-- Logs begin at Thu 2021-07-22 15:46:29 UTC, end at Thu 2021-07-22 18:09:02 UTC. -- Jul 22 16:15:42.025600 n-d-798930-9 systemd[1]: Started Devstack devstack@q-svc.service. Jul 22 16:15:44.725728 n-d-798930-9 neutron-server[93707]: INFO neutron.common.config [-] Logging enabled! Jul 22 16:15:44.726330 n-d-798930-9 neutron-server[93707]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 16:15:44.726520 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93707) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 16:15:44.729701 n-d-798930-9 neutron-server[93707]: INFO neutron.common.config [-] Logging enabled! Jul 22 16:15:44.729976 n-d-798930-9 neutron-server[93707]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 16:15:44.730285 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93707) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 16:15:44.731209 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 16:15:44.731442 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 16:15:44.731802 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 16:15:44.732047 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 16:15:44.732273 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 16:15:44.732597 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.732898 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.733202 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.733426 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.733737 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.734044 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.734331 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.734621 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.734916 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.735200 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.735477 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.735761 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.735992 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.736272 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.736557 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.736839 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.737059 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] debug = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.737339 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.737774 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.738197 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.738476 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.738763 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.739041 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.739334 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.739607 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.739888 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.740213 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] host = n-d-798930-9 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.740487 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.741027 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.741309 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.741592 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.741866 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.742166 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.742450 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.742723 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.742990 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] log_file = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.743263 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.743547 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.743834 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.744121 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.744344 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.744564 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.744849 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.745135 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.745406 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.745679 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.745975 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.746248 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.746519 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.746785 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.747066 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.747348 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.747631 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.747903 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.748174 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.748442 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.748710 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.748988 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.749256 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.749524 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.749794 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.750106 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.750373 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.750642 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.750939 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.751219 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.751497 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.751777 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.752048 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.752326 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.752596 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.752865 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.753134 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] use_json = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.753403 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.753674 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.754039 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.754314 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.754585 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.755366 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.755636 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.755918 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:44.756219 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.756513 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.756811 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.757093 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.757385 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.757662 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.757968 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.758248 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.758536 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.758821 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.759105 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.759380 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.759664 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.759941 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.760236 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.760536 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.760825 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.761115 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.761387 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.761657 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.761963 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.762228 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.762511 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.762800 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.763087 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.763357 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.763634 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.763923 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.764200 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.764468 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.764742 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.765026 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.765302 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.765571 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.765849 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.766153 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.766424 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.766693 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.766969 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.767255 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.767528 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.767794 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.768064 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.768337 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.768604 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.768883 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.769156 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.769426 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.769693 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.769994 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.770272 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.771541 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.771827 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.772131 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.772415 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.772693 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.772966 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.773239 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.773512 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.773782 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.774082 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.774358 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.774635 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.774907 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.775178 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.775449 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.775718 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.775989 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.776280 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.776576 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.776854 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.777130 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.777406 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.777681 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.777981 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.778260 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.778541 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.778821 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.779095 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.779385 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.779667 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.779951 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.780232 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.780508 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.780803 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.781078 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.781357 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.781634 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.781909 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.782215 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.782498 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.782792 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.783088 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.783384 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.783677 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.783966 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.784243 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.784552 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.784831 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:44.785047 n-d-798930-9 neutron-server[93707]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 16:15:44.785284 n-d-798930-9 neutron-server[93707]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93707) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 22 16:15:45.133229 n-d-798930-9 neutron-server[93707]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 16:15:45.133503 n-d-798930-9 neutron-server[93707]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 16:15:45.133789 n-d-798930-9 neutron-server[93707]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 16:15:45.134151 n-d-798930-9 neutron-server[93707]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 22 16:15:45.520468 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.520679 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.520950 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.522157 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.522426 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.522686 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.556946 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.557224 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.557493 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.570475 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.570752 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.571019 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.602309 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.602591 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.602860 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.638644 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.638918 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.639180 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.869297 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.869954 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.869954 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.870130 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.870778 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.988427 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.988739 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.989040 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.989314 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.989579 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.989885 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.990170 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.990423 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.990940 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.991219 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.991477 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.991737 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.991991 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.992238 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.992489 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.992759 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.993017 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.993279 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.993543 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.993798 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.994091 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.994341 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.994619 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.994987 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.995314 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.995474 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:45.995865 n-d-798930-9 neutron-server[93707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 16:15:45.996106 n-d-798930-9 neutron-server[93707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 16:15:45.996345 n-d-798930-9 neutron-server[93707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 16:15:45.996581 n-d-798930-9 neutron-server[93707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 16:15:45.996815 n-d-798930-9 neutron-server[93707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 16:15:45.997048 n-d-798930-9 neutron-server[93707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 16:15:45.997406 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 22 16:15:46.000496 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 22 16:15:46.004387 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 22 16:15:46.008072 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jul 22 16:15:46.009680 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 22 16:15:46.010152 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 22 16:15:46.010485 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 22 16:15:46.010870 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 22 16:15:46.014710 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 22 16:15:46.014963 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 22 16:15:46.015305 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 16:15:46.021036 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 22 16:15:46.043687 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 22 16:15:46.044132 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.044427 n-d-798930-9 neutron-server[93707]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93707) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 22 16:15:46.044784 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.046144 n-d-798930-9 neutron-server[93707]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93707) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 22 16:15:46.046424 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 16:15:46.046670 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 22 16:15:46.049824 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.050146 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.113114 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 22 16:15:46.113356 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 22 16:15:46.113591 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 22 16:15:46.114008 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 22 16:15:46.141458 n-d-798930-9 neutron-server[93707]: DEBUG oslo_db.sqlalchemy.engines [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93707) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 22 16:15:46.670316 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.managers [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Initializing driver for type 'gre' Jul 22 16:15:46.670841 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] gre ID ranges: [(1, 1000)] Jul 22 16:15:46.725376 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.managers [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Initializing driver for type 'local' Jul 22 16:15:46.725820 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.managers [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Initializing driver for type 'vlan' Jul 22 16:15:46.738907 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] VlanTypeDriver initialization complete Jul 22 16:15:46.739232 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.managers [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Initializing driver for type 'vxlan' Jul 22 16:15:46.739727 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] vxlan ID ranges: [(1, 1000)] Jul 22 16:15:46.794520 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.managers [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Initializing extension driver 'port_security' Jul 22 16:15:46.794899 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.extensions.port_security [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] PortSecurityExtensionDriver initialization complete Jul 22 16:15:46.795225 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.managers [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Initializing mechanism driver 'openvswitch' Jul 22 16:15:46.795543 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.managers [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Initializing mechanism driver 'hyperv' Jul 22 16:15:46.802130 n-d-798930-9 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:15:46.802982 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > port after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.803353 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > port after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.803703 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > port after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.804222 n-d-798930-9 neutron-server[93707]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93707) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 16:15:46.804655 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > subnet after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.805011 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > subnet after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.805356 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.805747 n-d-798930-9 neutron-server[93707]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93707) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 16:15:46.806182 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > network after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.806535 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > network after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.806876 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > network after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.807266 n-d-798930-9 neutron-server[93707]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93707) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 16:15:46.807673 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > security_group after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.808019 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > security_group after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.808357 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > security_group after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.808748 n-d-798930-9 neutron-server[93707]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93707) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 16:15:46.809147 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.809491 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.809828 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.810244 n-d-798930-9 neutron-server[93707]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93707) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 16:15:46.810643 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > address_group after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.810986 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > address_group after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.811319 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > address_group after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.811707 n-d-798930-9 neutron-server[93707]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93707) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 16:15:46.812081 n-d-798930-9 neutron-server[93707]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] ML2 OVO RPC backend initialized. {{(pid=93707) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 22 16:15:46.812780 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.813133 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.813555 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > network before_response 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.813904 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > networks before_response 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.814276 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > port before_response 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.814618 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > ports before_response 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.814962 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > subnet before_response 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.815304 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > subnets before_response 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.815651 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > network after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.815992 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > network after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.816330 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > network after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.816664 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > port after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.816998 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > port after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.817838 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > port after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.818198 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > subnet after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.818535 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > subnet after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.818868 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.819442 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Modular L2 Plugin initialization complete Jul 22 16:15:46.819771 n-d-798930-9 neutron-server[93707]: DEBUG neutron.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading services supported by the core plugin {{(pid=93707) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 22 16:15:46.820099 n-d-798930-9 neutron-server[93707]: INFO neutron.plugins.ml2.managers [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Got port-security extension from driver 'port_security' Jul 22 16:15:46.820567 n-d-798930-9 neutron-server[93707]: INFO neutron.extensions.vlantransparent [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Disabled vlantransparent extension. Jul 22 16:15:46.821050 n-d-798930-9 neutron-server[93707]: DEBUG neutron.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93707) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 22 16:15:46.821363 n-d-798930-9 neutron-server[93707]: INFO neutron.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading Plugin: router Jul 22 16:15:46.857298 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > router_interface before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.857691 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > router after_create 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.858089 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > router before_create 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.858459 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.858840 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.859197 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > router after_delete 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.859556 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > floatingip after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.860045 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > router after_create 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.860393 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > router after_update 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.860742 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > router after_update 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.861091 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.861451 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > router after_update 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.861859 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > router precommit_update 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.862260 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: port after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.862653 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: port after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.862940 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: subnet after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.863281 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.863629 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > port precommit_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.864002 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > router precommit_create 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.864345 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: port before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.864689 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > router precommit_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.865080 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > router after_update 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.865391 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > router precommit_delete 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.866040 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > router precommit_create 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.866397 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.866742 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > router precommit_update 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.867112 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > agent after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.867461 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > agent after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.867806 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > network after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.868679 n-d-798930-9 neutron-server[93707]: DEBUG neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Tracking information for resource: router configured {{(pid=93707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 16:15:46.869015 n-d-798930-9 neutron-server[93707]: DEBUG neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Tracking information for resource: floatingip configured {{(pid=93707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 16:15:46.873890 n-d-798930-9 neutron-server[93707]: INFO neutron.db.l3_agentschedulers_db [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 22 16:15:46.874494 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: port after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.874856 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: port after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.875209 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: port after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.875560 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: port after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.876350 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > router before_create 55550100 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.876713 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > router precommit_delete 55550100 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.877080 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > router precommit_create 55550100 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.877437 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > router precommit_update 55550100 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.882435 n-d-798930-9 neutron-server[93707]: DEBUG neutron.services.provider_configuration [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Service providers = [] {{(pid=93707) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 22 16:15:46.882748 n-d-798930-9 neutron-server[93707]: DEBUG neutron.db.servicetype_db [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93707) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 22 16:15:46.885679 n-d-798930-9 neutron-server[93707]: DEBUG neutron.services.service_base [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93707) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 16:15:46.886060 n-d-798930-9 neutron-server[93707]: DEBUG neutron.services.service_base [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93707) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 16:15:46.886406 n-d-798930-9 neutron-server[93707]: DEBUG neutron.services.service_base [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93707) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 16:15:46.887293 n-d-798930-9 neutron-server[93707]: DEBUG neutron.services.service_base [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93707) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 16:15:46.887665 n-d-798930-9 neutron-server[93707]: INFO neutron.services.service_base [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 22 16:15:46.888042 n-d-798930-9 neutron-server[93707]: DEBUG neutron.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 16:15:46.888359 n-d-798930-9 neutron-server[93707]: INFO neutron.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 22 16:15:46.899514 n-d-798930-9 neutron-server[93707]: DEBUG neutron.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 16:15:46.899849 n-d-798930-9 neutron-server[93707]: INFO neutron.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading Plugin: auto_allocate Jul 22 16:15:46.905528 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: network precommit_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.905893 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: network precommit_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.906439 n-d-798930-9 neutron-server[93707]: DEBUG neutron.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 16:15:46.906761 n-d-798930-9 neutron-server[93707]: INFO neutron.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading Plugin: tag Jul 22 16:15:46.913425 n-d-798930-9 neutron-server[93707]: DEBUG neutron.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 16:15:46.913753 n-d-798930-9 neutron-server[93707]: INFO neutron.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading Plugin: timestamp Jul 22 16:15:46.917580 n-d-798930-9 neutron-server[93707]: DEBUG neutron.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 16:15:46.917914 n-d-798930-9 neutron-server[93707]: INFO neutron.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading Plugin: network_ip_availability Jul 22 16:15:46.923366 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.923683 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.924037 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:46.924744 n-d-798930-9 neutron-server[93707]: DEBUG neutron.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 16:15:46.925063 n-d-798930-9 neutron-server[93707]: INFO neutron.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading Plugin: flavors Jul 22 16:15:46.931309 n-d-798930-9 neutron-server[93707]: DEBUG neutron.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 16:15:46.931980 n-d-798930-9 neutron-server[93707]: INFO neutron.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading Plugin: revisions Jul 22 16:15:46.936022 n-d-798930-9 neutron-server[93707]: DEBUG neutron.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 16:15:46.936423 n-d-798930-9 neutron-server[93707]: DEBUG oslo_concurrency.lockutils [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.803s {{(pid=93707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 16:15:46.937173 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93707) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 22 16:15:46.937505 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Initializing extension manager. Jul 22 16:15:46.938055 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: __init__.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.938398 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: __pycache__ {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.938735 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.939067 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: address_group.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.939843 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.940411 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: address-group Jul 22 16:15:46.940729 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: address_scope.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.941447 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.941966 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: address-scope Jul 22 16:15:46.942815 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: admin_state_down_before_update.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.943765 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.944272 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: router-admin-state-down-before-update Jul 22 16:15:46.944591 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: agent.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.945290 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.945790 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: agent Jul 22 16:15:46.946135 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: agent_resources_synced.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.947054 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.947557 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: agent-resources-synced Jul 22 16:15:46.947874 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: allowedaddresspairs.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.949678 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.950218 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: allowed-address-pairs Jul 22 16:15:46.950544 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: auto_allocated_topology.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.951612 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.952118 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: auto-allocated-topology Jul 22 16:15:46.952441 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: availability_zone.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.953132 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.953631 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: availability_zone Jul 22 16:15:46.953974 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: availability_zone_filter.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.954890 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.955390 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: availability_zone_filter Jul 22 16:15:46.955711 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: data_plane_status.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.956613 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.957118 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension data-plane-status not supported by any of loaded plugins Jul 22 16:15:46.957438 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: default_subnetpools.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.958966 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.959514 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: default-subnetpools Jul 22 16:15:46.959797 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: dhcpagentscheduler.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.960608 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.961124 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: dhcp_agent_scheduler Jul 22 16:15:46.961436 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: dns.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.962379 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.962885 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension dns-integration not supported by any of loaded plugins Jul 22 16:15:46.963211 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: dns_domain_ports.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.964129 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.964631 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 22 16:15:46.964955 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.965886 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.966411 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 22 16:15:46.966735 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: dvr.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.967416 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.967915 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: dvr Jul 22 16:15:46.968236 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: ecmp_routes.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.969156 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.969655 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension ecmp_routes not supported by any of loaded plugins Jul 22 16:15:46.970001 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: empty_string_filtering.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.970916 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.971422 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: empty-string-filtering Jul 22 16:15:46.971740 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.972649 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.973149 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 22 16:15:46.973499 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.974432 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.974929 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 22 16:15:46.975246 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: external_net.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.976149 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.976651 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: external-net Jul 22 16:15:46.976974 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: extra_dhcp_opt.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.977877 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.978401 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: extra_dhcp_opt Jul 22 16:15:46.978719 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: extraroute.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.979636 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.980143 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: extraroute Jul 22 16:15:46.980462 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: extraroute_atomic.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.981493 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.982027 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: extraroute-atomic Jul 22 16:15:46.982349 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: filter_validation.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.983015 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.983520 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: filter-validation Jul 22 16:15:46.983831 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: fip_pf_description.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.984925 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.985428 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 22 16:15:46.985747 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: fip_port_details.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.986705 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.987210 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: fip-port-details Jul 22 16:15:46.987531 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: flavors.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.988781 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.989322 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: flavors Jul 22 16:15:46.989648 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.991644 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.992163 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 22 16:15:46.992492 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: floatingip_pools.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.993198 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.993703 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: floatingip-pools Jul 22 16:15:46.994058 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: ip_allocation.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.994984 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.995487 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension ip_allocation not supported by any of loaded plugins Jul 22 16:15:46.995808 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.996729 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.997245 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: ip-substring-filtering Jul 22 16:15:46.997565 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: l2_adjacency.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:46.998560 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:46.999063 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension l2_adjacency not supported by any of loaded plugins Jul 22 16:15:46.999382 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: l3.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.000377 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.000883 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: router Jul 22 16:15:47.001201 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: l3_conntrack_helper.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.003479 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.004008 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 22 16:15:47.004341 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.005800 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.006336 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: ext-gw-mode Jul 22 16:15:47.006663 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.007606 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.008115 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: l3-ha Jul 22 16:15:47.008434 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: l3_flavors.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.009355 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.009860 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: l3-flavors Jul 22 16:15:47.010213 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.011129 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.011635 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: l3-port-ip-change-not-allowed Jul 22 16:15:47.011957 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: l3agentscheduler.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.013018 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.013527 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: l3_agent_scheduler Jul 22 16:15:47.013906 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: logging.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.015412 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.015936 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension logging not supported by any of loaded plugins Jul 22 16:15:47.016271 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: metering.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.017046 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.017629 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: metering Jul 22 16:15:47.017982 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.019139 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.019664 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: metering_source_and_destination_fields Jul 22 16:15:47.019993 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: multiprovidernet.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.021771 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.022322 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: multi-provider Jul 22 16:15:47.022646 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: netmtu.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.023572 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.024082 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: net-mtu Jul 22 16:15:47.024423 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: netmtu_writable.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.025326 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.025823 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: net-mtu-writable Jul 22 16:15:47.026169 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: network_availability_zone.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.026848 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.027353 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: network_availability_zone Jul 22 16:15:47.027673 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: network_ip_availability.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.028775 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.029279 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: network-ip-availability Jul 22 16:15:47.029606 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: network_segment_range.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.030426 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.030928 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension network-segment-range not supported by any of loaded plugins Jul 22 16:15:47.031250 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: pagination.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.032232 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.032559 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: pagination Jul 22 16:15:47.032880 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: port_device_profile.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.033788 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.034330 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: port-device-profile Jul 22 16:15:47.034647 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.035568 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.036102 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: port-mac-address-regenerate Jul 22 16:15:47.036425 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.037339 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.037853 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: port-numa-affinity-policy Jul 22 16:15:47.038201 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: port_resource_request.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.039123 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.039626 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension port-resource-request not supported by any of loaded plugins Jul 22 16:15:47.039946 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: portbindings.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.040876 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.041384 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: binding Jul 22 16:15:47.041709 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: portbindings_extended.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.043000 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.043512 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: binding-extended Jul 22 16:15:47.043836 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: portsecurity.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.044753 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.045257 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: port-security Jul 22 16:15:47.045611 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: project_id.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.046579 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.046909 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: project-id Jul 22 16:15:47.047235 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: providernet.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.048153 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.048661 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: provider Jul 22 16:15:47.048981 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: qos.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.052565 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.053084 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension qos not supported by any of loaded plugins Jul 22 16:15:47.053417 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.054697 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.055205 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 22 16:15:47.055532 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.056453 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.056972 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 22 16:15:47.057299 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: qos_default.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.058249 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.058766 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension qos-default not supported by any of loaded plugins Jul 22 16:15:47.059092 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: qos_fip.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.059798 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.060250 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension qos-fip not supported by any of loaded plugins Jul 22 16:15:47.060569 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: qos_gateway_ip.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.061494 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.062025 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 22 16:15:47.062346 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: qos_port_network_policy.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.063260 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.063766 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 22 16:15:47.064089 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: qos_rule_type_details.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.065013 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.065615 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 22 16:15:47.065837 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: qos_rules_alias.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.066906 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.067942 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 22 16:15:47.068261 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: quotasv2.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.069231 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.069756 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: quotas Jul 22 16:15:47.070111 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: quotasv2_detail.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.073185 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.073520 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: quota_details Jul 22 16:15:47.073850 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: rbac.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.074955 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.075477 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: rbac-policies Jul 22 16:15:47.075806 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: rbac_address_group.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.076754 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.077271 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: rbac-address-group Jul 22 16:15:47.077596 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: rbac_address_scope.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.078553 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.079061 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: rbac-address-scope Jul 22 16:15:47.079388 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: rbac_security_groups.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.080304 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.080817 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: rbac-security-groups Jul 22 16:15:47.081140 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: rbac_subnetpool.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.082103 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.082609 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: rbac-subnetpool Jul 22 16:15:47.082982 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: revisionifmatch.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.084395 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.084904 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: revision-if-match Jul 22 16:15:47.085227 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: revisions.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.086366 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.086879 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: standard-attr-revisions Jul 22 16:15:47.087211 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: router_availability_zone.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.087890 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.088394 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: router_availability_zone Jul 22 16:15:47.088715 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: routerservicetype.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.089690 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.090220 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension router-service-type not supported by any of loaded plugins Jul 22 16:15:47.090543 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.091465 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.091971 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: security-groups-normalized-cidr Jul 22 16:15:47.092293 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: security_groups_port_filtering.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.093216 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.093718 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: port-security-groups-filtering Jul 22 16:15:47.094074 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.095000 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.095505 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: security-groups-remote-address-group Jul 22 16:15:47.095827 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: securitygroup.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.105528 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.106145 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: security-group Jul 22 16:15:47.106419 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: segment.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.107238 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.107746 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension segment not supported by any of loaded plugins Jul 22 16:15:47.108069 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.109018 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.109532 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 22 16:15:47.109857 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: servicetype.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.110997 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.111515 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: service-type Jul 22 16:15:47.111840 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: sorting.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.112833 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.113159 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: sorting Jul 22 16:15:47.113486 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: standard_attr_segment.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.114540 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.115045 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 22 16:15:47.115367 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: standardattrdescription.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.116270 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.116770 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: standard-attr-description Jul 22 16:15:47.117091 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: stateful_security_group.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.118061 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.118576 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: stateful-security-group Jul 22 16:15:47.118896 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: stdattrs_common.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.119493 n-d-798930-9 neutron-server[93707]: WARNING neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 22 16:15:47.119814 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.120764 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.121274 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 22 16:15:47.121596 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: subnet_onboard.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.122686 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.123199 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: subnet_onboard Jul 22 16:15:47.123520 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.124450 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.124949 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 22 16:15:47.125271 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: subnet_service_types.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.126247 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.126754 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: subnet-service-types Jul 22 16:15:47.127078 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: subnetallocation.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.128148 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.128657 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: subnet_allocation Jul 22 16:15:47.128976 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.130178 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.130687 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: subnetpool-prefix-ops Jul 22 16:15:47.131005 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.131934 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.132438 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 22 16:15:47.132761 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: tagging.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.133830 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.134374 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: standard-attr-tag Jul 22 16:15:47.134697 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: timestamp.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.135918 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.136435 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loaded extension: standard-attr-timestamp Jul 22 16:15:47.136758 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: trunk.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.137797 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.138346 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension trunk not supported by any of loaded plugins Jul 22 16:15:47.138672 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: trunk_details.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.139598 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.140105 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension trunk-details not supported by any of loaded plugins Jul 22 16:15:47.140426 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: uplink_status_propagation.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.141353 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.141864 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 22 16:15:47.142208 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Loading extension file: vlantransparent.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:47.142886 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:47.143392 n-d-798930-9 neutron-server[93707]: INFO neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extension vlan-transparent not supported by any of loaded plugins Jul 22 16:15:47.146437 n-d-798930-9 neutron-server[93707]: INFO neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Creating instance of TrackedResource for resource:network Jul 22 16:15:47.146967 n-d-798930-9 neutron-server[93707]: INFO neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Creating instance of TrackedResource for resource:subnet Jul 22 16:15:47.147371 n-d-798930-9 neutron-server[93707]: INFO neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 16:15:47.147761 n-d-798930-9 neutron-server[93707]: INFO neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Creating instance of TrackedResource for resource:port Jul 22 16:15:47.149003 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:47.149440 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Service FLAVORS assigned prefix: {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:47.150089 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:47.150528 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:47.150862 n-d-798930-9 neutron-server[93707]: INFO neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Creating instance of TrackedResource for resource:router Jul 22 16:15:47.151295 n-d-798930-9 neutron-server[93707]: INFO neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Creating instance of TrackedResource for resource:floatingip Jul 22 16:15:47.151777 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Service METERING assigned prefix: /metering {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:47.153231 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:47.153600 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:47.153979 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:47.155010 n-d-798930-9 neutron-server[93707]: INFO neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 16:15:47.155445 n-d-798930-9 neutron-server[93707]: INFO neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Creating instance of TrackedResource for resource:security_group Jul 22 16:15:47.155889 n-d-798930-9 neutron-server[93707]: INFO neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 16:15:47.156497 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Service CORE assigned prefix: {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:47.156829 n-d-798930-9 neutron-server[93707]: INFO neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 16:15:47.157183 n-d-798930-9 neutron-server[93707]: WARNING neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] subnetpool is already registered Jul 22 16:15:47.157629 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Service CORE assigned prefix: {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:47.157985 n-d-798930-9 neutron-server[93707]: INFO neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 16:15:47.158326 n-d-798930-9 neutron-server[93707]: WARNING neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] subnetpool is already registered Jul 22 16:15:47.160644 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:47.161122 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Service FLAVORS assigned prefix: {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:47.161718 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:47.162172 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:47.162513 n-d-798930-9 neutron-server[93707]: INFO neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Creating instance of TrackedResource for resource:router Jul 22 16:15:47.162861 n-d-798930-9 neutron-server[93707]: WARNING neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] router is already registered Jul 22 16:15:47.163269 n-d-798930-9 neutron-server[93707]: INFO neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Creating instance of TrackedResource for resource:floatingip Jul 22 16:15:47.164107 n-d-798930-9 neutron-server[93707]: WARNING neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] floatingip is already registered Jul 22 16:15:47.164107 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Service METERING assigned prefix: /metering {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:47.164806 n-d-798930-9 neutron-server[93707]: INFO neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 16:15:47.165105 n-d-798930-9 neutron-server[93707]: WARNING neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] rbac_policy is already registered Jul 22 16:15:47.165444 n-d-798930-9 neutron-server[93707]: INFO neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Creating instance of TrackedResource for resource:security_group Jul 22 16:15:47.165781 n-d-798930-9 neutron-server[93707]: WARNING neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] security_group is already registered Jul 22 16:15:47.166215 n-d-798930-9 neutron-server[93707]: INFO neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 16:15:47.166550 n-d-798930-9 neutron-server[93707]: WARNING neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] security_group_rule is already registered Jul 22 16:15:47.167189 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Service CORE assigned prefix: {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:47.167517 n-d-798930-9 neutron-server[93707]: INFO neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 16:15:47.167849 n-d-798930-9 neutron-server[93707]: WARNING neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] subnetpool is already registered Jul 22 16:15:47.168264 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Service CORE assigned prefix: {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:47.168588 n-d-798930-9 neutron-server[93707]: INFO neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 16:15:47.168917 n-d-798930-9 neutron-server[93707]: WARNING neutron.quota.resource_registry [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] subnetpool is already registered Jul 22 16:15:47.169380 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: extensions {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.170981 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: address-groups {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.172477 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: address-scopes {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.173858 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: agents {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.174989 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: auto-allocated-topology {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.176253 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: availability_zones {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.178068 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: dhcp-networks {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.179591 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: dhcp-agents {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.181049 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: routers {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.182793 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: flavors {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.185231 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: service_profiles {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.186466 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: next_providers {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.187930 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: service_profiles {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.189493 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: floatingip-pools {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.190751 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: routers {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.193053 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: floatingips {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.194359 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: l3-routers {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.196281 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: l3-agents {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.197377 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: metering-labels {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.198673 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: metering-label-rules {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.200048 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: network-ip-availabilities {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.201321 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: bindings {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.202932 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: quotas {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.204516 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: quotas {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.205953 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: rbac-policies {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.207161 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: security-groups {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.208505 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: security-group-rules {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.209759 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: service-providers {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.211072 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: subnetpools {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.212395 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: subnetpools {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.213974 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: tags {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.215663 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: tags {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.217515 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: tags {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.219389 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: tags {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.221104 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: tags {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.223093 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: tags {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.224841 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: tags {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.226701 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: tags {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.228588 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: tags {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.230390 n-d-798930-9 neutron-server[93707]: DEBUG neutron.api.extensions [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Extended resource: tags {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:47.236402 n-d-798930-9 neutron-server[93707]: WARNING keystonemiddleware.auth_token [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 22 16:15:47.241775 n-d-798930-9 neutron-server[93707]: WARNING keystonemiddleware.auth_token [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 22 16:15:47.250171 n-d-798930-9 neutron-server[93707]: DEBUG oslo_concurrency.lockutils [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Acquired lock "singleton_lock" {{(pid=93707) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 22 16:15:47.250653 n-d-798930-9 neutron-server[93707]: DEBUG oslo_concurrency.lockutils [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Releasing lock "singleton_lock" {{(pid=93707) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 22 16:15:47.251295 n-d-798930-9 neutron-server[93707]: INFO oslo_service.service [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Starting 2 workers Jul 22 16:15:47.256648 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Started child 93816 {{(pid=93707) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 16:15:47.261138 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Started child 93817 {{(pid=93707) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 16:15:47.262153 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:47.262839 n-d-798930-9 neutron-server[93707]: INFO neutron.service [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Neutron service started, listening on 0.0.0.0:9696 Jul 22 16:15:47.263483 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Notify callbacks [] for process, before_spawn {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:47.263641 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [-] (93816) wsgi starting up on http://0.0.0.0:9696 Jul 22 16:15:47.265816 n-d-798930-9 neutron-server[93707]: INFO oslo_service.service [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Starting 1 workers Jul 22 16:15:47.266005 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:47.267307 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [-] (93817) wsgi starting up on http://0.0.0.0:9696 Jul 22 16:15:47.271077 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Started child 93818 {{(pid=93707) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 16:15:47.271649 n-d-798930-9 neutron-server[93707]: INFO oslo_service.service [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Starting 1 workers Jul 22 16:15:47.274568 n-d-798930-9 neutron-server[93818]: DEBUG neutron.service [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] calling RpcWorker wait() {{(pid=93818) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 22 16:15:47.275127 n-d-798930-9 neutron-server[93818]: DEBUG neutron.service [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] returning from RpcWorker wait() {{(pid=93818) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 22 16:15:47.276122 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Started child 93819 {{(pid=93707) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 16:15:47.276275 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:47.276905 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:15:47.277014 n-d-798930-9 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-377825ec-f37f-42d8-a198-0b14f210b20f None None] Notify callbacks [] for process, after_spawn {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:47.278913 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93707) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 16:15:47.279134 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 16:15:47.279320 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 16:15:47.279542 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 16:15:47.279896 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 16:15:47.280059 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 16:15:47.280603 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.280889 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.281146 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.281400 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.281688 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.282142 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:47.282616 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.282616 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.282842 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.283126 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.283214 n-d-798930-9 neutron-server[93819]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:15:47.283358 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.283529 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.283693 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.283945 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.284199 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.284480 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.284760 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.284994 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.285261 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.285434 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.285683 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.286002 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.286268 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.286519 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] debug = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.286764 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.287248 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.287502 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.287769 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.288005 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.288271 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.288516 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.288792 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.289023 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.289256 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.289496 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.289748 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.290004 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.290242 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.290460 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.290756 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.290971 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.291434 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] host = n-d-798930-9 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.291688 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.291905 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.292153 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.292399 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.292642 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.292875 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.293143 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.293409 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.293665 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.293909 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.294188 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.294614 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.294762 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.294887 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] log_file = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.295016 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] log_options = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.295246 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.295501 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.295758 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.295954 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.296123 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.296298 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.296548 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.296711 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.296950 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.297184 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.301418 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.305536 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.305819 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.306089 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.306367 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.306649 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.306906 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.307157 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.307439 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.307704 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.307942 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.308186 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.308429 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.308826 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.309210 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.309594 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.309995 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.310377 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.310749 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.311178 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.311574 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.312205 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.312448 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.312717 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.312918 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.313309 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.313671 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.314263 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.314665 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.315071 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.315479 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.315866 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.316255 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.316670 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.317067 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.318001 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] use_json = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.318363 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.318715 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.319146 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.319508 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.319872 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.320232 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.320607 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.320988 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.321542 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.322002 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.322460 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.322856 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.323251 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.323656 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.324060 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.324425 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.324820 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.325229 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.325696 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.326092 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.326557 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.326954 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.327360 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.327836 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.328270 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.328680 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.329080 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.329448 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.329827 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.330206 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.330653 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.331083 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.331496 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.331886 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.332248 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.332643 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.333061 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.333451 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.333811 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.334191 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.334618 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.334998 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.335382 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.335769 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.336148 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.336519 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.336893 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.337273 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.337657 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.338087 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.339254 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.339787 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.340173 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.340540 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.340926 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.341361 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.341591 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.342041 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.342456 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.342877 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.343305 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.343705 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.344098 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.344505 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.344740 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.344965 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.345379 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.345674 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.346030 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.346393 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.346638 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.346885 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.347107 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.347373 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.347562 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.347793 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.350023 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.350023 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.350023 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.350023 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.350023 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.350023 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.350023 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.350023 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.350023 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.350602 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.350602 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.350602 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.350602 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.350835 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.350987 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.351170 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.351943 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.351943 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.352102 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.352272 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.353136 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.353136 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.353136 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.353356 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.353473 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.353683 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.354100 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.354492 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.354866 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.355260 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.355658 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.356044 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.356311 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.356706 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.357096 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.357459 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.357850 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.358305 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.358745 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.359200 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.359667 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.360015 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.360415 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.360874 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.361133 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.361432 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.361662 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.361963 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.362290 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.362562 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.362831 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.363069 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.363309 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.363570 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.363807 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.364598 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.364826 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.365206 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.365853 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.366188 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.366444 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.366667 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.366885 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.367124 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.367451 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.367721 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.367936 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.368151 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.368415 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.368684 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.368941 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.369213 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.369465 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.369705 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.369979 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.370235 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.370451 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.370705 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.370928 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.371146 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.371388 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.371795 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.372042 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.372260 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.372497 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.372762 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.372980 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.373220 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.373441 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.373656 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.373880 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.374174 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.374390 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.374611 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.374851 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.375071 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.375309 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.375530 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.375737 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.375984 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.376208 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.376500 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.376748 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.377006 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.377236 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.377506 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.377767 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.378021 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.378267 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.378487 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.378706 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.378930 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.379149 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.379378 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.379612 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.380375 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.380600 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.381005 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.381212 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.381480 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.381680 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.381962 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.382168 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.382365 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.382729 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.382940 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.383136 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.383340 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.383554 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.383762 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.383979 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.384178 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.384406 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.384641 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.384852 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.385061 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.385276 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.385591 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.385791 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.386027 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.386246 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.386646 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.386949 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.386949 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.387294 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.387294 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.387664 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.387851 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.388040 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.388249 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.388431 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.388724 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.388954 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.389178 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.389395 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.389615 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.389850 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.390170 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.390305 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.390537 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.390739 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.390949 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.391196 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.391458 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.391632 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.391877 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.392085 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.392338 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.392555 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.392978 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.392978 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.393292 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.393413 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.393631 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.394009 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.394397 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.394397 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.394669 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.394891 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.395152 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.395491 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.395741 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.396208 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.396352 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.396488 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.396777 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.396918 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.397148 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.397468 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.397753 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.398115 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.398302 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.398544 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.398830 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.399101 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.399371 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.399619 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.399938 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.400216 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.400464 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.400725 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.400985 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.401516 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.401516 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.401838 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.401838 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.402167 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.402401 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.402598 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.402799 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.403125 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.403363 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.403561 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.403886 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.404073 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.404222 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.404350 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.404495 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 16:15:47.405179 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93707) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 16:15:47.405179 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 16:15:47.405388 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 16:15:47.405540 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 16:15:47.405714 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 16:15:47.405868 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 16:15:47.406111 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.406342 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.406511 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.406695 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.406932 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.407077 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.407276 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.407276 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.407545 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.407695 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.407695 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.407990 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.407990 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.408189 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.408310 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.408436 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.408614 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.408761 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.408890 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.409033 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.409190 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.409330 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.409495 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] debug = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.409675 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.409869 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.410098 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.410235 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.410366 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.410514 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.410657 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.410794 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.410972 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.411150 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.411303 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.411454 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.411701 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.411701 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.411996 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.411996 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.412257 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.412257 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] host = n-d-798930-9 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.412539 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.412539 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.412809 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.412985 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.413123 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.413246 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.413352 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.413532 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.413672 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.413816 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.413990 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.414148 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.414284 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.414458 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] log_file = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.414625 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] log_options = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.414762 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.414909 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.415089 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.415229 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.415398 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.415585 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.415730 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.415858 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.415992 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.416150 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.416277 n-d-798930-9 neutron-server[93818]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:15:47.416375 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.416466 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.416596 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.416757 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.416994 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.417095 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.417215 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.417371 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.417528 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.417686 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.417842 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.418022 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.418182 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.418338 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.418495 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.418652 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.418807 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.418963 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.419119 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.419276 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.419433 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.419590 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.419746 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.419903 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.420060 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.420218 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.420375 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.420537 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.420695 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.420851 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.421008 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.421164 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.421321 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.421478 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.421641 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.421794 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] use_json = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.422130 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.422291 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.422449 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.422607 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.422764 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.422923 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.423080 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.423238 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:47.423416 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.423580 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.423749 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.423956 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.424070 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.424229 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.424389 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.424549 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.424709 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.424868 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.425036 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.425196 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.425369 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.425528 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.425687 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.425849 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.426031 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.426192 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.426356 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.427029 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.427193 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.427354 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.427529 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.427691 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.427855 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.428015 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.428177 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.428338 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.428499 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.428661 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.428825 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.428990 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.429334 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.429334 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.429666 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.429666 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.429944 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.429944 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.430269 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.430269 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.430561 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.430561 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.430911 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.430911 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.431146 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.431146 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.431688 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.431688 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.431688 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.431688 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.432343 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.432343 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.432343 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.432343 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.432842 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.432842 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.432842 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.433105 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.433105 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.433246 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.433374 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.433502 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.433717 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.433862 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.434010 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.434134 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.434238 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.434398 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.434558 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.434719 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.434880 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.435039 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.435198 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.435357 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.435517 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.435678 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.435838 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.435998 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.436158 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.436319 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.436478 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.436637 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.436801 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.436963 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.437213 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.437350 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.437482 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.437606 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.437749 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.437908 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.438088 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.438235 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.438394 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.438553 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.438712 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.438873 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.439017 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.439181 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.439341 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.439504 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.439648 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.439807 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.439966 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.440125 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.440285 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.440444 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.440604 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.440764 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.440923 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.441084 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.441243 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.441414 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.441574 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.441737 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.442046 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.442234 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.442360 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.442977 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.443102 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.443253 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.443413 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.443572 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.443762 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.443883 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.444042 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.444201 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.444360 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.444931 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.444931 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.444931 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.445244 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.445244 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.445454 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.445454 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.445657 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.445766 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.445898 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.446084 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.446244 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.446414 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.446568 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.446727 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.446886 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.447048 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.447207 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.447407 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.447518 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.447661 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.447821 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.447982 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.448139 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.448300 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.448460 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.448619 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.448779 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.448925 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.449086 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.449245 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.449405 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.449565 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.449725 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.449885 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.450067 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.450227 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.450387 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.450545 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.450704 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.450848 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.451011 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.451172 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.451333 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.451493 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.451655 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.451815 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.451976 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.452174 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.452271 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.452435 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.452594 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.452755 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.452915 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.453076 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.453236 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.453396 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.453556 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.453716 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.453877 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.454074 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.454235 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.454395 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.454553 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.454713 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.454873 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.455033 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.455195 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.455354 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.455512 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.455671 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.455834 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.455997 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.456157 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.456321 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.456480 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.456640 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.456800 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.456961 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.457134 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.457294 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.457453 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.457614 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.457797 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.457976 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.458149 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.458308 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.458467 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.458625 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.458783 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.458942 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.459112 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.459272 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.459431 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.459590 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.459749 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.459908 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.460081 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.460240 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.460398 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.460556 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.460716 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.460918 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.461091 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.461250 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.461410 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.461573 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.461727 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.461886 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.462078 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.462280 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.462378 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.462540 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.462699 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.462858 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.463028 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.463190 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.463351 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.463519 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.463680 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.463830 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.465311 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.465311 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.465311 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.465311 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.465311 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.465311 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.465311 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.465311 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.465872 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.465872 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.465872 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.465872 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.465872 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.466248 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.466248 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.466397 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.466465 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.466627 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.466787 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.467105 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.467297 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.467460 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.467582 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.467755 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.467892 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.468027 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.468181 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.468331 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.468470 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.468630 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.468790 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.468935 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.469101 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.469245 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.469397 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.469555 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.469709 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:47.469848 n-d-798930-9 neutron-server[93707]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 16:15:47.704149 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59364) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:15:47.712772 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062907 Jul 22 16:15:59.021337 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e15e57-1b58-4e89-828d-5502cb663f63 None None] get_active_networks_info from n-d-798930-9 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:15:59.087991 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e15e57-1b58-4e89-828d-5502cb663f63 None None] No non-hosted networks {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 22 16:15:59.108678 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c3721c40-7f03-470d-9a83-3d0e61cca9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4125164'] for agent, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:01.525606 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4c39a58b-b3d5-411e-b0e3-51de2a4ca512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4125164'] for agent, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:01.534917 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4125164'] for agent, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:01.535625 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:01.535963 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:01.536295 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:01.536621 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:01.550461 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:01.551574 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:01.551920 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:01.552259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:01.552586 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:01.552914 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:01.553235 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:01.553554 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:01.554021 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-798930-9', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:16:01.592041 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-798930-9', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:16:01.622753 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee05ef8f-3f7a-4b02-a7b6-24d0778beacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:02.601653 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4125164'] for agent, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:04.429985 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4125164'] for agent, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:05.519879 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59456) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:16:05.892746 n-d-798930-9 neutron-server[93818]: INFO neutron.db.l3_hamode_db [None req-e500cd7d-433e-472d-a9d7-8709c9df422c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 22 16:16:05.968784 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e500cd7d-433e-472d-a9d7-8709c9df422c None None] Routers set() bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:16:05.969179 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e500cd7d-433e-472d-a9d7-8709c9df422c None None] Router IDs set() for agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 16:16:06.026739 n-d-798930-9 neutron-server[93816]: WARNING oslo_policy.policy [None req-be047ec1-fa42-4102-a81b-46516665b88d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 16:16:06.027317 n-d-798930-9 neutron-server[93816]: WARNING oslo_policy.policy [None req-be047ec1-fa42-4102-a81b-46516665b88d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 16:16:06.245808 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [None req-be047ec1-fa42-4102-a81b-46516665b88d admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:16:06.247067 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-be047ec1-fa42-4102-a81b-46516665b88d admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7250726 Jul 22 16:16:08.590383 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59470) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:16:08.887964 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c714dd70-89a5-4fe9-9239-b295e0464238 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:16:08.980652 n-d-798930-9 neutron-server[93816]: DEBUG neutron.policy [None req-c714dd70-89a5-4fe9-9239-b295e0464238 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93816) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 16:16:09.025820 n-d-798930-9 neutron-server[93816]: WARNING oslo_policy.policy [None req-c714dd70-89a5-4fe9-9239-b295e0464238 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 16:16:09.026215 n-d-798930-9 neutron-server[93816]: WARNING oslo_policy.policy [None req-c714dd70-89a5-4fe9-9239-b295e0464238 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 16:16:09.034707 n-d-798930-9 neutron-server[93816]: INFO neutron.quota [None req-c714dd70-89a5-4fe9-9239-b295e0464238 admin admin] Loaded quota_driver: . Jul 22 16:16:09.125505 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c714dd70-89a5-4fe9-9239-b295e0464238 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765149075772', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765149076433', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765149056939', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765149057533', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765149118242', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765149095903', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-576833', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-583274', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3688035', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4131075'] for rbac-policy, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:09.188675 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c714dd70-89a5-4fe9-9239-b295e0464238 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:09.190048 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c714dd70-89a5-4fe9-9239-b295e0464238 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5986552 Jul 22 16:16:11.708733 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59482) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:16:12.002160 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Request body: {'network': {'tenant_id': 'dd95d4976b194e4687a7023ea5f181f1', 'name': 'private', 'project_id': 'dd95d4976b194e4687a7023ea5f181f1', 'admin_state_up': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:16:12.031025 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Made reservation on behalf of dd95d4976b194e4687a7023ea5f181f1 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:16:12.034049 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:12.050783 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:12.171620 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:12.175667 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:12.195140 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:16:12.222929 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765149784360', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:12.223488 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Unsubscribe: segment precommit_create {{(pid=93816) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 16:16:12.223992 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Added segment af0bec83-80e6-4b59-a52e-3592de7ea937 of type vlan for network d1265b25-7fdf-4243-b2c7-c39a27ce3f15 Jul 22 16:16:12.241592 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882adecf-c2b2-4de8-82b7-01a218edab74,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:16:12.290081 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:12.290413 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:12.290742 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:12.291061 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:12.291379 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:12.291696 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:12.292008 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:12.292319 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:12.292627 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:12.292935 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:12.293242 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:12.293547 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Tracked resource versions report: Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: pushed versions: Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: { 'AddressGroup': {'1.2'}, Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: 'ConntrackHelper': {'1.0'}, Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: 'Log': {'1.0'}, Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: 'Network': {'1.1'}, Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: 'Port': {'1.7'}, Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: 'PortForwarding': {'1.2'}, Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: 'QosPolicy': {'1.8'}, Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: 'SecurityGroup': {'1.4'}, Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: 'SecurityGroupRule': {'1.2'}, Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: 'SubPort': {'1.0'}, Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: 'Subnet': {'1.1'}, Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: 'Trunk': {'1.1'}} Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: consumer versions: Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: { DHCP agent@n-d-798930-9: {}, Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: L3 agent@n-d-798930-9: {}, Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: Metadata agent@n-d-798930-9: {}, Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: Metering agent@n-d-798930-9: {}, Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: Open vSwitch agent@n-d-798930-9: { 'AddressGroup': '1.2', Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: 'ConntrackHelper': '1.0', Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: 'Log': '1.0', Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: 'Network': '1.1', Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: 'Port': '1.7', Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: 'PortForwarding': '1.2', Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: 'QosPolicy': '1.8', Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: 'SecurityGroup': '1.4', Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: 'SecurityGroupRule': '1.2', Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: 'SubPort': '1.0', Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: 'Subnet': '1.1', Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: 'Trunk': '1.1'}} Jul 22 16:16:12.294627 n-d-798930-9 neutron-server[93816]: {{(pid=93816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 16:16:12.342725 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:12.393857 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:12.395348 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:16:12.396002 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:12.449597 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7398000 Jul 22 16:16:12.496735 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04750148-0263-4310-a2b7-e77c44707f34 admin admin] Pushing event updated for resources: {'Network': ['ID=d1265b25-7fdf-4243-b2c7-c39a27ce3f15,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:16:12.508604 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network d1265b25-7fdf-4243-b2c7-c39a27ce3f15 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:16:15.062928 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59496) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:16:15.550663 n-d-798930-9 neutron-server[93817]: WARNING oslo_policy.policy [None req-b00fba35-6345-40d7-a508-78a5b2dbb703 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 16:16:15.551278 n-d-798930-9 neutron-server[93817]: WARNING oslo_policy.policy [None req-b00fba35-6345-40d7-a508-78a5b2dbb703 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 16:16:15.983409 n-d-798930-9 neutron-server[93817]: DEBUG neutron.policy [None req-b00fba35-6345-40d7-a508-78a5b2dbb703 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93817) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 16:16:16.028395 n-d-798930-9 neutron-server[93817]: WARNING oslo_policy.policy [None req-b00fba35-6345-40d7-a508-78a5b2dbb703 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 16:16:16.028792 n-d-798930-9 neutron-server[93817]: WARNING oslo_policy.policy [None req-b00fba35-6345-40d7-a508-78a5b2dbb703 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 16:16:16.037075 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00fba35-6345-40d7-a508-78a5b2dbb703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:16:16.038879 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b00fba35-6345-40d7-a508-78a5b2dbb703 admin admin] 10.222.0.69 "GET /v2.0/networks/d1265b25-7fdf-4243-b2c7-c39a27ce3f15 HTTP/1.1" status: 200 len: 825 time: 0.9750671 Jul 22 16:16:16.077313 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d9accfb0-119f-4b53-845e-1beb4d15f152 admin admin] 10.222.0.69 "GET /v2.0/subnetpools/6037fffe-7b7f-4433-bd86-ed8e9818179a HTTP/1.1" status: 200 len: 734 time: 0.0329688 Jul 22 16:16:16.086054 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] Request body: {'subnet': {'tenant_id': 'dd95d4976b194e4687a7023ea5f181f1', 'gateway_ip': '172.20.0.1', 'network_id': 'd1265b25-7fdf-4243-b2c7-c39a27ce3f15', 'subnetpool_id': '6037fffe-7b7f-4433-bd86-ed8e9818179a', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:16:16.087940 n-d-798930-9 neutron-server[93817]: INFO neutron.quota [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] Loaded quota_driver: . Jul 22 16:16:16.127241 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] Made reservation on behalf of dd95d4976b194e4687a7023ea5f181f1 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:16:16.129954 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:16.417508 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:16.487620 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] Checking segment: {'id': 'af0bec83-80e6-4b59-a52e-3592de7ea937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd1265b25-7fdf-4243-b2c7-c39a27ce3f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:16:16.487984 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] Network hostable DHCP agents. Network: d1265b25-7fdf-4243-b2c7-c39a27ce3f15, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:16:16.497698 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a780356-22b2-49de-8156-f94b8f723cd1,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:16:16.507673 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:16.508023 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:16.508355 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:16.508675 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:16.508995 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:16.509315 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:16.509627 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:16.509960 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:16.510277 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:16.510588 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:16.510900 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:16.511209 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] Tracked resource versions report: Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: pushed versions: Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: { 'AddressGroup': {'1.2'}, Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: 'ConntrackHelper': {'1.0'}, Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: 'Log': {'1.0'}, Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: 'Network': {'1.1'}, Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: 'Port': {'1.7'}, Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: 'PortForwarding': {'1.2'}, Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: 'QosPolicy': {'1.8'}, Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: 'SecurityGroup': {'1.4'}, Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: 'SecurityGroupRule': {'1.2'}, Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: 'SubPort': {'1.0'}, Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: 'Subnet': {'1.1'}, Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: 'Trunk': {'1.1'}} Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: consumer versions: Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: { DHCP agent@n-d-798930-9: {}, Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: L3 agent@n-d-798930-9: {}, Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: Metadata agent@n-d-798930-9: {}, Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: Metering agent@n-d-798930-9: {}, Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: Open vSwitch agent@n-d-798930-9: { 'AddressGroup': '1.2', Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: 'ConntrackHelper': '1.0', Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: 'Log': '1.0', Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: 'Network': '1.1', Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: 'Port': '1.7', Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: 'PortForwarding': '1.2', Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: 'QosPolicy': '1.8', Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: 'SecurityGroup': '1.4', Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: 'SecurityGroupRule': '1.2', Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: 'SubPort': '1.0', Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: 'Subnet': '1.1', Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: 'Trunk': '1.1'}} Jul 22 16:16:16.512245 n-d-798930-9 neutron-server[93817]: {{(pid=93817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 16:16:16.551087 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] Network d1265b25-7fdf-4243-b2c7-c39a27ce3f15 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:16:16.562943 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, d1265b25-7fdf-4243-b2c7-c39a27ce3f15) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:16:16.567483 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:16:16.568088 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:16.574073 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96039be1-b5f2-4cb9-9675-96e54bc96aa4 None None] Network d1265b25-7fdf-4243-b2c7-c39a27ce3f15 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:16:16.589547 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-13333d54-0d10-486e-b3a0-f28bdf12ddd1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5069473 Jul 22 16:16:16.894009 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-d1265b25-7fdf-4243-b2c7-c39a27ce3f15', 'network_id': 'd1265b25-7fdf-4243-b2c7-c39a27ce3f15', 'tenant_id': 'dd95d4976b194e4687a7023ea5f181f1', 'fixed_ips': [{'subnet_id': '1a780356-22b2-49de-8156-f94b8f723cd1'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:16:16.895274 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:17.167931 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Allocated IP 172.20.0.2 (d1265b25-7fdf-4243-b2c7-c39a27ce3f15/1a780356-22b2-49de-8156-f94b8f723cd1/2881897c-7775-41b9-a82f-1ff40f16f116) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:16:17.396846 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:17.411038 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Transition to ACTIVE for port object 2881897c-7775-41b9-a82f-1ff40f16f116 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:16:17.430819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Transition to ACTIVE for port object 2881897c-7775-41b9-a82f-1ff40f16f116 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:16:17.438885 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:17.510084 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Network d1265b25-7fdf-4243-b2c7-c39a27ce3f15 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:16:17.514661 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:16:17.523571 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:16:17.526553 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Pushing event updated for resources: {'Port': ['ID=2881897c-7775-41b9-a82f-1ff40f16f116,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:16:17.555674 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:17.556012 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:17.556344 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:17.556674 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:17.557000 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:17.557329 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:17.557649 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:17.557990 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:17.558308 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:17.558626 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:17.558938 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:17.559250 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Tracked resource versions report: Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: pushed versions: Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: { 'AddressGroup': {'1.2'}, Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: 'ConntrackHelper': {'1.0'}, Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: 'Log': {'1.0'}, Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: 'Network': {'1.1'}, Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: 'Port': {'1.7'}, Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: 'PortForwarding': {'1.2'}, Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: 'QosPolicy': {'1.8'}, Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: 'SecurityGroup': {'1.4'}, Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: 'SecurityGroupRule': {'1.2'}, Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: 'SubPort': {'1.0'}, Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: 'Subnet': {'1.1'}, Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: 'Trunk': {'1.1'}} Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: consumer versions: Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: { DHCP agent@n-d-798930-9: {}, Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: L3 agent@n-d-798930-9: {}, Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: Metadata agent@n-d-798930-9: {}, Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: Metering agent@n-d-798930-9: {}, Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: Open vSwitch agent@n-d-798930-9: { 'AddressGroup': '1.2', Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: 'ConntrackHelper': '1.0', Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: 'Log': '1.0', Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: 'Network': '1.1', Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: 'Port': '1.7', Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: 'PortForwarding': '1.2', Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: 'QosPolicy': '1.8', Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: 'SecurityGroup': '1.4', Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: 'SecurityGroupRule': '1.2', Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: 'SubPort': '1.0', Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: 'Subnet': '1.1', Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: 'Trunk': '1.1'}} Jul 22 16:16:17.560343 n-d-798930-9 neutron-server[93818]: {{(pid=93818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 16:16:17.616931 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Attempting to bind port 2881897c-7775-41b9-a82f-1ff40f16f116 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:16:17.617656 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Attempting to bind port 2881897c-7775-41b9-a82f-1ff40f16f116 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'af0bec83-80e6-4b59-a52e-3592de7ea937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd1265b25-7fdf-4243-b2c7-c39a27ce3f15'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:16:17.618141 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Attempting to bind port 2881897c-7775-41b9-a82f-1ff40f16f116 on network d1265b25-7fdf-4243-b2c7-c39a27ce3f15 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:16:17.623103 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:16:17.623508 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Checking segment: {'id': 'af0bec83-80e6-4b59-a52e-3592de7ea937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd1265b25-7fdf-4243-b2c7-c39a27ce3f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:16:17.623998 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:17.624380 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Bound using segment: {'id': 'af0bec83-80e6-4b59-a52e-3592de7ea937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd1265b25-7fdf-4243-b2c7-c39a27ce3f15'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:16:17.624854 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Bound port: 2881897c-7775-41b9-a82f-1ff40f16f116, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0bec83-80e6-4b59-a52e-3592de7ea937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd1265b25-7fdf-4243-b2c7-c39a27ce3f15'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:16:17.625244 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:17.688877 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] For port 2881897c-7775-41b9-a82f-1ff40f16f116, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:16:17.693396 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] For port 2881897c-7775-41b9-a82f-1ff40f16f116, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2881897c-7775-41b9-a82f-1ff40f16f116,segment=NetworkSegment(af0bec83-80e6-4b59-a52e-3592de7ea937),segment_id=af0bec83-80e6-4b59-a52e-3592de7ea937)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:16:17.696869 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:17.762684 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70bf22-b63f-44d3-ac36-1f4654171001 None None] Pushing event updated for resources: {'Port': ['ID=2881897c-7775-41b9-a82f-1ff40f16f116,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:16:18.968808 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59516) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:16:19.284841 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-e13583af-af6f-477c-b166-cb025948e538 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:16:19.286224 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e13583af-af6f-477c-b166-cb025948e538 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3160975 Jul 22 16:16:21.628339 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59524) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:16:21.933900 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-43942b48-986f-4e15-a6ff-73947ddaeca7 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:16:21.935026 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-43942b48-986f-4e15-a6ff-73947ddaeca7 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3057885 Jul 22 16:16:24.572043 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59534) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:16:24.865575 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5911d964-184a-4d0f-8deb-149230c00ae3 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'dd95d4976b194e4687a7023ea5f181f1', 'name': 'router1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:16:24.889036 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5911d964-184a-4d0f-8deb-149230c00ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:24.890628 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5911d964-184a-4d0f-8deb-149230c00ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:25.056628 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5911d964-184a-4d0f-8deb-149230c00ae3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:25.061900 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5911d964-184a-4d0f-8deb-149230c00ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:25.076325 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5911d964-184a-4d0f-8deb-149230c00ae3 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:25.077564 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5911d964-184a-4d0f-8deb-149230c00ae3 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5045574 Jul 22 16:16:25.363973 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2881897c-7775-41b9-a82f-1ff40f16f116 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:16:25.448507 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 2881897c-7775-41b9-a82f-1ff40f16f116 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:16:26.119528 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc787d7-5f68-4c91-b059-8ec047968602 None None] Network d1265b25-7fdf-4243-b2c7-c39a27ce3f15 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:16:26.194444 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e1b9da1b-7eae-4463-a269-7cb3d2d605e6 None None] Provisioning for port 2881897c-7775-41b9-a82f-1ff40f16f116 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:16:26.201622 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e1b9da1b-7eae-4463-a269-7cb3d2d605e6 None None] Provisioning complete for port 2881897c-7775-41b9-a82f-1ff40f16f116 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:16:26.202043 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1b9da1b-7eae-4463-a269-7cb3d2d605e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:26.376864 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1b9da1b-7eae-4463-a269-7cb3d2d605e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:26.435761 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e1b9da1b-7eae-4463-a269-7cb3d2d605e6 None None] For port 2881897c-7775-41b9-a82f-1ff40f16f116, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2881897c-7775-41b9-a82f-1ff40f16f116,segment=NetworkSegment(af0bec83-80e6-4b59-a52e-3592de7ea937),segment_id=af0bec83-80e6-4b59-a52e-3592de7ea937)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:16:26.442418 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1b9da1b-7eae-4463-a269-7cb3d2d605e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:26.493890 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9da1b-7eae-4463-a269-7cb3d2d605e6 None None] Pushing event updated for resources: {'Port': ['ID=2881897c-7775-41b9-a82f-1ff40f16f116,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:16:26.661698 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ec2522da-41d3-4265-9ca7-0d335d294954 None None] Provisioning complete for port 2881897c-7775-41b9-a82f-1ff40f16f116 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:16:26.662019 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec2522da-41d3-4265-9ca7-0d335d294954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:27.354067 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2881897c-7775-41b9-a82f-1ff40f16f116 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:16:27.400891 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 2881897c-7775-41b9-a82f-1ff40f16f116 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:16:27.401523 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:27.450733 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59546) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:16:27.762944 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-d7d4a033-8271-4ebd-8b2c-6ea756d48b32 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:16:27.763945 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d7d4a033-8271-4ebd-8b2c-6ea756d48b32 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3122597 Jul 22 16:16:28.902032 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a68ae516-0a43-438d-a055-057b8939d75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:30.129039 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59554) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:16:30.431008 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0f33c6a1-319e-4bfa-b6b7-b4efbe347fba admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:16:30.452699 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f33c6a1-319e-4bfa-b6b7-b4efbe347fba admin admin] Made reservation on behalf of 9afdc66e08174980ae927bf41b6eaf4a for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:16:30.455118 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f33c6a1-319e-4bfa-b6b7-b4efbe347fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:30.469623 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f33c6a1-319e-4bfa-b6b7-b4efbe347fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:30.584644 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f33c6a1-319e-4bfa-b6b7-b4efbe347fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:30.588190 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f33c6a1-319e-4bfa-b6b7-b4efbe347fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:30.606361 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0f33c6a1-319e-4bfa-b6b7-b4efbe347fba admin admin] Reserving flat network on physical network physnet1 {{(pid=93817) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 22 16:16:30.627531 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33c6a1-319e-4bfa-b6b7-b4efbe347fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed671b7-c070-4328-8e06-f389c09ca5e9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:16:30.634446 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f33c6a1-319e-4bfa-b6b7-b4efbe347fba admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765149784360', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:30.635012 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f33c6a1-319e-4bfa-b6b7-b4efbe347fba admin admin] Unsubscribe: segment precommit_create {{(pid=93817) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 16:16:30.635487 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-0f33c6a1-319e-4bfa-b6b7-b4efbe347fba admin admin] Added segment a2248141-3469-48d4-aac2-a15ac60ce0ee of type flat for network 748fc6ab-3639-411a-b273-35e3c4423108 Jul 22 16:16:30.696696 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f33c6a1-319e-4bfa-b6b7-b4efbe347fba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:30.743840 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f33c6a1-319e-4bfa-b6b7-b4efbe347fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:30.744778 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f33c6a1-319e-4bfa-b6b7-b4efbe347fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:16:30.745348 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f33c6a1-319e-4bfa-b6b7-b4efbe347fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:30.787294 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0f33c6a1-319e-4bfa-b6b7-b4efbe347fba admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6572144 Jul 22 16:16:30.839739 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33c6a1-319e-4bfa-b6b7-b4efbe347fba admin admin] Pushing event updated for resources: {'Network': ['ID=748fc6ab-3639-411a-b273-35e3c4423108,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:16:30.854577 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 748fc6ab-3639-411a-b273-35e3c4423108 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:16:31.498847 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:31.504253 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e93a471e-cc0f-46ef-958e-ceebbf595d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:32.543881 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:33.139005 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59572) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:16:33.308076 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e1b77a-efc6-48e8-aff3-707b92bc1b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:16:33.309391 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c5e1b77a-efc6-48e8-aff3-707b92bc1b43 admin admin] 10.222.0.69 "GET /v2.0/subnets/1a780356-22b2-49de-8156-f94b8f723cd1 HTTP/1.1" status: 200 len: 849 time: 0.1694427 Jul 22 16:16:33.425317 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fdc37f5c-fd03-4ac4-9a0f-26a9b54ae381 admin admin] 10.222.0.69 "GET /v2.0/routers/76d69e93-454c-4651-bb24-dfb1ebb40f36 HTTP/1.1" status: 200 len: 704 time: 0.1106179 Jul 22 16:16:33.689517 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89120130-d776-4bdd-9d12-498fb95a52af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:33.988804 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-89120130-d776-4bdd-9d12-498fb95a52af admin admin] Allocated IP 172.20.0.1 (d1265b25-7fdf-4243-b2c7-c39a27ce3f15/1a780356-22b2-49de-8156-f94b8f723cd1/4ae079b2-e2f7-458c-b9c9-b58f072d5254) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:16:34.160084 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89120130-d776-4bdd-9d12-498fb95a52af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:34.182470 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-89120130-d776-4bdd-9d12-498fb95a52af admin admin] Transition to ACTIVE for port object 4ae079b2-e2f7-458c-b9c9-b58f072d5254 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:16:34.312887 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89120130-d776-4bdd-9d12-498fb95a52af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:34.372257 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:34.389659 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89120130-d776-4bdd-9d12-498fb95a52af admin admin] Network d1265b25-7fdf-4243-b2c7-c39a27ce3f15 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:16:34.396436 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-89120130-d776-4bdd-9d12-498fb95a52af admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:16:34.399955 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89120130-d776-4bdd-9d12-498fb95a52af admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:16:34.400521 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89120130-d776-4bdd-9d12-498fb95a52af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:34.423619 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89120130-d776-4bdd-9d12-498fb95a52af admin admin] Pushing event updated for resources: {'Port': ['ID=4ae079b2-e2f7-458c-b9c9-b58f072d5254,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:16:34.603687 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bfbc5a47-5eb0-4151-8cb0-4bfa9a162931 None None] Provisioning for port 4ae079b2-e2f7-458c-b9c9-b58f072d5254 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:16:34.607378 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bfbc5a47-5eb0-4151-8cb0-4bfa9a162931 None None] Provisioning complete for port 4ae079b2-e2f7-458c-b9c9-b58f072d5254 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:16:34.607750 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bfbc5a47-5eb0-4151-8cb0-4bfa9a162931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:34.616061 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89120130-d776-4bdd-9d12-498fb95a52af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:34.639191 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-bfbc5a47-5eb0-4151-8cb0-4bfa9a162931 None None] Port 4ae079b2-e2f7-458c-b9c9-b58f072d5254 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:16:34.794152 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89120130-d776-4bdd-9d12-498fb95a52af admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:34.798451 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89120130-d776-4bdd-9d12-498fb95a52af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:34.799260 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89120130-d776-4bdd-9d12-498fb95a52af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:34.859430 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89120130-d776-4bdd-9d12-498fb95a52af admin admin] Pushing event updated for resources: {'Port': ['ID=4ae079b2-e2f7-458c-b9c9-b58f072d5254,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:16:34.921244 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89120130-d776-4bdd-9d12-498fb95a52af admin admin] Network d1265b25-7fdf-4243-b2c7-c39a27ce3f15 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:16:34.922573 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-89120130-d776-4bdd-9d12-498fb95a52af admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:16:35.085975 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89120130-d776-4bdd-9d12-498fb95a52af admin admin] Router 76d69e93-454c-4651-bb24-dfb1ebb40f36 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:16:35.164932 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0c6e2b7d-3d61-4a56-89e1-34076a8c18dc None None] Provisioning complete for port 4ae079b2-e2f7-458c-b9c9-b58f072d5254 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:16:35.165253 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c6e2b7d-3d61-4a56-89e1-34076a8c18dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:35.178682 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89120130-d776-4bdd-9d12-498fb95a52af admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:16:35.186887 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-89120130-d776-4bdd-9d12-498fb95a52af admin admin] 10.222.0.69 "PUT /v2.0/routers/76d69e93-454c-4651-bb24-dfb1ebb40f36/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7563632 Jul 22 16:16:35.188874 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] Sync routers for ids ['76d69e93-454c-4651-bb24-dfb1ebb40f36'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:16:35.201677 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] Routers {'76d69e93-454c-4651-bb24-dfb1ebb40f36'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:16:35.202450 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:16:31Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['76d69e93-454c-4651-bb24-dfb1ebb40f36'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:16:35.207193 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0c6e2b7d-3d61-4a56-89e1-34076a8c18dc None None] Port 4ae079b2-e2f7-458c-b9c9-b58f072d5254 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:16:35.387094 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] Set router 76d69e93-454c-4651-bb24-dfb1ebb40f36 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:16:35.827973 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d69e93-454c-4651-bb24-dfb1ebb40f36', 'name': 'router1', 'tenant_id': 'dd95d4976b194e4687a7023ea5f181f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:16:24Z', 'updated_at': '2021-07-22T16:16:34Z', 'revision_number': 2, 'project_id': 'dd95d4976b194e4687a7023ea5f181f1', 'gw_port_host': None, '_interfaces': [{'id': '4ae079b2-e2f7-458c-b9c9-b58f072d5254', 'name': '', 'network_id': 'd1265b25-7fdf-4243-b2c7-c39a27ce3f15', 'tenant_id': 'dd95d4976b194e4687a7023ea5f181f1', 'mac_address': 'fa:16:3e:fe:d4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d69e93-454c-4651-bb24-dfb1ebb40f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a780356-22b2-49de-8156-f94b8f723cd1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:16:33Z', 'updated_at': '2021-07-22T16:16:34Z', 'revision_number': 2, 'project_id': 'dd95d4976b194e4687a7023ea5f181f1', 'subnets': [{'id': '1a780356-22b2-49de-8156-f94b8f723cd1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6037fffe-7b7f-4433-bd86-ed8e9818179a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:16:35.877802 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] Checking router: 76d69e93-454c-4651-bb24-dfb1ebb40f36 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:16:35.878194 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] Updating router 76d69e93-454c-4651-bb24-dfb1ebb40f36 port 4ae079b2-e2f7-458c-b9c9-b58f072d5254 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:16:35.942042 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:36.436096 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:36.453967 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] Transition to ACTIVE for port object 4ae079b2-e2f7-458c-b9c9-b58f072d5254 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:16:36.459669 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:36.625504 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58480e9c-355c-4326-a94f-46a4bc88ba70 None None] Pushing event updated for resources: {'Port': ['ID=4ae079b2-e2f7-458c-b9c9-b58f072d5254,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:16:36.639377 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] Attempting to bind port 4ae079b2-e2f7-458c-b9c9-b58f072d5254 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:16:36.639861 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] Attempting to bind port 4ae079b2-e2f7-458c-b9c9-b58f072d5254 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'af0bec83-80e6-4b59-a52e-3592de7ea937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd1265b25-7fdf-4243-b2c7-c39a27ce3f15'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:16:36.640490 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] Attempting to bind port 4ae079b2-e2f7-458c-b9c9-b58f072d5254 on network d1265b25-7fdf-4243-b2c7-c39a27ce3f15 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:16:36.643412 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58480e9c-355c-4326-a94f-46a4bc88ba70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:36.643752 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58480e9c-355c-4326-a94f-46a4bc88ba70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:36.644081 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58480e9c-355c-4326-a94f-46a4bc88ba70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:36.644406 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58480e9c-355c-4326-a94f-46a4bc88ba70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:36.644729 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58480e9c-355c-4326-a94f-46a4bc88ba70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:36.645048 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58480e9c-355c-4326-a94f-46a4bc88ba70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:36.645365 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58480e9c-355c-4326-a94f-46a4bc88ba70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:36.645680 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58480e9c-355c-4326-a94f-46a4bc88ba70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:36.646014 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58480e9c-355c-4326-a94f-46a4bc88ba70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:36.646332 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58480e9c-355c-4326-a94f-46a4bc88ba70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:36.646643 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58480e9c-355c-4326-a94f-46a4bc88ba70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:36.646954 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58480e9c-355c-4326-a94f-46a4bc88ba70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58480e9c-355c-4326-a94f-46a4bc88ba70 None None] Tracked resource versions report: Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: pushed versions: Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: { 'AddressGroup': {'1.2'}, Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: 'ConntrackHelper': {'1.0'}, Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: 'Log': {'1.0'}, Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: 'Network': {'1.1'}, Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: 'Port': {'1.7'}, Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: 'PortForwarding': {'1.2'}, Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: 'QosPolicy': {'1.8'}, Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: 'SecurityGroup': {'1.4'}, Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: 'SecurityGroupRule': {'1.2'}, Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: 'SubPort': {'1.0'}, Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: 'Subnet': {'1.1'}, Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: 'Trunk': {'1.1'}} Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: consumer versions: Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: { DHCP agent@n-d-798930-9: {}, Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: L3 agent@n-d-798930-9: {}, Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: Metadata agent@n-d-798930-9: {}, Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: Metering agent@n-d-798930-9: {}, Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: Open vSwitch agent@n-d-798930-9: { 'AddressGroup': '1.2', Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: 'ConntrackHelper': '1.0', Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: 'Log': '1.0', Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: 'Network': '1.1', Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: 'Port': '1.7', Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: 'PortForwarding': '1.2', Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: 'QosPolicy': '1.8', Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: 'SecurityGroup': '1.4', Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: 'SecurityGroupRule': '1.2', Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: 'SubPort': '1.0', Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: 'Subnet': '1.1', Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: 'Trunk': '1.1'}} Jul 22 16:16:36.648042 n-d-798930-9 neutron-server[93819]: {{(pid=93819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 16:16:36.653644 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:16:36.654086 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] Checking segment: {'id': 'af0bec83-80e6-4b59-a52e-3592de7ea937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd1265b25-7fdf-4243-b2c7-c39a27ce3f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:16:36.654563 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:36.654946 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] Bound using segment: {'id': 'af0bec83-80e6-4b59-a52e-3592de7ea937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd1265b25-7fdf-4243-b2c7-c39a27ce3f15'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:16:36.655432 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] Bound port: 4ae079b2-e2f7-458c-b9c9-b58f072d5254, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0bec83-80e6-4b59-a52e-3592de7ea937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd1265b25-7fdf-4243-b2c7-c39a27ce3f15'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:16:36.655812 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:36.719245 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] For port 4ae079b2-e2f7-458c-b9c9-b58f072d5254, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:16:36.741769 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] For port 4ae079b2-e2f7-458c-b9c9-b58f072d5254, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=4ae079b2-e2f7-458c-b9c9-b58f072d5254,segment=NetworkSegment(af0bec83-80e6-4b59-a52e-3592de7ea937),segment_id=af0bec83-80e6-4b59-a52e-3592de7ea937)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:16:36.746127 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:36.803278 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58480e9c-355c-4326-a94f-46a4bc88ba70 None None] Pushing event updated for resources: {'Port': ['ID=4ae079b2-e2f7-458c-b9c9-b58f072d5254,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:16:36.807275 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] Routers {'76d69e93-454c-4651-bb24-dfb1ebb40f36'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:16:36.807872 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:16:31Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['76d69e93-454c-4651-bb24-dfb1ebb40f36'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:16:36.895355 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] Set router 76d69e93-454c-4651-bb24-dfb1ebb40f36 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:16:37.110429 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d69e93-454c-4651-bb24-dfb1ebb40f36', 'name': 'router1', 'tenant_id': 'dd95d4976b194e4687a7023ea5f181f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:16:24Z', 'updated_at': '2021-07-22T16:16:34Z', 'revision_number': 2, 'project_id': 'dd95d4976b194e4687a7023ea5f181f1', 'gw_port_host': None, '_interfaces': [{'id': '4ae079b2-e2f7-458c-b9c9-b58f072d5254', 'name': '', 'network_id': 'd1265b25-7fdf-4243-b2c7-c39a27ce3f15', 'tenant_id': 'dd95d4976b194e4687a7023ea5f181f1', 'mac_address': 'fa:16:3e:fe:d4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d69e93-454c-4651-bb24-dfb1ebb40f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a780356-22b2-49de-8156-f94b8f723cd1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:16:33Z', 'updated_at': '2021-07-22T16:16:36Z', 'revision_number': 4, 'project_id': 'dd95d4976b194e4687a7023ea5f181f1', 'subnets': [{'id': '1a780356-22b2-49de-8156-f94b8f723cd1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6037fffe-7b7f-4433-bd86-ed8e9818179a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:16:37.136568 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc130f8-eef9-4112-b78b-004dee746b52 None None] The sync data for ids ['76d69e93-454c-4651-bb24-dfb1ebb40f36'] in n-d-798930-9 is: [{'id': '76d69e93-454c-4651-bb24-dfb1ebb40f36', 'name': 'router1', 'tenant_id': 'dd95d4976b194e4687a7023ea5f181f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:16:24Z', 'updated_at': '2021-07-22T16:16:34Z', 'revision_number': 2, 'project_id': 'dd95d4976b194e4687a7023ea5f181f1', 'gw_port_host': None, '_interfaces': [{'id': '4ae079b2-e2f7-458c-b9c9-b58f072d5254', 'name': '', 'network_id': 'd1265b25-7fdf-4243-b2c7-c39a27ce3f15', 'tenant_id': 'dd95d4976b194e4687a7023ea5f181f1', 'mac_address': 'fa:16:3e:fe:d4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d69e93-454c-4651-bb24-dfb1ebb40f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a780356-22b2-49de-8156-f94b8f723cd1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:16:33Z', 'updated_at': '2021-07-22T16:16:36Z', 'revision_number': 4, 'project_id': 'dd95d4976b194e4687a7023ea5f181f1', 'subnets': [{'id': '1a780356-22b2-49de-8156-f94b8f723cd1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6037fffe-7b7f-4433-bd86-ed8e9818179a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:16:37.384637 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59592) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:16:37.492773 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60535738-2638-42b3-a6fb-663fd2ac1005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:16:37.494066 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-60535738-2638-42b3-a6fb-663fd2ac1005 admin admin] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 842 time: 0.1084814 Jul 22 16:16:37.503329 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2a97cf9f-1a58-44fa-afbb-eba16099b2de admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.0.1', 'cidr': '172.25.0.0/24'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:16:37.524016 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a97cf9f-1a58-44fa-afbb-eba16099b2de admin admin] Made reservation on behalf of 9afdc66e08174980ae927bf41b6eaf4a for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:16:37.526349 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a97cf9f-1a58-44fa-afbb-eba16099b2de admin admin] Notify callbacks [] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:37.806175 n-d-798930-9 neutron-server[93817]: DEBUG neutron.objects.ports [None req-2a97cf9f-1a58-44fa-afbb-eba16099b2de admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:16:37.806522 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a97cf9f-1a58-44fa-afbb-eba16099b2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:37.861099 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97cf9f-1a58-44fa-afbb-eba16099b2de admin admin] Pushing event updated for resources: {'Subnet': ['ID=c57d0896-f45c-4640-bb4a-7846a31caf6d,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:16:37.868750 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a97cf9f-1a58-44fa-afbb-eba16099b2de admin admin] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:16:37.869103 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a97cf9f-1a58-44fa-afbb-eba16099b2de admin admin] Network hostable DHCP agents. Network: 748fc6ab-3639-411a-b273-35e3c4423108, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:16:37.884848 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a97cf9f-1a58-44fa-afbb-eba16099b2de admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:16:37.893447 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-2a97cf9f-1a58-44fa-afbb-eba16099b2de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 748fc6ab-3639-411a-b273-35e3c4423108) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:16:37.898645 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a97cf9f-1a58-44fa-afbb-eba16099b2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:16:37.900548 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a97cf9f-1a58-44fa-afbb-eba16099b2de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:37.901685 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad586970-d141-42b2-bcdf-d97d34dee5d6 None None] Network 748fc6ab-3639-411a-b273-35e3c4423108 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:16:37.922552 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2a97cf9f-1a58-44fa-afbb-eba16099b2de admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4225342 Jul 22 16:16:38.033904 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17a7f23-5480-4a02-84bd-bdeb6832c6c4 None None] Network 748fc6ab-3639-411a-b273-35e3c4423108 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:16:38.340653 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 5 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:16:40.206522 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59600) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:16:40.413196 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-33abb872-3df8-4996-98ca-465a33786e27 admin admin] 10.222.0.69 "GET /v2.0/routers/76d69e93-454c-4651-bb24-dfb1ebb40f36 HTTP/1.1" status: 200 len: 710 time: 0.2054234 Jul 22 16:16:40.509841 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2147b960-7b53-4487-a2c2-1bf424212072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:16:40.511259 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2147b960-7b53-4487-a2c2-1bf424212072 admin admin] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 886 time: 0.0916784 Jul 22 16:16:40.520678 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0fc6f222-6f8d-461c-a56b-da6d7a0744e7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:16:40.797418 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fc6f222-6f8d-461c-a56b-da6d7a0744e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:41.038676 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fc6f222-6f8d-461c-a56b-da6d7a0744e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:41.115924 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fc6f222-6f8d-461c-a56b-da6d7a0744e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:41.222510 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-0fc6f222-6f8d-461c-a56b-da6d7a0744e7 admin admin] Allocated IP 172.25.0.81 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/203b199a-b6a0-43d0-8d8d-a358e2f7662b) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:16:41.326586 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fc6f222-6f8d-461c-a56b-da6d7a0744e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:41.368199 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fc6f222-6f8d-461c-a56b-da6d7a0744e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:41.425052 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc6f222-6f8d-461c-a56b-da6d7a0744e7 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:16:41.427848 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-0fc6f222-6f8d-461c-a56b-da6d7a0744e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:16:41.430359 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc6f222-6f8d-461c-a56b-da6d7a0744e7 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:16:41.499521 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6f222-6f8d-461c-a56b-da6d7a0744e7 admin admin] Pushing event updated for resources: {'Port': ['ID=203b199a-b6a0-43d0-8d8d-a358e2f7662b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:16:41.694409 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fc6f222-6f8d-461c-a56b-da6d7a0744e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:41.979762 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fc6f222-6f8d-461c-a56b-da6d7a0744e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:41.983005 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fc6f222-6f8d-461c-a56b-da6d7a0744e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4121324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4121180'] for router, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:42.094152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc6f222-6f8d-461c-a56b-da6d7a0744e7 admin admin] Router 76d69e93-454c-4651-bb24-dfb1ebb40f36 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:16:42.206075 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc6f222-6f8d-461c-a56b-da6d7a0744e7 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:16:42.210394 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fc6f222-6f8d-461c-a56b-da6d7a0744e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:42.211619 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0fc6f222-6f8d-461c-a56b-da6d7a0744e7 admin admin] 10.222.0.69 "PUT /v2.0/routers/76d69e93-454c-4651-bb24-dfb1ebb40f36 HTTP/1.1" status: 200 len: 889 time: 1.6948628 Jul 22 16:16:43.396280 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 4ae079b2-e2f7-458c-b9c9-b58f072d5254 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:16:43.447379 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 4ae079b2-e2f7-458c-b9c9-b58f072d5254 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:16:43.451965 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 4ae079b2-e2f7-458c-b9c9-b58f072d5254 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:16:43.452671 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:43.623815 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:43.628950 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] Sync routers for ids ['76d69e93-454c-4651-bb24-dfb1ebb40f36'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:16:43.653941 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] Routers {'76d69e93-454c-4651-bb24-dfb1ebb40f36'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:16:43.654755 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:16:31Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['76d69e93-454c-4651-bb24-dfb1ebb40f36'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:16:43.735348 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 4ae079b2-e2f7-458c-b9c9-b58f072d5254, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=4ae079b2-e2f7-458c-b9c9-b58f072d5254,segment=NetworkSegment(af0bec83-80e6-4b59-a52e-3592de7ea937),segment_id=af0bec83-80e6-4b59-a52e-3592de7ea937)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:16:43.768717 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:43.888260 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=4ae079b2-e2f7-458c-b9c9-b58f072d5254,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:16:43.915440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] Set router 76d69e93-454c-4651-bb24-dfb1ebb40f36 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:16:44.320655 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d69e93-454c-4651-bb24-dfb1ebb40f36', 'name': 'router1', 'tenant_id': 'dd95d4976b194e4687a7023ea5f181f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '203b199a-b6a0-43d0-8d8d-a358e2f7662b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:16:24Z', 'updated_at': '2021-07-22T16:16:41Z', 'revision_number': 4, 'project_id': 'dd95d4976b194e4687a7023ea5f181f1', 'gw_port': {'id': '203b199a-b6a0-43d0-8d8d-a358e2f7662b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d69e93-454c-4651-bb24-dfb1ebb40f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:16:41Z', 'updated_at': '2021-07-22T16:16:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '4ae079b2-e2f7-458c-b9c9-b58f072d5254', 'name': '', 'network_id': 'd1265b25-7fdf-4243-b2c7-c39a27ce3f15', 'tenant_id': 'dd95d4976b194e4687a7023ea5f181f1', 'mac_address': 'fa:16:3e:fe:d4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d69e93-454c-4651-bb24-dfb1ebb40f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a780356-22b2-49de-8156-f94b8f723cd1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:16:33Z', 'updated_at': '2021-07-22T16:16:36Z', 'revision_number': 4, 'project_id': 'dd95d4976b194e4687a7023ea5f181f1', 'subnets': [{'id': '1a780356-22b2-49de-8156-f94b8f723cd1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6037fffe-7b7f-4433-bd86-ed8e9818179a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:16:44.372133 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] Checking router: 76d69e93-454c-4651-bb24-dfb1ebb40f36 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:16:44.372458 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] Updating router 76d69e93-454c-4651-bb24-dfb1ebb40f36 port 203b199a-b6a0-43d0-8d8d-a358e2f7662b binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:16:44.410599 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:44.666737 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59612) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:16:44.758488 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:44.769439 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] Transition to ACTIVE for port object 203b199a-b6a0-43d0-8d8d-a358e2f7662b will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:16:44.777173 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:44.803603 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-00a91c4d-f574-4410-8d7a-72fac07caf5c admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1357334 Jul 22 16:16:44.824516 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e7dc0-7776-40bd-bfe4-5eee4871f69f None None] Pushing event updated for resources: {'Port': ['ID=203b199a-b6a0-43d0-8d8d-a358e2f7662b,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:16:44.838120 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] Attempting to bind port 203b199a-b6a0-43d0-8d8d-a358e2f7662b on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:16:44.838487 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] Attempting to bind port 203b199a-b6a0-43d0-8d8d-a358e2f7662b by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:16:44.838845 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] Attempting to bind port 203b199a-b6a0-43d0-8d8d-a358e2f7662b on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:16:44.844454 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:16:44.844830 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:16:44.845235 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:44.845871 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:16:44.846402 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] Bound port: 203b199a-b6a0-43d0-8d8d-a358e2f7662b, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:16:44.846780 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:44.904568 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] For port 203b199a-b6a0-43d0-8d8d-a358e2f7662b, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:16:44.908447 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] For port 203b199a-b6a0-43d0-8d8d-a358e2f7662b, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=203b199a-b6a0-43d0-8d8d-a358e2f7662b,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:16:44.913124 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:44.970896 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] Routers {'76d69e93-454c-4651-bb24-dfb1ebb40f36'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:16:44.971527 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:16:31Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['76d69e93-454c-4651-bb24-dfb1ebb40f36'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:16:45.092791 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e7dc0-7776-40bd-bfe4-5eee4871f69f None None] Pushing event updated for resources: {'Port': ['ID=203b199a-b6a0-43d0-8d8d-a358e2f7662b,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:16:45.166183 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] Set router 76d69e93-454c-4651-bb24-dfb1ebb40f36 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:16:45.374491 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 4ae079b2-e2f7-458c-b9c9-b58f072d5254 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:16:45.425189 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d69e93-454c-4651-bb24-dfb1ebb40f36', 'name': 'router1', 'tenant_id': 'dd95d4976b194e4687a7023ea5f181f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '203b199a-b6a0-43d0-8d8d-a358e2f7662b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:16:24Z', 'updated_at': '2021-07-22T16:16:41Z', 'revision_number': 4, 'project_id': 'dd95d4976b194e4687a7023ea5f181f1', 'gw_port': {'id': '203b199a-b6a0-43d0-8d8d-a358e2f7662b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d69e93-454c-4651-bb24-dfb1ebb40f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:16:41Z', 'updated_at': '2021-07-22T16:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '4ae079b2-e2f7-458c-b9c9-b58f072d5254', 'name': '', 'network_id': 'd1265b25-7fdf-4243-b2c7-c39a27ce3f15', 'tenant_id': 'dd95d4976b194e4687a7023ea5f181f1', 'mac_address': 'fa:16:3e:fe:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d69e93-454c-4651-bb24-dfb1ebb40f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a780356-22b2-49de-8156-f94b8f723cd1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:16:33Z', 'updated_at': '2021-07-22T16:16:43Z', 'revision_number': 5, 'project_id': 'dd95d4976b194e4687a7023ea5f181f1', 'subnets': [{'id': '1a780356-22b2-49de-8156-f94b8f723cd1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6037fffe-7b7f-4433-bd86-ed8e9818179a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:16:45.457817 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03846d0-b451-4643-9de6-67e876e30075 None None] The sync data for ids ['76d69e93-454c-4651-bb24-dfb1ebb40f36'] in n-d-798930-9 is: [{'id': '76d69e93-454c-4651-bb24-dfb1ebb40f36', 'name': 'router1', 'tenant_id': 'dd95d4976b194e4687a7023ea5f181f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '203b199a-b6a0-43d0-8d8d-a358e2f7662b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:16:24Z', 'updated_at': '2021-07-22T16:16:41Z', 'revision_number': 4, 'project_id': 'dd95d4976b194e4687a7023ea5f181f1', 'gw_port': {'id': '203b199a-b6a0-43d0-8d8d-a358e2f7662b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:08:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d69e93-454c-4651-bb24-dfb1ebb40f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:16:41Z', 'updated_at': '2021-07-22T16:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '4ae079b2-e2f7-458c-b9c9-b58f072d5254', 'name': '', 'network_id': 'd1265b25-7fdf-4243-b2c7-c39a27ce3f15', 'tenant_id': 'dd95d4976b194e4687a7023ea5f181f1', 'mac_address': 'fa:16:3e:fe:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d69e93-454c-4651-bb24-dfb1ebb40f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a780356-22b2-49de-8156-f94b8f723cd1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:16:33Z', 'updated_at': '2021-07-22T16:16:43Z', 'revision_number': 5, 'project_id': 'dd95d4976b194e4687a7023ea5f181f1', 'subnets': [{'id': '1a780356-22b2-49de-8156-f94b8f723cd1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6037fffe-7b7f-4433-bd86-ed8e9818179a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:16:45.465200 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 4ae079b2-e2f7-458c-b9c9-b58f072d5254 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:16:45.465630 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:47.401857 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 203b199a-b6a0-43d0-8d8d-a358e2f7662b up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:16:47.456574 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 203b199a-b6a0-43d0-8d8d-a358e2f7662b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:16:47.463644 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 203b199a-b6a0-43d0-8d8d-a358e2f7662b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:16:47.465288 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:47.591289 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:47.612870 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 203b199a-b6a0-43d0-8d8d-a358e2f7662b, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=203b199a-b6a0-43d0-8d8d-a358e2f7662b,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:16:47.617960 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:47.665496 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=203b199a-b6a0-43d0-8d8d-a358e2f7662b,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:16:49.412240 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 203b199a-b6a0-43d0-8d8d-a358e2f7662b up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:16:49.488472 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 203b199a-b6a0-43d0-8d8d-a358e2f7662b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:16:49.489982 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:58.904369 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6f5f623-ffda-4d89-92f5-d07790cac24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:17:01.525200 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:17:01.533473 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-47bfa888-7767-48a9-b6ad-142b35360e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:17:02.553887 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:17:04.398142 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:17:15.354979 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 5 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:17:28.908731 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f58feb1f-e202-4ff5-af69-9891fecfcafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:17:31.489333 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:17:31.525694 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27bd2288-e989-4861-ba4f-72d8eb6cdbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:17:32.557098 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:17:34.395834 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:17:52.339978 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 5 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:17:58.911174 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f400cf08-4388-43bb-a373-f76dbd120060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:01.491892 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:01.522613 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ab5390d-9543-4d40-a5af-a1404a526cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:02.558817 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:04.390620 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:26.639617 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60214) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:18:26.702157 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e0a0899-e506-425a-b04e-a6e5c33b3fe6 admin admin] GET failed (client error): The resource could not be found. Jul 22 16:18:26.703543 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9e0a0899-e506-425a-b04e-a6e5c33b3fe6 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0628963 Jul 22 16:18:26.868393 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73cf274-f06d-4426-b6a5-08e5c876a17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:18:26.869875 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c73cf274-f06d-4426-b6a5-08e5c876a17c admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1608615 Jul 22 16:18:28.917118 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-14e07b3d-aed8-450f-a4e7-c3efde622f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:29.058645 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60224) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:18:29.161184 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a01e199-8ac2-4978-83c3-6ee0f3d1e1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:18:29.162598 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6a01e199-8ac2-4978-83c3-6ee0f3d1e1fd admin admin] 10.222.0.69 "GET /v2.0/subnets/1a780356-22b2-49de-8156-f94b8f723cd1 HTTP/1.1" status: 200 len: 849 time: 0.1029925 Jul 22 16:18:29.172645 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5ba1a5ec-3305-4537-bdca-2ff838edb18b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:18:29.257094 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ba1a5ec-3305-4537-bdca-2ff838edb18b admin admin] Notify callbacks [] for subnet, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:29.338496 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 5 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:18:29.397440 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ba1a5ec-3305-4537-bdca-2ff838edb18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765149800816'] for subnet, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:29.431325 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba1a5ec-3305-4537-bdca-2ff838edb18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:18:29.431922 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ba1a5ec-3305-4537-bdca-2ff838edb18b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:29.433231 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5ba1a5ec-3305-4537-bdca-2ff838edb18b admin admin] 10.222.0.69 "PUT /v2.0/subnets/1a780356-22b2-49de-8156-f94b8f723cd1 HTTP/1.1" status: 200 len: 868 time: 0.2651055 Jul 22 16:18:29.434795 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668ca0b1-ee16-42ac-8924-e19e6406a409 None None] Network d1265b25-7fdf-4243-b2c7-c39a27ce3f15 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:18:29.450145 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1a5ec-3305-4537-bdca-2ff838edb18b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a780356-22b2-49de-8156-f94b8f723cd1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:18:29.457843 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba1a5ec-3305-4537-bdca-2ff838edb18b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:18:29.458255 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba1a5ec-3305-4537-bdca-2ff838edb18b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:18:29.458569 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba1a5ec-3305-4537-bdca-2ff838edb18b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:18:29.458908 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba1a5ec-3305-4537-bdca-2ff838edb18b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:18:29.459241 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba1a5ec-3305-4537-bdca-2ff838edb18b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:18:29.459577 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba1a5ec-3305-4537-bdca-2ff838edb18b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:18:29.459902 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba1a5ec-3305-4537-bdca-2ff838edb18b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:18:29.460233 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba1a5ec-3305-4537-bdca-2ff838edb18b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:18:29.460559 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba1a5ec-3305-4537-bdca-2ff838edb18b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:18:29.461029 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba1a5ec-3305-4537-bdca-2ff838edb18b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:18:29.461371 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba1a5ec-3305-4537-bdca-2ff838edb18b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:18:29.461697 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba1a5ec-3305-4537-bdca-2ff838edb18b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:18:29.841448 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8f5adf0e-e020-4886-b3e7-2209b220e67b None None] Provisioning complete for port 2881897c-7775-41b9-a82f-1ff40f16f116 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:18:29.841822 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8f5adf0e-e020-4886-b3e7-2209b220e67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:29.925331 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8f5adf0e-e020-4886-b3e7-2209b220e67b None None] Provisioning complete for port 4ae079b2-e2f7-458c-b9c9-b58f072d5254 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:18:29.926030 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8f5adf0e-e020-4886-b3e7-2209b220e67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:31.495780 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:31.514956 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9bc623fc-770e-4254-a6c5-5226e7525e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:31.607443 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60232) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:18:31.815755 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d14e-efaf-4ea1-a453-8c075ee8308c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:18:31.816229 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d14e-efaf-4ea1-a453-8c075ee8308c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:18:31.817783 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d428d14e-efaf-4ea1-a453-8c075ee8308c admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2094014 Jul 22 16:18:32.563691 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:34.039527 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60242) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:18:34.174966 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13d1335-53b7-4c54-b51f-5ba8fca36d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:18:34.175432 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13d1335-53b7-4c54-b51f-5ba8fca36d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:18:34.176959 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c13d1335-53b7-4c54-b51f-5ba8fca36d94 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1362243 Jul 22 16:18:34.398163 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:36.473114 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60250) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:18:36.721030 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59630cc-fa8f-408c-a7ce-0ac01a7f3b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:18:36.722445 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e59630cc-fa8f-408c-a7ce-0ac01a7f3b7e admin admin] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 886 time: 0.2483613 Jul 22 16:18:38.967953 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60258) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:18:39.133656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61f2278-ba91-462a-b8d9-21c5fde69dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:18:39.135185 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c61f2278-ba91-462a-b8d9-21c5fde69dab admin admin] 10.222.0.69 "GET /v2.0/networks/d1265b25-7fdf-4243-b2c7-c39a27ce3f15 HTTP/1.1" status: 200 len: 869 time: 0.1662576 Jul 22 16:18:41.362084 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60266) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:18:41.487147 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97924fe7-a4e1-4914-8a4f-42cc59d6e766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:18:41.487604 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97924fe7-a4e1-4914-8a4f-42cc59d6e766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:18:41.489129 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-97924fe7-a4e1-4914-8a4f-42cc59d6e766 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1261895 Jul 22 16:18:43.724710 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60274) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:18:43.825077 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8734f5dd-602e-4938-9fdc-fc73596f2386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:18:43.825527 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8734f5dd-602e-4938-9fdc-fc73596f2386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:18:43.827169 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8734f5dd-602e-4938-9fdc-fc73596f2386 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1014922 Jul 22 16:18:46.056507 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60282) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:18:46.151414 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891c042d-8724-4841-b1cc-bffc225ddeb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:18:46.153303 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-891c042d-8724-4841-b1cc-bffc225ddeb4 admin admin] 10.222.0.69 "GET /v2.0/subnets/1a780356-22b2-49de-8156-f94b8f723cd1 HTTP/1.1" status: 200 len: 868 time: 0.0958567 Jul 22 16:18:48.378274 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60290) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:18:48.504412 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d7acc7-4304-45fc-9ec6-9de11a466607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:18:48.505821 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b5d7acc7-4304-45fc-9ec6-9de11a466607 admin admin] 10.222.0.69 "GET /v2.0/subnets/c57d0896-f45c-4640-bb4a-7846a31caf6d HTTP/1.1" status: 200 len: 816 time: 0.1266475 Jul 22 16:18:58.912423 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74a2d9fe-bb5e-47d6-8170-5501ec210257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:01.501044 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:01.519066 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ee0ad6d-5316-4d1b-b709-f768a1a55700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:02.565057 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:04.403069 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:06.336456 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 5 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:19:13.494681 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60342) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:19:13.541533 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [None req-11bb460b-f078-4ca5-844f-50ba496cde77 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:19:13.542598 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-11bb460b-f078-4ca5-844f-50ba496cde77 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469816 Jul 22 16:19:15.817574 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60350) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:19:15.876242 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-9911bc9e-a222-44b3-a696-53813d30ad68 admin admin] GET failed (client error): The resource could not be found. Jul 22 16:19:15.877548 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9911bc9e-a222-44b3-a696-53813d30ad68 admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0590260 Jul 22 16:19:16.022683 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7925524-811a-4f2a-a868-2f954fde4107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:19:16.024066 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c7925524-811a-4f2a-a868-2f954fde4107 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1424992 Jul 22 16:19:18.217427 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60358) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:19:18.262006 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6a63bc70-24b1-4715-b036-cf73d9f3cfef admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:19:18.282838 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a63bc70-24b1-4715-b036-cf73d9f3cfef admin admin] Made reservation on behalf of 9afdc66e08174980ae927bf41b6eaf4a for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:19:18.285200 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a63bc70-24b1-4715-b036-cf73d9f3cfef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:18.312426 n-d-798930-9 neutron-server[93817]: WARNING neutron.services.revisions.revision_plugin [None req-6a63bc70-24b1-4715-b036-cf73d9f3cfef admin admin] Could not find related network for resource to bump revision. Jul 22 16:19:18.326704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a63bc70-24b1-4715-b036-cf73d9f3cfef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:19:18.335975 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a63bc70-24b1-4715-b036-cf73d9f3cfef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:18.336312 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-6a63bc70-24b1-4715-b036-cf73d9f3cfef admin admin] Added segment cdee7cf9-8721-4907-90ee-da9c022050a9 of type vlan for network d9fd37bc-f530-4da7-b1c9-3d310ff6004c Jul 22 16:19:18.376693 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a63bc70-24b1-4715-b036-cf73d9f3cfef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:18.405014 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a63bc70-24b1-4715-b036-cf73d9f3cfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:18.405955 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a63bc70-24b1-4715-b036-cf73d9f3cfef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:19:18.406559 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a63bc70-24b1-4715-b036-cf73d9f3cfef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:18.438253 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6a63bc70-24b1-4715-b036-cf73d9f3cfef admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2196543 Jul 22 16:19:18.471451 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63bc70-24b1-4715-b036-cf73d9f3cfef admin admin] Pushing event updated for resources: {'Network': ['ID=d9fd37bc-f530-4da7-b1c9-3d310ff6004c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:19:18.481848 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:19:20.635848 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60366) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:19:20.694828 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c66540-f456-46dd-854b-aa382cb9e735 admin admin] GET failed (client error): The resource could not be found. Jul 22 16:19:20.696229 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-51c66540-f456-46dd-854b-aa382cb9e735 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593913 Jul 22 16:19:20.767274 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64bf33b-e6c9-4179-b393-cf239ffcf85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:19:20.768722 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e64bf33b-e6c9-4179-b393-cf239ffcf85a admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0685418 Jul 22 16:19:20.778835 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ba5b95d4-3230-4244-93fa-f9a70efa94d4 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'description': 'shared-subnet'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:19:20.799335 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5b95d4-3230-4244-93fa-f9a70efa94d4 admin admin] Made reservation on behalf of 9afdc66e08174980ae927bf41b6eaf4a for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:19:20.801820 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba5b95d4-3230-4244-93fa-f9a70efa94d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:21.072499 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba5b95d4-3230-4244-93fa-f9a70efa94d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:21.127829 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b95d4-3230-4244-93fa-f9a70efa94d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19e59664-07b5-4ea7-b942-be1905c48b5e,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:19:21.140116 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5b95d4-3230-4244-93fa-f9a70efa94d4 admin admin] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:19:21.140472 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5b95d4-3230-4244-93fa-f9a70efa94d4 admin admin] Network hostable DHCP agents. Network: d9fd37bc-f530-4da7-b1c9-3d310ff6004c, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:19:21.156409 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5b95d4-3230-4244-93fa-f9a70efa94d4 admin admin] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:19:21.164866 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ba5b95d4-3230-4244-93fa-f9a70efa94d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, d9fd37bc-f530-4da7-b1c9-3d310ff6004c) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:19:21.169103 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5b95d4-3230-4244-93fa-f9a70efa94d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:19:21.169687 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba5b95d4-3230-4244-93fa-f9a70efa94d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:21.174126 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fef004-7f7d-4553-9918-c84f3b51d784 None None] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:19:21.184325 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ba5b95d4-3230-4244-93fa-f9a70efa94d4 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4094656 Jul 22 16:19:21.353753 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-d9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'tenant_id': '9afdc66e08174980ae927bf41b6eaf4a', 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:19:21.354666 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:21.489502 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Allocated IP 192.168.233.2 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/d752b1e3-6c5b-47b3-964b-3a72d2489388) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:19:21.650913 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:21.661552 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Transition to ACTIVE for port object d752b1e3-6c5b-47b3-964b-3a72d2489388 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:19:21.678766 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Transition to ACTIVE for port object d752b1e3-6c5b-47b3-964b-3a72d2489388 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:19:21.686968 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:21.735785 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:19:21.737082 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Pushing event updated for resources: {'Port': ['ID=d752b1e3-6c5b-47b3-964b-3a72d2489388,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:19:21.739531 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:19:21.743266 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:19:21.750062 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:21.750411 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:21.750750 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:21.751082 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:21.751415 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:21.751741 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:21.752065 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:21.752386 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:21.752712 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:21.753026 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:21.753349 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:21.753821 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:21.816693 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Attempting to bind port d752b1e3-6c5b-47b3-964b-3a72d2489388 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:19:21.817069 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Attempting to bind port d752b1e3-6c5b-47b3-964b-3a72d2489388 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:19:21.817428 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Attempting to bind port d752b1e3-6c5b-47b3-964b-3a72d2489388 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:19:21.822701 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:19:21.823066 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:19:21.823948 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:21.824336 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:19:21.824881 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Bound port: d752b1e3-6c5b-47b3-964b-3a72d2489388, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:19:21.825208 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:21.889624 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] For port d752b1e3-6c5b-47b3-964b-3a72d2489388, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:19:21.893373 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] For port d752b1e3-6c5b-47b3-964b-3a72d2489388, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d752b1e3-6c5b-47b3-964b-3a72d2489388,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:19:21.898011 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:21.957200 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37b316-28c7-4fb6-8855-8877a7e07edd None None] Pushing event updated for resources: {'Port': ['ID=d752b1e3-6c5b-47b3-964b-3a72d2489388,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:19:22.795619 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc62584-be7a-4402-8ef4-3ff8e9cc9949 None None] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:19:22.918874 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f7bac43d-2d7f-4db6-ba8c-ce051557e6e4 None None] Provisioning for port d752b1e3-6c5b-47b3-964b-3a72d2489388 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:19:23.525912 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d752b1e3-6c5b-47b3-964b-3a72d2489388 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:19:23.590974 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port d752b1e3-6c5b-47b3-964b-3a72d2489388 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:19:23.595538 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port d752b1e3-6c5b-47b3-964b-3a72d2489388 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:19:23.596110 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:23.682697 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:23.716750 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port d752b1e3-6c5b-47b3-964b-3a72d2489388, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d752b1e3-6c5b-47b3-964b-3a72d2489388,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:19:23.721573 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:23.774553 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=d752b1e3-6c5b-47b3-964b-3a72d2489388,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:19:25.489584 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d752b1e3-6c5b-47b3-964b-3a72d2489388 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:19:25.536649 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port d752b1e3-6c5b-47b3-964b-3a72d2489388 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:19:25.537016 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:28.913585 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3ba7733-9068-4151-aa1c-5ca14e47cbf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:31.495206 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:31.519513 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9da51b96-ef01-4a47-b52a-e9d515e6729a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:32.570090 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:34.404792 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:43.334746 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 5 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:19:58.917859 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cdf2aa54-edef-4638-b5ff-af02b82a8d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:01.513248 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:01.523223 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e953f1f-16db-4dfd-8e4c-22df1cc0e262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:02.571849 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:04.408290 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:20.334224 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 5 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:20:28.925337 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74e457e4-1032-40c4-bfe4-e58b604b8458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:31.500360 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:31.525038 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7722957c-7855-43f2-bbf1-9a21e5d7e61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:32.576203 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:33.129688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60418) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:20:33.137089 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-f4e9d207-e694-499f-bd46-63e4404f301d tempest-verify_tempest_config-1358806296 tempest-verify_tempest_config-1358806296-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:20:33.138200 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f4e9d207-e694-499f-bd46-63e4404f301d tempest-verify_tempest_config-1358806296 tempest-verify_tempest_config-1358806296-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070827 Jul 22 16:20:33.469974 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60436) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:20:33.583338 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c15e954c-0efc-42fc-bcf0-7eee6421f6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:33.690882 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c15e954c-0efc-42fc-bcf0-7eee6421f6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:33.695670 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c15e954c-0efc-42fc-bcf0-7eee6421f6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:33.740539 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e954c-0efc-42fc-bcf0-7eee6421f6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1ac255-c6ce-45d4-8543-e7890d2373af,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:20:33.746060 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c15e954c-0efc-42fc-bcf0-7eee6421f6b0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c616ca5c23cd4545a33565907f4a203f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2746642 Jul 22 16:20:33.748876 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60442) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:20:33.750652 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e954c-0efc-42fc-bcf0-7eee6421f6b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:20:33.750999 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e954c-0efc-42fc-bcf0-7eee6421f6b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:20:33.751330 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e954c-0efc-42fc-bcf0-7eee6421f6b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:20:33.751821 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e954c-0efc-42fc-bcf0-7eee6421f6b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:20:33.752156 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e954c-0efc-42fc-bcf0-7eee6421f6b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:20:33.752483 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e954c-0efc-42fc-bcf0-7eee6421f6b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:20:33.752806 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e954c-0efc-42fc-bcf0-7eee6421f6b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:20:33.753129 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e954c-0efc-42fc-bcf0-7eee6421f6b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:20:33.753457 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e954c-0efc-42fc-bcf0-7eee6421f6b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:20:33.753777 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e954c-0efc-42fc-bcf0-7eee6421f6b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:20:33.754121 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e954c-0efc-42fc-bcf0-7eee6421f6b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:20:33.754437 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e954c-0efc-42fc-bcf0-7eee6421f6b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:20:33.807562 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-422be5af-46e3-4829-b80c-1e0f7bc075de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:33.829296 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-422be5af-46e3-4829-b80c-1e0f7bc075de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:33.923484 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-422be5af-46e3-4829-b80c-1e0f7bc075de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:33.926819 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-422be5af-46e3-4829-b80c-1e0f7bc075de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:33.928686 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-422be5af-46e3-4829-b80c-1e0f7bc075de admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3a1ac255-c6ce-45d4-8543-e7890d2373af HTTP/1.1" status: 204 len: 168 time: 0.1786046 Jul 22 16:20:33.939431 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422be5af-46e3-4829-b80c-1e0f7bc075de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1ac255-c6ce-45d4-8543-e7890d2373af,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:20:33.947615 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422be5af-46e3-4829-b80c-1e0f7bc075de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:20:33.948094 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422be5af-46e3-4829-b80c-1e0f7bc075de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:20:33.948266 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422be5af-46e3-4829-b80c-1e0f7bc075de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:20:33.948596 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422be5af-46e3-4829-b80c-1e0f7bc075de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:20:33.948979 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422be5af-46e3-4829-b80c-1e0f7bc075de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:20:33.949228 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422be5af-46e3-4829-b80c-1e0f7bc075de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:20:33.949541 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422be5af-46e3-4829-b80c-1e0f7bc075de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:20:33.949851 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422be5af-46e3-4829-b80c-1e0f7bc075de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:20:33.950196 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422be5af-46e3-4829-b80c-1e0f7bc075de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:20:33.950849 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422be5af-46e3-4829-b80c-1e0f7bc075de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:20:33.951180 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422be5af-46e3-4829-b80c-1e0f7bc075de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:20:33.951490 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422be5af-46e3-4829-b80c-1e0f7bc075de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:20:34.417133 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:57.332239 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 5 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:20:58.917282 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9069315-1e56-4ba3-a494-11b1850dc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:21:01.506287 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:21:01.524588 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-913658ff-3d8c-48d8-acdd-3fb237650c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:21:02.576729 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:21:04.414388 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:21:28.919122 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0e9c089-29e2-4bbf-b438-b59592e7a7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:21:31.507833 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:21:31.524977 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f027a80-6de7-4b3a-8d2a-b9e4739fcbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:21:32.578614 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:21:34.331295 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 5 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:21:34.416823 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:21:58.920532 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-434f4d89-0950-4308-8283-298eb9089d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:22:01.509824 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:22:01.525876 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2be62e68-d926-4e3b-ae3a-0a8f1da6dd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:22:02.581386 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:22:04.418534 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:22:11.330210 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 5 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:22:28.921364 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b4e8c6f-ae66-44b0-8e13-e57cf2a192c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:22:31.519601 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:22:31.532383 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4deb9c2-6949-45e5-985c-234aec335049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:22:32.590756 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:22:34.431938 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:22:48.329479 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 5 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:22:58.922622 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d2c9e5f8-f871-4860-b66c-dfe47e1594ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:01.514759 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:01.524179 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1f51151-5511-4874-a8ae-7c9196397500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:02.586576 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:04.425888 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:25.327800 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 5 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:23:28.922341 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fcaabf29-012f-42cd-804c-9a90a2e4975e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:31.523075 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:31.527125 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4b5f209-e9b0-47cd-a2a7-617370ad875c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:32.596346 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:34.430957 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:41.665983 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4125164'] for agent, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:41.826337 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4125164'] for agent, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:58.923060 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d38382e-a255-44e6-beee-5cff785ab1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:01.514145 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:01.530018 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef871b3c-8dab-43bc-a351-276cc456d718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:02.326432 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:24:02.593447 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:04.432453 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:11.626712 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:11.785885 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:15.106183 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60506) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:24:15.209451 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a766e1eb-5ad2-43b8-b7ac-5fd3f1641129 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1021814 Jul 22 16:24:17.393811 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60516) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:24:17.446146 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6e799a5f-91ad-4742-99ac-26508e28f24d admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0511909 Jul 22 16:24:28.923876 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8250f4f4-4bf4-431b-ab81-4fe086b0e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:31.525341 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:31.532316 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6818cbf3-4233-47dc-9356-ce04ca82e817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:32.596461 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:34.435860 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:39.326968 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:24:41.624728 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:41.802588 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:58.923526 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6946b97-2fd5-4ee4-a673-c0f558f42bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:01.517702 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:01.540911 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6dd00d08-5db5-4fc8-a0b0-22d979ec0a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:02.602882 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:04.447210 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:11.639731 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:11.799403 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:16.326826 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:25:28.926855 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31ddd49e-ce9c-41d9-bcaf-c0a5a333ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:31.524545 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:31.534703 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef593d71-34f9-495f-bc12-82777e55c5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:32.602060 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:34.448136 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:41.639405 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:41.701252 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60712) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:41.852874 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.237142 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-446204154-network', 'tenant_id': '4e3ef34b0d9241a5a7c152c147dab1ef'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:42.258544 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Made reservation on behalf of 4e3ef34b0d9241a5a7c152c147dab1ef for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:25:42.260829 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.269639 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.377878 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.382505 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.412531 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853f606d-a33f-4df5-96bb-34895c7b1227,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:42.416095 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:25:42.424792 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:42.425517 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:42.426098 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:42.426433 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:42.426766 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:42.427099 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:42.427451 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:42.427749 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:42.428068 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:42.428553 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:42.429086 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:42.429227 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Tracked resource versions report: Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: pushed versions: Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: { 'AddressGroup': {'1.2'}, Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: 'ConntrackHelper': {'1.0'}, Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: 'Log': {'1.0'}, Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: 'Network': {'1.1'}, Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: 'Port': {'1.7'}, Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: 'PortForwarding': {'1.2'}, Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: 'QosPolicy': {'1.8'}, Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: 'SecurityGroup': {'1.4'}, Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: 'SecurityGroupRule': {'1.2'}, Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: 'SubPort': {'1.0'}, Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: 'Subnet': {'1.1'}, Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: 'Trunk': {'1.1'}} Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: consumer versions: Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: { DHCP agent@n-d-798930-9: {}, Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: HyperV agent@n-h1-798930-9: {}, Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: HyperV agent@n-h2-798930-9: {}, Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: L3 agent@n-d-798930-9: {}, Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: Metadata agent@n-d-798930-9: {}, Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: Metering agent@n-d-798930-9: {}, Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: Open vSwitch agent@n-d-798930-9: { 'AddressGroup': '1.2', Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: 'ConntrackHelper': '1.0', Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: 'Log': '1.0', Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: 'Network': '1.1', Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: 'Port': '1.7', Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: 'PortForwarding': '1.2', Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: 'QosPolicy': '1.8', Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: 'SecurityGroup': '1.4', Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: 'SecurityGroupRule': '1.2', Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: 'SubPort': '1.0', Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: 'Subnet': '1.1', Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: 'Trunk': '1.1'}} Jul 22 16:25:42.430320 n-d-798930-9 neutron-server[93817]: {{(pid=93817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 16:25:42.438215 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.438558 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Added segment e30b682b-6cd4-4667-8d99-0211e1e7c5dc of type vlan for network 48fac5c6-a6c4-4fd6-86fa-a823d9a64c1a Jul 22 16:25:42.483183 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.512785 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.513787 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:42.514345 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.539875 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60744) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:42.540549 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8383322 Jul 22 16:25:42.547478 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-23d6789b-0c87-439d-a488-0d16907121da admin admin] Request body: {'subnet': {'network_id': '48fac5c6-a6c4-4fd6-86fa-a823d9a64c1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-446204154-subnet', 'tenant_id': '4e3ef34b0d9241a5a7c152c147dab1ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:42.574487 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d6789b-0c87-439d-a488-0d16907121da admin admin] Made reservation on behalf of 4e3ef34b0d9241a5a7c152c147dab1ef for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:25:42.577233 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23d6789b-0c87-439d-a488-0d16907121da admin admin] Notify callbacks [] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.607650 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a922a70-d35c-4d88-8746-b7e168e1dc45 admin admin] Pushing event updated for resources: {'Network': ['ID=48fac5c6-a6c4-4fd6-86fa-a823d9a64c1a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:42.621407 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 48fac5c6-a6c4-4fd6-86fa-a823d9a64c1a details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:25:42.818879 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23d6789b-0c87-439d-a488-0d16907121da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.871815 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6789b-0c87-439d-a488-0d16907121da admin admin] Pushing event updated for resources: {'Subnet': ['ID=85fec787-23f5-409e-84ae-3fdcfaed2a16,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:42.886170 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6789b-0c87-439d-a488-0d16907121da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:42.886520 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6789b-0c87-439d-a488-0d16907121da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:42.886847 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6789b-0c87-439d-a488-0d16907121da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:42.887335 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6789b-0c87-439d-a488-0d16907121da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:42.887833 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6789b-0c87-439d-a488-0d16907121da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:42.888161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6789b-0c87-439d-a488-0d16907121da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:42.888651 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6789b-0c87-439d-a488-0d16907121da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:42.888794 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6789b-0c87-439d-a488-0d16907121da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:42.889111 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6789b-0c87-439d-a488-0d16907121da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:42.889427 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6789b-0c87-439d-a488-0d16907121da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:42.889744 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6789b-0c87-439d-a488-0d16907121da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:42.890182 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6789b-0c87-439d-a488-0d16907121da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6789b-0c87-439d-a488-0d16907121da admin admin] Tracked resource versions report: Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: pushed versions: Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: { 'AddressGroup': {'1.2'}, Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: 'ConntrackHelper': {'1.0'}, Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: 'Log': {'1.0'}, Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: 'Network': {'1.1'}, Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: 'Port': {'1.7'}, Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: 'PortForwarding': {'1.2'}, Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: 'QosPolicy': {'1.8'}, Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: 'SecurityGroup': {'1.4'}, Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: 'SecurityGroupRule': {'1.2'}, Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: 'SubPort': {'1.0'}, Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: 'Subnet': {'1.1'}, Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: 'Trunk': {'1.1'}} Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: consumer versions: Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: { DHCP agent@n-d-798930-9: {}, Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: HyperV agent@n-h1-798930-9: {}, Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: HyperV agent@n-h2-798930-9: {}, Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: L3 agent@n-d-798930-9: {}, Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: Metadata agent@n-d-798930-9: {}, Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: Metering agent@n-d-798930-9: {}, Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: Open vSwitch agent@n-d-798930-9: { 'AddressGroup': '1.2', Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: 'ConntrackHelper': '1.0', Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: 'Log': '1.0', Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: 'Network': '1.1', Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: 'Port': '1.7', Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: 'PortForwarding': '1.2', Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: 'QosPolicy': '1.8', Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: 'SecurityGroup': '1.4', Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: 'SecurityGroupRule': '1.2', Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: 'SubPort': '1.0', Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: 'Subnet': '1.1', Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: 'Trunk': '1.1'}} Jul 22 16:25:42.891117 n-d-798930-9 neutron-server[93816]: {{(pid=93816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 16:25:42.905213 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d6789b-0c87-439d-a488-0d16907121da admin admin] Checking segment: {'id': 'e30b682b-6cd4-4667-8d99-0211e1e7c5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '48fac5c6-a6c4-4fd6-86fa-a823d9a64c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:25:42.905588 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d6789b-0c87-439d-a488-0d16907121da admin admin] Network hostable DHCP agents. Network: 48fac5c6-a6c4-4fd6-86fa-a823d9a64c1a, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:25:42.955113 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d6789b-0c87-439d-a488-0d16907121da admin admin] Network 48fac5c6-a6c4-4fd6-86fa-a823d9a64c1a is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:25:42.970954 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-23d6789b-0c87-439d-a488-0d16907121da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 48fac5c6-a6c4-4fd6-86fa-a823d9a64c1a) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:25:42.976432 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d6789b-0c87-439d-a488-0d16907121da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:42.977196 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23d6789b-0c87-439d-a488-0d16907121da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.981215 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de42e6f-8629-4194-a11e-768854040658 None None] Network 48fac5c6-a6c4-4fd6-86fa-a823d9a64c1a requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:25:42.999421 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-23d6789b-0c87-439d-a488-0d16907121da admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4572117 Jul 22 16:25:43.115566 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1de282-e353-4d57-8a04-fc4b82e7f298 None None] Network 48fac5c6-a6c4-4fd6-86fa-a823d9a64c1a requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:25:45.188872 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60892) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:45.210065 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60896) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:45.215625 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1cec96c4-f42c-4c3e-b0b4-32c292b1863e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1984643850-network', 'tenant_id': '65c8215663b047558bc284d9d2552599'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:45.241952 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cec96c4-f42c-4c3e-b0b4-32c292b1863e admin admin] Made reservation on behalf of 65c8215663b047558bc284d9d2552599 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:25:45.244590 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cec96c4-f42c-4c3e-b0b4-32c292b1863e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.253539 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cec96c4-f42c-4c3e-b0b4-32c292b1863e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.351636 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cec96c4-f42c-4c3e-b0b4-32c292b1863e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.364019 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cec96c4-f42c-4c3e-b0b4-32c292b1863e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.386124 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce210c18-446a-4a1d-af83-9627bbc5f808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.394415 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec96c4-f42c-4c3e-b0b4-32c292b1863e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634640d0-ba4d-4d49-b60f-b73c98675178,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:45.402822 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cec96c4-f42c-4c3e-b0b4-32c292b1863e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:25:45.417318 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cec96c4-f42c-4c3e-b0b4-32c292b1863e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.418130 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-1cec96c4-f42c-4c3e-b0b4-32c292b1863e admin admin] Added segment bbf3cc5b-0120-4d99-b55c-5b82fb768123 of type vlan for network 2599aecb-98ca-4e4b-a619-b3dc38c3611e Jul 22 16:25:45.472836 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cec96c4-f42c-4c3e-b0b4-32c292b1863e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.510555 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cec96c4-f42c-4c3e-b0b4-32c292b1863e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.512173 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cec96c4-f42c-4c3e-b0b4-32c292b1863e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:45.512873 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cec96c4-f42c-4c3e-b0b4-32c292b1863e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.530442 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce210c18-446a-4a1d-af83-9627bbc5f808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.535357 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce210c18-446a-4a1d-af83-9627bbc5f808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.564120 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1cec96c4-f42c-4c3e-b0b4-32c292b1863e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3518705 Jul 22 16:25:45.569027 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60912) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:45.575272 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-def9a5cb-a3e2-45ac-807b-8963b9167c1e admin admin] Request body: {'subnet': {'network_id': '2599aecb-98ca-4e4b-a619-b3dc38c3611e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1984643850-subnet', 'tenant_id': '65c8215663b047558bc284d9d2552599', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:45.593126 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec96c4-f42c-4c3e-b0b4-32c292b1863e admin admin] Pushing event updated for resources: {'Network': ['ID=2599aecb-98ca-4e4b-a619-b3dc38c3611e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:45.603857 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 2599aecb-98ca-4e4b-a619-b3dc38c3611e details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:25:45.609908 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ce210c18-446a-4a1d-af83-9627bbc5f808 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c2e1d8e1cf8143df9d6753598d368787&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4194767 Jul 22 16:25:45.612910 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60916) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:45.621232 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce210c18-446a-4a1d-af83-9627bbc5f808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9662f0-36b2-4346-ac10-6c33a3a01e98,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:45.656786 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def9a5cb-a3e2-45ac-807b-8963b9167c1e admin admin] Made reservation on behalf of 65c8215663b047558bc284d9d2552599 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:25:45.660541 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-def9a5cb-a3e2-45ac-807b-8963b9167c1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.703578 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6bbd2e17-c1d7-40ef-8299-922458e7843f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.731627 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6bbd2e17-c1d7-40ef-8299-922458e7843f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.803626 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6bbd2e17-c1d7-40ef-8299-922458e7843f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.808005 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6bbd2e17-c1d7-40ef-8299-922458e7843f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.813827 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6bbd2e17-c1d7-40ef-8299-922458e7843f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fa9662f0-36b2-4346-ac10-6c33a3a01e98 HTTP/1.1" status: 204 len: 168 time: 0.1991959 Jul 22 16:25:45.823746 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd2e17-c1d7-40ef-8299-922458e7843f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9662f0-36b2-4346-ac10-6c33a3a01e98,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:45.903993 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-def9a5cb-a3e2-45ac-807b-8963b9167c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.967935 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9a5cb-a3e2-45ac-807b-8963b9167c1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8c95cee-e529-4a4b-8101-7b2e8348565d,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:45.986819 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def9a5cb-a3e2-45ac-807b-8963b9167c1e admin admin] Checking segment: {'id': 'bbf3cc5b-0120-4d99-b55c-5b82fb768123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2599aecb-98ca-4e4b-a619-b3dc38c3611e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:25:45.987384 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def9a5cb-a3e2-45ac-807b-8963b9167c1e admin admin] Network hostable DHCP agents. Network: 2599aecb-98ca-4e4b-a619-b3dc38c3611e, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:25:46.007948 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def9a5cb-a3e2-45ac-807b-8963b9167c1e admin admin] Network 2599aecb-98ca-4e4b-a619-b3dc38c3611e is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:25:46.020180 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-def9a5cb-a3e2-45ac-807b-8963b9167c1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 2599aecb-98ca-4e4b-a619-b3dc38c3611e) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:25:46.027616 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def9a5cb-a3e2-45ac-807b-8963b9167c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:46.029980 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-def9a5cb-a3e2-45ac-807b-8963b9167c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:46.030952 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6840ec3a-c69f-4d01-94ef-28b0c087b1a3 None None] Network 2599aecb-98ca-4e4b-a619-b3dc38c3611e requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:25:46.048316 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-def9a5cb-a3e2-45ac-807b-8963b9167c1e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4774122 Jul 22 16:25:46.204019 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54da744-ad34-48c7-abee-1a24e8ccc5e0 None None] Network 2599aecb-98ca-4e4b-a619-b3dc38c3611e requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:25:46.308328 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60960) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:46.310860 n-d-798930-9 neutron-server[93816]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 16:25:46.360685 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10162610-907e-4ef3-9129-02f31f71301e req-6ec275bd-c2ce-411f-84cd-e4365a7bc0dd tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=18248dc1849e42ddb6b758abef62487d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505908 Jul 22 16:25:46.391874 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60968) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:46.464582 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f27b847-ced6-46cb-9dbd-95bbeafd1f6a admin admin] Deleting subnet 85fec787-23f5-409e-84ae-3fdcfaed2a16 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:25:46.470055 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f27b847-ced6-46cb-9dbd-95bbeafd1f6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:46.495918 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60972) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:46.512425 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a31895b-f067-447e-b400-6a9eae7a9238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:46.531158 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f27b847-ced6-46cb-9dbd-95bbeafd1f6a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:46.545651 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f27b847-ced6-46cb-9dbd-95bbeafd1f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:46.607513 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10162610-907e-4ef3-9129-02f31f71301e req-95ad2fc3-bd27-4d61-8941-574abac29cee tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:46.609139 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10162610-907e-4ef3-9129-02f31f71301e req-95ad2fc3-bd27-4d61-8941-574abac29cee tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2387364 Jul 22 16:25:46.627273 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10162610-907e-4ef3-9129-02f31f71301e req-aa234c9e-80e6-4a85-86ec-3f4124a77121 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/quotas/18248dc1849e42ddb6b758abef62487d HTTP/1.1" status: 200 len: 375 time: 0.0107393 Jul 22 16:25:46.640454 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f27b847-ced6-46cb-9dbd-95bbeafd1f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:46.675139 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27b847-ced6-46cb-9dbd-95bbeafd1f6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85fec787-23f5-409e-84ae-3fdcfaed2a16,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:46.686965 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f27b847-ced6-46cb-9dbd-95bbeafd1f6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:46.688962 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7f27b847-ced6-46cb-9dbd-95bbeafd1f6a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/85fec787-23f5-409e-84ae-3fdcfaed2a16 HTTP/1.1" status: 204 len: 168 time: 0.2951849 Jul 22 16:25:46.692299 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60980) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:46.755529 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a31895b-f067-447e-b400-6a9eae7a9238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:46.788188 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a31895b-f067-447e-b400-6a9eae7a9238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:46.789017 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10162610-907e-4ef3-9129-02f31f71301e req-1b3dffea-0f83-403a-b7ad-420b813dc9d4 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=18248dc1849e42ddb6b758abef62487d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1561100 Jul 22 16:25:46.820411 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:46.860987 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6a31895b-f067-447e-b400-6a9eae7a9238 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8249eba79071439aa36218a7be91ff3a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3609707 Jul 22 16:25:46.861447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60988) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:46.867135 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31895b-f067-447e-b400-6a9eae7a9238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cebb928-772e-4ccb-b2f9-891a2011b4c6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:46.931470 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62fd4623-9b39-4919-b21c-6dc1794b1b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:46.969494 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:46.994870 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62fd4623-9b39-4919-b21c-6dc1794b1b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:46.996049 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:46.996392 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:46.997160 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:46.997632 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] Subscribe: > port after_create 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:46.997806 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:46.998178 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] Subscribe: > port after_update 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:46.998491 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:46.998800 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:46.999111 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:46.999422 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:47.075401 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62fd4623-9b39-4919-b21c-6dc1794b1b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.078164 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62fd4623-9b39-4919-b21c-6dc1794b1b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.079996 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-62fd4623-9b39-4919-b21c-6dc1794b1b49 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8cebb928-772e-4ccb-b2f9-891a2011b4c6 HTTP/1.1" status: 204 len: 168 time: 0.2173281 Jul 22 16:25:47.089548 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd4623-9b39-4919-b21c-6dc1794b1b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cebb928-772e-4ccb-b2f9-891a2011b4c6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:47.227213 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:47.227549 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:47.227875 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:47.228195 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:47.228548 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48fac5c6-a6c4-4fd6-86fa-a823d9a64c1a']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:25:47.252032 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30b682b-6cd4-4667-8d99-0211e1e7c5dc') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:25:47.252325 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30b682b-6cd4-4667-8d99-0211e1e7c5dc') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:25:47.269415 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.290636 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.300489 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:25:47.301208 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: from cryptography.utils import int_from_bytes Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: from cryptography.utils import int_from_bytes Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:25:47.306895 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:25:47.370785 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.379846 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.385973 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 32802) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:47.386732 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] 10.222.0.69 "DELETE /v2.0/networks/48fac5c6-a6c4-4fd6-86fa-a823d9a64c1a HTTP/1.1" status: 204 len: 168 time: 0.6937265 Jul 22 16:25:47.400839 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828842a-fa81-4265-bd88-c11a5fc98e65 admin admin] Pushing event deleted for resources: {'Network': ['ID=48fac5c6-a6c4-4fd6-86fa-a823d9a64c1a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:47.449764 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e795028-7e2f-4e70-b799-d958bb6f636e admin admin] Deleting subnet b8c95cee-e529-4a4b-8101-7b2e8348565d {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:25:47.454385 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e795028-7e2f-4e70-b799-d958bb6f636e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.462665 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 32814) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:47.498676 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e795028-7e2f-4e70-b799-d958bb6f636e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.512459 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e795028-7e2f-4e70-b799-d958bb6f636e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.585428 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e795028-7e2f-4e70-b799-d958bb6f636e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.624106 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e795028-7e2f-4e70-b799-d958bb6f636e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.626560 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7e795028-7e2f-4e70-b799-d958bb6f636e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b8c95cee-e529-4a4b-8101-7b2e8348565d HTTP/1.1" status: 204 len: 168 time: 0.2391427 Jul 22 16:25:47.628220 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e795028-7e2f-4e70-b799-d958bb6f636e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8c95cee-e529-4a4b-8101-7b2e8348565d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:47.629289 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 32828) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:47.654013 n-d-798930-9 neutron-server[93817]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 16:25:47.730551 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e82cdbf8-ae09-4d7e-ab5d-7568a3fa5464 req-6fe8adf3-6024-44ef-92ff-c49165c1b4ef tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 210 time: 0.2624972 Jul 22 16:25:47.785027 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4f6b85b-afc8-47b3-b797-44fbd3bfab2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.879402 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4f6b85b-afc8-47b3-b797-44fbd3bfab2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.890135 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c4f6b85b-afc8-47b3-b797-44fbd3bfab2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2599aecb-98ca-4e4b-a619-b3dc38c3611e']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:25:47.904865 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c4f6b85b-afc8-47b3-b797-44fbd3bfab2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf3cc5b-0120-4d99-b55c-5b82fb768123') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:25:47.905117 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c4f6b85b-afc8-47b3-b797-44fbd3bfab2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf3cc5b-0120-4d99-b55c-5b82fb768123') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:25:47.915410 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4f6b85b-afc8-47b3-b797-44fbd3bfab2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.929837 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4f6b85b-afc8-47b3-b797-44fbd3bfab2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.936520 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f6b85b-afc8-47b3-b797-44fbd3bfab2e admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:25:47.936915 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4f6b85b-afc8-47b3-b797-44fbd3bfab2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:25:47.950828 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:25:48.008363 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4f6b85b-afc8-47b3-b797-44fbd3bfab2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.015987 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4f6b85b-afc8-47b3-b797-44fbd3bfab2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.018744 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c4f6b85b-afc8-47b3-b797-44fbd3bfab2e admin admin] 10.222.0.69 "DELETE /v2.0/networks/2599aecb-98ca-4e4b-a619-b3dc38c3611e HTTP/1.1" status: 204 len: 168 time: 0.3883300 Jul 22 16:25:48.037335 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6b85b-afc8-47b3-b797-44fbd3bfab2e admin admin] Pushing event deleted for resources: {'Network': ['ID=2599aecb-98ca-4e4b-a619-b3dc38c3611e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:48.074199 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 32864) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:48.290078 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 32888) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:48.335290 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8716146b-f341-491e-93a8-4ecf28968b4f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4e3ef34b0d9241a5a7c152c147dab1ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0432265 Jul 22 16:25:48.337269 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 32892) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:48.399245 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fac96275-2bc5-4956-afad-28a38c5c99c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.428226 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fac96275-2bc5-4956-afad-28a38c5c99c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.511182 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fac96275-2bc5-4956-afad-28a38c5c99c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.513742 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fac96275-2bc5-4956-afad-28a38c5c99c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.517969 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fac96275-2bc5-4956-afad-28a38c5c99c3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/853f606d-a33f-4df5-96bb-34895c7b1227 HTTP/1.1" status: 204 len: 168 time: 0.1759388 Jul 22 16:25:48.531040 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac96275-2bc5-4956-afad-28a38c5c99c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853f606d-a33f-4df5-96bb-34895c7b1227,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:48.588008 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ddbc4aa4-beb3-42c0-bfd3-59777b0b7653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.729898 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ddbc4aa4-beb3-42c0-bfd3-59777b0b7653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.739725 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ddbc4aa4-beb3-42c0-bfd3-59777b0b7653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.816556 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 32926) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:48.817095 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ddbc4aa4-beb3-42c0-bfd3-59777b0b7653 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eced428767a74b499722553bf3961194&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7412572 Jul 22 16:25:48.829552 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc4aa4-beb3-42c0-bfd3-59777b0b7653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af441ab8-bc42-428d-ac47-90bd321a5ee9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:48.884166 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57ce121b-ec7b-4dd6-9c63-341e0e59a598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.926397 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57ce121b-ec7b-4dd6-9c63-341e0e59a598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.998065 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57ce121b-ec7b-4dd6-9c63-341e0e59a598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:49.003934 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57ce121b-ec7b-4dd6-9c63-341e0e59a598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:49.006526 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-57ce121b-ec7b-4dd6-9c63-341e0e59a598 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/af441ab8-bc42-428d-ac47-90bd321a5ee9 HTTP/1.1" status: 204 len: 168 time: 0.1883030 Jul 22 16:25:49.017770 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce121b-ec7b-4dd6-9c63-341e0e59a598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af441ab8-bc42-428d-ac47-90bd321a5ee9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:49.121320 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb3c04f6-ee45-4151-bd49-b13252168fdb req-fe9aa1a2-f337-44ce-9249-a5e5f9f363f3 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 210 time: 0.0770550 Jul 22 16:25:49.191909 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 32954) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:49.247654 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 32958) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:49.247852 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-75e48a6d-b83d-4388-a55f-946b6068115d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=65c8215663b047558bc284d9d2552599&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0545723 Jul 22 16:25:49.304315 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.30', 56098) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:49.308682 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc466eac-a6aa-4747-891e-7b8075d7003e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:49.338286 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc466eac-a6aa-4747-891e-7b8075d7003e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:49.361651 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-10162610-907e-4ef3-9129-02f31f71301e req-743137ef-0ac3-49e8-9b1b-0514677e5d32 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=18248dc1849e42ddb6b758abef62487d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425007 Jul 22 16:25:49.404213 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc466eac-a6aa-4747-891e-7b8075d7003e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:49.408115 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc466eac-a6aa-4747-891e-7b8075d7003e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:49.412453 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cc466eac-a6aa-4747-891e-7b8075d7003e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/634640d0-ba4d-4d49-b60f-b73c98675178 HTTP/1.1" status: 204 len: 168 time: 0.1611958 Jul 22 16:25:49.424874 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc466eac-a6aa-4747-891e-7b8075d7003e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634640d0-ba4d-4d49-b60f-b73c98675178,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:49.458898 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 32966) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:49.689392 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10162610-907e-4ef3-9129-02f31f71301e req-a4b080be-2a57-4811-8c4b-b3157b18ceae tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:49.690889 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-10162610-907e-4ef3-9129-02f31f71301e req-a4b080be-2a57-4811-8c4b-b3157b18ceae tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3232310 Jul 22 16:25:49.832525 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-10162610-907e-4ef3-9129-02f31f71301e req-9e6e9342-cd6c-4938-85cb-b1b1edc6a342 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Request body: {'port': {'device_id': '757e624c-ca57-41d1-ad55-1bdf5f849281', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '18248dc1849e42ddb6b758abef62487d'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:49.915739 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-2f164717-d94b-41f3-a734-e7730c74c125 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=a033a9ed1f484a26953a0ce5e8b50907&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233474 Jul 22 16:25:50.052418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-bc8ffc20-cf7e-4269-8a02-38711c85d3bd tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:50.054508 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-bc8ffc20-cf7e-4269-8a02-38711c85d3bd tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1334686 Jul 22 16:25:50.070557 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31d88c9f-e4be-478a-920b-99213b7bd460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:50.098142 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-025f962e-a22a-4b25-9e6d-d04fba31c45a tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/quotas/a033a9ed1f484a26953a0ce5e8b50907 HTTP/1.1" status: 200 len: 375 time: 0.0231452 Jul 22 16:25:50.152528 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-d718c97a-71f4-4c29-9cad-90abe650ff94 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a033a9ed1f484a26953a0ce5e8b50907&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480375 Jul 22 16:25:50.227115 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33008) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:50.236383 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31d88c9f-e4be-478a-920b-99213b7bd460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:50.242604 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31d88c9f-e4be-478a-920b-99213b7bd460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:50.248048 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7389024-62cf-4a26-8579-1bf5607cf85f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:50.347357 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-31d88c9f-e4be-478a-920b-99213b7bd460 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e3f2216ffcd0475c8ea64faf8f7ddfba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8859844 Jul 22 16:25:50.348507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33022) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:50.349337 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d88c9f-e4be-478a-920b-99213b7bd460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a860dc-0abd-45ee-81f5-8a0b58c9ec3c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:50.351039 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10162610-907e-4ef3-9129-02f31f71301e req-9e6e9342-cd6c-4938-85cb-b1b1edc6a342 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Made reservation on behalf of 18248dc1849e42ddb6b758abef62487d for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:25:50.361350 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-10162610-907e-4ef3-9129-02f31f71301e req-9e6e9342-cd6c-4938-85cb-b1b1edc6a342 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:50.391718 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-10162610-907e-4ef3-9129-02f31f71301e req-9e6e9342-cd6c-4938-85cb-b1b1edc6a342 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:50.477479 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7389024-62cf-4a26-8579-1bf5607cf85f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:50.488059 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9846c3b2-f5af-41c8-b0d7-43ba00c3194f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:50.503886 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7389024-62cf-4a26-8579-1bf5607cf85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:50.513221 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9846c3b2-f5af-41c8-b0d7-43ba00c3194f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:50.561697 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-34d7ff07-609e-4b83-a01b-55ab06005e79 req-0e8bdf69-fb78-4aec-81fe-b1db8ca561bf tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 210 time: 0.1379063 Jul 22 16:25:50.569867 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33042) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:50.570050 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f7389024-62cf-4a26-8579-1bf5607cf85f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=11916cb25e70438e9e7df9cd05f03965&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3415556 Jul 22 16:25:50.580819 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9846c3b2-f5af-41c8-b0d7-43ba00c3194f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:50.583833 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9846c3b2-f5af-41c8-b0d7-43ba00c3194f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:50.587809 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9846c3b2-f5af-41c8-b0d7-43ba00c3194f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/98a860dc-0abd-45ee-81f5-8a0b58c9ec3c HTTP/1.1" status: 204 len: 168 time: 0.2337768 Jul 22 16:25:50.608752 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846c3b2-f5af-41c8-b0d7-43ba00c3194f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a860dc-0abd-45ee-81f5-8a0b58c9ec3c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:50.623992 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7389024-62cf-4a26-8579-1bf5607cf85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc554aa-e375-4779-99e9-6756344178de,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:50.717006 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1591283f-64cf-4e48-8ddf-1644b07fff15 req-81b14ec5-cd6d-41d6-84fb-9f1668ebc5dd tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 210 time: 0.0467384 Jul 22 16:25:50.724649 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3694e005-293d-40d9-8804-188c23ed7615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:50.739169 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-10162610-907e-4ef3-9129-02f31f71301e req-9e6e9342-cd6c-4938-85cb-b1b1edc6a342 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:50.745094 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-10162610-907e-4ef3-9129-02f31f71301e req-9e6e9342-cd6c-4938-85cb-b1b1edc6a342 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:50.764654 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3694e005-293d-40d9-8804-188c23ed7615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:50.808242 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e9342-cd6c-4938-85cb-b1b1edc6a342 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3706bd1a-a5ae-48d1-a434-2c9a7755d491,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:50.891995 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3694e005-293d-40d9-8804-188c23ed7615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:50.894846 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3694e005-293d-40d9-8804-188c23ed7615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:50.896307 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3694e005-293d-40d9-8804-188c23ed7615 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0fc554aa-e375-4779-99e9-6756344178de HTTP/1.1" status: 204 len: 168 time: 0.3252017 Jul 22 16:25:50.923955 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694e005-293d-40d9-8804-188c23ed7615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc554aa-e375-4779-99e9-6756344178de,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:51.100791 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-10162610-907e-4ef3-9129-02f31f71301e req-9e6e9342-cd6c-4938-85cb-b1b1edc6a342 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Allocated IP 192.168.233.235 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/cdc75f70-d132-42e4-97aa-a9131a2c603e) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:25:51.390792 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-10162610-907e-4ef3-9129-02f31f71301e req-9e6e9342-cd6c-4938-85cb-b1b1edc6a342 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:51.414959 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-10162610-907e-4ef3-9129-02f31f71301e req-9e6e9342-cd6c-4938-85cb-b1b1edc6a342 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Transition to ACTIVE for port object cdc75f70-d132-42e4-97aa-a9131a2c603e will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:25:51.478883 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-10162610-907e-4ef3-9129-02f31f71301e req-9e6e9342-cd6c-4938-85cb-b1b1edc6a342 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:51.573547 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10162610-907e-4ef3-9129-02f31f71301e req-9e6e9342-cd6c-4938-85cb-b1b1edc6a342 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:25:51.582750 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-10162610-907e-4ef3-9129-02f31f71301e req-9e6e9342-cd6c-4938-85cb-b1b1edc6a342 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:25:51.589190 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-10162610-907e-4ef3-9129-02f31f71301e req-9e6e9342-cd6c-4938-85cb-b1b1edc6a342 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:25:51.800885 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e9342-cd6c-4938-85cb-b1b1edc6a342 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Pushing event updated for resources: {'Port': ['ID=cdc75f70-d132-42e4-97aa-a9131a2c603e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:51.853332 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10162610-907e-4ef3-9129-02f31f71301e req-9e6e9342-cd6c-4938-85cb-b1b1edc6a342 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:51.867580 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-10162610-907e-4ef3-9129-02f31f71301e req-9e6e9342-cd6c-4938-85cb-b1b1edc6a342 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:51.875874 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33096) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:51.907640 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93938736-915e-4c32-8526-3c6150939d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:51.914177 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-10162610-907e-4ef3-9129-02f31f71301e req-9e6e9342-cd6c-4938-85cb-b1b1edc6a342 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0868244 Jul 22 16:25:51.929601 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08df86-a060-45cc-a0dd-88bfcd9d5d5c req-77ebdd5f-a57a-4bc7-99d6-3d3a452cb652 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:51.952118 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-10162610-907e-4ef3-9129-02f31f71301e req-c932c750-f3fe-4b68-96eb-420c5f19186b tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:25:51.952118 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-10162610-907e-4ef3-9129-02f31f71301e req-c932c750-f3fe-4b68-96eb-420c5f19186b tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064077 Jul 22 16:25:51.956862 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb08df86-a060-45cc-a0dd-88bfcd9d5d5c req-77ebdd5f-a57a-4bc7-99d6-3d3a452cb652 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 936 time: 0.2560275 Jul 22 16:25:52.071739 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-48edf803-bcc7-4646-a79f-2e2fcad0bd27 None None] Provisioning for port cdc75f70-d132-42e4-97aa-a9131a2c603e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:25:52.081548 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-48edf803-bcc7-4646-a79f-2e2fcad0bd27 None None] Provisioning complete for port cdc75f70-d132-42e4-97aa-a9131a2c603e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:25:52.081951 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48edf803-bcc7-4646-a79f-2e2fcad0bd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:52.200860 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-48edf803-bcc7-4646-a79f-2e2fcad0bd27 None None] Port cdc75f70-d132-42e4-97aa-a9131a2c603e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:25:52.238306 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb08df86-a060-45cc-a0dd-88bfcd9d5d5c req-988c19cc-86f1-4b0d-bead-c8a330868ab9 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790718 Jul 22 16:25:52.400483 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93938736-915e-4c32-8526-3c6150939d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:52.410644 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93938736-915e-4c32-8526-3c6150939d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:52.526221 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2fb5ed9a-77de-4179-bd4e-a7dab9254918 req-ca92bf13-2eb9-4143-ab34-8af218f19b2a tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 210 time: 0.1078382 Jul 22 16:25:52.573819 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-93938736-915e-4c32-8526-3c6150939d8c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3955f7122a8c4d65a906333c8639a4ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6967897 Jul 22 16:25:52.575365 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93938736-915e-4c32-8526-3c6150939d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dfd718-61e1-470e-86ff-c2c7fd0e7f68,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:52.576537 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33120) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:52.695255 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f643a871-cb56-4615-8733-2a309d9ca585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:52.736357 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f643a871-cb56-4615-8733-2a309d9ca585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:52.830231 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f643a871-cb56-4615-8733-2a309d9ca585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:52.833618 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f643a871-cb56-4615-8733-2a309d9ca585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:52.834933 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f643a871-cb56-4615-8733-2a309d9ca585 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c9dfd718-61e1-470e-86ff-c2c7fd0e7f68 HTTP/1.1" status: 204 len: 168 time: 0.2559249 Jul 22 16:25:52.847530 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643a871-cb56-4615-8733-2a309d9ca585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dfd718-61e1-470e-86ff-c2c7fd0e7f68,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:52.970559 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.16', 49325) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:53.025703 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-b6f25e2f-c853-4f6c-9035-d6d70fc300e4 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a033a9ed1f484a26953a0ce5e8b50907&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443618 Jul 22 16:25:53.148786 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-10162610-907e-4ef3-9129-02f31f71301e req-64f2918a-8aec-4e7d-9bd3-c2068d3e4b99 service neutron] Request body: {'port': {'device_id': '757e624c-ca57-41d1-ad55-1bdf5f849281', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:53.178784 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33136) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:53.223744 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-d898da7c-3f2c-43f0-80b2-cc7be8805d28 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:53.225668 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-d898da7c-3f2c-43f0-80b2-cc7be8805d28 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1944163 Jul 22 16:25:53.296899 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-10162610-907e-4ef3-9129-02f31f71301e req-64f2918a-8aec-4e7d-9bd3-c2068d3e4b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:53.328435 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:25:53.440718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-850d739a-afcd-401c-874a-96eeba5834a7 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Request body: {'port': {'device_id': '110e3e76-5843-4706-9407-5eb1bcab2f5d', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': 'a033a9ed1f484a26953a0ce5e8b50907'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:53.735636 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-cdb7c2c9-6a4a-435a-92f8-9b8e2c77f06e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-691962854-network', 'tenant_id': '7782266dfdc04a53ab0c0d4cc2d32226'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:53.779186 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb7c2c9-6a4a-435a-92f8-9b8e2c77f06e admin admin] Made reservation on behalf of 7782266dfdc04a53ab0c0d4cc2d32226 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:25:53.782718 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdb7c2c9-6a4a-435a-92f8-9b8e2c77f06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:53.800638 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdb7c2c9-6a4a-435a-92f8-9b8e2c77f06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:53.808345 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33158) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:53.912272 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-baf9ce61-a770-4a80-8d90-a81c77b955d0 req-1df9a99f-64f9-43b1-b140-aed775efcaf8 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 210 time: 0.0634584 Jul 22 16:25:54.056670 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfdf38-f23f-4643-8cae-5836d3cdffe7 req-eb1b4ceb-c776-4789-a1b0-23013106a804 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:54.058592 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2adfdf38-f23f-4643-8cae-5836d3cdffe7 req-eb1b4ceb-c776-4789-a1b0-23013106a804 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 936 time: 0.5713212 Jul 22 16:25:54.133813 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-10162610-907e-4ef3-9129-02f31f71301e req-64f2918a-8aec-4e7d-9bd3-c2068d3e4b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc75f70-d132-42e4-97aa-a9131a2c603e {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:25:54.160283 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-10162610-907e-4ef3-9129-02f31f71301e req-64f2918a-8aec-4e7d-9bd3-c2068d3e4b99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:54.187338 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2adfdf38-f23f-4643-8cae-5836d3cdffe7 req-07d48038-aabe-44c7-a694-0561210aa314 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662386 Jul 22 16:25:54.191225 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-10162610-907e-4ef3-9129-02f31f71301e req-64f2918a-8aec-4e7d-9bd3-c2068d3e4b99 service neutron] Transition to ACTIVE for port object cdc75f70-d132-42e4-97aa-a9131a2c603e will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:25:54.199011 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-10162610-907e-4ef3-9129-02f31f71301e req-64f2918a-8aec-4e7d-9bd3-c2068d3e4b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:54.228783 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdb7c2c9-6a4a-435a-92f8-9b8e2c77f06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:54.238669 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-deb6d932-1e3d-4981-8303-58131791e7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:54.265020 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdb7c2c9-6a4a-435a-92f8-9b8e2c77f06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:54.314742 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-850d739a-afcd-401c-874a-96eeba5834a7 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Made reservation on behalf of a033a9ed1f484a26953a0ce5e8b50907 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:25:54.322055 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-850d739a-afcd-401c-874a-96eeba5834a7 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:54.388583 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-850d739a-afcd-401c-874a-96eeba5834a7 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:54.408610 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7c2c9-6a4a-435a-92f8-9b8e2c77f06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a194972c-7dd9-4c49-9569-a07a824d430c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:54.439874 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb7c2c9-6a4a-435a-92f8-9b8e2c77f06e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:25:54.470739 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdb7c2c9-6a4a-435a-92f8-9b8e2c77f06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:54.471001 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-cdb7c2c9-6a4a-435a-92f8-9b8e2c77f06e admin admin] Added segment 9de83486-9742-4325-95e4-280e5a20b79c of type vlan for network f917a743-2b29-4ed7-bc92-4ef128fdeba8 Jul 22 16:25:54.478357 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2918a-8aec-4e7d-9bd3-c2068d3e4b99 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc75f70-d132-42e4-97aa-a9131a2c603e,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:54.572023 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdb7c2c9-6a4a-435a-92f8-9b8e2c77f06e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:54.612652 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-deb6d932-1e3d-4981-8303-58131791e7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:54.618428 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-deb6d932-1e3d-4981-8303-58131791e7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:54.654623 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-deb6d932-1e3d-4981-8303-58131791e7d2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d59249c409204007a86ea1cebbda211d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8437335 Jul 22 16:25:54.668279 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33190) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:54.732205 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6d932-1e3d-4981-8303-58131791e7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d6ffff-db53-4da1-98af-27cd71fcfeac,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:54.734741 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdb7c2c9-6a4a-435a-92f8-9b8e2c77f06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:54.735685 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb7c2c9-6a4a-435a-92f8-9b8e2c77f06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:54.743132 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdb7c2c9-6a4a-435a-92f8-9b8e2c77f06e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:54.800611 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-10162610-907e-4ef3-9129-02f31f71301e req-64f2918a-8aec-4e7d-9bd3-c2068d3e4b99 service neutron] Attempting to bind port cdc75f70-d132-42e4-97aa-a9131a2c603e on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:25:54.801035 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-10162610-907e-4ef3-9129-02f31f71301e req-64f2918a-8aec-4e7d-9bd3-c2068d3e4b99 service neutron] Attempting to bind port cdc75f70-d132-42e4-97aa-a9131a2c603e by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:25:54.801393 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10162610-907e-4ef3-9129-02f31f71301e req-64f2918a-8aec-4e7d-9bd3-c2068d3e4b99 service neutron] Attempting to bind port cdc75f70-d132-42e4-97aa-a9131a2c603e on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:25:54.821769 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10162610-907e-4ef3-9129-02f31f71301e req-64f2918a-8aec-4e7d-9bd3-c2068d3e4b99 service neutron] Port cdc75f70-d132-42e4-97aa-a9131a2c603e on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:25:54.823885 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10162610-907e-4ef3-9129-02f31f71301e req-64f2918a-8aec-4e7d-9bd3-c2068d3e4b99 service neutron] Attempting to bind port cdc75f70-d132-42e4-97aa-a9131a2c603e on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:25:54.874603 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10162610-907e-4ef3-9129-02f31f71301e req-64f2918a-8aec-4e7d-9bd3-c2068d3e4b99 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:25:54.875596 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10162610-907e-4ef3-9129-02f31f71301e req-64f2918a-8aec-4e7d-9bd3-c2068d3e4b99 service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:25:54.876256 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10162610-907e-4ef3-9129-02f31f71301e req-64f2918a-8aec-4e7d-9bd3-c2068d3e4b99 service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:25:54.876741 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-10162610-907e-4ef3-9129-02f31f71301e req-64f2918a-8aec-4e7d-9bd3-c2068d3e4b99 service neutron] Bound port: cdc75f70-d132-42e4-97aa-a9131a2c603e, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:25:54.880854 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-10162610-907e-4ef3-9129-02f31f71301e req-64f2918a-8aec-4e7d-9bd3-c2068d3e4b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:54.978905 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7c2c9-6a4a-435a-92f8-9b8e2c77f06e admin admin] Pushing event updated for resources: {'Network': ['ID=f917a743-2b29-4ed7-bc92-4ef128fdeba8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:54.991423 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7dc38055-f600-4dd6-b4d0-e55230f94b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:54.999793 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network f917a743-2b29-4ed7-bc92-4ef128fdeba8 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:25:55.089440 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7dc38055-f600-4dd6-b4d0-e55230f94b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:55.217538 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7dc38055-f600-4dd6-b4d0-e55230f94b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:55.226370 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7dc38055-f600-4dd6-b4d0-e55230f94b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:55.228304 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7dc38055-f600-4dd6-b4d0-e55230f94b31 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/33d6ffff-db53-4da1-98af-27cd71fcfeac HTTP/1.1" status: 204 len: 168 time: 0.5592008 Jul 22 16:25:55.273168 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc38055-f600-4dd6-b4d0-e55230f94b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d6ffff-db53-4da1-98af-27cd71fcfeac,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:55.274852 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-850d739a-afcd-401c-874a-96eeba5834a7 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:55.300280 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cdb7c2c9-6a4a-435a-92f8-9b8e2c77f06e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.1195796 Jul 22 16:25:55.301420 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33208) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:55.318366 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-09e2ccd7-97d5-48bd-8abe-15a89073bcc0 admin admin] Request body: {'subnet': {'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-691962854-subnet', 'tenant_id': '7782266dfdc04a53ab0c0d4cc2d32226', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:55.506973 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e2ccd7-97d5-48bd-8abe-15a89073bcc0 admin admin] Made reservation on behalf of 7782266dfdc04a53ab0c0d4cc2d32226 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:25:55.523121 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09e2ccd7-97d5-48bd-8abe-15a89073bcc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:55.525509 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-850d739a-afcd-401c-874a-96eeba5834a7 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:55.558753 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-522c7705-aaf6-4ac5-8e09-b254cd187d58 req-0f6d1583-0374-4773-baf0-6c9a65adc8d5 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 210 time: 0.1432188 Jul 22 16:25:55.562934 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-10162610-907e-4ef3-9129-02f31f71301e req-64f2918a-8aec-4e7d-9bd3-c2068d3e4b99 service neutron] For port cdc75f70-d132-42e4-97aa-a9131a2c603e, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:25:55.599692 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33214) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:55.699845 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274a3a8-726e-4313-a4ef-a940af3dfad3 req-cc307111-00fa-43c5-8280-d14496f991f8 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:55.702023 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8274a3a8-726e-4313-a4ef-a940af3dfad3 req-cc307111-00fa-43c5-8280-d14496f991f8 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 948 time: 0.3358061 Jul 22 16:25:55.748427 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-10162610-907e-4ef3-9129-02f31f71301e req-64f2918a-8aec-4e7d-9bd3-c2068d3e4b99 service neutron] For port cdc75f70-d132-42e4-97aa-a9131a2c603e, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=cdc75f70-d132-42e4-97aa-a9131a2c603e,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:25:55.784182 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8274a3a8-726e-4313-a4ef-a940af3dfad3 req-77344537-c53b-4e76-a81a-fe93536e53e1 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736091 Jul 22 16:25:55.825642 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-10162610-907e-4ef3-9129-02f31f71301e req-64f2918a-8aec-4e7d-9bd3-c2068d3e4b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:55.845884 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d739a-afcd-401c-874a-96eeba5834a7 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef60425-7c2c-4442-beef-9e27d8e1a0f8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:55.872829 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10162610-907e-4ef3-9129-02f31f71301e req-64f2918a-8aec-4e7d-9bd3-c2068d3e4b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:55.873465 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-10162610-907e-4ef3-9129-02f31f71301e req-64f2918a-8aec-4e7d-9bd3-c2068d3e4b99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:55.875180 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-10162610-907e-4ef3-9129-02f31f71301e req-64f2918a-8aec-4e7d-9bd3-c2068d3e4b99 service neutron] 10.222.0.30 "PUT /v2.0/ports/cdc75f70-d132-42e4-97aa-a9131a2c603e HTTP/1.1" status: 200 len: 1096 time: 3.3110902 Jul 22 16:25:55.955122 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '757e624c-ca57-41d1-ad55-1bdf5f849281', 'tag': 'cdc75f70-d132-42e4-97aa-a9131a2c603e'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:25:55.961597 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2918a-8aec-4e7d-9bd3-c2068d3e4b99 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc75f70-d132-42e4-97aa-a9131a2c603e,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:56.163738 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-403af681-226b-4b8f-9786-7666e71a735c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:56.179014 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-850d739a-afcd-401c-874a-96eeba5834a7 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Allocated IP 192.168.233.29 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/d1949054-7c6a-49f5-a623-4baedc552d3a) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:25:56.221138 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09e2ccd7-97d5-48bd-8abe-15a89073bcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:56.240348 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10162610-907e-4ef3-9129-02f31f71301e req-c947e44f-9233-4583-8a79-ad5ce0672d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:56.242061 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-10162610-907e-4ef3-9129-02f31f71301e req-c947e44f-9233-4583-8a79-ad5ce0672d1d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18248dc1849e42ddb6b758abef62487d&device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 1099 time: 0.2667542 Jul 22 16:25:56.257601 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33230) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:56.401554 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c350172-a2e2-4593-bdc3-c239659da860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:56.410195 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2ccd7-97d5-48bd-8abe-15a89073bcc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dac8087-5dfb-4e2d-bc9b-97574efc063c,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:56.418583 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-10162610-907e-4ef3-9129-02f31f71301e req-b6cb88c8-cbf5-4b1e-b43a-4776d2cda263 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=cdc75f70-d132-42e4-97aa-a9131a2c603e HTTP/1.1" status: 200 len: 217 time: 0.1619368 Jul 22 16:25:56.454951 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e2ccd7-97d5-48bd-8abe-15a89073bcc0 admin admin] Checking segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:25:56.455354 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e2ccd7-97d5-48bd-8abe-15a89073bcc0 admin admin] Network hostable DHCP agents. Network: f917a743-2b29-4ed7-bc92-4ef128fdeba8, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:25:56.553695 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e2ccd7-97d5-48bd-8abe-15a89073bcc0 admin admin] Network f917a743-2b29-4ed7-bc92-4ef128fdeba8 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:25:56.557426 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10162610-907e-4ef3-9129-02f31f71301e req-2f94cc0b-6b2d-4339-ab95-7364732a32f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:56.559299 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-10162610-907e-4ef3-9129-02f31f71301e req-2f94cc0b-6b2d-4339-ab95-7364732a32f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1159930 Jul 22 16:25:56.598353 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-09e2ccd7-97d5-48bd-8abe-15a89073bcc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, f917a743-2b29-4ed7-bc92-4ef128fdeba8) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:25:56.607784 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c7f2bb-29c3-434f-b76c-aaab9cf43e5a None None] Network f917a743-2b29-4ed7-bc92-4ef128fdeba8 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:25:56.619883 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e2ccd7-97d5-48bd-8abe-15a89073bcc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:56.621086 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09e2ccd7-97d5-48bd-8abe-15a89073bcc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:56.643989 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-403af681-226b-4b8f-9786-7666e71a735c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:56.657320 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995871e4-132c-47c9-bb93-704db74f9ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "757e624c-ca57-41d1-ad55-1bdf5f849281", "tag": "cdc75f70-d132-42e4-97aa-a9131a2c603e"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:25:56.660384 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-403af681-226b-4b8f-9786-7666e71a735c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:56.785344 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-403af681-226b-4b8f-9786-7666e71a735c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=59ccc1c5869841238fca220e31cbd0dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1839585 Jul 22 16:25:56.787981 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33244) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:56.788731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403af681-226b-4b8f-9786-7666e71a735c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b19eb4-fa86-4b14-b4c8-ed947b206afa,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:56.918811 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbd8f0dc-fa36-452d-a235-27a3cec01fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:56.934435 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb5f715-90b7-47d1-9be3-f2bea18f54eb None None] Network f917a743-2b29-4ed7-bc92-4ef128fdeba8 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:25:56.942114 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8e8566f7-e306-45bc-83e0-e19394e9cb6d req-c7170e2b-437b-42a8-84f9-34edaf871087 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 210 time: 0.1362569 Jul 22 16:25:56.974760 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbd8f0dc-fa36-452d-a235-27a3cec01fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:57.012003 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-850d739a-afcd-401c-874a-96eeba5834a7 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:57.039476 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-850d739a-afcd-401c-874a-96eeba5834a7 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Transition to ACTIVE for port object d1949054-7c6a-49f5-a623-4baedc552d3a will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:25:57.076929 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbd8f0dc-fa36-452d-a235-27a3cec01fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:57.081525 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbd8f0dc-fa36-452d-a235-27a3cec01fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:57.088148 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cbd8f0dc-fa36-452d-a235-27a3cec01fbc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/14b19eb4-fa86-4b14-b4c8-ed947b206afa HTTP/1.1" status: 204 len: 168 time: 0.2909820 Jul 22 16:25:57.103136 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8f0dc-fa36-452d-a235-27a3cec01fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b19eb4-fa86-4b14-b4c8-ed947b206afa,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:57.234509 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c350172-a2e2-4593-bdc3-c239659da860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:57.247982 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-850d739a-afcd-401c-874a-96eeba5834a7 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:57.249167 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-09e2ccd7-97d5-48bd-8abe-15a89073bcc0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9463584 Jul 22 16:25:57.288880 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c350172-a2e2-4593-bdc3-c239659da860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:57.413979 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d739a-afcd-401c-874a-96eeba5834a7 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Pushing event updated for resources: {'Port': ['ID=d1949054-7c6a-49f5-a623-4baedc552d3a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:57.435771 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829f57ce-0cad-4a57-8179-e77b648c1a92 x-openstack-request-id: req-829f57ce-0cad-4a57-8179-e77b648c1a92 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:25:57.436802 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "757e624c-ca57-41d1-ad55-1bdf5f849281", "tag": "cdc75f70-d132-42e4-97aa-a9131a2c603e", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:25:57.441713 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-829f57ce-0cad-4a57-8179-e77b648c1a92 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:25:57.442574 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '757e624c-ca57-41d1-ad55-1bdf5f849281', 'tag': 'cdc75f70-d132-42e4-97aa-a9131a2c603e', 'status': 'completed', 'code': 200} Jul 22 16:25:57.478564 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c350172-a2e2-4593-bdc3-c239659da860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcff541-494e-42e8-b2cd-574e427c60d9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:57.505353 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10162610-907e-4ef3-9129-02f31f71301e req-452e6349-6581-47ff-b9f5-0f0bf546c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:57.507660 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-10162610-907e-4ef3-9129-02f31f71301e req-452e6349-6581-47ff-b9f5-0f0bf546c997 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8612437 Jul 22 16:25:57.513653 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2c350172-a2e2-4593-bdc3-c239659da860 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ab5f2040db38493db6a3898a60216e26&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2544215 Jul 22 16:25:57.517363 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33272) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:57.556856 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-850d739a-afcd-401c-874a-96eeba5834a7 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:25:57.574865 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-850d739a-afcd-401c-874a-96eeba5834a7 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:25:57.577841 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-850d739a-afcd-401c-874a-96eeba5834a7 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:25:57.635214 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d1153af-2514-4bf6-89c0-6252ee705f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:57.647216 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-850d739a-afcd-401c-874a-96eeba5834a7 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:57.648235 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-850d739a-afcd-401c-874a-96eeba5834a7 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:57.687304 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ec1c8-aebd-4260-a624-9ab4d995f3a2 req-4d042daf-3428-4a43-b102-4480a85d86f9 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:57.688861 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d1153af-2514-4bf6-89c0-6252ee705f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:57.690107 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e71ec1c8-aebd-4260-a624-9ab4d995f3a2 req-4d042daf-3428-4a43-b102-4480a85d86f9 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 948 time: 0.4518220 Jul 22 16:25:57.745043 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-850d739a-afcd-401c-874a-96eeba5834a7 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3534729 Jul 22 16:25:57.787750 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e71ec1c8-aebd-4260-a624-9ab4d995f3a2 req-b0b136fc-ffeb-437c-b614-36f820063307 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636199 Jul 22 16:25:57.807619 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d1153af-2514-4bf6-89c0-6252ee705f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:57.811506 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d1153af-2514-4bf6-89c0-6252ee705f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:57.813646 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8d1153af-2514-4bf6-89c0-6252ee705f2a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/edcff541-494e-42e8-b2cd-574e427c60d9 HTTP/1.1" status: 204 len: 168 time: 0.2943091 Jul 22 16:25:57.839705 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1153af-2514-4bf6-89c0-6252ee705f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcff541-494e-42e8-b2cd-574e427c60d9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:57.858733 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-10162610-907e-4ef3-9129-02f31f71301e req-4fc93098-7d9d-4f91-94dd-384bd32b5e6e service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176904 Jul 22 16:25:58.046730 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-10162610-907e-4ef3-9129-02f31f71301e req-77b36802-7a1d-40f9-b0ba-5629255cf8ee service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724358 Jul 22 16:25:58.072724 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0a1c7e8f-9bf6-43c8-932c-4d282932862e None None] Provisioning for port d1949054-7c6a-49f5-a623-4baedc552d3a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:25:58.080867 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0a1c7e8f-9bf6-43c8-932c-4d282932862e None None] Provisioning complete for port d1949054-7c6a-49f5-a623-4baedc552d3a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:25:58.081533 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a1c7e8f-9bf6-43c8-932c-4d282932862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:58.132300 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c7e8f-9bf6-43c8-932c-4d282932862e None None] Port d1949054-7c6a-49f5-a623-4baedc552d3a cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:25:58.174439 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33288) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:58.188691 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2dcd49c8-d8b6-451a-9619-f7f22f4e5449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:58.214989 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378d968-2776-49d0-b9c3-e4f0f6626fea req-b2634e6c-b63f-481a-95e5-acbddba73dc9 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:58.217538 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5378d968-2776-49d0-b9c3-e4f0f6626fea req-b2634e6c-b63f-481a-95e5-acbddba73dc9 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 935 time: 0.1686676 Jul 22 16:25:58.434425 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2dcd49c8-d8b6-451a-9619-f7f22f4e5449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:58.454225 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2dcd49c8-d8b6-451a-9619-f7f22f4e5449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:58.580855 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2dcd49c8-d8b6-451a-9619-f7f22f4e5449 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e9f68dc5959a48f0b862eec195e1df71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4052987 Jul 22 16:25:58.589981 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33296) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:58.641046 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd49c8-d8b6-451a-9619-f7f22f4e5449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd676835-5767-48ed-9c78-677a58fe2d33,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:58.671241 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe9b9751-7c8e-4e84-bc25-e5b598955b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:58.721744 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe9b9751-7c8e-4e84-bc25-e5b598955b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:58.798361 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe9b9751-7c8e-4e84-bc25-e5b598955b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:58.802005 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe9b9751-7c8e-4e84-bc25-e5b598955b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:58.804924 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5378d968-2776-49d0-b9c3-e4f0f6626fea req-7e5052d9-2a4b-442d-b9fe-a435d18294be tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/security-groups?id=8ef60425-7c2c-4442-beef-9e27d8e1a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5803728 Jul 22 16:25:58.806035 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fe9b9751-7c8e-4e84-bc25-e5b598955b48 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fd676835-5767-48ed-9c78-677a58fe2d33 HTTP/1.1" status: 204 len: 168 time: 0.2149892 Jul 22 16:25:58.823544 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b9751-7c8e-4e84-bc25-e5b598955b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd676835-5767-48ed-9c78-677a58fe2d33,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:58.916078 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995871e4-132c-47c9-bb93-704db74f9ae9 req-72604b62-f5ed-4aaf-9044-e3f1ada27f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:58.919515 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-995871e4-132c-47c9-bb93-704db74f9ae9 req-72604b62-f5ed-4aaf-9044-e3f1ada27f98 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18248dc1849e42ddb6b758abef62487d&device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 1099 time: 0.6542196 Jul 22 16:25:58.938339 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6092989f-c3de-4aff-822f-0bd9e9cadbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:58.957413 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-8afad250-c74f-46fc-adea-eb9efd69c308 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:25:58.958791 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-8afad250-c74f-46fc-adea-eb9efd69c308 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076156 Jul 22 16:25:59.158257 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda97fd-8dbf-4f5c-b0e8-328ed5c0cd01 req-b77f3314-20a5-47a5-9d3e-fed25a9bc8ad tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:59.166327 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eeda97fd-8dbf-4f5c-b0e8-328ed5c0cd01 req-b77f3314-20a5-47a5-9d3e-fed25a9bc8ad tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 948 time: 0.2062743 Jul 22 16:25:59.230744 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33312) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:59.234797 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eeda97fd-8dbf-4f5c-b0e8-328ed5c0cd01 req-08c8b91b-7e10-4490-a030-1edffaf730e8 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588272 Jul 22 16:25:59.246821 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7779cf6-2820-48b2-9f16-a0543974793d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:59.427186 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7779cf6-2820-48b2-9f16-a0543974793d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:59.433172 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7779cf6-2820-48b2-9f16-a0543974793d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:59.475205 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7779cf6-2820-48b2-9f16-a0543974793d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44deed31-d382-4631-ab61-5387219e5589,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:59.489180 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f7779cf6-2820-48b2-9f16-a0543974793d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=65f7e2e50140421098618fde0d449a7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571530 Jul 22 16:25:59.492178 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33318) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:59.564461 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5da0dcc2-0bb7-4b7f-80aa-760f7c1e8c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:59.602731 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5da0dcc2-0bb7-4b7f-80aa-760f7c1e8c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:59.730522 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5da0dcc2-0bb7-4b7f-80aa-760f7c1e8c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:59.733508 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5da0dcc2-0bb7-4b7f-80aa-760f7c1e8c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:59.738370 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5da0dcc2-0bb7-4b7f-80aa-760f7c1e8c04 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/44deed31-d382-4631-ab61-5387219e5589 HTTP/1.1" status: 204 len: 168 time: 0.2431309 Jul 22 16:25:59.757025 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0dcc2-0bb7-4b7f-80aa-760f7c1e8c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44deed31-d382-4631-ab61-5387219e5589,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:00.032138 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959813b-7c49-4306-87cd-2f0cc7686eb5 req-5f552f9d-8546-49f8-9183-d32f96632b31 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:00.036182 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d959813b-7c49-4306-87cd-2f0cc7686eb5 req-5f552f9d-8546-49f8-9183-d32f96632b31 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 935 time: 0.1370099 Jul 22 16:26:00.131679 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d959813b-7c49-4306-87cd-2f0cc7686eb5 req-4b14952e-c92c-47d0-9335-7e5b75acb832 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/security-groups?id=8ef60425-7c2c-4442-beef-9e27d8e1a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878594 Jul 22 16:26:00.196211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33334) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:00.541123 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbf602-3e34-401c-8901-b2955205c1b9 req-dd53299d-2cf0-4483-b69d-986b87e89117 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:00.543607 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-48cbf602-3e34-401c-8901-b2955205c1b9 req-dd53299d-2cf0-4483-b69d-986b87e89117 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 948 time: 0.2388721 Jul 22 16:26:00.577073 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995871e4-132c-47c9-bb93-704db74f9ae9 req-689f6d1b-1510-4bd1-97cd-423cc6abbbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:00.584579 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-995871e4-132c-47c9-bb93-704db74f9ae9 req-689f6d1b-1510-4bd1-97cd-423cc6abbbf4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.2654004 Jul 22 16:26:00.637482 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-48cbf602-3e34-401c-8901-b2955205c1b9 req-4e1cb893-e91d-4627-9e2d-e9448fadcd6b tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854146 Jul 22 16:26:00.723926 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eebe68ef-ef70-49cb-8709-defe537a1b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:00.892320 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eebe68ef-ef70-49cb-8709-defe537a1b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:00.910082 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eebe68ef-ef70-49cb-8709-defe537a1b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:00.955258 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33354) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:00.961902 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c234083b-e450-456f-8440-806e02485e6c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1106985496-network', 'tenant_id': '9dd3e83f98b044c2a15f7413bde3f31e'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:00.973849 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-eebe68ef-ef70-49cb-8709-defe537a1b86 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f9f683a3255e427f8c75d9dd1a12bf6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7764256 Jul 22 16:26:00.977791 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33356) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:01.023204 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c234083b-e450-456f-8440-806e02485e6c admin admin] Made reservation on behalf of 9dd3e83f98b044c2a15f7413bde3f31e for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:01.025736 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c234083b-e450-456f-8440-806e02485e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:01.040825 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c234083b-e450-456f-8440-806e02485e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:01.090682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe68ef-ef70-49cb-8709-defe537a1b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d8ecc7-b406-4378-890e-8205430bedcb,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:01.096939 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33360) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:01.188268 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7b8f6da-f9c3-4ab0-9505-6223e3aac660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:01.244446 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7b8f6da-f9c3-4ab0-9505-6223e3aac660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:01.283661 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c234083b-e450-456f-8440-806e02485e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:01.298213 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-7c294f44-6f5e-46dd-b10d-4d45a288c614 service neutron] Request body: {'port': {'device_id': '110e3e76-5843-4706-9407-5eb1bcab2f5d', 'device_owner': 'compute:tempest-test_az-917345331', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:01.340309 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c234083b-e450-456f-8440-806e02485e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:01.411319 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234083b-e450-456f-8440-806e02485e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcea6d6-19d0-43e3-b544-84c783dc8d46,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:01.420930 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7b8f6da-f9c3-4ab0-9505-6223e3aac660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:01.430762 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b7b8f6da-f9c3-4ab0-9505-6223e3aac660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:01.432344 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b7b8f6da-f9c3-4ab0-9505-6223e3aac660 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b6d8ecc7-b406-4378-890e-8205430bedcb HTTP/1.1" status: 204 len: 168 time: 0.4432416 Jul 22 16:26:01.466900 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8f6da-f9c3-4ab0-9505-6223e3aac660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d8ecc7-b406-4378-890e-8205430bedcb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:01.479095 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c234083b-e450-456f-8440-806e02485e6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:26:01.508172 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05efdbe-a402-4540-9fd4-39fbc2954ea8 req-b9c63d22-20cf-41cc-b49e-eb7651435cb6 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:01.526678 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e05efdbe-a402-4540-9fd4-39fbc2954ea8 req-b9c63d22-20cf-41cc-b49e-eb7651435cb6 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 935 time: 0.2147305 Jul 22 16:26:01.604626 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e743c8d5-ed9e-4d91-a62c-eecfcabdb34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:01.616086 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:01.635610 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c234083b-e450-456f-8440-806e02485e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:01.638109 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-c234083b-e450-456f-8440-806e02485e6c admin admin] Added segment 8e8d61cd-7bcc-4f4c-8194-3847ce8f285a of type vlan for network 306438a8-0597-48c8-90b2-bba6cdbdeaba Jul 22 16:26:01.737911 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e05efdbe-a402-4540-9fd4-39fbc2954ea8 req-1f3cd22e-5fe8-4fc6-8a91-14a2879b7313 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/security-groups?id=8ef60425-7c2c-4442-beef-9e27d8e1a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101297 Jul 22 16:26:01.738759 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-684fd85c-42cd-4fe0-9387-6b1a77ede0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:01.847743 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-7c294f44-6f5e-46dd-b10d-4d45a288c614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:01.897678 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c234083b-e450-456f-8440-806e02485e6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:02.010992 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c234083b-e450-456f-8440-806e02485e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:02.013165 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c234083b-e450-456f-8440-806e02485e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:02.014115 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c234083b-e450-456f-8440-806e02485e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:02.032138 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-684fd85c-42cd-4fe0-9387-6b1a77ede0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:02.041605 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-684fd85c-42cd-4fe0-9387-6b1a77ede0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:02.062228 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e8ddd-fad7-4484-8c66-a9c042191888 req-3e293469-1278-4507-868d-54086c50322b tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:02.079908 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f95e8ddd-fad7-4484-8c66-a9c042191888 req-3e293469-1278-4507-868d-54086c50322b tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 948 time: 0.2595739 Jul 22 16:26:02.179873 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c234083b-e450-456f-8440-806e02485e6c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2230899 Jul 22 16:26:02.190062 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33384) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:02.204530 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-75401d12-96dc-4773-862b-63242e5a5945 admin admin] Request body: {'subnet': {'network_id': '306438a8-0597-48c8-90b2-bba6cdbdeaba', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1106985496-subnet', 'tenant_id': '9dd3e83f98b044c2a15f7413bde3f31e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:02.213952 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-684fd85c-42cd-4fe0-9387-6b1a77ede0e1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=36de1734a09546608abe2fdddd01945a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1105690 Jul 22 16:26:02.216365 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684fd85c-42cd-4fe0-9387-6b1a77ede0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48dda20c-5d8a-4846-8b2e-f75e7dc0d75e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:02.219056 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33386) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:02.275978 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234083b-e450-456f-8440-806e02485e6c admin admin] Pushing event updated for resources: {'Network': ['ID=306438a8-0597-48c8-90b2-bba6cdbdeaba,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:02.289115 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 306438a8-0597-48c8-90b2-bba6cdbdeaba details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:26:02.314317 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f95e8ddd-fad7-4484-8c66-a9c042191888 req-8f8d91f9-9f79-4923-9afb-dcd04bab60a2 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285676 Jul 22 16:26:02.341454 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75401d12-96dc-4773-862b-63242e5a5945 admin admin] Made reservation on behalf of 9dd3e83f98b044c2a15f7413bde3f31e for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:02.346071 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75401d12-96dc-4773-862b-63242e5a5945 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:02.366726 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e1fafc8-5b3f-46ee-8e8d-85b2a9636409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:02.432733 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e1fafc8-5b3f-46ee-8e8d-85b2a9636409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:02.485888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33392) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:02.542046 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f84b0d2c-2490-4876-9185-0321f5b33b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:02.628728 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:02.633824 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-7c294f44-6f5e-46dd-b10d-4d45a288c614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1949054-7c6a-49f5-a623-4baedc552d3a {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:02.669040 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-7c294f44-6f5e-46dd-b10d-4d45a288c614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:02.684944 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e1fafc8-5b3f-46ee-8e8d-85b2a9636409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:02.690000 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e1fafc8-5b3f-46ee-8e8d-85b2a9636409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:02.695309 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9e1fafc8-5b3f-46ee-8e8d-85b2a9636409 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/48dda20c-5d8a-4846-8b2e-f75e7dc0d75e HTTP/1.1" status: 204 len: 168 time: 0.4749734 Jul 22 16:26:02.725215 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1fafc8-5b3f-46ee-8e8d-85b2a9636409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dda20c-5d8a-4846-8b2e-f75e7dc0d75e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:02.769756 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-995871e4-132c-47c9-bb93-704db74f9ae9 req-b8512442-7ad2-43ae-93bb-fc176df5c753 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=cdc75f70-d132-42e4-97aa-a9131a2c603e HTTP/1.1" status: 200 len: 217 time: 0.1307008 Jul 22 16:26:02.889300 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995871e4-132c-47c9-bb93-704db74f9ae9 req-ec9ce1f9-d95b-4e6b-a772-9027ec195170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:02.891899 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-995871e4-132c-47c9-bb93-704db74f9ae9 req-ec9ce1f9-d95b-4e6b-a772-9027ec195170 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1061394 Jul 22 16:26:02.912967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-7c294f44-6f5e-46dd-b10d-4d45a288c614 service neutron] Transition to ACTIVE for port object d1949054-7c6a-49f5-a623-4baedc552d3a will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:02.940373 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f84b0d2c-2490-4876-9185-0321f5b33b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:02.956575 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f84b0d2c-2490-4876-9185-0321f5b33b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:02.990457 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-7c294f44-6f5e-46dd-b10d-4d45a288c614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:03.013805 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75401d12-96dc-4773-862b-63242e5a5945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:03.027581 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b0d2c-2490-4876-9185-0321f5b33b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acaf85f7-9f92-498d-937d-d1e5a9220b98,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:03.051880 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f84b0d2c-2490-4876-9185-0321f5b33b94 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=80f2a5656b21483cbd01943abb4f4dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5646291 Jul 22 16:26:03.057590 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33406) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:03.112125 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c5902-6eed-4c83-87d3-3461134b34e3 req-77174840-4911-4fb3-b6e3-86306b63a260 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:03.113889 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f2c5902-6eed-4c83-87d3-3461134b34e3 req-77174840-4911-4fb3-b6e3-86306b63a260 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 935 time: 0.2655659 Jul 22 16:26:03.198419 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c294f44-6f5e-46dd-b10d-4d45a288c614 service neutron] Pushing event updated for resources: {'Port': ['ID=d1949054-7c6a-49f5-a623-4baedc552d3a,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:03.206788 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f2c5902-6eed-4c83-87d3-3461134b34e3 req-8d9d1d89-426f-4931-9588-b71968c5a4c1 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/security-groups?id=8ef60425-7c2c-4442-beef-9e27d8e1a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773413 Jul 22 16:26:03.220814 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05a5dbad-bfff-4865-a7b5-f3f611bc5f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:03.288125 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05a5dbad-bfff-4865-a7b5-f3f611bc5f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:03.301276 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75401d12-96dc-4773-862b-63242e5a5945 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34527718-c2cf-4dec-bbb2-83236f8191b3,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:03.317637 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995871e4-132c-47c9-bb93-704db74f9ae9 req-27266ffe-815d-442d-ab8d-48624bc1cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:03.319192 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-995871e4-132c-47c9-bb93-704db74f9ae9 req-27266ffe-815d-442d-ab8d-48624bc1cb07 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4090357 Jul 22 16:26:03.432040 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05a5dbad-bfff-4865-a7b5-f3f611bc5f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:03.435663 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05a5dbad-bfff-4865-a7b5-f3f611bc5f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:03.437106 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-05a5dbad-bfff-4865-a7b5-f3f611bc5f43 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/acaf85f7-9f92-498d-937d-d1e5a9220b98 HTTP/1.1" status: 204 len: 168 time: 0.3782310 Jul 22 16:26:03.459085 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5dbad-bfff-4865-a7b5-f3f611bc5f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acaf85f7-9f92-498d-937d-d1e5a9220b98,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:03.467240 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75401d12-96dc-4773-862b-63242e5a5945 admin admin] Checking segment: {'id': '8e8d61cd-7bcc-4f4c-8194-3847ce8f285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '306438a8-0597-48c8-90b2-bba6cdbdeaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:03.467734 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75401d12-96dc-4773-862b-63242e5a5945 admin admin] Network hostable DHCP agents. Network: 306438a8-0597-48c8-90b2-bba6cdbdeaba, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:26:03.470079 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33418) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:03.576011 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-7c294f44-6f5e-46dd-b10d-4d45a288c614 service neutron] Attempting to bind port d1949054-7c6a-49f5-a623-4baedc552d3a on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:03.576340 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-7c294f44-6f5e-46dd-b10d-4d45a288c614 service neutron] Attempting to bind port d1949054-7c6a-49f5-a623-4baedc552d3a by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:03.576660 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-7c294f44-6f5e-46dd-b10d-4d45a288c614 service neutron] Attempting to bind port d1949054-7c6a-49f5-a623-4baedc552d3a on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:03.579529 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-82d955ee-7d6e-456c-96e0-24690a406e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:03.614888 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-7c294f44-6f5e-46dd-b10d-4d45a288c614 service neutron] Port d1949054-7c6a-49f5-a623-4baedc552d3a on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:26:03.615209 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-7c294f44-6f5e-46dd-b10d-4d45a288c614 service neutron] Attempting to bind port d1949054-7c6a-49f5-a623-4baedc552d3a on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:03.642257 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-7c294f44-6f5e-46dd-b10d-4d45a288c614 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:03.642600 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-7c294f44-6f5e-46dd-b10d-4d45a288c614 service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:03.643082 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-7c294f44-6f5e-46dd-b10d-4d45a288c614 service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:03.643415 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-7c294f44-6f5e-46dd-b10d-4d45a288c614 service neutron] Bound port: d1949054-7c6a-49f5-a623-4baedc552d3a, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:03.643767 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-7c294f44-6f5e-46dd-b10d-4d45a288c614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:03.645618 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75401d12-96dc-4773-862b-63242e5a5945 admin admin] Network 306438a8-0597-48c8-90b2-bba6cdbdeaba is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:26:03.689100 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-995871e4-132c-47c9-bb93-704db74f9ae9 req-81bb166a-8f3c-43b1-bd23-995d11a34814 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609633 Jul 22 16:26:03.696227 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-75401d12-96dc-4773-862b-63242e5a5945 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 306438a8-0597-48c8-90b2-bba6cdbdeaba) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:03.705703 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e756b847-f18d-4854-990f-45076065c004 None None] Network 306438a8-0597-48c8-90b2-bba6cdbdeaba requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:26:03.735267 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75401d12-96dc-4773-862b-63242e5a5945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:03.736034 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75401d12-96dc-4773-862b-63242e5a5945 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:04.015101 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a5b51-8fc7-4977-9e9c-4eaddccc1622 req-b8832bab-934a-41e5-8fde-d1284f9a2568 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:04.017190 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-142a5b51-8fc7-4977-9e9c-4eaddccc1622 req-b8832bab-934a-41e5-8fde-d1284f9a2568 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 948 time: 0.5628901 Jul 22 16:26:04.035259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3fd1d1-112c-4610-8161-c82c5c35ec3b None None] Network 306438a8-0597-48c8-90b2-bba6cdbdeaba requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:26:04.067938 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-7c294f44-6f5e-46dd-b10d-4d45a288c614 service neutron] For port d1949054-7c6a-49f5-a623-4baedc552d3a, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:04.100494 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-7c294f44-6f5e-46dd-b10d-4d45a288c614 service neutron] For port d1949054-7c6a-49f5-a623-4baedc552d3a, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=d1949054-7c6a-49f5-a623-4baedc552d3a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:04.115814 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-7c294f44-6f5e-46dd-b10d-4d45a288c614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:04.196028 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-142a5b51-8fc7-4977-9e9c-4eaddccc1622 req-59bfd4f7-91bf-4f0b-9ee5-b78810764d2c tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411436 Jul 22 16:26:04.214261 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-995871e4-132c-47c9-bb93-704db74f9ae9 req-901dfcce-4bf1-4205-b35e-76138c37d3ba service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853134 Jul 22 16:26:04.216222 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-7c294f44-6f5e-46dd-b10d-4d45a288c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:04.216987 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-7c294f44-6f5e-46dd-b10d-4d45a288c614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:04.219160 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-7c294f44-6f5e-46dd-b10d-4d45a288c614 service neutron] 10.222.0.16 "PUT /v2.0/ports/d1949054-7c6a-49f5-a623-4baedc552d3a HTTP/1.1" status: 200 len: 1116 time: 3.3736215 Jul 22 16:26:04.221502 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110e3e76-5843-4706-9407-5eb1bcab2f5d', 'tag': 'd1949054-7c6a-49f5-a623-4baedc552d3a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:04.223835 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bb5f2e-ea1d-47d7-bd69-79c6f8614a69" -d '{"events": [{"name": "network-changed", "server_uuid": "110e3e76-5843-4706-9407-5eb1bcab2f5d", "tag": "d1949054-7c6a-49f5-a623-4baedc552d3a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:04.240883 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-82d955ee-7d6e-456c-96e0-24690a406e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:04.279858 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-82d955ee-7d6e-456c-96e0-24690a406e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:04.317392 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-75401d12-96dc-4773-862b-63242e5a5945 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1257443 Jul 22 16:26:04.367680 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c294f44-6f5e-46dd-b10d-4d45a288c614 service neutron] Pushing event updated for resources: {'Port': ['ID=d1949054-7c6a-49f5-a623-4baedc552d3a,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:04.433534 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4745771-c9ef-4d0b-be85-ec4b36b5b37d x-openstack-request-id: req-f4745771-c9ef-4d0b-be85-ec4b36b5b37d {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:04.434085 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110e3e76-5843-4706-9407-5eb1bcab2f5d", "tag": "d1949054-7c6a-49f5-a623-4baedc552d3a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:04.434469 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f4745771-c9ef-4d0b-be85-ec4b36b5b37d {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:04.435005 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110e3e76-5843-4706-9407-5eb1bcab2f5d', 'tag': 'd1949054-7c6a-49f5-a623-4baedc552d3a', 'status': 'completed', 'code': 200} Jul 22 16:26:04.460712 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-82d955ee-7d6e-456c-96e0-24690a406e0f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b0aa3d2098874e6090bb1046875332ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9732244 Jul 22 16:26:04.464891 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d955ee-7d6e-456c-96e0-24690a406e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45db243-d5f1-4a60-b72b-df312800dff1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:04.472806 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33450) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:04.557240 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:04.586891 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6bf22-6eb3-4e90-aec3-0967443ec8de req-f59735ae-d45d-4073-9d08-a1aee266b75a tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:04.589839 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9a6bf22-6eb3-4e90-aec3-0967443ec8de req-f59735ae-d45d-4073-9d08-a1aee266b75a tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 968 time: 0.2176549 Jul 22 16:26:04.602153 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-f9f01235-8a4e-48b3-9afb-5c2e34045a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:04.604690 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-f9f01235-8a4e-48b3-9afb-5c2e34045a48 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a033a9ed1f484a26953a0ce5e8b50907&device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 1119 time: 0.2689424 Jul 22 16:26:04.616481 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-238cc846-fb07-4766-a7dc-4b2cbf3b0ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:04.684414 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9a6bf22-6eb3-4e90-aec3-0967443ec8de req-de186053-e7ac-4fe8-8a9b-1fae23d6db92 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/security-groups?id=8ef60425-7c2c-4442-beef-9e27d8e1a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879364 Jul 22 16:26:04.693326 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-a4c751f3-0922-4b84-b6bb-a2fd9a728b5a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=d1949054-7c6a-49f5-a623-4baedc552d3a HTTP/1.1" status: 200 len: 217 time: 0.0713015 Jul 22 16:26:04.766920 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-238cc846-fb07-4766-a7dc-4b2cbf3b0ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:04.821176 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-702beb03-648c-48c9-b24f-090143183261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:04.823284 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-702beb03-648c-48c9-b24f-090143183261 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1218450 Jul 22 16:26:04.901108 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-238cc846-fb07-4766-a7dc-4b2cbf3b0ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:04.914121 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-238cc846-fb07-4766-a7dc-4b2cbf3b0ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:04.916195 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-238cc846-fb07-4766-a7dc-4b2cbf3b0ebd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c45db243-d5f1-4a60-b72b-df312800dff1 HTTP/1.1" status: 204 len: 168 time: 0.4422083 Jul 22 16:26:04.935332 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238cc846-fb07-4766-a7dc-4b2cbf3b0ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45db243-d5f1-4a60-b72b-df312800dff1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:04.964304 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-305e0f51-c23b-4208-a3b4-e4ce0cbf0ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:04.967283 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-305e0f51-c23b-4208-a3b4-e4ce0cbf0ae5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1369951 Jul 22 16:26:05.115434 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-4bdd49da-b4ec-4cfb-8a80-b229c26c86f6 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411836 Jul 22 16:26:05.289369 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bade4a1c-6c09-4119-9f56-b3358ba76b8e req-e09afeef-cb9f-496e-b932-607113c116db service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669135 Jul 22 16:26:05.403582 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa038b0-36a9-4b5e-a180-58d85927b25d req-7b53b5ca-9f25-45a2-b621-cd90cb4587e5 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:05.406640 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-afa038b0-36a9-4b5e-a180-58d85927b25d req-7b53b5ca-9f25-45a2-b621-cd90cb4587e5 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 948 time: 0.0969923 Jul 22 16:26:05.496641 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-afa038b0-36a9-4b5e-a180-58d85927b25d req-43cd468a-9cfb-4d5e-8b3d-6c494a0ba7a3 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831180 Jul 22 16:26:05.507084 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb5f2e-ea1d-47d7-bd69-79c6f8614a69 req-a1fe328d-77e5-49d6-a6c3-0c6fd69946e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:05.507922 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-99bb5f2e-ea1d-47d7-bd69-79c6f8614a69 req-a1fe328d-77e5-49d6-a6c3-0c6fd69946e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a033a9ed1f484a26953a0ce5e8b50907&device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 1119 time: 0.1295018 Jul 22 16:26:05.912769 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-d6c43387-7e68-4841-92ca-a66b4fa3a846 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:05.922007 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-d6c43387-7e68-4841-92ca-a66b4fa3a846 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 807 time: 0.3174961 Jul 22 16:26:05.941910 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-6231aa6d-79dc-4eee-b182-ac97ee9ed658 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/quotas/7782266dfdc04a53ab0c0d4cc2d32226 HTTP/1.1" status: 200 len: 375 time: 0.0202310 Jul 22 16:26:06.023811 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-8b14c3e4-c255-4eeb-9217-b58c96b04631 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677462 Jul 22 16:26:06.035458 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-3797d3da-6e88-4876-bb61-1ac7b203fc1c tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:26:06.036665 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-3797d3da-6e88-4876-bb61-1ac7b203fc1c tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061605 Jul 22 16:26:06.277702 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4cc83-5ebe-4101-bbb7-cbc2b70c840b req-7afab2bc-f5b6-4eec-9b73-10643ad41b13 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:06.285079 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1cf4cc83-5ebe-4101-bbb7-cbc2b70c840b req-7afab2bc-f5b6-4eec-9b73-10643ad41b13 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 968 time: 0.0942237 Jul 22 16:26:06.341256 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1cf4cc83-5ebe-4101-bbb7-cbc2b70c840b req-e389fba5-a10e-4cf8-95f7-9863a6d858be tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/security-groups?id=8ef60425-7c2c-4442-beef-9e27d8e1a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551538 Jul 22 16:26:06.385449 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-82842945-be6d-427e-a8ff-e00594305059 service neutron] 10.222.0.69 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789379 Jul 22 16:26:06.519501 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-4368977b-d0cb-48f4-87ac-3f835771790c service neutron] 10.222.0.69 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222751 Jul 22 16:26:06.868509 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3506f3c6-38f2-4b97-9983-b9710ec6cf16 req-395c363d-15a4-4416-9b53-0c21bbcebc29 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 210 time: 0.0629556 Jul 22 16:26:06.940671 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c02fa-f50f-4c23-bb48-85526f65190a req-530f9c3d-9365-45a2-984c-facd85f8fcd5 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:06.942347 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-968c02fa-f50f-4c23-bb48-85526f65190a req-530f9c3d-9365-45a2-984c-facd85f8fcd5 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 948 time: 0.1032667 Jul 22 16:26:07.011382 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-968c02fa-f50f-4c23-bb48-85526f65190a req-d25279cc-b6d5-455b-a598-45b7c6b594f1 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563447 Jul 22 16:26:07.287089 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33564) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:07.297857 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33568) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:07.417198 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-caa59cc8-d424-4d03-92f8-fb7a4499737c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-922786815-network', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:07.457141 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa59cc8-d424-4d03-92f8-fb7a4499737c admin admin] Made reservation on behalf of 7a88e2d6b4e14872bbf9144b56af99b9 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:07.466153 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caa59cc8-d424-4d03-92f8-fb7a4499737c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:07.486959 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caa59cc8-d424-4d03-92f8-fb7a4499737c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:07.543871 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d246526-bf24-4b4b-bb39-b8cd20c51764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:07.612961 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c92fef-cf65-4c45-a7e1-1d6c8c8b5463 req-2735e0a7-31bb-4418-9330-f79ed49d0230 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:07.626026 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-74c92fef-cf65-4c45-a7e1-1d6c8c8b5463 req-2735e0a7-31bb-4418-9330-f79ed49d0230 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 968 time: 0.1418738 Jul 22 16:26:07.697435 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-74c92fef-cf65-4c45-a7e1-1d6c8c8b5463 req-1121290c-60f6-4374-9065-b97abcc60bf2 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/security-groups?id=8ef60425-7c2c-4442-beef-9e27d8e1a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697694 Jul 22 16:26:07.775009 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb5f2e-ea1d-47d7-bd69-79c6f8614a69 req-058a59fa-fb49-458a-bba4-cdebb6eaa09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:07.776630 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-99bb5f2e-ea1d-47d7-bd69-79c6f8614a69 req-058a59fa-fb49-458a-bba4-cdebb6eaa09a service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.1666653 Jul 22 16:26:07.834533 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-99bb5f2e-ea1d-47d7-bd69-79c6f8614a69 req-3652dea8-9800-4333-9e0d-29a20d44d356 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=d1949054-7c6a-49f5-a623-4baedc552d3a HTTP/1.1" status: 200 len: 217 time: 0.0479772 Jul 22 16:26:07.888174 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caa59cc8-d424-4d03-92f8-fb7a4499737c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:07.898789 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caa59cc8-d424-4d03-92f8-fb7a4499737c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:07.947392 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb5f2e-ea1d-47d7-bd69-79c6f8614a69 req-255e2c6a-5b5b-452b-8cad-b4b45d80388e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:07.949340 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-99bb5f2e-ea1d-47d7-bd69-79c6f8614a69 req-255e2c6a-5b5b-452b-8cad-b4b45d80388e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1059330 Jul 22 16:26:07.955544 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa59cc8-d424-4d03-92f8-fb7a4499737c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:26:07.976807 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa59cc8-d424-4d03-92f8-fb7a4499737c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fb7090-9a5a-4bb9-9435-827bfa6f3e22,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:08.027190 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caa59cc8-d424-4d03-92f8-fb7a4499737c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.027602 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-caa59cc8-d424-4d03-92f8-fb7a4499737c admin admin] Added segment 4c8d7ff8-843d-41f4-852d-34af49610fb5 of type vlan for network 5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 Jul 22 16:26:08.043317 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33602) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:08.083978 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0cdb7e63-e2b6-468e-b30e-73bde1eab522 req-1ec49676-602d-43a6-a481-56d4a0190162 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 210 time: 0.0491226 Jul 22 16:26:08.123198 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caa59cc8-d424-4d03-92f8-fb7a4499737c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.174788 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb5f2e-ea1d-47d7-bd69-79c6f8614a69 req-3a44cf4f-8afe-4a10-a8aa-8d034d6066a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:08.176541 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-99bb5f2e-ea1d-47d7-bd69-79c6f8614a69 req-3a44cf4f-8afe-4a10-a8aa-8d034d6066a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2140505 Jul 22 16:26:08.191469 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d246526-bf24-4b4b-bb39-b8cd20c51764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.227751 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caa59cc8-d424-4d03-92f8-fb7a4499737c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.229362 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa59cc8-d424-4d03-92f8-fb7a4499737c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:08.230224 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caa59cc8-d424-4d03-92f8-fb7a4499737c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.245073 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d246526-bf24-4b4b-bb39-b8cd20c51764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.296622 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-bb1012eb-c9d2-4a3b-8b69-fb9404800f25 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=0b575842e3894d8db218989a76048453&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889108 Jul 22 16:26:08.305320 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a0e59-520c-4bac-8650-5d52e154d3a8 req-dcc2d374-9640-4e05-baa0-c8691c9ca35d tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:08.307173 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-da4a0e59-520c-4bac-8650-5d52e154d3a8 req-dcc2d374-9640-4e05-baa0-c8691c9ca35d tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 948 time: 0.0723538 Jul 22 16:26:08.319731 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63003ace-bb17-467e-a86b-0c28ec27475c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.348897 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-da4a0e59-520c-4bac-8650-5d52e154d3a8 req-eec4fff5-55b3-4c89-b35f-5ae64e184e64 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358865 Jul 22 16:26:08.391971 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-caa59cc8-d424-4d03-92f8-fb7a4499737c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1045370 Jul 22 16:26:08.395644 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33618) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:08.402369 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-68012897-8cc1-496c-9770-0144447d702d admin admin] Request body: {'subnet': {'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-922786815-subnet', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:08.427847 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68012897-8cc1-496c-9770-0144447d702d admin admin] Made reservation on behalf of 7a88e2d6b4e14872bbf9144b56af99b9 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:08.430999 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68012897-8cc1-496c-9770-0144447d702d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.458314 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6d246526-bf24-4b4b-bb39-b8cd20c51764 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0f52ce80463e404596f22c393fda52d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1561656 Jul 22 16:26:08.458887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33620) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:08.467571 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa59cc8-d424-4d03-92f8-fb7a4499737c admin admin] Pushing event updated for resources: {'Network': ['ID=5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:08.478479 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:26:08.527907 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d246526-bf24-4b4b-bb39-b8cd20c51764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc26feb7-8733-443a-a584-f667751df47c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:08.582450 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0be70703-5d31-407c-a9c1-3d893e624960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.583761 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-99bb5f2e-ea1d-47d7-bd69-79c6f8614a69 req-53675b67-6019-4a59-89a2-d4c1fc196c27 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944924 Jul 22 16:26:08.633944 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0be70703-5d31-407c-a9c1-3d893e624960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.681951 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-d2094d14-bb71-490e-8358-edc11e411912 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:08.683419 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-d2094d14-bb71-490e-8358-edc11e411912 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.30 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 807 time: 0.3939853 Jul 22 16:26:08.713749 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68012897-8cc1-496c-9770-0144447d702d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.734748 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-48ae6513-d14b-4254-b053-4b6f9efb2a51 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Request body: {'port': {'device_id': '583a5098-fb5c-42f6-b73b-89750a74c39e', 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8', 'admin_state_up': True, 'tenant_id': '7782266dfdc04a53ab0c0d4cc2d32226'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:08.773865 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0be70703-5d31-407c-a9c1-3d893e624960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.777393 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0be70703-5d31-407c-a9c1-3d893e624960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.781502 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0be70703-5d31-407c-a9c1-3d893e624960 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bc26feb7-8733-443a-a584-f667751df47c HTTP/1.1" status: 204 len: 168 time: 0.3190796 Jul 22 16:26:08.795889 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68012897-8cc1-496c-9770-0144447d702d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1c3b578-5b73-43d5-b715-d8e258185030,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:08.828346 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be70703-5d31-407c-a9c1-3d893e624960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc26feb7-8733-443a-a584-f667751df47c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:08.847979 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68012897-8cc1-496c-9770-0144447d702d admin admin] Checking segment: {'id': '4c8d7ff8-843d-41f4-852d-34af49610fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:08.848455 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68012897-8cc1-496c-9770-0144447d702d admin admin] Network hostable DHCP agents. Network: 5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:26:08.883219 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68012897-8cc1-496c-9770-0144447d702d admin admin] Network 5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:26:08.898888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8316d-6e06-465e-b014-029487ba64a9 req-bc6335aa-3dc7-45ba-a0bd-6194fc86a5c6 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:08.900534 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1b8316d-6e06-465e-b014-029487ba64a9 req-bc6335aa-3dc7-45ba-a0bd-6194fc86a5c6 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 968 time: 0.1183257 Jul 22 16:26:08.907802 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-68012897-8cc1-496c-9770-0144447d702d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:08.913448 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68012897-8cc1-496c-9770-0144447d702d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:08.914680 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68012897-8cc1-496c-9770-0144447d702d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.919938 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7aa08ec-cfc0-4598-9296-6cdf6603a1a4 None None] Network 5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:26:08.964438 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1b8316d-6e06-465e-b014-029487ba64a9 req-e4801a33-aa57-4aa9-bcac-140ccf22ef32 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/security-groups?id=8ef60425-7c2c-4442-beef-9e27d8e1a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464573 Jul 22 16:26:08.995844 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-d0c4cc8a-8c78-4224-9f36-ac1dcd6852ec tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:09.007274 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-d0c4cc8a-8c78-4224-9f36-ac1dcd6852ec tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6813209 Jul 22 16:26:09.035710 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-8a2ebcaa-246b-4cc4-aa9f-a9d4cb797429 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/quotas/0b575842e3894d8db218989a76048453 HTTP/1.1" status: 200 len: 375 time: 0.0277557 Jul 22 16:26:09.084254 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'fixed_ips': [{'subnet_id': 'a1c3b578-5b73-43d5-b715-d8e258185030'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:26:09.085113 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.126600 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-99bb5f2e-ea1d-47d7-bd69-79c6f8614a69 req-dc23765b-2bc9-4b8c-a4ca-096ada15741c service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061262 Jul 22 16:26:09.133314 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-ea35656d-7238-4e8e-83ea-fcbcca19cd29 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b575842e3894d8db218989a76048453&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603530 Jul 22 16:26:09.134934 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33630) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:09.147903 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63003ace-bb17-467e-a86b-0c28ec27475c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.159008 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63003ace-bb17-467e-a86b-0c28ec27475c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.186605 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-721d6c8c-ce1c-4802-aedb-fb2184daaf2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.205659 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-68012897-8cc1-496c-9770-0144447d702d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8047450 Jul 22 16:26:09.213793 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33632) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:09.232483 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-48ae6513-d14b-4254-b053-4b6f9efb2a51 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Made reservation on behalf of 7782266dfdc04a53ab0c0d4cc2d32226 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:09.236384 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-48ae6513-d14b-4254-b053-4b6f9efb2a51 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.238873 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-fc12afee-684f-4395-96bc-d30eaa4f954b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-922786815-router', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:09.255629 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Allocated IP 172.20.0.2 (5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21/a1c3b578-5b73-43d5-b715-d8e258185030/3dc42815-af37-4cfe-bd66-cd53afa2a05f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:09.259517 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f8eb951-f015-4f83-89b4-a3bd087c30f3 req-553b6726-273d-43f9-9889-9ab40d5b4f5c tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 210 time: 0.0754859 Jul 22 16:26:09.261719 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63003ace-bb17-467e-a86b-0c28ec27475c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5041e5-6fa3-45f8-9a31-c9cc4b67d50a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:09.276845 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-63003ace-bb17-467e-a86b-0c28ec27475c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=962491335bcb4308b7d2b7ac418e0d3b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2272725 Jul 22 16:26:09.278255 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33634) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:09.321293 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc12afee-684f-4395-96bc-d30eaa4f954b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.323344 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc12afee-684f-4395-96bc-d30eaa4f954b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.433641 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34edfc4c-5b4f-4145-aa16-5525b6231a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.445439 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.455921 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Transition to ACTIVE for port object 3dc42815-af37-4cfe-bd66-cd53afa2a05f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:09.461463 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34edfc4c-5b4f-4145-aa16-5525b6231a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.474779 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Transition to ACTIVE for port object 3dc42815-af37-4cfe-bd66-cd53afa2a05f will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:09.484692 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.513517 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-359788ae-acc6-4d0b-8fe7-f7c6620d7ec6 req-cab5be3f-e836-4884-a11b-ae5102a06d80 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec89db0c-c0ee-4137-bb2e-370090e81a24 HTTP/1.1" status: 200 len: 210 time: 0.1099250 Jul 22 16:26:09.541246 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc12afee-684f-4395-96bc-d30eaa4f954b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.560956 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Network 5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:09.561319 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-48ae6513-d14b-4254-b053-4b6f9efb2a51 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Allocated IP 172.20.0.11 (f917a743-2b29-4ed7-bc92-4ef128fdeba8/1dac8087-5dfb-4e2d-bc9b-97574efc063c/6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:09.566844 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:09.572541 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:09.628967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211fab2-bd9d-4b7b-834d-efccc024e113 req-6d6a9903-56d4-4746-96ad-28602dddbe66 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:09.630627 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f211fab2-bd9d-4b7b-834d-efccc024e113 req-6d6a9903-56d4-4746-96ad-28602dddbe66 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 948 time: 0.1492326 Jul 22 16:26:09.636900 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34edfc4c-5b4f-4145-aa16-5525b6231a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.639560 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34edfc4c-5b4f-4145-aa16-5525b6231a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.640764 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-34edfc4c-5b4f-4145-aa16-5525b6231a06 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ac5041e5-6fa3-45f8-9a31-c9cc4b67d50a HTTP/1.1" status: 204 len: 168 time: 0.3615675 Jul 22 16:26:09.676912 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Attempting to bind port 3dc42815-af37-4cfe-bd66-cd53afa2a05f on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:09.677716 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Attempting to bind port 3dc42815-af37-4cfe-bd66-cd53afa2a05f by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '4c8d7ff8-843d-41f4-852d-34af49610fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:09.678268 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Attempting to bind port 3dc42815-af37-4cfe-bd66-cd53afa2a05f on network 5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:09.686917 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:09.687908 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Checking segment: {'id': '4c8d7ff8-843d-41f4-852d-34af49610fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:09.688495 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.689250 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Bound using segment: {'id': '4c8d7ff8-843d-41f4-852d-34af49610fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:09.689998 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Bound port: 3dc42815-af37-4cfe-bd66-cd53afa2a05f, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8d7ff8-843d-41f4-852d-34af49610fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:09.690612 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.718970 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f211fab2-bd9d-4b7b-834d-efccc024e113 req-2c106a67-038f-4aee-b04c-2d8583ab1e75 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654013 Jul 22 16:26:09.718970 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34edfc4c-5b4f-4145-aa16-5525b6231a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5041e5-6fa3-45f8-9a31-c9cc4b67d50a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:09.800598 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] For port 3dc42815-af37-4cfe-bd66-cd53afa2a05f, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:09.805209 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] For port 3dc42815-af37-4cfe-bd66-cd53afa2a05f, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3dc42815-af37-4cfe-bd66-cd53afa2a05f,segment=NetworkSegment(4c8d7ff8-843d-41f4-852d-34af49610fb5),segment_id=4c8d7ff8-843d-41f4-852d-34af49610fb5)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:09.811347 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Pushing event updated for resources: {'Port': ['ID=3dc42815-af37-4cfe-bd66-cd53afa2a05f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:09.832595 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.841013 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:09.841740 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:09.842484 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:09.844298 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:09.845279 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:09.845754 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:09.846247 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:09.846762 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:09.847233 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:09.847727 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:09.848196 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:09.848692 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Tracked resource versions report: Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: pushed versions: Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: { 'AddressGroup': {'1.2'}, Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: 'ConntrackHelper': {'1.0'}, Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: 'Log': {'1.0'}, Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: 'Network': {'1.1'}, Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: 'Port': {'1.7'}, Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: 'PortForwarding': {'1.2'}, Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: 'QosPolicy': {'1.8'}, Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: 'SecurityGroup': {'1.4'}, Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: 'SecurityGroupRule': {'1.2'}, Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: 'SubPort': {'1.0'}, Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: 'Subnet': {'1.1'}, Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: 'Trunk': {'1.1'}} Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: consumer versions: Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: { DHCP agent@n-d-798930-9: {}, Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: HyperV agent@n-h1-798930-9: {}, Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: HyperV agent@n-h2-798930-9: {}, Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: L3 agent@n-d-798930-9: {}, Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: Metadata agent@n-d-798930-9: {}, Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: Metering agent@n-d-798930-9: {}, Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: Open vSwitch agent@n-d-798930-9: { 'AddressGroup': '1.2', Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: 'ConntrackHelper': '1.0', Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: 'Log': '1.0', Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: 'Network': '1.1', Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: 'Port': '1.7', Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: 'PortForwarding': '1.2', Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: 'QosPolicy': '1.8', Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: 'SecurityGroup': '1.4', Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: 'SecurityGroupRule': '1.2', Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: 'SubPort': '1.0', Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: 'Subnet': '1.1', Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: 'Trunk': '1.1'}} Jul 22 16:26:09.849958 n-d-798930-9 neutron-server[93818]: {{(pid=93818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 16:26:09.875119 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc12afee-684f-4395-96bc-d30eaa4f954b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.907451 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-48ae6513-d14b-4254-b053-4b6f9efb2a51 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.928904 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b856acd-cdf6-433a-a2fa-0ec6baa1d886 None None] Pushing event updated for resources: {'Port': ['ID=3dc42815-af37-4cfe-bd66-cd53afa2a05f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:09.930281 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-721d6c8c-ce1c-4802-aedb-fb2184daaf2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.947531 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-721d6c8c-ce1c-4802-aedb-fb2184daaf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.963894 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-48ae6513-d14b-4254-b053-4b6f9efb2a51 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:10.017199 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-48ae6513-d14b-4254-b053-4b6f9efb2a51 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Network f917a743-2b29-4ed7-bc92-4ef128fdeba8 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:10.022847 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-48ae6513-d14b-4254-b053-4b6f9efb2a51 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:10.031870 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-48ae6513-d14b-4254-b053-4b6f9efb2a51 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:10.036157 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae6513-d14b-4254-b053-4b6f9efb2a51 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Pushing event updated for resources: {'Port': ['ID=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:10.056122 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d6c8c-ce1c-4802-aedb-fb2184daaf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e735976f-548d-444d-9f2a-9a86b46c1569,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:10.080691 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-721d6c8c-ce1c-4802-aedb-fb2184daaf2f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=259a17467e2642ba8c5c3c165b033b81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9419589 Jul 22 16:26:10.083858 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33656) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:10.124331 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-48ae6513-d14b-4254-b053-4b6f9efb2a51 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:10.125878 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-48ae6513-d14b-4254-b053-4b6f9efb2a51 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:10.175049 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-48ae6513-d14b-4254-b053-4b6f9efb2a51 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4731476 Jul 22 16:26:10.196706 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-fbe5273f-4e20-4f6a-9ca2-23fe930b1ed8 service neutron] Request body: {'port': {'device_id': '583a5098-fb5c-42f6-b73b-89750a74c39e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:10.226482 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-085b110d-9985-4f40-af7b-220c569f59dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:10.279567 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33658) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:10.294738 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-085b110d-9985-4f40-af7b-220c569f59dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:10.320058 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc12afee-684f-4395-96bc-d30eaa4f954b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:10.331002 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-216372c0-a166-4e30-90e9-d8eb5d1f3f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:10.413599 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device cdc75f70-d132-42e4-97aa-a9131a2c603e details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:26:10.430484 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc12afee-684f-4395-96bc-d30eaa4f954b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:10.549456 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-fbe5273f-4e20-4f6a-9ca2-23fe930b1ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:10.613115 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-085b110d-9985-4f40-af7b-220c569f59dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:10.615720 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-085b110d-9985-4f40-af7b-220c569f59dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:10.619698 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-085b110d-9985-4f40-af7b-220c569f59dd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e735976f-548d-444d-9f2a-9a86b46c1569 HTTP/1.1" status: 204 len: 168 time: 0.5318468 Jul 22 16:26:10.636293 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port cdc75f70-d132-42e4-97aa-a9131a2c603e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=cdc75f70-d132-42e4-97aa-a9131a2c603e,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:10.641509 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02632847-11b5-470a-b2bf-7fe4c4f24c9d req-3fa74eac-9eb9-48ee-9c88-6deb5623e10a tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:10.647068 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b110d-9985-4f40-af7b-220c569f59dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e735976f-548d-444d-9f2a-9a86b46c1569,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:10.654220 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'cdc75f70-d132-42e4-97aa-a9131a2c603e', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': 'cdc75f70-d132-42e4-97aa-a9131a2c603e', 'mac_address': 'fa:16:3e:30:ad:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:26:10.656724 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02632847-11b5-470a-b2bf-7fe4c4f24c9d req-3fa74eac-9eb9-48ee-9c88-6deb5623e10a tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 968 time: 0.4829471 Jul 22 16:26:10.711314 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0e25b-16a3-4806-8437-bdcca5461534 req-474c3a28-b5cd-4281-8b49-7ff98205df5f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:10.712989 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-60b0e25b-16a3-4806-8437-bdcca5461534 req-474c3a28-b5cd-4281-8b49-7ff98205df5f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 932 time: 0.2586491 Jul 22 16:26:10.728058 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:10.767979 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc75f70-d132-42e4-97aa-a9131a2c603e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:10.773782 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-fc12afee-684f-4395-96bc-d30eaa4f954b admin admin] Allocated IP 172.25.0.88 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/e8d3969f-3d51-4664-9a99-080c6d25d532) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:10.800427 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02632847-11b5-470a-b2bf-7fe4c4f24c9d req-6fb98d81-97df-4f13-b1f1-5b3493dcd97d tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/security-groups?id=8ef60425-7c2c-4442-beef-9e27d8e1a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416402 Jul 22 16:26:10.803678 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-60b0e25b-16a3-4806-8437-bdcca5461534 req-d10c3a1b-9d03-4842-b713-fa6ea7ffcbfd tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808513 Jul 22 16:26:10.813985 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port cdc75f70-d132-42e4-97aa-a9131a2c603e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=cdc75f70-d132-42e4-97aa-a9131a2c603e,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:10.818476 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:10.943307 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=cdc75f70-d132-42e4-97aa-a9131a2c603e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:10.985263 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1846ecf0-7511-41f5-bde1-9c6fdd0c0a41 req-0be9a16c-fa91-4682-917a-c66b5a29132f tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec89db0c-c0ee-4137-bb2e-370090e81a24 HTTP/1.1" status: 200 len: 210 time: 0.0665257 Jul 22 16:26:10.999348 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-216372c0-a166-4e30-90e9-d8eb5d1f3f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:11.028968 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-f3e4f128-e69b-4121-a453-c0aa6fbf32d0 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0b575842e3894d8db218989a76048453&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829880 Jul 22 16:26:11.051823 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-216372c0-a166-4e30-90e9-d8eb5d1f3f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:11.126182 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-216372c0-a166-4e30-90e9-d8eb5d1f3f42 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a480b7d72d04428b9af54d3e398a19f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8440363 Jul 22 16:26:11.133987 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33672) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:11.142403 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216372c0-a166-4e30-90e9-d8eb5d1f3f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2440ff9-b942-48ac-9c1d-0c6ab434c725,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:11.176544 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc12afee-684f-4395-96bc-d30eaa4f954b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:11.193533 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-6011e261-d757-4d43-bbb4-6185f6438f89 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:11.194473 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['cdc75f70-d132-42e4-97aa-a9131a2c603e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:11.195072 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-6011e261-d757-4d43-bbb4-6185f6438f89 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1546657 Jul 22 16:26:11.229368 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-97a0b858-10ee-4066-965b-e17697db8cff tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Request body: {'port': {'device_id': 'ec89db0c-c0ee-4137-bb2e-370090e81a24', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '0b575842e3894d8db218989a76048453'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:11.282686 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-fbe5273f-4e20-4f6a-9ca2-23fe930b1ed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:11.289523 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2815f2f-b7fa-4293-9e66-1b30352908da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:11.320326 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-fbe5273f-4e20-4f6a-9ca2-23fe930b1ed8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:11.330716 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fade83d-2773-4c74-a7de-bb445a37d53b req-bf58c4fd-da37-46b1-a770-f6c4fcfcd95b tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:11.337811 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9fade83d-2773-4c74-a7de-bb445a37d53b req-bf58c4fd-da37-46b1-a770-f6c4fcfcd95b tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 949 time: 0.3754244 Jul 22 16:26:11.377135 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2815f2f-b7fa-4293-9e66-1b30352908da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:11.408035 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-fbe5273f-4e20-4f6a-9ca2-23fe930b1ed8 service neutron] Transition to ACTIVE for port object 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:11.418483 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc12afee-684f-4395-96bc-d30eaa4f954b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:11.431103 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9fade83d-2773-4c74-a7de-bb445a37d53b req-93985117-00d1-4738-9e1a-c11d6e62b925 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916412 Jul 22 16:26:11.450621 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-fbe5273f-4e20-4f6a-9ca2-23fe930b1ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:11.502328 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc12afee-684f-4395-96bc-d30eaa4f954b admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:11.531193 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-fc12afee-684f-4395-96bc-d30eaa4f954b admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:11.554778 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5273f-4e20-4f6a-9ca2-23fe930b1ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:11.557082 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc12afee-684f-4395-96bc-d30eaa4f954b admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:11.566177 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2815f2f-b7fa-4293-9e66-1b30352908da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:11.568894 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2815f2f-b7fa-4293-9e66-1b30352908da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:11.570094 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e2815f2f-b7fa-4293-9e66-1b30352908da admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e2440ff9-b942-48ac-9c1d-0c6ab434c725 HTTP/1.1" status: 204 len: 168 time: 0.4351289 Jul 22 16:26:11.609633 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-97a0b858-10ee-4066-965b-e17697db8cff tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Made reservation on behalf of 0b575842e3894d8db218989a76048453 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:11.612934 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-97a0b858-10ee-4066-965b-e17697db8cff tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:11.627354 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-97a0b858-10ee-4066-965b-e17697db8cff tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:11.645087 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbdd844-67e7-4955-81ea-61f8585b3d52 None None] Network 5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:26:11.660388 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12afee-684f-4395-96bc-d30eaa4f954b admin admin] Pushing event updated for resources: {'Port': ['ID=e8d3969f-3d51-4664-9a99-080c6d25d532,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:11.675209 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-fbe5273f-4e20-4f6a-9ca2-23fe930b1ed8 service neutron] Attempting to bind port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:11.675825 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-fbe5273f-4e20-4f6a-9ca2-23fe930b1ed8 service neutron] Attempting to bind port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:11.676333 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-fbe5273f-4e20-4f6a-9ca2-23fe930b1ed8 service neutron] Attempting to bind port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:11.687026 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-fbe5273f-4e20-4f6a-9ca2-23fe930b1ed8 service neutron] Port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:26:11.688092 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-fbe5273f-4e20-4f6a-9ca2-23fe930b1ed8 service neutron] Attempting to bind port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:11.705241 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-fbe5273f-4e20-4f6a-9ca2-23fe930b1ed8 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:11.705854 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-fbe5273f-4e20-4f6a-9ca2-23fe930b1ed8 service neutron] Checking segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:11.706573 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-fbe5273f-4e20-4f6a-9ca2-23fe930b1ed8 service neutron] Bound using segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:11.707160 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-fbe5273f-4e20-4f6a-9ca2-23fe930b1ed8 service neutron] Bound port: 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:11.707666 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-fbe5273f-4e20-4f6a-9ca2-23fe930b1ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:11.774459 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2815f2f-b7fa-4293-9e66-1b30352908da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2440ff9-b942-48ac-9c1d-0c6ab434c725,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:11.833349 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-fbe5273f-4e20-4f6a-9ca2-23fe930b1ed8 service neutron] For port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:11.838035 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-fbe5273f-4e20-4f6a-9ca2-23fe930b1ed8 service neutron] For port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:11.884458 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-fbe5273f-4e20-4f6a-9ca2-23fe930b1ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:11.972346 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-97a0b858-10ee-4066-965b-e17697db8cff tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:12.021686 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-fbe5273f-4e20-4f6a-9ca2-23fe930b1ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:12.022544 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-fbe5273f-4e20-4f6a-9ca2-23fe930b1ed8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:12.024156 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-fbe5273f-4e20-4f6a-9ca2-23fe930b1ed8 service neutron] 10.222.0.30 "PUT /v2.0/ports/6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f HTTP/1.1" status: 200 len: 1092 time: 1.8325865 Jul 22 16:26:12.025141 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-97a0b858-10ee-4066-965b-e17697db8cff tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:12.028309 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583a5098-fb5c-42f6-b73b-89750a74c39e', 'tag': '6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:12.031794 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141a074f-65fb-419c-a4be-ab4af650bebf" -d '{"events": [{"name": "network-changed", "server_uuid": "583a5098-fb5c-42f6-b73b-89750a74c39e", "tag": "6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:12.089576 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:12.119242 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3dc42815-af37-4cfe-bd66-cd53afa2a05f up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:12.196953 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5273f-4e20-4f6a-9ca2-23fe930b1ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:12.208771 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0b858-10ee-4066-965b-e17697db8cff tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e4ba1a-2119-423b-ae42-4bfb84a1307a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:12.223203 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b062bf-7b68-447a-a57e-193d4be9740d req-92bfd1b9-72fa-42f4-aa68-4635a05b963c tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:12.224815 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-96b062bf-7b68-447a-a57e-193d4be9740d req-92bfd1b9-72fa-42f4-aa68-4635a05b963c tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 968 time: 0.2003963 Jul 22 16:26:12.264932 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc12afee-684f-4395-96bc-d30eaa4f954b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:12.274489 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:12.286398 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e05fc0-ff64-40a1-8f2e-7da95a31d66a req-19581a4a-fff3-468c-8c06-69575b31a186 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:12.288231 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-77e05fc0-ff64-40a1-8f2e-7da95a31d66a req-19581a4a-fff3-468c-8c06-69575b31a186 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 944 time: 0.3140290 Jul 22 16:26:12.344699 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2a41a455-62ae-41a4-82fc-38dc2d6510f1 None None] Provisioning for port 3dc42815-af37-4cfe-bd66-cd53afa2a05f completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:12.355933 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-0967bc4c-1a16-49e8-a7e3-895d727e1eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:12.357969 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-0967bc4c-1a16-49e8-a7e3-895d727e1eed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 1095 time: 0.2238400 Jul 22 16:26:12.396710 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-77e05fc0-ff64-40a1-8f2e-7da95a31d66a req-b67d2737-d3ca-4667-9e13-b2a1ce64e7cf tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949740 Jul 22 16:26:12.407088 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-97a0b858-10ee-4066-965b-e17697db8cff tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Allocated IP 192.168.233.41 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/80f98d9d-66e2-4257-9a84-68c2b715554c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:12.416020 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device d1949054-7c6a-49f5-a623-4baedc552d3a details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:26:12.430866 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device cdc75f70-d132-42e4-97aa-a9131a2c603e up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:12.458450 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-c89dd97e-ad75-4a46-a06c-63b493de1b33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f HTTP/1.1" status: 200 len: 217 time: 0.0724983 Jul 22 16:26:12.524435 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-0ba1dc1d-008e-471a-8adf-c87822d37ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:12.526194 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-0ba1dc1d-008e-471a-8adf-c87822d37ac2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1dac8087-5dfb-4e2d-bc9b-97574efc063c HTTP/1.1" status: 200 len: 847 time: 0.0590057 Jul 22 16:26:12.575300 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc12afee-684f-4395-96bc-d30eaa4f954b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:12.585038 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-96b062bf-7b68-447a-a57e-193d4be9740d req-7d89fa16-0c65-4556-9826-139f9c9c9975 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/security-groups?id=8ef60425-7c2c-4442-beef-9e27d8e1a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534422 Jul 22 16:26:12.595347 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-aedc60eb-5f3e-4eb2-b63b-c8240bb3a6ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f917a743-2b29-4ed7-bc92-4ef128fdeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400033 Jul 22 16:26:12.627500 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 3dc42815-af37-4cfe-bd66-cd53afa2a05f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:12.628589 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8cfdd43a-2439-4bd0-a170-49074d8180e4 req-c29aa562-bba5-4d38-a931-cee5fd12d24d tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec89db0c-c0ee-4137-bb2e-370090e81a24 HTTP/1.1" status: 200 len: 210 time: 0.0990152 Jul 22 16:26:12.642768 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 3dc42815-af37-4cfe-bd66-cd53afa2a05f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:12.643009 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:12.721777 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port cdc75f70-d132-42e4-97aa-a9131a2c603e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:12.743143 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:26:12.746488 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port cdc75f70-d132-42e4-97aa-a9131a2c603e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:12.746892 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:12.805078 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-4fd98f64-cb38-4d77-8204-5acb51fb4419 service neutron] 10.222.0.30 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793621 Jul 22 16:26:12.813727 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b475e5e-ee8e-47dd-8874-573ad9883e11 x-openstack-request-id: req-0b475e5e-ee8e-47dd-8874-573ad9883e11 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:12.818440 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583a5098-fb5c-42f6-b73b-89750a74c39e", "tag": "6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:12.818827 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0b475e5e-ee8e-47dd-8874-573ad9883e11 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:12.819385 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583a5098-fb5c-42f6-b73b-89750a74c39e', 'tag': '6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f', 'status': 'completed', 'code': 200} Jul 22 16:26:12.838727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc12afee-684f-4395-96bc-d30eaa4f954b admin admin] Router b8e51790-c2b0-4b32-8d0e-07710fcee7d1 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:26:12.942691 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port d1949054-7c6a-49f5-a623-4baedc552d3a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=d1949054-7c6a-49f5-a623-4baedc552d3a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:12.947748 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:12.977577 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'd1949054-7c6a-49f5-a623-4baedc552d3a', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': 'd1949054-7c6a-49f5-a623-4baedc552d3a', 'mac_address': 'fa:16:3e:b1:9a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:tempest-test_az-917345331', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:26:12.992132 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:12.992731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc12afee-684f-4395-96bc-d30eaa4f954b admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:26:13.005510 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] Sync routers for ids ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:26:13.023111 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] Routers {'b8e51790-c2b0-4b32-8d0e-07710fcee7d1'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:26:13.023757 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:26:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:13.023884 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc12afee-684f-4395-96bc-d30eaa4f954b admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:13.028265 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fc12afee-684f-4395-96bc-d30eaa4f954b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.7931998 Jul 22 16:26:13.029034 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33740) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:13.063702 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-656d47c5-8974-4c54-a17d-d9f944d1c2eb req-b90e85de-c8e2-40e7-a818-b0e0c666300a service neutron] 10.222.0.30 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357335 Jul 22 16:26:13.154335 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 3dc42815-af37-4cfe-bd66-cd53afa2a05f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3dc42815-af37-4cfe-bd66-cd53afa2a05f,segment=NetworkSegment(4c8d7ff8-843d-41f4-852d-34af49610fb5),segment_id=4c8d7ff8-843d-41f4-852d-34af49610fb5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:13.173436 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757e624c-ca57-41d1-ad55-1bdf5f849281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc75f70-d132-42e4-97aa-a9131a2c603e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:13.245547 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa74db-a545-45ca-8461-a5bd90208b81 req-4539eab7-e8c8-4d42-8f3d-9107202a44d4 tempest-NetworksTest-1685315198 tempest-NetworksTest-1685315198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:13.246093 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa74db-a545-45ca-8461-a5bd90208b81 req-4539eab7-e8c8-4d42-8f3d-9107202a44d4 tempest-NetworksTest-1685315198 tempest-NetworksTest-1685315198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:13.246508 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa74db-a545-45ca-8461-a5bd90208b81 req-4539eab7-e8c8-4d42-8f3d-9107202a44d4 tempest-NetworksTest-1685315198 tempest-NetworksTest-1685315198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:13.246961 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa74db-a545-45ca-8461-a5bd90208b81 req-4539eab7-e8c8-4d42-8f3d-9107202a44d4 tempest-NetworksTest-1685315198 tempest-NetworksTest-1685315198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:13.247592 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa74db-a545-45ca-8461-a5bd90208b81 req-4539eab7-e8c8-4d42-8f3d-9107202a44d4 tempest-NetworksTest-1685315198 tempest-NetworksTest-1685315198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:13.248260 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa74db-a545-45ca-8461-a5bd90208b81 req-4539eab7-e8c8-4d42-8f3d-9107202a44d4 tempest-NetworksTest-1685315198 tempest-NetworksTest-1685315198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:13.251377 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4faa74db-a545-45ca-8461-a5bd90208b81 req-4539eab7-e8c8-4d42-8f3d-9107202a44d4 tempest-NetworksTest-1685315198 tempest-NetworksTest-1685315198-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4308 time: 0.1376524 Jul 22 16:26:13.307917 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] Set router b8e51790-c2b0-4b32-8d0e-07710fcee7d1 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:26:13.312533 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:13.339226 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port cdc75f70-d132-42e4-97aa-a9131a2c603e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=cdc75f70-d132-42e4-97aa-a9131a2c603e,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:13.346654 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-97a0b858-10ee-4066-965b-e17697db8cff tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:13.349369 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:13.376456 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-97a0b858-10ee-4066-965b-e17697db8cff tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Transition to ACTIVE for port object 80f98d9d-66e2-4257-9a84-68c2b715554c will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:13.405000 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:13.413171 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f76547-599e-4eff-a40d-c818cb6ebf67 req-e0cfe1de-f9b7-4a5b-a7d8-6837ab658ddc tempest-NetworksTest-1685315198 tempest-NetworksTest-1685315198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:13.415635 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-91f76547-599e-4eff-a40d-c818cb6ebf67 req-e0cfe1de-f9b7-4a5b-a7d8-6837ab658ddc tempest-NetworksTest-1685315198 tempest-NetworksTest-1685315198-project-admin] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 886 time: 0.1357567 Jul 22 16:26:13.448152 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-60bde08a-9de4-4694-b50b-ebe17682a3bc None None] Provisioning complete for port 3dc42815-af37-4cfe-bd66-cd53afa2a05f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:13.448496 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60bde08a-9de4-4694-b50b-ebe17682a3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:13.465562 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1949054-7c6a-49f5-a623-4baedc552d3a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:13.522018 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5fc3e5-0ba6-47ab-9f5b-893138e0c0dc" -d '{"events": [{"server_uuid": "757e624c-ca57-41d1-ad55-1bdf5f849281", "name": "network-vif-plugged", "status": "completed", "tag": "cdc75f70-d132-42e4-97aa-a9131a2c603e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:13.547915 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-97a0b858-10ee-4066-965b-e17697db8cff tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:13.562820 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port d1949054-7c6a-49f5-a623-4baedc552d3a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=d1949054-7c6a-49f5-a623-4baedc552d3a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:13.585541 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=3dc42815-af37-4cfe-bd66-cd53afa2a05f,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:13.601662 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:13.639403 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-922786815-router', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:09Z', 'updated_at': '2021-07-22T16:26:11Z', 'revision_number': 3, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'gw_port': {'id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:10Z', 'updated_at': '2021-07-22T16:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:13.656165 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-97a0b858-10ee-4066-965b-e17697db8cff tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:13.667426 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] Checking router: b8e51790-c2b0-4b32-8d0e-07710fcee7d1 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:26:13.667774 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] Updating router b8e51790-c2b0-4b32-8d0e-07710fcee7d1 port e8d3969f-3d51-4664-9a99-080c6d25d532 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:26:13.692664 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-97a0b858-10ee-4066-965b-e17697db8cff tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:13.705407 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-97a0b858-10ee-4066-965b-e17697db8cff tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:13.715186 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:13.720899 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0b858-10ee-4066-965b-e17697db8cff tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Pushing event updated for resources: {'Port': ['ID=80f98d9d-66e2-4257-9a84-68c2b715554c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:13.826276 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff39a1-6b19-4cc2-b72f-417db2bfa263 req-61993463-f371-4d01-9552-2ce9462fdf9d tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:13.828405 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91ff39a1-6b19-4cc2-b72f-417db2bfa263 req-61993463-f371-4d01-9552-2ce9462fdf9d tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 949 time: 1.0071604 Jul 22 16:26:13.853586 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3dc42815-af37-4cfe-bd66-cd53afa2a05f up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:13.857667 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=cdc75f70-d132-42e4-97aa-a9131a2c603e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:13.903021 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91ff39a1-6b19-4cc2-b72f-417db2bfa263 req-d17c749b-e324-4c0a-8337-879f892df113 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646510 Jul 22 16:26:13.933593 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a074f-65fb-419c-a4be-ab4af650bebf req-a3500706-5212-4409-baee-d348b795c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:13.937508 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-141a074f-65fb-419c-a4be-ab4af650bebf req-a3500706-5212-4409-baee-d348b795c920 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 1095 time: 0.4921598 Jul 22 16:26:13.956558 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e9619-4eba-4ca9-b247-4348bb39e9b1 req-108c8789-faa6-43a2-bc64-c76c0a6aa121 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:13.963087 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=d1949054-7c6a-49f5-a623-4baedc552d3a,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:13.965867 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e5e9619-4eba-4ca9-b247-4348bb39e9b1 req-108c8789-faa6-43a2-bc64-c76c0a6aa121 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 944 time: 0.3749979 Jul 22 16:26:13.986082 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-97a0b858-10ee-4066-965b-e17697db8cff tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:13.987782 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-97a0b858-10ee-4066-965b-e17697db8cff tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:14.024228 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 3dc42815-af37-4cfe-bd66-cd53afa2a05f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:14.024608 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:14.068010 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e5e9619-4eba-4ca9-b247-4348bb39e9b1 req-8af6fe9e-4f38-429c-b2ce-7f17f84b163f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964637 Jul 22 16:26:14.119733 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['d1949054-7c6a-49f5-a623-4baedc552d3a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:14.140869 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:14.153346 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] Transition to ACTIVE for port object e8d3969f-3d51-4664-9a99-080c6d25d532 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:14.162763 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:14.208338 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234c4e6-705b-488c-bdb0-2cb7a59b36d3 None None] Pushing event updated for resources: {'Port': ['ID=e8d3969f-3d51-4664-9a99-080c6d25d532,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:14.220537 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234c4e6-705b-488c-bdb0-2cb7a59b36d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:14.220769 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f81c38f2-2156-4d0d-8a19-8de7346a1637 None None] Provisioning for port 80f98d9d-66e2-4257-9a84-68c2b715554c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:14.221372 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234c4e6-705b-488c-bdb0-2cb7a59b36d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:14.222008 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234c4e6-705b-488c-bdb0-2cb7a59b36d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:14.222850 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234c4e6-705b-488c-bdb0-2cb7a59b36d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:14.223410 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234c4e6-705b-488c-bdb0-2cb7a59b36d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:14.224008 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234c4e6-705b-488c-bdb0-2cb7a59b36d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:14.224542 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234c4e6-705b-488c-bdb0-2cb7a59b36d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:14.225073 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234c4e6-705b-488c-bdb0-2cb7a59b36d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:14.225610 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234c4e6-705b-488c-bdb0-2cb7a59b36d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:14.226208 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234c4e6-705b-488c-bdb0-2cb7a59b36d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:14.226766 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234c4e6-705b-488c-bdb0-2cb7a59b36d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:14.227295 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234c4e6-705b-488c-bdb0-2cb7a59b36d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234c4e6-705b-488c-bdb0-2cb7a59b36d3 None None] Tracked resource versions report: Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: pushed versions: Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: { 'AddressGroup': {'1.2'}, Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: 'ConntrackHelper': {'1.0'}, Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: 'Log': {'1.0'}, Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: 'Network': {'1.1'}, Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: 'Port': {'1.7'}, Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: 'PortForwarding': {'1.2'}, Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: 'QosPolicy': {'1.8'}, Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: 'SecurityGroup': {'1.4'}, Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: 'SecurityGroupRule': {'1.2'}, Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: 'SubPort': {'1.0'}, Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: 'Subnet': {'1.1'}, Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: 'Trunk': {'1.1'}} Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: consumer versions: Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: { DHCP agent@n-d-798930-9: {}, Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: HyperV agent@n-h1-798930-9: {}, Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: HyperV agent@n-h2-798930-9: {}, Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: L3 agent@n-d-798930-9: {}, Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: Metadata agent@n-d-798930-9: {}, Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: Metering agent@n-d-798930-9: {}, Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: Open vSwitch agent@n-d-798930-9: { 'AddressGroup': '1.2', Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: 'ConntrackHelper': '1.0', Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: 'Log': '1.0', Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: 'Network': '1.1', Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: 'Port': '1.7', Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: 'PortForwarding': '1.2', Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: 'QosPolicy': '1.8', Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: 'SecurityGroup': '1.4', Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: 'SecurityGroupRule': '1.2', Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: 'SubPort': '1.0', Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: 'Subnet': '1.1', Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: 'Trunk': '1.1'}} Jul 22 16:26:14.228621 n-d-798930-9 neutron-server[93819]: {{(pid=93819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 16:26:14.261028 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] Attempting to bind port e8d3969f-3d51-4664-9a99-080c6d25d532 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:14.261946 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] Attempting to bind port e8d3969f-3d51-4664-9a99-080c6d25d532 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:14.262567 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] Attempting to bind port e8d3969f-3d51-4664-9a99-080c6d25d532 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:14.267072 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86285720-ae7b-4868-a0d8-6aa13d0497d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:14.269887 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:14.270584 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:14.271246 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:14.272019 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:14.272698 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] Bound port: e8d3969f-3d51-4664-9a99-080c6d25d532, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:14.273477 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:14.282138 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f81c38f2-2156-4d0d-8a19-8de7346a1637 None None] Provisioning complete for port 80f98d9d-66e2-4257-9a84-68c2b715554c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:14.286684 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f81c38f2-2156-4d0d-8a19-8de7346a1637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:14.335101 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] For port e8d3969f-3d51-4664-9a99-080c6d25d532, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:14.339405 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] For port e8d3969f-3d51-4664-9a99-080c6d25d532, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=e8d3969f-3d51-4664-9a99-080c6d25d532,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:14.346305 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:14.409057 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f81c38f2-2156-4d0d-8a19-8de7346a1637 None None] Port 80f98d9d-66e2-4257-9a84-68c2b715554c cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:26:14.440421 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234c4e6-705b-488c-bdb0-2cb7a59b36d3 None None] Pushing event updated for resources: {'Port': ['ID=e8d3969f-3d51-4664-9a99-080c6d25d532,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:14.475733 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] Routers {'b8e51790-c2b0-4b32-8d0e-07710fcee7d1'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:26:14.476823 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:26:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:14.479032 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15313142-e80f-4e6e-ab93-e57e409f9f51 x-openstack-request-id: req-15313142-e80f-4e6e-ab93-e57e409f9f51 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:14.479335 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "757e624c-ca57-41d1-ad55-1bdf5f849281", "name": "network-vif-plugged", "status": "completed", "tag": "cdc75f70-d132-42e4-97aa-a9131a2c603e", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:14.479596 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-15313142-e80f-4e6e-ab93-e57e409f9f51 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:14.480084 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '757e624c-ca57-41d1-ad55-1bdf5f849281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc75f70-d132-42e4-97aa-a9131a2c603e', 'code': 200} Jul 22 16:26:14.587285 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.30', 56106) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:14.606937 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-97a0b858-10ee-4066-965b-e17697db8cff tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3822987 Jul 22 16:26:14.629790 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] Set router b8e51790-c2b0-4b32-8d0e-07710fcee7d1 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:26:14.680049 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-0c12a75e-b93d-4698-b1b2-9bde52df4cca service neutron] Request body: {'port': {'device_id': 'ec89db0c-c0ee-4137-bb2e-370090e81a24', 'device_owner': 'compute:tempest-test_az-917345331', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:14.754147 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aacffd-7ed9-4e90-abcb-47339857c806 req-eda4c2e8-f684-45bd-9b77-f9cc9b060681 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:14.755740 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c7aacffd-7ed9-4e90-abcb-47339857c806 req-eda4c2e8-f684-45bd-9b77-f9cc9b060681 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 969 time: 0.1685009 Jul 22 16:26:14.795097 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-86285720-ae7b-4868-a0d8-6aa13d0497d1 admin admin] Allocated IP 172.20.0.1 (5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21/a1c3b578-5b73-43d5-b715-d8e258185030/38396909-5394-4450-8a1e-ab13e2462f53) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:14.821426 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a074f-65fb-419c-a4be-ab4af650bebf req-67e15a55-6c4a-4cdb-a2e7-3d2672766061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:14.822959 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-141a074f-65fb-419c-a4be-ab4af650bebf req-67e15a55-6c4a-4cdb-a2e7-3d2672766061 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 908 time: 0.8786175 Jul 22 16:26:14.826376 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c7aacffd-7ed9-4e90-abcb-47339857c806 req-68a3ca04-1a11-4342-8b9c-75b0d6afe80d tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/security-groups?id=8ef60425-7c2c-4442-beef-9e27d8e1a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585017 Jul 22 16:26:14.831083 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf283b19-2fa0-470c-b78c-c923f0a7e88f req-e75e2468-4e44-4867-b97f-9450a2e15097 tempest-NetworksTest-1685315198 tempest-NetworksTest-1685315198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:14.831083 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf283b19-2fa0-470c-b78c-c923f0a7e88f req-e75e2468-4e44-4867-b97f-9450a2e15097 tempest-NetworksTest-1685315198 tempest-NetworksTest-1685315198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:14.831367 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf283b19-2fa0-470c-b78c-c923f0a7e88f req-e75e2468-4e44-4867-b97f-9450a2e15097 tempest-NetworksTest-1685315198 tempest-NetworksTest-1685315198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:14.831729 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf283b19-2fa0-470c-b78c-c923f0a7e88f req-e75e2468-4e44-4867-b97f-9450a2e15097 tempest-NetworksTest-1685315198 tempest-NetworksTest-1685315198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:14.832202 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf283b19-2fa0-470c-b78c-c923f0a7e88f req-e75e2468-4e44-4867-b97f-9450a2e15097 tempest-NetworksTest-1685315198 tempest-NetworksTest-1685315198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:14.832645 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf283b19-2fa0-470c-b78c-c923f0a7e88f req-e75e2468-4e44-4867-b97f-9450a2e15097 tempest-NetworksTest-1685315198 tempest-NetworksTest-1685315198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:14.842569 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bf283b19-2fa0-470c-b78c-c923f0a7e88f req-e75e2468-4e44-4867-b97f-9450a2e15097 tempest-NetworksTest-1685315198 tempest-NetworksTest-1685315198-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4308 time: 0.9022086 Jul 22 16:26:14.961476 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86285720-ae7b-4868-a0d8-6aa13d0497d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:14.985478 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-922786815-router', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:09Z', 'updated_at': '2021-07-22T16:26:11Z', 'revision_number': 3, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'gw_port': {'id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:10Z', 'updated_at': '2021-07-22T16:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:14.987147 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-86285720-ae7b-4868-a0d8-6aa13d0497d1 admin admin] Transition to ACTIVE for port object 38396909-5394-4450-8a1e-ab13e2462f53 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:15.008381 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-141a074f-65fb-419c-a4be-ab4af650bebf req-b7835b77-5020-4402-9d3a-f2d74ce2a528 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f HTTP/1.1" status: 200 len: 217 time: 0.1074843 Jul 22 16:26:15.021115 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a4e90-8a9f-4426-a6f3-a0a0ccf98f1b req-7f7f38c2-5e5f-4177-8452-3d0f134fccda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:15.022690 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e75a4e90-8a9f-4426-a6f3-a0a0ccf98f1b req-7f7f38c2-5e5f-4177-8452-3d0f134fccda service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 1101 time: 0.4342971 Jul 22 16:26:15.023008 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d11521-705d-4eb0-91c8-6cc7e57fa742 None None] The sync data for ids ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'] in n-d-798930-9 is: [{'id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-922786815-router', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:09Z', 'updated_at': '2021-07-22T16:26:11Z', 'revision_number': 3, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'gw_port': {'id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:10Z', 'updated_at': '2021-07-22T16:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:26:15.033213 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86285720-ae7b-4868-a0d8-6aa13d0497d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:15.089862 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86285720-ae7b-4868-a0d8-6aa13d0497d1 admin admin] Network 5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:15.099096 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a074f-65fb-419c-a4be-ab4af650bebf req-b4b2ea17-05a0-4a18-9ccf-aa0227cfd439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:15.100423 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-86285720-ae7b-4868-a0d8-6aa13d0497d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:15.100763 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-141a074f-65fb-419c-a4be-ab4af650bebf req-b4b2ea17-05a0-4a18-9ccf-aa0227cfd439 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1dac8087-5dfb-4e2d-bc9b-97574efc063c HTTP/1.1" status: 200 len: 847 time: 0.0771387 Jul 22 16:26:15.103375 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86285720-ae7b-4868-a0d8-6aa13d0497d1 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:15.103524 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-0c12a75e-b93d-4698-b1b2-9bde52df4cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:15.104153 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86285720-ae7b-4868-a0d8-6aa13d0497d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:15.130472 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86285720-ae7b-4868-a0d8-6aa13d0497d1 admin admin] Pushing event updated for resources: {'Port': ['ID=38396909-5394-4450-8a1e-ab13e2462f53,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:15.158663 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e75a4e90-8a9f-4426-a6f3-a0a0ccf98f1b req-fb202792-0ead-4641-82af-5db766a0dbd1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:15.206385 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-141a074f-65fb-419c-a4be-ab4af650bebf req-dce8e8c9-1165-4331-9aa7-97673f520496 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f917a743-2b29-4ed7-bc92-4ef128fdeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886223 Jul 22 16:26:15.345022 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33796) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:15.373537 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-141a074f-65fb-419c-a4be-ab4af650bebf req-4a80b2ee-361d-4ee6-9fb7-3ee9b199549a service neutron] 10.222.0.30 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548004 Jul 22 16:26:15.414664 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bf0fa-04f6-41c2-8f2f-64be58f87679 req-3ea7110b-5cda-4d88-90c3-9a8054cea27d tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:15.416233 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-682bf0fa-04f6-41c2-8f2f-64be58f87679 req-3ea7110b-5cda-4d88-90c3-9a8054cea27d tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec89db0c-c0ee-4137-bb2e-370090e81a24 HTTP/1.1" status: 200 len: 935 time: 0.5117815 Jul 22 16:26:15.460017 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bb127397-7de3-4cff-9e09-fb744f191d2b None None] Provisioning for port 38396909-5394-4450-8a1e-ab13e2462f53 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:15.470504 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bb127397-7de3-4cff-9e09-fb744f191d2b None None] Provisioning complete for port 38396909-5394-4450-8a1e-ab13e2462f53 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:15.471133 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb127397-7de3-4cff-9e09-fb744f191d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:15.482700 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86285720-ae7b-4868-a0d8-6aa13d0497d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:15.524565 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-bb127397-7de3-4cff-9e09-fb744f191d2b None None] Port 38396909-5394-4450-8a1e-ab13e2462f53 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:26:15.542203 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c78144-df65-4300-bf92-9e5febf78aff req-3b8a182c-c5bb-4a34-b027-39acdff93409 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:15.543782 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5c78144-df65-4300-bf92-9e5febf78aff req-3b8a182c-c5bb-4a34-b027-39acdff93409 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 950 time: 0.1996207 Jul 22 16:26:15.610241 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5c78144-df65-4300-bf92-9e5febf78aff req-a19331ab-5e2a-4ab8-b779-dc7211e37f9a tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571694 Jul 22 16:26:15.650099 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8194f4db-51d6-4c38-abe9-371dd1173944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:15.661541 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-682bf0fa-04f6-41c2-8f2f-64be58f87679 req-729c6219-758d-4e7b-87a4-6fda22a747c4 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8e4ba1a-2119-423b-ae42-4bfb84a1307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028594 Jul 22 16:26:15.762559 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-141a074f-65fb-419c-a4be-ab4af650bebf req-536cffd5-c6f0-4d6e-9f63-e2ecd4f71986 service neutron] 10.222.0.30 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808854 Jul 22 16:26:15.793821 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e75a4e90-8a9f-4426-a6f3-a0a0ccf98f1b req-fb202792-0ead-4641-82af-5db766a0dbd1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:15.819941 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device e8d3969f-3d51-4664-9a99-080c6d25d532 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:15.821910 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e75a4e90-8a9f-4426-a6f3-a0a0ccf98f1b req-fb202792-0ead-4641-82af-5db766a0dbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:15.867016 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e75a4e90-8a9f-4426-a6f3-a0a0ccf98f1b req-fb202792-0ead-4641-82af-5db766a0dbd1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7643228 Jul 22 16:26:15.893662 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port e8d3969f-3d51-4664-9a99-080c6d25d532 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:15.900473 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port e8d3969f-3d51-4664-9a99-080c6d25d532 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:15.901408 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:15.913630 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86285720-ae7b-4868-a0d8-6aa13d0497d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:15.933122 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86285720-ae7b-4868-a0d8-6aa13d0497d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:15.933976 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86285720-ae7b-4868-a0d8-6aa13d0497d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:15.947384 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb202792-0ead-4641-82af-5db766a0dbd1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3f6fdd-f4fa-4b62-9fda-7978aa111ffa,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:16.011458 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.042455 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port e8d3969f-3d51-4664-9a99-080c6d25d532, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=e8d3969f-3d51-4664-9a99-080c6d25d532,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:16.047306 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bece526-f97a-4e85-aa2b-d3207294cc4a req-1d9b5471-de16-4835-b4b6-2b473d380432 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:16.048096 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.057547 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4bece526-f97a-4e85-aa2b-d3207294cc4a req-1d9b5471-de16-4835-b4b6-2b473d380432 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 944 time: 0.3125253 Jul 22 16:26:16.068870 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-0c12a75e-b93d-4698-b1b2-9bde52df4cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f98d9d-66e2-4257-9a84-68c2b715554c {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:16.079526 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86285720-ae7b-4868-a0d8-6aa13d0497d1 admin admin] Pushing event updated for resources: {'Port': ['ID=38396909-5394-4450-8a1e-ab13e2462f53,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:16.082642 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-0c12a75e-b93d-4698-b1b2-9bde52df4cca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.103809 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-0c12a75e-b93d-4698-b1b2-9bde52df4cca service neutron] Transition to ACTIVE for port object 80f98d9d-66e2-4257-9a84-68c2b715554c will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:16.110156 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-0c12a75e-b93d-4698-b1b2-9bde52df4cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.191194 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=e8d3969f-3d51-4664-9a99-080c6d25d532,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:16.192524 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12a75e-b93d-4698-b1b2-9bde52df4cca service neutron] Pushing event updated for resources: {'Port': ['ID=80f98d9d-66e2-4257-9a84-68c2b715554c,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:16.193124 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8194f4db-51d6-4c38-abe9-371dd1173944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.221020 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8194f4db-51d6-4c38-abe9-371dd1173944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.238306 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4bece526-f97a-4e85-aa2b-d3207294cc4a req-99ff2893-7afe-42bd-952a-9473319e653b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635306 Jul 22 16:26:16.274902 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86285720-ae7b-4868-a0d8-6aa13d0497d1 admin admin] Network 5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:16.286819 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-86285720-ae7b-4868-a0d8-6aa13d0497d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:16.302680 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8194f4db-51d6-4c38-abe9-371dd1173944 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=981af283a91f4d17938a681f094c4e2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9567068 Jul 22 16:26:16.304881 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194f4db-51d6-4c38-abe9-371dd1173944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29484b9-d966-43c1-8418-3e97d5e4f7d7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:16.309423 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33808) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:16.346030 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-0c12a75e-b93d-4698-b1b2-9bde52df4cca service neutron] Attempting to bind port 80f98d9d-66e2-4257-9a84-68c2b715554c on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:16.346442 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-0c12a75e-b93d-4698-b1b2-9bde52df4cca service neutron] Attempting to bind port 80f98d9d-66e2-4257-9a84-68c2b715554c by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:16.346836 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-0c12a75e-b93d-4698-b1b2-9bde52df4cca service neutron] Attempting to bind port 80f98d9d-66e2-4257-9a84-68c2b715554c on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:16.385202 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device d1949054-7c6a-49f5-a623-4baedc552d3a up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:16.428811 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-0c12a75e-b93d-4698-b1b2-9bde52df4cca service neutron] Port 80f98d9d-66e2-4257-9a84-68c2b715554c on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:26:16.429593 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-0c12a75e-b93d-4698-b1b2-9bde52df4cca service neutron] Attempting to bind port 80f98d9d-66e2-4257-9a84-68c2b715554c on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:16.449222 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:26:16.450618 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-0c12a75e-b93d-4698-b1b2-9bde52df4cca service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:16.450957 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-0c12a75e-b93d-4698-b1b2-9bde52df4cca service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:16.451340 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-0c12a75e-b93d-4698-b1b2-9bde52df4cca service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:16.451764 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-0c12a75e-b93d-4698-b1b2-9bde52df4cca service neutron] Bound port: 80f98d9d-66e2-4257-9a84-68c2b715554c, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:16.452116 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-0c12a75e-b93d-4698-b1b2-9bde52df4cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.482435 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86285720-ae7b-4868-a0d8-6aa13d0497d1 admin admin] Router b8e51790-c2b0-4b32-8d0e-07710fcee7d1 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:26:16.560687 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-511141e3-3e2e-4d18-bd72-f13c18c6543c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.626630 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa5ead-426d-46d6-9d88-fc3182f115d7 req-51dc8df0-519a-495c-bf73-c4d6725981ab tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:16.628805 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-07aa5ead-426d-46d6-9d88-fc3182f115d7 req-51dc8df0-519a-495c-bf73-c4d6725981ab tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 969 time: 0.2720664 Jul 22 16:26:16.629042 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:16.647863 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f', 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8', 'port_id': '6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f', 'mac_address': 'fa:16:3e:6d:67:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dac8087-5dfb-4e2d-bc9b-97574efc063c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:26:16.655325 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86285720-ae7b-4868-a0d8-6aa13d0497d1 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:26:16.671969 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-86285720-ae7b-4868-a0d8-6aa13d0497d1 admin admin] 10.222.0.69 "PUT /v2.0/routers/b8e51790-c2b0-4b32-8d0e-07710fcee7d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6310077 Jul 22 16:26:16.672869 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-511141e3-3e2e-4d18-bd72-f13c18c6543c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.715063 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-0c12a75e-b93d-4698-b1b2-9bde52df4cca service neutron] For port 80f98d9d-66e2-4257-9a84-68c2b715554c, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:16.716775 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.739996 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:16.770741 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:16.770940 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-0c12a75e-b93d-4698-b1b2-9bde52df4cca service neutron] For port 80f98d9d-66e2-4257-9a84-68c2b715554c, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=80f98d9d-66e2-4257-9a84-68c2b715554c,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:16.784639 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.789728 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-07aa5ead-426d-46d6-9d88-fc3182f115d7 req-3ee8621d-3d0a-4c5b-ab0e-6cbe4278dc9a tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/security-groups?id=8ef60425-7c2c-4442-beef-9e27d8e1a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412148 Jul 22 16:26:16.796283 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-0c12a75e-b93d-4698-b1b2-9bde52df4cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.799945 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port d1949054-7c6a-49f5-a623-4baedc552d3a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:16.809739 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195c82d-2388-467e-84b4-9c7595b8af50 req-a67daf55-74ca-4c37-90c3-cc8aefd66de8 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:16.819320 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e195c82d-2388-467e-84b4-9c7595b8af50 req-a67daf55-74ca-4c37-90c3-cc8aefd66de8 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 950 time: 0.0946996 Jul 22 16:26:16.835796 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port d1949054-7c6a-49f5-a623-4baedc552d3a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:16.836246 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.884890 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b797b680-c4f3-4850-8e9c-f41060cee196 None None] Provisioning complete for port 38396909-5394-4450-8a1e-ab13e2462f53 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:16.884890 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b797b680-c4f3-4850-8e9c-f41060cee196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.908450 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-0c12a75e-b93d-4698-b1b2-9bde52df4cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:16.909231 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-0c12a75e-b93d-4698-b1b2-9bde52df4cca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.910625 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-0c12a75e-b93d-4698-b1b2-9bde52df4cca service neutron] 10.222.0.16 "PUT /v2.0/ports/80f98d9d-66e2-4257-9a84-68c2b715554c HTTP/1.1" status: 200 len: 1116 time: 2.2409203 Jul 22 16:26:16.910994 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec89db0c-c0ee-4137-bb2e-370090e81a24', 'tag': '80f98d9d-66e2-4257-9a84-68c2b715554c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:16.913544 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9d132d-e297-4c92-9276-a54c9250a0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "ec89db0c-c0ee-4137-bb2e-370090e81a24", "tag": "80f98d9d-66e2-4257-9a84-68c2b715554c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:16.935115 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12a75e-b93d-4698-b1b2-9bde52df4cca service neutron] Pushing event updated for resources: {'Port': ['ID=80f98d9d-66e2-4257-9a84-68c2b715554c,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:16.944483 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e195c82d-2388-467e-84b4-9c7595b8af50 req-2b0a9eda-2ade-4f5b-ba7d-857d95b791e2 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136401 Jul 22 16:26:16.945180 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-511141e3-3e2e-4d18-bd72-f13c18c6543c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.947828 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-511141e3-3e2e-4d18-bd72-f13c18c6543c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.948930 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-511141e3-3e2e-4d18-bd72-f13c18c6543c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e29484b9-d966-43c1-8418-3e97d5e4f7d7 HTTP/1.1" status: 204 len: 168 time: 0.6308854 Jul 22 16:26:16.976231 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511141e3-3e2e-4d18-bd72-f13c18c6543c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29484b9-d966-43c1-8418-3e97d5e4f7d7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:17.026015 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:17.082969 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b797b680-c4f3-4850-8e9c-f41060cee196 None None] Port 38396909-5394-4450-8a1e-ab13e2462f53 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:26:17.092161 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70f8189-4969-4461-9119-eb10736ea8dd x-openstack-request-id: req-c70f8189-4969-4461-9119-eb10736ea8dd {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:17.095427 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec89db0c-c0ee-4137-bb2e-370090e81a24", "tag": "80f98d9d-66e2-4257-9a84-68c2b715554c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:17.095685 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c70f8189-4969-4461-9119-eb10736ea8dd {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:17.096105 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec89db0c-c0ee-4137-bb2e-370090e81a24', 'tag': '80f98d9d-66e2-4257-9a84-68c2b715554c', 'status': 'completed', 'code': 200} Jul 22 16:26:17.152875 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:17.175503 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:17.194510 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-9932ef19-de4b-4727-b951-9e9c0b589eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:17.196752 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-9932ef19-de4b-4727-b951-9e9c0b589eba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0b575842e3894d8db218989a76048453&device_id=ec89db0c-c0ee-4137-bb2e-370090e81a24 HTTP/1.1" status: 200 len: 1119 time: 0.1790280 Jul 22 16:26:17.206490 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9451d94-252f-4ce9-967f-6011d7a51597 req-ff0f6ba9-7ff4-41d3-8d1c-4e731cd4ed09 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:17.207939 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9451d94-252f-4ce9-967f-6011d7a51597 req-ff0f6ba9-7ff4-41d3-8d1c-4e731cd4ed09 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec89db0c-c0ee-4137-bb2e-370090e81a24 HTTP/1.1" status: 200 len: 968 time: 0.2297320 Jul 22 16:26:17.250136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110e3e76-5843-4706-9407-5eb1bcab2f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1949054-7c6a-49f5-a623-4baedc552d3a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:17.252682 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08832285-c4ff-42b4-8ade-e7b93b41e6cf" -d '{"events": [{"server_uuid": "110e3e76-5843-4706-9407-5eb1bcab2f5d", "name": "network-vif-plugged", "status": "completed", "tag": "d1949054-7c6a-49f5-a623-4baedc552d3a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:17.274310 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port d1949054-7c6a-49f5-a623-4baedc552d3a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=d1949054-7c6a-49f5-a623-4baedc552d3a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:17.290640 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-fdda27d9-8097-40d9-8f1e-ab4bb87f3c60 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=80f98d9d-66e2-4257-9a84-68c2b715554c HTTP/1.1" status: 200 len: 217 time: 0.0698056 Jul 22 16:26:17.300865 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:17.340754 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bc3597-3ff0-41fc-b400-27f354ee69ef x-openstack-request-id: req-06bc3597-3ff0-41fc-b400-27f354ee69ef {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:17.341288 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110e3e76-5843-4706-9407-5eb1bcab2f5d", "name": "network-vif-plugged", "status": "completed", "tag": "d1949054-7c6a-49f5-a623-4baedc552d3a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:17.341736 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-06bc3597-3ff0-41fc-b400-27f354ee69ef {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:17.342354 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110e3e76-5843-4706-9407-5eb1bcab2f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1949054-7c6a-49f5-a623-4baedc552d3a', 'code': 200} Jul 22 16:26:17.411938 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=d1949054-7c6a-49f5-a623-4baedc552d3a,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:17.419073 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.16', 49333) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:17.531255 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] Sync routers for ids ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:26:17.579155 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] Routers {'b8e51790-c2b0-4b32-8d0e-07710fcee7d1'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:26:17.579802 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:26:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:17.649476 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-8c322140-8d20-43e1-a918-439d3e10d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:17.650945 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-8c322140-8d20-43e1-a918-439d3e10d37c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.3478305 Jul 22 16:26:17.651461 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33846) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:17.704906 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9451d94-252f-4ce9-967f-6011d7a51597 req-4de768bb-f281-498b-86bb-efeebbeadc43 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8e4ba1a-2119-423b-ae42-4bfb84a1307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912343 Jul 22 16:26:17.763154 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33852) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:17.823061 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc1fbf-3299-49c3-9f9e-ba92b1de7284 req-a80a5266-0d41-4e0a-8342-e71c33a9d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:17.824523 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7edc1fbf-3299-49c3-9f9e-ba92b1de7284 req-a80a5266-0d41-4e0a-8342-e71c33a9d076 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 1121 time: 0.4045579 Jul 22 16:26:17.829301 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f987adf-fa99-4ab1-a72e-5b49f8a3dbfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:17.832463 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceffebf-cb4d-4b60-884c-4c47052efbe1 req-315afbb7-d6c0-472b-a96d-61568119162d tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:17.834183 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ceffebf-cb4d-4b60-884c-4c47052efbe1 req-315afbb7-d6c0-472b-a96d-61568119162d tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 945 time: 0.3610675 Jul 22 16:26:17.877696 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] Set router b8e51790-c2b0-4b32-8d0e-07710fcee7d1 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:26:17.922353 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7edc1fbf-3299-49c3-9f9e-ba92b1de7284 req-3a2fff25-af00-44c6-8aef-0b887e1d471a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8ef60425-7c2c-4442-beef-9e27d8e1a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865495 Jul 22 16:26:17.938304 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ceffebf-cb4d-4b60-884c-4c47052efbe1 req-257a92fe-618f-4f1a-8516-e2a40cd54862 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887311 Jul 22 16:26:17.987634 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f987adf-fa99-4ab1-a72e-5b49f8a3dbfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:17.994304 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-c310b6af-ff3b-4a8f-adfb-1d689de94262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:17.995963 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-c310b6af-ff3b-4a8f-adfb-1d689de94262 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3360884 Jul 22 16:26:18.004869 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f987adf-fa99-4ab1-a72e-5b49f8a3dbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.022746 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device e8d3969f-3d51-4664-9a99-080c6d25d532 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:18.086461 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3f987adf-fa99-4ab1-a72e-5b49f8a3dbfd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=71d5d6f044544308bdc14957e67045e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109848 Jul 22 16:26:18.090793 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f987adf-fa99-4ab1-a72e-5b49f8a3dbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2746939d-20a8-4901-8933-9033d13d2264,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:18.091374 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33860) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:18.107451 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2efc2c-2908-4ce6-aba7-786de08bded2 req-aeb9e1cd-6a62-40e1-bc6b-0ecf814752c2 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:18.114488 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a2efc2c-2908-4ce6-aba7-786de08bded2 req-aeb9e1cd-6a62-40e1-bc6b-0ecf814752c2 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 950 time: 0.0947664 Jul 22 16:26:18.135007 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33862) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:18.149447 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-56c69a38-7bb3-45cc-b1e4-5ec1051b1a24 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-705654887-network', 'tenant_id': '831c87326ebb42749a266a6d8e903e9d'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:18.160360 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f756710-0c3b-46fd-86d1-9c457957ca62 req-b4a744d9-7607-4bd8-b6b7-caf6e756cba8 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:18.162114 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3f756710-0c3b-46fd-86d1-9c457957ca62 req-b4a744d9-7607-4bd8-b6b7-caf6e756cba8 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 970 time: 0.1729486 Jul 22 16:26:18.164180 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eced712e-0314-4984-89e3-47dc58cb1018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.196571 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a2efc2c-2908-4ce6-aba7-786de08bded2 req-7ec6aa29-8de4-4913-ab90-b1490ebdfe76 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734181 Jul 22 16:26:18.208900 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b73e8e7c-9ee3-42fa-9ec3-bd6450ff0240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.222411 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c69a38-7bb3-45cc-b1e4-5ec1051b1a24 admin admin] Made reservation on behalf of 831c87326ebb42749a266a6d8e903e9d for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:18.224839 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56c69a38-7bb3-45cc-b1e4-5ec1051b1a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.240853 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56c69a38-7bb3-45cc-b1e4-5ec1051b1a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.247697 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3f756710-0c3b-46fd-86d1-9c457957ca62 req-448e0b4e-4609-4dff-bd4b-15f0cd1d7b00 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/security-groups?id=8ef60425-7c2c-4442-beef-9e27d8e1a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734766 Jul 22 16:26:18.275203 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b73e8e7c-9ee3-42fa-9ec3-bd6450ff0240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.291705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port e8d3969f-3d51-4664-9a99-080c6d25d532 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:18.292078 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.356627 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b73e8e7c-9ee3-42fa-9ec3-bd6450ff0240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.361828 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b73e8e7c-9ee3-42fa-9ec3-bd6450ff0240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.367743 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b73e8e7c-9ee3-42fa-9ec3-bd6450ff0240 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2746939d-20a8-4901-8933-9033d13d2264 HTTP/1.1" status: 204 len: 168 time: 0.2518628 Jul 22 16:26:18.378829 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e8e7c-9ee3-42fa-9ec3-bd6450ff0240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2746939d-20a8-4901-8933-9033d13d2264,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:18.429305 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:18.441247 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eced712e-0314-4984-89e3-47dc58cb1018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.444252 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-5fa0d4a3-42de-41ed-992f-6282125e5d1f service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570318 Jul 22 16:26:18.448465 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eced712e-0314-4984-89e3-47dc58cb1018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.519112 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-922786815-router', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:09Z', 'updated_at': '2021-07-22T16:26:15Z', 'revision_number': 4, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'gw_port': {'id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:10Z', 'updated_at': '2021-07-22T16:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '38396909-5394-4450-8a1e-ab13e2462f53', 'name': '', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'mac_address': 'fa:16:3e:80:a0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:15Z', 'revision_number': 2, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'subnets': [{'id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:18.538692 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-eced712e-0314-4984-89e3-47dc58cb1018 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=466752425e4445fd983b464080332a1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8817081 Jul 22 16:26:18.539739 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33870) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:18.544742 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced712e-0314-4984-89e3-47dc58cb1018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c66645-7c51-4277-b3a4-6656aef3be9d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:18.584196 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] Checking router: b8e51790-c2b0-4b32-8d0e-07710fcee7d1 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:26:18.584196 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] Updating router b8e51790-c2b0-4b32-8d0e-07710fcee7d1 port 38396909-5394-4450-8a1e-ab13e2462f53 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:26:18.633710 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.635914 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d79fd2b0-5734-4004-b51b-d6cd7a199e15 req-66e58bed-e7ca-48d7-9cef-9d7d14b5cf91 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706758 Jul 22 16:26:18.647214 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:18.652403 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30e5b3f2-83de-434d-baf1-891cd441bffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.653052 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:18.653436 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.699061 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30e5b3f2-83de-434d-baf1-891cd441bffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.701253 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56c69a38-7bb3-45cc-b1e4-5ec1051b1a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.713749 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56c69a38-7bb3-45cc-b1e4-5ec1051b1a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.826670 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30e5b3f2-83de-434d-baf1-891cd441bffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.829627 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30e5b3f2-83de-434d-baf1-891cd441bffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.830697 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-30e5b3f2-83de-434d-baf1-891cd441bffa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/26c66645-7c51-4277-b3a4-6656aef3be9d HTTP/1.1" status: 204 len: 168 time: 0.2899156 Jul 22 16:26:18.839765 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c69a38-7bb3-45cc-b1e4-5ec1051b1a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd69c50f-5aca-4a81-92b0-329a08d3a512,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:18.860259 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5b3f2-83de-434d-baf1-891cd441bffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c66645-7c51-4277-b3a4-6656aef3be9d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:18.891421 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c69a38-7bb3-45cc-b1e4-5ec1051b1a24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:26:18.911537 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56c69a38-7bb3-45cc-b1e4-5ec1051b1a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.911881 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-56c69a38-7bb3-45cc-b1e4-5ec1051b1a24 admin admin] Added segment d42dd726-cd93-4cee-bde5-720aab4522a9 of type vlan for network d5f3c7a9-a172-493e-9a3f-f92b66c51d6f Jul 22 16:26:19.011044 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56c69a38-7bb3-45cc-b1e4-5ec1051b1a24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.022413 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.058701 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56c69a38-7bb3-45cc-b1e4-5ec1051b1a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.060045 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c69a38-7bb3-45cc-b1e4-5ec1051b1a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:19.060813 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56c69a38-7bb3-45cc-b1e4-5ec1051b1a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.091174 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d132d-e297-4c92-9276-a54c9250a0f1 req-f32d4cfd-c26c-47dd-bf37-4a435fdf95f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:19.093834 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cc9d132d-e297-4c92-9276-a54c9250a0f1 req-f32d4cfd-c26c-47dd-bf37-4a435fdf95f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0b575842e3894d8db218989a76048453&device_id=ec89db0c-c0ee-4137-bb2e-370090e81a24 HTTP/1.1" status: 200 len: 1119 time: 0.3060033 Jul 22 16:26:19.107027 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:19.119622 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127a5f3-4147-4f4d-b22c-4d725e42fef7 req-66689fab-829a-4f30-b86b-3da55b5e505c tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:19.122144 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.127290 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a127a5f3-4147-4f4d-b22c-4d725e42fef7 req-66689fab-829a-4f30-b86b-3da55b5e505c tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec89db0c-c0ee-4137-bb2e-370090e81a24 HTTP/1.1" status: 200 len: 968 time: 0.2825260 Jul 22 16:26:19.145721 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-56c69a38-7bb3-45cc-b1e4-5ec1051b1a24 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0055246 Jul 22 16:26:19.147272 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33892) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:19.161778 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.172558 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e46986d3-b73d-48fc-8314-81c858d6e2da admin admin] Request body: {'subnet': {'network_id': 'd5f3c7a9-a172-493e-9a3f-f92b66c51d6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-705654887-subnet', 'tenant_id': '831c87326ebb42749a266a6d8e903e9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:19.182372 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] Transition to ACTIVE for port object 38396909-5394-4450-8a1e-ab13e2462f53 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:19.196384 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.202778 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd1022-be67-4a69-a5a7-eeea3d7fe5a4 req-1b5e4be9-305a-4590-a6d3-ae8dbe738af0 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:19.204917 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:19.210271 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c0fd1022-be67-4a69-a5a7-eeea3d7fe5a4 req-1b5e4be9-305a-4590-a6d3-ae8dbe738af0 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 950 time: 0.1764627 Jul 22 16:26:19.238820 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c69a38-7bb3-45cc-b1e4-5ec1051b1a24 admin admin] Pushing event updated for resources: {'Network': ['ID=d5f3c7a9-a172-493e-9a3f-f92b66c51d6f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:19.252750 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27078f87-1738-4205-adec-b1357848a998 None None] Pushing event updated for resources: {'Port': ['ID=38396909-5394-4450-8a1e-ab13e2462f53,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:19.256590 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network d5f3c7a9-a172-493e-9a3f-f92b66c51d6f details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:26:19.282970 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46986d3-b73d-48fc-8314-81c858d6e2da admin admin] Made reservation on behalf of 831c87326ebb42749a266a6d8e903e9d for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:19.287350 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e46986d3-b73d-48fc-8314-81c858d6e2da admin admin] Notify callbacks [] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.306761 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a127a5f3-4147-4f4d-b22c-4d725e42fef7 req-f7a5cb96-20d4-4e4f-81d4-5e55fddc688e tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8e4ba1a-2119-423b-ae42-4bfb84a1307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781421 Jul 22 16:26:19.358833 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583a5098-fb5c-42f6-b73b-89750a74c39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:19.361002 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d132d-e297-4c92-9276-a54c9250a0f1 req-0685bbe8-d0d8-44ef-8058-000f8883eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:19.363967 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cc9d132d-e297-4c92-9276-a54c9250a0f1 req-0685bbe8-d0d8-44ef-8058-000f8883eb51 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.2605984 Jul 22 16:26:19.371913 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e6985e-ac8f-4b28-bf4b-d240f57b071d" -d '{"events": [{"server_uuid": "583a5098-fb5c-42f6-b73b-89750a74c39e", "name": "network-vif-plugged", "status": "completed", "tag": "6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:19.393526 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c0fd1022-be67-4a69-a5a7-eeea3d7fe5a4 req-f1bd6f52-ef60-4291-85f9-288b4f30a647 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756825 Jul 22 16:26:19.479624 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33902) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:19.488381 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] Attempting to bind port 38396909-5394-4450-8a1e-ab13e2462f53 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:19.488748 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] Attempting to bind port 38396909-5394-4450-8a1e-ab13e2462f53 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '4c8d7ff8-843d-41f4-852d-34af49610fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:19.489107 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] Attempting to bind port 38396909-5394-4450-8a1e-ab13e2462f53 on network 5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:19.507378 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:19.507759 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] Checking segment: {'id': '4c8d7ff8-843d-41f4-852d-34af49610fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:19.508151 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.508548 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] Bound using segment: {'id': '4c8d7ff8-843d-41f4-852d-34af49610fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:19.509031 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] Bound port: 38396909-5394-4450-8a1e-ab13e2462f53, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8d7ff8-843d-41f4-852d-34af49610fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:19.509415 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.526487 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cc9d132d-e297-4c92-9276-a54c9250a0f1 req-7f54c1d6-0156-4f8f-9267-cf43c29d2ba9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=80f98d9d-66e2-4257-9a84-68c2b715554c HTTP/1.1" status: 200 len: 217 time: 0.1549094 Jul 22 16:26:19.608739 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] For port 38396909-5394-4450-8a1e-ab13e2462f53, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:19.613226 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] For port 38396909-5394-4450-8a1e-ab13e2462f53, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=38396909-5394-4450-8a1e-ab13e2462f53,segment=NetworkSegment(4c8d7ff8-843d-41f4-852d-34af49610fb5),segment_id=4c8d7ff8-843d-41f4-852d-34af49610fb5)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:19.623630 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.630128 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-16663ad6-f3b6-4e54-ae78-47618bf1083a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.632732 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d132d-e297-4c92-9276-a54c9250a0f1 req-128567aa-a6e3-4f32-a65c-e51c5cd801db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:19.634208 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cc9d132d-e297-4c92-9276-a54c9250a0f1 req-128567aa-a6e3-4f32-a65c-e51c5cd801db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0984631 Jul 22 16:26:19.693264 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e1211-1721-48d0-acc4-80d698e4f953 req-791f23ba-4b7e-41c2-82e1-4d6e3c8c79dd tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:19.694690 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-548e1211-1721-48d0-acc4-80d698e4f953 req-791f23ba-4b7e-41c2-82e1-4d6e3c8c79dd tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 970 time: 0.1805627 Jul 22 16:26:19.723433 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27078f87-1738-4205-adec-b1357848a998 None None] Pushing event updated for resources: {'Port': ['ID=38396909-5394-4450-8a1e-ab13e2462f53,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:19.746647 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090b235-7acb-453e-9519-efa6ca302503 req-834911d1-c375-4ee7-910a-a95e2b4aa848 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:19.748354 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1090b235-7acb-453e-9519-efa6ca302503 req-834911d1-c375-4ee7-910a-a95e2b4aa848 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 946 time: 0.2694767 Jul 22 16:26:19.754760 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] Routers {'b8e51790-c2b0-4b32-8d0e-07710fcee7d1'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:26:19.755739 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:26:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:19.796419 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-548e1211-1721-48d0-acc4-80d698e4f953 req-6d4a7781-a8ae-4ad4-b117-edf444a2586b tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/security-groups?id=8ef60425-7c2c-4442-beef-9e27d8e1a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721154 Jul 22 16:26:19.797553 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e46986d3-b73d-48fc-8314-81c858d6e2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.851484 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d132d-e297-4c92-9276-a54c9250a0f1 req-4eae41d4-aff1-4aa7-ab9e-b8b325c3c2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:19.852964 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cc9d132d-e297-4c92-9276-a54c9250a0f1 req-4eae41d4-aff1-4aa7-ab9e-b8b325c3c2c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2086020 Jul 22 16:26:19.871101 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1090b235-7acb-453e-9519-efa6ca302503 req-a215a90f-1468-4bc8-ac48-fd51cede97ab tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116686 Jul 22 16:26:19.895949 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7404642c-f31c-4479-9a43-4ea06600830d x-openstack-request-id: req-7404642c-f31c-4479-9a43-4ea06600830d {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:19.896240 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583a5098-fb5c-42f6-b73b-89750a74c39e", "name": "network-vif-plugged", "status": "completed", "tag": "6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:19.896503 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7404642c-f31c-4479-9a43-4ea06600830d {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:19.896883 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583a5098-fb5c-42f6-b73b-89750a74c39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f', 'code': 200} Jul 22 16:26:19.940704 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46986d3-b73d-48fc-8314-81c858d6e2da admin admin] Checking segment: {'id': 'd42dd726-cd93-4cee-bde5-720aab4522a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd5f3c7a9-a172-493e-9a3f-f92b66c51d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:19.941322 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46986d3-b73d-48fc-8314-81c858d6e2da admin admin] Network hostable DHCP agents. Network: d5f3c7a9-a172-493e-9a3f-f92b66c51d6f, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:26:19.955120 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46986d3-b73d-48fc-8314-81c858d6e2da admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbf9ec46-1c6d-47ba-9602-465b5bb18513,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:19.987643 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] Set router b8e51790-c2b0-4b32-8d0e-07710fcee7d1 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:26:20.000167 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46986d3-b73d-48fc-8314-81c858d6e2da admin admin] Network d5f3c7a9-a172-493e-9a3f-f92b66c51d6f is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:26:20.013253 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e46986d3-b73d-48fc-8314-81c858d6e2da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, d5f3c7a9-a172-493e-9a3f-f92b66c51d6f) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:20.025165 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46986d3-b73d-48fc-8314-81c858d6e2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:20.025752 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e46986d3-b73d-48fc-8314-81c858d6e2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:20.036250 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce7efb0-c5ea-49a8-9082-6fa5178dcbdd None None] Network d5f3c7a9-a172-493e-9a3f-f92b66c51d6f requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:26:20.082486 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-16663ad6-f3b6-4e54-ae78-47618bf1083a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:20.090767 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-16663ad6-f3b6-4e54-ae78-47618bf1083a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:20.096526 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e46986d3-b73d-48fc-8314-81c858d6e2da admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9361844 Jul 22 16:26:20.099642 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33910) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:20.106334 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3f21b6af-0997-498f-b92a-1bd95621456d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-705654887-router', 'tenant_id': '831c87326ebb42749a266a6d8e903e9d', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:20.134783 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f21b6af-0997-498f-b92a-1bd95621456d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:20.136216 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f21b6af-0997-498f-b92a-1bd95621456d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:20.172059 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cc9d132d-e297-4c92-9276-a54c9250a0f1 req-721dc8ba-eb97-46b5-86a0-18a5dd93829c service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989373 Jul 22 16:26:20.174979 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-16663ad6-f3b6-4e54-ae78-47618bf1083a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5b3912df7d1945d4baac9cbb6bccdb15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6944580 Jul 22 16:26:20.178249 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16663ad6-f3b6-4e54-ae78-47618bf1083a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c6fe76-14a8-4969-bf63-1cab6129fe44,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:20.189650 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33914) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:20.229804 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f21b6af-0997-498f-b92a-1bd95621456d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:20.303643 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cdd64-2ce0-409e-997a-8386884593aa req-07dd80b0-c13b-4b23-b8cc-c0a1acef3106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:20.305398 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2a8cdd64-2ce0-409e-997a-8386884593aa req-07dd80b0-c13b-4b23-b8cc-c0a1acef3106 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 1097 time: 0.2677011 Jul 22 16:26:20.360830 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62c0b7c-daac-40c0-8239-01c8bb614db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-d5f3c7a9-a172-493e-9a3f-f92b66c51d6f', 'network_id': 'd5f3c7a9-a172-493e-9a3f-f92b66c51d6f', 'tenant_id': '831c87326ebb42749a266a6d8e903e9d', 'fixed_ips': [{'subnet_id': 'bbf9ec46-1c6d-47ba-9602-465b5bb18513'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:26:20.361673 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a62c0b7c-daac-40c0-8239-01c8bb614db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:20.388288 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7617e226-0066-4360-a22d-abf7c101c3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:20.396574 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cc9d132d-e297-4c92-9276-a54c9250a0f1 req-f917ed81-b1cc-46ef-a6ff-58904e833cb3 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115641 Jul 22 16:26:20.427849 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f21b6af-0997-498f-b92a-1bd95621456d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:20.503009 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-922786815-router', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:09Z', 'updated_at': '2021-07-22T16:26:15Z', 'revision_number': 4, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'gw_port': {'id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:10Z', 'updated_at': '2021-07-22T16:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '38396909-5394-4450-8a1e-ab13e2462f53', 'name': '', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'mac_address': 'fa:16:3e:80:a0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:19Z', 'revision_number': 4, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'subnets': [{'id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:20.549048 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b6a3a-0bad-46e1-aae8-bb32f2e5c2ce None None] The sync data for ids ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'] in n-d-798930-9 is: [{'id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-922786815-router', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:09Z', 'updated_at': '2021-07-22T16:26:15Z', 'revision_number': 4, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'gw_port': {'id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:10Z', 'updated_at': '2021-07-22T16:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '38396909-5394-4450-8a1e-ab13e2462f53', 'name': '', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'mac_address': 'fa:16:3e:80:a0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:19Z', 'revision_number': 4, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'subnets': [{'id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:26:20.569527 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2a8cdd64-2ce0-409e-997a-8386884593aa req-8866b0bc-08dc-4ee8-a056-a75644f12bb9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553909 Jul 22 16:26:20.577907 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7617e226-0066-4360-a22d-abf7c101c3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:20.581626 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a62c0b7c-daac-40c0-8239-01c8bb614db3 None None] Allocated IP 172.20.0.2 (d5f3c7a9-a172-493e-9a3f-f92b66c51d6f/bbf9ec46-1c6d-47ba-9602-465b5bb18513/f8a8948d-1588-4c6b-9c32-8702486e8b5c) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:20.692103 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3b23d-ae98-4550-87d5-e76879d9097f req-5662c069-e38c-40ae-8686-746695da9ddc tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:20.699352 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28d3b23d-ae98-4550-87d5-e76879d9097f req-5662c069-e38c-40ae-8686-746695da9ddc tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec89db0c-c0ee-4137-bb2e-370090e81a24 HTTP/1.1" status: 200 len: 968 time: 0.2471533 Jul 22 16:26:20.711248 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01edaa-ddf4-41c8-8203-d3daa0304af8 req-a3e9f5cf-ab46-4a4a-9d1a-4ad04f3ec64f tempest-DeleteServersAdminTestJSON-1585716037 tempest-DeleteServersAdminTestJSON-1585716037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:20.712771 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9c01edaa-ddf4-41c8-8203-d3daa0304af8 req-a3e9f5cf-ab46-4a4a-9d1a-4ad04f3ec64f tempest-DeleteServersAdminTestJSON-1585716037 tempest-DeleteServersAdminTestJSON-1585716037-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 1101 time: 0.2595649 Jul 22 16:26:20.724087 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7617e226-0066-4360-a22d-abf7c101c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:20.726807 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7617e226-0066-4360-a22d-abf7c101c3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:20.727960 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7617e226-0066-4360-a22d-abf7c101c3a4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/96c6fe76-14a8-4969-bf63-1cab6129fe44 HTTP/1.1" status: 204 len: 168 time: 0.5374155 Jul 22 16:26:20.749030 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617e226-0066-4360-a22d-abf7c101c3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c6fe76-14a8-4969-bf63-1cab6129fe44,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:20.769750 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28d3b23d-ae98-4550-87d5-e76879d9097f req-de9ad6c2-a4f8-4777-a867-8237920261dc tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8e4ba1a-2119-423b-ae42-4bfb84a1307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644884 Jul 22 16:26:20.919675 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434a0d5-a968-4e9d-aa77-4ddf3878c4f6 req-cf73db9c-5768-4425-8302-c38f6864e8e2 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:20.928794 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6434a0d5-a968-4e9d-aa77-4ddf3878c4f6 req-cf73db9c-5768-4425-8302-c38f6864e8e2 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 950 time: 0.3909957 Jul 22 16:26:20.975457 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f21b6af-0997-498f-b92a-1bd95621456d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:20.991873 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6434a0d5-a968-4e9d-aa77-4ddf3878c4f6 req-20282c12-9011-4ac6-8bdd-be2da694a9de tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618675 Jul 22 16:26:21.038215 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f21b6af-0997-498f-b92a-1bd95621456d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.072081 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a62c0b7c-daac-40c0-8239-01c8bb614db3 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.087592 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a62c0b7c-daac-40c0-8239-01c8bb614db3 None None] Transition to ACTIVE for port object f8a8948d-1588-4c6b-9c32-8702486e8b5c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:21.113831 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a62c0b7c-daac-40c0-8239-01c8bb614db3 None None] Transition to ACTIVE for port object f8a8948d-1588-4c6b-9c32-8702486e8b5c will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:21.125529 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a62c0b7c-daac-40c0-8239-01c8bb614db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.130820 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-9c01edaa-ddf4-41c8-8203-d3daa0304af8 req-2ab0f055-8ac8-47a2-bf6d-fc708b307084 tempest-DeleteServersAdminTestJSON-1585716037 tempest-DeleteServersAdminTestJSON-1585716037-project-admin] Deleting port cdc75f70-d132-42e4-97aa-a9131a2c603e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:26:21.131352 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9c01edaa-ddf4-41c8-8203-d3daa0304af8 req-2ab0f055-8ac8-47a2-bf6d-fc708b307084 tempest-DeleteServersAdminTestJSON-1585716037 tempest-DeleteServersAdminTestJSON-1585716037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.158589 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62c0b7c-daac-40c0-8239-01c8bb614db3 None None] Network d5f3c7a9-a172-493e-9a3f-f92b66c51d6f is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:21.163057 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a62c0b7c-daac-40c0-8239-01c8bb614db3 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:21.170445 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62c0b7c-daac-40c0-8239-01c8bb614db3 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:21.251042 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fdc41-337d-4de7-9f54-96f729311cc3 req-853406c2-9c60-4b38-8aad-88817207087d tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:21.259486 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-9c01edaa-ddf4-41c8-8203-d3daa0304af8 req-2ab0f055-8ac8-47a2-bf6d-fc708b307084 tempest-DeleteServersAdminTestJSON-1585716037 tempest-DeleteServersAdminTestJSON-1585716037-project-admin] For port cdc75f70-d132-42e4-97aa-a9131a2c603e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=cdc75f70-d132-42e4-97aa-a9131a2c603e,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:21.259641 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-875fdc41-337d-4de7-9f54-96f729311cc3 req-853406c2-9c60-4b38-8aad-88817207087d tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 946 time: 0.1472943 Jul 22 16:26:21.259799 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9c01edaa-ddf4-41c8-8203-d3daa0304af8 req-2ab0f055-8ac8-47a2-bf6d-fc708b307084 tempest-DeleteServersAdminTestJSON-1585716037 tempest-DeleteServersAdminTestJSON-1585716037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.278526 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-9c01edaa-ddf4-41c8-8203-d3daa0304af8 req-2ab0f055-8ac8-47a2-bf6d-fc708b307084 tempest-DeleteServersAdminTestJSON-1585716037 tempest-DeleteServersAdminTestJSON-1585716037-project-admin] Calling delete_port for cdc75f70-d132-42e4-97aa-a9131a2c603e owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:26:21.293575 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5ec24-185c-4c5a-8d30-4dbb2bd4cea1 req-f19d271a-ccbc-4111-a583-2bdfd214296f tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:21.295661 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9d5ec24-185c-4c5a-8d30-4dbb2bd4cea1 req-f19d271a-ccbc-4111-a583-2bdfd214296f tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 970 time: 0.3435864 Jul 22 16:26:21.297809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-3f21b6af-0997-498f-b92a-1bd95621456d admin admin] Allocated IP 172.25.0.232 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:21.316676 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c0b7c-daac-40c0-8239-01c8bb614db3 None None] Pushing event updated for resources: {'Port': ['ID=f8a8948d-1588-4c6b-9c32-8702486e8b5c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:21.333634 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a62c0b7c-daac-40c0-8239-01c8bb614db3 None None] Attempting to bind port f8a8948d-1588-4c6b-9c32-8702486e8b5c on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:21.334048 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a62c0b7c-daac-40c0-8239-01c8bb614db3 None None] Attempting to bind port f8a8948d-1588-4c6b-9c32-8702486e8b5c by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'd42dd726-cd93-4cee-bde5-720aab4522a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd5f3c7a9-a172-493e-9a3f-f92b66c51d6f'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:21.334411 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62c0b7c-daac-40c0-8239-01c8bb614db3 None None] Attempting to bind port f8a8948d-1588-4c6b-9c32-8702486e8b5c on network d5f3c7a9-a172-493e-9a3f-f92b66c51d6f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:21.336635 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-875fdc41-337d-4de7-9f54-96f729311cc3 req-0611afef-ddc4-44b5-9047-83261be906e9 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761709 Jul 22 16:26:21.340247 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62c0b7c-daac-40c0-8239-01c8bb614db3 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:21.349996 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62c0b7c-daac-40c0-8239-01c8bb614db3 None None] Checking segment: {'id': 'd42dd726-cd93-4cee-bde5-720aab4522a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd5f3c7a9-a172-493e-9a3f-f92b66c51d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:21.350582 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a62c0b7c-daac-40c0-8239-01c8bb614db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.350991 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62c0b7c-daac-40c0-8239-01c8bb614db3 None None] Bound using segment: {'id': 'd42dd726-cd93-4cee-bde5-720aab4522a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd5f3c7a9-a172-493e-9a3f-f92b66c51d6f'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:21.351524 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a62c0b7c-daac-40c0-8239-01c8bb614db3 None None] Bound port: f8a8948d-1588-4c6b-9c32-8702486e8b5c, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42dd726-cd93-4cee-bde5-720aab4522a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd5f3c7a9-a172-493e-9a3f-f92b66c51d6f'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:21.351937 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a62c0b7c-daac-40c0-8239-01c8bb614db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.445535 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9d5ec24-185c-4c5a-8d30-4dbb2bd4cea1 req-f174a4bb-5bb2-46bb-8621-6623c2ac95a6 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/security-groups?id=8ef60425-7c2c-4442-beef-9e27d8e1a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361060 Jul 22 16:26:21.493881 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a62c0b7c-daac-40c0-8239-01c8bb614db3 None None] For port f8a8948d-1588-4c6b-9c32-8702486e8b5c, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:21.501428 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f21b6af-0997-498f-b92a-1bd95621456d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.537516 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a62c0b7c-daac-40c0-8239-01c8bb614db3 None None] For port f8a8948d-1588-4c6b-9c32-8702486e8b5c, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f8a8948d-1588-4c6b-9c32-8702486e8b5c,segment=NetworkSegment(d42dd726-cd93-4cee-bde5-720aab4522a9),segment_id=d42dd726-cd93-4cee-bde5-720aab4522a9)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:21.554981 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a62c0b7c-daac-40c0-8239-01c8bb614db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.599311 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f21b6af-0997-498f-b92a-1bd95621456d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.647519 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9c01edaa-ddf4-41c8-8203-d3daa0304af8 req-2ab0f055-8ac8-47a2-bf6d-fc708b307084 tempest-DeleteServersAdminTestJSON-1585716037 tempest-DeleteServersAdminTestJSON-1585716037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.697326 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f21b6af-0997-498f-b92a-1bd95621456d admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:21.705438 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-3f21b6af-0997-498f-b92a-1bd95621456d admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:21.714762 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f21b6af-0997-498f-b92a-1bd95621456d admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:21.740329 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['cdc75f70-d132-42e4-97aa-a9131a2c603e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:21.800000 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0f055-8ac8-47a2-bf6d-fc708b307084 tempest-DeleteServersAdminTestJSON-1585716037 tempest-DeleteServersAdminTestJSON-1585716037-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdc75f70-d132-42e4-97aa-a9131a2c603e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:21.862146 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c0b7c-daac-40c0-8239-01c8bb614db3 None None] Pushing event updated for resources: {'Port': ['ID=f8a8948d-1588-4c6b-9c32-8702486e8b5c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:21.910024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21b6af-0997-498f-b92a-1bd95621456d admin admin] Pushing event updated for resources: {'Port': ['ID=d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:21.936613 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c01edaa-ddf4-41c8-8203-d3daa0304af8 req-2ab0f055-8ac8-47a2-bf6d-fc708b307084 tempest-DeleteServersAdminTestJSON-1585716037 tempest-DeleteServersAdminTestJSON-1585716037-project-admin] No DVR routers for this DVR port cdc75f70-d132-42e4-97aa-a9131a2c603e on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:26:21.942121 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9c01edaa-ddf4-41c8-8203-d3daa0304af8 req-2ab0f055-8ac8-47a2-bf6d-fc708b307084 tempest-DeleteServersAdminTestJSON-1585716037 tempest-DeleteServersAdminTestJSON-1585716037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.948179 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9c01edaa-ddf4-41c8-8203-d3daa0304af8 req-2ab0f055-8ac8-47a2-bf6d-fc708b307084 tempest-DeleteServersAdminTestJSON-1585716037 tempest-DeleteServersAdminTestJSON-1585716037-project-admin] 10.222.0.30 "DELETE /v2.0/ports/cdc75f70-d132-42e4-97aa-a9131a2c603e HTTP/1.1" status: 204 len: 173 time: 1.1106980 Jul 22 16:26:21.959139 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757e624c-ca57-41d1-ad55-1bdf5f849281', 'name': 'network-vif-deleted', 'tag': 'cdc75f70-d132-42e4-97aa-a9131a2c603e'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:21.962840 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd0a9d0-e576-40fd-9655-3effe4bd5c4f" -d '{"events": [{"server_uuid": "757e624c-ca57-41d1-ad55-1bdf5f849281", "name": "network-vif-deleted", "tag": "cdc75f70-d132-42e4-97aa-a9131a2c603e"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:21.992110 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 38396909-5394-4450-8a1e-ab13e2462f53 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:22.018385 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc32cd-34a1-4105-9df2-4ec7a8b0590c req-645fc306-b8c4-4360-bf63-0a2947fe5382 tempest-AggregatesAdminTestJSON-1402095527 tempest-AggregatesAdminTestJSON-1402095527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:22.019724 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b1dc32cd-34a1-4105-9df2-4ec7a8b0590c req-645fc306-b8c4-4360-bf63-0a2947fe5382 tempest-AggregatesAdminTestJSON-1402095527 tempest-AggregatesAdminTestJSON-1402095527-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 1121 time: 0.3011062 Jul 22 16:26:22.059865 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b1dc32cd-34a1-4105-9df2-4ec7a8b0590c req-b3c17322-cb76-4418-b17a-e5844cdc3e61 tempest-AggregatesAdminTestJSON-1402095527 tempest-AggregatesAdminTestJSON-1402095527-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:22.156153 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 38396909-5394-4450-8a1e-ab13e2462f53 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:22.165766 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 38396909-5394-4450-8a1e-ab13e2462f53 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:22.167982 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:22.415110 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b1dc32cd-34a1-4105-9df2-4ec7a8b0590c req-b3c17322-cb76-4418-b17a-e5844cdc3e61 tempest-AggregatesAdminTestJSON-1402095527 tempest-AggregatesAdminTestJSON-1402095527-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:22.420493 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 80f98d9d-66e2-4257-9a84-68c2b715554c details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:26:22.423165 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b1dc32cd-34a1-4105-9df2-4ec7a8b0590c req-b3c17322-cb76-4418-b17a-e5844cdc3e61 tempest-AggregatesAdminTestJSON-1402095527 tempest-AggregatesAdminTestJSON-1402095527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:22.481805 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b1dc32cd-34a1-4105-9df2-4ec7a8b0590c req-b3c17322-cb76-4418-b17a-e5844cdc3e61 tempest-AggregatesAdminTestJSON-1402095527 tempest-AggregatesAdminTestJSON-1402095527-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8ef60425-7c2c-4442-beef-9e27d8e1a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483981 Jul 22 16:26:22.490431 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:22.505912 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c17322-cb76-4418-b17a-e5844cdc3e61 tempest-AggregatesAdminTestJSON-1402095527 tempest-AggregatesAdminTestJSON-1402095527-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a5cf68-b74c-4111-a540-fa19b4fbf73d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:22.540304 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3439bb59-e28e-4bd0-8e2f-1bb8b2398d39 x-openstack-request-id: req-3439bb59-e28e-4bd0-8e2f-1bb8b2398d39 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:22.540969 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "757e624c-ca57-41d1-ad55-1bdf5f849281", "name": "network-vif-deleted", "tag": "cdc75f70-d132-42e4-97aa-a9131a2c603e", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:22.541371 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3439bb59-e28e-4bd0-8e2f-1bb8b2398d39 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:22.541898 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '757e624c-ca57-41d1-ad55-1bdf5f849281', 'name': 'network-vif-deleted', 'tag': 'cdc75f70-d132-42e4-97aa-a9131a2c603e', 'status': 'completed', 'code': 200} Jul 22 16:26:22.623277 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 38396909-5394-4450-8a1e-ab13e2462f53, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=38396909-5394-4450-8a1e-ab13e2462f53,segment=NetworkSegment(4c8d7ff8-843d-41f4-852d-34af49610fb5),segment_id=4c8d7ff8-843d-41f4-852d-34af49610fb5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:22.632124 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 80f98d9d-66e2-4257-9a84-68c2b715554c, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=80f98d9d-66e2-4257-9a84-68c2b715554c,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:22.643154 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:22.682365 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f21b6af-0997-498f-b92a-1bd95621456d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:22.689432 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '80f98d9d-66e2-4257-9a84-68c2b715554c', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '80f98d9d-66e2-4257-9a84-68c2b715554c', 'mac_address': 'fa:16:3e:b6:09:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:tempest-test_az-917345331', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:26:22.712638 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8cd11538-f564-4da5-bd4d-65f578926c00 req-12f5c447-cc5e-4b7d-ae87-08bf2fcf384d tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=757e624c-ca57-41d1-ad55-1bdf5f849281 HTTP/1.1" status: 200 len: 210 time: 0.0751913 Jul 22 16:26:22.760547 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=38396909-5394-4450-8a1e-ab13e2462f53,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:22.767235 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:22.808435 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f98d9d-66e2-4257-9a84-68c2b715554c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:22.814661 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c5452-b7b6-4c4c-9708-99a51a5fe9c4 req-3949369b-d455-473a-9d89-54354a7cd862 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:22.823509 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dd6c5452-b7b6-4c4c-9708-99a51a5fe9c4 req-3949369b-d455-473a-9d89-54354a7cd862 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec89db0c-c0ee-4137-bb2e-370090e81a24 HTTP/1.1" status: 200 len: 968 time: 0.3264542 Jul 22 16:26:22.850491 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 80f98d9d-66e2-4257-9a84-68c2b715554c, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=80f98d9d-66e2-4257-9a84-68c2b715554c,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:22.862856 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:22.897697 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dd6c5452-b7b6-4c4c-9708-99a51a5fe9c4 req-2687b9c4-964e-40c0-827d-0395203fe36f tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8e4ba1a-2119-423b-ae42-4bfb84a1307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585017 Jul 22 16:26:22.974423 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=80f98d9d-66e2-4257-9a84-68c2b715554c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:22.993578 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014e8fe-8645-46b2-adfd-9453414e8db8 req-dd688ffb-ee8a-4e4b-8e75-07a8d05f3084 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:23.014690 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e014e8fe-8645-46b2-adfd-9453414e8db8 req-dd688ffb-ee8a-4e4b-8e75-07a8d05f3084 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 946 time: 0.1576924 Jul 22 16:26:23.068091 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e014e8fe-8645-46b2-adfd-9453414e8db8 req-bf6a4d8b-125e-4dd7-b621-0ec97204d745 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491574 Jul 22 16:26:23.128702 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f21b6af-0997-498f-b92a-1bd95621456d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:23.143524 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['80f98d9d-66e2-4257-9a84-68c2b715554c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:23.379326 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f21b6af-0997-498f-b92a-1bd95621456d admin admin] Router f4f64a8b-70d5-40e6-b1df-12faf7222c38 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:26:23.465781 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b23474-6b7c-495e-8f83-a020a5e0872d None None] Network d5f3c7a9-a172-493e-9a3f-f92b66c51d6f requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:26:23.570811 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f21b6af-0997-498f-b92a-1bd95621456d admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:26:23.584925 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] Sync routers for ids ['f4f64a8b-70d5-40e6-b1df-12faf7222c38'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:26:23.601560 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] Routers {'f4f64a8b-70d5-40e6-b1df-12faf7222c38'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:26:23.609542 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:26:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f4f64a8b-70d5-40e6-b1df-12faf7222c38'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:23.610188 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f21b6af-0997-498f-b92a-1bd95621456d admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:23.612009 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3f21b6af-0997-498f-b92a-1bd95621456d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.5096798 Jul 22 16:26:23.617068 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34026) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:23.617377 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fcae8aa1-8718-4711-b5a4-7ed8b802f49c None None] Provisioning for port f8a8948d-1588-4c6b-9c32-8702486e8b5c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:23.744403 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99790fc8-01b7-4f16-b7ec-c044805cb642 req-9df4a4c9-01bc-4533-8d78-e7bbcad65221 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:23.754675 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-99790fc8-01b7-4f16-b7ec-c044805cb642 req-9df4a4c9-01bc-4533-8d78-e7bbcad65221 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 1097 time: 0.1533124 Jul 22 16:26:23.825431 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34042) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:23.841128 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-99790fc8-01b7-4f16-b7ec-c044805cb642 req-62273540-c283-4b9b-a79b-32c79a42dfa9 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838897 Jul 22 16:26:23.886000 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] Set router f4f64a8b-70d5-40e6-b1df-12faf7222c38 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:26:24.010663 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 38396909-5394-4450-8a1e-ab13e2462f53 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:24.063457 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9e0b-af3f-40d2-b110-6b865e7adfad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.166770 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 38396909-5394-4450-8a1e-ab13e2462f53 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:24.168088 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.262719 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9e0b-af3f-40d2-b110-6b865e7adfad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.270471 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9e0b-af3f-40d2-b110-6b865e7adfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.295524 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f64a8b-70d5-40e6-b1df-12faf7222c38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-705654887-router', 'tenant_id': '831c87326ebb42749a266a6d8e903e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:20Z', 'updated_at': '2021-07-22T16:26:22Z', 'revision_number': 3, 'project_id': '831c87326ebb42749a266a6d8e903e9d', 'gw_port': {'id': 'd7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f64a8b-70d5-40e6-b1df-12faf7222c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:21Z', 'updated_at': '2021-07-22T16:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:24.307369 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b7bd9e0b-af3f-40d2-b110-6b865e7adfad admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=79f59452956e493db6eb34adc678f3ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4633372 Jul 22 16:26:24.315642 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34062) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:24.324282 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] Checking router: f4f64a8b-70d5-40e6-b1df-12faf7222c38 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:26:24.325149 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] Updating router f4f64a8b-70d5-40e6-b1df-12faf7222c38 port d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:26:24.372589 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.377118 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f8a8948d-1588-4c6b-9c32-8702486e8b5c up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:24.384306 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd9e0b-af3f-40d2-b110-6b865e7adfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31c6ffb-a6c9-42c1-98bb-7a958d44fd59,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:24.417812 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc92fcbb-7874-4d35-a659-357580c094bd req-5f06c446-fbf6-4423-8b0d-55ad0e89dbe8 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=1c8d6245ad404817abeaf30553b64f00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527649 Jul 22 16:26:24.427322 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device cdc75f70-d132-42e4-97aa-a9131a2c603e no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:26:24.444319 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2954a230-eacc-4096-8e10-da5b1ad3dc01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.449249 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: cdc75f70-d132-42e4-97aa-a9131a2c603e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:26:24.449708 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device cdc75f70-d132-42e4-97aa-a9131a2c603e not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:26:24.451654 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 80f98d9d-66e2-4257-9a84-68c2b715554c up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:24.465956 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ede2149-58df-4642-973c-8d72e98199dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.471537 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86459f8c-9159-4bfe-93b5-cd1c806bcf85 req-76ec10db-cce8-4bb8-a9c5-50d9645ea3d6 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:24.473070 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-86459f8c-9159-4bfe-93b5-cd1c806bcf85 req-76ec10db-cce8-4bb8-a9c5-50d9645ea3d6 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 1097 time: 0.2672868 Jul 22 16:26:24.482420 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port f8a8948d-1588-4c6b-9c32-8702486e8b5c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:24.489635 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port f8a8948d-1588-4c6b-9c32-8702486e8b5c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:24.490196 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.560230 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 80f98d9d-66e2-4257-9a84-68c2b715554c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:24.595343 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 80f98d9d-66e2-4257-9a84-68c2b715554c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:24.595881 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.653590 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.659039 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-5ede2149-58df-4642-973c-8d72e98199dc admin admin] Allocated IP 172.20.0.1 (d5f3c7a9-a172-493e-9a3f-f92b66c51d6f/bbf9ec46-1c6d-47ba-9602-465b5bb18513/d4efcc0a-c422-4d1e-9212-1c0d392e2b11) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:24.681283 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.693334 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] Transition to ACTIVE for port object d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:24.701175 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.714216 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.738086 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] Attempting to bind port d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:24.738492 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] Attempting to bind port d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:24.738907 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] Attempting to bind port d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:24.750753 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port f8a8948d-1588-4c6b-9c32-8702486e8b5c, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f8a8948d-1588-4c6b-9c32-8702486e8b5c,segment=NetworkSegment(d42dd726-cd93-4cee-bde5-720aab4522a9),segment_id=d42dd726-cd93-4cee-bde5-720aab4522a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:24.754131 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2954a230-eacc-4096-8e10-da5b1ad3dc01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.758772 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec89db0c-c0ee-4137-bb2e-370090e81a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f98d9d-66e2-4257-9a84-68c2b715554c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:24.761332 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e784f5e-bef5-4256-abd5-f35b2a4dfa45" -d '{"events": [{"server_uuid": "ec89db0c-c0ee-4137-bb2e-370090e81a24", "name": "network-vif-plugged", "status": "completed", "tag": "80f98d9d-66e2-4257-9a84-68c2b715554c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:24.767706 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.767933 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:24.768318 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:24.769292 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.773397 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:24.773962 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] Bound port: d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:24.774631 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.809488 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-86459f8c-9159-4bfe-93b5-cd1c806bcf85 req-54ebf00a-75e4-458f-b55f-58955fbc989c tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269758 Jul 22 16:26:24.824551 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92fcbb-7874-4d35-a659-357580c094bd req-8d516576-2342-4d43-baba-467f987c7e93 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:24.826144 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc92fcbb-7874-4d35-a659-357580c094bd req-8d516576-2342-4d43-baba-467f987c7e93 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4024978 Jul 22 16:26:24.833986 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=f8a8948d-1588-4c6b-9c32-8702486e8b5c,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:24.834429 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff773a-20b7-4f19-a846-cffd315872d7 None None] Pushing event updated for resources: {'Port': ['ID=d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:24.838254 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 80f98d9d-66e2-4257-9a84-68c2b715554c, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=80f98d9d-66e2-4257-9a84-68c2b715554c,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:24.841842 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ede2149-58df-4642-973c-8d72e98199dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.844125 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.855342 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc92fcbb-7874-4d35-a659-357580c094bd req-23ecc86b-f1fa-4435-8510-c0e2b7ecf1a7 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/quotas/1c8d6245ad404817abeaf30553b64f00 HTTP/1.1" status: 200 len: 375 time: 0.0207131 Jul 22 16:26:24.880724 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2954a230-eacc-4096-8e10-da5b1ad3dc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.885689 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2954a230-eacc-4096-8e10-da5b1ad3dc01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.886481 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5ede2149-58df-4642-973c-8d72e98199dc admin admin] Transition to ACTIVE for port object d4efcc0a-c422-4d1e-9212-1c0d392e2b11 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:24.887432 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2954a230-eacc-4096-8e10-da5b1ad3dc01 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f31c6ffb-a6c9-42c1-98bb-7a958d44fd59 HTTP/1.1" status: 204 len: 168 time: 0.5700772 Jul 22 16:26:24.897771 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954a230-eacc-4096-8e10-da5b1ad3dc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31c6ffb-a6c9-42c1-98bb-7a958d44fd59,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:24.922885 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] For port d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:24.928063 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] For port d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:24.935545 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.940920 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ede2149-58df-4642-973c-8d72e98199dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.954376 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=80f98d9d-66e2-4257-9a84-68c2b715554c,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:24.956416 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc92fcbb-7874-4d35-a659-357580c094bd req-de06b51b-8dfd-4bc1-bf40-860e83eb38d9 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c8d6245ad404817abeaf30553b64f00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586455 Jul 22 16:26:25.056566 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede2149-58df-4642-973c-8d72e98199dc admin admin] Pushing event updated for resources: {'Port': ['ID=d4efcc0a-c422-4d1e-9212-1c0d392e2b11,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:25.060831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ede2149-58df-4642-973c-8d72e98199dc admin admin] Network d5f3c7a9-a172-493e-9a3f-f92b66c51d6f is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:25.062864 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5ede2149-58df-4642-973c-8d72e98199dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:25.065211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ede2149-58df-4642-973c-8d72e98199dc admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:25.065766 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ede2149-58df-4642-973c-8d72e98199dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:25.066939 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] Routers {'f4f64a8b-70d5-40e6-b1df-12faf7222c38'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:26:25.067761 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:26:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f4f64a8b-70d5-40e6-b1df-12faf7222c38'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:25.073534 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff773a-20b7-4f19-a846-cffd315872d7 None None] Pushing event updated for resources: {'Port': ['ID=d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:25.254343 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-8209f01e-3062-4ea3-be4f-4693bf34b215 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=18248dc1849e42ddb6b758abef62487d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288987 Jul 22 16:26:25.276473 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] Set router f4f64a8b-70d5-40e6-b1df-12faf7222c38 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:26:25.420699 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cd9dbc9e-4bdd-4273-a2da-51ecf337b3ef None None] Provisioning for port d4efcc0a-c422-4d1e-9212-1c0d392e2b11 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:25.426770 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cd9dbc9e-4bdd-4273-a2da-51ecf337b3ef None None] Provisioning complete for port d4efcc0a-c422-4d1e-9212-1c0d392e2b11 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:25.427735 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd9dbc9e-4bdd-4273-a2da-51ecf337b3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:25.440091 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34092) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:25.475223 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-72ee8f79-12f1-4475-a466-897e66d71a0b tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:25.476906 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-72ee8f79-12f1-4475-a466-897e66d71a0b tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2172885 Jul 22 16:26:25.477731 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38fe0356-ae46-4312-8222-4e0b7137d936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:25.490681 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cd9dbc9e-4bdd-4273-a2da-51ecf337b3ef None None] Port d4efcc0a-c422-4d1e-9212-1c0d392e2b11 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:26:25.507503 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-2f988a34-c2c5-45fa-af85-11261dabffc3 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/quotas/18248dc1849e42ddb6b758abef62487d HTTP/1.1" status: 200 len: 375 time: 0.0202539 Jul 22 16:26:25.559994 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-c0519a06-21ab-4a5d-a41e-ec8a29ba0549 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=18248dc1849e42ddb6b758abef62487d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491183 Jul 22 16:26:25.591123 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f64a8b-70d5-40e6-b1df-12faf7222c38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-705654887-router', 'tenant_id': '831c87326ebb42749a266a6d8e903e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:20Z', 'updated_at': '2021-07-22T16:26:22Z', 'revision_number': 3, 'project_id': '831c87326ebb42749a266a6d8e903e9d', 'gw_port': {'id': 'd7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f64a8b-70d5-40e6-b1df-12faf7222c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:21Z', 'updated_at': '2021-07-22T16:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:25.611705 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ede2149-58df-4642-973c-8d72e98199dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:25.624015 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7a5e8d-2c51-4b42-9438-db8897349011 None None] The sync data for ids ['f4f64a8b-70d5-40e6-b1df-12faf7222c38'] in n-d-798930-9 is: [{'id': 'f4f64a8b-70d5-40e6-b1df-12faf7222c38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-705654887-router', 'tenant_id': '831c87326ebb42749a266a6d8e903e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:20Z', 'updated_at': '2021-07-22T16:26:22Z', 'revision_number': 3, 'project_id': '831c87326ebb42749a266a6d8e903e9d', 'gw_port': {'id': 'd7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f64a8b-70d5-40e6-b1df-12faf7222c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:21Z', 'updated_at': '2021-07-22T16:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:26:25.640698 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad48cb8-c459-421a-93fc-fd85c4a94d74 req-5a41170a-aa19-4526-a7cb-36158e888db4 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:25.642694 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ad48cb8-c459-421a-93fc-fd85c4a94d74 req-5a41170a-aa19-4526-a7cb-36158e888db4 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec89db0c-c0ee-4137-bb2e-370090e81a24 HTTP/1.1" status: 200 len: 970 time: 0.3866227 Jul 22 16:26:25.746861 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38fe0356-ae46-4312-8222-4e0b7137d936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:25.757170 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38fe0356-ae46-4312-8222-4e0b7137d936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:25.771450 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ad48cb8-c459-421a-93fc-fd85c4a94d74 req-462280f5-c4fd-42a6-ab85-c7251bcadca7 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8e4ba1a-2119-423b-ae42-4bfb84a1307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189120 Jul 22 16:26:25.808281 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-38fe0356-ae46-4312-8222-4e0b7137d936 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=87250f5ed1a148d583a934ebae49c0e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3669789 Jul 22 16:26:25.811525 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34102) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:25.856651 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f8a8948d-1588-4c6b-9c32-8702486e8b5c up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:25.895908 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1591a6-f2a9-448b-b296-f699edbe37e1 x-openstack-request-id: req-4e1591a6-f2a9-448b-b296-f699edbe37e1 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:25.896198 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec89db0c-c0ee-4137-bb2e-370090e81a24", "name": "network-vif-plugged", "status": "completed", "tag": "80f98d9d-66e2-4257-9a84-68c2b715554c", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:25.896447 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4e1591a6-f2a9-448b-b296-f699edbe37e1 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:25.896835 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec89db0c-c0ee-4137-bb2e-370090e81a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f98d9d-66e2-4257-9a84-68c2b715554c', 'code': 200} Jul 22 16:26:25.917768 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f96182cd-ee76-41dd-8eaa-36b4f96b05bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:25.964378 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f96182cd-ee76-41dd-8eaa-36b4f96b05bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:26.003145 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port f8a8948d-1588-4c6b-9c32-8702486e8b5c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:26.004459 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:26.012645 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe0356-ae46-4312-8222-4e0b7137d936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7178f4bd-3f46-4453-a2df-29118ed3bf04,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:26.111869 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f96182cd-ee76-41dd-8eaa-36b4f96b05bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:26.126145 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf7485ae-2a8e-4463-9d69-3523eded28f7 req-bef26137-1e88-4261-8622-eb0c7a144e4d tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=1522b8e6-703c-4707-bd61-d2ed56d74fd9 HTTP/1.1" status: 200 len: 210 time: 0.1002531 Jul 22 16:26:26.130082 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f96182cd-ee76-41dd-8eaa-36b4f96b05bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:26.142703 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f96182cd-ee76-41dd-8eaa-36b4f96b05bd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7178f4bd-3f46-4453-a2df-29118ed3bf04 HTTP/1.1" status: 204 len: 168 time: 0.3269327 Jul 22 16:26:26.214040 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96182cd-ee76-41dd-8eaa-36b4f96b05bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7178f4bd-3f46-4453-a2df-29118ed3bf04,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:26.214949 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ede2149-58df-4642-973c-8d72e98199dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:26.228874 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ede2149-58df-4642-973c-8d72e98199dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:26.231489 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b50eab06-a647-45d6-993c-83c9d0c9a0c7 req-78e1dd06-904e-483d-9386-ec459051e873 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d6ffe2-d164-47e4-9e99-2c8c7c29343a HTTP/1.1" status: 200 len: 210 time: 0.1862464 Jul 22 16:26:26.234333 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ede2149-58df-4642-973c-8d72e98199dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:26.303070 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcba22a-3f0e-49c0-963b-b93acf430d4c req-02c31d56-a125-464b-9610-e1c6eef14bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:26.313546 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ebcba22a-3f0e-49c0-963b-b93acf430d4c req-02c31d56-a125-464b-9610-e1c6eef14bde service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ec89db0c-c0ee-4137-bb2e-370090e81a24 HTTP/1.1" status: 200 len: 1121 time: 0.2912443 Jul 22 16:26:26.430790 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ebcba22a-3f0e-49c0-963b-b93acf430d4c req-a18e975b-d274-412f-b6e4-81ab5941de68 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c8e4ba1a-2119-423b-ae42-4bfb84a1307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110833 Jul 22 16:26:26.523746 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede2149-58df-4642-973c-8d72e98199dc admin admin] Pushing event updated for resources: {'Port': ['ID=d4efcc0a-c422-4d1e-9212-1c0d392e2b11,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:26.629417 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ede2149-58df-4642-973c-8d72e98199dc admin admin] Network d5f3c7a9-a172-493e-9a3f-f92b66c51d6f is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:26.631986 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5ede2149-58df-4642-973c-8d72e98199dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:26.875570 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-c7979f44-3213-46a4-8b1e-1ab053a5184c req-ebe99dd7-4003-44df-a33c-be2fa963e0a8 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:26:26.890507 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c7979f44-3213-46a4-8b1e-1ab053a5184c req-ebe99dd7-4003-44df-a33c-be2fa963e0a8 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2738934 Jul 22 16:26:26.962216 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc92fcbb-7874-4d35-a659-357580c094bd req-4382b985-12c4-456b-a4e1-37d8f466ad77 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1c8d6245ad404817abeaf30553b64f00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394127 Jul 22 16:26:26.965859 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ede2149-58df-4642-973c-8d72e98199dc admin admin] Router f4f64a8b-70d5-40e6-b1df-12faf7222c38 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:26:27.032298 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ca4c6793-1173-4e48-9967-0e7067ce768a None None] Provisioning complete for port d4efcc0a-c422-4d1e-9212-1c0d392e2b11 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:27.032865 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca4c6793-1173-4e48-9967-0e7067ce768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:27.139140 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c6793-1173-4e48-9967-0e7067ce768a None None] Port d4efcc0a-c422-4d1e-9212-1c0d392e2b11 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:26:27.266638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ede2149-58df-4642-973c-8d72e98199dc admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:26:27.283366 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5ede2149-58df-4642-973c-8d72e98199dc admin admin] 10.222.0.69 "PUT /v2.0/routers/f4f64a8b-70d5-40e6-b1df-12faf7222c38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6648490 Jul 22 16:26:27.349009 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45d020-86ca-4f01-81e7-14d2bcf74709 req-bcbe9927-4448-4fe7-8e5e-ea06b8797518 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:27.351595 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ae45d020-86ca-4f01-81e7-14d2bcf74709 req-bcbe9927-4448-4fe7-8e5e-ea06b8797518 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec89db0c-c0ee-4137-bb2e-370090e81a24 HTTP/1.1" status: 200 len: 970 time: 0.3881283 Jul 22 16:26:27.412895 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92fcbb-7874-4d35-a659-357580c094bd req-ccc84827-b9db-4551-b9cf-ef2aef08921e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:27.415597 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc92fcbb-7874-4d35-a659-357580c094bd req-ccc84827-b9db-4551-b9cf-ef2aef08921e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3894057 Jul 22 16:26:27.437548 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ae45d020-86ca-4f01-81e7-14d2bcf74709 req-f6ea3a60-372f-410a-820e-cb791ac3290e tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8e4ba1a-2119-423b-ae42-4bfb84a1307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758474 Jul 22 16:26:27.446331 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-dc92fcbb-7874-4d35-a659-357580c094bd req-efa23ae3-3cbf-445f-82da-82318ffb7821 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Request body: {'port': {'device_id': '1522b8e6-703c-4707-bd61-d2ed56d74fd9', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '1c8d6245ad404817abeaf30553b64f00'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:27.642568 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c67445b9-a178-40f1-b2f2-4eb59ea4a038 req-7959b033-68a3-4893-adf9-5ee02e1d70d9 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=1522b8e6-703c-4707-bd61-d2ed56d74fd9 HTTP/1.1" status: 200 len: 210 time: 0.0723553 Jul 22 16:26:27.799525 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc92fcbb-7874-4d35-a659-357580c094bd req-efa23ae3-3cbf-445f-82da-82318ffb7821 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Made reservation on behalf of 1c8d6245ad404817abeaf30553b64f00 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:27.823855 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc92fcbb-7874-4d35-a659-357580c094bd req-efa23ae3-3cbf-445f-82da-82318ffb7821 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:27.844270 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc92fcbb-7874-4d35-a659-357580c094bd req-efa23ae3-3cbf-445f-82da-82318ffb7821 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:27.878309 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:27.935063 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-4737b5b1-cb1d-491d-9b40-657048918974 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=18248dc1849e42ddb6b758abef62487d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1701636 Jul 22 16:26:28.002341 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-90fa9605-5672-4a77-8e97-ac31d59d0482 req-842a695a-94d1-4309-91a0-27a2615438bb tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d6ffe2-d164-47e4-9e99-2c8c7c29343a HTTP/1.1" status: 200 len: 210 time: 0.2088859 Jul 22 16:26:28.020451 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:28.027558 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:28.027902 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:28.225262 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:28.266995 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:28.272777 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:28.374289 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:28.380302 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-fff0ec48-46ec-4228-962c-74beb1cb49fa tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:28.386724 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-fff0ec48-46ec-4228-962c-74beb1cb49fa tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3829389 Jul 22 16:26:28.403836 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-3d71a1d0-4017-4b2f-b5f5-381bdf00ca9b tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Request body: {'port': {'device_id': '26d6ffe2-d164-47e4-9e99-2c8c7c29343a', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '18248dc1849e42ddb6b758abef62487d'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:28.460108 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] Sync routers for ids ['f4f64a8b-70d5-40e6-b1df-12faf7222c38'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:26:28.479428 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] Routers {'f4f64a8b-70d5-40e6-b1df-12faf7222c38'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:26:28.480234 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:26:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f4f64a8b-70d5-40e6-b1df-12faf7222c38'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:28.512423 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc92fcbb-7874-4d35-a659-357580c094bd req-efa23ae3-3cbf-445f-82da-82318ffb7821 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:28.524472 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc92fcbb-7874-4d35-a659-357580c094bd req-efa23ae3-3cbf-445f-82da-82318ffb7821 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:28.630395 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa23ae3-3cbf-445f-82da-82318ffb7821 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b27baa-2c2f-4fdc-92a1-df46c578e68f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:28.667389 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] Set router f4f64a8b-70d5-40e6-b1df-12faf7222c38 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:26:28.694803 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-3d71a1d0-4017-4b2f-b5f5-381bdf00ca9b tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Made reservation on behalf of 18248dc1849e42ddb6b758abef62487d for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:28.699092 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-3d71a1d0-4017-4b2f-b5f5-381bdf00ca9b tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:28.834885 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-dc92fcbb-7874-4d35-a659-357580c094bd req-efa23ae3-3cbf-445f-82da-82318ffb7821 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Allocated IP 192.168.233.97 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/07e49a48-d61b-4098-8c5e-9bc161f48e8c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:28.947677 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-553f41dc-5022-4baa-810f-76442b0317a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:28.994860 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d32d94-bc7c-4086-8126-5cbdc7a913cf req-f525115e-0c3c-4f87-90d2-4e4bccf51501 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:28.996705 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-39d32d94-bc7c-4086-8126-5cbdc7a913cf req-f525115e-0c3c-4f87-90d2-4e4bccf51501 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec89db0c-c0ee-4137-bb2e-370090e81a24 HTTP/1.1" status: 200 len: 970 time: 0.1518672 Jul 22 16:26:29.110414 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-39d32d94-bc7c-4086-8126-5cbdc7a913cf req-7876fe66-eb0d-4f20-a18a-3a4d7d77c82e tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8e4ba1a-2119-423b-ae42-4bfb84a1307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743804 Jul 22 16:26:29.145967 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f64a8b-70d5-40e6-b1df-12faf7222c38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-705654887-router', 'tenant_id': '831c87326ebb42749a266a6d8e903e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:20Z', 'updated_at': '2021-07-22T16:26:25Z', 'revision_number': 4, 'project_id': '831c87326ebb42749a266a6d8e903e9d', 'gw_port': {'id': 'd7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f64a8b-70d5-40e6-b1df-12faf7222c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:21Z', 'updated_at': '2021-07-22T16:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'd4efcc0a-c422-4d1e-9212-1c0d392e2b11', 'name': '', 'network_id': 'd5f3c7a9-a172-493e-9a3f-f92b66c51d6f', 'tenant_id': '831c87326ebb42749a266a6d8e903e9d', 'mac_address': 'fa:16:3e:4d:5e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f64a8b-70d5-40e6-b1df-12faf7222c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'bbf9ec46-1c6d-47ba-9602-465b5bb18513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:24Z', 'updated_at': '2021-07-22T16:26:25Z', 'revision_number': 2, 'project_id': '831c87326ebb42749a266a6d8e903e9d', 'subnets': [{'id': 'bbf9ec46-1c6d-47ba-9602-465b5bb18513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:29.155696 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc92fcbb-7874-4d35-a659-357580c094bd req-efa23ae3-3cbf-445f-82da-82318ffb7821 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:29.170328 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-dc92fcbb-7874-4d35-a659-357580c094bd req-efa23ae3-3cbf-445f-82da-82318ffb7821 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Transition to ACTIVE for port object 07e49a48-d61b-4098-8c5e-9bc161f48e8c will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:29.185186 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] Checking router: f4f64a8b-70d5-40e6-b1df-12faf7222c38 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:26:29.185529 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] Updating router f4f64a8b-70d5-40e6-b1df-12faf7222c38 port d4efcc0a-c422-4d1e-9212-1c0d392e2b11 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:26:29.239560 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:29.253821 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc92fcbb-7874-4d35-a659-357580c094bd req-efa23ae3-3cbf-445f-82da-82318ffb7821 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:29.296637 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34250) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:29.355557 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc92fcbb-7874-4d35-a659-357580c094bd req-efa23ae3-3cbf-445f-82da-82318ffb7821 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:29.360303 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa23ae3-3cbf-445f-82da-82318ffb7821 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Pushing event updated for resources: {'Port': ['ID=07e49a48-d61b-4098-8c5e-9bc161f48e8c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:29.374162 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-dc92fcbb-7874-4d35-a659-357580c094bd req-efa23ae3-3cbf-445f-82da-82318ffb7821 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:29.378118 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc92fcbb-7874-4d35-a659-357580c094bd req-efa23ae3-3cbf-445f-82da-82318ffb7821 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:29.408114 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-3d71a1d0-4017-4b2f-b5f5-381bdf00ca9b tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Allocated IP 192.168.233.230 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/4a462607-820a-4878-a7e7-5e479a7adfaf) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:29.473207 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92fcbb-7874-4d35-a659-357580c094bd req-efa23ae3-3cbf-445f-82da-82318ffb7821 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:29.473873 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc92fcbb-7874-4d35-a659-357580c094bd req-efa23ae3-3cbf-445f-82da-82318ffb7821 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:29.499960 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-44d4e74f-5f7a-4af8-92ed-4b0106c662ef tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:26:29.512475 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-44d4e74f-5f7a-4af8-92ed-4b0106c662ef tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2129548 Jul 22 16:26:29.521885 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc92fcbb-7874-4d35-a659-357580c094bd req-efa23ae3-3cbf-445f-82da-82318ffb7821 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0829566 Jul 22 16:26:29.577884 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-dc92fcbb-7874-4d35-a659-357580c094bd req-deca7051-6b22-4586-83a0-f859384679c4 service neutron] Request body: {'port': {'device_id': '1522b8e6-703c-4707-bd61-d2ed56d74fd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:29.622825 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-7c24fb9b-5f3b-4ea7-af3c-c0c18bbbee4a service neutron] Request body: {'binding': {'host': 'n-h1-798930-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:29.623338 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-7c24fb9b-5f3b-4ea7-af3c-c0c18bbbee4a service neutron] Unknown quota resources ['binding']. {{(pid=93816) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:26:29.680037 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:29.696147 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] Transition to ACTIVE for port object d4efcc0a-c422-4d1e-9212-1c0d392e2b11 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:29.718137 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:29.779477 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc92fcbb-7874-4d35-a659-357580c094bd req-deca7051-6b22-4586-83a0-f859384679c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:29.806298 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-3d71a1d0-4017-4b2f-b5f5-381bdf00ca9b tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:29.807756 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-7c24fb9b-5f3b-4ea7-af3c-c0c18bbbee4a service neutron] Attempting to bind port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f on host n-h1-798930-9 for vnic_type normal with profile None {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:29.808831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-7c24fb9b-5f3b-4ea7-af3c-c0c18bbbee4a service neutron] Attempting to bind port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:29.808831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-7c24fb9b-5f3b-4ea7-af3c-c0c18bbbee4a service neutron] Attempting to bind port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:29.812367 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:29.816140 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-7c24fb9b-5f3b-4ea7-af3c-c0c18bbbee4a service neutron] Port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:26:29.816492 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-7c24fb9b-5f3b-4ea7-af3c-c0c18bbbee4a service neutron] Attempting to bind port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:29.822661 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-7c24fb9b-5f3b-4ea7-af3c-c0c18bbbee4a service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:29.824831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-7c24fb9b-5f3b-4ea7-af3c-c0c18bbbee4a service neutron] Checking segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:29.824831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-7c24fb9b-5f3b-4ea7-af3c-c0c18bbbee4a service neutron] Bound using segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:29.824831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-7c24fb9b-5f3b-4ea7-af3c-c0c18bbbee4a service neutron] Bound port: 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:29.827234 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-3d71a1d0-4017-4b2f-b5f5-381bdf00ca9b tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Transition to ACTIVE for port object 4a462607-820a-4878-a7e7-5e479a7adfaf will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:29.864617 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50d924-44dd-4202-b1d4-214e5f55bec6 None None] Pushing event updated for resources: {'Port': ['ID=d4efcc0a-c422-4d1e-9212-1c0d392e2b11,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:29.870137 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1c64440b-1f55-4abb-9dab-c9644563cde9 None None] Provisioning for port 07e49a48-d61b-4098-8c5e-9bc161f48e8c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:29.894678 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1c64440b-1f55-4abb-9dab-c9644563cde9 None None] Provisioning complete for port 07e49a48-d61b-4098-8c5e-9bc161f48e8c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:29.895289 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c64440b-1f55-4abb-9dab-c9644563cde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:29.913753 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d699c1-f518-4950-9f1c-b14b111a1fd5 req-547059e0-2b80-4662-94a4-a916fa93a80e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:29.921096 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-66d699c1-f518-4950-9f1c-b14b111a1fd5 req-547059e0-2b80-4662-94a4-a916fa93a80e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=1522b8e6-703c-4707-bd61-d2ed56d74fd9 HTTP/1.1" status: 200 len: 935 time: 0.3513072 Jul 22 16:26:29.950401 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-7c24fb9b-5f3b-4ea7-af3c-c0c18bbbee4a service neutron] For port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:29.960432 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-7c24fb9b-5f3b-4ea7-af3c-c0c18bbbee4a service neutron] Notify callbacks [] for binding, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:29.962618 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-7c24fb9b-5f3b-4ea7-af3c-c0c18bbbee4a service neutron] 10.222.0.69 "POST /v2.0/ports/6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3975494 Jul 22 16:26:29.978973 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-3d71a1d0-4017-4b2f-b5f5-381bdf00ca9b tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:30.024292 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1c64440b-1f55-4abb-9dab-c9644563cde9 None None] Port 07e49a48-d61b-4098-8c5e-9bc161f48e8c cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:26:30.027900 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] Attempting to bind port d4efcc0a-c422-4d1e-9212-1c0d392e2b11 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:30.028331 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] Attempting to bind port d4efcc0a-c422-4d1e-9212-1c0d392e2b11 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'd42dd726-cd93-4cee-bde5-720aab4522a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd5f3c7a9-a172-493e-9a3f-f92b66c51d6f'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:30.028904 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] Attempting to bind port d4efcc0a-c422-4d1e-9212-1c0d392e2b11 on network d5f3c7a9-a172-493e-9a3f-f92b66c51d6f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:30.042056 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:30.042489 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:30.044617 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:30.047559 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] Checking segment: {'id': 'd42dd726-cd93-4cee-bde5-720aab4522a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd5f3c7a9-a172-493e-9a3f-f92b66c51d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:30.048354 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:30.048845 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] Bound using segment: {'id': 'd42dd726-cd93-4cee-bde5-720aab4522a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd5f3c7a9-a172-493e-9a3f-f92b66c51d6f'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:30.049436 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] Bound port: d4efcc0a-c422-4d1e-9212-1c0d392e2b11, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42dd726-cd93-4cee-bde5-720aab4522a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'd5f3c7a9-a172-493e-9a3f-f92b66c51d6f'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:30.051594 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:30.146185 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-66d699c1-f518-4950-9f1c-b14b111a1fd5 req-fbfccbe2-64d2-4cc6-83de-e2c2bedc3fb7 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228856 Jul 22 16:26:30.198767 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] For port d4efcc0a-c422-4d1e-9212-1c0d392e2b11, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:30.205667 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] For port d4efcc0a-c422-4d1e-9212-1c0d392e2b11, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d4efcc0a-c422-4d1e-9212-1c0d392e2b11,segment=NetworkSegment(d42dd726-cd93-4cee-bde5-720aab4522a9),segment_id=d42dd726-cd93-4cee-bde5-720aab4522a9)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:30.212247 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:30.216283 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-3d71a1d0-4017-4b2f-b5f5-381bdf00ca9b tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:30.223534 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-3d71a1d0-4017-4b2f-b5f5-381bdf00ca9b tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:30.240016 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-3d71a1d0-4017-4b2f-b5f5-381bdf00ca9b tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:30.329544 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:26:30.352575 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] Routers {'f4f64a8b-70d5-40e6-b1df-12faf7222c38'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:26:30.355100 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:26:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f4f64a8b-70d5-40e6-b1df-12faf7222c38'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:30.436291 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-dc92fcbb-7874-4d35-a659-357580c094bd req-deca7051-6b22-4586-83a0-f859384679c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e49a48-d61b-4098-8c5e-9bc161f48e8c {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:30.445893 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc92fcbb-7874-4d35-a659-357580c094bd req-deca7051-6b22-4586-83a0-f859384679c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:30.448970 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50d924-44dd-4202-b1d4-214e5f55bec6 None None] Pushing event updated for resources: {'Port': ['ID=d4efcc0a-c422-4d1e-9212-1c0d392e2b11,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:30.476637 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-dc92fcbb-7874-4d35-a659-357580c094bd req-deca7051-6b22-4586-83a0-f859384679c4 service neutron] Transition to ACTIVE for port object 07e49a48-d61b-4098-8c5e-9bc161f48e8c will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:30.540331 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] Set router f4f64a8b-70d5-40e6-b1df-12faf7222c38 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:26:30.561033 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc92fcbb-7874-4d35-a659-357580c094bd req-deca7051-6b22-4586-83a0-f859384679c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:30.561033 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71a1d0-4017-4b2f-b5f5-381bdf00ca9b tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Pushing event updated for resources: {'Port': ['ID=4a462607-820a-4878-a7e7-5e479a7adfaf,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:30.574330 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-3d71a1d0-4017-4b2f-b5f5-381bdf00ca9b tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:30.574993 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-3d71a1d0-4017-4b2f-b5f5-381bdf00ca9b tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:30.606269 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a781bc3-27cd-4dcc-b4ca-5548f4c396cf req-622c5ca1-af75-4471-a365-333065a4f0e3 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:30.609741 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1a781bc3-27cd-4dcc-b4ca-5548f4c396cf req-622c5ca1-af75-4471-a365-333065a4f0e3 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 946 time: 0.0823553 Jul 22 16:26:30.652258 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e9047fe2-9d55-4919-b8a9-5e9ff0583dd2 None None] Provisioning for port 4a462607-820a-4878-a7e7-5e479a7adfaf completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:30.659454 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e9047fe2-9d55-4919-b8a9-5e9ff0583dd2 None None] Provisioning complete for port 4a462607-820a-4878-a7e7-5e479a7adfaf triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:30.659832 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9047fe2-9d55-4919-b8a9-5e9ff0583dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:30.660776 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-3d71a1d0-4017-4b2f-b5f5-381bdf00ca9b tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2642281 Jul 22 16:26:30.670274 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1a781bc3-27cd-4dcc-b4ca-5548f4c396cf req-56ddf5a7-cd29-4c2f-a9ab-33c5941296a5 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515742 Jul 22 16:26:30.693815 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-ada2a6b8-b999-4b4d-b50d-a4d8bbba6295 service neutron] Request body: {'port': {'device_id': '26d6ffe2-d164-47e4-9e99-2c8c7c29343a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:30.720661 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca7051-6b22-4586-83a0-f859384679c4 service neutron] Pushing event updated for resources: {'Port': ['ID=07e49a48-d61b-4098-8c5e-9bc161f48e8c,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:30.799886 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e9047fe2-9d55-4919-b8a9-5e9ff0583dd2 None None] Port 4a462607-820a-4878-a7e7-5e479a7adfaf cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:26:30.839515 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-584e9980-d055-46db-8339-0011b2c2be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:30.840632 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f64a8b-70d5-40e6-b1df-12faf7222c38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-705654887-router', 'tenant_id': '831c87326ebb42749a266a6d8e903e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:20Z', 'updated_at': '2021-07-22T16:26:25Z', 'revision_number': 4, 'project_id': '831c87326ebb42749a266a6d8e903e9d', 'gw_port': {'id': 'd7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f64a8b-70d5-40e6-b1df-12faf7222c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:21Z', 'updated_at': '2021-07-22T16:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'd4efcc0a-c422-4d1e-9212-1c0d392e2b11', 'name': '', 'network_id': 'd5f3c7a9-a172-493e-9a3f-f92b66c51d6f', 'tenant_id': '831c87326ebb42749a266a6d8e903e9d', 'mac_address': 'fa:16:3e:4d:5e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f64a8b-70d5-40e6-b1df-12faf7222c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'bbf9ec46-1c6d-47ba-9602-465b5bb18513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:24Z', 'updated_at': '2021-07-22T16:26:30Z', 'revision_number': 4, 'project_id': '831c87326ebb42749a266a6d8e903e9d', 'subnets': [{'id': 'bbf9ec46-1c6d-47ba-9602-465b5bb18513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:30.841046 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-584e9980-d055-46db-8339-0011b2c2be36 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 1097 time: 0.3382866 Jul 22 16:26:30.853225 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3cdd2-21b1-4ea6-90aa-329703f33384 req-af60980a-d3b8-421e-8bd9-9e235574d83a tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:30.854827 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e2e3cdd2-21b1-4ea6-90aa-329703f33384 req-af60980a-d3b8-421e-8bd9-9e235574d83a tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d6ffe2-d164-47e4-9e99-2c8c7c29343a HTTP/1.1" status: 200 len: 936 time: 0.5271261 Jul 22 16:26:30.881085 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1f41cf-376f-498d-8d15-6570a76f2641 None None] The sync data for ids ['f4f64a8b-70d5-40e6-b1df-12faf7222c38'] in n-d-798930-9 is: [{'id': 'f4f64a8b-70d5-40e6-b1df-12faf7222c38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-705654887-router', 'tenant_id': '831c87326ebb42749a266a6d8e903e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:20Z', 'updated_at': '2021-07-22T16:26:25Z', 'revision_number': 4, 'project_id': '831c87326ebb42749a266a6d8e903e9d', 'gw_port': {'id': 'd7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f64a8b-70d5-40e6-b1df-12faf7222c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:21Z', 'updated_at': '2021-07-22T16:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'd4efcc0a-c422-4d1e-9212-1c0d392e2b11', 'name': '', 'network_id': 'd5f3c7a9-a172-493e-9a3f-f92b66c51d6f', 'tenant_id': '831c87326ebb42749a266a6d8e903e9d', 'mac_address': 'fa:16:3e:4d:5e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f64a8b-70d5-40e6-b1df-12faf7222c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'bbf9ec46-1c6d-47ba-9602-465b5bb18513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:24Z', 'updated_at': '2021-07-22T16:26:30Z', 'revision_number': 4, 'project_id': '831c87326ebb42749a266a6d8e903e9d', 'subnets': [{'id': 'bbf9ec46-1c6d-47ba-9602-465b5bb18513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:26:30.943889 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-ada2a6b8-b999-4b4d-b50d-a4d8bbba6295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:30.945833 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-dc92fcbb-7874-4d35-a659-357580c094bd req-deca7051-6b22-4586-83a0-f859384679c4 service neutron] Attempting to bind port 07e49a48-d61b-4098-8c5e-9bc161f48e8c on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:30.946182 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-dc92fcbb-7874-4d35-a659-357580c094bd req-deca7051-6b22-4586-83a0-f859384679c4 service neutron] Attempting to bind port 07e49a48-d61b-4098-8c5e-9bc161f48e8c by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:30.946507 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc92fcbb-7874-4d35-a659-357580c094bd req-deca7051-6b22-4586-83a0-f859384679c4 service neutron] Attempting to bind port 07e49a48-d61b-4098-8c5e-9bc161f48e8c on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:31.271625 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc92fcbb-7874-4d35-a659-357580c094bd req-deca7051-6b22-4586-83a0-f859384679c4 service neutron] Port 07e49a48-d61b-4098-8c5e-9bc161f48e8c on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:26:31.272688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc92fcbb-7874-4d35-a659-357580c094bd req-deca7051-6b22-4586-83a0-f859384679c4 service neutron] Attempting to bind port 07e49a48-d61b-4098-8c5e-9bc161f48e8c on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:31.306892 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e2e3cdd2-21b1-4ea6-90aa-329703f33384 req-3ebf37c9-2378-46e5-b3f7-fe70874ee09f tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354513 Jul 22 16:26:31.311359 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc92fcbb-7874-4d35-a659-357580c094bd req-deca7051-6b22-4586-83a0-f859384679c4 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:31.311799 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc92fcbb-7874-4d35-a659-357580c094bd req-deca7051-6b22-4586-83a0-f859384679c4 service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:31.312709 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc92fcbb-7874-4d35-a659-357580c094bd req-deca7051-6b22-4586-83a0-f859384679c4 service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:31.313082 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-dc92fcbb-7874-4d35-a659-357580c094bd req-deca7051-6b22-4586-83a0-f859384679c4 service neutron] Bound port: 07e49a48-d61b-4098-8c5e-9bc161f48e8c, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:31.313554 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc92fcbb-7874-4d35-a659-357580c094bd req-deca7051-6b22-4586-83a0-f859384679c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:31.366281 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-161eb27d-2422-4ec7-9475-ff7dcfced06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:31.368839 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-161eb27d-2422-4ec7-9475-ff7dcfced06b service neutron] 10.222.0.16 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 908 time: 0.5112486 Jul 22 16:26:31.392037 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7d34b-ace0-4913-a30f-2612b4d198e5 req-78abe374-ee9a-4762-be07-df21cf503916 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:31.393871 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9da7d34b-ace0-4913-a30f-2612b4d198e5 req-78abe374-ee9a-4762-be07-df21cf503916 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec89db0c-c0ee-4137-bb2e-370090e81a24 HTTP/1.1" status: 200 len: 970 time: 0.1399975 Jul 22 16:26:31.486578 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9da7d34b-ace0-4913-a30f-2612b4d198e5 req-f30b7410-782d-40fe-984c-c04e897c0859 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8e4ba1a-2119-423b-ae42-4bfb84a1307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861754 Jul 22 16:26:31.496486 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34306) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:31.528539 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-b630aefa-9f8a-4ecf-8e0a-2519b81caa45 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f HTTP/1.1" status: 200 len: 217 time: 0.0710924 Jul 22 16:26:31.568353 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:31.572896 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-42db55db-6894-4479-a924-1bd6fc2b7f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:31.695660 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7785935a-7306-4a5f-a0fc-7b2c63cc1c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:31.715793 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-dc92fcbb-7874-4d35-a659-357580c094bd req-deca7051-6b22-4586-83a0-f859384679c4 service neutron] For port 07e49a48-d61b-4098-8c5e-9bc161f48e8c, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:31.764283 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-3d3ec83d-d7b3-4110-acdd-124e96d0cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:31.766381 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-3d3ec83d-d7b3-4110-acdd-124e96d0cd02 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1dac8087-5dfb-4e2d-bc9b-97574efc063c HTTP/1.1" status: 200 len: 847 time: 0.1851077 Jul 22 16:26:31.806536 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-dc92fcbb-7874-4d35-a659-357580c094bd req-deca7051-6b22-4586-83a0-f859384679c4 service neutron] For port 07e49a48-d61b-4098-8c5e-9bc161f48e8c, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=07e49a48-d61b-4098-8c5e-9bc161f48e8c,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:31.833233 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-35f0fb68-91d8-435f-a7ed-fdcde88b4381 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f917a743-2b29-4ed7-bc92-4ef128fdeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577888 Jul 22 16:26:31.837473 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc92fcbb-7874-4d35-a659-357580c094bd req-deca7051-6b22-4586-83a0-f859384679c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:31.875443 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92fcbb-7874-4d35-a659-357580c094bd req-deca7051-6b22-4586-83a0-f859384679c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:31.876238 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc92fcbb-7874-4d35-a659-357580c094bd req-deca7051-6b22-4586-83a0-f859384679c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:31.877768 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc92fcbb-7874-4d35-a659-357580c094bd req-deca7051-6b22-4586-83a0-f859384679c4 service neutron] 10.222.0.30 "PUT /v2.0/ports/07e49a48-d61b-4098-8c5e-9bc161f48e8c HTTP/1.1" status: 200 len: 1095 time: 2.3070295 Jul 22 16:26:31.902895 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d4efcc0a-c422-4d1e-9212-1c0d392e2b11 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:31.911032 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1522b8e6-703c-4707-bd61-d2ed56d74fd9', 'tag': '07e49a48-d61b-4098-8c5e-9bc161f48e8c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:31.911236 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7785935a-7306-4a5f-a0fc-7b2c63cc1c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:31.914150 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b097ac-ecee-4e25-bda6-1bdf338fff94" -d '{"events": [{"name": "network-changed", "server_uuid": "1522b8e6-703c-4707-bd61-d2ed56d74fd9", "tag": "07e49a48-d61b-4098-8c5e-9bc161f48e8c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:31.922324 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7785935a-7306-4a5f-a0fc-7b2c63cc1c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:31.969178 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7785935a-7306-4a5f-a0fc-7b2c63cc1c78 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0899e848acda4e0e85ed8e66ea95dc86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4696801 Jul 22 16:26:31.971741 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34322) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:31.979670 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785935a-7306-4a5f-a0fc-7b2c63cc1c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c351463-8494-4a5b-827b-1f40c14926b2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:31.981602 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c5d89-68de-4dcc-af3d-da288930feed req-9c6a645e-f888-4dd0-b8e7-0e55869ec25a tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:31.990064 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-171c5d89-68de-4dcc-af3d-da288930feed req-9c6a645e-f888-4dd0-b8e7-0e55869ec25a tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=1522b8e6-703c-4707-bd61-d2ed56d74fd9 HTTP/1.1" status: 200 len: 947 time: 0.4737346 Jul 22 16:26:32.030764 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port d4efcc0a-c422-4d1e-9212-1c0d392e2b11 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:32.038366 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port d4efcc0a-c422-4d1e-9212-1c0d392e2b11 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:32.041333 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.068779 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03fe69bd-2089-4dd5-8001-7ffd81c373ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.090972 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34324) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:32.098888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ab9c740b-c354-4510-93b5-ac4039ca3bb4 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1157409745', 'description': 'tempest-description--698358621'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:32.160140 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03fe69bd-2089-4dd5-8001-7ffd81c373ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.241536 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca7051-6b22-4586-83a0-f859384679c4 service neutron] Pushing event updated for resources: {'Port': ['ID=07e49a48-d61b-4098-8c5e-9bc161f48e8c,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:32.246088 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab9c740b-c354-4510-93b5-ac4039ca3bb4 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.255461 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.312447 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03fe69bd-2089-4dd5-8001-7ffd81c373ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.314205 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-171c5d89-68de-4dcc-af3d-da288930feed req-3119444b-e1a0-4c9e-ae66-ea4365bdd52b tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146245 Jul 22 16:26:32.315527 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03fe69bd-2089-4dd5-8001-7ffd81c373ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.316782 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-03fe69bd-2089-4dd5-8001-7ffd81c373ed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3c351463-8494-4a5b-827b-1f40c14926b2 HTTP/1.1" status: 204 len: 168 time: 0.3437991 Jul 22 16:26:32.334027 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73992a84-abff-4722-bf4b-2debc0b8089c req-0c001341-baa6-494c-8148-45097cd45708 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:32.341655 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-73992a84-abff-4722-bf4b-2debc0b8089c req-0c001341-baa6-494c-8148-45097cd45708 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 946 time: 0.1601996 Jul 22 16:26:32.361242 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port d4efcc0a-c422-4d1e-9212-1c0d392e2b11, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d4efcc0a-c422-4d1e-9212-1c0d392e2b11,segment=NetworkSegment(d42dd726-cd93-4cee-bde5-720aab4522a9),segment_id=d42dd726-cd93-4cee-bde5-720aab4522a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:32.365848 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe69bd-2089-4dd5-8001-7ffd81c373ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c351463-8494-4a5b-827b-1f40c14926b2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:32.367544 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.434701 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=d4efcc0a-c422-4d1e-9212-1c0d392e2b11,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:32.467730 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-73992a84-abff-4722-bf4b-2debc0b8089c req-53f5f0c8-9b45-4d2b-8e81-d18702a80952 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245861 Jul 22 16:26:32.475700 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-441553a1-7fa6-4c5b-8593-b46267ee485c service neutron] 10.222.0.16 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6241627 Jul 22 16:26:32.494322 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-ada2a6b8-b999-4b4d-b50d-a4d8bbba6295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a462607-820a-4878-a7e7-5e479a7adfaf {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:32.504771 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bda2276-5c77-4a73-9e0d-e0e9f46f4fa4 x-openstack-request-id: req-7bda2276-5c77-4a73-9e0d-e0e9f46f4fa4 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:32.505032 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1522b8e6-703c-4707-bd61-d2ed56d74fd9", "tag": "07e49a48-d61b-4098-8c5e-9bc161f48e8c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:32.505289 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7bda2276-5c77-4a73-9e0d-e0e9f46f4fa4 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:32.505661 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1522b8e6-703c-4707-bd61-d2ed56d74fd9', 'tag': '07e49a48-d61b-4098-8c5e-9bc161f48e8c', 'status': 'completed', 'code': 200} Jul 22 16:26:32.543788 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab9c740b-c354-4510-93b5-ac4039ca3bb4 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.545778 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92fcbb-7874-4d35-a659-357580c094bd req-3dcb3e1d-6dc1-4f68-b294-a93905a5d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:32.547508 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc92fcbb-7874-4d35-a659-357580c094bd req-3dcb3e1d-6dc1-4f68-b294-a93905a5d72b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c8d6245ad404817abeaf30553b64f00&device_id=1522b8e6-703c-4707-bd61-d2ed56d74fd9 HTTP/1.1" status: 200 len: 1098 time: 0.5901937 Jul 22 16:26:32.550775 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-ada2a6b8-b999-4b4d-b50d-a4d8bbba6295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.552416 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab9c740b-c354-4510-93b5-ac4039ca3bb4 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.643672 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.677593 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc92fcbb-7874-4d35-a659-357580c094bd req-f7dc2713-3422-4f60-bc79-ae4d276e552d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=07e49a48-d61b-4098-8c5e-9bc161f48e8c HTTP/1.1" status: 200 len: 217 time: 0.0732586 Jul 22 16:26:32.698604 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-ada2a6b8-b999-4b4d-b50d-a4d8bbba6295 service neutron] Transition to ACTIVE for port object 4a462607-820a-4878-a7e7-5e479a7adfaf will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:32.736758 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab9c740b-c354-4510-93b5-ac4039ca3bb4 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.742514 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ab9c740b-c354-4510-93b5-ac4039ca3bb4 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6461639 Jul 22 16:26:32.753457 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34346) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:32.761729 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-95e59b82-6b22-4bd1-9501-0df37a596ec1 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Request body: {'security_group_rule': {'security_group_id': '8b16d6b5-683a-4a99-865c-4893bd842cac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:32.768000 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-ada2a6b8-b999-4b4d-b50d-a4d8bbba6295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.770161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c740b-c354-4510-93b5-ac4039ca3bb4 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b16d6b5-683a-4a99-865c-4893bd842cac,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:32.846058 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92fcbb-7874-4d35-a659-357580c094bd req-832fffe7-9c59-495c-9f2a-8af8f1e6208a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:32.846199 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95e59b82-6b22-4bd1-9501-0df37a596ec1 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.847345 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc92fcbb-7874-4d35-a659-357580c094bd req-832fffe7-9c59-495c-9f2a-8af8f1e6208a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1587379 Jul 22 16:26:32.863534 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d6d55-fa3e-46e7-b77e-ccec23879690 req-efba9a66-de12-4be4-aa4f-ebfcdf7b269d tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:32.865981 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-033d6d55-fa3e-46e7-b77e-ccec23879690 req-efba9a66-de12-4be4-aa4f-ebfcdf7b269d tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d6ffe2-d164-47e4-9e99-2c8c7c29343a HTTP/1.1" status: 200 len: 936 time: 0.3066528 Jul 22 16:26:32.875490 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b77a5a-aa4b-4b50-82ab-4e71950f6365 req-a8612188-9df8-4975-874a-0ea75e4bf099 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:32.877029 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d8b77a5a-aa4b-4b50-82ab-4e71950f6365 req-a8612188-9df8-4975-874a-0ea75e4bf099 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec89db0c-c0ee-4137-bb2e-370090e81a24 HTTP/1.1" status: 200 len: 970 time: 0.2618876 Jul 22 16:26:32.924292 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34350) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:32.930230 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-19ab1b19-c439-481c-a74d-fe96572bea0a service neutron] 10.222.0.16 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236500 Jul 22 16:26:32.936549 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2a6b8-b999-4b4d-b50d-a4d8bbba6295 service neutron] Pushing event updated for resources: {'Port': ['ID=4a462607-820a-4878-a7e7-5e479a7adfaf,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:33.037207 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f167a132-debd-4b8e-87fd-1e6d8fc65fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:33.060220 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-ada2a6b8-b999-4b4d-b50d-a4d8bbba6295 service neutron] Attempting to bind port 4a462607-820a-4878-a7e7-5e479a7adfaf on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:33.060550 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-ada2a6b8-b999-4b4d-b50d-a4d8bbba6295 service neutron] Attempting to bind port 4a462607-820a-4878-a7e7-5e479a7adfaf by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:33.060874 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-ada2a6b8-b999-4b4d-b50d-a4d8bbba6295 service neutron] Attempting to bind port 4a462607-820a-4878-a7e7-5e479a7adfaf on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:33.070508 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-ada2a6b8-b999-4b4d-b50d-a4d8bbba6295 service neutron] Port 4a462607-820a-4878-a7e7-5e479a7adfaf on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:26:33.070829 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-ada2a6b8-b999-4b4d-b50d-a4d8bbba6295 service neutron] Attempting to bind port 4a462607-820a-4878-a7e7-5e479a7adfaf on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:33.080070 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92fcbb-7874-4d35-a659-357580c094bd req-81bb6182-50a5-4bb5-8594-6bf4f9c0e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:33.081588 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc92fcbb-7874-4d35-a659-357580c094bd req-81bb6182-50a5-4bb5-8594-6bf4f9c0e663 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2224374 Jul 22 16:26:33.084276 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-ada2a6b8-b999-4b4d-b50d-a4d8bbba6295 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:33.084609 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-ada2a6b8-b999-4b4d-b50d-a4d8bbba6295 service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:33.084986 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-ada2a6b8-b999-4b4d-b50d-a4d8bbba6295 service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:33.085147 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-033d6d55-fa3e-46e7-b77e-ccec23879690 req-0bfb313d-c4ad-4e04-8d15-3f2bd90527d5 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070889 Jul 22 16:26:33.085420 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-ada2a6b8-b999-4b4d-b50d-a4d8bbba6295 service neutron] Bound port: 4a462607-820a-4878-a7e7-5e479a7adfaf, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:33.086191 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-ada2a6b8-b999-4b4d-b50d-a4d8bbba6295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:33.152093 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95e59b82-6b22-4bd1-9501-0df37a596ec1 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:33.163717 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95e59b82-6b22-4bd1-9501-0df37a596ec1 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:33.204015 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e59b82-6b22-4bd1-9501-0df37a596ec1 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92172b36-f156-4d2f-8d8f-87c785b75fdc,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:33.245242 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-d8b77a5a-aa4b-4b50-82ab-4e71950f6365 req-1d424543-532a-42c9-ad6f-337e398568d8 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Deleting port 80f98d9d-66e2-4257-9a84-68c2b715554c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:26:33.245609 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d8b77a5a-aa4b-4b50-82ab-4e71950f6365 req-1d424543-532a-42c9-ad6f-337e398568d8 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:33.304290 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1b1ef-3fc1-4259-9410-dae9e4cd0363 req-d426342f-05f6-45c8-9501-f56ea07ea033 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:33.305864 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7ed1b1ef-3fc1-4259-9410-dae9e4cd0363 req-d426342f-05f6-45c8-9501-f56ea07ea033 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec89db0c-c0ee-4137-bb2e-370090e81a24 HTTP/1.1" status: 200 len: 970 time: 0.3032002 Jul 22 16:26:33.374802 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-ada2a6b8-b999-4b4d-b50d-a4d8bbba6295 service neutron] For port 4a462607-820a-4878-a7e7-5e479a7adfaf, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:33.408290 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-ada2a6b8-b999-4b4d-b50d-a4d8bbba6295 service neutron] For port 4a462607-820a-4878-a7e7-5e479a7adfaf, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4a462607-820a-4878-a7e7-5e479a7adfaf,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:33.416337 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc92fcbb-7874-4d35-a659-357580c094bd req-4105491b-0112-4e3d-bfab-1a4981ba4eb9 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259964 Jul 22 16:26:33.425060 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-ada2a6b8-b999-4b4d-b50d-a4d8bbba6295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:33.451455 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7ed1b1ef-3fc1-4259-9410-dae9e4cd0363 req-6eb91c99-254f-4aa0-a95f-77cbf15029b3 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/security-groups?id=c8e4ba1a-2119-423b-ae42-4bfb84a1307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325173 Jul 22 16:26:33.503517 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-66a2acad-ba57-4b53-87b7-9b35e15608c1 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:33.505707 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-66a2acad-ba57-4b53-87b7-9b35e15608c1 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e&tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&binding%3Ahost_id=n-h2-798930-9 HTTP/1.1" status: 200 len: 1097 time: 0.3290930 Jul 22 16:26:33.519144 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-ada2a6b8-b999-4b4d-b50d-a4d8bbba6295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:33.519931 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-ada2a6b8-b999-4b4d-b50d-a4d8bbba6295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:33.528793 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-ada2a6b8-b999-4b4d-b50d-a4d8bbba6295 service neutron] 10.222.0.30 "PUT /v2.0/ports/4a462607-820a-4878-a7e7-5e479a7adfaf HTTP/1.1" status: 200 len: 1096 time: 2.8477435 Jul 22 16:26:33.540966 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-83534eee-4901-41bb-b032-4f456d0370ae service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798930-9'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:33.551803 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f167a132-debd-4b8e-87fd-1e6d8fc65fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:33.567250 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f167a132-debd-4b8e-87fd-1e6d8fc65fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:33.578002 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95e59b82-6b22-4bd1-9501-0df37a596ec1 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:33.579194 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-95e59b82-6b22-4bd1-9501-0df37a596ec1 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8236542 Jul 22 16:26:33.590154 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34372) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:33.600939 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b3bd6533-d7e4-4af1-a563-ddae597403bc tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Request body: {'security_group_rule': {'security_group_id': '8b16d6b5-683a-4a99-865c-4893bd842cac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:33.639477 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-d8b77a5a-aa4b-4b50-82ab-4e71950f6365 req-1d424543-532a-42c9-ad6f-337e398568d8 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] For port 80f98d9d-66e2-4257-9a84-68c2b715554c, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=80f98d9d-66e2-4257-9a84-68c2b715554c,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:33.639840 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d8b77a5a-aa4b-4b50-82ab-4e71950f6365 req-1d424543-532a-42c9-ad6f-337e398568d8 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:33.658720 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc92fcbb-7874-4d35-a659-357580c094bd req-79711388-d057-4c11-992a-1cad1e21f244 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286375 Jul 22 16:26:33.672689 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-d8b77a5a-aa4b-4b50-82ab-4e71950f6365 req-1d424543-532a-42c9-ad6f-337e398568d8 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Calling delete_port for 80f98d9d-66e2-4257-9a84-68c2b715554c owned by compute:tempest-test_az-917345331 {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:26:33.679529 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f167a132-debd-4b8e-87fd-1e6d8fc65fe3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=225bfb397b7e4a15b045eba1158b2b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7182145 Jul 22 16:26:33.680616 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167a132-debd-4b8e-87fd-1e6d8fc65fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5b6f00-ed88-4a94-9827-4f442f02b1af,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:33.688021 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34376) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:33.773848 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2a6b8-b999-4b4d-b50d-a4d8bbba6295 service neutron] Pushing event updated for resources: {'Port': ['ID=4a462607-820a-4878-a7e7-5e479a7adfaf,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:33.808361 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d4efcc0a-c422-4d1e-9212-1c0d392e2b11 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:33.862274 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3bd6533-d7e4-4af1-a563-ddae597403bc tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:33.874298 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port d4efcc0a-c422-4d1e-9212-1c0d392e2b11 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:33.875494 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:33.892484 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-83534eee-4901-41bb-b032-4f456d0370ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:33.905774 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f32bba-f1e1-498a-a963-8852155bd518 req-dd7a844d-d8d8-4eec-9f3c-b1aba054239f tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:33.907364 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e0f32bba-f1e1-498a-a963-8852155bd518 req-dd7a844d-d8d8-4eec-9f3c-b1aba054239f tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=1522b8e6-703c-4707-bd61-d2ed56d74fd9 HTTP/1.1" status: 200 len: 947 time: 0.1938426 Jul 22 16:26:33.930774 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-b73dcb1b-e365-43bb-8035-00de09c33482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:33.932282 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-b73dcb1b-e365-43bb-8035-00de09c33482 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18248dc1849e42ddb6b758abef62487d&device_id=26d6ffe2-d164-47e4-9e99-2c8c7c29343a HTTP/1.1" status: 200 len: 1099 time: 0.2726786 Jul 22 16:26:33.942337 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e1a3e10-29d2-469b-9574-6dccd7f657aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:33.963369 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e1a3e10-29d2-469b-9574-6dccd7f657aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.018379 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3bd6533-d7e4-4af1-a563-ddae597403bc tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.038353 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8706dc5-e6ef-4a15-8493-f403c35d11be req-6b265de1-b995-4752-8d42-5857b1572769 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:34.040001 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d8706dc5-e6ef-4a15-8493-f403c35d11be req-6b265de1-b995-4752-8d42-5857b1572769 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 946 time: 0.3245914 Jul 22 16:26:34.042319 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3bd6533-d7e4-4af1-a563-ddae597403bc tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.099406 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd6533-d7e4-4af1-a563-ddae597403bc tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986fe684-74ff-450c-9fe3-fbbbae2af075,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:34.134790 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3bd6533-d7e4-4af1-a563-ddae597403bc tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.137377 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b3bd6533-d7e4-4af1-a563-ddae597403bc tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5401802 Jul 22 16:26:34.144916 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34380) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:34.145574 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e1a3e10-29d2-469b-9574-6dccd7f657aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.148161 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e1a3e10-29d2-469b-9574-6dccd7f657aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.152013 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8e1a3e10-29d2-469b-9574-6dccd7f657aa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4f5b6f00-ed88-4a94-9827-4f442f02b1af HTTP/1.1" status: 204 len: 168 time: 0.4627352 Jul 22 16:26:34.157618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-cc0e10f7-49b4-4ada-aaae-42a1327f4965 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:34.216512 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a3e10-29d2-469b-9574-6dccd7f657aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5b6f00-ed88-4a94-9827-4f442f02b1af,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:34.227150 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d8706dc5-e6ef-4a15-8493-f403c35d11be req-8578939a-5f5b-4c07-9288-397a89965c41 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744652 Jul 22 16:26:34.227344 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-9989137f-40a5-49ad-8984-ec7deac73c05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=4a462607-820a-4878-a7e7-5e479a7adfaf HTTP/1.1" status: 200 len: 217 time: 0.2785196 Jul 22 16:26:34.232034 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b097ac-ecee-4e25-bda6-1bdf338fff94 req-aa8655ad-0b98-4036-a9cd-d0861305087e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:34.233759 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-90b097ac-ecee-4e25-bda6-1bdf338fff94 req-aa8655ad-0b98-4036-a9cd-d0861305087e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c8d6245ad404817abeaf30553b64f00&device_id=1522b8e6-703c-4707-bd61-d2ed56d74fd9 HTTP/1.1" status: 200 len: 1098 time: 0.4304733 Jul 22 16:26:34.236962 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d8b77a5a-aa4b-4b50-82ab-4e71950f6365 req-1d424543-532a-42c9-ad6f-337e398568d8 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.239426 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc0e10f7-49b4-4ada-aaae-42a1327f4965 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.269638 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['80f98d9d-66e2-4257-9a84-68c2b715554c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:34.288596 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e0f32bba-f1e1-498a-a963-8852155bd518 req-8e17fe9f-ae6c-4b20-b7a3-4d891e7e29c7 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618402 Jul 22 16:26:34.348254 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d424543-532a-42c9-ad6f-337e398568d8 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Pushing event deleted for resources: {'Port': ['ID=80f98d9d-66e2-4257-9a84-68c2b715554c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:34.457493 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.470380 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b77a5a-aa4b-4b50-82ab-4e71950f6365 req-1d424543-532a-42c9-ad6f-337e398568d8 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] No DVR routers for this DVR port 80f98d9d-66e2-4257-9a84-68c2b715554c on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:26:34.486101 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d8b77a5a-aa4b-4b50-82ab-4e71950f6365 req-1d424543-532a-42c9-ad6f-337e398568d8 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.491707 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d8b77a5a-aa4b-4b50-82ab-4e71950f6365 req-1d424543-532a-42c9-ad6f-337e398568d8 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.16 "DELETE /v2.0/ports/80f98d9d-66e2-4257-9a84-68c2b715554c HTTP/1.1" status: 204 len: 173 time: 1.5914044 Jul 22 16:26:34.492414 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-cc3cc493-e3a7-4214-8cb7-8b50e5f32205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:34.493504 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec89db0c-c0ee-4137-bb2e-370090e81a24', 'name': 'network-vif-deleted', 'tag': '80f98d9d-66e2-4257-9a84-68c2b715554c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:34.494386 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-cc3cc493-e3a7-4214-8cb7-8b50e5f32205 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.2544622 Jul 22 16:26:34.543189 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d6ffe2-d164-47e4-9e99-2c8c7c29343a', 'tag': '4a462607-820a-4878-a7e7-5e479a7adfaf'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:34.545697 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a23386-dd0e-40df-baf6-b20142a6b0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "26d6ffe2-d164-47e4-9e99-2c8c7c29343a", "tag": "4a462607-820a-4878-a7e7-5e479a7adfaf"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:34.616489 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-83534eee-4901-41bb-b032-4f456d0370ae service neutron] For port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:34.659391 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b097ac-ecee-4e25-bda6-1bdf338fff94 req-3ca44cf4-89ab-4860-86c4-998cde5079b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:34.661314 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-90b097ac-ecee-4e25-bda6-1bdf338fff94 req-3ca44cf4-89ab-4860-86c4-998cde5079b9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.4081638 Jul 22 16:26:34.744766 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-90b097ac-ecee-4e25-bda6-1bdf338fff94 req-6f0fb324-7f93-4b95-8374-eb12140a98d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=07e49a48-d61b-4098-8c5e-9bc161f48e8c HTTP/1.1" status: 200 len: 217 time: 0.0752914 Jul 22 16:26:34.773096 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d585c0e-46ad-4a55-849b-da4e24840aeb req-236db788-f41a-45c9-873d-c37a01a32257 tempest-ServerDiagnosticsNegativeTest-219527892 tempest-ServerDiagnosticsNegativeTest-219527892-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec89db0c-c0ee-4137-bb2e-370090e81a24 HTTP/1.1" status: 200 len: 210 time: 0.0841091 Jul 22 16:26:34.785886 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-83534eee-4901-41bb-b032-4f456d0370ae service neutron] For port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:34.791505 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da565705-33f7-4b4c-acf5-eef84dec4626 req-30f248ad-1fae-4ecd-841a-a4b1d839496f tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:34.793080 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-da565705-33f7-4b4c-acf5-eef84dec4626 req-30f248ad-1fae-4ecd-841a-a4b1d839496f tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d6ffe2-d164-47e4-9e99-2c8c7c29343a HTTP/1.1" status: 200 len: 948 time: 0.3267441 Jul 22 16:26:34.846753 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a72e67e-b243-4837-b447-48307b376047" -d '{"events": [{"server_uuid": "ec89db0c-c0ee-4137-bb2e-370090e81a24", "name": "network-vif-deleted", "tag": "80f98d9d-66e2-4257-9a84-68c2b715554c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:34.859965 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc0e10f7-49b4-4ada-aaae-42a1327f4965 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.864724 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-c99c15f1-1919-4c45-829e-fdac70a3e376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:34.866280 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-c99c15f1-1919-4c45-829e-fdac70a3e376 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3155127 Jul 22 16:26:34.876127 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-da565705-33f7-4b4c-acf5-eef84dec4626 req-f42ab241-44e5-4577-abef-cc78c9d3486c tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663095 Jul 22 16:26:34.910190 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc41c225-28f3-44c4-a911-cd963d195498 x-openstack-request-id: req-dc41c225-28f3-44c4-a911-cd963d195498 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:34.910344 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d6ffe2-d164-47e4-9e99-2c8c7c29343a", "tag": "4a462607-820a-4878-a7e7-5e479a7adfaf", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:34.910618 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dc41c225-28f3-44c4-a911-cd963d195498 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:34.911010 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d6ffe2-d164-47e4-9e99-2c8c7c29343a', 'tag': '4a462607-820a-4878-a7e7-5e479a7adfaf', 'status': 'completed', 'code': 200} Jul 22 16:26:34.932048 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b097ac-ecee-4e25-bda6-1bdf338fff94 req-6baa9b02-2f7e-43ea-9041-93467f0a6a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:34.934153 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-90b097ac-ecee-4e25-bda6-1bdf338fff94 req-6baa9b02-2f7e-43ea-9041-93467f0a6a92 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1638079 Jul 22 16:26:34.952226 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-83534eee-4901-41bb-b032-4f456d0370ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:35.031414 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-83534eee-4901-41bb-b032-4f456d0370ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:35.065638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-cc0e10f7-49b4-4ada-aaae-42a1327f4965 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Allocated IP 172.25.0.158 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/788cd52e-17fb-4365-ae93-ea70b3189a5d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:35.247569 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc0e10f7-49b4-4ada-aaae-42a1327f4965 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:35.256510 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-8a6cdbf1-dad5-434b-9fe1-c818335e3074 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816805 Jul 22 16:26:35.256967 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0e941b-54d6-4ee8-b3d1-64ebfdfdabd9 x-openstack-request-id: req-eb0e941b-54d6-4ee8-b3d1-64ebfdfdabd9 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:35.257375 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec89db0c-c0ee-4137-bb2e-370090e81a24", "name": "network-vif-deleted", "tag": "80f98d9d-66e2-4257-9a84-68c2b715554c", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:35.257765 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eb0e941b-54d6-4ee8-b3d1-64ebfdfdabd9 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:35.258368 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec89db0c-c0ee-4137-bb2e-370090e81a24', 'name': 'network-vif-deleted', 'tag': '80f98d9d-66e2-4257-9a84-68c2b715554c', 'status': 'completed', 'code': 200} Jul 22 16:26:35.338519 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc0e10f7-49b4-4ada-aaae-42a1327f4965 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:35.424773 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0e10f7-49b4-4ada-aaae-42a1327f4965 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:35.460874 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-cc0e10f7-49b4-4ada-aaae-42a1327f4965 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:35.463706 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83534eee-4901-41bb-b032-4f456d0370ae service neutron] Pushing event updated for resources: {'Port': ['ID=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:35.466122 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0e10f7-49b4-4ada-aaae-42a1327f4965 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:35.470208 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b097ac-ecee-4e25-bda6-1bdf338fff94 req-b8efa690-cd90-43c1-97b4-5cfdd4471626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:35.472807 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-90b097ac-ecee-4e25-bda6-1bdf338fff94 req-b8efa690-cd90-43c1-97b4-5cfdd4471626 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5236659 Jul 22 16:26:35.475629 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52defe41-c682-4dd9-8b42-d3e99e34721a req-82e17e3d-a236-4597-a6d7-b5cdce77b1cb service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034702 Jul 22 16:26:35.500509 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-83534eee-4901-41bb-b032-4f456d0370ae service neutron] Attempting to bind port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f on host n-h2-798930-9 for vnic_type normal with profile {"migrating_to": "n-h1-798930-9"} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:35.501214 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-83534eee-4901-41bb-b032-4f456d0370ae service neutron] Attempting to bind port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:35.501384 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-83534eee-4901-41bb-b032-4f456d0370ae service neutron] Attempting to bind port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:35.546908 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-83534eee-4901-41bb-b032-4f456d0370ae service neutron] Port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:26:35.548006 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-83534eee-4901-41bb-b032-4f456d0370ae service neutron] Attempting to bind port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:35.571680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e10f7-49b4-4ada-aaae-42a1327f4965 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Pushing event updated for resources: {'Port': ['ID=788cd52e-17fb-4365-ae93-ea70b3189a5d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:35.573603 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-83534eee-4901-41bb-b032-4f456d0370ae service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:35.573960 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-83534eee-4901-41bb-b032-4f456d0370ae service neutron] Checking segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:35.574349 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-83534eee-4901-41bb-b032-4f456d0370ae service neutron] Bound using segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:35.574791 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-83534eee-4901-41bb-b032-4f456d0370ae service neutron] Bound port: 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:35.575152 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-83534eee-4901-41bb-b032-4f456d0370ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:35.626171 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553daf42-8f6d-44d4-86d9-9ea97cc0c43d req-4a484680-df80-4c45-8f6a-c0111b28347d tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:35.627645 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-553daf42-8f6d-44d4-86d9-9ea97cc0c43d req-4a484680-df80-4c45-8f6a-c0111b28347d tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 944 time: 0.2588477 Jul 22 16:26:35.636724 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc0e10f7-49b4-4ada-aaae-42a1327f4965 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:35.707216 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-553daf42-8f6d-44d4-86d9-9ea97cc0c43d req-c20f5623-feb2-4085-b37d-3787eaf6cb01 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717859 Jul 22 16:26:35.708081 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc0e10f7-49b4-4ada-aaae-42a1327f4965 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:35.731866 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa592cf5-f3b1-4fcf-af2b-cb02b8fdbc14 req-cead6b48-4445-49eb-af91-846b7ec5eb97 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:35.738754 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fa592cf5-f3b1-4fcf-af2b-cb02b8fdbc14 req-cead6b48-4445-49eb-af91-846b7ec5eb97 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=1522b8e6-703c-4707-bd61-d2ed56d74fd9 HTTP/1.1" status: 200 len: 947 time: 0.2777796 Jul 22 16:26:35.760082 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-83534eee-4901-41bb-b032-4f456d0370ae service neutron] For port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:35.764895 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-83534eee-4901-41bb-b032-4f456d0370ae service neutron] For port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:35.780848 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-90b097ac-ecee-4e25-bda6-1bdf338fff94 req-1b6485d0-29d6-4cbd-af8b-8c9686b136eb service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731123 Jul 22 16:26:35.789136 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-83534eee-4901-41bb-b032-4f456d0370ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:35.893717 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a23386-dd0e-40df-baf6-b20142a6b0dc req-d8c9dd85-95f3-4b33-bbc8-13582a5e6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:35.895276 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d7a23386-dd0e-40df-baf6-b20142a6b0dc req-d8c9dd85-95f3-4b33-bbc8-13582a5e6672 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18248dc1849e42ddb6b758abef62487d&device_id=26d6ffe2-d164-47e4-9e99-2c8c7c29343a HTTP/1.1" status: 200 len: 1099 time: 0.2791104 Jul 22 16:26:35.932086 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fa592cf5-f3b1-4fcf-af2b-cb02b8fdbc14 req-234e4e91-be32-433b-998c-e03aa554a838 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924348 Jul 22 16:26:35.994826 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83534eee-4901-41bb-b032-4f456d0370ae service neutron] Pushing event updated for resources: {'Port': ['ID=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f,revision_number=8']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:36.038037 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-90b097ac-ecee-4e25-bda6-1bdf338fff94 req-355f2b3e-d147-452e-a2f9-b216d2ab09c2 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448275 Jul 22 16:26:36.043944 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-83534eee-4901-41bb-b032-4f456d0370ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:36.045060 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-83534eee-4901-41bb-b032-4f456d0370ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:36.047230 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-83534eee-4901-41bb-b032-4f456d0370ae service neutron] 10.222.0.16 "PUT /v2.0/ports/6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f HTTP/1.1" status: 200 len: 1122 time: 2.5173917 Jul 22 16:26:36.088910 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc0e10f7-49b4-4ada-aaae-42a1327f4965 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:36.098112 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc0e10f7-49b4-4ada-aaae-42a1327f4965 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:36.150450 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc0e10f7-49b4-4ada-aaae-42a1327f4965 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:36.174505 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc0e10f7-49b4-4ada-aaae-42a1327f4965 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:36.186582 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cc0e10f7-49b4-4ada-aaae-42a1327f4965 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0327942 Jul 22 16:26:36.212814 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:36.217113 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e10f7-49b4-4ada-aaae-42a1327f4965 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Pushing event updated for resources: {'Port': ['ID=788cd52e-17fb-4365-ae93-ea70b3189a5d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:36.245820 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a23386-dd0e-40df-baf6-b20142a6b0dc req-c9814c81-5bf6-4fda-b0aa-f5f1c9beba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:36.247455 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d7a23386-dd0e-40df-baf6-b20142a6b0dc req-c9814c81-5bf6-4fda-b0aa-f5f1c9beba7d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.3053756 Jul 22 16:26:36.321646 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23b27f-5890-4b5d-a1ca-9b096a40b710 req-563813eb-9cf0-425c-904a-07aef3851fd3 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:36.323560 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7d23b27f-5890-4b5d-a1ca-9b096a40b710 req-563813eb-9cf0-425c-904a-07aef3851fd3 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d6ffe2-d164-47e4-9e99-2c8c7c29343a HTTP/1.1" status: 200 len: 948 time: 0.1500506 Jul 22 16:26:36.325154 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d7a23386-dd0e-40df-baf6-b20142a6b0dc req-4c8666d3-eebc-4aaa-aa2e-931bbdf33715 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=4a462607-820a-4878-a7e7-5e479a7adfaf HTTP/1.1" status: 200 len: 217 time: 0.0688028 Jul 22 16:26:36.432604 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a23386-dd0e-40df-baf6-b20142a6b0dc req-02d895b8-8f11-4ebe-be3e-e29f6126d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:36.434343 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d7a23386-dd0e-40df-baf6-b20142a6b0dc req-02d895b8-8f11-4ebe-be3e-e29f6126d236 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1009490 Jul 22 16:26:36.460444 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7d23b27f-5890-4b5d-a1ca-9b096a40b710 req-06dd6032-1e43-4fb8-acf2-6b2eaa8f8ada tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272919 Jul 22 16:26:36.471992 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 07e49a48-d61b-4098-8c5e-9bc161f48e8c details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:26:36.524151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a23386-dd0e-40df-baf6-b20142a6b0dc req-acb4563c-45d1-4413-8f16-f8b1743dad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:36.526398 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d7a23386-dd0e-40df-baf6-b20142a6b0dc req-acb4563c-45d1-4413-8f16-f8b1743dad1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0661068 Jul 22 16:26:36.533572 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 80f98d9d-66e2-4257-9a84-68c2b715554c no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:26:36.537784 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525c178-44a7-4a54-9962-0c87b1756e8b req-38453b17-267b-49f0-b755-56a0ee614a7c tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:36.539403 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e525c178-44a7-4a54-9962-0c87b1756e8b req-38453b17-267b-49f0-b755-56a0ee614a7c tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 970 time: 0.1387722 Jul 22 16:26:36.572537 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34498) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:36.610428 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34506) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:36.640653 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e525c178-44a7-4a54-9962-0c87b1756e8b req-aa439b8e-c732-41c1-9a72-68dc2abbdbe0 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/security-groups?id=8ef60425-7c2c-4442-beef-9e27d8e1a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955646 Jul 22 16:26:36.721895 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-ab9a9ee4-7934-43cc-b718-ec02252da8d9 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1157409745&fields=id&tenant_id=7a88e2d6b4e14872bbf9144b56af99b9 HTTP/1.1" status: 200 len: 267 time: 0.0950782 Jul 22 16:26:36.735757 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 07e49a48-d61b-4098-8c5e-9bc161f48e8c, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=07e49a48-d61b-4098-8c5e-9bc161f48e8c,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:36.752339 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '07e49a48-d61b-4098-8c5e-9bc161f48e8c', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '07e49a48-d61b-4098-8c5e-9bc161f48e8c', 'mac_address': 'fa:16:3e:66:80:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:26:36.756726 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 80f98d9d-66e2-4257-9a84-68c2b715554c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:26:36.757286 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 80f98d9d-66e2-4257-9a84-68c2b715554c not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:26:36.806070 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d7a23386-dd0e-40df-baf6-b20142a6b0dc req-9bd2faa5-d44b-46da-875c-84bae5ce1d80 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690992 Jul 22 16:26:36.812637 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:36.828853 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e49a48-d61b-4098-8c5e-9bc161f48e8c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:36.853410 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9490ee7f-aca1-48fc-a970-936eb12667dc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0b575842e3894d8db218989a76048453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416520 Jul 22 16:26:36.857561 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 07e49a48-d61b-4098-8c5e-9bc161f48e8c, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=07e49a48-d61b-4098-8c5e-9bc161f48e8c,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:36.858665 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34518) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:36.868087 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:36.872898 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4244e8a-dceb-4764-9824-95bcf587250b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:36.885761 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-d669c77b-eb2e-466c-aabe-5d48359b2b4b tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:36.890570 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-d669c77b-eb2e-466c-aabe-5d48359b2b4b tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/networks?id=5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 HTTP/1.1" status: 200 len: 823 time: 0.1675806 Jul 22 16:26:36.926039 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=07e49a48-d61b-4098-8c5e-9bc161f48e8c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:36.930427 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583a5098-fb5c-42f6-b73b-89750a74c39e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f'}, {'name': 'network-changed', 'server_uuid': '583a5098-fb5c-42f6-b73b-89750a74c39e', 'tag': '6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:36.933295 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9cf730-81cc-44c0-a905-028c96f944a8" -d '{"events": [{"server_uuid": "583a5098-fb5c-42f6-b73b-89750a74c39e", "name": "network-vif-unplugged", "status": "completed", "tag": "6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f"}, {"name": "network-changed", "server_uuid": "583a5098-fb5c-42f6-b73b-89750a74c39e", "tag": "6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:36.955591 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-651a19ba-d563-41de-875b-ee3d2660193f tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/quotas/7a88e2d6b4e14872bbf9144b56af99b9 HTTP/1.1" status: 200 len: 375 time: 0.0556619 Jul 22 16:26:36.960960 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85e8fc5a-f2ed-4b77-9163-6dc81fb6b6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:36.997452 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621d8f3-7db0-4881-b595-377218cdeec5 req-7fbb4a02-af18-45db-ae45-eae0f785cfe0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:36.998934 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4621d8f3-7db0-4881-b595-377218cdeec5 req-7fbb4a02-af18-45db-ae45-eae0f785cfe0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 944 time: 0.1276155 Jul 22 16:26:37.000826 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85e8fc5a-f2ed-4b77-9163-6dc81fb6b6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:37.061072 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4621d8f3-7db0-4881-b595-377218cdeec5 req-d584f2ae-4361-4593-acd5-bf8c64e57613 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534937 Jul 22 16:26:37.090281 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85e8fc5a-f2ed-4b77-9163-6dc81fb6b6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:37.095047 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85e8fc5a-f2ed-4b77-9163-6dc81fb6b6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:37.096242 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-85e8fc5a-f2ed-4b77-9163-6dc81fb6b6ba admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c8e4ba1a-2119-423b-ae42-4bfb84a1307a HTTP/1.1" status: 204 len: 168 time: 0.2366302 Jul 22 16:26:37.105133 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8fc5a-f2ed-4b77-9163-6dc81fb6b6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e4ba1a-2119-423b-ae42-4bfb84a1307a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:37.183784 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['07e49a48-d61b-4098-8c5e-9bc161f48e8c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:37.243029 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792f7a80-e353-4c47-bac2-a7f5694ee8e7 x-openstack-request-id: req-792f7a80-e353-4c47-bac2-a7f5694ee8e7 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:37.243412 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583a5098-fb5c-42f6-b73b-89750a74c39e", "name": "network-vif-unplugged", "status": "completed", "tag": "6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f", "code": 200}, {"name": "network-changed", "server_uuid": "583a5098-fb5c-42f6-b73b-89750a74c39e", "tag": "6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:37.243590 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-792f7a80-e353-4c47-bac2-a7f5694ee8e7 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:37.243936 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583a5098-fb5c-42f6-b73b-89750a74c39e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f', 'code': 200} Jul 22 16:26:37.244683 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583a5098-fb5c-42f6-b73b-89750a74c39e', 'tag': '6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f', 'status': 'completed', 'code': 200} Jul 22 16:26:37.288461 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d7a23386-dd0e-40df-baf6-b20142a6b0dc req-62ad3154-1c5a-4738-a913-557bcac58f49 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777937 Jul 22 16:26:37.351827 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c6d30-2a31-4e12-93ff-fd77f578c996 req-3e46ffb6-ada4-4e31-a3d2-7eec35c07150 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:37.370108 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-396c6d30-2a31-4e12-93ff-fd77f578c996 req-3e46ffb6-ada4-4e31-a3d2-7eec35c07150 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=1522b8e6-703c-4707-bd61-d2ed56d74fd9 HTTP/1.1" status: 200 len: 948 time: 0.1535234 Jul 22 16:26:37.389452 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-b2fb8a10-6372-471f-ab44-8b53fa5201ff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7a88e2d6b4e14872bbf9144b56af99b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4198055 Jul 22 16:26:37.422236 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-396c6d30-2a31-4e12-93ff-fd77f578c996 req-ab10b528-5c7a-4ecb-ac2a-4d4249ef6e44 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509984 Jul 22 16:26:37.441293 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cf730-81cc-44c0-a905-028c96f944a8 req-b0074ca6-caad-44f0-ac23-3963efde1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:37.442836 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f9cf730-81cc-44c0-a905-028c96f944a8 req-b0074ca6-caad-44f0-ac23-3963efde1d92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 1125 time: 0.2015901 Jul 22 16:26:37.493095 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4244e8a-dceb-4764-9824-95bcf587250b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:37.508134 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4244e8a-dceb-4764-9824-95bcf587250b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:37.556202 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34536) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:37.586199 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee7efde0-0552-4838-83e6-cce529b281d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:37.605842 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244e8a-dceb-4764-9824-95bcf587250b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acfccac-ccc4-4b00-81a7-bf35d71914df,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:37.612956 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f4244e8a-dceb-4764-9824-95bcf587250b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e59413acc51a4193ac9c57e9ba4d7f51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0369275 Jul 22 16:26:37.619271 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34538) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:37.622085 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-4b3098a0-e1c0-4cb3-9957-aea68d624ddb service neutron] 10.222.0.69 "GET /v2.0/networks/5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315335 Jul 22 16:26:37.674605 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cf730-81cc-44c0-a905-028c96f944a8 req-7058b966-5c74-4ae2-91c5-fd16babc753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:37.676084 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f9cf730-81cc-44c0-a905-028c96f944a8 req-7058b966-5c74-4ae2-91c5-fd16babc753c service neutron] 10.222.0.30 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 908 time: 0.2251539 Jul 22 16:26:37.689351 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877b4fd-2dfb-4860-9036-fcfdbd21cd9b req-62c91fc6-1a1f-4865-83c3-464585f47a2c tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:37.690884 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a877b4fd-2dfb-4860-9036-fcfdbd21cd9b req-62c91fc6-1a1f-4865-83c3-464585f47a2c tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d6ffe2-d164-47e4-9e99-2c8c7c29343a HTTP/1.1" status: 200 len: 948 time: 0.1461990 Jul 22 16:26:37.745359 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f9cf730-81cc-44c0-a905-028c96f944a8 req-689dd502-cfbc-4877-bbce-59215764e6c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f HTTP/1.1" status: 200 len: 217 time: 0.0443833 Jul 22 16:26:37.749899 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3aafa18-46db-4b6a-8bb0-a88ec31dfc8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:37.792024 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-23b6e480-1137-4339-a033-9f97947b911c service neutron] 10.222.0.69 "GET /v2.0/networks/5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690812 Jul 22 16:26:37.799149 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a877b4fd-2dfb-4860-9036-fcfdbd21cd9b req-bd438216-edd4-4021-bf72-4333155d0d10 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961685 Jul 22 16:26:37.802633 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3aafa18-46db-4b6a-8bb0-a88ec31dfc8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:37.808401 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cf730-81cc-44c0-a905-028c96f944a8 req-d07400ad-e5f9-474d-ab5e-11e1102d7a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:37.811698 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f9cf730-81cc-44c0-a905-028c96f944a8 req-d07400ad-e5f9-474d-ab5e-11e1102d7a7f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1dac8087-5dfb-4e2d-bc9b-97574efc063c HTTP/1.1" status: 200 len: 847 time: 0.0597823 Jul 22 16:26:37.850978 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee7efde0-0552-4838-83e6-cce529b281d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:37.858902 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f9cf730-81cc-44c0-a905-028c96f944a8 req-a521c963-ad04-414e-8e69-2b0790a2437c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f917a743-2b29-4ed7-bc92-4ef128fdeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394871 Jul 22 16:26:37.861884 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee7efde0-0552-4838-83e6-cce529b281d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:37.909960 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7efde0-0552-4838-83e6-cce529b281d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1302fc3-61d5-4de7-9564-080735d0b0ff,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:37.917876 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ee7efde0-0552-4838-83e6-cce529b281d8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8c73e854f99f4abb8c614ae460801247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626502 Jul 22 16:26:37.921206 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34546) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:37.941718 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3aafa18-46db-4b6a-8bb0-a88ec31dfc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:37.963739 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3aafa18-46db-4b6a-8bb0-a88ec31dfc8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:37.970680 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d3aafa18-46db-4b6a-8bb0-a88ec31dfc8d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5acfccac-ccc4-4b00-81a7-bf35d71914df HTTP/1.1" status: 204 len: 168 time: 0.3459947 Jul 22 16:26:37.984857 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aafa18-46db-4b6a-8bb0-a88ec31dfc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acfccac-ccc4-4b00-81a7-bf35d71914df,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:38.029747 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f9cf730-81cc-44c0-a905-028c96f944a8 req-823f4e41-82ed-4d45-977b-2bff6b027aa9 service neutron] 10.222.0.30 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631861 Jul 22 16:26:38.056248 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9dc54aa-bcd2-4f55-95d5-9ec133762073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:38.100589 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9dc54aa-bcd2-4f55-95d5-9ec133762073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:38.169678 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea09c6ea-2eaa-4fc2-849a-c2f69664cba4 req-2e609fd8-c637-49f1-a7e8-2c94da2a8e4f tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd51c8c2-9b04-4360-9c28-701658465173 HTTP/1.1" status: 200 len: 210 time: 0.0716035 Jul 22 16:26:38.202884 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9dc54aa-bcd2-4f55-95d5-9ec133762073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:38.205978 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9dc54aa-bcd2-4f55-95d5-9ec133762073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:38.207615 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b9dc54aa-bcd2-4f55-95d5-9ec133762073 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b1302fc3-61d5-4de7-9564-080735d0b0ff HTTP/1.1" status: 204 len: 168 time: 0.2844591 Jul 22 16:26:38.229290 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc54aa-bcd2-4f55-95d5-9ec133762073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1302fc3-61d5-4de7-9564-080735d0b0ff,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:38.229875 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f9cf730-81cc-44c0-a905-028c96f944a8 req-bcc8e839-2d49-418f-9f45-a661f3cf343a service neutron] 10.222.0.30 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871164 Jul 22 16:26:38.273137 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9c024-7f22-4d06-97fc-e1dee52dea5d req-73b8bcb3-fa71-427d-96fa-1abd01680f3c tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:38.274638 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ded9c024-7f22-4d06-97fc-e1dee52dea5d req-73b8bcb3-fa71-427d-96fa-1abd01680f3c tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.16 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 970 time: 0.2687302 Jul 22 16:26:38.290869 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dcf0a-b2b9-4767-804a-8dbb504e47f4 req-f196d5ad-f88c-4e42-a898-d40c1c4b2e6e tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:38.292615 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-159dcf0a-b2b9-4767-804a-8dbb504e47f4 req-f196d5ad-f88c-4e42-a898-d40c1c4b2e6e tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 970 time: 0.2882049 Jul 22 16:26:38.399545 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60717177-1936-4dad-8b53-4b942eb27d4d req-431b0be2-8ad8-4bdf-b29f-ba0552c1b2c9 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:38.402641 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60717177-1936-4dad-8b53-4b942eb27d4d req-431b0be2-8ad8-4bdf-b29f-ba0552c1b2c9 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 944 time: 0.1231000 Jul 22 16:26:38.415896 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-159dcf0a-b2b9-4767-804a-8dbb504e47f4 req-9b67d15b-abe7-4cfc-b432-f6023f9a86d7 tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/security-groups?id=8ef60425-7c2c-4442-beef-9e27d8e1a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952497 Jul 22 16:26:38.470901 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60717177-1936-4dad-8b53-4b942eb27d4d req-6ac9dd2b-9c1d-4084-8488-216b54cf672d tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606627 Jul 22 16:26:38.497689 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4a462607-820a-4878-a7e7-5e479a7adfaf details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:26:38.594072 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-ded9c024-7f22-4d06-97fc-e1dee52dea5d req-4ec392cc-970a-4937-82cc-b34ea5fb8ffd tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Deleting port d1949054-7c6a-49f5-a623-4baedc552d3a {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:26:38.594581 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ded9c024-7f22-4d06-97fc-e1dee52dea5d req-4ec392cc-970a-4937-82cc-b34ea5fb8ffd tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:38.712474 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4a462607-820a-4878-a7e7-5e479a7adfaf, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4a462607-820a-4878-a7e7-5e479a7adfaf,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:38.729349 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:26:38.731399 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 07e49a48-d61b-4098-8c5e-9bc161f48e8c up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:38.765784 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ded9c024-7f22-4d06-97fc-e1dee52dea5d req-4ec392cc-970a-4937-82cc-b34ea5fb8ffd tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] For port d1949054-7c6a-49f5-a623-4baedc552d3a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=d1949054-7c6a-49f5-a623-4baedc552d3a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:38.766398 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ded9c024-7f22-4d06-97fc-e1dee52dea5d req-4ec392cc-970a-4937-82cc-b34ea5fb8ffd tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:38.771918 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc901c39-ba84-448e-b8c5-050897859027 req-6f733fd8-29b6-4911-9dd5-d2f0a46c9899 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:38.780413 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bc901c39-ba84-448e-b8c5-050897859027 req-6f733fd8-29b6-4911-9dd5-d2f0a46c9899 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=1522b8e6-703c-4707-bd61-d2ed56d74fd9 HTTP/1.1" status: 200 len: 948 time: 0.1691105 Jul 22 16:26:38.792182 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-ded9c024-7f22-4d06-97fc-e1dee52dea5d req-4ec392cc-970a-4937-82cc-b34ea5fb8ffd tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Calling delete_port for d1949054-7c6a-49f5-a623-4baedc552d3a owned by compute:tempest-test_az-917345331 {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:26:38.870581 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bc901c39-ba84-448e-b8c5-050897859027 req-9aaae059-de68-40e9-b698-c554f1952323 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841997 Jul 22 16:26:38.906446 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '4a462607-820a-4878-a7e7-5e479a7adfaf', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '4a462607-820a-4878-a7e7-5e479a7adfaf', 'mac_address': 'fa:16:3e:9e:58:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:26:39.069834 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf19d4-87f7-41ff-8bda-be279dc641f8 req-792bf52b-4535-47f4-8f58-cab2ca3072ed tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:39.075903 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0baf19d4-87f7-41ff-8bda-be279dc641f8 req-792bf52b-4535-47f4-8f58-cab2ca3072ed tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d6ffe2-d164-47e4-9e99-2c8c7c29343a HTTP/1.1" status: 200 len: 948 time: 0.1701500 Jul 22 16:26:39.143074 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0baf19d4-87f7-41ff-8bda-be279dc641f8 req-3c0c299e-2ab4-4e3c-9b58-d4ddbe665497 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661004 Jul 22 16:26:39.158836 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ded9c024-7f22-4d06-97fc-e1dee52dea5d req-4ec392cc-970a-4937-82cc-b34ea5fb8ffd tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:39.199173 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec392cc-970a-4937-82cc-b34ea5fb8ffd tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Pushing event deleted for resources: {'Port': ['ID=d1949054-7c6a-49f5-a623-4baedc552d3a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:39.212218 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['d1949054-7c6a-49f5-a623-4baedc552d3a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:39.258138 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:39.269588 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:39.276347 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 07e49a48-d61b-4098-8c5e-9bc161f48e8c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:39.329726 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a462607-820a-4878-a7e7-5e479a7adfaf {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:39.335866 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded9c024-7f22-4d06-97fc-e1dee52dea5d req-4ec392cc-970a-4937-82cc-b34ea5fb8ffd tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] No DVR routers for this DVR port d1949054-7c6a-49f5-a623-4baedc552d3a on host n-h1-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:26:39.340179 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ded9c024-7f22-4d06-97fc-e1dee52dea5d req-4ec392cc-970a-4937-82cc-b34ea5fb8ffd tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:39.342255 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ded9c024-7f22-4d06-97fc-e1dee52dea5d req-4ec392cc-970a-4937-82cc-b34ea5fb8ffd tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.16 "DELETE /v2.0/ports/d1949054-7c6a-49f5-a623-4baedc552d3a HTTP/1.1" status: 204 len: 173 time: 1.0609522 Jul 22 16:26:39.342729 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110e3e76-5843-4706-9407-5eb1bcab2f5d', 'name': 'network-vif-deleted', 'tag': 'd1949054-7c6a-49f5-a623-4baedc552d3a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:39.345033 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4f88a3-fc59-4f9c-abc1-23450ecd41e0" -d '{"events": [{"server_uuid": "110e3e76-5843-4706-9407-5eb1bcab2f5d", "name": "network-vif-deleted", "tag": "d1949054-7c6a-49f5-a623-4baedc552d3a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:39.368979 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f has no active binding in host n-h1-798930-9 {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 16:26:39.399046 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e8559e4a-4d8f-48f9-bd97-45b821edb857 req-c2a1a738-f757-4562-9fc9-4eba3641f329 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd51c8c2-9b04-4360-9c28-701658465173 HTTP/1.1" status: 200 len: 210 time: 0.0980685 Jul 22 16:26:39.401884 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 07e49a48-d61b-4098-8c5e-9bc161f48e8c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:39.403261 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:39.419779 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c46c09-57e1-4b99-ac6f-23cd37d3d8d3 x-openstack-request-id: req-11c46c09-57e1-4b99-ac6f-23cd37d3d8d3 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:39.420770 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110e3e76-5843-4706-9407-5eb1bcab2f5d", "name": "network-vif-deleted", "tag": "d1949054-7c6a-49f5-a623-4baedc552d3a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:39.421025 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-11c46c09-57e1-4b99-ac6f-23cd37d3d8d3 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:39.422309 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110e3e76-5843-4706-9407-5eb1bcab2f5d', 'name': 'network-vif-deleted', 'tag': 'd1949054-7c6a-49f5-a623-4baedc552d3a', 'status': 'completed', 'code': 200} Jul 22 16:26:39.484043 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4a462607-820a-4878-a7e7-5e479a7adfaf, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4a462607-820a-4878-a7e7-5e479a7adfaf,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:39.503615 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:39.541600 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34632) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:39.607818 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e768111a-9986-477d-83fd-277987ab2d5a req-c2787121-373e-4ec2-b2bb-5198d5dd4acc tempest-AggregatesAdminTestJSON-221027942 tempest-AggregatesAdminTestJSON-221027942-project] 10.222.0.69 "GET /v2.0/ports?device_id=110e3e76-5843-4706-9407-5eb1bcab2f5d HTTP/1.1" status: 200 len: 210 time: 0.0751197 Jul 22 16:26:39.653675 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=4a462607-820a-4878-a7e7-5e479a7adfaf,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:39.707627 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:39.768799 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1522b8e6-703c-4707-bd61-d2ed56d74fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e49a48-d61b-4098-8c5e-9bc161f48e8c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:39.771864 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b824f1-1ea8-47d6-9f04-2ea7766b4fe2" -d '{"events": [{"server_uuid": "1522b8e6-703c-4707-bd61-d2ed56d74fd9", "name": "network-vif-plugged", "status": "completed", "tag": "07e49a48-d61b-4098-8c5e-9bc161f48e8c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:39.788810 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 07e49a48-d61b-4098-8c5e-9bc161f48e8c, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=07e49a48-d61b-4098-8c5e-9bc161f48e8c,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:39.799516 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:39.850747 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0866e25-6cc1-4f08-80d0-67e81127641c x-openstack-request-id: req-a0866e25-6cc1-4f08-80d0-67e81127641c {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:39.851242 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1522b8e6-703c-4707-bd61-d2ed56d74fd9", "name": "network-vif-plugged", "status": "completed", "tag": "07e49a48-d61b-4098-8c5e-9bc161f48e8c", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:39.851643 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a0866e25-6cc1-4f08-80d0-67e81127641c {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:39.852174 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1522b8e6-703c-4707-bd61-d2ed56d74fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e49a48-d61b-4098-8c5e-9bc161f48e8c', 'code': 200} Jul 22 16:26:39.863652 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=07e49a48-d61b-4098-8c5e-9bc161f48e8c,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:39.864566 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34642) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:39.865152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab842a-66f8-4787-9764-3e0d0b5cabf0 req-9363d52a-b855-4718-ad75-cf5b944ad6d5 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:39.866748 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-03ab842a-66f8-4787-9764-3e0d0b5cabf0 req-9363d52a-b855-4718-ad75-cf5b944ad6d5 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 944 time: 0.2920616 Jul 22 16:26:39.914855 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-50e61470-c80e-45de-af8f-e4561350a608 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:39.916714 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-50e61470-c80e-45de-af8f-e4561350a608 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.16 "GET /v2.0/networks?id=5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 HTTP/1.1" status: 200 len: 823 time: 0.2764013 Jul 22 16:26:39.959627 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['4a462607-820a-4878-a7e7-5e479a7adfaf'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:39.968008 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-03ab842a-66f8-4787-9764-3e0d0b5cabf0 req-c5ae61a2-9fa4-47e0-ab82-6211c179730a tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932913 Jul 22 16:26:40.030429 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad535fc4-a4a0-4caf-99c1-0ef8cbe4f320 req-98fda095-c63d-4100-a9ed-59c733de8e31 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:40.033730 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ad535fc4-a4a0-4caf-99c1-0ef8cbe4f320 req-98fda095-c63d-4100-a9ed-59c733de8e31 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=1522b8e6-703c-4707-bd61-d2ed56d74fd9 HTTP/1.1" status: 200 len: 949 time: 0.1011384 Jul 22 16:26:40.041472 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df5e54b0-8419-4794-95b1-9053cd73f591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.050227 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f42e3882-8b5e-48da-8978-3412b1c7db30 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1504378514-network', 'tenant_id': 'a8f7f0ee905d4934879787b8f8216673'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:40.099721 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ad535fc4-a4a0-4caf-99c1-0ef8cbe4f320 req-7382c395-a585-4c53-8877-28c2cbb64307 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590801 Jul 22 16:26:40.121052 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-9a33becb-2b73-4ab9-a673-7ca8bc382e17 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a88e2d6b4e14872bbf9144b56af99b9 HTTP/1.1" status: 200 len: 380 time: 0.1752021 Jul 22 16:26:40.133545 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-374a0be6-4810-403c-88e6-05daab62736c tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Request body: {'port': {'device_id': 'bd51c8c2-9b04-4360-9c28-701658465173', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'admin_state_up': True, 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'security_groups': ['8b16d6b5-683a-4a99-865c-4893bd842cac']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:40.139240 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.db.api [None req-df5e54b0-8419-4794-95b1-9053cd73f591 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:26:40.139240 n-d-798930-9 neutron-server[93817]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 16:26:40.139240 n-d-798930-9 neutron-server[93817]: [parameters: {'project_id': 'd0b9181d30c64982a8ce5cbadbe9d48e', 'id': 'b07098ad-a4d5-480c-a067-eb23fca5ef9c', 'expiration': datetime.datetime(2021, 7, 22, 16, 28, 40, 122149)}] Jul 22 16:26:40.139240 n-d-798930-9 neutron-server[93817]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:26:40.139623 n-d-798930-9 neutron-server[93817]: DEBUG oslo_db.api [None req-df5e54b0-8419-4794-95b1-9053cd73f591 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:26:40.146734 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42e3882-8b5e-48da-8978-3412b1c7db30 admin admin] Made reservation on behalf of a8f7f0ee905d4934879787b8f8216673 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:40.149054 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f42e3882-8b5e-48da-8978-3412b1c7db30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.166810 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f42e3882-8b5e-48da-8978-3412b1c7db30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.169890 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20999c50-9235-4d52-9c49-abfac5fec43e req-883e9316-e121-452e-9fac-9fc4fdb0c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:40.172155 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-20999c50-9235-4d52-9c49-abfac5fec43e req-883e9316-e121-452e-9fac-9fc4fdb0c309 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1522b8e6-703c-4707-bd61-d2ed56d74fd9 HTTP/1.1" status: 200 len: 1100 time: 0.2173035 Jul 22 16:26:40.256995 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-20999c50-9235-4d52-9c49-abfac5fec43e req-73507435-82f0-405d-b36b-04da35af093d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774229 Jul 22 16:26:40.343479 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fa1bc-5fa3-449d-885e-a23959e8614c req-523957c7-6bff-4d29-915a-cfd0ad706a02 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:40.345976 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-956fa1bc-5fa3-449d-885e-a23959e8614c req-523957c7-6bff-4d29-915a-cfd0ad706a02 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d6ffe2-d164-47e4-9e99-2c8c7c29343a HTTP/1.1" status: 200 len: 949 time: 0.1011524 Jul 22 16:26:40.361635 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f42e3882-8b5e-48da-8978-3412b1c7db30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.372580 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f42e3882-8b5e-48da-8978-3412b1c7db30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.383244 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-374a0be6-4810-403c-88e6-05daab62736c tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Made reservation on behalf of 7a88e2d6b4e14872bbf9144b56af99b9 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:40.387422 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-374a0be6-4810-403c-88e6-05daab62736c tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.406786 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42e3882-8b5e-48da-8978-3412b1c7db30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:26:40.424845 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-956fa1bc-5fa3-449d-885e-a23959e8614c req-cf9ac544-48da-4d1c-b580-f4b1167edb1e tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740249 Jul 22 16:26:40.430201 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f42e3882-8b5e-48da-8978-3412b1c7db30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.431006 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-f42e3882-8b5e-48da-8978-3412b1c7db30 admin admin] Added segment f1ac031d-5d01-4602-8a30-97e266f5106b of type vlan for network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e Jul 22 16:26:40.432759 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e3882-8b5e-48da-8978-3412b1c7db30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dddbf5-8934-40e2-88ec-34267ee2e620,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:40.482412 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f42e3882-8b5e-48da-8978-3412b1c7db30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.516536 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f42e3882-8b5e-48da-8978-3412b1c7db30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.517870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42e3882-8b5e-48da-8978-3412b1c7db30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:40.518549 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f42e3882-8b5e-48da-8978-3412b1c7db30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.559283 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device d1949054-7c6a-49f5-a623-4baedc552d3a no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:26:40.559824 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-75e11508-c899-4662-833c-8c312da4af30 req-f6918624-0c95-4027-86c4-117f134c7ba0 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd51c8c2-9b04-4360-9c28-701658465173 HTTP/1.1" status: 200 len: 210 time: 0.0537875 Jul 22 16:26:40.584495 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e3882-8b5e-48da-8978-3412b1c7db30 admin admin] Pushing event updated for resources: {'Network': ['ID=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:40.587596 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f42e3882-8b5e-48da-8978-3412b1c7db30 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7209685 Jul 22 16:26:40.593556 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34672) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:40.596282 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: d1949054-7c6a-49f5-a623-4baedc552d3a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:26:40.596761 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device d1949054-7c6a-49f5-a623-4baedc552d3a not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:26:40.599797 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:26:40.602742 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-47ea4628-2ebf-4ddd-b817-6de1c6fd67b9 admin admin] Request body: {'subnet': {'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1504378514-subnet', 'tenant_id': 'a8f7f0ee905d4934879787b8f8216673', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:40.612307 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-374a0be6-4810-403c-88e6-05daab62736c tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Allocated IP 172.20.0.12 (5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21/a1c3b578-5b73-43d5-b715-d8e258185030/355166f5-918c-4e81-b15f-1ecd411fdc94) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:40.640676 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df5e54b0-8419-4794-95b1-9053cd73f591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.659763 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ea4628-2ebf-4ddd-b817-6de1c6fd67b9 admin admin] Made reservation on behalf of a8f7f0ee905d4934879787b8f8216673 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:40.662213 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47ea4628-2ebf-4ddd-b817-6de1c6fd67b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.918213 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34688) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:40.921949 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-374a0be6-4810-403c-88e6-05daab62736c tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.974604 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-374a0be6-4810-403c-88e6-05daab62736c tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Transition to ACTIVE for port object 355166f5-918c-4e81-b15f-1ecd411fdc94 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:41.002971 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df5e54b0-8419-4794-95b1-9053cd73f591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.032935 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df5e54b0-8419-4794-95b1-9053cd73f591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.112789 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47ea4628-2ebf-4ddd-b817-6de1c6fd67b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.132601 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-babe6a29-b121-421a-9fb0-a2dcd9cd5691 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a033a9ed1f484a26953a0ce5e8b50907&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2100623 Jul 22 16:26:41.134078 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34704) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:41.174394 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b25f90-388e-415b-9ca5-473a492d5604 req-55e237de-a425-4246-871f-153406801769 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:41.175961 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9b25f90-388e-415b-9ca5-473a492d5604 req-55e237de-a425-4246-871f-153406801769 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 944 time: 0.1194253 Jul 22 16:26:41.229622 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e45f8a72-1973-4281-ae20-53b6d3fd062a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.236700 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9b25f90-388e-415b-9ca5-473a492d5604 req-ee5767da-d25e-44e2-a16d-dc751834e482 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509560 Jul 22 16:26:41.261322 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e45f8a72-1973-4281-ae20-53b6d3fd062a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.321804 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e45f8a72-1973-4281-ae20-53b6d3fd062a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.328502 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-df5e54b0-8419-4794-95b1-9053cd73f591 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d0b9181d30c64982a8ce5cbadbe9d48e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7855895 Jul 22 16:26:41.329323 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e45f8a72-1973-4281-ae20-53b6d3fd062a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.330680 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e45f8a72-1973-4281-ae20-53b6d3fd062a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8ef60425-7c2c-4442-beef-9e27d8e1a0f8 HTTP/1.1" status: 204 len: 168 time: 0.1948123 Jul 22 16:26:41.331436 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34708) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:41.375839 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f8a72-1973-4281-ae20-53b6d3fd062a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef60425-7c2c-4442-beef-9e27d8e1a0f8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:41.381094 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e54b0-8419-4794-95b1-9053cd73f591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a82dda-e2c6-4103-87dd-c660ad94a515,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:41.398931 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3a7e610-6029-4b13-b082-bbac170b12b1 req-f4dc5401-37ab-4b7e-a29f-2e3a04538aef tempest-FlavorsV2NegativeTest-1640137356 tempest-FlavorsV2NegativeTest-1640137356-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=6afbd3f1bab34941bebeb1dc44e6a01d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3323839 Jul 22 16:26:41.449663 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-374a0be6-4810-403c-88e6-05daab62736c tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.475166 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6f29c12-a33e-40cb-93fa-1d174b34cb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.497324 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d23aa-26fe-4ed4-bc0f-0a9c2691d449 req-7e6df43b-de50-4c11-baee-42ff4b3db4de tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:41.499678 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b32d23aa-26fe-4ed4-bc0f-0a9c2691d449 req-7e6df43b-de50-4c11-baee-42ff4b3db4de tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=1522b8e6-703c-4707-bd61-d2ed56d74fd9 HTTP/1.1" status: 200 len: 949 time: 0.1911037 Jul 22 16:26:41.521635 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6f29c12-a33e-40cb-93fa-1d174b34cb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.531677 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-374a0be6-4810-403c-88e6-05daab62736c tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Network 5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:41.566028 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea4628-2ebf-4ddd-b817-6de1c6fd67b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3c12ce3-22c0-432e-833b-5a5a37b77be7,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:41.568306 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea4628-2ebf-4ddd-b817-6de1c6fd67b9 admin admin] Checking segment: {'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:41.568723 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ea4628-2ebf-4ddd-b817-6de1c6fd67b9 admin admin] Network hostable DHCP agents. Network: eccf7f4a-8697-4aaa-95fa-9daad7e19e4e, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:26:41.579613 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-374a0be6-4810-403c-88e6-05daab62736c tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:41.581207 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b32d23aa-26fe-4ed4-bc0f-0a9c2691d449 req-7ff36a03-30ff-4b4a-b777-18c5f28b141d tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705845 Jul 22 16:26:41.605836 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-374a0be6-4810-403c-88e6-05daab62736c tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:41.635530 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6f29c12-a33e-40cb-93fa-1d174b34cb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.639785 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6f29c12-a33e-40cb-93fa-1d174b34cb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.641562 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f6f29c12-a33e-40cb-93fa-1d174b34cb24 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/47a82dda-e2c6-4103-87dd-c660ad94a515 HTTP/1.1" status: 204 len: 168 time: 0.2896445 Jul 22 16:26:41.651947 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f29c12-a33e-40cb-93fa-1d174b34cb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a82dda-e2c6-4103-87dd-c660ad94a515,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:41.662036 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a0be6-4810-403c-88e6-05daab62736c tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Pushing event updated for resources: {'Port': ['ID=355166f5-918c-4e81-b15f-1ecd411fdc94,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:41.701820 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.741343 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34720) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:41.794003 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e0347b16-dce3-45dc-95bc-1c7fa6f06f37 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7faf29ef55bd448a9a6d5f5cfe0919d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511274 Jul 22 16:26:41.798242 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34722) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:41.810564 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7e610-6029-4b13-b082-bbac170b12b1 req-81a854cd-4a73-44e9-8589-a5f25f509a97 tempest-FlavorsV2NegativeTest-1640137356 tempest-FlavorsV2NegativeTest-1640137356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:41.812660 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3a7e610-6029-4b13-b082-bbac170b12b1 req-81a854cd-4a73-44e9-8589-a5f25f509a97 tempest-FlavorsV2NegativeTest-1640137356 tempest-FlavorsV2NegativeTest-1640137356-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4125257 Jul 22 16:26:41.818237 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-f3c24b3c-607e-46e3-a2bd-91f8f8651295 service neutron] 10.222.0.30 "GET /v2.0/ports/6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f/bindings/n-h1-798930-9 HTTP/1.1" status: 200 len: 384 time: 0.2083623 Jul 22 16:26:41.822418 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ea4628-2ebf-4ddd-b817-6de1c6fd67b9 admin admin] Network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:26:41.849729 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bc8eb-5464-4327-9241-b53543c1e174 req-b25519b0-0e54-44ab-a0d8-0732122854c7 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:41.851409 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bf1bc8eb-5464-4327-9241-b53543c1e174 req-b25519b0-0e54-44ab-a0d8-0732122854c7 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d6ffe2-d164-47e4-9e99-2c8c7c29343a HTTP/1.1" status: 200 len: 949 time: 0.1622446 Jul 22 16:26:41.859870 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.870799 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-47ea4628-2ebf-4ddd-b817-6de1c6fd67b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, eccf7f4a-8697-4aaa-95fa-9daad7e19e4e) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:41.876343 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ea4628-2ebf-4ddd-b817-6de1c6fd67b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:41.877190 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47ea4628-2ebf-4ddd-b817-6de1c6fd67b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.882890 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d13b43-e09a-482d-b596-72406aa6e5e1 None None] Network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:26:41.894690 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-374a0be6-4810-403c-88e6-05daab62736c tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:41.895384 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-374a0be6-4810-403c-88e6-05daab62736c tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.923262 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-374a0be6-4810-403c-88e6-05daab62736c tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7943134 Jul 22 16:26:41.924390 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3a7e610-6029-4b13-b082-bbac170b12b1 req-716f8cb8-fc89-429c-bdf4-706319e70651 tempest-FlavorsV2NegativeTest-1640137356 tempest-FlavorsV2NegativeTest-1640137356-project] 10.222.0.69 "GET /v2.0/quotas/6afbd3f1bab34941bebeb1dc44e6a01d HTTP/1.1" status: 200 len: 375 time: 0.0592544 Jul 22 16:26:41.929203 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bf1bc8eb-5464-4327-9241-b53543c1e174 req-c9c646b0-f0fa-4f6e-be55-e00890c12d63 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683773 Jul 22 16:26:41.969471 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1d10ba6-8d2d-46e3-b42e-c2d6990d92bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.972806 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fd4089e3-9538-470a-8f87-564f7e9cf690 None None] Provisioning for port 355166f5-918c-4e81-b15f-1ecd411fdc94 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:41.981968 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-47ea4628-2ebf-4ddd-b817-6de1c6fd67b9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3795979 Jul 22 16:26:41.981968 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-cbb6ce53-5fdb-4e53-87c4-da1ee2b7b112 service neutron] Request body: {'port': {'device_id': 'bd51c8c2-9b04-4360-9c28-701658465173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:42.009231 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fd4089e3-9538-470a-8f87-564f7e9cf690 None None] Provisioning complete for port 355166f5-918c-4e81-b15f-1ecd411fdc94 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:42.009600 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fd4089e3-9538-470a-8f87-564f7e9cf690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:42.035879 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1d10ba6-8d2d-46e3-b42e-c2d6990d92bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:42.052822 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3a7e610-6029-4b13-b082-bbac170b12b1 req-8842c964-092d-4bee-a1b6-abecc054bbf2 tempest-FlavorsV2NegativeTest-1640137356 tempest-FlavorsV2NegativeTest-1640137356-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6afbd3f1bab34941bebeb1dc44e6a01d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1213434 Jul 22 16:26:42.148235 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-cbb6ce53-5fdb-4e53-87c4-da1ee2b7b112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:42.172848 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1d10ba6-8d2d-46e3-b42e-c2d6990d92bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:42.175534 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1d10ba6-8d2d-46e3-b42e-c2d6990d92bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:42.179643 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a1d10ba6-8d2d-46e3-b42e-c2d6990d92bf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/31a5cf68-b74c-4111-a540-fa19b4fbf73d HTTP/1.1" status: 204 len: 168 time: 0.3772316 Jul 22 16:26:42.210422 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d10ba6-8d2d-46e3-b42e-c2d6990d92bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a5cf68-b74c-4111-a540-fa19b4fbf73d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:42.240375 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b508e-c170-4284-95cf-57570e9880ca req-923782b8-6127-4636-adc7-68dbe43b893c tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:42.244725 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-219b508e-c170-4284-95cf-57570e9880ca req-923782b8-6127-4636-adc7-68dbe43b893c tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd51c8c2-9b04-4360-9c28-701658465173 HTTP/1.1" status: 200 len: 932 time: 0.1964834 Jul 22 16:26:42.276437 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34740) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:42.310122 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2baeb099-43fb-49a3-8e54-f23b7daeabb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:42.347649 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-219b508e-c170-4284-95cf-57570e9880ca req-5dc37349-e8d3-4569-9cf3-ffbd36f90c8f tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b16d6b5-683a-4a99-865c-4893bd842cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963335 Jul 22 16:26:42.358507 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fd4089e3-9538-470a-8f87-564f7e9cf690 None None] Port 355166f5-918c-4e81-b15f-1ecd411fdc94 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:26:42.381436 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea87f18-243c-4bbf-9b5e-5f2ae056b641 None None] Network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:26:42.507866 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-0bc95101-b15f-426d-b0fa-1524a49d39a9 service neutron] For port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:42.526123 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4a462607-820a-4878-a7e7-5e479a7adfaf up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:42.598871 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-0bc95101-b15f-426d-b0fa-1524a49d39a9 service neutron] For port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:42.693254 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 4a462607-820a-4878-a7e7-5e479a7adfaf completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:42.707286 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 4a462607-820a-4878-a7e7-5e479a7adfaf triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:42.707957 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:42.711869 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-0bc95101-b15f-426d-b0fa-1524a49d39a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:42.750030 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-0bc95101-b15f-426d-b0fa-1524a49d39a9 service neutron] For port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:42.802775 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2baeb099-43fb-49a3-8e54-f23b7daeabb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:42.803881 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-0bc95101-b15f-426d-b0fa-1524a49d39a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:42.817958 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b843f7-c4aa-4661-ae0a-c2c0c3875fe0 req-e3b230b7-6332-490e-8955-6bb88cb7bb84 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:42.825672 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b9b843f7-c4aa-4661-ae0a-c2c0c3875fe0 req-e3b230b7-6332-490e-8955-6bb88cb7bb84 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 944 time: 0.4044554 Jul 22 16:26:42.831176 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0c82d-871d-42e5-8db0-b24f9b602fe3 req-40431ab4-3a73-4745-af1d-dc947c4da8ce tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:42.833663 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06b0c82d-871d-42e5-8db0-b24f9b602fe3 req-40431ab4-3a73-4745-af1d-dc947c4da8ce tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=1522b8e6-703c-4707-bd61-d2ed56d74fd9 HTTP/1.1" status: 200 len: 949 time: 0.1147084 Jul 22 16:26:42.836236 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2baeb099-43fb-49a3-8e54-f23b7daeabb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:42.850490 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:42.911416 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4a462607-820a-4878-a7e7-5e479a7adfaf, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4a462607-820a-4878-a7e7-5e479a7adfaf,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:42.912718 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d6ffe2-d164-47e4-9e99-2c8c7c29343a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a462607-820a-4878-a7e7-5e479a7adfaf'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:42.913645 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06b0c82d-871d-42e5-8db0-b24f9b602fe3 req-c6f9f2eb-e2a3-4fbd-8c06-dc30524fe37e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712211 Jul 22 16:26:42.916209 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f99396-088b-462b-a157-3e305654f951" -d '{"events": [{"server_uuid": "26d6ffe2-d164-47e4-9e99-2c8c7c29343a", "name": "network-vif-plugged", "status": "completed", "tag": "4a462607-820a-4878-a7e7-5e479a7adfaf"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:42.930522 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:42.999232 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=4a462607-820a-4878-a7e7-5e479a7adfaf,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:43.021835 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2baeb099-43fb-49a3-8e54-f23b7daeabb2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=21d0ff9da762412fa9050230081b1d43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7428715 Jul 22 16:26:43.024800 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34776) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:43.053694 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baeb099-43fb-49a3-8e54-f23b7daeabb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81eeda9-b55b-4c1b-ae82-a463c74486cb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:43.065760 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b9b843f7-c4aa-4661-ae0a-c2c0c3875fe0 req-62afe2d1-16d9-421f-9695-fa590f731aca tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388520 Jul 22 16:26:43.084935 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baeb099-43fb-49a3-8e54-f23b7daeabb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:43.084935 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baeb099-43fb-49a3-8e54-f23b7daeabb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:43.085282 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baeb099-43fb-49a3-8e54-f23b7daeabb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:43.085793 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baeb099-43fb-49a3-8e54-f23b7daeabb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:43.085913 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baeb099-43fb-49a3-8e54-f23b7daeabb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:43.086267 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baeb099-43fb-49a3-8e54-f23b7daeabb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:43.086585 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baeb099-43fb-49a3-8e54-f23b7daeabb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:43.086906 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baeb099-43fb-49a3-8e54-f23b7daeabb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:43.087221 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baeb099-43fb-49a3-8e54-f23b7daeabb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:43.087540 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baeb099-43fb-49a3-8e54-f23b7daeabb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:43.087854 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baeb099-43fb-49a3-8e54-f23b7daeabb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:43.088400 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2baeb099-43fb-49a3-8e54-f23b7daeabb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:43.100382 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-cbb6ce53-5fdb-4e53-87c4-da1ee2b7b112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 355166f5-918c-4e81-b15f-1ecd411fdc94 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:43.111127 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-cbb6ce53-5fdb-4e53-87c4-da1ee2b7b112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:43.121907 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46306289-e989-45eb-bd60-3dce692312f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:43.132762 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-cbb6ce53-5fdb-4e53-87c4-da1ee2b7b112 service neutron] Transition to ACTIVE for port object 355166f5-918c-4e81-b15f-1ecd411fdc94 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:43.133751 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-0bc95101-b15f-426d-b0fa-1524a49d39a9 service neutron] Transition to ACTIVE for port object 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:43.137419 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-cbb6ce53-5fdb-4e53-87c4-da1ee2b7b112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:43.146009 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46306289-e989-45eb-bd60-3dce692312f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:43.148803 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-0bc95101-b15f-426d-b0fa-1524a49d39a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:43.201491 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a41bfa-b396-45af-94ca-1957b2e3188b x-openstack-request-id: req-e0a41bfa-b396-45af-94ca-1957b2e3188b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:43.202092 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d6ffe2-d164-47e4-9e99-2c8c7c29343a", "name": "network-vif-plugged", "status": "completed", "tag": "4a462607-820a-4878-a7e7-5e479a7adfaf", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:43.202092 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e0a41bfa-b396-45af-94ca-1957b2e3188b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:43.202447 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d6ffe2-d164-47e4-9e99-2c8c7c29343a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a462607-820a-4878-a7e7-5e479a7adfaf', 'code': 200} Jul 22 16:26:43.212234 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46306289-e989-45eb-bd60-3dce692312f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:43.214243 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46306289-e989-45eb-bd60-3dce692312f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:43.220746 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6ce53-5fdb-4e53-87c4-da1ee2b7b112 service neutron] Pushing event updated for resources: {'Port': ['ID=355166f5-918c-4e81-b15f-1ecd411fdc94,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:43.225745 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-46306289-e989-45eb-bd60-3dce692312f8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c81eeda9-b55b-4c1b-ae82-a463c74486cb HTTP/1.1" status: 204 len: 168 time: 0.2001379 Jul 22 16:26:43.247218 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46306289-e989-45eb-bd60-3dce692312f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81eeda9-b55b-4c1b-ae82-a463c74486cb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:43.259216 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46306289-e989-45eb-bd60-3dce692312f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:43.261491 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46306289-e989-45eb-bd60-3dce692312f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:43.265283 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46306289-e989-45eb-bd60-3dce692312f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:43.266262 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46306289-e989-45eb-bd60-3dce692312f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:43.267165 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46306289-e989-45eb-bd60-3dce692312f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:43.268064 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46306289-e989-45eb-bd60-3dce692312f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:43.269063 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46306289-e989-45eb-bd60-3dce692312f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:43.270093 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46306289-e989-45eb-bd60-3dce692312f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:43.271628 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46306289-e989-45eb-bd60-3dce692312f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:43.272208 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46306289-e989-45eb-bd60-3dce692312f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:43.273426 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46306289-e989-45eb-bd60-3dce692312f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:43.276578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46306289-e989-45eb-bd60-3dce692312f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:43.289207 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc95101-b15f-426d-b0fa-1524a49d39a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f,revision_number=10']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:43.341563 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-0bc95101-b15f-426d-b0fa-1524a49d39a9 service neutron] No DVR routers for this DVR port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:26:43.447355 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-0bc95101-b15f-426d-b0fa-1524a49d39a9 service neutron] 10.222.0.30 "PUT /v2.0/ports/6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f/bindings/n-h1-798930-9/activate HTTP/1.1" status: 200 len: 369 time: 1.6124020 Jul 22 16:26:43.464729 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-cbb6ce53-5fdb-4e53-87c4-da1ee2b7b112 service neutron] Attempting to bind port 355166f5-918c-4e81-b15f-1ecd411fdc94 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:43.464919 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-cbb6ce53-5fdb-4e53-87c4-da1ee2b7b112 service neutron] Attempting to bind port 355166f5-918c-4e81-b15f-1ecd411fdc94 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '4c8d7ff8-843d-41f4-852d-34af49610fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:43.465353 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-cbb6ce53-5fdb-4e53-87c4-da1ee2b7b112 service neutron] Attempting to bind port 355166f5-918c-4e81-b15f-1ecd411fdc94 on network 5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:43.471265 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-cbb6ce53-5fdb-4e53-87c4-da1ee2b7b112 service neutron] Port 355166f5-918c-4e81-b15f-1ecd411fdc94 on network 5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:26:43.471734 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-cbb6ce53-5fdb-4e53-87c4-da1ee2b7b112 service neutron] Attempting to bind port 355166f5-918c-4e81-b15f-1ecd411fdc94 on network 5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:43.479500 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-cbb6ce53-5fdb-4e53-87c4-da1ee2b7b112 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:43.479911 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-cbb6ce53-5fdb-4e53-87c4-da1ee2b7b112 service neutron] Checking segment: {'id': '4c8d7ff8-843d-41f4-852d-34af49610fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:43.480218 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-cbb6ce53-5fdb-4e53-87c4-da1ee2b7b112 service neutron] Bound using segment: {'id': '4c8d7ff8-843d-41f4-852d-34af49610fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:43.480651 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-cbb6ce53-5fdb-4e53-87c4-da1ee2b7b112 service neutron] Bound port: 355166f5-918c-4e81-b15f-1ecd411fdc94, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c8d7ff8-843d-41f4-852d-34af49610fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:43.481006 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-cbb6ce53-5fdb-4e53-87c4-da1ee2b7b112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:43.484625 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16de0c-02cf-45d5-b21d-4d574ccbe0ab req-d5f66679-827a-4cb3-8442-a0d9c56992eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:43.486167 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ad16de0c-02cf-45d5-b21d-4d574ccbe0ab req-d5f66679-827a-4cb3-8442-a0d9c56992eb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=26d6ffe2-d164-47e4-9e99-2c8c7c29343a HTTP/1.1" status: 200 len: 1101 time: 0.1768358 Jul 22 16:26:43.572980 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ad16de0c-02cf-45d5-b21d-4d574ccbe0ab req-e31565e2-ee83-4cf4-9e4b-9dcca434af6f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693383 Jul 22 16:26:43.596064 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-cbb6ce53-5fdb-4e53-87c4-da1ee2b7b112 service neutron] For port 355166f5-918c-4e81-b15f-1ecd411fdc94, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:43.599619 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-cbb6ce53-5fdb-4e53-87c4-da1ee2b7b112 service neutron] For port 355166f5-918c-4e81-b15f-1ecd411fdc94, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=355166f5-918c-4e81-b15f-1ecd411fdc94,segment=NetworkSegment(4c8d7ff8-843d-41f4-852d-34af49610fb5),segment_id=4c8d7ff8-843d-41f4-852d-34af49610fb5)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:43.606806 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-cbb6ce53-5fdb-4e53-87c4-da1ee2b7b112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:43.692558 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-cbb6ce53-5fdb-4e53-87c4-da1ee2b7b112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:43.693187 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-cbb6ce53-5fdb-4e53-87c4-da1ee2b7b112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:43.694632 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-cbb6ce53-5fdb-4e53-87c4-da1ee2b7b112 service neutron] 10.222.0.16 "PUT /v2.0/ports/355166f5-918c-4e81-b15f-1ecd411fdc94 HTTP/1.1" status: 200 len: 1092 time: 1.7240114 Jul 22 16:26:43.695088 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd51c8c2-9b04-4360-9c28-701658465173', 'tag': '355166f5-918c-4e81-b15f-1ecd411fdc94'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:43.697429 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8a3356-3c43-4334-a623-5052b2e58dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "bd51c8c2-9b04-4360-9c28-701658465173", "tag": "355166f5-918c-4e81-b15f-1ecd411fdc94"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:43.722976 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34804) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:43.751743 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6ce53-5fdb-4e53-87c4-da1ee2b7b112 service neutron] Pushing event updated for resources: {'Port': ['ID=355166f5-918c-4e81-b15f-1ecd411fdc94,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:43.835191 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95586a-93ae-4e12-ad45-c844be39a7a8 req-537fc47f-44e0-477a-80f6-455b6f666835 tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:43.853993 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da95586a-93ae-4e12-ad45-c844be39a7a8 req-537fc47f-44e0-477a-80f6-455b6f666835 tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1522b8e6-703c-4707-bd61-d2ed56d74fd9 HTTP/1.1" status: 200 len: 1100 time: 0.2406800 Jul 22 16:26:43.878031 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-da95586a-93ae-4e12-ad45-c844be39a7a8 req-dc518af4-0e95-4aef-a51f-36beeb509367 tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:43.909470 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-1d151a51-4f2b-4699-9473-e4ebd825d25d tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:43.911048 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-1d151a51-4f2b-4699-9473-e4ebd825d25d tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/networks?id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e HTTP/1.1" status: 200 len: 812 time: 0.4917259 Jul 22 16:26:43.915953 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-d214812f-aec0-4c99-8644-40818bd18f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:43.919621 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-d214812f-aec0-4c99-8644-40818bd18f7c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a88e2d6b4e14872bbf9144b56af99b9&device_id=bd51c8c2-9b04-4360-9c28-701658465173 HTTP/1.1" status: 200 len: 1095 time: 0.1622753 Jul 22 16:26:43.941639 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-bf349315-40bd-4753-8d66-1d69c4c9bf55 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:43.943072 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-bf349315-40bd-4753-8d66-1d69c4c9bf55 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e&tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&binding%3Ahost_id=n-h2-798930-9 HTTP/1.1" status: 200 len: 1096 time: 0.3850906 Jul 22 16:26:43.981824 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-c1a3f573-37af-4779-9356-8127a0e0b2e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=355166f5-918c-4e81-b15f-1ecd411fdc94 HTTP/1.1" status: 200 len: 217 time: 0.0440633 Jul 22 16:26:44.003438 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-0fe815ca-40d0-4038-b005-476d583b04a4 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/quotas/a8f7f0ee905d4934879787b8f8216673 HTTP/1.1" status: 200 len: 375 time: 0.0799377 Jul 22 16:26:44.078487 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-3e762a61-4acf-4f51-b738-d9d1b8f6599b tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a8f7f0ee905d4934879787b8f8216673&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737619 Jul 22 16:26:44.079920 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-1ffe12ef-ca26-4069-975a-19092eafd0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:44.082255 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-1ffe12ef-ca26-4069-975a-19092eafd0d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a1c3b578-5b73-43d5-b715-d8e258185030 HTTP/1.1" status: 200 len: 862 time: 0.0910432 Jul 22 16:26:44.084678 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-05ebdf72-bb34-4c3e-88ec-54093cf91bf4 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:26:44.092328 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-05ebdf72-bb34-4c3e-88ec-54093cf91bf4 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129864 Jul 22 16:26:44.094872 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-da95586a-93ae-4e12-ad45-c844be39a7a8 req-dc518af4-0e95-4aef-a51f-36beeb509367 tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:44.161026 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-da95586a-93ae-4e12-ad45-c844be39a7a8 req-dc518af4-0e95-4aef-a51f-36beeb509367 tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:44.214270 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da95586a-93ae-4e12-ad45-c844be39a7a8 req-dc518af4-0e95-4aef-a51f-36beeb509367 tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591926 Jul 22 16:26:44.216633 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc518af4-0e95-4aef-a51f-36beeb509367 tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda016ce-181c-4424-bb08-5b62c83de555,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:44.221997 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d263059f-ccb8-407e-ac73-3a5a4aba59a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:44.244714 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-9fdd5f02-7be3-4354-827e-3ee3fb9eecca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:44.246287 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-9fdd5f02-7be3-4354-827e-3ee3fb9eecca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e&tenant_id=7782266dfdc04a53ab0c0d4cc2d32226 HTTP/1.1" status: 200 len: 1096 time: 0.2962756 Jul 22 16:26:44.291003 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-05f6620f-afd7-4dd0-8aff-3a34f6f2d537 service neutron] 10.222.0.69 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963489 Jul 22 16:26:44.336261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-0bb36b61-ef7f-48a4-b604-bd110c5fdc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:44.338920 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-0bb36b61-ef7f-48a4-b604-bd110c5fdc42 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2479751 Jul 22 16:26:44.499956 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d263059f-ccb8-407e-ac73-3a5a4aba59a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:44.518232 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d263059f-ccb8-407e-ac73-3a5a4aba59a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:44.575177 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-37469e63-d0bb-47f5-9215-b8d5d38885ce service neutron] 10.222.0.16 "GET /v2.0/networks/5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265389 Jul 22 16:26:44.582241 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d263059f-ccb8-407e-ac73-3a5a4aba59a3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6afbd3f1bab34941bebeb1dc44e6a01d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8567808 Jul 22 16:26:44.583028 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34840) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:44.584313 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263059f-ccb8-407e-ac73-3a5a4aba59a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b6d191-e583-46ad-b605-6628511e2180,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:44.615213 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe218a8-d3e5-4b25-8840-28e9c11d5fa8 req-846d8467-06d6-4c6c-b7c5-d72a088eb2a5 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:44.616767 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dfe218a8-d3e5-4b25-8840-28e9c11d5fa8 req-846d8467-06d6-4c6c-b7c5-d72a088eb2a5 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d6ffe2-d164-47e4-9e99-2c8c7c29343a HTTP/1.1" status: 200 len: 950 time: 0.2582073 Jul 22 16:26:44.709600 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-72cd7589-78ac-47a5-8637-c35c5c2d583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:44.711195 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-72cd7589-78ac-47a5-8637-c35c5c2d583b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 1096 time: 0.4181774 Jul 22 16:26:44.733098 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dfe218a8-d3e5-4b25-8840-28e9c11d5fa8 req-4d1a1496-77c5-43eb-a813-3ee8f71a1e92 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994201 Jul 22 16:26:44.787528 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-67334509-aaf0-4e7e-b584-d98bee9917c5 service neutron] 10.222.0.69 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956486 Jul 22 16:26:44.792081 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a49ba7d3-41cb-47d8-884a-00686ac62141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:44.847231 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3d5dc01-6cce-46c9-add4-2b00dea7abfd req-2d579e4d-f901-4a1f-ac4c-e01ebd606159 service neutron] 10.222.0.16 "GET /v2.0/networks/5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568860 Jul 22 16:26:44.863968 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a49ba7d3-41cb-47d8-884a-00686ac62141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:44.926303 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34848) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:44.994811 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-fd093933-5a1d-4bbc-9bf2-26e484c5670b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:44.996879 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-fd093933-5a1d-4bbc-9bf2-26e484c5670b service neutron] 10.222.0.16 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 908 time: 0.2730911 Jul 22 16:26:45.072426 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-5dc6d417-f8d7-4831-b1e4-b3af042f8f5e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f HTTP/1.1" status: 200 len: 217 time: 0.0646462 Jul 22 16:26:45.146149 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-910ae2f1-1db8-46ce-b89e-2b6bbe2f1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:45.147675 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-910ae2f1-1db8-46ce-b89e-2b6bbe2f1ab0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1dac8087-5dfb-4e2d-bc9b-97574efc063c HTTP/1.1" status: 200 len: 847 time: 0.0690308 Jul 22 16:26:45.172122 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659ead15-58fa-4060-b104-5cc2e68042fd x-openstack-request-id: req-659ead15-58fa-4060-b104-5cc2e68042fd {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:45.172949 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd51c8c2-9b04-4360-9c28-701658465173", "tag": "355166f5-918c-4e81-b15f-1ecd411fdc94", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:45.173383 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-659ead15-58fa-4060-b104-5cc2e68042fd {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:45.173994 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd51c8c2-9b04-4360-9c28-701658465173', 'tag': '355166f5-918c-4e81-b15f-1ecd411fdc94', 'status': 'completed', 'code': 200} Jul 22 16:26:45.234347 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-95496aaa-6493-47cd-9eed-ffc5df671dd9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f917a743-2b29-4ed7-bc92-4ef128fdeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514216 Jul 22 16:26:45.284128 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a49ba7d3-41cb-47d8-884a-00686ac62141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:45.286357 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a49ba7d3-41cb-47d8-884a-00686ac62141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:45.287518 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a49ba7d3-41cb-47d8-884a-00686ac62141 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/84b6d191-e583-46ad-b605-6628511e2180 HTTP/1.1" status: 204 len: 168 time: 0.7005856 Jul 22 16:26:45.292075 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-86d57520-6ccd-43a1-a90c-7d73fc63cc51 tempest-AutoAllocateNetworkTest-704959992 tempest-AutoAllocateNetworkTest-704959992-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ab4792bc72da42658dcc13d86d53144e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3612313 Jul 22 16:26:45.292316 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff11b63-6f2f-497c-a441-d45c89478d2e req-a6735475-49f7-499c-94ff-ee60640b3a68 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:45.293492 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aff11b63-6f2f-497c-a441-d45c89478d2e req-a6735475-49f7-499c-94ff-ee60640b3a68 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 945 time: 0.1448092 Jul 22 16:26:45.293851 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34864) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:45.304188 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fc385-37aa-4c2a-9c19-9e1a5337671c req-319ac2fc-ac39-4cad-bb1f-b521cbfe8987 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:45.305766 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-619fc385-37aa-4c2a-9c19-9e1a5337671c req-319ac2fc-ac39-4cad-bb1f-b521cbfe8987 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd51c8c2-9b04-4360-9c28-701658465173 HTTP/1.1" status: 200 len: 944 time: 0.4547179 Jul 22 16:26:45.337130 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ba7d3-41cb-47d8-884a-00686ac62141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b6d191-e583-46ad-b605-6628511e2180,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:45.379040 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a3356-3c43-4334-a623-5052b2e58dc6 req-cb875f66-3716-4d79-a7d2-cfc4d34e0d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:45.380822 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2e8a3356-3c43-4334-a623-5052b2e58dc6 req-cb875f66-3716-4d79-a7d2-cfc4d34e0d60 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a88e2d6b4e14872bbf9144b56af99b9&device_id=bd51c8c2-9b04-4360-9c28-701658465173 HTTP/1.1" status: 200 len: 1095 time: 0.2056057 Jul 22 16:26:45.394276 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aff11b63-6f2f-497c-a441-d45c89478d2e req-969c0ca7-87cc-4085-a1c9-bc0218cc350b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567033 Jul 22 16:26:45.410669 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-ca5e4af1-0505-42b7-b9c7-659d58d72734 service neutron] 10.222.0.16 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636083 Jul 22 16:26:45.466678 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-619fc385-37aa-4c2a-9c19-9e1a5337671c req-f4a7918a-132d-4193-8eba-b861aca31aaa tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b16d6b5-683a-4a99-865c-4893bd842cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439252 Jul 22 16:26:45.541097 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e299f8b-a896-435d-ae10-b73eb1774f56 tempest-AutoAllocateNetworkTest-704959992 tempest-AutoAllocateNetworkTest-704959992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:45.542593 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1e299f8b-a896-435d-ae10-b73eb1774f56 tempest-AutoAllocateNetworkTest-704959992 tempest-AutoAllocateNetworkTest-704959992-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2464213 Jul 22 16:26:45.546824 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34868) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:45.586085 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-69af2861-9aa7-4a00-b0d6-95da0ce5bf49 req-8c59fa85-bc08-4bd6-92dc-01b423a38d1a tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a277c67-84cd-4ab4-bb92-729119bc5b15 HTTP/1.1" status: 200 len: 210 time: 0.0400419 Jul 22 16:26:45.608706 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a3356-3c43-4334-a623-5052b2e58dc6 req-69669cb9-8f42-4018-870d-2a64449f700b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:45.610893 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2e8a3356-3c43-4334-a623-5052b2e58dc6 req-69669cb9-8f42-4018-870d-2a64449f700b service neutron] 10.222.0.16 "GET /v2.0/networks?id=5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 HTTP/1.1" status: 200 len: 924 time: 0.1971712 Jul 22 16:26:45.622308 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-48732da5-188a-452b-b23a-e9288b376941 tempest-AutoAllocateNetworkTest-704959992 tempest-AutoAllocateNetworkTest-704959992-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730946 Jul 22 16:26:45.639573 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34874) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:45.658508 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-ddb7c12a-754d-4b5b-8299-7ddf2a9c31a9 service neutron] 10.222.0.16 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401371 Jul 22 16:26:45.700512 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2e8a3356-3c43-4334-a623-5052b2e58dc6 req-0db67067-87ee-43fa-a318-d1f2d7a9476e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=355166f5-918c-4e81-b15f-1ecd411fdc94 HTTP/1.1" status: 200 len: 217 time: 0.0815833 Jul 22 16:26:45.726902 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5e5ae7c5-5c8c-44d9-a6d4-d78d6155af14 tempest-AutoAllocateNetworkTest-704959992 tempest-AutoAllocateNetworkTest-704959992-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ab4792bc72da42658dcc13d86d53144e HTTP/1.1" status: 200 len: 208 time: 0.0858705 Jul 22 16:26:45.767653 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a3356-3c43-4334-a623-5052b2e58dc6 req-2907b367-129b-4ee5-9af8-8646a23b014d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:45.769579 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2e8a3356-3c43-4334-a623-5052b2e58dc6 req-2907b367-129b-4ee5-9af8-8646a23b014d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a1c3b578-5b73-43d5-b715-d8e258185030 HTTP/1.1" status: 200 len: 862 time: 0.0525601 Jul 22 16:26:45.869352 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a3356-3c43-4334-a623-5052b2e58dc6 req-e8da7858-4df6-4d6f-9f1d-b9577fea88b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:45.870879 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2e8a3356-3c43-4334-a623-5052b2e58dc6 req-e8da7858-4df6-4d6f-9f1d-b9577fea88b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733526 Jul 22 16:26:45.920138 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ada3c-ec20-45fd-9b3e-eb92053c5430 req-a9254ab6-0414-4641-ae9b-d81030eb7a18 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:45.921702 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a49ada3c-ec20-45fd-9b3e-eb92053c5430 req-a9254ab6-0414-4641-ae9b-d81030eb7a18 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d6ffe2-d164-47e4-9e99-2c8c7c29343a HTTP/1.1" status: 200 len: 950 time: 0.1051471 Jul 22 16:26:46.011089 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a49ada3c-ec20-45fd-9b3e-eb92053c5430 req-c2966915-8b98-4611-9223-9e63ccd7a28b tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738075 Jul 22 16:26:46.103155 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4666468d-9200-4356-a73f-01ce7401ac11 req-0e14ac0f-90a5-4e48-b9bb-5f92f6807760 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=1c8d6245ad404817abeaf30553b64f00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829163 Jul 22 16:26:46.125082 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cab98-3f6d-4515-914c-3cd0acf5491c req-33fbd968-ef13-406c-90d6-e451ddb2ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:46.127185 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-970cab98-3f6d-4515-914c-3cd0acf5491c req-33fbd968-ef13-406c-90d6-e451ddb2ae70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 1096 time: 0.2605038 Jul 22 16:26:46.188687 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-449eb1e0-f3a5-4fd2-8491-1b106dd0ec0e tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:46.189025 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2e8a3356-3c43-4334-a623-5052b2e58dc6 req-ef0df33f-7656-48be-84f2-837c715dfa67 service neutron] 10.222.0.16 "GET /v2.0/networks/5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524362 Jul 22 16:26:46.190322 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-449eb1e0-f3a5-4fd2-8491-1b106dd0ec0e tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e&tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&binding%3Ahost_id=n-h1-798930-9 HTTP/1.1" status: 200 len: 1096 time: 0.1035433 Jul 22 16:26:46.365006 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-c5104739-1db0-4a39-82c0-0e399fc26089 service neutron] For port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:46.369308 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-c5104739-1db0-4a39-82c0-0e399fc26089 service neutron] Notify callbacks [] for binding, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:46.370873 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-378275c6-a92a-40c2-8aa7-04f19427b24a req-c5104739-1db0-4a39-82c0-0e399fc26089 service neutron] 10.222.0.16 "DELETE /v2.0/ports/6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f/bindings/n-h2-798930-9 HTTP/1.1" status: 204 len: 173 time: 0.1691868 Jul 22 16:26:46.398892 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666468d-9200-4356-a73f-01ce7401ac11 req-fffd8ae6-1603-4abe-84de-8f35e6c060a3 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:46.400622 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4666468d-9200-4356-a73f-01ce7401ac11 req-fffd8ae6-1603-4abe-84de-8f35e6c060a3 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2702332 Jul 22 16:26:46.408536 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34918) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:46.428430 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4666468d-9200-4356-a73f-01ce7401ac11 req-d9e6e638-1a1c-4d5f-9d9b-c4443f045872 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/quotas/1c8d6245ad404817abeaf30553b64f00 HTTP/1.1" status: 200 len: 375 time: 0.0183790 Jul 22 16:26:46.431791 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cab98-3f6d-4515-914c-3cd0acf5491c req-4a24006b-6938-40df-bacf-aa5c31969bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:46.433721 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-970cab98-3f6d-4515-914c-3cd0acf5491c req-4a24006b-6938-40df-bacf-aa5c31969bf2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 908 time: 0.2709789 Jul 22 16:26:46.435634 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2e8a3356-3c43-4334-a623-5052b2e58dc6 req-6f07ba24-6248-4092-a7b2-bdd99d203ae7 service neutron] 10.222.0.16 "GET /v2.0/networks/5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321882 Jul 22 16:26:46.504990 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-970cab98-3f6d-4515-914c-3cd0acf5491c req-0278641d-4178-4b2e-83bd-5e84e441d129 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f HTTP/1.1" status: 200 len: 217 time: 0.0604479 Jul 22 16:26:46.547554 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:26:46.599205 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4666468d-9200-4356-a73f-01ce7401ac11 req-c4546848-9e82-4a4a-a70d-699210a8494b tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c8d6245ad404817abeaf30553b64f00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1699038 Jul 22 16:26:46.608545 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cab98-3f6d-4515-914c-3cd0acf5491c req-08f02228-0088-4e04-84bc-e944f75184c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:46.614669 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:26:46.618103 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-970cab98-3f6d-4515-914c-3cd0acf5491c req-08f02228-0088-4e04-84bc-e944f75184c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1dac8087-5dfb-4e2d-bc9b-97574efc063c HTTP/1.1" status: 200 len: 847 time: 0.1000621 Jul 22 16:26:46.661042 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-970cab98-3f6d-4515-914c-3cd0acf5491c req-153bc937-750f-4139-b283-bf5933688649 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f917a743-2b29-4ed7-bc92-4ef128fdeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363729 Jul 22 16:26:46.687688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34938) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:46.819541 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0261db9c-1756-4023-8100-fdb09722204a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:46.845771 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-012925e7-0056-4151-a78d-5e6014b1fe29 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-network', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:46.849687 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-649d8c87-5ea1-4d20-87e9-fdd315825a78 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:46.851378 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-649d8c87-5ea1-4d20-87e9-fdd315825a78 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.16 "GET /v2.0/networks?id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e HTTP/1.1" status: 200 len: 812 time: 0.1881037 Jul 22 16:26:46.901814 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-88995564-afd5-4a40-9b0c-41070e7cfdbc tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Request body: {'port': {'device_id': '1a277c67-84cd-4ab4-bb92-729119bc5b15', 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e', 'admin_state_up': True, 'tenant_id': 'a8f7f0ee905d4934879787b8f8216673'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:46.915419 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-012925e7-0056-4151-a78d-5e6014b1fe29 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:26:46.915419 n-d-798930-9 neutron-server[93816]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 16:26:46.915419 n-d-798930-9 neutron-server[93816]: [parameters: {'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'id': '0529c234-c548-4481-879f-f41327e1e217', 'expiration': datetime.datetime(2021, 7, 22, 16, 28, 46, 902448)}] Jul 22 16:26:46.915419 n-d-798930-9 neutron-server[93816]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:26:46.916063 n-d-798930-9 neutron-server[93816]: DEBUG oslo_db.api [None req-012925e7-0056-4151-a78d-5e6014b1fe29 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:26:46.999667 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0261db9c-1756-4023-8100-fdb09722204a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.008400 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0261db9c-1756-4023-8100-fdb09722204a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.066551 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0261db9c-1756-4023-8100-fdb09722204a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ab4792bc72da42658dcc13d86d53144e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6536164 Jul 22 16:26:47.068998 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34946) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:47.069652 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-970cab98-3f6d-4515-914c-3cd0acf5491c req-c280c059-980c-4c61-b12f-b93c230ca5c7 service neutron] 10.222.0.30 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871943 Jul 22 16:26:47.088526 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261db9c-1756-4023-8100-fdb09722204a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8acdfd-0d18-4843-b64f-a9a81675afff,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:47.218845 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-88995564-afd5-4a40-9b0c-41070e7cfdbc tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Made reservation on behalf of a8f7f0ee905d4934879787b8f8216673 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:47.223194 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-88995564-afd5-4a40-9b0c-41070e7cfdbc tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.224879 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f4aa319-dfab-4683-8a98-8e57c6ba63a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.242775 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-970cab98-3f6d-4515-914c-3cd0acf5491c req-992003d1-dbc2-4558-9158-fe21d3f5ed60 service neutron] 10.222.0.30 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685975 Jul 22 16:26:47.266228 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c35304-7d43-4cf5-9c1f-cdb177ae0657 req-c4ce8442-6132-46e8-8c7b-02dcb9f5a203 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:47.268128 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e6c35304-7d43-4cf5-9c1f-cdb177ae0657 req-c4ce8442-6132-46e8-8c7b-02dcb9f5a203 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 945 time: 0.1615250 Jul 22 16:26:47.273685 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f4aa319-dfab-4683-8a98-8e57c6ba63a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.344150 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e6c35304-7d43-4cf5-9c1f-cdb177ae0657 req-5f7bd104-aaff-4797-8bc2-656eedf51444 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680878 Jul 22 16:26:47.367000 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f4aa319-dfab-4683-8a98-8e57c6ba63a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.370543 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f4aa319-dfab-4683-8a98-8e57c6ba63a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.373958 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8f4aa319-dfab-4683-8a98-8e57c6ba63a7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dd8acdfd-0d18-4843-b64f-a9a81675afff HTTP/1.1" status: 204 len: 168 time: 0.3012054 Jul 22 16:26:47.385907 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-88995564-afd5-4a40-9b0c-41070e7cfdbc tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Allocated IP 172.20.0.2 (eccf7f4a-8697-4aaa-95fa-9daad7e19e4e/a3c12ce3-22c0-432e-833b-5a5a37b77be7/09ab6193-858e-4bab-8e60-acf0af22588e) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:47.403788 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4aa319-dfab-4683-8a98-8e57c6ba63a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8acdfd-0d18-4843-b64f-a9a81675afff,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:47.472947 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012925e7-0056-4151-a78d-5e6014b1fe29 admin admin] Made reservation on behalf of f5dcba1bcdec4dec9217a5051c7c2328 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:47.476681 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-012925e7-0056-4151-a78d-5e6014b1fe29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.493785 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-012925e7-0056-4151-a78d-5e6014b1fe29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.604641 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6756cd73-93c4-4df3-94e2-21bc8e019564 req-a548c672-d37a-4ad4-aa14-88289edc7dd5 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a277c67-84cd-4ab4-bb92-729119bc5b15 HTTP/1.1" status: 200 len: 210 time: 0.1013477 Jul 22 16:26:47.633757 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb0e94-5fd0-4e74-a94d-0ade5dbd086a req-0b16adb2-4697-4b27-9f27-8d572bd4490b tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:47.636383 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-012925e7-0056-4151-a78d-5e6014b1fe29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.641211 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2fcb0e94-5fd0-4e74-a94d-0ade5dbd086a req-0b16adb2-4697-4b27-9f27-8d572bd4490b tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd51c8c2-9b04-4360-9c28-701658465173 HTTP/1.1" status: 200 len: 944 time: 0.1451385 Jul 22 16:26:47.648103 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-012925e7-0056-4151-a78d-5e6014b1fe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.667241 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-88995564-afd5-4a40-9b0c-41070e7cfdbc tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.732147 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012925e7-0056-4151-a78d-5e6014b1fe29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f996594-5e30-4435-859e-70f74cdb0b9e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:47.750004 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2fcb0e94-5fd0-4e74-a94d-0ade5dbd086a req-e42ead81-a001-4ebb-b540-e0dccaa11e69 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b16d6b5-683a-4a99-865c-4893bd842cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028757 Jul 22 16:26:47.756914 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012925e7-0056-4151-a78d-5e6014b1fe29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:26:47.800238 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-88995564-afd5-4a40-9b0c-41070e7cfdbc tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.827282 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-012925e7-0056-4151-a78d-5e6014b1fe29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.827617 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-012925e7-0056-4151-a78d-5e6014b1fe29 admin admin] Added segment 6315e2cb-d9c3-4a02-9502-a063aabd4aa0 of type vlan for network 958921b4-5bc1-41b3-837b-39292aedd4cb Jul 22 16:26:47.881781 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88995564-afd5-4a40-9b0c-41070e7cfdbc tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Pushing event updated for resources: {'Port': ['ID=09ab6193-858e-4bab-8e60-acf0af22588e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:47.889439 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-012925e7-0056-4151-a78d-5e6014b1fe29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.925344 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-88995564-afd5-4a40-9b0c-41070e7cfdbc tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:47.926833 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-88995564-afd5-4a40-9b0c-41070e7cfdbc tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:47.930672 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d847b-df49-4336-98e7-2faf49ecc5e1 req-37e2a449-e076-4540-a53c-4353640621f3 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:47.935820 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-88995564-afd5-4a40-9b0c-41070e7cfdbc tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:47.938408 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c8d847b-df49-4336-98e7-2faf49ecc5e1 req-37e2a449-e076-4540-a53c-4353640621f3 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d6ffe2-d164-47e4-9e99-2c8c7c29343a HTTP/1.1" status: 200 len: 950 time: 0.1981034 Jul 22 16:26:47.986307 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-012925e7-0056-4151-a78d-5e6014b1fe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.987915 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012925e7-0056-4151-a78d-5e6014b1fe29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:47.989435 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-012925e7-0056-4151-a78d-5e6014b1fe29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:48.040439 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-88995564-afd5-4a40-9b0c-41070e7cfdbc tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:48.041691 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-88995564-afd5-4a40-9b0c-41070e7cfdbc tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:48.052084 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012925e7-0056-4151-a78d-5e6014b1fe29 admin admin] Pushing event updated for resources: {'Network': ['ID=958921b4-5bc1-41b3-837b-39292aedd4cb,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:48.065576 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 958921b4-5bc1-41b3-837b-39292aedd4cb details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:26:48.071418 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c8d847b-df49-4336-98e7-2faf49ecc5e1 req-adcf0404-6714-4a26-9cc3-5497d107095b tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320138 Jul 22 16:26:48.094280 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-012925e7-0056-4151-a78d-5e6014b1fe29 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4053092 Jul 22 16:26:48.097096 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34982) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:48.108088 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a0f261fe-81bc-42ec-9053-32028e579b6b admin admin] Request body: {'subnet': {'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-subnet', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:48.116533 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-88995564-afd5-4a40-9b0c-41070e7cfdbc tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2486212 Jul 22 16:26:48.138168 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-badecfb3-411c-451a-9a0b-6a51ac03b3a8 service neutron] Request body: {'port': {'device_id': '1a277c67-84cd-4ab4-bb92-729119bc5b15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:48.169913 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f261fe-81bc-42ec-9053-32028e579b6b admin admin] Made reservation on behalf of f5dcba1bcdec4dec9217a5051c7c2328 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:48.174642 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0f261fe-81bc-42ec-9053-32028e579b6b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:48.348213 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-badecfb3-411c-451a-9a0b-6a51ac03b3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:48.485726 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0f261fe-81bc-42ec-9053-32028e579b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:48.583071 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f261fe-81bc-42ec-9053-32028e579b6b admin admin] Checking segment: {'id': '6315e2cb-d9c3-4a02-9502-a063aabd4aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:48.583410 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f261fe-81bc-42ec-9053-32028e579b6b admin admin] Network hostable DHCP agents. Network: 958921b4-5bc1-41b3-837b-39292aedd4cb, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:26:48.589232 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f261fe-81bc-42ec-9053-32028e579b6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=47349a61-f615-4cc1-8400-cc6ae79bfaf5,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:48.599079 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 355166f5-918c-4e81-b15f-1ecd411fdc94 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:26:48.633318 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f261fe-81bc-42ec-9053-32028e579b6b admin admin] Network 958921b4-5bc1-41b3-837b-39292aedd4cb is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:26:48.673234 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a0f261fe-81bc-42ec-9053-32028e579b6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 958921b4-5bc1-41b3-837b-39292aedd4cb) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:48.679003 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f261fe-81bc-42ec-9053-32028e579b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:48.679607 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0f261fe-81bc-42ec-9053-32028e579b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:48.689238 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ee82ab-98dc-4aff-b09e-cbd03f78a5a2 None None] Network 958921b4-5bc1-41b3-837b-39292aedd4cb requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:26:48.708342 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a0f261fe-81bc-42ec-9053-32028e579b6b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6070991 Jul 22 16:26:48.709229 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35006) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:48.714234 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d43b617f-8518-4f4e-b022-bdd6b1e52e9a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:48.727532 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5792f-4537-4ae6-8382-004ae4acabd6 req-6c72295a-32eb-4ca9-84b2-e206c7821edc tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:48.729032 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ee5792f-4537-4ae6-8382-004ae4acabd6 req-6c72295a-32eb-4ca9-84b2-e206c7821edc tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 1096 time: 0.1079812 Jul 22 16:26:48.753722 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d43b617f-8518-4f4e-b022-bdd6b1e52e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:48.754754 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d43b617f-8518-4f4e-b022-bdd6b1e52e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:48.775128 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-badecfb3-411c-451a-9a0b-6a51ac03b3a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ab6193-858e-4bab-8e60-acf0af22588e {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:48.786224 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-badecfb3-411c-451a-9a0b-6a51ac03b3a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:48.790197 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ee5792f-4537-4ae6-8382-004ae4acabd6 req-d2c1f36e-2986-40dc-9112-d3159c3b9190 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531237 Jul 22 16:26:48.834826 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-badecfb3-411c-451a-9a0b-6a51ac03b3a8 service neutron] Transition to ACTIVE for port object 09ab6193-858e-4bab-8e60-acf0af22588e will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:48.853826 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d43b617f-8518-4f4e-b022-bdd6b1e52e9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:48.862124 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-badecfb3-411c-451a-9a0b-6a51ac03b3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:49.013043 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-209397d6-50c4-40d5-8ac3-83575c1b4d8a req-c1b67093-8ef1-439e-bcfb-ed406e521332 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eceaecc-faff-400f-88d3-03d8454fbbfb HTTP/1.1" status: 200 len: 210 time: 0.3300428 Jul 22 16:26:49.016357 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badecfb3-411c-451a-9a0b-6a51ac03b3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=09ab6193-858e-4bab-8e60-acf0af22588e,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:49.121781 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 355166f5-918c-4e81-b15f-1ecd411fdc94, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=355166f5-918c-4e81-b15f-1ecd411fdc94,segment=NetworkSegment(4c8d7ff8-843d-41f4-852d-34af49610fb5),segment_id=4c8d7ff8-843d-41f4-852d-34af49610fb5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:49.135129 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '355166f5-918c-4e81-b15f-1ecd411fdc94', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'port_id': '355166f5-918c-4e81-b15f-1ecd411fdc94', 'mac_address': 'fa:16:3e:0e:c0:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:26:49.143097 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d43b617f-8518-4f4e-b022-bdd6b1e52e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:49.145527 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54005cf7-b74a-4c5b-a526-ec7434deab2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-958921b4-5bc1-41b3-837b-39292aedd4cb', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'fixed_ips': [{'subnet_id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:26:49.147380 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54005cf7-b74a-4c5b-a526-ec7434deab2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:49.168257 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff93d8-c0a6-4549-a3f7-f48cd22b5370 req-b98d009c-baf0-4125-8fa5-6493106778c1 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:49.170263 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-85ff93d8-c0a6-4549-a3f7-f48cd22b5370 req-b98d009c-baf0-4125-8fa5-6493106778c1 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d6ffe2-d164-47e4-9e99-2c8c7c29343a HTTP/1.1" status: 200 len: 950 time: 0.1974976 Jul 22 16:26:49.228995 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-85ff93d8-c0a6-4549-a3f7-f48cd22b5370 req-7d1b5c64-af3e-46e6-a4d4-653449ecea8f tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485282 Jul 22 16:26:49.233740 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4666468d-9200-4356-a73f-01ce7401ac11 req-80c88d61-05d7-41f4-b07a-7cbcc473f261 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1c8d6245ad404817abeaf30553b64f00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426834 Jul 22 16:26:49.366297 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:49.374427 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-badecfb3-411c-451a-9a0b-6a51ac03b3a8 service neutron] Attempting to bind port 09ab6193-858e-4bab-8e60-acf0af22588e on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:49.374959 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-badecfb3-411c-451a-9a0b-6a51ac03b3a8 service neutron] Attempting to bind port 09ab6193-858e-4bab-8e60-acf0af22588e by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:49.375265 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-badecfb3-411c-451a-9a0b-6a51ac03b3a8 service neutron] Attempting to bind port 09ab6193-858e-4bab-8e60-acf0af22588e on network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:49.396471 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 355166f5-918c-4e81-b15f-1ecd411fdc94 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:49.418522 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-badecfb3-411c-451a-9a0b-6a51ac03b3a8 service neutron] Port 09ab6193-858e-4bab-8e60-acf0af22588e on network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:26:49.419017 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-badecfb3-411c-451a-9a0b-6a51ac03b3a8 service neutron] Attempting to bind port 09ab6193-858e-4bab-8e60-acf0af22588e on network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:49.438851 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-badecfb3-411c-451a-9a0b-6a51ac03b3a8 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:49.439340 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-badecfb3-411c-451a-9a0b-6a51ac03b3a8 service neutron] Checking segment: {'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:49.440538 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-badecfb3-411c-451a-9a0b-6a51ac03b3a8 service neutron] Bound using segment: {'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:49.441017 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-badecfb3-411c-451a-9a0b-6a51ac03b3a8 service neutron] Bound port: 09ab6193-858e-4bab-8e60-acf0af22588e, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:49.441385 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-badecfb3-411c-451a-9a0b-6a51ac03b3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:49.447542 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 355166f5-918c-4e81-b15f-1ecd411fdc94, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=355166f5-918c-4e81-b15f-1ecd411fdc94,segment=NetworkSegment(4c8d7ff8-843d-41f4-852d-34af49610fb5),segment_id=4c8d7ff8-843d-41f4-852d-34af49610fb5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:49.453386 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:49.511335 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc423ee-9711-4201-a4bf-bc89cbbdc6fa req-7e057fd9-9471-41e5-a812-08898a5cb6ae tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:49.512921 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dfc423ee-9711-4201-a4bf-bc89cbbdc6fa req-7e057fd9-9471-41e5-a812-08898a5cb6ae tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a277c67-84cd-4ab4-bb92-729119bc5b15 HTTP/1.1" status: 200 len: 943 time: 0.4074850 Jul 22 16:26:49.522221 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-54005cf7-b74a-4c5b-a526-ec7434deab2a None None] Allocated IP 172.20.0.2 (958921b4-5bc1-41b3-837b-39292aedd4cb/47349a61-f615-4cc1-8400-cc6ae79bfaf5/a08dfd00-fa8c-4c5e-9b64-33bea659fcef) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:49.601962 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666468d-9200-4356-a73f-01ce7401ac11 req-f8c43c75-67d5-45bf-8bed-274dc17d82bd tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:49.603703 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4666468d-9200-4356-a73f-01ce7401ac11 req-f8c43c75-67d5-45bf-8bed-274dc17d82bd tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3298573 Jul 22 16:26:49.631695 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-4666468d-9200-4356-a73f-01ce7401ac11 req-468d69e5-32c6-43c6-8262-aa3aa544b322 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Request body: {'port': {'device_id': '15ad3503-1db8-44b0-8609-b4f7c827cfaa', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '1c8d6245ad404817abeaf30553b64f00'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:49.648047 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dfc423ee-9711-4201-a4bf-bc89cbbdc6fa req-dc3d3286-5696-4d5f-bde1-ab3834d4005e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144428 Jul 22 16:26:49.771069 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54005cf7-b74a-4c5b-a526-ec7434deab2a None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:49.782801 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-54005cf7-b74a-4c5b-a526-ec7434deab2a None None] Transition to ACTIVE for port object a08dfd00-fa8c-4c5e-9b64-33bea659fcef will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:49.795653 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4666468d-9200-4356-a73f-01ce7401ac11 req-76495753-2725-4eb7-8d54-e1c300b8bf14 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1c8d6245ad404817abeaf30553b64f00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924602 Jul 22 16:26:49.802495 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d43b617f-8518-4f4e-b022-bdd6b1e52e9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:49.826945 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-54005cf7-b74a-4c5b-a526-ec7434deab2a None None] Transition to ACTIVE for port object a08dfd00-fa8c-4c5e-9b64-33bea659fcef will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:49.831066 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d43b617f-8518-4f4e-b022-bdd6b1e52e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:49.856447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce548eb2-cd97-4a29-8235-6a8f10a1a952 req-1dabb249-4d0b-4e9c-aa70-cc8c304e3820 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:49.864100 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce548eb2-cd97-4a29-8235-6a8f10a1a952 req-1dabb249-4d0b-4e9c-aa70-cc8c304e3820 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd51c8c2-9b04-4360-9c28-701658465173 HTTP/1.1" status: 200 len: 945 time: 0.5559013 Jul 22 16:26:49.878406 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54005cf7-b74a-4c5b-a526-ec7434deab2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:49.892941 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-badecfb3-411c-451a-9a0b-6a51ac03b3a8 service neutron] For port 09ab6193-858e-4bab-8e60-acf0af22588e, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:49.920844 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54005cf7-b74a-4c5b-a526-ec7434deab2a None None] Network 958921b4-5bc1-41b3-837b-39292aedd4cb is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:49.925893 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-54005cf7-b74a-4c5b-a526-ec7434deab2a None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:49.930305 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=355166f5-918c-4e81-b15f-1ecd411fdc94,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:49.933477 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54005cf7-b74a-4c5b-a526-ec7434deab2a None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:49.936154 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-badecfb3-411c-451a-9a0b-6a51ac03b3a8 service neutron] For port 09ab6193-858e-4bab-8e60-acf0af22588e, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=09ab6193-858e-4bab-8e60-acf0af22588e,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:49.956256 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce548eb2-cd97-4a29-8235-6a8f10a1a952 req-b88a177a-b81d-4681-ab91-902b852a5ae2 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b16d6b5-683a-4a99-865c-4893bd842cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911689 Jul 22 16:26:49.987441 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['355166f5-918c-4e81-b15f-1ecd411fdc94'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:50.028434 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-d43b617f-8518-4f4e-b022-bdd6b1e52e9a admin admin] Allocated IP 172.25.0.218 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/953e7794-3ca1-461b-b169-a03e717e7fbb) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:50.078364 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-54005cf7-b74a-4c5b-a526-ec7434deab2a None None] Attempting to bind port a08dfd00-fa8c-4c5e-9b64-33bea659fcef on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:50.078762 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-54005cf7-b74a-4c5b-a526-ec7434deab2a None None] Attempting to bind port a08dfd00-fa8c-4c5e-9b64-33bea659fcef by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '6315e2cb-d9c3-4a02-9502-a063aabd4aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:50.079227 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54005cf7-b74a-4c5b-a526-ec7434deab2a None None] Attempting to bind port a08dfd00-fa8c-4c5e-9b64-33bea659fcef on network 958921b4-5bc1-41b3-837b-39292aedd4cb {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:50.104458 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54005cf7-b74a-4c5b-a526-ec7434deab2a None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:50.104824 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54005cf7-b74a-4c5b-a526-ec7434deab2a None None] Checking segment: {'id': '6315e2cb-d9c3-4a02-9502-a063aabd4aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:50.105231 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54005cf7-b74a-4c5b-a526-ec7434deab2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:50.106389 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54005cf7-b74a-4c5b-a526-ec7434deab2a None None] Bound using segment: {'id': '6315e2cb-d9c3-4a02-9502-a063aabd4aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:50.106960 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-54005cf7-b74a-4c5b-a526-ec7434deab2a None None] Bound port: a08dfd00-fa8c-4c5e-9b64-33bea659fcef, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6315e2cb-d9c3-4a02-9502-a063aabd4aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:50.107299 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54005cf7-b74a-4c5b-a526-ec7434deab2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:50.173369 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54005cf7-b74a-4c5b-a526-ec7434deab2a None None] Pushing event updated for resources: {'Port': ['ID=a08dfd00-fa8c-4c5e-9b64-33bea659fcef,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:50.209335 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d43b617f-8518-4f4e-b022-bdd6b1e52e9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:50.227769 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-badecfb3-411c-451a-9a0b-6a51ac03b3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:50.238957 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-54005cf7-b74a-4c5b-a526-ec7434deab2a None None] For port a08dfd00-fa8c-4c5e-9b64-33bea659fcef, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:50.255820 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-54005cf7-b74a-4c5b-a526-ec7434deab2a None None] For port a08dfd00-fa8c-4c5e-9b64-33bea659fcef, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a08dfd00-fa8c-4c5e-9b64-33bea659fcef,segment=NetworkSegment(6315e2cb-d9c3-4a02-9502-a063aabd4aa0),segment_id=6315e2cb-d9c3-4a02-9502-a063aabd4aa0)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:50.265194 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54005cf7-b74a-4c5b-a526-ec7434deab2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:50.275593 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d43b617f-8518-4f4e-b022-bdd6b1e52e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:50.306722 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-badecfb3-411c-451a-9a0b-6a51ac03b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:50.306722 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-badecfb3-411c-451a-9a0b-6a51ac03b3a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:50.308091 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-badecfb3-411c-451a-9a0b-6a51ac03b3a8 service neutron] 10.222.0.16 "PUT /v2.0/ports/09ab6193-858e-4bab-8e60-acf0af22588e HTTP/1.1" status: 200 len: 1091 time: 2.1746786 Jul 22 16:26:50.314409 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a277c67-84cd-4ab4-bb92-729119bc5b15', 'tag': '09ab6193-858e-4bab-8e60-acf0af22588e'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:50.316650 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d2391e-f7a4-4185-ad80-b3f9db1742d3" -d '{"events": [{"name": "network-changed", "server_uuid": "1a277c67-84cd-4ab4-bb92-729119bc5b15", "tag": "09ab6193-858e-4bab-8e60-acf0af22588e"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:50.346364 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b7d41e40-c736-4040-94e7-593bc002a623 req-3004d137-c7d3-49a6-81dd-0afa1a22719d tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eceaecc-faff-400f-88d3-03d8454fbbfb HTTP/1.1" status: 200 len: 210 time: 0.0600784 Jul 22 16:26:50.358459 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43b617f-8518-4f4e-b022-bdd6b1e52e9a admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:50.362284 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-d43b617f-8518-4f4e-b022-bdd6b1e52e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:50.367539 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43b617f-8518-4f4e-b022-bdd6b1e52e9a admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:50.418690 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.30', 56141) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:50.431848 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf144f37-927b-492f-bcd9-70f943e59874 req-03ea47e8-155f-42a3-b849-037e0b0c180d tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:50.433434 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cf144f37-927b-492f-bcd9-70f943e59874 req-03ea47e8-155f-42a3-b849-037e0b0c180d tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 807 time: 0.5633364 Jul 22 16:26:50.464686 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666468d-9200-4356-a73f-01ce7401ac11 req-a84ec6b9-59e9-4447-bc50-3d2e59671ddb tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:50.467244 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4666468d-9200-4356-a73f-01ce7401ac11 req-a84ec6b9-59e9-4447-bc50-3d2e59671ddb tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6613352 Jul 22 16:26:50.490345 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-4666468d-9200-4356-a73f-01ce7401ac11 req-c8f57e8b-facd-4b4f-9001-c5db36d7b8e4 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Request body: {'port': {'device_id': '9eceaecc-faff-400f-88d3-03d8454fbbfb', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '1c8d6245ad404817abeaf30553b64f00'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:50.495331 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badecfb3-411c-451a-9a0b-6a51ac03b3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=09ab6193-858e-4bab-8e60-acf0af22588e,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:50.500950 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4666468d-9200-4356-a73f-01ce7401ac11 req-468d69e5-32c6-43c6-8262-aa3aa544b322 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Made reservation on behalf of 1c8d6245ad404817abeaf30553b64f00 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:50.504633 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4666468d-9200-4356-a73f-01ce7401ac11 req-468d69e5-32c6-43c6-8262-aa3aa544b322 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:50.506188 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b617f-8518-4f4e-b022-bdd6b1e52e9a admin admin] Pushing event updated for resources: {'Port': ['ID=953e7794-3ca1-461b-b169-a03e717e7fbb,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:50.514178 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cf144f37-927b-492f-bcd9-70f943e59874 req-69f1d913-9a15-40e6-88d8-f79ee96b9cab tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/quotas/7782266dfdc04a53ab0c0d4cc2d32226 HTTP/1.1" status: 200 len: 375 time: 0.0663228 Jul 22 16:26:50.541217 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54005cf7-b74a-4c5b-a526-ec7434deab2a None None] Pushing event updated for resources: {'Port': ['ID=a08dfd00-fa8c-4c5e-9b64-33bea659fcef,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:50.725060 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53110a46-fe5b-4761-881c-caa9475ba89c req-4cd4f4f4-e78f-4f7b-9041-6cf8cbab101a tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:50.726445 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-53110a46-fe5b-4761-881c-caa9475ba89c req-4cd4f4f4-e78f-4f7b-9041-6cf8cbab101a tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.30 "GET /v2.0/ports?device_id=26d6ffe2-d164-47e4-9e99-2c8c7c29343a HTTP/1.1" status: 200 len: 950 time: 0.3065827 Jul 22 16:26:50.760174 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-24e3cbf8-6555-4cc4-9e45-884d84ec4e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:50.762094 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-24e3cbf8-6555-4cc4-9e45-884d84ec4e3b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8f7f0ee905d4934879787b8f8216673&device_id=1a277c67-84cd-4ab4-bb92-729119bc5b15 HTTP/1.1" status: 200 len: 1094 time: 0.3895502 Jul 22 16:26:50.819728 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d43b617f-8518-4f4e-b022-bdd6b1e52e9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:50.851921 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cf144f37-927b-492f-bcd9-70f943e59874 req-af122f36-c71c-40dd-b354-5d4de698f4a9 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3367083 Jul 22 16:26:50.864810 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-36fb6a90-2edc-4e8d-b1e3-dd7a9ecfdee8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09ab6193-858e-4bab-8e60-acf0af22588e HTTP/1.1" status: 200 len: 217 time: 0.0667562 Jul 22 16:26:50.886889 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4666468d-9200-4356-a73f-01ce7401ac11 req-c8f57e8b-facd-4b4f-9001-c5db36d7b8e4 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Made reservation on behalf of 1c8d6245ad404817abeaf30553b64f00 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:50.890625 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4666468d-9200-4356-a73f-01ce7401ac11 req-c8f57e8b-facd-4b4f-9001-c5db36d7b8e4 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:50.939782 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a9b7e-2597-47fb-a1fa-2e582d7cf94b req-6a97514b-eb0a-4aa7-88f5-11816496d321 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:50.941302 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-936a9b7e-2597-47fb-a1fa-2e582d7cf94b req-6a97514b-eb0a-4aa7-88f5-11816496d321 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d6ffe2-d164-47e4-9e99-2c8c7c29343a HTTP/1.1" status: 200 len: 950 time: 0.3172092 Jul 22 16:26:50.954680 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-4666468d-9200-4356-a73f-01ce7401ac11 req-468d69e5-32c6-43c6-8262-aa3aa544b322 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Allocated IP 192.168.233.234 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/908ae5ed-8b6d-4d24-a091-5fa9b0980f73) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:51.013773 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-936a9b7e-2597-47fb-a1fa-2e582d7cf94b req-f2c84c64-8210-4c06-b5d4-1efc74bb2f02 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/security-groups?id=3706bd1a-a5ae-48d1-a434-2c9a7755d491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646598 Jul 22 16:26:51.023649 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-53110a46-fe5b-4761-881c-caa9475ba89c req-a9cb888c-2ad7-41bf-b176-eaa3b8e33b5c tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Deleting port 4a462607-820a-4878-a7e7-5e479a7adfaf {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:26:51.023990 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-53110a46-fe5b-4761-881c-caa9475ba89c req-a9cb888c-2ad7-41bf-b176-eaa3b8e33b5c tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:51.028640 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-8175dbdb-94c9-41c3-82a6-f0bb61c67fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:51.030816 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-8175dbdb-94c9-41c3-82a6-f0bb61c67fc0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3c12ce3-22c0-432e-833b-5a5a37b77be7 HTTP/1.1" status: 200 len: 852 time: 0.1564696 Jul 22 16:26:51.093007 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7edcd6f-e8ea-4a5a-8a88-9e9188f8fa51 x-openstack-request-id: req-b7edcd6f-e8ea-4a5a-8a88-9e9188f8fa51 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:51.093360 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a277c67-84cd-4ab4-bb92-729119bc5b15", "tag": "09ab6193-858e-4bab-8e60-acf0af22588e", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:51.093558 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b7edcd6f-e8ea-4a5a-8a88-9e9188f8fa51 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:51.093981 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a277c67-84cd-4ab4-bb92-729119bc5b15', 'tag': '09ab6193-858e-4bab-8e60-acf0af22588e', 'status': 'completed', 'code': 200} Jul 22 16:26:51.137941 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-02041ddc-a528-4623-bc9c-ff9115127d27 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689409 Jul 22 16:26:51.215942 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cf144f37-927b-492f-bcd9-70f943e59874 req-1d4b2640-2875-4be5-8c02-148f45fcc028 service neutron] 10.222.0.69 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539641 Jul 22 16:26:51.246595 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d43b617f-8518-4f4e-b022-bdd6b1e52e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:51.260168 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-53110a46-fe5b-4761-881c-caa9475ba89c req-a9cb888c-2ad7-41bf-b176-eaa3b8e33b5c tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] For port 4a462607-820a-4878-a7e7-5e479a7adfaf, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4a462607-820a-4878-a7e7-5e479a7adfaf,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:51.260523 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-53110a46-fe5b-4761-881c-caa9475ba89c req-a9cb888c-2ad7-41bf-b176-eaa3b8e33b5c tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:51.279672 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-53110a46-fe5b-4761-881c-caa9475ba89c req-a9cb888c-2ad7-41bf-b176-eaa3b8e33b5c tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Calling delete_port for 4a462607-820a-4878-a7e7-5e479a7adfaf owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:26:51.425910 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-18ff147e-f095-4229-8d12-f6cebbe46d5e service neutron] 10.222.0.16 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715251 Jul 22 16:26:51.430080 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4666468d-9200-4356-a73f-01ce7401ac11 req-468d69e5-32c6-43c6-8262-aa3aa544b322 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:51.434091 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac1f1b-cca8-4e47-809c-a8a5fa1ce096 req-261aec58-a025-44a8-9fe9-3916689152c1 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:51.436162 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-21ac1f1b-cca8-4e47-809c-a8a5fa1ce096 req-261aec58-a025-44a8-9fe9-3916689152c1 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a277c67-84cd-4ab4-bb92-729119bc5b15 HTTP/1.1" status: 200 len: 943 time: 0.2295544 Jul 22 16:26:51.480496 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2d8690-9f7a-4ec3-bc56-860317687143 None None] Network 958921b4-5bc1-41b3-837b-39292aedd4cb requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:26:51.498261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-4666468d-9200-4356-a73f-01ce7401ac11 req-468d69e5-32c6-43c6-8262-aa3aa544b322 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Transition to ACTIVE for port object 908ae5ed-8b6d-4d24-a091-5fa9b0980f73 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:51.503662 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cf144f37-927b-492f-bcd9-70f943e59874 req-4cc18342-dd4b-49b4-979e-68c75f91ddd0 service neutron] 10.222.0.69 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725847 Jul 22 16:26:51.521574 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-21ac1f1b-cca8-4e47-809c-a8a5fa1ce096 req-95f9b7f2-661b-47b7-aac4-1bbe73d424c2 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770419 Jul 22 16:26:51.575130 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43b617f-8518-4f4e-b022-bdd6b1e52e9a admin admin] Router eae740ba-78ea-488a-856a-a12fece67b48 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:26:51.589564 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-46f290f9-7632-4a7b-82fc-b03ac7aacaa8 req-5b3d258b-fa78-4df2-a51f-3984f443d807 service neutron] 10.222.0.16 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543508 Jul 22 16:26:51.598122 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4666468d-9200-4356-a73f-01ce7401ac11 req-468d69e5-32c6-43c6-8262-aa3aa544b322 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:51.635604 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-53110a46-fe5b-4761-881c-caa9475ba89c req-a9cb888c-2ad7-41bf-b176-eaa3b8e33b5c tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:51.653995 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['07e49a48-d61b-4098-8c5e-9bc161f48e8c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:51.677604 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-38b76210-8fba-4964-a333-731af77c7c60 None None] Provisioning for port a08dfd00-fa8c-4c5e-9b64-33bea659fcef completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:51.738371 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4666468d-9200-4356-a73f-01ce7401ac11 req-468d69e5-32c6-43c6-8262-aa3aa544b322 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:51.761350 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-4666468d-9200-4356-a73f-01ce7401ac11 req-468d69e5-32c6-43c6-8262-aa3aa544b322 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:51.764665 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-4666468d-9200-4356-a73f-01ce7401ac11 req-468d69e5-32c6-43c6-8262-aa3aa544b322 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:51.820426 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-4666468d-9200-4356-a73f-01ce7401ac11 req-c8f57e8b-facd-4b4f-9001-c5db36d7b8e4 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Allocated IP 192.168.233.38 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/3424472c-2310-4937-8024-3df0f84c371a) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:51.829454 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d69e5-32c6-43c6-8262-aa3aa544b322 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Pushing event updated for resources: {'Port': ['ID=908ae5ed-8b6d-4d24-a091-5fa9b0980f73,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:51.923684 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666468d-9200-4356-a73f-01ce7401ac11 req-468d69e5-32c6-43c6-8262-aa3aa544b322 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:51.924512 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4666468d-9200-4356-a73f-01ce7401ac11 req-468d69e5-32c6-43c6-8262-aa3aa544b322 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:52.025573 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a08dfd00-fa8c-4c5e-9b64-33bea659fcef up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:52.093373 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb888c-2ad7-41bf-b176-eaa3b8e33b5c tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Pushing event deleted for resources: {'Port': ['ID=4a462607-820a-4878-a7e7-5e479a7adfaf,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:52.115691 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4666468d-9200-4356-a73f-01ce7401ac11 req-468d69e5-32c6-43c6-8262-aa3aa544b322 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4879551 Jul 22 16:26:52.120378 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2391e-f7a4-4185-ad80-b3f9db1742d3 req-a23c74bf-3875-4386-9256-34d1d02489c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:52.122559 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-77d2391e-f7a4-4185-ad80-b3f9db1742d3 req-a23c74bf-3875-4386-9256-34d1d02489c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8f7f0ee905d4934879787b8f8216673&device_id=1a277c67-84cd-4ab4-bb92-729119bc5b15 HTTP/1.1" status: 200 len: 1094 time: 0.4001262 Jul 22 16:26:52.133635 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a300ed7a-46de-4e09-ac0b-02f80318bfb4 req-3ec02606-c535-40f3-b6dd-f0039b6a3a53 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eceaecc-faff-400f-88d3-03d8454fbbfb HTTP/1.1" status: 200 len: 210 time: 0.1731021 Jul 22 16:26:52.253767 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43b617f-8518-4f4e-b022-bdd6b1e52e9a admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:26:52.256881 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-53110a46-fe5b-4761-881c-caa9475ba89c req-a9cb888c-2ad7-41bf-b176-eaa3b8e33b5c tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] No DVR routers for this DVR port 4a462607-820a-4878-a7e7-5e479a7adfaf on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:26:52.272195 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] Sync routers for ids ['eae740ba-78ea-488a-856a-a12fece67b48'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:26:52.280834 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-53110a46-fe5b-4761-881c-caa9475ba89c req-a9cb888c-2ad7-41bf-b176-eaa3b8e33b5c tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:52.282575 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-53110a46-fe5b-4761-881c-caa9475ba89c req-a9cb888c-2ad7-41bf-b176-eaa3b8e33b5c tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.30 "DELETE /v2.0/ports/4a462607-820a-4878-a7e7-5e479a7adfaf HTTP/1.1" status: 204 len: 173 time: 1.5494156 Jul 22 16:26:52.284354 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d6ffe2-d164-47e4-9e99-2c8c7c29343a', 'name': 'network-vif-deleted', 'tag': '4a462607-820a-4878-a7e7-5e479a7adfaf'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:52.287795 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7056de57-f27e-4e0d-9d83-d0e4cbb915d3" -d '{"events": [{"server_uuid": "26d6ffe2-d164-47e4-9e99-2c8c7c29343a", "name": "network-vif-deleted", "tag": "4a462607-820a-4878-a7e7-5e479a7adfaf"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:52.293001 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d43b617f-8518-4f4e-b022-bdd6b1e52e9a admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:52.297121 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d43b617f-8518-4f4e-b022-bdd6b1e52e9a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.5842097 Jul 22 16:26:52.304455 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] Routers {'eae740ba-78ea-488a-856a-a12fece67b48'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:26:52.305332 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f8d92-0525-477a-bcd7-5cb5b7ee4d92 req-7d445a6e-bd61-441a-bf85-0a215345f167 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:52.306330 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:26:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['eae740ba-78ea-488a-856a-a12fece67b48'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:52.310918 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f2416ad7-5476-43e7-bbbc-65d1d281a596 None None] Provisioning for port 908ae5ed-8b6d-4d24-a091-5fa9b0980f73 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:52.313320 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-958f8d92-0525-477a-bcd7-5cb5b7ee4d92 req-7d445a6e-bd61-441a-bf85-0a215345f167 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd51c8c2-9b04-4360-9c28-701658465173 HTTP/1.1" status: 200 len: 945 time: 0.6500416 Jul 22 16:26:52.321149 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35084) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:52.372315 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port a08dfd00-fa8c-4c5e-9b64-33bea659fcef completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:52.381654 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f2416ad7-5476-43e7-bbbc-65d1d281a596 None None] Provisioning complete for port 908ae5ed-8b6d-4d24-a091-5fa9b0980f73 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:52.382201 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2416ad7-5476-43e7-bbbc-65d1d281a596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:52.384484 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port a08dfd00-fa8c-4c5e-9b64-33bea659fcef triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:52.387646 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:52.510974 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35088) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:52.539409 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4666468d-9200-4356-a73f-01ce7401ac11 req-c8f57e8b-facd-4b4f-9001-c5db36d7b8e4 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:52.547342 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f2416ad7-5476-43e7-bbbc-65d1d281a596 None None] Port 908ae5ed-8b6d-4d24-a091-5fa9b0980f73 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:26:52.565181 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-4666468d-9200-4356-a73f-01ce7401ac11 req-c8f57e8b-facd-4b4f-9001-c5db36d7b8e4 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Transition to ACTIVE for port object 3424472c-2310-4937-8024-3df0f84c371a will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:52.569878 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] Set router eae740ba-78ea-488a-856a-a12fece67b48 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:26:52.574508 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['4a462607-820a-4878-a7e7-5e479a7adfaf'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:52.579440 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-958f8d92-0525-477a-bcd7-5cb5b7ee4d92 req-59de9805-d3e4-4b0b-8b1d-be95ea96eaba tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b16d6b5-683a-4a99-865c-4893bd842cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650721 Jul 22 16:26:52.641735 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 355166f5-918c-4e81-b15f-1ecd411fdc94 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:52.649159 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-4666468d-9200-4356-a73f-01ce7401ac11 req-017f3da7-06ff-4ee4-8ee1-1cb1278000d4 service neutron] Request body: {'port': {'device_id': '15ad3503-1db8-44b0-8609-b4f7c827cfaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:52.714871 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4666468d-9200-4356-a73f-01ce7401ac11 req-c8f57e8b-facd-4b4f-9001-c5db36d7b8e4 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:52.773273 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['07e49a48-d61b-4098-8c5e-9bc161f48e8c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:52.832865 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1eede2e9-a398-4ab9-92f7-1d3920f6ccec req-fb306a3b-62c2-4b9b-a2c0-22539ee30ee2 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 210 time: 0.1536610 Jul 22 16:26:52.859062 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0a0556ef-9ea1-4ffd-ab4c-abd1b980a78e None None] Provisioning complete for port a08dfd00-fa8c-4c5e-9b64-33bea659fcef triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:52.866747 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a0556ef-9ea1-4ffd-ab4c-abd1b980a78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:52.878604 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4666468d-9200-4356-a73f-01ce7401ac11 req-c8f57e8b-facd-4b4f-9001-c5db36d7b8e4 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:52.891932 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-4666468d-9200-4356-a73f-01ce7401ac11 req-c8f57e8b-facd-4b4f-9001-c5db36d7b8e4 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:52.899259 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:52.997211 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-4666468d-9200-4356-a73f-01ce7401ac11 req-c8f57e8b-facd-4b4f-9001-c5db36d7b8e4 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:53.034410 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145d1224-def3-43b0-8d26-550f9b8a5e20 x-openstack-request-id: req-145d1224-def3-43b0-8d26-550f9b8a5e20 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:53.037027 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d6ffe2-d164-47e4-9e99-2c8c7c29343a", "name": "network-vif-deleted", "tag": "4a462607-820a-4878-a7e7-5e479a7adfaf", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:53.037246 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-145d1224-def3-43b0-8d26-550f9b8a5e20 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:53.037663 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d6ffe2-d164-47e4-9e99-2c8c7c29343a', 'name': 'network-vif-deleted', 'tag': '4a462607-820a-4878-a7e7-5e479a7adfaf', 'status': 'completed', 'code': 200} Jul 22 16:26:53.045905 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port a08dfd00-fa8c-4c5e-9b64-33bea659fcef, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a08dfd00-fa8c-4c5e-9b64-33bea659fcef,segment=NetworkSegment(6315e2cb-d9c3-4a02-9502-a063aabd4aa0),segment_id=6315e2cb-d9c3-4a02-9502-a063aabd4aa0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:53.067512 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:53.100947 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:26:50Z', 'revision_number': 3, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port': {'id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:49Z', 'updated_at': '2021-07-22T16:26:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:53.145573 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=a08dfd00-fa8c-4c5e-9b64-33bea659fcef,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:53.160896 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72127dc3-a58c-455a-82eb-7709235f5b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:53.162463 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 355166f5-918c-4e81-b15f-1ecd411fdc94 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:53.182524 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 355166f5-918c-4e81-b15f-1ecd411fdc94 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:53.182826 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:53.183878 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] Checking router: eae740ba-78ea-488a-856a-a12fece67b48 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:26:53.186624 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] Updating router eae740ba-78ea-488a-856a-a12fece67b48 port 953e7794-3ca1-461b-b169-a03e717e7fbb binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:26:53.200150 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f57e8b-facd-4b4f-9001-c5db36d7b8e4 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Pushing event updated for resources: {'Port': ['ID=3424472c-2310-4937-8024-3df0f84c371a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:53.257633 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4666468d-9200-4356-a73f-01ce7401ac11 req-017f3da7-06ff-4ee4-8ee1-1cb1278000d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:53.271207 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2391e-f7a4-4185-ad80-b3f9db1742d3 req-4d0528a9-ee7f-4ad7-aa50-a09bb4e23add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:53.272883 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-77d2391e-f7a4-4185-ad80-b3f9db1742d3 req-4d0528a9-ee7f-4ad7-aa50-a09bb4e23add service neutron] 10.222.0.16 "GET /v2.0/networks?id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e HTTP/1.1" status: 200 len: 913 time: 0.6218443 Jul 22 16:26:53.279857 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:53.287140 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666468d-9200-4356-a73f-01ce7401ac11 req-c8f57e8b-facd-4b4f-9001-c5db36d7b8e4 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:53.287934 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4666468d-9200-4356-a73f-01ce7401ac11 req-c8f57e8b-facd-4b4f-9001-c5db36d7b8e4 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:53.300829 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63fc882c-cf61-48d8-8489-5c0b6ebc53d1 req-846733f6-5cbe-46a6-a3e8-9de476a579c4 tempest-DeleteServersAdminTestJSON-1736727245 tempest-DeleteServersAdminTestJSON-1736727245-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d6ffe2-d164-47e4-9e99-2c8c7c29343a HTTP/1.1" status: 200 len: 210 time: 0.2930291 Jul 22 16:26:53.399329 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-77d2391e-f7a4-4185-ad80-b3f9db1742d3 req-844f735b-120a-4453-885e-01ba53bcab37 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09ab6193-858e-4bab-8e60-acf0af22588e HTTP/1.1" status: 200 len: 217 time: 0.1043930 Jul 22 16:26:53.411808 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:53.433767 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc632b-6590-440b-8816-c70088fd1874 req-46f37830-f46f-4603-bd59-8bb9799b20f2 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:53.440233 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f1fc632b-6590-440b-8816-c70088fd1874 req-46f37830-f46f-4603-bd59-8bb9799b20f2 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a277c67-84cd-4ab4-bb92-729119bc5b15 HTTP/1.1" status: 200 len: 943 time: 0.4441645 Jul 22 16:26:53.454021 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 355166f5-918c-4e81-b15f-1ecd411fdc94, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=355166f5-918c-4e81-b15f-1ecd411fdc94,segment=NetworkSegment(4c8d7ff8-843d-41f4-852d-34af49610fb5),segment_id=4c8d7ff8-843d-41f4-852d-34af49610fb5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:53.457110 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd51c8c2-9b04-4360-9c28-701658465173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355166f5-918c-4e81-b15f-1ecd411fdc94'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:53.462594 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52517b5e-e979-481d-9856-2de8eb2e46f2" -d '{"events": [{"server_uuid": "bd51c8c2-9b04-4360-9c28-701658465173", "name": "network-vif-plugged", "status": "completed", "tag": "355166f5-918c-4e81-b15f-1ecd411fdc94"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:53.473824 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:53.517740 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-90028fbb-0fcd-4f4e-83d3-1530b3f4dd66 None None] Provisioning for port 3424472c-2310-4937-8024-3df0f84c371a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:53.531212 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-90028fbb-0fcd-4f4e-83d3-1530b3f4dd66 None None] Provisioning complete for port 3424472c-2310-4937-8024-3df0f84c371a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:53.531853 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90028fbb-0fcd-4f4e-83d3-1530b3f4dd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:53.573325 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=355166f5-918c-4e81-b15f-1ecd411fdc94,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:53.585738 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-90028fbb-0fcd-4f4e-83d3-1530b3f4dd66 None None] Port 3424472c-2310-4937-8024-3df0f84c371a cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:26:53.672278 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72127dc3-a58c-455a-82eb-7709235f5b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:53.691459 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:53.692808 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72127dc3-a58c-455a-82eb-7709235f5b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:53.714063 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] Transition to ACTIVE for port object 953e7794-3ca1-461b-b169-a03e717e7fbb will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:53.730150 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:53.784040 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] Attempting to bind port 953e7794-3ca1-461b-b169-a03e717e7fbb on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:53.784818 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] Attempting to bind port 953e7794-3ca1-461b-b169-a03e717e7fbb by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:53.785282 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] Attempting to bind port 953e7794-3ca1-461b-b169-a03e717e7fbb on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:53.816305 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-72127dc3-a58c-455a-82eb-7709235f5b56 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8bd3c624937645d2b8c31a1a52731d51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2695913 Jul 22 16:26:53.818455 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35104) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:53.823083 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4666468d-9200-4356-a73f-01ce7401ac11 req-c8f57e8b-facd-4b4f-9001-c5db36d7b8e4 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3382406 Jul 22 16:26:53.834038 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:53.834613 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:53.835104 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:53.835594 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:53.836582 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] Bound port: 953e7794-3ca1-461b-b169-a03e717e7fbb, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:53.837035 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:53.838007 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72127dc3-a58c-455a-82eb-7709235f5b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9762830f-762c-4c56-88da-b67fbd5a0588,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:53.847328 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f1fc632b-6590-440b-8816-c70088fd1874 req-c7cc5401-d364-4b08-afb8-58c8fdf93117 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989382 Jul 22 16:26:53.874280 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a08dfd00-fa8c-4c5e-9b64-33bea659fcef up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:53.910264 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abd6d8-b6fb-41f1-8672-62425814a21f None None] Pushing event updated for resources: {'Port': ['ID=953e7794-3ca1-461b-b169-a03e717e7fbb,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:53.925095 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] For port 953e7794-3ca1-461b-b169-a03e717e7fbb, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:53.928610 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] For port 953e7794-3ca1-461b-b169-a03e717e7fbb, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=953e7794-3ca1-461b-b169-a03e717e7fbb,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:53.934042 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:53.955593 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-4666468d-9200-4356-a73f-01ce7401ac11 req-dccb98eb-9d51-4927-8c11-e791936662c9 service neutron] Request body: {'port': {'device_id': '9eceaecc-faff-400f-88d3-03d8454fbbfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:53.965406 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d54a2b2-196e-4e30-b910-aacddcab7bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:53.965626 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec8606f-ce2e-459b-9054-a454239a42f2 x-openstack-request-id: req-4ec8606f-ce2e-459b-9054-a454239a42f2 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:53.965902 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd51c8c2-9b04-4360-9c28-701658465173", "name": "network-vif-plugged", "status": "completed", "tag": "355166f5-918c-4e81-b15f-1ecd411fdc94", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:53.966684 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4ec8606f-ce2e-459b-9054-a454239a42f2 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:53.967667 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd51c8c2-9b04-4360-9c28-701658465173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355166f5-918c-4e81-b15f-1ecd411fdc94', 'code': 200} Jul 22 16:26:53.970868 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port a08dfd00-fa8c-4c5e-9b64-33bea659fcef triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:53.971240 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:53.977216 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf144f37-927b-492f-bcd9-70f943e59874 req-71019280-0a8b-4488-919f-8509d6a843b2 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:53.979583 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf144f37-927b-492f-bcd9-70f943e59874 req-71019280-0a8b-4488-919f-8509d6a843b2 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.16 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 807 time: 0.3830547 Jul 22 16:26:53.998402 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a90d8-e2a5-4f9f-a721-2afc63fc2f70 req-6207fbcf-742f-4001-8a13-be6b56e9e819 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:54.011971 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2391e-f7a4-4185-ad80-b3f9db1742d3 req-f5920452-312e-4c81-a850-a30f8623025f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:54.013538 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-77d2391e-f7a4-4185-ad80-b3f9db1742d3 req-f5920452-312e-4c81-a850-a30f8623025f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3c12ce3-22c0-432e-833b-5a5a37b77be7 HTTP/1.1" status: 200 len: 852 time: 0.5721550 Jul 22 16:26:54.023631 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5f4a90d8-e2a5-4f9f-a721-2afc63fc2f70 req-6207fbcf-742f-4001-8a13-be6b56e9e819 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eceaecc-faff-400f-88d3-03d8454fbbfb HTTP/1.1" status: 200 len: 935 time: 0.4984424 Jul 22 16:26:54.033099 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-cf144f37-927b-492f-bcd9-70f943e59874 req-acc3e431-3f3d-41cd-90b9-df78f3db76c0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Request body: {'port': {'device_id': '2a228897-f2bf-48db-9877-10d64b952aad', 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8', 'admin_state_up': True, 'tenant_id': '7782266dfdc04a53ab0c0d4cc2d32226'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:54.059320 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abd6d8-b6fb-41f1-8672-62425814a21f None None] Pushing event updated for resources: {'Port': ['ID=953e7794-3ca1-461b-b169-a03e717e7fbb,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:54.062500 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] Routers {'eae740ba-78ea-488a-856a-a12fece67b48'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:26:54.063130 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:26:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['eae740ba-78ea-488a-856a-a12fece67b48'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:54.110790 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.16', 49349) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:54.151880 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-77d2391e-f7a4-4185-ad80-b3f9db1742d3 req-a2217b45-9743-452a-8afa-6a241c666d2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170113 Jul 22 16:26:54.203878 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] Set router eae740ba-78ea-488a-856a-a12fece67b48 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:26:54.246107 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5f4a90d8-e2a5-4f9f-a721-2afc63fc2f70 req-e8b0b5ba-9cd5-40b8-8f37-9ebfa1749a48 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166150 Jul 22 16:26:54.284085 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b526162-c037-458a-ac75-c2fcde72bf2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:54.365188 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f212f75c-733a-4c4b-9084-283e25695ab2 req-ec4a4264-71f3-4923-ba85-477ba512bf78 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 210 time: 0.0527928 Jul 22 16:26:54.384834 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b526162-c037-458a-ac75-c2fcde72bf2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:54.406983 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:26:50Z', 'revision_number': 3, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port': {'id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:49Z', 'updated_at': '2021-07-22T16:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:54.409074 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe6a2e-3bd7-4a4d-91d9-82de680b9c90 req-a4e41b94-577f-4179-a90f-cc0b566a30ef tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:54.410678 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-39fe6a2e-3bd7-4a4d-91d9-82de680b9c90 req-a4e41b94-577f-4179-a90f-cc0b566a30ef tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd51c8c2-9b04-4360-9c28-701658465173 HTTP/1.1" status: 200 len: 946 time: 0.3211443 Jul 22 16:26:54.421364 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4666468d-9200-4356-a73f-01ce7401ac11 req-dccb98eb-9d51-4927-8c11-e791936662c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:54.452812 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf144f37-927b-492f-bcd9-70f943e59874 req-acc3e431-3f3d-41cd-90b9-df78f3db76c0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Made reservation on behalf of 7782266dfdc04a53ab0c0d4cc2d32226 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:54.456793 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cf144f37-927b-492f-bcd9-70f943e59874 req-acc3e431-3f3d-41cd-90b9-df78f3db76c0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:54.460534 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193bc3d6-8da3-44f3-85bd-23d33b0b9bcf None None] The sync data for ids ['eae740ba-78ea-488a-856a-a12fece67b48'] in n-d-798930-9 is: [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:26:50Z', 'revision_number': 3, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port': {'id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:49Z', 'updated_at': '2021-07-22T16:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:26:54.467883 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7f63f-a690-42d8-9d6b-195dde7c2ce6 req-01780bbd-7dee-4f73-9324-c344208ef15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:54.469383 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-74a7f63f-a690-42d8-9d6b-195dde7c2ce6 req-01780bbd-7dee-4f73-9324-c344208ef15a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bd51c8c2-9b04-4360-9c28-701658465173 HTTP/1.1" status: 200 len: 1097 time: 0.3607981 Jul 22 16:26:54.478032 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-1d54a2b2-196e-4e30-b910-aacddcab7bc2 admin admin] Allocated IP 172.20.0.1 (958921b4-5bc1-41b3-837b-39292aedd4cb/47349a61-f615-4cc1-8400-cc6ae79bfaf5/421248c9-4839-4d7a-a75c-964d0244e655) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:54.483753 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-77d2391e-f7a4-4185-ad80-b3f9db1742d3 req-17be2cc0-ab9c-429b-aa3a-a792ccb4f881 service neutron] 10.222.0.16 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217947 Jul 22 16:26:54.579270 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4a462607-820a-4878-a7e7-5e479a7adfaf no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:26:54.634790 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 4a462607-820a-4878-a7e7-5e479a7adfaf {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:26:54.635148 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4a462607-820a-4878-a7e7-5e479a7adfaf not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:26:54.639359 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 09ab6193-858e-4bab-8e60-acf0af22588e details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:26:54.651129 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-74a7f63f-a690-42d8-9d6b-195dde7c2ce6 req-f6b8351c-21ba-42af-a8c2-eff7ae598677 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8b16d6b5-683a-4a99-865c-4893bd842cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675332 Jul 22 16:26:54.705248 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-39fe6a2e-3bd7-4a4d-91d9-82de680b9c90 req-bf2414a4-7f95-49e1-a389-55a3dfa21773 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b16d6b5-683a-4a99-865c-4893bd842cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762103 Jul 22 16:26:54.832262 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 09ab6193-858e-4bab-8e60-acf0af22588e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=09ab6193-858e-4bab-8e60-acf0af22588e,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:54.845028 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d54a2b2-196e-4e30-b910-aacddcab7bc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:54.858968 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-4666468d-9200-4356-a73f-01ce7401ac11 req-017f3da7-06ff-4ee4-8ee1-1cb1278000d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 908ae5ed-8b6d-4d24-a091-5fa9b0980f73 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:54.863005 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '09ab6193-858e-4bab-8e60-acf0af22588e', 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e', 'port_id': '09ab6193-858e-4bab-8e60-acf0af22588e', 'mac_address': 'fa:16:3e:d0:9a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c12ce3-22c0-432e-833b-5a5a37b77be7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:26:54.928129 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4666468d-9200-4356-a73f-01ce7401ac11 req-017f3da7-06ff-4ee4-8ee1-1cb1278000d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:54.933212 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b526162-c037-458a-ac75-c2fcde72bf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:54.936290 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b526162-c037-458a-ac75-c2fcde72bf2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:54.937448 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9b526162-c037-458a-ac75-c2fcde72bf2b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9762830f-762c-4c56-88da-b67fbd5a0588 HTTP/1.1" status: 204 len: 168 time: 1.1160936 Jul 22 16:26:54.944980 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-77d2391e-f7a4-4185-ad80-b3f9db1742d3 req-b103b596-9cae-46ab-894c-c457a9fbf9bb service neutron] 10.222.0.16 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462016 Jul 22 16:26:54.953343 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1d54a2b2-196e-4e30-b910-aacddcab7bc2 admin admin] Transition to ACTIVE for port object 421248c9-4839-4d7a-a75c-964d0244e655 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:54.968661 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b526162-c037-458a-ac75-c2fcde72bf2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9762830f-762c-4c56-88da-b67fbd5a0588,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:54.970880 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-4666468d-9200-4356-a73f-01ce7401ac11 req-017f3da7-06ff-4ee4-8ee1-1cb1278000d4 service neutron] Transition to ACTIVE for port object 908ae5ed-8b6d-4d24-a091-5fa9b0980f73 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:55.002375 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-cf144f37-927b-492f-bcd9-70f943e59874 req-acc3e431-3f3d-41cd-90b9-df78f3db76c0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Allocated IP 172.20.0.13 (f917a743-2b29-4ed7-bc92-4ef128fdeba8/1dac8087-5dfb-4e2d-bc9b-97574efc063c/72bbf97b-6a6b-40ea-8b2c-950b704b9c13) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:55.003473 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4666468d-9200-4356-a73f-01ce7401ac11 req-017f3da7-06ff-4ee4-8ee1-1cb1278000d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:55.027650 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:55.112736 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ab6193-858e-4bab-8e60-acf0af22588e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:55.191086 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 09ab6193-858e-4bab-8e60-acf0af22588e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=09ab6193-858e-4bab-8e60-acf0af22588e,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:55.198935 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:55.314500 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35156) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:55.364190 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f3da7-06ff-4ee4-8ee1-1cb1278000d4 service neutron] Pushing event updated for resources: {'Port': ['ID=908ae5ed-8b6d-4d24-a091-5fa9b0980f73,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:55.364515 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=09ab6193-858e-4bab-8e60-acf0af22588e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:55.381430 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d54a2b2-196e-4e30-b910-aacddcab7bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:55.455957 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-4666468d-9200-4356-a73f-01ce7401ac11 req-dccb98eb-9d51-4927-8c11-e791936662c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3424472c-2310-4937-8024-3df0f84c371a {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:55.467817 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4666468d-9200-4356-a73f-01ce7401ac11 req-dccb98eb-9d51-4927-8c11-e791936662c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:55.484965 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-4666468d-9200-4356-a73f-01ce7401ac11 req-dccb98eb-9d51-4927-8c11-e791936662c9 service neutron] Transition to ACTIVE for port object 3424472c-2310-4937-8024-3df0f84c371a will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:55.502355 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35162) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:55.525058 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7474ac7a-d097-4a47-81d0-c178360a5aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:55.533861 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4666468d-9200-4356-a73f-01ce7401ac11 req-dccb98eb-9d51-4927-8c11-e791936662c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:55.543053 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['09ab6193-858e-4bab-8e60-acf0af22588e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:55.613156 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-4666468d-9200-4356-a73f-01ce7401ac11 req-017f3da7-06ff-4ee4-8ee1-1cb1278000d4 service neutron] Attempting to bind port 908ae5ed-8b6d-4d24-a091-5fa9b0980f73 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:55.613488 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-4666468d-9200-4356-a73f-01ce7401ac11 req-017f3da7-06ff-4ee4-8ee1-1cb1278000d4 service neutron] Attempting to bind port 908ae5ed-8b6d-4d24-a091-5fa9b0980f73 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:55.613846 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4666468d-9200-4356-a73f-01ce7401ac11 req-017f3da7-06ff-4ee4-8ee1-1cb1278000d4 service neutron] Attempting to bind port 908ae5ed-8b6d-4d24-a091-5fa9b0980f73 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:55.625351 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727707a6-0060-4e72-9732-1defbdb912e8 req-53dfbfb2-0fa3-45cb-b864-14adbdb7db44 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:55.626953 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-727707a6-0060-4e72-9732-1defbdb912e8 req-53dfbfb2-0fa3-45cb-b864-14adbdb7db44 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a277c67-84cd-4ab4-bb92-729119bc5b15 HTTP/1.1" status: 200 len: 943 time: 0.6398940 Jul 22 16:26:55.732546 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4666468d-9200-4356-a73f-01ce7401ac11 req-017f3da7-06ff-4ee4-8ee1-1cb1278000d4 service neutron] Port 908ae5ed-8b6d-4d24-a091-5fa9b0980f73 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:26:55.732873 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4666468d-9200-4356-a73f-01ce7401ac11 req-017f3da7-06ff-4ee4-8ee1-1cb1278000d4 service neutron] Attempting to bind port 908ae5ed-8b6d-4d24-a091-5fa9b0980f73 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:55.918080 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb98eb-9d51-4927-8c11-e791936662c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3424472c-2310-4937-8024-3df0f84c371a,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:55.924635 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d54a2b2-196e-4e30-b910-aacddcab7bc2 admin admin] Network 958921b4-5bc1-41b3-837b-39292aedd4cb is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:55.927321 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4666468d-9200-4356-a73f-01ce7401ac11 req-017f3da7-06ff-4ee4-8ee1-1cb1278000d4 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:55.927664 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4666468d-9200-4356-a73f-01ce7401ac11 req-017f3da7-06ff-4ee4-8ee1-1cb1278000d4 service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:55.928230 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4666468d-9200-4356-a73f-01ce7401ac11 req-017f3da7-06ff-4ee4-8ee1-1cb1278000d4 service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:55.928497 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-4666468d-9200-4356-a73f-01ce7401ac11 req-017f3da7-06ff-4ee4-8ee1-1cb1278000d4 service neutron] Bound port: 908ae5ed-8b6d-4d24-a091-5fa9b0980f73, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:55.928859 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4666468d-9200-4356-a73f-01ce7401ac11 req-017f3da7-06ff-4ee4-8ee1-1cb1278000d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:55.952353 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-1d54a2b2-196e-4e30-b910-aacddcab7bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:55.964515 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 953e7794-3ca1-461b-b169-a03e717e7fbb up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:55.966906 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d54a2b2-196e-4e30-b910-aacddcab7bc2 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:55.972004 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d54a2b2-196e-4e30-b910-aacddcab7bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:55.974778 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54a2b2-196e-4e30-b910-aacddcab7bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=421248c9-4839-4d7a-a75c-964d0244e655,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:56.065621 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cf144f37-927b-492f-bcd9-70f943e59874 req-acc3e431-3f3d-41cd-90b9-df78f3db76c0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.065995 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-727707a6-0060-4e72-9732-1defbdb912e8 req-a58bb253-7ecb-4958-988b-8a055cb4cad1 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143372 Jul 22 16:26:56.066603 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 953e7794-3ca1-461b-b169-a03e717e7fbb completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:56.083078 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 953e7794-3ca1-461b-b169-a03e717e7fbb triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:56.083732 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.164316 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-283fcd7f-9f6c-45c9-8548-7f84ae83d540 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=18248dc1849e42ddb6b758abef62487d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8402183 Jul 22 16:26:56.169398 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35168) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:56.202796 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-4666468d-9200-4356-a73f-01ce7401ac11 req-dccb98eb-9d51-4927-8c11-e791936662c9 service neutron] Attempting to bind port 3424472c-2310-4937-8024-3df0f84c371a on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:56.202796 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-4666468d-9200-4356-a73f-01ce7401ac11 req-dccb98eb-9d51-4927-8c11-e791936662c9 service neutron] Attempting to bind port 3424472c-2310-4937-8024-3df0f84c371a by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:56.203136 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4666468d-9200-4356-a73f-01ce7401ac11 req-dccb98eb-9d51-4927-8c11-e791936662c9 service neutron] Attempting to bind port 3424472c-2310-4937-8024-3df0f84c371a on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:56.224801 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4666468d-9200-4356-a73f-01ce7401ac11 req-dccb98eb-9d51-4927-8c11-e791936662c9 service neutron] Port 3424472c-2310-4937-8024-3df0f84c371a on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:26:56.225164 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4666468d-9200-4356-a73f-01ce7401ac11 req-dccb98eb-9d51-4927-8c11-e791936662c9 service neutron] Attempting to bind port 3424472c-2310-4937-8024-3df0f84c371a on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:56.230006 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-4666468d-9200-4356-a73f-01ce7401ac11 req-017f3da7-06ff-4ee4-8ee1-1cb1278000d4 service neutron] For port 908ae5ed-8b6d-4d24-a091-5fa9b0980f73, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:56.250242 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c47c7-7709-431f-943a-1da06821d4ce req-31ce8e0b-46f1-408f-8e2d-48fe031dd8b1 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:56.252974 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.257261 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-475c47c7-7709-431f-943a-1da06821d4ce req-31ce8e0b-46f1-408f-8e2d-48fe031dd8b1 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eceaecc-faff-400f-88d3-03d8454fbbfb HTTP/1.1" status: 200 len: 947 time: 0.2652149 Jul 22 16:26:56.258773 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4666468d-9200-4356-a73f-01ce7401ac11 req-dccb98eb-9d51-4927-8c11-e791936662c9 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:56.259115 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4666468d-9200-4356-a73f-01ce7401ac11 req-dccb98eb-9d51-4927-8c11-e791936662c9 service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:56.259607 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4666468d-9200-4356-a73f-01ce7401ac11 req-dccb98eb-9d51-4927-8c11-e791936662c9 service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:56.259958 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-4666468d-9200-4356-a73f-01ce7401ac11 req-dccb98eb-9d51-4927-8c11-e791936662c9 service neutron] Bound port: 3424472c-2310-4937-8024-3df0f84c371a, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:56.260275 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4666468d-9200-4356-a73f-01ce7401ac11 req-dccb98eb-9d51-4927-8c11-e791936662c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.269875 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-4666468d-9200-4356-a73f-01ce7401ac11 req-017f3da7-06ff-4ee4-8ee1-1cb1278000d4 service neutron] For port 908ae5ed-8b6d-4d24-a091-5fa9b0980f73, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=908ae5ed-8b6d-4d24-a091-5fa9b0980f73,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:56.274591 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cf144f37-927b-492f-bcd9-70f943e59874 req-acc3e431-3f3d-41cd-90b9-df78f3db76c0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.282402 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 953e7794-3ca1-461b-b169-a03e717e7fbb, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=953e7794-3ca1-461b-b169-a03e717e7fbb,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:56.288327 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.288965 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7474ac7a-d097-4a47-81d0-c178360a5aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.295858 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4666468d-9200-4356-a73f-01ce7401ac11 req-017f3da7-06ff-4ee4-8ee1-1cb1278000d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.296694 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d54a2b2-196e-4e30-b910-aacddcab7bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.322585 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7474ac7a-d097-4a47-81d0-c178360a5aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.361316 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=953e7794-3ca1-461b-b169-a03e717e7fbb,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:56.399612 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b7d492a3-0012-4cb1-ada5-f42b4c964cb8 None None] Provisioning for port 421248c9-4839-4d7a-a75c-964d0244e655 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:56.403812 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b7d492a3-0012-4cb1-ada5-f42b4c964cb8 None None] Provisioning complete for port 421248c9-4839-4d7a-a75c-964d0244e655 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:56.404187 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7d492a3-0012-4cb1-ada5-f42b4c964cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.443344 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666468d-9200-4356-a73f-01ce7401ac11 req-017f3da7-06ff-4ee4-8ee1-1cb1278000d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:56.444187 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4666468d-9200-4356-a73f-01ce7401ac11 req-017f3da7-06ff-4ee4-8ee1-1cb1278000d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.445805 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4666468d-9200-4356-a73f-01ce7401ac11 req-017f3da7-06ff-4ee4-8ee1-1cb1278000d4 service neutron] 10.222.0.30 "PUT /v2.0/ports/908ae5ed-8b6d-4d24-a091-5fa9b0980f73 HTTP/1.1" status: 200 len: 1096 time: 3.8043888 Jul 22 16:26:56.446834 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b7d492a3-0012-4cb1-ada5-f42b4c964cb8 None None] Port 421248c9-4839-4d7a-a75c-964d0244e655 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:26:56.452693 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf144f37-927b-492f-bcd9-70f943e59874 req-acc3e431-3f3d-41cd-90b9-df78f3db76c0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Network f917a743-2b29-4ed7-bc92-4ef128fdeba8 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:56.455865 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ad3503-1db8-44b0-8609-b4f7c827cfaa', 'tag': '908ae5ed-8b6d-4d24-a091-5fa9b0980f73'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:56.458675 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8a0b2b-0004-41b2-b646-2c141565c59a" -d '{"events": [{"name": "network-changed", "server_uuid": "15ad3503-1db8-44b0-8609-b4f7c827cfaa", "tag": "908ae5ed-8b6d-4d24-a091-5fa9b0980f73"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:56.461346 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-475c47c7-7709-431f-943a-1da06821d4ce req-cab75ec5-ebf5-40ea-b83b-cfda18a3faed tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032094 Jul 22 16:26:56.462012 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d43259c-4ec8-4eb6-8b26-165ffcd504c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.475362 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7474ac7a-d097-4a47-81d0-c178360a5aca admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f0f338419dc044268c9ca6d10b34f98b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9719422 Jul 22 16:26:56.488625 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-cf144f37-927b-492f-bcd9-70f943e59874 req-acc3e431-3f3d-41cd-90b9-df78f3db76c0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:56.488625 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35172) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:56.495075 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf144f37-927b-492f-bcd9-70f943e59874 req-acc3e431-3f3d-41cd-90b9-df78f3db76c0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:56.504761 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf144f37-927b-492f-bcd9-70f943e59874 req-acc3e431-3f3d-41cd-90b9-df78f3db76c0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:56.505556 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cf144f37-927b-492f-bcd9-70f943e59874 req-acc3e431-3f3d-41cd-90b9-df78f3db76c0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.520172 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474ac7a-d097-4a47-81d0-c178360a5aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71449638-3da7-41f7-9f7d-c86a9a7af2cc,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:56.525722 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3e431-3f3d-41cd-90b9-df78f3db76c0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Pushing event updated for resources: {'Port': ['ID=72bbf97b-6a6b-40ea-8b2c-950b704b9c13,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:56.549531 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f3da7-06ff-4ee4-8ee1-1cb1278000d4 service neutron] Pushing event updated for resources: {'Port': ['ID=908ae5ed-8b6d-4d24-a091-5fa9b0980f73,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:56.562714 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-4666468d-9200-4356-a73f-01ce7401ac11 req-dccb98eb-9d51-4927-8c11-e791936662c9 service neutron] For port 3424472c-2310-4937-8024-3df0f84c371a, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:56.566650 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf144f37-927b-492f-bcd9-70f943e59874 req-acc3e431-3f3d-41cd-90b9-df78f3db76c0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5393810 Jul 22 16:26:56.610773 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d43259c-4ec8-4eb6-8b26-165ffcd504c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.627958 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-4666468d-9200-4356-a73f-01ce7401ac11 req-dccb98eb-9d51-4927-8c11-e791936662c9 service neutron] For port 3424472c-2310-4937-8024-3df0f84c371a, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=3424472c-2310-4937-8024-3df0f84c371a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:56.637824 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 09ab6193-858e-4bab-8e60-acf0af22588e up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:56.645053 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4666468d-9200-4356-a73f-01ce7401ac11 req-dccb98eb-9d51-4927-8c11-e791936662c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.661681 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-cf144f37-927b-492f-bcd9-70f943e59874 req-3edfe316-6a4c-40c1-bbec-eb5f06a5f3d2 service neutron] Request body: {'port': {'device_id': '2a228897-f2bf-48db-9877-10d64b952aad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:56.666276 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cd9f6-79ed-474f-a285-11c24a882be5 req-a2d48041-ae04-4d28-83e5-84a0c5b30c41 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:56.667965 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-231cd9f6-79ed-474f-a285-11c24a882be5 req-a2d48041-ae04-4d28-83e5-84a0c5b30c41 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 932 time: 0.4142628 Jul 22 16:26:56.706675 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 09ab6193-858e-4bab-8e60-acf0af22588e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:56.710601 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 09ab6193-858e-4bab-8e60-acf0af22588e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:56.710902 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.755688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666468d-9200-4356-a73f-01ce7401ac11 req-dccb98eb-9d51-4927-8c11-e791936662c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:56.757007 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4666468d-9200-4356-a73f-01ce7401ac11 req-dccb98eb-9d51-4927-8c11-e791936662c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.758546 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4666468d-9200-4356-a73f-01ce7401ac11 req-dccb98eb-9d51-4927-8c11-e791936662c9 service neutron] 10.222.0.30 "PUT /v2.0/ports/3424472c-2310-4937-8024-3df0f84c371a HTTP/1.1" status: 200 len: 1095 time: 2.8131139 Jul 22 16:26:56.777447 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1263e6f5-b08a-4a8b-9633-6dad5082586e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.814967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb98eb-9d51-4927-8c11-e791936662c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3424472c-2310-4937-8024-3df0f84c371a,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:56.827049 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-231cd9f6-79ed-474f-a285-11c24a882be5 req-f5128963-6790-4a8f-a388-8c412c16fdbf tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446910 Jul 22 16:26:56.832971 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d43259c-4ec8-4eb6-8b26-165ffcd504c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.835857 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d43259c-4ec8-4eb6-8b26-165ffcd504c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.840113 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8d43259c-4ec8-4eb6-8b26-165ffcd504c2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3706bd1a-a5ae-48d1-a434-2c9a7755d491 HTTP/1.1" status: 204 len: 168 time: 0.6685984 Jul 22 16:26:56.852707 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666468d-9200-4356-a73f-01ce7401ac11 req-c9397422-15c7-437e-a5be-7f65f22b38d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:56.854408 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4666468d-9200-4356-a73f-01ce7401ac11 req-c9397422-15c7-437e-a5be-7f65f22b38d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c8d6245ad404817abeaf30553b64f00&device_id=15ad3503-1db8-44b0-8609-b4f7c827cfaa HTTP/1.1" status: 200 len: 1099 time: 0.3168602 Jul 22 16:26:56.871500 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.907458 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43259c-4ec8-4eb6-8b26-165ffcd504c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3706bd1a-a5ae-48d1-a434-2c9a7755d491,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:56.955126 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a277c67-84cd-4ab4-bb92-729119bc5b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ab6193-858e-4bab-8e60-acf0af22588e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:56.959434 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4666468d-9200-4356-a73f-01ce7401ac11 req-b6f59ef7-9946-432f-9eab-c5b79c6ec740 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=908ae5ed-8b6d-4d24-a091-5fa9b0980f73 HTTP/1.1" status: 200 len: 217 time: 0.0611498 Jul 22 16:26:56.963778 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1263e6f5-b08a-4a8b-9633-6dad5082586e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.968347 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e621c55-7de8-42d6-922b-0df4141beec2" -d '{"events": [{"server_uuid": "1a277c67-84cd-4ab4-bb92-729119bc5b15", "name": "network-vif-plugged", "status": "completed", "tag": "09ab6193-858e-4bab-8e60-acf0af22588e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:56.974725 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46b6115-b3dc-496e-be6e-af60926346b7 x-openstack-request-id: req-e46b6115-b3dc-496e-be6e-af60926346b7 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:56.975212 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15ad3503-1db8-44b0-8609-b4f7c827cfaa", "tag": "908ae5ed-8b6d-4d24-a091-5fa9b0980f73", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:56.975615 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e46b6115-b3dc-496e-be6e-af60926346b7 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:56.976162 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ad3503-1db8-44b0-8609-b4f7c827cfaa', 'tag': '908ae5ed-8b6d-4d24-a091-5fa9b0980f73', 'status': 'completed', 'code': 200} Jul 22 16:26:56.991440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 09ab6193-858e-4bab-8e60-acf0af22588e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=09ab6193-858e-4bab-8e60-acf0af22588e,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:56.997450 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:57.061109 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7a4cc3-ece0-4a42-b86f-5da5b5b63554 x-openstack-request-id: req-5e7a4cc3-ece0-4a42-b86f-5da5b5b63554 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:57.061503 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d54a2b2-196e-4e30-b910-aacddcab7bc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:57.071450 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a277c67-84cd-4ab4-bb92-729119bc5b15", "name": "network-vif-plugged", "status": "completed", "tag": "09ab6193-858e-4bab-8e60-acf0af22588e", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:57.071779 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5e7a4cc3-ece0-4a42-b86f-5da5b5b63554 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:57.072216 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a277c67-84cd-4ab4-bb92-729119bc5b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ab6193-858e-4bab-8e60-acf0af22588e', 'code': 200} Jul 22 16:26:57.130277 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666468d-9200-4356-a73f-01ce7401ac11 req-6102dec9-b137-4aca-ba6b-7170de1f6a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:57.131883 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4666468d-9200-4356-a73f-01ce7401ac11 req-6102dec9-b137-4aca-ba6b-7170de1f6a3f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c8d6245ad404817abeaf30553b64f00&device_id=9eceaecc-faff-400f-88d3-03d8454fbbfb HTTP/1.1" status: 200 len: 1098 time: 0.2752113 Jul 22 16:26:57.160013 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa5273-b888-4746-936c-93fe4f737b62 req-af0046a1-ea42-4315-a9d1-5c7e4bbabfcd tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:57.171746 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-44aa5273-b888-4746-936c-93fe4f737b62 req-af0046a1-ea42-4315-a9d1-5c7e4bbabfcd tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd51c8c2-9b04-4360-9c28-701658465173 HTTP/1.1" status: 200 len: 946 time: 0.5942533 Jul 22 16:26:57.177234 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1263e6f5-b08a-4a8b-9633-6dad5082586e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:57.179930 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=09ab6193-858e-4bab-8e60-acf0af22588e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:57.182469 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1263e6f5-b08a-4a8b-9633-6dad5082586e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:57.183761 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1263e6f5-b08a-4a8b-9633-6dad5082586e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/71449638-3da7-41f7-9f7d-c86a9a7af2cc HTTP/1.1" status: 204 len: 168 time: 0.6985230 Jul 22 16:26:57.218526 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666468d-9200-4356-a73f-01ce7401ac11 req-bfd908a1-2352-4546-a383-893a1a18912f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:57.220083 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4666468d-9200-4356-a73f-01ce7401ac11 req-bfd908a1-2352-4546-a383-893a1a18912f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.2280552 Jul 22 16:26:57.232411 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d54a2b2-196e-4e30-b910-aacddcab7bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:57.233477 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d54a2b2-196e-4e30-b910-aacddcab7bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:57.242600 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4666468d-9200-4356-a73f-01ce7401ac11 req-505934ad-c09d-41e5-bedc-a0a49b7a2776 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=3424472c-2310-4937-8024-3df0f84c371a HTTP/1.1" status: 200 len: 217 time: 0.0923104 Jul 22 16:26:57.255107 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263e6f5-b08a-4a8b-9633-6dad5082586e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71449638-3da7-41f7-9f7d-c86a9a7af2cc,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:57.322754 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cf144f37-927b-492f-bcd9-70f943e59874 req-3edfe316-6a4c-40c1-bbec-eb5f06a5f3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:57.334621 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54a2b2-196e-4e30-b910-aacddcab7bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=421248c9-4839-4d7a-a75c-964d0244e655,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:57.363005 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-44aa5273-b888-4746-936c-93fe4f737b62 req-e8acfa56-df28-4332-9041-93c2b70b3516 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b16d6b5-683a-4a99-865c-4893bd842cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897457 Jul 22 16:26:57.443740 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35196) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:57.477304 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c37dfef-b10a-438a-a38e-531b978c58ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:57.596488 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666468d-9200-4356-a73f-01ce7401ac11 req-5fda8aad-7234-4596-b8c0-287466bc093a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:57.598043 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4666468d-9200-4356-a73f-01ce7401ac11 req-5fda8aad-7234-4596-b8c0-287466bc093a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.3269064 Jul 22 16:26:57.666756 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666468d-9200-4356-a73f-01ce7401ac11 req-6d3a4105-30c7-41c1-b3cc-dcdf3b0c4f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:57.668455 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4666468d-9200-4356-a73f-01ce7401ac11 req-6d3a4105-30c7-41c1-b3cc-dcdf3b0c4f4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4237962 Jul 22 16:26:57.676889 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d54a2b2-196e-4e30-b910-aacddcab7bc2 admin admin] Network 958921b4-5bc1-41b3-837b-39292aedd4cb is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:57.677117 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a95b5-e84e-403b-be60-6e1d48691143 req-c42c21b6-2634-4e9d-94d2-0a3fdcbc6157 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:57.678604 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d4a95b5-e84e-403b-be60-6e1d48691143 req-c42c21b6-2634-4e9d-94d2-0a3fdcbc6157 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a277c67-84cd-4ab4-bb92-729119bc5b15 HTTP/1.1" status: 200 len: 945 time: 0.4647253 Jul 22 16:26:57.680361 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac574a0-fd85-4711-b2a5-909b611d09fd req-537111b7-7904-403f-b145-c67123fd5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:57.681731 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0ac574a0-fd85-4711-b2a5-909b611d09fd req-537111b7-7904-403f-b145-c67123fd5531 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a277c67-84cd-4ab4-bb92-729119bc5b15 HTTP/1.1" status: 200 len: 1096 time: 0.4658282 Jul 22 16:26:57.693317 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-1d54a2b2-196e-4e30-b910-aacddcab7bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:57.870224 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0ac574a0-fd85-4711-b2a5-909b611d09fd req-b9fde5bd-a0ac-45b9-9f4f-bf23ef1a7497 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753829 Jul 22 16:26:57.880491 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d4a95b5-e84e-403b-be60-6e1d48691143 req-9cfb8470-686b-41dd-a8cd-1c8b134e2fd6 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888468 Jul 22 16:26:57.886738 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666468d-9200-4356-a73f-01ce7401ac11 req-8727983a-2d6d-4e6a-ab91-a14b01406bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:57.891185 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 953e7794-3ca1-461b-b169-a03e717e7fbb up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:57.903935 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4666468d-9200-4356-a73f-01ce7401ac11 req-8727983a-2d6d-4e6a-ab91-a14b01406bb4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2927072 Jul 22 16:26:57.941607 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4666468d-9200-4356-a73f-01ce7401ac11 req-5755ab26-463b-48ab-a012-782329e0330e service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588871 Jul 22 16:26:57.978891 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db1406-596d-40ea-b960-11381ee0b1b9 req-4745fabf-63bd-41be-86a9-836c2957a809 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:57.987802 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-64db1406-596d-40ea-b960-11381ee0b1b9 req-4745fabf-63bd-41be-86a9-836c2957a809 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd51c8c2-9b04-4360-9c28-701658465173 HTTP/1.1" status: 200 len: 946 time: 0.4794133 Jul 22 16:26:57.992281 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35214) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:58.000347 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-31aa2884-3b80-431b-9e19-161674fe7cde tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Request body: {'floatingip': {'port_id': '355166f5-918c-4e81-b15f-1ecd411fdc94'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:58.018606 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 953e7794-3ca1-461b-b169-a03e717e7fbb triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:58.019207 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:58.078438 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-22ec9c50-160f-4876-9fb2-b073e8b51d8e None None] Provisioning complete for port 421248c9-4839-4d7a-a75c-964d0244e655 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:58.078897 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-22ec9c50-160f-4876-9fb2-b073e8b51d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:58.135445 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-22ec9c50-160f-4876-9fb2-b073e8b51d8e None None] Port 421248c9-4839-4d7a-a75c-964d0244e655 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:26:58.152631 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-cf144f37-927b-492f-bcd9-70f943e59874 req-3edfe316-6a4c-40c1-bbec-eb5f06a5f3d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:58.180825 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cf144f37-927b-492f-bcd9-70f943e59874 req-3edfe316-6a4c-40c1-bbec-eb5f06a5f3d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:58.204645 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-31aa2884-3b80-431b-9e19-161674fe7cde tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:58.211946 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d54a2b2-196e-4e30-b910-aacddcab7bc2 admin admin] Router eae740ba-78ea-488a-856a-a12fece67b48 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:26:58.237299 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-cf144f37-927b-492f-bcd9-70f943e59874 req-3edfe316-6a4c-40c1-bbec-eb5f06a5f3d2 service neutron] Transition to ACTIVE for port object 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:58.252458 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cf144f37-927b-492f-bcd9-70f943e59874 req-3edfe316-6a4c-40c1-bbec-eb5f06a5f3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:58.317064 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4666468d-9200-4356-a73f-01ce7401ac11 req-61595635-4fc7-47b6-ad2d-78d3f1aa946c service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010653 Jul 22 16:26:58.353764 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4666468d-9200-4356-a73f-01ce7401ac11 req-d884b13b-2fa2-4543-94f6-8474c6565fc5 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053280 Jul 22 16:26:58.363214 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c37dfef-b10a-438a-a38e-531b978c58ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:58.385983 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c37dfef-b10a-438a-a38e-531b978c58ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:58.415764 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfe316-6a4c-40c1-bbec-eb5f06a5f3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=72bbf97b-6a6b-40ea-8b2c-950b704b9c13,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:58.431669 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1de94-1b33-4603-8ab1-18fe4f8f775b req-086927f0-c89f-46a8-bf75-ce314543ac01 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:58.433128 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-23c1de94-1b33-4603-8ab1-18fe4f8f775b req-086927f0-c89f-46a8-bf75-ce314543ac01 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eceaecc-faff-400f-88d3-03d8454fbbfb HTTP/1.1" status: 200 len: 947 time: 0.2687345 Jul 22 16:26:58.488353 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37dfef-b10a-438a-a38e-531b978c58ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861a15d0-5076-49a7-b23e-64189613e7d1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:58.507958 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75bdd1-d373-4c60-ae11-c23ec70f9210 req-3c0122dd-23dd-4239-b345-ab83b6704307 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:58.509484 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fb75bdd1-d373-4c60-ae11-c23ec70f9210 req-3c0122dd-23dd-4239-b345-ab83b6704307 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 932 time: 0.3790224 Jul 22 16:26:58.509613 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8c37dfef-b10a-438a-a38e-531b978c58ae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6f8e12d9cee948e4bd3e8bd06a2d4ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0608881 Jul 22 16:26:58.520826 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35230) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:58.535188 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-cf144f37-927b-492f-bcd9-70f943e59874 req-3edfe316-6a4c-40c1-bbec-eb5f06a5f3d2 service neutron] Attempting to bind port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:58.535534 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-cf144f37-927b-492f-bcd9-70f943e59874 req-3edfe316-6a4c-40c1-bbec-eb5f06a5f3d2 service neutron] Attempting to bind port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:58.535847 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf144f37-927b-492f-bcd9-70f943e59874 req-3edfe316-6a4c-40c1-bbec-eb5f06a5f3d2 service neutron] Attempting to bind port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:58.556014 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf144f37-927b-492f-bcd9-70f943e59874 req-3edfe316-6a4c-40c1-bbec-eb5f06a5f3d2 service neutron] Port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:26:58.556369 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf144f37-927b-492f-bcd9-70f943e59874 req-3edfe316-6a4c-40c1-bbec-eb5f06a5f3d2 service neutron] Attempting to bind port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:58.567736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d54a2b2-196e-4e30-b910-aacddcab7bc2 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:26:58.577478 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1d54a2b2-196e-4e30-b910-aacddcab7bc2 admin admin] 10.222.0.69 "PUT /v2.0/routers/eae740ba-78ea-488a-856a-a12fece67b48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2540171 Jul 22 16:26:58.586230 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf144f37-927b-492f-bcd9-70f943e59874 req-3edfe316-6a4c-40c1-bbec-eb5f06a5f3d2 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:58.586686 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf144f37-927b-492f-bcd9-70f943e59874 req-3edfe316-6a4c-40c1-bbec-eb5f06a5f3d2 service neutron] Checking segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:58.586942 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf144f37-927b-492f-bcd9-70f943e59874 req-3edfe316-6a4c-40c1-bbec-eb5f06a5f3d2 service neutron] Bound using segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:58.587820 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-cf144f37-927b-492f-bcd9-70f943e59874 req-3edfe316-6a4c-40c1-bbec-eb5f06a5f3d2 service neutron] Bound port: 72bbf97b-6a6b-40ea-8b2c-950b704b9c13, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:58.587820 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cf144f37-927b-492f-bcd9-70f943e59874 req-3edfe316-6a4c-40c1-bbec-eb5f06a5f3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:58.588492 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] Sync routers for ids ['eae740ba-78ea-488a-856a-a12fece67b48'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:26:58.601293 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] Routers {'eae740ba-78ea-488a-856a-a12fece67b48'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:26:58.601963 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:26:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['eae740ba-78ea-488a-856a-a12fece67b48'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:58.604277 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-23c1de94-1b33-4603-8ab1-18fe4f8f775b req-4cd11eaf-f6ea-49b4-8d38-f0764363aaad tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364305 Jul 22 16:26:58.648744 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4666468d-9200-4356-a73f-01ce7401ac11 req-3a23b280-c539-4e91-ab34-46fe5fcd1ffc service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148942 Jul 22 16:26:58.654851 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fb75bdd1-d373-4c60-ae11-c23ec70f9210 req-57c49599-0387-4a24-973b-1edf5ba1ea9e tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124136 Jul 22 16:26:58.695134 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-cf144f37-927b-492f-bcd9-70f943e59874 req-3edfe316-6a4c-40c1-bbec-eb5f06a5f3d2 service neutron] For port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:58.698719 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-cf144f37-927b-492f-bcd9-70f943e59874 req-3edfe316-6a4c-40c1-bbec-eb5f06a5f3d2 service neutron] For port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=72bbf97b-6a6b-40ea-8b2c-950b704b9c13,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:58.700423 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-edcf40fa-1107-478b-974d-5c957db8c60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:58.708688 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cf144f37-927b-492f-bcd9-70f943e59874 req-3edfe316-6a4c-40c1-bbec-eb5f06a5f3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:58.800883 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfe316-6a4c-40c1-bbec-eb5f06a5f3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=72bbf97b-6a6b-40ea-8b2c-950b704b9c13,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:58.809208 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a0b2b-0004-41b2-b646-2c141565c59a req-01a101f7-c630-4ad1-b8f8-d99bfcc390f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:58.811268 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0b8a0b2b-0004-41b2-b646-2c141565c59a req-01a101f7-c630-4ad1-b8f8-d99bfcc390f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c8d6245ad404817abeaf30553b64f00&device_id=15ad3503-1db8-44b0-8609-b4f7c827cfaa HTTP/1.1" status: 200 len: 1099 time: 0.2700617 Jul 22 16:26:58.830701 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-edcf40fa-1107-478b-974d-5c957db8c60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:58.833843 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf144f37-927b-492f-bcd9-70f943e59874 req-3edfe316-6a4c-40c1-bbec-eb5f06a5f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:58.835136 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cf144f37-927b-492f-bcd9-70f943e59874 req-3edfe316-6a4c-40c1-bbec-eb5f06a5f3d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:58.836843 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf144f37-927b-492f-bcd9-70f943e59874 req-3edfe316-6a4c-40c1-bbec-eb5f06a5f3d2 service neutron] 10.222.0.16 "PUT /v2.0/ports/72bbf97b-6a6b-40ea-8b2c-950b704b9c13 HTTP/1.1" status: 200 len: 1092 time: 2.1931603 Jul 22 16:26:58.837434 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a228897-f2bf-48db-9877-10d64b952aad', 'tag': '72bbf97b-6a6b-40ea-8b2c-950b704b9c13'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:58.840217 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6d9cac-23c3-4242-a757-76b9617e5f81" -d '{"events": [{"name": "network-changed", "server_uuid": "2a228897-f2bf-48db-9877-10d64b952aad", "tag": "72bbf97b-6a6b-40ea-8b2c-950b704b9c13"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:58.919752 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-edcf40fa-1107-478b-974d-5c957db8c60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:58.927305 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-edcf40fa-1107-478b-974d-5c957db8c60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:58.929671 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-edcf40fa-1107-478b-974d-5c957db8c60d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/861a15d0-5076-49a7-b23e-64189613e7d1 HTTP/1.1" status: 204 len: 168 time: 0.4052250 Jul 22 16:26:58.936927 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee616b7-d153-41a1-b403-113a36b35364 x-openstack-request-id: req-9ee616b7-d153-41a1-b403-113a36b35364 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:58.938064 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a228897-f2bf-48db-9877-10d64b952aad", "tag": "72bbf97b-6a6b-40ea-8b2c-950b704b9c13", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:58.939082 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9ee616b7-d153-41a1-b403-113a36b35364 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:58.940330 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a228897-f2bf-48db-9877-10d64b952aad', 'tag': '72bbf97b-6a6b-40ea-8b2c-950b704b9c13', 'status': 'completed', 'code': 200} Jul 22 16:26:58.968644 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf40fa-1107-478b-974d-5c957db8c60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861a15d0-5076-49a7-b23e-64189613e7d1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:58.979171 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eceaecc-faff-400f-88d3-03d8454fbbfb', 'tag': '3424472c-2310-4937-8024-3df0f84c371a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:58.982076 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c5cd07-a05f-4b6a-8bb9-9e1ca418e220" -d '{"events": [{"name": "network-changed", "server_uuid": "9eceaecc-faff-400f-88d3-03d8454fbbfb", "tag": "3424472c-2310-4937-8024-3df0f84c371a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:59.103368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf144f37-927b-492f-bcd9-70f943e59874 req-15a252bd-0fad-4da5-a43e-a97c84f5951b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:59.106395 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf144f37-927b-492f-bcd9-70f943e59874 req-15a252bd-0fad-4da5-a43e-a97c84f5951b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 1095 time: 0.1236067 Jul 22 16:26:59.109756 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a16d5ca6-72c8-46f1-8b6f-20b45bc667b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:59.162386 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] Set router eae740ba-78ea-488a-856a-a12fece67b48 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:26:59.181746 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf144f37-927b-492f-bcd9-70f943e59874 req-3fe50a5b-8671-43e5-942e-fe02ceba21ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72bbf97b-6a6b-40ea-8b2c-950b704b9c13 HTTP/1.1" status: 200 len: 217 time: 0.0625732 Jul 22 16:26:59.290543 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf144f37-927b-492f-bcd9-70f943e59874 req-c5301e4e-eb61-4700-8961-e5594cb50b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:59.296805 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf144f37-927b-492f-bcd9-70f943e59874 req-c5301e4e-eb61-4700-8961-e5594cb50b5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1dac8087-5dfb-4e2d-bc9b-97574efc063c HTTP/1.1" status: 200 len: 847 time: 0.1037748 Jul 22 16:26:59.343978 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf144f37-927b-492f-bcd9-70f943e59874 req-04386b54-f88f-4fb8-9d11-e1aeea498601 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f917a743-2b29-4ed7-bc92-4ef128fdeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439539 Jul 22 16:26:59.428707 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a0b2b-0004-41b2-b646-2c141565c59a req-c5541f02-3546-4faf-bf81-4fc36dc732ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:59.430315 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0b8a0b2b-0004-41b2-b646-2c141565c59a req-c5541f02-3546-4faf-bf81-4fc36dc732ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.5732782 Jul 22 16:26:59.450264 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.db.resource_extend [None req-31aa2884-3b80-431b-9e19-161674fe7cde tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:26:59.468017 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port': {'id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:49Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '421248c9-4839-4d7a-a75c-964d0244e655', 'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'mac_address': 'fa:16:3e:25:34:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:54Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 2, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'subnets': [{'id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:59.523767 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0b8a0b2b-0004-41b2-b646-2c141565c59a req-295ee553-5110-48ef-a89a-9182d567b25c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=908ae5ed-8b6d-4d24-a091-5fa9b0980f73 HTTP/1.1" status: 200 len: 217 time: 0.0823669 Jul 22 16:26:59.545672 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] Checking router: eae740ba-78ea-488a-856a-a12fece67b48 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:26:59.546055 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] Updating router eae740ba-78ea-488a-856a-a12fece67b48 port 421248c9-4839-4d7a-a75c-964d0244e655 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:26:59.603527 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:59.613686 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-31aa2884-3b80-431b-9e19-161674fe7cde tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:59.628029 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-31aa2884-3b80-431b-9e19-161674fe7cde tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:59.639618 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da8683-57e4-4484-b5ce-cd81f36040c9 req-35af4488-1016-436a-8dde-4a3da2790a35 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:59.641329 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d6da8683-57e4-4484-b5ce-cd81f36040c9 req-35af4488-1016-436a-8dde-4a3da2790a35 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a277c67-84cd-4ab4-bb92-729119bc5b15 HTTP/1.1" status: 200 len: 945 time: 0.5666749 Jul 22 16:26:59.722635 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a0b2b-0004-41b2-b646-2c141565c59a req-28bc9777-a9e8-4c93-a8d9-2809e3a7dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:59.724165 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0b8a0b2b-0004-41b2-b646-2c141565c59a req-28bc9777-a9e8-4c93-a8d9-2809e3a7dbbc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1809974 Jul 22 16:26:59.732538 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf144f37-927b-492f-bcd9-70f943e59874 req-91d30767-5a12-45f3-a2ab-7db7817d6283 service neutron] 10.222.0.16 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769593 Jul 22 16:26:59.807218 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d6da8683-57e4-4484-b5ce-cd81f36040c9 req-56250268-55e9-47ef-8a1d-3bfb9b1d7f0b tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316795 Jul 22 16:26:59.836723 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-31aa2884-3b80-431b-9e19-161674fe7cde tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Floating IP 0e51ddad-734e-4e45-a976-057f5789b59d associated. External IP: 172.25.0.158, port: 355166f5-918c-4e81-b15f-1ecd411fdc94. Jul 22 16:26:59.897847 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66447607-cf97-4b72-9fb0-fcd57c9a5fda x-openstack-request-id: req-66447607-cf97-4b72-9fb0-fcd57c9a5fda {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:59.897847 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eceaecc-faff-400f-88d3-03d8454fbbfb", "tag": "3424472c-2310-4937-8024-3df0f84c371a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:59.898159 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-66447607-cf97-4b72-9fb0-fcd57c9a5fda {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:59.898397 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eceaecc-faff-400f-88d3-03d8454fbbfb', 'tag': '3424472c-2310-4937-8024-3df0f84c371a', 'status': 'completed', 'code': 200} Jul 22 16:26:59.915099 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a0b2b-0004-41b2-b646-2c141565c59a req-a25dfbd6-2b64-499e-8fa9-3664291576a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:59.916580 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0b8a0b2b-0004-41b2-b646-2c141565c59a req-a25dfbd6-2b64-499e-8fa9-3664291576a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1692531 Jul 22 16:26:59.984825 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-802653b9-66ae-46aa-a6ca-7a24917318c6 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:59.986496 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-802653b9-66ae-46aa-a6ca-7a24917318c6 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/networks?id=958921b4-5bc1-41b3-837b-39292aedd4cb HTTP/1.1" status: 200 len: 821 time: 0.2554841 Jul 22 16:27:00.023651 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:00.034865 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] Transition to ACTIVE for port object 421248c9-4839-4d7a-a75c-964d0244e655 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:00.042669 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:00.080726 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf144f37-927b-492f-bcd9-70f943e59874 req-5ce1349b-fbe5-4187-8319-872071aefc5d service neutron] 10.222.0.16 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154581 Jul 22 16:27:00.092166 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-cc80ae6a-3575-47f5-b4ff-2691dc6a44ae tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/quotas/f5dcba1bcdec4dec9217a5051c7c2328 HTTP/1.1" status: 200 len: 375 time: 0.0982175 Jul 22 16:27:00.094149 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18127fbb-354b-4a91-a5d3-029405d7894e None None] Pushing event updated for resources: {'Port': ['ID=421248c9-4839-4d7a-a75c-964d0244e655,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:00.214855 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] Attempting to bind port 421248c9-4839-4d7a-a75c-964d0244e655 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:00.215509 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] Attempting to bind port 421248c9-4839-4d7a-a75c-964d0244e655 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '6315e2cb-d9c3-4a02-9502-a063aabd4aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:00.215801 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] Attempting to bind port 421248c9-4839-4d7a-a75c-964d0244e655 on network 958921b4-5bc1-41b3-837b-39292aedd4cb {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:00.223060 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:00.223587 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] Checking segment: {'id': '6315e2cb-d9c3-4a02-9502-a063aabd4aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:00.224090 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:00.224577 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] Bound using segment: {'id': '6315e2cb-d9c3-4a02-9502-a063aabd4aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:00.225245 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] Bound port: 421248c9-4839-4d7a-a75c-964d0244e655, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6315e2cb-d9c3-4a02-9502-a063aabd4aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:00.225991 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:00.243477 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-f9ec598b-2088-490b-8ea1-f8946d7014f3 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f5dcba1bcdec4dec9217a5051c7c2328&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1502650 Jul 22 16:27:00.291076 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0b8a0b2b-0004-41b2-b646-2c141565c59a req-a7a3ab80-b28f-42d2-88d7-7e1afda8ddbb service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560042 Jul 22 16:27:00.309198 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] For port 421248c9-4839-4d7a-a75c-964d0244e655, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:00.313631 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] For port 421248c9-4839-4d7a-a75c-964d0244e655, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=421248c9-4839-4d7a-a75c-964d0244e655,segment=NetworkSegment(6315e2cb-d9c3-4a02-9502-a063aabd4aa0),segment_id=6315e2cb-d9c3-4a02-9502-a063aabd4aa0)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:00.323172 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:00.323761 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5cd07-a05f-4b6a-8bb9-9e1ca418e220 req-a318fe19-f38d-41c0-8494-ba2b95a388ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:00.325696 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e7c5cd07-a05f-4b6a-8bb9-9e1ca418e220 req-a318fe19-f38d-41c0-8494-ba2b95a388ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c8d6245ad404817abeaf30553b64f00&device_id=9eceaecc-faff-400f-88d3-03d8454fbbfb HTTP/1.1" status: 200 len: 1098 time: 0.3801131 Jul 22 16:27:00.399568 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] Routers {'eae740ba-78ea-488a-856a-a12fece67b48'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:00.400271 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:26:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['eae740ba-78ea-488a-856a-a12fece67b48'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:00.405586 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18127fbb-354b-4a91-a5d3-029405d7894e None None] Pushing event updated for resources: {'Port': ['ID=421248c9-4839-4d7a-a75c-964d0244e655,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:00.412251 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d9cac-23c3-4242-a757-76b9617e5f81 req-73a93bd6-9bfd-4d64-a39b-6a4f284379d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:00.414617 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d6d9cac-23c3-4242-a757-76b9617e5f81 req-73a93bd6-9bfd-4d64-a39b-6a4f284379d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 1095 time: 0.2032909 Jul 22 16:27:00.429592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-47598d9f-2fcd-4883-b4dd-8f683b608421 service neutron] 10.222.0.69 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847770 Jul 22 16:27:00.442908 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc765e-23f9-4d6c-8903-7d99f3f09a4f req-cf0b3185-3d7e-4779-9dea-2e898c4109d4 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:00.450340 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fccc765e-23f9-4d6c-8903-7d99f3f09a4f req-cf0b3185-3d7e-4779-9dea-2e898c4109d4 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eceaecc-faff-400f-88d3-03d8454fbbfb HTTP/1.1" status: 200 len: 947 time: 0.4810014 Jul 22 16:27:00.624362 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31aa2884-3b80-431b-9e19-161674fe7cde tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Router b8e51790-c2b0-4b32-8d0e-07710fcee7d1 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:27:00.626507 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] Set router eae740ba-78ea-488a-856a-a12fece67b48 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:00.638438 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fccc765e-23f9-4d6c-8903-7d99f3f09a4f req-271a9923-1d82-4fd0-8a43-a986c298530a tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828184 Jul 22 16:27:00.659125 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-fdf8488c-cff2-4b20-aaeb-a90da1d8c37a service neutron] 10.222.0.69 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272904 Jul 22 16:27:00.663814 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0b8a0b2b-0004-41b2-b646-2c141565c59a req-b27b03e3-89bf-4a69-8eb4-9e5df18f401c service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642824 Jul 22 16:27:00.704657 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5cd07-a05f-4b6a-8bb9-9e1ca418e220 req-bfcf448e-a0a0-4dfe-857a-27b74b1f1e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:00.707089 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e7c5cd07-a05f-4b6a-8bb9-9e1ca418e220 req-bfcf448e-a0a0-4dfe-857a-27b74b1f1e42 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.3561993 Jul 22 16:27:00.720173 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d9cac-23c3-4242-a757-76b9617e5f81 req-d04c0445-4b31-4ccd-8039-aaf99c52b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:00.723476 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d6d9cac-23c3-4242-a757-76b9617e5f81 req-d04c0445-4b31-4ccd-8039-aaf99c52b5e2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 908 time: 0.2925608 Jul 22 16:27:00.798908 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d6d9cac-23c3-4242-a757-76b9617e5f81 req-0ac804ab-1b3e-409e-8e63-f36c4ed0dacf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72bbf97b-6a6b-40ea-8b2c-950b704b9c13 HTTP/1.1" status: 200 len: 217 time: 0.0684433 Jul 22 16:27:00.856277 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e7c5cd07-a05f-4b6a-8bb9-9e1ca418e220 req-7a8da27b-55f3-43ac-9295-6857705febaa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=3424472c-2310-4937-8024-3df0f84c371a HTTP/1.1" status: 200 len: 217 time: 0.0978703 Jul 22 16:27:00.868094 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d9cac-23c3-4242-a757-76b9617e5f81 req-538f0cab-f9c4-4cc5-9b1e-1e7b15bd39ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:00.872912 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d6d9cac-23c3-4242-a757-76b9617e5f81 req-538f0cab-f9c4-4cc5-9b1e-1e7b15bd39ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1dac8087-5dfb-4e2d-bc9b-97574efc063c HTTP/1.1" status: 200 len: 847 time: 0.0655060 Jul 22 16:27:00.932841 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d6d9cac-23c3-4242-a757-76b9617e5f81 req-816d0d46-7155-4f06-b5a1-6ec04cfefa32 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f917a743-2b29-4ed7-bc92-4ef128fdeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543323 Jul 22 16:27:00.952699 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port': {'id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:49Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '421248c9-4839-4d7a-a75c-964d0244e655', 'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'mac_address': 'fa:16:3e:25:34:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:54Z', 'updated_at': '2021-07-22T16:27:00Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'subnets': [{'id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:00.988704 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb1f5ac-65f5-4e44-91cb-dfee54f089db None None] The sync data for ids ['eae740ba-78ea-488a-856a-a12fece67b48'] in n-d-798930-9 is: [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port': {'id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:49Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '421248c9-4839-4d7a-a75c-964d0244e655', 'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'mac_address': 'fa:16:3e:25:34:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:54Z', 'updated_at': '2021-07-22T16:27:00Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'subnets': [{'id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:27:01.053191 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31aa2884-3b80-431b-9e19-161674fe7cde tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:27:01.070101 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5cd07-a05f-4b6a-8bb9-9e1ca418e220 req-b164497b-85be-447b-8fff-ac90b3648540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:01.075738 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e7c5cd07-a05f-4b6a-8bb9-9e1ca418e220 req-b164497b-85be-447b-8fff-ac90b3648540 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.2038641 Jul 22 16:27:01.088402 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-31aa2884-3b80-431b-9e19-161674fe7cde tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:01.091752 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8ed08d-ddb1-4a44-beed-ad95ac62ec73 None None] Sync routers for ids ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:27:01.108024 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8ed08d-ddb1-4a44-beed-ad95ac62ec73 None None] Routers {'b8e51790-c2b0-4b32-8d0e-07710fcee7d1'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:01.109171 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3c8ed08d-ddb1-4a44-beed-ad95ac62ec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:26:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:01.147812 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d6d9cac-23c3-4242-a757-76b9617e5f81 req-2536c338-da80-42ec-be16-d1310d2c5ee1 service neutron] 10.222.0.16 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071428 Jul 22 16:27:01.247501 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e22855-cc77-4492-b00e-f4b2a076b1c6 req-bd0cb24c-b350-4678-a0fe-3e5aadd28a71 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:01.258823 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a0e22855-cc77-4492-b00e-f4b2a076b1c6 req-bd0cb24c-b350-4678-a0fe-3e5aadd28a71 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 944 time: 0.4993451 Jul 22 16:27:01.339518 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-31aa2884-3b80-431b-9e19-161674fe7cde tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "PUT /v2.0/floatingips/0e51ddad-734e-4e45-a976-057f5789b59d HTTP/1.1" status: 200 len: 992 time: 3.3418248 Jul 22 16:27:01.358163 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d6d9cac-23c3-4242-a757-76b9617e5f81 req-c008091d-4b1e-452c-8ad4-5d40e4fb2bf4 service neutron] 10.222.0.16 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977091 Jul 22 16:27:01.362814 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a0e22855-cc77-4492-b00e-f4b2a076b1c6 req-ca5f6aee-3ed7-4200-ac1f-bc8bc7018836 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824294 Jul 22 16:27:01.404629 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5cd07-a05f-4b6a-8bb9-9e1ca418e220 req-0ca5b8e1-0cee-4973-87ac-652f7bfc077f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:01.406561 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e7c5cd07-a05f-4b6a-8bb9-9e1ca418e220 req-0ca5b8e1-0cee-4973-87ac-652f7bfc077f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3138680 Jul 22 16:27:01.471292 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3c8ed08d-ddb1-4a44-beed-ad95ac62ec73 None None] Set router b8e51790-c2b0-4b32-8d0e-07710fcee7d1 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:01.563753 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:01.587088 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3d17159b-7ca0-41ba-b3aa-511d13854060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:01.619586 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99c2abdf-0ab3-4da3-b4e7-37899b9b4783 req-bb79dfd9-54ae-48bd-b93b-a79a0218be56 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 210 time: 0.0872567 Jul 22 16:27:01.915519 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 421248c9-4839-4d7a-a75c-964d0244e655 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:01.937954 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3c8ed08d-ddb1-4a44-beed-ad95ac62ec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-922786815-router', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:09Z', 'updated_at': '2021-07-22T16:26:15Z', 'revision_number': 4, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'gw_port': {'id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:10Z', 'updated_at': '2021-07-22T16:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '0e51ddad-734e-4e45-a976-057f5789b59d', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'floating_ip_address': '172.25.0.158', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'port_id': '355166f5-918c-4e81-b15f-1ecd411fdc94', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'mac_address': 'fa:16:3e:0e:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51c8c2-9b04-4360-9c28-701658465173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:26:35Z', 'updated_at': '2021-07-22T16:26:58Z', 'revision_number': 1, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38396909-5394-4450-8a1e-ab13e2462f53', 'name': '', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'mac_address': 'fa:16:3e:80:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:22Z', 'revision_number': 5, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'subnets': [{'id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:01.941738 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd51c8c2-9b04-4360-9c28-701658465173', 'tag': '355166f5-918c-4e81-b15f-1ecd411fdc94'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:01.944644 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14662dd-5854-4d2e-ae52-9c0b16f96047" -d '{"events": [{"name": "network-changed", "server_uuid": "bd51c8c2-9b04-4360-9c28-701658465173", "tag": "355166f5-918c-4e81-b15f-1ecd411fdc94"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:01.984876 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8ed08d-ddb1-4a44-beed-ad95ac62ec73 None None] Checking router: b8e51790-c2b0-4b32-8d0e-07710fcee7d1 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:27:02.000252 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8ed08d-ddb1-4a44-beed-ad95ac62ec73 None None] Routers {'b8e51790-c2b0-4b32-8d0e-07710fcee7d1'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:02.001395 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3c8ed08d-ddb1-4a44-beed-ad95ac62ec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:27:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:02.041718 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 421248c9-4839-4d7a-a75c-964d0244e655 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:02.043596 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e7c5cd07-a05f-4b6a-8bb9-9e1ca418e220 req-cf3d2fda-3ed7-4f39-b332-45488ff522bf service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6294084 Jul 22 16:27:02.048855 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 421248c9-4839-4d7a-a75c-964d0244e655 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:02.049675 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:02.069116 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96872441-f040-49cf-8fe9-ccbab04d4bc2 req-cbc5f513-3d8b-4992-b67b-098e7db22b99 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:02.081785 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-96872441-f040-49cf-8fe9-ccbab04d4bc2 req-cbc5f513-3d8b-4992-b67b-098e7db22b99 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a277c67-84cd-4ab4-bb92-729119bc5b15 HTTP/1.1" status: 200 len: 945 time: 0.1316404 Jul 22 16:27:02.162516 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-96872441-f040-49cf-8fe9-ccbab04d4bc2 req-221f5fb4-e537-460f-bc0a-aa85ee5c6a5f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752993 Jul 22 16:27:02.217955 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3c8ed08d-ddb1-4a44-beed-ad95ac62ec73 None None] Set router b8e51790-c2b0-4b32-8d0e-07710fcee7d1 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:02.218531 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:02.285340 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 421248c9-4839-4d7a-a75c-964d0244e655, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=421248c9-4839-4d7a-a75c-964d0244e655,segment=NetworkSegment(6315e2cb-d9c3-4a02-9502-a063aabd4aa0),segment_id=6315e2cb-d9c3-4a02-9502-a063aabd4aa0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:02.292692 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:02.296243 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e7c5cd07-a05f-4b6a-8bb9-9e1ca418e220 req-41dc7966-7b8b-4d38-8417-c1020cb562ee service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362282 Jul 22 16:27:02.346771 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053c4ff-9eec-4074-8b76-ab87bc1cda4d req-5600159a-1409-4ea7-bc99-151e3e9705a9 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:02.348391 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c053c4ff-9eec-4074-8b76-ab87bc1cda4d req-5600159a-1409-4ea7-bc99-151e3e9705a9 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eceaecc-faff-400f-88d3-03d8454fbbfb HTTP/1.1" status: 200 len: 947 time: 0.1106379 Jul 22 16:27:02.412897 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=421248c9-4839-4d7a-a75c-964d0244e655,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:02.414357 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9499e146-1dc7-4b68-8b32-f43b1dee00e8 x-openstack-request-id: req-9499e146-1dc7-4b68-8b32-f43b1dee00e8 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:02.415010 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd51c8c2-9b04-4360-9c28-701658465173", "tag": "355166f5-918c-4e81-b15f-1ecd411fdc94", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:02.415425 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9499e146-1dc7-4b68-8b32-f43b1dee00e8 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:02.416059 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd51c8c2-9b04-4360-9c28-701658465173', 'tag': '355166f5-918c-4e81-b15f-1ecd411fdc94', 'status': 'completed', 'code': 200} Jul 22 16:27:02.430848 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c053c4ff-9eec-4074-8b76-ab87bc1cda4d req-3840814f-7802-4067-a200-97b5ab3364c5 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718470 Jul 22 16:27:02.585883 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14662dd-5854-4d2e-ae52-9c0b16f96047 req-b92d0889-9492-43c3-ae1f-83efcfb4633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:02.587901 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e14662dd-5854-4d2e-ae52-9c0b16f96047 req-b92d0889-9492-43c3-ae1f-83efcfb4633a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a88e2d6b4e14872bbf9144b56af99b9&device_id=bd51c8c2-9b04-4360-9c28-701658465173 HTTP/1.1" status: 200 len: 1097 time: 0.1306920 Jul 22 16:27:02.618772 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 3424472c-2310-4937-8024-3df0f84c371a details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:02.670806 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:02.696977 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:02.845149 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-4e098a6d-1419-4a25-ad2b-9b94f547827f tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:02.847059 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-4e098a6d-1419-4a25-ad2b-9b94f547827f tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.30 "GET /v2.0/networks?id=958921b4-5bc1-41b3-837b-39292aedd4cb HTTP/1.1" status: 200 len: 821 time: 0.3080842 Jul 22 16:27:02.856045 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14662dd-5854-4d2e-ae52-9c0b16f96047 req-a192026c-4c49-4310-9f06-6881011d2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:02.865210 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e14662dd-5854-4d2e-ae52-9c0b16f96047 req-a192026c-4c49-4310-9f06-6881011d2e61 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 HTTP/1.1" status: 200 len: 924 time: 0.2585566 Jul 22 16:27:02.868287 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-f9a02881-ec9d-4c9b-87ec-01debf3b5054 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Request body: {'port': {'device_id': '82cca701-a65d-49df-bf1c-551488e8dfaf', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'admin_state_up': True, 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:02.884107 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3c8ed08d-ddb1-4a44-beed-ad95ac62ec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-922786815-router', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:09Z', 'updated_at': '2021-07-22T16:26:15Z', 'revision_number': 4, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'gw_port': {'id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:10Z', 'updated_at': '2021-07-22T16:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '0e51ddad-734e-4e45-a976-057f5789b59d', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'floating_ip_address': '172.25.0.158', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'port_id': '355166f5-918c-4e81-b15f-1ecd411fdc94', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'mac_address': 'fa:16:3e:0e:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51c8c2-9b04-4360-9c28-701658465173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:26:35Z', 'updated_at': '2021-07-22T16:26:58Z', 'revision_number': 1, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38396909-5394-4450-8a1e-ab13e2462f53', 'name': '', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'mac_address': 'fa:16:3e:80:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:22Z', 'revision_number': 5, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'subnets': [{'id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:02.926794 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8ed08d-ddb1-4a44-beed-ad95ac62ec73 None None] The sync data for ids ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'] in n-d-798930-9 is: [{'id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-922786815-router', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:09Z', 'updated_at': '2021-07-22T16:26:15Z', 'revision_number': 4, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'gw_port': {'id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:10Z', 'updated_at': '2021-07-22T16:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '0e51ddad-734e-4e45-a976-057f5789b59d', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'floating_ip_address': '172.25.0.158', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'port_id': '355166f5-918c-4e81-b15f-1ecd411fdc94', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'mac_address': 'fa:16:3e:0e:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51c8c2-9b04-4360-9c28-701658465173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:26:35Z', 'updated_at': '2021-07-22T16:26:58Z', 'revision_number': 1, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38396909-5394-4450-8a1e-ab13e2462f53', 'name': '', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'mac_address': 'fa:16:3e:80:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:22Z', 'revision_number': 5, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'subnets': [{'id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:27:03.040035 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-33bee966-d30c-40c5-83ac-74bb01f5c804 req-4dd746dc-6d98-4b24-9812-8dd1e327281c tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 210 time: 0.0406256 Jul 22 16:27:03.047845 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 3424472c-2310-4937-8024-3df0f84c371a, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=3424472c-2310-4937-8024-3df0f84c371a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:03.064878 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-f9a02881-ec9d-4c9b-87ec-01debf3b5054 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Made reservation on behalf of f5dcba1bcdec4dec9217a5051c7c2328 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:03.069255 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-f9a02881-ec9d-4c9b-87ec-01debf3b5054 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:03.069471 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e14662dd-5854-4d2e-ae52-9c0b16f96047 req-3a561228-b3ea-4cfb-b865-fa935a7976fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=355166f5-918c-4e81-b15f-1ecd411fdc94 HTTP/1.1" status: 200 len: 1000 time: 0.1971803 Jul 22 16:27:03.093631 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '3424472c-2310-4937-8024-3df0f84c371a', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '3424472c-2310-4937-8024-3df0f84c371a', 'mac_address': 'fa:16:3e:3b:30:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:03.097005 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=72bbf97b-6a6b-40ea-8b2c-950b704b9c13,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:03.120502 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '72bbf97b-6a6b-40ea-8b2c-950b704b9c13', 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8', 'port_id': '72bbf97b-6a6b-40ea-8b2c-950b704b9c13', 'mac_address': 'fa:16:3e:5a:41:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dac8087-5dfb-4e2d-bc9b-97574efc063c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:03.164694 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b3a95-316d-4b13-b07b-758665001f2c req-82a7e770-6c9a-465f-8c00-bc79cf9129fc tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:03.166314 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-520b3a95-316d-4b13-b07b-758665001f2c req-82a7e770-6c9a-465f-8c00-bc79cf9129fc tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 944 time: 0.1629388 Jul 22 16:27:03.195985 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:03.219531 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3424472c-2310-4937-8024-3df0f84c371a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:03.222806 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14662dd-5854-4d2e-ae52-9c0b16f96047 req-1c9642cc-526d-45b4-b52c-7a4fc9c8bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:03.223774 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:03.230232 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e14662dd-5854-4d2e-ae52-9c0b16f96047 req-1c9642cc-526d-45b4-b52c-7a4fc9c8bb08 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a1c3b578-5b73-43d5-b715-d8e258185030 HTTP/1.1" status: 200 len: 862 time: 0.1486247 Jul 22 16:27:03.249887 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:03.261054 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 3424472c-2310-4937-8024-3df0f84c371a, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=3424472c-2310-4937-8024-3df0f84c371a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:03.276239 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:03.277057 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 908ae5ed-8b6d-4d24-a091-5fa9b0980f73 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:03.283168 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-f9a02881-ec9d-4c9b-87ec-01debf3b5054 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Allocated IP 172.20.0.6 (958921b4-5bc1-41b3-837b-39292aedd4cb/47349a61-f615-4cc1-8400-cc6ae79bfaf5/5a5a427f-568b-40a5-bdd1-9d007ab25756) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:03.284423 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=72bbf97b-6a6b-40ea-8b2c-950b704b9c13,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:03.306000 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-520b3a95-316d-4b13-b07b-758665001f2c req-ff5e80e5-cd83-4f85-8401-7058ea00790e tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278770 Jul 22 16:27:03.319238 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:03.324678 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf065ed-3ea5-4aba-928e-2086bc0031a4 req-d6dec27b-565e-4b99-b781-a5b5ca4cd7c0 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:03.335918 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bbf065ed-3ea5-4aba-928e-2086bc0031a4 req-d6dec27b-565e-4b99-b781-a5b5ca4cd7c0 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a277c67-84cd-4ab4-bb92-729119bc5b15 HTTP/1.1" status: 200 len: 945 time: 0.1568475 Jul 22 16:27:03.351798 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 908ae5ed-8b6d-4d24-a091-5fa9b0980f73, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=908ae5ed-8b6d-4d24-a091-5fa9b0980f73,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:03.366741 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5777dd-c253-43c4-81b6-a9b92fa8e58a None None] New status for floating IP 0e51ddad-734e-4e45-a976-057f5789b59d: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:27:03.404429 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14662dd-5854-4d2e-ae52-9c0b16f96047 req-dd2626bd-05a9-4d2c-b2a7-48971fdcbaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:03.405459 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e14662dd-5854-4d2e-ae52-9c0b16f96047 req-dd2626bd-05a9-4d2c-b2a7-48971fdcbaea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1645651 Jul 22 16:27:03.406384 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bbf065ed-3ea5-4aba-928e-2086bc0031a4 req-162ac0a0-6540-4ffc-af93-0d1ed70578ab tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695565 Jul 22 16:27:03.590243 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '908ae5ed-8b6d-4d24-a091-5fa9b0980f73', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '908ae5ed-8b6d-4d24-a091-5fa9b0980f73', 'mac_address': 'fa:16:3e:37:61:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:03.592785 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e14662dd-5854-4d2e-ae52-9c0b16f96047 req-024c4b7e-ffc4-4457-9a87-eb2bb5b18cdb service neutron] 10.222.0.16 "GET /v2.0/networks/5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721883 Jul 22 16:27:03.599188 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-f9a02881-ec9d-4c9b-87ec-01debf3b5054 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:03.640776 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-f9a02881-ec9d-4c9b-87ec-01debf3b5054 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Transition to ACTIVE for port object 5a5a427f-568b-40a5-bdd1-9d007ab25756 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:03.687321 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=3424472c-2310-4937-8024-3df0f84c371a,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:03.709007 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['72bbf97b-6a6b-40ea-8b2c-950b704b9c13'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:03.737541 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e14662dd-5854-4d2e-ae52-9c0b16f96047 req-26f69a33-2057-4e1b-ae11-1277e20b9e57 service neutron] 10.222.0.16 "GET /v2.0/networks/5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352949 Jul 22 16:27:03.750820 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-f9a02881-ec9d-4c9b-87ec-01debf3b5054 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:03.813580 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-f9a02881-ec9d-4c9b-87ec-01debf3b5054 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Network 958921b4-5bc1-41b3-837b-39292aedd4cb is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:03.819549 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-f9a02881-ec9d-4c9b-87ec-01debf3b5054 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:03.822196 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-f9a02881-ec9d-4c9b-87ec-01debf3b5054 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:03.834760 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64d5fd-2e5a-4996-9605-108f9bb9f910 req-a40d5ec0-7913-4197-b6f7-006e4feff368 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:03.836320 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5f64d5fd-2e5a-4996-9605-108f9bb9f910 req-a40d5ec0-7913-4197-b6f7-006e4feff368 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eceaecc-faff-400f-88d3-03d8454fbbfb HTTP/1.1" status: 200 len: 948 time: 0.1573629 Jul 22 16:27:03.841434 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a02881-ec9d-4c9b-87ec-01debf3b5054 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Pushing event updated for resources: {'Port': ['ID=5a5a427f-568b-40a5-bdd1-9d007ab25756,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:03.884168 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 421248c9-4839-4d7a-a75c-964d0244e655 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:03.915901 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-f9a02881-ec9d-4c9b-87ec-01debf3b5054 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:03.916544 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-f9a02881-ec9d-4c9b-87ec-01debf3b5054 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:03.928866 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5f64d5fd-2e5a-4996-9605-108f9bb9f910 req-483d27cf-7886-40c9-ad7c-03da610f7739 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638289 Jul 22 16:27:03.949013 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-f9a02881-ec9d-4c9b-87ec-01debf3b5054 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0806360 Jul 22 16:27:03.954037 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:03.962586 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-9f2b5835-3a61-49e2-8c5b-990216a07e99 service neutron] Request body: {'port': {'device_id': '82cca701-a65d-49df-bf1c-551488e8dfaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:03.995133 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 908ae5ed-8b6d-4d24-a091-5fa9b0980f73 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:04.016351 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=72bbf97b-6a6b-40ea-8b2c-950b704b9c13,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:04.021303 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 908ae5ed-8b6d-4d24-a091-5fa9b0980f73, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=908ae5ed-8b6d-4d24-a091-5fa9b0980f73,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:04.116161 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-9f2b5835-3a61-49e2-8c5b-990216a07e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:04.131671 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:04.251514 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5d6dbecc-461e-4888-87ad-35566e5668f3 None None] Provisioning for port 5a5a427f-568b-40a5-bdd1-9d007ab25756 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:04.259713 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5d6dbecc-461e-4888-87ad-35566e5668f3 None None] Provisioning complete for port 5a5a427f-568b-40a5-bdd1-9d007ab25756 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:04.260228 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5d6dbecc-461e-4888-87ad-35566e5668f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:04.312831 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 421248c9-4839-4d7a-a75c-964d0244e655 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:04.313723 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:04.363689 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=908ae5ed-8b6d-4d24-a091-5fa9b0980f73,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:04.414786 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5d6dbecc-461e-4888-87ad-35566e5668f3 None None] Port 5a5a427f-568b-40a5-bdd1-9d007ab25756 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:27:04.417315 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20821d-039e-4eca-a68e-2080d95b9739 req-5ec5eed2-3b51-4c40-81cb-7e78dcdd7bba tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:04.427883 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6b20821d-039e-4eca-a68e-2080d95b9739 req-5ec5eed2-3b51-4c40-81cb-7e78dcdd7bba tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 931 time: 0.2135766 Jul 22 16:27:04.501410 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f17994-c69a-405f-9ebf-81ff7aea7a04 req-f6900cea-3ab6-4fb1-90f7-a6aae6bf744f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:04.502259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['3424472c-2310-4937-8024-3df0f84c371a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:04.503201 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f5f17994-c69a-405f-9ebf-81ff7aea7a04 req-f6900cea-3ab6-4fb1-90f7-a6aae6bf744f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a277c67-84cd-4ab4-bb92-729119bc5b15 HTTP/1.1" status: 200 len: 945 time: 0.2229190 Jul 22 16:27:04.520727 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6b20821d-039e-4eca-a68e-2080d95b9739 req-f65ca90d-e099-400f-975b-4c4621550307 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f996594-5e30-4435-859e-70f74cdb0b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913289 Jul 22 16:27:04.552931 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['908ae5ed-8b6d-4d24-a091-5fa9b0980f73'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:04.570468 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:04.712090 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eaad65-d6ef-4f45-adc9-5c8c9c830a67 req-1b22ab85-6ba4-4d27-b66c-9879546c5c55 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:04.719717 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e6eaad65-d6ef-4f45-adc9-5c8c9c830a67 req-1b22ab85-6ba4-4d27-b66c-9879546c5c55 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 945 time: 0.2207081 Jul 22 16:27:04.784208 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-f5f17994-c69a-405f-9ebf-81ff7aea7a04 req-730d9e69-b392-489d-bfaf-3106c1f916f2 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Deleting port 09ab6193-858e-4bab-8e60-acf0af22588e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:27:04.784986 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f5f17994-c69a-405f-9ebf-81ff7aea7a04 req-730d9e69-b392-489d-bfaf-3106c1f916f2 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:04.802198 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35438) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:04.817004 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35440) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:04.831231 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-9f2b5835-3a61-49e2-8c5b-990216a07e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a5a427f-568b-40a5-bdd1-9d007ab25756 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:04.845553 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-9f2b5835-3a61-49e2-8c5b-990216a07e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:04.882081 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e6eaad65-d6ef-4f45-adc9-5c8c9c830a67 req-f1c1999f-407e-4575-b904-17d9a25f7399 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527925 Jul 22 16:27:04.895157 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-9f2b5835-3a61-49e2-8c5b-990216a07e99 service neutron] Transition to ACTIVE for port object 5a5a427f-568b-40a5-bdd1-9d007ab25756 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:04.895746 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cc726-2e45-44bd-a79b-7cf1f6b7f4c9 req-d8023a8c-238e-42bd-bc60-dcef8c46f9f6 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:04.897216 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ae6cc726-2e45-44bd-a79b-7cf1f6b7f4c9 req-d8023a8c-238e-42bd-bc60-dcef8c46f9f6 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a277c67-84cd-4ab4-bb92-729119bc5b15 HTTP/1.1" status: 200 len: 945 time: 0.1966913 Jul 22 16:27:04.903269 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-9f2b5835-3a61-49e2-8c5b-990216a07e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:04.992945 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f5f17994-c69a-405f-9ebf-81ff7aea7a04 req-730d9e69-b392-489d-bfaf-3106c1f916f2 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] For port 09ab6193-858e-4bab-8e60-acf0af22588e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=09ab6193-858e-4bab-8e60-acf0af22588e,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:04.993541 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f5f17994-c69a-405f-9ebf-81ff7aea7a04 req-730d9e69-b392-489d-bfaf-3106c1f916f2 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:05.000612 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b5835-3a61-49e2-8c5b-990216a07e99 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5a427f-568b-40a5-bdd1-9d007ab25756,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:05.035456 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ae6cc726-2e45-44bd-a79b-7cf1f6b7f4c9 req-40ebfcd0-733c-4d4a-91bb-78675e2e698d tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198294 Jul 22 16:27:05.039197 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-f5f17994-c69a-405f-9ebf-81ff7aea7a04 req-730d9e69-b392-489d-bfaf-3106c1f916f2 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Calling delete_port for 09ab6193-858e-4bab-8e60-acf0af22588e owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:27:05.099901 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a55ab16b-ca5e-4644-9cf7-1501e8efaa6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:05.102020 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21396e7e-5bd9-4fe8-ba9d-0033128248d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:05.201423 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.db.api [None req-a55ab16b-ca5e-4644-9cf7-1501e8efaa6c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:27:05.201423 n-d-798930-9 neutron-server[93817]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 16:27:05.201423 n-d-798930-9 neutron-server[93817]: [parameters: {'project_id': '9ed8a9a282fc4e17b23c7a4ef9da0504', 'id': '393ac70a-9be9-4835-8a00-c41a335be754', 'expiration': datetime.datetime(2021, 7, 22, 16, 29, 5, 174465)}] Jul 22 16:27:05.201423 n-d-798930-9 neutron-server[93817]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:27:05.202310 n-d-798930-9 neutron-server[93817]: DEBUG oslo_db.api [None req-a55ab16b-ca5e-4644-9cf7-1501e8efaa6c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:27:05.204242 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-9f2b5835-3a61-49e2-8c5b-990216a07e99 service neutron] Attempting to bind port 5a5a427f-568b-40a5-bdd1-9d007ab25756 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:05.204655 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-9f2b5835-3a61-49e2-8c5b-990216a07e99 service neutron] Attempting to bind port 5a5a427f-568b-40a5-bdd1-9d007ab25756 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '6315e2cb-d9c3-4a02-9502-a063aabd4aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:05.205046 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-9f2b5835-3a61-49e2-8c5b-990216a07e99 service neutron] Attempting to bind port 5a5a427f-568b-40a5-bdd1-9d007ab25756 on network 958921b4-5bc1-41b3-837b-39292aedd4cb {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:05.222587 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-9f2b5835-3a61-49e2-8c5b-990216a07e99 service neutron] Port 5a5a427f-568b-40a5-bdd1-9d007ab25756 on network 958921b4-5bc1-41b3-837b-39292aedd4cb not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:05.223280 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-9f2b5835-3a61-49e2-8c5b-990216a07e99 service neutron] Attempting to bind port 5a5a427f-568b-40a5-bdd1-9d007ab25756 on network 958921b4-5bc1-41b3-837b-39292aedd4cb {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:05.240688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-9f2b5835-3a61-49e2-8c5b-990216a07e99 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:05.241420 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-9f2b5835-3a61-49e2-8c5b-990216a07e99 service neutron] Checking segment: {'id': '6315e2cb-d9c3-4a02-9502-a063aabd4aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:05.241957 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-9f2b5835-3a61-49e2-8c5b-990216a07e99 service neutron] Bound using segment: {'id': '6315e2cb-d9c3-4a02-9502-a063aabd4aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:05.242964 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-9f2b5835-3a61-49e2-8c5b-990216a07e99 service neutron] Bound port: 5a5a427f-568b-40a5-bdd1-9d007ab25756, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6315e2cb-d9c3-4a02-9502-a063aabd4aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:05.242964 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-9f2b5835-3a61-49e2-8c5b-990216a07e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:05.257841 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7634e-2ed8-4e88-bf8c-771a3bec4bd2 req-091c9fce-c214-4f04-88f6-c66226a66033 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:05.261479 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2bb7634e-2ed8-4e88-bf8c-771a3bec4bd2 req-091c9fce-c214-4f04-88f6-c66226a66033 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eceaecc-faff-400f-88d3-03d8454fbbfb HTTP/1.1" status: 200 len: 948 time: 0.1481943 Jul 22 16:27:05.308813 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f5f17994-c69a-405f-9ebf-81ff7aea7a04 req-730d9e69-b392-489d-bfaf-3106c1f916f2 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:05.345761 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['09ab6193-858e-4bab-8e60-acf0af22588e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:05.361846 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-9f2b5835-3a61-49e2-8c5b-990216a07e99 service neutron] For port 5a5a427f-568b-40a5-bdd1-9d007ab25756, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:05.365196 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2bb7634e-2ed8-4e88-bf8c-771a3bec4bd2 req-ebe98dc6-f683-49a1-a575-e93b186ca8bd tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001859 Jul 22 16:27:05.370396 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21396e7e-5bd9-4fe8-ba9d-0033128248d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:05.373505 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d9e69-b392-489d-bfaf-3106c1f916f2 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Pushing event deleted for resources: {'Port': ['ID=09ab6193-858e-4bab-8e60-acf0af22588e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:05.391399 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21396e7e-5bd9-4fe8-ba9d-0033128248d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:05.399342 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-9f2b5835-3a61-49e2-8c5b-990216a07e99 service neutron] For port 5a5a427f-568b-40a5-bdd1-9d007ab25756, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5a5a427f-568b-40a5-bdd1-9d007ab25756,segment=NetworkSegment(6315e2cb-d9c3-4a02-9502-a063aabd4aa0),segment_id=6315e2cb-d9c3-4a02-9502-a063aabd4aa0)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:05.420103 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-9f2b5835-3a61-49e2-8c5b-990216a07e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:05.430527 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f17994-c69a-405f-9ebf-81ff7aea7a04 req-730d9e69-b392-489d-bfaf-3106c1f916f2 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] No DVR routers for this DVR port 09ab6193-858e-4bab-8e60-acf0af22588e on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:27:05.432223 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f5f17994-c69a-405f-9ebf-81ff7aea7a04 req-730d9e69-b392-489d-bfaf-3106c1f916f2 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:05.434635 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f5f17994-c69a-405f-9ebf-81ff7aea7a04 req-730d9e69-b392-489d-bfaf-3106c1f916f2 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.16 "DELETE /v2.0/ports/09ab6193-858e-4bab-8e60-acf0af22588e HTTP/1.1" status: 204 len: 173 time: 0.9250627 Jul 22 16:27:05.435342 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a277c67-84cd-4ab4-bb92-729119bc5b15', 'name': 'network-vif-deleted', 'tag': '09ab6193-858e-4bab-8e60-acf0af22588e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:05.438027 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684d224a-3c5a-4346-bb6c-5b34a26b532c" -d '{"events": [{"server_uuid": "1a277c67-84cd-4ab4-bb92-729119bc5b15", "name": "network-vif-deleted", "tag": "09ab6193-858e-4bab-8e60-acf0af22588e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:05.498773 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-21396e7e-5bd9-4fe8-ba9d-0033128248d9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c28c5f330cf54c5294a221f0497d9bf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6911464 Jul 22 16:27:05.498773 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-9f2b5835-3a61-49e2-8c5b-990216a07e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:05.498773 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-9f2b5835-3a61-49e2-8c5b-990216a07e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:05.499418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35460) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:05.500302 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-9f2b5835-3a61-49e2-8c5b-990216a07e99 service neutron] 10.222.0.30 "PUT /v2.0/ports/5a5a427f-568b-40a5-bdd1-9d007ab25756 HTTP/1.1" status: 200 len: 1091 time: 1.5422094 Jul 22 16:27:05.503618 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cca701-a65d-49df-bf1c-551488e8dfaf', 'tag': '5a5a427f-568b-40a5-bdd1-9d007ab25756'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:05.508659 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9262cb44-2f25-4a4a-a60c-fbb57af4ec12" -d '{"events": [{"name": "network-changed", "server_uuid": "82cca701-a65d-49df-bf1c-551488e8dfaf", "tag": "5a5a427f-568b-40a5-bdd1-9d007ab25756"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:05.511704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21396e7e-5bd9-4fe8-ba9d-0033128248d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72dadeb-0b98-4a93-8340-4a53be2cd2e1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:05.512325 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3539743-5a29-41cd-a1ab-868dd0ed32a0 x-openstack-request-id: req-a3539743-5a29-41cd-a1ab-868dd0ed32a0 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:05.513180 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a277c67-84cd-4ab4-bb92-729119bc5b15", "name": "network-vif-deleted", "tag": "09ab6193-858e-4bab-8e60-acf0af22588e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:05.513438 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a3539743-5a29-41cd-a1ab-868dd0ed32a0 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:05.513847 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a277c67-84cd-4ab4-bb92-729119bc5b15', 'name': 'network-vif-deleted', 'tag': '09ab6193-858e-4bab-8e60-acf0af22588e', 'status': 'completed', 'code': 200} Jul 22 16:27:05.548233 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b5835-3a61-49e2-8c5b-990216a07e99 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5a427f-568b-40a5-bdd1-9d007ab25756,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:05.602846 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf30d11-dfcf-4c2b-b11d-11723b44b24e x-openstack-request-id: req-5bf30d11-dfcf-4c2b-b11d-11723b44b24e {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:05.603266 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82cca701-a65d-49df-bf1c-551488e8dfaf", "tag": "5a5a427f-568b-40a5-bdd1-9d007ab25756", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:05.603618 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5bf30d11-dfcf-4c2b-b11d-11723b44b24e {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:05.604115 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82cca701-a65d-49df-bf1c-551488e8dfaf', 'tag': '5a5a427f-568b-40a5-bdd1-9d007ab25756', 'status': 'completed', 'code': 200} Jul 22 16:27:05.615600 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35466) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:05.634885 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38e2601a-fd75-4a3f-98d8-3f1859a6b011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:05.662288 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38e2601a-fd75-4a3f-98d8-3f1859a6b011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:05.704490 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a55ab16b-ca5e-4644-9cf7-1501e8efaa6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:05.723544 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38e2601a-fd75-4a3f-98d8-3f1859a6b011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:05.726458 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38e2601a-fd75-4a3f-98d8-3f1859a6b011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:05.730019 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-38e2601a-fd75-4a3f-98d8-3f1859a6b011 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f72dadeb-0b98-4a93-8340-4a53be2cd2e1 HTTP/1.1" status: 204 len: 168 time: 0.2271461 Jul 22 16:27:05.739893 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2601a-fd75-4a3f-98d8-3f1859a6b011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72dadeb-0b98-4a93-8340-4a53be2cd2e1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:05.764427 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-b262ede0-b4ba-4f1d-9736-c743c639ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:05.765992 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-b262ede0-b4ba-4f1d-9736-c743c639ae4d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5dcba1bcdec4dec9217a5051c7c2328&device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 1094 time: 0.1732619 Jul 22 16:27:05.782927 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-828f03c3-56c8-49d7-972b-648048b65213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:05.784252 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32473b1-185a-46c2-ba7e-a545cf10e9c4 req-061257f5-b6e1-45e9-acdc-953169113eb6 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:05.786008 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d32473b1-185a-46c2-ba7e-a545cf10e9c4 req-061257f5-b6e1-45e9-acdc-953169113eb6 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 943 time: 0.1531115 Jul 22 16:27:05.838217 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-63613c2b-80c9-4ba6-ad3d-370153f8578e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a5a427f-568b-40a5-bdd1-9d007ab25756 HTTP/1.1" status: 200 len: 217 time: 0.0490837 Jul 22 16:27:05.927413 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d32473b1-185a-46c2-ba7e-a545cf10e9c4 req-582b9675-cd9f-4514-a0af-a7775696c567 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f996594-5e30-4435-859e-70f74cdb0b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980484 Jul 22 16:27:05.938331 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-adf46144-8bc0-430e-b2eb-5f8754a2f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:05.947100 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-adf46144-8bc0-430e-b2eb-5f8754a2f9a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47349a61-f615-4cc1-8400-cc6ae79bfaf5 HTTP/1.1" status: 200 len: 860 time: 0.0925002 Jul 22 16:27:06.033101 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a55ab16b-ca5e-4644-9cf7-1501e8efaa6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.042364 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a55ab16b-ca5e-4644-9cf7-1501e8efaa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.044528 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c903de3-b508-4cec-b43b-a1709db11fae req-ca847059-8869-48d3-937f-7a5c4548416b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:06.054333 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c903de3-b508-4cec-b43b-a1709db11fae req-ca847059-8869-48d3-937f-7a5c4548416b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 945 time: 0.0944772 Jul 22 16:27:06.055991 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-a2501f2e-c645-4500-a5d7-4af03e612bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:06.057524 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-a2501f2e-c645-4500-a5d7-4af03e612bb5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=958921b4-5bc1-41b3-837b-39292aedd4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003110 Jul 22 16:27:06.125183 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a55ab16b-ca5e-4644-9cf7-1501e8efaa6c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9ed8a9a282fc4e17b23c7a4ef9da0504&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3064721 Jul 22 16:27:06.130611 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c903de3-b508-4cec-b43b-a1709db11fae req-47957389-e0da-438e-ac7d-626cd3b7cf23 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754240 Jul 22 16:27:06.131231 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35480) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:06.135687 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ab16b-ca5e-4644-9cf7-1501e8efaa6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7091066-8816-48d1-80f2-39c0932c2436,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:06.145913 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35482) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:06.170038 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d92ae8ee-17db-4484-9728-7b0b0c5eac62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.254026 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-6093bd89-d822-440c-890f-a34d55d8b542 service neutron] 10.222.0.30 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845212 Jul 22 16:27:06.269774 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-58ac242e-edac-4d29-aadd-b950c05e9cb8 req-3442916b-cf6b-46f6-a157-14da66e1df33 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a277c67-84cd-4ab4-bb92-729119bc5b15 HTTP/1.1" status: 200 len: 210 time: 0.0442929 Jul 22 16:27:06.312446 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-828f03c3-56c8-49d7-972b-648048b65213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.313367 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-124462a4-3f3e-43b5-b9ca-7abad431cc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.322821 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-828f03c3-56c8-49d7-972b-648048b65213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.356036 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-124462a4-3f3e-43b5-b9ca-7abad431cc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.377158 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d7737bf1-d084-4e52-aa77-26969a4f88fa req-f1e49498-ceeb-4db3-8880-5e4349df6fc2 service neutron] 10.222.0.30 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162925 Jul 22 16:27:06.383772 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-828f03c3-56c8-49d7-972b-648048b65213 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c0bc4810c1a348db8e01703705c37f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7661250 Jul 22 16:27:06.389489 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35486) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:06.397307 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f03c3-56c8-49d7-972b-648048b65213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fc98e1-4914-4599-a2d2-1fe892c113d8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:06.473729 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a23c1f97-5b3e-4c82-9263-16111d74d0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.479681 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d92ae8ee-17db-4484-9728-7b0b0c5eac62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.486674 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-124462a4-3f3e-43b5-b9ca-7abad431cc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.488650 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d92ae8ee-17db-4484-9728-7b0b0c5eac62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.489109 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-124462a4-3f3e-43b5-b9ca-7abad431cc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.490258 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-124462a4-3f3e-43b5-b9ca-7abad431cc2a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d7091066-8816-48d1-80f2-39c0932c2436 HTTP/1.1" status: 204 len: 168 time: 0.3546197 Jul 22 16:27:06.509239 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124462a4-3f3e-43b5-b9ca-7abad431cc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7091066-8816-48d1-80f2-39c0932c2436,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:06.516246 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a23c1f97-5b3e-4c82-9263-16111d74d0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.571022 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ae8ee-17db-4484-9728-7b0b0c5eac62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86c2490-2f29-479a-b89d-56afd414d35f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:06.575575 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a23c1f97-5b3e-4c82-9263-16111d74d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.581014 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d92ae8ee-17db-4484-9728-7b0b0c5eac62 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0d854a6456a8401fb835e0b7e35c31df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4297545 Jul 22 16:27:06.581014 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35490) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:06.581550 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a23c1f97-5b3e-4c82-9263-16111d74d0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.581550 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a23c1f97-5b3e-4c82-9263-16111d74d0d2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d0fc98e1-4914-4599-a2d2-1fe892c113d8 HTTP/1.1" status: 204 len: 168 time: 0.1909451 Jul 22 16:27:06.594747 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c1f97-5b3e-4c82-9263-16111d74d0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fc98e1-4914-4599-a2d2-1fe892c113d8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:06.625379 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 3424472c-2310-4937-8024-3df0f84c371a up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:06.650323 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb55e3-5798-43ef-814c-3d6f1515e398 req-388da1ee-0c87-4832-9738-8ae255c7ca9c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:06.658674 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-accb55e3-5798-43ef-814c-3d6f1515e398 req-388da1ee-0c87-4832-9738-8ae255c7ca9c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eceaecc-faff-400f-88d3-03d8454fbbfb HTTP/1.1" status: 200 len: 948 time: 0.2222955 Jul 22 16:27:06.690583 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 3424472c-2310-4937-8024-3df0f84c371a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:06.698739 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:06.701613 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 3424472c-2310-4937-8024-3df0f84c371a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:06.702127 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.706552 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262cb44-2f25-4a4a-a60c-fbb57af4ec12 req-af9b058f-05b4-428d-a852-77362432c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:06.708212 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9262cb44-2f25-4a4a-a60c-fbb57af4ec12 req-af9b058f-05b4-428d-a852-77362432c288 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5dcba1bcdec4dec9217a5051c7c2328&device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 1094 time: 0.2170136 Jul 22 16:27:06.752389 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11c44d8e-f967-400d-8b73-314dc5cbc655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.796079 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-accb55e3-5798-43ef-814c-3d6f1515e398 req-8bb745be-11cc-41a3-a713-e133c65a765c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304538 Jul 22 16:27:06.812795 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11c44d8e-f967-400d-8b73-314dc5cbc655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.846582 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:06.859034 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:06.859676 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.899955 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262cb44-2f25-4a4a-a60c-fbb57af4ec12 req-c97fa5c7-ece4-40b0-9177-e189db75ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:06.901900 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9262cb44-2f25-4a4a-a60c-fbb57af4ec12 req-c97fa5c7-ece4-40b0-9177-e189db75ff7a service neutron] 10.222.0.30 "GET /v2.0/networks?id=958921b4-5bc1-41b3-837b-39292aedd4cb HTTP/1.1" status: 200 len: 922 time: 0.1594419 Jul 22 16:27:06.909100 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.956318 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9262cb44-2f25-4a4a-a60c-fbb57af4ec12 req-b645ea22-5fb5-4f0e-8b35-eb4b1c52960d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a5a427f-568b-40a5-bdd1-9d007ab25756 HTTP/1.1" status: 200 len: 217 time: 0.0464933 Jul 22 16:27:06.959852 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11c44d8e-f967-400d-8b73-314dc5cbc655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.960519 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 3424472c-2310-4937-8024-3df0f84c371a, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=3424472c-2310-4937-8024-3df0f84c371a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:06.962510 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11c44d8e-f967-400d-8b73-314dc5cbc655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.963768 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-11c44d8e-f967-400d-8b73-314dc5cbc655 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e86c2490-2f29-479a-b89d-56afd414d35f HTTP/1.1" status: 204 len: 168 time: 0.3827417 Jul 22 16:27:06.968780 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eceaecc-faff-400f-88d3-03d8454fbbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3424472c-2310-4937-8024-3df0f84c371a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:06.971682 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b130bbbb-15dc-4499-a757-7ee194647c5b" -d '{"events": [{"server_uuid": "9eceaecc-faff-400f-88d3-03d8454fbbfb", "name": "network-vif-plugged", "status": "completed", "tag": "3424472c-2310-4937-8024-3df0f84c371a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:06.977753 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.978770 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 908ae5ed-8b6d-4d24-a091-5fa9b0980f73 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:07.056778 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa35ee79-3352-4665-8df0-ec470d691f9b x-openstack-request-id: req-aa35ee79-3352-4665-8df0-ec470d691f9b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:07.057086 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eceaecc-faff-400f-88d3-03d8454fbbfb", "name": "network-vif-plugged", "status": "completed", "tag": "3424472c-2310-4937-8024-3df0f84c371a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:07.057341 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-aa35ee79-3352-4665-8df0-ec470d691f9b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:07.057739 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eceaecc-faff-400f-88d3-03d8454fbbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3424472c-2310-4937-8024-3df0f84c371a', 'code': 200} Jul 22 16:27:07.059984 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c44d8e-f967-400d-8b73-314dc5cbc655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86c2490-2f29-479a-b89d-56afd414d35f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:07.080982 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35504) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:07.100319 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bcb5b1d-0391-4f8a-80fe-7ede339a29f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:07.110683 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262cb44-2f25-4a4a-a60c-fbb57af4ec12 req-c6065456-1be3-4f5b-a968-ab6bb1d2c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:07.110683 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9262cb44-2f25-4a4a-a60c-fbb57af4ec12 req-c6065456-1be3-4f5b-a968-ab6bb1d2c9d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47349a61-f615-4cc1-8400-cc6ae79bfaf5 HTTP/1.1" status: 200 len: 860 time: 0.1422310 Jul 22 16:27:07.183223 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=3424472c-2310-4937-8024-3df0f84c371a,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:07.196049 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:07.203712 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09e197-56a4-4d8f-ba73-3f8ead48351f req-7c6739ff-d375-48cd-be2d-1e590b968860 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:07.217669 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e09e197-56a4-4d8f-ba73-3f8ead48351f req-7c6739ff-d375-48cd-be2d-1e590b968860 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 943 time: 0.1923354 Jul 22 16:27:07.220494 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 908ae5ed-8b6d-4d24-a091-5fa9b0980f73 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:07.236499 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 908ae5ed-8b6d-4d24-a091-5fa9b0980f73 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:07.236868 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:07.243195 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=72bbf97b-6a6b-40ea-8b2c-950b704b9c13,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:07.263089 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35510) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:07.263273 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:07.316410 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e09e197-56a4-4d8f-ba73-3f8ead48351f req-921a3516-57b7-4ff8-a739-80caad69b89a tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f996594-5e30-4435-859e-70f74cdb0b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943859 Jul 22 16:27:07.317980 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1e9ed2b-6c02-4b99-aa98-c60d9ec187eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:07.329025 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:27:07.343594 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=72bbf97b-6a6b-40ea-8b2c-950b704b9c13,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:07.395867 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262cb44-2f25-4a4a-a60c-fbb57af4ec12 req-30229668-01ca-423f-b626-40657f85a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:07.397405 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9262cb44-2f25-4a4a-a60c-fbb57af4ec12 req-30229668-01ca-423f-b626-40657f85a329 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=958921b4-5bc1-41b3-837b-39292aedd4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2640839 Jul 22 16:27:07.404248 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4631f-afde-4c52-9d97-e82d3356547b req-0c3d1395-40fd-4ac4-ae56-e59b854e1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:07.405747 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-32f4631f-afde-4c52-9d97-e82d3356547b req-0c3d1395-40fd-4ac4-ae56-e59b854e1941 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9eceaecc-faff-400f-88d3-03d8454fbbfb HTTP/1.1" status: 200 len: 1100 time: 0.1825223 Jul 22 16:27:07.433652 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:07.472102 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 908ae5ed-8b6d-4d24-a091-5fa9b0980f73, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=908ae5ed-8b6d-4d24-a091-5fa9b0980f73,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:07.479255 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:07.500015 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bcb5b1d-0391-4f8a-80fe-7ede339a29f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:07.510191 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4765f2-a6cf-40eb-81f8-ae93a530b8ad req-f6fc1aef-9a85-456e-993d-714a642fbbd2 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:07.527354 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ff4765f2-a6cf-40eb-81f8-ae93a530b8ad req-f6fc1aef-9a85-456e-993d-714a642fbbd2 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 946 time: 0.2511315 Jul 22 16:27:07.547352 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=908ae5ed-8b6d-4d24-a091-5fa9b0980f73,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:07.567623 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bcb5b1d-0391-4f8a-80fe-7ede339a29f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:07.637779 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb5b1d-0391-4f8a-80fe-7ede339a29f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d6f620-7b2d-4e12-9567-5ac2bc240eb7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:07.641966 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-32f4631f-afde-4c52-9d97-e82d3356547b req-0e383883-8618-42fd-8c7b-973e84047975 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172482 Jul 22 16:27:07.647013 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9bcb5b1d-0391-4f8a-80fe-7ede339a29f4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=193252e854a9416a815dd63be7d3cf5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5645883 Jul 22 16:27:07.647572 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35520) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:07.675544 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9262cb44-2f25-4a4a-a60c-fbb57af4ec12 req-917c6b41-fb80-4f14-9fc2-871a9a98866a service neutron] 10.222.0.30 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662427 Jul 22 16:27:07.704613 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1e9ed2b-6c02-4b99-aa98-c60d9ec187eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:07.718811 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ff4765f2-a6cf-40eb-81f8-ae93a530b8ad req-d3483775-bec5-431a-ad0d-dbb2418c880f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902311 Jul 22 16:27:07.724000 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1e9ed2b-6c02-4b99-aa98-c60d9ec187eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:08.000635 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73aab2-d4f1-4bff-b926-cd55ef918ca5 req-07471e26-6cbc-4e10-807f-4fa92f8fd3c3 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:08.002688 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cd73aab2-d4f1-4bff-b926-cd55ef918ca5 req-07471e26-6cbc-4e10-807f-4fa92f8fd3c3 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eceaecc-faff-400f-88d3-03d8454fbbfb HTTP/1.1" status: 200 len: 949 time: 0.1194248 Jul 22 16:27:08.021445 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a1e9ed2b-6c02-4b99-aa98-c60d9ec187eb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a8da5b5af5dc4b499e456c5a1c24b07b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7500315 Jul 22 16:27:08.031987 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35542) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:08.068402 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9ed2b-6c02-4b99-aa98-c60d9ec187eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960ef504-f0c7-456e-a9b0-59a8be598c94,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:08.082370 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83acd91e-cce7-4aa8-8b33-c4cbe18db927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:08.103801 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9262cb44-2f25-4a4a-a60c-fbb57af4ec12 req-4c29f927-7f33-4e69-99ff-8d05eae4a6c3 service neutron] 10.222.0.30 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515043 Jul 22 16:27:08.110434 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cd73aab2-d4f1-4bff-b926-cd55ef918ca5 req-8e1e08ae-27c2-4672-9e2b-2a5c2b6101ce tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690877 Jul 22 16:27:08.149870 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83acd91e-cce7-4aa8-8b33-c4cbe18db927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:08.163452 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-47f8928e-62ee-489d-919d-9cede16b01b5 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:08.165049 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-47f8928e-62ee-489d-919d-9cede16b01b5 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/networks?id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e HTTP/1.1" status: 200 len: 812 time: 0.4514995 Jul 22 16:27:08.212554 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-8f63c47b-0b8d-4d71-ad01-5449b00b8617 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/quotas/a8f7f0ee905d4934879787b8f8216673 HTTP/1.1" status: 200 len: 375 time: 0.0412161 Jul 22 16:27:08.218177 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33cd0b5a-7efd-48de-bc91-9cdaca122186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:08.272409 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-d8c1fcff-1f9e-45af-877e-ece060f44e36 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a8f7f0ee905d4934879787b8f8216673&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514498 Jul 22 16:27:08.277883 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33cd0b5a-7efd-48de-bc91-9cdaca122186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:08.307380 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83acd91e-cce7-4aa8-8b33-c4cbe18db927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:08.310525 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83acd91e-cce7-4aa8-8b33-c4cbe18db927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:08.311694 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-83acd91e-cce7-4aa8-8b33-c4cbe18db927 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e7d6f620-7b2d-4e12-9567-5ac2bc240eb7 HTTP/1.1" status: 204 len: 168 time: 0.6635957 Jul 22 16:27:08.351681 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acd91e-cce7-4aa8-8b33-c4cbe18db927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d6f620-7b2d-4e12-9567-5ac2bc240eb7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:08.421765 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33cd0b5a-7efd-48de-bc91-9cdaca122186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:08.424890 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33cd0b5a-7efd-48de-bc91-9cdaca122186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:08.426327 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-33cd0b5a-7efd-48de-bc91-9cdaca122186 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/960ef504-f0c7-456e-a9b0-59a8be598c94 HTTP/1.1" status: 204 len: 168 time: 0.3933153 Jul 22 16:27:08.433343 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-482f4a72-68d3-4c6e-b788-8cb4c3387015 service neutron] 10.222.0.69 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469994 Jul 22 16:27:08.439403 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd0b5a-7efd-48de-bc91-9cdaca122186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960ef504-f0c7-456e-a9b0-59a8be598c94,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:08.542515 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb59e4b-c486-4d4a-b393-c02252a17924 req-af985398-d915-4ef2-931f-57759b2c12a8 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:08.546342 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ddb59e4b-c486-4d4a-b393-c02252a17924 req-af985398-d915-4ef2-931f-57759b2c12a8 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 943 time: 0.1031294 Jul 22 16:27:08.562698 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-d39dae5c-f816-4a1d-a924-0748c7f583de service neutron] 10.222.0.69 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155164 Jul 22 16:27:08.598506 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ddb59e4b-c486-4d4a-b393-c02252a17924 req-09e1c5c1-7f9d-452d-8a73-e31dff36fdab tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f996594-5e30-4435-859e-70f74cdb0b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449378 Jul 22 16:27:08.694113 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 09ab6193-858e-4bab-8e60-acf0af22588e no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:27:08.732860 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 09ab6193-858e-4bab-8e60-acf0af22588e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:27:08.735670 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 09ab6193-858e-4bab-8e60-acf0af22588e not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:27:08.804069 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1b87a3e-2de5-4d75-8239-f9728b3bc619 req-61fbca7a-7f11-4672-ae59-d388325f3ec3 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=b37ee055-699a-4b9f-a632-502f41a0430e HTTP/1.1" status: 200 len: 210 time: 0.0459187 Jul 22 16:27:08.938656 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0409e7-b0ab-45ee-ad9c-8d322cefd421 req-34ceab69-2cee-4a2b-a2dd-27449635ee51 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:08.940227 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7e0409e7-b0ab-45ee-ad9c-8d322cefd421 req-34ceab69-2cee-4a2b-a2dd-27449635ee51 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 946 time: 0.1070087 Jul 22 16:27:09.022969 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7e0409e7-b0ab-45ee-ad9c-8d322cefd421 req-972ff1a4-525e-43e6-ae2d-62373fabb779 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619740 Jul 22 16:27:09.061448 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a228897-f2bf-48db-9877-10d64b952aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bbf97b-6a6b-40ea-8b2c-950b704b9c13'}, {'server_uuid': '15ad3503-1db8-44b0-8609-b4f7c827cfaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908ae5ed-8b6d-4d24-a091-5fa9b0980f73'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:09.066183 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea30fc01-acc0-4ebb-8731-471f3634ecaa" -d '{"events": [{"server_uuid": "2a228897-f2bf-48db-9877-10d64b952aad", "name": "network-vif-plugged", "status": "completed", "tag": "72bbf97b-6a6b-40ea-8b2c-950b704b9c13"}, {"server_uuid": "15ad3503-1db8-44b0-8609-b4f7c827cfaa", "name": "network-vif-plugged", "status": "completed", "tag": "908ae5ed-8b6d-4d24-a091-5fa9b0980f73"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:09.140748 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a021f8-c917-4ff3-bf34-b16a54946253 x-openstack-request-id: req-83a021f8-c917-4ff3-bf34-b16a54946253 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:09.141138 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a228897-f2bf-48db-9877-10d64b952aad", "name": "network-vif-plugged", "status": "completed", "tag": "72bbf97b-6a6b-40ea-8b2c-950b704b9c13", "code": 200}, {"server_uuid": "15ad3503-1db8-44b0-8609-b4f7c827cfaa", "name": "network-vif-plugged", "status": "completed", "tag": "908ae5ed-8b6d-4d24-a091-5fa9b0980f73", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:09.141468 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-83a021f8-c917-4ff3-bf34-b16a54946253 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:09.141961 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a228897-f2bf-48db-9877-10d64b952aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bbf97b-6a6b-40ea-8b2c-950b704b9c13', 'code': 200} Jul 22 16:27:09.143136 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ad3503-1db8-44b0-8609-b4f7c827cfaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908ae5ed-8b6d-4d24-a091-5fa9b0980f73', 'code': 200} Jul 22 16:27:09.354852 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942847f0-57c1-427a-aa1d-0a0bf70fd5d2 req-c1b93cef-53bf-4741-a95e-98aecffe5e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:09.357780 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-942847f0-57c1-427a-aa1d-0a0bf70fd5d2 req-c1b93cef-53bf-4741-a95e-98aecffe5e5b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 1097 time: 0.0986457 Jul 22 16:27:09.368521 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ea4ab-e7ee-480f-994e-da331af24df1 req-f47e8149-4786-4ff6-b664-1b36caaa1cfe tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:09.376577 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d9ea4ab-e7ee-480f-994e-da331af24df1 req-f47e8149-4786-4ff6-b664-1b36caaa1cfe tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=9eceaecc-faff-400f-88d3-03d8454fbbfb HTTP/1.1" status: 200 len: 949 time: 0.1689925 Jul 22 16:27:09.413311 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ee334-6a5f-40b8-8b32-89b4c5f7d7bb req-cea0dd72-48ba-4f62-b482-d06ac75d65f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:09.414954 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-601ee334-6a5f-40b8-8b32-89b4c5f7d7bb req-cea0dd72-48ba-4f62-b482-d06ac75d65f4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=15ad3503-1db8-44b0-8609-b4f7c827cfaa HTTP/1.1" status: 200 len: 1101 time: 0.1665359 Jul 22 16:27:09.426616 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-942847f0-57c1-427a-aa1d-0a0bf70fd5d2 req-4abf697b-47aa-4b3c-a5cb-58239cb76d62 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583155 Jul 22 16:27:09.433455 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d9ea4ab-e7ee-480f-994e-da331af24df1 req-d3646b2e-ce93-4506-aaf9-c221200b4cb8 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507488 Jul 22 16:27:09.508969 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-601ee334-6a5f-40b8-8b32-89b4c5f7d7bb req-4612a6c8-a6ec-43e2-b974-de93d63dcc0a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742598 Jul 22 16:27:09.623092 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728b82b-69d0-4cd9-a556-91dcf5bbb470 req-9bbca893-cd0a-4382-bc16-5bea28c678b6 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:09.624539 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0728b82b-69d0-4cd9-a556-91dcf5bbb470 req-9bbca893-cd0a-4382-bc16-5bea28c678b6 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ad3503-1db8-44b0-8609-b4f7c827cfaa HTTP/1.1" status: 200 len: 950 time: 0.0988271 Jul 22 16:27:09.700014 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0728b82b-69d0-4cd9-a556-91dcf5bbb470 req-b8dfe1f7-7e4d-42eb-9eea-58364b37de91 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642409 Jul 22 16:27:09.794968 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee5293-e4e8-4130-a5b9-9e10ed4d8d1b req-28d7c0fb-8ea8-4445-8cd3-40d9986bd12a tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:09.804346 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e4ee5293-e4e8-4130-a5b9-9e10ed4d8d1b req-28d7c0fb-8ea8-4445-8cd3-40d9986bd12a tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 943 time: 0.1246378 Jul 22 16:27:09.862104 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e4ee5293-e4e8-4130-a5b9-9e10ed4d8d1b req-dd410d59-11af-42fa-b396-ef44c20b0a12 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f996594-5e30-4435-859e-70f74cdb0b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538833 Jul 22 16:27:09.963827 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b68c18de-061b-4136-ac24-867b9cc98a2d req-c7a2d7a3-20fd-4e09-8c9c-073440fb371a tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=b37ee055-699a-4b9f-a632-502f41a0430e HTTP/1.1" status: 200 len: 210 time: 0.0315328 Jul 22 16:27:10.203062 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1f2ee-f4f7-46db-8bbd-93bf606164b9 req-7c8b46fb-08f2-44de-9d35-fe16caae9bc9 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:10.210214 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9dd1f2ee-f4f7-46db-8bbd-93bf606164b9 req-7c8b46fb-08f2-44de-9d35-fe16caae9bc9 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 946 time: 0.1067028 Jul 22 16:27:10.303182 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9dd1f2ee-f4f7-46db-8bbd-93bf606164b9 req-7ad0177c-2277-4832-ba5e-5e8226514f78 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802670 Jul 22 16:27:10.570102 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-8d96e393-398b-4d82-9e90-4acae47ead68 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:10.572282 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-8d96e393-398b-4d82-9e90-4acae47ead68 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.16 "GET /v2.0/networks?id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e HTTP/1.1" status: 200 len: 812 time: 0.1806757 Jul 22 16:27:10.612906 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-80e2c207-f055-42da-a1ce-900ef047f567 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Request body: {'port': {'device_id': 'b37ee055-699a-4b9f-a632-502f41a0430e', 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e', 'admin_state_up': True, 'tenant_id': 'a8f7f0ee905d4934879787b8f8216673'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:10.644557 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5a5a427f-568b-40a5-bdd1-9d007ab25756 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:10.846329 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-80e2c207-f055-42da-a1ce-900ef047f567 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Made reservation on behalf of a8f7f0ee905d4934879787b8f8216673 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:10.850496 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-80e2c207-f055-42da-a1ce-900ef047f567 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:10.936828 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5a5a427f-568b-40a5-bdd1-9d007ab25756, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5a5a427f-568b-40a5-bdd1-9d007ab25756,segment=NetworkSegment(6315e2cb-d9c3-4a02-9502-a063aabd4aa0),segment_id=6315e2cb-d9c3-4a02-9502-a063aabd4aa0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:10.962772 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '5a5a427f-568b-40a5-bdd1-9d007ab25756', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'port_id': '5a5a427f-568b-40a5-bdd1-9d007ab25756', 'mac_address': 'fa:16:3e:63:2a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:10.967056 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426c853-9f75-4ffa-a710-83420627f5d4 req-c53383c4-a5f5-4738-89f9-66a9173bd92a tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:10.969095 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f426c853-9f75-4ffa-a710-83420627f5d4 req-c53383c4-a5f5-4738-89f9-66a9173bd92a tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ad3503-1db8-44b0-8609-b4f7c827cfaa HTTP/1.1" status: 200 len: 950 time: 0.1331756 Jul 22 16:27:11.048781 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f426c853-9f75-4ffa-a710-83420627f5d4 req-b8556964-c8dc-4bd6-beaf-3062c69208dd tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566020 Jul 22 16:27:11.049554 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35676) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:11.063588 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:11.093018 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a5a427f-568b-40a5-bdd1-9d007ab25756 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:11.131656 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5a5a427f-568b-40a5-bdd1-9d007ab25756, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5a5a427f-568b-40a5-bdd1-9d007ab25756,segment=NetworkSegment(6315e2cb-d9c3-4a02-9502-a063aabd4aa0),segment_id=6315e2cb-d9c3-4a02-9502-a063aabd4aa0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:11.138191 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:11.162840 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-80e2c207-f055-42da-a1ce-900ef047f567 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Allocated IP 172.20.0.4 (eccf7f4a-8697-4aaa-95fa-9daad7e19e4e/a3c12ce3-22c0-432e-833b-5a5a37b77be7/3e9e61b4-c6f8-42a2-adf1-3f411aea671b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:11.177274 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-12835ae5-5d4c-4cab-be5a-5b21e4d321bb req-c2b61355-e2e1-4ac0-b337-c7374ae9bbd3 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=b37ee055-699a-4b9f-a632-502f41a0430e HTTP/1.1" status: 200 len: 210 time: 0.0441897 Jul 22 16:27:11.297983 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90665ebd-09cb-4977-b048-192bdb79d355 req-a089c598-152e-4749-8d3c-4831bf446c33 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:11.299653 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-90665ebd-09cb-4977-b048-192bdb79d355 req-a089c598-152e-4749-8d3c-4831bf446c33 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 943 time: 0.2094011 Jul 22 16:27:11.365612 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=5a5a427f-568b-40a5-bdd1-9d007ab25756,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:11.398734 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:11.398734 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:11.398734 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:11.398734 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:11.398734 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:11.398734 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:11.398734 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:11.398734 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:11.398734 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:11.398734 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:11.398734 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:11.398734 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:11.412056 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-90665ebd-09cb-4977-b048-192bdb79d355 req-f97b8c2a-0ff4-41b1-be3b-9dc66eec2902 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f996594-5e30-4435-859e-70f74cdb0b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001074 Jul 22 16:27:11.437938 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d58253ba-a66c-48d2-bc4c-5f96b47f24f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:11.477891 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-80e2c207-f055-42da-a1ce-900ef047f567 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:11.499858 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['5a5a427f-568b-40a5-bdd1-9d007ab25756'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:11.534631 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-80e2c207-f055-42da-a1ce-900ef047f567 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:11.565488 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9338fe1-72f9-4d79-8458-48c1bc127f2d req-21ee569e-2e8f-4a58-95a9-ad680851e7d7 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:11.567104 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9338fe1-72f9-4d79-8458-48c1bc127f2d req-21ee569e-2e8f-4a58-95a9-ad680851e7d7 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 946 time: 0.1304905 Jul 22 16:27:11.600718 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-80e2c207-f055-42da-a1ce-900ef047f567 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:11.608985 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-80e2c207-f055-42da-a1ce-900ef047f567 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:11.627335 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-80e2c207-f055-42da-a1ce-900ef047f567 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:11.638259 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-80e2c207-f055-42da-a1ce-900ef047f567 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:11.639292 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9338fe1-72f9-4d79-8458-48c1bc127f2d req-07c7668b-6416-4c9f-8c99-49e22e6c7a00 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620394 Jul 22 16:27:11.654587 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-80e2c207-f055-42da-a1ce-900ef047f567 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:11.675337 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d58253ba-a66c-48d2-bc4c-5f96b47f24f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:11.682438 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d58253ba-a66c-48d2-bc4c-5f96b47f24f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:11.720101 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:11.725467 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2c207-f055-42da-a1ce-900ef047f567 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Pushing event updated for resources: {'Port': ['ID=3e9e61b4-c6f8-42a2-adf1-3f411aea671b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:11.750398 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d58253ba-a66c-48d2-bc4c-5f96b47f24f8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=680b405473844300a81a7c78c2ccd37c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6985691 Jul 22 16:27:11.751395 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58253ba-a66c-48d2-bc4c-5f96b47f24f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9516e644-2a36-4680-9086-310ac7e9cef1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:11.753204 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35700) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:11.770570 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-80e2c207-f055-42da-a1ce-900ef047f567 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1624050 Jul 22 16:27:11.799431 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-7ffaf875-5a20-49a4-863a-d414e1585a15 service neutron] Request body: {'port': {'device_id': 'b37ee055-699a-4b9f-a632-502f41a0430e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:11.857762 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:11.886197 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe0bae-ffed-46c4-8208-160188cd9225 req-3862cee4-8219-4fc1-a38f-5915a9a81404 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:11.896406 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-30fe0bae-ffed-46c4-8208-160188cd9225 req-3862cee4-8219-4fc1-a38f-5915a9a81404 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 1097 time: 0.0904548 Jul 22 16:27:11.911734 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44e17a43-8e5d-44fd-97ef-2ee76c94f143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:11.944042 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44e17a43-8e5d-44fd-97ef-2ee76c94f143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:11.949682 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-30fe0bae-ffed-46c4-8208-160188cd9225 req-4cf73d76-d971-43c7-8bd7-e4ec1c11d0e4 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461068 Jul 22 16:27:11.961370 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-7ffaf875-5a20-49a4-863a-d414e1585a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:12.094397 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097029fc-d92e-4cbe-aff3-ca2e5bfdfc5c req-25ec5134-34ac-4624-b063-8073b607bd42 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:12.096607 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-097029fc-d92e-4cbe-aff3-ca2e5bfdfc5c req-25ec5134-34ac-4624-b063-8073b607bd42 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 1097 time: 0.0790477 Jul 22 16:27:12.140586 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-097029fc-d92e-4cbe-aff3-ca2e5bfdfc5c req-ff6c0838-488a-419b-a3ce-3a1d9041e7a4 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378590 Jul 22 16:27:12.144829 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44e17a43-8e5d-44fd-97ef-2ee76c94f143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:12.147567 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44e17a43-8e5d-44fd-97ef-2ee76c94f143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:12.149979 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-44e17a43-8e5d-44fd-97ef-2ee76c94f143 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9516e644-2a36-4680-9086-310ac7e9cef1 HTTP/1.1" status: 204 len: 168 time: 0.3944380 Jul 22 16:27:12.163039 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e17a43-8e5d-44fd-97ef-2ee76c94f143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9516e644-2a36-4680-9086-310ac7e9cef1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:12.380647 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-7ffaf875-5a20-49a4-863a-d414e1585a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9e61b4-c6f8-42a2-adf1-3f411aea671b {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:12.391163 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-7ffaf875-5a20-49a4-863a-d414e1585a15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:12.410446 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-7ffaf875-5a20-49a4-863a-d414e1585a15 service neutron] Transition to ACTIVE for port object 3e9e61b4-c6f8-42a2-adf1-3f411aea671b will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:12.417901 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-7ffaf875-5a20-49a4-863a-d414e1585a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:12.488368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a6520-54f9-43f7-bd83-864e246f332f req-d46b50f3-4347-421b-bb95-e2fa038a5beb tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:12.489968 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c45a6520-54f9-43f7-bd83-864e246f332f req-d46b50f3-4347-421b-bb95-e2fa038a5beb tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ad3503-1db8-44b0-8609-b4f7c827cfaa HTTP/1.1" status: 200 len: 950 time: 0.1589143 Jul 22 16:27:12.490623 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffaf875-5a20-49a4-863a-d414e1585a15 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9e61b4-c6f8-42a2-adf1-3f411aea671b,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:12.547795 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-7ffaf875-5a20-49a4-863a-d414e1585a15 service neutron] Attempting to bind port 3e9e61b4-c6f8-42a2-adf1-3f411aea671b on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:12.548141 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-7ffaf875-5a20-49a4-863a-d414e1585a15 service neutron] Attempting to bind port 3e9e61b4-c6f8-42a2-adf1-3f411aea671b by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:12.548472 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-7ffaf875-5a20-49a4-863a-d414e1585a15 service neutron] Attempting to bind port 3e9e61b4-c6f8-42a2-adf1-3f411aea671b on network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:12.557985 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-7ffaf875-5a20-49a4-863a-d414e1585a15 service neutron] Port 3e9e61b4-c6f8-42a2-adf1-3f411aea671b on network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:12.558294 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-7ffaf875-5a20-49a4-863a-d414e1585a15 service neutron] Attempting to bind port 3e9e61b4-c6f8-42a2-adf1-3f411aea671b on network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:12.570642 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-7ffaf875-5a20-49a4-863a-d414e1585a15 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:12.570867 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-7ffaf875-5a20-49a4-863a-d414e1585a15 service neutron] Checking segment: {'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:12.571643 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-7ffaf875-5a20-49a4-863a-d414e1585a15 service neutron] Bound using segment: {'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:12.571853 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-7ffaf875-5a20-49a4-863a-d414e1585a15 service neutron] Bound port: 3e9e61b4-c6f8-42a2-adf1-3f411aea671b, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:12.572179 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-7ffaf875-5a20-49a4-863a-d414e1585a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:12.586385 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c45a6520-54f9-43f7-bd83-864e246f332f req-6c34064d-944a-4f99-9572-2ae0a15e70fa tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658064 Jul 22 16:27:12.589421 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35736) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:12.609243 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07179dc2-b92c-4559-9f2a-cc6a70137571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:12.650796 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5a5a427f-568b-40a5-bdd1-9d007ab25756 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:12.662774 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-7ffaf875-5a20-49a4-863a-d414e1585a15 service neutron] For port 3e9e61b4-c6f8-42a2-adf1-3f411aea671b, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:12.667057 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-7ffaf875-5a20-49a4-863a-d414e1585a15 service neutron] For port 3e9e61b4-c6f8-42a2-adf1-3f411aea671b, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=3e9e61b4-c6f8-42a2-adf1-3f411aea671b,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:12.674594 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-7ffaf875-5a20-49a4-863a-d414e1585a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:12.730173 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-7ffaf875-5a20-49a4-863a-d414e1585a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:12.732070 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-7ffaf875-5a20-49a4-863a-d414e1585a15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:12.733993 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-7ffaf875-5a20-49a4-863a-d414e1585a15 service neutron] 10.222.0.16 "PUT /v2.0/ports/3e9e61b4-c6f8-42a2-adf1-3f411aea671b HTTP/1.1" status: 200 len: 1091 time: 0.9471006 Jul 22 16:27:12.734681 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37ee055-699a-4b9f-a632-502f41a0430e', 'tag': '3e9e61b4-c6f8-42a2-adf1-3f411aea671b'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:12.737219 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cc146d-7eae-4e1f-b5f4-005bcd0f059a" -d '{"events": [{"name": "network-changed", "server_uuid": "b37ee055-699a-4b9f-a632-502f41a0430e", "tag": "3e9e61b4-c6f8-42a2-adf1-3f411aea671b"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:12.751257 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 5a5a427f-568b-40a5-bdd1-9d007ab25756 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:12.764064 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 5a5a427f-568b-40a5-bdd1-9d007ab25756 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:12.764713 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:12.793543 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07179dc2-b92c-4559-9f2a-cc6a70137571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:12.806569 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07179dc2-b92c-4559-9f2a-cc6a70137571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:12.821438 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffaf875-5a20-49a4-863a-d414e1585a15 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9e61b4-c6f8-42a2-adf1-3f411aea671b,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:12.887114 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:12.893251 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54272490-e252-4c1c-b717-72721051392b req-20cad30b-3ae2-4db2-9664-70c41a426e79 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:12.894865 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-54272490-e252-4c1c-b717-72721051392b req-20cad30b-3ae2-4db2-9664-70c41a426e79 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=b37ee055-699a-4b9f-a632-502f41a0430e HTTP/1.1" status: 200 len: 943 time: 0.1729810 Jul 22 16:27:12.901471 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-7700fb73-6168-4511-8bfe-bef904325b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:12.903937 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-7700fb73-6168-4511-8bfe-bef904325b12 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8f7f0ee905d4934879787b8f8216673&device_id=b37ee055-699a-4b9f-a632-502f41a0430e HTTP/1.1" status: 200 len: 1094 time: 0.1012645 Jul 22 16:27:12.914172 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cca701-a65d-49df-bf1c-551488e8dfaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5a427f-568b-40a5-bdd1-9d007ab25756'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:12.916451 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698b3c42-98f8-41b7-bd06-9c0be1864413" -d '{"events": [{"server_uuid": "82cca701-a65d-49df-bf1c-551488e8dfaf", "name": "network-vif-plugged", "status": "completed", "tag": "5a5a427f-568b-40a5-bdd1-9d007ab25756"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:12.929536 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5a5a427f-568b-40a5-bdd1-9d007ab25756, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5a5a427f-568b-40a5-bdd1-9d007ab25756,segment=NetworkSegment(6315e2cb-d9c3-4a02-9502-a063aabd4aa0),segment_id=6315e2cb-d9c3-4a02-9502-a063aabd4aa0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:12.936142 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-07179dc2-b92c-4559-9f2a-cc6a70137571 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=652458f44bfe438487125d4e3fe88a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450034 Jul 22 16:27:12.940602 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:12.940934 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35752) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:12.953907 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07179dc2-b92c-4559-9f2a-cc6a70137571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ca07cd-e678-4f96-927c-efc5b5631db0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:12.966588 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-c23654a8-81d6-4aef-83c6-79e20729e57e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e9e61b4-c6f8-42a2-adf1-3f411aea671b HTTP/1.1" status: 200 len: 217 time: 0.0459602 Jul 22 16:27:12.998079 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=5a5a427f-568b-40a5-bdd1-9d007ab25756,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:13.003615 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-54272490-e252-4c1c-b717-72721051392b req-9b809b75-b7f7-46ba-b208-c314794fc34a tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967331 Jul 22 16:27:13.044385 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-dcfef506-6cb5-4a1d-a6c0-49820e01fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:13.046123 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-dcfef506-6cb5-4a1d-a6c0-49820e01fb6e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3c12ce3-22c0-432e-833b-5a5a37b77be7 HTTP/1.1" status: 200 len: 852 time: 0.0694897 Jul 22 16:27:13.094096 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-af47345a-16a2-4a2b-bf7c-5791237cf87d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404217 Jul 22 16:27:13.195712 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-bd405cc9-4213-4031-bb1a-65f875ef8e05 service neutron] 10.222.0.16 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931170 Jul 22 16:27:13.283168 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f739-3069-4797-b50d-a8afdd963169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:13.296595 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85c969-5b50-41b5-95db-5966d8c2cb0a req-5556acdd-33f3-4e20-a8e0-5326d8ee35c3 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:13.298122 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c85c969-5b50-41b5-95db-5966d8c2cb0a req-5556acdd-33f3-4e20-a8e0-5326d8ee35c3 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 944 time: 0.4512584 Jul 22 16:27:13.328726 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dd20a77a-bb87-4d67-a725-a21301748e20 req-1f0def6e-8fd9-46e5-b4fd-95e1b919ecd5 service neutron] 10.222.0.16 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260524 Jul 22 16:27:13.329842 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f739-3069-4797-b50d-a8afdd963169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:13.351562 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac3310-68f2-4a9f-88d6-5b13dd923fbb req-e9c95e8f-08b6-4e7b-82b5-62cfefa4a456 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:13.357549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac3310-68f2-4a9f-88d6-5b13dd923fbb req-e9c95e8f-08b6-4e7b-82b5-62cfefa4a456 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:13.359204 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6eac3310-68f2-4a9f-88d6-5b13dd923fbb req-e9c95e8f-08b6-4e7b-82b5-62cfefa4a456 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ad3503-1db8-44b0-8609-b4f7c827cfaa&device_id=9eceaecc-faff-400f-88d3-03d8454fbbfb HTTP/1.1" status: 200 len: 1690 time: 0.1227288 Jul 22 16:27:13.362905 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c85c969-5b50-41b5-95db-5966d8c2cb0a req-d5d82ff9-6ad9-417a-84c5-5f61c5146ea8 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f996594-5e30-4435-859e-70f74cdb0b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587106 Jul 22 16:27:13.407255 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6eac3310-68f2-4a9f-88d6-5b13dd923fbb req-f6ee2830-ce11-4e8d-b430-554efcb2d93f tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419257 Jul 22 16:27:13.420299 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f739-3069-4797-b50d-a8afdd963169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:13.423673 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3d1f739-3069-4797-b50d-a8afdd963169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:13.425433 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b3d1f739-3069-4797-b50d-a8afdd963169 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d3ca07cd-e678-4f96-927c-efc5b5631db0 HTTP/1.1" status: 204 len: 168 time: 0.4825573 Jul 22 16:27:13.435960 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1f739-3069-4797-b50d-a8afdd963169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ca07cd-e678-4f96-927c-efc5b5631db0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:13.586523 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574e971f-20d3-4f92-98e8-dedabe60880c x-openstack-request-id: req-574e971f-20d3-4f92-98e8-dedabe60880c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:13.586819 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37ee055-699a-4b9f-a632-502f41a0430e", "tag": "3e9e61b4-c6f8-42a2-adf1-3f411aea671b", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:13.587065 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-574e971f-20d3-4f92-98e8-dedabe60880c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:13.587470 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37ee055-699a-4b9f-a632-502f41a0430e', 'tag': '3e9e61b4-c6f8-42a2-adf1-3f411aea671b', 'status': 'completed', 'code': 200} Jul 22 16:27:13.655731 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ec3295-3475-4140-a721-6da2c09665cc x-openstack-request-id: req-59ec3295-3475-4140-a721-6da2c09665cc {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:13.656297 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cca701-a65d-49df-bf1c-551488e8dfaf", "name": "network-vif-plugged", "status": "completed", "tag": "5a5a427f-568b-40a5-bdd1-9d007ab25756", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:13.656799 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-59ec3295-3475-4140-a721-6da2c09665cc {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:13.657506 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cca701-a65d-49df-bf1c-551488e8dfaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5a427f-568b-40a5-bdd1-9d007ab25756', 'code': 200} Jul 22 16:27:13.722892 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc146d-7eae-4e1f-b5f4-005bcd0f059a req-53bd01d7-0107-4e13-92fd-a13d15cafb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:13.724779 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-44cc146d-7eae-4e1f-b5f4-005bcd0f059a req-53bd01d7-0107-4e13-92fd-a13d15cafb33 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8f7f0ee905d4934879787b8f8216673&device_id=b37ee055-699a-4b9f-a632-502f41a0430e HTTP/1.1" status: 200 len: 1094 time: 0.0809853 Jul 22 16:27:13.868683 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31721c2a-ac38-4557-a1c6-7f7982cbe0a4 req-88c9525b-8c88-416f-ab44-7af33abb4ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:13.871355 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-31721c2a-ac38-4557-a1c6-7f7982cbe0a4 req-88c9525b-8c88-416f-ab44-7af33abb4ffe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 1096 time: 0.1253040 Jul 22 16:27:13.959831 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-31721c2a-ac38-4557-a1c6-7f7982cbe0a4 req-5cb8ce06-acfe-4ca4-9023-f826f8c852d6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6f996594-5e30-4435-859e-70f74cdb0b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798044 Jul 22 16:27:14.030305 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0aa91f-f741-4e4e-87db-a78776071efc req-e2ff7cba-c060-4c14-ab85-8f912dabd763 tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:14.031829 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fc0aa91f-f741-4e4e-87db-a78776071efc req-e2ff7cba-c060-4c14-ab85-8f912dabd763 tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=15ad3503-1db8-44b0-8609-b4f7c827cfaa HTTP/1.1" status: 200 len: 1101 time: 0.0634999 Jul 22 16:27:14.053361 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc146d-7eae-4e1f-b5f4-005bcd0f059a req-1a3cd9f8-a756-4a54-ad18-17cc8bed28f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:14.055977 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-44cc146d-7eae-4e1f-b5f4-005bcd0f059a req-1a3cd9f8-a756-4a54-ad18-17cc8bed28f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e HTTP/1.1" status: 200 len: 913 time: 0.3104026 Jul 22 16:27:14.071380 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fc0aa91f-f741-4e4e-87db-a78776071efc req-9ccedba4-cdcf-4a57-91bb-cdbeb7492327 tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331006 Jul 22 16:27:14.117404 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-44cc146d-7eae-4e1f-b5f4-005bcd0f059a req-279e3c5d-ba0f-4407-9cce-77c03317d9c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e9e61b4-c6f8-42a2-adf1-3f411aea671b HTTP/1.1" status: 200 len: 217 time: 0.0449557 Jul 22 16:27:14.130507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c058b-1906-46c3-944c-a474e53c732b req-52439781-ddac-45f1-8634-f86c9252721b tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:14.133265 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4e2c058b-1906-46c3-944c-a474e53c732b req-52439781-ddac-45f1-8634-f86c9252721b tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 1097 time: 0.1863306 Jul 22 16:27:14.206984 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc146d-7eae-4e1f-b5f4-005bcd0f059a req-c81e9ba3-f927-4f8e-aaf4-04879febceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:14.208441 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-44cc146d-7eae-4e1f-b5f4-005bcd0f059a req-c81e9ba3-f927-4f8e-aaf4-04879febceb1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3c12ce3-22c0-432e-833b-5a5a37b77be7 HTTP/1.1" status: 200 len: 852 time: 0.0819767 Jul 22 16:27:14.210149 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4e2c058b-1906-46c3-944c-a474e53c732b req-5fc2af9e-3b9e-4e8d-b932-74f9f3a9db28 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650675 Jul 22 16:27:14.254743 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-44cc146d-7eae-4e1f-b5f4-005bcd0f059a req-e3cc4dc3-ec51-4ce9-b18d-61f6e478e406 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393388 Jul 22 16:27:14.402423 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-44cc146d-7eae-4e1f-b5f4-005bcd0f059a req-9d727310-1764-48ff-8f12-a5a98ebaa405 service neutron] 10.222.0.16 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402590 Jul 22 16:27:14.417731 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35810) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:14.437995 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96195b8-60cd-4350-8510-2c06f4ce590e req-55770957-2162-4bb9-92be-afc151f36eeb tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:14.439438 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e96195b8-60cd-4350-8510-2c06f4ce590e req-55770957-2162-4bb9-92be-afc151f36eeb tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=b37ee055-699a-4b9f-a632-502f41a0430e HTTP/1.1" status: 200 len: 943 time: 0.1480041 Jul 22 16:27:14.527971 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e96195b8-60cd-4350-8510-2c06f4ce590e req-4e8d0f31-d5d7-4327-9f2a-aca28d095a40 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786953 Jul 22 16:27:14.539808 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a7777608-fbf5-4402-9e0b-559e3f4a58b9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1551938470-network', 'tenant_id': '82e10b2cb7664a44842fdfbeaf9667ba'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:14.547306 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-44cc146d-7eae-4e1f-b5f4-005bcd0f059a req-3ae588ed-2d8a-492d-9e1d-87bfa8e87dec service neutron] 10.222.0.16 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376395 Jul 22 16:27:14.585209 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7777608-fbf5-4402-9e0b-559e3f4a58b9 admin admin] Made reservation on behalf of 82e10b2cb7664a44842fdfbeaf9667ba for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:14.587754 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a7777608-fbf5-4402-9e0b-559e3f4a58b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:14.598948 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a7777608-fbf5-4402-9e0b-559e3f4a58b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:14.693276 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78665b3-7179-4e5a-8825-0ee2172ffea2 req-a84d0611-d8c7-496b-b301-f48c79adbda7 tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:14.694736 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c78665b3-7179-4e5a-8825-0ee2172ffea2 req-a84d0611-d8c7-496b-b301-f48c79adbda7 tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9eceaecc-faff-400f-88d3-03d8454fbbfb HTTP/1.1" status: 200 len: 1100 time: 0.0979021 Jul 22 16:27:14.734011 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333310c-2a88-43f1-8c86-99d6f27161f8 req-1e3b5b33-9ca7-4b63-8ce0-917a4e80f2e0 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:14.735795 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0333310c-2a88-43f1-8c86-99d6f27161f8 req-1e3b5b33-9ca7-4b63-8ce0-917a4e80f2e0 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 945 time: 0.0697503 Jul 22 16:27:14.753569 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c78665b3-7179-4e5a-8825-0ee2172ffea2 req-ca9969e1-2d13-4df1-9fc3-c3ae61873ee4 tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503163 Jul 22 16:27:14.766023 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a7777608-fbf5-4402-9e0b-559e3f4a58b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:14.771609 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a7777608-fbf5-4402-9e0b-559e3f4a58b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:14.785160 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0333310c-2a88-43f1-8c86-99d6f27161f8 req-99e20193-37ce-4f73-a9f3-d4af0a6ffaaa tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f996594-5e30-4435-859e-70f74cdb0b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433760 Jul 22 16:27:14.817697 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7777608-fbf5-4402-9e0b-559e3f4a58b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:27:14.826831 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7777608-fbf5-4402-9e0b-559e3f4a58b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0535eac0-d50a-4a4b-9708-9d8c381911b7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:14.833464 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a7777608-fbf5-4402-9e0b-559e3f4a58b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:14.833806 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-a7777608-fbf5-4402-9e0b-559e3f4a58b9 admin admin] Added segment 2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5 of type vlan for network 6f3ed260-5c39-4f44-87de-6af121ff9539 Jul 22 16:27:14.879094 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a7777608-fbf5-4402-9e0b-559e3f4a58b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:14.919786 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a7777608-fbf5-4402-9e0b-559e3f4a58b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:14.920842 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7777608-fbf5-4402-9e0b-559e3f4a58b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:14.921421 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a7777608-fbf5-4402-9e0b-559e3f4a58b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:14.974984 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35830) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:14.975198 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a7777608-fbf5-4402-9e0b-559e3f4a58b9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5560219 Jul 22 16:27:14.982944 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-cce90582-d7ce-4aa4-80bf-3d1496cf0a30 admin admin] Request body: {'subnet': {'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1551938470-subnet', 'tenant_id': '82e10b2cb7664a44842fdfbeaf9667ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:15.009138 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7777608-fbf5-4402-9e0b-559e3f4a58b9 admin admin] Pushing event updated for resources: {'Network': ['ID=6f3ed260-5c39-4f44-87de-6af121ff9539,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:15.024391 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 6f3ed260-5c39-4f44-87de-6af121ff9539 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:27:15.032482 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce90582-d7ce-4aa4-80bf-3d1496cf0a30 admin admin] Made reservation on behalf of 82e10b2cb7664a44842fdfbeaf9667ba for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:15.040264 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cce90582-d7ce-4aa4-80bf-3d1496cf0a30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:15.347185 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cce90582-d7ce-4aa4-80bf-3d1496cf0a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:15.387279 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-aad58cd7-f8d4-4dd4-ab01-e40c0e2c0349 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=1c8d6245ad404817abeaf30553b64f00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264726 Jul 22 16:27:15.469073 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce90582-d7ce-4aa4-80bf-3d1496cf0a30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce36437-5a9b-4c2b-a36e-e40d9943a98a,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:15.490279 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce90582-d7ce-4aa4-80bf-3d1496cf0a30 admin admin] Checking segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:15.490675 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce90582-d7ce-4aa4-80bf-3d1496cf0a30 admin admin] Network hostable DHCP agents. Network: 6f3ed260-5c39-4f44-87de-6af121ff9539, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:27:15.509371 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc370fa-d270-478b-ba0c-7721e0f29df0 req-d1f9631a-8fe0-4b1f-a4bc-2a51434aebd1 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:15.511219 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6bc370fa-d270-478b-ba0c-7721e0f29df0 req-d1f9631a-8fe0-4b1f-a4bc-2a51434aebd1 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 1097 time: 0.1523514 Jul 22 16:27:15.523075 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce90582-d7ce-4aa4-80bf-3d1496cf0a30 admin admin] Network 6f3ed260-5c39-4f44-87de-6af121ff9539 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:27:15.536080 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-3c6a99f0-46d9-43a9-b53b-43fdc0610ba1 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:15.543559 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-3c6a99f0-46d9-43a9-b53b-43fdc0610ba1 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1497834 Jul 22 16:27:15.548728 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-cce90582-d7ce-4aa4-80bf-3d1496cf0a30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 6f3ed260-5c39-4f44-87de-6af121ff9539) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:15.557155 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce90582-d7ce-4aa4-80bf-3d1496cf0a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:15.557767 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cce90582-d7ce-4aa4-80bf-3d1496cf0a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:15.561128 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-018d714e-933f-4d29-913e-5cbae3652fd0 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/quotas/1c8d6245ad404817abeaf30553b64f00 HTTP/1.1" status: 200 len: 375 time: 0.0165572 Jul 22 16:27:15.562863 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb825a6-d4f1-4a3e-9e48-ae91a668f5d2 None None] Network 6f3ed260-5c39-4f44-87de-6af121ff9539 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:27:15.615066 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6bc370fa-d270-478b-ba0c-7721e0f29df0 req-f0cbaab1-02a7-47fc-be75-9741aa7b9392 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880179 Jul 22 16:27:15.616867 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cce90582-d7ce-4aa4-80bf-3d1496cf0a30 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6407368 Jul 22 16:27:15.653651 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35868) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:15.695461 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-10c7fda2-65b3-427a-8ab7-105ecbe0ea9c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c8d6245ad404817abeaf30553b64f00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1332257 Jul 22 16:27:15.804936 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cee67d-4776-41f4-8c57-8ce6ab8ddcd4 None None] Network 6f3ed260-5c39-4f44-87de-6af121ff9539 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:27:15.950362 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561859e-aad5-46de-aa76-fe2d237132e3 req-51206e2b-cd94-4ba3-8ed5-9a269da902b0 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:15.953238 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5561859e-aad5-46de-aa76-fe2d237132e3 req-51206e2b-cd94-4ba3-8ed5-9a269da902b0 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=b37ee055-699a-4b9f-a632-502f41a0430e HTTP/1.1" status: 200 len: 943 time: 0.2109702 Jul 22 16:27:16.221257 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35882) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:16.251196 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28361f7e-317f-40ee-a497-4b60cc7aa294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:16.301276 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5561859e-aad5-46de-aa76-fe2d237132e3 req-ba0d9970-4fa3-49cc-b162-6fbb9895b448 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340049 Jul 22 16:27:16.411173 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28361f7e-317f-40ee-a497-4b60cc7aa294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:16.420822 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-b03cb907-114d-411d-85a1-68c01bed2f7b req-0fc163e8-1f1e-4ead-a88f-e43afbe5aa18 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:27:16.422206 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b03cb907-114d-411d-85a1-68c01bed2f7b req-0fc163e8-1f1e-4ead-a88f-e43afbe5aa18 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058234 Jul 22 16:27:16.424625 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28361f7e-317f-40ee-a497-4b60cc7aa294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:16.482675 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1874020d-197e-4661-93a3-83dece4150da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:16.557782 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-28361f7e-317f-40ee-a497-4b60cc7aa294 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=58650f96fb5a439db8ee4a042a1dbc67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8988469 Jul 22 16:27:16.558782 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35894) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:16.567989 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28361f7e-317f-40ee-a497-4b60cc7aa294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb2615d-b6e4-4299-9c0e-c3e531fa1b9e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:16.646245 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1874020d-197e-4661-93a3-83dece4150da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:16.650914 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4e32a-d62a-4d9e-b957-fa389abbf707 req-f07d005f-9e7f-46ad-ba53-17cfd060e946 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:16.652260 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1874020d-197e-4661-93a3-83dece4150da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:16.653313 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-35b4e32a-d62a-4d9e-b957-fa389abbf707 req-f07d005f-9e7f-46ad-ba53-17cfd060e946 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 945 time: 0.2444170 Jul 22 16:27:16.684796 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874020d-197e-4661-93a3-83dece4150da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a5351c-8187-4270-b702-081018b98233,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:16.688424 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-efed8250-78b4-480c-b9b0-e82e26989bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:16.715796 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1874020d-197e-4661-93a3-83dece4150da admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9483be4609f042859f29f46072f17b33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4927127 Jul 22 16:27:16.719048 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35898) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:16.722798 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 3e9e61b4-c6f8-42a2-adf1-3f411aea671b details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:16.785587 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-35b4e32a-d62a-4d9e-b957-fa389abbf707 req-1f371556-57b8-4255-be47-a4abf93a6236 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f996594-5e30-4435-859e-70f74cdb0b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209211 Jul 22 16:27:16.804611 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-33c8bd23-3824-4e6a-af67-7ec64274c2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:16.821417 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-efed8250-78b4-480c-b9b0-e82e26989bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:16.836590 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-33c8bd23-3824-4e6a-af67-7ec64274c2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:16.944639 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-efed8250-78b4-480c-b9b0-e82e26989bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:16.947511 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-efed8250-78b4-480c-b9b0-e82e26989bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:16.951329 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-efed8250-78b4-480c-b9b0-e82e26989bbd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ffb2615d-b6e4-4299-9c0e-c3e531fa1b9e HTTP/1.1" status: 204 len: 168 time: 0.3886466 Jul 22 16:27:16.954756 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-33c8bd23-3824-4e6a-af67-7ec64274c2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:16.960748 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-33c8bd23-3824-4e6a-af67-7ec64274c2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:16.968426 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-33c8bd23-3824-4e6a-af67-7ec64274c2c7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/22a5351c-8187-4270-b702-081018b98233 HTTP/1.1" status: 204 len: 168 time: 0.2464373 Jul 22 16:27:16.971270 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35914) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:16.973397 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed8250-78b4-480c-b9b0-e82e26989bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb2615d-b6e4-4299-9c0e-c3e531fa1b9e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:16.994557 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5b23d3c0-88c7-4a53-86fe-334dab9178ad admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1030341789-network', 'tenant_id': '1ab2efeab39943ab9f8689a0c6eb23a5'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:17.006103 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 3e9e61b4-c6f8-42a2-adf1-3f411aea671b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=3e9e61b4-c6f8-42a2-adf1-3f411aea671b,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:17.022352 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8bd23-3824-4e6a-af67-7ec64274c2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a5351c-8187-4270-b702-081018b98233,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:17.046171 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '3e9e61b4-c6f8-42a2-adf1-3f411aea671b', 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e', 'port_id': '3e9e61b4-c6f8-42a2-adf1-3f411aea671b', 'mac_address': 'fa:16:3e:10:4a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c12ce3-22c0-432e-833b-5a5a37b77be7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:17.061910 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b23d3c0-88c7-4a53-86fe-334dab9178ad admin admin] Made reservation on behalf of 1ab2efeab39943ab9f8689a0c6eb23a5 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:17.071183 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b23d3c0-88c7-4a53-86fe-334dab9178ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:17.093106 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b23d3c0-88c7-4a53-86fe-334dab9178ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:17.130121 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:17.175907 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9e61b4-c6f8-42a2-adf1-3f411aea671b {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:17.221904 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 3e9e61b4-c6f8-42a2-adf1-3f411aea671b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=3e9e61b4-c6f8-42a2-adf1-3f411aea671b,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:17.234638 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:17.326722 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=3e9e61b4-c6f8-42a2-adf1-3f411aea671b,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:17.349047 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b23d3c0-88c7-4a53-86fe-334dab9178ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:17.357802 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b23d3c0-88c7-4a53-86fe-334dab9178ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:17.395297 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b23d3c0-88c7-4a53-86fe-334dab9178ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:27:17.457284 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7de291c-3f40-4f34-8479-7159697dc35f req-dad389b2-9a8e-46cc-a6da-46bf64ceade7 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2893445 Jul 22 16:27:17.464388 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f7de291c-3f40-4f34-8479-7159697dc35f req-38413295-43f6-412a-822a-4c6049e7893a tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:17.486889 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23d3c0-88c7-4a53-86fe-334dab9178ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c00926-fe7b-4f77-b199-f4f9a6abb349,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:17.499104 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b23d3c0-88c7-4a53-86fe-334dab9178ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:17.499523 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-5b23d3c0-88c7-4a53-86fe-334dab9178ad admin admin] Added segment 48063da4-6c66-4d6d-a3a9-a9b1f6fd6db3 of type vlan for network 3bf61244-808f-4a9b-b688-8538928b069a Jul 22 16:27:17.502869 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7de291c-3f40-4f34-8479-7159697dc35f req-38413295-43f6-412a-822a-4c6049e7893a tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:17.559701 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b23d3c0-88c7-4a53-86fe-334dab9178ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:17.567092 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['3e9e61b4-c6f8-42a2-adf1-3f411aea671b'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:17.622309 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b23d3c0-88c7-4a53-86fe-334dab9178ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:17.628359 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b23d3c0-88c7-4a53-86fe-334dab9178ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:17.628359 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b23d3c0-88c7-4a53-86fe-334dab9178ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:17.643281 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35940) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:17.703246 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7de291c-3f40-4f34-8479-7159697dc35f req-38413295-43f6-412a-822a-4c6049e7893a tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:17.719624 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b46602a0-410a-4984-b6b4-e63f35e13897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:17.733553 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5b23d3c0-88c7-4a53-86fe-334dab9178ad admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7510865 Jul 22 16:27:17.742124 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35942) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:17.748786 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-12eb744e-8d07-4222-8651-f4116e0479e9 admin admin] Request body: {'subnet': {'network_id': '3bf61244-808f-4a9b-b688-8538928b069a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1030341789-subnet', 'tenant_id': '1ab2efeab39943ab9f8689a0c6eb23a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:17.929090 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-f7de291c-3f40-4f34-8479-7159697dc35f req-38413295-43f6-412a-822a-4c6049e7893a tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Allocated IP 172.25.0.242 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/6199fd39-e38c-4a2e-b0df-a409057f89e9) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:17.962096 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b46602a0-410a-4984-b6b4-e63f35e13897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:17.963257 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12eb744e-8d07-4222-8651-f4116e0479e9 admin admin] Made reservation on behalf of 1ab2efeab39943ab9f8689a0c6eb23a5 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:17.967237 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-12eb744e-8d07-4222-8651-f4116e0479e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:17.970857 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23d3c0-88c7-4a53-86fe-334dab9178ad admin admin] Pushing event updated for resources: {'Network': ['ID=3bf61244-808f-4a9b-b688-8538928b069a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:17.985893 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b46602a0-410a-4984-b6b4-e63f35e13897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:17.999417 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 3bf61244-808f-4a9b-b688-8538928b069a details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:27:18.016002 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35948) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:18.046156 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e154579-c7d7-4842-80c7-051a3c0bc4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:18.049856 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b46602a0-410a-4984-b6b4-e63f35e13897 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f21971340839497da4bca2fee1781d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3976738 Jul 22 16:27:18.057075 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35952) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:18.129709 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46602a0-410a-4984-b6b4-e63f35e13897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba53f54-17f8-4dfd-a17c-ea33fb7dd86d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:18.250033 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7de291c-3f40-4f34-8479-7159697dc35f req-38413295-43f6-412a-822a-4c6049e7893a tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:18.260467 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7dcadac5-4606-47e1-9f01-75b5cb525a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:18.287726 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-12eb744e-8d07-4222-8651-f4116e0479e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:18.305851 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7dcadac5-4606-47e1-9f01-75b5cb525a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:18.356677 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb744e-8d07-4222-8651-f4116e0479e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dab032b4-ad1c-4c4e-9be5-68c63d065c59,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:18.361544 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eb744e-8d07-4222-8651-f4116e0479e9 admin admin] Checking segment: {'id': '48063da4-6c66-4d6d-a3a9-a9b1f6fd6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3bf61244-808f-4a9b-b688-8538928b069a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:18.361967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eb744e-8d07-4222-8651-f4116e0479e9 admin admin] Network hostable DHCP agents. Network: 3bf61244-808f-4a9b-b688-8538928b069a, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:27:18.382372 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eb744e-8d07-4222-8651-f4116e0479e9 admin admin] Network 3bf61244-808f-4a9b-b688-8538928b069a is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:27:18.396737 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-12eb744e-8d07-4222-8651-f4116e0479e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 3bf61244-808f-4a9b-b688-8538928b069a) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:18.410069 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e154579-c7d7-4842-80c7-051a3c0bc4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:18.416154 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7de291c-3f40-4f34-8479-7159697dc35f req-38413295-43f6-412a-822a-4c6049e7893a tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:18.416640 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eb744e-8d07-4222-8651-f4116e0479e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:18.417304 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0773ac2d-ab2f-48c3-99b7-167c4ba4acbb None None] Network 3bf61244-808f-4a9b-b688-8538928b069a requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:27:18.417681 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-12eb744e-8d07-4222-8651-f4116e0479e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:18.428645 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e154579-c7d7-4842-80c7-051a3c0bc4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:18.458995 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-12eb744e-8d07-4222-8651-f4116e0479e9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7133188 Jul 22 16:27:18.547168 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7dcadac5-4606-47e1-9f01-75b5cb525a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:18.552040 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7dcadac5-4606-47e1-9f01-75b5cb525a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:18.553996 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7dcadac5-4606-47e1-9f01-75b5cb525a50 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9ba53f54-17f8-4dfd-a17c-ea33fb7dd86d HTTP/1.1" status: 204 len: 168 time: 0.4915266 Jul 22 16:27:18.561326 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7de291c-3f40-4f34-8479-7159697dc35f req-38413295-43f6-412a-822a-4c6049e7893a tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:18.589545 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-f7de291c-3f40-4f34-8479-7159697dc35f req-38413295-43f6-412a-822a-4c6049e7893a tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:18.595164 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38413295-43f6-412a-822a-4c6049e7893a tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Pushing event updated for resources: {'Port': ['ID=6199fd39-e38c-4a2e-b0df-a409057f89e9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:18.600168 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a49ea5-921a-4101-af29-dde73cc618fc None None] Network 3bf61244-808f-4a9b-b688-8538928b069a requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:27:18.603943 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e154579-c7d7-4842-80c7-051a3c0bc4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14804e9-617d-42cc-9662-b8c5ac6dc30a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:18.628875 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7de291c-3f40-4f34-8479-7159697dc35f req-38413295-43f6-412a-822a-4c6049e7893a tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:18.640097 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7e154579-c7d7-4842-80c7-051a3c0bc4a3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fbe62a7f09364f49b05d2e7f12915b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6220882 Jul 22 16:27:18.643904 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35966) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:18.750249 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b0f7371b-fd90-4cf2-92ce-4fb33183bba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:18.755145 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcadac5-4606-47e1-9f01-75b5cb525a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba53f54-17f8-4dfd-a17c-ea33fb7dd86d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:18.755861 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 3e9e61b4-c6f8-42a2-adf1-3f411aea671b up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:18.784685 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7de291c-3f40-4f34-8479-7159697dc35f req-38413295-43f6-412a-822a-4c6049e7893a tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:18.796186 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b0f7371b-fd90-4cf2-92ce-4fb33183bba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:18.902175 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b0f7371b-fd90-4cf2-92ce-4fb33183bba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:18.906466 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7de291c-3f40-4f34-8479-7159697dc35f req-38413295-43f6-412a-822a-4c6049e7893a tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:18.909754 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b0f7371b-fd90-4cf2-92ce-4fb33183bba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:18.912827 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b0f7371b-fd90-4cf2-92ce-4fb33183bba5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b14804e9-617d-42cc-9662-b8c5ac6dc30a HTTP/1.1" status: 204 len: 168 time: 0.2678771 Jul 22 16:27:18.933033 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7371b-fd90-4cf2-92ce-4fb33183bba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14804e9-617d-42cc-9662-b8c5ac6dc30a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:18.999200 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-5f6ff64a-eb00-49a0-b0b8-e79c659591bd tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1c8d6245ad404817abeaf30553b64f00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415971 Jul 22 16:27:19.057079 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-1ede926e-a3f9-45f8-943f-56ea20111f4b tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1c8d6245ad404817abeaf30553b64f00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638018 Jul 22 16:27:19.221010 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 3e9e61b4-c6f8-42a2-adf1-3f411aea671b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:19.236940 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-8adb3de6-e58a-46bf-8e75-9bb66b450d06 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:19.239514 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 3e9e61b4-c6f8-42a2-adf1-3f411aea671b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:19.240956 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-8adb3de6-e58a-46bf-8e75-9bb66b450d06 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1776967 Jul 22 16:27:19.243172 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:19.271701 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-666da166-18a1-4904-b2c5-c87405296885 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Request body: {'port': {'device_id': '15c045a6-a566-4729-ae2f-e0c9f3ecb743', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '1c8d6245ad404817abeaf30553b64f00'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:19.358898 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-b20c8aa0-0da2-4beb-a964-9b09b47ac404 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:19.361495 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-b20c8aa0-0da2-4beb-a964-9b09b47ac404 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3547792 Jul 22 16:27:19.372847 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-b304adc8-0825-4486-8816-1c6375e5af24 req-393bd00a-e172-45ec-9b0f-e0b7c837c00c tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:27:19.373962 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b304adc8-0825-4486-8816-1c6375e5af24 req-393bd00a-e172-45ec-9b0f-e0b7c837c00c tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081134 Jul 22 16:27:19.383477 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-bdec82e4-8129-4fff-b5b8-43071cb1a789 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Request body: {'port': {'device_id': '5e3274e9-23f8-4862-b101-9d7bf4484c3b', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '1c8d6245ad404817abeaf30553b64f00'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:19.393336 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:19.405451 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b304adc8-0825-4486-8816-1c6375e5af24 req-986466f9-a01c-4a1f-9428-656473255651 service neutron] Request body: {'binding': {'host': 'n-h2-798930-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:19.405901 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b304adc8-0825-4486-8816-1c6375e5af24 req-986466f9-a01c-4a1f-9428-656473255651 service neutron] Unknown quota resources ['binding']. {{(pid=93816) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:27:19.442662 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37ee055-699a-4b9f-a632-502f41a0430e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9e61b4-c6f8-42a2-adf1-3f411aea671b'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:19.447815 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09085483-b44c-4a1f-8888-172ecba6fe18" -d '{"events": [{"server_uuid": "b37ee055-699a-4b9f-a632-502f41a0430e", "name": "network-vif-plugged", "status": "completed", "tag": "3e9e61b4-c6f8-42a2-adf1-3f411aea671b"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:19.454388 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 3e9e61b4-c6f8-42a2-adf1-3f411aea671b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=3e9e61b4-c6f8-42a2-adf1-3f411aea671b,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:19.462321 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:19.514423 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-666da166-18a1-4904-b2c5-c87405296885 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Made reservation on behalf of 1c8d6245ad404817abeaf30553b64f00 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:19.523533 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-666da166-18a1-4904-b2c5-c87405296885 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:19.607919 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=3e9e61b4-c6f8-42a2-adf1-3f411aea671b,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:19.797813 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-666da166-18a1-4904-b2c5-c87405296885 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Allocated IP 192.168.233.217 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/260f523f-a963-4144-ab20-a5af2c81aca6) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:19.811174 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7de291c-3f40-4f34-8479-7159697dc35f req-38413295-43f6-412a-822a-4c6049e7893a tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:19.824623 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7de291c-3f40-4f34-8479-7159697dc35f req-38413295-43f6-412a-822a-4c6049e7893a tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:19.831862 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-bdec82e4-8129-4fff-b5b8-43071cb1a789 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Made reservation on behalf of 1c8d6245ad404817abeaf30553b64f00 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:19.837269 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-bdec82e4-8129-4fff-b5b8-43071cb1a789 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:19.851845 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b304adc8-0825-4486-8816-1c6375e5af24 req-986466f9-a01c-4a1f-9428-656473255651 service neutron] Attempting to bind port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 on host n-h2-798930-9 for vnic_type normal with profile None {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:19.852400 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b304adc8-0825-4486-8816-1c6375e5af24 req-986466f9-a01c-4a1f-9428-656473255651 service neutron] Attempting to bind port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:19.852950 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304adc8-0825-4486-8816-1c6375e5af24 req-986466f9-a01c-4a1f-9428-656473255651 service neutron] Attempting to bind port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:19.921834 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304adc8-0825-4486-8816-1c6375e5af24 req-986466f9-a01c-4a1f-9428-656473255651 service neutron] Port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:19.921834 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304adc8-0825-4486-8816-1c6375e5af24 req-986466f9-a01c-4a1f-9428-656473255651 service neutron] Attempting to bind port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:19.924757 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7de291c-3f40-4f34-8479-7159697dc35f req-38413295-43f6-412a-822a-4c6049e7893a tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:19.980432 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304adc8-0825-4486-8816-1c6375e5af24 req-986466f9-a01c-4a1f-9428-656473255651 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:19.980432 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304adc8-0825-4486-8816-1c6375e5af24 req-986466f9-a01c-4a1f-9428-656473255651 service neutron] Checking segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:19.981573 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304adc8-0825-4486-8816-1c6375e5af24 req-986466f9-a01c-4a1f-9428-656473255651 service neutron] Bound using segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:19.982151 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b304adc8-0825-4486-8816-1c6375e5af24 req-986466f9-a01c-4a1f-9428-656473255651 service neutron] Bound port: 72bbf97b-6a6b-40ea-8b2c-950b704b9c13, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:19.990883 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38413295-43f6-412a-822a-4c6049e7893a tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Pushing event updated for resources: {'Port': ['ID=6199fd39-e38c-4a2e-b0df-a409057f89e9,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:20.031955 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-666da166-18a1-4904-b2c5-c87405296885 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:20.054450 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-666da166-18a1-4904-b2c5-c87405296885 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Transition to ACTIVE for port object 260f523f-a963-4144-ab20-a5af2c81aca6 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:20.070481 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7de291c-3f40-4f34-8479-7159697dc35f req-38413295-43f6-412a-822a-4c6049e7893a tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:20.071751 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7de291c-3f40-4f34-8479-7159697dc35f req-38413295-43f6-412a-822a-4c6049e7893a tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6130400 Jul 22 16:27:20.112965 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-666da166-18a1-4904-b2c5-c87405296885 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:20.153894 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['07e49a48-d61b-4098-8c5e-9bc161f48e8c', '3424472c-2310-4937-8024-3df0f84c371a', '908ae5ed-8b6d-4d24-a091-5fa9b0980f73'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:20.181036 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-666da166-18a1-4904-b2c5-c87405296885 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:20.197410 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-666da166-18a1-4904-b2c5-c87405296885 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:20.210323 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-666da166-18a1-4904-b2c5-c87405296885 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:20.233640 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7de291c-3f40-4f34-8479-7159697dc35f req-6ca9bfdc-de8e-4dfc-bcc9-b289cccc9577 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.242 HTTP/1.1" status: 200 len: 696 time: 0.1494684 Jul 22 16:27:20.236412 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b304adc8-0825-4486-8816-1c6375e5af24 req-986466f9-a01c-4a1f-9428-656473255651 service neutron] For port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=72bbf97b-6a6b-40ea-8b2c-950b704b9c13,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:20.238781 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666da166-18a1-4904-b2c5-c87405296885 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Pushing event updated for resources: {'Port': ['ID=260f523f-a963-4144-ab20-a5af2c81aca6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:20.276458 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b304adc8-0825-4486-8816-1c6375e5af24 req-986466f9-a01c-4a1f-9428-656473255651 service neutron] Notify callbacks [] for binding, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:20.278854 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b304adc8-0825-4486-8816-1c6375e5af24 req-986466f9-a01c-4a1f-9428-656473255651 service neutron] 10.222.0.69 "POST /v2.0/ports/72bbf97b-6a6b-40ea-8b2c-950b704b9c13/bindings HTTP/1.1" status: 201 len: 389 time: 0.8810418 Jul 22 16:27:20.420043 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-666da166-18a1-4904-b2c5-c87405296885 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:20.420907 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-666da166-18a1-4904-b2c5-c87405296885 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:20.444519 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-bdec82e4-8129-4fff-b5b8-43071cb1a789 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Allocated IP 192.168.233.134 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/eb232938-2bd4-4305-af50-971d8bbeb3fd) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:20.500070 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-666da166-18a1-4904-b2c5-c87405296885 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2283359 Jul 22 16:27:20.527551 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-17982d37-45f5-4c83-98cd-b21717a212ee service neutron] Request body: {'port': {'device_id': '15c045a6-a566-4729-ae2f-e0c9f3ecb743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:20.653902 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de291c-3f40-4f34-8479-7159697dc35f req-4cd1be48-e0b5-45de-af9b-9319406505c7 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:20.662859 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7de291c-3f40-4f34-8479-7159697dc35f req-4cd1be48-e0b5-45de-af9b-9319406505c7 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.4135339 Jul 22 16:27:20.670493 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-f7de291c-3f40-4f34-8479-7159697dc35f req-ad28d2cc-11f7-4948-bb05-ec59acb18bd2 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:27:20.671513 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7de291c-3f40-4f34-8479-7159697dc35f req-ad28d2cc-11f7-4948-bb05-ec59acb18bd2 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076108 Jul 22 16:27:20.751240 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a9c00707-b09e-4197-9d34-8b58987f508f None None] Provisioning for port 260f523f-a963-4144-ab20-a5af2c81aca6 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:20.774412 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a9c00707-b09e-4197-9d34-8b58987f508f None None] Provisioning complete for port 260f523f-a963-4144-ab20-a5af2c81aca6 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:20.774859 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9c00707-b09e-4197-9d34-8b58987f508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:20.927992 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a9c00707-b09e-4197-9d34-8b58987f508f None None] Port 260f523f-a963-4144-ab20-a5af2c81aca6 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:27:20.998113 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-17982d37-45f5-4c83-98cd-b21717a212ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:21.023085 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304adc8-0825-4486-8816-1c6375e5af24 req-b1510284-8509-4667-bde4-0560b130ba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:21.024667 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b304adc8-0825-4486-8816-1c6375e5af24 req-b1510284-8509-4667-bde4-0560b130ba37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 1097 time: 0.3443868 Jul 22 16:27:21.048183 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-bdec82e4-8129-4fff-b5b8-43071cb1a789 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:21.074327 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b1239-8916-4b6b-9058-fb0289684d94 req-5f878c35-90dd-41c4-80c6-cef3faa2162a tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:21.081373 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-940b1239-8916-4b6b-9058-fb0289684d94 req-5f878c35-90dd-41c4-80c6-cef3faa2162a tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=15c045a6-a566-4729-ae2f-e0c9f3ecb743 HTTP/1.1" status: 200 len: 936 time: 0.3990138 Jul 22 16:27:21.087489 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-bdec82e4-8129-4fff-b5b8-43071cb1a789 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Transition to ACTIVE for port object eb232938-2bd4-4305-af50-971d8bbeb3fd will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:21.113031 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ae78a-8d17-4e15-8f2e-5c0dcf57e92d req-2e0d52ad-dff2-4d92-8189-6cfcd6269540 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:21.125095 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-205ae78a-8d17-4e15-8f2e-5c0dcf57e92d req-2e0d52ad-dff2-4d92-8189-6cfcd6269540 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=b37ee055-699a-4b9f-a632-502f41a0430e HTTP/1.1" status: 200 len: 945 time: 0.2912357 Jul 22 16:27:21.226925 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-205ae78a-8d17-4e15-8f2e-5c0dcf57e92d req-63ae02dc-a23c-491d-8535-65f7ae57395f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004341 Jul 22 16:27:21.254373 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-bdec82e4-8129-4fff-b5b8-43071cb1a789 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:21.288446 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-940b1239-8916-4b6b-9058-fb0289684d94 req-7383189b-3bea-4aa9-848e-28d84a73e24a tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042232 Jul 22 16:27:21.324418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-bdec82e4-8129-4fff-b5b8-43071cb1a789 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:21.328894 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-bdec82e4-8129-4fff-b5b8-43071cb1a789 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:21.334122 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-bdec82e4-8129-4fff-b5b8-43071cb1a789 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:21.341568 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-bdec82e4-8129-4fff-b5b8-43071cb1a789 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:21.342684 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-bdec82e4-8129-4fff-b5b8-43071cb1a789 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:21.347176 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec82e4-8129-4fff-b5b8-43071cb1a789 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Pushing event updated for resources: {'Port': ['ID=eb232938-2bd4-4305-af50-971d8bbeb3fd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:21.356855 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304adc8-0825-4486-8816-1c6375e5af24 req-a2bfc715-3820-4397-80f3-5ce6cd6563a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:21.359745 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b304adc8-0825-4486-8816-1c6375e5af24 req-a2bfc715-3820-4397-80f3-5ce6cd6563a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 908 time: 0.3186724 Jul 22 16:27:21.366111 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-bdec82e4-8129-4fff-b5b8-43071cb1a789 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9865098 Jul 22 16:27:21.383135 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-62f550a5-1eeb-43c2-b7cc-0f0ddbf00211 service neutron] Request body: {'port': {'device_id': '5e3274e9-23f8-4862-b101-9d7bf4484c3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:21.412927 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f752a619-f961-4d7f-a9cf-2c4ca2f460a0 x-openstack-request-id: req-f752a619-f961-4d7f-a9cf-2c4ca2f460a0 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:21.413224 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37ee055-699a-4b9f-a632-502f41a0430e", "name": "network-vif-plugged", "status": "completed", "tag": "3e9e61b4-c6f8-42a2-adf1-3f411aea671b", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:21.413482 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f752a619-f961-4d7f-a9cf-2c4ca2f460a0 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:21.413970 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37ee055-699a-4b9f-a632-502f41a0430e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9e61b4-c6f8-42a2-adf1-3f411aea671b', 'code': 200} Jul 22 16:27:21.523748 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b304adc8-0825-4486-8816-1c6375e5af24 req-0ccf51bd-d1e1-420f-8296-6e3ddac917c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72bbf97b-6a6b-40ea-8b2c-950b704b9c13 HTTP/1.1" status: 200 len: 217 time: 0.1382847 Jul 22 16:27:21.607980 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-62f550a5-1eeb-43c2-b7cc-0f0ddbf00211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:21.610733 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304adc8-0825-4486-8816-1c6375e5af24 req-a2be14fc-cd28-4886-b974-081b7dad91f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:21.614064 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b304adc8-0825-4486-8816-1c6375e5af24 req-a2be14fc-cd28-4886-b974-081b7dad91f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1dac8087-5dfb-4e2d-bc9b-97574efc063c HTTP/1.1" status: 200 len: 847 time: 0.0849493 Jul 22 16:27:21.789114 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b304adc8-0825-4486-8816-1c6375e5af24 req-5c4e06c5-2251-4062-8f83-2fb5a620d77f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f917a743-2b29-4ed7-bc92-4ef128fdeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1572683 Jul 22 16:27:21.789603 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1c661ffe-cc2f-4048-81dc-4e1f38ad2b94 None None] Provisioning for port eb232938-2bd4-4305-af50-971d8bbeb3fd completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:21.796959 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1c661ffe-cc2f-4048-81dc-4e1f38ad2b94 None None] Provisioning complete for port eb232938-2bd4-4305-af50-971d8bbeb3fd triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:21.797663 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c661ffe-cc2f-4048-81dc-4e1f38ad2b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:21.884252 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9e2d5-17ce-470b-bdee-f88c01b8ef57 req-5bcaf67c-67ea-4b52-9405-7d478ebb60eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:21.885987 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6bf9e2d5-17ce-470b-bdee-f88c01b8ef57 req-5bcaf67c-67ea-4b52-9405-7d478ebb60eb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b37ee055-699a-4b9f-a632-502f41a0430e HTTP/1.1" status: 200 len: 1096 time: 0.2706392 Jul 22 16:27:21.886656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8c97b-561e-4fbc-8fb1-7616e5692df7 req-486afcec-71fb-49a8-955f-3e782f97b898 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:21.889967 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-55e8c97b-561e-4fbc-8fb1-7616e5692df7 req-486afcec-71fb-49a8-955f-3e782f97b898 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 946 time: 0.3260465 Jul 22 16:27:21.896542 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1c661ffe-cc2f-4048-81dc-4e1f38ad2b94 None None] Port eb232938-2bd4-4305-af50-971d8bbeb3fd cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:27:21.905351 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['07e49a48-d61b-4098-8c5e-9bc161f48e8c', '3424472c-2310-4937-8024-3df0f84c371a', '908ae5ed-8b6d-4d24-a091-5fa9b0980f73'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:22.018868 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-55e8c97b-561e-4fbc-8fb1-7616e5692df7 req-937b9f19-4a13-41ff-b7bf-141261ba5f08 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049798 Jul 22 16:27:22.178089 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6bf9e2d5-17ce-470b-bdee-f88c01b8ef57 req-58b769fe-f406-4d96-8a17-d2635007a432 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336025 Jul 22 16:27:22.235479 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b304adc8-0825-4486-8816-1c6375e5af24 req-b7d4df68-cc51-435e-b0a1-09951cd08fb6 service neutron] 10.222.0.30 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354053 Jul 22 16:27:22.248765 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a658f5c-9257-4843-a980-1653faf7148c req-9fb809f5-6556-45a6-8a92-e198438b3150 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:22.250839 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a658f5c-9257-4843-a980-1653faf7148c req-9fb809f5-6556-45a6-8a92-e198438b3150 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 821 time: 0.2581112 Jul 22 16:27:22.261514 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-17982d37-45f5-4c83-98cd-b21717a212ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260f523f-a963-4144-ab20-a5af2c81aca6 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:22.287146 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a658f5c-9257-4843-a980-1653faf7148c req-9504576b-5b42-4f4d-b0d2-032919a89f55 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/quotas/82e10b2cb7664a44842fdfbeaf9667ba HTTP/1.1" status: 200 len: 375 time: 0.0181463 Jul 22 16:27:22.310690 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-17982d37-45f5-4c83-98cd-b21717a212ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:22.356331 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a658f5c-9257-4843-a980-1653faf7148c req-c33569df-009a-404c-a520-a6b5091ddce6 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673406 Jul 22 16:27:22.393370 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-17982d37-45f5-4c83-98cd-b21717a212ee service neutron] Transition to ACTIVE for port object 260f523f-a963-4144-ab20-a5af2c81aca6 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:22.435631 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-17982d37-45f5-4c83-98cd-b21717a212ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:22.553095 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17982d37-45f5-4c83-98cd-b21717a212ee service neutron] Pushing event updated for resources: {'Port': ['ID=260f523f-a963-4144-ab20-a5af2c81aca6,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:22.573632 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b304adc8-0825-4486-8816-1c6375e5af24 req-71f870da-e58d-4064-bd4f-6ce5a2006a28 service neutron] 10.222.0.30 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215275 Jul 22 16:27:22.588395 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a658f5c-9257-4843-a980-1653faf7148c req-71b1a8eb-a8ce-43c0-812e-9f785a0da244 service neutron] 10.222.0.69 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289863 Jul 22 16:27:22.618207 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-70eaf596-9cbb-45cb-83bf-320580783e6a tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:22.622613 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-70eaf596-9cbb-45cb-83bf-320580783e6a tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/networks?id=958921b4-5bc1-41b3-837b-39292aedd4cb HTTP/1.1" status: 200 len: 821 time: 0.4546947 Jul 22 16:27:22.670948 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-c4b09633-4422-47e2-954a-53a5b272a096 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/quotas/f5dcba1bcdec4dec9217a5051c7c2328 HTTP/1.1" status: 200 len: 375 time: 0.0177000 Jul 22 16:27:22.803424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-62f550a5-1eeb-43c2-b7cc-0f0ddbf00211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb232938-2bd4-4305-af50-971d8bbeb3fd {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:22.815145 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-62f550a5-1eeb-43c2-b7cc-0f0ddbf00211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:22.830713 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-9d0a3af8-78e9-4a8e-bea3-0e9162239146 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f5dcba1bcdec4dec9217a5051c7c2328&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1491907 Jul 22 16:27:22.838948 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-17982d37-45f5-4c83-98cd-b21717a212ee service neutron] Attempting to bind port 260f523f-a963-4144-ab20-a5af2c81aca6 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:22.839287 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-17982d37-45f5-4c83-98cd-b21717a212ee service neutron] Attempting to bind port 260f523f-a963-4144-ab20-a5af2c81aca6 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:22.839614 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-17982d37-45f5-4c83-98cd-b21717a212ee service neutron] Attempting to bind port 260f523f-a963-4144-ab20-a5af2c81aca6 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:22.849251 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a658f5c-9257-4843-a980-1653faf7148c req-66ffacbf-8fc0-48b7-a6ba-3dd83cbcbc5e service neutron] 10.222.0.69 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592568 Jul 22 16:27:22.851036 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-17982d37-45f5-4c83-98cd-b21717a212ee service neutron] Port 260f523f-a963-4144-ab20-a5af2c81aca6 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:22.851362 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-17982d37-45f5-4c83-98cd-b21717a212ee service neutron] Attempting to bind port 260f523f-a963-4144-ab20-a5af2c81aca6 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:22.862983 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-17982d37-45f5-4c83-98cd-b21717a212ee service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:22.863331 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-17982d37-45f5-4c83-98cd-b21717a212ee service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:22.863697 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-17982d37-45f5-4c83-98cd-b21717a212ee service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:22.863838 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-62f550a5-1eeb-43c2-b7cc-0f0ddbf00211 service neutron] Transition to ACTIVE for port object eb232938-2bd4-4305-af50-971d8bbeb3fd will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:22.864137 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-17982d37-45f5-4c83-98cd-b21717a212ee service neutron] Bound port: 260f523f-a963-4144-ab20-a5af2c81aca6, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:22.864494 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-17982d37-45f5-4c83-98cd-b21717a212ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:22.870511 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304adc8-0825-4486-8816-1c6375e5af24 req-1e329608-f30c-42d7-aa05-a03a5bacb0cf tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:22.872639 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b304adc8-0825-4486-8816-1c6375e5af24 req-1e329608-f30c-42d7-aa05-a03a5bacb0cf tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad&tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&binding%3Ahost_id=n-h1-798930-9 HTTP/1.1" status: 200 len: 1097 time: 0.1655173 Jul 22 16:27:22.874423 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-62f550a5-1eeb-43c2-b7cc-0f0ddbf00211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:22.892687 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-b304adc8-0825-4486-8816-1c6375e5af24 req-405a8365-7d90-4a2c-9765-b3d02604d304 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798930-9'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:22.969536 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f550a5-1eeb-43c2-b7cc-0f0ddbf00211 service neutron] Pushing event updated for resources: {'Port': ['ID=eb232938-2bd4-4305-af50-971d8bbeb3fd,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:23.028664 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-3637245d-fd37-44b9-a4d6-e25fc4c9e989 service neutron] 10.222.0.69 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926978 Jul 22 16:27:23.037541 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-62f550a5-1eeb-43c2-b7cc-0f0ddbf00211 service neutron] Attempting to bind port eb232938-2bd4-4305-af50-971d8bbeb3fd on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:23.037870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-62f550a5-1eeb-43c2-b7cc-0f0ddbf00211 service neutron] Attempting to bind port eb232938-2bd4-4305-af50-971d8bbeb3fd by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:23.038234 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-62f550a5-1eeb-43c2-b7cc-0f0ddbf00211 service neutron] Attempting to bind port eb232938-2bd4-4305-af50-971d8bbeb3fd on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:23.092113 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-62f550a5-1eeb-43c2-b7cc-0f0ddbf00211 service neutron] Port eb232938-2bd4-4305-af50-971d8bbeb3fd on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:23.092243 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-62f550a5-1eeb-43c2-b7cc-0f0ddbf00211 service neutron] Attempting to bind port eb232938-2bd4-4305-af50-971d8bbeb3fd on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:23.109558 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-62f550a5-1eeb-43c2-b7cc-0f0ddbf00211 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:23.109965 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-62f550a5-1eeb-43c2-b7cc-0f0ddbf00211 service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:23.110300 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-62f550a5-1eeb-43c2-b7cc-0f0ddbf00211 service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:23.110745 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-62f550a5-1eeb-43c2-b7cc-0f0ddbf00211 service neutron] Bound port: eb232938-2bd4-4305-af50-971d8bbeb3fd, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:23.111116 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-62f550a5-1eeb-43c2-b7cc-0f0ddbf00211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:23.248674 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-6cc3ed67-2897-48c2-84a2-d54e227ab838 service neutron] 10.222.0.69 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190230 Jul 22 16:27:23.284434 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-62f550a5-1eeb-43c2-b7cc-0f0ddbf00211 service neutron] For port eb232938-2bd4-4305-af50-971d8bbeb3fd, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:23.290653 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-62f550a5-1eeb-43c2-b7cc-0f0ddbf00211 service neutron] For port eb232938-2bd4-4305-af50-971d8bbeb3fd, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=eb232938-2bd4-4305-af50-971d8bbeb3fd,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:23.306939 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-62f550a5-1eeb-43c2-b7cc-0f0ddbf00211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:23.360957 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-62f550a5-1eeb-43c2-b7cc-0f0ddbf00211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:23.361598 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-62f550a5-1eeb-43c2-b7cc-0f0ddbf00211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:23.383421 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-62f550a5-1eeb-43c2-b7cc-0f0ddbf00211 service neutron] 10.222.0.16 "PUT /v2.0/ports/eb232938-2bd4-4305-af50-971d8bbeb3fd HTTP/1.1" status: 200 len: 1096 time: 2.0046480 Jul 22 16:27:23.383933 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3274e9-23f8-4862-b101-9d7bf4484c3b', 'tag': 'eb232938-2bd4-4305-af50-971d8bbeb3fd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:23.386729 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fcb515-2e12-4803-a3e7-d21539c92911" -d '{"events": [{"name": "network-changed", "server_uuid": "5e3274e9-23f8-4862-b101-9d7bf4484c3b", "tag": "eb232938-2bd4-4305-af50-971d8bbeb3fd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:23.416018 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f550a5-1eeb-43c2-b7cc-0f0ddbf00211 service neutron] Pushing event updated for resources: {'Port': ['ID=eb232938-2bd4-4305-af50-971d8bbeb3fd,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:23.453647 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-17982d37-45f5-4c83-98cd-b21717a212ee service neutron] For port 260f523f-a963-4144-ab20-a5af2c81aca6, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:23.512867 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-17982d37-45f5-4c83-98cd-b21717a212ee service neutron] For port 260f523f-a963-4144-ab20-a5af2c81aca6, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=260f523f-a963-4144-ab20-a5af2c81aca6,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:23.520569 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b304adc8-0825-4486-8816-1c6375e5af24 req-405a8365-7d90-4a2c-9765-b3d02604d304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:23.548665 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-17982d37-45f5-4c83-98cd-b21717a212ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:23.636497 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-42bca402-c1b5-4be0-b35b-95289fb870e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:23.638752 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-42bca402-c1b5-4be0-b35b-95289fb870e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c8d6245ad404817abeaf30553b64f00&device_id=5e3274e9-23f8-4862-b101-9d7bf4484c3b HTTP/1.1" status: 200 len: 1099 time: 0.1354020 Jul 22 16:27:23.669963 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-17982d37-45f5-4c83-98cd-b21717a212ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:23.670592 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-17982d37-45f5-4c83-98cd-b21717a212ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:23.672079 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-17982d37-45f5-4c83-98cd-b21717a212ee service neutron] 10.222.0.30 "PUT /v2.0/ports/260f523f-a963-4144-ab20-a5af2c81aca6 HTTP/1.1" status: 200 len: 1096 time: 3.1554170 Jul 22 16:27:23.672699 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c045a6-a566-4729-ae2f-e0c9f3ecb743', 'tag': '260f523f-a963-4144-ab20-a5af2c81aca6'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:23.675214 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22bc904-43c8-4524-9a3b-53a02f698186" -d '{"events": [{"name": "network-changed", "server_uuid": "15c045a6-a566-4729-ae2f-e0c9f3ecb743", "tag": "260f523f-a963-4144-ab20-a5af2c81aca6"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:23.693902 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17982d37-45f5-4c83-98cd-b21717a212ee service neutron] Pushing event updated for resources: {'Port': ['ID=260f523f-a963-4144-ab20-a5af2c81aca6,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:23.836475 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-ccaf0d44-89a6-443b-8113-801411525336 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=eb232938-2bd4-4305-af50-971d8bbeb3fd HTTP/1.1" status: 200 len: 217 time: 0.1398354 Jul 22 16:27:23.932923 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b304adc8-0825-4486-8816-1c6375e5af24 req-405a8365-7d90-4a2c-9765-b3d02604d304 service neutron] For port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=72bbf97b-6a6b-40ea-8b2c-950b704b9c13,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:23.971426 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714bbad2-6907-4fc2-a101-c5acdbb504b5 req-8a7a4c08-91c6-481f-b14e-d6d5b9e945ae tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:23.986354 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-714bbad2-6907-4fc2-a101-c5acdbb504b5 req-8a7a4c08-91c6-481f-b14e-d6d5b9e945ae tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=b37ee055-699a-4b9f-a632-502f41a0430e HTTP/1.1" status: 200 len: 945 time: 0.3412826 Jul 22 16:27:24.018506 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b304adc8-0825-4486-8816-1c6375e5af24 req-405a8365-7d90-4a2c-9765-b3d02604d304 service neutron] For port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:24.038820 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-d1f07de9-11f2-46b5-b3cd-c84982b4315f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:24.040955 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-d1f07de9-11f2-46b5-b3cd-c84982b4315f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1953254 Jul 22 16:27:24.057106 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-b4d67ecd-9807-43de-a137-1603f758ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:24.059461 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-b4d67ecd-9807-43de-a137-1603f758ee6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c8d6245ad404817abeaf30553b64f00&device_id=15c045a6-a566-4729-ae2f-e0c9f3ecb743 HTTP/1.1" status: 200 len: 1099 time: 0.2476606 Jul 22 16:27:24.082509 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-714bbad2-6907-4fc2-a101-c5acdbb504b5 req-6870f53c-0cb0-4b92-bc8c-d7042fab9dc7 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919452 Jul 22 16:27:24.087262 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ed780-72d4-47c3-b61e-ebef126055d0 req-09c7b203-de14-4b4c-a5d7-4a6d9931202e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:24.088844 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-794ed780-72d4-47c3-b61e-ebef126055d0 req-09c7b203-de14-4b4c-a5d7-4a6d9931202e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=15c045a6-a566-4729-ae2f-e0c9f3ecb743 HTTP/1.1" status: 200 len: 948 time: 0.2789798 Jul 22 16:27:24.171642 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-2842eb79-12a5-488c-b837-636ada954f64 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=260f523f-a963-4144-ab20-a5af2c81aca6 HTTP/1.1" status: 200 len: 217 time: 0.0793905 Jul 22 16:27:24.178686 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b304adc8-0825-4486-8816-1c6375e5af24 req-405a8365-7d90-4a2c-9765-b3d02604d304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:24.219381 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-794ed780-72d4-47c3-b61e-ebef126055d0 req-b7b4af6a-062f-4be8-8a2e-f4a02eeba2fe tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152360 Jul 22 16:27:24.223051 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b304adc8-0825-4486-8816-1c6375e5af24 req-405a8365-7d90-4a2c-9765-b3d02604d304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:24.242785 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-f61d8cb6-dbc6-4daf-b596-be9d95fb83da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:24.249445 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-f61d8cb6-dbc6-4daf-b596-be9d95fb83da service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1849751 Jul 22 16:27:24.328435 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-4a723fde-b467-43cf-ba92-c9e83665aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:24.329939 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-4a723fde-b467-43cf-ba92-c9e83665aa78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1492369 Jul 22 16:27:24.396104 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-e97d3593-3d14-4e9d-a97d-51abfcd188ad service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423745 Jul 22 16:27:24.448252 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a8365-7d90-4a2c-9765-b3d02604d304 service neutron] Pushing event updated for resources: {'Port': ['ID=72bbf97b-6a6b-40ea-8b2c-950b704b9c13,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:24.459347 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-03198f1a-d2ba-4820-8d21-d1bfd430f653 req-eefa1775-e9f3-4e82-b6a3-d7d64f6cfc2a tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 210 time: 0.0529764 Jul 22 16:27:24.473111 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-b304adc8-0825-4486-8816-1c6375e5af24 req-405a8365-7d90-4a2c-9765-b3d02604d304 service neutron] Attempting to bind port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 on host n-h1-798930-9 for vnic_type normal with profile {"migrating_to": "n-h2-798930-9"} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:24.473409 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-b304adc8-0825-4486-8816-1c6375e5af24 req-405a8365-7d90-4a2c-9765-b3d02604d304 service neutron] Attempting to bind port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:24.473686 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304adc8-0825-4486-8816-1c6375e5af24 req-405a8365-7d90-4a2c-9765-b3d02604d304 service neutron] Attempting to bind port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:24.507788 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304adc8-0825-4486-8816-1c6375e5af24 req-405a8365-7d90-4a2c-9765-b3d02604d304 service neutron] Port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:24.508220 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304adc8-0825-4486-8816-1c6375e5af24 req-405a8365-7d90-4a2c-9765-b3d02604d304 service neutron] Attempting to bind port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:24.518224 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304adc8-0825-4486-8816-1c6375e5af24 req-405a8365-7d90-4a2c-9765-b3d02604d304 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:24.518693 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304adc8-0825-4486-8816-1c6375e5af24 req-405a8365-7d90-4a2c-9765-b3d02604d304 service neutron] Checking segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:24.519082 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b304adc8-0825-4486-8816-1c6375e5af24 req-405a8365-7d90-4a2c-9765-b3d02604d304 service neutron] Bound using segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:24.519519 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-b304adc8-0825-4486-8816-1c6375e5af24 req-405a8365-7d90-4a2c-9765-b3d02604d304 service neutron] Bound port: 72bbf97b-6a6b-40ea-8b2c-950b704b9c13, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:24.519873 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b304adc8-0825-4486-8816-1c6375e5af24 req-405a8365-7d90-4a2c-9765-b3d02604d304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:24.538633 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-6eb7c4d3-0f8d-47ad-ae9d-67193b3b3420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:24.540355 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-6eb7c4d3-0f8d-47ad-ae9d-67193b3b3420 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2029634 Jul 22 16:27:24.626327 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-78eff36e-e069-452a-9a91-01af37387801 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213531 Jul 22 16:27:24.627225 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1536437b-86fc-484c-96d2-843af7cd56f1 x-openstack-request-id: req-1536437b-86fc-484c-96d2-843af7cd56f1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:24.627531 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e3274e9-23f8-4862-b101-9d7bf4484c3b", "tag": "eb232938-2bd4-4305-af50-971d8bbeb3fd", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:24.627771 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1536437b-86fc-484c-96d2-843af7cd56f1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:24.628171 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e3274e9-23f8-4862-b101-9d7bf4484c3b', 'tag': 'eb232938-2bd4-4305-af50-971d8bbeb3fd', 'status': 'completed', 'code': 200} Jul 22 16:27:24.717023 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef56e3-1a8e-4450-8134-dff65b0b6634 req-ad20ec2b-b06f-4b2f-a4d7-5c4f678e301d tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:24.718651 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-43ef56e3-1a8e-4450-8134-dff65b0b6634 req-ad20ec2b-b06f-4b2f-a4d7-5c4f678e301d tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 944 time: 0.0897169 Jul 22 16:27:24.731979 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-52a9bc87-d97f-4082-805a-c46e78ce2cb7 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852291 Jul 22 16:27:24.737707 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cfcc7517-f58e-4e62-a6f6-9f419cb14d0e req-40578141-0e53-4292-9635-79460f64351f tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=e90ba850-f5ec-4311-9601-077693bf3354 HTTP/1.1" status: 200 len: 210 time: 0.0609567 Jul 22 16:27:24.790070 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b304adc8-0825-4486-8816-1c6375e5af24 req-405a8365-7d90-4a2c-9765-b3d02604d304 service neutron] For port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:24.836519 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b304adc8-0825-4486-8816-1c6375e5af24 req-405a8365-7d90-4a2c-9765-b3d02604d304 service neutron] For port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=72bbf97b-6a6b-40ea-8b2c-950b704b9c13,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:24.843340 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-43ef56e3-1a8e-4450-8134-dff65b0b6634 req-50159151-66ca-4fc9-a1e2-8f78a2b4e162 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170690 Jul 22 16:27:24.851461 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b304adc8-0825-4486-8816-1c6375e5af24 req-405a8365-7d90-4a2c-9765-b3d02604d304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:24.912810 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcb515-2e12-4803-a3e7-d21539c92911 req-996636a7-69a1-4848-9c37-64baa20392ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:24.916036 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-31fcb515-2e12-4803-a3e7-d21539c92911 req-996636a7-69a1-4848-9c37-64baa20392ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c8d6245ad404817abeaf30553b64f00&device_id=5e3274e9-23f8-4862-b101-9d7bf4484c3b HTTP/1.1" status: 200 len: 1099 time: 0.1556237 Jul 22 16:27:24.924901 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f72e60-6a5a-42a8-a297-6c24fc56d676 x-openstack-request-id: req-25f72e60-6a5a-42a8-a297-6c24fc56d676 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:24.925240 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c045a6-a566-4729-ae2f-e0c9f3ecb743", "tag": "260f523f-a963-4144-ab20-a5af2c81aca6", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:24.925576 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-25f72e60-6a5a-42a8-a297-6c24fc56d676 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:24.925826 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15c045a6-a566-4729-ae2f-e0c9f3ecb743', 'tag': '260f523f-a963-4144-ab20-a5af2c81aca6', 'status': 'completed', 'code': 200} Jul 22 16:27:24.932075 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4ade3bb2-cf5a-4978-9ba7-ca2882a9f2b7 req-7f657f24-2a7b-437c-b794-8931d8bd9ab0 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918981 Jul 22 16:27:24.970071 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a8365-7d90-4a2c-9765-b3d02604d304 service neutron] Pushing event updated for resources: {'Port': ['ID=72bbf97b-6a6b-40ea-8b2c-950b704b9c13,revision_number=8']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:25.019536 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304adc8-0825-4486-8816-1c6375e5af24 req-405a8365-7d90-4a2c-9765-b3d02604d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:25.020805 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b304adc8-0825-4486-8816-1c6375e5af24 req-405a8365-7d90-4a2c-9765-b3d02604d304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:25.024829 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b304adc8-0825-4486-8816-1c6375e5af24 req-405a8365-7d90-4a2c-9765-b3d02604d304 service neutron] 10.222.0.30 "PUT /v2.0/ports/72bbf97b-6a6b-40ea-8b2c-950b704b9c13 HTTP/1.1" status: 200 len: 1122 time: 2.1393273 Jul 22 16:27:25.127715 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcb515-2e12-4803-a3e7-d21539c92911 req-35f4ebc7-15aa-460b-8602-9bc0ce1dabba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:25.135084 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-31fcb515-2e12-4803-a3e7-d21539c92911 req-35f4ebc7-15aa-460b-8602-9bc0ce1dabba service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.2105110 Jul 22 16:27:25.164998 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bc904-43c8-4524-9a3b-53a02f698186 req-3a8c9643-c8c9-4911-8e63-b283740ca3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:25.185086 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b22bc904-43c8-4524-9a3b-53a02f698186 req-3a8c9643-c8c9-4911-8e63-b283740ca3d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c8d6245ad404817abeaf30553b64f00&device_id=15c045a6-a566-4729-ae2f-e0c9f3ecb743 HTTP/1.1" status: 200 len: 1099 time: 0.1035004 Jul 22 16:27:25.190173 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['72bbf97b-6a6b-40ea-8b2c-950b704b9c13'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:25.243660 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-31fcb515-2e12-4803-a3e7-d21539c92911 req-a8ed6cd8-7eb9-41e1-b918-7e78692c3f01 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=eb232938-2bd4-4305-af50-971d8bbeb3fd HTTP/1.1" status: 200 len: 217 time: 0.1003194 Jul 22 16:27:25.405744 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcb515-2e12-4803-a3e7-d21539c92911 req-39263423-9f6d-49b8-807c-413b59e5740c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:25.407658 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-31fcb515-2e12-4803-a3e7-d21539c92911 req-39263423-9f6d-49b8-807c-413b59e5740c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0953295 Jul 22 16:27:25.520607 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcb515-2e12-4803-a3e7-d21539c92911 req-fe560d92-eae1-4408-aef9-8972e30ba572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:25.522543 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-31fcb515-2e12-4803-a3e7-d21539c92911 req-fe560d92-eae1-4408-aef9-8972e30ba572 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1069522 Jul 22 16:27:25.537679 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e8b3f44e-edcd-4920-96f7-8baa4e34fab0 req-95281093-9dd6-4f67-b476-bbbf3ea041e0 tempest-QuotasAdminNegativeTest-200000871 tempest-QuotasAdminNegativeTest-200000871-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=37cc9b428e3b4fe19acea99ab29a0c3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1266870 Jul 22 16:27:25.660142 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a658f5c-9257-4843-a980-1653faf7148c req-c6b0fecc-3d23-41f5-b83e-ea1a4d4b1b9e tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:25.661713 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a658f5c-9257-4843-a980-1653faf7148c req-c6b0fecc-3d23-41f5-b83e-ea1a4d4b1b9e tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.16 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 821 time: 0.3889513 Jul 22 16:27:25.679729 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-31fcb515-2e12-4803-a3e7-d21539c92911 req-3df5d66e-cbb5-45fd-b35c-9c486ee13986 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466479 Jul 22 16:27:25.687401 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed91a9-bc08-4901-a806-09747b24a355 req-4a5a659a-5ab9-4812-affe-f2415a28657e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:25.688825 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6bed91a9-bc08-4901-a806-09747b24a355 req-4a5a659a-5ab9-4812-affe-f2415a28657e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=15c045a6-a566-4729-ae2f-e0c9f3ecb743 HTTP/1.1" status: 200 len: 948 time: 0.1374409 Jul 22 16:27:25.704673 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-3a658f5c-9257-4843-a980-1653faf7148c req-39664ec2-4e7b-4970-8b02-4df244ea7533 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Request body: {'port': {'device_id': 'd2d5454d-57b2-4b91-850e-8cdd8893d41c', 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539', 'admin_state_up': True, 'tenant_id': '82e10b2cb7664a44842fdfbeaf9667ba'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:25.779883 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bc904-43c8-4524-9a3b-53a02f698186 req-fe52fea8-2e67-44ef-8236-fd7359d153a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:25.781345 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b22bc904-43c8-4524-9a3b-53a02f698186 req-fe52fea8-2e67-44ef-8236-fd7359d153a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.5891442 Jul 22 16:27:25.785529 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6bed91a9-bc08-4901-a806-09747b24a355 req-9aa1be7e-7de0-401e-8f13-a316443d188c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903893 Jul 22 16:27:25.829361 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-31fcb515-2e12-4803-a3e7-d21539c92911 req-d543828d-9306-4bff-a792-0a1d37ee5eab service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273649 Jul 22 16:27:25.846946 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b22bc904-43c8-4524-9a3b-53a02f698186 req-ad8b45c8-f6f5-4170-bb11-2297a47b02a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=260f523f-a963-4144-ab20-a5af2c81aca6 HTTP/1.1" status: 200 len: 217 time: 0.0429294 Jul 22 16:27:25.909488 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3f44e-edcd-4920-96f7-8baa4e34fab0 req-3145b8b5-e7ae-4595-9585-f60346cc97f9 tempest-QuotasAdminNegativeTest-200000871 tempest-QuotasAdminNegativeTest-200000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:25.910847 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e8b3f44e-edcd-4920-96f7-8baa4e34fab0 req-3145b8b5-e7ae-4595-9585-f60346cc97f9 tempest-QuotasAdminNegativeTest-200000871 tempest-QuotasAdminNegativeTest-200000871-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3635869 Jul 22 16:27:25.930540 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-23dfb550-4818-4417-9be3-2b759d9ee7bf req-3b1bfd15-5a0f-484c-81c9-2bda5fc9ea19 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 210 time: 0.0323775 Jul 22 16:27:25.948691 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e8b3f44e-edcd-4920-96f7-8baa4e34fab0 req-ac2208fa-9348-4a15-8f40-594d1a0395c9 tempest-QuotasAdminNegativeTest-200000871 tempest-QuotasAdminNegativeTest-200000871-project] 10.222.0.69 "GET /v2.0/quotas/37cc9b428e3b4fe19acea99ab29a0c3e HTTP/1.1" status: 200 len: 375 time: 0.0257857 Jul 22 16:27:25.951096 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bc904-43c8-4524-9a3b-53a02f698186 req-6ee781c9-6a96-4842-bd09-26772f75565e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:25.952659 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b22bc904-43c8-4524-9a3b-53a02f698186 req-6ee781c9-6a96-4842-bd09-26772f75565e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0937726 Jul 22 16:27:25.954800 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a658f5c-9257-4843-a980-1653faf7148c req-39664ec2-4e7b-4970-8b02-4df244ea7533 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Made reservation on behalf of 82e10b2cb7664a44842fdfbeaf9667ba for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:25.959875 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3a658f5c-9257-4843-a980-1653faf7148c req-39664ec2-4e7b-4970-8b02-4df244ea7533 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:26.040508 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e8b3f44e-edcd-4920-96f7-8baa4e34fab0 req-a0c78eb2-9816-43e0-84a8-af604c64cc98 tempest-QuotasAdminNegativeTest-200000871 tempest-QuotasAdminNegativeTest-200000871-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=37cc9b428e3b4fe19acea99ab29a0c3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766275 Jul 22 16:27:26.042414 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68c8396b-0b11-4be3-b24d-3dba90a566d7 req-2ba08847-f002-41a2-b421-1b8c28840f3a tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=e90ba850-f5ec-4311-9601-077693bf3354 HTTP/1.1" status: 200 len: 210 time: 0.0357599 Jul 22 16:27:26.230446 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bc904-43c8-4524-9a3b-53a02f698186 req-8436a34f-11c6-4503-bdfe-2ad237e43fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:26.232567 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b22bc904-43c8-4524-9a3b-53a02f698186 req-8436a34f-11c6-4503-bdfe-2ad237e43fb0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2675531 Jul 22 16:27:26.288121 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-3a658f5c-9257-4843-a980-1653faf7148c req-39664ec2-4e7b-4970-8b02-4df244ea7533 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Allocated IP 172.20.0.2 (6f3ed260-5c39-4f44-87de-6af121ff9539/8ce36437-5a9b-4c2b-a36e-e40d9943a98a/92b534db-6542-4bbd-a9d4-1700f70194be) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:26.303928 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-93f8ae11-ab05-4732-b02d-0d2039dd09ea tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:26.306418 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-93f8ae11-ab05-4732-b02d-0d2039dd09ea tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.16 "GET /v2.0/networks?id=958921b4-5bc1-41b3-837b-39292aedd4cb HTTP/1.1" status: 200 len: 821 time: 0.2443142 Jul 22 16:27:26.336205 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-a255ce65-21ff-4dee-b936-5808624d3843 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Request body: {'port': {'device_id': 'e90ba850-f5ec-4311-9601-077693bf3354', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'admin_state_up': True, 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:26.413849 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b22bc904-43c8-4524-9a3b-53a02f698186 req-b8821b41-0514-44e3-b8cb-60bb237007cc service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734540 Jul 22 16:27:26.470024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88186d72-5bb4-4a93-9265-3c7af08f618e req-dc2f286d-7ee2-4d9c-9402-0627fc3b474e tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:26.482945 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-88186d72-5bb4-4a93-9265-3c7af08f618e req-dc2f286d-7ee2-4d9c-9402-0627fc3b474e tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 944 time: 0.2711151 Jul 22 16:27:26.575957 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-88186d72-5bb4-4a93-9265-3c7af08f618e req-aa210d26-1430-4c9d-ba5a-736b03cebab5 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897310 Jul 22 16:27:26.588910 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b22bc904-43c8-4524-9a3b-53a02f698186 req-98ac40da-f6f6-4c1c-bfa7-30d0b0845bdb service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600225 Jul 22 16:27:26.642364 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-a255ce65-21ff-4dee-b936-5808624d3843 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Made reservation on behalf of f5dcba1bcdec4dec9217a5051c7c2328 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:26.648646 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-a255ce65-21ff-4dee-b936-5808624d3843 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:26.649893 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3a658f5c-9257-4843-a980-1653faf7148c req-39664ec2-4e7b-4970-8b02-4df244ea7533 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:26.744992 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3a658f5c-9257-4843-a980-1653faf7148c req-39664ec2-4e7b-4970-8b02-4df244ea7533 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:26.820269 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a658f5c-9257-4843-a980-1653faf7148c req-39664ec2-4e7b-4970-8b02-4df244ea7533 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Network 6f3ed260-5c39-4f44-87de-6af121ff9539 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:26.821604 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39664ec2-4e7b-4970-8b02-4df244ea7533 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Pushing event updated for resources: {'Port': ['ID=92b534db-6542-4bbd-a9d4-1700f70194be,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:26.825201 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-3a658f5c-9257-4843-a980-1653faf7148c req-39664ec2-4e7b-4970-8b02-4df244ea7533 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:26.827609 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a658f5c-9257-4843-a980-1653faf7148c req-39664ec2-4e7b-4970-8b02-4df244ea7533 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:26.900645 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a658f5c-9257-4843-a980-1653faf7148c req-39664ec2-4e7b-4970-8b02-4df244ea7533 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:26.901332 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3a658f5c-9257-4843-a980-1653faf7148c req-39664ec2-4e7b-4970-8b02-4df244ea7533 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:26.927997 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a228897-f2bf-48db-9877-10d64b952aad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72bbf97b-6a6b-40ea-8b2c-950b704b9c13'}, {'name': 'network-changed', 'server_uuid': '2a228897-f2bf-48db-9877-10d64b952aad', 'tag': '72bbf97b-6a6b-40ea-8b2c-950b704b9c13'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:26.936000 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-a255ce65-21ff-4dee-b936-5808624d3843 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Allocated IP 172.20.0.8 (958921b4-5bc1-41b3-837b-39292aedd4cb/47349a61-f615-4cc1-8400-cc6ae79bfaf5/ba41d206-ea3a-4257-a621-58864bd45739) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:26.940423 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd8b7c6-480b-43d8-bab0-81379fdad846" -d '{"events": [{"server_uuid": "2a228897-f2bf-48db-9877-10d64b952aad", "name": "network-vif-unplugged", "status": "completed", "tag": "72bbf97b-6a6b-40ea-8b2c-950b704b9c13"}, {"name": "network-changed", "server_uuid": "2a228897-f2bf-48db-9877-10d64b952aad", "tag": "72bbf97b-6a6b-40ea-8b2c-950b704b9c13"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:26.963212 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a658f5c-9257-4843-a980-1653faf7148c req-39664ec2-4e7b-4970-8b02-4df244ea7533 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2661152 Jul 22 16:27:27.005597 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-3a658f5c-9257-4843-a980-1653faf7148c req-a2a5886f-bc76-4991-aa20-f21a637c45aa service neutron] Request body: {'port': {'device_id': 'd2d5454d-57b2-4b91-850e-8cdd8893d41c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:27.123904 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760c5ea6-fab1-428a-a977-f91d2e642880 x-openstack-request-id: req-760c5ea6-fab1-428a-a977-f91d2e642880 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:27.124318 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a228897-f2bf-48db-9877-10d64b952aad", "name": "network-vif-unplugged", "status": "completed", "tag": "72bbf97b-6a6b-40ea-8b2c-950b704b9c13", "code": 200}, {"name": "network-changed", "server_uuid": "2a228897-f2bf-48db-9877-10d64b952aad", "tag": "72bbf97b-6a6b-40ea-8b2c-950b704b9c13", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:27.124675 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-760c5ea6-fab1-428a-a977-f91d2e642880 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:27.125183 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a228897-f2bf-48db-9877-10d64b952aad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72bbf97b-6a6b-40ea-8b2c-950b704b9c13', 'code': 200} Jul 22 16:27:27.125536 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a228897-f2bf-48db-9877-10d64b952aad', 'tag': '72bbf97b-6a6b-40ea-8b2c-950b704b9c13', 'status': 'completed', 'code': 200} Jul 22 16:27:27.149040 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ffa23-538e-457a-b167-a6a203d63360 req-da8361c1-bd03-44c2-8068-4222afda195e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:27.152109 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fc6ffa23-538e-457a-b167-a6a203d63360 req-da8361c1-bd03-44c2-8068-4222afda195e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=15c045a6-a566-4729-ae2f-e0c9f3ecb743 HTTP/1.1" status: 200 len: 948 time: 0.2042983 Jul 22 16:27:27.157626 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3a658f5c-9257-4843-a980-1653faf7148c req-a2a5886f-bc76-4991-aa20-f21a637c45aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:27.179073 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36206) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:27.237263 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fc6ffa23-538e-457a-b167-a6a203d63360 req-d15a7fa5-84d2-48c8-a163-0e4a60305d3f tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755351 Jul 22 16:27:27.313832 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-a255ce65-21ff-4dee-b936-5808624d3843 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:27.337706 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-a255ce65-21ff-4dee-b936-5808624d3843 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Transition to ACTIVE for port object ba41d206-ea3a-4257-a621-58864bd45739 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:27.349869 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fa140-cba7-488c-8f32-e2a10924797f req-d5ca186f-ed17-4e59-9b34-2c3568fd0703 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:27.352273 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f9fa140-cba7-488c-8f32-e2a10924797f req-d5ca186f-ed17-4e59-9b34-2c3568fd0703 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 931 time: 0.1937926 Jul 22 16:27:27.359633 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8b7c6-480b-43d8-bab0-81379fdad846 req-732dcbe3-5d2d-4963-a034-ac36bd7ad23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:27.361085 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3bd8b7c6-480b-43d8-bab0-81379fdad846 req-732dcbe3-5d2d-4963-a034-ac36bd7ad23d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 1125 time: 0.1594720 Jul 22 16:27:27.389357 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2eb842b2-ef83-447f-a4c2-ac43d4f0c5a5 req-3ddde18a-841d-402b-bb4e-cdb903c5b3e5 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=e90ba850-f5ec-4311-9601-077693bf3354 HTTP/1.1" status: 200 len: 210 time: 0.0414619 Jul 22 16:27:27.392495 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96f42001-2448-4aca-be77-9e9503001953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:27.460786 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f9fa140-cba7-488c-8f32-e2a10924797f req-4405650e-34fd-40e2-95df-b78b1743aba5 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971601 Jul 22 16:27:27.501665 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-a255ce65-21ff-4dee-b936-5808624d3843 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:27.547480 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['5a5a427f-568b-40a5-bdd1-9d007ab25756'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:27.562976 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-a255ce65-21ff-4dee-b936-5808624d3843 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Network 958921b4-5bc1-41b3-837b-39292aedd4cb is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:27.578928 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-a255ce65-21ff-4dee-b936-5808624d3843 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:27.579927 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9cc4d14b-3594-4acc-b289-cb896a346187 req-1e1b93b1-137e-408a-87ba-6ea4859f09f9 tempest-QuotasAdminNegativeTest-200000871 tempest-QuotasAdminNegativeTest-200000871-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=37cc9b428e3b4fe19acea99ab29a0c3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333710 Jul 22 16:27:27.582388 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-a255ce65-21ff-4dee-b936-5808624d3843 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:27.588078 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-a255ce65-21ff-4dee-b936-5808624d3843 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:27.589236 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-a255ce65-21ff-4dee-b936-5808624d3843 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:27.593109 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8b7c6-480b-43d8-bab0-81379fdad846 req-f5b63187-fb51-4e83-8c12-bc4ef5b6aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:27.594637 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3bd8b7c6-480b-43d8-bab0-81379fdad846 req-f5b63187-fb51-4e83-8c12-bc4ef5b6aaa8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 908 time: 0.2227407 Jul 22 16:27:27.596451 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255ce65-21ff-4dee-b936-5808624d3843 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Pushing event updated for resources: {'Port': ['ID=ba41d206-ea3a-4257-a621-58864bd45739,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:27.653058 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3bd8b7c6-480b-43d8-bab0-81379fdad846 req-5eaa1705-ed3e-449d-bb2f-c29a2d805577 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72bbf97b-6a6b-40ea-8b2c-950b704b9c13 HTTP/1.1" status: 200 len: 217 time: 0.0430398 Jul 22 16:27:27.721703 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8b7c6-480b-43d8-bab0-81379fdad846 req-b2be5922-aed5-4835-99c8-d8a4357e8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:27.724680 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3bd8b7c6-480b-43d8-bab0-81379fdad846 req-b2be5922-aed5-4835-99c8-d8a4357e8681 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1dac8087-5dfb-4e2d-bc9b-97574efc063c HTTP/1.1" status: 200 len: 847 time: 0.0646002 Jul 22 16:27:27.785699 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3bd8b7c6-480b-43d8-bab0-81379fdad846 req-44abbf93-d50e-4a1b-bded-6c9b2bbc25af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f917a743-2b29-4ed7-bc92-4ef128fdeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498030 Jul 22 16:27:27.946668 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6871d703-a4a9-4c49-9094-525350c4e901 None None] Provisioning for port ba41d206-ea3a-4257-a621-58864bd45739 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:27.946886 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3bd8b7c6-480b-43d8-bab0-81379fdad846 req-ac21608f-f6c0-49c8-84ed-427e4ea4c942 service neutron] 10.222.0.16 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437564 Jul 22 16:27:27.951309 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6871d703-a4a9-4c49-9094-525350c4e901 None None] Provisioning complete for port ba41d206-ea3a-4257-a621-58864bd45739 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:27.951846 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6871d703-a4a9-4c49-9094-525350c4e901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:28.007051 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6871d703-a4a9-4c49-9094-525350c4e901 None None] Port ba41d206-ea3a-4257-a621-58864bd45739 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:27:28.049245 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96f42001-2448-4aca-be77-9e9503001953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:28.070171 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96f42001-2448-4aca-be77-9e9503001953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:28.082125 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-a255ce65-21ff-4dee-b936-5808624d3843 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7507722 Jul 22 16:27:28.114233 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-3418bc34-82a9-4d33-8689-dc58ffd27aa7 service neutron] Request body: {'port': {'device_id': 'e90ba850-f5ec-4311-9601-077693bf3354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:28.161608 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3bd8b7c6-480b-43d8-bab0-81379fdad846 req-095fc552-c280-4d12-a5c4-39271b1e4d0d service neutron] 10.222.0.16 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053812 Jul 22 16:27:28.177801 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-96f42001-2448-4aca-be77-9e9503001953 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f9c77a1953524f35a4dd2bd0568642fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9952762 Jul 22 16:27:28.178866 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36236) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:28.188878 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f42001-2448-4aca-be77-9e9503001953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4421b927-a502-4f3e-87ab-1215a084e8bf,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:28.202376 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4d14b-3594-4acc-b289-cb896a346187 req-e07cf1d3-d080-484c-a423-bd2cf00ba861 tempest-QuotasAdminNegativeTest-200000871 tempest-QuotasAdminNegativeTest-200000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:28.209558 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9cc4d14b-3594-4acc-b289-cb896a346187 req-e07cf1d3-d080-484c-a423-bd2cf00ba861 tempest-QuotasAdminNegativeTest-200000871 tempest-QuotasAdminNegativeTest-200000871-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6087425 Jul 22 16:27:28.233979 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8463a-9d0b-4dbd-b8ad-866402be575f req-e302f10a-5af6-48fc-a3e7-fbf323e6e093 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:28.240712 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9cc4d14b-3594-4acc-b289-cb896a346187 req-93140726-5b60-48fb-b6e4-5d87d16bd2a8 tempest-QuotasAdminNegativeTest-200000871 tempest-QuotasAdminNegativeTest-200000871-project] 10.222.0.69 "GET /v2.0/quotas/37cc9b428e3b4fe19acea99ab29a0c3e HTTP/1.1" status: 200 len: 375 time: 0.0302463 Jul 22 16:27:28.240913 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9aa8463a-9d0b-4dbd-b8ad-866402be575f req-e302f10a-5af6-48fc-a3e7-fbf323e6e093 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 944 time: 0.1462493 Jul 22 16:27:28.258238 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-3418bc34-82a9-4d33-8689-dc58ffd27aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:28.307983 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9aa8463a-9d0b-4dbd-b8ad-866402be575f req-a4f29596-5313-4479-a35f-327d5f338831 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662520 Jul 22 16:27:28.315238 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9cc4d14b-3594-4acc-b289-cb896a346187 req-5cdc0182-22a1-4201-83c5-460f8b191e05 tempest-QuotasAdminNegativeTest-200000871 tempest-QuotasAdminNegativeTest-200000871-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=37cc9b428e3b4fe19acea99ab29a0c3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647445 Jul 22 16:27:28.328184 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-3a658f5c-9257-4843-a980-1653faf7148c req-a2a5886f-bc76-4991-aa20-f21a637c45aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92b534db-6542-4bbd-a9d4-1700f70194be {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:28.345293 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3a658f5c-9257-4843-a980-1653faf7148c req-a2a5886f-bc76-4991-aa20-f21a637c45aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:28.353555 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d6455de-4ed4-404e-898c-200a0c706d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:28.368515 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-3a658f5c-9257-4843-a980-1653faf7148c req-a2a5886f-bc76-4991-aa20-f21a637c45aa service neutron] Transition to ACTIVE for port object 92b534db-6542-4bbd-a9d4-1700f70194be will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:28.380724 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3a658f5c-9257-4843-a980-1653faf7148c req-a2a5886f-bc76-4991-aa20-f21a637c45aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:28.389992 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d6455de-4ed4-404e-898c-200a0c706d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:28.481429 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5886f-bc76-4991-aa20-f21a637c45aa service neutron] Pushing event updated for resources: {'Port': ['ID=92b534db-6542-4bbd-a9d4-1700f70194be,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:28.580069 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d6455de-4ed4-404e-898c-200a0c706d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:28.583005 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d6455de-4ed4-404e-898c-200a0c706d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:28.584495 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3d6455de-4ed4-404e-898c-200a0c706d5f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4421b927-a502-4f3e-87ab-1215a084e8bf HTTP/1.1" status: 204 len: 168 time: 0.4053774 Jul 22 16:27:28.608643 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6455de-4ed4-404e-898c-200a0c706d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4421b927-a502-4f3e-87ab-1215a084e8bf,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:28.667534 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-3a658f5c-9257-4843-a980-1653faf7148c req-a2a5886f-bc76-4991-aa20-f21a637c45aa service neutron] Attempting to bind port 92b534db-6542-4bbd-a9d4-1700f70194be on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:28.667534 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-3a658f5c-9257-4843-a980-1653faf7148c req-a2a5886f-bc76-4991-aa20-f21a637c45aa service neutron] Attempting to bind port 92b534db-6542-4bbd-a9d4-1700f70194be by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:28.667534 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a658f5c-9257-4843-a980-1653faf7148c req-a2a5886f-bc76-4991-aa20-f21a637c45aa service neutron] Attempting to bind port 92b534db-6542-4bbd-a9d4-1700f70194be on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:28.685305 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a658f5c-9257-4843-a980-1653faf7148c req-a2a5886f-bc76-4991-aa20-f21a637c45aa service neutron] Port 92b534db-6542-4bbd-a9d4-1700f70194be on network 6f3ed260-5c39-4f44-87de-6af121ff9539 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:28.692350 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a658f5c-9257-4843-a980-1653faf7148c req-a2a5886f-bc76-4991-aa20-f21a637c45aa service neutron] Attempting to bind port 92b534db-6542-4bbd-a9d4-1700f70194be on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:28.706569 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a658f5c-9257-4843-a980-1653faf7148c req-a2a5886f-bc76-4991-aa20-f21a637c45aa service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:28.706964 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a658f5c-9257-4843-a980-1653faf7148c req-a2a5886f-bc76-4991-aa20-f21a637c45aa service neutron] Checking segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:28.707618 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a658f5c-9257-4843-a980-1653faf7148c req-a2a5886f-bc76-4991-aa20-f21a637c45aa service neutron] Bound using segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:28.708182 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-3a658f5c-9257-4843-a980-1653faf7148c req-a2a5886f-bc76-4991-aa20-f21a637c45aa service neutron] Bound port: 92b534db-6542-4bbd-a9d4-1700f70194be, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:28.708550 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3a658f5c-9257-4843-a980-1653faf7148c req-a2a5886f-bc76-4991-aa20-f21a637c45aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:28.713453 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:28.720800 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796578fe-e893-4d6c-a9b0-6c4b00cb2bca req-ab2d31ef-ac2d-446b-a6d9-6b47d32900b3 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:28.723233 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-796578fe-e893-4d6c-a9b0-6c4b00cb2bca req-ab2d31ef-ac2d-446b-a6d9-6b47d32900b3 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=15c045a6-a566-4729-ae2f-e0c9f3ecb743 HTTP/1.1" status: 200 len: 948 time: 0.2066839 Jul 22 16:27:28.797540 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device eb232938-2bd4-4305-af50-971d8bbeb3fd details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:28.833941 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-796578fe-e893-4d6c-a9b0-6c4b00cb2bca req-8aeff7fe-df65-4a90-8066-0464096bd880 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020486 Jul 22 16:27:28.866756 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-3a658f5c-9257-4843-a980-1653faf7148c req-a2a5886f-bc76-4991-aa20-f21a637c45aa service neutron] For port 92b534db-6542-4bbd-a9d4-1700f70194be, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:28.871702 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-3a658f5c-9257-4843-a980-1653faf7148c req-a2a5886f-bc76-4991-aa20-f21a637c45aa service neutron] For port 92b534db-6542-4bbd-a9d4-1700f70194be, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=92b534db-6542-4bbd-a9d4-1700f70194be,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:28.878335 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3a658f5c-9257-4843-a980-1653faf7148c req-a2a5886f-bc76-4991-aa20-f21a637c45aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:28.919288 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a658f5c-9257-4843-a980-1653faf7148c req-a2a5886f-bc76-4991-aa20-f21a637c45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:28.919971 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3a658f5c-9257-4843-a980-1653faf7148c req-a2a5886f-bc76-4991-aa20-f21a637c45aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:28.921557 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a658f5c-9257-4843-a980-1653faf7148c req-a2a5886f-bc76-4991-aa20-f21a637c45aa service neutron] 10.222.0.16 "PUT /v2.0/ports/92b534db-6542-4bbd-a9d4-1700f70194be HTTP/1.1" status: 200 len: 1091 time: 1.9230473 Jul 22 16:27:28.930401 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port eb232938-2bd4-4305-af50-971d8bbeb3fd, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=eb232938-2bd4-4305-af50-971d8bbeb3fd,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:28.958891 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5886f-bc76-4991-aa20-f21a637c45aa service neutron] Pushing event updated for resources: {'Port': ['ID=92b534db-6542-4bbd-a9d4-1700f70194be,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:28.970601 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-3418bc34-82a9-4d33-8689-dc58ffd27aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba41d206-ea3a-4257-a621-58864bd45739 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:28.972134 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'eb232938-2bd4-4305-af50-971d8bbeb3fd', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': 'eb232938-2bd4-4305-af50-971d8bbeb3fd', 'mac_address': 'fa:16:3e:82:a6:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:29.016477 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-3418bc34-82a9-4d33-8689-dc58ffd27aa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:29.052682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-3418bc34-82a9-4d33-8689-dc58ffd27aa7 service neutron] Transition to ACTIVE for port object ba41d206-ea3a-4257-a621-58864bd45739 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:29.064937 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-3418bc34-82a9-4d33-8689-dc58ffd27aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:29.093875 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a658f5c-9257-4843-a980-1653faf7148c req-5ed24f38-d1ca-4328-b503-de919c8b7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:29.097349 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a658f5c-9257-4843-a980-1653faf7148c req-5ed24f38-d1ca-4328-b503-de919c8b7e47 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 1094 time: 0.1083276 Jul 22 16:27:29.176605 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89099c1c-88e1-4df5-b43b-18e3e9a387f9 req-06a4f8f3-de20-413a-a83e-52566e3e7e31 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:29.185234 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-89099c1c-88e1-4df5-b43b-18e3e9a387f9 req-06a4f8f3-de20-413a-a83e-52566e3e7e31 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=e90ba850-f5ec-4311-9601-077693bf3354 HTTP/1.1" status: 200 len: 931 time: 0.2168479 Jul 22 16:27:29.206287 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d5454d-57b2-4b91-850e-8cdd8893d41c', 'tag': '92b534db-6542-4bbd-a9d4-1700f70194be'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:29.208836 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88da7da-6fd7-49a9-88ce-2eb3b5716140" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d5454d-57b2-4b91-850e-8cdd8893d41c", "tag": "92b534db-6542-4bbd-a9d4-1700f70194be"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:29.212654 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a658f5c-9257-4843-a980-1653faf7148c req-53b86b54-fabd-4162-870f-607293fe72cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92b534db-6542-4bbd-a9d4-1700f70194be HTTP/1.1" status: 200 len: 217 time: 0.0961564 Jul 22 16:27:29.265171 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bc34-82a9-4d33-8689-dc58ffd27aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba41d206-ea3a-4257-a621-58864bd45739,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:29.319849 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a658f5c-9257-4843-a980-1653faf7148c req-2f17aad4-51e7-411e-aad2-76123f3c9a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:29.321482 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a658f5c-9257-4843-a980-1653faf7148c req-2f17aad4-51e7-411e-aad2-76123f3c9a19 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ce36437-5a9b-4c2b-a36e-e40d9943a98a HTTP/1.1" status: 200 len: 861 time: 0.1020567 Jul 22 16:27:29.361894 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36262) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:29.368822 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a658f5c-9257-4843-a980-1653faf7148c req-ce7dfb2e-e113-4044-8d8b-0f29b8b798fa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f3ed260-5c39-4f44-87de-6af121ff9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384867 Jul 22 16:27:29.385204 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21f5e8a6-8f99-45e7-8179-971a1bbb2f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:29.398768 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:29.426241 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-89099c1c-88e1-4df5-b43b-18e3e9a387f9 req-b346a742-a548-4416-89ee-65342010bf0d tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f996594-5e30-4435-859e-70f74cdb0b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241638 Jul 22 16:27:29.427508 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-3418bc34-82a9-4d33-8689-dc58ffd27aa7 service neutron] Attempting to bind port ba41d206-ea3a-4257-a621-58864bd45739 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:29.427964 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-3418bc34-82a9-4d33-8689-dc58ffd27aa7 service neutron] Attempting to bind port ba41d206-ea3a-4257-a621-58864bd45739 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '6315e2cb-d9c3-4a02-9502-a063aabd4aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:29.428389 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-3418bc34-82a9-4d33-8689-dc58ffd27aa7 service neutron] Attempting to bind port ba41d206-ea3a-4257-a621-58864bd45739 on network 958921b4-5bc1-41b3-837b-39292aedd4cb {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:29.442206 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-551a7224-5a4c-48d9-8954-8c23d8d2bfa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:29.479740 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb232938-2bd4-4305-af50-971d8bbeb3fd {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:29.483924 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-3418bc34-82a9-4d33-8689-dc58ffd27aa7 service neutron] Port ba41d206-ea3a-4257-a621-58864bd45739 on network 958921b4-5bc1-41b3-837b-39292aedd4cb not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:29.484383 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-3418bc34-82a9-4d33-8689-dc58ffd27aa7 service neutron] Attempting to bind port ba41d206-ea3a-4257-a621-58864bd45739 on network 958921b4-5bc1-41b3-837b-39292aedd4cb {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:29.503774 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-3418bc34-82a9-4d33-8689-dc58ffd27aa7 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:29.517330 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-3418bc34-82a9-4d33-8689-dc58ffd27aa7 service neutron] Checking segment: {'id': '6315e2cb-d9c3-4a02-9502-a063aabd4aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:29.518498 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=72bbf97b-6a6b-40ea-8b2c-950b704b9c13,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:29.519039 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-3418bc34-82a9-4d33-8689-dc58ffd27aa7 service neutron] Bound using segment: {'id': '6315e2cb-d9c3-4a02-9502-a063aabd4aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:29.519579 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-3418bc34-82a9-4d33-8689-dc58ffd27aa7 service neutron] Bound port: ba41d206-ea3a-4257-a621-58864bd45739, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6315e2cb-d9c3-4a02-9502-a063aabd4aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:29.521230 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-3418bc34-82a9-4d33-8689-dc58ffd27aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:29.552266 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c1b61d-2171-4ed2-bf5b-cc051ac4530e x-openstack-request-id: req-c5c1b61d-2171-4ed2-bf5b-cc051ac4530e {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:29.552566 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d5454d-57b2-4b91-850e-8cdd8893d41c", "tag": "92b534db-6542-4bbd-a9d4-1700f70194be", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:29.552830 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c5c1b61d-2171-4ed2-bf5b-cc051ac4530e {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:29.553230 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d5454d-57b2-4b91-850e-8cdd8893d41c', 'tag': '92b534db-6542-4bbd-a9d4-1700f70194be', 'status': 'completed', 'code': 200} Jul 22 16:27:29.586596 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a658f5c-9257-4843-a980-1653faf7148c req-e31faa3f-6154-4d7b-9907-77501b629486 service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091665 Jul 22 16:27:29.593443 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port eb232938-2bd4-4305-af50-971d8bbeb3fd, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=eb232938-2bd4-4305-af50-971d8bbeb3fd,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:29.596284 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 has no active binding in host n-h2-798930-9 {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 16:27:29.596456 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 260f523f-a963-4144-ab20-a5af2c81aca6 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:29.610877 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:29.710767 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-3418bc34-82a9-4d33-8689-dc58ffd27aa7 service neutron] For port ba41d206-ea3a-4257-a621-58864bd45739, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:29.745771 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-3418bc34-82a9-4d33-8689-dc58ffd27aa7 service neutron] For port ba41d206-ea3a-4257-a621-58864bd45739, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ba41d206-ea3a-4257-a621-58864bd45739,segment=NetworkSegment(6315e2cb-d9c3-4a02-9502-a063aabd4aa0),segment_id=6315e2cb-d9c3-4a02-9502-a063aabd4aa0)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:29.749004 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a658f5c-9257-4843-a980-1653faf7148c req-20b6d6cf-e126-4384-8de9-3b98a6a007a2 service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439915 Jul 22 16:27:29.775199 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcdd22-859d-4495-b51d-e3c8b2948a5c req-f03498af-f407-481f-b46e-5998084e8d8a tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:29.776947 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-3418bc34-82a9-4d33-8689-dc58ffd27aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:29.780188 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a3dcdd22-859d-4495-b51d-e3c8b2948a5c req-f03498af-f407-481f-b46e-5998084e8d8a tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 943 time: 0.2170696 Jul 22 16:27:29.799423 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=eb232938-2bd4-4305-af50-971d8bbeb3fd,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:29.846318 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a3dcdd22-859d-4495-b51d-e3c8b2948a5c req-e0e80282-522c-4a62-8b29-5f0276fd67dd tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557358 Jul 22 16:27:29.846699 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 260f523f-a963-4144-ab20-a5af2c81aca6, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=260f523f-a963-4144-ab20-a5af2c81aca6,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:29.857864 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-551a7224-5a4c-48d9-8954-8c23d8d2bfa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:29.869520 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b304adc8-0825-4486-8816-1c6375e5af24 req-fa3c596c-e106-4565-92f0-1eecc491e9dd service neutron] 10.222.0.16 "GET /v2.0/ports/72bbf97b-6a6b-40ea-8b2c-950b704b9c13/bindings/n-h2-798930-9 HTTP/1.1" status: 200 len: 384 time: 0.2425499 Jul 22 16:27:29.870661 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '260f523f-a963-4144-ab20-a5af2c81aca6', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '260f523f-a963-4144-ab20-a5af2c81aca6', 'mac_address': 'fa:16:3e:89:fd:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:29.884712 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-3418bc34-82a9-4d33-8689-dc58ffd27aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:29.885805 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-3418bc34-82a9-4d33-8689-dc58ffd27aa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:29.888164 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-3418bc34-82a9-4d33-8689-dc58ffd27aa7 service neutron] 10.222.0.16 "PUT /v2.0/ports/ba41d206-ea3a-4257-a621-58864bd45739 HTTP/1.1" status: 200 len: 1091 time: 1.7788482 Jul 22 16:27:29.898275 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3db509-f137-4222-b82a-633e8672b247 req-61735c5f-0171-434f-a0d8-c379b612854f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:29.916775 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ad3db509-f137-4222-b82a-633e8672b247 req-61735c5f-0171-434f-a0d8-c379b612854f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 944 time: 0.3150175 Jul 22 16:27:29.920292 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-551a7224-5a4c-48d9-8954-8c23d8d2bfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:29.930825 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90ba850-f5ec-4311-9601-077693bf3354', 'tag': 'ba41d206-ea3a-4257-a621-58864bd45739'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:29.940124 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:29.942813 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287a6a06-7ca6-494b-87a4-0393b5dad7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e90ba850-f5ec-4311-9601-077693bf3354", "tag": "ba41d206-ea3a-4257-a621-58864bd45739"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:29.958990 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260f523f-a963-4144-ab20-a5af2c81aca6 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:29.985099 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88da7da-6fd7-49a9-88ce-2eb3b5716140 req-d9e7d5ef-a8c2-44e4-bfd3-2fef4e21b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:29.986982 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b88da7da-6fd7-49a9-88ce-2eb3b5716140 req-d9e7d5ef-a8c2-44e4-bfd3-2fef4e21b263 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 1094 time: 0.1178062 Jul 22 16:27:29.991446 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 260f523f-a963-4144-ab20-a5af2c81aca6, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=260f523f-a963-4144-ab20-a5af2c81aca6,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:30.000594 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:30.043882 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['eb232938-2bd4-4305-af50-971d8bbeb3fd'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:30.135337 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=260f523f-a963-4144-ab20-a5af2c81aca6,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:30.137436 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36276) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:30.142622 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-551a7224-5a4c-48d9-8954-8c23d8d2bfa4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4257638ef2154b2b9359bd9e8f30c24b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7591159 Jul 22 16:27:30.207664 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a7224-5a4c-48d9-8954-8c23d8d2bfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8f36d8-a1b5-4136-9d31-a45f033641a3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:30.217696 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bc34-82a9-4d33-8689-dc58ffd27aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba41d206-ea3a-4257-a621-58864bd45739,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:30.294317 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88da7da-6fd7-49a9-88ce-2eb3b5716140 req-50a08706-0ffa-4e08-adde-5bb027a8dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:30.298518 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b88da7da-6fd7-49a9-88ce-2eb3b5716140 req-50a08706-0ffa-4e08-adde-5bb027a8dd2d service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 922 time: 0.3053548 Jul 22 16:27:30.384290 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b88da7da-6fd7-49a9-88ce-2eb3b5716140 req-fae204df-fa89-4176-aea5-a510974f9e19 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92b534db-6542-4bbd-a9d4-1700f70194be HTTP/1.1" status: 200 len: 217 time: 0.0740325 Jul 22 16:27:30.385272 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd40ada8-8895-467e-873f-616cb69b5162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:30.400667 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['260f523f-a963-4144-ab20-a5af2c81aca6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:30.423478 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-48fa1926-c413-4950-b11c-6f70f6896570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:30.425004 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-48fa1926-c413-4950-b11c-6f70f6896570 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5dcba1bcdec4dec9217a5051c7c2328&device_id=e90ba850-f5ec-4311-9601-077693bf3354 HTTP/1.1" status: 200 len: 1094 time: 0.2758846 Jul 22 16:27:30.481228 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd40ada8-8895-467e-873f-616cb69b5162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:30.509331 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88da7da-6fd7-49a9-88ce-2eb3b5716140 req-23ad39c0-dcb6-4e27-81fb-3d9b8d0fe617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:30.510921 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b88da7da-6fd7-49a9-88ce-2eb3b5716140 req-23ad39c0-dcb6-4e27-81fb-3d9b8d0fe617 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ce36437-5a9b-4c2b-a36e-e40d9943a98a HTTP/1.1" status: 200 len: 861 time: 0.1188259 Jul 22 16:27:30.517870 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-3880aa15-13b2-42c3-9602-c7d1914d562e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba41d206-ea3a-4257-a621-58864bd45739 HTTP/1.1" status: 200 len: 217 time: 0.0479741 Jul 22 16:27:30.531117 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ad3db509-f137-4222-b82a-633e8672b247 req-22adff22-b692-4a54-a532-b9f98778a07f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490495 Jul 22 16:27:30.562272 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b88da7da-6fd7-49a9-88ce-2eb3b5716140 req-d7e35ac0-e4ad-4187-ac7c-142761c9e689 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f3ed260-5c39-4f44-87de-6af121ff9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373385 Jul 22 16:27:30.627536 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39a19b4-59c1-4bc2-9cf9-99dfddd95bcd x-openstack-request-id: req-d39a19b4-59c1-4bc2-9cf9-99dfddd95bcd {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:30.627875 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90ba850-f5ec-4311-9601-077693bf3354", "tag": "ba41d206-ea3a-4257-a621-58864bd45739", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:30.628092 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d39a19b4-59c1-4bc2-9cf9-99dfddd95bcd {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:30.630377 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90ba850-f5ec-4311-9601-077693bf3354', 'tag': 'ba41d206-ea3a-4257-a621-58864bd45739', 'status': 'completed', 'code': 200} Jul 22 16:27:30.667939 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b304adc8-0825-4486-8816-1c6375e5af24 req-ec7144a3-a05e-4ad9-bf77-e9a1fe5f1879 service neutron] For port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=72bbf97b-6a6b-40ea-8b2c-950b704b9c13,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:30.688987 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd40ada8-8895-467e-873f-616cb69b5162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:30.692052 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd40ada8-8895-467e-873f-616cb69b5162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:30.693638 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-dd40ada8-8895-467e-873f-616cb69b5162 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aa8f36d8-a1b5-4136-9d31-a45f033641a3 HTTP/1.1" status: 204 len: 168 time: 0.5539927 Jul 22 16:27:30.710564 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-4c75ed5a-c597-43b0-8a8e-e607b871d08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:30.718948 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-4c75ed5a-c597-43b0-8a8e-e607b871d08c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=47349a61-f615-4cc1-8400-cc6ae79bfaf5 HTTP/1.1" status: 200 len: 860 time: 0.1794481 Jul 22 16:27:30.727135 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b304adc8-0825-4486-8816-1c6375e5af24 req-ec7144a3-a05e-4ad9-bf77-e9a1fe5f1879 service neutron] For port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:30.740447 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40ada8-8895-467e-873f-616cb69b5162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8f36d8-a1b5-4136-9d31-a45f033641a3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:30.745534 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b88da7da-6fd7-49a9-88ce-2eb3b5716140 req-e6f16a23-4e8c-4406-b04d-7a84dfff8373 service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751649 Jul 22 16:27:30.780380 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:27:30.887201 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-b304adc8-0825-4486-8816-1c6375e5af24 req-ec7144a3-a05e-4ad9-bf77-e9a1fe5f1879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:30.895371 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a80561-fe94-4ff3-a2e2-3dcb9ab08887 req-376c29d0-df12-48e2-9700-367613602295 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:30.897649 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-20a80561-fe94-4ff3-a2e2-3dcb9ab08887 req-376c29d0-df12-48e2-9700-367613602295 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=15c045a6-a566-4729-ae2f-e0c9f3ecb743 HTTP/1.1" status: 200 len: 949 time: 0.2476466 Jul 22 16:27:30.910926 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b304adc8-0825-4486-8816-1c6375e5af24 req-ec7144a3-a05e-4ad9-bf77-e9a1fe5f1879 service neutron] For port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=72bbf97b-6a6b-40ea-8b2c-950b704b9c13,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:30.974379 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b88da7da-6fd7-49a9-88ce-2eb3b5716140 req-a03f03f9-893b-4c38-97cb-35d7f1c05415 service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151256 Jul 22 16:27:31.035081 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b304adc8-0825-4486-8816-1c6375e5af24 req-ec7144a3-a05e-4ad9-bf77-e9a1fe5f1879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:31.047095 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-20a80561-fe94-4ff3-a2e2-3dcb9ab08887 req-867eba35-0d6c-4967-ab90-7170f832b57f tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401143 Jul 22 16:27:31.068095 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-c72907ae-0c04-4769-b9c8-c0c2276e24b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:31.068095 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-c72907ae-0c04-4769-b9c8-c0c2276e24b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958921b4-5bc1-41b3-837b-39292aedd4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2996075 Jul 22 16:27:31.210095 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cae7d-528c-45ba-aed1-9cc85813cd90 req-048683c2-bd45-4cad-992c-d174152f44bf tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:31.210961 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e69517-8573-4872-9e7f-0fab23b294a3 req-55b964ac-c931-44e5-a6cc-c1c142b6cabd tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:31.211942 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be2cae7d-528c-45ba-aed1-9cc85813cd90 req-048683c2-bd45-4cad-992c-d174152f44bf tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=e90ba850-f5ec-4311-9601-077693bf3354 HTTP/1.1" status: 200 len: 943 time: 0.2708097 Jul 22 16:27:31.219885 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-02e69517-8573-4872-9e7f-0fab23b294a3 req-55b964ac-c931-44e5-a6cc-c1c142b6cabd tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 943 time: 0.0919058 Jul 22 16:27:31.261489 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-b304adc8-0825-4486-8816-1c6375e5af24 req-ec7144a3-a05e-4ad9-bf77-e9a1fe5f1879 service neutron] Transition to ACTIVE for port object 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:31.275826 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-cf271e89-843b-4fdb-851f-84c17c230a75 service neutron] 10.222.0.16 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797943 Jul 22 16:27:31.279126 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b304adc8-0825-4486-8816-1c6375e5af24 req-ec7144a3-a05e-4ad9-bf77-e9a1fe5f1879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:31.288001 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-02e69517-8573-4872-9e7f-0fab23b294a3 req-a793d913-8487-41b4-a9ce-c4f3e8dcbdc9 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577896 Jul 22 16:27:31.321258 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be2cae7d-528c-45ba-aed1-9cc85813cd90 req-4a60d30d-0d63-46ce-bf9d-f829281c8603 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f996594-5e30-4435-859e-70f74cdb0b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994284 Jul 22 16:27:31.391457 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b304adc8-0825-4486-8816-1c6375e5af24 req-ec7144a3-a05e-4ad9-bf77-e9a1fe5f1879 service neutron] No DVR routers for this DVR port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:27:31.401270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7144a3-a05e-4ad9-bf77-e9a1fe5f1879 service neutron] Pushing event updated for resources: {'Port': ['ID=72bbf97b-6a6b-40ea-8b2c-950b704b9c13,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:31.442662 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4c7b6ffd-d857-4532-a482-45ef38024d7a req-93f90eef-576f-4413-a4b9-4959b479c4d8 tempest-QuotasAdminNegativeTest-200000871 tempest-QuotasAdminNegativeTest-200000871-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=37cc9b428e3b4fe19acea99ab29a0c3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474224 Jul 22 16:27:31.478383 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b304adc8-0825-4486-8816-1c6375e5af24 req-ec7144a3-a05e-4ad9-bf77-e9a1fe5f1879 service neutron] 10.222.0.16 "PUT /v2.0/ports/72bbf97b-6a6b-40ea-8b2c-950b704b9c13/bindings/n-h2-798930-9/activate HTTP/1.1" status: 200 len: 369 time: 1.5955234 Jul 22 16:27:31.494556 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d60db62-4394-4d16-9681-ac0e6cf21433 req-bca5fede-ac75-43c7-b219-f8893c1f21f8 service neutron] 10.222.0.16 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046485 Jul 22 16:27:31.586315 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b6ffd-d857-4532-a482-45ef38024d7a req-fdae54cd-1f24-4c59-b3ff-4ecd5d72dfbd tempest-QuotasAdminNegativeTest-200000871 tempest-QuotasAdminNegativeTest-200000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:31.593665 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4c7b6ffd-d857-4532-a482-45ef38024d7a req-fdae54cd-1f24-4c59-b3ff-4ecd5d72dfbd tempest-QuotasAdminNegativeTest-200000871 tempest-QuotasAdminNegativeTest-200000871-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1485193 Jul 22 16:27:31.608910 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a78e63b-1475-49b3-8e04-58d1ea9736ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:31.609947 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:31.643359 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4c7b6ffd-d857-4532-a482-45ef38024d7a req-d21ae780-fad7-4f45-9d65-3c071d0487d4 tempest-QuotasAdminNegativeTest-200000871 tempest-QuotasAdminNegativeTest-200000871-project] 10.222.0.69 "GET /v2.0/quotas/37cc9b428e3b4fe19acea99ab29a0c3e HTTP/1.1" status: 200 len: 375 time: 0.0486712 Jul 22 16:27:31.710057 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4c7b6ffd-d857-4532-a482-45ef38024d7a req-093c91fc-5948-486e-9dbb-1f187d5cba62 tempest-QuotasAdminNegativeTest-200000871 tempest-QuotasAdminNegativeTest-200000871-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=37cc9b428e3b4fe19acea99ab29a0c3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657160 Jul 22 16:27:31.755135 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304adc8-0825-4486-8816-1c6375e5af24 req-7c4fa7e0-c287-471d-9f03-3af267e85656 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:31.757052 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b304adc8-0825-4486-8816-1c6375e5af24 req-7c4fa7e0-c287-471d-9f03-3af267e85656 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad&tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&binding%3Ahost_id=n-h1-798930-9 HTTP/1.1" status: 200 len: 1096 time: 0.1612084 Jul 22 16:27:31.847898 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a6a06-7ca6-494b-87a4-0393b5dad7e1 req-ee39c271-4ec5-488b-bd5a-6092e0b9fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:31.849434 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-287a6a06-7ca6-494b-87a4-0393b5dad7e1 req-ee39c271-4ec5-488b-bd5a-6092e0b9fc65 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5dcba1bcdec4dec9217a5051c7c2328&device_id=e90ba850-f5ec-4311-9601-077693bf3354 HTTP/1.1" status: 200 len: 1094 time: 0.1876190 Jul 22 16:27:31.859125 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c262096-81ac-4c2c-867e-eda60033829e req-adc31fe8-d82f-42d0-8a7b-b74032099be9 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:31.860660 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c262096-81ac-4c2c-867e-eda60033829e req-adc31fe8-d82f-42d0-8a7b-b74032099be9 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 945 time: 0.1622500 Jul 22 16:27:31.913044 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304adc8-0825-4486-8816-1c6375e5af24 req-4d12203f-4f8d-44b5-9265-202f35121728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:31.915519 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b304adc8-0825-4486-8816-1c6375e5af24 req-4d12203f-4f8d-44b5-9265-202f35121728 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad&tenant_id=7782266dfdc04a53ab0c0d4cc2d32226 HTTP/1.1" status: 200 len: 1096 time: 0.1499493 Jul 22 16:27:31.967995 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c262096-81ac-4c2c-867e-eda60033829e req-e32448ac-e86b-490d-8834-f589655439f6 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967076 Jul 22 16:27:32.014534 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a6a06-7ca6-494b-87a4-0393b5dad7e1 req-a22c9df0-cd8a-48bd-b4ae-093a7805080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:32.016209 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-287a6a06-7ca6-494b-87a4-0393b5dad7e1 req-a22c9df0-cd8a-48bd-b4ae-093a7805080b service neutron] 10.222.0.16 "GET /v2.0/networks?id=958921b4-5bc1-41b3-837b-39292aedd4cb HTTP/1.1" status: 200 len: 922 time: 0.1546435 Jul 22 16:27:32.063248 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304adc8-0825-4486-8816-1c6375e5af24 req-4e9a86f7-b002-4869-8ebb-a6a3ec935b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:32.070983 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b304adc8-0825-4486-8816-1c6375e5af24 req-4e9a86f7-b002-4869-8ebb-a6a3ec935b86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 1096 time: 0.1123626 Jul 22 16:27:32.102459 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-287a6a06-7ca6-494b-87a4-0393b5dad7e1 req-5f55a7a7-b1c6-4c29-8d3a-3393af9a1033 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba41d206-ea3a-4257-a621-58864bd45739 HTTP/1.1" status: 200 len: 217 time: 0.0767002 Jul 22 16:27:32.216732 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304adc8-0825-4486-8816-1c6375e5af24 req-8b1eec47-0c19-45eb-9857-af136b2ebf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:32.218895 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b304adc8-0825-4486-8816-1c6375e5af24 req-8b1eec47-0c19-45eb-9857-af136b2ebf6e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 908 time: 0.1398928 Jul 22 16:27:32.257526 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a6a06-7ca6-494b-87a4-0393b5dad7e1 req-aa95a4c1-af74-447d-91e8-ad8f574866ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:32.259391 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-287a6a06-7ca6-494b-87a4-0393b5dad7e1 req-aa95a4c1-af74-447d-91e8-ad8f574866ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=47349a61-f615-4cc1-8400-cc6ae79bfaf5 HTTP/1.1" status: 200 len: 860 time: 0.1452954 Jul 22 16:27:32.313480 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b304adc8-0825-4486-8816-1c6375e5af24 req-8762a335-43fe-418c-826d-25c7b4c49887 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72bbf97b-6a6b-40ea-8b2c-950b704b9c13 HTTP/1.1" status: 200 len: 217 time: 0.0820796 Jul 22 16:27:32.378200 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304adc8-0825-4486-8816-1c6375e5af24 req-9064b266-d8f8-4402-a930-de2e03de4451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:32.379661 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b304adc8-0825-4486-8816-1c6375e5af24 req-9064b266-d8f8-4402-a930-de2e03de4451 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1dac8087-5dfb-4e2d-bc9b-97574efc063c HTTP/1.1" status: 200 len: 847 time: 0.0596025 Jul 22 16:27:32.395624 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429bf1e-fc2b-49ed-9732-5d31c9ba196b req-c4c3921f-3418-4d31-8230-25e550fe533d tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:32.413832 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6429bf1e-fc2b-49ed-9732-5d31c9ba196b req-c4c3921f-3418-4d31-8230-25e550fe533d tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=15c045a6-a566-4729-ae2f-e0c9f3ecb743 HTTP/1.1" status: 200 len: 949 time: 0.2475688 Jul 22 16:27:32.471746 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b304adc8-0825-4486-8816-1c6375e5af24 req-1bfbe19a-765b-49d6-88d4-0072a5b4ef46 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f917a743-2b29-4ed7-bc92-4ef128fdeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835094 Jul 22 16:27:32.535448 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6429bf1e-fc2b-49ed-9732-5d31c9ba196b req-5b607386-52a6-4924-91ef-71ac6440463a tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155295 Jul 22 16:27:32.563838 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a6a06-7ca6-494b-87a4-0393b5dad7e1 req-f5f4e90f-451d-4d49-8f95-a69dc7d235e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:32.571731 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-287a6a06-7ca6-494b-87a4-0393b5dad7e1 req-f5f4e90f-451d-4d49-8f95-a69dc7d235e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958921b4-5bc1-41b3-837b-39292aedd4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3036568 Jul 22 16:27:32.615461 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:32.618882 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b304adc8-0825-4486-8816-1c6375e5af24 req-ec984322-9182-4cfc-9c38-1053a3a3049a service neutron] 10.222.0.30 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369517 Jul 22 16:27:32.628783 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f196de-636c-47e0-afdb-644d92952c0c req-e0f3f904-6811-4e70-b961-dfb4e5d6f136 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:32.637733 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e3f196de-636c-47e0-afdb-644d92952c0c req-e0f3f904-6811-4e70-b961-dfb4e5d6f136 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 943 time: 0.1682665 Jul 22 16:27:32.719011 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 260f523f-a963-4144-ab20-a5af2c81aca6 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:32.726677 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e3f196de-636c-47e0-afdb-644d92952c0c req-a7e66dfd-a586-4700-b421-40ff94336b72 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811906 Jul 22 16:27:32.821538 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 92b534db-6542-4bbd-a9d4-1700f70194be details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:32.850406 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-287a6a06-7ca6-494b-87a4-0393b5dad7e1 req-b87f6004-fc70-4283-af53-1ab09f9e01da service neutron] 10.222.0.16 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711515 Jul 22 16:27:32.879572 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device eb232938-2bd4-4305-af50-971d8bbeb3fd up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:32.901377 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b304adc8-0825-4486-8816-1c6375e5af24 req-9f9f8a7e-eac5-44f8-ae03-e0c88f993519 service neutron] 10.222.0.30 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601612 Jul 22 16:27:32.910647 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614b17e-026a-44b7-ad32-b58d9f668d8d req-4abd247b-c12e-4001-91bf-38649c2b6bab tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:32.912466 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7614b17e-026a-44b7-ad32-b58d9f668d8d req-4abd247b-c12e-4001-91bf-38649c2b6bab tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=e90ba850-f5ec-4311-9601-077693bf3354 HTTP/1.1" status: 200 len: 943 time: 0.1484134 Jul 22 16:27:32.935660 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 260f523f-a963-4144-ab20-a5af2c81aca6 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:32.950820 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 260f523f-a963-4144-ab20-a5af2c81aca6 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:32.951399 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:33.009838 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7614b17e-026a-44b7-ad32-b58d9f668d8d req-1143ceb8-a2d9-4535-8642-b1cea3566645 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f996594-5e30-4435-859e-70f74cdb0b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663199 Jul 22 16:27:33.012698 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-287a6a06-7ca6-494b-87a4-0393b5dad7e1 req-e85008cf-5132-4a61-a9ad-0305977670cd service neutron] 10.222.0.16 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528237 Jul 22 16:27:33.117366 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 92b534db-6542-4bbd-a9d4-1700f70194be, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=92b534db-6542-4bbd-a9d4-1700f70194be,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:33.127897 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port eb232938-2bd4-4305-af50-971d8bbeb3fd completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:33.138216 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port eb232938-2bd4-4305-af50-971d8bbeb3fd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:33.139034 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:33.162266 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '92b534db-6542-4bbd-a9d4-1700f70194be', 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539', 'port_id': '92b534db-6542-4bbd-a9d4-1700f70194be', 'mac_address': 'fa:16:3e:49:5a:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce36437-5a9b-4c2b-a36e-e40d9943a98a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:33.248431 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:33.267071 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:33.309012 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c045a6-a566-4729-ae2f-e0c9f3ecb743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260f523f-a963-4144-ab20-a5af2c81aca6'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:33.309681 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191af76-2c02-4837-8826-f66344fa5996 req-86bd81d7-f921-49f4-8b73-b455db716495 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:33.311082 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6191af76-2c02-4837-8826-f66344fa5996 req-86bd81d7-f921-49f4-8b73-b455db716495 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 945 time: 0.1655216 Jul 22 16:27:33.312740 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6ae50e-8336-4325-a779-3fa3153d065f" -d '{"events": [{"server_uuid": "15c045a6-a566-4729-ae2f-e0c9f3ecb743", "name": "network-vif-plugged", "status": "completed", "tag": "260f523f-a963-4144-ab20-a5af2c81aca6"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:33.319096 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92b534db-6542-4bbd-a9d4-1700f70194be {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:33.342229 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 260f523f-a963-4144-ab20-a5af2c81aca6, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=260f523f-a963-4144-ab20-a5af2c81aca6,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:33.380420 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6191af76-2c02-4837-8826-f66344fa5996 req-4f96afbe-85bf-4511-a5ea-60ee79035451 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600996 Jul 22 16:27:33.429656 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 92b534db-6542-4bbd-a9d4-1700f70194be, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=92b534db-6542-4bbd-a9d4-1700f70194be,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:33.432309 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:33.436023 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d68632f-e51d-49e5-8a7a-05c1f61d377b x-openstack-request-id: req-8d68632f-e51d-49e5-8a7a-05c1f61d377b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:33.436307 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c045a6-a566-4729-ae2f-e0c9f3ecb743", "name": "network-vif-plugged", "status": "completed", "tag": "260f523f-a963-4144-ab20-a5af2c81aca6", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:33.436703 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8d68632f-e51d-49e5-8a7a-05c1f61d377b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:33.437130 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c045a6-a566-4729-ae2f-e0c9f3ecb743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260f523f-a963-4144-ab20-a5af2c81aca6', 'code': 200} Jul 22 16:27:33.443718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304adc8-0825-4486-8816-1c6375e5af24 req-d81b489b-963a-4a62-bbf1-97a193d35985 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:33.445959 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b304adc8-0825-4486-8816-1c6375e5af24 req-d81b489b-963a-4a62-bbf1-97a193d35985 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad&tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&binding%3Ahost_id=n-h2-798930-9 HTTP/1.1" status: 200 len: 1096 time: 0.1361959 Jul 22 16:27:33.453503 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36374) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:33.598145 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:33.600002 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=260f523f-a963-4144-ab20-a5af2c81aca6,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:33.658540 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d465124-6a2e-4f3a-a57d-f69bffdfcad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:33.678216 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:33.752024 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=92b534db-6542-4bbd-a9d4-1700f70194be,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:33.758596 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port eb232938-2bd4-4305-af50-971d8bbeb3fd, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=eb232938-2bd4-4305-af50-971d8bbeb3fd,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:33.765193 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:33.802539 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81badb64-6bac-4e23-851a-44855c408821 req-c84510f0-d6f1-485d-8087-f7f8af27db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:33.814663 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-81badb64-6bac-4e23-851a-44855c408821 req-c84510f0-d6f1-485d-8087-f7f8af27db29 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=15c045a6-a566-4729-ae2f-e0c9f3ecb743 HTTP/1.1" status: 200 len: 1101 time: 0.2499523 Jul 22 16:27:33.831604 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b304adc8-0825-4486-8816-1c6375e5af24 req-59b1a0f7-ddf7-4411-8b2b-c0102c04ecb7 service neutron] For port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:33.836818 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=eb232938-2bd4-4305-af50-971d8bbeb3fd,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:33.851353 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b304adc8-0825-4486-8816-1c6375e5af24 req-59b1a0f7-ddf7-4411-8b2b-c0102c04ecb7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:33.852635 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b304adc8-0825-4486-8816-1c6375e5af24 req-59b1a0f7-ddf7-4411-8b2b-c0102c04ecb7 service neutron] 10.222.0.30 "DELETE /v2.0/ports/72bbf97b-6a6b-40ea-8b2c-950b704b9c13/bindings/n-h1-798930-9 HTTP/1.1" status: 204 len: 173 time: 0.3834662 Jul 22 16:27:33.881964 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-81badb64-6bac-4e23-851a-44855c408821 req-7a055ec0-d065-4b90-8933-ab20a614fe8c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561326 Jul 22 16:27:33.891421 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863942e-a0ec-47e5-b336-a3dd27e92218 req-4e033c96-b723-4e15-a180-c9e64811ef1e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:33.894429 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9863942e-a0ec-47e5-b336-a3dd27e92218 req-4e033c96-b723-4e15-a180-c9e64811ef1e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=15c045a6-a566-4729-ae2f-e0c9f3ecb743 HTTP/1.1" status: 200 len: 950 time: 0.2041531 Jul 22 16:27:33.939746 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d465124-6a2e-4f3a-a57d-f69bffdfcad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:33.952077 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d465124-6a2e-4f3a-a57d-f69bffdfcad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:33.975151 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9863942e-a0ec-47e5-b336-a3dd27e92218 req-49c91939-88d9-44ea-bb8e-a60d0271801a tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717497 Jul 22 16:27:33.983705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['92b534db-6542-4bbd-a9d4-1700f70194be'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:34.009604 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7d465124-6a2e-4f3a-a57d-f69bffdfcad2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=37cc9b428e3b4fe19acea99ab29a0c3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5540109 Jul 22 16:27:34.012560 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36388) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:34.027843 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d465124-6a2e-4f3a-a57d-f69bffdfcad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ce4210-a309-47da-882f-6ef78db3b150,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:34.033057 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae90103-06ae-4683-9759-2b7215905a9f req-d467cbf2-a4fb-4a3d-9b79-4e6944ebe14c tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:34.037831 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ae90103-06ae-4683-9759-2b7215905a9f req-d467cbf2-a4fb-4a3d-9b79-4e6944ebe14c tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 944 time: 0.1013341 Jul 22 16:27:34.121005 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-edc240b1-27d7-41c1-b7f2-864895cb3aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:34.153297 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-edc240b1-27d7-41c1-b7f2-864895cb3aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:34.241865 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-edc240b1-27d7-41c1-b7f2-864895cb3aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:34.245180 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-edc240b1-27d7-41c1-b7f2-864895cb3aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:34.246041 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-edc240b1-27d7-41c1-b7f2-864895cb3aff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f4ce4210-a309-47da-882f-6ef78db3b150 HTTP/1.1" status: 204 len: 168 time: 0.2323740 Jul 22 16:27:34.281698 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc240b1-27d7-41c1-b7f2-864895cb3aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ce4210-a309-47da-882f-6ef78db3b150,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:34.439792 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ae90103-06ae-4683-9759-2b7215905a9f req-bd0a0c72-b16e-4819-8704-17ddc80c4adb tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954363 Jul 22 16:27:34.489117 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:34.498753 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796bbec-41ef-4d6d-b4a3-c3acbefd0450 req-2d005364-1450-4ad0-976c-701bfe9cb7a4 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:34.512934 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a796bbec-41ef-4d6d-b4a3-c3acbefd0450 req-2d005364-1450-4ad0-976c-701bfe9cb7a4 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=e90ba850-f5ec-4311-9601-077693bf3354 HTTP/1.1" status: 200 len: 943 time: 0.1287901 Jul 22 16:27:34.615837 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a796bbec-41ef-4d6d-b4a3-c3acbefd0450 req-dfa303f6-a774-4660-847b-d77d5db5dd26 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f996594-5e30-4435-859e-70f74cdb0b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859873 Jul 22 16:27:34.617944 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36404) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:34.670217 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9d6d8-4b61-422b-9020-c1700aa1ac9f req-2b78c7ee-bc6d-41b7-9b2a-352dc048f1ae tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:34.671773 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f0e9d6d8-4b61-422b-9020-c1700aa1ac9f req-2b78c7ee-bc6d-41b7-9b2a-352dc048f1ae tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 945 time: 0.1070893 Jul 22 16:27:34.748593 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f0e9d6d8-4b61-422b-9020-c1700aa1ac9f req-8ad0b75b-8501-43a4-8599-c572424d38a2 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699186 Jul 22 16:27:34.774089 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36412) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:34.788496 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-035063e4-1aae-4280-a2b6-f778a743c933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:34.790522 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d78b4bdb-2c3d-4b7d-bd2a-d0d1e8d62d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:34.814547 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-035063e4-1aae-4280-a2b6-f778a743c933 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:27:34.814547 n-d-798930-9 neutron-server[93816]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 16:27:34.814547 n-d-798930-9 neutron-server[93816]: [parameters: {'project_id': '2974e8f6ed764bf780d9765668095125', 'id': '4d6b30d4-94ae-4988-a586-4ed4d9823218', 'expiration': datetime.datetime(2021, 7, 22, 16, 29, 34, 808040)}] Jul 22 16:27:34.814547 n-d-798930-9 neutron-server[93816]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:27:34.814903 n-d-798930-9 neutron-server[93816]: DEBUG oslo_db.api [None req-035063e4-1aae-4280-a2b6-f778a743c933 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:27:34.816783 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device ba41d206-ea3a-4257-a621-58864bd45739 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:34.932436 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port ba41d206-ea3a-4257-a621-58864bd45739, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ba41d206-ea3a-4257-a621-58864bd45739,segment=NetworkSegment(6315e2cb-d9c3-4a02-9502-a063aabd4aa0),segment_id=6315e2cb-d9c3-4a02-9502-a063aabd4aa0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:34.947290 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'ba41d206-ea3a-4257-a621-58864bd45739', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'port_id': 'ba41d206-ea3a-4257-a621-58864bd45739', 'mac_address': 'fa:16:3e:8c:13:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:34.958763 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d78b4bdb-2c3d-4b7d-bd2a-d0d1e8d62d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:34.965859 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330af0aa-b68d-40ef-ba70-046d385e48c1 req-5d086fd1-3c2e-4ed5-af00-f81c45a54978 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:34.967931 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-330af0aa-b68d-40ef-ba70-046d385e48c1 req-5d086fd1-3c2e-4ed5-af00-f81c45a54978 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 1096 time: 0.1105187 Jul 22 16:27:34.969202 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d78b4bdb-2c3d-4b7d-bd2a-d0d1e8d62d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:35.009430 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:35.027374 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba41d206-ea3a-4257-a621-58864bd45739 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:35.033724 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d78b4bdb-2c3d-4b7d-bd2a-d0d1e8d62d53 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8d70897d7c354b73b8ba5f48abd6071a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585576 Jul 22 16:27:35.035794 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b4bdb-2c3d-4b7d-bd2a-d0d1e8d62d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf508052-e75f-46a5-b9f6-4313d1970fe8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:35.036507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36418) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:35.052322 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-330af0aa-b68d-40ef-ba70-046d385e48c1 req-1066bbda-40fb-4c1e-a773-756ece404a15 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707603 Jul 22 16:27:35.063824 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port ba41d206-ea3a-4257-a621-58864bd45739, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ba41d206-ea3a-4257-a621-58864bd45739,segment=NetworkSegment(6315e2cb-d9c3-4a02-9502-a063aabd4aa0),segment_id=6315e2cb-d9c3-4a02-9502-a063aabd4aa0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:35.084878 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:35.151079 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da3192e4-78fb-4f6a-9dd8-4ef96a123e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:35.209405 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=ba41d206-ea3a-4257-a621-58864bd45739,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:35.231139 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da3192e4-78fb-4f6a-9dd8-4ef96a123e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:35.315684 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c0420-38b0-4f76-b064-d6c8cdb5119c req-94be3a66-31e7-4c3b-b9f7-0cb37c091175 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:35.317222 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f4c0420-38b0-4f76-b064-d6c8cdb5119c req-94be3a66-31e7-4c3b-b9f7-0cb37c091175 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=15c045a6-a566-4729-ae2f-e0c9f3ecb743 HTTP/1.1" status: 200 len: 950 time: 0.1425273 Jul 22 16:27:35.319174 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-035063e4-1aae-4280-a2b6-f778a743c933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:35.330436 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da3192e4-78fb-4f6a-9dd8-4ef96a123e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:35.332957 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da3192e4-78fb-4f6a-9dd8-4ef96a123e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:35.334070 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-da3192e4-78fb-4f6a-9dd8-4ef96a123e63 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bf508052-e75f-46a5-b9f6-4313d1970fe8 HTTP/1.1" status: 204 len: 168 time: 0.2962539 Jul 22 16:27:35.362264 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3192e4-78fb-4f6a-9dd8-4ef96a123e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf508052-e75f-46a5-b9f6-4313d1970fe8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:35.415217 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f4c0420-38b0-4f76-b064-d6c8cdb5119c req-1fede9e9-030c-4249-a1d4-5669de4299ef tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867345 Jul 22 16:27:35.438034 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3274e9-23f8-4862-b101-9d7bf4484c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb232938-2bd4-4305-af50-971d8bbeb3fd'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:35.440323 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b0abe7-6c0b-483b-b731-b15b7a4098f3" -d '{"events": [{"server_uuid": "5e3274e9-23f8-4862-b101-9d7bf4484c3b", "name": "network-vif-plugged", "status": "completed", "tag": "eb232938-2bd4-4305-af50-971d8bbeb3fd"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:35.453270 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['ba41d206-ea3a-4257-a621-58864bd45739'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:35.485351 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-ef617ffe-d8bf-48d2-b91f-3038368a99ea tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:35.487955 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-ef617ffe-d8bf-48d2-b91f-3038368a99ea tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 807 time: 0.1550958 Jul 22 16:27:35.494802 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f636f2-c6df-4880-8556-4505c2cc2cfb x-openstack-request-id: req-72f636f2-c6df-4880-8556-4505c2cc2cfb {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:35.495086 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3274e9-23f8-4862-b101-9d7bf4484c3b", "name": "network-vif-plugged", "status": "completed", "tag": "eb232938-2bd4-4305-af50-971d8bbeb3fd", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:35.495421 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-72f636f2-c6df-4880-8556-4505c2cc2cfb {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:35.496415 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3274e9-23f8-4862-b101-9d7bf4484c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb232938-2bd4-4305-af50-971d8bbeb3fd', 'code': 200} Jul 22 16:27:35.502232 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-035063e4-1aae-4280-a2b6-f778a743c933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:35.508728 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-a7580b73-ca22-42a5-95cb-f752ba2b95ad tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/quotas/7782266dfdc04a53ab0c0d4cc2d32226 HTTP/1.1" status: 200 len: 375 time: 0.0152640 Jul 22 16:27:35.510172 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-035063e4-1aae-4280-a2b6-f778a743c933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:35.564963 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-035063e4-1aae-4280-a2b6-f778a743c933 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2974e8f6ed764bf780d9765668095125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9459376 Jul 22 16:27:35.565891 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035063e4-1aae-4280-a2b6-f778a743c933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f643448e-14c9-4a94-b309-27b8ed251e58,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:35.568627 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36440) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:35.639184 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-5b74d1f2-fa5d-4181-aa0d-0a48a20bbbf7 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1224792 Jul 22 16:27:35.751787 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-100091ea-b40b-4c6a-9113-4fca1a12ae55 service neutron] 10.222.0.69 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025450 Jul 22 16:27:35.857209 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-26306030-3393-41ef-87bb-ecb72228502f service neutron] 10.222.0.69 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982785 Jul 22 16:27:35.949427 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c95f944e-f2ba-4286-bdb6-954b8044c4fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:35.984799 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a21de-3fa0-4a56-a15b-84500d20764d req-0ce128df-4fe3-49f4-86c7-14dbadd15f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:35.986408 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-996a21de-3fa0-4a56-a15b-84500d20764d req-0ce128df-4fe3-49f4-86c7-14dbadd15f2f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5e3274e9-23f8-4862-b101-9d7bf4484c3b HTTP/1.1" status: 200 len: 1101 time: 0.3997285 Jul 22 16:27:35.989373 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c95f944e-f2ba-4286-bdb6-954b8044c4fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:36.029728 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9cefdf-82f2-4275-b24e-4d96ec3841c1 req-379e4db0-1b30-4596-b7f2-75149daab392 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:36.031318 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af9cefdf-82f2-4275-b24e-4d96ec3841c1 req-379e4db0-1b30-4596-b7f2-75149daab392 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 944 time: 0.4235504 Jul 22 16:27:36.090850 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-996a21de-3fa0-4a56-a15b-84500d20764d req-30a52910-fa7d-4740-9194-897dd3693fc7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922031 Jul 22 16:27:36.119286 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af9cefdf-82f2-4275-b24e-4d96ec3841c1 req-8ccc53b5-6778-4b7d-bb34-04eaf8dba888 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705502 Jul 22 16:27:36.127204 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c95f944e-f2ba-4286-bdb6-954b8044c4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:36.128586 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8dc7d-232c-4ca0-82b5-c9b9681f5946 req-c018702a-43e2-469c-9f25-3e894b972f5b tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:36.130474 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-61f8dc7d-232c-4ca0-82b5-c9b9681f5946 req-c018702a-43e2-469c-9f25-3e894b972f5b tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=e90ba850-f5ec-4311-9601-077693bf3354 HTTP/1.1" status: 200 len: 944 time: 0.0943127 Jul 22 16:27:36.130797 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c95f944e-f2ba-4286-bdb6-954b8044c4fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:36.134009 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c95f944e-f2ba-4286-bdb6-954b8044c4fd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f643448e-14c9-4a94-b309-27b8ed251e58 HTTP/1.1" status: 204 len: 168 time: 0.5623705 Jul 22 16:27:36.151429 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f944e-f2ba-4286-bdb6-954b8044c4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f643448e-14c9-4a94-b309-27b8ed251e58,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:36.222789 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-61f8dc7d-232c-4ca0-82b5-c9b9681f5946 req-60fa0d3f-6935-428a-8614-df1e6cdfa9ec tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f996594-5e30-4435-859e-70f74cdb0b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754960 Jul 22 16:27:36.234764 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bbe909e9-4299-401e-98f0-6905513ec035 req-f1bd0b73-bb85-4b5b-a067-3a1692ff2c8f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 210 time: 0.0538547 Jul 22 16:27:36.595284 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734eb39e-0d70-479c-aff6-6a07c6261614 req-8c5379f5-08c9-44d3-8084-a46e7f844923 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:36.602549 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-734eb39e-0d70-479c-aff6-6a07c6261614 req-8c5379f5-08c9-44d3-8084-a46e7f844923 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=15c045a6-a566-4729-ae2f-e0c9f3ecb743 HTTP/1.1" status: 200 len: 950 time: 0.0891612 Jul 22 16:27:36.608670 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36490) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:36.637361 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6a8afa9-98dc-4fd3-b0d1-66e84cb8e035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:36.641355 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-734eb39e-0d70-479c-aff6-6a07c6261614 req-7c6c077f-18c9-45bf-be20-820824f77312 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381269 Jul 22 16:27:36.774324 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6a8afa9-98dc-4fd3-b0d1-66e84cb8e035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:36.785910 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6a8afa9-98dc-4fd3-b0d1-66e84cb8e035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:36.818681 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device ba41d206-ea3a-4257-a621-58864bd45739 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:36.844134 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b6a8afa9-98dc-4fd3-b0d1-66e84cb8e035 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b7d837e647064138a74e344ea9c68aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297475 Jul 22 16:27:36.844134 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8afa9-98dc-4fd3-b0d1-66e84cb8e035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16670a3a-2c5e-4b37-8b6c-06f2c4d9474f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:36.844406 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36500) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:36.853304 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d7cff-751b-48b9-8125-7c53bcc71a10 req-fad65f34-3fb2-49e3-a118-9f95e471229e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:36.861283 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d73d7cff-751b-48b9-8125-7c53bcc71a10 req-fad65f34-3fb2-49e3-a118-9f95e471229e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e3274e9-23f8-4862-b101-9d7bf4484c3b HTTP/1.1" status: 200 len: 950 time: 0.1446483 Jul 22 16:27:36.907029 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d73d7cff-751b-48b9-8125-7c53bcc71a10 req-403ce767-5902-46d3-84be-475addaafa56 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442448 Jul 22 16:27:36.915057 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port ba41d206-ea3a-4257-a621-58864bd45739 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:36.920823 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port ba41d206-ea3a-4257-a621-58864bd45739 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:36.921198 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:36.924036 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7be275b-8e29-4685-ab2a-e62b8c861aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:36.945863 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7be275b-8e29-4685-ab2a-e62b8c861aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:36.995990 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7be275b-8e29-4685-ab2a-e62b8c861aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:36.998721 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7be275b-8e29-4685-ab2a-e62b8c861aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:36.999962 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d7be275b-8e29-4685-ab2a-e62b8c861aa6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/16670a3a-2c5e-4b37-8b6c-06f2c4d9474f HTTP/1.1" status: 204 len: 168 time: 0.1537828 Jul 22 16:27:37.008382 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be275b-8e29-4685-ab2a-e62b8c861aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16670a3a-2c5e-4b37-8b6c-06f2c4d9474f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:37.031181 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:37.065678 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port ba41d206-ea3a-4257-a621-58864bd45739, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ba41d206-ea3a-4257-a621-58864bd45739,segment=NetworkSegment(6315e2cb-d9c3-4a02-9502-a063aabd4aa0),segment_id=6315e2cb-d9c3-4a02-9502-a063aabd4aa0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:37.070141 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:37.070899 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 92b534db-6542-4bbd-a9d4-1700f70194be up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:37.291333 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=ba41d206-ea3a-4257-a621-58864bd45739,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:37.304632 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 92b534db-6542-4bbd-a9d4-1700f70194be completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:37.318419 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 92b534db-6542-4bbd-a9d4-1700f70194be triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:37.320079 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:37.342706 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd48d54-7178-4402-8b19-336434e3cb5e req-da563934-abb0-4366-af0c-30a0708537e9 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:37.351644 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7dd48d54-7178-4402-8b19-336434e3cb5e req-da563934-abb0-4366-af0c-30a0708537e9 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 944 time: 0.0973399 Jul 22 16:27:37.496933 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7dd48d54-7178-4402-8b19-336434e3cb5e req-a0a78969-57cd-41a4-b4ae-4f01f1c84b5f tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440926 Jul 22 16:27:37.508142 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90ba850-f5ec-4311-9601-077693bf3354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba41d206-ea3a-4257-a621-58864bd45739'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:37.519863 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6720611-3aac-4928-bbd0-318a25579963" -d '{"events": [{"server_uuid": "e90ba850-f5ec-4311-9601-077693bf3354", "name": "network-vif-plugged", "status": "completed", "tag": "ba41d206-ea3a-4257-a621-58864bd45739"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:37.530313 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:37.556232 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-b9b7a462-13d7-4597-b169-a37e17372f07 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:37.560823 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-b9b7a462-13d7-4597-b169-a37e17372f07 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.16 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 807 time: 0.1921477 Jul 22 16:27:37.582172 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-9335a746-3431-4aa7-a394-bdb84c41f01a tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Request body: {'port': {'device_id': 'a8802d4f-edfd-4ab7-a552-be6b92672681', 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8', 'admin_state_up': True, 'tenant_id': '7782266dfdc04a53ab0c0d4cc2d32226'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:37.587218 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 92b534db-6542-4bbd-a9d4-1700f70194be, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=92b534db-6542-4bbd-a9d4-1700f70194be,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:37.594914 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:37.628178 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac101387-0c89-4185-a735-32ee72b07a9d req-0ea0aeed-eb79-4b30-ad61-a1d1985ad458 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e12f097db788412a8061a04b2526cfd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286264 Jul 22 16:27:37.662848 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=92b534db-6542-4bbd-a9d4-1700f70194be,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:37.754837 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac101387-0c89-4185-a735-32ee72b07a9d req-2f8f39eb-b1d1-440f-927d-a3dc64ff0d11 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:37.756332 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac101387-0c89-4185-a735-32ee72b07a9d req-2f8f39eb-b1d1-440f-927d-a3dc64ff0d11 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1232519 Jul 22 16:27:37.771470 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4f250-eb55-46f6-9ce5-ed9601eb4b84 req-9b4d2671-a4f1-4d5c-a6ce-843981753e6e tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:37.773011 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0e4f250-eb55-46f6-9ce5-ed9601eb4b84 req-9b4d2671-a4f1-4d5c-a6ce-843981753e6e tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=e90ba850-f5ec-4311-9601-077693bf3354 HTTP/1.1" status: 200 len: 945 time: 0.1511779 Jul 22 16:27:37.773944 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac101387-0c89-4185-a735-32ee72b07a9d req-aaa14443-fe48-4d57-8651-c6f27d0387be tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/quotas/e12f097db788412a8061a04b2526cfd9 HTTP/1.1" status: 200 len: 375 time: 0.0108371 Jul 22 16:27:37.788372 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-9335a746-3431-4aa7-a394-bdb84c41f01a tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Made reservation on behalf of 7782266dfdc04a53ab0c0d4cc2d32226 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:37.791739 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-9335a746-3431-4aa7-a394-bdb84c41f01a tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:37.822577 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac101387-0c89-4185-a735-32ee72b07a9d req-3fba7366-1b65-4e74-9288-7e32c38d3172 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e12f097db788412a8061a04b2526cfd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362031 Jul 22 16:27:37.842046 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0e4f250-eb55-46f6-9ce5-ed9601eb4b84 req-9b940a51-747a-47be-985c-8a296ef249b6 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f996594-5e30-4435-859e-70f74cdb0b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615418 Jul 22 16:27:37.977866 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-9335a746-3431-4aa7-a394-bdb84c41f01a tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Allocated IP 172.20.0.8 (f917a743-2b29-4ed7-bc92-4ef128fdeba8/1dac8087-5dfb-4e2d-bc9b-97574efc063c/27f39a9a-f401-43f6-86f1-cfa75a6861e4) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:38.044612 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bde85bde-5692-4544-ab0a-627c0844d6b1 req-43401d25-a8f9-49ec-a5f8-6448b98e9bb7 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 210 time: 0.0480337 Jul 22 16:27:38.113897 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4add7928-06b7-4eda-92f2-91cbebb25ac0 x-openstack-request-id: req-4add7928-06b7-4eda-92f2-91cbebb25ac0 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:38.114699 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90ba850-f5ec-4311-9601-077693bf3354", "name": "network-vif-plugged", "status": "completed", "tag": "ba41d206-ea3a-4257-a621-58864bd45739", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:38.114956 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4add7928-06b7-4eda-92f2-91cbebb25ac0 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:38.115363 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90ba850-f5ec-4311-9601-077693bf3354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba41d206-ea3a-4257-a621-58864bd45739', 'code': 200} Jul 22 16:27:38.220748 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91901302-e709-49b6-9538-7dbfb327d10a req-05cefdbb-0647-4ed0-83a5-d3e9d62d34ee tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e12f097db788412a8061a04b2526cfd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269191 Jul 22 16:27:38.346767 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-9335a746-3431-4aa7-a394-bdb84c41f01a tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:38.364802 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91901302-e709-49b6-9538-7dbfb327d10a req-889402a3-659a-42df-93a4-3738e1f2c0fe tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:38.366599 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91901302-e709-49b6-9538-7dbfb327d10a req-889402a3-659a-42df-93a4-3738e1f2c0fe tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1389291 Jul 22 16:27:38.383656 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91901302-e709-49b6-9538-7dbfb327d10a req-cd0de9f2-d852-4adf-9604-a5e8e743a7a4 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/quotas/e12f097db788412a8061a04b2526cfd9 HTTP/1.1" status: 200 len: 375 time: 0.0113878 Jul 22 16:27:38.412386 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-9335a746-3431-4aa7-a394-bdb84c41f01a tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:38.422502 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c98f8-5ff1-4d52-82cc-f9549d389907 req-f806cdab-b363-4473-92ab-b55672517ff7 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:38.427058 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91901302-e709-49b6-9538-7dbfb327d10a req-46ea7c4d-83e1-44f5-b245-81a8c5a5e283 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e12f097db788412a8061a04b2526cfd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380027 Jul 22 16:27:38.434561 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-969c98f8-5ff1-4d52-82cc-f9549d389907 req-f806cdab-b363-4473-92ab-b55672517ff7 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e3274e9-23f8-4862-b101-9d7bf4484c3b HTTP/1.1" status: 200 len: 950 time: 0.3210955 Jul 22 16:27:38.525106 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335a746-3431-4aa7-a394-bdb84c41f01a tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Pushing event updated for resources: {'Port': ['ID=27f39a9a-f401-43f6-86f1-cfa75a6861e4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:38.528683 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-9335a746-3431-4aa7-a394-bdb84c41f01a tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Network f917a743-2b29-4ed7-bc92-4ef128fdeba8 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:38.536749 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-9335a746-3431-4aa7-a394-bdb84c41f01a tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:38.544006 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-9335a746-3431-4aa7-a394-bdb84c41f01a tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:38.549460 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-9335a746-3431-4aa7-a394-bdb84c41f01a tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:38.550106 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-9335a746-3431-4aa7-a394-bdb84c41f01a tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:38.586506 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc97014-949a-437c-b338-629f21d03ebc req-7c790571-5c04-45b1-b64b-2479bef6e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:38.588044 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bdc97014-949a-437c-b338-629f21d03ebc req-7c790571-5c04-45b1-b64b-2479bef6e2e6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e90ba850-f5ec-4311-9601-077693bf3354 HTTP/1.1" status: 200 len: 1096 time: 0.3694077 Jul 22 16:27:38.618302 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-969c98f8-5ff1-4d52-82cc-f9549d389907 req-32c5eb31-1903-460b-bd33-dd9f431f5182 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783812 Jul 22 16:27:38.678376 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-9335a746-3431-4aa7-a394-bdb84c41f01a tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1006427 Jul 22 16:27:38.710021 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bdc97014-949a-437c-b338-629f21d03ebc req-6f82e50a-e4ac-464c-a2da-cd822e023aaa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6f996594-5e30-4435-859e-70f74cdb0b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119292 Jul 22 16:27:38.712089 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6572514e-73fa-4214-9a5f-480587e28470 req-3a4b4a0d-bd67-4ada-847b-20bbc2e3519f tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=04e0a6b2-e0fc-4439-9923-7fdda29df12a HTTP/1.1" status: 200 len: 210 time: 0.0627806 Jul 22 16:27:38.718690 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-07ca52df-377c-4440-be4b-3ef02f99844a service neutron] Request body: {'port': {'device_id': 'a8802d4f-edfd-4ab7-a552-be6b92672681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:38.769856 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a99e3-e4a8-4400-a7b5-e5d8b729c602 req-b7d75f88-5e2e-4e61-a4de-f4799f4c6a88 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:38.774664 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d31a99e3-e4a8-4400-a7b5-e5d8b729c602 req-b7d75f88-5e2e-4e61-a4de-f4799f4c6a88 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 945 time: 0.1106107 Jul 22 16:27:38.861494 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-07ca52df-377c-4440-be4b-3ef02f99844a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:38.864280 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d31a99e3-e4a8-4400-a7b5-e5d8b729c602 req-85a865a8-fa82-4daa-8e44-686925b48991 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758080 Jul 22 16:27:39.016866 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61b0a0-df28-47a2-a639-89489833c5c7 req-02ad24f3-75e6-4a78-be7f-165f8ad824c7 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:39.024929 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dd61b0a0-df28-47a2-a639-89489833c5c7 req-02ad24f3-75e6-4a78-be7f-165f8ad824c7 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=e90ba850-f5ec-4311-9601-077693bf3354 HTTP/1.1" status: 200 len: 945 time: 0.0837116 Jul 22 16:27:39.096249 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dd61b0a0-df28-47a2-a639-89489833c5c7 req-7bb2876c-5288-4079-8254-389f4e1d9692 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f996594-5e30-4435-859e-70f74cdb0b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703492 Jul 22 16:27:39.257196 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1e979-f4bb-4500-970f-41b7a9b95865 req-1692fc4d-2b7c-46a9-a562-384c854b5fee tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:39.263775 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1e979-f4bb-4500-970f-41b7a9b95865 req-1692fc4d-2b7c-46a9-a562-384c854b5fee tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:39.271191 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-43b1e979-f4bb-4500-970f-41b7a9b95865 req-1692fc4d-2b7c-46a9-a562-384c854b5fee tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=15c045a6-a566-4729-ae2f-e0c9f3ecb743&device_id=5e3274e9-23f8-4862-b101-9d7bf4484c3b HTTP/1.1" status: 200 len: 1691 time: 0.1630371 Jul 22 16:27:39.277337 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36612) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:39.345282 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35026a-cb8e-46bf-b1d7-a45d485c5718 req-cfc95484-23c3-4b17-b6e9-167a25af5014 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:39.347090 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9a35026a-cb8e-46bf-b1d7-a45d485c5718 req-cfc95484-23c3-4b17-b6e9-167a25af5014 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 931 time: 0.0873666 Jul 22 16:27:39.358667 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-43b1e979-f4bb-4500-970f-41b7a9b95865 req-94e957e4-6450-4b2c-909b-f2d7be88f379 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864387 Jul 22 16:27:39.377311 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-07ca52df-377c-4440-be4b-3ef02f99844a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f39a9a-f401-43f6-86f1-cfa75a6861e4 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:39.388923 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-07ca52df-377c-4440-be4b-3ef02f99844a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:39.402899 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-07ca52df-377c-4440-be4b-3ef02f99844a service neutron] Transition to ACTIVE for port object 27f39a9a-f401-43f6-86f1-cfa75a6861e4 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:39.403114 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9a35026a-cb8e-46bf-b1d7-a45d485c5718 req-7721913f-0d3e-4314-a671-e675ce9b5842 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492876 Jul 22 16:27:39.411674 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-07ca52df-377c-4440-be4b-3ef02f99844a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:39.466550 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca52df-377c-4440-be4b-3ef02f99844a service neutron] Pushing event updated for resources: {'Port': ['ID=27f39a9a-f401-43f6-86f1-cfa75a6861e4,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:39.492481 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac101387-0c89-4185-a735-32ee72b07a9d req-33e9a5f0-e55c-4e48-9e59-cdef3cd14565 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e12f097db788412a8061a04b2526cfd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507796 Jul 22 16:27:39.508526 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-07ca52df-377c-4440-be4b-3ef02f99844a service neutron] Attempting to bind port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:39.508865 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-07ca52df-377c-4440-be4b-3ef02f99844a service neutron] Attempting to bind port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:39.509194 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-07ca52df-377c-4440-be4b-3ef02f99844a service neutron] Attempting to bind port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:39.515137 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-07ca52df-377c-4440-be4b-3ef02f99844a service neutron] Port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:39.515527 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-07ca52df-377c-4440-be4b-3ef02f99844a service neutron] Attempting to bind port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:39.522539 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-07ca52df-377c-4440-be4b-3ef02f99844a service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:39.522988 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-07ca52df-377c-4440-be4b-3ef02f99844a service neutron] Checking segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:39.523243 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-07ca52df-377c-4440-be4b-3ef02f99844a service neutron] Bound using segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:39.523702 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-07ca52df-377c-4440-be4b-3ef02f99844a service neutron] Bound port: 27f39a9a-f401-43f6-86f1-cfa75a6861e4, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:39.524071 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-07ca52df-377c-4440-be4b-3ef02f99844a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:39.538708 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3ea1579-608c-4653-9c4e-b1a39103de1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:39.619899 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-07ca52df-377c-4440-be4b-3ef02f99844a service neutron] For port 27f39a9a-f401-43f6-86f1-cfa75a6861e4, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:39.624226 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-07ca52df-377c-4440-be4b-3ef02f99844a service neutron] For port 27f39a9a-f401-43f6-86f1-cfa75a6861e4, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=27f39a9a-f401-43f6-86f1-cfa75a6861e4,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:39.629589 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-07ca52df-377c-4440-be4b-3ef02f99844a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:39.666783 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-07ca52df-377c-4440-be4b-3ef02f99844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:39.667959 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-07ca52df-377c-4440-be4b-3ef02f99844a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:39.669522 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-07ca52df-377c-4440-be4b-3ef02f99844a service neutron] 10.222.0.16 "PUT /v2.0/ports/27f39a9a-f401-43f6-86f1-cfa75a6861e4 HTTP/1.1" status: 200 len: 1091 time: 0.9564962 Jul 22 16:27:39.670046 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8802d4f-edfd-4ab7-a552-be6b92672681', 'tag': '27f39a9a-f401-43f6-86f1-cfa75a6861e4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:39.672362 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e673314-8ba0-479f-8d16-4c81bf391ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "a8802d4f-edfd-4ab7-a552-be6b92672681", "tag": "27f39a9a-f401-43f6-86f1-cfa75a6861e4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:39.695952 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac101387-0c89-4185-a735-32ee72b07a9d req-80217da6-5991-47d7-b14d-d1de4290618c tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:39.697429 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac101387-0c89-4185-a735-32ee72b07a9d req-80217da6-5991-47d7-b14d-d1de4290618c tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1992347 Jul 22 16:27:39.713226 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bd66b2-7c1e-4b82-9d65-6f484486ce8b x-openstack-request-id: req-19bd66b2-7c1e-4b82-9d65-6f484486ce8b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:39.713765 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8802d4f-edfd-4ab7-a552-be6b92672681", "tag": "27f39a9a-f401-43f6-86f1-cfa75a6861e4", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:39.713765 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-19bd66b2-7c1e-4b82-9d65-6f484486ce8b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:39.714772 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8802d4f-edfd-4ab7-a552-be6b92672681', 'tag': '27f39a9a-f401-43f6-86f1-cfa75a6861e4', 'status': 'completed', 'code': 200} Jul 22 16:27:39.717892 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5b108-5aa5-437d-be0b-6522cd9e506f req-558f7da1-43cf-4720-9444-9c810dbf5220 tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:39.718055 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca52df-377c-4440-be4b-3ef02f99844a service neutron] Pushing event updated for resources: {'Port': ['ID=27f39a9a-f401-43f6-86f1-cfa75a6861e4,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:39.719416 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bbd5b108-5aa5-437d-be0b-6522cd9e506f req-558f7da1-43cf-4720-9444-9c810dbf5220 tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=15c045a6-a566-4729-ae2f-e0c9f3ecb743 HTTP/1.1" status: 200 len: 1101 time: 0.1260197 Jul 22 16:27:39.734193 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-ac101387-0c89-4185-a735-32ee72b07a9d req-08637f84-4429-4418-84c3-b48ddfd82213 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Request body: {'port': {'device_id': '9108ce31-391a-44a6-8bcb-721e4f8f2f4f', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': 'e12f097db788412a8061a04b2526cfd9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:39.838108 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-29f579fe-912e-4e2f-a510-1aded5364b49 req-853cd086-0502-4bc9-b11f-ceacd0dad1d7 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=04e0a6b2-e0fc-4439-9923-7fdda29df12a HTTP/1.1" status: 200 len: 210 time: 0.0353892 Jul 22 16:27:39.860495 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bbd5b108-5aa5-437d-be0b-6522cd9e506f req-979deccc-55f8-4d08-9c14-9ababfe4d661 tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339726 Jul 22 16:27:39.863197 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e673314-8ba0-479f-8d16-4c81bf391ccc req-f0efa2c2-8ae5-442b-99e8-9b36c2486425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:39.866841 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0e673314-8ba0-479f-8d16-4c81bf391ccc req-f0efa2c2-8ae5-442b-99e8-9b36c2486425 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 1094 time: 0.0991313 Jul 22 16:27:39.874585 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3ea1579-608c-4653-9c4e-b1a39103de1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:39.880135 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3ea1579-608c-4653-9c4e-b1a39103de1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:39.939429 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a3ea1579-608c-4653-9c4e-b1a39103de1a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d50be72c6a704526b96453542c81bcde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6604192 Jul 22 16:27:39.945067 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36628) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:39.955880 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea1579-608c-4653-9c4e-b1a39103de1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c89185-626f-4e43-ab08-08504fa3920c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:39.999345 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac101387-0c89-4185-a735-32ee72b07a9d req-08637f84-4429-4418-84c3-b48ddfd82213 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Made reservation on behalf of e12f097db788412a8061a04b2526cfd9 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:40.002704 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ac101387-0c89-4185-a735-32ee72b07a9d req-08637f84-4429-4418-84c3-b48ddfd82213 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:40.022963 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ac101387-0c89-4185-a735-32ee72b07a9d req-08637f84-4429-4418-84c3-b48ddfd82213 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:40.073271 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79f5f7b0-7038-4481-bca1-89e2634fdfc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:40.116172 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d5454d-57b2-4b91-850e-8cdd8893d41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b534db-6542-4bbd-a9d4-1700f70194be'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:40.119511 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31850a53-2d47-4e3b-9f1d-ff25c46d4ce9" -d '{"events": [{"server_uuid": "d2d5454d-57b2-4b91-850e-8cdd8893d41c", "name": "network-vif-plugged", "status": "completed", "tag": "92b534db-6542-4bbd-a9d4-1700f70194be"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:40.128731 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc191d1b-d00c-4990-b146-28d716dbaa78 req-2811dc16-c52e-431e-a220-1607fe6311f7 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:40.130197 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc191d1b-d00c-4990-b146-28d716dbaa78 req-2811dc16-c52e-431e-a220-1607fe6311f7 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 945 time: 0.1644471 Jul 22 16:27:40.136447 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79f5f7b0-7038-4481-bca1-89e2634fdfc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:40.158213 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a9af6-abdd-469b-9dc4-39b25617c326 req-6faae304-0dde-43e2-b7f9-c8432e1bf30c tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:40.159782 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e7a9af6-abdd-469b-9dc4-39b25617c326 req-6faae304-0dde-43e2-b7f9-c8432e1bf30c tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5e3274e9-23f8-4862-b101-9d7bf4484c3b HTTP/1.1" status: 200 len: 1101 time: 0.2269185 Jul 22 16:27:40.163053 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e673314-8ba0-479f-8d16-4c81bf391ccc req-a1f19311-8822-4187-b2f3-183af0a641fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:40.164743 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0e673314-8ba0-479f-8d16-4c81bf391ccc req-a1f19311-8822-4187-b2f3-183af0a641fc service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2694240 Jul 22 16:27:40.224622 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc191d1b-d00c-4990-b146-28d716dbaa78 req-f351092a-618a-4c4a-bea2-b3427ea49e5f tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859966 Jul 22 16:27:40.274463 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e7a9af6-abdd-469b-9dc4-39b25617c326 req-3a402659-91e2-4422-8008-888d99e4afcb tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059332 Jul 22 16:27:40.277715 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91901302-e709-49b6-9538-7dbfb327d10a req-ca5f376c-cd62-4cec-abda-746caf571809 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e12f097db788412a8061a04b2526cfd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456898 Jul 22 16:27:40.278337 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79f5f7b0-7038-4481-bca1-89e2634fdfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:40.281077 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79f5f7b0-7038-4481-bca1-89e2634fdfc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:40.282148 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-79f5f7b0-7038-4481-bca1-89e2634fdfc6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e1c89185-626f-4e43-ab08-08504fa3920c HTTP/1.1" status: 204 len: 168 time: 0.3357534 Jul 22 16:27:40.346023 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ac101387-0c89-4185-a735-32ee72b07a9d req-08637f84-4429-4418-84c3-b48ddfd82213 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:40.351297 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42c968b-c783-4e94-9e3b-bb9d5787b4bb x-openstack-request-id: req-f42c968b-c783-4e94-9e3b-bb9d5787b4bb {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:40.351710 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d5454d-57b2-4b91-850e-8cdd8893d41c", "name": "network-vif-plugged", "status": "completed", "tag": "92b534db-6542-4bbd-a9d4-1700f70194be", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:40.352092 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f42c968b-c783-4e94-9e3b-bb9d5787b4bb {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:40.352541 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d5454d-57b2-4b91-850e-8cdd8893d41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b534db-6542-4bbd-a9d4-1700f70194be', 'code': 200} Jul 22 16:27:40.372859 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ac101387-0c89-4185-a735-32ee72b07a9d req-08637f84-4429-4418-84c3-b48ddfd82213 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:40.442129 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5f7b0-7038-4481-bca1-89e2634fdfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c89185-626f-4e43-ab08-08504fa3920c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:40.489754 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e673314-8ba0-479f-8d16-4c81bf391ccc req-28806905-a85a-4122-b6b6-bc6efd98739d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:40.491463 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0e673314-8ba0-479f-8d16-4c81bf391ccc req-28806905-a85a-4122-b6b6-bc6efd98739d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3149452 Jul 22 16:27:40.604445 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08637f84-4429-4418-84c3-b48ddfd82213 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e79732b-b67b-4582-b5c4-d1c5f4164440,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:40.629492 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91901302-e709-49b6-9538-7dbfb327d10a req-756a4111-9486-4999-bd28-20f48c33c739 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:40.631688 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91901302-e709-49b6-9538-7dbfb327d10a req-756a4111-9486-4999-bd28-20f48c33c739 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3481717 Jul 22 16:27:40.657281 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-91901302-e709-49b6-9538-7dbfb327d10a req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Request body: {'port': {'device_id': '04e0a6b2-e0fc-4439-9923-7fdda29df12a', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': 'e12f097db788412a8061a04b2526cfd9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:40.664212 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b857b-7e5c-4ced-9756-83efa2135d0e req-508c6624-b888-45ea-9e79-7a86818e51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:40.666042 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d31b857b-7e5c-4ced-9756-83efa2135d0e req-508c6624-b888-45ea-9e79-7a86818e51c6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 1096 time: 0.1368279 Jul 22 16:27:40.687613 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4b211-0e23-4340-a25d-5112b8fba491 req-474c8ad9-0e14-4640-9a93-78e7baa5b810 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:40.689115 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-53b4b211-0e23-4340-a25d-5112b8fba491 req-474c8ad9-0e14-4640-9a93-78e7baa5b810 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 943 time: 0.1300333 Jul 22 16:27:40.692215 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-a06fc17f-9f99-4db6-ad54-51aaddea6ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:40.693511 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-a06fc17f-9f99-4db6-ad54-51aaddea6ea8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 1094 time: 0.1186113 Jul 22 16:27:40.706485 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc15063-1244-4e7b-ac4c-19a751d89471 req-7cfa9041-43d1-4bb1-8a63-9002ed78319e tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:40.713269 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dbc15063-1244-4e7b-ac4c-19a751d89471 req-7cfa9041-43d1-4bb1-8a63-9002ed78319e tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=e90ba850-f5ec-4311-9601-077693bf3354 HTTP/1.1" status: 200 len: 945 time: 0.3704274 Jul 22 16:27:40.755183 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36648) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:40.760374 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-9a0c08d6-f934-4953-9340-4fbb6973961f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27f39a9a-f401-43f6-86f1-cfa75a6861e4 HTTP/1.1" status: 200 len: 217 time: 0.0529535 Jul 22 16:27:40.796023 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-652b4bca-73e5-41a9-b371-a8d10e1ebbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:40.799917 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-ac101387-0c89-4185-a735-32ee72b07a9d req-08637f84-4429-4418-84c3-b48ddfd82213 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Allocated IP 192.168.233.109 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/a0b654b3-3e6f-4821-902e-2228335f5f19) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:40.810198 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d31b857b-7e5c-4ced-9756-83efa2135d0e req-7962285b-d42a-42f7-8ae0-7e96c9f72166 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156754 Jul 22 16:27:40.814543 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-53b4b211-0e23-4340-a25d-5112b8fba491 req-482a05af-1e60-4224-8d37-0f55cb920391 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140108 Jul 22 16:27:40.841526 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-7908102a-36f9-476f-a669-5dd7a22ceec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:40.843607 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-7908102a-36f9-476f-a669-5dd7a22ceec2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1dac8087-5dfb-4e2d-bc9b-97574efc063c HTTP/1.1" status: 200 len: 847 time: 0.0664053 Jul 22 16:27:40.848125 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dbc15063-1244-4e7b-ac4c-19a751d89471 req-621ed885-a1cd-4dc4-8406-d7f472bc8a66 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f996594-5e30-4435-859e-70f74cdb0b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340213 Jul 22 16:27:40.931027 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-68e2b2ed-e442-4e82-ad6b-6eb8ed1fa8a0 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=1c8d6245ad404817abeaf30553b64f00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233707 Jul 22 16:27:41.120738 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-652b4bca-73e5-41a9-b371-a8d10e1ebbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:41.124002 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ac101387-0c89-4185-a735-32ee72b07a9d req-08637f84-4429-4418-84c3-b48ddfd82213 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:41.143128 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-652b4bca-73e5-41a9-b371-a8d10e1ebbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:41.195153 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-ac101387-0c89-4185-a735-32ee72b07a9d req-08637f84-4429-4418-84c3-b48ddfd82213 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Transition to ACTIVE for port object a0b654b3-3e6f-4821-902e-2228335f5f19 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:41.226724 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91901302-e709-49b6-9538-7dbfb327d10a req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Made reservation on behalf of e12f097db788412a8061a04b2526cfd9 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:41.230114 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-91901302-e709-49b6-9538-7dbfb327d10a req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:41.242387 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d9368-974c-494f-9994-417562c40f65 req-b716c024-d7e6-4fe3-9ff5-20fa089ae307 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:41.243899 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-020d9368-974c-494f-9994-417562c40f65 req-b716c024-d7e6-4fe3-9ff5-20fa089ae307 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cca701-a65d-49df-bf1c-551488e8dfaf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2566457 Jul 22 16:27:41.249586 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-652b4bca-73e5-41a9-b371-a8d10e1ebbd7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d9f75c1155b847b39310fade15fab58d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4934747 Jul 22 16:27:41.251405 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36664) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:41.264874 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-feea19e5-e93f-4ba1-94a2-5b66c671e198 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f917a743-2b29-4ed7-bc92-4ef128fdeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315695 Jul 22 16:27:41.268066 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b4bca-73e5-41a9-b371-a8d10e1ebbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a388c951-adfc-4679-89d8-51ae67c169ac,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:41.320328 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-df6ca891-a018-4259-bab4-6ff75e0c00b7 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:41.322048 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-df6ca891-a018-4259-bab4-6ff75e0c00b7 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3846729 Jul 22 16:27:41.371981 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-ffad2324-392d-43ab-b58c-893dd5aac480 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/quotas/1c8d6245ad404817abeaf30553b64f00 HTTP/1.1" status: 200 len: 375 time: 0.0419157 Jul 22 16:27:41.425701 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-0e4cac6a-92ef-4bbf-a128-363fd99270cf service neutron] 10.222.0.16 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513419 Jul 22 16:27:41.491705 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-49c937f6-8d80-4d19-a897-f0fdc33c4f0c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c8d6245ad404817abeaf30553b64f00&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1125925 Jul 22 16:27:41.559440 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7477e833-c449-40ce-b64b-1e48ffcb2225 req-d6b456da-edba-49d4-ae2f-ddacba513e50 service neutron] 10.222.0.16 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186335 Jul 22 16:27:41.610614 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-020d9368-974c-494f-9994-417562c40f65 req-466094d0-f1d7-4103-98da-177154bf5757 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.242 HTTP/1.1" status: 200 len: 696 time: 0.3570340 Jul 22 16:27:41.658515 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-020d9368-974c-494f-9994-417562c40f65 req-5f92ce70-1aaa-4661-8e8f-33dfdfe44875 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Request body: {'floatingip': {'port_id': '5a5a427f-568b-40a5-bdd1-9d007ab25756', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:41.706167 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:41.722470 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-020d9368-974c-494f-9994-417562c40f65 req-5f92ce70-1aaa-4661-8e8f-33dfdfe44875 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:41.727642 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-042be18d-91e5-4f3d-83ea-4711d180d9c2 req-52cbfd4f-6ac7-4a9f-8432-47b96f4562e1 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=04e0a6b2-e0fc-4439-9923-7fdda29df12a HTTP/1.1" status: 200 len: 210 time: 0.0502594 Jul 22 16:27:41.735980 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ac101387-0c89-4185-a735-32ee72b07a9d req-08637f84-4429-4418-84c3-b48ddfd82213 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:41.791778 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b00e70d-2463-4f4f-a80f-df323d339dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:41.863966 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:41.895402 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92693315-f598-411e-bfa5-c71e7f57106c req-7cd671fc-b175-46e6-b349-44cd26c44acb tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:41.897036 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92693315-f598-411e-bfa5-c71e7f57106c req-7cd671fc-b175-46e6-b349-44cd26c44acb tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 945 time: 0.0854192 Jul 22 16:27:41.910972 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b00e70d-2463-4f4f-a80f-df323d339dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:41.915862 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac101387-0c89-4185-a735-32ee72b07a9d req-08637f84-4429-4418-84c3-b48ddfd82213 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:41.940612 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92693315-f598-411e-bfa5-c71e7f57106c req-00bdc1e4-d2b2-41f8-842f-009a774bba87 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370641 Jul 22 16:27:41.950041 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-ac101387-0c89-4185-a735-32ee72b07a9d req-08637f84-4429-4418-84c3-b48ddfd82213 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:41.957342 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08637f84-4429-4418-84c3-b48ddfd82213 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Pushing event updated for resources: {'Port': ['ID=a0b654b3-3e6f-4821-902e-2228335f5f19,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:41.965422 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac101387-0c89-4185-a735-32ee72b07a9d req-08637f84-4429-4418-84c3-b48ddfd82213 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:42.023635 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-91901302-e709-49b6-9538-7dbfb327d10a req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Allocated IP 192.168.233.16 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/9d080875-efa0-4f12-b76e-212b84683f76) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:42.103977 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac101387-0c89-4185-a735-32ee72b07a9d req-08637f84-4429-4418-84c3-b48ddfd82213 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:42.105120 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ac101387-0c89-4185-a735-32ee72b07a9d req-08637f84-4429-4418-84c3-b48ddfd82213 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:42.241686 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b00e70d-2463-4f4f-a80f-df323d339dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:42.244591 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b00e70d-2463-4f4f-a80f-df323d339dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:42.246336 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1b00e70d-2463-4f4f-a80f-df323d339dc4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a388c951-adfc-4679-89d8-51ae67c169ac HTTP/1.1" status: 204 len: 168 time: 0.9914021 Jul 22 16:27:42.252519 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-447b631c-d5aa-4529-a269-c540beaf59e3 req-b02630d5-b54d-4bcf-93eb-9be0d8f6b462 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d258c5b-dac6-49e1-b99a-9486303bd97a HTTP/1.1" status: 200 len: 210 time: 0.0742307 Jul 22 16:27:42.283982 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00e70d-2463-4f4f-a80f-df323d339dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a388c951-adfc-4679-89d8-51ae67c169ac,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:42.299236 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac101387-0c89-4185-a735-32ee72b07a9d req-08637f84-4429-4418-84c3-b48ddfd82213 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5715659 Jul 22 16:27:42.349037 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-05483940-b376-434a-add5-88a988859d69 None None] Provisioning for port a0b654b3-3e6f-4821-902e-2228335f5f19 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:42.354356 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-05483940-b376-434a-add5-88a988859d69 None None] Provisioning complete for port a0b654b3-3e6f-4821-902e-2228335f5f19 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:42.355483 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05483940-b376-434a-add5-88a988859d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:42.384704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-ac101387-0c89-4185-a735-32ee72b07a9d req-a3a3e9cb-f811-425c-9e84-9c359bc67121 service neutron] Request body: {'port': {'device_id': '9108ce31-391a-44a6-8bcb-721e4f8f2f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:42.443809 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-05483940-b376-434a-add5-88a988859d69 None None] Port a0b654b3-3e6f-4821-902e-2228335f5f19 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:27:42.529788 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7973a-c351-4cde-888f-7cec15d90140 req-17d2cba3-f4f4-4e5f-b759-b188ce9d224c tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:42.531565 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bec7973a-c351-4cde-888f-7cec15d90140 req-17d2cba3-f4f4-4e5f-b759-b188ce9d224c tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 943 time: 0.1379812 Jul 22 16:27:42.585174 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bec7973a-c351-4cde-888f-7cec15d90140 req-a17c0755-b9cd-487a-aa22-36a44be4517d tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478384 Jul 22 16:27:42.607101 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-91901302-e709-49b6-9538-7dbfb327d10a req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:42.655201 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ac101387-0c89-4185-a735-32ee72b07a9d req-a3a3e9cb-f811-425c-9e84-9c359bc67121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:42.659005 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-91901302-e709-49b6-9538-7dbfb327d10a req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Transition to ACTIVE for port object 9d080875-efa0-4f12-b76e-212b84683f76 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:42.790797 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.db.resource_extend [req-020d9368-974c-494f-9994-417562c40f65 req-5f92ce70-1aaa-4661-8e8f-33dfdfe44875 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:27:42.920072 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-91901302-e709-49b6-9538-7dbfb327d10a req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:42.940576 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cc3c9-61a6-4246-81cc-2e986ac838bd req-22c61ef5-a5bf-410e-89f7-fd648d86fed5 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:42.953899 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-639cc3c9-61a6-4246-81cc-2e986ac838bd req-22c61ef5-a5bf-410e-89f7-fd648d86fed5 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=04e0a6b2-e0fc-4439-9923-7fdda29df12a HTTP/1.1" status: 200 len: 935 time: 0.0922291 Jul 22 16:27:42.963689 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-020d9368-974c-494f-9994-417562c40f65 req-5f92ce70-1aaa-4661-8e8f-33dfdfe44875 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:42.997636 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91901302-e709-49b6-9538-7dbfb327d10a req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:43.003519 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-91901302-e709-49b6-9538-7dbfb327d10a req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:43.006266 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-020d9368-974c-494f-9994-417562c40f65 req-5f92ce70-1aaa-4661-8e8f-33dfdfe44875 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:43.014381 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-91901302-e709-49b6-9538-7dbfb327d10a req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:43.015422 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-639cc3c9-61a6-4246-81cc-2e986ac838bd req-ba9eb2e8-8938-48e7-9819-887b0950a8ed tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604875 Jul 22 16:27:43.156092 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Pushing event updated for resources: {'Port': ['ID=9d080875-efa0-4f12-b76e-212b84683f76,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:43.190768 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:43.191113 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:43.191459 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:43.191796 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:43.192130 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:43.192467 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:43.192800 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:43.193388 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:43.193708 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:43.194248 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:43.194740 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:43.195060 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:43.242636 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616e6c4-2ba6-40f6-84b6-493fa99dd2e0 req-41a6efa4-24fe-4327-beb1-2c1d71a7873b tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:43.244821 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f616e6c4-2ba6-40f6-84b6-493fa99dd2e0 req-41a6efa4-24fe-4327-beb1-2c1d71a7873b tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=b37ee055-699a-4b9f-a632-502f41a0430e HTTP/1.1" status: 200 len: 945 time: 0.1693645 Jul 22 16:27:43.284306 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [req-020d9368-974c-494f-9994-417562c40f65 req-5f92ce70-1aaa-4661-8e8f-33dfdfe44875 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Floating IP b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212 associated. External IP: 172.25.0.242, port: 5a5a427f-568b-40a5-bdd1-9d007ab25756. Jul 22 16:27:43.307438 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f616e6c4-2ba6-40f6-84b6-493fa99dd2e0 req-544e0ab5-0693-4d6d-8b9e-a1fbdca1d762 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522871 Jul 22 16:27:43.367195 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-a3e38272-5041-44d6-a155-524b17d0d2f5 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1c8d6245ad404817abeaf30553b64f00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262666 Jul 22 16:27:43.376646 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3316c40d-5a35-4eae-9357-e34f368d28d6 None None] Provisioning for port 9d080875-efa0-4f12-b76e-212b84683f76 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:43.380992 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3316c40d-5a35-4eae-9357-e34f368d28d6 None None] Provisioning complete for port 9d080875-efa0-4f12-b76e-212b84683f76 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:43.381477 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3316c40d-5a35-4eae-9357-e34f368d28d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:43.421280 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3316c40d-5a35-4eae-9357-e34f368d28d6 None None] Port 9d080875-efa0-4f12-b76e-212b84683f76 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:27:43.433688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91901302-e709-49b6-9538-7dbfb327d10a req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:43.434367 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-91901302-e709-49b6-9538-7dbfb327d10a req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:43.531966 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6018bf8-02cb-4c5a-a929-d0bd4aab9a4f req-20d71a5e-b7d4-49c1-9fb8-fa8af48ad353 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:43.538865 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a6018bf8-02cb-4c5a-a929-d0bd4aab9a4f req-20d71a5e-b7d4-49c1-9fb8-fa8af48ad353 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 945 time: 0.1695249 Jul 22 16:27:43.551657 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-1b610771-4f4b-49c7-bd04-0829229fd473 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:43.553278 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-1b610771-4f4b-49c7-bd04-0829229fd473 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1715734 Jul 22 16:27:43.596819 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Request body: {'port': {'device_id': '5d258c5b-dac6-49e1-b99a-9486303bd97a', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '1c8d6245ad404817abeaf30553b64f00'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:43.618654 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a6018bf8-02cb-4c5a-a929-d0bd4aab9a4f req-a5fb8552-eb54-462b-81d8-26fb486f476c tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785980 Jul 22 16:27:43.735641 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Made reservation on behalf of 1c8d6245ad404817abeaf30553b64f00 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:43.740135 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:43.785496 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91901302-e709-49b6-9538-7dbfb327d10a req-8b285f51-9cee-46d8-a6d5-9ac60bfe672b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1320031 Jul 22 16:27:43.815083 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-91901302-e709-49b6-9538-7dbfb327d10a req-c0c65823-f3ea-443b-8418-d2c5665f40ee service neutron] Request body: {'port': {'device_id': '04e0a6b2-e0fc-4439-9923-7fdda29df12a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:43.881433 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-84066049-2f20-4d31-a30d-929778fae027 req-f4bcd83b-8f0b-48ca-9ca7-2d54fed2a7d0 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d258c5b-dac6-49e1-b99a-9486303bd97a HTTP/1.1" status: 200 len: 210 time: 0.0292275 Jul 22 16:27:43.909622 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-ac101387-0c89-4185-a735-32ee72b07a9d req-a3a3e9cb-f811-425c-9e84-9c359bc67121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b654b3-3e6f-4821-902e-2228335f5f19 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:43.923072 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-020d9368-974c-494f-9994-417562c40f65 req-5f92ce70-1aaa-4661-8e8f-33dfdfe44875 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Router eae740ba-78ea-488a-856a-a12fece67b48 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:27:43.946019 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ac101387-0c89-4185-a735-32ee72b07a9d req-a3a3e9cb-f811-425c-9e84-9c359bc67121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:43.975870 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-ac101387-0c89-4185-a735-32ee72b07a9d req-a3a3e9cb-f811-425c-9e84-9c359bc67121 service neutron] Transition to ACTIVE for port object a0b654b3-3e6f-4821-902e-2228335f5f19 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:43.983064 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-91901302-e709-49b6-9538-7dbfb327d10a req-c0c65823-f3ea-443b-8418-d2c5665f40ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:43.984718 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ac101387-0c89-4185-a735-32ee72b07a9d req-a3a3e9cb-f811-425c-9e84-9c359bc67121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:44.041133 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cad32-527e-42ba-b8f6-38eb9fdcc363 req-ad7236bc-1878-4f02-a53b-e858935dc0b2 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:44.042767 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c9cad32-527e-42ba-b8f6-38eb9fdcc363 req-ad7236bc-1878-4f02-a53b-e858935dc0b2 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 943 time: 0.1037471 Jul 22 16:27:44.071063 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Allocated IP 192.168.233.151 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:44.110043 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c9cad32-527e-42ba-b8f6-38eb9fdcc363 req-f8120e2e-657f-4790-8a2d-e4da1935875c tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604482 Jul 22 16:27:44.150716 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3e9cb-f811-425c-9e84-9c359bc67121 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b654b3-3e6f-4821-902e-2228335f5f19,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:44.289662 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-020d9368-974c-494f-9994-417562c40f65 req-5f92ce70-1aaa-4661-8e8f-33dfdfe44875 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:27:44.293558 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:44.297876 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-020d9368-974c-494f-9994-417562c40f65 req-5f92ce70-1aaa-4661-8e8f-33dfdfe44875 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:44.309641 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Transition to ACTIVE for port object 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:44.314249 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c8c48c-8a73-4be3-8d27-f693f4ca52ac None None] Sync routers for ids ['eae740ba-78ea-488a-856a-a12fece67b48'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:27:44.342230 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:27:44.343117 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c8c48c-8a73-4be3-8d27-f693f4ca52ac None None] Routers {'eae740ba-78ea-488a-856a-a12fece67b48'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:44.344289 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a4c8c48c-8a73-4be3-8d27-f693f4ca52ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:27:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['eae740ba-78ea-488a-856a-a12fece67b48'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:44.363127 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-ac101387-0c89-4185-a735-32ee72b07a9d req-a3a3e9cb-f811-425c-9e84-9c359bc67121 service neutron] Attempting to bind port a0b654b3-3e6f-4821-902e-2228335f5f19 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:44.363415 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-ac101387-0c89-4185-a735-32ee72b07a9d req-a3a3e9cb-f811-425c-9e84-9c359bc67121 service neutron] Attempting to bind port a0b654b3-3e6f-4821-902e-2228335f5f19 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:44.363743 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac101387-0c89-4185-a735-32ee72b07a9d req-a3a3e9cb-f811-425c-9e84-9c359bc67121 service neutron] Attempting to bind port a0b654b3-3e6f-4821-902e-2228335f5f19 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:44.371283 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:44.381335 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-020d9368-974c-494f-9994-417562c40f65 req-5f92ce70-1aaa-4661-8e8f-33dfdfe44875 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "PUT /v2.0/floatingips/b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212 HTTP/1.1" status: 200 len: 996 time: 2.7597835 Jul 22 16:27:44.391156 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cca701-a65d-49df-bf1c-551488e8dfaf', 'tag': '5a5a427f-568b-40a5-bdd1-9d007ab25756'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:44.393500 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ad2078-bc12-47eb-853d-e0a20388afea" -d '{"events": [{"name": "network-changed", "server_uuid": "82cca701-a65d-49df-bf1c-551488e8dfaf", "tag": "5a5a427f-568b-40a5-bdd1-9d007ab25756"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:44.395845 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac101387-0c89-4185-a735-32ee72b07a9d req-a3a3e9cb-f811-425c-9e84-9c359bc67121 service neutron] Port a0b654b3-3e6f-4821-902e-2228335f5f19 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:44.396179 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac101387-0c89-4185-a735-32ee72b07a9d req-a3a3e9cb-f811-425c-9e84-9c359bc67121 service neutron] Attempting to bind port a0b654b3-3e6f-4821-902e-2228335f5f19 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:44.418957 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['07e49a48-d61b-4098-8c5e-9bc161f48e8c', '3424472c-2310-4937-8024-3df0f84c371a', '908ae5ed-8b6d-4d24-a091-5fa9b0980f73', '260f523f-a963-4144-ab20-a5af2c81aca6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:44.421510 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:44.427671 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:44.431826 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:44.438282 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:44.438916 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:44.446180 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac101387-0c89-4185-a735-32ee72b07a9d req-a3a3e9cb-f811-425c-9e84-9c359bc67121 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:44.446588 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac101387-0c89-4185-a735-32ee72b07a9d req-a3a3e9cb-f811-425c-9e84-9c359bc67121 service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:44.446914 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac101387-0c89-4185-a735-32ee72b07a9d req-a3a3e9cb-f811-425c-9e84-9c359bc67121 service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:44.447343 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-ac101387-0c89-4185-a735-32ee72b07a9d req-a3a3e9cb-f811-425c-9e84-9c359bc67121 service neutron] Bound port: a0b654b3-3e6f-4821-902e-2228335f5f19, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:44.447705 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ac101387-0c89-4185-a735-32ee72b07a9d req-a3a3e9cb-f811-425c-9e84-9c359bc67121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:44.448948 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Pushing event updated for resources: {'Port': ['ID=9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:44.474220 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:44.474799 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:44.475170 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:44.475666 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:44.475996 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:44.476323 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:44.476644 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:44.476970 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:44.477289 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:44.477610 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:44.477979 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:44.478846 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:44.507284 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-88cc3c34-4f40-434f-8f44-7c3f8bd0a861 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9157221 Jul 22 16:27:44.512717 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['eb232938-2bd4-4305-af50-971d8bbeb3fd'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:44.546174 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5e56b-d32e-427b-9c13-769354976926 req-bbc752e4-919e-4700-b172-06348d8a3be4 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:44.547727 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-21e5e56b-d32e-427b-9c13-769354976926 req-bbc752e4-919e-4700-b172-06348d8a3be4 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 1096 time: 0.0933416 Jul 22 16:27:44.589213 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-b1c7b21c-55bc-4c82-b4d9-912043e3b17a service neutron] Request body: {'port': {'device_id': '5d258c5b-dac6-49e1-b99a-9486303bd97a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:44.632944 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a4c8c48c-8a73-4be3-8d27-f693f4ca52ac None None] Set router eae740ba-78ea-488a-856a-a12fece67b48 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:44.674105 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d9368-974c-494f-9994-417562c40f65 req-2bd60947-4101-4ebf-b170-91c8e6e17a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:44.676588 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-020d9368-974c-494f-9994-417562c40f65 req-2bd60947-4101-4ebf-b170-91c8e6e17a92 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f5dcba1bcdec4dec9217a5051c7c2328&device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 1096 time: 0.2761314 Jul 22 16:27:44.756390 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ac101387-0c89-4185-a735-32ee72b07a9d req-a3a3e9cb-f811-425c-9e84-9c359bc67121 service neutron] For port a0b654b3-3e6f-4821-902e-2228335f5f19, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:44.762911 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-21e5e56b-d32e-427b-9c13-769354976926 req-5a87ba81-7a50-44c0-b79d-15f7537f914f tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062397 Jul 22 16:27:44.786087 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-b1c7b21c-55bc-4c82-b4d9-912043e3b17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:44.800852 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-91901302-e709-49b6-9538-7dbfb327d10a req-c0c65823-f3ea-443b-8418-d2c5665f40ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d080875-efa0-4f12-b76e-212b84683f76 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:44.845737 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ac101387-0c89-4185-a735-32ee72b07a9d req-a3a3e9cb-f811-425c-9e84-9c359bc67121 service neutron] For port a0b654b3-3e6f-4821-902e-2228335f5f19, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a0b654b3-3e6f-4821-902e-2228335f5f19,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:44.853119 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-91901302-e709-49b6-9538-7dbfb327d10a req-c0c65823-f3ea-443b-8418-d2c5665f40ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:44.867067 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ac101387-0c89-4185-a735-32ee72b07a9d req-a3a3e9cb-f811-425c-9e84-9c359bc67121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:44.873813 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 27f39a9a-f401-43f6-86f1-cfa75a6861e4 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:44.911996 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2a461bfb-8973-42ff-a28e-ae7902b5d63a None None] Provisioning for port 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:44.924035 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2a461bfb-8973-42ff-a28e-ae7902b5d63a None None] Provisioning complete for port 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:44.924822 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a461bfb-8973-42ff-a28e-ae7902b5d63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:44.990824 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-91901302-e709-49b6-9538-7dbfb327d10a req-c0c65823-f3ea-443b-8418-d2c5665f40ee service neutron] Transition to ACTIVE for port object 9d080875-efa0-4f12-b76e-212b84683f76 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:45.025606 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-91901302-e709-49b6-9538-7dbfb327d10a req-c0c65823-f3ea-443b-8418-d2c5665f40ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:45.028560 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a4c8c48c-8a73-4be3-8d27-f693f4ca52ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port': {'id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:49Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'port_id': '5a5a427f-568b-40a5-bdd1-9d007ab25756', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'mac_address': 'fa:16:3e:63:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cca701-a65d-49df-bf1c-551488e8dfaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:27:18Z', 'updated_at': '2021-07-22T16:27:42Z', 'revision_number': 1, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421248c9-4839-4d7a-a75c-964d0244e655', 'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'mac_address': 'fa:16:3e:25:34:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:54Z', 'updated_at': '2021-07-22T16:27:02Z', 'revision_number': 5, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'subnets': [{'id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:45.043058 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac101387-0c89-4185-a735-32ee72b07a9d req-a3a3e9cb-f811-425c-9e84-9c359bc67121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:45.044474 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ac101387-0c89-4185-a735-32ee72b07a9d req-a3a3e9cb-f811-425c-9e84-9c359bc67121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:45.047045 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac101387-0c89-4185-a735-32ee72b07a9d req-a3a3e9cb-f811-425c-9e84-9c359bc67121 service neutron] 10.222.0.30 "PUT /v2.0/ports/a0b654b3-3e6f-4821-902e-2228335f5f19 HTTP/1.1" status: 200 len: 1096 time: 2.6821043 Jul 22 16:27:45.069656 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c8c48c-8a73-4be3-8d27-f693f4ca52ac None None] Checking router: eae740ba-78ea-488a-856a-a12fece67b48 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:27:45.087977 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c8c48c-8a73-4be3-8d27-f693f4ca52ac None None] Routers {'eae740ba-78ea-488a-856a-a12fece67b48'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:45.088471 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:27:45.089541 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a4c8c48c-8a73-4be3-8d27-f693f4ca52ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:27:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['eae740ba-78ea-488a-856a-a12fece67b48'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:45.175486 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3e9cb-f811-425c-9e84-9c359bc67121 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b654b3-3e6f-4821-902e-2228335f5f19,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:45.257576 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2a461bfb-8973-42ff-a28e-ae7902b5d63a None None] Port 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:27:45.374191 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c65823-f3ea-443b-8418-d2c5665f40ee service neutron] Pushing event updated for resources: {'Port': ['ID=9d080875-efa0-4f12-b76e-212b84683f76,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:45.387512 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d9368-974c-494f-9994-417562c40f65 req-f1091017-45a6-4941-8370-15d1144b8181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:45.389905 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-020d9368-974c-494f-9994-417562c40f65 req-f1091017-45a6-4941-8370-15d1144b8181 service neutron] 10.222.0.69 "GET /v2.0/networks?id=958921b4-5bc1-41b3-837b-39292aedd4cb HTTP/1.1" status: 200 len: 922 time: 0.7014437 Jul 22 16:27:45.403526 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a4c8c48c-8a73-4be3-8d27-f693f4ca52ac None None] Set router eae740ba-78ea-488a-856a-a12fece67b48 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:45.429157 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 27f39a9a-f401-43f6-86f1-cfa75a6861e4, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=27f39a9a-f401-43f6-86f1-cfa75a6861e4,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:45.470466 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '27f39a9a-f401-43f6-86f1-cfa75a6861e4', 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8', 'port_id': '27f39a9a-f401-43f6-86f1-cfa75a6861e4', 'mac_address': 'fa:16:3e:40:ba:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dac8087-5dfb-4e2d-bc9b-97574efc063c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:45.528662 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:45.552684 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f39a9a-f401-43f6-86f1-cfa75a6861e4 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:45.579529 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 27f39a9a-f401-43f6-86f1-cfa75a6861e4, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=27f39a9a-f401-43f6-86f1-cfa75a6861e4,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:45.590134 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:45.611670 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-020d9368-974c-494f-9994-417562c40f65 req-ccd3bbd3-0798-48f6-a2b4-547c20f17ea9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a5a427f-568b-40a5-bdd1-9d007ab25756 HTTP/1.1" status: 200 len: 999 time: 0.1961193 Jul 22 16:27:45.646014 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-b1c7b21c-55bc-4c82-b4d9-912043e3b17a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:45.659078 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-b1c7b21c-55bc-4c82-b4d9-912043e3b17a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:45.665749 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=27f39a9a-f401-43f6-86f1-cfa75a6861e4,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:45.680264 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-b1c7b21c-55bc-4c82-b4d9-912043e3b17a service neutron] Transition to ACTIVE for port object 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:45.691479 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-b1c7b21c-55bc-4c82-b4d9-912043e3b17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:45.697576 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac101387-0c89-4185-a735-32ee72b07a9d req-5d90b3fc-c3a1-49b5-84c4-a237fdf26b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:45.699707 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac101387-0c89-4185-a735-32ee72b07a9d req-5d90b3fc-c3a1-49b5-84c4-a237fdf26b46 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e12f097db788412a8061a04b2526cfd9&device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 1099 time: 0.5429492 Jul 22 16:27:45.705048 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-91901302-e709-49b6-9538-7dbfb327d10a req-c0c65823-f3ea-443b-8418-d2c5665f40ee service neutron] Attempting to bind port 9d080875-efa0-4f12-b76e-212b84683f76 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:45.705380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-91901302-e709-49b6-9538-7dbfb327d10a req-c0c65823-f3ea-443b-8418-d2c5665f40ee service neutron] Attempting to bind port 9d080875-efa0-4f12-b76e-212b84683f76 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:45.705706 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91901302-e709-49b6-9538-7dbfb327d10a req-c0c65823-f3ea-443b-8418-d2c5665f40ee service neutron] Attempting to bind port 9d080875-efa0-4f12-b76e-212b84683f76 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:45.712606 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d9368-974c-494f-9994-417562c40f65 req-45cc6e1c-2d43-448a-8f8d-518cef8f7285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:45.715392 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-020d9368-974c-494f-9994-417562c40f65 req-45cc6e1c-2d43-448a-8f8d-518cef8f7285 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47349a61-f615-4cc1-8400-cc6ae79bfaf5 HTTP/1.1" status: 200 len: 860 time: 0.0876808 Jul 22 16:27:45.716111 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91901302-e709-49b6-9538-7dbfb327d10a req-c0c65823-f3ea-443b-8418-d2c5665f40ee service neutron] Port 9d080875-efa0-4f12-b76e-212b84683f76 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:45.716429 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91901302-e709-49b6-9538-7dbfb327d10a req-c0c65823-f3ea-443b-8418-d2c5665f40ee service neutron] Attempting to bind port 9d080875-efa0-4f12-b76e-212b84683f76 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:45.737396 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91901302-e709-49b6-9538-7dbfb327d10a req-c0c65823-f3ea-443b-8418-d2c5665f40ee service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:45.737731 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91901302-e709-49b6-9538-7dbfb327d10a req-c0c65823-f3ea-443b-8418-d2c5665f40ee service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:45.738136 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91901302-e709-49b6-9538-7dbfb327d10a req-c0c65823-f3ea-443b-8418-d2c5665f40ee service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:45.739121 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-91901302-e709-49b6-9538-7dbfb327d10a req-c0c65823-f3ea-443b-8418-d2c5665f40ee service neutron] Bound port: 9d080875-efa0-4f12-b76e-212b84683f76, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:45.739121 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-91901302-e709-49b6-9538-7dbfb327d10a req-c0c65823-f3ea-443b-8418-d2c5665f40ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:45.774238 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a4c8c48c-8a73-4be3-8d27-f693f4ca52ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port': {'id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:49Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'port_id': '5a5a427f-568b-40a5-bdd1-9d007ab25756', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'mac_address': 'fa:16:3e:63:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cca701-a65d-49df-bf1c-551488e8dfaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:27:18Z', 'updated_at': '2021-07-22T16:27:42Z', 'revision_number': 1, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421248c9-4839-4d7a-a75c-964d0244e655', 'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'mac_address': 'fa:16:3e:25:34:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:54Z', 'updated_at': '2021-07-22T16:27:02Z', 'revision_number': 5, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'subnets': [{'id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:45.781743 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7b21c-55bc-4c82-b4d9-912043e3b17a service neutron] Pushing event updated for resources: {'Port': ['ID=9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:45.806260 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521ad55-d143-43d0-9c2c-4c74ec358b5f req-ebcc76b7-19f0-4af6-9525-ec2701c1023f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:45.809087 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac101387-0c89-4185-a735-32ee72b07a9d req-091695df-b850-4e1f-af37-094eabf2b4cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a0b654b3-3e6f-4821-902e-2228335f5f19 HTTP/1.1" status: 200 len: 217 time: 0.0892484 Jul 22 16:27:45.809840 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4521ad55-d143-43d0-9c2c-4c74ec358b5f req-ebcc76b7-19f0-4af6-9525-ec2701c1023f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.16 "GET /v2.0/ports?device_id=b37ee055-699a-4b9f-a632-502f41a0430e HTTP/1.1" status: 200 len: 945 time: 0.4703813 Jul 22 16:27:45.815215 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c8c48c-8a73-4be3-8d27-f693f4ca52ac None None] The sync data for ids ['eae740ba-78ea-488a-856a-a12fece67b48'] in n-d-798930-9 is: [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port': {'id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:49Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'port_id': '5a5a427f-568b-40a5-bdd1-9d007ab25756', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'mac_address': 'fa:16:3e:63:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cca701-a65d-49df-bf1c-551488e8dfaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:27:18Z', 'updated_at': '2021-07-22T16:27:42Z', 'revision_number': 1, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421248c9-4839-4d7a-a75c-964d0244e655', 'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'mac_address': 'fa:16:3e:25:34:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:54Z', 'updated_at': '2021-07-22T16:27:02Z', 'revision_number': 5, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'subnets': [{'id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:27:45.872328 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d80aa4-d696-44ed-930a-270268c77ad5 req-f776f772-66c4-414f-b6eb-877e55ffb853 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:45.879838 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-36d80aa4-d696-44ed-930a-270268c77ad5 req-f776f772-66c4-414f-b6eb-877e55ffb853 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=04e0a6b2-e0fc-4439-9923-7fdda29df12a HTTP/1.1" status: 200 len: 947 time: 0.4367063 Jul 22 16:27:45.941863 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac101387-0c89-4185-a735-32ee72b07a9d req-bda8c8f3-4343-47db-b8c2-c4eabec5ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:45.943640 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac101387-0c89-4185-a735-32ee72b07a9d req-bda8c8f3-4343-47db-b8c2-c4eabec5ebd5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1265974 Jul 22 16:27:45.945952 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-91901302-e709-49b6-9538-7dbfb327d10a req-c0c65823-f3ea-443b-8418-d2c5665f40ee service neutron] For port 9d080875-efa0-4f12-b76e-212b84683f76, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:45.950918 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d9368-974c-494f-9994-417562c40f65 req-107af37e-0a11-49bc-b6cf-7c44462e7c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:45.952658 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-020d9368-974c-494f-9994-417562c40f65 req-107af37e-0a11-49bc-b6cf-7c44462e7c59 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=958921b4-5bc1-41b3-837b-39292aedd4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2301784 Jul 22 16:27:45.956292 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-91901302-e709-49b6-9538-7dbfb327d10a req-c0c65823-f3ea-443b-8418-d2c5665f40ee service neutron] For port 9d080875-efa0-4f12-b76e-212b84683f76, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=9d080875-efa0-4f12-b76e-212b84683f76,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:45.972166 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-020d9368-974c-494f-9994-417562c40f65 req-17567690-c06a-473e-ac5e-5ba22c155115 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:27:45.973290 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-020d9368-974c-494f-9994-417562c40f65 req-17567690-c06a-473e-ac5e-5ba22c155115 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067523 Jul 22 16:27:45.974834 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-91901302-e709-49b6-9538-7dbfb327d10a req-c0c65823-f3ea-443b-8418-d2c5665f40ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:46.002958 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['27f39a9a-f401-43f6-86f1-cfa75a6861e4'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:46.032791 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-36d80aa4-d696-44ed-930a-270268c77ad5 req-a1419dba-bad9-480f-a110-7b17cfabae80 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519930 Jul 22 16:27:46.033753 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-b1c7b21c-55bc-4c82-b4d9-912043e3b17a service neutron] Attempting to bind port 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:46.035101 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-b1c7b21c-55bc-4c82-b4d9-912043e3b17a service neutron] Attempting to bind port 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:46.035662 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-b1c7b21c-55bc-4c82-b4d9-912043e3b17a service neutron] Attempting to bind port 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:46.059146 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-b1c7b21c-55bc-4c82-b4d9-912043e3b17a service neutron] Port 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:46.059400 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-b1c7b21c-55bc-4c82-b4d9-912043e3b17a service neutron] Attempting to bind port 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:46.085871 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-b1c7b21c-55bc-4c82-b4d9-912043e3b17a service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:46.086306 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-b1c7b21c-55bc-4c82-b4d9-912043e3b17a service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:46.086625 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-b1c7b21c-55bc-4c82-b4d9-912043e3b17a service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:46.087067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-b1c7b21c-55bc-4c82-b4d9-912043e3b17a service neutron] Bound port: 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:46.087422 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-b1c7b21c-55bc-4c82-b4d9-912043e3b17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:46.154601 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ef8c9f-de33-4225-877d-e055f077defb None None] New status for floating IP b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:27:46.163862 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-020d9368-974c-494f-9994-417562c40f65 req-b5b2cc77-6331-4431-87ec-e8272b684379 service neutron] 10.222.0.69 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541667 Jul 22 16:27:46.166611 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91901302-e709-49b6-9538-7dbfb327d10a req-c0c65823-f3ea-443b-8418-d2c5665f40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:46.167440 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-91901302-e709-49b6-9538-7dbfb327d10a req-c0c65823-f3ea-443b-8418-d2c5665f40ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:46.168954 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91901302-e709-49b6-9538-7dbfb327d10a req-c0c65823-f3ea-443b-8418-d2c5665f40ee service neutron] 10.222.0.30 "PUT /v2.0/ports/9d080875-efa0-4f12-b76e-212b84683f76 HTTP/1.1" status: 200 len: 1095 time: 2.3636258 Jul 22 16:27:46.190261 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-4521ad55-d143-43d0-9c2c-4c74ec358b5f req-8c57de88-c6f3-4a24-b810-6d7946bfb109 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Deleting port 3e9e61b4-c6f8-42a2-adf1-3f411aea671b {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:27:46.190681 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4521ad55-d143-43d0-9c2c-4c74ec358b5f req-8c57de88-c6f3-4a24-b810-6d7946bfb109 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:46.311006 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-020d9368-974c-494f-9994-417562c40f65 req-31489b2f-755b-4a4c-928e-dda26787fba8 service neutron] 10.222.0.69 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362891 Jul 22 16:27:46.337165 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-b1c7b21c-55bc-4c82-b4d9-912043e3b17a service neutron] For port 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:46.380045 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c65823-f3ea-443b-8418-d2c5665f40ee service neutron] Pushing event updated for resources: {'Port': ['ID=9d080875-efa0-4f12-b76e-212b84683f76,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:46.388797 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-b1c7b21c-55bc-4c82-b4d9-912043e3b17a service neutron] For port 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:46.397615 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba120cc-1198-4d70-b703-3fc8de1a225e x-openstack-request-id: req-1ba120cc-1198-4d70-b703-3fc8de1a225e {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:46.398158 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82cca701-a65d-49df-bf1c-551488e8dfaf", "tag": "5a5a427f-568b-40a5-bdd1-9d007ab25756", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:46.398562 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1ba120cc-1198-4d70-b703-3fc8de1a225e {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:46.399104 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82cca701-a65d-49df-bf1c-551488e8dfaf', 'tag': '5a5a427f-568b-40a5-bdd1-9d007ab25756', 'status': 'completed', 'code': 200} Jul 22 16:27:46.410665 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac101387-0c89-4185-a735-32ee72b07a9d req-00b7f77b-1434-4ae5-a932-e020b58d4d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:46.412648 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac101387-0c89-4185-a735-32ee72b07a9d req-00b7f77b-1434-4ae5-a932-e020b58d4d2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4590187 Jul 22 16:27:46.426072 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-b1c7b21c-55bc-4c82-b4d9-912043e3b17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:46.455091 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91901302-e709-49b6-9538-7dbfb327d10a req-c41c2469-d455-4283-bcae-e08b3d3b26cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:46.457056 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91901302-e709-49b6-9538-7dbfb327d10a req-c41c2469-d455-4283-bcae-e08b3d3b26cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e12f097db788412a8061a04b2526cfd9&device_id=04e0a6b2-e0fc-4439-9923-7fdda29df12a HTTP/1.1" status: 200 len: 1098 time: 0.1445835 Jul 22 16:27:46.463146 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4521ad55-d143-43d0-9c2c-4c74ec358b5f req-8c57de88-c6f3-4a24-b810-6d7946bfb109 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] For port 3e9e61b4-c6f8-42a2-adf1-3f411aea671b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=3e9e61b4-c6f8-42a2-adf1-3f411aea671b,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:46.463541 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4521ad55-d143-43d0-9c2c-4c74ec358b5f req-8c57de88-c6f3-4a24-b810-6d7946bfb109 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:46.532838 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91901302-e709-49b6-9538-7dbfb327d10a req-6c9620ee-276d-4256-bd65-1c415b0c71fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=9d080875-efa0-4f12-b76e-212b84683f76 HTTP/1.1" status: 200 len: 217 time: 0.0578582 Jul 22 16:27:46.580269 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-b1c7b21c-55bc-4c82-b4d9-912043e3b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:46.580885 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-b1c7b21c-55bc-4c82-b4d9-912043e3b17a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:46.582533 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-b1c7b21c-55bc-4c82-b4d9-912043e3b17a service neutron] 10.222.0.16 "PUT /v2.0/ports/9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 HTTP/1.1" status: 200 len: 1096 time: 1.9993114 Jul 22 16:27:46.589324 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d258c5b-dac6-49e1-b99a-9486303bd97a', 'tag': '9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:46.591957 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c645264-39c5-4293-bce1-bece577db1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "5d258c5b-dac6-49e1-b99a-9486303bd97a", "tag": "9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:46.597558 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-4521ad55-d143-43d0-9c2c-4c74ec358b5f req-8c57de88-c6f3-4a24-b810-6d7946bfb109 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Calling delete_port for 3e9e61b4-c6f8-42a2-adf1-3f411aea671b owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:27:46.662251 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91901302-e709-49b6-9538-7dbfb327d10a req-bde2cc1f-aa92-48a5-82df-d2f75500b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:46.663735 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91901302-e709-49b6-9538-7dbfb327d10a req-bde2cc1f-aa92-48a5-82df-d2f75500b976 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1007485 Jul 22 16:27:46.671681 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac101387-0c89-4185-a735-32ee72b07a9d req-1259513d-9c9b-495c-b477-aaedfc69bd84 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315869 Jul 22 16:27:46.719629 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7b21c-55bc-4c82-b4d9-912043e3b17a service neutron] Pushing event updated for resources: {'Port': ['ID=9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:46.776132 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad2078-bc12-47eb-853d-e0a20388afea req-a3f5f4b8-b163-451a-a1ce-d0028e6f2a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:46.777740 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60ad2078-bc12-47eb-853d-e0a20388afea req-a3f5f4b8-b163-451a-a1ce-d0028e6f2a2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5dcba1bcdec4dec9217a5051c7c2328&device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 1096 time: 0.2918274 Jul 22 16:27:46.787802 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9375921-0dfe-4869-97d3-fa2b1763effc req-1bdb4cea-b80a-4c51-ad4c-704de15f5e2c tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:46.794448 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9375921-0dfe-4869-97d3-fa2b1763effc req-1bdb4cea-b80a-4c51-ad4c-704de15f5e2c tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=b37ee055-699a-4b9f-a632-502f41a0430e HTTP/1.1" status: 200 len: 945 time: 0.3658497 Jul 22 16:27:46.796648 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f30b52-893a-45ab-b634-c652b14abd08 req-1b955fa4-f746-4e7e-926a-b90fe40da24e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:46.798312 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-25f30b52-893a-45ab-b634-c652b14abd08 req-1b955fa4-f746-4e7e-926a-b90fe40da24e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d258c5b-dac6-49e1-b99a-9486303bd97a HTTP/1.1" status: 200 len: 948 time: 0.1970849 Jul 22 16:27:46.841968 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91901302-e709-49b6-9538-7dbfb327d10a req-bccf332b-f5d9-4a74-b9d6-56d0003e810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:46.843392 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91901302-e709-49b6-9538-7dbfb327d10a req-bccf332b-f5d9-4a74-b9d6-56d0003e810c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1699498 Jul 22 16:27:46.845427 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac101387-0c89-4185-a735-32ee72b07a9d req-e01983d7-c468-4596-baf7-2317c5c8b64f service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614912 Jul 22 16:27:46.855632 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 3e9e61b4-c6f8-42a2-adf1-3f411aea671b no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:27:46.862617 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-bd5a2353-5b0a-47b2-b609-29f9819b552b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:46.862987 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-25f30b52-893a-45ab-b634-c652b14abd08 req-c9bdeb50-6d42-4cf0-915a-5703d7c2816c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581131 Jul 22 16:27:46.864217 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-bd5a2353-5b0a-47b2-b609-29f9819b552b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c8d6245ad404817abeaf30553b64f00&device_id=5d258c5b-dac6-49e1-b99a-9486303bd97a HTTP/1.1" status: 200 len: 1099 time: 0.1830187 Jul 22 16:27:46.966083 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:46.986531 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9375921-0dfe-4869-97d3-fa2b1763effc req-ed4575b3-4c0e-41a2-9db8-9b9380753534 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859720 Jul 22 16:27:47.002629 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91901302-e709-49b6-9538-7dbfb327d10a req-bcff505f-60ac-458f-aeba-128a1e8f6146 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316700 Jul 22 16:27:47.039219 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-e5834d8e-190b-4204-b205-9502643926e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 HTTP/1.1" status: 200 len: 217 time: 0.1174335 Jul 22 16:27:47.370843 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4521ad55-d143-43d0-9c2c-4c74ec358b5f req-8c57de88-c6f3-4a24-b810-6d7946bfb109 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:47.415950 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad2078-bc12-47eb-853d-e0a20388afea req-6aea0e81-6856-4b46-bfa1-c8fa6569a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:47.416168 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91901302-e709-49b6-9538-7dbfb327d10a req-5b200d5e-6d90-4382-bcd9-c6bbc8db95c2 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024537 Jul 22 16:27:47.418112 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60ad2078-bc12-47eb-853d-e0a20388afea req-6aea0e81-6856-4b46-bfa1-c8fa6569a95c service neutron] 10.222.0.30 "GET /v2.0/networks?id=958921b4-5bc1-41b3-837b-39292aedd4cb HTTP/1.1" status: 200 len: 922 time: 0.6166503 Jul 22 16:27:47.421439 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-89a2069a-9b7f-472e-96c3-cbbd59638bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:47.422816 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-89a2069a-9b7f-472e-96c3-cbbd59638bd7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.3699095 Jul 22 16:27:47.425608 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab2595-ac7d-4487-a823-2a0d3bb6b4b9 req-d416d57c-0afc-4bc5-9348-4dc615d99e41 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:47.425750 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57de88-c6f3-4a24-b810-6d7946bfb109 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Pushing event deleted for resources: {'Port': ['ID=3e9e61b4-c6f8-42a2-adf1-3f411aea671b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:47.427184 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9dab2595-ac7d-4487-a823-2a0d3bb6b4b9 req-d416d57c-0afc-4bc5-9348-4dc615d99e41 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 1096 time: 0.4234099 Jul 22 16:27:47.460312 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-26b73a4a-9087-462e-a94e-500df084cae3 req-a2071b29-a877-4f3d-84b8-9c70ec07e439 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1522b8e6-703c-4707-bd61-d2ed56d74fd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0964239 Jul 22 16:27:47.476254 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9dab2595-ac7d-4487-a823-2a0d3bb6b4b9 req-45662b8f-66ce-4b96-8373-1094967b1430 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390711 Jul 22 16:27:47.543973 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4521ad55-d143-43d0-9c2c-4c74ec358b5f req-8c57de88-c6f3-4a24-b810-6d7946bfb109 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] No DVR routers for this DVR port 3e9e61b4-c6f8-42a2-adf1-3f411aea671b on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:27:47.547878 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4521ad55-d143-43d0-9c2c-4c74ec358b5f req-8c57de88-c6f3-4a24-b810-6d7946bfb109 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:47.551312 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4521ad55-d143-43d0-9c2c-4c74ec358b5f req-8c57de88-c6f3-4a24-b810-6d7946bfb109 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.16 "DELETE /v2.0/ports/3e9e61b4-c6f8-42a2-adf1-3f411aea671b HTTP/1.1" status: 204 len: 173 time: 1.7285647 Jul 22 16:27:47.597202 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60ad2078-bc12-47eb-853d-e0a20388afea req-f2a3e14b-e638-4f85-92cf-23ae18e000a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a5a427f-568b-40a5-bdd1-9d007ab25756 HTTP/1.1" status: 200 len: 1001 time: 0.1481075 Jul 22 16:27:47.609692 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b73a4a-9087-462e-a94e-500df084cae3 req-a296a2fd-02c6-46fc-94b7-faa5bf2c7f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:47.611389 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-26b73a4a-9087-462e-a94e-500df084cae3 req-a296a2fd-02c6-46fc-94b7-faa5bf2c7f6b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c8d6245ad404817abeaf30553b64f00&device_id=1522b8e6-703c-4707-bd61-d2ed56d74fd9 HTTP/1.1" status: 200 len: 1100 time: 0.0648677 Jul 22 16:27:47.611710 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62b54c-7d89-4463-9afe-6f41688aae30 req-d600565d-5c78-4511-9efd-06e91a381606 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:47.613189 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ae62b54c-7d89-4463-9afe-6f41688aae30 req-d600565d-5c78-4511-9efd-06e91a381606 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 944 time: 0.3009427 Jul 22 16:27:47.680061 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-4b68b231-c5bc-4ddb-81e5-a9be1af28ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:47.681571 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-4b68b231-c5bc-4ddb-81e5-a9be1af28ab5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2505436 Jul 22 16:27:47.688810 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad2078-bc12-47eb-853d-e0a20388afea req-5670e152-7683-4924-8370-78cfdac81a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:47.690245 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60ad2078-bc12-47eb-853d-e0a20388afea req-5670e152-7683-4924-8370-78cfdac81a70 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47349a61-f615-4cc1-8400-cc6ae79bfaf5 HTTP/1.1" status: 200 len: 860 time: 0.0759866 Jul 22 16:27:47.746216 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ae62b54c-7d89-4463-9afe-6f41688aae30 req-42f8dc17-388f-4b31-9cb9-3d4ed5586f07 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969620 Jul 22 16:27:47.799804 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592bbc8-481d-4054-8974-0247896b29b7 req-ed1133e6-f4ca-4aaa-9cf4-fc4d5fa0bdb2 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:47.801345 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e592bbc8-481d-4054-8974-0247896b29b7 req-ed1133e6-f4ca-4aaa-9cf4-fc4d5fa0bdb2 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=e90ba850-f5ec-4311-9601-077693bf3354&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1555457 Jul 22 16:27:47.802999 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b73a4a-9087-462e-a94e-500df084cae3 req-ffa99feb-3086-4f56-b2a7-9e51c289d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:47.804298 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-26b73a4a-9087-462e-a94e-500df084cae3 req-ffa99feb-3086-4f56-b2a7-9e51c289d3bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.1685078 Jul 22 16:27:47.829548 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39e1be9-94dd-43f7-8ab6-55a9b72de553 x-openstack-request-id: req-d39e1be9-94dd-43f7-8ab6-55a9b72de553 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:47.829840 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d258c5b-dac6-49e1-b99a-9486303bd97a", "tag": "9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:47.830115 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d39e1be9-94dd-43f7-8ab6-55a9b72de553 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:47.830498 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d258c5b-dac6-49e1-b99a-9486303bd97a', 'tag': '9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0', 'status': 'completed', 'code': 200} Jul 22 16:27:47.845016 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-b45df2ad-9d39-48c5-a158-381aa08ba929 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493042 Jul 22 16:27:47.924355 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-26b73a4a-9087-462e-a94e-500df084cae3 req-4592251e-0a5e-4f44-892a-3e58e182513a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=07e49a48-d61b-4098-8c5e-9bc161f48e8c HTTP/1.1" status: 200 len: 217 time: 0.1111171 Jul 22 16:27:47.963407 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad2078-bc12-47eb-853d-e0a20388afea req-8cd152d4-4fad-4875-966a-74e67764e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:47.964963 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60ad2078-bc12-47eb-853d-e0a20388afea req-8cd152d4-4fad-4875-966a-74e67764e3da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=958921b4-5bc1-41b3-837b-39292aedd4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2479742 Jul 22 16:27:47.977363 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e592bbc8-481d-4054-8974-0247896b29b7 req-bbfd2326-4e19-4bf3-a23c-4d817895c4f7 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.242 HTTP/1.1" status: 200 len: 1001 time: 0.1655526 Jul 22 16:27:47.999796 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-e592bbc8-481d-4054-8974-0247896b29b7 req-4d63ec6f-8d8c-456f-9648-5a3118932727 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Request body: {'floatingip': {'port_id': 'ba41d206-ea3a-4257-a621-58864bd45739', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:48.025947 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a646942c-ad5a-45a6-af4a-040a28a7e46e req-c690a196-9dff-42c5-9304-2c846e70721c service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698887 Jul 22 16:27:48.049437 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b73a4a-9087-462e-a94e-500df084cae3 req-35260ed0-3c93-4d1c-ab17-8146525917ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:48.051335 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-26b73a4a-9087-462e-a94e-500df084cae3 req-35260ed0-3c93-4d1c-ab17-8146525917ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1152184 Jul 22 16:27:48.064363 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a8471-78d1-49ac-9d8f-cc4fca38f8d9 req-a9dac9d2-a1ed-473c-a1a5-888a39e41770 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:48.065828 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-703a8471-78d1-49ac-9d8f-cc4fca38f8d9 req-a9dac9d2-a1ed-473c-a1a5-888a39e41770 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=04e0a6b2-e0fc-4439-9923-7fdda29df12a HTTP/1.1" status: 200 len: 947 time: 0.1887369 Jul 22 16:27:48.101365 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e592bbc8-481d-4054-8974-0247896b29b7 req-4d63ec6f-8d8c-456f-9648-5a3118932727 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:48.146261 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-703a8471-78d1-49ac-9d8f-cc4fca38f8d9 req-abd4c439-4293-4ec2-8609-91e30ae8e6ef tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697870 Jul 22 16:27:48.170889 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60ad2078-bc12-47eb-853d-e0a20388afea req-051b6fca-a237-4b8f-8476-bf3f4f5edc17 service neutron] 10.222.0.30 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917694 Jul 22 16:27:48.226004 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b73a4a-9087-462e-a94e-500df084cae3 req-5b826ab9-b574-45f4-94ef-5bcd0802a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:48.227529 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-26b73a4a-9087-462e-a94e-500df084cae3 req-5b826ab9-b574-45f4-94ef-5bcd0802a556 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1594625 Jul 22 16:27:48.259189 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c645264-39c5-4293-bce1-bece577db1ab req-7eeed43b-b934-4683-85e3-09e96adac5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:48.261221 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c645264-39c5-4293-bce1-bece577db1ab req-7eeed43b-b934-4683-85e3-09e96adac5d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c8d6245ad404817abeaf30553b64f00&device_id=5d258c5b-dac6-49e1-b99a-9486303bd97a HTTP/1.1" status: 200 len: 1099 time: 0.1298895 Jul 22 16:27:48.309849 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60ad2078-bc12-47eb-853d-e0a20388afea req-e3ee8afb-7030-4eb9-a409-32de5fcac419 service neutron] 10.222.0.30 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305385 Jul 22 16:27:48.393603 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c645264-39c5-4293-bce1-bece577db1ab req-37330015-a537-44d3-b15d-bf3ae8393960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:48.395229 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c645264-39c5-4293-bce1-bece577db1ab req-37330015-a537-44d3-b15d-bf3ae8393960 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.1143796 Jul 22 16:27:48.405793 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9108ce31-391a-44a6-8bcb-721e4f8f2f4f', 'tag': 'a0b654b3-3e6f-4821-902e-2228335f5f19'}, {'name': 'network-changed', 'server_uuid': '04e0a6b2-e0fc-4439-9923-7fdda29df12a', 'tag': '9d080875-efa0-4f12-b76e-212b84683f76'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:48.408289 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9005c10-ce9b-4830-ad8e-65af3c243055" -d '{"events": [{"name": "network-changed", "server_uuid": "9108ce31-391a-44a6-8bcb-721e4f8f2f4f", "tag": "a0b654b3-3e6f-4821-902e-2228335f5f19"}, {"name": "network-changed", "server_uuid": "04e0a6b2-e0fc-4439-9923-7fdda29df12a", "tag": "9d080875-efa0-4f12-b76e-212b84683f76"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:48.454490 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-26b73a4a-9087-462e-a94e-500df084cae3 req-47093f1f-9916-44b1-b9f8-347a2ab065cb service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132704 Jul 22 16:27:48.460520 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c645264-39c5-4293-bce1-bece577db1ab req-0dab69d3-fdcf-4240-9c3f-2e183d0d2b87 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 HTTP/1.1" status: 200 len: 217 time: 0.0561557 Jul 22 16:27:48.577111 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dabb3-a390-428e-88d7-4e7a14e9baa7 req-c7facf6e-4e35-4510-a23b-8915337b641b tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:48.579917 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-330dabb3-a390-428e-88d7-4e7a14e9baa7 req-c7facf6e-4e35-4510-a23b-8915337b641b tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d258c5b-dac6-49e1-b99a-9486303bd97a HTTP/1.1" status: 200 len: 948 time: 0.1224260 Jul 22 16:27:48.589239 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c645264-39c5-4293-bce1-bece577db1ab req-6340059a-fd90-4c96-b152-72fbae83bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:48.591354 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c645264-39c5-4293-bce1-bece577db1ab req-6340059a-fd90-4c96-b152-72fbae83bbdf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0902727 Jul 22 16:27:48.665953 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-26b73a4a-9087-462e-a94e-500df084cae3 req-3f813855-03cd-47d7-993f-5f8948aa5c8f service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013581 Jul 22 16:27:48.706493 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-330dabb3-a390-428e-88d7-4e7a14e9baa7 req-5172284e-b4a3-4de1-babc-e2c41240b0dd tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139815 Jul 22 16:27:48.752932 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0cb4ce6d-1a11-43cd-9f97-8b9b90181a9e req-751d720f-fec3-4f32-82bb-21ea5582676f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1705461 Jul 22 16:27:48.755016 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c645264-39c5-4293-bce1-bece577db1ab req-1db3656a-543f-4abd-ba50-6fff0450f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:48.756479 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c645264-39c5-4293-bce1-bece577db1ab req-1db3656a-543f-4abd-ba50-6fff0450f4c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1557558 Jul 22 16:27:48.797763 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e592bbc8-481d-4054-8974-0247896b29b7 req-4d63ec6f-8d8c-456f-9648-5a3118932727 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:48.811525 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e592bbc8-481d-4054-8974-0247896b29b7 req-4d63ec6f-8d8c-456f-9648-5a3118932727 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:48.813859 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bb7b7628-1717-4e32-8a3e-458808e9065f req-ba47d707-9da4-4b36-9cf5-222ff562411b tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=b37ee055-699a-4b9f-a632-502f41a0430e HTTP/1.1" status: 200 len: 210 time: 0.0377886 Jul 22 16:27:48.863154 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 27f39a9a-f401-43f6-86f1-cfa75a6861e4 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:48.945064 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c645264-39c5-4293-bce1-bece577db1ab req-a312c8dc-1def-4a63-9a10-beb302ab9d30 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587703 Jul 22 16:27:48.950371 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:48.959241 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:48.959536 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:48.980796 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4ce6d-1a11-43cd-9f97-8b9b90181a9e req-c54df694-adfc-4923-b767-2b10510fd5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:48.983653 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0cb4ce6d-1a11-43cd-9f97-8b9b90181a9e req-c54df694-adfc-4923-b767-2b10510fd5b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 1096 time: 0.1600072 Jul 22 16:27:49.003541 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [req-e592bbc8-481d-4054-8974-0247896b29b7 req-4d63ec6f-8d8c-456f-9648-5a3118932727 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Floating IP b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212 associated. External IP: 172.25.0.242, port: 5a5a427f-568b-40a5-bdd1-9d007ab25756. Jul 22 16:27:49.083320 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:49.138752 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8802d4f-edfd-4ab7-a552-be6b92672681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f39a9a-f401-43f6-86f1-cfa75a6861e4'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:49.141378 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fd41a2-3dc2-434e-9f12-32302c378498" -d '{"events": [{"server_uuid": "a8802d4f-edfd-4ab7-a552-be6b92672681", "name": "network-vif-plugged", "status": "completed", "tag": "27f39a9a-f401-43f6-86f1-cfa75a6861e4"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:49.159166 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 27f39a9a-f401-43f6-86f1-cfa75a6861e4, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=27f39a9a-f401-43f6-86f1-cfa75a6861e4,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:49.166326 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c645264-39c5-4293-bce1-bece577db1ab req-b4eae4a9-d0cc-44b5-b86e-5133c1718ed5 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116392 Jul 22 16:27:49.166560 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:49.170724 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4ce6d-1a11-43cd-9f97-8b9b90181a9e req-fac13c22-70c5-48e9-9445-0050a15ed268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:49.172182 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0cb4ce6d-1a11-43cd-9f97-8b9b90181a9e req-fac13c22-70c5-48e9-9445-0050a15ed268 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 908 time: 0.1620390 Jul 22 16:27:49.230985 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=27f39a9a-f401-43f6-86f1-cfa75a6861e4,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:49.264404 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0cb4ce6d-1a11-43cd-9f97-8b9b90181a9e req-c16d7bea-0695-42e8-8523-8ffd9c90fc2c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f HTTP/1.1" status: 200 len: 217 time: 0.0488188 Jul 22 16:27:49.330071 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e592bbc8-481d-4054-8974-0247896b29b7 req-4d63ec6f-8d8c-456f-9648-5a3118932727 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Router eae740ba-78ea-488a-856a-a12fece67b48 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:27:49.333458 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4ce6d-1a11-43cd-9f97-8b9b90181a9e req-84592012-cd3f-4e5c-8e87-1bb126094f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:49.335274 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0cb4ce6d-1a11-43cd-9f97-8b9b90181a9e req-84592012-cd3f-4e5c-8e87-1bb126094f9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1dac8087-5dfb-4e2d-bc9b-97574efc063c HTTP/1.1" status: 200 len: 847 time: 0.0641947 Jul 22 16:27:49.383228 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0cb4ce6d-1a11-43cd-9f97-8b9b90181a9e req-93ae7b2c-5734-412f-b9e8-070735f477de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f917a743-2b29-4ed7-bc92-4ef128fdeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375412 Jul 22 16:27:49.459681 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e592bbc8-481d-4054-8974-0247896b29b7 req-4d63ec6f-8d8c-456f-9648-5a3118932727 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:27:49.476035 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a95029-d0bb-44c8-8e26-56e674b7e818 None None] Sync routers for ids ['eae740ba-78ea-488a-856a-a12fece67b48'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:27:49.499944 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0cb4ce6d-1a11-43cd-9f97-8b9b90181a9e req-49e44572-1778-49e4-92bf-fe89a3c33837 service neutron] 10.222.0.16 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097336 Jul 22 16:27:49.501619 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a95029-d0bb-44c8-8e26-56e674b7e818 None None] Routers {'eae740ba-78ea-488a-856a-a12fece67b48'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:49.502537 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-24a95029-d0bb-44c8-8e26-56e674b7e818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:27:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['eae740ba-78ea-488a-856a-a12fece67b48'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:49.657849 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-24a95029-d0bb-44c8-8e26-56e674b7e818 None None] Set router eae740ba-78ea-488a-856a-a12fece67b48 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:49.727648 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0cb4ce6d-1a11-43cd-9f97-8b9b90181a9e req-b5102571-5f18-4e30-8821-c1908f1635a2 service neutron] 10.222.0.16 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208438 Jul 22 16:27:49.733335 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e592bbc8-481d-4054-8974-0247896b29b7 req-4d63ec6f-8d8c-456f-9648-5a3118932727 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Router eae740ba-78ea-488a-856a-a12fece67b48 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:27:49.831590 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37ee055-699a-4b9f-a632-502f41a0430e', 'name': 'network-vif-deleted', 'tag': '3e9e61b4-c6f8-42a2-adf1-3f411aea671b'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:49.834059 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f641911c-2283-4c29-ac59-463317b313d7" -d '{"events": [{"server_uuid": "b37ee055-699a-4b9f-a632-502f41a0430e", "name": "network-vif-deleted", "tag": "3e9e61b4-c6f8-42a2-adf1-3f411aea671b"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:49.867710 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e592bbc8-481d-4054-8974-0247896b29b7 req-4d63ec6f-8d8c-456f-9648-5a3118932727 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:27:49.873131 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e592bbc8-481d-4054-8974-0247896b29b7 req-4d63ec6f-8d8c-456f-9648-5a3118932727 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:49.934129 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-24a95029-d0bb-44c8-8e26-56e674b7e818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port': {'id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:49Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'port_id': 'ba41d206-ea3a-4257-a621-58864bd45739', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'mac_address': 'fa:16:3e:8c:13:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90ba850-f5ec-4311-9601-077693bf3354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:27:18Z', 'updated_at': '2021-07-22T16:27:48Z', 'revision_number': 3, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421248c9-4839-4d7a-a75c-964d0244e655', 'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'mac_address': 'fa:16:3e:25:34:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:54Z', 'updated_at': '2021-07-22T16:27:02Z', 'revision_number': 5, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'subnets': [{'id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:49.956405 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e592bbc8-481d-4054-8974-0247896b29b7 req-4d63ec6f-8d8c-456f-9648-5a3118932727 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "PUT /v2.0/floatingips/b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212 HTTP/1.1" status: 200 len: 998 time: 1.9629457 Jul 22 16:27:49.966786 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a95029-d0bb-44c8-8e26-56e674b7e818 None None] Checking router: eae740ba-78ea-488a-856a-a12fece67b48 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:27:49.980115 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a95029-d0bb-44c8-8e26-56e674b7e818 None None] Routers {'eae740ba-78ea-488a-856a-a12fece67b48'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:49.981133 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-24a95029-d0bb-44c8-8e26-56e674b7e818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:27:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['eae740ba-78ea-488a-856a-a12fece67b48'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:50.025640 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592bbc8-481d-4054-8974-0247896b29b7 req-fcdee5bb-563f-4ec9-8f3f-67458ba7e344 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:50.038484 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e592bbc8-481d-4054-8974-0247896b29b7 req-fcdee5bb-563f-4ec9-8f3f-67458ba7e344 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports/5a5a427f-568b-40a5-bdd1-9d007ab25756 HTTP/1.1" status: 200 len: 942 time: 0.0766783 Jul 22 16:27:50.092993 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-24a95029-d0bb-44c8-8e26-56e674b7e818 None None] Set router eae740ba-78ea-488a-856a-a12fece67b48 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:50.175766 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592bbc8-481d-4054-8974-0247896b29b7 req-d145d273-21fd-4b25-903f-ed26fad58857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:50.184521 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e592bbc8-481d-4054-8974-0247896b29b7 req-d145d273-21fd-4b25-903f-ed26fad58857 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f5dcba1bcdec4dec9217a5051c7c2328&device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 1096 time: 0.0849051 Jul 22 16:27:50.217204 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36830) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:50.283369 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592bbc8-481d-4054-8974-0247896b29b7 req-1a34f969-861e-4b62-a61c-3cfda8fd2bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:50.285961 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e592bbc8-481d-4054-8974-0247896b29b7 req-1a34f969-861e-4b62-a61c-3cfda8fd2bbe service neutron] 10.222.0.69 "GET /v2.0/networks?id=958921b4-5bc1-41b3-837b-39292aedd4cb HTTP/1.1" status: 200 len: 922 time: 0.1003439 Jul 22 16:27:50.348086 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e592bbc8-481d-4054-8974-0247896b29b7 req-84d02c14-3cdb-4a82-86b9-4d0a3f55ff33 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a5a427f-568b-40a5-bdd1-9d007ab25756 HTTP/1.1" status: 200 len: 217 time: 0.0554392 Jul 22 16:27:50.351175 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-92feed53-879d-4725-814e-d78e21e476f3 req-04626a0f-bb57-4326-bacd-d92846bf8c05 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:27:50.352195 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92feed53-879d-4725-814e-d78e21e476f3 req-04626a0f-bb57-4326-bacd-d92846bf8c05 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1339750 Jul 22 16:27:50.407761 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592bbc8-481d-4054-8974-0247896b29b7 req-d588e105-8a89-48f2-a435-421c33bca191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:50.409620 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e592bbc8-481d-4054-8974-0247896b29b7 req-d588e105-8a89-48f2-a435-421c33bca191 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47349a61-f615-4cc1-8400-cc6ae79bfaf5 HTTP/1.1" status: 200 len: 860 time: 0.0548341 Jul 22 16:27:50.458096 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-92feed53-879d-4725-814e-d78e21e476f3 req-b1371a16-7016-4057-8593-b97b32e309f7 service neutron] Request body: {'binding': {'host': 'n-h2-798930-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:50.458550 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-92feed53-879d-4725-814e-d78e21e476f3 req-b1371a16-7016-4057-8593-b97b32e309f7 service neutron] Unknown quota resources ['binding']. {{(pid=93816) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:27:50.480595 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-24a95029-d0bb-44c8-8e26-56e674b7e818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port': {'id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:49Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'port_id': 'ba41d206-ea3a-4257-a621-58864bd45739', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'mac_address': 'fa:16:3e:8c:13:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90ba850-f5ec-4311-9601-077693bf3354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:27:18Z', 'updated_at': '2021-07-22T16:27:48Z', 'revision_number': 3, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421248c9-4839-4d7a-a75c-964d0244e655', 'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'mac_address': 'fa:16:3e:25:34:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:54Z', 'updated_at': '2021-07-22T16:27:02Z', 'revision_number': 5, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'subnets': [{'id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:50.493394 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592bbc8-481d-4054-8974-0247896b29b7 req-5613c563-0ee9-45ea-9afb-b78e4169eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:50.495765 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e592bbc8-481d-4054-8974-0247896b29b7 req-5613c563-0ee9-45ea-9afb-b78e4169eb46 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=958921b4-5bc1-41b3-837b-39292aedd4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804410 Jul 22 16:27:50.511851 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a95029-d0bb-44c8-8e26-56e674b7e818 None None] The sync data for ids ['eae740ba-78ea-488a-856a-a12fece67b48'] in n-d-798930-9 is: [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port': {'id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:49Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'port_id': 'ba41d206-ea3a-4257-a621-58864bd45739', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'mac_address': 'fa:16:3e:8c:13:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90ba850-f5ec-4311-9601-077693bf3354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:27:18Z', 'updated_at': '2021-07-22T16:27:48Z', 'revision_number': 3, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421248c9-4839-4d7a-a75c-964d0244e655', 'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'mac_address': 'fa:16:3e:25:34:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:54Z', 'updated_at': '2021-07-22T16:27:02Z', 'revision_number': 5, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'subnets': [{'id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:27:50.632994 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-92feed53-879d-4725-814e-d78e21e476f3 req-b1371a16-7016-4057-8593-b97b32e309f7 service neutron] Attempting to bind port 92b534db-6542-4bbd-a9d4-1700f70194be on host n-h2-798930-9 for vnic_type normal with profile None {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:50.633332 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-92feed53-879d-4725-814e-d78e21e476f3 req-b1371a16-7016-4057-8593-b97b32e309f7 service neutron] Attempting to bind port 92b534db-6542-4bbd-a9d4-1700f70194be by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:50.633658 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92feed53-879d-4725-814e-d78e21e476f3 req-b1371a16-7016-4057-8593-b97b32e309f7 service neutron] Attempting to bind port 92b534db-6542-4bbd-a9d4-1700f70194be on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:50.638803 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92feed53-879d-4725-814e-d78e21e476f3 req-b1371a16-7016-4057-8593-b97b32e309f7 service neutron] Port 92b534db-6542-4bbd-a9d4-1700f70194be on network 6f3ed260-5c39-4f44-87de-6af121ff9539 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:50.639123 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92feed53-879d-4725-814e-d78e21e476f3 req-b1371a16-7016-4057-8593-b97b32e309f7 service neutron] Attempting to bind port 92b534db-6542-4bbd-a9d4-1700f70194be on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:50.644739 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92feed53-879d-4725-814e-d78e21e476f3 req-b1371a16-7016-4057-8593-b97b32e309f7 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:50.645072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92feed53-879d-4725-814e-d78e21e476f3 req-b1371a16-7016-4057-8593-b97b32e309f7 service neutron] Checking segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:50.645456 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92feed53-879d-4725-814e-d78e21e476f3 req-b1371a16-7016-4057-8593-b97b32e309f7 service neutron] Bound using segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:50.645882 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-92feed53-879d-4725-814e-d78e21e476f3 req-b1371a16-7016-4057-8593-b97b32e309f7 service neutron] Bound port: 92b534db-6542-4bbd-a9d4-1700f70194be, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:50.708875 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-92feed53-879d-4725-814e-d78e21e476f3 req-b1371a16-7016-4057-8593-b97b32e309f7 service neutron] For port 92b534db-6542-4bbd-a9d4-1700f70194be, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=92b534db-6542-4bbd-a9d4-1700f70194be,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:50.716169 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-92feed53-879d-4725-814e-d78e21e476f3 req-b1371a16-7016-4057-8593-b97b32e309f7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:50.717574 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92feed53-879d-4725-814e-d78e21e476f3 req-b1371a16-7016-4057-8593-b97b32e309f7 service neutron] 10.222.0.69 "POST /v2.0/ports/92b534db-6542-4bbd-a9d4-1700f70194be/bindings HTTP/1.1" status: 201 len: 389 time: 0.3147585 Jul 22 16:27:50.754161 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0554393-c2f0-42d5-9027-6d496a4ea285 None None] New status for floating IP b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:27:50.852156 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 9d080875-efa0-4f12-b76e-212b84683f76 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:50.872366 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e592bbc8-481d-4054-8974-0247896b29b7 req-b504a5f5-feda-49a1-8043-6eabc32bbc8c service neutron] 10.222.0.69 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696404 Jul 22 16:27:50.876491 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:50.960395 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c774918-8abb-49c8-9ab7-267475c04ece x-openstack-request-id: req-6c774918-8abb-49c8-9ab7-267475c04ece {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:50.960690 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9108ce31-391a-44a6-8bcb-721e4f8f2f4f", "tag": "a0b654b3-3e6f-4821-902e-2228335f5f19", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "04e0a6b2-e0fc-4439-9923-7fdda29df12a", "tag": "9d080875-efa0-4f12-b76e-212b84683f76", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:50.960937 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6c774918-8abb-49c8-9ab7-267475c04ece {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:50.961319 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9108ce31-391a-44a6-8bcb-721e4f8f2f4f', 'tag': 'a0b654b3-3e6f-4821-902e-2228335f5f19', 'status': 'completed', 'code': 200} Jul 22 16:27:50.961573 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e0a6b2-e0fc-4439-9923-7fdda29df12a', 'tag': '9d080875-efa0-4f12-b76e-212b84683f76', 'status': 'completed', 'code': 200} Jul 22 16:27:51.021000 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e592bbc8-481d-4054-8974-0247896b29b7 req-e0c58206-d9f9-44e5-8d75-a0258d216a4c service neutron] 10.222.0.69 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408086 Jul 22 16:27:51.165150 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592bbc8-481d-4054-8974-0247896b29b7 req-aae58c89-966d-45a2-b16a-3bf407461f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:51.168504 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e592bbc8-481d-4054-8974-0247896b29b7 req-aae58c89-966d-45a2-b16a-3bf407461f6b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f5dcba1bcdec4dec9217a5051c7c2328&device_id=e90ba850-f5ec-4311-9601-077693bf3354 HTTP/1.1" status: 200 len: 1096 time: 0.1226861 Jul 22 16:27:51.179404 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9005c10-ce9b-4830-ad8e-65af3c243055 req-87f88ba0-9780-424a-850e-d0dacb4bdee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:51.181203 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9005c10-ce9b-4830-ad8e-65af3c243055 req-87f88ba0-9780-424a-850e-d0dacb4bdee9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e12f097db788412a8061a04b2526cfd9&device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 1099 time: 0.1338427 Jul 22 16:27:51.181343 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de7ffe-2d74-48bd-b44d-30704c20fa50 req-38ed1b40-4ca7-4835-85fc-9192aa2d70df tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:51.189740 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f5de7ffe-2d74-48bd-b44d-30704c20fa50 req-38ed1b40-4ca7-4835-85fc-9192aa2d70df tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 945 time: 0.1574547 Jul 22 16:27:51.228695 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92feed53-879d-4725-814e-d78e21e476f3 req-8d9b132a-51e4-4afe-ae80-9b58401df139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:51.230317 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 9d080875-efa0-4f12-b76e-212b84683f76, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=9d080875-efa0-4f12-b76e-212b84683f76,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:51.230790 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92feed53-879d-4725-814e-d78e21e476f3 req-8d9b132a-51e4-4afe-ae80-9b58401df139 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 1096 time: 0.1573000 Jul 22 16:27:51.242269 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '9d080875-efa0-4f12-b76e-212b84683f76', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '9d080875-efa0-4f12-b76e-212b84683f76', 'mac_address': 'fa:16:3e:74:78:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:51.248826 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f5de7ffe-2d74-48bd-b44d-30704c20fa50 req-44e06471-eb72-4720-81ab-aabbf47b599f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580726 Jul 22 16:27:51.255057 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:51.282189 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592bbc8-481d-4054-8974-0247896b29b7 req-5aa93c85-89eb-4272-880d-9219a6229a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:51.286512 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e592bbc8-481d-4054-8974-0247896b29b7 req-5aa93c85-89eb-4272-880d-9219a6229a2f service neutron] 10.222.0.69 "GET /v2.0/networks?id=958921b4-5bc1-41b3-837b-39292aedd4cb HTTP/1.1" status: 200 len: 922 time: 0.1101787 Jul 22 16:27:51.309818 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0', 'mac_address': 'fa:16:3e:b8:b3:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:51.349550 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16107d5-4c25-42a7-b157-ce1560d6d6eb x-openstack-request-id: req-c16107d5-4c25-42a7-b157-ce1560d6d6eb {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:51.349829 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8802d4f-edfd-4ab7-a552-be6b92672681", "name": "network-vif-plugged", "status": "completed", "tag": "27f39a9a-f401-43f6-86f1-cfa75a6861e4", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:51.350095 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c16107d5-4c25-42a7-b157-ce1560d6d6eb {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:51.350480 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8802d4f-edfd-4ab7-a552-be6b92672681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f39a9a-f401-43f6-86f1-cfa75a6861e4', 'code': 200} Jul 22 16:27:51.450608 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:51.452631 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:51.490359 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db393b5-a61a-4daf-ae38-df1e504baab7 None None] Sync routers for ids ['eae740ba-78ea-488a-856a-a12fece67b48'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:27:51.503533 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db393b5-a61a-4daf-ae38-df1e504baab7 None None] Routers {'eae740ba-78ea-488a-856a-a12fece67b48'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:51.504163 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6db393b5-a61a-4daf-ae38-df1e504baab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:27:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['eae740ba-78ea-488a-856a-a12fece67b48'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:51.542707 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e592bbc8-481d-4054-8974-0247896b29b7 req-37adab3a-9391-4fda-8a7c-e2173931f37c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba41d206-ea3a-4257-a621-58864bd45739 HTTP/1.1" status: 200 len: 1001 time: 0.1708224 Jul 22 16:27:51.545806 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9005c10-ce9b-4830-ad8e-65af3c243055 req-586e6e4a-f470-48df-b377-9674517d1b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:51.547724 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9005c10-ce9b-4830-ad8e-65af3c243055 req-586e6e4a-f470-48df-b377-9674517d1b09 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.2572603 Jul 22 16:27:51.578489 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92feed53-879d-4725-814e-d78e21e476f3 req-fcf2ad02-06dc-4e18-a374-6d87aed1cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:51.580788 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92feed53-879d-4725-814e-d78e21e476f3 req-fcf2ad02-06dc-4e18-a374-6d87aed1cbc7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 922 time: 0.3309634 Jul 22 16:27:51.611828 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9005c10-ce9b-4830-ad8e-65af3c243055 req-9aa9ba39-c1d0-4d0e-817b-1b68b4b211f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a0b654b3-3e6f-4821-902e-2228335f5f19 HTTP/1.1" status: 200 len: 217 time: 0.0528436 Jul 22 16:27:51.653111 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d080875-efa0-4f12-b76e-212b84683f76 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:51.659023 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592bbc8-481d-4054-8974-0247896b29b7 req-dc3b2146-d8bc-4ddb-bac9-a85b772a3f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:51.660710 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e592bbc8-481d-4054-8974-0247896b29b7 req-dc3b2146-d8bc-4ddb-bac9-a85b772a3f90 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47349a61-f615-4cc1-8400-cc6ae79bfaf5 HTTP/1.1" status: 200 len: 860 time: 0.1114683 Jul 22 16:27:51.669335 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-6db393b5-a61a-4daf-ae38-df1e504baab7 None None] Set router eae740ba-78ea-488a-856a-a12fece67b48 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:51.684432 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:51.709281 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:51.716037 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 9d080875-efa0-4f12-b76e-212b84683f76, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=9d080875-efa0-4f12-b76e-212b84683f76,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:51.716982 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9005c10-ce9b-4830-ad8e-65af3c243055 req-31e9a9b8-437d-4676-9e2f-bcfdf8e6e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:51.718033 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:51.719261 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9005c10-ce9b-4830-ad8e-65af3c243055 req-31e9a9b8-437d-4676-9e2f-bcfdf8e6e079 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0969546 Jul 22 16:27:51.796075 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:51.797033 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592bbc8-481d-4054-8974-0247896b29b7 req-9881bd70-9df4-486f-9266-1429c358a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:51.798794 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e592bbc8-481d-4054-8974-0247896b29b7 req-9881bd70-9df4-486f-9266-1429c358a382 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=958921b4-5bc1-41b3-837b-39292aedd4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281180 Jul 22 16:27:51.800225 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:51.801585 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device a0b654b3-3e6f-4821-902e-2228335f5f19 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:51.838343 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port a0b654b3-3e6f-4821-902e-2228335f5f19, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a0b654b3-3e6f-4821-902e-2228335f5f19,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:51.855333 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'a0b654b3-3e6f-4821-902e-2228335f5f19', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': 'a0b654b3-3e6f-4821-902e-2228335f5f19', 'mac_address': 'fa:16:3e:83:d4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:51.890491 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9005c10-ce9b-4830-ad8e-65af3c243055 req-7f406cff-be7b-4b27-b566-fb43287090c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:51.892181 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9005c10-ce9b-4830-ad8e-65af3c243055 req-7f406cff-be7b-4b27-b566-fb43287090c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1612937 Jul 22 16:27:51.917760 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e592bbc8-481d-4054-8974-0247896b29b7 req-3ebcc503-e25f-4c97-bd89-c8c5ecb574ab service neutron] 10.222.0.69 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103125 Jul 22 16:27:51.942087 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:51.968545 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b654b3-3e6f-4821-902e-2228335f5f19 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:51.989954 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92feed53-879d-4725-814e-d78e21e476f3 req-a4caf450-04e3-4e78-a9b6-f10a876f25b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92b534db-6542-4bbd-a9d4-1700f70194be HTTP/1.1" status: 200 len: 217 time: 0.3938227 Jul 22 16:27:51.995711 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port a0b654b3-3e6f-4821-902e-2228335f5f19, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a0b654b3-3e6f-4821-902e-2228335f5f19,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:52.012567 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2117f8-c1e2-4ce1-b3c6-69506fcbe6d7 req-7aac2479-037f-470e-be9c-ed777ac5278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:52.013449 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:52.014616 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2a2117f8-c1e2-4ce1-b3c6-69506fcbe6d7 req-7aac2479-037f-470e-be9c-ed777ac5278e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 1096 time: 0.5463984 Jul 22 16:27:52.019838 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=9d080875-efa0-4f12-b76e-212b84683f76,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:52.036072 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6db393b5-a61a-4daf-ae38-df1e504baab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port': {'id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:49Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'port_id': 'ba41d206-ea3a-4257-a621-58864bd45739', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'mac_address': 'fa:16:3e:8c:13:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90ba850-f5ec-4311-9601-077693bf3354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:27:18Z', 'updated_at': '2021-07-22T16:27:51Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421248c9-4839-4d7a-a75c-964d0244e655', 'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'mac_address': 'fa:16:3e:25:34:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:54Z', 'updated_at': '2021-07-22T16:27:02Z', 'revision_number': 5, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'subnets': [{'id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:52.080619 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=a0b654b3-3e6f-4821-902e-2228335f5f19,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:52.096495 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92feed53-879d-4725-814e-d78e21e476f3 req-1ef2d724-869d-4b9d-a268-13c7910d19bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:52.097458 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9005c10-ce9b-4830-ad8e-65af3c243055 req-53273c3f-8e7f-4b23-a231-b287e0bbc29f service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935604 Jul 22 16:27:52.099328 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e592bbc8-481d-4054-8974-0247896b29b7 req-025b9fd5-f648-4d95-bff7-7dc0b86407c6 service neutron] 10.222.0.69 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711209 Jul 22 16:27:52.100179 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92feed53-879d-4725-814e-d78e21e476f3 req-1ef2d724-869d-4b9d-a268-13c7910d19bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ce36437-5a9b-4c2b-a36e-e40d9943a98a HTTP/1.1" status: 200 len: 861 time: 0.0959618 Jul 22 16:27:52.118158 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db393b5-a61a-4daf-ae38-df1e504baab7 None None] Checking router: eae740ba-78ea-488a-856a-a12fece67b48 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:27:52.131126 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db393b5-a61a-4daf-ae38-df1e504baab7 None None] Routers {'eae740ba-78ea-488a-856a-a12fece67b48'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:52.132035 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6db393b5-a61a-4daf-ae38-df1e504baab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:27:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['eae740ba-78ea-488a-856a-a12fece67b48'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:52.160323 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92feed53-879d-4725-814e-d78e21e476f3 req-e5d1d7a9-3ce9-4e1a-b28a-d990c3a96e8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6f3ed260-5c39-4f44-87de-6af121ff9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301397 Jul 22 16:27:52.174556 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d865510-b624-476b-afce-3c1dd290498e req-9bc2d1b7-22a8-4361-9810-54cb56209842 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:52.181258 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:52.181530 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9d865510-b624-476b-afce-3c1dd290498e req-9bc2d1b7-22a8-4361-9810-54cb56209842 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=04e0a6b2-e0fc-4439-9923-7fdda29df12a HTTP/1.1" status: 200 len: 947 time: 0.7142377 Jul 22 16:27:52.256054 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9005c10-ce9b-4830-ad8e-65af3c243055 req-aad7353e-28d1-4596-a879-7f5c60701216 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306019 Jul 22 16:27:52.265006 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9d865510-b624-476b-afce-3c1dd290498e req-b968cc6c-8913-47d7-96d1-4fcc4929a604 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767021 Jul 22 16:27:52.290619 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-6db393b5-a61a-4daf-ae38-df1e504baab7 None None] Set router eae740ba-78ea-488a-856a-a12fece67b48 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:52.291924 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2a2117f8-c1e2-4ce1-b3c6-69506fcbe6d7 req-21319fb9-243f-4921-adcf-ade2779f415c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891851 Jul 22 16:27:52.353494 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750931af-184c-4e94-98a7-ac24fd9d2b99 x-openstack-request-id: req-750931af-184c-4e94-98a7-ac24fd9d2b99 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:52.353792 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37ee055-699a-4b9f-a632-502f41a0430e", "name": "network-vif-deleted", "tag": "3e9e61b4-c6f8-42a2-adf1-3f411aea671b", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:52.354104 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-750931af-184c-4e94-98a7-ac24fd9d2b99 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:52.354512 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37ee055-699a-4b9f-a632-502f41a0430e', 'name': 'network-vif-deleted', 'tag': '3e9e61b4-c6f8-42a2-adf1-3f411aea671b', 'status': 'completed', 'code': 200} Jul 22 16:27:52.391229 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92feed53-879d-4725-814e-d78e21e476f3 req-c0de38db-0d70-43d3-95f6-bcea3c6d9189 service neutron] 10.222.0.30 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058213 Jul 22 16:27:52.481135 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['9d080875-efa0-4f12-b76e-212b84683f76'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:52.537382 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097da7d-360c-416b-97e2-85de5068efe0 req-09e33ab5-e4a3-4d33-b28b-8acdf5c3291e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:52.537382 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2097da7d-360c-416b-97e2-85de5068efe0 req-09e33ab5-e4a3-4d33-b28b-8acdf5c3291e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d258c5b-dac6-49e1-b99a-9486303bd97a HTTP/1.1" status: 200 len: 949 time: 0.1990848 Jul 22 16:27:52.537624 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92feed53-879d-4725-814e-d78e21e476f3 req-ccd1097c-bb96-41fb-8181-a5b798a0734b service neutron] 10.222.0.30 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360776 Jul 22 16:27:52.550047 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['a0b654b3-3e6f-4821-902e-2228335f5f19'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:52.610302 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9005c10-ce9b-4830-ad8e-65af3c243055 req-6b972a06-6eca-4029-ac50-55ec5825740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:52.611985 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9005c10-ce9b-4830-ad8e-65af3c243055 req-6b972a06-6eca-4029-ac50-55ec5825740c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e12f097db788412a8061a04b2526cfd9&device_id=04e0a6b2-e0fc-4439-9923-7fdda29df12a HTTP/1.1" status: 200 len: 1099 time: 0.2292526 Jul 22 16:27:52.616926 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2097da7d-360c-416b-97e2-85de5068efe0 req-15144d32-d0dd-4bac-8ac7-65856f18aa2d tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735788 Jul 22 16:27:52.713112 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6db393b5-a61a-4daf-ae38-df1e504baab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port': {'id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:49Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'port_id': 'ba41d206-ea3a-4257-a621-58864bd45739', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'mac_address': 'fa:16:3e:8c:13:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90ba850-f5ec-4311-9601-077693bf3354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:27:18Z', 'updated_at': '2021-07-22T16:27:51Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421248c9-4839-4d7a-a75c-964d0244e655', 'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'mac_address': 'fa:16:3e:25:34:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:54Z', 'updated_at': '2021-07-22T16:27:02Z', 'revision_number': 5, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'subnets': [{'id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:52.742267 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb2f53-960a-4388-8a4d-ebde85a390ae req-96744870-08b7-40ca-89b7-ac9080c0cbda tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:52.747074 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6bdb2f53-960a-4388-8a4d-ebde85a390ae req-96744870-08b7-40ca-89b7-ac9080c0cbda tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 945 time: 0.2089567 Jul 22 16:27:52.749212 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db393b5-a61a-4daf-ae38-df1e504baab7 None None] The sync data for ids ['eae740ba-78ea-488a-856a-a12fece67b48'] in n-d-798930-9 is: [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port': {'id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:49Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'port_id': 'ba41d206-ea3a-4257-a621-58864bd45739', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'mac_address': 'fa:16:3e:8c:13:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90ba850-f5ec-4311-9601-077693bf3354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:27:18Z', 'updated_at': '2021-07-22T16:27:51Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421248c9-4839-4d7a-a75c-964d0244e655', 'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'mac_address': 'fa:16:3e:25:34:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:54Z', 'updated_at': '2021-07-22T16:27:02Z', 'revision_number': 5, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'subnets': [{'id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:27:52.846471 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9a0393af-befd-4ba0-b3d4-2be07f0fdec4 req-7c0dd875-ea54-4db7-9796-0fad4dc43bb5 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.242 HTTP/1.1" status: 200 len: 1001 time: 0.1456761 Jul 22 16:27:52.857888 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9005c10-ce9b-4830-ad8e-65af3c243055 req-70801eec-3506-440c-a4dc-f373497399e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:52.859499 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9005c10-ce9b-4830-ad8e-65af3c243055 req-70801eec-3506-440c-a4dc-f373497399e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.2367799 Jul 22 16:27:52.868137 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6bdb2f53-960a-4388-8a4d-ebde85a390ae req-fddf5b0c-2d52-4dc6-8875-fb67cd28d7ce tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710545 Jul 22 16:27:52.880290 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92feed53-879d-4725-814e-d78e21e476f3 req-827c21c7-ddd7-43a7-ad5a-499c507ea362 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:52.881793 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92feed53-879d-4725-814e-d78e21e476f3 req-827c21c7-ddd7-43a7-ad5a-499c507ea362 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c&tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&binding%3Ahost_id=n-h1-798930-9 HTTP/1.1" status: 200 len: 1096 time: 0.1937315 Jul 22 16:27:52.898135 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-92feed53-879d-4725-814e-d78e21e476f3 req-9c54559e-9f8f-49c6-89e2-f3bed1f8c174 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798930-9'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:52.923982 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9005c10-ce9b-4830-ad8e-65af3c243055 req-6bc73012-5b3a-43f1-b54b-9e7bc391a503 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=9d080875-efa0-4f12-b76e-212b84683f76 HTTP/1.1" status: 200 len: 217 time: 0.0405149 Jul 22 16:27:52.965458 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cca701-a65d-49df-bf1c-551488e8dfaf', 'tag': '5a5a427f-568b-40a5-bdd1-9d007ab25756'}, {'name': 'network-changed', 'server_uuid': 'e90ba850-f5ec-4311-9601-077693bf3354', 'tag': 'ba41d206-ea3a-4257-a621-58864bd45739'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:52.967623 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02939dc7-825d-48ca-a82a-e6fa6a9389c8" -d '{"events": [{"name": "network-changed", "server_uuid": "82cca701-a65d-49df-bf1c-551488e8dfaf", "tag": "5a5a427f-568b-40a5-bdd1-9d007ab25756"}, {"name": "network-changed", "server_uuid": "e90ba850-f5ec-4311-9601-077693bf3354", "tag": "ba41d206-ea3a-4257-a621-58864bd45739"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:52.983196 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0393af-befd-4ba0-b3d4-2be07f0fdec4 req-c7b5aa3e-bf72-4b26-a248-4fcc716d9aec tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:52.984610 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9a0393af-befd-4ba0-b3d4-2be07f0fdec4 req-c7b5aa3e-bf72-4b26-a248-4fcc716d9aec tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports/ba41d206-ea3a-4257-a621-58864bd45739 HTTP/1.1" status: 200 len: 942 time: 0.1372733 Jul 22 16:27:53.005391 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9005c10-ce9b-4830-ad8e-65af3c243055 req-00e6507f-6969-4526-9fec-cc6916293535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:53.007162 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9005c10-ce9b-4830-ad8e-65af3c243055 req-00e6507f-6969-4526-9fec-cc6916293535 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0735209 Jul 22 16:27:53.022684 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-92feed53-879d-4725-814e-d78e21e476f3 req-9c54559e-9f8f-49c6-89e2-f3bed1f8c174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:53.074781 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a990f7-eb8a-4d22-b23b-d79ee6714f8a req-d9f59715-9da2-4607-b5b5-51158074baaa tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:53.076272 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-50a990f7-eb8a-4d22-b23b-d79ee6714f8a req-d9f59715-9da2-4607-b5b5-51158074baaa tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 945 time: 0.1272435 Jul 22 16:27:53.116995 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9a0393af-befd-4ba0-b3d4-2be07f0fdec4 req-794b3cb9-1ce8-46d9-b260-ef42992189b5 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.242 HTTP/1.1" status: 200 len: 1001 time: 0.0732152 Jul 22 16:27:53.133840 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9005c10-ce9b-4830-ad8e-65af3c243055 req-6c411124-1f6d-4e0a-a19a-f98031a8c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:53.135363 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9005c10-ce9b-4830-ad8e-65af3c243055 req-6c411124-1f6d-4e0a-a19a-f98031a8c004 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1203392 Jul 22 16:27:53.144706 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-50a990f7-eb8a-4d22-b23b-d79ee6714f8a req-1f6bb3eb-7d50-440b-81ac-d7973aab7b93 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617666 Jul 22 16:27:53.209427 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-92feed53-879d-4725-814e-d78e21e476f3 req-9c54559e-9f8f-49c6-89e2-f3bed1f8c174 service neutron] For port 92b534db-6542-4bbd-a9d4-1700f70194be, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=92b534db-6542-4bbd-a9d4-1700f70194be,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:53.254258 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-92feed53-879d-4725-814e-d78e21e476f3 req-9c54559e-9f8f-49c6-89e2-f3bed1f8c174 service neutron] For port 92b534db-6542-4bbd-a9d4-1700f70194be, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:53.321412 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0393af-befd-4ba0-b3d4-2be07f0fdec4 req-8dfd0428-d1bd-4b6f-829b-6e2234754410 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:53.322887 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9a0393af-befd-4ba0-b3d4-2be07f0fdec4 req-8dfd0428-d1bd-4b6f-829b-6e2234754410 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.1993132 Jul 22 16:27:53.327085 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9005c10-ce9b-4830-ad8e-65af3c243055 req-9ed55010-e68e-48ca-b0f7-345d3e25660b service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794643 Jul 22 16:27:53.359127 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-92feed53-879d-4725-814e-d78e21e476f3 req-9c54559e-9f8f-49c6-89e2-f3bed1f8c174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:53.373873 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-92feed53-879d-4725-814e-d78e21e476f3 req-9c54559e-9f8f-49c6-89e2-f3bed1f8c174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:53.395907 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f8307e-e7f4-440d-a9db-cbf94b2b9705 x-openstack-request-id: req-51f8307e-e7f4-440d-a9db-cbf94b2b9705 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:53.396204 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82cca701-a65d-49df-bf1c-551488e8dfaf", "tag": "5a5a427f-568b-40a5-bdd1-9d007ab25756", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e90ba850-f5ec-4311-9601-077693bf3354", "tag": "ba41d206-ea3a-4257-a621-58864bd45739", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:53.396449 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-51f8307e-e7f4-440d-a9db-cbf94b2b9705 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:53.396830 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82cca701-a65d-49df-bf1c-551488e8dfaf', 'tag': '5a5a427f-568b-40a5-bdd1-9d007ab25756', 'status': 'completed', 'code': 200} Jul 22 16:27:53.397082 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90ba850-f5ec-4311-9601-077693bf3354', 'tag': 'ba41d206-ea3a-4257-a621-58864bd45739', 'status': 'completed', 'code': 200} Jul 22 16:27:53.428773 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9005c10-ce9b-4830-ad8e-65af3c243055 req-be830e9b-2dde-4766-a853-4c623637121a service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938745 Jul 22 16:27:53.439722 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-2d8a72bd-cace-4491-a605-599149287452 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:53.441240 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-2d8a72bd-cace-4491-a605-599149287452 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/networks?id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e HTTP/1.1" status: 200 len: 812 time: 0.1663139 Jul 22 16:27:53.500557 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-20bd93da-112d-4acb-92a5-c98d5d7775da tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/quotas/a8f7f0ee905d4934879787b8f8216673 HTTP/1.1" status: 200 len: 375 time: 0.0380781 Jul 22 16:27:53.533573 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02939dc7-825d-48ca-a82a-e6fa6a9389c8 req-27e46913-5cbf-482b-afcf-05f68e9f3614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:53.535560 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-02939dc7-825d-48ca-a82a-e6fa6a9389c8 req-27e46913-5cbf-482b-afcf-05f68e9f3614 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5dcba1bcdec4dec9217a5051c7c2328&device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 1096 time: 0.0821049 Jul 22 16:27:53.546269 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-92feed53-879d-4725-814e-d78e21e476f3 req-9c54559e-9f8f-49c6-89e2-f3bed1f8c174 service neutron] Attempting to bind port 92b534db-6542-4bbd-a9d4-1700f70194be on host n-h1-798930-9 for vnic_type normal with profile {"migrating_to": "n-h2-798930-9"} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:53.546610 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-92feed53-879d-4725-814e-d78e21e476f3 req-9c54559e-9f8f-49c6-89e2-f3bed1f8c174 service neutron] Attempting to bind port 92b534db-6542-4bbd-a9d4-1700f70194be by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:53.546946 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92feed53-879d-4725-814e-d78e21e476f3 req-9c54559e-9f8f-49c6-89e2-f3bed1f8c174 service neutron] Attempting to bind port 92b534db-6542-4bbd-a9d4-1700f70194be on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:53.569454 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92feed53-879d-4725-814e-d78e21e476f3 req-9c54559e-9f8f-49c6-89e2-f3bed1f8c174 service neutron] Port 92b534db-6542-4bbd-a9d4-1700f70194be on network 6f3ed260-5c39-4f44-87de-6af121ff9539 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:53.569784 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92feed53-879d-4725-814e-d78e21e476f3 req-9c54559e-9f8f-49c6-89e2-f3bed1f8c174 service neutron] Attempting to bind port 92b534db-6542-4bbd-a9d4-1700f70194be on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:53.571866 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54559e-9f8f-49c6-89e2-f3bed1f8c174 service neutron] Pushing event updated for resources: {'Port': ['ID=92b534db-6542-4bbd-a9d4-1700f70194be,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:53.578413 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-51c1f613-ede0-4d8f-ab44-8c6f95d68076 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a8f7f0ee905d4934879787b8f8216673&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516150 Jul 22 16:27:53.583524 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92feed53-879d-4725-814e-d78e21e476f3 req-9c54559e-9f8f-49c6-89e2-f3bed1f8c174 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:53.584492 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92feed53-879d-4725-814e-d78e21e476f3 req-9c54559e-9f8f-49c6-89e2-f3bed1f8c174 service neutron] Checking segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:53.584492 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92feed53-879d-4725-814e-d78e21e476f3 req-9c54559e-9f8f-49c6-89e2-f3bed1f8c174 service neutron] Bound using segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:53.584642 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-92feed53-879d-4725-814e-d78e21e476f3 req-9c54559e-9f8f-49c6-89e2-f3bed1f8c174 service neutron] Bound port: 92b534db-6542-4bbd-a9d4-1700f70194be, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:53.585009 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-92feed53-879d-4725-814e-d78e21e476f3 req-9c54559e-9f8f-49c6-89e2-f3bed1f8c174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:53.667394 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02939dc7-825d-48ca-a82a-e6fa6a9389c8 req-7dea44aa-113a-4237-855f-617a391b582c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:53.669425 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-02939dc7-825d-48ca-a82a-e6fa6a9389c8 req-7dea44aa-113a-4237-855f-617a391b582c service neutron] 10.222.0.30 "GET /v2.0/networks?id=958921b4-5bc1-41b3-837b-39292aedd4cb HTTP/1.1" status: 200 len: 922 time: 0.1219685 Jul 22 16:27:53.712107 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02939dc7-825d-48ca-a82a-e6fa6a9389c8 req-852d7d92-708f-432e-a7e1-1c8210f5d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:53.713667 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02939dc7-825d-48ca-a82a-e6fa6a9389c8 req-852d7d92-708f-432e-a7e1-1c8210f5d1cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5dcba1bcdec4dec9217a5051c7c2328&device_id=e90ba850-f5ec-4311-9601-077693bf3354 HTTP/1.1" status: 200 len: 1096 time: 0.2395163 Jul 22 16:27:53.751033 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-02939dc7-825d-48ca-a82a-e6fa6a9389c8 req-ad8a3512-3cf9-4bc0-9ae1-2b536f8a9891 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a5a427f-568b-40a5-bdd1-9d007ab25756 HTTP/1.1" status: 200 len: 217 time: 0.0699248 Jul 22 16:27:53.752255 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-92feed53-879d-4725-814e-d78e21e476f3 req-9c54559e-9f8f-49c6-89e2-f3bed1f8c174 service neutron] For port 92b534db-6542-4bbd-a9d4-1700f70194be, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:53.758801 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-5f9e8ad0-ea69-42b1-b598-235d203963d0 service neutron] 10.222.0.69 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639464 Jul 22 16:27:53.761818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-92feed53-879d-4725-814e-d78e21e476f3 req-9c54559e-9f8f-49c6-89e2-f3bed1f8c174 service neutron] For port 92b534db-6542-4bbd-a9d4-1700f70194be, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=92b534db-6542-4bbd-a9d4-1700f70194be,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:53.793224 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-92feed53-879d-4725-814e-d78e21e476f3 req-9c54559e-9f8f-49c6-89e2-f3bed1f8c174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:53.820448 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9ef7a-ba9d-4bed-824e-decd5234011c req-e5e97adf-f9c3-4672-8350-a4bf995d8bb6 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:53.821974 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-25f9ef7a-ba9d-4bed-824e-decd5234011c req-e5e97adf-f9c3-4672-8350-a4bf995d8bb6 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=04e0a6b2-e0fc-4439-9923-7fdda29df12a HTTP/1.1" status: 200 len: 948 time: 0.1506305 Jul 22 16:27:53.824337 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02939dc7-825d-48ca-a82a-e6fa6a9389c8 req-a4dbdf19-6a44-4fa5-afc4-d77ca41d291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:53.825655 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-02939dc7-825d-48ca-a82a-e6fa6a9389c8 req-a4dbdf19-6a44-4fa5-afc4-d77ca41d291c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47349a61-f615-4cc1-8400-cc6ae79bfaf5 HTTP/1.1" status: 200 len: 860 time: 0.0642087 Jul 22 16:27:53.831718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36890) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:53.919851 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-25f9ef7a-ba9d-4bed-824e-decd5234011c req-8309fe4d-4722-454b-892c-1368a75c2d49 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767348 Jul 22 16:27:53.999639 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a7ad281-05e3-4bcb-8352-a7d9a3bc9174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:54.005235 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02939dc7-825d-48ca-a82a-e6fa6a9389c8 req-630a4b1c-e31c-4990-9785-a2a48809402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:54.006753 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-02939dc7-825d-48ca-a82a-e6fa6a9389c8 req-630a4b1c-e31c-4990-9785-a2a48809402d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=958921b4-5bc1-41b3-837b-39292aedd4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1667919 Jul 22 16:27:54.030964 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92feed53-879d-4725-814e-d78e21e476f3 req-9c54559e-9f8f-49c6-89e2-f3bed1f8c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:54.031628 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-92feed53-879d-4725-814e-d78e21e476f3 req-9c54559e-9f8f-49c6-89e2-f3bed1f8c174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:54.033068 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92feed53-879d-4725-814e-d78e21e476f3 req-9c54559e-9f8f-49c6-89e2-f3bed1f8c174 service neutron] 10.222.0.30 "PUT /v2.0/ports/92b534db-6542-4bbd-a9d4-1700f70194be HTTP/1.1" status: 200 len: 1121 time: 1.1418464 Jul 22 16:27:54.036989 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54559e-9f8f-49c6-89e2-f3bed1f8c174 service neutron] Pushing event updated for resources: {'Port': ['ID=92b534db-6542-4bbd-a9d4-1700f70194be,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:54.059501 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-7065219b-9a14-4a2d-baae-50738701cae0 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.242 HTTP/1.1" status: 200 len: 1001 time: 0.1184559 Jul 22 16:27:54.064227 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-6b48e5b4-d9f2-456f-a848-4bc20962300d service neutron] 10.222.0.69 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999697 Jul 22 16:27:54.067188 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02939dc7-825d-48ca-a82a-e6fa6a9389c8 req-37681a0c-d730-4da0-a65b-a359ecdb7c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:54.068593 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02939dc7-825d-48ca-a82a-e6fa6a9389c8 req-37681a0c-d730-4da0-a65b-a359ecdb7c59 service neutron] 10.222.0.16 "GET /v2.0/networks?id=958921b4-5bc1-41b3-837b-39292aedd4cb HTTP/1.1" status: 200 len: 922 time: 0.2963297 Jul 22 16:27:54.150100 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02939dc7-825d-48ca-a82a-e6fa6a9389c8 req-01ab2243-51a8-450f-a8bc-ecbc8d5ccf63 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba41d206-ea3a-4257-a621-58864bd45739 HTTP/1.1" status: 200 len: 1001 time: 0.0656307 Jul 22 16:27:54.207447 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-02939dc7-825d-48ca-a82a-e6fa6a9389c8 req-da75089f-b1f3-4bc3-b1c7-cc0fe7022c02 service neutron] 10.222.0.30 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910670 Jul 22 16:27:54.242125 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-2e57b65b-9c3a-4873-98e3-92d57004cf21 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:54.250437 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-2e57b65b-9c3a-4873-98e3-92d57004cf21 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports/ba41d206-ea3a-4257-a621-58864bd45739 HTTP/1.1" status: 200 len: 942 time: 0.1728139 Jul 22 16:27:54.279508 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['92b534db-6542-4bbd-a9d4-1700f70194be'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:54.323515 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02939dc7-825d-48ca-a82a-e6fa6a9389c8 req-b6216d22-680a-472e-ae11-bee9dcdae03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:54.325180 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02939dc7-825d-48ca-a82a-e6fa6a9389c8 req-b6216d22-680a-472e-ae11-bee9dcdae03d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=47349a61-f615-4cc1-8400-cc6ae79bfaf5 HTTP/1.1" status: 200 len: 860 time: 0.1130435 Jul 22 16:27:54.373413 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d5454d-57b2-4b91-850e-8cdd8893d41c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92b534db-6542-4bbd-a9d4-1700f70194be'}, {'name': 'network-changed', 'server_uuid': 'd2d5454d-57b2-4b91-850e-8cdd8893d41c', 'tag': '92b534db-6542-4bbd-a9d4-1700f70194be'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:54.378281 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d665f02f-9e4c-452f-ba90-7ef8f0db3e8d" -d '{"events": [{"server_uuid": "d2d5454d-57b2-4b91-850e-8cdd8893d41c", "name": "network-vif-unplugged", "status": "completed", "tag": "92b534db-6542-4bbd-a9d4-1700f70194be"}, {"name": "network-changed", "server_uuid": "d2d5454d-57b2-4b91-850e-8cdd8893d41c", "tag": "92b534db-6542-4bbd-a9d4-1700f70194be"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:54.425784 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd75ca-844c-43b3-b8bc-d9b810cbaec6 req-91c0de2e-207e-495f-b915-b15fb90efbc6 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:54.427434 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7cdd75ca-844c-43b3-b8bc-d9b810cbaec6 req-91c0de2e-207e-495f-b915-b15fb90efbc6 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d258c5b-dac6-49e1-b99a-9486303bd97a HTTP/1.1" status: 200 len: 949 time: 0.1788967 Jul 22 16:27:54.484079 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7cdd75ca-844c-43b3-b8bc-d9b810cbaec6 req-66207988-3ead-4999-95e2-3c444740f6bc tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503957 Jul 22 16:27:54.490836 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02939dc7-825d-48ca-a82a-e6fa6a9389c8 req-12b7aeb0-6a67-4d06-88a9-c96d4cc4e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:54.493002 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02939dc7-825d-48ca-a82a-e6fa6a9389c8 req-12b7aeb0-6a67-4d06-88a9-c96d4cc4e62f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958921b4-5bc1-41b3-837b-39292aedd4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498935 Jul 22 16:27:54.649411 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02939dc7-825d-48ca-a82a-e6fa6a9389c8 req-c834c9f5-b270-4125-93b3-7fe6ad5681c4 service neutron] 10.222.0.16 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362927 Jul 22 16:27:54.707681 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d38d7-9d51-460b-b78d-b7781167b680 req-e9b07161-1592-4c70-b142-497322fdde1b tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:54.709157 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af2d38d7-9d51-460b-b78d-b7781167b680 req-e9b07161-1592-4c70-b142-497322fdde1b tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 943 time: 0.1470625 Jul 22 16:27:54.712190 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-02939dc7-825d-48ca-a82a-e6fa6a9389c8 req-e425baa7-e6b6-41fd-b661-5ed2ac01a5e9 service neutron] 10.222.0.30 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954329 Jul 22 16:27:54.722459 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-4a2939b3-b38c-44dd-b135-6e218b8545b8 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.242 HTTP/1.1" status: 200 len: 1001 time: 0.1151297 Jul 22 16:27:54.732030 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a7ad281-05e3-4bcb-8352-a7d9a3bc9174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:54.743644 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a7ad281-05e3-4bcb-8352-a7d9a3bc9174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:54.793288 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af2d38d7-9d51-460b-b78d-b7781167b680 req-d818d350-c21a-4786-8343-647ca84da55a tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532405 Jul 22 16:27:54.795901 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 9d080875-efa0-4f12-b76e-212b84683f76 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:54.800669 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02939dc7-825d-48ca-a82a-e6fa6a9389c8 req-9cf8fd74-b1f7-49b8-8d70-c528a86f3ce4 service neutron] 10.222.0.16 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391389 Jul 22 16:27:54.836862 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36912) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:54.837008 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6a7ad281-05e3-4bcb-8352-a7d9a3bc9174 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3454b4e3c22d4e278b9bbe9a9c935c95&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0037777 Jul 22 16:27:54.840923 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ad281-05e3-4bcb-8352-a7d9a3bc9174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f916d6-f75f-47a3-a560-2bacd0fc0af2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:54.867549 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 9d080875-efa0-4f12-b76e-212b84683f76 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:54.871947 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 9d080875-efa0-4f12-b76e-212b84683f76 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:54.872322 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:54.896428 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-5bb443ec-d750-4190-88c8-05b0b7caf076 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:54.897982 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-5bb443ec-d750-4190-88c8-05b0b7caf076 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.1645701 Jul 22 16:27:54.902808 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:54.954174 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-779c9166-08a6-4e09-ae00-ab255333f39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:54.988374 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-779c9166-08a6-4e09-ae00-ab255333f39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.004491 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-b9bbd0b8-3da3-438b-8e7b-3f6bc5264500 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.242 HTTP/1.1" status: 200 len: 1001 time: 0.0983038 Jul 22 16:27:55.012456 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-9c35712a-c0b4-4213-a4d1-0736cc54eb89 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:55.031286 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854e8b5-08b9-4dd6-92a4-426068cfd77e req-6138da8b-08d6-4420-9c14-a26587589718 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:55.033070 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e854e8b5-08b9-4dd6-92a4-426068cfd77e req-6138da8b-08d6-4420-9c14-a26587589718 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 945 time: 0.1307464 Jul 22 16:27:55.044095 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.046190 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:55.058567 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:55.058991 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.084075 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-779c9166-08a6-4e09-ae00-ab255333f39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.087333 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-779c9166-08a6-4e09-ae00-ab255333f39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.088601 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-779c9166-08a6-4e09-ae00-ab255333f39e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/25f916d6-f75f-47a3-a560-2bacd0fc0af2 HTTP/1.1" status: 204 len: 168 time: 0.2504203 Jul 22 16:27:55.094483 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e0a6b2-e0fc-4439-9923-7fdda29df12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d080875-efa0-4f12-b76e-212b84683f76'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:55.096907 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e00f5cd-76f4-45fb-bfe0-0497108a6f82" -d '{"events": [{"server_uuid": "04e0a6b2-e0fc-4439-9923-7fdda29df12a", "name": "network-vif-plugged", "status": "completed", "tag": "9d080875-efa0-4f12-b76e-212b84683f76"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:55.105517 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e854e8b5-08b9-4dd6-92a4-426068cfd77e req-1cf292e8-3abf-4db5-a5bf-e234aeff8a5f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665634 Jul 22 16:27:55.107394 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-9c35712a-c0b4-4213-a4d1-0736cc54eb89 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.119232 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 9d080875-efa0-4f12-b76e-212b84683f76, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=9d080875-efa0-4f12-b76e-212b84683f76,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:55.126864 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c9166-08a6-4e09-ae00-ab255333f39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f916d6-f75f-47a3-a560-2bacd0fc0af2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:55.128181 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.129449 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device a0b654b3-3e6f-4821-902e-2228335f5f19 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:55.234643 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a1f3d025-2f78-455a-9513-2986fd0604bc req-8c29e85a-5567-4745-b696-7c59f7103e3f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2519dde-bdcd-4730-86c9-1d085e38e8af HTTP/1.1" status: 200 len: 210 time: 0.0528016 Jul 22 16:27:55.254003 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=9d080875-efa0-4f12-b76e-212b84683f76,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:55.266373 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.284486 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port a0b654b3-3e6f-4821-902e-2228335f5f19 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:55.298456 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243504ad-f820-4926-9df5-cdaf534e7286 x-openstack-request-id: req-243504ad-f820-4926-9df5-cdaf534e7286 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:55.298888 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d5454d-57b2-4b91-850e-8cdd8893d41c", "name": "network-vif-unplugged", "status": "completed", "tag": "92b534db-6542-4bbd-a9d4-1700f70194be", "code": 200}, {"name": "network-changed", "server_uuid": "d2d5454d-57b2-4b91-850e-8cdd8893d41c", "tag": "92b534db-6542-4bbd-a9d4-1700f70194be", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:55.299268 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-243504ad-f820-4926-9df5-cdaf534e7286 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:55.299845 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d5454d-57b2-4b91-850e-8cdd8893d41c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92b534db-6542-4bbd-a9d4-1700f70194be', 'code': 200} Jul 22 16:27:55.300196 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d5454d-57b2-4b91-850e-8cdd8893d41c', 'tag': '92b534db-6542-4bbd-a9d4-1700f70194be', 'status': 'completed', 'code': 200} Jul 22 16:27:55.301188 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port a0b654b3-3e6f-4821-902e-2228335f5f19 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:55.301670 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.306333 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-9c35712a-c0b4-4213-a4d1-0736cc54eb89 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.313308 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-9c35712a-c0b4-4213-a4d1-0736cc54eb89 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.313728 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-9c35712a-c0b4-4213-a4d1-0736cc54eb89 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Floating IP b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212 disassociated. External IP: 172.25.0.242, port: ba41d206-ea3a-4257-a621-58864bd45739. Jul 22 16:27:55.344572 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:55.355206 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.472330 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:55.493233 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.497990 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665f02f-9e4c-452f-ba90-7ef8f0db3e8d req-fcd9e1d6-600c-461c-aec4-ffa3dd696224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:55.499511 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d665f02f-9e4c-452f-ba90-7ef8f0db3e8d req-fcd9e1d6-600c-461c-aec4-ffa3dd696224 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 1124 time: 0.0758841 Jul 22 16:27:55.530936 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36928) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:55.544468 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port a0b654b3-3e6f-4821-902e-2228335f5f19, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a0b654b3-3e6f-4821-902e-2228335f5f19,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:55.549280 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.553909 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfd29921-7715-4960-a356-d2ad862fce4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.620944 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=a0b654b3-3e6f-4821-902e-2228335f5f19,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:55.639909 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-9c35712a-c0b4-4213-a4d1-0736cc54eb89 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Router eae740ba-78ea-488a-856a-a12fece67b48 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:27:55.669381 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665f02f-9e4c-452f-ba90-7ef8f0db3e8d req-35708162-8681-4d72-bd4c-8a594f3c927d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:55.671299 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d665f02f-9e4c-452f-ba90-7ef8f0db3e8d req-35708162-8681-4d72-bd4c-8a594f3c927d service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 922 time: 0.1500621 Jul 22 16:27:55.681990 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237b741-a4ff-4f33-9fb1-50ce3a2906ec req-7efeb2d8-df5c-4d54-9b5c-38a77b3560d3 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:55.683970 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e237b741-a4ff-4f33-9fb1-50ce3a2906ec req-7efeb2d8-df5c-4d54-9b5c-38a77b3560d3 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=04e0a6b2-e0fc-4439-9923-7fdda29df12a HTTP/1.1" status: 200 len: 949 time: 0.1745429 Jul 22 16:27:55.742917 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfd29921-7715-4960-a356-d2ad862fce4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.753034 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfd29921-7715-4960-a356-d2ad862fce4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.757953 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d665f02f-9e4c-452f-ba90-7ef8f0db3e8d req-acba8e4d-2376-46b0-8376-889afb495479 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92b534db-6542-4bbd-a9d4-1700f70194be HTTP/1.1" status: 200 len: 217 time: 0.0685768 Jul 22 16:27:55.809726 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd29921-7715-4960-a356-d2ad862fce4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2a6ef7-6160-4fc1-a574-f9be3c2d0156,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:55.816436 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bfd29921-7715-4960-a356-d2ad862fce4a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=622242b8049b40d1b9426ec0f6a9d48d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819564 Jul 22 16:27:55.818519 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36930) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:55.846216 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-9c35712a-c0b4-4213-a4d1-0736cc54eb89 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:27:55.848810 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e237b741-a4ff-4f33-9fb1-50ce3a2906ec req-5b8998c4-20b4-48fe-b004-5606407d4fc6 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509969 Jul 22 16:27:55.852732 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-9c35712a-c0b4-4213-a4d1-0736cc54eb89 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.862044 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6634cd7d-108a-41ad-9864-4cd9dfaabfec None None] Sync routers for ids ['eae740ba-78ea-488a-856a-a12fece67b48'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:27:55.872156 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665f02f-9e4c-452f-ba90-7ef8f0db3e8d req-d3ce1d58-f45e-41a5-b913-f9631b81c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:55.873605 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d665f02f-9e4c-452f-ba90-7ef8f0db3e8d req-d3ce1d58-f45e-41a5-b913-f9631b81c639 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ce36437-5a9b-4c2b-a36e-e40d9943a98a HTTP/1.1" status: 200 len: 861 time: 0.1068614 Jul 22 16:27:55.883286 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6634cd7d-108a-41ad-9864-4cd9dfaabfec None None] Routers {'eae740ba-78ea-488a-856a-a12fece67b48'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:55.883962 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6634cd7d-108a-41ad-9864-4cd9dfaabfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:27:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['eae740ba-78ea-488a-856a-a12fece67b48'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:55.907295 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-af8b4777-61b8-4f72-9d9f-0482c8c8d7ec tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:55.909315 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-9c35712a-c0b4-4213-a4d1-0736cc54eb89 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "PUT /v2.0/floatingips/b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212 HTTP/1.1" status: 200 len: 695 time: 0.9023380 Jul 22 16:27:55.909804 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-af8b4777-61b8-4f72-9d9f-0482c8c8d7ec tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.16 "GET /v2.0/networks?id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e HTTP/1.1" status: 200 len: 812 time: 0.2215126 Jul 22 16:27:55.911329 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90ba850-f5ec-4311-9601-077693bf3354', 'tag': 'ba41d206-ea3a-4257-a621-58864bd45739'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:55.913587 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1819c136-56bf-4caf-bf79-042f6fc0701d" -d '{"events": [{"name": "network-changed", "server_uuid": "e90ba850-f5ec-4311-9601-077693bf3354", "tag": "ba41d206-ea3a-4257-a621-58864bd45739"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:55.919654 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-deb792b6-0ba7-4758-8cdb-5bf7963ec5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.929253 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc99154-3845-4bcf-a01b-5e29f7d254e8 x-openstack-request-id: req-afc99154-3845-4bcf-a01b-5e29f7d254e8 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:55.929548 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e0a6b2-e0fc-4439-9923-7fdda29df12a", "name": "network-vif-plugged", "status": "completed", "tag": "9d080875-efa0-4f12-b76e-212b84683f76", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:55.929804 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-afc99154-3845-4bcf-a01b-5e29f7d254e8 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:55.930229 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e0a6b2-e0fc-4439-9923-7fdda29df12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d080875-efa0-4f12-b76e-212b84683f76', 'code': 200} Jul 22 16:27:55.948460 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-b7083c06-0adf-46d3-a9c8-112fc1fae423 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Request body: {'port': {'device_id': 'e2519dde-bdcd-4730-86c9-1d085e38e8af', 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e', 'admin_state_up': True, 'tenant_id': 'a8f7f0ee905d4934879787b8f8216673'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:55.975320 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d665f02f-9e4c-452f-ba90-7ef8f0db3e8d req-98c495c2-4947-48ff-93a6-5574b39be583 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f3ed260-5c39-4f44-87de-6af121ff9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429621 Jul 22 16:27:55.981881 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-deb792b6-0ba7-4758-8cdb-5bf7963ec5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:56.031323 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-6634cd7d-108a-41ad-9864-4cd9dfaabfec None None] Set router eae740ba-78ea-488a-856a-a12fece67b48 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:56.077696 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-520068f1-afee-43cc-8b49-9ecacaac1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:56.080142 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-520068f1-afee-43cc-8b49-9ecacaac1b61 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f5dcba1bcdec4dec9217a5051c7c2328&device_id=e90ba850-f5ec-4311-9601-077693bf3354 HTTP/1.1" status: 200 len: 1096 time: 0.1548276 Jul 22 16:27:56.117240 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-deb792b6-0ba7-4758-8cdb-5bf7963ec5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:56.120788 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-deb792b6-0ba7-4758-8cdb-5bf7963ec5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:56.125708 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-deb792b6-0ba7-4758-8cdb-5bf7963ec5f2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fa2a6ef7-6160-4fc1-a574-f9be3c2d0156 HTTP/1.1" status: 204 len: 168 time: 0.3025205 Jul 22 16:27:56.152131 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af547f9f-b284-4642-a750-6e5191850bee req-9adde215-ddda-4a33-8abc-97a7c9c9a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:56.153629 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-af547f9f-b284-4642-a750-6e5191850bee req-9adde215-ddda-4a33-8abc-97a7c9c9a9a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=04e0a6b2-e0fc-4439-9923-7fdda29df12a HTTP/1.1" status: 200 len: 1100 time: 0.1351113 Jul 22 16:27:56.156954 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb792b6-0ba7-4758-8cdb-5bf7963ec5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2a6ef7-6160-4fc1-a574-f9be3c2d0156,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:56.242524 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-af547f9f-b284-4642-a750-6e5191850bee req-f440674f-384d-43d8-a389-d50e57913538 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520961 Jul 22 16:27:56.243677 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-bb1f0c50-8655-43b7-8503-4dba878a82a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:56.245860 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-bb1f0c50-8655-43b7-8503-4dba878a82a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=958921b4-5bc1-41b3-837b-39292aedd4cb HTTP/1.1" status: 200 len: 922 time: 0.1545908 Jul 22 16:27:56.262578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bee4c-67b6-4448-8e84-6b8815c007d2 req-af0ca483-35ca-4a9d-ada1-87a876e331d5 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:56.269954 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-838bee4c-67b6-4448-8e84-6b8815c007d2 req-af0ca483-35ca-4a9d-ada1-87a876e331d5 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 1096 time: 0.2590964 Jul 22 16:27:56.283020 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d665f02f-9e4c-452f-ba90-7ef8f0db3e8d req-0e411dc0-8d8b-49b5-aa16-a45cb05fd674 service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776792 Jul 22 16:27:56.299968 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-ebe99aa0-9a45-476a-bed1-228e678c6d56 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba41d206-ea3a-4257-a621-58864bd45739 HTTP/1.1" status: 200 len: 217 time: 0.0479734 Jul 22 16:27:56.308983 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-b7083c06-0adf-46d3-a9c8-112fc1fae423 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Made reservation on behalf of a8f7f0ee905d4934879787b8f8216673 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:56.312627 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-b7083c06-0adf-46d3-a9c8-112fc1fae423 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:56.318579 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6634cd7d-108a-41ad-9864-4cd9dfaabfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port': {'id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:49Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '421248c9-4839-4d7a-a75c-964d0244e655', 'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'mac_address': 'fa:16:3e:25:34:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:54Z', 'updated_at': '2021-07-22T16:27:02Z', 'revision_number': 5, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'subnets': [{'id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:56.351982 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-c2fcfc85-008a-400e-bcfe-f6568dbed188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:56.354967 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-c2fcfc85-008a-400e-bcfe-f6568dbed188 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47349a61-f615-4cc1-8400-cc6ae79bfaf5 HTTP/1.1" status: 200 len: 860 time: 0.0471535 Jul 22 16:27:56.358390 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-838bee4c-67b6-4448-8e84-6b8815c007d2 req-899c890b-2921-4063-8fe8-102dc0434588 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875866 Jul 22 16:27:56.371341 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6634cd7d-108a-41ad-9864-4cd9dfaabfec None None] Checking router: eae740ba-78ea-488a-856a-a12fece67b48 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:27:56.397770 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6634cd7d-108a-41ad-9864-4cd9dfaabfec None None] Routers {'eae740ba-78ea-488a-856a-a12fece67b48'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:56.398465 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6634cd7d-108a-41ad-9864-4cd9dfaabfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:27:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['eae740ba-78ea-488a-856a-a12fece67b48'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:56.453066 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-c51475d0-f001-4be1-b290-76bf4f74b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:56.454830 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-c51475d0-f001-4be1-b290-76bf4f74b959 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=958921b4-5bc1-41b3-837b-39292aedd4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890818 Jul 22 16:27:56.603663 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-6634cd7d-108a-41ad-9864-4cd9dfaabfec None None] Set router eae740ba-78ea-488a-856a-a12fece67b48 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:56.649980 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-2c40704f-6b56-4005-9fb9-65ab150ebe27 service neutron] 10.222.0.69 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850221 Jul 22 16:27:56.751625 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d665f02f-9e4c-452f-ba90-7ef8f0db3e8d req-6b3653d9-77f8-43f3-acea-e29d5ab14f89 service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565022 Jul 22 16:27:56.793741 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92078953-04ba-48ad-8e0a-76c0b441c990 req-58cce223-7a1c-43f0-af91-64cde8b83b39 service neutron] 10.222.0.69 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328681 Jul 22 16:27:56.799772 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 92b534db-6542-4bbd-a9d4-1700f70194be details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:56.823305 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-b7083c06-0adf-46d3-a9c8-112fc1fae423 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Allocated IP 172.20.0.14 (eccf7f4a-8697-4aaa-95fa-9daad7e19e4e/a3c12ce3-22c0-432e-833b-5a5a37b77be7/68ca2819-e158-434f-9d15-7ac01dfb2d2d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:56.840375 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88caa16-b6b7-4acc-a9d6-0b65b65f6eda req-276df486-58df-4e78-a533-1a61325a4624 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:56.840844 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b88caa16-b6b7-4acc-a9d6-0b65b65f6eda req-276df486-58df-4e78-a533-1a61325a4624 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d258c5b-dac6-49e1-b99a-9486303bd97a HTTP/1.1" status: 200 len: 950 time: 0.1533809 Jul 22 16:27:56.913994 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b88caa16-b6b7-4acc-a9d6-0b65b65f6eda req-b313a1cd-a238-4f18-9679-9320b119ece8 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638187 Jul 22 16:27:56.983983 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6634cd7d-108a-41ad-9864-4cd9dfaabfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port': {'id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:49Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '421248c9-4839-4d7a-a75c-964d0244e655', 'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'mac_address': 'fa:16:3e:25:34:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:54Z', 'updated_at': '2021-07-22T16:27:02Z', 'revision_number': 5, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'subnets': [{'id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:56.989555 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a9893-67ea-46fe-95dc-b5be6238b532 req-f21fbc3d-d719-450a-b86c-351648818d65 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:57.001209 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-894a9893-67ea-46fe-95dc-b5be6238b532 req-f21fbc3d-d719-450a-b86c-351648818d65 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 943 time: 0.1305985 Jul 22 16:27:57.024220 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6634cd7d-108a-41ad-9864-4cd9dfaabfec None None] The sync data for ids ['eae740ba-78ea-488a-856a-a12fece67b48'] in n-d-798930-9 is: [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port': {'id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:49Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '421248c9-4839-4d7a-a75c-964d0244e655', 'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'mac_address': 'fa:16:3e:25:34:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:54Z', 'updated_at': '2021-07-22T16:27:02Z', 'revision_number': 5, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'subnets': [{'id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:27:57.045245 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 92b534db-6542-4bbd-a9d4-1700f70194be, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=92b534db-6542-4bbd-a9d4-1700f70194be,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:57.058589 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe6922b-bbb7-444d-9454-731d31265b14 x-openstack-request-id: req-ebe6922b-bbb7-444d-9454-731d31265b14 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:57.058950 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90ba850-f5ec-4311-9601-077693bf3354", "tag": "ba41d206-ea3a-4257-a621-58864bd45739", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:57.059212 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ebe6922b-bbb7-444d-9454-731d31265b14 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:57.059616 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90ba850-f5ec-4311-9601-077693bf3354', 'tag': 'ba41d206-ea3a-4257-a621-58864bd45739', 'status': 'completed', 'code': 200} Jul 22 16:27:57.067051 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 92b534db-6542-4bbd-a9d4-1700f70194be has no active binding in host n-h2-798930-9 {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 16:27:57.104885 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-894a9893-67ea-46fe-95dc-b5be6238b532 req-99f092cb-5197-4987-8cd2-11e1ef28f153 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022007 Jul 22 16:27:57.171237 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-b7083c06-0adf-46d3-a9c8-112fc1fae423 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:57.257677 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819c136-56bf-4caf-bf79-042f6fc0701d req-54c688e7-db8f-4aaf-ad91-e684017d39bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:57.271314 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b851c552-0921-482c-846b-50fbfdbddba9 req-3063f361-f9a2-475b-907e-64158f55bd1d tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2519dde-bdcd-4730-86c9-1d085e38e8af HTTP/1.1" status: 200 len: 210 time: 0.0487914 Jul 22 16:27:57.273849 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1819c136-56bf-4caf-bf79-042f6fc0701d req-54c688e7-db8f-4aaf-ad91-e684017d39bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5dcba1bcdec4dec9217a5051c7c2328&device_id=e90ba850-f5ec-4311-9601-077693bf3354 HTTP/1.1" status: 200 len: 1096 time: 0.1855323 Jul 22 16:27:57.311066 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-b7083c06-0adf-46d3-a9c8-112fc1fae423 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:57.319960 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36970) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:57.442117 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-b7083c06-0adf-46d3-a9c8-112fc1fae423 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:57.450456 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-b7083c06-0adf-46d3-a9c8-112fc1fae423 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:57.454012 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-b7083c06-0adf-46d3-a9c8-112fc1fae423 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:57.461630 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-b7083c06-0adf-46d3-a9c8-112fc1fae423 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:57.462533 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-b7083c06-0adf-46d3-a9c8-112fc1fae423 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:57.487163 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7083c06-0adf-46d3-a9c8-112fc1fae423 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Pushing event updated for resources: {'Port': ['ID=68ca2819-e158-434f-9d15-7ac01dfb2d2d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:57.509273 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-b7083c06-0adf-46d3-a9c8-112fc1fae423 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5668347 Jul 22 16:27:57.515069 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819c136-56bf-4caf-bf79-042f6fc0701d req-7b2671af-1c3c-4f2a-a856-59e4c6a24737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:57.516670 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1819c136-56bf-4caf-bf79-042f6fc0701d req-7b2671af-1c3c-4f2a-a856-59e4c6a24737 service neutron] 10.222.0.16 "GET /v2.0/networks?id=958921b4-5bc1-41b3-837b-39292aedd4cb HTTP/1.1" status: 200 len: 922 time: 0.2288065 Jul 22 16:27:57.533911 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01961669-feeb-4922-848d-40b695b2315f None None] New status for floating IP b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:27:57.548596 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-072948cf-1dff-4e3e-95a3-d606f7e4285e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1296942601-network', 'tenant_id': '1055ed458be7414ea127fbb8899d8ce3'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:57.587288 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-229f3031-f212-4b1c-b644-d5e459b53fba service neutron] Request body: {'port': {'device_id': 'e2519dde-bdcd-4730-86c9-1d085e38e8af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:57.602650 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7932927-a243-4209-8920-888f347938ed req-97fb2e80-2f3a-40f8-84d7-707a7188fd5f tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:57.613822 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c7932927-a243-4209-8920-888f347938ed req-97fb2e80-2f3a-40f8-84d7-707a7188fd5f tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=04e0a6b2-e0fc-4439-9923-7fdda29df12a HTTP/1.1" status: 200 len: 949 time: 0.2286849 Jul 22 16:27:57.666621 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1819c136-56bf-4caf-bf79-042f6fc0701d req-d6a256fb-d169-4c4c-b173-43d4bc9462fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba41d206-ea3a-4257-a621-58864bd45739 HTTP/1.1" status: 200 len: 217 time: 0.0834486 Jul 22 16:27:57.685266 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072948cf-1dff-4e3e-95a3-d606f7e4285e admin admin] Made reservation on behalf of 1055ed458be7414ea127fbb8899d8ce3 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:57.688289 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-072948cf-1dff-4e3e-95a3-d606f7e4285e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:57.702814 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c7932927-a243-4209-8920-888f347938ed req-cde47ad2-341e-4592-8b1c-93c111817416 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879571 Jul 22 16:27:57.704117 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-072948cf-1dff-4e3e-95a3-d606f7e4285e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:57.834601 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-072948cf-1dff-4e3e-95a3-d606f7e4285e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:57.840048 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-072948cf-1dff-4e3e-95a3-d606f7e4285e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:57.880554 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819c136-56bf-4caf-bf79-042f6fc0701d req-86a75f11-88ff-4a3f-adfe-b50b18a7a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:57.882092 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1819c136-56bf-4caf-bf79-042f6fc0701d req-86a75f11-88ff-4a3f-adfe-b50b18a7a697 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=47349a61-f615-4cc1-8400-cc6ae79bfaf5 HTTP/1.1" status: 200 len: 860 time: 0.1652479 Jul 22 16:27:57.888793 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072948cf-1dff-4e3e-95a3-d606f7e4285e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c72797-4ad0-4f4e-a013-bd3f7bb310c0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:57.900313 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-229f3031-f212-4b1c-b644-d5e459b53fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:57.911161 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072948cf-1dff-4e3e-95a3-d606f7e4285e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:27:57.922178 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-072948cf-1dff-4e3e-95a3-d606f7e4285e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:57.922685 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-072948cf-1dff-4e3e-95a3-d606f7e4285e admin admin] Added segment c7c9eded-97e4-49b6-9083-c496d8243373 of type vlan for network c7ca70b8-4476-4895-839d-ab46905f9ddf Jul 22 16:27:57.931812 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d258c5b-dac6-49e1-b99a-9486303bd97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0'}, {'server_uuid': '9108ce31-391a-44a6-8bcb-721e4f8f2f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b654b3-3e6f-4821-902e-2228335f5f19'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:57.936088 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf5d14f-309c-4c1d-ab4e-7c93182b4650" -d '{"events": [{"server_uuid": "5d258c5b-dac6-49e1-b99a-9486303bd97a", "name": "network-vif-plugged", "status": "completed", "tag": "9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0"}, {"server_uuid": "9108ce31-391a-44a6-8bcb-721e4f8f2f4f", "name": "network-vif-plugged", "status": "completed", "tag": "a0b654b3-3e6f-4821-902e-2228335f5f19"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:57.970420 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-072948cf-1dff-4e3e-95a3-d606f7e4285e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:57.995808 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b4a9a-713b-4b5b-a405-ffcfafd76eef req-23beb82b-9b5c-4360-865d-05442fa3c5c0 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:58.003707 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-083b4a9a-713b-4b5b-a405-ffcfafd76eef req-23beb82b-9b5c-4360-865d-05442fa3c5c0 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cca701-a65d-49df-bf1c-551488e8dfaf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3927047 Jul 22 16:27:58.004079 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a92b434-512a-4d51-8474-20d66387a58d x-openstack-request-id: req-0a92b434-512a-4d51-8474-20d66387a58d {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:58.004381 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d258c5b-dac6-49e1-b99a-9486303bd97a", "name": "network-vif-plugged", "status": "completed", "tag": "9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0", "code": 200}, {"server_uuid": "9108ce31-391a-44a6-8bcb-721e4f8f2f4f", "name": "network-vif-plugged", "status": "completed", "tag": "a0b654b3-3e6f-4821-902e-2228335f5f19", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:58.004631 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0a92b434-512a-4d51-8474-20d66387a58d {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:58.005024 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d258c5b-dac6-49e1-b99a-9486303bd97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0', 'code': 200} Jul 22 16:27:58.006391 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9108ce31-391a-44a6-8bcb-721e4f8f2f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b654b3-3e6f-4821-902e-2228335f5f19', 'code': 200} Jul 22 16:27:58.035159 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-072948cf-1dff-4e3e-95a3-d606f7e4285e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:58.038451 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072948cf-1dff-4e3e-95a3-d606f7e4285e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:58.040199 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-072948cf-1dff-4e3e-95a3-d606f7e4285e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:58.084365 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-072948cf-1dff-4e3e-95a3-d606f7e4285e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7624326 Jul 22 16:27:58.087247 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36986) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:58.094794 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-971e083a-c796-4453-968f-8307151b712d admin admin] Request body: {'subnet': {'network_id': 'c7ca70b8-4476-4895-839d-ab46905f9ddf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1296942601-subnet', 'tenant_id': '1055ed458be7414ea127fbb8899d8ce3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:58.169142 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072948cf-1dff-4e3e-95a3-d606f7e4285e admin admin] Pushing event updated for resources: {'Network': ['ID=c7ca70b8-4476-4895-839d-ab46905f9ddf,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:58.185224 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network c7ca70b8-4476-4895-839d-ab46905f9ddf details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:27:58.203502 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971e083a-c796-4453-968f-8307151b712d admin admin] Made reservation on behalf of 1055ed458be7414ea127fbb8899d8ce3 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:58.206087 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-971e083a-c796-4453-968f-8307151b712d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:58.308395 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e3fd3-9c35-4711-a664-b1cf50b25cd2 req-fe2e2b83-8a75-4908-b352-cc1eba563fb0 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:58.310126 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-456e3fd3-9c35-4711-a664-b1cf50b25cd2 req-fe2e2b83-8a75-4908-b352-cc1eba563fb0 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d258c5b-dac6-49e1-b99a-9486303bd97a HTTP/1.1" status: 200 len: 950 time: 0.2047884 Jul 22 16:27:58.328405 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-083b4a9a-713b-4b5b-a405-ffcfafd76eef req-50ddd5d4-f4be-4a5f-a8a4-eef79c67c3ba tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.242 HTTP/1.1" status: 200 len: 696 time: 0.3236451 Jul 22 16:27:58.346546 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-083b4a9a-713b-4b5b-a405-ffcfafd76eef req-e264e0bc-783b-4bb9-ab77-765bfe59617c tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Request body: {'floatingip': {'port_id': '5a5a427f-568b-40a5-bdd1-9d007ab25756', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:58.380117 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819c136-56bf-4caf-bf79-042f6fc0701d req-604895f2-53f1-4393-9848-81075b6158bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:58.381625 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1819c136-56bf-4caf-bf79-042f6fc0701d req-604895f2-53f1-4393-9848-81075b6158bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=958921b4-5bc1-41b3-837b-39292aedd4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4899101 Jul 22 16:27:58.441991 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-456e3fd3-9c35-4711-a664-b1cf50b25cd2 req-eee48ecd-90a4-4ca3-bdd6-3b9ccdbb4ebf tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974679 Jul 22 16:27:58.446618 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4aeb87-8cc4-4927-acfb-2a0aa98ce2ed req-9e497c0b-c8d4-41bf-b2dc-e6e2d84fe435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:58.449104 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6f4aeb87-8cc4-4927-acfb-2a0aa98ce2ed req-9e497c0b-c8d4-41bf-b2dc-e6e2d84fe435 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5d258c5b-dac6-49e1-b99a-9486303bd97a HTTP/1.1" status: 200 len: 1101 time: 0.2404485 Jul 22 16:27:58.470967 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-083b4a9a-713b-4b5b-a405-ffcfafd76eef req-e264e0bc-783b-4bb9-ab77-765bfe59617c tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:58.500269 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f111d-2f95-460c-8a12-d66e23770ced req-c0215024-7513-4373-b51a-898a9efc37dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:58.501743 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b82f111d-2f95-460c-8a12-d66e23770ced req-c0215024-7513-4373-b51a-898a9efc37dd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 1101 time: 0.2910712 Jul 22 16:27:58.601080 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b82f111d-2f95-460c-8a12-d66e23770ced req-4279c815-11e2-418f-96e5-ae7ef5867ad7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887215 Jul 22 16:27:58.608461 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6f4aeb87-8cc4-4927-acfb-2a0aa98ce2ed req-f56ab2c4-5e0f-4fcb-ac24-7b39d02a9b9d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221187 Jul 22 16:27:58.651367 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-971e083a-c796-4453-968f-8307151b712d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:58.700048 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1819c136-56bf-4caf-bf79-042f6fc0701d req-f77753db-8787-40ae-b2c0-d9e157f6e7ca service neutron] 10.222.0.16 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679346 Jul 22 16:27:58.709464 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e083a-c796-4453-968f-8307151b712d admin admin] Pushing event updated for resources: {'Subnet': ['ID=824b6f43-0033-4605-8c1f-9468d3c257a0,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:58.725340 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1af31-3821-4de7-9556-4ba8157f47e3 req-ecb2d77d-4885-4ec6-a35b-eb119349a58e tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:58.726923 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ddd1af31-3821-4de7-9556-4ba8157f47e3 req-ecb2d77d-4885-4ec6-a35b-eb119349a58e tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 943 time: 0.1619790 Jul 22 16:27:58.756089 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971e083a-c796-4453-968f-8307151b712d admin admin] Checking segment: {'id': 'c7c9eded-97e4-49b6-9083-c496d8243373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c7ca70b8-4476-4895-839d-ab46905f9ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:58.756441 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971e083a-c796-4453-968f-8307151b712d admin admin] Network hostable DHCP agents. Network: c7ca70b8-4476-4895-839d-ab46905f9ddf, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:27:58.781994 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ddd1af31-3821-4de7-9556-4ba8157f47e3 req-8c49e669-f7e7-4d6c-ae49-b73f25788d70 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475471 Jul 22 16:27:58.795700 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971e083a-c796-4453-968f-8307151b712d admin admin] Network c7ca70b8-4476-4895-839d-ab46905f9ddf is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:27:58.821490 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-971e083a-c796-4453-968f-8307151b712d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, c7ca70b8-4476-4895-839d-ab46905f9ddf) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:58.827585 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971e083a-c796-4453-968f-8307151b712d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:58.828314 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-971e083a-c796-4453-968f-8307151b712d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:58.831242 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e782ec-bf08-47e1-97db-2b7034112f7b None None] Network c7ca70b8-4476-4895-839d-ab46905f9ddf requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:27:58.847235 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-229f3031-f212-4b1c-b644-d5e459b53fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ca2819-e158-434f-9d15-7ac01dfb2d2d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:58.853121 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-971e083a-c796-4453-968f-8307151b712d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7621956 Jul 22 16:27:58.857070 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36998) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:58.858261 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-229f3031-f212-4b1c-b644-d5e459b53fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:58.867820 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-63b6424f-d6bb-49f6-bdc8-81bd8aae043d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1296942601-router', 'tenant_id': '1055ed458be7414ea127fbb8899d8ce3', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:58.875459 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-229f3031-f212-4b1c-b644-d5e459b53fba service neutron] Transition to ACTIVE for port object 68ca2819-e158-434f-9d15-7ac01dfb2d2d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:58.886371 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-229f3031-f212-4b1c-b644-d5e459b53fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:58.894833 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63b6424f-d6bb-49f6-bdc8-81bd8aae043d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:58.895970 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63b6424f-d6bb-49f6-bdc8-81bd8aae043d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:58.954120 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63b6424f-d6bb-49f6-bdc8-81bd8aae043d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:59.061787 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f3031-f212-4b1c-b644-d5e459b53fba service neutron] Pushing event updated for resources: {'Port': ['ID=68ca2819-e158-434f-9d15-7ac01dfb2d2d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:59.094168 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4e6f8d7-dcba-4778-a1af-37e03881caf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:59.095385 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63b6424f-d6bb-49f6-bdc8-81bd8aae043d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:59.152237 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3c7d4b-8226-46e3-a678-de768a93fd99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-c7ca70b8-4476-4895-839d-ab46905f9ddf', 'network_id': 'c7ca70b8-4476-4895-839d-ab46905f9ddf', 'tenant_id': '1055ed458be7414ea127fbb8899d8ce3', 'fixed_ips': [{'subnet_id': '824b6f43-0033-4605-8c1f-9468d3c257a0'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:27:59.153097 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4b3c7d4b-8226-46e3-a678-de768a93fd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:59.266332 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0893c2c-032d-4607-8a5c-b583bf05ecf9 req-2fa7a889-be03-44e5-b6ef-fa012aeb8120 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:59.270516 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b0893c2c-032d-4607-8a5c-b583bf05ecf9 req-2fa7a889-be03-44e5-b6ef-fa012aeb8120 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2519dde-bdcd-4730-86c9-1d085e38e8af HTTP/1.1" status: 200 len: 944 time: 0.1227767 Jul 22 16:27:59.297055 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-4b3c7d4b-8226-46e3-a678-de768a93fd99 None None] Allocated IP 172.20.0.2 (c7ca70b8-4476-4895-839d-ab46905f9ddf/824b6f43-0033-4605-8c1f-9468d3c257a0/4a2d9b9f-24c4-4e9f-81c7-321c6b703e10) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:59.328048 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b0893c2c-032d-4607-8a5c-b583bf05ecf9 req-840e5e9f-9fb7-4c05-970e-cb2385b14656 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526454 Jul 22 16:27:59.467194 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4b3c7d4b-8226-46e3-a678-de768a93fd99 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:59.477692 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4b3c7d4b-8226-46e3-a678-de768a93fd99 None None] Transition to ACTIVE for port object 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:59.496598 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4b3c7d4b-8226-46e3-a678-de768a93fd99 None None] Transition to ACTIVE for port object 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:59.504598 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4b3c7d4b-8226-46e3-a678-de768a93fd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:59.506422 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-229f3031-f212-4b1c-b644-d5e459b53fba service neutron] Attempting to bind port 68ca2819-e158-434f-9d15-7ac01dfb2d2d on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:59.506762 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-229f3031-f212-4b1c-b644-d5e459b53fba service neutron] Attempting to bind port 68ca2819-e158-434f-9d15-7ac01dfb2d2d by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:59.507086 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-229f3031-f212-4b1c-b644-d5e459b53fba service neutron] Attempting to bind port 68ca2819-e158-434f-9d15-7ac01dfb2d2d on network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:59.521645 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-229f3031-f212-4b1c-b644-d5e459b53fba service neutron] Port 68ca2819-e158-434f-9d15-7ac01dfb2d2d on network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:59.521877 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-229f3031-f212-4b1c-b644-d5e459b53fba service neutron] Attempting to bind port 68ca2819-e158-434f-9d15-7ac01dfb2d2d on network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:59.549084 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3c7d4b-8226-46e3-a678-de768a93fd99 None None] Network c7ca70b8-4476-4895-839d-ab46905f9ddf is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:59.556441 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-4b3c7d4b-8226-46e3-a678-de768a93fd99 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:59.560288 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3c7d4b-8226-46e3-a678-de768a93fd99 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:59.573303 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c7d4b-8226-46e3-a678-de768a93fd99 None None] Pushing event updated for resources: {'Port': ['ID=4a2d9b9f-24c4-4e9f-81c7-321c6b703e10,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:59.582306 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-229f3031-f212-4b1c-b644-d5e459b53fba service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:59.582646 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-229f3031-f212-4b1c-b644-d5e459b53fba service neutron] Checking segment: {'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:59.583110 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-229f3031-f212-4b1c-b644-d5e459b53fba service neutron] Bound using segment: {'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:59.583547 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-229f3031-f212-4b1c-b644-d5e459b53fba service neutron] Bound port: 68ca2819-e158-434f-9d15-7ac01dfb2d2d, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:59.583935 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-229f3031-f212-4b1c-b644-d5e459b53fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:59.631347 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4b3c7d4b-8226-46e3-a678-de768a93fd99 None None] Attempting to bind port 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:59.631815 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4b3c7d4b-8226-46e3-a678-de768a93fd99 None None] Attempting to bind port 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'c7c9eded-97e4-49b6-9083-c496d8243373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c7ca70b8-4476-4895-839d-ab46905f9ddf'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:59.632247 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3c7d4b-8226-46e3-a678-de768a93fd99 None None] Attempting to bind port 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10 on network c7ca70b8-4476-4895-839d-ab46905f9ddf {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:59.638342 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3c7d4b-8226-46e3-a678-de768a93fd99 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:59.638836 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3c7d4b-8226-46e3-a678-de768a93fd99 None None] Checking segment: {'id': 'c7c9eded-97e4-49b6-9083-c496d8243373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c7ca70b8-4476-4895-839d-ab46905f9ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:59.639436 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4b3c7d4b-8226-46e3-a678-de768a93fd99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:59.639896 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3c7d4b-8226-46e3-a678-de768a93fd99 None None] Bound using segment: {'id': 'c7c9eded-97e4-49b6-9083-c496d8243373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c7ca70b8-4476-4895-839d-ab46905f9ddf'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:59.640433 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4b3c7d4b-8226-46e3-a678-de768a93fd99 None None] Bound port: 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c9eded-97e4-49b6-9083-c496d8243373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c7ca70b8-4476-4895-839d-ab46905f9ddf'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:59.640894 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4b3c7d4b-8226-46e3-a678-de768a93fd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:59.660103 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1819c136-56bf-4caf-bf79-042f6fc0701d req-5a6668c1-f298-4df0-8e36-b8b92076590e service neutron] 10.222.0.16 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566330 Jul 22 16:27:59.712148 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4b3c7d4b-8226-46e3-a678-de768a93fd99 None None] For port 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:59.718372 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4b3c7d4b-8226-46e3-a678-de768a93fd99 None None] For port 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=4a2d9b9f-24c4-4e9f-81c7-321c6b703e10,segment=NetworkSegment(c7c9eded-97e4-49b6-9083-c496d8243373),segment_id=c7c9eded-97e4-49b6-9083-c496d8243373)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:59.723856 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4b3c7d4b-8226-46e3-a678-de768a93fd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:59.745395 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63b6424f-d6bb-49f6-bdc8-81bd8aae043d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:59.748875 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-083b4a9a-713b-4b5b-a405-ffcfafd76eef req-e264e0bc-783b-4bb9-ab77-765bfe59617c tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:59.756027 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-083b4a9a-713b-4b5b-a405-ffcfafd76eef req-e264e0bc-783b-4bb9-ab77-765bfe59617c tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:59.766910 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63b6424f-d6bb-49f6-bdc8-81bd8aae043d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:59.787307 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139598f7-d1c7-446f-82c0-df6aa850aec2 req-3fd6f2a8-0514-44d1-9545-c8ae5562fca0 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:59.789495 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-139598f7-d1c7-446f-82c0-df6aa850aec2 req-3fd6f2a8-0514-44d1-9545-c8ae5562fca0 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=04e0a6b2-e0fc-4439-9923-7fdda29df12a HTTP/1.1" status: 200 len: 949 time: 0.1301610 Jul 22 16:27:59.798381 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c7d4b-8226-46e3-a678-de768a93fd99 None None] Pushing event updated for resources: {'Port': ['ID=4a2d9b9f-24c4-4e9f-81c7-321c6b703e10,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:59.809688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-229f3031-f212-4b1c-b644-d5e459b53fba service neutron] For port 68ca2819-e158-434f-9d15-7ac01dfb2d2d, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:59.855439 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-229f3031-f212-4b1c-b644-d5e459b53fba service neutron] For port 68ca2819-e158-434f-9d15-7ac01dfb2d2d, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=68ca2819-e158-434f-9d15-7ac01dfb2d2d,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:59.862126 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-229f3031-f212-4b1c-b644-d5e459b53fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:59.890116 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-139598f7-d1c7-446f-82c0-df6aa850aec2 req-587521a4-cb5e-4d7d-9a18-5201ea7cce87 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721331 Jul 22 16:27:59.903550 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-229f3031-f212-4b1c-b644-d5e459b53fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:59.904503 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-229f3031-f212-4b1c-b644-d5e459b53fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:59.905901 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-229f3031-f212-4b1c-b644-d5e459b53fba service neutron] 10.222.0.16 "PUT /v2.0/ports/68ca2819-e158-434f-9d15-7ac01dfb2d2d HTTP/1.1" status: 200 len: 1092 time: 2.3242469 Jul 22 16:27:59.909753 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2519dde-bdcd-4730-86c9-1d085e38e8af', 'tag': '68ca2819-e158-434f-9d15-7ac01dfb2d2d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:59.912024 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c49bfd4-d25c-4032-9b7c-b9a4cf45e09e" -d '{"events": [{"name": "network-changed", "server_uuid": "e2519dde-bdcd-4730-86c9-1d085e38e8af", "tag": "68ca2819-e158-434f-9d15-7ac01dfb2d2d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:59.930984 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-63b6424f-d6bb-49f6-bdc8-81bd8aae043d admin admin] Allocated IP 172.25.0.97 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/38873b9f-65fb-48c5-978d-5d212e520451) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:59.977810 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [req-083b4a9a-713b-4b5b-a405-ffcfafd76eef req-e264e0bc-783b-4bb9-ab77-765bfe59617c tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Floating IP b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212 associated. External IP: 172.25.0.242, port: 5a5a427f-568b-40a5-bdd1-9d007ab25756. Jul 22 16:28:00.044375 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f3031-f212-4b1c-b644-d5e459b53fba service neutron] Pushing event updated for resources: {'Port': ['ID=68ca2819-e158-434f-9d15-7ac01dfb2d2d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:00.111251 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63b6424f-d6bb-49f6-bdc8-81bd8aae043d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:00.160150 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63b6424f-d6bb-49f6-bdc8-81bd8aae043d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:00.186359 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-31d08b83-3d1e-4aca-b5ac-0deafc1dd9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:00.187859 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-31d08b83-3d1e-4aca-b5ac-0deafc1dd9cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8f7f0ee905d4934879787b8f8216673&device_id=e2519dde-bdcd-4730-86c9-1d085e38e8af HTTP/1.1" status: 200 len: 1095 time: 0.0977700 Jul 22 16:28:00.202053 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b6424f-d6bb-49f6-bdc8-81bd8aae043d admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:00.204872 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-63b6424f-d6bb-49f6-bdc8-81bd8aae043d admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:00.209235 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b6424f-d6bb-49f6-bdc8-81bd8aae043d admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:28:00.214773 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6424f-d6bb-49f6-bdc8-81bd8aae043d admin admin] Pushing event updated for resources: {'Port': ['ID=38873b9f-65fb-48c5-978d-5d212e520451,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:00.329139 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-1d830970-2a05-4d3b-89fd-dc4b6b824dab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68ca2819-e158-434f-9d15-7ac01dfb2d2d HTTP/1.1" status: 200 len: 217 time: 0.0439656 Jul 22 16:28:00.341319 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-083b4a9a-713b-4b5b-a405-ffcfafd76eef req-e264e0bc-783b-4bb9-ab77-765bfe59617c tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Router eae740ba-78ea-488a-856a-a12fece67b48 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:28:00.534877 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63b6424f-d6bb-49f6-bdc8-81bd8aae043d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:00.542614 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-50e8716f-d7b1-4f1d-94f6-22b3513ee5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:00.545475 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-50e8716f-d7b1-4f1d-94f6-22b3513ee5d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3c12ce3-22c0-432e-833b-5a5a37b77be7 HTTP/1.1" status: 200 len: 852 time: 0.1256711 Jul 22 16:28:00.597773 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-5dd0e267-91f3-4065-a64e-25c816f8615b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408232 Jul 22 16:28:00.600728 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-083b4a9a-713b-4b5b-a405-ffcfafd76eef req-e264e0bc-783b-4bb9-ab77-765bfe59617c tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:28:00.611132 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-083b4a9a-713b-4b5b-a405-ffcfafd76eef req-e264e0bc-783b-4bb9-ab77-765bfe59617c tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:00.616878 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d32e337-f9cc-49ee-ae3a-8714110cdbf4 None None] Sync routers for ids ['eae740ba-78ea-488a-856a-a12fece67b48'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:28:00.633531 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d32e337-f9cc-49ee-ae3a-8714110cdbf4 None None] Routers {'eae740ba-78ea-488a-856a-a12fece67b48'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:00.634718 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3d32e337-f9cc-49ee-ae3a-8714110cdbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:27:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['eae740ba-78ea-488a-856a-a12fece67b48'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:00.646734 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1644df-f44c-419f-ae86-98b7c68a37f9 req-4dd984a9-b972-46b9-89e3-3abf486728b6 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:00.648651 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c1644df-f44c-419f-ae86-98b7c68a37f9 req-4dd984a9-b972-46b9-89e3-3abf486728b6 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.16 "GET /v2.0/ports?device_id=e90ba850-f5ec-4311-9601-077693bf3354 HTTP/1.1" status: 200 len: 945 time: 0.2208490 Jul 22 16:28:00.795827 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-3d32e337-f9cc-49ee-ae3a-8714110cdbf4 None None] Set router eae740ba-78ea-488a-856a-a12fece67b48 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:00.851744 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-083b4a9a-713b-4b5b-a405-ffcfafd76eef req-e264e0bc-783b-4bb9-ab77-765bfe59617c tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "PUT /v2.0/floatingips/b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212 HTTP/1.1" status: 200 len: 996 time: 2.5161612 Jul 22 16:28:00.916273 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63b6424f-d6bb-49f6-bdc8-81bd8aae043d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:00.944102 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383b201-4e77-416d-93fa-c0f6de217768 req-5ec4ee91-9d55-4dea-8a99-f86b9ac6a4b3 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:00.951132 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a383b201-4e77-416d-93fa-c0f6de217768 req-5ec4ee91-9d55-4dea-8a99-f86b9ac6a4b3 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d258c5b-dac6-49e1-b99a-9486303bd97a HTTP/1.1" status: 200 len: 950 time: 0.1525626 Jul 22 16:28:01.006341 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-0a156ada-2d3d-44ab-a0ae-e4ef6191c86c service neutron] 10.222.0.16 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926001 Jul 22 16:28:01.069796 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b4a9a-713b-4b5b-a405-ffcfafd76eef req-29387f9e-2a2e-423f-ae23-64bc6df794b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:01.071545 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-083b4a9a-713b-4b5b-a405-ffcfafd76eef req-29387f9e-2a2e-423f-ae23-64bc6df794b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f5dcba1bcdec4dec9217a5051c7c2328&device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 1096 time: 0.1775661 Jul 22 16:28:01.077284 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-5c1644df-f44c-419f-ae86-98b7c68a37f9 req-85a18738-4534-432f-bc53-bb43697d8795 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Deleting port ba41d206-ea3a-4257-a621-58864bd45739 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:01.077621 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5c1644df-f44c-419f-ae86-98b7c68a37f9 req-85a18738-4534-432f-bc53-bb43697d8795 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:01.089164 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471eacb5-bd1c-4c0e-ade3-47d1c15985de None None] Network c7ca70b8-4476-4895-839d-ab46905f9ddf requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:28:01.190917 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5b829afa-ccbf-4e0c-9953-37fb2aac6ce8 None None] Provisioning for port 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:01.207040 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a383b201-4e77-416d-93fa-c0f6de217768 req-7637b9fd-e048-4806-8d31-8cab4e2c5c02 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507701 Jul 22 16:28:01.223026 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b6424f-d6bb-49f6-bdc8-81bd8aae043d admin admin] Router 822f98ac-44bb-4a70-a411-f30f17997ad5 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:28:01.252569 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92feed53-879d-4725-814e-d78e21e476f3 req-b58284b6-b309-492f-84fc-430db3a9912b service neutron] 10.222.0.16 "GET /v2.0/ports/92b534db-6542-4bbd-a9d4-1700f70194be/bindings/n-h2-798930-9 HTTP/1.1" status: 200 len: 384 time: 0.1436858 Jul 22 16:28:01.315243 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b4a9a-713b-4b5b-a405-ffcfafd76eef req-31fcce9e-eb7f-4564-92b5-2849df016803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:01.324099 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-083b4a9a-713b-4b5b-a405-ffcfafd76eef req-31fcce9e-eb7f-4564-92b5-2849df016803 service neutron] 10.222.0.69 "GET /v2.0/networks?id=958921b4-5bc1-41b3-837b-39292aedd4cb HTTP/1.1" status: 200 len: 922 time: 0.2433398 Jul 22 16:28:01.327708 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-7217f8ab-e199-4468-96d0-d4cc305658d7 service neutron] 10.222.0.16 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086426 Jul 22 16:28:01.386123 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3d32e337-f9cc-49ee-ae3a-8714110cdbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port': {'id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:49Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'port_id': '5a5a427f-568b-40a5-bdd1-9d007ab25756', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'mac_address': 'fa:16:3e:63:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cca701-a65d-49df-bf1c-551488e8dfaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:27:18Z', 'updated_at': '2021-07-22T16:27:59Z', 'revision_number': 8, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421248c9-4839-4d7a-a75c-964d0244e655', 'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'mac_address': 'fa:16:3e:25:34:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:54Z', 'updated_at': '2021-07-22T16:27:02Z', 'revision_number': 5, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'subnets': [{'id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:01.410389 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5c1644df-f44c-419f-ae86-98b7c68a37f9 req-85a18738-4534-432f-bc53-bb43697d8795 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] For port ba41d206-ea3a-4257-a621-58864bd45739, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ba41d206-ea3a-4257-a621-58864bd45739,segment=NetworkSegment(6315e2cb-d9c3-4a02-9502-a063aabd4aa0),segment_id=6315e2cb-d9c3-4a02-9502-a063aabd4aa0)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:01.410885 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5c1644df-f44c-419f-ae86-98b7c68a37f9 req-85a18738-4534-432f-bc53-bb43697d8795 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:01.421864 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d32e337-f9cc-49ee-ae3a-8714110cdbf4 None None] Checking router: eae740ba-78ea-488a-856a-a12fece67b48 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:28:01.434469 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-5c1644df-f44c-419f-ae86-98b7c68a37f9 req-85a18738-4534-432f-bc53-bb43697d8795 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Calling delete_port for ba41d206-ea3a-4257-a621-58864bd45739 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:01.447512 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-083b4a9a-713b-4b5b-a405-ffcfafd76eef req-c55da6b2-631b-4191-a1e8-821b399c93ec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a5a427f-568b-40a5-bdd1-9d007ab25756 HTTP/1.1" status: 200 len: 999 time: 0.1222086 Jul 22 16:28:01.455217 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d32e337-f9cc-49ee-ae3a-8714110cdbf4 None None] Routers {'eae740ba-78ea-488a-856a-a12fece67b48'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:01.455981 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3d32e337-f9cc-49ee-ae3a-8714110cdbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:27:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['eae740ba-78ea-488a-856a-a12fece67b48'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:01.542046 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b6424f-d6bb-49f6-bdc8-81bd8aae043d admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:28:01.555407 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039d923-94fb-4223-9a9c-abfcb71a5d1d req-6c6038e9-7ff0-44ee-9463-4806f7409964 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:01.555559 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] Sync routers for ids ['822f98ac-44bb-4a70-a411-f30f17997ad5'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:28:01.557542 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c039d923-94fb-4223-9a9c-abfcb71a5d1d req-6c6038e9-7ff0-44ee-9463-4806f7409964 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 943 time: 0.2112019 Jul 22 16:28:01.574477 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] Routers {'822f98ac-44bb-4a70-a411-f30f17997ad5'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:01.575107 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:27:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['822f98ac-44bb-4a70-a411-f30f17997ad5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:01.595815 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93278398-0bc0-49c2-b97b-785292f6a67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:01.619973 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:01.624889 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63b6424f-d6bb-49f6-bdc8-81bd8aae043d admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:01.628726 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-63b6424f-d6bb-49f6-bdc8-81bd8aae043d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7665544 Jul 22 16:28:01.629959 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37024) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:01.646689 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-3d32e337-f9cc-49ee-ae3a-8714110cdbf4 None None] Set router eae740ba-78ea-488a-856a-a12fece67b48 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:01.669164 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b4a9a-713b-4b5b-a405-ffcfafd76eef req-89aeb03e-18c3-4193-93f7-009c66224d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:01.675491 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-083b4a9a-713b-4b5b-a405-ffcfafd76eef req-89aeb03e-18c3-4193-93f7-009c66224d68 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47349a61-f615-4cc1-8400-cc6ae79bfaf5 HTTP/1.1" status: 200 len: 860 time: 0.1627126 Jul 22 16:28:01.729269 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-92feed53-879d-4725-814e-d78e21e476f3 req-00479e23-59c1-4a61-a292-d8cf74e9c614 service neutron] For port 92b534db-6542-4bbd-a9d4-1700f70194be, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=92b534db-6542-4bbd-a9d4-1700f70194be,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:01.735865 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c039d923-94fb-4223-9a9c-abfcb71a5d1d req-6d72e7b9-59ca-4b41-970d-5df59b030f49 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682160 Jul 22 16:28:01.791954 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-92feed53-879d-4725-814e-d78e21e476f3 req-00479e23-59c1-4a61-a292-d8cf74e9c614 service neutron] For port 92b534db-6542-4bbd-a9d4-1700f70194be, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:01.832757 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] Set router 822f98ac-44bb-4a70-a411-f30f17997ad5 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:01.921595 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-92feed53-879d-4725-814e-d78e21e476f3 req-00479e23-59c1-4a61-a292-d8cf74e9c614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92b534db-6542-4bbd-a9d4-1700f70194be {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:01.946420 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b4a9a-713b-4b5b-a405-ffcfafd76eef req-9ef4b888-19e1-46b3-bf3f-a7465acd3d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:01.948473 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-083b4a9a-713b-4b5b-a405-ffcfafd76eef req-9ef4b888-19e1-46b3-bf3f-a7465acd3d36 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=958921b4-5bc1-41b3-837b-39292aedd4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2457716 Jul 22 16:28:01.963717 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-083b4a9a-713b-4b5b-a405-ffcfafd76eef req-f8c29885-4ec9-4705-b5cf-084d8bad2111 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:28:01.964699 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-083b4a9a-713b-4b5b-a405-ffcfafd76eef req-f8c29885-4ec9-4705-b5cf-084d8bad2111 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057571 Jul 22 16:28:01.974348 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5c1644df-f44c-419f-ae86-98b7c68a37f9 req-85a18738-4534-432f-bc53-bb43697d8795 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:02.012341 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-92feed53-879d-4725-814e-d78e21e476f3 req-00479e23-59c1-4a61-a292-d8cf74e9c614 service neutron] For port 92b534db-6542-4bbd-a9d4-1700f70194be, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=92b534db-6542-4bbd-a9d4-1700f70194be,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:02.027576 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['ba41d206-ea3a-4257-a621-58864bd45739'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:02.033345 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['5a5a427f-568b-40a5-bdd1-9d007ab25756'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:02.133373 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:02.270194 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:02.289620 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:02.290590 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:02.319776 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-92feed53-879d-4725-814e-d78e21e476f3 req-00479e23-59c1-4a61-a292-d8cf74e9c614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:02.420179 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822f98ac-44bb-4a70-a411-f30f17997ad5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1296942601-router', 'tenant_id': '1055ed458be7414ea127fbb8899d8ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '38873b9f-65fb-48c5-978d-5d212e520451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:27:58Z', 'updated_at': '2021-07-22T16:28:00Z', 'revision_number': 3, 'project_id': '1055ed458be7414ea127fbb8899d8ce3', 'gw_port': {'id': '38873b9f-65fb-48c5-978d-5d212e520451', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822f98ac-44bb-4a70-a411-f30f17997ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:59Z', 'updated_at': '2021-07-22T16:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:02.427120 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-92feed53-879d-4725-814e-d78e21e476f3 req-00479e23-59c1-4a61-a292-d8cf74e9c614 service neutron] Transition to ACTIVE for port object 92b534db-6542-4bbd-a9d4-1700f70194be will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:02.455161 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] Checking router: 822f98ac-44bb-4a70-a411-f30f17997ad5 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:28:02.455524 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] Updating router 822f98ac-44bb-4a70-a411-f30f17997ad5 port 38873b9f-65fb-48c5-978d-5d212e520451 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:28:02.469068 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-92feed53-879d-4725-814e-d78e21e476f3 req-00479e23-59c1-4a61-a292-d8cf74e9c614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:02.502554 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:02.519657 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3d32e337-f9cc-49ee-ae3a-8714110cdbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port': {'id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:49Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'port_id': '5a5a427f-568b-40a5-bdd1-9d007ab25756', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'mac_address': 'fa:16:3e:63:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cca701-a65d-49df-bf1c-551488e8dfaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:27:18Z', 'updated_at': '2021-07-22T16:27:59Z', 'revision_number': 8, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421248c9-4839-4d7a-a75c-964d0244e655', 'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'mac_address': 'fa:16:3e:25:34:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:54Z', 'updated_at': '2021-07-22T16:27:02Z', 'revision_number': 5, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'subnets': [{'id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:02.579574 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5355c96-d765-4cf2-93c2-1f8cabf9e9ef req-343c8942-915a-4e58-b487-1fa53f3faf26 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:02.583172 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f5355c96-d765-4cf2-93c2-1f8cabf9e9ef req-343c8942-915a-4e58-b487-1fa53f3faf26 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.7211149 Jul 22 16:28:02.583851 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00479e23-59c1-4a61-a292-d8cf74e9c614 service neutron] Pushing event updated for resources: {'Port': ['ID=92b534db-6542-4bbd-a9d4-1700f70194be,revision_number=10']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:02.602662 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a18738-4534-432f-bc53-bb43697d8795 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Pushing event deleted for resources: {'Port': ['ID=ba41d206-ea3a-4257-a621-58864bd45739,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:02.603291 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d32e337-f9cc-49ee-ae3a-8714110cdbf4 None None] The sync data for ids ['eae740ba-78ea-488a-856a-a12fece67b48'] in n-d-798930-9 is: [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port': {'id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:49Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'port_id': '5a5a427f-568b-40a5-bdd1-9d007ab25756', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'mac_address': 'fa:16:3e:63:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cca701-a65d-49df-bf1c-551488e8dfaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:27:18Z', 'updated_at': '2021-07-22T16:27:59Z', 'revision_number': 8, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421248c9-4839-4d7a-a75c-964d0244e655', 'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'mac_address': 'fa:16:3e:25:34:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:54Z', 'updated_at': '2021-07-22T16:27:02Z', 'revision_number': 5, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'subnets': [{'id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:28:02.635530 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-26e864d1-4f9a-4f7e-9f99-1c86cb7ce30a None None] Provisioning complete for port 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:02.636228 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26e864d1-4f9a-4f7e-9f99-1c86cb7ce30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:02.644448 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:02.766815 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71bc14a1-0f75-4cf4-b74e-d0a32e758995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:02.829302 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1644df-f44c-419f-ae86-98b7c68a37f9 req-85a18738-4534-432f-bc53-bb43697d8795 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] No DVR routers for this DVR port ba41d206-ea3a-4257-a621-58864bd45739 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:28:02.834996 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5c1644df-f44c-419f-ae86-98b7c68a37f9 req-85a18738-4534-432f-bc53-bb43697d8795 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:02.840193 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c1644df-f44c-419f-ae86-98b7c68a37f9 req-85a18738-4534-432f-bc53-bb43697d8795 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.16 "DELETE /v2.0/ports/ba41d206-ea3a-4257-a621-58864bd45739 HTTP/1.1" status: 204 len: 173 time: 2.1646397 Jul 22 16:28:02.863997 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-92feed53-879d-4725-814e-d78e21e476f3 req-00479e23-59c1-4a61-a292-d8cf74e9c614 service neutron] No DVR routers for this DVR port 92b534db-6542-4bbd-a9d4-1700f70194be on host n-h1-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:28:02.907646 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-083b4a9a-713b-4b5b-a405-ffcfafd76eef req-5b5a5d51-dd5a-4f46-a096-4a8024ebe0f5 service neutron] 10.222.0.69 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9241951 Jul 22 16:28:02.914763 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f5355c96-d765-4cf2-93c2-1f8cabf9e9ef req-b36c9bb9-feaa-4c1e-986c-6f0c370221f2 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091679 Jul 22 16:28:03.036971 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26e864d1-4f9a-4f7e-9f99-1c86cb7ce30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:03.050944 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:03.079229 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e72c13-b380-4d8e-aa13-5508033f7dea None None] New status for floating IP b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:28:03.095491 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92feed53-879d-4725-814e-d78e21e476f3 req-00479e23-59c1-4a61-a292-d8cf74e9c614 service neutron] 10.222.0.16 "PUT /v2.0/ports/92b534db-6542-4bbd-a9d4-1700f70194be/bindings/n-h2-798930-9/activate HTTP/1.1" status: 200 len: 369 time: 1.8075392 Jul 22 16:28:03.146270 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:03.162676 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-083b4a9a-713b-4b5b-a405-ffcfafd76eef req-232aa31b-4933-4de5-b823-a437ff1637f3 service neutron] 10.222.0.69 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411776 Jul 22 16:28:03.164187 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7fcd82-7c84-4e9e-ae2e-5c6bfca3e308 x-openstack-request-id: req-ff7fcd82-7c84-4e9e-ae2e-5c6bfca3e308 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:03.164470 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2519dde-bdcd-4730-86c9-1d085e38e8af", "tag": "68ca2819-e158-434f-9d15-7ac01dfb2d2d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:03.164718 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ff7fcd82-7c84-4e9e-ae2e-5c6bfca3e308 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:03.165101 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2519dde-bdcd-4730-86c9-1d085e38e8af', 'tag': '68ca2819-e158-434f-9d15-7ac01dfb2d2d', 'status': 'completed', 'code': 200} Jul 22 16:28:03.172581 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] Transition to ACTIVE for port object 38873b9f-65fb-48c5-978d-5d212e520451 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:03.183855 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:03.229780 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-26e864d1-4f9a-4f7e-9f99-1c86cb7ce30a None None] For port 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=4a2d9b9f-24c4-4e9f-81c7-321c6b703e10,segment=NetworkSegment(c7c9eded-97e4-49b6-9083-c496d8243373),segment_id=c7c9eded-97e4-49b6-9083-c496d8243373)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:03.250602 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26e864d1-4f9a-4f7e-9f99-1c86cb7ce30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:03.280509 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aaba11-2dd2-4483-bdba-10d615c9ce9c None None] Pushing event updated for resources: {'Port': ['ID=38873b9f-65fb-48c5-978d-5d212e520451,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:03.292597 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aaba11-2dd2-4483-bdba-10d615c9ce9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:03.293091 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aaba11-2dd2-4483-bdba-10d615c9ce9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:03.293633 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aaba11-2dd2-4483-bdba-10d615c9ce9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:03.294112 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aaba11-2dd2-4483-bdba-10d615c9ce9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:03.294540 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aaba11-2dd2-4483-bdba-10d615c9ce9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:03.294955 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aaba11-2dd2-4483-bdba-10d615c9ce9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:03.295372 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aaba11-2dd2-4483-bdba-10d615c9ce9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:03.295785 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aaba11-2dd2-4483-bdba-10d615c9ce9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:03.296198 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aaba11-2dd2-4483-bdba-10d615c9ce9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:03.296610 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aaba11-2dd2-4483-bdba-10d615c9ce9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:03.297018 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aaba11-2dd2-4483-bdba-10d615c9ce9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:03.297428 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aaba11-2dd2-4483-bdba-10d615c9ce9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:03.324245 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] Attempting to bind port 38873b9f-65fb-48c5-978d-5d212e520451 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:03.324767 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] Attempting to bind port 38873b9f-65fb-48c5-978d-5d212e520451 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:03.325216 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] Attempting to bind port 38873b9f-65fb-48c5-978d-5d212e520451 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:03.331939 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:03.332475 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:03.332971 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:03.333449 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:03.334039 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] Bound port: 38873b9f-65fb-48c5-978d-5d212e520451, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:03.334534 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:03.371357 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-71bc14a1-0f75-4cf4-b74e-d0a32e758995 admin admin] Allocated IP 172.20.0.1 (c7ca70b8-4476-4895-839d-ab46905f9ddf/824b6f43-0033-4605-8c1f-9468d3c257a0/42abc2ea-2022-47bc-b1b5-5a171e28c0cf) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:28:03.381175 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542137b-97b8-45b3-9bb9-369be6461e9d req-b88ae704-c40a-4435-a4de-a10993a1f1d6 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:03.390156 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8542137b-97b8-45b3-9bb9-369be6461e9d req-b88ae704-c40a-4435-a4de-a10993a1f1d6 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2519dde-bdcd-4730-86c9-1d085e38e8af HTTP/1.1" status: 200 len: 944 time: 0.1392663 Jul 22 16:28:03.396432 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] For port 38873b9f-65fb-48c5-978d-5d212e520451, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:03.399735 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] For port 38873b9f-65fb-48c5-978d-5d212e520451, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=38873b9f-65fb-48c5-978d-5d212e520451,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:03.407651 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:03.411200 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49bfd4-d25c-4032-9b7c-b9a4cf45e09e req-f5ae7d60-c14b-47cc-86a6-f0613c590d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:03.412716 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c49bfd4-d25c-4032-9b7c-b9a4cf45e09e req-f5ae7d60-c14b-47cc-86a6-f0613c590d2e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8f7f0ee905d4934879787b8f8216673&device_id=e2519dde-bdcd-4730-86c9-1d085e38e8af HTTP/1.1" status: 200 len: 1095 time: 0.2128737 Jul 22 16:28:03.444395 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:28:03.444906 n-d-798930-9 neutron-server[93818]: DEBUG oslo_db.api [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:28:03.459283 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] Routers {'822f98ac-44bb-4a70-a411-f30f17997ad5'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:03.460060 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:28:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['822f98ac-44bb-4a70-a411-f30f17997ad5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:03.481822 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8542137b-97b8-45b3-9bb9-369be6461e9d req-2711dc10-308d-4e5d-8150-ba3625184460 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886176 Jul 22 16:28:03.518076 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e864d1-4f9a-4f7e-9f99-1c86cb7ce30a None None] Pushing event updated for resources: {'Port': ['ID=4a2d9b9f-24c4-4e9f-81c7-321c6b703e10,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:03.593641 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] Set router 822f98ac-44bb-4a70-a411-f30f17997ad5 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:03.702196 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402c1e5-0d44-4ac6-8105-0a63f818c455 req-43413ffc-efeb-4f3f-a24b-1f872357c484 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:03.711387 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b402c1e5-0d44-4ac6-8105-0a63f818c455 req-43413ffc-efeb-4f3f-a24b-1f872357c484 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 944 time: 0.1240714 Jul 22 16:28:03.764186 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b402c1e5-0d44-4ac6-8105-0a63f818c455 req-052279c0-9289-40e2-94d5-cd747c7249f1 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495136 Jul 22 16:28:03.827234 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aaba11-2dd2-4483-bdba-10d615c9ce9c None None] Pushing event updated for resources: {'Port': ['ID=38873b9f-65fb-48c5-978d-5d212e520451,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:03.867064 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822f98ac-44bb-4a70-a411-f30f17997ad5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1296942601-router', 'tenant_id': '1055ed458be7414ea127fbb8899d8ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '38873b9f-65fb-48c5-978d-5d212e520451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:27:58Z', 'updated_at': '2021-07-22T16:28:00Z', 'revision_number': 3, 'project_id': '1055ed458be7414ea127fbb8899d8ce3', 'gw_port': {'id': '38873b9f-65fb-48c5-978d-5d212e520451', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822f98ac-44bb-4a70-a411-f30f17997ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:59Z', 'updated_at': '2021-07-22T16:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:03.878272 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e707dcdf-6aff-4f11-b26d-d509d40de100 req-eb4d90fd-06c9-4df0-87a7-3a9afa22d4c5 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/floatingips/b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212 HTTP/1.1" status: 200 len: 998 time: 0.0784147 Jul 22 16:28:03.899665 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f9f1ee-f168-44c8-add4-24b54e1d3e66 None None] The sync data for ids ['822f98ac-44bb-4a70-a411-f30f17997ad5'] in n-d-798930-9 is: [{'id': '822f98ac-44bb-4a70-a411-f30f17997ad5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1296942601-router', 'tenant_id': '1055ed458be7414ea127fbb8899d8ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '38873b9f-65fb-48c5-978d-5d212e520451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:27:58Z', 'updated_at': '2021-07-22T16:28:00Z', 'revision_number': 3, 'project_id': '1055ed458be7414ea127fbb8899d8ce3', 'gw_port': {'id': '38873b9f-65fb-48c5-978d-5d212e520451', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822f98ac-44bb-4a70-a411-f30f17997ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:59Z', 'updated_at': '2021-07-22T16:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:28:04.002121 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71bc14a1-0f75-4cf4-b74e-d0a32e758995 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:04.013564 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707dcdf-6aff-4f11-b26d-d509d40de100 req-d846aecb-694e-4154-94a3-c098f60b0d7c tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:04.021666 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e707dcdf-6aff-4f11-b26d-d509d40de100 req-d846aecb-694e-4154-94a3-c098f60b0d7c tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.1421196 Jul 22 16:28:04.023642 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-71bc14a1-0f75-4cf4-b74e-d0a32e758995 admin admin] Transition to ACTIVE for port object 42abc2ea-2022-47bc-b1b5-5a171e28c0cf will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:04.028446 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-e707dcdf-6aff-4f11-b26d-d509d40de100 req-829cb699-02df-4f29-b088-f7e3a48b6239 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:28:04.043645 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e707dcdf-6aff-4f11-b26d-d509d40de100 req-829cb699-02df-4f29-b088-f7e3a48b6239 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207498 Jul 22 16:28:04.050094 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49bfd4-d25c-4032-9b7c-b9a4cf45e09e req-56133caa-0786-4643-99e0-adcf850dc6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:04.051649 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c49bfd4-d25c-4032-9b7c-b9a4cf45e09e req-56133caa-0786-4643-99e0-adcf850dc6b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e HTTP/1.1" status: 200 len: 913 time: 0.5086005 Jul 22 16:28:04.154600 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-1cd9ecbc-e382-4aac-813e-ac89df2d6751 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e12f097db788412a8061a04b2526cfd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292773 Jul 22 16:28:04.161610 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:04.193599 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71bc14a1-0f75-4cf4-b74e-d0a32e758995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:04.200958 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c49bfd4-d25c-4032-9b7c-b9a4cf45e09e req-98c4f239-a1b2-4246-a8c7-3b1e69fe4cd4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68ca2819-e158-434f-9d15-7ac01dfb2d2d HTTP/1.1" status: 200 len: 217 time: 0.1186256 Jul 22 16:28:04.270287 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:04.270657 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:04.329688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bc14a1-0f75-4cf4-b74e-d0a32e758995 admin admin] Network c7ca70b8-4476-4895-839d-ab46905f9ddf is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:04.343726 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-24cee2f4-530d-46fe-b4f1-cce7068d573c tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:04.350676 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-24cee2f4-530d-46fe-b4f1-cce7068d573c tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777356 Jul 22 16:28:04.354408 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-71bc14a1-0f75-4cf4-b74e-d0a32e758995 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:04.367764 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bc14a1-0f75-4cf4-b74e-d0a32e758995 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:28:04.373707 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-8ee10dcd-1511-4879-b28b-84adbd4b2e91 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/quotas/e12f097db788412a8061a04b2526cfd9 HTTP/1.1" status: 200 len: 375 time: 0.0173132 Jul 22 16:28:04.410915 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc14a1-0f75-4cf4-b74e-d0a32e758995 admin admin] Pushing event updated for resources: {'Port': ['ID=42abc2ea-2022-47bc-b1b5-5a171e28c0cf,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:04.439946 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49bfd4-d25c-4032-9b7c-b9a4cf45e09e req-e897203f-952b-40b6-bf50-5ea60beb7199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:04.441863 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c49bfd4-d25c-4032-9b7c-b9a4cf45e09e req-e897203f-952b-40b6-bf50-5ea60beb7199 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3c12ce3-22c0-432e-833b-5a5a37b77be7 HTTP/1.1" status: 200 len: 852 time: 0.2309768 Jul 22 16:28:04.456194 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911442ad-b69c-4597-9560-d45e25706293 req-9312151f-d0e3-4bde-856b-2bac0561a6e7 tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:04.458114 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-911442ad-b69c-4597-9560-d45e25706293 req-9312151f-d0e3-4bde-856b-2bac0561a6e7 tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5d258c5b-dac6-49e1-b99a-9486303bd97a HTTP/1.1" status: 200 len: 1101 time: 1.1147270 Jul 22 16:28:04.483981 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92feed53-879d-4725-814e-d78e21e476f3 req-e59075bb-62d1-4fb5-a24d-752609cbf777 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:04.486792 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92feed53-879d-4725-814e-d78e21e476f3 req-e59075bb-62d1-4fb5-a24d-752609cbf777 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c&tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&binding%3Ahost_id=n-h1-798930-9 HTTP/1.1" status: 200 len: 1095 time: 0.4332027 Jul 22 16:28:04.493264 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:04.507423 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71bc14a1-0f75-4cf4-b74e-d0a32e758995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:04.519183 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-84a0803b-51da-4d1b-9bfd-55d3d3640133 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e12f097db788412a8061a04b2526cfd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1442451 Jul 22 16:28:04.538924 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c49bfd4-d25c-4032-9b7c-b9a4cf45e09e req-4eb85541-62ba-471d-8264-a834ca58060c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786326 Jul 22 16:28:04.698903 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3b43e01f-c3d8-462b-9dd0-bf56d1febf19 None None] Provisioning for port 42abc2ea-2022-47bc-b1b5-5a171e28c0cf completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:04.704746 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3b43e01f-c3d8-462b-9dd0-bf56d1febf19 None None] Provisioning complete for port 42abc2ea-2022-47bc-b1b5-5a171e28c0cf triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:04.705120 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b43e01f-c3d8-462b-9dd0-bf56d1febf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:04.711146 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-911442ad-b69c-4597-9560-d45e25706293 req-95196b97-905e-4b1a-a945-5c0bd5098e83 tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367127 Jul 22 16:28:04.801069 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c49bfd4-d25c-4032-9b7c-b9a4cf45e09e req-a2c05c84-739b-49f4-9a03-aa2fd9bbbc11 service neutron] 10.222.0.16 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135718 Jul 22 16:28:04.842887 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3b43e01f-c3d8-462b-9dd0-bf56d1febf19 None None] Port 42abc2ea-2022-47bc-b1b5-5a171e28c0cf cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:28:04.850651 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92feed53-879d-4725-814e-d78e21e476f3 req-b612c489-c43d-49b5-9ff3-48e02ef17ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:04.852228 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92feed53-879d-4725-814e-d78e21e476f3 req-b612c489-c43d-49b5-9ff3-48e02ef17ef1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c&tenant_id=82e10b2cb7664a44842fdfbeaf9667ba HTTP/1.1" status: 200 len: 1095 time: 0.3282089 Jul 22 16:28:04.905111 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-00d952df-5f5a-4b25-92e8-5434479da1d6 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.242 HTTP/1.1" status: 200 len: 1001 time: 0.2319181 Jul 22 16:28:04.960743 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 68ca2819-e158-434f-9d15-7ac01dfb2d2d details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:28:04.975639 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device ba41d206-ea3a-4257-a621-58864bd45739 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:05.021860 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-58556576-a261-4b94-8a6c-eb11fad036f6 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:05.035666 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-58556576-a261-4b94-8a6c-eb11fad036f6 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports/5a5a427f-568b-40a5-bdd1-9d007ab25756 HTTP/1.1" status: 200 len: 942 time: 0.1235883 Jul 22 16:28:05.040088 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: ba41d206-ea3a-4257-a621-58864bd45739 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:28:05.040513 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device ba41d206-ea3a-4257-a621-58864bd45739 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:28:05.041050 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 92b534db-6542-4bbd-a9d4-1700f70194be no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:05.145895 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c49bfd4-d25c-4032-9b7c-b9a4cf45e09e req-ca059f76-7d1c-4300-90e8-14ae5de912f9 service neutron] 10.222.0.16 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159835 Jul 22 16:28:05.256482 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cca701-a65d-49df-bf1c-551488e8dfaf', 'tag': '5a5a427f-568b-40a5-bdd1-9d007ab25756'}, {'server_uuid': 'e90ba850-f5ec-4311-9601-077693bf3354', 'name': 'network-vif-deleted', 'tag': 'ba41d206-ea3a-4257-a621-58864bd45739'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:05.262835 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04846bef-090b-4a3e-a385-67ff359663f6" -d '{"events": [{"name": "network-changed", "server_uuid": "82cca701-a65d-49df-bf1c-551488e8dfaf", "tag": "5a5a427f-568b-40a5-bdd1-9d007ab25756"}, {"server_uuid": "e90ba850-f5ec-4311-9601-077693bf3354", "name": "network-vif-deleted", "tag": "ba41d206-ea3a-4257-a621-58864bd45739"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:05.263292 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 92b534db-6542-4bbd-a9d4-1700f70194be not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:28:05.265571 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92feed53-879d-4725-814e-d78e21e476f3 req-265cfd1e-4e10-4eb3-8991-29e398948114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:05.268219 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92feed53-879d-4725-814e-d78e21e476f3 req-265cfd1e-4e10-4eb3-8991-29e398948114 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 1095 time: 0.3669310 Jul 22 16:28:05.270908 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-7fde879a-2642-44bf-9777-d3b99f0c4dfa tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.242 HTTP/1.1" status: 200 len: 1001 time: 0.1678193 Jul 22 16:28:05.291498 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71bc14a1-0f75-4cf4-b74e-d0a32e758995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:05.310341 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 68ca2819-e158-434f-9d15-7ac01dfb2d2d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=68ca2819-e158-434f-9d15-7ac01dfb2d2d,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:05.337355 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '68ca2819-e158-434f-9d15-7ac01dfb2d2d', 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e', 'port_id': '68ca2819-e158-434f-9d15-7ac01dfb2d2d', 'mac_address': 'fa:16:3e:e5:42:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c12ce3-22c0-432e-833b-5a5a37b77be7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:28:05.354626 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59980ce6-4801-44a9-9c18-8278d5d6c332 req-ad947da7-aa2a-4c55-91d0-e2cd0c9ce046 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:05.356501 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-59980ce6-4801-44a9-9c18-8278d5d6c332 req-ad947da7-aa2a-4c55-91d0-e2cd0c9ce046 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2519dde-bdcd-4730-86c9-1d085e38e8af HTTP/1.1" status: 200 len: 944 time: 0.3183184 Jul 22 16:28:05.434886 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:05.448746 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-1c95961b-ca8d-41a1-a0f9-d741ee63732c tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:05.459349 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-1c95961b-ca8d-41a1-a0f9-d741ee63732c tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.1800168 Jul 22 16:28:05.463704 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ca2819-e158-434f-9d15-7ac01dfb2d2d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:05.496506 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 68ca2819-e158-434f-9d15-7ac01dfb2d2d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=68ca2819-e158-434f-9d15-7ac01dfb2d2d,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:05.501784 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:05.535124 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-59980ce6-4801-44a9-9c18-8278d5d6c332 req-7c3b4de6-a288-4980-8f87-dc27e1ff9913 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703210 Jul 22 16:28:05.559084 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=68ca2819-e158-434f-9d15-7ac01dfb2d2d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:05.568565 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-6bbae3cf-768c-4a24-94e6-0970cca04828 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.242 HTTP/1.1" status: 200 len: 1001 time: 0.1075461 Jul 22 16:28:05.582082 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-53cc5432-18ec-4a00-be32-f9915c3da669 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:05.598636 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92feed53-879d-4725-814e-d78e21e476f3 req-ae0bad24-3014-4148-b5e1-51ded6ec33cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:05.600150 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92feed53-879d-4725-814e-d78e21e476f3 req-ae0bad24-3014-4148-b5e1-51ded6ec33cc service neutron] 10.222.0.30 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 922 time: 0.3226173 Jul 22 16:28:05.660228 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-53cc5432-18ec-4a00-be32-f9915c3da669 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:05.730526 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92feed53-879d-4725-814e-d78e21e476f3 req-127ae3f3-d994-436d-9b7b-5c0ffba53ba7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92b534db-6542-4bbd-a9d4-1700f70194be HTTP/1.1" status: 200 len: 217 time: 0.1078906 Jul 22 16:28:05.735352 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-186baa8e-25c6-438f-827a-f505187c93ea req-cdc2ea77-8576-41a0-8d77-d64c503f5eda tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db HTTP/1.1" status: 200 len: 210 time: 0.1116350 Jul 22 16:28:05.790149 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92feed53-879d-4725-814e-d78e21e476f3 req-3a5f46ae-10b4-43a2-9ea7-b6696033af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:05.792305 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92feed53-879d-4725-814e-d78e21e476f3 req-3a5f46ae-10b4-43a2-9ea7-b6696033af28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ce36437-5a9b-4c2b-a36e-e40d9943a98a HTTP/1.1" status: 200 len: 861 time: 0.0529232 Jul 22 16:28:05.856427 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92feed53-879d-4725-814e-d78e21e476f3 req-eb752eb3-4aac-4ae6-8b84-d36a48753132 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6f3ed260-5c39-4f44-87de-6af121ff9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507412 Jul 22 16:28:05.861678 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-53cc5432-18ec-4a00-be32-f9915c3da669 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:05.866567 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-53cc5432-18ec-4a00-be32-f9915c3da669 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:05.866963 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-53cc5432-18ec-4a00-be32-f9915c3da669 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Floating IP b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212 disassociated. External IP: 172.25.0.242, port: 5a5a427f-568b-40a5-bdd1-9d007ab25756. Jul 22 16:28:05.871882 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['68ca2819-e158-434f-9d15-7ac01dfb2d2d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:05.928646 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71bc14a1-0f75-4cf4-b74e-d0a32e758995 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:05.940338 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71bc14a1-0f75-4cf4-b74e-d0a32e758995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:06.086482 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc14a1-0f75-4cf4-b74e-d0a32e758995 admin admin] Pushing event updated for resources: {'Port': ['ID=42abc2ea-2022-47bc-b1b5-5a171e28c0cf,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:06.097152 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92feed53-879d-4725-814e-d78e21e476f3 req-f92026d8-4379-4d0c-9bba-5b4aa20a13bc service neutron] 10.222.0.30 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139390 Jul 22 16:28:06.102571 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71bc14a1-0f75-4cf4-b74e-d0a32e758995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:06.120140 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81d804-2b03-48fd-aeb5-f4717e13aa92 req-8ec4d682-9f0b-487c-8a94-5a9b4226ffee tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:06.122019 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d81d804-2b03-48fd-aeb5-f4717e13aa92 req-8ec4d682-9f0b-487c-8a94-5a9b4226ffee tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 944 time: 0.3026574 Jul 22 16:28:06.209389 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-53cc5432-18ec-4a00-be32-f9915c3da669 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Router eae740ba-78ea-488a-856a-a12fece67b48 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:28:06.231589 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 38873b9f-65fb-48c5-978d-5d212e520451 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:06.313244 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d81d804-2b03-48fd-aeb5-f4717e13aa92 req-6f309611-b878-4ae4-806a-d881cff91164 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843820 Jul 22 16:28:06.360700 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bc14a1-0f75-4cf4-b74e-d0a32e758995 admin admin] Network c7ca70b8-4476-4895-839d-ab46905f9ddf is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:06.363189 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92feed53-879d-4725-814e-d78e21e476f3 req-ccd7ee8b-b7c5-48b9-a0f4-d5c5fb04911b service neutron] 10.222.0.30 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199893 Jul 22 16:28:06.364421 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-71bc14a1-0f75-4cf4-b74e-d0a32e758995 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:06.395267 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 38873b9f-65fb-48c5-978d-5d212e520451 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:06.408327 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 38873b9f-65fb-48c5-978d-5d212e520451 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:06.408710 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:06.477948 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-b480f010-2d51-411d-9a77-4c5fb4b58a00 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e12f097db788412a8061a04b2526cfd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1321750 Jul 22 16:28:06.583755 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:06.590825 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-759c46fa-3f7f-4839-a648-2198bc941f59 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=1c8d6245ad404817abeaf30553b64f00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384150 Jul 22 16:28:06.616648 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 38873b9f-65fb-48c5-978d-5d212e520451, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=38873b9f-65fb-48c5-978d-5d212e520451,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:06.623860 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:06.721667 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-53cc5432-18ec-4a00-be32-f9915c3da669 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:28:06.740031 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff7a15e-095d-4a2b-995e-b0f5a428dee7 None None] Sync routers for ids ['eae740ba-78ea-488a-856a-a12fece67b48'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:28:06.745184 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-53cc5432-18ec-4a00-be32-f9915c3da669 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:06.755791 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff7a15e-095d-4a2b-995e-b0f5a428dee7 None None] Routers {'eae740ba-78ea-488a-856a-a12fece67b48'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:06.756808 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5ff7a15e-095d-4a2b-995e-b0f5a428dee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:28:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['eae740ba-78ea-488a-856a-a12fece67b48'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:06.768537 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bc14a1-0f75-4cf4-b74e-d0a32e758995 admin admin] Router 822f98ac-44bb-4a70-a411-f30f17997ad5 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:28:06.794513 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-786befd3-7f6e-4a2f-9226-8c4aaa77fec7 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:06.796055 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-786befd3-7f6e-4a2f-9226-8c4aaa77fec7 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3077717 Jul 22 16:28:06.821298 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=38873b9f-65fb-48c5-978d-5d212e520451,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:06.822852 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-53cc5432-18ec-4a00-be32-f9915c3da669 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "PUT /v2.0/floatingips/b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212 HTTP/1.1" status: 200 len: 696 time: 1.2398150 Jul 22 16:28:06.835732 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f92c26f2-0bdc-452f-b608-d73b2133a719 None None] Provisioning complete for port 42abc2ea-2022-47bc-b1b5-5a171e28c0cf triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:06.836364 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f92c26f2-0bdc-452f-b608-d73b2133a719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:06.865844 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-d8cf3ba6-2dfb-4839-9cd5-8063c53ad70f tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Request body: {'port': {'device_id': 'cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': 'e12f097db788412a8061a04b2526cfd9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:06.886664 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f92c26f2-0bdc-452f-b608-d73b2133a719 None None] Port 42abc2ea-2022-47bc-b1b5-5a171e28c0cf cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:28:06.929508 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-5ff7a15e-095d-4a2b-995e-b0f5a428dee7 None None] Set router eae740ba-78ea-488a-856a-a12fece67b48 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:06.959136 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-58a40ff2-bad8-465d-ab63-c40a7eede2f3 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:06.960679 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-58a40ff2-bad8-465d-ab63-c40a7eede2f3 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3689713 Jul 22 16:28:06.963392 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bc14a1-0f75-4cf4-b74e-d0a32e758995 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:28:06.974575 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] Sync routers for ids ['822f98ac-44bb-4a70-a411-f30f17997ad5'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:28:06.984577 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-3144f917-4b15-4eef-b318-79e04a825e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:06.986151 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-3144f917-4b15-4eef-b318-79e04a825e33 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f5dcba1bcdec4dec9217a5051c7c2328&device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 1096 time: 0.1573367 Jul 22 16:28:06.996657 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] Routers {'822f98ac-44bb-4a70-a411-f30f17997ad5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:06.997291 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:28:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['822f98ac-44bb-4a70-a411-f30f17997ad5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:07.000024 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-71bc14a1-0f75-4cf4-b74e-d0a32e758995 admin admin] 10.222.0.69 "PUT /v2.0/routers/822f98ac-44bb-4a70-a411-f30f17997ad5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3688984 Jul 22 16:28:07.021713 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-3b08cc1b-4f01-430e-b79e-af5e6a237013 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/quotas/1c8d6245ad404817abeaf30553b64f00 HTTP/1.1" status: 200 len: 375 time: 0.0384970 Jul 22 16:28:07.200435 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-d8cf3ba6-2dfb-4839-9cd5-8063c53ad70f tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Made reservation on behalf of e12f097db788412a8061a04b2526cfd9 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:28:07.202384 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5ff7a15e-095d-4a2b-995e-b0f5a428dee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port': {'id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:49Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '421248c9-4839-4d7a-a75c-964d0244e655', 'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'mac_address': 'fa:16:3e:25:34:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:54Z', 'updated_at': '2021-07-22T16:27:02Z', 'revision_number': 5, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'subnets': [{'id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:07.205896 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-d8cf3ba6-2dfb-4839-9cd5-8063c53ad70f tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:07.233957 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] Set router 822f98ac-44bb-4a70-a411-f30f17997ad5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:07.236755 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff7a15e-095d-4a2b-995e-b0f5a428dee7 None None] Checking router: eae740ba-78ea-488a-856a-a12fece67b48 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:28:07.248049 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff7a15e-095d-4a2b-995e-b0f5a428dee7 None None] Routers {'eae740ba-78ea-488a-856a-a12fece67b48'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:07.248786 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5ff7a15e-095d-4a2b-995e-b0f5a428dee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:28:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['eae740ba-78ea-488a-856a-a12fece67b48'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:07.288897 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-d7036a78-e36d-471a-bd30-92ea6bf2ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:07.290587 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-d7036a78-e36d-471a-bd30-92ea6bf2ce19 service neutron] 10.222.0.69 "GET /v2.0/networks?id=958921b4-5bc1-41b3-837b-39292aedd4cb HTTP/1.1" status: 200 len: 922 time: 0.2817640 Jul 22 16:28:07.383794 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-054cf898-d118-4d1c-8508-c847866ee440 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a5a427f-568b-40a5-bdd1-9d007ab25756 HTTP/1.1" status: 200 len: 217 time: 0.0830100 Jul 22 16:28:07.471998 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-ad474832-4317-4aab-a705-9d95164fff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:07.479556 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-ad474832-4317-4aab-a705-9d95164fff24 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47349a61-f615-4cc1-8400-cc6ae79bfaf5 HTTP/1.1" status: 200 len: 860 time: 0.0947332 Jul 22 16:28:07.500102 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-5ff7a15e-095d-4a2b-995e-b0f5a428dee7 None None] Set router eae740ba-78ea-488a-856a-a12fece67b48 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:07.580023 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92feed53-879d-4725-814e-d78e21e476f3 req-81a0a99b-91db-4a42-8049-8efbe7d7137c tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:07.585299 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92feed53-879d-4725-814e-d78e21e476f3 req-81a0a99b-91db-4a42-8049-8efbe7d7137c tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c&tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&binding%3Ahost_id=n-h2-798930-9 HTTP/1.1" status: 200 len: 1095 time: 0.6365926 Jul 22 16:28:07.637489 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822f98ac-44bb-4a70-a411-f30f17997ad5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1296942601-router', 'tenant_id': '1055ed458be7414ea127fbb8899d8ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '38873b9f-65fb-48c5-978d-5d212e520451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:27:58Z', 'updated_at': '2021-07-22T16:28:05Z', 'revision_number': 4, 'project_id': '1055ed458be7414ea127fbb8899d8ce3', 'gw_port': {'id': '38873b9f-65fb-48c5-978d-5d212e520451', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822f98ac-44bb-4a70-a411-f30f17997ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:59Z', 'updated_at': '2021-07-22T16:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '42abc2ea-2022-47bc-b1b5-5a171e28c0cf', 'name': '', 'network_id': 'c7ca70b8-4476-4895-839d-ab46905f9ddf', 'tenant_id': '1055ed458be7414ea127fbb8899d8ce3', 'mac_address': 'fa:16:3e:ae:f6:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822f98ac-44bb-4a70-a411-f30f17997ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '824b6f43-0033-4605-8c1f-9468d3c257a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:02Z', 'updated_at': '2021-07-22T16:28:05Z', 'revision_number': 2, 'project_id': '1055ed458be7414ea127fbb8899d8ce3', 'subnets': [{'id': '824b6f43-0033-4605-8c1f-9468d3c257a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:07.655676 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-d8cf3ba6-2dfb-4839-9cd5-8063c53ad70f tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Allocated IP 192.168.233.206 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/1accb225-bbd0-49e4-ae5a-148e43320e20) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:28:07.680617 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-a78a79dc-ba4d-4700-b748-f440a13b7948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:07.684216 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] Checking router: 822f98ac-44bb-4a70-a411-f30f17997ad5 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:28:07.684697 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] Updating router 822f98ac-44bb-4a70-a411-f30f17997ad5 port 42abc2ea-2022-47bc-b1b5-5a171e28c0cf binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:28:07.690456 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-a78a79dc-ba4d-4700-b748-f440a13b7948 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=958921b4-5bc1-41b3-837b-39292aedd4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2098422 Jul 22 16:28:07.730231 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-e5b5c7d0-bd05-499c-b4d0-27ef4ab737eb tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c8d6245ad404817abeaf30553b64f00&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6957159 Jul 22 16:28:07.733991 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:07.836792 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-36732b49-0d29-4d0e-98df-378013acf209 service neutron] 10.222.0.69 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451721 Jul 22 16:28:07.888551 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-92feed53-879d-4725-814e-d78e21e476f3 req-a39e50ee-49fb-4617-b43a-62017cdd9665 service neutron] For port 92b534db-6542-4bbd-a9d4-1700f70194be, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:07.892285 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-92feed53-879d-4725-814e-d78e21e476f3 req-a39e50ee-49fb-4617-b43a-62017cdd9665 service neutron] Notify callbacks [] for binding, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:07.893149 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92feed53-879d-4725-814e-d78e21e476f3 req-a39e50ee-49fb-4617-b43a-62017cdd9665 service neutron] 10.222.0.30 "DELETE /v2.0/ports/92b534db-6542-4bbd-a9d4-1700f70194be/bindings/n-h1-798930-9 HTTP/1.1" status: 204 len: 173 time: 0.2954304 Jul 22 16:28:08.005056 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37110) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:08.011666 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-765bbbe1-a22d-4f1e-a766-aa072dee1f54 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1911773306-network', 'tenant_id': '6e1f46f6a81440159c95f0006ebb4dcc'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:08.036962 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5ff7a15e-095d-4a2b-995e-b0f5a428dee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port': {'id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:49Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '421248c9-4839-4d7a-a75c-964d0244e655', 'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'mac_address': 'fa:16:3e:25:34:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:54Z', 'updated_at': '2021-07-22T16:27:02Z', 'revision_number': 5, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'subnets': [{'id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:08.038899 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a41cfd-ddb1-4f19-a9be-763909b29aff x-openstack-request-id: req-e1a41cfd-ddb1-4f19-a9be-763909b29aff {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:08.038899 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82cca701-a65d-49df-bf1c-551488e8dfaf", "tag": "5a5a427f-568b-40a5-bdd1-9d007ab25756", "status": "completed", "code": 200}, {"server_uuid": "e90ba850-f5ec-4311-9601-077693bf3354", "name": "network-vif-deleted", "tag": "ba41d206-ea3a-4257-a621-58864bd45739", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:08.039093 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e1a41cfd-ddb1-4f19-a9be-763909b29aff {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:08.039805 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82cca701-a65d-49df-bf1c-551488e8dfaf', 'tag': '5a5a427f-568b-40a5-bdd1-9d007ab25756', 'status': 'completed', 'code': 200} Jul 22 16:28:08.039805 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90ba850-f5ec-4311-9601-077693bf3354', 'name': 'network-vif-deleted', 'tag': 'ba41d206-ea3a-4257-a621-58864bd45739', 'status': 'completed', 'code': 200} Jul 22 16:28:08.063331 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765bbbe1-a22d-4f1e-a766-aa072dee1f54 admin admin] Made reservation on behalf of 6e1f46f6a81440159c95f0006ebb4dcc for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:28:08.066210 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-765bbbe1-a22d-4f1e-a766-aa072dee1f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:08.073868 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8aa79e18-7e15-4287-b07d-5cec25da6826 req-6b9ecbba-337f-4539-97fc-69963f1fe17c service neutron] 10.222.0.69 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362182 Jul 22 16:28:08.093846 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-d8cf3ba6-2dfb-4839-9cd5-8063c53ad70f tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:08.130555 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff7a15e-095d-4a2b-995e-b0f5a428dee7 None None] The sync data for ids ['eae740ba-78ea-488a-856a-a12fece67b48'] in n-d-798930-9 is: [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port': {'id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:49Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '421248c9-4839-4d7a-a75c-964d0244e655', 'name': '', 'network_id': '958921b4-5bc1-41b3-837b-39292aedd4cb', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'mac_address': 'fa:16:3e:25:34:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:54Z', 'updated_at': '2021-07-22T16:27:02Z', 'revision_number': 5, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'subnets': [{'id': '47349a61-f615-4cc1-8400-cc6ae79bfaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:28:08.131343 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-d8cf3ba6-2dfb-4839-9cd5-8063c53ad70f tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Transition to ACTIVE for port object 1accb225-bbd0-49e4-ae5a-148e43320e20 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:08.181259 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-765bbbe1-a22d-4f1e-a766-aa072dee1f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:08.209677 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-d8cf3ba6-2dfb-4839-9cd5-8063c53ad70f tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:08.225289 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 38873b9f-65fb-48c5-978d-5d212e520451 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:08.248598 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04846bef-090b-4a3e-a385-67ff359663f6 req-8d51f710-227e-41be-a5b3-abc40e4f6a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:08.250128 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-04846bef-090b-4a3e-a385-67ff359663f6 req-8d51f710-227e-41be-a5b3-abc40e4f6a0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5dcba1bcdec4dec9217a5051c7c2328&device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 1096 time: 0.1424351 Jul 22 16:28:08.309818 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['9d080875-efa0-4f12-b76e-212b84683f76', 'a0b654b3-3e6f-4821-902e-2228335f5f19'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:08.311442 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-d8cf3ba6-2dfb-4839-9cd5-8063c53ad70f tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:08.325760 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-d8cf3ba6-2dfb-4839-9cd5-8063c53ad70f tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:08.357670 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-d8cf3ba6-2dfb-4839-9cd5-8063c53ad70f tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:28:08.380565 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-d8cf3ba6-2dfb-4839-9cd5-8063c53ad70f tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:08.381187 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-d8cf3ba6-2dfb-4839-9cd5-8063c53ad70f tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:08.425548 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf3ba6-2dfb-4839-9cd5-8063c53ad70f tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Pushing event updated for resources: {'Port': ['ID=1accb225-bbd0-49e4-ae5a-148e43320e20,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:08.471659 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59a991-6abe-4462-902a-9352d382c67d req-3ad379c7-0909-4c49-9c93-2106e4d7d5e3 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:08.483551 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f59a991-6abe-4462-902a-9352d382c67d req-3ad379c7-0909-4c49-9c93-2106e4d7d5e3 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2519dde-bdcd-4730-86c9-1d085e38e8af HTTP/1.1" status: 200 len: 945 time: 0.1807966 Jul 22 16:28:08.576997 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f59a991-6abe-4462-902a-9352d382c67d req-a37d85db-3952-4cbb-be26-14cea7eac1bc tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923111 Jul 22 16:28:08.638080 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04846bef-090b-4a3e-a385-67ff359663f6 req-9c594cda-fedf-4bf8-bc79-4d97c9a791a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:08.643324 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-04846bef-090b-4a3e-a385-67ff359663f6 req-9c594cda-fedf-4bf8-bc79-4d97c9a791a5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=958921b4-5bc1-41b3-837b-39292aedd4cb HTTP/1.1" status: 200 len: 922 time: 0.3807182 Jul 22 16:28:08.689394 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e14b79-8028-417f-a7eb-3abad4e90b86 None None] New status for floating IP b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:28:08.723079 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-765bbbe1-a22d-4f1e-a766-aa072dee1f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:08.732818 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33807d8a-2579-4f18-a909-d3bf1e5c823b req-6b214480-9b9b-4776-a2e7-e343885f4e1f tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:08.735373 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:08.741467 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-33807d8a-2579-4f18-a909-d3bf1e5c823b req-6b214480-9b9b-4776-a2e7-e343885f4e1f tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db HTTP/1.1" status: 200 len: 936 time: 0.4597878 Jul 22 16:28:08.763632 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] Transition to ACTIVE for port object 42abc2ea-2022-47bc-b1b5-5a171e28c0cf will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:08.767795 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-04846bef-090b-4a3e-a385-67ff359663f6 req-b341b286-aab4-49c3-abd1-0033a8844452 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a5a427f-568b-40a5-bdd1-9d007ab25756 HTTP/1.1" status: 200 len: 217 time: 0.1066291 Jul 22 16:28:08.768042 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-d8cf3ba6-2dfb-4839-9cd5-8063c53ad70f tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9066768 Jul 22 16:28:08.768617 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-765bbbe1-a22d-4f1e-a766-aa072dee1f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:08.773426 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f1238051-f8ed-4b09-bdea-4d71faefc12c None None] Provisioning for port 1accb225-bbd0-49e4-ae5a-148e43320e20 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:08.780635 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:08.783673 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f1238051-f8ed-4b09-bdea-4d71faefc12c None None] Provisioning complete for port 1accb225-bbd0-49e4-ae5a-148e43320e20 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:08.784283 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1238051-f8ed-4b09-bdea-4d71faefc12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:08.813633 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-0e795e3b-6e57-4294-a241-c24d4bbdcaec service neutron] Request body: {'port': {'device_id': 'cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:08.861045 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 38873b9f-65fb-48c5-978d-5d212e520451 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:08.861806 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:08.864163 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765bbbe1-a22d-4f1e-a766-aa072dee1f54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:28:08.895294 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-33807d8a-2579-4f18-a909-d3bf1e5c823b req-8bc1a99b-09d1-461f-8828-8913a5741324 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527543 Jul 22 16:28:08.922230 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4f5a2-655b-498a-ad68-c4456ea43a5c req-1ff0f7e3-cb87-45fd-9127-5176359ed904 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:08.928688 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ff4f5a2-655b-498a-ad68-c4456ea43a5c req-1ff0f7e3-cb87-45fd-9127-5176359ed904 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 944 time: 0.2170069 Jul 22 16:28:08.982914 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765bbbe1-a22d-4f1e-a766-aa072dee1f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28848f53-2c6d-49a0-a1aa-f63fcd651563,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:08.994515 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-0e795e3b-6e57-4294-a241-c24d4bbdcaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:09.013988 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 68ca2819-e158-434f-9d15-7ac01dfb2d2d up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:09.028629 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-765bbbe1-a22d-4f1e-a766-aa072dee1f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:09.028982 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-765bbbe1-a22d-4f1e-a766-aa072dee1f54 admin admin] Added segment fa9c6d2c-52ac-4427-8396-9967135b0cbb of type vlan for network f740387a-69da-4af6-be01-5a970c4573d9 Jul 22 16:28:09.035661 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04846bef-090b-4a3e-a385-67ff359663f6 req-4c3484cd-26a9-4992-bfb5-042ca5d45edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:09.037992 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2c93f-5760-4f12-94af-dd945ef98921 None None] Pushing event updated for resources: {'Port': ['ID=42abc2ea-2022-47bc-b1b5-5a171e28c0cf,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:09.051558 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f1238051-f8ed-4b09-bdea-4d71faefc12c None None] Port 1accb225-bbd0-49e4-ae5a-148e43320e20 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:28:09.051790 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-04846bef-090b-4a3e-a385-67ff359663f6 req-4c3484cd-26a9-4992-bfb5-042ca5d45edd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47349a61-f615-4cc1-8400-cc6ae79bfaf5 HTTP/1.1" status: 200 len: 860 time: 0.2463503 Jul 22 16:28:09.097532 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ff4f5a2-655b-498a-ad68-c4456ea43a5c req-f39b3391-550e-4178-9958-4b853c9ec9b8 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082206 Jul 22 16:28:09.225239 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b687346c-bf42-471e-99f6-b018e9b0af2e req-fd66303e-4290-4475-a438-1106fd2d8daa tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=b96e2904-18cd-49c7-831b-549a5aa48844 HTTP/1.1" status: 200 len: 210 time: 0.1393740 Jul 22 16:28:09.231932 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-765bbbe1-a22d-4f1e-a766-aa072dee1f54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:09.334762 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-765bbbe1-a22d-4f1e-a766-aa072dee1f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:09.335749 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765bbbe1-a22d-4f1e-a766-aa072dee1f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:09.336326 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-765bbbe1-a22d-4f1e-a766-aa072dee1f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:09.347289 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] Attempting to bind port 42abc2ea-2022-47bc-b1b5-5a171e28c0cf on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:09.347612 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] Attempting to bind port 42abc2ea-2022-47bc-b1b5-5a171e28c0cf by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'c7c9eded-97e4-49b6-9083-c496d8243373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c7ca70b8-4476-4895-839d-ab46905f9ddf'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:09.347941 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] Attempting to bind port 42abc2ea-2022-47bc-b1b5-5a171e28c0cf on network c7ca70b8-4476-4895-839d-ab46905f9ddf {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:09.361374 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:09.361754 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] Checking segment: {'id': 'c7c9eded-97e4-49b6-9083-c496d8243373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c7ca70b8-4476-4895-839d-ab46905f9ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:09.362326 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:09.362824 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] Bound using segment: {'id': 'c7c9eded-97e4-49b6-9083-c496d8243373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c7ca70b8-4476-4895-839d-ab46905f9ddf'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:09.363315 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] Bound port: 42abc2ea-2022-47bc-b1b5-5a171e28c0cf, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c9eded-97e4-49b6-9083-c496d8243373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c7ca70b8-4476-4895-839d-ab46905f9ddf'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:09.363700 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:09.365332 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04846bef-090b-4a3e-a385-67ff359663f6 req-f0e3dbf9-26f4-4c6d-bbb7-f6d87f9d35ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:09.366910 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-04846bef-090b-4a3e-a385-67ff359663f6 req-f0e3dbf9-26f4-4c6d-bbb7-f6d87f9d35ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=958921b4-5bc1-41b3-837b-39292aedd4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2975602 Jul 22 16:28:09.430740 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-765bbbe1-a22d-4f1e-a766-aa072dee1f54 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4244947 Jul 22 16:28:09.434759 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37136) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:09.448955 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-91479c67-f943-4e00-a647-182b6c30a2a3 admin admin] Request body: {'subnet': {'network_id': 'f740387a-69da-4af6-be01-5a970c4573d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911773306-subnet', 'tenant_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:09.485533 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 68ca2819-e158-434f-9d15-7ac01dfb2d2d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:09.511435 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 68ca2819-e158-434f-9d15-7ac01dfb2d2d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:09.511818 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:09.532993 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec71d3b-47bf-4e42-9747-32688852f383 req-0b53d88b-a005-407b-8fad-bea14b70870a tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:09.534625 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fec71d3b-47bf-4e42-9747-32688852f383 req-0b53d88b-a005-407b-8fad-bea14b70870a tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 1095 time: 0.1317928 Jul 22 16:28:09.560884 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] For port 42abc2ea-2022-47bc-b1b5-5a171e28c0cf, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:09.577715 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765bbbe1-a22d-4f1e-a766-aa072dee1f54 admin admin] Pushing event updated for resources: {'Network': ['ID=f740387a-69da-4af6-be01-5a970c4573d9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:09.583047 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] For port 42abc2ea-2022-47bc-b1b5-5a171e28c0cf, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=42abc2ea-2022-47bc-b1b5-5a171e28c0cf,segment=NetworkSegment(c7c9eded-97e4-49b6-9083-c496d8243373),segment_id=c7c9eded-97e4-49b6-9083-c496d8243373)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:09.589890 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-0e795e3b-6e57-4294-a241-c24d4bbdcaec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1accb225-bbd0-49e4-ae5a-148e43320e20 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:09.603390 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:09.604410 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-0e795e3b-6e57-4294-a241-c24d4bbdcaec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:09.606292 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network f740387a-69da-4af6-be01-5a970c4573d9 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:28:09.615309 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fec71d3b-47bf-4e42-9747-32688852f383 req-b2dfd459-c843-4e25-8427-825bb4d31d2d tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566084 Jul 22 16:28:09.615622 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-aa203898-cb55-475f-896c-f47ae7af0e8d req-2b555445-4aef-4546-8ae3-ff4429874d00 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/floatingips/b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212 HTTP/1.1" status: 200 len: 694 time: 0.1836779 Jul 22 16:28:09.623977 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91479c67-f943-4e00-a647-182b6c30a2a3 admin admin] Made reservation on behalf of 6e1f46f6a81440159c95f0006ebb4dcc for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:28:09.626927 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91479c67-f943-4e00-a647-182b6c30a2a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:09.635977 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-0e795e3b-6e57-4294-a241-c24d4bbdcaec service neutron] Transition to ACTIVE for port object 1accb225-bbd0-49e4-ae5a-148e43320e20 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:09.645210 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-0e795e3b-6e57-4294-a241-c24d4bbdcaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:09.705206 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-04846bef-090b-4a3e-a385-67ff359663f6 req-0170c5e9-0413-4c9c-ace5-d69f63362bf5 service neutron] 10.222.0.30 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121686 Jul 22 16:28:09.956165 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa203898-cb55-475f-896c-f47ae7af0e8d req-992dc62f-2cc1-4091-82ef-8c563a942989 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:09.960859 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-0e795e3b-6e57-4294-a241-c24d4bbdcaec service neutron] Attempting to bind port 1accb225-bbd0-49e4-ae5a-148e43320e20 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:09.961223 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-0e795e3b-6e57-4294-a241-c24d4bbdcaec service neutron] Attempting to bind port 1accb225-bbd0-49e4-ae5a-148e43320e20 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:09.961551 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-0e795e3b-6e57-4294-a241-c24d4bbdcaec service neutron] Attempting to bind port 1accb225-bbd0-49e4-ae5a-148e43320e20 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:09.963023 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-aa203898-cb55-475f-896c-f47ae7af0e8d req-992dc62f-2cc1-4091-82ef-8c563a942989 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.3293462 Jul 22 16:28:09.968631 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e795e3b-6e57-4294-a241-c24d4bbdcaec service neutron] Pushing event updated for resources: {'Port': ['ID=1accb225-bbd0-49e4-ae5a-148e43320e20,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:09.982787 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-de13302e-ec40-4583-af19-645d1721b8b8 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1c8d6245ad404817abeaf30553b64f00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622211 Jul 22 16:28:09.989261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-aa203898-cb55-475f-896c-f47ae7af0e8d req-e4277c39-0a03-4b7e-8773-60ce33ab208f tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:28:09.992495 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-0e795e3b-6e57-4294-a241-c24d4bbdcaec service neutron] Port 1accb225-bbd0-49e4-ae5a-148e43320e20 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:28:09.992790 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-0e795e3b-6e57-4294-a241-c24d4bbdcaec service neutron] Attempting to bind port 1accb225-bbd0-49e4-ae5a-148e43320e20 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:09.996757 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-aa203898-cb55-475f-896c-f47ae7af0e8d req-e4277c39-0a03-4b7e-8773-60ce33ab208f tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0328002 Jul 22 16:28:10.004533 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-0e795e3b-6e57-4294-a241-c24d4bbdcaec service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:10.004971 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-0e795e3b-6e57-4294-a241-c24d4bbdcaec service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:10.005387 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-0e795e3b-6e57-4294-a241-c24d4bbdcaec service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:10.005840 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-0e795e3b-6e57-4294-a241-c24d4bbdcaec service neutron] Bound port: 1accb225-bbd0-49e4-ae5a-148e43320e20, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:10.006222 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-0e795e3b-6e57-4294-a241-c24d4bbdcaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:10.048416 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cca701-a65d-49df-bf1c-551488e8dfaf', 'tag': '5a5a427f-568b-40a5-bdd1-9d007ab25756'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:10.053117 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] Routers {'822f98ac-44bb-4a70-a411-f30f17997ad5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:10.053764 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:28:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['822f98ac-44bb-4a70-a411-f30f17997ad5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:10.055645 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2c93f-5760-4f12-94af-dd945ef98921 None None] Pushing event updated for resources: {'Port': ['ID=42abc2ea-2022-47bc-b1b5-5a171e28c0cf,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:10.058278 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5bb1a8-7ebc-4b69-97d2-2c85fb61d2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "82cca701-a65d-49df-bf1c-551488e8dfaf", "tag": "5a5a427f-568b-40a5-bdd1-9d007ab25756"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:10.061704 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:10.077295 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-04846bef-090b-4a3e-a385-67ff359663f6 req-4ea2e40e-f9cf-4dd2-a344-f9c4c107c2be service neutron] 10.222.0.30 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520079 Jul 22 16:28:10.111622 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a86c28-25ac-4741-9a6b-3101cde86d13 req-37a897ed-0ad6-430b-afb1-3c419c7dbf8d tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:10.121946 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-48a86c28-25ac-4741-9a6b-3101cde86d13 req-37a897ed-0ad6-430b-afb1-3c419c7dbf8d tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2519dde-bdcd-4730-86c9-1d085e38e8af HTTP/1.1" status: 200 len: 945 time: 0.3780999 Jul 22 16:28:10.160733 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-aa203898-cb55-475f-896c-f47ae7af0e8d req-b48f2a7e-3b3c-4847-91ac-fa549e25c079 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.242 HTTP/1.1" status: 200 len: 697 time: 0.1630352 Jul 22 16:28:10.206657 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-48a86c28-25ac-4741-9a6b-3101cde86d13 req-bf90ce05-c862-40c7-a12e-13887f2e7410 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836167 Jul 22 16:28:10.225174 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2519dde-bdcd-4730-86c9-1d085e38e8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ca2819-e158-434f-9d15-7ac01dfb2d2d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:10.228059 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309a2e2b-fa63-4f36-bb81-9a79ec5a34a3" -d '{"events": [{"server_uuid": "e2519dde-bdcd-4730-86c9-1d085e38e8af", "name": "network-vif-plugged", "status": "completed", "tag": "68ca2819-e158-434f-9d15-7ac01dfb2d2d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:10.228270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-0e795e3b-6e57-4294-a241-c24d4bbdcaec service neutron] For port 1accb225-bbd0-49e4-ae5a-148e43320e20, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:10.233036 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-0e795e3b-6e57-4294-a241-c24d4bbdcaec service neutron] For port 1accb225-bbd0-49e4-ae5a-148e43320e20, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1accb225-bbd0-49e4-ae5a-148e43320e20,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:10.237968 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-0e795e3b-6e57-4294-a241-c24d4bbdcaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:10.255754 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 68ca2819-e158-434f-9d15-7ac01dfb2d2d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=68ca2819-e158-434f-9d15-7ac01dfb2d2d,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:10.264905 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:10.292751 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-0e795e3b-6e57-4294-a241-c24d4bbdcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:10.293372 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-0e795e3b-6e57-4294-a241-c24d4bbdcaec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:10.294831 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-0e795e3b-6e57-4294-a241-c24d4bbdcaec service neutron] 10.222.0.30 "PUT /v2.0/ports/1accb225-bbd0-49e4-ae5a-148e43320e20 HTTP/1.1" status: 200 len: 1096 time: 1.4988525 Jul 22 16:28:10.296135 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-aa203898-cb55-475f-896c-f47ae7af0e8d req-24743393-9162-4172-ab49-324ea07b5139 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.242 HTTP/1.1" status: 200 len: 697 time: 0.1343877 Jul 22 16:28:10.306416 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] Set router 822f98ac-44bb-4a70-a411-f30f17997ad5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:10.409045 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=68ca2819-e158-434f-9d15-7ac01dfb2d2d,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:10.411269 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-8493ba40-d852-48ba-ba9b-5236a04fdd56 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:10.412727 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-8493ba40-d852-48ba-ba9b-5236a04fdd56 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4120407 Jul 22 16:28:10.471195 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91479c67-f943-4e00-a647-182b6c30a2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:10.490647 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-ce25427b-d822-4fa8-a3fa-f0a3030f5e98 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Request body: {'port': {'device_id': 'b96e2904-18cd-49c7-831b-549a5aa48844', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '1c8d6245ad404817abeaf30553b64f00'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:10.594442 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822f98ac-44bb-4a70-a411-f30f17997ad5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1296942601-router', 'tenant_id': '1055ed458be7414ea127fbb8899d8ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '38873b9f-65fb-48c5-978d-5d212e520451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:27:58Z', 'updated_at': '2021-07-22T16:28:05Z', 'revision_number': 4, 'project_id': '1055ed458be7414ea127fbb8899d8ce3', 'gw_port': {'id': '38873b9f-65fb-48c5-978d-5d212e520451', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822f98ac-44bb-4a70-a411-f30f17997ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:59Z', 'updated_at': '2021-07-22T16:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '42abc2ea-2022-47bc-b1b5-5a171e28c0cf', 'name': '', 'network_id': 'c7ca70b8-4476-4895-839d-ab46905f9ddf', 'tenant_id': '1055ed458be7414ea127fbb8899d8ce3', 'mac_address': 'fa:16:3e:ae:f6:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822f98ac-44bb-4a70-a411-f30f17997ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '824b6f43-0033-4605-8c1f-9468d3c257a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:02Z', 'updated_at': '2021-07-22T16:28:09Z', 'revision_number': 4, 'project_id': '1055ed458be7414ea127fbb8899d8ce3', 'subnets': [{'id': '824b6f43-0033-4605-8c1f-9468d3c257a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:10.612564 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91479c67-f943-4e00-a647-182b6c30a2a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ae4e8b3-f76c-4e1e-a702-0c9d6f47d8b3,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:10.626763 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcc4613-629b-4dd2-8618-f424f231b3ee None None] The sync data for ids ['822f98ac-44bb-4a70-a411-f30f17997ad5'] in n-d-798930-9 is: [{'id': '822f98ac-44bb-4a70-a411-f30f17997ad5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1296942601-router', 'tenant_id': '1055ed458be7414ea127fbb8899d8ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '38873b9f-65fb-48c5-978d-5d212e520451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:27:58Z', 'updated_at': '2021-07-22T16:28:05Z', 'revision_number': 4, 'project_id': '1055ed458be7414ea127fbb8899d8ce3', 'gw_port': {'id': '38873b9f-65fb-48c5-978d-5d212e520451', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822f98ac-44bb-4a70-a411-f30f17997ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:59Z', 'updated_at': '2021-07-22T16:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '42abc2ea-2022-47bc-b1b5-5a171e28c0cf', 'name': '', 'network_id': 'c7ca70b8-4476-4895-839d-ab46905f9ddf', 'tenant_id': '1055ed458be7414ea127fbb8899d8ce3', 'mac_address': 'fa:16:3e:ae:f6:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '822f98ac-44bb-4a70-a411-f30f17997ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '824b6f43-0033-4605-8c1f-9468d3c257a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:02Z', 'updated_at': '2021-07-22T16:28:09Z', 'revision_number': 4, 'project_id': '1055ed458be7414ea127fbb8899d8ce3', 'subnets': [{'id': '824b6f43-0033-4605-8c1f-9468d3c257a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:28:10.714579 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e795e3b-6e57-4294-a241-c24d4bbdcaec service neutron] Pushing event updated for resources: {'Port': ['ID=1accb225-bbd0-49e4-ae5a-148e43320e20,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:10.730583 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91479c67-f943-4e00-a647-182b6c30a2a3 admin admin] Checking segment: {'id': 'fa9c6d2c-52ac-4427-8396-9967135b0cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f740387a-69da-4af6-be01-5a970c4573d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:10.731119 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91479c67-f943-4e00-a647-182b6c30a2a3 admin admin] Network hostable DHCP agents. Network: f740387a-69da-4af6-be01-5a970c4573d9, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:28:10.740194 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-aa203898-cb55-475f-896c-f47ae7af0e8d req-0c122ceb-9a2b-4cce-936c-24d8f0184d00 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Deleting port 6199fd39-e38c-4a2e-b0df-a409057f89e9 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:10.740549 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aa203898-cb55-475f-896c-f47ae7af0e8d req-0c122ceb-9a2b-4cce-936c-24d8f0184d00 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:10.800521 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-435e07bb-cb5a-46f5-901f-e37527449799 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:10.802312 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-435e07bb-cb5a-46f5-901f-e37527449799 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 821 time: 0.5065598 Jul 22 16:28:10.813659 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-c3fd026a-fb24-42b7-827f-c6a43bd00ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:10.815535 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-c3fd026a-fb24-42b7-827f-c6a43bd00ed1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e12f097db788412a8061a04b2526cfd9&device_id=cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db HTTP/1.1" status: 200 len: 1099 time: 0.1971555 Jul 22 16:28:10.834869 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-7b084521-050f-46b1-98ac-4160f79bfee5 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/quotas/82e10b2cb7664a44842fdfbeaf9667ba HTTP/1.1" status: 200 len: 375 time: 0.0233486 Jul 22 16:28:10.839527 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-ce25427b-d822-4fa8-a3fa-f0a3030f5e98 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Made reservation on behalf of 1c8d6245ad404817abeaf30553b64f00 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:28:10.843000 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-ce25427b-d822-4fa8-a3fa-f0a3030f5e98 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:10.847531 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91479c67-f943-4e00-a647-182b6c30a2a3 admin admin] Network f740387a-69da-4af6-be01-5a970c4573d9 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:28:10.883205 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-91479c67-f943-4e00-a647-182b6c30a2a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, f740387a-69da-4af6-be01-5a970c4573d9) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:10.887925 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91479c67-f943-4e00-a647-182b6c30a2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:10.888511 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91479c67-f943-4e00-a647-182b6c30a2a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:10.894234 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cebdaa7-f2fb-43e7-b49c-8ee468a19075 None None] Network f740387a-69da-4af6-be01-5a970c4573d9 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:28:10.898209 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-f5b6f1fa-c20a-4f44-ba6e-065cfb623992 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=1accb225-bbd0-49e4-ae5a-148e43320e20 HTTP/1.1" status: 200 len: 217 time: 0.0612810 Jul 22 16:28:10.964146 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-91479c67-f943-4e00-a647-182b6c30a2a3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5220988 Jul 22 16:28:10.965602 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37166) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:10.972740 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5e554d09-cdc5-4317-89cc-c279e172a860 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1911773306-router', 'tenant_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:10.977228 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aa203898-cb55-475f-896c-f47ae7af0e8d req-0c122ceb-9a2b-4cce-936c-24d8f0184d00 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:10.977429 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-1fdc095a-5f0f-4d25-ac4e-986f5c8b5823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:10.977676 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aa203898-cb55-475f-896c-f47ae7af0e8d req-0c122ceb-9a2b-4cce-936c-24d8f0184d00 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:10.979472 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-1fdc095a-5f0f-4d25-ac4e-986f5c8b5823 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0736666 Jul 22 16:28:11.010371 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-43c99483-1a44-4ea0-bea7-0688cb7ea03a tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1740530 Jul 22 16:28:11.012543 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-aa203898-cb55-475f-896c-f47ae7af0e8d req-0c122ceb-9a2b-4cce-936c-24d8f0184d00 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Calling delete_port for 6199fd39-e38c-4a2e-b0df-a409057f89e9 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:11.091945 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-f740387a-69da-4af6-be01-5a970c4573d9', 'network_id': 'f740387a-69da-4af6-be01-5a970c4573d9', 'tenant_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'fixed_ips': [{'subnet_id': '2ae4e8b3-f76c-4e1e-a702-0c9d6f47d8b3'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:28:11.093369 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:11.133340 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e554d09-cdc5-4317-89cc-c279e172a860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:11.134144 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e554d09-cdc5-4317-89cc-c279e172a860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:11.148753 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-ce25427b-d822-4fa8-a3fa-f0a3030f5e98 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Allocated IP 192.168.233.251 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/0e2a9181-6018-4c62-be5b-89cd1f86cc5e) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:28:11.200840 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e554d09-cdc5-4317-89cc-c279e172a860 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:11.304821 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Allocated IP 172.20.0.2 (f740387a-69da-4af6-be01-5a970c4573d9/2ae4e8b3-f76c-4e1e-a702-0c9d6f47d8b3/bdb4d1bf-4e13-484d-99bb-0e5a639436e0) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:28:11.321522 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-8aaa5f86-a583-4ce4-b49f-6c1ce5f3933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:11.324068 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-8aaa5f86-a583-4ce4-b49f-6c1ce5f3933a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3362143 Jul 22 16:28:11.337545 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-46e7088c-f2d9-4a88-a7d1-3cff5f7896f3 service neutron] 10.222.0.69 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015771 Jul 22 16:28:11.346366 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aa203898-cb55-475f-896c-f47ae7af0e8d req-0c122ceb-9a2b-4cce-936c-24d8f0184d00 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:11.385591 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c122ceb-9a2b-4cce-936c-24d8f0184d00 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Pushing event deleted for resources: {'Port': ['ID=6199fd39-e38c-4a2e-b0df-a409057f89e9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:11.433795 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e554d09-cdc5-4317-89cc-c279e172a860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:11.445737 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-ce25427b-d822-4fa8-a3fa-f0a3030f5e98 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:11.491707 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-ce25427b-d822-4fa8-a3fa-f0a3030f5e98 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Transition to ACTIVE for port object 0e2a9181-6018-4c62-be5b-89cd1f86cc5e will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:11.499460 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:11.508646 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aa203898-cb55-475f-896c-f47ae7af0e8d req-0c122ceb-9a2b-4cce-936c-24d8f0184d00 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:11.511798 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Transition to ACTIVE for port object bdb4d1bf-4e13-484d-99bb-0e5a639436e0 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:11.511976 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-aa203898-cb55-475f-896c-f47ae7af0e8d req-0c122ceb-9a2b-4cce-936c-24d8f0184d00 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:11.513148 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-aa203898-cb55-475f-896c-f47ae7af0e8d req-0c122ceb-9a2b-4cce-936c-24d8f0184d00 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "DELETE /v2.0/floatingips/b4d7c4ec-e05e-4dcf-819f-ccc4f90ff212 HTTP/1.1" status: 204 len: 173 time: 1.2162259 Jul 22 16:28:11.546222 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Transition to ACTIVE for port object bdb4d1bf-4e13-484d-99bb-0e5a639436e0 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:11.553686 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:11.557479 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-ce25427b-d822-4fa8-a3fa-f0a3030f5e98 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:11.602883 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['eb232938-2bd4-4305-af50-971d8bbeb3fd', '9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:11.614746 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Network f740387a-69da-4af6-be01-5a970c4573d9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:11.618168 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['07e49a48-d61b-4098-8c5e-9bc161f48e8c', '3424472c-2310-4937-8024-3df0f84c371a', '908ae5ed-8b6d-4d24-a091-5fa9b0980f73', '260f523f-a963-4144-ab20-a5af2c81aca6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:11.670453 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-ce25427b-d822-4fa8-a3fa-f0a3030f5e98 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:11.672144 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-ce25427b-d822-4fa8-a3fa-f0a3030f5e98 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:11.682980 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:11.685568 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:28:11.692073 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Pushing event updated for resources: {'Port': ['ID=bdb4d1bf-4e13-484d-99bb-0e5a639436e0,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:11.702458 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-11add55a-5b09-4c88-8dec-736cc456994f service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190532 Jul 22 16:28:11.712277 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-75605c4d-4b3c-4e00-94fa-9f7b6f2282f0 service neutron] 10.222.0.69 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734190 Jul 22 16:28:11.716209 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25427b-d822-4fa8-a3fa-f0a3030f5e98 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Pushing event updated for resources: {'Port': ['ID=0e2a9181-6018-4c62-be5b-89cd1f86cc5e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:11.725860 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:11.726303 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:11.726574 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:11.726907 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:11.727236 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:11.727561 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:11.730807 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-ce25427b-d822-4fa8-a3fa-f0a3030f5e98 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:28:11.731941 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:11.732289 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:11.732631 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:11.732970 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:11.733303 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:11.738745 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:11.833643 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-ce25427b-d822-4fa8-a3fa-f0a3030f5e98 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:11.834184 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-ce25427b-d822-4fa8-a3fa-f0a3030f5e98 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:11.864076 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-ce25427b-d822-4fa8-a3fa-f0a3030f5e98 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3888302 Jul 22 16:28:11.889532 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-68f1ca14-474e-4511-b7b5-9d834452026a service neutron] Request body: {'port': {'device_id': 'b96e2904-18cd-49c7-831b-549a5aa48844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:11.918333 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8b07-8287-4e9d-857b-330776551626 req-07096c6b-b2f6-41c2-9988-623dc26b4e06 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:11.920543 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cfcd8b07-8287-4e9d-857b-330776551626 req-07096c6b-b2f6-41c2-9988-623dc26b4e06 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db HTTP/1.1" status: 200 len: 948 time: 0.3138885 Jul 22 16:28:11.983364 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:12.007665 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:12.020971 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Attempting to bind port bdb4d1bf-4e13-484d-99bb-0e5a639436e0 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:12.021347 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Attempting to bind port bdb4d1bf-4e13-484d-99bb-0e5a639436e0 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'fa9c6d2c-52ac-4427-8396-9967135b0cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f740387a-69da-4af6-be01-5a970c4573d9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:12.021728 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Attempting to bind port bdb4d1bf-4e13-484d-99bb-0e5a639436e0 on network f740387a-69da-4af6-be01-5a970c4573d9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:12.025891 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e20886d-328f-48fc-9de1-6a3de0564d5d x-openstack-request-id: req-1e20886d-328f-48fc-9de1-6a3de0564d5d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:12.026425 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82cca701-a65d-49df-bf1c-551488e8dfaf", "tag": "5a5a427f-568b-40a5-bdd1-9d007ab25756", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:12.026520 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1e20886d-328f-48fc-9de1-6a3de0564d5d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:12.026953 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82cca701-a65d-49df-bf1c-551488e8dfaf', 'tag': '5a5a427f-568b-40a5-bdd1-9d007ab25756', 'status': 'completed', 'code': 200} Jul 22 16:28:12.034823 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c15c852-7b39-41b4-878e-7ef07392a4cd req-f1675170-fda5-4dbd-9b6b-169dc9657c8d service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193803 Jul 22 16:28:12.086043 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cfcd8b07-8287-4e9d-857b-330776551626 req-3253ee7d-f856-4b0f-a654-063079776cd1 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233633 Jul 22 16:28:12.097724 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:12.104324 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Checking segment: {'id': 'fa9c6d2c-52ac-4427-8396-9967135b0cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f740387a-69da-4af6-be01-5a970c4573d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:12.104897 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:12.105818 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Bound using segment: {'id': 'fa9c6d2c-52ac-4427-8396-9967135b0cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f740387a-69da-4af6-be01-5a970c4573d9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:12.107006 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Bound port: bdb4d1bf-4e13-484d-99bb-0e5a639436e0, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9c6d2c-52ac-4427-8396-9967135b0cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f740387a-69da-4af6-be01-5a970c4573d9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:12.111910 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:12.121146 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9104b259-4e12-449b-a9c3-abce03a490c5 x-openstack-request-id: req-9104b259-4e12-449b-a9c3-abce03a490c5 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:12.121826 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2519dde-bdcd-4730-86c9-1d085e38e8af", "name": "network-vif-plugged", "status": "completed", "tag": "68ca2819-e158-434f-9d15-7ac01dfb2d2d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:12.122193 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9104b259-4e12-449b-a9c3-abce03a490c5 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:12.122694 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2519dde-bdcd-4730-86c9-1d085e38e8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ca2819-e158-434f-9d15-7ac01dfb2d2d', 'code': 200} Jul 22 16:28:12.169464 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e554d09-cdc5-4317-89cc-c279e172a860 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:12.188399 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-68f1ca14-474e-4511-b7b5-9d834452026a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:12.277297 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 42abc2ea-2022-47bc-b1b5-5a171e28c0cf up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:12.283306 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ed58a8b7-df59-4220-b199-e4ed1748b6f6 None None] Provisioning for port 0e2a9181-6018-4c62-be5b-89cd1f86cc5e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:12.296712 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e554d09-cdc5-4317-89cc-c279e172a860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:12.353136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ed58a8b7-df59-4220-b199-e4ed1748b6f6 None None] Provisioning complete for port 0e2a9181-6018-4c62-be5b-89cd1f86cc5e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:12.353657 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ed58a8b7-df59-4220-b199-e4ed1748b6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:12.574633 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bb1a8-7ebc-4b69-97d2-2c85fb61d2bc req-84682be7-403f-4dec-9a7b-3928652e5c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:12.576163 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b5bb1a8-7ebc-4b69-97d2-2c85fb61d2bc req-84682be7-403f-4dec-9a7b-3928652e5c92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5dcba1bcdec4dec9217a5051c7c2328&device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 1096 time: 0.4838181 Jul 22 16:28:12.585578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188d8d5-91a3-4838-ae35-555da65d0fa6 req-1521ac5f-88c3-4704-b0ee-71dee772f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:12.586784 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9188d8d5-91a3-4838-ae35-555da65d0fa6 req-1521ac5f-88c3-4704-b0ee-71dee772f126 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e2519dde-bdcd-4730-86c9-1d085e38e8af HTTP/1.1" status: 200 len: 1097 time: 0.2837672 Jul 22 16:28:12.611447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a878c-aba4-4f06-bcf5-1a78bba7fd84 req-c7e5dbe1-eeb9-4d2a-8c32-74ddd8a2db88 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:12.612854 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] For port bdb4d1bf-4e13-484d-99bb-0e5a639436e0, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:12.613049 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ca3a878c-aba4-4f06-bcf5-1a78bba7fd84 req-c7e5dbe1-eeb9-4d2a-8c32-74ddd8a2db88 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=b96e2904-18cd-49c7-831b-549a5aa48844 HTTP/1.1" status: 200 len: 936 time: 0.3124247 Jul 22 16:28:12.657780 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-5e554d09-cdc5-4317-89cc-c279e172a860 admin admin] Allocated IP 172.25.0.34 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/e1c76e1f-bfa4-43c1-975f-194da0a863b5) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:28:12.666126 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bd723-9a8c-409b-b7b8-536c4feff9a7 req-8cc414a4-0128-4358-9384-1ea54b3add6d tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:12.667795 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-463bd723-9a8c-409b-b7b8-536c4feff9a7 req-8cc414a4-0128-4358-9384-1ea54b3add6d tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2519dde-bdcd-4730-86c9-1d085e38e8af HTTP/1.1" status: 200 len: 946 time: 0.1218920 Jul 22 16:28:12.672074 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] For port bdb4d1bf-4e13-484d-99bb-0e5a639436e0, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=bdb4d1bf-4e13-484d-99bb-0e5a639436e0,segment=NetworkSegment(fa9c6d2c-52ac-4427-8396-9967135b0cbb),segment_id=fa9c6d2c-52ac-4427-8396-9967135b0cbb)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:12.692507 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:12.714920 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ed58a8b7-df59-4220-b199-e4ed1748b6f6 None None] Port 0e2a9181-6018-4c62-be5b-89cd1f86cc5e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:28:12.735872 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-68f1ca14-474e-4511-b7b5-9d834452026a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e2a9181-6018-4c62-be5b-89cd1f86cc5e {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:12.749086 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-68f1ca14-474e-4511-b7b5-9d834452026a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:12.756765 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-463bd723-9a8c-409b-b7b8-536c4feff9a7 req-64a2666f-f11b-48ae-9029-030f305897ec tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676193 Jul 22 16:28:12.761631 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 42abc2ea-2022-47bc-b1b5-5a171e28c0cf completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:12.771978 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-68f1ca14-474e-4511-b7b5-9d834452026a service neutron] Transition to ACTIVE for port object 0e2a9181-6018-4c62-be5b-89cd1f86cc5e will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:12.777074 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9188d8d5-91a3-4838-ae35-555da65d0fa6 req-92e8c1a3-27e3-4c6a-a06d-8e53c1ddc347 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826386 Jul 22 16:28:12.778968 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-68f1ca14-474e-4511-b7b5-9d834452026a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:12.820983 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 42abc2ea-2022-47bc-b1b5-5a171e28c0cf triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:12.821368 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:12.845984 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1ca14-474e-4511-b7b5-9d834452026a service neutron] Pushing event updated for resources: {'Port': ['ID=0e2a9181-6018-4c62-be5b-89cd1f86cc5e,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:12.886719 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892475e-a4bb-4621-916b-51e34ff9cc87 None None] Pushing event updated for resources: {'Port': ['ID=bdb4d1bf-4e13-484d-99bb-0e5a639436e0,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:12.954686 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ca3a878c-aba4-4f06-bcf5-1a78bba7fd84 req-2a64ff7d-c69f-4b0a-9df3-b28c97f96430 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251925 Jul 22 16:28:12.968429 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bb1a8-7ebc-4b69-97d2-2c85fb61d2bc req-d65b704c-e388-4d69-972e-4123d3b24dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:12.971982 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b5bb1a8-7ebc-4b69-97d2-2c85fb61d2bc req-d65b704c-e388-4d69-972e-4123d3b24dc8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=958921b4-5bc1-41b3-837b-39292aedd4cb HTTP/1.1" status: 200 len: 922 time: 0.3698287 Jul 22 16:28:12.975414 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-68f1ca14-474e-4511-b7b5-9d834452026a service neutron] Attempting to bind port 0e2a9181-6018-4c62-be5b-89cd1f86cc5e on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:12.979232 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-68f1ca14-474e-4511-b7b5-9d834452026a service neutron] Attempting to bind port 0e2a9181-6018-4c62-be5b-89cd1f86cc5e by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:12.980061 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-68f1ca14-474e-4511-b7b5-9d834452026a service neutron] Attempting to bind port 0e2a9181-6018-4c62-be5b-89cd1f86cc5e on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:12.999187 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-68f1ca14-474e-4511-b7b5-9d834452026a service neutron] Port 0e2a9181-6018-4c62-be5b-89cd1f86cc5e on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:28:13.000168 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-68f1ca14-474e-4511-b7b5-9d834452026a service neutron] Attempting to bind port 0e2a9181-6018-4c62-be5b-89cd1f86cc5e on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:13.029945 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-68f1ca14-474e-4511-b7b5-9d834452026a service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:13.030292 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-68f1ca14-474e-4511-b7b5-9d834452026a service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:13.033605 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-68f1ca14-474e-4511-b7b5-9d834452026a service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:13.034142 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-68f1ca14-474e-4511-b7b5-9d834452026a service neutron] Bound port: 0e2a9181-6018-4c62-be5b-89cd1f86cc5e, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:13.034516 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-68f1ca14-474e-4511-b7b5-9d834452026a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:13.154571 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b5bb1a8-7ebc-4b69-97d2-2c85fb61d2bc req-3a65a204-cbf9-42d5-8ce9-7c6de0789e71 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a5a427f-568b-40a5-bdd1-9d007ab25756 HTTP/1.1" status: 200 len: 217 time: 0.1725962 Jul 22 16:28:13.200162 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e554d09-cdc5-4317-89cc-c279e172a860 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:13.234598 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01f7b352-e96e-49c1-ac1a-14b106c47f95 req-7b09a361-07b5-42ae-9647-662478d12d97 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 210 time: 0.0674093 Jul 22 16:28:13.283009 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-68f1ca14-474e-4511-b7b5-9d834452026a service neutron] For port 0e2a9181-6018-4c62-be5b-89cd1f86cc5e, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:13.286953 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-68f1ca14-474e-4511-b7b5-9d834452026a service neutron] For port 0e2a9181-6018-4c62-be5b-89cd1f86cc5e, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0e2a9181-6018-4c62-be5b-89cd1f86cc5e,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:13.295921 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-68f1ca14-474e-4511-b7b5-9d834452026a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:13.317350 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bb1a8-7ebc-4b69-97d2-2c85fb61d2bc req-5750b1f2-f322-4279-84e8-6c93e23a767d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:13.318968 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b5bb1a8-7ebc-4b69-97d2-2c85fb61d2bc req-5750b1f2-f322-4279-84e8-6c93e23a767d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47349a61-f615-4cc1-8400-cc6ae79bfaf5 HTTP/1.1" status: 200 len: 860 time: 0.1275513 Jul 22 16:28:13.367585 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:13.404967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-68f1ca14-474e-4511-b7b5-9d834452026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:13.405859 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-68f1ca14-474e-4511-b7b5-9d834452026a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:13.407540 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-68f1ca14-474e-4511-b7b5-9d834452026a service neutron] 10.222.0.16 "PUT /v2.0/ports/0e2a9181-6018-4c62-be5b-89cd1f86cc5e HTTP/1.1" status: 200 len: 1096 time: 1.5272417 Jul 22 16:28:13.411469 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96e2904-18cd-49c7-831b-549a5aa48844', 'tag': '0e2a9181-6018-4c62-be5b-89cd1f86cc5e'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:13.414241 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61659c23-2d01-444f-9fa5-ad23ad4d12ad" -d '{"events": [{"name": "network-changed", "server_uuid": "b96e2904-18cd-49c7-831b-549a5aa48844", "tag": "0e2a9181-6018-4c62-be5b-89cd1f86cc5e"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:13.419433 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e554d09-cdc5-4317-89cc-c279e172a860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:13.438046 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48236b6-0f27-4194-a4ba-5d6c2e2b1592 req-407ed6c0-7157-487a-adac-c3b0df5c0888 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:13.445750 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1ca14-474e-4511-b7b5-9d834452026a service neutron] Pushing event updated for resources: {'Port': ['ID=0e2a9181-6018-4c62-be5b-89cd1f86cc5e,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:13.446941 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b48236b6-0f27-4194-a4ba-5d6c2e2b1592 req-407ed6c0-7157-487a-adac-c3b0df5c0888 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 945 time: 0.3194015 Jul 22 16:28:13.502209 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 42abc2ea-2022-47bc-b1b5-5a171e28c0cf, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=42abc2ea-2022-47bc-b1b5-5a171e28c0cf,segment=NetworkSegment(c7c9eded-97e4-49b6-9083-c496d8243373),segment_id=c7c9eded-97e4-49b6-9083-c496d8243373)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:13.516710 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:13.518439 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e554d09-cdc5-4317-89cc-c279e172a860 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:13.529581 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5e554d09-cdc5-4317-89cc-c279e172a860 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:13.541003 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e554d09-cdc5-4317-89cc-c279e172a860 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:28:13.541725 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f97bcb-fd6b-450e-b3c0-b66adee41cfa req-6f13468a-a2b3-40f1-8836-b833632c28db tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:13.543747 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e3f97bcb-fd6b-450e-b3c0-b66adee41cfa req-6f13468a-a2b3-40f1-8836-b833632c28db tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db HTTP/1.1" status: 200 len: 948 time: 0.1911919 Jul 22 16:28:13.602460 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e3f97bcb-fd6b-450e-b3c0-b66adee41cfa req-50229fd2-e189-47d9-84af-a016fa1f3839 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519412 Jul 22 16:28:13.610186 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=42abc2ea-2022-47bc-b1b5-5a171e28c0cf,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:13.615370 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-d56d0225-77cb-400e-847c-49783d64e694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:13.617429 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-d56d0225-77cb-400e-847c-49783d64e694 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c8d6245ad404817abeaf30553b64f00&device_id=b96e2904-18cd-49c7-831b-549a5aa48844 HTTP/1.1" status: 200 len: 1099 time: 0.1311185 Jul 22 16:28:13.657335 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bb1a8-7ebc-4b69-97d2-2c85fb61d2bc req-dabc8120-0f17-4593-b06a-a904b84a4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:13.659222 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b5bb1a8-7ebc-4b69-97d2-2c85fb61d2bc req-dabc8120-0f17-4593-b06a-a904b84a4f2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=958921b4-5bc1-41b3-837b-39292aedd4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3236825 Jul 22 16:28:13.675562 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b48236b6-0f27-4194-a4ba-5d6c2e2b1592 req-f73df603-f6c1-47d7-af2a-74642b1eeadf tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f996594-5e30-4435-859e-70f74cdb0b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216842 Jul 22 16:28:13.676290 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e554d09-cdc5-4317-89cc-c279e172a860 admin admin] Pushing event updated for resources: {'Port': ['ID=e1c76e1f-bfa4-43c1-975f-194da0a863b5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:13.721322 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-d9394c46-0c9b-4861-9c26-79ae144bbc2c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=0e2a9181-6018-4c62-be5b-89cd1f86cc5e HTTP/1.1" status: 200 len: 217 time: 0.0621340 Jul 22 16:28:13.760440 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f163840-c3ea-4082-b05c-3d056bdfec0e x-openstack-request-id: req-9f163840-c3ea-4082-b05c-3d056bdfec0e {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:13.761200 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b96e2904-18cd-49c7-831b-549a5aa48844", "tag": "0e2a9181-6018-4c62-be5b-89cd1f86cc5e", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:13.761200 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9f163840-c3ea-4082-b05c-3d056bdfec0e {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:13.761601 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b96e2904-18cd-49c7-831b-549a5aa48844', 'tag': '0e2a9181-6018-4c62-be5b-89cd1f86cc5e', 'status': 'completed', 'code': 200} Jul 22 16:28:13.815662 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-98d08fca-97e2-4aad-80c8-78e78478f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:13.817444 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-98d08fca-97e2-4aad-80c8-78e78478f6cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0803769 Jul 22 16:28:13.956967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-37dacf42-9875-407e-b112-aecc3af252e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:13.958982 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-37dacf42-9875-407e-b112-aecc3af252e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0857646 Jul 22 16:28:14.163149 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-00206090-9785-47ce-a766-0b3df6ffcbb6 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656754 Jul 22 16:28:14.300154 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db', 'tag': '1accb225-bbd0-49e4-ae5a-148e43320e20'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:14.302503 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53320186-7c5c-4f0a-8484-da7750cfeb84" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db", "tag": "1accb225-bbd0-49e4-ae5a-148e43320e20"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:14.345539 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b5bb1a8-7ebc-4b69-97d2-2c85fb61d2bc req-b546abbf-b383-4ad0-b3cb-589553744dc3 service neutron] 10.222.0.30 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6599667 Jul 22 16:28:14.379838 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device bdb4d1bf-4e13-484d-99bb-0e5a639436e0 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:14.447540 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port bdb4d1bf-4e13-484d-99bb-0e5a639436e0 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:14.452875 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 42abc2ea-2022-47bc-b1b5-5a171e28c0cf up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:14.514374 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e554d09-cdc5-4317-89cc-c279e172a860 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:14.522526 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-20fa8149-1654-4309-85ce-b8559851b8fa tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:14.524032 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-20fa8149-1654-4309-85ce-b8559851b8fa tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.16 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 821 time: 0.2172077 Jul 22 16:28:14.534471 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f8489-8c30-4be2-a3b2-43af2ce6529e req-30cf5b84-7390-4fb2-bf00-bc62a95015d2 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:14.536922 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d31f8489-8c30-4be2-a3b2-43af2ce6529e req-30cf5b84-7390-4fb2-bf00-bc62a95015d2 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2519dde-bdcd-4730-86c9-1d085e38e8af HTTP/1.1" status: 200 len: 946 time: 0.6860752 Jul 22 16:28:14.542570 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac48dd18-b987-437b-8246-697b58ec905f None None] Network f740387a-69da-4af6-be01-5a970c4573d9 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:28:14.614502 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-b7c53a9f-e8f9-4471-8f7f-744bbf7656f6 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Request body: {'port': {'device_id': '671d4a4e-ded5-4ff0-913d-7d69cc737334', 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539', 'admin_state_up': True, 'tenant_id': '82e10b2cb7664a44842fdfbeaf9667ba'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:14.637956 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-17ee74aa-36eb-4793-a612-f296cac51376 None None] Provisioning for port bdb4d1bf-4e13-484d-99bb-0e5a639436e0 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:14.653111 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-17ee74aa-36eb-4793-a612-f296cac51376 None None] Provisioning complete for port bdb4d1bf-4e13-484d-99bb-0e5a639436e0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:14.653581 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17ee74aa-36eb-4793-a612-f296cac51376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:14.670443 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3f46f-2e25-4862-b47c-870c9a377ee7 req-2c96dcc8-d9e6-4bcb-922e-1fcc8b42952f tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:14.671944 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-33a3f46f-2e25-4862-b47c-870c9a377ee7 req-2c96dcc8-d9e6-4bcb-922e-1fcc8b42952f tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=b96e2904-18cd-49c7-831b-549a5aa48844 HTTP/1.1" status: 200 len: 948 time: 0.5074575 Jul 22 16:28:14.680543 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0853e61f-14ef-42d6-b02f-e3051d559c24 req-0badce8b-75ec-4066-b393-bb8ccbd3b12f service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651330 Jul 22 16:28:14.700847 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 42abc2ea-2022-47bc-b1b5-5a171e28c0cf triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:14.701084 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:14.743186 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-33a3f46f-2e25-4862-b47c-870c9a377ee7 req-31f6f085-7103-448d-a34d-b04af708584c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615599 Jul 22 16:28:14.779059 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d31f8489-8c30-4be2-a3b2-43af2ce6529e req-167535b7-15dd-4bfb-b95d-a0840af91060 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953804 Jul 22 16:28:14.802622 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-7b3f0266-6623-4a3c-9465-616d88f0b97e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:14.805689 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-7b3f0266-6623-4a3c-9465-616d88f0b97e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2519dde-bdcd-4730-86c9-1d085e38e8af HTTP/1.1" status: 200 len: 946 time: 0.3947859 Jul 22 16:28:14.829981 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17ee74aa-36eb-4793-a612-f296cac51376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:14.881268 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b5bb1a8-7ebc-4b69-97d2-2c85fb61d2bc req-e5abf1c1-afe4-479e-8477-7a3d4c2870d0 service neutron] 10.222.0.30 "GET /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005530 Jul 22 16:28:14.910826 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1accb225-bbd0-49e4-ae5a-148e43320e20 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:28:14.929647 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61659c23-2d01-444f-9fa5-ad23ad4d12ad req-08250559-1a70-4c4f-a933-941e3679b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:14.931128 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-61659c23-2d01-444f-9fa5-ad23ad4d12ad req-08250559-1a70-4c4f-a933-941e3679b00e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c8d6245ad404817abeaf30553b64f00&device_id=b96e2904-18cd-49c7-831b-549a5aa48844 HTTP/1.1" status: 200 len: 1099 time: 0.1274796 Jul 22 16:28:14.936666 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-17ee74aa-36eb-4793-a612-f296cac51376 None None] For port bdb4d1bf-4e13-484d-99bb-0e5a639436e0, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=bdb4d1bf-4e13-484d-99bb-0e5a639436e0,segment=NetworkSegment(fa9c6d2c-52ac-4427-8396-9967135b0cbb),segment_id=fa9c6d2c-52ac-4427-8396-9967135b0cbb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:14.947773 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17ee74aa-36eb-4793-a612-f296cac51376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:14.949493 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f643bb73-8557-4df5-954f-330c9c155939 req-854611b6-3769-41d3-8f06-a9ebc06a4b83 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 210 time: 0.0494521 Jul 22 16:28:15.032345 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ce8c1e-cd23-4ea7-b18a-a5f99410aca7 x-openstack-request-id: req-85ce8c1e-cd23-4ea7-b18a-a5f99410aca7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:15.032694 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db", "tag": "1accb225-bbd0-49e4-ae5a-148e43320e20", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:15.032902 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-85ce8c1e-cd23-4ea7-b18a-a5f99410aca7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:15.035515 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db', 'tag': '1accb225-bbd0-49e4-ae5a-148e43320e20', 'status': 'completed', 'code': 200} Jul 22 16:28:15.075853 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8eeaf-d8da-4484-8e03-22d3bf9207e2 req-18230036-ab3a-4c4a-b748-f49342803c37 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:15.077854 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cc8eeaf-d8da-4484-8e03-22d3bf9207e2 req-18230036-ab3a-4c4a-b748-f49342803c37 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 1096 time: 0.2252042 Jul 22 16:28:15.078961 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-b7c53a9f-e8f9-4471-8f7f-744bbf7656f6 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Made reservation on behalf of 82e10b2cb7664a44842fdfbeaf9667ba for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:28:15.082562 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-b7c53a9f-e8f9-4471-8f7f-744bbf7656f6 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:15.126267 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee74aa-36eb-4793-a612-f296cac51376 None None] Pushing event updated for resources: {'Port': ['ID=bdb4d1bf-4e13-484d-99bb-0e5a639436e0,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:15.154727 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61659c23-2d01-444f-9fa5-ad23ad4d12ad req-11e77ab4-9893-4792-b36a-415b530b47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:15.156707 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-61659c23-2d01-444f-9fa5-ad23ad4d12ad req-11e77ab4-9893-4792-b36a-415b530b47a9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.2156773 Jul 22 16:28:15.159640 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1accb225-bbd0-49e4-ae5a-148e43320e20, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1accb225-bbd0-49e4-ae5a-148e43320e20,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:15.173081 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cc8eeaf-d8da-4484-8e03-22d3bf9207e2 req-fd2046ab-53cd-4cd1-8d0c-38c0143cd549 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683014 Jul 22 16:28:15.179413 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '1accb225-bbd0-49e4-ae5a-148e43320e20', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '1accb225-bbd0-49e4-ae5a-148e43320e20', 'mac_address': 'fa:16:3e:6f:b7:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:28:15.186520 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e554d09-cdc5-4317-89cc-c279e172a860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:15.238728 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:15.256155 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-0b0857bf-c8a6-40c3-a414-6de6f39dc3d9 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Deleting port 68ca2819-e158-434f-9d15-7ac01dfb2d2d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:15.256495 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-0b0857bf-c8a6-40c3-a414-6de6f39dc3d9 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:15.266709 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1accb225-bbd0-49e4-ae5a-148e43320e20 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:15.271582 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-61659c23-2d01-444f-9fa5-ad23ad4d12ad req-454362c2-3566-4168-ab87-aed2ca51a70e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=0e2a9181-6018-4c62-be5b-89cd1f86cc5e HTTP/1.1" status: 200 len: 217 time: 0.1010737 Jul 22 16:28:15.301054 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1accb225-bbd0-49e4-ae5a-148e43320e20, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1accb225-bbd0-49e4-ae5a-148e43320e20,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:15.308051 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:15.345095 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61659c23-2d01-444f-9fa5-ad23ad4d12ad req-208b150e-73d6-4ce1-a94b-ef2c9dcdec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:15.346609 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-61659c23-2d01-444f-9fa5-ad23ad4d12ad req-208b150e-73d6-4ce1-a94b-ef2c9dcdec3a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0603886 Jul 22 16:28:15.379516 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=1accb225-bbd0-49e4-ae5a-148e43320e20,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:15.436466 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53320186-7c5c-4f0a-8484-da7750cfeb84 req-9e0ec007-d9a5-4d04-a471-13173b072e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:15.438046 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-53320186-7c5c-4f0a-8484-da7750cfeb84 req-9e0ec007-d9a5-4d04-a471-13173b072e86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e12f097db788412a8061a04b2526cfd9&device_id=cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db HTTP/1.1" status: 200 len: 1099 time: 0.2780464 Jul 22 16:28:15.467397 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba92e9e-3e23-43f6-8d90-359fa595a394 req-d5854406-53ab-4238-a190-4178207a1584 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:15.468908 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7ba92e9e-3e23-43f6-8d90-359fa595a394 req-d5854406-53ab-4238-a190-4178207a1584 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 945 time: 0.1964378 Jul 22 16:28:15.482457 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6bc1d7c7-6edd-4e27-b9a3-1aa8ff072a8f None None] Provisioning complete for port bdb4d1bf-4e13-484d-99bb-0e5a639436e0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:15.483163 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6bc1d7c7-6edd-4e27-b9a3-1aa8ff072a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:15.499290 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61659c23-2d01-444f-9fa5-ad23ad4d12ad req-57cda351-0d00-4838-aa67-b4e88f6939a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:15.500777 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-61659c23-2d01-444f-9fa5-ad23ad4d12ad req-57cda351-0d00-4838-aa67-b4e88f6939a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1338568 Jul 22 16:28:15.526581 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-0b0857bf-c8a6-40c3-a414-6de6f39dc3d9 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] For port 68ca2819-e158-434f-9d15-7ac01dfb2d2d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=68ca2819-e158-434f-9d15-7ac01dfb2d2d,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:15.527226 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-0b0857bf-c8a6-40c3-a414-6de6f39dc3d9 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:15.554818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2e95d-3906-4ce9-87a1-6ee018207837 req-0577160b-2fb4-4fdd-a92c-5a454ccd6953 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:15.556369 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4ff2e95d-3906-4ce9-87a1-6ee018207837 req-0577160b-2fb4-4fdd-a92c-5a454ccd6953 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db HTTP/1.1" status: 200 len: 948 time: 0.4304204 Jul 22 16:28:15.565136 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-0b0857bf-c8a6-40c3-a414-6de6f39dc3d9 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Calling delete_port for 68ca2819-e158-434f-9d15-7ac01dfb2d2d owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:15.591158 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-b7c53a9f-e8f9-4471-8f7f-744bbf7656f6 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Allocated IP 172.20.0.13 (6f3ed260-5c39-4f44-87de-6af121ff9539/8ce36437-5a9b-4c2b-a36e-e40d9943a98a/9996a004-c98a-44c6-b9eb-9cba5a931bb1) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:28:15.605403 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7ba92e9e-3e23-43f6-8d90-359fa595a394 req-d0816eb7-734c-4431-a65c-631a0921ae83 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f996594-5e30-4435-859e-70f74cdb0b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225414 Jul 22 16:28:15.613423 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2b662-3c85-47e4-8303-3e81acdce524 req-860bb4a2-bd70-47f9-9e5b-e029fee1b2db tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:15.614880 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ce2b662-3c85-47e4-8303-3e81acdce524 req-860bb4a2-bd70-47f9-9e5b-e029fee1b2db tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.30 "GET /v2.0/ports?device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 945 time: 0.4431102 Jul 22 16:28:15.642306 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53320186-7c5c-4f0a-8484-da7750cfeb84 req-91e764ef-7dbb-448e-8b89-6ba6d922b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:15.643795 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-53320186-7c5c-4f0a-8484-da7750cfeb84 req-91e764ef-7dbb-448e-8b89-6ba6d922b469 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.1922429 Jul 22 16:28:15.705734 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-53320186-7c5c-4f0a-8484-da7750cfeb84 req-1efbb0d5-9251-4f78-9bd0-7f44e022d212 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=1accb225-bbd0-49e4-ae5a-148e43320e20 HTTP/1.1" status: 200 len: 217 time: 0.0510066 Jul 22 16:28:15.710156 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-61659c23-2d01-444f-9fa5-ad23ad4d12ad req-988569e2-42a9-4d84-999f-49417d12cd83 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988707 Jul 22 16:28:15.750030 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4ff2e95d-3906-4ce9-87a1-6ee018207837 req-cfb85145-1453-4173-87c2-ead5a0e0ccf7 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718524 Jul 22 16:28:15.771087 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['1accb225-bbd0-49e4-ae5a-148e43320e20'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:15.813914 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53320186-7c5c-4f0a-8484-da7750cfeb84 req-9aceec95-7660-4496-baf3-33ee709a8f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:15.815438 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-53320186-7c5c-4f0a-8484-da7750cfeb84 req-9aceec95-7660-4496-baf3-33ee709a8f15 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1022356 Jul 22 16:28:15.874451 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-61659c23-2d01-444f-9fa5-ad23ad4d12ad req-4cb2678e-c0a8-4e87-966a-87a5e7b8a556 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533980 Jul 22 16:28:15.926189 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53320186-7c5c-4f0a-8484-da7750cfeb84 req-4b6cab9f-e9be-4406-85c0-8219dc6b1803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:15.930492 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-53320186-7c5c-4f0a-8484-da7750cfeb84 req-4b6cab9f-e9be-4406-85c0-8219dc6b1803 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1037791 Jul 22 16:28:15.962239 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e554d09-cdc5-4317-89cc-c279e172a860 admin admin] Router 23e0a4f3-fb36-427b-91c7-f3d6c109c67f is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:28:16.048840 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-53320186-7c5c-4f0a-8484-da7750cfeb84 req-dddc696e-261c-4571-b7f9-7f81f90fc1da service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102726 Jul 22 16:28:16.154164 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device bdb4d1bf-4e13-484d-99bb-0e5a639436e0 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:16.182784 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-9ce2b662-3c85-47e4-8303-3e81acdce524 req-8552be5a-4a7b-46d3-99f8-03c57eddec3c tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Deleting port 5a5a427f-568b-40a5-bdd1-9d007ab25756 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:16.183122 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ce2b662-3c85-47e4-8303-3e81acdce524 req-8552be5a-4a7b-46d3-99f8-03c57eddec3c tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:16.184676 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-53320186-7c5c-4f0a-8484-da7750cfeb84 req-55713e51-2cd0-43d0-a8b4-f190d8cf3a4c service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264503 Jul 22 16:28:16.185788 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-0b0857bf-c8a6-40c3-a414-6de6f39dc3d9 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:16.190082 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-b7c53a9f-e8f9-4471-8f7f-744bbf7656f6 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:16.232596 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['68ca2819-e158-434f-9d15-7ac01dfb2d2d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:16.239095 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a9dde-7056-45f4-9f53-aaa435e0792a req-c4f85976-8546-4cb8-9a4a-b78a5369c97f tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:16.240638 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d7a9dde-7056-45f4-9f53-aaa435e0792a req-c4f85976-8546-4cb8-9a4a-b78a5369c97f tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=b96e2904-18cd-49c7-831b-549a5aa48844 HTTP/1.1" status: 200 len: 948 time: 0.3839679 Jul 22 16:28:16.265160 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port bdb4d1bf-4e13-484d-99bb-0e5a639436e0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:16.265650 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:16.281506 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0857bf-c8a6-40c3-a414-6de6f39dc3d9 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Pushing event deleted for resources: {'Port': ['ID=68ca2819-e158-434f-9d15-7ac01dfb2d2d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:16.664067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-0b0857bf-c8a6-40c3-a414-6de6f39dc3d9 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] No DVR routers for this DVR port 68ca2819-e158-434f-9d15-7ac01dfb2d2d on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:28:16.677313 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-0b0857bf-c8a6-40c3-a414-6de6f39dc3d9 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:16.679306 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-725cf793-d804-41a7-b2d3-5acfe8ef7da8 req-0b0857bf-c8a6-40c3-a414-6de6f39dc3d9 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.16 "DELETE /v2.0/ports/68ca2819-e158-434f-9d15-7ac01dfb2d2d HTTP/1.1" status: 204 len: 173 time: 1.8559995 Jul 22 16:28:16.685630 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e554d09-cdc5-4317-89cc-c279e172a860 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:28:16.696386 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] Sync routers for ids ['23e0a4f3-fb36-427b-91c7-f3d6c109c67f'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:28:16.705696 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] Routers {'23e0a4f3-fb36-427b-91c7-f3d6c109c67f'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:16.706347 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:28:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['23e0a4f3-fb36-427b-91c7-f3d6c109c67f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:16.713712 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d7a9dde-7056-45f4-9f53-aaa435e0792a req-4fc98a4b-7937-4846-a9dc-a8e9aa3b3d6b tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490566 Jul 22 16:28:16.721775 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9ce2b662-3c85-47e4-8303-3e81acdce524 req-8552be5a-4a7b-46d3-99f8-03c57eddec3c tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] For port 5a5a427f-568b-40a5-bdd1-9d007ab25756, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5a5a427f-568b-40a5-bdd1-9d007ab25756,segment=NetworkSegment(6315e2cb-d9c3-4a02-9502-a063aabd4aa0),segment_id=6315e2cb-d9c3-4a02-9502-a063aabd4aa0)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:16.722179 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ce2b662-3c85-47e4-8303-3e81acdce524 req-8552be5a-4a7b-46d3-99f8-03c57eddec3c tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:16.747395 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-9ce2b662-3c85-47e4-8303-3e81acdce524 req-8552be5a-4a7b-46d3-99f8-03c57eddec3c tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Calling delete_port for 5a5a427f-568b-40a5-bdd1-9d007ab25756 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:16.767209 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e554d09-cdc5-4317-89cc-c279e172a860 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:16.768876 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5e554d09-cdc5-4317-89cc-c279e172a860 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8022540 Jul 22 16:28:16.772208 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37246) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:16.773790 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-b7c53a9f-e8f9-4471-8f7f-744bbf7656f6 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:16.831195 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] Set router 23e0a4f3-fb36-427b-91c7-f3d6c109c67f gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:16.842833 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-632e71d9-2206-48ec-bc01-74ff40e889ed tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:28:16.843992 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-632e71d9-2206-48ec-bc01-74ff40e889ed tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165749 Jul 22 16:28:16.914361 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-d769e52e-d730-4a90-a45d-dc61e2ea3ee1 service neutron] Request body: {'binding': {'host': 'n-h2-798930-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:16.914806 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-d769e52e-d730-4a90-a45d-dc61e2ea3ee1 service neutron] Unknown quota resources ['binding']. {{(pid=93816) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:28:16.964058 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9c668c3e-30d8-4194-b8b5-9b99b4c3de46 req-0b12946e-f204-41f6-94c6-eeb40cac4e15 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2519dde-bdcd-4730-86c9-1d085e38e8af HTTP/1.1" status: 200 len: 210 time: 0.1181920 Jul 22 16:28:17.008125 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-b7c53a9f-e8f9-4471-8f7f-744bbf7656f6 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Network 6f3ed260-5c39-4f44-87de-6af121ff9539 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:17.029565 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-b7c53a9f-e8f9-4471-8f7f-744bbf7656f6 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:17.033113 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e0a4f3-fb36-427b-91c7-f3d6c109c67f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911773306-router', 'tenant_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'e1c76e1f-bfa4-43c1-975f-194da0a863b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:11Z', 'updated_at': '2021-07-22T16:28:13Z', 'revision_number': 3, 'project_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'gw_port': {'id': 'e1c76e1f-bfa4-43c1-975f-194da0a863b5', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e0a4f3-fb36-427b-91c7-f3d6c109c67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:12Z', 'updated_at': '2021-07-22T16:28:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:17.043062 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2519dde-bdcd-4730-86c9-1d085e38e8af', 'name': 'network-vif-deleted', 'tag': '68ca2819-e158-434f-9d15-7ac01dfb2d2d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:17.045216 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccd73b8-dce2-4106-8c64-7c47f328f427" -d '{"events": [{"server_uuid": "e2519dde-bdcd-4730-86c9-1d085e38e8af", "name": "network-vif-deleted", "tag": "68ca2819-e158-434f-9d15-7ac01dfb2d2d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:17.047792 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-b7c53a9f-e8f9-4471-8f7f-744bbf7656f6 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:28:17.053275 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-b7c53a9f-e8f9-4471-8f7f-744bbf7656f6 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:17.053869 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-b7c53a9f-e8f9-4471-8f7f-744bbf7656f6 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:17.060589 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] Checking router: 23e0a4f3-fb36-427b-91c7-f3d6c109c67f for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:28:17.060934 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] Updating router 23e0a4f3-fb36-427b-91c7-f3d6c109c67f port e1c76e1f-bfa4-43c1-975f-194da0a863b5 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:28:17.074880 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c53a9f-e8f9-4471-8f7f-744bbf7656f6 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Pushing event updated for resources: {'Port': ['ID=9996a004-c98a-44c6-b9eb-9cba5a931bb1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:17.096575 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:17.161327 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d7e73fdd-5d41-4b14-92ce-e39dd1de88f3 req-d4171e2a-1550-4941-8d0e-f8bed582e3f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8f7f0ee905d4934879787b8f8216673&device_id=e2519dde-bdcd-4730-86c9-1d085e38e8af HTTP/1.1" status: 200 len: 210 time: 0.0718360 Jul 22 16:28:17.179159 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-b7c53a9f-e8f9-4471-8f7f-744bbf7656f6 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6361344 Jul 22 16:28:17.230395 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-95ba21d8-1003-49fb-849b-8f513aa23d64 service neutron] Request body: {'port': {'device_id': '671d4a4e-ded5-4ff0-913d-7d69cc737334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:17.354004 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:17.364388 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] Transition to ACTIVE for port object e1c76e1f-bfa4-43c1-975f-194da0a863b5 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:17.370391 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:17.419509 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] Attempting to bind port e1c76e1f-bfa4-43c1-975f-194da0a863b5 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:17.419883 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] Attempting to bind port e1c76e1f-bfa4-43c1-975f-194da0a863b5 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:17.420242 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] Attempting to bind port e1c76e1f-bfa4-43c1-975f-194da0a863b5 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:17.425786 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e24c7-fc6c-406d-87c1-b660bc7f4658 None None] Pushing event updated for resources: {'Port': ['ID=e1c76e1f-bfa4-43c1-975f-194da0a863b5,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:17.430445 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:17.430831 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:17.431269 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:17.431709 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:17.432139 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] Bound port: e1c76e1f-bfa4-43c1-975f-194da0a863b5, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:17.432550 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:17.484520 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] For port e1c76e1f-bfa4-43c1-975f-194da0a863b5, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:17.488089 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] For port e1c76e1f-bfa4-43c1-975f-194da0a863b5, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=e1c76e1f-bfa4-43c1-975f-194da0a863b5,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:17.489760 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d452a-46c8-4e18-a34f-2df4001a8334 req-461a6485-09bb-45f5-9a45-3c5184e87111 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:17.491404 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-408d452a-46c8-4e18-a34f-2df4001a8334 req-461a6485-09bb-45f5-9a45-3c5184e87111 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 932 time: 0.4545860 Jul 22 16:28:17.491802 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:17.546240 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] Routers {'23e0a4f3-fb36-427b-91c7-f3d6c109c67f'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:17.546858 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:28:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['23e0a4f3-fb36-427b-91c7-f3d6c109c67f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:17.555632 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ce2b662-3c85-47e4-8303-3e81acdce524 req-8552be5a-4a7b-46d3-99f8-03c57eddec3c tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:17.584711 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e24c7-fc6c-406d-87c1-b660bc7f4658 None None] Pushing event updated for resources: {'Port': ['ID=e1c76e1f-bfa4-43c1-975f-194da0a863b5,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:17.599620 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-d769e52e-d730-4a90-a45d-dc61e2ea3ee1 service neutron] Attempting to bind port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 on host n-h2-798930-9 for vnic_type normal with profile None {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:17.599955 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-d769e52e-d730-4a90-a45d-dc61e2ea3ee1 service neutron] Attempting to bind port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:17.600275 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-d769e52e-d730-4a90-a45d-dc61e2ea3ee1 service neutron] Attempting to bind port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:17.604298 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-95ba21d8-1003-49fb-849b-8f513aa23d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:17.612811 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e73fdd-5d41-4b14-92ce-e39dd1de88f3 req-2bbae983-b0b9-4b80-bf58-274a10adc940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:17.614310 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d7e73fdd-5d41-4b14-92ce-e39dd1de88f3 req-2bbae983-b0b9-4b80-bf58-274a10adc940 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=a8f7f0ee905d4934879787b8f8216673&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4053822 Jul 22 16:28:17.654038 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] Set router 23e0a4f3-fb36-427b-91c7-f3d6c109c67f gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:17.707485 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552be5a-4a7b-46d3-99f8-03c57eddec3c tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Pushing event deleted for resources: {'Port': ['ID=5a5a427f-568b-40a5-bdd1-9d007ab25756,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:17.723387 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-d769e52e-d730-4a90-a45d-dc61e2ea3ee1 service neutron] Port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:28:17.724168 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-d769e52e-d730-4a90-a45d-dc61e2ea3ee1 service neutron] Attempting to bind port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:17.733973 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-d769e52e-d730-4a90-a45d-dc61e2ea3ee1 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:17.733973 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-d769e52e-d730-4a90-a45d-dc61e2ea3ee1 service neutron] Checking segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:17.734763 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-d769e52e-d730-4a90-a45d-dc61e2ea3ee1 service neutron] Bound using segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:17.734763 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-d769e52e-d730-4a90-a45d-dc61e2ea3ee1 service neutron] Bound port: 27f39a9a-f401-43f6-86f1-cfa75a6861e4, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:17.768443 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-408d452a-46c8-4e18-a34f-2df4001a8334 req-710dadbc-f99a-4e08-87c7-a874e1c5a7db tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479663 Jul 22 16:28:17.845352 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e0a4f3-fb36-427b-91c7-f3d6c109c67f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911773306-router', 'tenant_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'e1c76e1f-bfa4-43c1-975f-194da0a863b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:11Z', 'updated_at': '2021-07-22T16:28:13Z', 'revision_number': 3, 'project_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'gw_port': {'id': 'e1c76e1f-bfa4-43c1-975f-194da0a863b5', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e0a4f3-fb36-427b-91c7-f3d6c109c67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:12Z', 'updated_at': '2021-07-22T16:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:17.872759 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9f068c-6512-4280-be1b-bbd58234ee3d None None] The sync data for ids ['23e0a4f3-fb36-427b-91c7-f3d6c109c67f'] in n-d-798930-9 is: [{'id': '23e0a4f3-fb36-427b-91c7-f3d6c109c67f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911773306-router', 'tenant_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'e1c76e1f-bfa4-43c1-975f-194da0a863b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:11Z', 'updated_at': '2021-07-22T16:28:13Z', 'revision_number': 3, 'project_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'gw_port': {'id': 'e1c76e1f-bfa4-43c1-975f-194da0a863b5', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e0a4f3-fb36-427b-91c7-f3d6c109c67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:12Z', 'updated_at': '2021-07-22T16:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:28:17.958724 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b5452fa3-3127-4661-8be3-f5794ad95aa2 req-3ee83846-051f-406a-a8ad-fb18209cefa3 tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.69 "GET /v2.0/ports?device_id=82cca701-a65d-49df-bf1c-551488e8dfaf HTTP/1.1" status: 200 len: 210 time: 0.0718191 Jul 22 16:28:18.017781 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce2b662-3c85-47e4-8303-3e81acdce524 req-8552be5a-4a7b-46d3-99f8-03c57eddec3c tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] No DVR routers for this DVR port 5a5a427f-568b-40a5-bdd1-9d007ab25756 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:28:18.027714 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ce2b662-3c85-47e4-8303-3e81acdce524 req-8552be5a-4a7b-46d3-99f8-03c57eddec3c tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:18.029729 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ce2b662-3c85-47e4-8303-3e81acdce524 req-8552be5a-4a7b-46d3-99f8-03c57eddec3c tempest-FloatingIPsAssociationTestJSON-1171207221 tempest-FloatingIPsAssociationTestJSON-1171207221-project] 10.222.0.30 "DELETE /v2.0/ports/5a5a427f-568b-40a5-bdd1-9d007ab25756 HTTP/1.1" status: 204 len: 173 time: 2.4059618 Jul 22 16:28:18.153826 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-d769e52e-d730-4a90-a45d-dc61e2ea3ee1 service neutron] For port 27f39a9a-f401-43f6-86f1-cfa75a6861e4, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=27f39a9a-f401-43f6-86f1-cfa75a6861e4,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:18.209995 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-d769e52e-d730-4a90-a45d-dc61e2ea3ee1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:18.226615 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-d769e52e-d730-4a90-a45d-dc61e2ea3ee1 service neutron] 10.222.0.69 "POST /v2.0/ports/27f39a9a-f401-43f6-86f1-cfa75a6861e4/bindings HTTP/1.1" status: 201 len: 389 time: 1.3156047 Jul 22 16:28:18.254765 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e73fdd-5d41-4b14-92ce-e39dd1de88f3 req-beaa7265-3792-4667-8fa6-54f38c082d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:18.256472 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d7e73fdd-5d41-4b14-92ce-e39dd1de88f3 req-beaa7265-3792-4667-8fa6-54f38c082d03 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5518746 Jul 22 16:28:18.378950 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b874f19b-4fc1-447a-8e6e-ee3f76cf4e4e x-openstack-request-id: req-b874f19b-4fc1-447a-8e6e-ee3f76cf4e4e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:18.379243 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2519dde-bdcd-4730-86c9-1d085e38e8af", "name": "network-vif-deleted", "tag": "68ca2819-e158-434f-9d15-7ac01dfb2d2d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:18.379491 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b874f19b-4fc1-447a-8e6e-ee3f76cf4e4e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:18.379883 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2519dde-bdcd-4730-86c9-1d085e38e8af', 'name': 'network-vif-deleted', 'tag': '68ca2819-e158-434f-9d15-7ac01dfb2d2d', 'status': 'completed', 'code': 200} Jul 22 16:28:18.474801 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697472e-599b-4d38-b63f-e51b5d02ee48 req-9cf086ff-5f5c-47fd-a8cc-1ab7ece106db tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:18.476281 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3697472e-599b-4d38-b63f-e51b5d02ee48 req-9cf086ff-5f5c-47fd-a8cc-1ab7ece106db tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db HTTP/1.1" status: 200 len: 949 time: 0.2486875 Jul 22 16:28:18.478717 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-95ba21d8-1003-49fb-849b-8f513aa23d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9996a004-c98a-44c6-b9eb-9cba5a931bb1 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:18.490863 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-95ba21d8-1003-49fb-849b-8f513aa23d64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:18.507631 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79b332a0-446d-46af-99e3-47458551857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:18.541436 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-95ba21d8-1003-49fb-849b-8f513aa23d64 service neutron] Transition to ACTIVE for port object 9996a004-c98a-44c6-b9eb-9cba5a931bb1 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:18.555307 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc44e8c-194d-4683-98a9-8f9bc3797072 req-bcc1d11f-999b-4577-8b13-6f89d89cd907 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:18.557263 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1cc44e8c-194d-4683-98a9-8f9bc3797072 req-bcc1d11f-999b-4577-8b13-6f89d89cd907 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=b96e2904-18cd-49c7-831b-549a5aa48844 HTTP/1.1" status: 200 len: 948 time: 0.0994511 Jul 22 16:28:18.561322 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-95ba21d8-1003-49fb-849b-8f513aa23d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:18.577503 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3697472e-599b-4d38-b63f-e51b5d02ee48 req-95d8f792-e235-4623-99d5-80bfaeb39cd4 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892348 Jul 22 16:28:18.613254 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1cc44e8c-194d-4683-98a9-8f9bc3797072 req-f9cb935f-36ce-4468-83f5-ddfede698379 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468295 Jul 22 16:28:18.777712 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3ecc964e-ed31-4f43-8a9d-f02f311fa56a req-7a9bc62b-5e0a-440c-a7f8-e360faf26653 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2519dde-bdcd-4730-86c9-1d085e38e8af HTTP/1.1" status: 200 len: 210 time: 0.0968804 Jul 22 16:28:18.801262 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796a1b1-2cc2-409e-a756-b685050392d6 req-457dc6a0-21bf-49cf-af27-b67f508057fb tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:18.803105 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8796a1b1-2cc2-409e-a756-b685050392d6 req-457dc6a0-21bf-49cf-af27-b67f508057fb tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 945 time: 0.0881548 Jul 22 16:28:18.810524 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba21d8-1003-49fb-849b-8f513aa23d64 service neutron] Pushing event updated for resources: {'Port': ['ID=9996a004-c98a-44c6-b9eb-9cba5a931bb1,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:18.903371 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8796a1b1-2cc2-409e-a756-b685050392d6 req-aacf9b6a-4739-4595-a8c0-bf2f1026f025 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796618 Jul 22 16:28:18.923602 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1accb225-bbd0-49e4-ae5a-148e43320e20 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:18.945456 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-95ba21d8-1003-49fb-849b-8f513aa23d64 service neutron] Attempting to bind port 9996a004-c98a-44c6-b9eb-9cba5a931bb1 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:18.945456 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-95ba21d8-1003-49fb-849b-8f513aa23d64 service neutron] Attempting to bind port 9996a004-c98a-44c6-b9eb-9cba5a931bb1 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:18.945777 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-95ba21d8-1003-49fb-849b-8f513aa23d64 service neutron] Attempting to bind port 9996a004-c98a-44c6-b9eb-9cba5a931bb1 on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:18.967159 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-95ba21d8-1003-49fb-849b-8f513aa23d64 service neutron] Port 9996a004-c98a-44c6-b9eb-9cba5a931bb1 on network 6f3ed260-5c39-4f44-87de-6af121ff9539 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:28:18.967474 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-95ba21d8-1003-49fb-849b-8f513aa23d64 service neutron] Attempting to bind port 9996a004-c98a-44c6-b9eb-9cba5a931bb1 on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:18.970220 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-79b332a0-446d-46af-99e3-47458551857d admin admin] Allocated IP 172.20.0.1 (f740387a-69da-4af6-be01-5a970c4573d9/2ae4e8b3-f76c-4e1e-a702-0c9d6f47d8b3/4b37863c-be3a-4e9c-aeaf-272343fd4b0f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:28:18.973833 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-960821d5-b8fe-49e1-8a35-3410966ef280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:18.975376 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-960821d5-b8fe-49e1-8a35-3410966ef280 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 1096 time: 0.2986553 Jul 22 16:28:19.017260 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 1accb225-bbd0-49e4-ae5a-148e43320e20 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:19.021420 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-95ba21d8-1003-49fb-849b-8f513aa23d64 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:19.021751 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-95ba21d8-1003-49fb-849b-8f513aa23d64 service neutron] Checking segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:19.022259 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-95ba21d8-1003-49fb-849b-8f513aa23d64 service neutron] Bound using segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:19.022736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-95ba21d8-1003-49fb-849b-8f513aa23d64 service neutron] Bound port: 9996a004-c98a-44c6-b9eb-9cba5a931bb1, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:19.023146 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-95ba21d8-1003-49fb-849b-8f513aa23d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:19.030771 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 1accb225-bbd0-49e4-ae5a-148e43320e20 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:19.030771 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:19.030994 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37262) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:19.037278 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 0e2a9181-6018-4c62-be5b-89cd1f86cc5e details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:28:19.325072 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:19.342278 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:28:19.376259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1accb225-bbd0-49e4-ae5a-148e43320e20'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:19.378586 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e5ebe5-eb21-474d-ace9-3c34533f39c9" -d '{"events": [{"server_uuid": "cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db", "name": "network-vif-plugged", "status": "completed", "tag": "1accb225-bbd0-49e4-ae5a-148e43320e20"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:19.395907 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1accb225-bbd0-49e4-ae5a-148e43320e20, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1accb225-bbd0-49e4-ae5a-148e43320e20,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:19.437343 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:19.438190 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5a5a427f-568b-40a5-bdd1-9d007ab25756 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:19.453770 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7751fec-e949-450d-82d5-6d81596d274d x-openstack-request-id: req-a7751fec-e949-450d-82d5-6d81596d274d {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:19.456852 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db", "name": "network-vif-plugged", "status": "completed", "tag": "1accb225-bbd0-49e4-ae5a-148e43320e20", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:19.457282 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a7751fec-e949-450d-82d5-6d81596d274d {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:19.458461 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1accb225-bbd0-49e4-ae5a-148e43320e20', 'code': 200} Jul 22 16:28:19.512470 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 5a5a427f-568b-40a5-bdd1-9d007ab25756 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:28:19.512728 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5a5a427f-568b-40a5-bdd1-9d007ab25756 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:28:19.520169 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb774e8-027d-4ccf-947e-1c9209749faf req-99dd6627-1b69-46d0-aa72-72e1fe95f64b tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:19.527750 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0fb774e8-027d-4ccf-947e-1c9209749faf req-99dd6627-1b69-46d0-aa72-72e1fe95f64b tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 944 time: 0.6604450 Jul 22 16:28:19.567643 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 0e2a9181-6018-4c62-be5b-89cd1f86cc5e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0e2a9181-6018-4c62-be5b-89cd1f86cc5e,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:19.596673 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=1accb225-bbd0-49e4-ae5a-148e43320e20,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:19.604207 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '0e2a9181-6018-4c62-be5b-89cd1f86cc5e', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '0e2a9181-6018-4c62-be5b-89cd1f86cc5e', 'mac_address': 'fa:16:3e:de:0d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:28:19.656959 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:19.667555 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-ffd4b90f-87e8-4eba-8a25-fe61ce5fc8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:19.669111 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-ffd4b90f-87e8-4eba-8a25-fe61ce5fc8db service neutron] 10.222.0.30 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 908 time: 0.6772416 Jul 22 16:28:19.674110 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2a9181-6018-4c62-be5b-89cd1f86cc5e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:19.701084 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 0e2a9181-6018-4c62-be5b-89cd1f86cc5e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0e2a9181-6018-4c62-be5b-89cd1f86cc5e,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:19.707293 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:19.711626 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0fb774e8-027d-4ccf-947e-1c9209749faf req-d1ffd8e9-4f5d-4d4b-ada7-1ed0ac87d49f tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776564 Jul 22 16:28:19.713411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-95ba21d8-1003-49fb-849b-8f513aa23d64 service neutron] For port 9996a004-c98a-44c6-b9eb-9cba5a931bb1, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:19.720726 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-95ba21d8-1003-49fb-849b-8f513aa23d64 service neutron] For port 9996a004-c98a-44c6-b9eb-9cba5a931bb1, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9996a004-c98a-44c6-b9eb-9cba5a931bb1,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:19.732031 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79b332a0-446d-46af-99e3-47458551857d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:19.808710 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-95ba21d8-1003-49fb-849b-8f513aa23d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:19.836185 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=0e2a9181-6018-4c62-be5b-89cd1f86cc5e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:19.841466 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d92d09-2a35-44bc-9901-7d1a4a81e52e req-450a46db-463f-42f5-b93e-bf2af9eb3f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:19.843084 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-42d92d09-2a35-44bc-9901-7d1a4a81e52e req-450a46db-463f-42f5-b93e-bf2af9eb3f95 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db HTTP/1.1" status: 200 len: 1101 time: 0.2686977 Jul 22 16:28:19.864653 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-f09cd89b-1823-47d6-8c48-b42f8cb55bd0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27f39a9a-f401-43f6-86f1-cfa75a6861e4 HTTP/1.1" status: 200 len: 217 time: 0.1734118 Jul 22 16:28:19.873206 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-95ba21d8-1003-49fb-849b-8f513aa23d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:19.874238 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-95ba21d8-1003-49fb-849b-8f513aa23d64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:19.875802 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-95ba21d8-1003-49fb-849b-8f513aa23d64 service neutron] 10.222.0.16 "PUT /v2.0/ports/9996a004-c98a-44c6-b9eb-9cba5a931bb1 HTTP/1.1" status: 200 len: 1092 time: 2.6657498 Jul 22 16:28:19.877280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-79b332a0-446d-46af-99e3-47458551857d admin admin] Transition to ACTIVE for port object 4b37863c-be3a-4e9c-aeaf-272343fd4b0f will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:19.923489 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81659d8b-b9c7-4faf-9489-a1076cd5b0e7 req-2a635f0d-524b-4550-a1a4-afc2a871b14a tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:19.930765 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-81659d8b-b9c7-4faf-9489-a1076cd5b0e7 req-2a635f0d-524b-4550-a1a4-afc2a871b14a tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db HTTP/1.1" status: 200 len: 950 time: 0.2328601 Jul 22 16:28:19.950160 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-42d92d09-2a35-44bc-9901-7d1a4a81e52e req-d0303734-ec58-40be-9f27-04ed232b5876 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963874 Jul 22 16:28:19.961841 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6578ca0b-c63c-424f-867f-5c39131569ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:20.032370 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-961d90da-616f-4e05-96fe-bd7abd60ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:20.034025 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-961d90da-616f-4e05-96fe-bd7abd60ab51 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1dac8087-5dfb-4e2d-bc9b-97574efc063c HTTP/1.1" status: 200 len: 847 time: 0.1536176 Jul 22 16:28:20.046650 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba21d8-1003-49fb-849b-8f513aa23d64 service neutron] Pushing event updated for resources: {'Port': ['ID=9996a004-c98a-44c6-b9eb-9cba5a931bb1,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:20.048011 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-81659d8b-b9c7-4faf-9489-a1076cd5b0e7 req-e2570d09-b520-4aa7-b8c3-f237ff6ce928 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093633 Jul 22 16:28:20.098717 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79b332a0-446d-46af-99e3-47458551857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:20.144776 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a78cf7-46df-444e-b05a-f963587c4e29 req-0bd00152-5f2d-464c-a9d9-a811bbcde8bd tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:20.146478 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32a78cf7-46df-444e-b05a-f963587c4e29 req-0bd00152-5f2d-464c-a9d9-a811bbcde8bd tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=b96e2904-18cd-49c7-831b-549a5aa48844 HTTP/1.1" status: 200 len: 949 time: 0.3528631 Jul 22 16:28:20.172219 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device e1c76e1f-bfa4-43c1-975f-194da0a863b5 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:20.190088 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b332a0-446d-46af-99e3-47458551857d admin admin] Network f740387a-69da-4af6-be01-5a970c4573d9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:20.200127 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b332a0-446d-46af-99e3-47458551857d admin admin] Pushing event updated for resources: {'Port': ['ID=4b37863c-be3a-4e9c-aeaf-272343fd4b0f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:20.203470 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-79b332a0-446d-46af-99e3-47458551857d admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:20.205860 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b332a0-446d-46af-99e3-47458551857d admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:28:20.206322 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79b332a0-446d-46af-99e3-47458551857d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:20.223286 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['0e2a9181-6018-4c62-be5b-89cd1f86cc5e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:20.232321 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e1165ab4-db1a-4525-b735-635c614db07e req-9a6f7d6b-37fa-457c-ba40-5affd899276d tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2519dde-bdcd-4730-86c9-1d085e38e8af HTTP/1.1" status: 200 len: 210 time: 0.0697525 Jul 22 16:28:20.286887 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port e1c76e1f-bfa4-43c1-975f-194da0a863b5 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:20.296665 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port e1c76e1f-bfa4-43c1-975f-194da0a863b5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:20.297137 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:20.403010 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d7e73fdd-5d41-4b14-92ce-e39dd1de88f3 req-13ea0cff-c6b9-43b2-b5f7-25750b183775 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2519dde-bdcd-4730-86c9-1d085e38e8af HTTP/1.1" status: 200 len: 210 time: 0.1366384 Jul 22 16:28:20.403573 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cca701-a65d-49df-bf1c-551488e8dfaf', 'name': 'network-vif-deleted', 'tag': '5a5a427f-568b-40a5-bdd1-9d007ab25756'}, {'name': 'network-changed', 'server_uuid': '671d4a4e-ded5-4ff0-913d-7d69cc737334', 'tag': '9996a004-c98a-44c6-b9eb-9cba5a931bb1'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:20.406104 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c123ccf-5cd3-43c5-9ec2-01a33aa6d653" -d '{"events": [{"server_uuid": "82cca701-a65d-49df-bf1c-551488e8dfaf", "name": "network-vif-deleted", "tag": "5a5a427f-568b-40a5-bdd1-9d007ab25756"}, {"name": "network-changed", "server_uuid": "671d4a4e-ded5-4ff0-913d-7d69cc737334", "tag": "9996a004-c98a-44c6-b9eb-9cba5a931bb1"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:20.461043 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-6074fefc-0aaa-4bab-a450-a913418d4c61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f917a743-2b29-4ed7-bc92-4ef128fdeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519345 Jul 22 16:28:20.479850 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32a78cf7-46df-444e-b05a-f963587c4e29 req-af4d84f1-69d9-4033-aced-f5cb955523c4 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178372 Jul 22 16:28:20.545257 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b8027-aad6-45c7-bb61-64c1fdd59bf4 req-177ce5f9-b969-464e-abcc-e4e5bd650764 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:20.552162 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4a2b8027-aad6-45c7-bb61-64c1fdd59bf4 req-177ce5f9-b969-464e-abcc-e4e5bd650764 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 945 time: 0.1744986 Jul 22 16:28:20.554992 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6578ca0b-c63c-424f-867f-5c39131569ad admin admin] Deleting port 421248c9-4839-4d7a-a75c-964d0244e655 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:20.555341 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6578ca0b-c63c-424f-867f-5c39131569ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:20.607078 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:20.616616 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-e27f6bf9-bae1-47bc-80ef-a8c413c25f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:20.619548 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-e27f6bf9-bae1-47bc-80ef-a8c413c25f1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 1095 time: 0.6038342 Jul 22 16:28:20.651029 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port e1c76e1f-bfa4-43c1-975f-194da0a863b5, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=e1c76e1f-bfa4-43c1-975f-194da0a863b5,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:20.684511 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4a2b8027-aad6-45c7-bb61-64c1fdd59bf4 req-e0264ea4-d09f-402a-a311-44b01ad5a3c6 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253133 Jul 22 16:28:20.686233 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:20.709202 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-6578ca0b-c63c-424f-867f-5c39131569ad admin admin] For port 421248c9-4839-4d7a-a75c-964d0244e655, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=421248c9-4839-4d7a-a75c-964d0244e655,segment=NetworkSegment(6315e2cb-d9c3-4a02-9502-a063aabd4aa0),segment_id=6315e2cb-d9c3-4a02-9502-a063aabd4aa0)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:20.709582 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6578ca0b-c63c-424f-867f-5c39131569ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:20.716118 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554efc2b-568d-4bf2-8596-5a7c93c3b80e x-openstack-request-id: req-554efc2b-568d-4bf2-8596-5a7c93c3b80e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:20.716443 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cca701-a65d-49df-bf1c-551488e8dfaf", "name": "network-vif-deleted", "tag": "5a5a427f-568b-40a5-bdd1-9d007ab25756", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "671d4a4e-ded5-4ff0-913d-7d69cc737334", "tag": "9996a004-c98a-44c6-b9eb-9cba5a931bb1", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:20.716669 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-554efc2b-568d-4bf2-8596-5a7c93c3b80e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:20.717064 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cca701-a65d-49df-bf1c-551488e8dfaf', 'name': 'network-vif-deleted', 'tag': '5a5a427f-568b-40a5-bdd1-9d007ab25756', 'status': 'completed', 'code': 200} Jul 22 16:28:20.717560 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '671d4a4e-ded5-4ff0-913d-7d69cc737334', 'tag': '9996a004-c98a-44c6-b9eb-9cba5a931bb1', 'status': 'completed', 'code': 200} Jul 22 16:28:20.722348 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-dabcd5f7-e2ed-4080-bb9c-d2c62e30b4fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9996a004-c98a-44c6-b9eb-9cba5a931bb1 HTTP/1.1" status: 200 len: 217 time: 0.0619757 Jul 22 16:28:20.725610 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6578ca0b-c63c-424f-867f-5c39131569ad admin admin] Calling delete_port for 421248c9-4839-4d7a-a75c-964d0244e655 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:20.745066 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79b332a0-446d-46af-99e3-47458551857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:20.746391 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5b5fd618-687e-4a55-98af-efb894389b00 None None] Provisioning for port 4b37863c-be3a-4e9c-aeaf-272343fd4b0f completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:20.760172 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5b5fd618-687e-4a55-98af-efb894389b00 None None] Provisioning complete for port 4b37863c-be3a-4e9c-aeaf-272343fd4b0f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:20.760558 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b5fd618-687e-4a55-98af-efb894389b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:20.765555 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=e1c76e1f-bfa4-43c1-975f-194da0a863b5,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:20.801494 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5b5fd618-687e-4a55-98af-efb894389b00 None None] Port 4b37863c-be3a-4e9c-aeaf-272343fd4b0f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:28:20.816048 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-3a66ecdf-7bd7-4bc9-a6c6-8c76adb47f29 service neutron] 10.222.0.30 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351078 Jul 22 16:28:20.908322 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-54e6847d-e450-4adc-9470-85c08bbab0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:20.909801 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-54e6847d-e450-4adc-9470-85c08bbab0d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ce36437-5a9b-4c2b-a36e-e40d9943a98a HTTP/1.1" status: 200 len: 861 time: 0.1790049 Jul 22 16:28:20.943296 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6578ca0b-c63c-424f-867f-5c39131569ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:20.970370 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578ca0b-c63c-424f-867f-5c39131569ad admin admin] Pushing event deleted for resources: {'Port': ['ID=421248c9-4839-4d7a-a75c-964d0244e655,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:21.003571 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-a23d50d0-f2de-4337-8516-b88e5c8771e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f3ed260-5c39-4f44-87de-6af121ff9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516217 Jul 22 16:28:21.093062 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-f04c5fe6-6d75-4a88-9af4-bcf8a5336342 service neutron] 10.222.0.30 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633867 Jul 22 16:28:21.133607 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275bb20-c88d-48f9-86a2-b18b221b7900 req-07ea2c7b-f786-4561-b980-e6b7651b24e1 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:21.135258 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4275bb20-c88d-48f9-86a2-b18b221b7900 req-07ea2c7b-f786-4561-b980-e6b7651b24e1 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 944 time: 0.3251729 Jul 22 16:28:21.242777 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79b332a0-446d-46af-99e3-47458551857d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:21.254601 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79b332a0-446d-46af-99e3-47458551857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:21.255339 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79b332a0-446d-46af-99e3-47458551857d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:21.320111 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4275bb20-c88d-48f9-86a2-b18b221b7900 req-a832a6bf-a235-4cb4-bb81-98cfb36ed773 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350045 Jul 22 16:28:21.333625 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:28:21.349357 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-5b1d271b-8e46-414b-9d69-75627a5fc0fb service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045051 Jul 22 16:28:21.351889 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b332a0-446d-46af-99e3-47458551857d admin admin] Pushing event updated for resources: {'Port': ['ID=4b37863c-be3a-4e9c-aeaf-272343fd4b0f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:21.476970 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573aa5b-a618-4e43-94ba-8ce27f03d8b1 req-f02703cc-f7ad-4c50-87aa-4141cf2146cf tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:21.478692 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b332a0-446d-46af-99e3-47458551857d admin admin] Network f740387a-69da-4af6-be01-5a970c4573d9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:21.481833 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-79b332a0-446d-46af-99e3-47458551857d admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:21.482034 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2573aa5b-a618-4e43-94ba-8ce27f03d8b1 req-f02703cc-f7ad-4c50-87aa-4141cf2146cf tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db HTTP/1.1" status: 200 len: 950 time: 0.1732833 Jul 22 16:28:21.515448 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e29d982-a066-4e8b-977d-f18d0c247aa7 req-cc52ec38-37fe-4c63-9f5e-cfd3a6755507 service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325235 Jul 22 16:28:21.544111 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2573aa5b-a618-4e43-94ba-8ce27f03d8b1 req-c9ed4b14-b1bd-42c3-8fa7-95bcbbb13f01 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560913 Jul 22 16:28:21.544811 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6578ca0b-c63c-424f-867f-5c39131569ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:21.734359 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3144ca-6f8f-4bbf-ba36-4c63f25d4071 req-0f801aa4-2026-4e14-a59d-8ff0ec1f916b tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:21.736045 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dc3144ca-6f8f-4bbf-ba36-4c63f25d4071 req-0f801aa4-2026-4e14-a59d-8ff0ec1f916b tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=b96e2904-18cd-49c7-831b-549a5aa48844 HTTP/1.1" status: 200 len: 949 time: 0.1323440 Jul 22 16:28:21.769907 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b332a0-446d-46af-99e3-47458551857d admin admin] Router 23e0a4f3-fb36-427b-91c7-f3d6c109c67f has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:28:21.797264 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c123ccf-5cd3-43c5-9ec2-01a33aa6d653 req-3ee1326b-1425-4a3e-874d-1b3135916480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:21.799103 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7c123ccf-5cd3-43c5-9ec2-01a33aa6d653 req-3ee1326b-1425-4a3e-874d-1b3135916480 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 1095 time: 0.1547878 Jul 22 16:28:21.812327 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dc3144ca-6f8f-4bbf-ba36-4c63f25d4071 req-80d3e3cc-1d56-4e9d-9b1a-056e5e6ab889 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666041 Jul 22 16:28:21.840235 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-98c076a9-e795-4c7d-a808-45adf0217e6d None None] Provisioning complete for port 4b37863c-be3a-4e9c-aeaf-272343fd4b0f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:21.841344 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98c076a9-e795-4c7d-a808-45adf0217e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:21.843174 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-88482339-4758-4cf2-8b21-dc81aeb28904 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:21.845010 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-88482339-4758-4cf2-8b21-dc81aeb28904 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/networks?id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e HTTP/1.1" status: 200 len: 812 time: 0.1977823 Jul 22 16:28:21.873710 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-7c408125-8658-4613-a14f-9c3fd9c5a791 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/quotas/a8f7f0ee905d4934879787b8f8216673 HTTP/1.1" status: 200 len: 375 time: 0.0228555 Jul 22 16:28:21.906208 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-98c076a9-e795-4c7d-a808-45adf0217e6d None None] Port 4b37863c-be3a-4e9c-aeaf-272343fd4b0f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:28:21.917752 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-b1254ef7-fa64-42f2-ba56-e28634a4c090 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a8f7f0ee905d4934879787b8f8216673&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431209 Jul 22 16:28:21.966998 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6578ca0b-c63c-424f-867f-5c39131569ad admin admin] Router eae740ba-78ea-488a-856a-a12fece67b48 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:28:22.092460 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b332a0-446d-46af-99e3-47458551857d admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:28:22.096514 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-7e311f56-cfa1-4a06-801c-0da8a98a620b service neutron] 10.222.0.69 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643448 Jul 22 16:28:22.099824 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-79b332a0-446d-46af-99e3-47458551857d admin admin] 10.222.0.69 "PUT /v2.0/routers/23e0a4f3-fb36-427b-91c7-f3d6c109c67f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3241792 Jul 22 16:28:22.107269 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c123ccf-5cd3-43c5-9ec2-01a33aa6d653 req-788c3745-aeb5-4d7e-aa98-f8fc98c5709b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:22.107269 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7c123ccf-5cd3-43c5-9ec2-01a33aa6d653 req-788c3745-aeb5-4d7e-aa98-f8fc98c5709b service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 922 time: 0.2935655 Jul 22 16:28:22.116159 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] Sync routers for ids ['23e0a4f3-fb36-427b-91c7-f3d6c109c67f'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:28:22.130814 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] Routers {'23e0a4f3-fb36-427b-91c7-f3d6c109c67f'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:22.131439 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:28:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['23e0a4f3-fb36-427b-91c7-f3d6c109c67f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:22.187278 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7c123ccf-5cd3-43c5-9ec2-01a33aa6d653 req-914f27f6-5761-4751-99d0-3354bd0a96f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9996a004-c98a-44c6-b9eb-9cba5a931bb1 HTTP/1.1" status: 200 len: 217 time: 0.0669963 Jul 22 16:28:22.210505 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd272aa5-9e2d-4a62-bd15-935c14bc6607 req-ecadf78c-b737-486b-9dbb-71bbd6c3d0b6 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:22.212954 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bd272aa5-9e2d-4a62-bd15-935c14bc6607 req-ecadf78c-b737-486b-9dbb-71bbd6c3d0b6 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 945 time: 0.1965425 Jul 22 16:28:22.284371 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device e1c76e1f-bfa4-43c1-975f-194da0a863b5 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:22.343418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c123ccf-5cd3-43c5-9ec2-01a33aa6d653 req-359bfea0-f60b-429c-a456-e3a6551f93c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:22.344917 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7c123ccf-5cd3-43c5-9ec2-01a33aa6d653 req-359bfea0-f60b-429c-a456-e3a6551f93c2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ce36437-5a9b-4c2b-a36e-e40d9943a98a HTTP/1.1" status: 200 len: 861 time: 0.1309030 Jul 22 16:28:22.350430 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] Set router 23e0a4f3-fb36-427b-91c7-f3d6c109c67f gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:22.355126 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bd272aa5-9e2d-4a62-bd15-935c14bc6607 req-cb9ac66e-8488-4e54-9389-0b14f0b00a16 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334722 Jul 22 16:28:22.401786 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port e1c76e1f-bfa4-43c1-975f-194da0a863b5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:22.406250 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:22.420592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7c123ccf-5cd3-43c5-9ec2-01a33aa6d653 req-842bbc54-2194-47a3-bc67-fb9f0558cc41 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f3ed260-5c39-4f44-87de-6af121ff9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593860 Jul 22 16:28:22.454635 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-564dbe3d-e3b9-4ad3-939e-0bf7189612cb service neutron] 10.222.0.69 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570983 Jul 22 16:28:22.492605 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6578ca0b-c63c-424f-867f-5c39131569ad admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:28:22.507030 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408090c5-f002-40d8-baf6-c91e99ba3e0c None None] Sync routers for ids ['eae740ba-78ea-488a-856a-a12fece67b48'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:28:22.520140 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6578ca0b-c63c-424f-867f-5c39131569ad admin admin] 10.222.0.69 "PUT /v2.0/routers/eae740ba-78ea-488a-856a-a12fece67b48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4878819 Jul 22 16:28:22.523639 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37314) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:22.553516 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408090c5-f002-40d8-baf6-c91e99ba3e0c None None] Routers {'eae740ba-78ea-488a-856a-a12fece67b48'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:22.557313 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-408090c5-f002-40d8-baf6-c91e99ba3e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:28:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['eae740ba-78ea-488a-856a-a12fece67b48'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:22.749081 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2be011-2e32-4492-8d55-5202a9a9086b req-a6e2d31f-53f9-464f-99e3-f2e957ad3310 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:22.764599 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bf2be011-2e32-4492-8d55-5202a9a9086b req-a6e2d31f-53f9-464f-99e3-f2e957ad3310 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 944 time: 0.2930174 Jul 22 16:28:22.771657 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8149cc69-8697-4473-a023-791ac150ac12 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:22.772122 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-408090c5-f002-40d8-baf6-c91e99ba3e0c None None] Set router eae740ba-78ea-488a-856a-a12fece67b48 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:22.788660 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7c123ccf-5cd3-43c5-9ec2-01a33aa6d653 req-4f45f1cd-f19c-4307-bc89-ac38d53aeaf4 service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578634 Jul 22 16:28:22.839529 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e0a4f3-fb36-427b-91c7-f3d6c109c67f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911773306-router', 'tenant_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'e1c76e1f-bfa4-43c1-975f-194da0a863b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:11Z', 'updated_at': '2021-07-22T16:28:20Z', 'revision_number': 4, 'project_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'gw_port': {'id': 'e1c76e1f-bfa4-43c1-975f-194da0a863b5', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e0a4f3-fb36-427b-91c7-f3d6c109c67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:12Z', 'updated_at': '2021-07-22T16:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '4b37863c-be3a-4e9c-aeaf-272343fd4b0f', 'name': '', 'network_id': 'f740387a-69da-4af6-be01-5a970c4573d9', 'tenant_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'mac_address': 'fa:16:3e:1a:6b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e0a4f3-fb36-427b-91c7-f3d6c109c67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2ae4e8b3-f76c-4e1e-a702-0c9d6f47d8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:18Z', 'updated_at': '2021-07-22T16:28:20Z', 'revision_number': 2, 'project_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'subnets': [{'id': '2ae4e8b3-f76c-4e1e-a702-0c9d6f47d8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:22.903316 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] Checking router: 23e0a4f3-fb36-427b-91c7-f3d6c109c67f for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:28:22.903898 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] Updating router 23e0a4f3-fb36-427b-91c7-f3d6c109c67f port 4b37863c-be3a-4e9c-aeaf-272343fd4b0f binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:28:23.008920 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bf2be011-2e32-4492-8d55-5202a9a9086b req-5a934ae1-d7a4-452f-b79d-2d1430a6fc1d tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432940 Jul 22 16:28:23.030809 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:23.165028 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8149cc69-8697-4473-a023-791ac150ac12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:23.196176 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d8c35-7cba-4685-9bdc-b22d1447c5c4 req-e337bc73-e3fb-44ef-b7b1-2d8361d9f786 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:23.215740 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7d7d8c35-7cba-4685-9bdc-b22d1447c5c4 req-e337bc73-e3fb-44ef-b7b1-2d8361d9f786 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db HTTP/1.1" status: 200 len: 950 time: 0.2953374 Jul 22 16:28:23.268725 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-98b88242-22a1-4787-9deb-1f006fb6cba3 req-44547a31-b3e4-49ef-98e3-c3dae45a4233 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ad5db76-dd0f-48fc-9af1-133938b63a16 HTTP/1.1" status: 200 len: 210 time: 0.0972979 Jul 22 16:28:23.281115 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7c123ccf-5cd3-43c5-9ec2-01a33aa6d653 req-baf1aaff-0c1e-4546-a26a-b7b00e144ec5 service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823391 Jul 22 16:28:23.336356 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 0e2a9181-6018-4c62-be5b-89cd1f86cc5e up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:23.488661 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7d7d8c35-7cba-4685-9bdc-b22d1447c5c4 req-1469afb2-cff3-4c30-bd0c-f7859ea5a220 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709265 Jul 22 16:28:23.580440 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8149cc69-8697-4473-a023-791ac150ac12 admin admin] Deleting port 953e7794-3ca1-461b-b169-a03e717e7fbb {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:23.590986 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8149cc69-8697-4473-a023-791ac150ac12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:23.591219 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-408090c5-f002-40d8-baf6-c91e99ba3e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:28:20Z', 'revision_number': 5, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port': {'id': '953e7794-3ca1-461b-b169-a03e717e7fbb', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:49Z', 'updated_at': '2021-07-22T16:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:23.695798 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408090c5-f002-40d8-baf6-c91e99ba3e0c None None] Checking router: eae740ba-78ea-488a-856a-a12fece67b48 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:28:23.703164 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 0e2a9181-6018-4c62-be5b-89cd1f86cc5e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:23.722875 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 0e2a9181-6018-4c62-be5b-89cd1f86cc5e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:23.723255 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:23.788343 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:23.823089 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408090c5-f002-40d8-baf6-c91e99ba3e0c None None] Routers {'eae740ba-78ea-488a-856a-a12fece67b48'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:23.823681 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] Transition to ACTIVE for port object 4b37863c-be3a-4e9c-aeaf-272343fd4b0f will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:23.823827 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-408090c5-f002-40d8-baf6-c91e99ba3e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:28:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['eae740ba-78ea-488a-856a-a12fece67b48'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:23.843657 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:24.072508 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba699e-909f-4578-909d-cd3275fcbea4 None None] Pushing event updated for resources: {'Port': ['ID=4b37863c-be3a-4e9c-aeaf-272343fd4b0f,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:24.083107 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-8149cc69-8697-4473-a023-791ac150ac12 admin admin] For port 953e7794-3ca1-461b-b169-a03e717e7fbb, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=953e7794-3ca1-461b-b169-a03e717e7fbb,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:24.083472 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8149cc69-8697-4473-a023-791ac150ac12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:24.122506 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-408090c5-f002-40d8-baf6-c91e99ba3e0c None None] Set router eae740ba-78ea-488a-856a-a12fece67b48 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:24.218528 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8149cc69-8697-4473-a023-791ac150ac12 admin admin] Calling delete_port for 953e7794-3ca1-461b-b169-a03e717e7fbb owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:24.275181 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] Attempting to bind port 4b37863c-be3a-4e9c-aeaf-272343fd4b0f on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:24.275420 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] Attempting to bind port 4b37863c-be3a-4e9c-aeaf-272343fd4b0f by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'fa9c6d2c-52ac-4427-8396-9967135b0cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f740387a-69da-4af6-be01-5a970c4573d9'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:24.275793 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] Attempting to bind port 4b37863c-be3a-4e9c-aeaf-272343fd4b0f on network f740387a-69da-4af6-be01-5a970c4573d9 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:24.289140 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:24.289697 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] Checking segment: {'id': 'fa9c6d2c-52ac-4427-8396-9967135b0cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f740387a-69da-4af6-be01-5a970c4573d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:24.291169 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:24.291560 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] Bound using segment: {'id': 'fa9c6d2c-52ac-4427-8396-9967135b0cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f740387a-69da-4af6-be01-5a970c4573d9'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:24.294069 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] Bound port: 4b37863c-be3a-4e9c-aeaf-272343fd4b0f, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9c6d2c-52ac-4427-8396-9967135b0cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'f740387a-69da-4af6-be01-5a970c4573d9'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:24.294069 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:24.340555 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-408090c5-f002-40d8-baf6-c91e99ba3e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:28:23Z', 'revision_number': 6, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:24.350691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8b2fa-bad6-45a9-878c-299397ac5f6f req-bc18c711-dfd4-4379-8475-fcb8ec4f74e4 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:24.363960 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10f8b2fa-bad6-45a9-878c-299397ac5f6f req-bc18c711-dfd4-4379-8475-fcb8ec4f74e4 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=b96e2904-18cd-49c7-831b-549a5aa48844 HTTP/1.1" status: 200 len: 949 time: 0.9596658 Jul 22 16:28:24.377315 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bfa54-267d-410f-91a3-616fbeb9cf21 req-d8642b70-d4df-4807-ad50-f49a563e604c tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:24.388090 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-343bfa54-267d-410f-91a3-616fbeb9cf21 req-d8642b70-d4df-4807-ad50-f49a563e604c tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 945 time: 0.5680411 Jul 22 16:28:24.430463 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408090c5-f002-40d8-baf6-c91e99ba3e0c None None] The sync data for ids ['eae740ba-78ea-488a-856a-a12fece67b48'] in n-d-798930-9 is: [{'id': 'eae740ba-78ea-488a-856a-a12fece67b48', 'name': 'tempest-FloatingIPsAssociationTestJSON-1895404777-router', 'tenant_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:48Z', 'updated_at': '2021-07-22T16:28:23Z', 'revision_number': 6, 'project_id': 'f5dcba1bcdec4dec9217a5051c7c2328', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:28:24.467027 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] For port 4b37863c-be3a-4e9c-aeaf-272343fd4b0f, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:24.476210 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] For port 4b37863c-be3a-4e9c-aeaf-272343fd4b0f, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=4b37863c-be3a-4e9c-aeaf-272343fd4b0f,segment=NetworkSegment(fa9c6d2c-52ac-4427-8396-9967135b0cbb),segment_id=fa9c6d2c-52ac-4427-8396-9967135b0cbb)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:24.493750 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10f8b2fa-bad6-45a9-878c-299397ac5f6f req-b4c16711-e832-4dbf-9025-59b55663ee43 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274176 Jul 22 16:28:24.496424 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:24.541024 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-343bfa54-267d-410f-91a3-616fbeb9cf21 req-346e9986-e8cf-40ef-9cda-68c015c4ced7 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411602 Jul 22 16:28:24.604363 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:24.622589 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] Routers {'23e0a4f3-fb36-427b-91c7-f3d6c109c67f'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:24.623599 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:28:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['23e0a4f3-fb36-427b-91c7-f3d6c109c67f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:24.690709 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 0e2a9181-6018-4c62-be5b-89cd1f86cc5e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0e2a9181-6018-4c62-be5b-89cd1f86cc5e,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:24.696338 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96e2904-18cd-49c7-831b-549a5aa48844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2a9181-6018-4c62-be5b-89cd1f86cc5e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:24.703745 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba699e-909f-4578-909d-cd3275fcbea4 None None] Pushing event updated for resources: {'Port': ['ID=4b37863c-be3a-4e9c-aeaf-272343fd4b0f,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:24.715462 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f7d354-54df-4665-9748-9277d45d1446" -d '{"events": [{"server_uuid": "b96e2904-18cd-49c7-831b-549a5aa48844", "name": "network-vif-plugged", "status": "completed", "tag": "0e2a9181-6018-4c62-be5b-89cd1f86cc5e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:24.725788 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:24.873373 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] Set router 23e0a4f3-fb36-427b-91c7-f3d6c109c67f gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:24.950271 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=0e2a9181-6018-4c62-be5b-89cd1f86cc5e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:25.084806 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8149cc69-8697-4473-a023-791ac150ac12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:25.091608 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 9996a004-c98a-44c6-b9eb-9cba5a931bb1 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:28:25.099924 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 68ca2819-e158-434f-9d15-7ac01dfb2d2d no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:25.183982 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149cc69-8697-4473-a023-791ac150ac12 admin admin] Pushing event deleted for resources: {'Port': ['ID=953e7794-3ca1-461b-b169-a03e717e7fbb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:25.201721 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 68ca2819-e158-434f-9d15-7ac01dfb2d2d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:28:25.202123 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 68ca2819-e158-434f-9d15-7ac01dfb2d2d not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:28:25.431333 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-e787d292-cd27-4cb8-8fde-39eea11f40af tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:25.444686 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-e787d292-cd27-4cb8-8fde-39eea11f40af tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.30 "GET /v2.0/networks?id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e HTTP/1.1" status: 200 len: 812 time: 0.5027459 Jul 22 16:28:25.494654 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-a0b4ae73-81f3-415d-b323-cac81d88fb3e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Request body: {'port': {'device_id': '2ad5db76-dd0f-48fc-9af1-133938b63a16', 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e', 'admin_state_up': True, 'tenant_id': 'a8f7f0ee905d4934879787b8f8216673'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:25.675947 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947ff0e-0e09-4281-b446-1e67bfe23109 req-2b5bc0c0-2f15-4a83-b42c-7ab5caafdfe7 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:25.687206 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6947ff0e-0e09-4281-b446-1e67bfe23109 req-2b5bc0c0-2f15-4a83-b42c-7ab5caafdfe7 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 944 time: 0.8478558 Jul 22 16:28:25.700922 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8149cc69-8697-4473-a023-791ac150ac12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:25.716177 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 9996a004-c98a-44c6-b9eb-9cba5a931bb1, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9996a004-c98a-44c6-b9eb-9cba5a931bb1,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:25.746020 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '9996a004-c98a-44c6-b9eb-9cba5a931bb1', 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539', 'port_id': '9996a004-c98a-44c6-b9eb-9cba5a931bb1', 'mac_address': 'fa:16:3e:eb:96:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce36437-5a9b-4c2b-a36e-e40d9943a98a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:28:25.828598 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:25.846825 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-86e9d42a-2b9b-40fe-807a-7aac92c7eae4 req-47d70d8d-aed1-4e7f-8dab-a70645d099de tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ad5db76-dd0f-48fc-9af1-133938b63a16 HTTP/1.1" status: 200 len: 210 time: 0.0548172 Jul 22 16:28:25.860061 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9996a004-c98a-44c6-b9eb-9cba5a931bb1 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:25.915873 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-a0b4ae73-81f3-415d-b323-cac81d88fb3e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Made reservation on behalf of a8f7f0ee905d4934879787b8f8216673 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:28:25.916124 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 9996a004-c98a-44c6-b9eb-9cba5a931bb1, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9996a004-c98a-44c6-b9eb-9cba5a931bb1,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:25.922737 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:25.925352 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-a0b4ae73-81f3-415d-b323-cac81d88fb3e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:25.955778 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e0a4f3-fb36-427b-91c7-f3d6c109c67f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911773306-router', 'tenant_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'e1c76e1f-bfa4-43c1-975f-194da0a863b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:11Z', 'updated_at': '2021-07-22T16:28:20Z', 'revision_number': 4, 'project_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'gw_port': {'id': 'e1c76e1f-bfa4-43c1-975f-194da0a863b5', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e0a4f3-fb36-427b-91c7-f3d6c109c67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:12Z', 'updated_at': '2021-07-22T16:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '4b37863c-be3a-4e9c-aeaf-272343fd4b0f', 'name': '', 'network_id': 'f740387a-69da-4af6-be01-5a970c4573d9', 'tenant_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'mac_address': 'fa:16:3e:1a:6b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e0a4f3-fb36-427b-91c7-f3d6c109c67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2ae4e8b3-f76c-4e1e-a702-0c9d6f47d8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:18Z', 'updated_at': '2021-07-22T16:28:24Z', 'revision_number': 4, 'project_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'subnets': [{'id': '2ae4e8b3-f76c-4e1e-a702-0c9d6f47d8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:26.018360 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8149cc69-8697-4473-a023-791ac150ac12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:26.033405 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8149cc69-8697-4473-a023-791ac150ac12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:26.034011 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=9996a004-c98a-44c6-b9eb-9cba5a931bb1,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:26.052011 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695a8819-2772-4bf9-bfc2-020c69bc7977 None None] The sync data for ids ['23e0a4f3-fb36-427b-91c7-f3d6c109c67f'] in n-d-798930-9 is: [{'id': '23e0a4f3-fb36-427b-91c7-f3d6c109c67f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911773306-router', 'tenant_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'e1c76e1f-bfa4-43c1-975f-194da0a863b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:11Z', 'updated_at': '2021-07-22T16:28:20Z', 'revision_number': 4, 'project_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'gw_port': {'id': 'e1c76e1f-bfa4-43c1-975f-194da0a863b5', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e0a4f3-fb36-427b-91c7-f3d6c109c67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:12Z', 'updated_at': '2021-07-22T16:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '4b37863c-be3a-4e9c-aeaf-272343fd4b0f', 'name': '', 'network_id': 'f740387a-69da-4af6-be01-5a970c4573d9', 'tenant_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'mac_address': 'fa:16:3e:1a:6b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e0a4f3-fb36-427b-91c7-f3d6c109c67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2ae4e8b3-f76c-4e1e-a702-0c9d6f47d8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:18Z', 'updated_at': '2021-07-22T16:28:24Z', 'revision_number': 4, 'project_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'subnets': [{'id': '2ae4e8b3-f76c-4e1e-a702-0c9d6f47d8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:28:26.058142 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6947ff0e-0e09-4281-b446-1e67bfe23109 req-bea6e1f4-3cd5-449e-9bbb-f9e153e70703 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700297 Jul 22 16:28:26.173230 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf3b9f3-9f08-4a29-ae7c-f93731851b92 x-openstack-request-id: req-fbf3b9f3-9f08-4a29-ae7c-f93731851b92 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:26.179426 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96e2904-18cd-49c7-831b-549a5aa48844", "name": "network-vif-plugged", "status": "completed", "tag": "0e2a9181-6018-4c62-be5b-89cd1f86cc5e", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:26.179755 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fbf3b9f3-9f08-4a29-ae7c-f93731851b92 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:26.180203 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96e2904-18cd-49c7-831b-549a5aa48844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2a9181-6018-4c62-be5b-89cd1f86cc5e', 'code': 200} Jul 22 16:28:26.326855 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 953e7794-3ca1-461b-b169-a03e717e7fbb no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:26.344881 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8149cc69-8697-4473-a023-791ac150ac12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:26.358381 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8149cc69-8697-4473-a023-791ac150ac12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eae740ba-78ea-488a-856a-a12fece67b48 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:28:26.372210 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8149cc69-8697-4473-a023-791ac150ac12 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:26.377391 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8149cc69-8697-4473-a023-791ac150ac12 admin admin] 10.222.0.69 "DELETE /v2.0/routers/eae740ba-78ea-488a-856a-a12fece67b48 HTTP/1.1" status: 204 len: 168 time: 3.8498297 Jul 22 16:28:26.392130 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37356) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:26.413987 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['9996a004-c98a-44c6-b9eb-9cba5a931bb1'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:26.437180 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-a0b4ae73-81f3-415d-b323-cac81d88fb3e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Allocated IP 172.20.0.5 (eccf7f4a-8697-4aaa-95fa-9daad7e19e4e/a3c12ce3-22c0-432e-833b-5a5a37b77be7/f9dcb843-a084-4f5f-845b-973fafdb8305) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:28:26.544955 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 953e7794-3ca1-461b-b169-a03e717e7fbb {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:28:26.545307 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 953e7794-3ca1-461b-b169-a03e717e7fbb not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:28:26.545734 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 421248c9-4839-4d7a-a75c-964d0244e655 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:26.575519 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9dde30b-43af-4836-a5fc-b1d7b695174f admin admin] Deleting subnet 47349a61-f615-4cc1-8400-cc6ae79bfaf5 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:28:26.593111 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9dde30b-43af-4836-a5fc-b1d7b695174f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:26.692768 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43822ed0-e8e1-4237-870b-e73fd89d58be req-416bb33f-8f47-4b04-a2a5-822a57543a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:26.703673 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 421248c9-4839-4d7a-a75c-964d0244e655 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:28:26.705667 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 421248c9-4839-4d7a-a75c-964d0244e655 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:28:26.717265 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-43822ed0-e8e1-4237-870b-e73fd89d58be req-416bb33f-8f47-4b04-a2a5-822a57543a32 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b96e2904-18cd-49c7-831b-549a5aa48844 HTTP/1.1" status: 200 len: 1101 time: 0.4246991 Jul 22 16:28:26.723235 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2628b0c-4bed-43e8-83b7-a2ab6e297eb1 req-5bcaf9e5-6b1e-44b4-a268-a648342ecb11 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:26.739443 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a2628b0c-4bed-43e8-83b7-a2ab6e297eb1 req-5bcaf9e5-6b1e-44b4-a268-a648342ecb11 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=b96e2904-18cd-49c7-831b-549a5aa48844 HTTP/1.1" status: 200 len: 950 time: 0.4662063 Jul 22 16:28:26.850165 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9dde30b-43af-4836-a5fc-b1d7b695174f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:26.978803 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a2628b0c-4bed-43e8-83b7-a2ab6e297eb1 req-a90cad8d-52eb-4341-87c7-a8799262a9ee tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387607 Jul 22 16:28:27.016164 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-43822ed0-e8e1-4237-870b-e73fd89d58be req-514f0ffe-b6d7-40ab-8932-5d87bd8fb7aa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133203 Jul 22 16:28:27.137692 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-a0b4ae73-81f3-415d-b323-cac81d88fb3e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:27.200269 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-a0b4ae73-81f3-415d-b323-cac81d88fb3e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:27.205817 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9dde30b-43af-4836-a5fc-b1d7b695174f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:27.286683 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9dde30b-43af-4836-a5fc-b1d7b695174f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:27.305952 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-a0b4ae73-81f3-415d-b323-cac81d88fb3e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:27.316010 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4ae73-81f3-415d-b323-cac81d88fb3e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Pushing event updated for resources: {'Port': ['ID=f9dcb843-a084-4f5f-845b-973fafdb8305,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:27.323425 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dde30b-43af-4836-a5fc-b1d7b695174f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47349a61-f615-4cc1-8400-cc6ae79bfaf5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:27.329363 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-a0b4ae73-81f3-415d-b323-cac81d88fb3e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:27.334715 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9dde30b-43af-4836-a5fc-b1d7b695174f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:27.337459 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-a0b4ae73-81f3-415d-b323-cac81d88fb3e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:28:27.340198 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d9dde30b-43af-4836-a5fc-b1d7b695174f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/47349a61-f615-4cc1-8400-cc6ae79bfaf5 HTTP/1.1" status: 204 len: 168 time: 0.9537385 Jul 22 16:28:27.344520 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-a0b4ae73-81f3-415d-b323-cac81d88fb3e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:27.345347 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7447f99-602d-4fc0-9fab-f2cebeaa23ae None None] Network 958921b4-5bc1-41b3-837b-39292aedd4cb requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:28:27.347347 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-a0b4ae73-81f3-415d-b323-cac81d88fb3e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:27.352025 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37364) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:27.364360 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83762262-fbb2-495b-a47a-b5b6a83bd52b req-9c6d5d3d-7ec1-48b1-aade-a0698ec02158 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:27.368712 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-83762262-fbb2-495b-a47a-b5b6a83bd52b req-9c6d5d3d-7ec1-48b1-aade-a0698ec02158 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 945 time: 0.2367120 Jul 22 16:28:27.442309 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af556b-9354-484d-bc6c-39afefb00369 req-399ca97c-6893-4c60-9128-20f0b5fb5bd3 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:27.442951 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af556b-9354-484d-bc6c-39afefb00369 req-399ca97c-6893-4c60-9128-20f0b5fb5bd3 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:27.443268 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af556b-9354-484d-bc6c-39afefb00369 req-399ca97c-6893-4c60-9128-20f0b5fb5bd3 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:27.443855 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af556b-9354-484d-bc6c-39afefb00369 req-399ca97c-6893-4c60-9128-20f0b5fb5bd3 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:27.444568 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-83762262-fbb2-495b-a47a-b5b6a83bd52b req-c342858a-9923-47e1-8ffa-a2aa8e98b4b1 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670104 Jul 22 16:28:27.456784 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af556b-9354-484d-bc6c-39afefb00369 req-399ca97c-6893-4c60-9128-20f0b5fb5bd3 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:27.457413 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af556b-9354-484d-bc6c-39afefb00369 req-399ca97c-6893-4c60-9128-20f0b5fb5bd3 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:27.460628 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af556b-9354-484d-bc6c-39afefb00369 req-399ca97c-6893-4c60-9128-20f0b5fb5bd3 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:27.461305 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af556b-9354-484d-bc6c-39afefb00369 req-399ca97c-6893-4c60-9128-20f0b5fb5bd3 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:27.463153 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af556b-9354-484d-bc6c-39afefb00369 req-399ca97c-6893-4c60-9128-20f0b5fb5bd3 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:27.463668 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af556b-9354-484d-bc6c-39afefb00369 req-399ca97c-6893-4c60-9128-20f0b5fb5bd3 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:27.466026 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af556b-9354-484d-bc6c-39afefb00369 req-399ca97c-6893-4c60-9128-20f0b5fb5bd3 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:27.466550 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af556b-9354-484d-bc6c-39afefb00369 req-399ca97c-6893-4c60-9128-20f0b5fb5bd3 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:27.467035 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af556b-9354-484d-bc6c-39afefb00369 req-399ca97c-6893-4c60-9128-20f0b5fb5bd3 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:27.467510 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af556b-9354-484d-bc6c-39afefb00369 req-399ca97c-6893-4c60-9128-20f0b5fb5bd3 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:27.467983 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af556b-9354-484d-bc6c-39afefb00369 req-399ca97c-6893-4c60-9128-20f0b5fb5bd3 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:27.471265 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af556b-9354-484d-bc6c-39afefb00369 req-399ca97c-6893-4c60-9128-20f0b5fb5bd3 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:27.485234 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f4af556b-9354-484d-bc6c-39afefb00369 req-399ca97c-6893-4c60-9128-20f0b5fb5bd3 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2ad5db76-dd0f-48fc-9af1-133938b63a16&device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334&device_id=b96e2904-18cd-49c7-831b-549a5aa48844&device_id=cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db&device_id=5d258c5b-dac6-49e1-b99a-9486303bd97a&device_id=04e0a6b2-e0fc-4439-9923-7fdda29df12a&device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f&device_id=a8802d4f-edfd-4ab7-a552-be6b92672681&device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c&device_id=15c045a6-a566-4729-ae2f-e0c9f3ecb743&device_id=5e3274e9-23f8-4862-b101-9d7bf4484c3b&device_id=2a228897-f2bf-48db-9877-10d64b952aad&device_id=15ad3503-1db8-44b0-8609-b4f7c827cfaa&device_id=9eceaecc-faff-400f-88d3-03d8454fbbfb&device_id=bd51c8c2-9b04-4360-9c28-701658465173&device_id=1522b8e6-703c-4707-bd61-d2ed56d74fd9&device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 14435 time: 0.3808978 Jul 22 16:28:27.516759 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-a0b4ae73-81f3-415d-b323-cac81d88fb3e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0551198 Jul 22 16:28:27.639160 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-52451083-991a-41f6-8b36-4b7f3fbae6cf service neutron] Request body: {'port': {'device_id': '2ad5db76-dd0f-48fc-9af1-133938b63a16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:27.641649 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f4af556b-9354-484d-bc6c-39afefb00369 req-ac234906-998a-4c85-8fda-f0ed0fb62877 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:27.672650 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b5a80-a00c-4acf-bf1d-9994774b8f69 req-1fca05c5-b259-42ee-af82-8d54880157e6 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:27.683017 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-744b5a80-a00c-4acf-bf1d-9994774b8f69 req-1fca05c5-b259-42ee-af82-8d54880157e6 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ad5db76-dd0f-48fc-9af1-133938b63a16 HTTP/1.1" status: 200 len: 931 time: 0.1280212 Jul 22 16:28:27.705791 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb1a189-6f62-4694-920e-108dcbba3361 None None] DHCP port deletion for 958921b4-5bc1-41b3-837b-39292aedd4cb request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:28:27.794388 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-744b5a80-a00c-4acf-bf1d-9994774b8f69 req-2573169c-b047-4793-9294-5a84924d97c8 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099675 Jul 22 16:28:27.867494 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4fb1a189-6f62-4694-920e-108dcbba3361 None None] Deleting port a08dfd00-fa8c-4c5e-9b64-33bea659fcef {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:27.868721 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fb1a189-6f62-4694-920e-108dcbba3361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:27.918747 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f4af556b-9354-484d-bc6c-39afefb00369 req-ac234906-998a-4c85-8fda-f0ed0fb62877 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:27.929110 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:27.950492 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f4af556b-9354-484d-bc6c-39afefb00369 req-ac234906-998a-4c85-8fda-f0ed0fb62877 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:28.054827 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4fb1a189-6f62-4694-920e-108dcbba3361 None None] For port a08dfd00-fa8c-4c5e-9b64-33bea659fcef, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a08dfd00-fa8c-4c5e-9b64-33bea659fcef,segment=NetworkSegment(6315e2cb-d9c3-4a02-9502-a063aabd4aa0),segment_id=6315e2cb-d9c3-4a02-9502-a063aabd4aa0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:28.060133 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fb1a189-6f62-4694-920e-108dcbba3361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:28.069670 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f4af556b-9354-484d-bc6c-39afefb00369 req-ac234906-998a-4c85-8fda-f0ed0fb62877 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8b16d6b5-683a-4a99-865c-4893bd842cac&id=a194972c-7dd9-4c49-9569-a07a824d430c&id=0535eac0-d50a-4a4b-9708-9d8c381911b7&id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.5827837 Jul 22 16:28:28.121769 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4fb1a189-6f62-4694-920e-108dcbba3361 None None] Calling delete_port for a08dfd00-fa8c-4c5e-9b64-33bea659fcef owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:28.318341 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6802ef8-bc82-4cb2-8e78-e0f18d6a327a req-105ff600-754e-4390-ba3c-58d301177d79 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:28.320094 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b6802ef8-bc82-4cb2-8e78-e0f18d6a327a req-105ff600-754e-4390-ba3c-58d301177d79 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 945 time: 0.1770232 Jul 22 16:28:28.354594 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 4b37863c-be3a-4e9c-aeaf-272343fd4b0f up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:28.358654 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac234906-998a-4c85-8fda-f0ed0fb62877 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c63acd5-e4a5-49ba-9d28-4fbb4bbf2328,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:28.398824 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-52451083-991a-41f6-8b36-4b7f3fbae6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:28.417099 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b6802ef8-bc82-4cb2-8e78-e0f18d6a327a req-c7f316dd-f878-40ea-a885-af4fc21c7a63 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911632 Jul 22 16:28:28.594488 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 4b37863c-be3a-4e9c-aeaf-272343fd4b0f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:28.612420 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 4b37863c-be3a-4e9c-aeaf-272343fd4b0f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:28.613830 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:28.692460 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Deleting port a08dfd00-fa8c-4c5e-9b64-33bea659fcef {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:28.693139 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:28.713553 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c146d-93f5-4656-a456-d06fc7bb8718 req-5ac18d76-358e-4264-af1c-b166b537de7a tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:28.722517 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e37c146d-93f5-4656-a456-d06fc7bb8718 req-5ac18d76-358e-4264-af1c-b166b537de7a tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=b96e2904-18cd-49c7-831b-549a5aa48844 HTTP/1.1" status: 200 len: 950 time: 0.4759934 Jul 22 16:28:28.741897 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fb1a189-6f62-4694-920e-108dcbba3361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:28.804145 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1a189-6f62-4694-920e-108dcbba3361 None None] Pushing event deleted for resources: {'Port': ['ID=a08dfd00-fa8c-4c5e-9b64-33bea659fcef,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:28.895908 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:28.919151 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb1a189-6f62-4694-920e-108dcbba3361 None None] No DVR routers for this DVR port a08dfd00-fa8c-4c5e-9b64-33bea659fcef on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:28:28.995764 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 4b37863c-be3a-4e9c-aeaf-272343fd4b0f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=4b37863c-be3a-4e9c-aeaf-272343fd4b0f,segment=NetworkSegment(fa9c6d2c-52ac-4427-8396-9967135b0cbb),segment_id=fa9c6d2c-52ac-4427-8396-9967135b0cbb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:29.002427 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e37c146d-93f5-4656-a456-d06fc7bb8718 req-e2e3c286-ed12-40eb-b217-dd3cd6bc4335 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658162 Jul 22 16:28:29.006123 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:29.018364 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f8eccf3-c277-4b6e-9217-20cc893f7291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:29.033360 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] For port a08dfd00-fa8c-4c5e-9b64-33bea659fcef, host n-d-798930-9, got binding levels [] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:29.038989 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:29.083718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736c86c-5c4f-4d5e-85a7-ace772b731dc req-47d86e2b-1f37-4af1-b1a1-f174fd08554f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:29.088837 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e736c86c-5c4f-4d5e-85a7-ace772b731dc req-47d86e2b-1f37-4af1-b1a1-f174fd08554f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 945 time: 0.2087271 Jul 22 16:28:29.147329 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Calling delete_port for a08dfd00-fa8c-4c5e-9b64-33bea659fcef owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:29.152317 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Port a08dfd00-fa8c-4c5e-9b64-33bea659fcef was not found and therefore no delete operation was performed {{(pid=93816) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 16:28:29.154232 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=4b37863c-be3a-4e9c-aeaf-272343fd4b0f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:29.156188 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:29.179673 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a08dfd00-fa8c-4c5e-9b64-33bea659fcef no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:29.187494 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 9996a004-c98a-44c6-b9eb-9cba5a931bb1 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:29.221540 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e736c86c-5c4f-4d5e-85a7-ace772b731dc req-768f1bee-386b-48db-baff-a7a2294a91dd tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121023 Jul 22 16:28:29.293771 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a08dfd00-fa8c-4c5e-9b64-33bea659fcef,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:29.316453 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] No DVR routers for this DVR port a08dfd00-fa8c-4c5e-9b64-33bea659fcef on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:28:29.476324 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9d81f-0d2b-4e85-bb29-51eb109b1f9f req-f2c3f364-c781-4167-aacf-ea3ee9e2e690 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:29.493576 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b8d9d81f-0d2b-4e85-bb29-51eb109b1f9f req-f2c3f364-c781-4167-aacf-ea3ee9e2e690 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ad5db76-dd0f-48fc-9af1-133938b63a16 HTTP/1.1" status: 200 len: 931 time: 0.1360962 Jul 22 16:28:29.496157 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: a08dfd00-fa8c-4c5e-9b64-33bea659fcef {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:28:29.504927 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a08dfd00-fa8c-4c5e-9b64-33bea659fcef not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:28:29.544503 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b8d9d81f-0d2b-4e85-bb29-51eb109b1f9f req-d9d60601-d4e4-4135-ae81-edc97343d5b4 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434904 Jul 22 16:28:29.575964 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 9996a004-c98a-44c6-b9eb-9cba5a931bb1 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:29.585435 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 9996a004-c98a-44c6-b9eb-9cba5a931bb1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:29.587762 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:29.642231 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:29.661433 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:29.661850 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:29.662632 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:29.662979 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Subscribe: > port after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:29.663299 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:29.663634 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Subscribe: > port after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:29.664200 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:29.664527 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:29.665035 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:29.665357 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:29.733559 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:29.759450 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671d4a4e-ded5-4ff0-913d-7d69cc737334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9996a004-c98a-44c6-b9eb-9cba5a931bb1'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:29.763053 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569c22b0-71a6-4330-84d9-97ecab5ab9d1" -d '{"events": [{"server_uuid": "671d4a4e-ded5-4ff0-913d-7d69cc737334", "name": "network-vif-plugged", "status": "completed", "tag": "9996a004-c98a-44c6-b9eb-9cba5a931bb1"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:29.770115 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:29.770683 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:29.771060 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:29.771549 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:29.772077 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958921b4-5bc1-41b3-837b-39292aedd4cb']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:29.793379 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 9996a004-c98a-44c6-b9eb-9cba5a931bb1, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9996a004-c98a-44c6-b9eb-9cba5a931bb1,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:29.799104 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:29.819397 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6315e2cb-d9c3-4a02-9502-a063aabd4aa0') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:29.819599 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6315e2cb-d9c3-4a02-9502-a063aabd4aa0') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:29.857072 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=9996a004-c98a-44c6-b9eb-9cba5a931bb1,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:29.874229 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60cdc3-6995-4109-a4aa-f6e714ea2afd req-67d19750-4626-42b6-adb3-f3a93b804a00 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:29.884038 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eb60cdc3-6995-4109-a4aa-f6e714ea2afd req-67d19750-4626-42b6-adb3-f3a93b804a00 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 945 time: 0.1381083 Jul 22 16:28:29.891246 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:29.915517 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:29.924584 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:28:29.925030 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:29.934555 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eb60cdc3-6995-4109-a4aa-f6e714ea2afd req-d115052c-9c97-4d66-baa7-fb71f6bac1c4 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490503 Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: from cryptography.utils import int_from_bytes Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: from cryptography.utils import int_from_bytes Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:28:29.948163 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:28:29.968582 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e038771-7769-4f23-a21b-1457fc6a302a req-f10c7c11-f9d3-4a7d-b6eb-33ae73a17c81 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:29.969105 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e038771-7769-4f23-a21b-1457fc6a302a req-f10c7c11-f9d3-4a7d-b6eb-33ae73a17c81 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:29.969640 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e038771-7769-4f23-a21b-1457fc6a302a req-f10c7c11-f9d3-4a7d-b6eb-33ae73a17c81 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:29.972054 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e038771-7769-4f23-a21b-1457fc6a302a req-f10c7c11-f9d3-4a7d-b6eb-33ae73a17c81 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db&device_id=04e0a6b2-e0fc-4439-9923-7fdda29df12a&device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 2883 time: 0.5616398 Jul 22 16:28:30.005028 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a4d24f-5bd4-4c48-bf01-c7485e0b067e x-openstack-request-id: req-a3a4d24f-5bd4-4c48-bf01-c7485e0b067e {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:30.005323 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671d4a4e-ded5-4ff0-913d-7d69cc737334", "name": "network-vif-plugged", "status": "completed", "tag": "9996a004-c98a-44c6-b9eb-9cba5a931bb1", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:30.005571 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a3a4d24f-5bd4-4c48-bf01-c7485e0b067e {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:30.006018 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671d4a4e-ded5-4ff0-913d-7d69cc737334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9996a004-c98a-44c6-b9eb-9cba5a931bb1', 'code': 200} Jul 22 16:28:30.027977 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-52451083-991a-41f6-8b36-4b7f3fbae6cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9dcb843-a084-4f5f-845b-973fafdb8305 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:30.046816 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-52451083-991a-41f6-8b36-4b7f3fbae6cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:30.062750 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:30.091007 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:30.095682 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] 10.222.0.69 "DELETE /v2.0/networks/958921b4-5bc1-41b3-837b-39292aedd4cb HTTP/1.1" status: 204 len: 168 time: 2.7378969 Jul 22 16:28:30.180632 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-52451083-991a-41f6-8b36-4b7f3fbae6cf service neutron] Transition to ACTIVE for port object f9dcb843-a084-4f5f-845b-973fafdb8305 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:30.183836 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdba200-31ce-4c28-bb26-10d980bfbdf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=958921b4-5bc1-41b3-837b-39292aedd4cb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:30.223997 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 4b37863c-be3a-4e9c-aeaf-272343fd4b0f up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:30.256827 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a4ee1-20ae-4fc8-a5c5-ae5fc55c3132 req-3a7883ad-b8f3-4520-857f-b986ef0cc635 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:30.266109 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-131a4ee1-20ae-4fc8-a5c5-ae5fc55c3132 req-3a7883ad-b8f3-4520-857f-b986ef0cc635 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=b96e2904-18cd-49c7-831b-549a5aa48844 HTTP/1.1" status: 200 len: 950 time: 0.1078351 Jul 22 16:28:30.275234 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e038771-7769-4f23-a21b-1457fc6a302a req-263c5b8c-b2c5-4dcb-91e6-a8ab52b3f330 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949460 Jul 22 16:28:30.285958 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-52451083-991a-41f6-8b36-4b7f3fbae6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:30.367506 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 4b37863c-be3a-4e9c-aeaf-272343fd4b0f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:30.367726 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:30.380952 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-131a4ee1-20ae-4fc8-a5c5-ae5fc55c3132 req-9cd3ba11-c700-432f-86c9-0fd0fc54ddcc tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134109 Jul 22 16:28:30.499430 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37394) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:30.546626 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-99d5fb6b-58b6-4644-a596-dbc7b31033b5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f5dcba1bcdec4dec9217a5051c7c2328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458081 Jul 22 16:28:30.549002 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37396) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:30.586502 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52451083-991a-41f6-8b36-4b7f3fbae6cf service neutron] Pushing event updated for resources: {'Port': ['ID=f9dcb843-a084-4f5f-845b-973fafdb8305,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:30.625959 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-929d6410-05bf-4050-bb52-9de5e07eb5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:30.666558 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232c90a-56bd-4d33-a72a-a9f79bca2b39 req-d4303ac4-ee64-4ab2-95d4-b765b24b935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:30.668071 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8232c90a-56bd-4d33-a72a-a9f79bca2b39 req-d4303ac4-ee64-4ab2-95d4-b765b24b935e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 1097 time: 0.5225766 Jul 22 16:28:30.679468 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-929d6410-05bf-4050-bb52-9de5e07eb5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:30.732155 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913ac99-bc55-4cba-a165-8fb75ab56c82 req-d0e7ef59-7750-4df1-8af5-0765761a7626 tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:30.733815 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9913ac99-bc55-4cba-a165-8fb75ab56c82 req-d0e7ef59-7750-4df1-8af5-0765761a7626 tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b96e2904-18cd-49c7-831b-549a5aa48844 HTTP/1.1" status: 200 len: 1101 time: 0.1180036 Jul 22 16:28:30.740840 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb086e0-e4c6-4a8f-931c-b5a358552406 req-7c0179eb-8b71-494c-a86b-b850925e7cb7 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:30.742404 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fcb086e0-e4c6-4a8f-931c-b5a358552406 req-7c0179eb-8b71-494c-a86b-b850925e7cb7 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 945 time: 0.2781005 Jul 22 16:28:30.748441 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8232c90a-56bd-4d33-a72a-a9f79bca2b39 req-cecb5907-a5bb-43e1-a4ed-63283fedfb23 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672781 Jul 22 16:28:30.749230 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-52451083-991a-41f6-8b36-4b7f3fbae6cf service neutron] Attempting to bind port f9dcb843-a084-4f5f-845b-973fafdb8305 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:30.749557 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-52451083-991a-41f6-8b36-4b7f3fbae6cf service neutron] Attempting to bind port f9dcb843-a084-4f5f-845b-973fafdb8305 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:30.749871 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-52451083-991a-41f6-8b36-4b7f3fbae6cf service neutron] Attempting to bind port f9dcb843-a084-4f5f-845b-973fafdb8305 on network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:30.759609 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-52451083-991a-41f6-8b36-4b7f3fbae6cf service neutron] Port f9dcb843-a084-4f5f-845b-973fafdb8305 on network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:28:30.759930 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-52451083-991a-41f6-8b36-4b7f3fbae6cf service neutron] Attempting to bind port f9dcb843-a084-4f5f-845b-973fafdb8305 on network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:30.779524 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-52451083-991a-41f6-8b36-4b7f3fbae6cf service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:30.780284 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-52451083-991a-41f6-8b36-4b7f3fbae6cf service neutron] Checking segment: {'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:30.780284 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-52451083-991a-41f6-8b36-4b7f3fbae6cf service neutron] Bound using segment: {'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:30.780669 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-52451083-991a-41f6-8b36-4b7f3fbae6cf service neutron] Bound port: f9dcb843-a084-4f5f-845b-973fafdb8305, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:30.781032 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-52451083-991a-41f6-8b36-4b7f3fbae6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:30.825715 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fcb086e0-e4c6-4a8f-931c-b5a358552406 req-6e79be54-4dd8-4011-9599-bb813ebec440 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649598 Jul 22 16:28:30.939724 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-52451083-991a-41f6-8b36-4b7f3fbae6cf service neutron] For port f9dcb843-a084-4f5f-845b-973fafdb8305, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:30.995143 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-52451083-991a-41f6-8b36-4b7f3fbae6cf service neutron] For port f9dcb843-a084-4f5f-845b-973fafdb8305, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f9dcb843-a084-4f5f-845b-973fafdb8305,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:31.017294 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-52451083-991a-41f6-8b36-4b7f3fbae6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:31.053074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-52451083-991a-41f6-8b36-4b7f3fbae6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:31.053701 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-52451083-991a-41f6-8b36-4b7f3fbae6cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:31.055266 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-52451083-991a-41f6-8b36-4b7f3fbae6cf service neutron] 10.222.0.30 "PUT /v2.0/ports/f9dcb843-a084-4f5f-845b-973fafdb8305 HTTP/1.1" status: 200 len: 1091 time: 3.4355273 Jul 22 16:28:31.056408 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad5db76-dd0f-48fc-9af1-133938b63a16', 'tag': 'f9dcb843-a084-4f5f-845b-973fafdb8305'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:31.058858 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22331f5-7782-4fec-a0c6-48720e47d2ae" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad5db76-dd0f-48fc-9af1-133938b63a16", "tag": "f9dcb843-a084-4f5f-845b-973fafdb8305"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:31.104965 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e58968-7284-490c-bc2d-5ec07a4a9e6f req-8fd8a5cf-a7bc-4236-a110-aa9e98978d59 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:31.106613 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-74e58968-7284-490c-bc2d-5ec07a4a9e6f req-8fd8a5cf-a7bc-4236-a110-aa9e98978d59 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ad5db76-dd0f-48fc-9af1-133938b63a16 HTTP/1.1" status: 200 len: 943 time: 0.1582899 Jul 22 16:28:31.109959 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52451083-991a-41f6-8b36-4b7f3fbae6cf service neutron] Pushing event updated for resources: {'Port': ['ID=f9dcb843-a084-4f5f-845b-973fafdb8305,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:31.162702 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-74e58968-7284-490c-bc2d-5ec07a4a9e6f req-d36de925-cbc7-428f-a9b3-dbbed48dd949 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489452 Jul 22 16:28:31.247430 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-0b356b0c-d75a-48c1-94f5-6e1b81e98496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:31.253093 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-0b356b0c-d75a-48c1-94f5-6e1b81e98496 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8f7f0ee905d4934879787b8f8216673&device_id=2ad5db76-dd0f-48fc-9af1-133938b63a16 HTTP/1.1" status: 200 len: 1094 time: 0.0882800 Jul 22 16:28:31.268382 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9913ac99-bc55-4cba-a165-8fb75ab56c82 req-fce754a1-ab2f-4a60-9a80-2be4dad046b1 tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5287895 Jul 22 16:28:31.282913 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-929d6410-05bf-4050-bb52-9de5e07eb5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:31.286945 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-929d6410-05bf-4050-bb52-9de5e07eb5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:31.288026 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-929d6410-05bf-4050-bb52-9de5e07eb5bc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f996594-5e30-4435-859e-70f74cdb0b9e HTTP/1.1" status: 204 len: 168 time: 0.7377901 Jul 22 16:28:31.324262 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d6410-05bf-4050-bb52-9de5e07eb5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f996594-5e30-4435-859e-70f74cdb0b9e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:31.407529 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-966844ca-f56d-419d-8d14-657cb0b13424 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9dcb843-a084-4f5f-845b-973fafdb8305 HTTP/1.1" status: 200 len: 217 time: 0.1215253 Jul 22 16:28:31.512863 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-acb84f13-c592-496a-8e20-dbe40a0dc352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:31.514943 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-acb84f13-c592-496a-8e20-dbe40a0dc352 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a3c12ce3-22c0-432e-833b-5a5a37b77be7 HTTP/1.1" status: 200 len: 852 time: 0.1059656 Jul 22 16:28:31.570011 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68cc449e-8232-4873-a445-820b04402e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:31.585050 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:31.592132 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-e828cf1a-9f6a-4a6f-87fa-8357f08f0bec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646141 Jul 22 16:28:31.603469 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6b91f1-83d3-4843-83f3-9c3cd9de1bb0 x-openstack-request-id: req-7d6b91f1-83d3-4843-83f3-9c3cd9de1bb0 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:31.603980 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad5db76-dd0f-48fc-9af1-133938b63a16", "tag": "f9dcb843-a084-4f5f-845b-973fafdb8305", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:31.604376 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7d6b91f1-83d3-4843-83f3-9c3cd9de1bb0 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:31.604978 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad5db76-dd0f-48fc-9af1-133938b63a16', 'tag': 'f9dcb843-a084-4f5f-845b-973fafdb8305', 'status': 'completed', 'code': 200} Jul 22 16:28:31.619963 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ce95e-e338-467c-9614-e7b89bce74ce req-d32836e4-1f1b-4ac5-bacd-efa2f89c5242 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:31.621608 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f3ce95e-e338-467c-9614-e7b89bce74ce req-d32836e4-1f1b-4ac5-bacd-efa2f89c5242 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 946 time: 0.2004783 Jul 22 16:28:31.737480 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-3c1506cb-b73d-40ba-9400-615b14008ea0 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=1c8d6245ad404817abeaf30553b64f00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318520 Jul 22 16:28:31.740138 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f3ce95e-e338-467c-9614-e7b89bce74ce req-9efeb986-bc63-4d89-b864-c9a0da71d648 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040270 Jul 22 16:28:31.811578 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-7bfba2ee-d337-4f57-8513-72a477318fe6 service neutron] 10.222.0.30 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846874 Jul 22 16:28:31.866398 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-121c9324-ef34-4c31-bced-5b4a3e441aa7 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:31.871824 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-121c9324-ef34-4c31-bced-5b4a3e441aa7 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1276686 Jul 22 16:28:31.893341 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-85ba8c70-5ee4-4ac9-a567-c7087e45aca0 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/quotas/1c8d6245ad404817abeaf30553b64f00 HTTP/1.1" status: 200 len: 375 time: 0.0151906 Jul 22 16:28:31.989951 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-da91e479-c7a0-425d-bf27-574b343c063e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c8d6245ad404817abeaf30553b64f00&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0937934 Jul 22 16:28:31.994992 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-782b9f39-4b78-4066-81a7-d9edc7ef8964 req-d7ce1b07-d62e-4b74-b21c-a4518cd07c13 service neutron] 10.222.0.30 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704533 Jul 22 16:28:32.314789 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93353590-4979-4479-93e3-20cb366610b9 req-1d1d0d74-7ed7-4e23-b67b-ff0a74db8e93 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc16ae9f-dcf1-40d8-9043-e568ead53ee2 HTTP/1.1" status: 200 len: 210 time: 0.0771420 Jul 22 16:28:32.371257 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d076e-b4df-4cb2-ba45-6cc7ed54970a req-a9ae0ed6-a119-478e-8a50-5e05b076fc3f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:32.384771 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22331f5-7782-4fec-a0c6-48720e47d2ae req-1d4a2cb6-caf2-4e02-887a-86968bddace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:32.386302 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c22331f5-7782-4fec-a0c6-48720e47d2ae req-1d4a2cb6-caf2-4e02-887a-86968bddace3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8f7f0ee905d4934879787b8f8216673&device_id=2ad5db76-dd0f-48fc-9af1-133938b63a16 HTTP/1.1" status: 200 len: 1094 time: 0.2424920 Jul 22 16:28:32.388104 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-990d076e-b4df-4cb2-ba45-6cc7ed54970a req-a9ae0ed6-a119-478e-8a50-5e05b076fc3f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 945 time: 0.1593540 Jul 22 16:28:32.450060 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-990d076e-b4df-4cb2-ba45-6cc7ed54970a req-318aee4e-b85f-4e3b-9971-99d30044d0c5 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601699 Jul 22 16:28:32.587749 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22331f5-7782-4fec-a0c6-48720e47d2ae req-0ef614ed-968d-4660-ad0c-199f19f7207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:32.591270 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c22331f5-7782-4fec-a0c6-48720e47d2ae req-0ef614ed-968d-4660-ad0c-199f19f7207b service neutron] 10.222.0.30 "GET /v2.0/networks?id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e HTTP/1.1" status: 200 len: 913 time: 0.1966193 Jul 22 16:28:32.658939 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:32.686399 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189fdbe-60d5-4bed-8a7a-9e65d09ff827 req-73a9517b-f255-437a-a35e-d7886684808e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:32.694898 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9189fdbe-60d5-4bed-8a7a-9e65d09ff827 req-73a9517b-f255-437a-a35e-d7886684808e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ad5db76-dd0f-48fc-9af1-133938b63a16 HTTP/1.1" status: 200 len: 943 time: 0.1409667 Jul 22 16:28:32.758337 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c22331f5-7782-4fec-a0c6-48720e47d2ae req-4932759e-f16c-4656-ba45-ee009e1e26ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9dcb843-a084-4f5f-845b-973fafdb8305 HTTP/1.1" status: 200 len: 217 time: 0.1344926 Jul 22 16:28:32.760863 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9189fdbe-60d5-4bed-8a7a-9e65d09ff827 req-bc592c9b-854f-4531-b9fc-99dc6db24652 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605738 Jul 22 16:28:32.857418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22331f5-7782-4fec-a0c6-48720e47d2ae req-7e1e33ad-362f-4306-a21e-d915a75b6726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:32.869166 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c22331f5-7782-4fec-a0c6-48720e47d2ae req-7e1e33ad-362f-4306-a21e-d915a75b6726 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a3c12ce3-22c0-432e-833b-5a5a37b77be7 HTTP/1.1" status: 200 len: 852 time: 0.0907164 Jul 22 16:28:32.908636 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c22331f5-7782-4fec-a0c6-48720e47d2ae req-b70ea54d-f1f0-4f6e-a97b-96000a87a44e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316832 Jul 22 16:28:32.951747 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb17b59-f0c9-4738-afe5-a6799c14046b req-9669ed8a-0543-4a45-bd18-04f24610e1cb tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:32.953271 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fbb17b59-f0c9-4738-afe5-a6799c14046b req-9669ed8a-0543-4a45-bd18-04f24610e1cb tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 1101 time: 0.1414700 Jul 22 16:28:32.968042 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37464) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:33.040632 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359aa00-6ac1-4d37-b583-d2bb06cc8983 req-504f22af-e8b5-4a66-bf94-d5bfb75c1936 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:33.052656 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9359aa00-6ac1-4d37-b583-d2bb06cc8983 req-504f22af-e8b5-4a66-bf94-d5bfb75c1936 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 946 time: 0.1402714 Jul 22 16:28:33.060906 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fbb17b59-f0c9-4738-afe5-a6799c14046b req-d5a2a36f-09b2-4230-b0ef-578f4ff04ca6 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942969 Jul 22 16:28:33.103313 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c22331f5-7782-4fec-a0c6-48720e47d2ae req-29d86f3b-218b-4026-97f3-3398ac5000e7 service neutron] 10.222.0.30 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844330 Jul 22 16:28:33.134493 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9359aa00-6ac1-4d37-b583-d2bb06cc8983 req-43e37d6a-4bb2-46de-9929-338340808a31 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779300 Jul 22 16:28:33.219015 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1ed24995-2da8-45f3-a4b0-85503cda7b0c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1749869365-network', 'tenant_id': '84fc20ccb2f74c009a917c2acecfaa57'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:33.299511 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64faf33a-6741-4cc6-ad7c-5fb3900da88f req-e65dd828-6af1-4125-a9ec-87f66b27d840 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:33.301062 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64faf33a-6741-4cc6-ad7c-5fb3900da88f req-e65dd828-6af1-4125-a9ec-87f66b27d840 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 1097 time: 0.0628991 Jul 22 16:28:33.316504 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed24995-2da8-45f3-a4b0-85503cda7b0c admin admin] Made reservation on behalf of 84fc20ccb2f74c009a917c2acecfaa57 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:28:33.318789 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ed24995-2da8-45f3-a4b0-85503cda7b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:33.344147 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c22331f5-7782-4fec-a0c6-48720e47d2ae req-cb295820-8e9b-4037-ad2c-7b88ce36fd2c service neutron] 10.222.0.30 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276213 Jul 22 16:28:33.354570 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ed24995-2da8-45f3-a4b0-85503cda7b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:33.362164 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64faf33a-6741-4cc6-ad7c-5fb3900da88f req-2669ea81-240d-4078-8925-c697519d3c76 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446074 Jul 22 16:28:33.423252 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49730c3-1912-415f-96cd-06889e834c72 req-bfd21f7e-a2db-47be-b8d8-9622d21f2072 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:33.424667 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a49730c3-1912-415f-96cd-06889e834c72 req-bfd21f7e-a2db-47be-b8d8-9622d21f2072 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 1101 time: 0.2013474 Jul 22 16:28:33.478684 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d02092a-5c1c-49ec-b598-c51d34a18a84 req-023dece3-9154-40cf-bfb8-c068636b3f66 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc16ae9f-dcf1-40d8-9043-e568ead53ee2 HTTP/1.1" status: 200 len: 210 time: 0.0434353 Jul 22 16:28:33.500393 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a49730c3-1912-415f-96cd-06889e834c72 req-ee108754-483c-423f-a717-8e9288e32a2c tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583169 Jul 22 16:28:33.569163 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ed24995-2da8-45f3-a4b0-85503cda7b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:33.574915 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ed24995-2da8-45f3-a4b0-85503cda7b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:33.599278 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed24995-2da8-45f3-a4b0-85503cda7b0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:28:33.612642 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bff16-edbf-4e8d-9bbe-1ea2a62c2f95 req-273deb96-280f-4c8b-8633-5d9ba380c740 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:33.614090 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed24995-2da8-45f3-a4b0-85503cda7b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79249660-b1e3-4856-a58c-ee9a725f30eb,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:33.626133 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a71bff16-edbf-4e8d-9bbe-1ea2a62c2f95 req-273deb96-280f-4c8b-8633-5d9ba380c740 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 1097 time: 0.0710309 Jul 22 16:28:33.642884 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ed24995-2da8-45f3-a4b0-85503cda7b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:33.643219 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-1ed24995-2da8-45f3-a4b0-85503cda7b0c admin admin] Added segment 6deea454-98c1-472a-99f0-5acb601d0c16 of type vlan for network e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b Jul 22 16:28:33.662385 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a71bff16-edbf-4e8d-9bbe-1ea2a62c2f95 req-d134517f-a521-480a-af4a-09be82351f62 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406916 Jul 22 16:28:33.717664 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ed24995-2da8-45f3-a4b0-85503cda7b0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:33.761341 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ed24995-2da8-45f3-a4b0-85503cda7b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:33.762434 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed24995-2da8-45f3-a4b0-85503cda7b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:33.763021 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ed24995-2da8-45f3-a4b0-85503cda7b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:33.777699 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c376810-02f3-4422-9832-358d9293d32c req-351b4449-1179-4057-9f72-bb41b99db6b1 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:33.779246 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6c376810-02f3-4422-9832-358d9293d32c req-351b4449-1179-4057-9f72-bb41b99db6b1 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 945 time: 0.1467707 Jul 22 16:28:33.826430 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1ed24995-2da8-45f3-a4b0-85503cda7b0c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8395712 Jul 22 16:28:33.826688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37486) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:33.826688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-cfe8b772-eb35-4d91-86b1-bc6e769cdf46 admin admin] Request body: {'subnet': {'network_id': 'e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1749869365-subnet', 'tenant_id': '84fc20ccb2f74c009a917c2acecfaa57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:33.871959 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed24995-2da8-45f3-a4b0-85503cda7b0c admin admin] Pushing event updated for resources: {'Network': ['ID=e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:33.884985 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe8b772-eb35-4d91-86b1-bc6e769cdf46 admin admin] Made reservation on behalf of 84fc20ccb2f74c009a917c2acecfaa57 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:28:33.887744 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfe8b772-eb35-4d91-86b1-bc6e769cdf46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:33.890020 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:28:33.892194 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6c376810-02f3-4422-9832-358d9293d32c req-94ddc751-7d0a-4a04-bc40-2dd44c053fc2 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993431 Jul 22 16:28:34.127796 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-99c9052f-779a-42ff-b947-7167068ff971 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1c8d6245ad404817abeaf30553b64f00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311410 Jul 22 16:28:34.318647 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-52b24171-d9cc-488b-8fa8-a9e3dc378fa9 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:34.319154 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0529555-344e-4b48-a6e7-7d2ee5376025 req-e228f781-6dd0-435a-9dd0-16e57a42c1a6 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:34.327925 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f0529555-344e-4b48-a6e7-7d2ee5376025 req-e228f781-6dd0-435a-9dd0-16e57a42c1a6 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ad5db76-dd0f-48fc-9af1-133938b63a16 HTTP/1.1" status: 200 len: 943 time: 0.2758956 Jul 22 16:28:34.328430 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-52b24171-d9cc-488b-8fa8-a9e3dc378fa9 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864345 Jul 22 16:28:34.331550 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfe8b772-eb35-4d91-86b1-bc6e769cdf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:34.364641 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-d5093905-aa28-4130-b2b3-04c3d32901af tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Request body: {'port': {'device_id': 'dc16ae9f-dcf1-40d8-9043-e568ead53ee2', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '1c8d6245ad404817abeaf30553b64f00'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:34.434718 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f0529555-344e-4b48-a6e7-7d2ee5376025 req-bd038890-3443-4d0d-bf4c-dd6c518a44dc tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985336 Jul 22 16:28:34.464743 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8b772-eb35-4d91-86b1-bc6e769cdf46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e24081bc-eab5-4015-baa0-1284cbf74b25,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:34.485203 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:34.497956 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe8b772-eb35-4d91-86b1-bc6e769cdf46 admin admin] Checking segment: {'id': '6deea454-98c1-472a-99f0-5acb601d0c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:34.497956 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe8b772-eb35-4d91-86b1-bc6e769cdf46 admin admin] Network hostable DHCP agents. Network: e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:28:34.582332 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe8b772-eb35-4d91-86b1-bc6e769cdf46 admin admin] Network e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:28:34.626103 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-cfe8b772-eb35-4d91-86b1-bc6e769cdf46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:34.631913 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe8b772-eb35-4d91-86b1-bc6e769cdf46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:34.636785 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7851462-402c-4775-9575-940b32c0d9ff None None] Network e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:28:34.649806 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfe8b772-eb35-4d91-86b1-bc6e769cdf46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:34.691004 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cfe8b772-eb35-4d91-86b1-bc6e769cdf46 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8753965 Jul 22 16:28:34.692206 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37502) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:34.695392 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ac3c7-5927-40c9-a19d-cc8331dd230e req-ba28a665-4517-4414-adaf-18311b8d8a4b tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:34.697982 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-141ac3c7-5927-40c9-a19d-cc8331dd230e req-ba28a665-4517-4414-adaf-18311b8d8a4b tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 1097 time: 0.1807094 Jul 22 16:28:34.704947 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6d3c3f2e-97ba-4010-8387-c0a1784b75f1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1749869365-router', 'tenant_id': '84fc20ccb2f74c009a917c2acecfaa57', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:34.773606 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-141ac3c7-5927-40c9-a19d-cc8331dd230e req-a7f98224-4fcd-4a4d-a287-f14cebca2155 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412261 Jul 22 16:28:34.775541 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d3c3f2e-97ba-4010-8387-c0a1784b75f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:34.776937 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d3c3f2e-97ba-4010-8387-c0a1784b75f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:34.845609 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d3c3f2e-97ba-4010-8387-c0a1784b75f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:34.933392 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eed8bc-1065-4034-9c85-d88d7ceea2dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b', 'network_id': 'e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b', 'tenant_id': '84fc20ccb2f74c009a917c2acecfaa57', 'fixed_ips': [{'subnet_id': 'e24081bc-eab5-4015-baa0-1284cbf74b25'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:28:34.934285 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93eed8bc-1065-4034-9c85-d88d7ceea2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:35.020356 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device f9dcb843-a084-4f5f-845b-973fafdb8305 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:28:35.041238 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-64cae2ac-a10b-4a07-b074-8405428406f2 req-1d9e0ef7-3d45-4a6b-a1c9-ae8641170c66 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc16ae9f-dcf1-40d8-9043-e568ead53ee2 HTTP/1.1" status: 200 len: 210 time: 0.1017847 Jul 22 16:28:35.086884 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-d5093905-aa28-4130-b2b3-04c3d32901af tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Made reservation on behalf of 1c8d6245ad404817abeaf30553b64f00 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:28:35.099674 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d3c3f2e-97ba-4010-8387-c0a1784b75f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:35.101127 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-d5093905-aa28-4130-b2b3-04c3d32901af tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:35.274148 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port f9dcb843-a084-4f5f-845b-973fafdb8305, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f9dcb843-a084-4f5f-845b-973fafdb8305,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:35.291942 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-93eed8bc-1065-4034-9c85-d88d7ceea2dc None None] Allocated IP 172.20.0.2 (e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b/e24081bc-eab5-4015-baa0-1284cbf74b25/c333815b-6e19-42c6-8539-b73dd45632b7) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:28:35.313175 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'f9dcb843-a084-4f5f-845b-973fafdb8305', 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e', 'port_id': 'f9dcb843-a084-4f5f-845b-973fafdb8305', 'mac_address': 'fa:16:3e:4a:a1:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c12ce3-22c0-432e-833b-5a5a37b77be7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:28:35.424129 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:35.463588 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e58d85-faf1-4f75-999c-f5060c42f382 req-1851438b-8f61-4da9-ac97-0e385d83c747 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:35.472285 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-12e58d85-faf1-4f75-999c-f5060c42f382 req-1851438b-8f61-4da9-ac97-0e385d83c747 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 945 time: 0.3269913 Jul 22 16:28:35.481389 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9dcb843-a084-4f5f-845b-973fafdb8305 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:35.545246 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-12e58d85-faf1-4f75-999c-f5060c42f382 req-8a535c07-e53f-466b-984b-2f8f3db5375d tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716743 Jul 22 16:28:35.646541 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93eed8bc-1065-4034-9c85-d88d7ceea2dc None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:35.658545 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-93eed8bc-1065-4034-9c85-d88d7ceea2dc None None] Transition to ACTIVE for port object c333815b-6e19-42c6-8539-b73dd45632b7 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:35.688005 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-93eed8bc-1065-4034-9c85-d88d7ceea2dc None None] Transition to ACTIVE for port object c333815b-6e19-42c6-8539-b73dd45632b7 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:35.704050 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93eed8bc-1065-4034-9c85-d88d7ceea2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:35.709179 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port f9dcb843-a084-4f5f-845b-973fafdb8305, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f9dcb843-a084-4f5f-845b-973fafdb8305,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:35.728470 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d3c3f2e-97ba-4010-8387-c0a1784b75f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:35.738721 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:35.757602 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d3c3f2e-97ba-4010-8387-c0a1784b75f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:35.759861 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eed8bc-1065-4034-9c85-d88d7ceea2dc None None] Network e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:35.763496 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-93eed8bc-1065-4034-9c85-d88d7ceea2dc None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:35.771259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eed8bc-1065-4034-9c85-d88d7ceea2dc None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:28:35.775596 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eed8bc-1065-4034-9c85-d88d7ceea2dc None None] Pushing event updated for resources: {'Port': ['ID=c333815b-6e19-42c6-8539-b73dd45632b7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:35.810199 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-d5093905-aa28-4130-b2b3-04c3d32901af tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Allocated IP 192.168.233.50 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:28:35.900456 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-6d3c3f2e-97ba-4010-8387-c0a1784b75f1 admin admin] Allocated IP 172.25.0.73 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/d12811e3-6fa6-43e3-b299-ebfbe31b7bea) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:28:35.924133 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-93eed8bc-1065-4034-9c85-d88d7ceea2dc None None] Attempting to bind port c333815b-6e19-42c6-8539-b73dd45632b7 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:35.925287 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-93eed8bc-1065-4034-9c85-d88d7ceea2dc None None] Attempting to bind port c333815b-6e19-42c6-8539-b73dd45632b7 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '6deea454-98c1-472a-99f0-5acb601d0c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:35.925891 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eed8bc-1065-4034-9c85-d88d7ceea2dc None None] Attempting to bind port c333815b-6e19-42c6-8539-b73dd45632b7 on network e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:35.929182 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=f9dcb843-a084-4f5f-845b-973fafdb8305,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:35.937888 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eed8bc-1065-4034-9c85-d88d7ceea2dc None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:35.939159 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eed8bc-1065-4034-9c85-d88d7ceea2dc None None] Checking segment: {'id': '6deea454-98c1-472a-99f0-5acb601d0c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:35.940207 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93eed8bc-1065-4034-9c85-d88d7ceea2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:35.940823 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eed8bc-1065-4034-9c85-d88d7ceea2dc None None] Bound using segment: {'id': '6deea454-98c1-472a-99f0-5acb601d0c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:35.941515 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-93eed8bc-1065-4034-9c85-d88d7ceea2dc None None] Bound port: c333815b-6e19-42c6-8539-b73dd45632b7, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6deea454-98c1-472a-99f0-5acb601d0c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:35.942172 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93eed8bc-1065-4034-9c85-d88d7ceea2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:35.946701 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0e9bf-731a-46cd-89e5-b145af514cb0 req-b401b860-b988-4f81-92bf-92edd228d18a tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:35.948464 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8de0e9bf-731a-46cd-89e5-b145af514cb0 req-b401b860-b988-4f81-92bf-92edd228d18a tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ad5db76-dd0f-48fc-9af1-133938b63a16 HTTP/1.1" status: 200 len: 944 time: 0.2573259 Jul 22 16:28:36.002333 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f067534-4c03-4ae5-a2c9-c58c90767144 req-6cd77e87-4012-4755-9ee0-cb6d97bd258e tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:36.011325 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4f067534-4c03-4ae5-a2c9-c58c90767144 req-6cd77e87-4012-4755-9ee0-cb6d97bd258e tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.4491849 Jul 22 16:28:36.056715 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-93eed8bc-1065-4034-9c85-d88d7ceea2dc None None] For port c333815b-6e19-42c6-8539-b73dd45632b7, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:36.075388 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-93eed8bc-1065-4034-9c85-d88d7ceea2dc None None] For port c333815b-6e19-42c6-8539-b73dd45632b7, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c333815b-6e19-42c6-8539-b73dd45632b7,segment=NetworkSegment(6deea454-98c1-472a-99f0-5acb601d0c16),segment_id=6deea454-98c1-472a-99f0-5acb601d0c16)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:36.075748 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4f067534-4c03-4ae5-a2c9-c58c90767144 req-c1f9442b-5fe2-4b37-80e9-b3ba9bda1abc tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628779 Jul 22 16:28:36.083883 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93eed8bc-1065-4034-9c85-d88d7ceea2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:36.103228 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d3c3f2e-97ba-4010-8387-c0a1784b75f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:36.109465 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8de0e9bf-731a-46cd-89e5-b145af514cb0 req-1254da8b-0134-41d8-ada9-ed1f1b4bb602 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461778 Jul 22 16:28:36.166572 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eed8bc-1065-4034-9c85-d88d7ceea2dc None None] Pushing event updated for resources: {'Port': ['ID=c333815b-6e19-42c6-8539-b73dd45632b7,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:36.224790 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d3c3f2e-97ba-4010-8387-c0a1784b75f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:36.227676 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-d5093905-aa28-4130-b2b3-04c3d32901af tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:36.232378 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['f9dcb843-a084-4f5f-845b-973fafdb8305'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:36.290335 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3c3f2e-97ba-4010-8387-c0a1784b75f1 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:36.298082 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-6d3c3f2e-97ba-4010-8387-c0a1784b75f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:36.299700 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5da041fd-429d-4b5a-92d9-edaa7b9acc7d req-db827ae3-bd68-401c-a69c-80daffa3ec5e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc16ae9f-dcf1-40d8-9043-e568ead53ee2 HTTP/1.1" status: 200 len: 210 time: 0.0538154 Jul 22 16:28:36.300620 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-d5093905-aa28-4130-b2b3-04c3d32901af tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Transition to ACTIVE for port object ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:36.308371 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c3f2e-97ba-4010-8387-c0a1784b75f1 admin admin] Pushing event updated for resources: {'Port': ['ID=d12811e3-6fa6-43e3-b299-ebfbe31b7bea,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:36.324440 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3c3f2e-97ba-4010-8387-c0a1784b75f1 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:28:36.356392 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-d5093905-aa28-4130-b2b3-04c3d32901af tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:36.376666 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff9eff-28bf-470e-8d5b-0c9a94a61ec8 req-50240356-837d-47c7-823a-2fda6ac1988d tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:36.380233 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fbff9eff-28bf-470e-8d5b-0c9a94a61ec8 req-50240356-837d-47c7-823a-2fda6ac1988d tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 1097 time: 0.1664553 Jul 22 16:28:36.413841 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['eb232938-2bd4-4305-af50-971d8bbeb3fd', '9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0', '0e2a9181-6018-4c62-be5b-89cd1f86cc5e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:36.417731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-d5093905-aa28-4130-b2b3-04c3d32901af tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:36.420789 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-d5093905-aa28-4130-b2b3-04c3d32901af tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:36.426565 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-d5093905-aa28-4130-b2b3-04c3d32901af tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:28:36.468755 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5093905-aa28-4130-b2b3-04c3d32901af tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Pushing event updated for resources: {'Port': ['ID=ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:36.521546 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-d5093905-aa28-4130-b2b3-04c3d32901af tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:36.522329 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-d5093905-aa28-4130-b2b3-04c3d32901af tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:36.559860 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-d5093905-aa28-4130-b2b3-04c3d32901af tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1994486 Jul 22 16:28:36.589245 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-f1bd55cc-0404-424d-a746-fb029c3ad912 service neutron] Request body: {'port': {'device_id': 'dc16ae9f-dcf1-40d8-9043-e568ead53ee2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:36.653456 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fbff9eff-28bf-470e-8d5b-0c9a94a61ec8 req-49bed0eb-dd72-462b-ae22-c7aa62fb2c52 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660129 Jul 22 16:28:36.835099 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-f1bd55cc-0404-424d-a746-fb029c3ad912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:36.894989 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d3c3f2e-97ba-4010-8387-c0a1784b75f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:36.955557 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11290a41-203b-4175-a799-cad18a6e054b req-8e4d5cfc-716d-4687-a123-14f6036d0a02 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:36.963189 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-11290a41-203b-4175-a799-cad18a6e054b req-8e4d5cfc-716d-4687-a123-14f6036d0a02 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 945 time: 0.2124825 Jul 22 16:28:37.011401 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cfa32af6-5e98-405d-b977-f401dd144a16 None None] Provisioning for port ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:37.017572 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cfa32af6-5e98-405d-b977-f401dd144a16 None None] Provisioning complete for port ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:37.018474 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfa32af6-5e98-405d-b977-f401dd144a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:37.095827 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cfa32af6-5e98-405d-b977-f401dd144a16 None None] Port ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:28:37.207974 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d3c3f2e-97ba-4010-8387-c0a1784b75f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:37.389108 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3c3f2e-97ba-4010-8387-c0a1784b75f1 admin admin] Router 85254114-0930-44d5-9468-08faa96e59d4 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:28:37.446422 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-11290a41-203b-4175-a799-cad18a6e054b req-adf7575c-d422-4cb5-b164-06304789ec53 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782305 Jul 22 16:28:37.469803 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-f1bd55cc-0404-424d-a746-fb029c3ad912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:37.494855 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-f1bd55cc-0404-424d-a746-fb029c3ad912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:37.512157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-f1bd55cc-0404-424d-a746-fb029c3ad912 service neutron] Transition to ACTIVE for port object ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:37.520009 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-f1bd55cc-0404-424d-a746-fb029c3ad912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:37.579420 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3c3f2e-97ba-4010-8387-c0a1784b75f1 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:28:37.591437 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848b47f9-2289-479e-940b-096b3002a85f None None] Sync routers for ids ['85254114-0930-44d5-9468-08faa96e59d4'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:28:37.612623 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d3c3f2e-97ba-4010-8387-c0a1784b75f1 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:37.614699 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6d3c3f2e-97ba-4010-8387-c0a1784b75f1 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9153855 Jul 22 16:28:37.618607 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37582) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:37.624728 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848b47f9-2289-479e-940b-096b3002a85f None None] Routers {'85254114-0930-44d5-9468-08faa96e59d4'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:37.626151 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-848b47f9-2289-479e-940b-096b3002a85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:28:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['85254114-0930-44d5-9468-08faa96e59d4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:37.789642 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4985c72e-f8cd-494e-8e5c-4b81f310b800 None None] Network e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:28:37.830321 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd55cc-0404-424d-a746-fb029c3ad912 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:37.853908 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['07e49a48-d61b-4098-8c5e-9bc161f48e8c', '3424472c-2310-4937-8024-3df0f84c371a', '908ae5ed-8b6d-4d24-a091-5fa9b0980f73', '260f523f-a963-4144-ab20-a5af2c81aca6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:37.934718 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-848b47f9-2289-479e-940b-096b3002a85f None None] Set router 85254114-0930-44d5-9468-08faa96e59d4 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:37.936756 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cea851-1d50-4dab-acb8-f93307423dfa req-7b5ec17c-5269-4cf6-ba4d-e4b86d6ece61 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:37.944385 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-67cea851-1d50-4dab-acb8-f93307423dfa req-7b5ec17c-5269-4cf6-ba4d-e4b86d6ece61 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.3835659 Jul 22 16:28:37.984812 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-f1bd55cc-0404-424d-a746-fb029c3ad912 service neutron] Attempting to bind port ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:37.985391 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-f1bd55cc-0404-424d-a746-fb029c3ad912 service neutron] Attempting to bind port ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:37.985910 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-f1bd55cc-0404-424d-a746-fb029c3ad912 service neutron] Attempting to bind port ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:38.001915 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-f1bd55cc-0404-424d-a746-fb029c3ad912 service neutron] Port ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:28:38.002521 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-f1bd55cc-0404-424d-a746-fb029c3ad912 service neutron] Attempting to bind port ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:38.009296 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-f1bd55cc-0404-424d-a746-fb029c3ad912 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:38.009905 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-f1bd55cc-0404-424d-a746-fb029c3ad912 service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:38.010507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-f1bd55cc-0404-424d-a746-fb029c3ad912 service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:38.011108 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-f1bd55cc-0404-424d-a746-fb029c3ad912 service neutron] Bound port: ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:38.011636 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-f1bd55cc-0404-424d-a746-fb029c3ad912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:38.062310 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-67cea851-1d50-4dab-acb8-f93307423dfa req-9fc58a18-936d-4645-b6d7-f435ff573beb tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086211 Jul 22 16:28:38.228224 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6b2d3b89-c0c8-41f1-9594-d05d9a8a339e None None] Provisioning for port c333815b-6e19-42c6-8539-b73dd45632b7 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:38.275704 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-f1bd55cc-0404-424d-a746-fb029c3ad912 service neutron] For port ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:38.295438 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-f1bd55cc-0404-424d-a746-fb029c3ad912 service neutron] For port ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:38.300970 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c333815b-6e19-42c6-8539-b73dd45632b7 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:38.334570 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-f1bd55cc-0404-424d-a746-fb029c3ad912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:38.473256 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be2d780c-97b3-4200-ac73-79c36c83d33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:38.496667 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-f1bd55cc-0404-424d-a746-fb029c3ad912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:38.497219 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-f1bd55cc-0404-424d-a746-fb029c3ad912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:38.503081 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-f1bd55cc-0404-424d-a746-fb029c3ad912 service neutron] 10.222.0.30 "PUT /v2.0/ports/ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e HTTP/1.1" status: 200 len: 1095 time: 1.9192374 Jul 22 16:28:38.503578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc16ae9f-dcf1-40d8-9043-e568ead53ee2', 'tag': 'ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:38.505950 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05028e6a-9b4b-4017-9fe6-0075e18088ca" -d '{"events": [{"name": "network-changed", "server_uuid": "dc16ae9f-dcf1-40d8-9043-e568ead53ee2", "tag": "ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:38.513761 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-848b47f9-2289-479e-940b-096b3002a85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85254114-0930-44d5-9468-08faa96e59d4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1749869365-router', 'tenant_id': '84fc20ccb2f74c009a917c2acecfaa57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd12811e3-6fa6-43e3-b299-ebfbe31b7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:34Z', 'updated_at': '2021-07-22T16:28:36Z', 'revision_number': 3, 'project_id': '84fc20ccb2f74c009a917c2acecfaa57', 'gw_port': {'id': 'd12811e3-6fa6-43e3-b299-ebfbe31b7bea', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:92:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85254114-0930-44d5-9468-08faa96e59d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:35Z', 'updated_at': '2021-07-22T16:28:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:38.530410 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-8963c1ef-9725-46a7-ae5f-f01771deab73 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:28:38.531492 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-8963c1ef-9725-46a7-ae5f-f01771deab73 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0375307 Jul 22 16:28:38.589709 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848b47f9-2289-479e-940b-096b3002a85f None None] Checking router: 85254114-0930-44d5-9468-08faa96e59d4 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:28:38.590095 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848b47f9-2289-479e-940b-096b3002a85f None None] Updating router 85254114-0930-44d5-9468-08faa96e59d4 port d12811e3-6fa6-43e3-b299-ebfbe31b7bea binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:28:38.593363 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a6e9b9cc-0196-4c55-b374-f3fec8d2c387 service neutron] Request body: {'binding': {'host': 'n-h2-798930-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:38.593578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a6e9b9cc-0196-4c55-b374-f3fec8d2c387 service neutron] Unknown quota resources ['binding']. {{(pid=93816) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:28:38.677616 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-848b47f9-2289-479e-940b-096b3002a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:38.688187 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port c333815b-6e19-42c6-8539-b73dd45632b7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:38.721315 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port c333815b-6e19-42c6-8539-b73dd45632b7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:38.721687 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:38.833509 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-be2d780c-97b3-4200-ac73-79c36c83d33f admin admin] Allocated IP 172.20.0.1 (e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b/e24081bc-eab5-4015-baa0-1284cbf74b25/671ddadd-1874-4d00-b39f-36d101b11fcf) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:28:38.961289 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-733182f0-c2d1-400a-991f-08cf15627160 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:38.962833 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-733182f0-c2d1-400a-991f-08cf15627160 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681&tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&binding%3Ahost_id=n-h1-798930-9 HTTP/1.1" status: 200 len: 1096 time: 0.2098806 Jul 22 16:28:38.989613 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-9c6a840a-9f03-49cf-8faf-f7ca54dcb9ec service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798930-9'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:39.009998 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device f9dcb843-a084-4f5f-845b-973fafdb8305 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:39.087927 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd9036-9aca-4f66-97b2-339a59c6cd99 req-6163e0a9-a9ba-4b5b-9811-8a383f705ec2 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:39.095128 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aabd9036-9aca-4f66-97b2-339a59c6cd99 req-6163e0a9-a9ba-4b5b-9811-8a383f705ec2 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ad5db76-dd0f-48fc-9af1-133938b63a16 HTTP/1.1" status: 200 len: 944 time: 0.7946513 Jul 22 16:28:39.100242 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:39.102446 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd55cc-0404-424d-a746-fb029c3ad912 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:39.108818 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-848b47f9-2289-479e-940b-096b3002a85f None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:39.112125 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a6e9b9cc-0196-4c55-b374-f3fec8d2c387 service neutron] Attempting to bind port 9996a004-c98a-44c6-b9eb-9cba5a931bb1 on host n-h2-798930-9 for vnic_type normal with profile None {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:39.112701 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a6e9b9cc-0196-4c55-b374-f3fec8d2c387 service neutron] Attempting to bind port 9996a004-c98a-44c6-b9eb-9cba5a931bb1 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:39.113753 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a6e9b9cc-0196-4c55-b374-f3fec8d2c387 service neutron] Attempting to bind port 9996a004-c98a-44c6-b9eb-9cba5a931bb1 on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:39.128556 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-848b47f9-2289-479e-940b-096b3002a85f None None] Transition to ACTIVE for port object d12811e3-6fa6-43e3-b299-ebfbe31b7bea will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:39.139011 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a6e9b9cc-0196-4c55-b374-f3fec8d2c387 service neutron] Port 9996a004-c98a-44c6-b9eb-9cba5a931bb1 on network 6f3ed260-5c39-4f44-87de-6af121ff9539 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:28:39.139617 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a6e9b9cc-0196-4c55-b374-f3fec8d2c387 service neutron] Attempting to bind port 9996a004-c98a-44c6-b9eb-9cba5a931bb1 on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:39.150080 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-848b47f9-2289-479e-940b-096b3002a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:39.169729 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aabd9036-9aca-4f66-97b2-339a59c6cd99 req-43851f2d-5894-41dc-9f34-378dd5a4bf93 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736287 Jul 22 16:28:39.195454 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a6e9b9cc-0196-4c55-b374-f3fec8d2c387 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:39.199146 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a6e9b9cc-0196-4c55-b374-f3fec8d2c387 service neutron] Checking segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:39.199722 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a6e9b9cc-0196-4c55-b374-f3fec8d2c387 service neutron] Bound using segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:39.201448 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a6e9b9cc-0196-4c55-b374-f3fec8d2c387 service neutron] Bound port: 9996a004-c98a-44c6-b9eb-9cba5a931bb1, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:39.246259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-78ea7e2d-72e2-4491-ae22-5b4b39c7c5ca None None] Provisioning complete for port c333815b-6e19-42c6-8539-b73dd45632b7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:39.247003 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-78ea7e2d-72e2-4491-ae22-5b4b39c7c5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:39.249870 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port c333815b-6e19-42c6-8539-b73dd45632b7, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c333815b-6e19-42c6-8539-b73dd45632b7,segment=NetworkSegment(6deea454-98c1-472a-99f0-5acb601d0c16),segment_id=6deea454-98c1-472a-99f0-5acb601d0c16)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:39.262579 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-848b47f9-2289-479e-940b-096b3002a85f None None] Attempting to bind port d12811e3-6fa6-43e3-b299-ebfbe31b7bea on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:39.263017 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-848b47f9-2289-479e-940b-096b3002a85f None None] Attempting to bind port d12811e3-6fa6-43e3-b299-ebfbe31b7bea by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:39.263481 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848b47f9-2289-479e-940b-096b3002a85f None None] Attempting to bind port d12811e3-6fa6-43e3-b299-ebfbe31b7bea on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:39.269216 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be2d780c-97b3-4200-ac73-79c36c83d33f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:39.272098 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f385e-bf95-405b-afea-c9af96906c55 None None] Pushing event updated for resources: {'Port': ['ID=d12811e3-6fa6-43e3-b299-ebfbe31b7bea,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:39.281071 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848b47f9-2289-479e-940b-096b3002a85f None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:39.287610 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848b47f9-2289-479e-940b-096b3002a85f None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:39.288664 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-848b47f9-2289-479e-940b-096b3002a85f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:39.290663 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848b47f9-2289-479e-940b-096b3002a85f None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:39.292415 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-848b47f9-2289-479e-940b-096b3002a85f None None] Bound port: d12811e3-6fa6-43e3-b299-ebfbe31b7bea, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:39.293216 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-848b47f9-2289-479e-940b-096b3002a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:39.293882 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-be2d780c-97b3-4200-ac73-79c36c83d33f admin admin] Transition to ACTIVE for port object 671ddadd-1874-4d00-b39f-36d101b11fcf will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:39.321571 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:39.325727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-4548a215-32f6-430e-992e-94747fa608f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:39.330856 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-4548a215-32f6-430e-992e-94747fa608f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c8d6245ad404817abeaf30553b64f00&device_id=dc16ae9f-dcf1-40d8-9043-e568ead53ee2 HTTP/1.1" status: 200 len: 1098 time: 0.3555698 Jul 22 16:28:39.338962 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port f9dcb843-a084-4f5f-845b-973fafdb8305 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:39.352726 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be2d780c-97b3-4200-ac73-79c36c83d33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:39.364660 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-9c6a840a-9f03-49cf-8faf-f7ca54dcb9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:39.400298 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-881d30e5-6615-47f0-850a-bdabaf2fbed0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e HTTP/1.1" status: 200 len: 217 time: 0.0403128 Jul 22 16:28:39.411987 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-848b47f9-2289-479e-940b-096b3002a85f None None] For port d12811e3-6fa6-43e3-b299-ebfbe31b7bea, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:39.421416 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-848b47f9-2289-479e-940b-096b3002a85f None None] For port d12811e3-6fa6-43e3-b299-ebfbe31b7bea, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d12811e3-6fa6-43e3-b299-ebfbe31b7bea,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:39.424711 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a6e9b9cc-0196-4c55-b374-f3fec8d2c387 service neutron] For port 9996a004-c98a-44c6-b9eb-9cba5a931bb1, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=9996a004-c98a-44c6-b9eb-9cba5a931bb1,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:39.426863 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2d780c-97b3-4200-ac73-79c36c83d33f admin admin] Network e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:39.429513 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-848b47f9-2289-479e-940b-096b3002a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:39.439153 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port f9dcb843-a084-4f5f-845b-973fafdb8305 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:39.441701 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a6e9b9cc-0196-4c55-b374-f3fec8d2c387 service neutron] Notify callbacks [] for binding, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:39.441869 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:39.453539 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a6e9b9cc-0196-4c55-b374-f3fec8d2c387 service neutron] 10.222.0.69 "POST /v2.0/ports/9996a004-c98a-44c6-b9eb-9cba5a931bb1/bindings HTTP/1.1" status: 201 len: 389 time: 0.8944743 Jul 22 16:28:39.523414 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848b47f9-2289-479e-940b-096b3002a85f None None] Routers {'85254114-0930-44d5-9468-08faa96e59d4'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:39.525506 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-848b47f9-2289-479e-940b-096b3002a85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:28:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['85254114-0930-44d5-9468-08faa96e59d4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:39.536787 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f385e-bf95-405b-afea-c9af96906c55 None None] Pushing event updated for resources: {'Port': ['ID=d12811e3-6fa6-43e3-b299-ebfbe31b7bea,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:39.587248 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c83713-e3d4-4971-b508-d263cfa71de0 req-3e7f550c-53a7-41ff-a689-690c80bf6644 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:39.604468 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c0c83713-e3d4-4971-b508-d263cfa71de0 req-3e7f550c-53a7-41ff-a689-690c80bf6644 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc16ae9f-dcf1-40d8-9043-e568ead53ee2 HTTP/1.1" status: 200 len: 947 time: 0.3006845 Jul 22 16:28:39.642450 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-cdbea90c-e0dd-402f-a033-ce31b2f2f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:39.647819 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-cdbea90c-e0dd-402f-a033-ce31b2f2f85d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.2270248 Jul 22 16:28:39.676558 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-848b47f9-2289-479e-940b-096b3002a85f None None] Set router 85254114-0930-44d5-9468-08faa96e59d4 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:39.684177 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-be2d780c-97b3-4200-ac73-79c36c83d33f admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:39.699209 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2d780c-97b3-4200-ac73-79c36c83d33f admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:28:39.764194 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c0c83713-e3d4-4971-b508-d263cfa71de0 req-4e8b9a65-ab42-4bcd-9195-3588335cd6df tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586189 Jul 22 16:28:39.835388 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-256f2e86-f6f9-40bd-a545-87f54c60b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:39.838525 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-256f2e86-f6f9-40bd-a545-87f54c60b2b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1792855 Jul 22 16:28:39.839385 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=c333815b-6e19-42c6-8539-b73dd45632b7,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:39.980025 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:40.057471 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad5db76-dd0f-48fc-9af1-133938b63a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dcb843-a084-4f5f-845b-973fafdb8305'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:40.059865 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5be19d-bf89-4fec-b195-a4dd80bbd545" -d '{"events": [{"server_uuid": "2ad5db76-dd0f-48fc-9af1-133938b63a16", "name": "network-vif-plugged", "status": "completed", "tag": "f9dcb843-a084-4f5f-845b-973fafdb8305"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:40.097746 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port f9dcb843-a084-4f5f-845b-973fafdb8305, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f9dcb843-a084-4f5f-845b-973fafdb8305,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:40.108421 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:40.125162 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-848b47f9-2289-479e-940b-096b3002a85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85254114-0930-44d5-9468-08faa96e59d4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1749869365-router', 'tenant_id': '84fc20ccb2f74c009a917c2acecfaa57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd12811e3-6fa6-43e3-b299-ebfbe31b7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:34Z', 'updated_at': '2021-07-22T16:28:36Z', 'revision_number': 3, 'project_id': '84fc20ccb2f74c009a917c2acecfaa57', 'gw_port': {'id': 'd12811e3-6fa6-43e3-b299-ebfbe31b7bea', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:92:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85254114-0930-44d5-9468-08faa96e59d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:35Z', 'updated_at': '2021-07-22T16:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:40.189530 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-11f541d2-313c-4a45-80a4-283fa1848cc1 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388281 Jul 22 16:28:40.202628 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848b47f9-2289-479e-940b-096b3002a85f None None] The sync data for ids ['85254114-0930-44d5-9468-08faa96e59d4'] in n-d-798930-9 is: [{'id': '85254114-0930-44d5-9468-08faa96e59d4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1749869365-router', 'tenant_id': '84fc20ccb2f74c009a917c2acecfaa57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd12811e3-6fa6-43e3-b299-ebfbe31b7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:34Z', 'updated_at': '2021-07-22T16:28:36Z', 'revision_number': 3, 'project_id': '84fc20ccb2f74c009a917c2acecfaa57', 'gw_port': {'id': 'd12811e3-6fa6-43e3-b299-ebfbe31b7bea', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:92:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85254114-0930-44d5-9468-08faa96e59d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:35Z', 'updated_at': '2021-07-22T16:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:28:40.225851 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=f9dcb843-a084-4f5f-845b-973fafdb8305,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:40.247928 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c333815b-6e19-42c6-8539-b73dd45632b7 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:40.331733 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-908076f5-385a-4246-9afd-e2d15296dbe2 None None] Provisioning for port 671ddadd-1874-4d00-b39f-36d101b11fcf completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:40.336521 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-908076f5-385a-4246-9afd-e2d15296dbe2 None None] Provisioning complete for port 671ddadd-1874-4d00-b39f-36d101b11fcf triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:40.337021 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-908076f5-385a-4246-9afd-e2d15296dbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:40.353907 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-faf34026-e903-4e0b-b9c5-4e6750db100d req-9cd09b93-df1b-43be-8a68-db3cc8197eed service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522484 Jul 22 16:28:40.355741 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f312f75a-d5e7-4321-aeff-327c466d2c08 x-openstack-request-id: req-f312f75a-d5e7-4321-aeff-327c466d2c08 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:40.356228 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc16ae9f-dcf1-40d8-9043-e568ead53ee2", "tag": "ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:40.356787 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f312f75a-d5e7-4321-aeff-327c466d2c08 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:40.357339 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc16ae9f-dcf1-40d8-9043-e568ead53ee2', 'tag': 'ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e', 'status': 'completed', 'code': 200} Jul 22 16:28:40.399521 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce87786-94c3-4823-9e67-db937d2ad775 req-8517d79a-48ac-483d-81a6-d6caee70f837 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:40.400874 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port c333815b-6e19-42c6-8539-b73dd45632b7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:40.403091 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:40.409204 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dce87786-94c3-4823-9e67-db937d2ad775 req-8517d79a-48ac-483d-81a6-d6caee70f837 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 945 time: 0.4759021 Jul 22 16:28:40.417090 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d780c-97b3-4200-ac73-79c36c83d33f admin admin] Pushing event updated for resources: {'Port': ['ID=671ddadd-1874-4d00-b39f-36d101b11fcf,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:40.473483 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dce87786-94c3-4823-9e67-db937d2ad775 req-95c1feb9-2066-479f-aaf7-e9395e957868 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627964 Jul 22 16:28:40.488656 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-9c6a840a-9f03-49cf-8faf-f7ca54dcb9ec service neutron] For port 27f39a9a-f401-43f6-86f1-cfa75a6861e4, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=27f39a9a-f401-43f6-86f1-cfa75a6861e4,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:40.517431 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be2d780c-97b3-4200-ac73-79c36c83d33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:40.673380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-9c6a840a-9f03-49cf-8faf-f7ca54dcb9ec service neutron] For port 27f39a9a-f401-43f6-86f1-cfa75a6861e4, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:40.691475 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05028e6a-9b4b-4017-9fe6-0075e18088ca req-3766517e-a41a-47bd-85d9-f9d9cef931b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:40.693056 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-05028e6a-9b4b-4017-9fe6-0075e18088ca req-3766517e-a41a-47bd-85d9-f9d9cef931b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c8d6245ad404817abeaf30553b64f00&device_id=dc16ae9f-dcf1-40d8-9043-e568ead53ee2 HTTP/1.1" status: 200 len: 1098 time: 0.2007930 Jul 22 16:28:40.711999 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-908076f5-385a-4246-9afd-e2d15296dbe2 None None] Port 671ddadd-1874-4d00-b39f-36d101b11fcf cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:28:40.787208 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e055f3-5208-49c1-9045-c909af34abb0 req-ab2b8cf3-541a-4ccb-98a0-12ed663795be tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:40.789482 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-32e055f3-5208-49c1-9045-c909af34abb0 req-ab2b8cf3-541a-4ccb-98a0-12ed663795be tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.3806872 Jul 22 16:28:40.824830 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8802d4f-edfd-4ab7-a552-be6b92672681', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27f39a9a-f401-43f6-86f1-cfa75a6861e4'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:40.829216 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb776e2-98ae-4480-824c-45d5877bb8a3" -d '{"events": [{"server_uuid": "a8802d4f-edfd-4ab7-a552-be6b92672681", "name": "network-vif-unplugged", "status": "completed", "tag": "27f39a9a-f401-43f6-86f1-cfa75a6861e4"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:40.830184 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eae0bd-d4ef-4c69-9783-4e9eb38fa195 req-5cf51253-df47-41db-953f-9aec4d53df02 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:40.831930 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-96eae0bd-d4ef-4c69-9783-4e9eb38fa195 req-5cf51253-df47-41db-953f-9aec4d53df02 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 946 time: 0.2065709 Jul 22 16:28:40.857799 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-9c6a840a-9f03-49cf-8faf-f7ca54dcb9ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:40.897790 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-9c6a840a-9f03-49cf-8faf-f7ca54dcb9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:40.910389 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-96eae0bd-d4ef-4c69-9783-4e9eb38fa195 req-5830b09b-8b38-47d1-99da-bc4df9dbb9ee tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525696 Jul 22 16:28:40.962007 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05028e6a-9b4b-4017-9fe6-0075e18088ca req-e059dd72-ada5-41b7-acdd-e93f1dbb683e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:40.963632 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-05028e6a-9b4b-4017-9fe6-0075e18088ca req-e059dd72-ada5-41b7-acdd-e93f1dbb683e service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.2507145 Jul 22 16:28:40.980263 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-32e055f3-5208-49c1-9045-c909af34abb0 req-6742bd57-5099-4970-9646-a061a3ec9cfc tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725841 Jul 22 16:28:40.993190 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb23ac6-9814-4c26-977b-198a50a5fd24 x-openstack-request-id: req-5fb23ac6-9814-4c26-977b-198a50a5fd24 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:40.993604 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad5db76-dd0f-48fc-9af1-133938b63a16", "name": "network-vif-plugged", "status": "completed", "tag": "f9dcb843-a084-4f5f-845b-973fafdb8305", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:40.994240 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5fb23ac6-9814-4c26-977b-198a50a5fd24 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:40.994740 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad5db76-dd0f-48fc-9af1-133938b63a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dcb843-a084-4f5f-845b-973fafdb8305', 'code': 200} Jul 22 16:28:41.003407 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 27f39a9a-f401-43f6-86f1-cfa75a6861e4 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:28:41.025392 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-05028e6a-9b4b-4017-9fe6-0075e18088ca req-99ef3822-a8a3-4496-9fff-c380e1eae3d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e HTTP/1.1" status: 200 len: 217 time: 0.0544968 Jul 22 16:28:41.058528 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a840a-9f03-49cf-8faf-f7ca54dcb9ec service neutron] Pushing event updated for resources: {'Port': ['ID=27f39a9a-f401-43f6-86f1-cfa75a6861e4,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:41.109400 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be2d780c-97b3-4200-ac73-79c36c83d33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:41.183823 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05028e6a-9b4b-4017-9fe6-0075e18088ca req-2ee548f2-2081-4ef9-a135-38de5094b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:41.188555 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-05028e6a-9b4b-4017-9fe6-0075e18088ca req-2ee548f2-2081-4ef9-a135-38de5094b685 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1432512 Jul 22 16:28:41.215446 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 27f39a9a-f401-43f6-86f1-cfa75a6861e4, host n-h1-798930-9, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:41.251658 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Attempting to bind port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 on host n-h1-798930-9 for vnic_type normal with profile {"migrating_to": "n-h2-798930-9"} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:41.252326 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Attempting to bind port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:41.252444 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Attempting to bind port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:41.258602 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:28:41.259106 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Attempting to bind port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:41.270422 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:41.270794 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Checking segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:41.272052 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Bound using segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:41.272590 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Bound port: 27f39a9a-f401-43f6-86f1-cfa75a6861e4, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:41.273050 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:41.319829 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05028e6a-9b4b-4017-9fe6-0075e18088ca req-14f149ae-471e-48b7-b44c-f380f04e59b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:41.323640 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-05028e6a-9b4b-4017-9fe6-0075e18088ca req-14f149ae-471e-48b7-b44c-f380f04e59b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1255550 Jul 22 16:28:41.326286 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-9c6a840a-9f03-49cf-8faf-f7ca54dcb9ec service neutron] Attempting to bind port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 on host n-h1-798930-9 for vnic_type normal with profile {"migrating_to": "n-h2-798930-9"} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:41.326712 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-9c6a840a-9f03-49cf-8faf-f7ca54dcb9ec service neutron] Attempting to bind port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:41.327051 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-9c6a840a-9f03-49cf-8faf-f7ca54dcb9ec service neutron] Attempting to bind port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:41.331768 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43b872-5dbd-40e9-b70d-8926d0be3781 req-f682f26f-c745-4348-9493-821c8fd35469 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:41.333264 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f43b872-5dbd-40e9-b70d-8926d0be3781 req-f682f26f-c745-4348-9493-821c8fd35469 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd51c8c2-9b04-4360-9c28-701658465173 HTTP/1.1" status: 200 len: 946 time: 0.2257936 Jul 22 16:28:41.347223 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-9c6a840a-9f03-49cf-8faf-f7ca54dcb9ec service neutron] Port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:28:41.347622 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-9c6a840a-9f03-49cf-8faf-f7ca54dcb9ec service neutron] Attempting to bind port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:41.375588 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 27f39a9a-f401-43f6-86f1-cfa75a6861e4, host n-h1-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:41.375806 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-9c6a840a-9f03-49cf-8faf-f7ca54dcb9ec service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:41.375806 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-9c6a840a-9f03-49cf-8faf-f7ca54dcb9ec service neutron] Checking segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:41.378711 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-9c6a840a-9f03-49cf-8faf-f7ca54dcb9ec service neutron] Bound using segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:41.379190 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-9c6a840a-9f03-49cf-8faf-f7ca54dcb9ec service neutron] Bound port: 27f39a9a-f401-43f6-86f1-cfa75a6861e4, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:41.379565 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-9c6a840a-9f03-49cf-8faf-f7ca54dcb9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:41.380579 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 27f39a9a-f401-43f6-86f1-cfa75a6861e4, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=27f39a9a-f401-43f6-86f1-cfa75a6861e4,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:41.424645 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:41.451438 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f43b872-5dbd-40e9-b70d-8926d0be3781 req-8b2d66b4-e524-4ce1-b9d6-3b77fc00e801 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b16d6b5-683a-4a99-865c-4893bd842cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094820 Jul 22 16:28:41.491648 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-05028e6a-9b4b-4017-9fe6-0075e18088ca req-c4d6a58e-9d52-49a7-b8e7-72849f82bad5 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571331 Jul 22 16:28:41.544628 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275421be-4244-4ec2-ad8d-edf51771b3f9 req-d7a91df1-31ce-4c09-9adf-646f0ec37731 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:41.546768 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-275421be-4244-4ec2-ad8d-edf51771b3f9 req-d7a91df1-31ce-4c09-9adf-646f0ec37731 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ad5db76-dd0f-48fc-9af1-133938b63a16 HTTP/1.1" status: 200 len: 945 time: 0.4113374 Jul 22 16:28:41.565916 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7127142-c925-45c2-b913-4685ecae20cf req-8516e4b0-32a6-449f-9886-59bf26c05b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:41.567772 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f7127142-c925-45c2-b913-4685ecae20cf req-8516e4b0-32a6-449f-9886-59bf26c05b34 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2ad5db76-dd0f-48fc-9af1-133938b63a16 HTTP/1.1" status: 200 len: 1096 time: 0.4133902 Jul 22 16:28:41.642809 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-05028e6a-9b4b-4017-9fe6-0075e18088ca req-b26ee289-efd3-415c-be03-6a7c7f294654 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419835 Jul 22 16:28:41.664267 n-d-798930-9 neutron-server[93817]: WARNING neutron.plugins.ml2.plugin [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-9c6a840a-9f03-49cf-8faf-f7ca54dcb9ec service neutron] Concurrent port binding operations failed on port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 Jul 22 16:28:41.670687 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-9c6a840a-9f03-49cf-8faf-f7ca54dcb9ec service neutron] For port 27f39a9a-f401-43f6-86f1-cfa75a6861e4, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=27f39a9a-f401-43f6-86f1-cfa75a6861e4,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:41.682535 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-9c6a840a-9f03-49cf-8faf-f7ca54dcb9ec service neutron] Attempt 2 to bind port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 Jul 22 16:28:41.689521 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 27f39a9a-f401-43f6-86f1-cfa75a6861e4 has no active binding in host n-h2-798930-9 {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 16:28:41.708576 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=27f39a9a-f401-43f6-86f1-cfa75a6861e4,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:41.769286 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-9c6a840a-9f03-49cf-8faf-f7ca54dcb9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:41.769934 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-9c6a840a-9f03-49cf-8faf-f7ca54dcb9ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:41.776325 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-9c6a840a-9f03-49cf-8faf-f7ca54dcb9ec service neutron] 10.222.0.30 "PUT /v2.0/ports/27f39a9a-f401-43f6-86f1-cfa75a6861e4 HTTP/1.1" status: 200 len: 1121 time: 2.8003926 Jul 22 16:28:41.796105 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:41.832934 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f7127142-c925-45c2-b913-4685ecae20cf req-eb6b933a-5969-4320-8637-1ba467cb8eb2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036371 Jul 22 16:28:41.842771 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-275421be-4244-4ec2-ad8d-edf51771b3f9 req-86718e0c-96ba-4740-8465-81e8ec43ac90 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859154 Jul 22 16:28:41.861497 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4527ac8-33fa-43ea-b6db-2d64f4c1f3b1 req-991bfc3f-18a3-42d7-9a3f-432afb8fef75 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:41.871341 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4527ac8-33fa-43ea-b6db-2d64f4c1f3b1 req-991bfc3f-18a3-42d7-9a3f-432afb8fef75 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc16ae9f-dcf1-40d8-9043-e568ead53ee2 HTTP/1.1" status: 200 len: 947 time: 0.2275028 Jul 22 16:28:41.885944 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be2d780c-97b3-4200-ac73-79c36c83d33f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:41.894827 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be2d780c-97b3-4200-ac73-79c36c83d33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:41.908700 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:41.914111 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['27f39a9a-f401-43f6-86f1-cfa75a6861e4'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:41.952480 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4527ac8-33fa-43ea-b6db-2d64f4c1f3b1 req-9d1f7c06-9a0f-4da5-86b5-c9e11025fe1e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774753 Jul 22 16:28:41.965557 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8abdc7-4a27-4885-a336-ede4ef8d9219 x-openstack-request-id: req-ec8abdc7-4a27-4885-a336-ede4ef8d9219 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:41.965805 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8802d4f-edfd-4ab7-a552-be6b92672681", "name": "network-vif-unplugged", "status": "completed", "tag": "27f39a9a-f401-43f6-86f1-cfa75a6861e4", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:41.968350 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ec8abdc7-4a27-4885-a336-ede4ef8d9219 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:41.969060 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8802d4f-edfd-4ab7-a552-be6b92672681', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27f39a9a-f401-43f6-86f1-cfa75a6861e4', 'code': 200} Jul 22 16:28:42.005220 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['27f39a9a-f401-43f6-86f1-cfa75a6861e4'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:42.125583 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be2d780c-97b3-4200-ac73-79c36c83d33f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:42.136639 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d780c-97b3-4200-ac73-79c36c83d33f admin admin] Pushing event updated for resources: {'Port': ['ID=671ddadd-1874-4d00-b39f-36d101b11fcf,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:42.166198 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9091b-9417-43a1-92e2-a25f84289dfe req-7aa304ac-7f7c-49e0-953f-d240892519bf tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:42.175170 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6aa9091b-9417-43a1-92e2-a25f84289dfe req-7aa304ac-7f7c-49e0-953f-d240892519bf tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 946 time: 0.1517653 Jul 22 16:28:42.233433 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d12811e3-6fa6-43e3-b299-ebfbe31b7bea up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:42.269911 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6aa9091b-9417-43a1-92e2-a25f84289dfe req-9f26bd14-4688-4cbd-b986-2bf45fb85f20 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872381 Jul 22 16:28:42.284706 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dd701-79c2-4f5b-bb15-dbc7a2a8aad3 req-9eb0b1df-2c8b-442f-b31c-f5d71de7c8cf tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:42.284706 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-024dd701-79c2-4f5b-bb15-dbc7a2a8aad3 req-9eb0b1df-2c8b-442f-b31c-f5d71de7c8cf tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 943 time: 0.2627721 Jul 22 16:28:42.338541 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2d780c-97b3-4200-ac73-79c36c83d33f admin admin] Network e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:42.348716 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-024dd701-79c2-4f5b-bb15-dbc7a2a8aad3 req-4796000e-2537-4e08-bc97-03f3943ad795 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529892 Jul 22 16:28:42.355795 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-be2d780c-97b3-4200-ac73-79c36c83d33f admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:42.372422 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port d12811e3-6fa6-43e3-b299-ebfbe31b7bea completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:42.380473 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port d12811e3-6fa6-43e3-b299-ebfbe31b7bea triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:42.380842 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:42.520897 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f390b8-cb2b-4ce7-b23f-42e1250de249 req-d5182b9c-2126-4571-b271-6a0421b111e5 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:42.528164 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b8f390b8-cb2b-4ce7-b23f-42e1250de249 req-d5182b9c-2126-4571-b271-6a0421b111e5 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.1798120 Jul 22 16:28:42.553717 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:42.613280 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2d780c-97b3-4200-ac73-79c36c83d33f admin admin] Router 85254114-0930-44d5-9468-08faa96e59d4 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:28:42.616320 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port d12811e3-6fa6-43e3-b299-ebfbe31b7bea, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d12811e3-6fa6-43e3-b299-ebfbe31b7bea,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:42.625760 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:42.635134 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b8f390b8-cb2b-4ce7-b23f-42e1250de249 req-f5e28f9d-fee5-49e3-a6ed-6d73617c525b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028559 Jul 22 16:28:42.714999 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=d12811e3-6fa6-43e3-b299-ebfbe31b7bea,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:42.760004 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f9fe499f-3465-4945-a362-6ed76108f9ef None None] Provisioning complete for port 671ddadd-1874-4d00-b39f-36d101b11fcf triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:42.760411 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9fe499f-3465-4945-a362-6ed76108f9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:42.776560 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2d780c-97b3-4200-ac73-79c36c83d33f admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:28:42.782821 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-be2d780c-97b3-4200-ac73-79c36c83d33f admin admin] 10.222.0.69 "PUT /v2.0/routers/85254114-0930-44d5-9468-08faa96e59d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1626565 Jul 22 16:28:42.839522 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f9fe499f-3465-4945-a362-6ed76108f9ef None None] Port 671ddadd-1874-4d00-b39f-36d101b11fcf cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:28:43.015265 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:28:43.022267 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-ac1d24a8-c135-4fbb-bd01-733fb2b57071 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1157409745&fields=id&tenant_id=7a88e2d6b4e14872bbf9144b56af99b9 HTTP/1.1" status: 200 len: 267 time: 0.0666890 Jul 22 16:28:43.092672 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d063e7-00d0-4a07-bab5-add7f53ef8f6 req-10bd18aa-0297-453d-8cc2-acb65975e258 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:43.100311 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f1d063e7-00d0-4a07-bab5-add7f53ef8f6 req-10bd18aa-0297-453d-8cc2-acb65975e258 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ad5db76-dd0f-48fc-9af1-133938b63a16 HTTP/1.1" status: 200 len: 945 time: 0.1314061 Jul 22 16:28:43.117100 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] Sync routers for ids ['85254114-0930-44d5-9468-08faa96e59d4'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:28:43.136952 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] Routers {'85254114-0930-44d5-9468-08faa96e59d4'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:43.137855 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:28:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['85254114-0930-44d5-9468-08faa96e59d4'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:43.156593 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f1d063e7-00d0-4a07-bab5-add7f53ef8f6 req-947c41c5-3ca5-4433-b714-c462a0aa9017 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470934 Jul 22 16:28:43.184723 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-e76f62b9-a96b-49d2-bd0d-121d45f38ebc tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:43.194717 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-e76f62b9-a96b-49d2-bd0d-121d45f38ebc tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/networks?id=5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 HTTP/1.1" status: 200 len: 823 time: 0.1714392 Jul 22 16:28:43.218202 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-59a04dff-91af-4027-ba39-d31cdf66db0e tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/quotas/7a88e2d6b4e14872bbf9144b56af99b9 HTTP/1.1" status: 200 len: 375 time: 0.0199203 Jul 22 16:28:43.250772 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:43.271366 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': 'ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e', 'mac_address': 'fa:16:3e:88:2b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:28:43.337377 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:43.356698 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-74d601f1-12a9-4456-b743-76b4e249ccfa tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7a88e2d6b4e14872bbf9144b56af99b9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1398230 Jul 22 16:28:43.361072 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3007072-1b43-4660-b42e-48a027d1dd3e req-8824e710-5596-4de8-a002-6dc51a4aabb2 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:43.371222 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a3007072-1b43-4660-b42e-48a027d1dd3e req-8824e710-5596-4de8-a002-6dc51a4aabb2 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc16ae9f-dcf1-40d8-9043-e568ead53ee2 HTTP/1.1" status: 200 len: 947 time: 0.1661408 Jul 22 16:28:43.375352 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] Set router 85254114-0930-44d5-9468-08faa96e59d4 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:43.458953 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a3007072-1b43-4660-b42e-48a027d1dd3e req-cfeaaa09-a932-494a-ae97-a9031d743def tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856383 Jul 22 16:28:43.503833 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-38cf53b6-2bef-49b8-8460-96f4c62c8d32 service neutron] 10.222.0.69 "GET /v2.0/networks/5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448910 Jul 22 16:28:43.567179 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:43.629060 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:43.641949 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:43.766102 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a240cb12-4dd5-4644-a69e-f2a1e2ad431a req-a7fb8223-d3f5-4d82-8353-d39e8aadcd75 tempest-FloatingIPsNegativeTestJSON-1866530135 tempest-FloatingIPsNegativeTestJSON-1866530135-project] 10.222.0.69 "GET /v2.0/floatingips?tenant_id=84fc20ccb2f74c009a917c2acecfaa57 HTTP/1.1" status: 200 len: 217 time: 0.0872574 Jul 22 16:28:43.778548 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:43.797471 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-4a854db4-d3b6-4e64-bc65-30a3eaab81d7 service neutron] 10.222.0.69 "GET /v2.0/networks/5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825663 Jul 22 16:28:43.837635 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85254114-0930-44d5-9468-08faa96e59d4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1749869365-router', 'tenant_id': '84fc20ccb2f74c009a917c2acecfaa57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd12811e3-6fa6-43e3-b299-ebfbe31b7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:34Z', 'updated_at': '2021-07-22T16:28:40Z', 'revision_number': 4, 'project_id': '84fc20ccb2f74c009a917c2acecfaa57', 'gw_port': {'id': 'd12811e3-6fa6-43e3-b299-ebfbe31b7bea', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:92:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85254114-0930-44d5-9468-08faa96e59d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:35Z', 'updated_at': '2021-07-22T16:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '671ddadd-1874-4d00-b39f-36d101b11fcf', 'name': '', 'network_id': 'e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b', 'tenant_id': '84fc20ccb2f74c009a917c2acecfaa57', 'mac_address': 'fa:16:3e:3d:fe:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85254114-0930-44d5-9468-08faa96e59d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e24081bc-eab5-4015-baa0-1284cbf74b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:38Z', 'updated_at': '2021-07-22T16:28:41Z', 'revision_number': 2, 'project_id': '84fc20ccb2f74c009a917c2acecfaa57', 'subnets': [{'id': 'e24081bc-eab5-4015-baa0-1284cbf74b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:43.900408 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] Checking router: 85254114-0930-44d5-9468-08faa96e59d4 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:28:43.905286 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] Updating router 85254114-0930-44d5-9468-08faa96e59d4 port 671ddadd-1874-4d00-b39f-36d101b11fcf binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:28:43.958381 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:43.980589 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b07497-3542-4b9f-9a3e-9012da6d06f7 req-4b11386f-b8c7-4dc9-9394-b201c3f01e7a tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:43.991975 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3b07497-3542-4b9f-9a3e-9012da6d06f7 req-4b11386f-b8c7-4dc9-9394-b201c3f01e7a tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 946 time: 0.1526411 Jul 22 16:28:43.995281 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8802d4f-edfd-4ab7-a552-be6b92672681', 'tag': '27f39a9a-f401-43f6-86f1-cfa75a6861e4'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:43.997733 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838cfe35-e676-4083-97e3-2667e3b795a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a8802d4f-edfd-4ab7-a552-be6b92672681", "tag": "27f39a9a-f401-43f6-86f1-cfa75a6861e4"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:44.186789 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3b07497-3542-4b9f-9a3e-9012da6d06f7 req-645b4c69-0e2a-4a73-8f3d-ddcd99747149 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759932 Jul 22 16:28:44.229154 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d12811e3-6fa6-43e3-b299-ebfbe31b7bea up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:44.279811 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:44.459803 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6490b7e-9ddf-4fdd-a69c-36858bd2af0a req-441d3c97-2f18-4f41-b859-b0bf1e7171d4 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:44.469517 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a6490b7e-9ddf-4fdd-a69c-36858bd2af0a req-441d3c97-2f18-4f41-b859-b0bf1e7171d4 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.1190848 Jul 22 16:28:44.524891 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a6490b7e-9ddf-4fdd-a69c-36858bd2af0a req-9aa55970-d312-462d-a128-98ebd99ebec7 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541551 Jul 22 16:28:44.546163 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port d12811e3-6fa6-43e3-b299-ebfbe31b7bea triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:44.547644 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:44.591849 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-06367c88-6802-4f3b-a35c-539e5da0306c req-319b1086-48ac-47e7-b774-3140de69a15b tempest-FloatingIPsNegativeTestJSON-1866530135 tempest-FloatingIPsNegativeTestJSON-1866530135-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0469284 Jul 22 16:28:44.597608 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb408c7-8783-4324-aeed-1cb68208e70c req-f052e374-a6ad-4a21-bd30-1b9e0524e927 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:44.608024 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cb408c7-8783-4324-aeed-1cb68208e70c req-f052e374-a6ad-4a21-bd30-1b9e0524e927 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 943 time: 0.5336752 Jul 22 16:28:44.647321 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cb408c7-8783-4324-aeed-1cb68208e70c req-8cf53e8a-acc2-44a4-a7ea-1ccd2320abcd tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384183 Jul 22 16:28:44.681014 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d8cf65bf-2a80-4578-a531-7236801704f2 req-01bfcdf5-e747-4809-8adc-b4dddfeeda0a tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5fa7eb7-4261-41d1-aeeb-de75a105d0d9 HTTP/1.1" status: 200 len: 210 time: 0.0553970 Jul 22 16:28:44.797464 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:44.819696 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283834c4-616d-49e8-80b3-2e16245d36e0 req-d9485999-6885-4ec2-9ecb-8b5c58bfa417 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:44.819696 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-283834c4-616d-49e8-80b3-2e16245d36e0 req-d9485999-6885-4ec2-9ecb-8b5c58bfa417 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd51c8c2-9b04-4360-9c28-701658465173 HTTP/1.1" status: 200 len: 946 time: 0.1675956 Jul 22 16:28:44.821448 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] Transition to ACTIVE for port object 671ddadd-1874-4d00-b39f-36d101b11fcf will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:44.857542 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cf2e5-8fb8-4da0-8289-a2ea440a9171 req-9279aadd-5ec7-4859-bee5-bef16f5495ec tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:44.876317 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-729cf2e5-8fb8-4da0-8289-a2ea440a9171 req-9279aadd-5ec7-4859-bee5-bef16f5495ec tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ad5db76-dd0f-48fc-9af1-133938b63a16 HTTP/1.1" status: 200 len: 945 time: 0.1306477 Jul 22 16:28:44.879098 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:44.917082 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c045b450-001d-4892-98bd-48056bc08c1e x-openstack-request-id: req-c045b450-001d-4892-98bd-48056bc08c1e {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:44.917348 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8802d4f-edfd-4ab7-a552-be6b92672681", "tag": "27f39a9a-f401-43f6-86f1-cfa75a6861e4", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:44.917757 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c045b450-001d-4892-98bd-48056bc08c1e {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:44.918096 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8802d4f-edfd-4ab7-a552-be6b92672681', 'tag': '27f39a9a-f401-43f6-86f1-cfa75a6861e4', 'status': 'completed', 'code': 200} Jul 22 16:28:44.946608 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-729cf2e5-8fb8-4da0-8289-a2ea440a9171 req-9e6979b0-92e5-49a5-be1c-10279d85b3fb tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686793 Jul 22 16:28:45.001389 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [req-83c1cbc7-0421-49f9-ac9f-f024db63131d req-0853a836-f2da-4c2a-90cc-0c34ab9f9a0a tempest-FloatingIPsNegativeTestJSON-1866530135 tempest-FloatingIPsNegativeTestJSON-1866530135-project] show failed (client error): The resource could not be found. Jul 22 16:28:45.016464 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-83c1cbc7-0421-49f9-ac9f-f024db63131d req-0853a836-f2da-4c2a-90cc-0c34ab9f9a0a tempest-FloatingIPsNegativeTestJSON-1866530135 tempest-FloatingIPsNegativeTestJSON-1866530135-project] 10.222.0.69 "GET /v2.0/floatingips/17ffeb42-a293-44e8-99a8-1f0ed6457380 HTTP/1.1" status: 404 len: 350 time: 0.0514119 Jul 22 16:28:45.016870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37676) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:45.026598 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c70a-8990-41f2-a029-6ee031c85c91 None None] Pushing event updated for resources: {'Port': ['ID=671ddadd-1874-4d00-b39f-36d101b11fcf,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:45.151075 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] Attempting to bind port 671ddadd-1874-4d00-b39f-36d101b11fcf on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:45.151458 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] Attempting to bind port 671ddadd-1874-4d00-b39f-36d101b11fcf by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '6deea454-98c1-472a-99f0-5acb601d0c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:45.151816 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] Attempting to bind port 671ddadd-1874-4d00-b39f-36d101b11fcf on network e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:45.169293 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:45.169709 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] Checking segment: {'id': '6deea454-98c1-472a-99f0-5acb601d0c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:45.170215 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:45.170561 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] Bound using segment: {'id': '6deea454-98c1-472a-99f0-5acb601d0c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:45.171078 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] Bound port: 671ddadd-1874-4d00-b39f-36d101b11fcf, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6deea454-98c1-472a-99f0-5acb601d0c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:45.172081 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:45.305847 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] For port 671ddadd-1874-4d00-b39f-36d101b11fcf, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:45.314367 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] For port 671ddadd-1874-4d00-b39f-36d101b11fcf, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=671ddadd-1874-4d00-b39f-36d101b11fcf,segment=NetworkSegment(6deea454-98c1-472a-99f0-5acb601d0c16),segment_id=6deea454-98c1-472a-99f0-5acb601d0c16)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:45.325491 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:45.395764 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920bc0c-3b30-4d22-85fa-98eb2723b9f2 req-f8b1bfc2-f7fa-4e42-a641-387e390d8b83 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:45.404915 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cfe35-e676-4083-97e3-2667e3b795a6 req-fe8a4f78-0752-4878-b53e-f9b8d3166fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:45.406013 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a920bc0c-3b30-4d22-85fa-98eb2723b9f2 req-f8b1bfc2-f7fa-4e42-a641-387e390d8b83 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ad5db76-dd0f-48fc-9af1-133938b63a16 HTTP/1.1" status: 200 len: 945 time: 0.1379828 Jul 22 16:28:45.407292 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-838cfe35-e676-4083-97e3-2667e3b795a6 req-fe8a4f78-0752-4878-b53e-f9b8d3166fec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 1124 time: 0.4939106 Jul 22 16:28:45.473749 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c70a-8990-41f2-a029-6ee031c85c91 None None] Pushing event updated for resources: {'Port': ['ID=671ddadd-1874-4d00-b39f-36d101b11fcf,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:45.509150 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a920bc0c-3b30-4d22-85fa-98eb2723b9f2 req-daaa265c-eb25-43c0-9b3a-4745e3c7e42f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996888 Jul 22 16:28:45.542565 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] Routers {'85254114-0930-44d5-9468-08faa96e59d4'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:45.544013 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:28:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['85254114-0930-44d5-9468-08faa96e59d4'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:45.613612 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cfe35-e676-4083-97e3-2667e3b795a6 req-da9b53a6-b9ce-4800-afdd-6b8e296a3864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:45.615735 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-838cfe35-e676-4083-97e3-2667e3b795a6 req-da9b53a6-b9ce-4800-afdd-6b8e296a3864 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 908 time: 0.1635423 Jul 22 16:28:45.636987 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13812c-5276-43fe-a99f-363096dfee39 req-11d7075f-107a-4ec7-a6e6-79915dd80f7e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:45.646881 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e13812c-5276-43fe-a99f-363096dfee39 req-11d7075f-107a-4ec7-a6e6-79915dd80f7e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc16ae9f-dcf1-40d8-9043-e568ead53ee2 HTTP/1.1" status: 200 len: 948 time: 0.7236021 Jul 22 16:28:45.707693 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-838cfe35-e676-4083-97e3-2667e3b795a6 req-ea1d1779-35db-477e-bd82-26dabfee3b85 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27f39a9a-f401-43f6-86f1-cfa75a6861e4 HTTP/1.1" status: 200 len: 217 time: 0.0539672 Jul 22 16:28:45.718042 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-283834c4-616d-49e8-80b3-2e16245d36e0 req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Deleting port 355166f5-918c-4e81-b15f-1ecd411fdc94 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:45.718388 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-283834c4-616d-49e8-80b3-2e16245d36e0 req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:45.734381 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] Set router 85254114-0930-44d5-9468-08faa96e59d4 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:45.786588 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70530a-6bac-4e16-9049-bcc560a5e88d req-6b307edc-93b1-48da-bdad-21ca376c0459 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:45.788186 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9c70530a-6bac-4e16-9049-bcc560a5e88d req-6b307edc-93b1-48da-bdad-21ca376c0459 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 946 time: 0.1312318 Jul 22 16:28:45.828227 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-283834c4-616d-49e8-80b3-2e16245d36e0 req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] For port 355166f5-918c-4e81-b15f-1ecd411fdc94, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=355166f5-918c-4e81-b15f-1ecd411fdc94,segment=NetworkSegment(4c8d7ff8-843d-41f4-852d-34af49610fb5),segment_id=4c8d7ff8-843d-41f4-852d-34af49610fb5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:45.828605 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-283834c4-616d-49e8-80b3-2e16245d36e0 req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:45.858821 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9c70530a-6bac-4e16-9049-bcc560a5e88d req-1d6089f5-ca70-4174-994e-ee2d088ffc1d tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620198 Jul 22 16:28:46.028688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f614d53-e0b7-4adb-9e0a-22a66d022171 req-589687c6-7837-4825-b069-05cf8f00963b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:46.030492 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5f614d53-e0b7-4adb-9e0a-22a66d022171 req-589687c6-7837-4825-b069-05cf8f00963b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.0935597 Jul 22 16:28:46.100611 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5f614d53-e0b7-4adb-9e0a-22a66d022171 req-efd98ace-32e9-4d28-9823-30a059a062c5 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612249 Jul 22 16:28:46.196127 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e13812c-5276-43fe-a99f-363096dfee39 req-7a046188-7462-42ee-814c-7519a4351d9d tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458946 Jul 22 16:28:46.246497 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cfe35-e676-4083-97e3-2667e3b795a6 req-ace9fc34-7c93-49e6-884a-761ed09e4628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:46.256493 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-838cfe35-e676-4083-97e3-2667e3b795a6 req-ace9fc34-7c93-49e6-884a-761ed09e4628 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1dac8087-5dfb-4e2d-bc9b-97574efc063c HTTP/1.1" status: 200 len: 847 time: 0.2246373 Jul 22 16:28:46.288389 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817b904-a965-4115-bc87-c5ce6f02248d req-af703321-2a58-492c-8ba9-61136777a2b8 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:46.290777 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d817b904-a965-4115-bc87-c5ce6f02248d req-af703321-2a58-492c-8ba9-61136777a2b8 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 943 time: 0.0887659 Jul 22 16:28:46.320910 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85254114-0930-44d5-9468-08faa96e59d4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1749869365-router', 'tenant_id': '84fc20ccb2f74c009a917c2acecfaa57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd12811e3-6fa6-43e3-b299-ebfbe31b7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:34Z', 'updated_at': '2021-07-22T16:28:40Z', 'revision_number': 4, 'project_id': '84fc20ccb2f74c009a917c2acecfaa57', 'gw_port': {'id': 'd12811e3-6fa6-43e3-b299-ebfbe31b7bea', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:92:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85254114-0930-44d5-9468-08faa96e59d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:35Z', 'updated_at': '2021-07-22T16:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '671ddadd-1874-4d00-b39f-36d101b11fcf', 'name': '', 'network_id': 'e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b', 'tenant_id': '84fc20ccb2f74c009a917c2acecfaa57', 'mac_address': 'fa:16:3e:3d:fe:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85254114-0930-44d5-9468-08faa96e59d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e24081bc-eab5-4015-baa0-1284cbf74b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:38Z', 'updated_at': '2021-07-22T16:28:45Z', 'revision_number': 4, 'project_id': '84fc20ccb2f74c009a917c2acecfaa57', 'subnets': [{'id': 'e24081bc-eab5-4015-baa0-1284cbf74b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:46.330024 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-283834c4-616d-49e8-80b3-2e16245d36e0 req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:46.330480 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-283834c4-616d-49e8-80b3-2e16245d36e0 req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:46.330976 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [req-283834c4-616d-49e8-80b3-2e16245d36e0 req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Floating IP 0e51ddad-734e-4e45-a976-057f5789b59d disassociated. External IP: 172.25.0.158, port: 355166f5-918c-4e81-b15f-1ecd411fdc94. Jul 22 16:28:46.331381 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-283834c4-616d-49e8-80b3-2e16245d36e0 req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Calling delete_port for 355166f5-918c-4e81-b15f-1ecd411fdc94 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:46.335400 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-838cfe35-e676-4083-97e3-2667e3b795a6 req-c17e1f58-8088-4cf8-86e5-fd0f63aae6eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f917a743-2b29-4ed7-bc92-4ef128fdeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607698 Jul 22 16:28:46.359317 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d817b904-a965-4115-bc87-c5ce6f02248d req-e0bb91d0-7155-419b-88ee-5a5aadb48b65 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618484 Jul 22 16:28:46.361137 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd39f8a1-d233-4e28-b6eb-f7fb46128254 None None] The sync data for ids ['85254114-0930-44d5-9468-08faa96e59d4'] in n-d-798930-9 is: [{'id': '85254114-0930-44d5-9468-08faa96e59d4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1749869365-router', 'tenant_id': '84fc20ccb2f74c009a917c2acecfaa57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd12811e3-6fa6-43e3-b299-ebfbe31b7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:34Z', 'updated_at': '2021-07-22T16:28:40Z', 'revision_number': 4, 'project_id': '84fc20ccb2f74c009a917c2acecfaa57', 'gw_port': {'id': 'd12811e3-6fa6-43e3-b299-ebfbe31b7bea', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:92:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85254114-0930-44d5-9468-08faa96e59d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:35Z', 'updated_at': '2021-07-22T16:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '671ddadd-1874-4d00-b39f-36d101b11fcf', 'name': '', 'network_id': 'e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b', 'tenant_id': '84fc20ccb2f74c009a917c2acecfaa57', 'mac_address': 'fa:16:3e:3d:fe:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85254114-0930-44d5-9468-08faa96e59d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e24081bc-eab5-4015-baa0-1284cbf74b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:38Z', 'updated_at': '2021-07-22T16:28:45Z', 'revision_number': 4, 'project_id': '84fc20ccb2f74c009a917c2acecfaa57', 'subnets': [{'id': 'e24081bc-eab5-4015-baa0-1284cbf74b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:28:46.525101 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0060dfbb-09f7-4f9e-a0c4-c460617ae60f req-0b9e757f-f541-4ff6-bdb5-60d9fd79d215 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5fa7eb7-4261-41d1-aeeb-de75a105d0d9 HTTP/1.1" status: 200 len: 210 time: 0.1883068 Jul 22 16:28:46.767122 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-d356db3d-aacc-49d9-8104-314fd38c1e12 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:46.768648 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-d356db3d-aacc-49d9-8104-314fd38c1e12 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.30 "GET /v2.0/networks?id=5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 HTTP/1.1" status: 200 len: 823 time: 0.3414185 Jul 22 16:28:46.786081 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246de30-cbaf-419c-a957-326bc147db2a req-70dd83e0-2c70-4a79-8d98-8b3075caf373 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:46.787630 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1246de30-cbaf-419c-a957-326bc147db2a req-70dd83e0-2c70-4a79-8d98-8b3075caf373 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ad5db76-dd0f-48fc-9af1-133938b63a16 HTTP/1.1" status: 200 len: 945 time: 0.1578071 Jul 22 16:28:46.865851 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-838cfe35-e676-4083-97e3-2667e3b795a6 req-d8aad608-905f-4411-aeb3-b6f893dad230 service neutron] 10.222.0.16 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934698 Jul 22 16:28:46.971460 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1246de30-cbaf-419c-a957-326bc147db2a req-50965ccc-5f84-4c55-b02c-307dae580205 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592567 Jul 22 16:28:46.986173 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-a72af835-57ae-4aa5-8368-d247fd8cd30b tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a88e2d6b4e14872bbf9144b56af99b9 HTTP/1.1" status: 200 len: 380 time: 0.1843965 Jul 22 16:28:47.005499 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Request body: {'port': {'device_id': 'f5fa7eb7-4261-41d1-aeeb-de75a105d0d9', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'admin_state_up': True, 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'security_groups': ['8b16d6b5-683a-4a99-865c-4893bd842cac']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:47.029471 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:47.095693 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-283834c4-616d-49e8-80b3-2e16245d36e0 req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:47.223200 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:47.239602 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:47.239983 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:47.308611 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Pushing event deleted for resources: {'Port': ['ID=355166f5-918c-4e81-b15f-1ecd411fdc94,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:47.370041 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:47.380811 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:47.381514 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:47.382001 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:47.382449 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:47.383447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:47.383887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:47.384450 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:47.384838 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:47.385200 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:47.385654 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:47.386123 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:47.420056 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Made reservation on behalf of 7a88e2d6b4e14872bbf9144b56af99b9 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:28:47.426288 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:47.495754 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:47.549241 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc16ae9f-dcf1-40d8-9043-e568ead53ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:47.551947 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf53a7cd-f797-4d6a-bb48-6b1cdc5106e7" -d '{"events": [{"server_uuid": "dc16ae9f-dcf1-40d8-9043-e568ead53ee2", "name": "network-vif-plugged", "status": "completed", "tag": "ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:47.575248 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:47.583749 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:47.698659 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-283834c4-616d-49e8-80b3-2e16245d36e0 req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Router b8e51790-c2b0-4b32-8d0e-07710fcee7d1 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:28:47.702105 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-838cfe35-e676-4083-97e3-2667e3b795a6 req-28f1080d-3660-4f97-92b8-1cf2fbc06b8d service neutron] 10.222.0.16 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7927248 Jul 22 16:28:47.755394 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:47.768725 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Allocated IP 172.20.0.12 (5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21/a1c3b578-5b73-43d5-b715-d8e258185030/e19f2a99-8982-4558-a17e-bbb005da1f6d) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:28:47.821949 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9829c-605f-4c7e-95c5-e22fdce1f82a req-d74c7010-907c-4202-9613-6c637f31e728 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:47.831392 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56a9829c-605f-4c7e-95c5-e22fdce1f82a req-d74c7010-907c-4202-9613-6c637f31e728 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 946 time: 0.8132346 Jul 22 16:28:48.020138 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56a9829c-605f-4c7e-95c5-e22fdce1f82a req-409c9d76-0bb3-432a-ac25-c488f614731f tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856449 Jul 22 16:28:48.062529 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c07926-7fb4-4ad9-a4de-940745d2b265 req-28ef41cd-a5dd-4e6a-b0e1-bfe95fce3762 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:48.073619 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-04c07926-7fb4-4ad9-a4de-940745d2b265 req-28ef41cd-a5dd-4e6a-b0e1-bfe95fce3762 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.3628161 Jul 22 16:28:48.087270 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-908db8b5-4557-4908-aba0-928817d22ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:48.215309 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 671ddadd-1874-4d00-b39f-36d101b11fcf up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:48.252365 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-04c07926-7fb4-4ad9-a4de-940745d2b265 req-cfabb992-80f7-417a-86b5-c53dd9533ff7 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770833 Jul 22 16:28:48.324004 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:48.339023 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 671ddadd-1874-4d00-b39f-36d101b11fcf completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:48.345061 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 671ddadd-1874-4d00-b39f-36d101b11fcf triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:48.346918 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Transition to ACTIVE for port object e19f2a99-8982-4558-a17e-bbb005da1f6d will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:48.347451 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:48.395286 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:48.505027 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:48.548249 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Network 5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:48.566223 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:48.576150 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Pushing event updated for resources: {'Port': ['ID=e19f2a99-8982-4558-a17e-bbb005da1f6d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:48.583935 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:28:48.597439 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 671ddadd-1874-4d00-b39f-36d101b11fcf, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=671ddadd-1874-4d00-b39f-36d101b11fcf,segment=NetworkSegment(6deea454-98c1-472a-99f0-5acb601d0c16),segment_id=6deea454-98c1-472a-99f0-5acb601d0c16)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:48.603788 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:48.671997 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:48.672348 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:48.672866 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:48.673274 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:48.673685 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:48.674159 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:48.674561 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:48.674960 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:48.675360 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:48.675755 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:48.676149 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:48.676542 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:48.744250 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c60b7-9549-41a3-81c3-7e840befd811 req-562e9247-13e8-4dbd-99b7-c0101678dd06 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:48.755729 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-106c60b7-9549-41a3-81c3-7e840befd811 req-562e9247-13e8-4dbd-99b7-c0101678dd06 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 943 time: 0.3421474 Jul 22 16:28:48.760425 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-283834c4-616d-49e8-80b3-2e16245d36e0 req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:28:48.774385 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5e8a09-2ed1-4ac8-a29e-b0cb081cb6a6 None None] Sync routers for ids ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:28:48.793977 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5e8a09-2ed1-4ac8-a29e-b0cb081cb6a6 None None] Routers {'b8e51790-c2b0-4b32-8d0e-07710fcee7d1'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:48.796865 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1d5e8a09-2ed1-4ac8-a29e-b0cb081cb6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:28:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:48.811868 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=671ddadd-1874-4d00-b39f-36d101b11fcf,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:48.872772 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:48.873503 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:48.873775 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c0eb9-8ca1-4bc7-8e98-26da0c9d1886 req-a8182287-5bf1-4c18-8536-a743d45baf49 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:48.875362 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b5c0eb9-8ca1-4bc7-8e98-26da0c9d1886 req-a8182287-5bf1-4c18-8536-a743d45baf49 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc16ae9f-dcf1-40d8-9043-e568ead53ee2 HTTP/1.1" status: 200 len: 949 time: 0.6742954 Jul 22 16:28:48.879206 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-283834c4-616d-49e8-80b3-2e16245d36e0 req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] No DVR routers for this DVR port 355166f5-918c-4e81-b15f-1ecd411fdc94 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:28:48.894956 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-106c60b7-9549-41a3-81c3-7e840befd811 req-8391ef94-95ad-4b46-8c7a-3e4825d9da95 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318154 Jul 22 16:28:48.930063 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-283834c4-616d-49e8-80b3-2e16245d36e0 req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:48.931742 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-ec12400a-5801-48dc-87f6-e1904215cfff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9329791 Jul 22 16:28:48.932100 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-283834c4-616d-49e8-80b3-2e16245d36e0 req-7b743e25-ed63-4f60-b9b6-156837098474 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.16 "DELETE /v2.0/ports/355166f5-918c-4e81-b15f-1ecd411fdc94 HTTP/1.1" status: 204 len: 173 time: 4.1040916 Jul 22 16:28:48.933595 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd51c8c2-9b04-4360-9c28-701658465173', 'name': 'network-vif-deleted', 'tag': '355166f5-918c-4e81-b15f-1ecd411fdc94'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:48.936473 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b8320d-1456-4309-9838-3c00ec346035" -d '{"events": [{"server_uuid": "bd51c8c2-9b04-4360-9c28-701658465173", "name": "network-vif-deleted", "tag": "355166f5-918c-4e81-b15f-1ecd411fdc94"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:48.955847 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-fab09e63-a078-4481-9c49-c196fa4ac98a service neutron] Request body: {'port': {'device_id': 'f5fa7eb7-4261-41d1-aeeb-de75a105d0d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:49.048082 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a57be636-94ea-4775-b7eb-ef18d79bdc49 None None] Provisioning for port e19f2a99-8982-4558-a17e-bbb005da1f6d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:49.053102 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a57be636-94ea-4775-b7eb-ef18d79bdc49 None None] Provisioning complete for port e19f2a99-8982-4558-a17e-bbb005da1f6d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:49.053480 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a57be636-94ea-4775-b7eb-ef18d79bdc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:49.078069 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-1d5e8a09-2ed1-4ac8-a29e-b0cb081cb6a6 None None] Set router b8e51790-c2b0-4b32-8d0e-07710fcee7d1 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:49.130812 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a57be636-94ea-4775-b7eb-ef18d79bdc49 None None] Port e19f2a99-8982-4558-a17e-bbb005da1f6d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:28:49.134832 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-fab09e63-a078-4481-9c49-c196fa4ac98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:49.176775 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b5c0eb9-8ca1-4bc7-8e98-26da0c9d1886 req-0ae50a38-18c5-4111-8dcf-e3705cb8a715 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481799 Jul 22 16:28:49.236740 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ffc9288-e376-4569-8c67-bb2943c5c7cd req-9c1279b6-d06a-498b-8534-3aa9ce6c27b0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5e3274e9-23f8-4862-b101-9d7bf4484c3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4057395 Jul 22 16:28:49.270257 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 355166f5-918c-4e81-b15f-1ecd411fdc94 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:49.360258 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 355166f5-918c-4e81-b15f-1ecd411fdc94 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:28:49.360606 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 355166f5-918c-4e81-b15f-1ecd411fdc94 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:28:49.527719 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc9288-e376-4569-8c67-bb2943c5c7cd req-ce07b0c4-97ca-4435-a835-84900dcbdb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:49.529967 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ffc9288-e376-4569-8c67-bb2943c5c7cd req-ce07b0c4-97ca-4435-a835-84900dcbdb3e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c8d6245ad404817abeaf30553b64f00&device_id=5e3274e9-23f8-4862-b101-9d7bf4484c3b HTTP/1.1" status: 200 len: 1101 time: 0.2419021 Jul 22 16:28:49.563108 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf6261-d3e6-469e-b510-4911abeed306 req-4e843fb1-12cc-4155-8404-8fe5ba44de51 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:49.565175 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bbcf6261-d3e6-469e-b510-4911abeed306 req-4e843fb1-12cc-4155-8404-8fe5ba44de51 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5fa7eb7-4261-41d1-aeeb-de75a105d0d9 HTTP/1.1" status: 200 len: 932 time: 0.1710606 Jul 22 16:28:49.581611 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-908db8b5-4557-4908-aba0-928817d22ea2 admin admin] Deleting port 671ddadd-1874-4d00-b39f-36d101b11fcf {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:49.582298 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-908db8b5-4557-4908-aba0-928817d22ea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:49.603772 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31fbfc-3d34-434f-8a0a-888f0de4358e req-e3646c46-2e50-4c51-99a9-b37e1b533290 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:49.623917 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-db31fbfc-3d34-434f-8a0a-888f0de4358e req-e3646c46-2e50-4c51-99a9-b37e1b533290 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ad5db76-dd0f-48fc-9af1-133938b63a16 HTTP/1.1" status: 200 len: 945 time: 0.4589736 Jul 22 16:28:49.683223 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-908db8b5-4557-4908-aba0-928817d22ea2 admin admin] For port 671ddadd-1874-4d00-b39f-36d101b11fcf, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=671ddadd-1874-4d00-b39f-36d101b11fcf,segment=NetworkSegment(6deea454-98c1-472a-99f0-5acb601d0c16),segment_id=6deea454-98c1-472a-99f0-5acb601d0c16)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:49.684862 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-908db8b5-4557-4908-aba0-928817d22ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:49.730454 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1d5e8a09-2ed1-4ac8-a29e-b0cb081cb6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-922786815-router', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:09Z', 'updated_at': '2021-07-22T16:26:15Z', 'revision_number': 4, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'gw_port': {'id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:10Z', 'updated_at': '2021-07-22T16:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '38396909-5394-4450-8a1e-ab13e2462f53', 'name': '', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'mac_address': 'fa:16:3e:80:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:22Z', 'revision_number': 5, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'subnets': [{'id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:49.825548 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-908db8b5-4557-4908-aba0-928817d22ea2 admin admin] Calling delete_port for 671ddadd-1874-4d00-b39f-36d101b11fcf owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:49.868004 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5e8a09-2ed1-4ac8-a29e-b0cb081cb6a6 None None] Checking router: b8e51790-c2b0-4b32-8d0e-07710fcee7d1 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:28:49.873588 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-db31fbfc-3d34-434f-8a0a-888f0de4358e req-c4aa401c-4a5b-4756-a846-518087f42bb7 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236419 Jul 22 16:28:49.902984 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5e8a09-2ed1-4ac8-a29e-b0cb081cb6a6 None None] Routers {'b8e51790-c2b0-4b32-8d0e-07710fcee7d1'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:49.904237 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1d5e8a09-2ed1-4ac8-a29e-b0cb081cb6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:28:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:49.993335 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13275e06-dc46-4532-9237-718b4f0197b6 x-openstack-request-id: req-13275e06-dc46-4532-9237-718b4f0197b6 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:49.994553 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc16ae9f-dcf1-40d8-9043-e568ead53ee2", "name": "network-vif-plugged", "status": "completed", "tag": "ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:49.995106 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-13275e06-dc46-4532-9237-718b4f0197b6 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:49.995700 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc16ae9f-dcf1-40d8-9043-e568ead53ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e', 'code': 200} Jul 22 16:28:50.055313 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bbcf6261-d3e6-469e-b510-4911abeed306 req-b0697eb1-576a-4d51-9c77-00f164c283dc tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b16d6b5-683a-4a99-865c-4893bd842cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4787321 Jul 22 16:28:50.063860 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc9288-e376-4569-8c67-bb2943c5c7cd req-5880d508-6543-4f14-ba65-3a1fdc39bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:50.067629 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ffc9288-e376-4569-8c67-bb2943c5c7cd req-5880d508-6543-4f14-ba65-3a1fdc39bdee service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.5011792 Jul 22 16:28:50.132027 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e730e1f1-b6ec-4548-9490-43cff0ebb1e4 x-openstack-request-id: req-e730e1f1-b6ec-4548-9490-43cff0ebb1e4 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:50.141491 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd51c8c2-9b04-4360-9c28-701658465173", "name": "network-vif-deleted", "tag": "355166f5-918c-4e81-b15f-1ecd411fdc94", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:50.142145 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e730e1f1-b6ec-4548-9490-43cff0ebb1e4 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:50.142846 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd51c8c2-9b04-4360-9c28-701658465173', 'name': 'network-vif-deleted', 'tag': '355166f5-918c-4e81-b15f-1ecd411fdc94', 'status': 'completed', 'code': 200} Jul 22 16:28:50.244509 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-1d5e8a09-2ed1-4ac8-a29e-b0cb081cb6a6 None None] Set router b8e51790-c2b0-4b32-8d0e-07710fcee7d1 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:50.257219 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 671ddadd-1874-4d00-b39f-36d101b11fcf up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:50.266196 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-fab09e63-a078-4481-9c49-c196fa4ac98a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19f2a99-8982-4558-a17e-bbb005da1f6d {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:50.288032 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ffc9288-e376-4569-8c67-bb2943c5c7cd req-b3ee022e-9e2f-494c-b2bd-664cfdf07e44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=eb232938-2bd4-4305-af50-971d8bbeb3fd HTTP/1.1" status: 200 len: 217 time: 0.1945193 Jul 22 16:28:50.289947 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-fab09e63-a078-4481-9c49-c196fa4ac98a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:50.319607 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-fab09e63-a078-4481-9c49-c196fa4ac98a service neutron] Transition to ACTIVE for port object e19f2a99-8982-4558-a17e-bbb005da1f6d will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:50.353143 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-fab09e63-a078-4481-9c49-c196fa4ac98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:50.385868 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 671ddadd-1874-4d00-b39f-36d101b11fcf triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:50.386894 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:50.388747 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc9288-e376-4569-8c67-bb2943c5c7cd req-c592d193-3212-421d-ac2b-bf337055375b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:50.390440 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ffc9288-e376-4569-8c67-bb2943c5c7cd req-c592d193-3212-421d-ac2b-bf337055375b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0645351 Jul 22 16:28:50.534576 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab09e63-a078-4481-9c49-c196fa4ac98a service neutron] Pushing event updated for resources: {'Port': ['ID=e19f2a99-8982-4558-a17e-bbb005da1f6d,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:50.546522 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2df5b-3b1b-4601-b0d8-6b454fabc924 req-e7b83b45-8f59-4d09-baa3-5c9d208cad33 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:50.548248 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-13a2df5b-3b1b-4601-b0d8-6b454fabc924 req-e7b83b45-8f59-4d09-baa3-5c9d208cad33 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad5db76-dd0f-48fc-9af1-133938b63a16 HTTP/1.1" status: 200 len: 945 time: 0.7996416 Jul 22 16:28:50.760350 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220870b-871b-43f6-9584-083948c4169f req-5e668c79-2941-464e-b7fa-4294ef610266 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:50.762157 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1220870b-871b-43f6-9584-083948c4169f req-5e668c79-2941-464e-b7fa-4294ef610266 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 946 time: 0.5435648 Jul 22 16:28:50.769294 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f8cf9-ccff-4b95-a47e-f971d38168e1 req-5a28fbd2-def0-4cbf-8095-e217707e90c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:50.771195 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9d0f8cf9-ccff-4b95-a47e-f971d38168e1 req-5a28fbd2-def0-4cbf-8095-e217707e90c5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dc16ae9f-dcf1-40d8-9043-e568ead53ee2 HTTP/1.1" status: 200 len: 1100 time: 0.5552919 Jul 22 16:28:50.825628 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1d5e8a09-2ed1-4ac8-a29e-b0cb081cb6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-922786815-router', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:09Z', 'updated_at': '2021-07-22T16:26:15Z', 'revision_number': 4, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'gw_port': {'id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:10Z', 'updated_at': '2021-07-22T16:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '38396909-5394-4450-8a1e-ab13e2462f53', 'name': '', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'mac_address': 'fa:16:3e:80:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:22Z', 'revision_number': 5, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'subnets': [{'id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:50.847936 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1220870b-871b-43f6-9584-083948c4169f req-29d6516c-8368-4e8c-bba0-b5a662c22671 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693140 Jul 22 16:28:50.877607 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc9288-e376-4569-8c67-bb2943c5c7cd req-051f4250-2006-4862-bcaf-fd4d2b2d2941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:50.879180 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ffc9288-e376-4569-8c67-bb2943c5c7cd req-051f4250-2006-4862-bcaf-fd4d2b2d2941 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4526341 Jul 22 16:28:50.953349 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5e8a09-2ed1-4ac8-a29e-b0cb081cb6a6 None None] The sync data for ids ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'] in n-d-798930-9 is: [{'id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-922786815-router', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:09Z', 'updated_at': '2021-07-22T16:26:15Z', 'revision_number': 4, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'gw_port': {'id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:10Z', 'updated_at': '2021-07-22T16:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '38396909-5394-4450-8a1e-ab13e2462f53', 'name': '', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'mac_address': 'fa:16:3e:80:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:22Z', 'revision_number': 5, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'subnets': [{'id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:28:51.033239 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ffc9288-e376-4569-8c67-bb2943c5c7cd req-4f16d544-9861-4540-be7b-4e30c7931f3a service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459692 Jul 22 16:28:51.244094 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-fab09e63-a078-4481-9c49-c196fa4ac98a service neutron] Attempting to bind port e19f2a99-8982-4558-a17e-bbb005da1f6d on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:51.245031 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-fab09e63-a078-4481-9c49-c196fa4ac98a service neutron] Attempting to bind port e19f2a99-8982-4558-a17e-bbb005da1f6d by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '4c8d7ff8-843d-41f4-852d-34af49610fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:51.245533 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-fab09e63-a078-4481-9c49-c196fa4ac98a service neutron] Attempting to bind port e19f2a99-8982-4558-a17e-bbb005da1f6d on network 5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:51.258616 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ffc9288-e376-4569-8c67-bb2943c5c7cd req-4f69ebec-afdf-4d57-aa3c-24bb2a900738 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098165 Jul 22 16:28:51.289208 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75894985-2104-4e19-841f-8529bea4013f req-a4f60e13-187b-4576-b807-c4fece26eba5 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:51.290985 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-75894985-2104-4e19-841f-8529bea4013f req-a4f60e13-187b-4576-b807-c4fece26eba5 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.9692724 Jul 22 16:28:51.309228 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-fab09e63-a078-4481-9c49-c196fa4ac98a service neutron] Port e19f2a99-8982-4558-a17e-bbb005da1f6d on network 5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:28:51.309600 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-fab09e63-a078-4481-9c49-c196fa4ac98a service neutron] Attempting to bind port e19f2a99-8982-4558-a17e-bbb005da1f6d on network 5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:51.329569 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9d0f8cf9-ccff-4b95-a47e-f971d38168e1 req-051c1098-59b4-4803-86b6-2c4a75b6bdbd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203629 Jul 22 16:28:51.368631 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-fab09e63-a078-4481-9c49-c196fa4ac98a service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:51.369229 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-fab09e63-a078-4481-9c49-c196fa4ac98a service neutron] Checking segment: {'id': '4c8d7ff8-843d-41f4-852d-34af49610fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:51.369607 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-fab09e63-a078-4481-9c49-c196fa4ac98a service neutron] Bound using segment: {'id': '4c8d7ff8-843d-41f4-852d-34af49610fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:51.370758 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-fab09e63-a078-4481-9c49-c196fa4ac98a service neutron] Bound port: e19f2a99-8982-4558-a17e-bbb005da1f6d, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c8d7ff8-843d-41f4-852d-34af49610fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:51.371731 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-fab09e63-a078-4481-9c49-c196fa4ac98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:51.388870 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-908db8b5-4557-4908-aba0-928817d22ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:51.411755 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669b5941-a44a-4cfb-bf84-955b78abfa0d None None] New status for floating IP 0e51ddad-734e-4e45-a976-057f5789b59d: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:28:51.443126 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908db8b5-4557-4908-aba0-928817d22ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=671ddadd-1874-4d00-b39f-36d101b11fcf,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:51.475358 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53080f05-982c-48fd-bdbb-a6fdf1e1b31e req-cf34127e-5d28-4e95-8433-4d28149b9f24 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:51.483580 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-53080f05-982c-48fd-bdbb-a6fdf1e1b31e req-cf34127e-5d28-4e95-8433-4d28149b9f24 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 943 time: 0.4478383 Jul 22 16:28:51.544170 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-75894985-2104-4e19-841f-8529bea4013f req-0211e548-32ca-40c1-8c0b-428db3ae6454 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376406 Jul 22 16:28:51.616255 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-53080f05-982c-48fd-bdbb-a6fdf1e1b31e req-4c5b817d-4eda-4a21-a9c8-6cb82194789e tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296566 Jul 22 16:28:51.685761 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-13a2df5b-3b1b-4601-b0d8-6b454fabc924 req-b715eb49-111f-4074-8c22-0cec958020c9 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Deleting port f9dcb843-a084-4f5f-845b-973fafdb8305 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:51.700103 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-13a2df5b-3b1b-4601-b0d8-6b454fabc924 req-b715eb49-111f-4074-8c22-0cec958020c9 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:51.791360 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-fab09e63-a078-4481-9c49-c196fa4ac98a service neutron] For port e19f2a99-8982-4558-a17e-bbb005da1f6d, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:51.868704 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-908db8b5-4557-4908-aba0-928817d22ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:51.880110 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-fab09e63-a078-4481-9c49-c196fa4ac98a service neutron] For port e19f2a99-8982-4558-a17e-bbb005da1f6d, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=e19f2a99-8982-4558-a17e-bbb005da1f6d,segment=NetworkSegment(4c8d7ff8-843d-41f4-852d-34af49610fb5),segment_id=4c8d7ff8-843d-41f4-852d-34af49610fb5)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:51.902089 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-fab09e63-a078-4481-9c49-c196fa4ac98a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:51.941497 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-fab09e63-a078-4481-9c49-c196fa4ac98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:51.942158 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-fab09e63-a078-4481-9c49-c196fa4ac98a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:51.944710 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-fab09e63-a078-4481-9c49-c196fa4ac98a service neutron] 10.222.0.30 "PUT /v2.0/ports/e19f2a99-8982-4558-a17e-bbb005da1f6d HTTP/1.1" status: 200 len: 1092 time: 2.9921322 Jul 22 16:28:51.946230 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5fa7eb7-4261-41d1-aeeb-de75a105d0d9', 'tag': 'e19f2a99-8982-4558-a17e-bbb005da1f6d'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:51.949052 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d786423-d36a-4834-91a4-a50d127b8558" -d '{"events": [{"name": "network-changed", "server_uuid": "f5fa7eb7-4261-41d1-aeeb-de75a105d0d9", "tag": "e19f2a99-8982-4558-a17e-bbb005da1f6d"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:51.984124 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-13a2df5b-3b1b-4601-b0d8-6b454fabc924 req-b715eb49-111f-4074-8c22-0cec958020c9 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] For port f9dcb843-a084-4f5f-845b-973fafdb8305, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f9dcb843-a084-4f5f-845b-973fafdb8305,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:51.988419 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-13a2df5b-3b1b-4601-b0d8-6b454fabc924 req-b715eb49-111f-4074-8c22-0cec958020c9 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:52.006369 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f98485-e1ef-479e-a04b-fe52dbab3383 req-af73986d-2f50-439b-a1b0-56001068e748 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:52.008488 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d4f98485-e1ef-479e-a04b-fe52dbab3383 req-af73986d-2f50-439b-a1b0-56001068e748 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc16ae9f-dcf1-40d8-9043-e568ead53ee2 HTTP/1.1" status: 200 len: 949 time: 0.2746027 Jul 22 16:28:52.123601 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-13a2df5b-3b1b-4601-b0d8-6b454fabc924 req-b715eb49-111f-4074-8c22-0cec958020c9 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Calling delete_port for f9dcb843-a084-4f5f-845b-973fafdb8305 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:52.172829 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab09e63-a078-4481-9c49-c196fa4ac98a service neutron] Pushing event updated for resources: {'Port': ['ID=e19f2a99-8982-4558-a17e-bbb005da1f6d,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:52.175450 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a257807-46fa-4845-afef-1b9023e21f9a req-ff53dba4-969f-48f9-8222-c05cf1868e5c tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:52.185355 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4a257807-46fa-4845-afef-1b9023e21f9a req-ff53dba4-969f-48f9-8222-c05cf1868e5c tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ad5db76-dd0f-48fc-9af1-133938b63a16 HTTP/1.1" status: 200 len: 945 time: 0.3032470 Jul 22 16:28:52.220258 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d4f98485-e1ef-479e-a04b-fe52dbab3383 req-2e28574c-82dd-47c0-84f7-153e02144b9d tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950662 Jul 22 16:28:52.262655 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-672b6ca9-dd77-4409-bf88-889ad8b81ecf service neutron] 10.222.0.16 "GET /v2.0/ports/27f39a9a-f401-43f6-86f1-cfa75a6861e4/bindings/n-h2-798930-9 HTTP/1.1" status: 200 len: 384 time: 0.2105057 Jul 22 16:28:52.321192 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4a257807-46fa-4845-afef-1b9023e21f9a req-6404c24b-e0f4-48ef-8d65-dceb0d9ca42c tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247625 Jul 22 16:28:52.477417 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-76937c3c-fe12-472e-b5dc-46908adf969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:52.478589 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-76937c3c-fe12-472e-b5dc-46908adf969c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7a88e2d6b4e14872bbf9144b56af99b9&device_id=f5fa7eb7-4261-41d1-aeeb-de75a105d0d9 HTTP/1.1" status: 200 len: 1095 time: 0.4375393 Jul 22 16:28:52.505556 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908db8b5-4557-4908-aba0-928817d22ea2 admin admin] Router 85254114-0930-44d5-9468-08faa96e59d4 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:28:52.543591 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-bd025b5a-013d-4b27-bba9-5cdc13cd8fd8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e19f2a99-8982-4558-a17e-bbb005da1f6d HTTP/1.1" status: 200 len: 217 time: 0.0435336 Jul 22 16:28:52.632391 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2a432-e04e-476d-915d-156b0d499628 req-e48ea2de-e490-4d4f-96b0-27ea828aafaa tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:52.634539 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-72a2a432-e04e-476d-915d-156b0d499628 req-e48ea2de-e490-4d4f-96b0-27ea828aafaa tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5fa7eb7-4261-41d1-aeeb-de75a105d0d9 HTTP/1.1" status: 200 len: 944 time: 0.2976689 Jul 22 16:28:52.643256 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-405d7f9d-bb91-4b73-855e-c81dfcd673eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:52.645680 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-405d7f9d-bb91-4b73-855e-c81dfcd673eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1c3b578-5b73-43d5-b715-d8e258185030 HTTP/1.1" status: 200 len: 862 time: 0.0821087 Jul 22 16:28:52.659499 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-13a2df5b-3b1b-4601-b0d8-6b454fabc924 req-b715eb49-111f-4074-8c22-0cec958020c9 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:52.703201 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715eb49-111f-4074-8c22-0cec958020c9 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Pushing event deleted for resources: {'Port': ['ID=f9dcb843-a084-4f5f-845b-973fafdb8305,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:52.743364 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c6322-06d6-4c8f-8a51-f2fa2affdcf2 req-d04befaa-7333-4a42-a178-531da267050a tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:52.745297 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3a0c6322-06d6-4c8f-8a51-f2fa2affdcf2 req-d04befaa-7333-4a42-a178-531da267050a tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 946 time: 0.3212688 Jul 22 16:28:52.810702 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-72a2a432-e04e-476d-915d-156b0d499628 req-ed2e4b9c-812a-4d1f-a0fb-5d70f7e1c46a tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b16d6b5-683a-4a99-865c-4893bd842cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620686 Jul 22 16:28:52.816971 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a2df5b-3b1b-4601-b0d8-6b454fabc924 req-b715eb49-111f-4074-8c22-0cec958020c9 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] No DVR routers for this DVR port f9dcb843-a084-4f5f-845b-973fafdb8305 on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:28:52.820929 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-13a2df5b-3b1b-4601-b0d8-6b454fabc924 req-b715eb49-111f-4074-8c22-0cec958020c9 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:52.834128 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-13a2df5b-3b1b-4601-b0d8-6b454fabc924 req-b715eb49-111f-4074-8c22-0cec958020c9 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.30 "DELETE /v2.0/ports/f9dcb843-a084-4f5f-845b-973fafdb8305 HTTP/1.1" status: 204 len: 173 time: 2.2739549 Jul 22 16:28:52.877147 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908db8b5-4557-4908-aba0-928817d22ea2 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:28:52.885360 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-908db8b5-4557-4908-aba0-928817d22ea2 admin admin] 10.222.0.69 "PUT /v2.0/routers/85254114-0930-44d5-9468-08faa96e59d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7577496 Jul 22 16:28:52.885786 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad53e99-9fd9-44bd-b77b-3da63c7c5c7e None None] Sync routers for ids ['85254114-0930-44d5-9468-08faa96e59d4'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:28:52.886651 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37732) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:52.906774 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3a0c6322-06d6-4c8f-8a51-f2fa2affdcf2 req-b1c3fb5e-1610-4526-a05e-0e68f2743dc5 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511900 Jul 22 16:28:52.916649 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-867dc466-d0a3-49a0-b39e-0443ae6d6c1e service neutron] For port 27f39a9a-f401-43f6-86f1-cfa75a6861e4, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=27f39a9a-f401-43f6-86f1-cfa75a6861e4,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:52.922864 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad53e99-9fd9-44bd-b77b-3da63c7c5c7e None None] Routers {'85254114-0930-44d5-9468-08faa96e59d4'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:52.923520 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0ad53e99-9fd9-44bd-b77b-3da63c7c5c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:28:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['85254114-0930-44d5-9468-08faa96e59d4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:52.943093 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-867dc466-d0a3-49a0-b39e-0443ae6d6c1e service neutron] For port 27f39a9a-f401-43f6-86f1-cfa75a6861e4, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:52.976925 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-a548bcea-82fb-418e-b6f6-d816055b11d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:52.990002 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-a548bcea-82fb-418e-b6f6-d816055b11d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2741187 Jul 22 16:28:52.991613 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9075cb-2cb2-4bdc-9f22-917608a42b82 x-openstack-request-id: req-9c9075cb-2cb2-4bdc-9f22-917608a42b82 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:52.991966 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5fa7eb7-4261-41d1-aeeb-de75a105d0d9", "tag": "e19f2a99-8982-4558-a17e-bbb005da1f6d", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:52.992264 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9c9075cb-2cb2-4bdc-9f22-917608a42b82 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:52.992588 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5fa7eb7-4261-41d1-aeeb-de75a105d0d9', 'tag': 'e19f2a99-8982-4558-a17e-bbb005da1f6d', 'status': 'completed', 'code': 200} Jul 22 16:28:53.015733 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-867dc466-d0a3-49a0-b39e-0443ae6d6c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f39a9a-f401-43f6-86f1-cfa75a6861e4 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:53.056059 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-867dc466-d0a3-49a0-b39e-0443ae6d6c1e service neutron] For port 27f39a9a-f401-43f6-86f1-cfa75a6861e4, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=27f39a9a-f401-43f6-86f1-cfa75a6861e4,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:53.077835 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device f9dcb843-a084-4f5f-845b-973fafdb8305 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:53.136879 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-867dc466-d0a3-49a0-b39e-0443ae6d6c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:53.170284 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: f9dcb843-a084-4f5f-845b-973fafdb8305 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:28:53.171971 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device f9dcb843-a084-4f5f-845b-973fafdb8305 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:28:53.272014 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-0ad53e99-9fd9-44bd-b77b-3da63c7c5c7e None None] Set router 85254114-0930-44d5-9468-08faa96e59d4 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:53.285580 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 27f39a9a-f401-43f6-86f1-cfa75a6861e4 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:53.321475 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955da6b-207d-4bea-b9b8-4fee654304bb req-8ce6e0ab-85f3-491e-8441-33f994dcfc17 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:53.323296 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7955da6b-207d-4bea-b9b8-4fee654304bb req-8ce6e0ab-85f3-491e-8441-33f994dcfc17 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 943 time: 0.2191887 Jul 22 16:28:53.325728 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66423da3-3687-4b62-871f-ed895bb052a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:53.328983 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-41cf74c4-59f2-4af5-8d57-e707dec341dc service neutron] 10.222.0.30 "GET /v2.0/networks/5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774098 Jul 22 16:28:53.362117 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-867dc466-d0a3-49a0-b39e-0443ae6d6c1e service neutron] Transition to ACTIVE for port object 27f39a9a-f401-43f6-86f1-cfa75a6861e4 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:53.391553 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-867dc466-d0a3-49a0-b39e-0443ae6d6c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:53.445190 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971029d2-27eb-4d3c-bb24-4b9b60014981 req-91f49230-9de1-4987-ace0-7efa96e531a7 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:53.453255 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 27f39a9a-f401-43f6-86f1-cfa75a6861e4 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:28:53.456627 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-971029d2-27eb-4d3c-bb24-4b9b60014981 req-91f49230-9de1-4987-ace0-7efa96e531a7 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.4153075 Jul 22 16:28:53.537516 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dc466-d0a3-49a0-b39e-0443ae6d6c1e service neutron] Pushing event updated for resources: {'Port': ['ID=27f39a9a-f401-43f6-86f1-cfa75a6861e4,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:53.644393 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7955da6b-207d-4bea-b9b8-4fee654304bb req-91834ee4-2508-4d2f-9bc7-2dbaa0095aea tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020349 Jul 22 16:28:53.694797 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0ad53e99-9fd9-44bd-b77b-3da63c7c5c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85254114-0930-44d5-9468-08faa96e59d4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1749869365-router', 'tenant_id': '84fc20ccb2f74c009a917c2acecfaa57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd12811e3-6fa6-43e3-b299-ebfbe31b7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:34Z', 'updated_at': '2021-07-22T16:28:51Z', 'revision_number': 5, 'project_id': '84fc20ccb2f74c009a917c2acecfaa57', 'gw_port': {'id': 'd12811e3-6fa6-43e3-b299-ebfbe31b7bea', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:92:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85254114-0930-44d5-9468-08faa96e59d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:35Z', 'updated_at': '2021-07-22T16:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:53.705429 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-867dc466-d0a3-49a0-b39e-0443ae6d6c1e service neutron] No DVR routers for this DVR port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:28:53.755248 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad53e99-9fd9-44bd-b77b-3da63c7c5c7e None None] Checking router: 85254114-0930-44d5-9468-08faa96e59d4 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:28:53.787192 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad53e99-9fd9-44bd-b77b-3da63c7c5c7e None None] Routers {'85254114-0930-44d5-9468-08faa96e59d4'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:53.787740 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0ad53e99-9fd9-44bd-b77b-3da63c7c5c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:28:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['85254114-0930-44d5-9468-08faa96e59d4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:53.791480 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-867dc466-d0a3-49a0-b39e-0443ae6d6c1e service neutron] 10.222.0.16 "PUT /v2.0/ports/27f39a9a-f401-43f6-86f1-cfa75a6861e4/bindings/n-h2-798930-9/activate HTTP/1.1" status: 200 len: 369 time: 1.5193841 Jul 22 16:28:53.816810 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7883b433-4645-4d79-80f0-65d9ac9ab29b req-6917c07f-557c-45da-8f98-d3a00c9200cd service neutron] 10.222.0.30 "GET /v2.0/networks/5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877023 Jul 22 16:28:53.839631 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-971029d2-27eb-4d3c-bb24-4b9b60014981 req-b52b8ff6-241a-4e8d-9c57-bf84bc6a3208 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820171 Jul 22 16:28:53.892958 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66423da3-3687-4b62-871f-ed895bb052a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:53.939262 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b86b91-5778-4a74-8bac-c2c2a8afefc1 req-6f3c754c-4fd7-4365-8155-ba32efd23a19 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:53.940552 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-88b86b91-5778-4a74-8bac-c2c2a8afefc1 req-6f3c754c-4fd7-4365-8155-ba32efd23a19 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc16ae9f-dcf1-40d8-9043-e568ead53ee2 HTTP/1.1" status: 200 len: 949 time: 0.1578004 Jul 22 16:28:54.008873 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-0ad53e99-9fd9-44bd-b77b-3da63c7c5c7e None None] Set router 85254114-0930-44d5-9468-08faa96e59d4 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:54.123063 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-95655e09-9084-4c4d-ad9a-109dd49b8487 req-7d1e096a-73c6-4b84-8224-e1d704a38a65 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ad5db76-dd0f-48fc-9af1-133938b63a16 HTTP/1.1" status: 200 len: 210 time: 0.0472949 Jul 22 16:28:54.273317 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-66423da3-3687-4b62-871f-ed895bb052a2 admin admin] Deleting port d12811e3-6fa6-43e3-b299-ebfbe31b7bea {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:54.274439 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66423da3-3687-4b62-871f-ed895bb052a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:54.288362 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0ad53e99-9fd9-44bd-b77b-3da63c7c5c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85254114-0930-44d5-9468-08faa96e59d4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1749869365-router', 'tenant_id': '84fc20ccb2f74c009a917c2acecfaa57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd12811e3-6fa6-43e3-b299-ebfbe31b7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:34Z', 'updated_at': '2021-07-22T16:28:51Z', 'revision_number': 5, 'project_id': '84fc20ccb2f74c009a917c2acecfaa57', 'gw_port': {'id': 'd12811e3-6fa6-43e3-b299-ebfbe31b7bea', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:92:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85254114-0930-44d5-9468-08faa96e59d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:35Z', 'updated_at': '2021-07-22T16:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:54.355329 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad53e99-9fd9-44bd-b77b-3da63c7c5c7e None None] The sync data for ids ['85254114-0930-44d5-9468-08faa96e59d4'] in n-d-798930-9 is: [{'id': '85254114-0930-44d5-9468-08faa96e59d4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1749869365-router', 'tenant_id': '84fc20ccb2f74c009a917c2acecfaa57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'd12811e3-6fa6-43e3-b299-ebfbe31b7bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:34Z', 'updated_at': '2021-07-22T16:28:51Z', 'revision_number': 5, 'project_id': '84fc20ccb2f74c009a917c2acecfaa57', 'gw_port': {'id': 'd12811e3-6fa6-43e3-b299-ebfbe31b7bea', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:92:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85254114-0930-44d5-9468-08faa96e59d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:35Z', 'updated_at': '2021-07-22T16:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:28:54.376581 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-b52587ab-b3d5-48c6-a9c3-712a43a8f0b9 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:54.378142 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-b52587ab-b3d5-48c6-a9c3-712a43a8f0b9 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681&tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&binding%3Ahost_id=n-h1-798930-9 HTTP/1.1" status: 200 len: 1095 time: 0.3618059 Jul 22 16:28:54.383519 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d786423-d36a-4834-91a4-a50d127b8558 req-ea172da7-3877-448a-ade0-0323d85f65f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:54.385025 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7d786423-d36a-4834-91a4-a50d127b8558 req-ea172da7-3877-448a-ade0-0323d85f65f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7a88e2d6b4e14872bbf9144b56af99b9&device_id=f5fa7eb7-4261-41d1-aeeb-de75a105d0d9 HTTP/1.1" status: 200 len: 1095 time: 0.3976376 Jul 22 16:28:54.471983 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-88b86b91-5778-4a74-8bac-c2c2a8afefc1 req-d953bf33-507a-462a-90bc-96adcbd1e76f tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5171812 Jul 22 16:28:54.496615 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-66423da3-3687-4b62-871f-ed895bb052a2 admin admin] For port d12811e3-6fa6-43e3-b299-ebfbe31b7bea, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d12811e3-6fa6-43e3-b299-ebfbe31b7bea,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:54.496978 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66423da3-3687-4b62-871f-ed895bb052a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:54.560417 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-66423da3-3687-4b62-871f-ed895bb052a2 admin admin] Calling delete_port for d12811e3-6fa6-43e3-b299-ebfbe31b7bea owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:54.660672 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3290d-a50e-44be-8749-4f078d0a9501 req-519c1248-c0c3-4332-bdec-015c0ce0a918 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:54.666004 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92e3290d-a50e-44be-8749-4f078d0a9501 req-519c1248-c0c3-4332-bdec-015c0ce0a918 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5fa7eb7-4261-41d1-aeeb-de75a105d0d9 HTTP/1.1" status: 200 len: 944 time: 0.4333689 Jul 22 16:28:54.683407 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d406a93-fd0a-4394-95ca-c9ad5f356002 req-556153c4-4daf-40bb-9851-63dc04d42876 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:54.690982 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0d406a93-fd0a-4394-95ca-c9ad5f356002 req-556153c4-4daf-40bb-9851-63dc04d42876 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 946 time: 0.0927958 Jul 22 16:28:54.737625 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0d406a93-fd0a-4394-95ca-c9ad5f356002 req-d537883d-01ab-42b4-a36b-5bf29015df54 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456531 Jul 22 16:28:54.881138 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d786423-d36a-4834-91a4-a50d127b8558 req-c43e688a-af0a-4143-9301-4967e2558884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:54.883168 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7d786423-d36a-4834-91a4-a50d127b8558 req-c43e688a-af0a-4143-9301-4967e2558884 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 HTTP/1.1" status: 200 len: 924 time: 0.4844942 Jul 22 16:28:54.905240 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-ecd734ce-4f3d-4522-9017-9b949ace56f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:54.906918 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-ecd734ce-4f3d-4522-9017-9b949ace56f9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681&tenant_id=7782266dfdc04a53ab0c0d4cc2d32226 HTTP/1.1" status: 200 len: 1095 time: 0.4966581 Jul 22 16:28:54.929080 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47ac79-9ded-454e-b751-bb527269141f req-52fcba99-88d8-4faf-980e-b03f4cd25094 tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:54.933840 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92e3290d-a50e-44be-8749-4f078d0a9501 req-e73ca825-6ce5-4ed2-b3bb-bc69cf3c8729 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b16d6b5-683a-4a99-865c-4893bd842cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808954 Jul 22 16:28:54.941685 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bc47ac79-9ded-454e-b751-bb527269141f req-52fcba99-88d8-4faf-980e-b03f4cd25094 tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=dc16ae9f-dcf1-40d8-9043-e568ead53ee2 HTTP/1.1" status: 200 len: 1100 time: 0.1041329 Jul 22 16:28:54.996156 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad5db76-dd0f-48fc-9af1-133938b63a16', 'name': 'network-vif-deleted', 'tag': 'f9dcb843-a084-4f5f-845b-973fafdb8305'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:54.999591 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ecd478-e75b-4a2f-9b9e-a18fc7b374b9" -d '{"events": [{"server_uuid": "2ad5db76-dd0f-48fc-9af1-133938b63a16", "name": "network-vif-deleted", "tag": "f9dcb843-a084-4f5f-845b-973fafdb8305"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:55.020727 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7d786423-d36a-4834-91a4-a50d127b8558 req-02a6f64f-2e69-4c27-b185-f900adc61ddb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e19f2a99-8982-4558-a17e-bbb005da1f6d HTTP/1.1" status: 200 len: 217 time: 0.1063728 Jul 22 16:28:55.021334 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66423da3-3687-4b62-871f-ed895bb052a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:55.039738 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bc47ac79-9ded-454e-b751-bb527269141f req-77008835-d125-41ad-830a-f8558a8c3c53 tempest-ServersOnMultiNodesTest-2000332687 tempest-ServersOnMultiNodesTest-2000332687-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902555 Jul 22 16:28:55.180326 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66423da3-3687-4b62-871f-ed895bb052a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d12811e3-6fa6-43e3-b299-ebfbe31b7bea,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:55.190695 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009911f-0760-4bf8-b256-d5f3d8f30ef9 req-9ac77c5a-5a9d-425b-b6f4-a7775df1c8a1 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:55.198441 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5009911f-0760-4bf8-b256-d5f3d8f30ef9 req-9ac77c5a-5a9d-425b-b6f4-a7775df1c8a1 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.0887933 Jul 22 16:28:55.251943 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5009911f-0760-4bf8-b256-d5f3d8f30ef9 req-6a1656d5-121d-4f00-9748-d081c64bd4dc tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504200 Jul 22 16:28:55.278922 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d786423-d36a-4834-91a4-a50d127b8558 req-b5570042-f039-45dc-8edc-bdc3af96ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:55.284684 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7d786423-d36a-4834-91a4-a50d127b8558 req-b5570042-f039-45dc-8edc-bdc3af96ae26 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1c3b578-5b73-43d5-b715-d8e258185030 HTTP/1.1" status: 200 len: 862 time: 0.2072282 Jul 22 16:28:55.333321 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31043695-d3b9-4136-9482-c86fabfa18ea x-openstack-request-id: req-31043695-d3b9-4136-9482-c86fabfa18ea {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:55.333952 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad5db76-dd0f-48fc-9af1-133938b63a16", "name": "network-vif-deleted", "tag": "f9dcb843-a084-4f5f-845b-973fafdb8305", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:55.333952 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-31043695-d3b9-4136-9482-c86fabfa18ea {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:55.334718 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad5db76-dd0f-48fc-9af1-133938b63a16', 'name': 'network-vif-deleted', 'tag': 'f9dcb843-a084-4f5f-845b-973fafdb8305', 'status': 'completed', 'code': 200} Jul 22 16:28:55.335138 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66423da3-3687-4b62-871f-ed895bb052a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:55.404318 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-8acc075d-1430-4745-93fc-d718324ba34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:55.405771 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-8acc075d-1430-4745-93fc-d718324ba34b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 1095 time: 0.4017305 Jul 22 16:28:55.517270 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672442ad-e7f7-4bc9-8fce-71bd61a37bfb req-b63ed4b1-561b-41c2-9cf5-476dd216d6fd tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:55.524402 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-672442ad-e7f7-4bc9-8fce-71bd61a37bfb req-b63ed4b1-561b-41c2-9cf5-476dd216d6fd tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 944 time: 0.5065916 Jul 22 16:28:55.548970 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66423da3-3687-4b62-871f-ed895bb052a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:55.583397 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66423da3-3687-4b62-871f-ed895bb052a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:55.731807 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3830fba-54e7-4674-88bd-bbd61b5685fb req-b2033d6f-2b0c-49e7-97ca-589ae0e140ac tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:55.739351 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e3830fba-54e7-4674-88bd-bbd61b5685fb req-b2033d6f-2b0c-49e7-97ca-589ae0e140ac tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc16ae9f-dcf1-40d8-9043-e568ead53ee2 HTTP/1.1" status: 200 len: 949 time: 0.1179514 Jul 22 16:28:55.799857 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e3830fba-54e7-4674-88bd-bbd61b5685fb req-6ff64f42-89ee-4de7-bdc3-a1d2c3c50a3a tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566730 Jul 22 16:28:56.004083 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec80058-a129-4538-8093-41ba988d3616 req-669c9815-5bf2-4c36-b6da-adc827c758db tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:56.012167 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ec80058-a129-4538-8093-41ba988d3616 req-669c9815-5bf2-4c36-b6da-adc827c758db tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/networks?id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e HTTP/1.1" status: 200 len: 812 time: 0.1289470 Jul 22 16:28:56.027705 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ec80058-a129-4538-8093-41ba988d3616 req-ddd319ed-ed96-4a79-92a2-2a3c52132562 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/quotas/a8f7f0ee905d4934879787b8f8216673 HTTP/1.1" status: 200 len: 375 time: 0.0151162 Jul 22 16:28:56.045980 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-672442ad-e7f7-4bc9-8fce-71bd61a37bfb req-ccda352b-6f86-4efc-82ee-a688c8b00b87 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5185997 Jul 22 16:28:56.064920 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66423da3-3687-4b62-871f-ed895bb052a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:56.067750 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66423da3-3687-4b62-871f-ed895bb052a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85254114-0930-44d5-9468-08faa96e59d4 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:28:56.089580 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ec80058-a129-4538-8093-41ba988d3616 req-88b18e3a-2cfd-459b-8d9f-4769b8e7292f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a8f7f0ee905d4934879787b8f8216673&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607953 Jul 22 16:28:56.092949 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d786423-d36a-4834-91a4-a50d127b8558 req-9d267b40-8530-4a35-af64-3e77e841b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:56.098155 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7d786423-d36a-4834-91a4-a50d127b8558 req-9d267b40-8530-4a35-af64-3e77e841b8be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7884629 Jul 22 16:28:56.105627 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66423da3-3687-4b62-871f-ed895bb052a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:56.110156 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-66423da3-3687-4b62-871f-ed895bb052a2 admin admin] 10.222.0.69 "DELETE /v2.0/routers/85254114-0930-44d5-9468-08faa96e59d4 HTTP/1.1" status: 204 len: 168 time: 3.2220039 Jul 22 16:28:56.120791 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37774) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:56.191375 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-8d08b330-7704-490f-ad26-203654e072ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:56.203010 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-8d08b330-7704-490f-ad26-203654e072ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 908 time: 0.7280750 Jul 22 16:28:56.232952 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 671ddadd-1874-4d00-b39f-36d101b11fcf no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:56.257622 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 671ddadd-1874-4d00-b39f-36d101b11fcf {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:28:56.257874 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 671ddadd-1874-4d00-b39f-36d101b11fcf not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:28:56.287583 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ad4437-8a72-431a-89b6-fd8cffada40d admin admin] Deleting subnet e24081bc-eab5-4015-baa0-1284cbf74b25 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:28:56.295949 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69ad4437-8a72-431a-89b6-fd8cffada40d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:56.350225 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ec80058-a129-4538-8093-41ba988d3616 req-9ad69b4c-4c62-4b0f-a0cd-1ec98d0885b8 service neutron] 10.222.0.69 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597082 Jul 22 16:28:56.359797 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69ad4437-8a72-431a-89b6-fd8cffada40d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:56.361664 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-ab8be522-e7e1-4b88-9926-15334584f317 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27f39a9a-f401-43f6-86f1-cfa75a6861e4 HTTP/1.1" status: 200 len: 217 time: 0.1471934 Jul 22 16:28:56.436920 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-a0435792-96d4-4f66-bb2d-799acaddcf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:56.438512 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-a0435792-96d4-4f66-bb2d-799acaddcf4e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1dac8087-5dfb-4e2d-bc9b-97574efc063c HTTP/1.1" status: 200 len: 847 time: 0.0689127 Jul 22 16:28:56.445901 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7d786423-d36a-4834-91a4-a50d127b8558 req-2813d35a-24da-45f9-b891-c368a5180415 service neutron] 10.222.0.30 "GET /v2.0/networks/5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339837 Jul 22 16:28:56.513120 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-801ddfb7-42ea-4906-86ad-fb8a9538c8e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f917a743-2b29-4ed7-bc92-4ef128fdeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659966 Jul 22 16:28:56.523127 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e0246-d402-4c3a-a165-0eeb8cd29b48 req-0335c8aa-6150-49cd-bc1e-4acd8fcafd75 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:56.524751 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f14e0246-d402-4c3a-a165-0eeb8cd29b48 req-0335c8aa-6150-49cd-bc1e-4acd8fcafd75 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 946 time: 0.2435145 Jul 22 16:28:56.671734 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f14e0246-d402-4c3a-a165-0eeb8cd29b48 req-16e26ba8-1548-49b4-8b76-6d1b204f4e1c tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359065 Jul 22 16:28:56.711544 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7d786423-d36a-4834-91a4-a50d127b8558 req-db573239-c3c6-4046-a9d9-c8c07025b305 service neutron] 10.222.0.30 "GET /v2.0/networks/5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489507 Jul 22 16:28:56.717503 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69ad4437-8a72-431a-89b6-fd8cffada40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:56.762946 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-f483b656-cb53-4ff1-917b-f98b3dfdf143 service neutron] 10.222.0.30 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371140 Jul 22 16:28:56.766742 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ec80058-a129-4538-8093-41ba988d3616 req-f21a0f74-96b8-4e44-bae6-0ae350de20a6 service neutron] 10.222.0.69 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155825 Jul 22 16:28:56.822274 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69ad4437-8a72-431a-89b6-fd8cffada40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:56.857986 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad4437-8a72-431a-89b6-fd8cffada40d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e24081bc-eab5-4015-baa0-1284cbf74b25,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:56.860206 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69ad4437-8a72-431a-89b6-fd8cffada40d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:56.864144 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb82dc6f-85bc-4cb1-ba1a-1e3758fabc71 None None] Network e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:28:56.865493 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-69ad4437-8a72-431a-89b6-fd8cffada40d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e24081bc-eab5-4015-baa0-1284cbf74b25 HTTP/1.1" status: 204 len: 168 time: 0.7436502 Jul 22 16:28:56.867477 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37780) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:56.969884 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2fefd66-f2a4-4361-9abd-1b2ede664e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:57.009662 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-dc3844f0-2cfa-460d-b647-1ccf1f7957fa service neutron] 10.222.0.30 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256393 Jul 22 16:28:57.043181 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d50f81-3037-4c25-8d55-a2e729ebc348 req-e4f2e151-e013-475f-88d6-99c86e0b16bb tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:57.045021 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-73d50f81-3037-4c25-8d55-a2e729ebc348 req-e4f2e151-e013-475f-88d6-99c86e0b16bb tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5fa7eb7-4261-41d1-aeeb-de75a105d0d9 HTTP/1.1" status: 200 len: 944 time: 0.2471762 Jul 22 16:28:57.104956 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device e19f2a99-8982-4558-a17e-bbb005da1f6d details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:28:57.119921 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device a0b654b3-3e6f-4821-902e-2228335f5f19 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:57.138437 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-73d50f81-3037-4c25-8d55-a2e729ebc348 req-8a9e1dbc-aad1-4235-8440-ccaac1a5a184 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b16d6b5-683a-4a99-865c-4893bd842cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770137 Jul 22 16:28:57.160090 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a2fefd66-f2a4-4361-9abd-1b2ede664e18 admin admin] Deleting port c333815b-6e19-42c6-8539-b73dd45632b7 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:57.160090 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2fefd66-f2a4-4361-9abd-1b2ede664e18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:57.258860 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a2fefd66-f2a4-4361-9abd-1b2ede664e18 admin admin] For port c333815b-6e19-42c6-8539-b73dd45632b7, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c333815b-6e19-42c6-8539-b73dd45632b7,segment=NetworkSegment(6deea454-98c1-472a-99f0-5acb601d0c16),segment_id=6deea454-98c1-472a-99f0-5acb601d0c16)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:57.259477 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2fefd66-f2a4-4361-9abd-1b2ede664e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:57.283761 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a2fefd66-f2a4-4361-9abd-1b2ede664e18 admin admin] Calling delete_port for c333815b-6e19-42c6-8539-b73dd45632b7 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:57.291580 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port e19f2a99-8982-4558-a17e-bbb005da1f6d, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=e19f2a99-8982-4558-a17e-bbb005da1f6d,segment=NetworkSegment(4c8d7ff8-843d-41f4-852d-34af49610fb5),segment_id=4c8d7ff8-843d-41f4-852d-34af49610fb5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:57.310681 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'e19f2a99-8982-4558-a17e-bbb005da1f6d', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'port_id': 'e19f2a99-8982-4558-a17e-bbb005da1f6d', 'mac_address': 'fa:16:3e:9c:0c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:28:57.311988 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713349e4-9f16-4034-ba45-996e831d0acf req-1e98fb4e-5c55-4acf-960a-94fe373e27d1 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:57.313697 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321bcb2e-896c-400e-ae7d-e68dcb629a8c None None] DHCP port deletion for e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:28:57.319199 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-713349e4-9f16-4034-ba45-996e831d0acf req-1e98fb4e-5c55-4acf-960a-94fe373e27d1 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.2096353 Jul 22 16:28:57.426497 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:57.432884 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1086c0-c4bf-4b5b-87ec-77b6fe4a122e req-3cd5e904-b2da-4060-8f67-fd2cc27a6197 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:57.435778 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ce1086c0-c4bf-4b5b-87ec-77b6fe4a122e req-3cd5e904-b2da-4060-8f67-fd2cc27a6197 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc16ae9f-dcf1-40d8-9043-e568ead53ee2 HTTP/1.1" status: 200 len: 949 time: 0.2181158 Jul 22 16:28:57.457820 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:57.467368 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9108ce31-391a-44a6-8bcb-721e4f8f2f4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0b654b3-3e6f-4821-902e-2228335f5f19'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:57.469898 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f1d059-2054-4f50-832f-06fe001934cc" -d '{"events": [{"server_uuid": "9108ce31-391a-44a6-8bcb-721e4f8f2f4f", "name": "network-vif-unplugged", "status": "completed", "tag": "a0b654b3-3e6f-4821-902e-2228335f5f19"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:57.501515 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19f2a99-8982-4558-a17e-bbb005da1f6d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:57.507612 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port a0b654b3-3e6f-4821-902e-2228335f5f19, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a0b654b3-3e6f-4821-902e-2228335f5f19,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:57.510390 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ce1086c0-c4bf-4b5b-87ec-77b6fe4a122e req-b869b900-1210-497a-a2b8-c3c1edaa68bb tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651813 Jul 22 16:28:57.521803 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:57.537380 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port e19f2a99-8982-4558-a17e-bbb005da1f6d, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=e19f2a99-8982-4558-a17e-bbb005da1f6d,segment=NetworkSegment(4c8d7ff8-843d-41f4-852d-34af49610fb5),segment_id=4c8d7ff8-843d-41f4-852d-34af49610fb5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:57.555792 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-713349e4-9f16-4034-ba45-996e831d0acf req-84b5d7d2-cd75-4040-9260-220609db55e8 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356572 Jul 22 16:28:57.564465 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:57.565311 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device a0b654b3-3e6f-4821-902e-2228335f5f19 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:28:57.568085 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-321bcb2e-896c-400e-ae7d-e68dcb629a8c None None] Deleting port c333815b-6e19-42c6-8539-b73dd45632b7 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:57.568675 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-321bcb2e-896c-400e-ae7d-e68dcb629a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:57.681396 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2fefd66-f2a4-4361-9abd-1b2ede664e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:57.756891 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2edb83e5-e355-43dc-8755-7d19d2aeb644 req-b99371ce-b220-40dd-927f-1e30f55915b5 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 210 time: 0.0602801 Jul 22 16:28:57.759894 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=a0b654b3-3e6f-4821-902e-2228335f5f19,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:57.780871 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-321bcb2e-896c-400e-ae7d-e68dcb629a8c None None] For port c333815b-6e19-42c6-8539-b73dd45632b7, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c333815b-6e19-42c6-8539-b73dd45632b7,segment=NetworkSegment(6deea454-98c1-472a-99f0-5acb601d0c16),segment_id=6deea454-98c1-472a-99f0-5acb601d0c16)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:57.781413 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-321bcb2e-896c-400e-ae7d-e68dcb629a8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:57.784616 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fefd66-f2a4-4361-9abd-1b2ede664e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=c333815b-6e19-42c6-8539-b73dd45632b7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:57.861945 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c36802-f9b6-4da4-869e-7e27cdbd2c58 req-3c65edb8-be2e-4525-8b3e-d72b23f8045c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:57.865005 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a7c36802-f9b6-4da4-869e-7e27cdbd2c58 req-3c65edb8-be2e-4525-8b3e-d72b23f8045c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc16ae9f-dcf1-40d8-9043-e568ead53ee2 HTTP/1.1" status: 200 len: 949 time: 0.2938986 Jul 22 16:28:57.869785 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-ad2bb547-738a-4357-9b30-e50a1e3dbd54 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:57.873892 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-321bcb2e-896c-400e-ae7d-e68dcb629a8c None None] Calling delete_port for c333815b-6e19-42c6-8539-b73dd45632b7 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:57.875015 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-ad2bb547-738a-4357-9b30-e50a1e3dbd54 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681&tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&binding%3Ahost_id=n-h2-798930-9 HTTP/1.1" status: 200 len: 1095 time: 0.2446909 Jul 22 16:28:57.904706 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fefd66-f2a4-4361-9abd-1b2ede664e18 admin admin] No DVR routers for this DVR port c333815b-6e19-42c6-8539-b73dd45632b7 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:28:57.987150 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87031082-6676-4311-a3d9-a5761f135cd9 x-openstack-request-id: req-87031082-6676-4311-a3d9-a5761f135cd9 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:57.987503 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9108ce31-391a-44a6-8bcb-721e4f8f2f4f", "name": "network-vif-unplugged", "status": "completed", "tag": "a0b654b3-3e6f-4821-902e-2228335f5f19", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:57.987717 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-87031082-6676-4311-a3d9-a5761f135cd9 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:57.988131 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9108ce31-391a-44a6-8bcb-721e4f8f2f4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0b654b3-3e6f-4821-902e-2228335f5f19', 'code': 200} Jul 22 16:28:58.090998 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=e19f2a99-8982-4558-a17e-bbb005da1f6d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:58.159719 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2fefd66-f2a4-4361-9abd-1b2ede664e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:58.181224 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a2fefd66-f2a4-4361-9abd-1b2ede664e18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:58.222942 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8f1c7-bbcd-4629-8d0e-2d9befe4055f req-ea177b38-dc9a-4c53-a5ea-67a279c39031 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:58.224552 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9fb8f1c7-bbcd-4629-8d0e-2d9befe4055f req-ea177b38-dc9a-4c53-a5ea-67a279c39031 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 944 time: 0.4722369 Jul 22 16:28:58.233136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port a0b654b3-3e6f-4821-902e-2228335f5f19, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a0b654b3-3e6f-4821-902e-2228335f5f19,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:58.241047 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a2fefd66-f2a4-4361-9abd-1b2ede664e18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6deea454-98c1-472a-99f0-5acb601d0c16') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:58.241350 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a2fefd66-f2a4-4361-9abd-1b2ede664e18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6deea454-98c1-472a-99f0-5acb601d0c16') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:58.291724 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'a0b654b3-3e6f-4821-902e-2228335f5f19', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': 'a0b654b3-3e6f-4821-902e-2228335f5f19', 'mac_address': 'fa:16:3e:83:d4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:28:58.310255 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2fefd66-f2a4-4361-9abd-1b2ede664e18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:58.326990 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2fefd66-f2a4-4361-9abd-1b2ede664e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:58.334406 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2fefd66-f2a4-4361-9abd-1b2ede664e18 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:28:58.334952 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2fefd66-f2a4-4361-9abd-1b2ede664e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:58.357273 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d12811e3-6fa6-43e3-b299-ebfbe31b7bea no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:58.358153 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:28:58.366372 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-321bcb2e-896c-400e-ae7d-e68dcb629a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:28:58.395279 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:28:58.404721 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2fefd66-f2a4-4361-9abd-1b2ede664e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:58.427608 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2fefd66-f2a4-4361-9abd-1b2ede664e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:58.441459 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a2fefd66-f2a4-4361-9abd-1b2ede664e18 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b HTTP/1.1" status: 204 len: 168 time: 1.5658157 Jul 22 16:28:58.462057 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4aaf68-288a-4d31-aa91-3e1e36a496bd req-f6aab8d8-e70a-4a76-bf74-87d50e4e9261 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:58.469336 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9fb8f1c7-bbcd-4629-8d0e-2d9befe4055f req-81df0260-7aec-44fa-9aae-22663a30995b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135100 Jul 22 16:28:58.472512 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8d4aaf68-288a-4d31-aa91-3e1e36a496bd req-f6aab8d8-e70a-4a76-bf74-87d50e4e9261 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 946 time: 0.4443772 Jul 22 16:28:58.475140 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fefd66-f2a4-4361-9abd-1b2ede664e18 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9ffbc11-64cb-4cd4-9ace-c89f760b9c5b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:58.478731 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-49641ff9-9848-4cb1-9f64-659ad4367f7f service neutron] For port 27f39a9a-f401-43f6-86f1-cfa75a6861e4, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:58.490998 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321bcb2e-896c-400e-ae7d-e68dcb629a8c None None] Pushing event deleted for resources: {'Port': ['ID=c333815b-6e19-42c6-8539-b73dd45632b7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:58.493056 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-a7c36802-f9b6-4da4-869e-7e27cdbd2c58 req-f47f631d-5ae0-47b3-a0e8-7df9a75d1d33 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Deleting port ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:58.493805 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a7c36802-f9b6-4da4-869e-7e27cdbd2c58 req-f47f631d-5ae0-47b3-a0e8-7df9a75d1d33 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:58.520049 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-49641ff9-9848-4cb1-9f64-659ad4367f7f service neutron] Notify callbacks [] for binding, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:58.521419 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4bcb1f60-f0fb-4f3d-972f-7b02a9241c84 req-49641ff9-9848-4cb1-9f64-659ad4367f7f service neutron] 10.222.0.30 "DELETE /v2.0/ports/27f39a9a-f401-43f6-86f1-cfa75a6861e4/bindings/n-h1-798930-9 HTTP/1.1" status: 204 len: 173 time: 0.6329074 Jul 22 16:28:58.522970 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: d12811e3-6fa6-43e3-b299-ebfbe31b7bea {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:28:58.523340 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d12811e3-6fa6-43e3-b299-ebfbe31b7bea not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:28:58.524261 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c333815b-6e19-42c6-8539-b73dd45632b7 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:58.693841 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321bcb2e-896c-400e-ae7d-e68dcb629a8c None None] No DVR routers for this DVR port c333815b-6e19-42c6-8539-b73dd45632b7 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:28:58.717660 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: c333815b-6e19-42c6-8539-b73dd45632b7 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:28:58.718499 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c333815b-6e19-42c6-8539-b73dd45632b7 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:28:58.719282 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08962de-34f1-4229-bff8-17e8086a9f9d req-a2bb11ff-047e-4659-92a7-05c6249a03df tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:58.732291 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d08962de-34f1-4229-bff8-17e8086a9f9d req-a2bb11ff-047e-4659-92a7-05c6249a03df tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5fa7eb7-4261-41d1-aeeb-de75a105d0d9 HTTP/1.1" status: 200 len: 945 time: 0.1090100 Jul 22 16:28:58.752049 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:58.766117 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37814) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:58.769632 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8d4aaf68-288a-4d31-aa91-3e1e36a496bd req-91bdf42c-77f3-4a60-bed7-7c5414258a0f tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698801 Jul 22 16:28:58.787660 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b654b3-3e6f-4821-902e-2228335f5f19 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:58.835044 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port a0b654b3-3e6f-4821-902e-2228335f5f19, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a0b654b3-3e6f-4821-902e-2228335f5f19,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:58.844675 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:58.904339 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d08962de-34f1-4229-bff8-17e8086a9f9d req-c71583cd-6191-450d-9fa6-f8e4894a34f3 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b16d6b5-683a-4a99-865c-4893bd842cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694729 Jul 22 16:28:58.923268 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=a0b654b3-3e6f-4821-902e-2228335f5f19,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:58.930499 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6edbade7-ab88-4c7f-be9f-d04c9c64b85a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=84fc20ccb2f74c009a917c2acecfaa57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604829 Jul 22 16:28:58.935772 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37820) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:58.952395 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2941ad1f-19c7-403c-b83f-7ec3d3147eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:58.958594 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-a7c36802-f9b6-4da4-869e-7e27cdbd2c58 req-f47f631d-5ae0-47b3-a0e8-7df9a75d1d33 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] For port ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:58.959301 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a7c36802-f9b6-4da4-869e-7e27cdbd2c58 req-f47f631d-5ae0-47b3-a0e8-7df9a75d1d33 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:58.974112 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-a7c36802-f9b6-4da4-869e-7e27cdbd2c58 req-f47f631d-5ae0-47b3-a0e8-7df9a75d1d33 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Calling delete_port for ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:59.036475 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98a8c4ab-9399-45e8-9b14-7f875f3ec94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:59.097678 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98a8c4ab-9399-45e8-9b14-7f875f3ec94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:59.110869 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd3770-46cf-4564-8dd9-11a97467a62f req-19fa1d54-4588-491c-b6c9-9446f6016f05 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:59.113481 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d3fd3770-46cf-4564-8dd9-11a97467a62f req-19fa1d54-4588-491c-b6c9-9446f6016f05 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc16ae9f-dcf1-40d8-9043-e568ead53ee2 HTTP/1.1" status: 200 len: 949 time: 0.1915481 Jul 22 16:28:59.115914 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:59.181809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc742c1-6a7b-4a67-b5b3-156121f6011d req-59522a02-d9b8-451c-b2ad-746066fce7ba tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:59.184717 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dc742c1-6a7b-4a67-b5b3-156121f6011d req-59522a02-d9b8-451c-b2ad-746066fce7ba tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 949 time: 0.1326468 Jul 22 16:28:59.192870 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d3fd3770-46cf-4564-8dd9-11a97467a62f req-71b9bf65-eb4c-4428-b434-86d1a8ac6573 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781279 Jul 22 16:28:59.252086 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98a8c4ab-9399-45e8-9b14-7f875f3ec94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:59.273302 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98a8c4ab-9399-45e8-9b14-7f875f3ec94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:59.278567 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-98a8c4ab-9399-45e8-9b14-7f875f3ec94d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/79249660-b1e3-4856-a58c-ee9a725f30eb HTTP/1.1" status: 204 len: 168 time: 0.3394053 Jul 22 16:28:59.342246 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dc742c1-6a7b-4a67-b5b3-156121f6011d req-f896776e-7f98-44f8-94a3-4513e24bc196 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426024 Jul 22 16:28:59.344365 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8c4ab-9399-45e8-9b14-7f875f3ec94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79249660-b1e3-4856-a58c-ee9a725f30eb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:59.398991 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcbd9f98-6d91-4d2c-b687-ffa659931303 req-33d6c50c-f997-4ffc-a0b7-418920851e1b tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 210 time: 0.1146445 Jul 22 16:28:59.420081 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a7c36802-f9b6-4da4-869e-7e27cdbd2c58 req-f47f631d-5ae0-47b3-a0e8-7df9a75d1d33 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:59.540387 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['eb232938-2bd4-4305-af50-971d8bbeb3fd', '9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0', '0e2a9181-6018-4c62-be5b-89cd1f86cc5e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:59.589667 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['07e49a48-d61b-4098-8c5e-9bc161f48e8c', '3424472c-2310-4937-8024-3df0f84c371a', '908ae5ed-8b6d-4d24-a091-5fa9b0980f73', '260f523f-a963-4144-ab20-a5af2c81aca6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:59.596642 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f631d-5ae0-47b3-a0e8-7df9a75d1d33 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Pushing event deleted for resources: {'Port': ['ID=ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:59.649313 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:59.651976 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c36802-f9b6-4da4-869e-7e27cdbd2c58 req-f47f631d-5ae0-47b3-a0e8-7df9a75d1d33 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] No DVR routers for this DVR port ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:28:59.663075 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a7c36802-f9b6-4da4-869e-7e27cdbd2c58 req-f47f631d-5ae0-47b3-a0e8-7df9a75d1d33 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:59.676864 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a7c36802-f9b6-4da4-869e-7e27cdbd2c58 req-f47f631d-5ae0-47b3-a0e8-7df9a75d1d33 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.30 "DELETE /v2.0/ports/ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e HTTP/1.1" status: 204 len: 173 time: 1.7993159 Jul 22 16:28:59.678595 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc16ae9f-dcf1-40d8-9043-e568ead53ee2', 'name': 'network-vif-deleted', 'tag': 'ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:59.693754 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f357c0-3569-4958-bc3d-b544142bbfd9" -d '{"events": [{"server_uuid": "dc16ae9f-dcf1-40d8-9043-e568ead53ee2", "name": "network-vif-deleted", "tag": "ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:59.729298 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['e19f2a99-8982-4558-a17e-bbb005da1f6d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:59.784253 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec80058-a129-4538-8093-41ba988d3616 req-86b067bc-ce11-4f4f-a93d-48c825a0c954 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:59.784253 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ec80058-a129-4538-8093-41ba988d3616 req-86b067bc-ce11-4f4f-a93d-48c825a0c954 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.16 "GET /v2.0/networks?id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e HTTP/1.1" status: 200 len: 812 time: 0.3744323 Jul 22 16:28:59.797822 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0ce5b-574c-4a31-b878-9b832f60e430 req-29026c3a-02be-4a23-a9bd-d71c80050e60 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:59.804039 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-20b0ce5b-574c-4a31-b878-9b832f60e430 req-29026c3a-02be-4a23-a9bd-d71c80050e60 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 1095 time: 0.2842391 Jul 22 16:28:59.811125 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['a0b654b3-3e6f-4821-902e-2228335f5f19'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:59.814120 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9ec80058-a129-4538-8093-41ba988d3616 req-3aa78a8f-f82c-4e61-bfed-fa05705fac7f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Request body: {'port': {'device_id': '81d0f623-350f-4843-90ef-81a9eaea1be0', 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e', 'admin_state_up': True, 'tenant_id': 'a8f7f0ee905d4934879787b8f8216673'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:59.905058 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-20b0ce5b-574c-4a31-b878-9b832f60e430 req-a1dcd731-5c02-418e-9547-216d4c59f786 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867429 Jul 22 16:28:59.986168 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625411fe-c4c1-4387-ba41-5220f74be9b3 x-openstack-request-id: req-625411fe-c4c1-4387-ba41-5220f74be9b3 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:59.986168 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc16ae9f-dcf1-40d8-9043-e568ead53ee2", "name": "network-vif-deleted", "tag": "ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:59.986408 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-625411fe-c4c1-4387-ba41-5220f74be9b3 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:59.986665 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc16ae9f-dcf1-40d8-9043-e568ead53ee2', 'name': 'network-vif-deleted', 'tag': 'ee0a3cd3-8af1-49bc-ae28-6fc15c644b2e', 'status': 'completed', 'code': 200} Jul 22 16:29:00.172383 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec80058-a129-4538-8093-41ba988d3616 req-3aa78a8f-f82c-4e61-bfed-fa05705fac7f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Made reservation on behalf of a8f7f0ee905d4934879787b8f8216673 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:29:00.181055 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ec80058-a129-4538-8093-41ba988d3616 req-3aa78a8f-f82c-4e61-bfed-fa05705fac7f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:00.225511 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e701c2-6b17-4e6c-ad69-a6dbd950f583 req-3df30615-cc52-43bb-9b59-ddef7da54c99 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:00.227600 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28e701c2-6b17-4e6c-ad69-a6dbd950f583 req-3df30615-cc52-43bb-9b59-ddef7da54c99 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 946 time: 0.1620970 Jul 22 16:29:00.323551 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28e701c2-6b17-4e6c-ad69-a6dbd950f583 req-83bfff9d-5a7a-4ddc-bd4a-8afdd1399d6c tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896304 Jul 22 16:29:00.344340 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-89149e09-1302-4c0f-bb68-fc9fc5da6ea2 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:00.360887 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-89149e09-1302-4c0f-bb68-fc9fc5da6ea2 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/networks?id=c7ca70b8-4476-4895-839d-ab46905f9ddf HTTP/1.1" status: 200 len: 815 time: 0.2488749 Jul 22 16:29:00.399246 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-82895d93-da9e-43b2-ba57-9d6cc2e56f36 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/quotas/1055ed458be7414ea127fbb8899d8ce3 HTTP/1.1" status: 200 len: 375 time: 0.0340233 Jul 22 16:29:00.501215 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-9ec80058-a129-4538-8093-41ba988d3616 req-3aa78a8f-f82c-4e61-bfed-fa05705fac7f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Allocated IP 172.20.0.12 (eccf7f4a-8697-4aaa-95fa-9daad7e19e4e/a3c12ce3-22c0-432e-833b-5a5a37b77be7/37e3da87-b638-4139-b146-f7b7256811b7) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:29:00.649011 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2399ebf-3a7d-4f75-8c30-5a5328abd56c req-21aa68b9-e421-4120-81f8-be21d101bc01 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:00.651192 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c2399ebf-3a7d-4f75-8c30-5a5328abd56c req-21aa68b9-e421-4120-81f8-be21d101bc01 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 1095 time: 0.1762605 Jul 22 16:29:00.722792 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-253c8f27-4878-41ed-a1f6-a30c03fc6340 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1055ed458be7414ea127fbb8899d8ce3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3220484 Jul 22 16:29:00.773370 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c2399ebf-3a7d-4f75-8c30-5a5328abd56c req-b9128d29-5693-4900-b5e2-ba5f36704f6a tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020792 Jul 22 16:29:00.810163 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-4134115a-cc76-4093-92ff-12aca1fc19b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:00.822978 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-4134115a-cc76-4093-92ff-12aca1fc19b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 1097 time: 0.3071136 Jul 22 16:29:00.884069 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ec80058-a129-4538-8093-41ba988d3616 req-3aa78a8f-f82c-4e61-bfed-fa05705fac7f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:00.936639 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-193702b7-d458-4c2e-a1ee-0c7070567e18 service neutron] 10.222.0.69 "GET /v2.0/networks/c7ca70b8-4476-4895-839d-ab46905f9ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923606 Jul 22 16:29:01.018347 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ec80058-a129-4538-8093-41ba988d3616 req-3aa78a8f-f82c-4e61-bfed-fa05705fac7f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:01.057637 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37880) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:01.119276 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec80058-a129-4538-8093-41ba988d3616 req-3aa78a8f-f82c-4e61-bfed-fa05705fac7f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:29:01.130180 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-9ec80058-a129-4538-8093-41ba988d3616 req-3aa78a8f-f82c-4e61-bfed-fa05705fac7f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:01.138342 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec80058-a129-4538-8093-41ba988d3616 req-3aa78a8f-f82c-4e61-bfed-fa05705fac7f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:29:01.145238 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa78a8f-f82c-4e61-bfed-fa05705fac7f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Pushing event updated for resources: {'Port': ['ID=37e3da87-b638-4139-b146-f7b7256811b7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:01.171813 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-52a8c507-9500-4479-aba5-3908f940e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:01.173788 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-52a8c507-9500-4479-aba5-3908f940e3c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 922 time: 0.2361536 Jul 22 16:29:01.193083 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fdb19-0492-4e3c-9980-2eeb41ce54a6 req-0dc6b5c0-5729-4cca-80d2-f2495c4f7e5e tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:01.194843 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8c8fdb19-0492-4e3c-9980-2eeb41ce54a6 req-0dc6b5c0-5729-4cca-80d2-f2495c4f7e5e tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5fa7eb7-4261-41d1-aeeb-de75a105d0d9 HTTP/1.1" status: 200 len: 945 time: 0.2007349 Jul 22 16:29:01.214212 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec80058-a129-4538-8093-41ba988d3616 req-3aa78a8f-f82c-4e61-bfed-fa05705fac7f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:01.215009 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ec80058-a129-4538-8093-41ba988d3616 req-3aa78a8f-f82c-4e61-bfed-fa05705fac7f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:01.225163 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-f4a50aac-32bf-4206-8abf-e50ee8b3fcdc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9996a004-c98a-44c6-b9eb-9cba5a931bb1 HTTP/1.1" status: 200 len: 217 time: 0.0412309 Jul 22 16:29:01.262996 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ec80058-a129-4538-8093-41ba988d3616 req-3aa78a8f-f82c-4e61-bfed-fa05705fac7f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4569297 Jul 22 16:29:01.288003 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9ec80058-a129-4538-8093-41ba988d3616 req-964237cf-6bc4-4b47-bdad-dadef8539da0 service neutron] Request body: {'port': {'device_id': '81d0f623-350f-4843-90ef-81a9eaea1be0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:01.293080 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-08cae07b-a734-4b02-b4ee-79408aa414a7 service neutron] 10.222.0.69 "GET /v2.0/networks/c7ca70b8-4476-4895-839d-ab46905f9ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176594 Jul 22 16:29:01.294124 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3d2efc30-f2af-4065-ae00-c161cc06be36 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1481283549-network', 'tenant_id': 'ac588735236c4792be7c191fef7dacd8'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:01.299651 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-dc55c728-e982-4203-82e7-70442efe2489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:01.301728 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-dc55c728-e982-4203-82e7-70442efe2489 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ce36437-5a9b-4c2b-a36e-e40d9943a98a HTTP/1.1" status: 200 len: 861 time: 0.0694087 Jul 22 16:29:01.323352 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8c8fdb19-0492-4e3c-9980-2eeb41ce54a6 req-d8f8533f-e28b-4722-896a-cc2af3e2f779 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b16d6b5-683a-4a99-865c-4893bd842cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043377 Jul 22 16:29:01.340843 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-1f4b4a9a-9672-4ecd-bf10-c2d4c3346041 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6f3ed260-5c39-4f44-87de-6af121ff9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324364 Jul 22 16:29:01.356478 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2efc30-f2af-4065-ae00-c161cc06be36 admin admin] Made reservation on behalf of ac588735236c4792be7c191fef7dacd8 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:29:01.358890 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d2efc30-f2af-4065-ae00-c161cc06be36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:01.392822 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d2efc30-f2af-4065-ae00-c161cc06be36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:01.424471 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ec80058-a129-4538-8093-41ba988d3616 req-964237cf-6bc4-4b47-bdad-dadef8539da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:01.510254 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-0444c67e-52bf-4da4-89c6-8641866318fb service neutron] 10.222.0.30 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596932 Jul 22 16:29:01.555874 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cec35396-6cbb-4a1b-8658-694bcf45dcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:01.565240 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:01.719734 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b2a1a-c884-4cae-bccd-c47d2cff8715 req-af616e3b-b6e1-46a8-b743-6358c011dce8 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:01.722007 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-720b2a1a-c884-4cae-bccd-c47d2cff8715 req-af616e3b-b6e1-46a8-b743-6358c011dce8 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 932 time: 0.1742878 Jul 22 16:29:01.728311 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d2efc30-f2af-4065-ae00-c161cc06be36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:01.759705 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d2efc30-f2af-4065-ae00-c161cc06be36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:01.761098 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-7fc9f57d-4ad9-4fbe-863c-780d9b37939d service neutron] 10.222.0.30 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437141 Jul 22 16:29:01.814751 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-720b2a1a-c884-4cae-bccd-c47d2cff8715 req-96bf5bd3-0aeb-4979-aa2e-290309db5552 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691369 Jul 22 16:29:01.827789 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2efc30-f2af-4065-ae00-c161cc06be36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:29:01.851585 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2efc30-f2af-4065-ae00-c161cc06be36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e194816-2303-4bcd-8089-e41c175bf0d2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:01.884690 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d2efc30-f2af-4065-ae00-c161cc06be36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:01.885118 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-3d2efc30-f2af-4065-ae00-c161cc06be36 admin admin] Added segment 7a30e678-adaa-4812-b630-c555a69386a8 of type vlan for network c91084da-dc2f-47a0-a494-d8982c84093b Jul 22 16:29:01.893952 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd00e3-e20e-466b-a65c-d365b5136956 req-54bc3f35-ecd1-47e5-b506-457227bdc1b1 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:01.895510 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-41cd00e3-e20e-466b-a65c-d365b5136956 req-54bc3f35-ecd1-47e5-b506-457227bdc1b1 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 949 time: 0.2720618 Jul 22 16:29:01.982902 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d2efc30-f2af-4065-ae00-c161cc06be36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:02.008890 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-e4e8e1ee-3d4a-421f-b000-d1e0d3de8b24 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:02.010305 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-e4e8e1ee-3d4a-421f-b000-d1e0d3de8b24 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334&tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&binding%3Ahost_id=n-h1-798930-9 HTTP/1.1" status: 200 len: 1097 time: 0.0948300 Jul 22 16:29:02.025588 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a168def0-8066-40ab-bf8f-fd4800c6dafd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798930-9'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:02.063429 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-9ec80058-a129-4538-8093-41ba988d3616 req-964237cf-6bc4-4b47-bdad-dadef8539da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e3da87-b638-4139-b146-f7b7256811b7 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:02.087424 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-41cd00e3-e20e-466b-a65c-d365b5136956 req-4fc7ee69-fe29-4b11-a112-b7d147b24f6e tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723545 Jul 22 16:29:02.095115 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ec80058-a129-4538-8093-41ba988d3616 req-964237cf-6bc4-4b47-bdad-dadef8539da0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:02.127667 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-9ec80058-a129-4538-8093-41ba988d3616 req-964237cf-6bc4-4b47-bdad-dadef8539da0 service neutron] Transition to ACTIVE for port object 37e3da87-b638-4139-b146-f7b7256811b7 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:29:02.132582 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d2efc30-f2af-4065-ae00-c161cc06be36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:02.133819 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2efc30-f2af-4065-ae00-c161cc06be36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:02.138538 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d2efc30-f2af-4065-ae00-c161cc06be36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:02.153952 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ec80058-a129-4538-8093-41ba988d3616 req-964237cf-6bc4-4b47-bdad-dadef8539da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:02.216995 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a168def0-8066-40ab-bf8f-fd4800c6dafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:02.231333 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3d2efc30-f2af-4065-ae00-c161cc06be36 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1727753 Jul 22 16:29:02.237172 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37902) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:02.254016 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e209b2ac-5c1a-4716-a8b7-6e732b34266e admin admin] Request body: {'subnet': {'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1481283549-subnet', 'tenant_id': 'ac588735236c4792be7c191fef7dacd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:02.322192 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2efc30-f2af-4065-ae00-c161cc06be36 admin admin] Pushing event updated for resources: {'Network': ['ID=c91084da-dc2f-47a0-a494-d8982c84093b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:02.339190 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network c91084da-dc2f-47a0-a494-d8982c84093b details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:29:02.360708 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964237cf-6bc4-4b47-bdad-dadef8539da0 service neutron] Pushing event updated for resources: {'Port': ['ID=37e3da87-b638-4139-b146-f7b7256811b7,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:02.387723 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e209b2ac-5c1a-4716-a8b7-6e732b34266e admin admin] Made reservation on behalf of ac588735236c4792be7c191fef7dacd8 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:29:02.391507 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e209b2ac-5c1a-4716-a8b7-6e732b34266e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:02.445651 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad06db1-e355-4972-988d-c52db68286d0 req-b036af84-c9d8-4e1b-883c-7a0119f92022 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:02.447801 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bad06db1-e355-4972-988d-c52db68286d0 req-b036af84-c9d8-4e1b-883c-7a0119f92022 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 946 time: 0.2327125 Jul 22 16:29:02.451596 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9ec80058-a129-4538-8093-41ba988d3616 req-964237cf-6bc4-4b47-bdad-dadef8539da0 service neutron] Attempting to bind port 37e3da87-b638-4139-b146-f7b7256811b7 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:29:02.452041 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9ec80058-a129-4538-8093-41ba988d3616 req-964237cf-6bc4-4b47-bdad-dadef8539da0 service neutron] Attempting to bind port 37e3da87-b638-4139-b146-f7b7256811b7 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:29:02.452523 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec80058-a129-4538-8093-41ba988d3616 req-964237cf-6bc4-4b47-bdad-dadef8539da0 service neutron] Attempting to bind port 37e3da87-b638-4139-b146-f7b7256811b7 on network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:02.466366 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec80058-a129-4538-8093-41ba988d3616 req-964237cf-6bc4-4b47-bdad-dadef8539da0 service neutron] Port 37e3da87-b638-4139-b146-f7b7256811b7 on network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:29:02.466757 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec80058-a129-4538-8093-41ba988d3616 req-964237cf-6bc4-4b47-bdad-dadef8539da0 service neutron] Attempting to bind port 37e3da87-b638-4139-b146-f7b7256811b7 on network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:02.504346 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec80058-a129-4538-8093-41ba988d3616 req-964237cf-6bc4-4b47-bdad-dadef8539da0 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:29:02.504768 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec80058-a129-4538-8093-41ba988d3616 req-964237cf-6bc4-4b47-bdad-dadef8539da0 service neutron] Checking segment: {'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:29:02.506438 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec80058-a129-4538-8093-41ba988d3616 req-964237cf-6bc4-4b47-bdad-dadef8539da0 service neutron] Bound using segment: {'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:29:02.507983 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9ec80058-a129-4538-8093-41ba988d3616 req-964237cf-6bc4-4b47-bdad-dadef8539da0 service neutron] Bound port: 37e3da87-b638-4139-b146-f7b7256811b7, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:29:02.508369 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ec80058-a129-4538-8093-41ba988d3616 req-964237cf-6bc4-4b47-bdad-dadef8539da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:02.574265 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bad06db1-e355-4972-988d-c52db68286d0 req-004e2153-0cb2-4333-bf4f-773473434034 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150932 Jul 22 16:29:02.656105 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9ec80058-a129-4538-8093-41ba988d3616 req-964237cf-6bc4-4b47-bdad-dadef8539da0 service neutron] For port 37e3da87-b638-4139-b146-f7b7256811b7, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:29:02.662280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9ec80058-a129-4538-8093-41ba988d3616 req-964237cf-6bc4-4b47-bdad-dadef8539da0 service neutron] For port 37e3da87-b638-4139-b146-f7b7256811b7, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=37e3da87-b638-4139-b146-f7b7256811b7,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:29:02.666369 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:02.671141 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ec80058-a129-4538-8093-41ba988d3616 req-964237cf-6bc4-4b47-bdad-dadef8539da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:02.728052 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a168def0-8066-40ab-bf8f-fd4800c6dafd service neutron] For port 9996a004-c98a-44c6-b9eb-9cba5a931bb1, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9996a004-c98a-44c6-b9eb-9cba5a931bb1,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:02.787892 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec80058-a129-4538-8093-41ba988d3616 req-964237cf-6bc4-4b47-bdad-dadef8539da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:02.788491 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ec80058-a129-4538-8093-41ba988d3616 req-964237cf-6bc4-4b47-bdad-dadef8539da0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:02.791141 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ec80058-a129-4538-8093-41ba988d3616 req-964237cf-6bc4-4b47-bdad-dadef8539da0 service neutron] 10.222.0.16 "PUT /v2.0/ports/37e3da87-b638-4139-b146-f7b7256811b7 HTTP/1.1" status: 200 len: 1092 time: 1.5116000 Jul 22 16:29:02.791437 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d0f623-350f-4843-90ef-81a9eaea1be0', 'tag': '37e3da87-b638-4139-b146-f7b7256811b7'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:02.795080 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82efaf8-35e9-43c6-8382-eccc675e2eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "81d0f623-350f-4843-90ef-81a9eaea1be0", "tag": "37e3da87-b638-4139-b146-f7b7256811b7"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:02.867736 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5aa0e139-144e-4709-afaa-ceaf9190bfd4 req-a5e3a3db-bd92-45ad-9a8d-d7364f1552bd tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 210 time: 0.0652621 Jul 22 16:29:02.869426 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964237cf-6bc4-4b47-bdad-dadef8539da0 service neutron] Pushing event updated for resources: {'Port': ['ID=37e3da87-b638-4139-b146-f7b7256811b7,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:02.958128 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a168def0-8066-40ab-bf8f-fd4800c6dafd service neutron] For port 9996a004-c98a-44c6-b9eb-9cba5a931bb1, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:29:02.961724 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599608d8-48a6-45c5-8019-f7c236a57e86 x-openstack-request-id: req-599608d8-48a6-45c5-8019-f7c236a57e86 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:02.961724 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d0f623-350f-4843-90ef-81a9eaea1be0", "tag": "37e3da87-b638-4139-b146-f7b7256811b7", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:02.961724 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-599608d8-48a6-45c5-8019-f7c236a57e86 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:02.961724 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d0f623-350f-4843-90ef-81a9eaea1be0', 'tag': '37e3da87-b638-4139-b146-f7b7256811b7', 'status': 'completed', 'code': 200} Jul 22 16:29:03.005690 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec80058-a129-4538-8093-41ba988d3616 req-4eff8335-9ffc-4a70-ad81-02c6b1530aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:03.009245 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ec80058-a129-4538-8093-41ba988d3616 req-4eff8335-9ffc-4a70-ad81-02c6b1530aad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8f7f0ee905d4934879787b8f8216673&device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 1095 time: 0.0985093 Jul 22 16:29:03.064361 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671d4a4e-ded5-4ff0-913d-7d69cc737334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9996a004-c98a-44c6-b9eb-9cba5a931bb1'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:03.066829 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a731da4b-d3eb-4107-9eb3-48c0c8edd599" -d '{"events": [{"server_uuid": "671d4a4e-ded5-4ff0-913d-7d69cc737334", "name": "network-vif-unplugged", "status": "completed", "tag": "9996a004-c98a-44c6-b9eb-9cba5a931bb1"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:03.073183 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a168def0-8066-40ab-bf8f-fd4800c6dafd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:03.076522 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ec80058-a129-4538-8093-41ba988d3616 req-e11b3d3b-6cef-489d-a486-c60f4718e54a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37e3da87-b638-4139-b146-f7b7256811b7 HTTP/1.1" status: 200 len: 217 time: 0.0520945 Jul 22 16:29:03.079952 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e209b2ac-5c1a-4716-a8b7-6e732b34266e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:03.087449 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a168def0-8066-40ab-bf8f-fd4800c6dafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:03.125871 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device e19f2a99-8982-4558-a17e-bbb005da1f6d up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:03.152204 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec80058-a129-4538-8093-41ba988d3616 req-75fb21ba-a83f-47b5-9e43-7abb857e9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:03.154591 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ec80058-a129-4538-8093-41ba988d3616 req-75fb21ba-a83f-47b5-9e43-7abb857e9f32 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3c12ce3-22c0-432e-833b-5a5a37b77be7 HTTP/1.1" status: 200 len: 852 time: 0.0582752 Jul 22 16:29:03.191902 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181283af-087d-48f3-bb9b-1743fc297e62 req-e53419b1-3274-407e-8633-f64577ca1f16 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:03.199692 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-181283af-087d-48f3-bb9b-1743fc297e62 req-e53419b1-3274-407e-8633-f64577ca1f16 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5fa7eb7-4261-41d1-aeeb-de75a105d0d9 HTTP/1.1" status: 200 len: 945 time: 0.3277640 Jul 22 16:29:03.225333 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209b2ac-5c1a-4716-a8b7-6e732b34266e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebacc49d-e692-4fa0-8885-df5965dbe3a3,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:03.228043 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port e19f2a99-8982-4558-a17e-bbb005da1f6d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:29:03.237193 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port e19f2a99-8982-4558-a17e-bbb005da1f6d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:03.237695 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:03.240833 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f579dc4-6873-4089-9894-1a04d18cd4f7 req-5a77980e-902b-4f8d-91b9-9e5e77921024 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:03.254497 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2f579dc4-6873-4089-9894-1a04d18cd4f7 req-5a77980e-902b-4f8d-91b9-9e5e77921024 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=b96e2904-18cd-49c7-831b-549a5aa48844 HTTP/1.1" status: 200 len: 950 time: 0.2210803 Jul 22 16:29:03.262609 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ec80058-a129-4538-8093-41ba988d3616 req-ca96707c-536c-40e7-9b08-504214e866ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949848 Jul 22 16:29:03.317475 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168def0-8066-40ab-bf8f-fd4800c6dafd service neutron] Pushing event updated for resources: {'Port': ['ID=9996a004-c98a-44c6-b9eb-9cba5a931bb1,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:03.337644 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e209b2ac-5c1a-4716-a8b7-6e732b34266e admin admin] Checking segment: {'id': '7a30e678-adaa-4812-b630-c555a69386a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:29:03.339869 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e209b2ac-5c1a-4716-a8b7-6e732b34266e admin admin] Network hostable DHCP agents. Network: c91084da-dc2f-47a0-a494-d8982c84093b, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:29:03.345160 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a168def0-8066-40ab-bf8f-fd4800c6dafd service neutron] Attempting to bind port 9996a004-c98a-44c6-b9eb-9cba5a931bb1 on host n-h1-798930-9 for vnic_type normal with profile {"migrating_to": "n-h2-798930-9"} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:29:03.345494 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a168def0-8066-40ab-bf8f-fd4800c6dafd service neutron] Attempting to bind port 9996a004-c98a-44c6-b9eb-9cba5a931bb1 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:29:03.345824 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a168def0-8066-40ab-bf8f-fd4800c6dafd service neutron] Attempting to bind port 9996a004-c98a-44c6-b9eb-9cba5a931bb1 on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:03.364331 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-181283af-087d-48f3-bb9b-1743fc297e62 req-271aa630-d479-4c7d-92eb-2aa1e5b0969c tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b16d6b5-683a-4a99-865c-4893bd842cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636498 Jul 22 16:29:03.385036 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a168def0-8066-40ab-bf8f-fd4800c6dafd service neutron] Port 9996a004-c98a-44c6-b9eb-9cba5a931bb1 on network 6f3ed260-5c39-4f44-87de-6af121ff9539 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:29:03.385693 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a168def0-8066-40ab-bf8f-fd4800c6dafd service neutron] Attempting to bind port 9996a004-c98a-44c6-b9eb-9cba5a931bb1 on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:03.390021 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:03.397045 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a168def0-8066-40ab-bf8f-fd4800c6dafd service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:29:03.397423 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a168def0-8066-40ab-bf8f-fd4800c6dafd service neutron] Checking segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:29:03.400757 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a168def0-8066-40ab-bf8f-fd4800c6dafd service neutron] Bound using segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:29:03.401315 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a168def0-8066-40ab-bf8f-fd4800c6dafd service neutron] Bound port: 9996a004-c98a-44c6-b9eb-9cba5a931bb1, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:29:03.401689 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a168def0-8066-40ab-bf8f-fd4800c6dafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:03.410527 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e209b2ac-5c1a-4716-a8b7-6e732b34266e admin admin] Network c91084da-dc2f-47a0-a494-d8982c84093b is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:29:03.442676 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fa7eb7-4261-41d1-aeeb-de75a105d0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19f2a99-8982-4558-a17e-bbb005da1f6d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:03.447237 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e209b2ac-5c1a-4716-a8b7-6e732b34266e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, c91084da-dc2f-47a0-a494-d8982c84093b) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:03.450869 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7cbfd8-c981-4d31-b992-7a63db4bf746" -d '{"events": [{"server_uuid": "f5fa7eb7-4261-41d1-aeeb-de75a105d0d9", "name": "network-vif-plugged", "status": "completed", "tag": "e19f2a99-8982-4558-a17e-bbb005da1f6d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:03.455944 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e209b2ac-5c1a-4716-a8b7-6e732b34266e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:03.456552 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e209b2ac-5c1a-4716-a8b7-6e732b34266e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:03.468015 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb9ad92-a21f-4fee-a188-7c6a791039d2 None None] Network c91084da-dc2f-47a0-a494-d8982c84093b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:29:03.501414 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2f579dc4-6873-4089-9894-1a04d18cd4f7 req-90732f69-edd7-4122-b84a-6d264ede6d9d tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454071 Jul 22 16:29:03.516487 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port e19f2a99-8982-4558-a17e-bbb005da1f6d, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=e19f2a99-8982-4558-a17e-bbb005da1f6d,segment=NetworkSegment(4c8d7ff8-843d-41f4-852d-34af49610fb5),segment_id=4c8d7ff8-843d-41f4-852d-34af49610fb5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:03.541789 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e209b2ac-5c1a-4716-a8b7-6e732b34266e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3041499 Jul 22 16:29:03.578456 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:03.580164 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device a0b654b3-3e6f-4821-902e-2228335f5f19 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:03.675995 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a168def0-8066-40ab-bf8f-fd4800c6dafd service neutron] For port 9996a004-c98a-44c6-b9eb-9cba5a931bb1, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:29:03.690510 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1494d8d5-e582-4b68-bffd-ff5590cbee6e x-openstack-request-id: req-1494d8d5-e582-4b68-bffd-ff5590cbee6e {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:03.691486 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671d4a4e-ded5-4ff0-913d-7d69cc737334", "name": "network-vif-unplugged", "status": "completed", "tag": "9996a004-c98a-44c6-b9eb-9cba5a931bb1", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:03.692161 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1494d8d5-e582-4b68-bffd-ff5590cbee6e {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:03.693114 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671d4a4e-ded5-4ff0-913d-7d69cc737334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9996a004-c98a-44c6-b9eb-9cba5a931bb1', 'code': 200} Jul 22 16:29:03.767457 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a168def0-8066-40ab-bf8f-fd4800c6dafd service neutron] For port 9996a004-c98a-44c6-b9eb-9cba5a931bb1, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9996a004-c98a-44c6-b9eb-9cba5a931bb1,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:29:03.815656 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c28f9d-fb25-443a-bb20-800cae497dc0 req-c2d36eab-5cc5-442e-a84d-f264a98d1565 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:03.818675 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d8c28f9d-fb25-443a-bb20-800cae497dc0 req-c2d36eab-5cc5-442e-a84d-f264a98d1565 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 944 time: 0.3528497 Jul 22 16:29:03.822508 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a168def0-8066-40ab-bf8f-fd4800c6dafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:03.868261 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=e19f2a99-8982-4558-a17e-bbb005da1f6d,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:03.874733 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99f0e2a-8116-4489-be08-8ae4f665d104 None None] Network c91084da-dc2f-47a0-a494-d8982c84093b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:29:04.019331 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d8c28f9d-fb25-443a-bb20-800cae497dc0 req-d6a187c1-549e-4b82-9f08-676c803d9aa8 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136408 Jul 22 16:29:04.020906 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a168def0-8066-40ab-bf8f-fd4800c6dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:04.021536 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a168def0-8066-40ab-bf8f-fd4800c6dafd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:04.027993 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a168def0-8066-40ab-bf8f-fd4800c6dafd service neutron] 10.222.0.30 "PUT /v2.0/ports/9996a004-c98a-44c6-b9eb-9cba5a931bb1 HTTP/1.1" status: 200 len: 1122 time: 2.0089684 Jul 22 16:29:04.030878 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168def0-8066-40ab-bf8f-fd4800c6dafd service neutron] Pushing event updated for resources: {'Port': ['ID=9996a004-c98a-44c6-b9eb-9cba5a931bb1,revision_number=8']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:04.058290 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port a0b654b3-3e6f-4821-902e-2228335f5f19 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:04.062856 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:04.156118 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41314f63-8722-46dd-b159-0cf19aead9da x-openstack-request-id: req-41314f63-8722-46dd-b159-0cf19aead9da {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:04.156987 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fa7eb7-4261-41d1-aeeb-de75a105d0d9", "name": "network-vif-plugged", "status": "completed", "tag": "e19f2a99-8982-4558-a17e-bbb005da1f6d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:04.157445 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-41314f63-8722-46dd-b159-0cf19aead9da {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:04.158064 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fa7eb7-4261-41d1-aeeb-de75a105d0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19f2a99-8982-4558-a17e-bbb005da1f6d', 'code': 200} Jul 22 16:29:04.254952 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['9996a004-c98a-44c6-b9eb-9cba5a931bb1'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:04.309878 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:04.609759 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port a0b654b3-3e6f-4821-902e-2228335f5f19, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a0b654b3-3e6f-4821-902e-2228335f5f19,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:04.614263 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:04.618674 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:04.712137 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ec80058-a129-4538-8093-41ba988d3616 req-132f2fa7-78d2-4025-81db-8c33fcdd4c58 service neutron] 10.222.0.16 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4397371 Jul 22 16:29:04.817721 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=a0b654b3-3e6f-4821-902e-2228335f5f19,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:04.825241 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-2b943254-d865-4747-be7e-c5b18bf4537b tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:04.828363 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-2b943254-d865-4747-be7e-c5b18bf4537b tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.16 "GET /v2.0/networks?id=c7ca70b8-4476-4895-839d-ab46905f9ddf HTTP/1.1" status: 200 len: 815 time: 1.4563851 Jul 22 16:29:04.875845 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3690316-ca95-433d-a441-5ef7d9a2432b req-733be61b-77a8-47ce-9509-14f96bb37b3c tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:04.892959 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3690316-ca95-433d-a441-5ef7d9a2432b req-733be61b-77a8-47ce-9509-14f96bb37b3c tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 949 time: 0.3140419 Jul 22 16:29:04.949115 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3690316-ca95-433d-a441-5ef7d9a2432b req-0b7a8dba-e656-47d7-8b50-83ac1d1427bb tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548854 Jul 22 16:29:05.059035 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6e519-8c8f-4bc0-a90c-9db1573747ad req-54bc2783-f070-4d6a-8eb3-8926c3dd5253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:05.061160 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e5a6e519-8c8f-4bc0-a90c-9db1573747ad req-54bc2783-f070-4d6a-8eb3-8926c3dd5253 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f5fa7eb7-4261-41d1-aeeb-de75a105d0d9 HTTP/1.1" status: 200 len: 1097 time: 0.8298118 Jul 22 16:29:05.108092 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c16b27c8-3453-45d4-9d9f-81a5d1540c07 req-0ad27a1e-1f42-4a22-889e-fa24dd6a26c2 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 210 time: 0.0866528 Jul 22 16:29:05.130679 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbd5b1-4e29-4d1d-aecf-fb5e88d70d85 req-4f01f103-d931-4416-8401-143e2303dcc9 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:05.132501 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-37dbd5b1-4e29-4d1d-aecf-fb5e88d70d85 req-4f01f103-d931-4416-8401-143e2303dcc9 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 944 time: 0.2080805 Jul 22 16:29:05.187373 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e5a6e519-8c8f-4bc0-a90c-9db1573747ad req-60065c9d-7020-408d-b8aa-8992692406a5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8b16d6b5-683a-4a99-865c-4893bd842cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179023 Jul 22 16:29:05.244187 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-37dbd5b1-4e29-4d1d-aecf-fb5e88d70d85 req-b6c9f4f0-075d-4149-a825-a6b7ab90b5b7 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971916 Jul 22 16:29:05.503987 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeeb9d0-66d6-4667-8fbd-e07e4ce31dd4 req-6df49084-1058-455d-b554-9c710fb79c39 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:05.508624 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fdeeb9d0-66d6-4667-8fbd-e07e4ce31dd4 req-6df49084-1058-455d-b554-9c710fb79c39 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5fa7eb7-4261-41d1-aeeb-de75a105d0d9 HTTP/1.1" status: 200 len: 946 time: 0.1506577 Jul 22 16:29:05.666327 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-6a167b4c-881f-4ac0-889e-72a6a78cfffa tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:05.674380 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-6a167b4c-881f-4ac0-889e-72a6a78cfffa tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/networks?id=c91084da-dc2f-47a0-a494-d8982c84093b HTTP/1.1" status: 200 len: 805 time: 0.1267483 Jul 22 16:29:05.676647 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fdeeb9d0-66d6-4667-8fbd-e07e4ce31dd4 req-2d134d51-811b-4d47-9783-e04be3e24019 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b16d6b5-683a-4a99-865c-4893bd842cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616638 Jul 22 16:29:05.693135 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-1ebd55cf-f143-4263-96ef-4c3d3c21110b tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/quotas/ac588735236c4792be7c191fef7dacd8 HTTP/1.1" status: 200 len: 375 time: 0.0174377 Jul 22 16:29:05.699193 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671d4a4e-ded5-4ff0-913d-7d69cc737334', 'tag': '9996a004-c98a-44c6-b9eb-9cba5a931bb1'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:05.705963 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85f98d2-aea5-4caf-9277-68766e512afc" -d '{"events": [{"name": "network-changed", "server_uuid": "671d4a4e-ded5-4ff0-913d-7d69cc737334", "tag": "9996a004-c98a-44c6-b9eb-9cba5a931bb1"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:05.753396 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-9e8daec2-fe3e-4e53-b60c-98d828950cb5 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ac588735236c4792be7c191fef7dacd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587001 Jul 22 16:29:05.932492 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-bf6e5a53-97e3-4f76-bf34-c0e82cf8d186 service neutron] 10.222.0.69 "GET /v2.0/networks/c91084da-dc2f-47a0-a494-d8982c84093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756527 Jul 22 16:29:05.979242 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c215659-afb0-4dee-a6f7-55cdd677242e req-47f5c3fc-2a2b-4bf2-be46-bf42ded4df17 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:05.989285 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7c215659-afb0-4dee-a6f7-55cdd677242e req-47f5c3fc-2a2b-4bf2-be46-bf42ded4df17 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=b96e2904-18cd-49c7-831b-549a5aa48844 HTTP/1.1" status: 200 len: 950 time: 0.1873739 Jul 22 16:29:06.055393 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7c215659-afb0-4dee-a6f7-55cdd677242e req-e9538f67-e079-46e2-9a45-f9999c4125ac tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591445 Jul 22 16:29:06.159804 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9108ce31-391a-44a6-8bcb-721e4f8f2f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b654b3-3e6f-4821-902e-2228335f5f19'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:06.165201 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af782c9b-77bb-49b9-8005-30d3ddf5c2da" -d '{"events": [{"server_uuid": "9108ce31-391a-44a6-8bcb-721e4f8f2f4f", "name": "network-vif-plugged", "status": "completed", "tag": "a0b654b3-3e6f-4821-902e-2228335f5f19"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:06.167724 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-d1739ef7-b81e-43e0-9686-a02b76876e49 service neutron] 10.222.0.69 "GET /v2.0/networks/c91084da-dc2f-47a0-a494-d8982c84093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233768 Jul 22 16:29:06.282071 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50b68b-857a-499e-9fee-3f8b4ba6f187 req-cd51adc5-d60c-4ba4-b4c6-f27a7cadb686 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:06.284661 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7a50b68b-857a-499e-9fee-3f8b4ba6f187 req-cd51adc5-d60c-4ba4-b4c6-f27a7cadb686 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 944 time: 0.1067996 Jul 22 16:29:06.402404 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7a50b68b-857a-499e-9fee-3f8b4ba6f187 req-b19177fd-4187-4d82-bf2d-2bde727d903e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106884 Jul 22 16:29:06.480791 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6f6e56-0763-4fbf-a3ac-abe469646dca x-openstack-request-id: req-5b6f6e56-0763-4fbf-a3ac-abe469646dca {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:06.481088 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671d4a4e-ded5-4ff0-913d-7d69cc737334", "tag": "9996a004-c98a-44c6-b9eb-9cba5a931bb1", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:06.481339 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5b6f6e56-0763-4fbf-a3ac-abe469646dca {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:06.481779 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '671d4a4e-ded5-4ff0-913d-7d69cc737334', 'tag': '9996a004-c98a-44c6-b9eb-9cba5a931bb1', 'status': 'completed', 'code': 200} Jul 22 16:29:06.692939 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1bc8e237-58ac-4c7f-8625-f09aae027d1e req-9969bad5-c695-4e23-b20a-cc7db61a2af3 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 210 time: 0.1259885 Jul 22 16:29:06.716894 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac411d-9d26-448d-bbb8-9b3d2f37fe7b req-babd0fdd-8e96-4f72-b11e-5fda9f8fcb21 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:06.730614 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-efac411d-9d26-448d-bbb8-9b3d2f37fe7b req-babd0fdd-8e96-4f72-b11e-5fda9f8fcb21 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.1989207 Jul 22 16:29:06.760283 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfb4f69-3010-4952-ba4c-c938f74c53cd x-openstack-request-id: req-1cfb4f69-3010-4952-ba4c-c938f74c53cd {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:06.760808 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9108ce31-391a-44a6-8bcb-721e4f8f2f4f", "name": "network-vif-plugged", "status": "completed", "tag": "a0b654b3-3e6f-4821-902e-2228335f5f19", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:06.761226 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1cfb4f69-3010-4952-ba4c-c938f74c53cd {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:06.761897 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9108ce31-391a-44a6-8bcb-721e4f8f2f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b654b3-3e6f-4821-902e-2228335f5f19', 'code': 200} Jul 22 16:29:06.822353 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-efac411d-9d26-448d-bbb8-9b3d2f37fe7b req-ac1569c5-d160-48f1-ba52-ef1eab2c44cd tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903099 Jul 22 16:29:06.942311 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d6819fa4-5d6a-4b50-a967-1e771c9490e8 req-c9b11210-79b7-4d06-9422-447303864769 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=03b4e77f-4dba-491f-a88f-92ae5a28c044 HTTP/1.1" status: 200 len: 210 time: 0.0583644 Jul 22 16:29:07.009730 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c41e5a-2591-49ce-8028-fc59d93e8fac req-96d420a5-fe5b-4e16-b550-89fb22b018fc tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:07.026706 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2c41e5a-2591-49ce-8028-fc59d93e8fac req-96d420a5-fe5b-4e16-b550-89fb22b018fc tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 944 time: 0.1502078 Jul 22 16:29:07.128099 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2c41e5a-2591-49ce-8028-fc59d93e8fac req-c049a877-74e2-4abf-b48f-798cadf5e01b tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003320 Jul 22 16:29:07.259002 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ceb72-129d-4aea-93b2-e44e8995acf2 req-4cd04509-eb09-4621-8863-e331ca9e36d8 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:07.272161 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-664ceb72-129d-4aea-93b2-e44e8995acf2 req-4cd04509-eb09-4621-8863-e331ca9e36d8 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5fa7eb7-4261-41d1-aeeb-de75a105d0d9 HTTP/1.1" status: 200 len: 946 time: 0.2526681 Jul 22 16:29:07.363948 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3524da-9ee3-45d0-a06b-b4dc4145c379 req-bea09ace-6172-456b-88d6-06890231b94d tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:07.376966 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ab3524da-9ee3-45d0-a06b-b4dc4145c379 req-bea09ace-6172-456b-88d6-06890231b94d tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=b96e2904-18cd-49c7-831b-549a5aa48844 HTTP/1.1" status: 200 len: 950 time: 0.1397717 Jul 22 16:29:07.381192 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-664ceb72-129d-4aea-93b2-e44e8995acf2 req-2bb005ba-4bcd-4c86-be57-011d8fec56ff tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b16d6b5-683a-4a99-865c-4893bd842cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069431 Jul 22 16:29:07.423422 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb03fc-dd0e-406f-acc7-5d56756bf7db req-7c7e68ab-e114-4786-b024-c1791e63eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:07.429500 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bfbb03fc-dd0e-406f-acc7-5d56756bf7db req-7c7e68ab-e114-4786-b024-c1791e63eba2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 1101 time: 0.1980112 Jul 22 16:29:07.474642 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ab3524da-9ee3-45d0-a06b-b4dc4145c379 req-720f91a7-92f6-4626-bbd8-6fa47bcbac09 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964892 Jul 22 16:29:07.527107 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bfbb03fc-dd0e-406f-acc7-5d56756bf7db req-d4ff21da-6dfa-467f-a159-bfd0ecb2ad2f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883045 Jul 22 16:29:07.558579 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd91297-b980-47b3-859d-436d11401588 req-67f6c28b-99f4-4852-a8d6-06d8f5b45254 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:07.571307 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38000) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:07.572035 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dfd91297-b980-47b3-859d-436d11401588 req-67f6c28b-99f4-4852-a8d6-06d8f5b45254 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5fa7eb7-4261-41d1-aeeb-de75a105d0d9 HTTP/1.1" status: 200 len: 946 time: 0.1086628 Jul 22 16:29:07.578030 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e502d089-5b1f-493a-b79d-ef9ebd4e053f tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Request body: {'floatingip': {'port_id': 'e19f2a99-8982-4558-a17e-bbb005da1f6d'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:07.673288 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e502d089-5b1f-493a-b79d-ef9ebd4e053f tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:07.762513 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa422fd7-df06-4235-8e52-000c7152fd4a req-8f2f8114-b84e-4c8b-8e28-723e80902981 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:07.765511 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fa422fd7-df06-4235-8e52-000c7152fd4a req-8f2f8114-b84e-4c8b-8e28-723e80902981 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 944 time: 0.2082760 Jul 22 16:29:07.796322 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9cb629be-548f-498e-a184-52516fb99a2f req-805a8fbd-239f-433b-a549-e37d1cff42bb tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 210 time: 0.0640750 Jul 22 16:29:08.010096 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3920d4-121d-4f30-b0ad-5dd3557130a9 req-c22afd31-3f13-4e97-b86d-0f16f864bef9 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:08.011842 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c3920d4-121d-4f30-b0ad-5dd3557130a9 req-c22afd31-3f13-4e97-b86d-0f16f864bef9 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.1096187 Jul 22 16:29:08.061115 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fa422fd7-df06-4235-8e52-000c7152fd4a req-35d9b095-ee8e-4cd2-af87-2b8412e67a73 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590003 Jul 22 16:29:08.080501 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c3920d4-121d-4f30-b0ad-5dd3557130a9 req-16e9155d-1320-44a4-93a8-38d36eae73d9 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628922 Jul 22 16:29:08.255598 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d0dc7ace-edf3-4ac8-b1d4-d8cab2ca87c0 req-49520e22-badd-467f-a197-57814e8c9567 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=03b4e77f-4dba-491f-a88f-92ae5a28c044 HTTP/1.1" status: 200 len: 210 time: 0.0841627 Jul 22 16:29:08.342440 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ed6d4-f938-49d0-83e1-709cca92caee req-02c715aa-f77f-4f53-a0af-a96536df8661 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:08.344193 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6c9ed6d4-f938-49d0-83e1-709cca92caee req-02c715aa-f77f-4f53-a0af-a96536df8661 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 944 time: 0.1368754 Jul 22 16:29:08.436317 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6c9ed6d4-f938-49d0-83e1-709cca92caee req-221bd43b-a688-45bd-b786-a32f9044e0e5 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851324 Jul 22 16:29:08.475686 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e502d089-5b1f-493a-b79d-ef9ebd4e053f tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:08.484906 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e502d089-5b1f-493a-b79d-ef9ebd4e053f tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:08.662713 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-e502d089-5b1f-493a-b79d-ef9ebd4e053f tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Floating IP 0e51ddad-734e-4e45-a976-057f5789b59d associated. External IP: 172.25.0.158, port: e19f2a99-8982-4558-a17e-bbb005da1f6d. Jul 22 16:29:08.751995 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82439fb-0b61-4cb8-a535-f672a23b7cc6 req-d9fa238e-b17e-4a0f-9d05-0f8fbe04337a tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:08.753549 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c82439fb-0b61-4cb8-a535-f672a23b7cc6 req-d9fa238e-b17e-4a0f-9d05-0f8fbe04337a tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=b96e2904-18cd-49c7-831b-549a5aa48844 HTTP/1.1" status: 200 len: 950 time: 0.2224302 Jul 22 16:29:08.810321 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c82439fb-0b61-4cb8-a535-f672a23b7cc6 req-c495c8d7-844b-4ab1-9dd9-c421f9725391 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497274 Jul 22 16:29:08.971682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e502d089-5b1f-493a-b79d-ef9ebd4e053f tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Router b8e51790-c2b0-4b32-8d0e-07710fcee7d1 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:29:08.982232 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b8ca16d5-ed22-462d-a02b-12680b3a3792 req-aeb5decc-0aa5-419c-8620-9ffc8ac5dc38 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 210 time: 0.0919266 Jul 22 16:29:09.227012 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e502d089-5b1f-493a-b79d-ef9ebd4e053f tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:29:09.232588 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e502d089-5b1f-493a-b79d-ef9ebd4e053f tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:09.239849 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d4b445-d502-4a46-ad35-41134941d980 None None] Sync routers for ids ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:29:09.267136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d4b445-d502-4a46-ad35-41134941d980 None None] Routers {'b8e51790-c2b0-4b32-8d0e-07710fcee7d1'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:29:09.267823 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b0d4b445-d502-4a46-ad35-41134941d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:29:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:09.313073 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e502d089-5b1f-493a-b79d-ef9ebd4e053f tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "PUT /v2.0/floatingips/0e51ddad-734e-4e45-a976-057f5789b59d HTTP/1.1" status: 200 len: 992 time: 1.7404556 Jul 22 16:29:09.317029 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5fa7eb7-4261-41d1-aeeb-de75a105d0d9', 'tag': 'e19f2a99-8982-4558-a17e-bbb005da1f6d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:09.318640 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d85113-66aa-41ae-a8fe-e917fbfeaf4e req-a8ae64e1-15e7-4fba-af08-734fa723b372 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:09.320031 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e1dfb7-82a9-4e99-bc8e-efe05e7b7f81" -d '{"events": [{"name": "network-changed", "server_uuid": "f5fa7eb7-4261-41d1-aeeb-de75a105d0d9", "tag": "e19f2a99-8982-4558-a17e-bbb005da1f6d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:09.324703 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-71d85113-66aa-41ae-a8fe-e917fbfeaf4e req-a8ae64e1-15e7-4fba-af08-734fa723b372 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.1357157 Jul 22 16:29:09.382870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fb40e-24f9-4e28-b981-7ba163d4acde req-eda05736-5a36-4476-867e-4cc11dcf057e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:09.386067 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 0e2a9181-6018-4c62-be5b-89cd1f86cc5e no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:29:09.390537 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-154fb40e-24f9-4e28-b981-7ba163d4acde req-eda05736-5a36-4476-867e-4cc11dcf057e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 944 time: 0.2279141 Jul 22 16:29:09.450223 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-71d85113-66aa-41ae-a8fe-e917fbfeaf4e req-1823887c-d502-4205-b647-345eb66af710 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204290 Jul 22 16:29:09.529251 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-154fb40e-24f9-4e28-b981-7ba163d4acde req-4b1d9be2-13a7-4131-85a8-26564af541f4 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279931 Jul 22 16:29:09.629907 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e2d59c44-dbc6-4b60-8925-d02dc39dd78f req-80a391d9-b46c-4c3f-acc9-af89bfe43aef tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=03b4e77f-4dba-491f-a88f-92ae5a28c044 HTTP/1.1" status: 200 len: 210 time: 0.0388808 Jul 22 16:29:09.722770 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f21a88-186b-4718-8587-0513b8c52ae3 x-openstack-request-id: req-02f21a88-186b-4718-8587-0513b8c52ae3 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:09.723327 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5fa7eb7-4261-41d1-aeeb-de75a105d0d9", "tag": "e19f2a99-8982-4558-a17e-bbb005da1f6d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:09.723791 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-02f21a88-186b-4718-8587-0513b8c52ae3 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:09.725427 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5fa7eb7-4261-41d1-aeeb-de75a105d0d9', 'tag': 'e19f2a99-8982-4558-a17e-bbb005da1f6d', 'status': 'completed', 'code': 200} Jul 22 16:29:09.819178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-b0d4b445-d502-4a46-ad35-41134941d980 None None] Set router b8e51790-c2b0-4b32-8d0e-07710fcee7d1 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:29:09.870411 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:09.956592 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96e2904-18cd-49c7-831b-549a5aa48844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e2a9181-6018-4c62-be5b-89cd1f86cc5e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:09.960143 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605aa8fb-3286-407a-81b4-3e5995efa351" -d '{"events": [{"server_uuid": "b96e2904-18cd-49c7-831b-549a5aa48844", "name": "network-vif-unplugged", "status": "completed", "tag": "0e2a9181-6018-4c62-be5b-89cd1f86cc5e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:09.977134 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1dfb7-82a9-4e99-bc8e-efe05e7b7f81 req-8041b2c8-6750-4e6e-95ec-d59f6b19ee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:09.979126 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b1e1dfb7-82a9-4e99-bc8e-efe05e7b7f81 req-8041b2c8-6750-4e6e-95ec-d59f6b19ee73 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7a88e2d6b4e14872bbf9144b56af99b9&device_id=f5fa7eb7-4261-41d1-aeeb-de75a105d0d9 HTTP/1.1" status: 200 len: 1097 time: 0.1581931 Jul 22 16:29:09.988120 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d147e2-285d-4b18-8191-d33bc14b950c req-690fbc18-92da-40dd-b671-35c885bd9917 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:09.996466 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-21d147e2-285d-4b18-8191-d33bc14b950c req-690fbc18-92da-40dd-b671-35c885bd9917 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 944 time: 0.1232505 Jul 22 16:29:10.005340 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 0e2a9181-6018-4c62-be5b-89cd1f86cc5e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0e2a9181-6018-4c62-be5b-89cd1f86cc5e,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:10.037770 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:10.076188 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdd4cd-8b24-410d-81f4-0eb10f898461 req-c658ebf3-cd5d-493b-99e2-83a59b248cbc tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:10.086327 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-34cdd4cd-8b24-410d-81f4-0eb10f898461 req-c658ebf3-cd5d-493b-99e2-83a59b248cbc tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.2398386 Jul 22 16:29:10.132801 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-21d147e2-285d-4b18-8191-d33bc14b950c req-7255cfed-39e4-4487-8ed2-4cc25195ea2c tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351719 Jul 22 16:29:10.197677 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1dfb7-82a9-4e99-bc8e-efe05e7b7f81 req-316ef08a-5e58-4ff3-9b9c-5c05235564c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:10.200532 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b1e1dfb7-82a9-4e99-bc8e-efe05e7b7f81 req-316ef08a-5e58-4ff3-9b9c-5c05235564c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 HTTP/1.1" status: 200 len: 924 time: 0.1821938 Jul 22 16:29:10.212712 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-34cdd4cd-8b24-410d-81f4-0eb10f898461 req-75fee166-c5a9-4063-a901-9aab88c10cbf tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253481 Jul 22 16:29:10.332970 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b51b6d-776e-47e7-b9d6-cf3f35f87504 x-openstack-request-id: req-29b51b6d-776e-47e7-b9d6-cf3f35f87504 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:10.333454 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96e2904-18cd-49c7-831b-549a5aa48844", "name": "network-vif-unplugged", "status": "completed", "tag": "0e2a9181-6018-4c62-be5b-89cd1f86cc5e", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:10.333683 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-29b51b6d-776e-47e7-b9d6-cf3f35f87504 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:10.334152 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96e2904-18cd-49c7-831b-549a5aa48844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e2a9181-6018-4c62-be5b-89cd1f86cc5e', 'code': 200} Jul 22 16:29:10.354758 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=0e2a9181-6018-4c62-be5b-89cd1f86cc5e,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:10.408492 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b0d4b445-d502-4a46-ad35-41134941d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-922786815-router', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:09Z', 'updated_at': '2021-07-22T16:26:15Z', 'revision_number': 4, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'gw_port': {'id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:10Z', 'updated_at': '2021-07-22T16:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '0e51ddad-734e-4e45-a976-057f5789b59d', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'floating_ip_address': '172.25.0.158', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'port_id': 'e19f2a99-8982-4558-a17e-bbb005da1f6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'mac_address': 'fa:16:3e:9c:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fa7eb7-4261-41d1-aeeb-de75a105d0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:26:35Z', 'updated_at': '2021-07-22T16:29:08Z', 'revision_number': 5, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38396909-5394-4450-8a1e-ab13e2462f53', 'name': '', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'mac_address': 'fa:16:3e:80:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:22Z', 'revision_number': 5, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'subnets': [{'id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:10.412446 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b1e1dfb7-82a9-4e99-bc8e-efe05e7b7f81 req-d9c51769-6a26-498d-ac54-2b59f5e80810 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e19f2a99-8982-4558-a17e-bbb005da1f6d HTTP/1.1" status: 200 len: 1000 time: 0.1884475 Jul 22 16:29:10.444932 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d4b445-d502-4a46-ad35-41134941d980 None None] Checking router: b8e51790-c2b0-4b32-8d0e-07710fcee7d1 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:29:10.455935 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d4b445-d502-4a46-ad35-41134941d980 None None] Routers {'b8e51790-c2b0-4b32-8d0e-07710fcee7d1'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:29:10.457026 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b0d4b445-d502-4a46-ad35-41134941d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:29:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:10.494873 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-44bdc785-96eb-48dd-8b71-362fd080c38e req-a840ae8a-2137-41d1-b16f-51c9b24ae025 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 210 time: 0.0761449 Jul 22 16:29:10.614228 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f33f72-583b-4689-a963-98790ce54c36 req-037bd2bf-9d81-474b-bec1-d3954e69a374 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:10.621525 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-58f33f72-583b-4689-a963-98790ce54c36 req-037bd2bf-9d81-474b-bec1-d3954e69a374 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=b96e2904-18cd-49c7-831b-549a5aa48844 HTTP/1.1" status: 200 len: 948 time: 0.3145001 Jul 22 16:29:10.627355 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-b0d4b445-d502-4a46-ad35-41134941d980 None None] Set router b8e51790-c2b0-4b32-8d0e-07710fcee7d1 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:29:10.669249 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1dfb7-82a9-4e99-bc8e-efe05e7b7f81 req-57dffc57-425b-4095-8b09-2a8978b647ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:10.670780 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b1e1dfb7-82a9-4e99-bc8e-efe05e7b7f81 req-57dffc57-425b-4095-8b09-2a8978b647ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1c3b578-5b73-43d5-b715-d8e258185030 HTTP/1.1" status: 200 len: 862 time: 0.2563624 Jul 22 16:29:10.799894 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-58f33f72-583b-4689-a963-98790ce54c36 req-790f818f-1e78-4bef-8749-ea7d6abe2ad2 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773417 Jul 22 16:29:10.889324 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1dfb7-82a9-4e99-bc8e-efe05e7b7f81 req-05e315b4-744a-4e60-86a1-af537a1148dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:10.895568 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b1e1dfb7-82a9-4e99-bc8e-efe05e7b7f81 req-05e315b4-744a-4e60-86a1-af537a1148dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2098074 Jul 22 16:29:11.134316 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9ba96-13d4-452e-8bc9-e6989b2e4113 req-17dddebd-e619-4881-b1dc-93d75402d7d8 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:11.141030 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-47b9ba96-13d4-452e-8bc9-e6989b2e4113 req-17dddebd-e619-4881-b1dc-93d75402d7d8 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 944 time: 0.1932693 Jul 22 16:29:11.149503 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b1e1dfb7-82a9-4e99-bc8e-efe05e7b7f81 req-9b7161bb-4786-47c8-ac17-16b232f9c71e service neutron] 10.222.0.30 "GET /v2.0/networks/5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474484 Jul 22 16:29:11.185342 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-91f01416-3ada-4d06-bd0e-e942e849610b req-b70586e9-3e54-45a1-a05d-44bcc8aa06ce tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=03b4e77f-4dba-491f-a88f-92ae5a28c044 HTTP/1.1" status: 200 len: 210 time: 0.0630713 Jul 22 16:29:11.223594 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b0d4b445-d502-4a46-ad35-41134941d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-922786815-router', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:09Z', 'updated_at': '2021-07-22T16:26:15Z', 'revision_number': 4, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'gw_port': {'id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:10Z', 'updated_at': '2021-07-22T16:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '0e51ddad-734e-4e45-a976-057f5789b59d', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'floating_ip_address': '172.25.0.158', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'port_id': 'e19f2a99-8982-4558-a17e-bbb005da1f6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'mac_address': 'fa:16:3e:9c:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fa7eb7-4261-41d1-aeeb-de75a105d0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:26:35Z', 'updated_at': '2021-07-22T16:29:08Z', 'revision_number': 5, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38396909-5394-4450-8a1e-ab13e2462f53', 'name': '', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'mac_address': 'fa:16:3e:80:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:22Z', 'revision_number': 5, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'subnets': [{'id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:11.303545 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-47b9ba96-13d4-452e-8bc9-e6989b2e4113 req-87e9acfa-4400-41f8-938a-6d7cd7548d34 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283596 Jul 22 16:29:11.312769 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d4b445-d502-4a46-ad35-41134941d980 None None] The sync data for ids ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'] in n-d-798930-9 is: [{'id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-922786815-router', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:09Z', 'updated_at': '2021-07-22T16:26:15Z', 'revision_number': 4, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'gw_port': {'id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:10Z', 'updated_at': '2021-07-22T16:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '0e51ddad-734e-4e45-a976-057f5789b59d', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'floating_ip_address': '172.25.0.158', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'port_id': 'e19f2a99-8982-4558-a17e-bbb005da1f6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'mac_address': 'fa:16:3e:9c:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fa7eb7-4261-41d1-aeeb-de75a105d0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:26:35Z', 'updated_at': '2021-07-22T16:29:08Z', 'revision_number': 5, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38396909-5394-4450-8a1e-ab13e2462f53', 'name': '', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'mac_address': 'fa:16:3e:80:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:22Z', 'revision_number': 5, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'subnets': [{'id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:29:11.395663 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b1e1dfb7-82a9-4e99-bc8e-efe05e7b7f81 req-fb29d08b-553d-4e3f-8676-f36d4c9ba7c8 service neutron] 10.222.0.30 "GET /v2.0/networks/5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395699 Jul 22 16:29:11.601719 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b413e2-8f0d-4e31-89af-821262bc49bb req-0770e35a-19ec-4827-ae66-1b7e6c30ab67 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:11.621987 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f5b413e2-8f0d-4e31-89af-821262bc49bb req-0770e35a-19ec-4827-ae66-1b7e6c30ab67 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.2119739 Jul 22 16:29:11.672731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defab260-06a8-46bf-9c9b-e09a63ad4c22 req-7883be37-f2ad-4255-84fd-d616c1e4522b tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:11.674297 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-defab260-06a8-46bf-9c9b-e09a63ad4c22 req-7883be37-f2ad-4255-84fd-d616c1e4522b tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 944 time: 0.1693118 Jul 22 16:29:11.701516 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f5b413e2-8f0d-4e31-89af-821262bc49bb req-aea11028-8e0c-40c1-8375-42965f3925e9 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771894 Jul 22 16:29:11.746927 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:11.772066 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-defab260-06a8-46bf-9c9b-e09a63ad4c22 req-2014f044-e8ec-4af8-b8ba-d51354e4182a tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724437 Jul 22 16:29:11.776546 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfd2758-2323-49f7-bb36-d2f5f5f6f113 None None] New status for floating IP 0e51ddad-734e-4e45-a976-057f5789b59d: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:29:11.884481 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1002b35c-535c-4e73-80e0-b5e6c8da14c2 req-f3ad90c6-4a2a-4a63-b102-7e6ce165c4f7 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 210 time: 0.0771267 Jul 22 16:29:11.903127 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:12.023476 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21f562-bba6-409f-b229-34a9068e6559 req-065c38ee-ef63-414d-b530-bc336afa2771 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:12.025230 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1a21f562-bba6-409f-b229-34a9068e6559 req-065c38ee-ef63-414d-b530-bc336afa2771 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=b96e2904-18cd-49c7-831b-549a5aa48844 HTTP/1.1" status: 200 len: 948 time: 0.0935466 Jul 22 16:29:12.100796 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1a21f562-bba6-409f-b229-34a9068e6559 req-61a761a3-1d52-4abc-805f-aa3af7263d51 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600004 Jul 22 16:29:12.321376 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2b9e55cd-1aa9-45b6-84ec-33585ac7dbc3 req-55646933-1a05-4924-8cba-2932a9f12bb1 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=03b4e77f-4dba-491f-a88f-92ae5a28c044 HTTP/1.1" status: 200 len: 210 time: 0.0448670 Jul 22 16:29:12.457169 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13438470-a790-44f2-9e6f-2dcebc251bf1 req-588a7bb9-31cb-4a9f-bf46-13d7b76d80be tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:12.458881 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-13438470-a790-44f2-9e6f-2dcebc251bf1 req-588a7bb9-31cb-4a9f-bf46-13d7b76d80be tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 944 time: 0.0855172 Jul 22 16:29:12.514180 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-13438470-a790-44f2-9e6f-2dcebc251bf1 req-c7e1adc5-4259-45d4-8fcd-e60b3b960a9e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491784 Jul 22 16:29:12.919994 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753e74b-215e-4e12-9700-831418b581cb req-f9669788-1338-43be-aee5-f26ca36c3af7 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:12.921492 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5753e74b-215e-4e12-9700-831418b581cb req-f9669788-1338-43be-aee5-f26ca36c3af7 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.1382170 Jul 22 16:29:12.972193 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060ff5b-b941-4088-a692-2793ef960f27 req-7859ef19-9418-4661-9954-71b46b3ee945 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:12.972904 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5753e74b-215e-4e12-9700-831418b581cb req-03328657-2a36-47db-a254-3b6d5f135975 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452142 Jul 22 16:29:12.973707 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e060ff5b-b941-4088-a692-2793ef960f27 req-7859ef19-9418-4661-9954-71b46b3ee945 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 944 time: 0.0894995 Jul 22 16:29:13.029799 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e060ff5b-b941-4088-a692-2793ef960f27 req-36d85b51-5764-4c9f-b70f-e3ac1f9e6c28 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497694 Jul 22 16:29:13.080498 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a59ef819-9059-441e-9ff9-fcdb8554f8d7 req-cf085d4c-00b1-4431-ad65-318141f3649d tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 210 time: 0.0331326 Jul 22 16:29:13.296373 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1522d-5b4c-4437-8afe-0cdd19e0f9f6 req-4aad0d1d-0ad1-4d3d-bb2e-fcad721ac63e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:13.297869 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eaa1522d-5b4c-4437-8afe-0cdd19e0f9f6 req-4aad0d1d-0ad1-4d3d-bb2e-fcad721ac63e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=b96e2904-18cd-49c7-831b-549a5aa48844 HTTP/1.1" status: 200 len: 948 time: 0.1024666 Jul 22 16:29:13.356793 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eaa1522d-5b4c-4437-8afe-0cdd19e0f9f6 req-c2e55b5d-3ef7-4c79-bf9f-29c0c908eda5 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529444 Jul 22 16:29:13.460750 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f2d8545b-bfe6-450e-a5b6-57f7743c5445 req-238d19f2-596d-418d-9201-d7801760edae tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=03b4e77f-4dba-491f-a88f-92ae5a28c044 HTTP/1.1" status: 200 len: 210 time: 0.0365016 Jul 22 16:29:13.670744 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c593f02-b22e-4416-8faf-857d56a515dd req-9efdbf67-e84e-4d6f-add4-8998c5725324 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:13.672599 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c593f02-b22e-4416-8faf-857d56a515dd req-9efdbf67-e84e-4d6f-add4-8998c5725324 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 944 time: 0.0766151 Jul 22 16:29:13.719519 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c593f02-b22e-4416-8faf-857d56a515dd req-78995a9e-ac61-491b-babf-626a598379a2 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398986 Jul 22 16:29:14.246563 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790205a-53b6-488e-b5df-a059ea0e1d79 req-5ff62808-1e31-45cd-acd6-5cd304672872 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:14.255956 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1790205a-53b6-488e-b5df-a059ea0e1d79 req-5ff62808-1e31-45cd-acd6-5cd304672872 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.1250355 Jul 22 16:29:14.299486 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06f8c5-56ab-42d6-aa21-2e3cc17bdd27 req-af9ce284-7787-4c7d-852d-2a07702073ad tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:14.300347 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1790205a-53b6-488e-b5df-a059ea0e1d79 req-bc47cd58-9fb8-47a4-bc78-da6ed327a28c tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422454 Jul 22 16:29:14.301042 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9f06f8c5-56ab-42d6-aa21-2e3cc17bdd27 req-af9ce284-7787-4c7d-852d-2a07702073ad tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 944 time: 0.0764809 Jul 22 16:29:14.347210 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9f06f8c5-56ab-42d6-aa21-2e3cc17bdd27 req-c71e0a34-e684-4e98-93c3-27a98dfd7274 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395355 Jul 22 16:29:14.410784 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ed14f57-68ca-4371-a89d-100d0582bf01 req-e83abff7-25e3-4405-83b7-d0b889034405 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 210 time: 0.0344641 Jul 22 16:29:14.533034 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98b960-1554-43be-b38b-74296ac88e6b req-1ee18444-cc45-42bd-886d-26fd1c232d9c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:14.540327 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d98b960-1554-43be-b38b-74296ac88e6b req-1ee18444-cc45-42bd-886d-26fd1c232d9c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=b96e2904-18cd-49c7-831b-549a5aa48844 HTTP/1.1" status: 200 len: 948 time: 0.0975072 Jul 22 16:29:14.594916 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d57ff2e6-65e0-4c2a-991e-e8bf57fc2f5c req-b7175a56-df1f-435b-b2ca-96133f39c846 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=03b4e77f-4dba-491f-a88f-92ae5a28c044 HTTP/1.1" status: 200 len: 210 time: 0.0443747 Jul 22 16:29:14.601150 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d98b960-1554-43be-b38b-74296ac88e6b req-05f6c09e-a1fa-41a2-ab5a-896b42c0a548 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598364 Jul 22 16:29:14.872860 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d16e3-81bf-403e-8eb4-270ba0aa820c req-0e897d30-d4a5-4d5a-91d5-7eb7ae2679d0 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:14.878803 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b95d16e3-81bf-403e-8eb4-270ba0aa820c req-0e897d30-d4a5-4d5a-91d5-7eb7ae2679d0 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 944 time: 0.0816026 Jul 22 16:29:14.933046 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b95d16e3-81bf-403e-8eb4-270ba0aa820c req-826e05a2-5da0-4b9d-bd45-27944ef02066 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519650 Jul 22 16:29:15.070601 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.16', 49456) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:15.084759 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-e075df6a-5f35-47db-96c9-7bf4f77e63fa tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Request body: {'port': {'device_id': 'c8b56c4b-883c-481d-a20c-6a8c7732374a', 'network_id': 'c7ca70b8-4476-4895-839d-ab46905f9ddf', 'admin_state_up': True, 'tenant_id': '1055ed458be7414ea127fbb8899d8ce3'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:15.153669 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668e075-a762-4ae2-bb7e-88e6a7b9f8b0 req-9ea12d91-7b4f-464c-97f1-9c6029d6be3c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:15.155340 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7668e075-a762-4ae2-bb7e-88e6a7b9f8b0 req-9ea12d91-7b4f-464c-97f1-9c6029d6be3c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.16 "GET /v2.0/ports?device_id=b96e2904-18cd-49c7-831b-549a5aa48844 HTTP/1.1" status: 200 len: 948 time: 0.0844448 Jul 22 16:29:15.291334 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-7668e075-a762-4ae2-bb7e-88e6a7b9f8b0 req-250306bb-c901-4a57-a10e-bdb86efc48bb tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Deleting port 0e2a9181-6018-4c62-be5b-89cd1f86cc5e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:29:15.292095 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7668e075-a762-4ae2-bb7e-88e6a7b9f8b0 req-250306bb-c901-4a57-a10e-bdb86efc48bb tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:15.320272 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ec80058-a129-4538-8093-41ba988d3616 req-ac9f8ff4-414d-432a-a6f5-5e92d81907a8 service neutron] 10.222.0.16 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405131 Jul 22 16:29:15.351046 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f98d2-aea5-4caf-9277-68766e512afc req-085f260b-4178-434b-aa36-82b50650aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:15.352849 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a85f98d2-aea5-4caf-9277-68766e512afc req-085f260b-4178-434b-aa36-82b50650aec7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 1125 time: 0.2642348 Jul 22 16:29:15.431402 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-7668e075-a762-4ae2-bb7e-88e6a7b9f8b0 req-250306bb-c901-4a57-a10e-bdb86efc48bb tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] For port 0e2a9181-6018-4c62-be5b-89cd1f86cc5e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0e2a9181-6018-4c62-be5b-89cd1f86cc5e,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:15.431979 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7668e075-a762-4ae2-bb7e-88e6a7b9f8b0 req-250306bb-c901-4a57-a10e-bdb86efc48bb tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:15.470648 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-7668e075-a762-4ae2-bb7e-88e6a7b9f8b0 req-250306bb-c901-4a57-a10e-bdb86efc48bb tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Calling delete_port for 0e2a9181-6018-4c62-be5b-89cd1f86cc5e owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:29:15.533682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-e075df6a-5f35-47db-96c9-7bf4f77e63fa tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Made reservation on behalf of 1055ed458be7414ea127fbb8899d8ce3 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:29:15.537296 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-e075df6a-5f35-47db-96c9-7bf4f77e63fa tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:15.600964 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14229c-869a-4296-a2dd-4a1f02ee5b99 req-f2add20a-bb8d-4d6d-bb84-d0d1ec667172 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:15.607668 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ca14229c-869a-4296-a2dd-4a1f02ee5b99 req-f2add20a-bb8d-4d6d-bb84-d0d1ec667172 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 944 time: 0.1387713 Jul 22 16:29:15.613980 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f98d2-aea5-4caf-9277-68766e512afc req-3405422e-6b4a-4e0f-b8b1-f16af9ba3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:15.614894 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a85f98d2-aea5-4caf-9277-68766e512afc req-3405422e-6b4a-4e0f-b8b1-f16af9ba3c39 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 922 time: 0.2546299 Jul 22 16:29:15.666612 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ca14229c-869a-4296-a2dd-4a1f02ee5b99 req-3f445a9f-898e-4631-bf7f-ca85d957e498 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580738 Jul 22 16:29:15.712262 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a85f98d2-aea5-4caf-9277-68766e512afc req-da9111f5-f13d-402f-851b-15c171e21833 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9996a004-c98a-44c6-b9eb-9cba5a931bb1 HTTP/1.1" status: 200 len: 217 time: 0.0623755 Jul 22 16:29:15.734664 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7668e075-a762-4ae2-bb7e-88e6a7b9f8b0 req-250306bb-c901-4a57-a10e-bdb86efc48bb tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:15.736568 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82efaf8-35e9-43c6-8382-eccc675e2eb0 req-5a4e1972-9b9b-42e7-a040-78fb77ed9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:15.738367 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b82efaf8-35e9-43c6-8382-eccc675e2eb0 req-5a4e1972-9b9b-42e7-a040-78fb77ed9d43 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8f7f0ee905d4934879787b8f8216673&device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 1095 time: 0.2947090 Jul 22 16:29:15.747364 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913e533-a90a-4a9e-80e0-8bae5dc43713 req-214e4b00-ee65-46ee-8ef7-cedad22cdcbe tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:15.749062 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d913e533-a90a-4a9e-80e0-8bae5dc43713 req-214e4b00-ee65-46ee-8ef7-cedad22cdcbe tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.3194535 Jul 22 16:29:15.768028 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['eb232938-2bd4-4305-af50-971d8bbeb3fd', '9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:15.830848 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['07e49a48-d61b-4098-8c5e-9bc161f48e8c', '3424472c-2310-4937-8024-3df0f84c371a', '908ae5ed-8b6d-4d24-a091-5fa9b0980f73', '260f523f-a963-4144-ab20-a5af2c81aca6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:15.840382 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250306bb-c901-4a57-a10e-bdb86efc48bb tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Pushing event deleted for resources: {'Port': ['ID=0e2a9181-6018-4c62-be5b-89cd1f86cc5e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:15.942087 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.16', 49462) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:15.977622 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-7668e075-a762-4ae2-bb7e-88e6a7b9f8b0 req-250306bb-c901-4a57-a10e-bdb86efc48bb tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] No DVR routers for this DVR port 0e2a9181-6018-4c62-be5b-89cd1f86cc5e on host n-h1-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:29:16.091991 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7668e075-a762-4ae2-bb7e-88e6a7b9f8b0 req-250306bb-c901-4a57-a10e-bdb86efc48bb tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:16.094619 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7668e075-a762-4ae2-bb7e-88e6a7b9f8b0 req-250306bb-c901-4a57-a10e-bdb86efc48bb tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.16 "DELETE /v2.0/ports/0e2a9181-6018-4c62-be5b-89cd1f86cc5e HTTP/1.1" status: 204 len: 173 time: 0.9303007 Jul 22 16:29:16.115374 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4126089e-4e7c-4cc0-855b-65c827dbb393 req-0ab03fa7-f29a-4199-b129-93019d407b3f tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 210 time: 0.2985220 Jul 22 16:29:16.116467 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96e2904-18cd-49c7-831b-549a5aa48844', 'name': 'network-vif-deleted', 'tag': '0e2a9181-6018-4c62-be5b-89cd1f86cc5e'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:16.119719 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253b6cdc-23dd-4196-818c-ef08c6661f5f" -d '{"events": [{"server_uuid": "b96e2904-18cd-49c7-831b-549a5aa48844", "name": "network-vif-deleted", "tag": "0e2a9181-6018-4c62-be5b-89cd1f86cc5e"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:16.295223 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-85a17a8d-141d-4776-ad5f-ae06387d3a23 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:16.297289 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-85a17a8d-141d-4776-ad5f-ae06387d3a23 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.16 "GET /v2.0/networks?id=c91084da-dc2f-47a0-a494-d8982c84093b HTTP/1.1" status: 200 len: 805 time: 0.3168039 Jul 22 16:29:16.330398 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6f98777c-b7b2-448a-b100-62eba5d42470 req-b2ae3bdf-4a66-4004-b9ad-b0678e28bd8a tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=03b4e77f-4dba-491f-a88f-92ae5a28c044 HTTP/1.1" status: 200 len: 210 time: 0.0758433 Jul 22 16:29:16.355692 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-6cdcc6d3-6fd1-49f9-bd79-e033d3e6a7ce tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Request body: {'port': {'device_id': '03b4e77f-4dba-491f-a88f-92ae5a28c044', 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b', 'admin_state_up': True, 'tenant_id': 'ac588735236c4792be7c191fef7dacd8'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:16.450197 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f98d2-aea5-4caf-9277-68766e512afc req-74d6e253-9a23-48cb-ac7a-d652c95e6aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:16.452048 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a85f98d2-aea5-4caf-9277-68766e512afc req-74d6e253-9a23-48cb-ac7a-d652c95e6aad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ce36437-5a9b-4c2b-a36e-e40d9943a98a HTTP/1.1" status: 200 len: 861 time: 0.7287738 Jul 22 16:29:16.470078 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-e075df6a-5f35-47db-96c9-7bf4f77e63fa tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Allocated IP 172.20.0.14 (c7ca70b8-4476-4895-839d-ab46905f9ddf/824b6f43-0033-4605-8c1f-9468d3c257a0/4c2c9872-f911-4492-9143-e170a5c8e017) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:29:16.501657 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d913e533-a90a-4a9e-80e0-8bae5dc43713 req-bbbad7a9-7487-481c-a1a2-ddf88d6fc427 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7084401 Jul 22 16:29:16.511431 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6067b925-26d6-4d01-85a8-fd4c06524d22 req-513fb636-15ee-49cb-a5b4-fb8b1ae4e48b tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=b96e2904-18cd-49c7-831b-549a5aa48844 HTTP/1.1" status: 200 len: 210 time: 0.0443435 Jul 22 16:29:16.530394 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a85f98d2-aea5-4caf-9277-68766e512afc req-beaae0c7-bbf1-4fe4-a629-433f35c48761 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f3ed260-5c39-4f44-87de-6af121ff9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572600 Jul 22 16:29:16.572237 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82efaf8-35e9-43c6-8382-eccc675e2eb0 req-9b5058ab-5159-4e1e-8a08-5b2fd8d4d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:16.573754 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b82efaf8-35e9-43c6-8382-eccc675e2eb0 req-9b5058ab-5159-4e1e-8a08-5b2fd8d4d3ec service neutron] 10.222.0.16 "GET /v2.0/networks?id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e HTTP/1.1" status: 200 len: 913 time: 0.7840979 Jul 22 16:29:16.687131 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b82efaf8-35e9-43c6-8382-eccc675e2eb0 req-37852942-659f-4114-9fe0-e9d6d3a5bf18 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37e3da87-b638-4139-b146-f7b7256811b7 HTTP/1.1" status: 200 len: 217 time: 0.1032233 Jul 22 16:29:16.689115 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-6cdcc6d3-6fd1-49f9-bd79-e033d3e6a7ce tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Made reservation on behalf of ac588735236c4792be7c191fef7dacd8 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:29:16.731186 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-6cdcc6d3-6fd1-49f9-bd79-e033d3e6a7ce tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:16.736323 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03b59a1-795f-494c-b0e4-f61b03208a4b x-openstack-request-id: req-c03b59a1-795f-494c-b0e4-f61b03208a4b {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:16.736622 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96e2904-18cd-49c7-831b-549a5aa48844", "name": "network-vif-deleted", "tag": "0e2a9181-6018-4c62-be5b-89cd1f86cc5e", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:16.736909 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c03b59a1-795f-494c-b0e4-f61b03208a4b {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:16.737769 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96e2904-18cd-49c7-831b-549a5aa48844', 'name': 'network-vif-deleted', 'tag': '0e2a9181-6018-4c62-be5b-89cd1f86cc5e', 'status': 'completed', 'code': 200} Jul 22 16:29:16.839360 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82efaf8-35e9-43c6-8382-eccc675e2eb0 req-7d149ad9-1f34-4cb6-9475-8d837a723e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:16.842338 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b82efaf8-35e9-43c6-8382-eccc675e2eb0 req-7d149ad9-1f34-4cb6-9475-8d837a723e8f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3c12ce3-22c0-432e-833b-5a5a37b77be7 HTTP/1.1" status: 200 len: 852 time: 0.1101794 Jul 22 16:29:16.944289 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b82efaf8-35e9-43c6-8382-eccc675e2eb0 req-6aac955e-9e5a-4aa6-a904-3611078680b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871894 Jul 22 16:29:16.962907 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a85f98d2-aea5-4caf-9277-68766e512afc req-29b3ac98-1a9a-48a9-84b6-e50ac57201d4 service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244804 Jul 22 16:29:16.996947 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa7f45-2f09-4872-9967-15b1f7c4ef72 req-2a36fcb5-e837-43c2-b854-61ef36f53c48 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:16.998983 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-38aa7f45-2f09-4872-9967-15b1f7c4ef72 req-2a36fcb5-e837-43c2-b854-61ef36f53c48 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 944 time: 0.1534433 Jul 22 16:29:17.010917 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-6cdcc6d3-6fd1-49f9-bd79-e033d3e6a7ce tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Allocated IP 172.20.0.9 (c91084da-dc2f-47a0-a494-d8982c84093b/ebacc49d-e692-4fa0-8885-df5965dbe3a3/a1201828-21b3-4410-865e-a032626110d2) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:29:17.084670 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-38aa7f45-2f09-4872-9967-15b1f7c4ef72 req-33adbb28-0a92-4193-9820-9ca65a96eed2 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789368 Jul 22 16:29:17.111815 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b8df5-b67a-41ea-9026-785643815401 req-5af56219-3ef8-435d-bbe5-22887ceab910 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:17.118499 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-884b8df5-b67a-41ea-9026-785643815401 req-5af56219-3ef8-435d-bbe5-22887ceab910 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 944 time: 0.4644361 Jul 22 16:29:17.255351 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3d0e51f4-a745-4d62-bf0e-72db836d126f req-b0783b6f-6b96-40dd-bc3b-c6c7d20daf33 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 210 time: 0.0400496 Jul 22 16:29:17.256452 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-e075df6a-5f35-47db-96c9-7bf4f77e63fa tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:17.275803 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 9996a004-c98a-44c6-b9eb-9cba5a931bb1 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:29:17.315411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-e075df6a-5f35-47db-96c9-7bf4f77e63fa tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Transition to ACTIVE for port object 4c2c9872-f911-4492-9143-e170a5c8e017 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:29:17.320024 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-6cdcc6d3-6fd1-49f9-bd79-e033d3e6a7ce tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:17.329657 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-884b8df5-b67a-41ea-9026-785643815401 req-7c2a58e4-af10-49e2-972c-1ad438f7a48b tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070377 Jul 22 16:29:17.337101 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b82efaf8-35e9-43c6-8382-eccc675e2eb0 req-7c9a7bf6-e274-456f-8dc4-46aab67a5672 service neutron] 10.222.0.16 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765812 Jul 22 16:29:17.394126 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a85f98d2-aea5-4caf-9277-68766e512afc req-46732fda-b00b-4d86-992e-b6254f5fb440 service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030609 Jul 22 16:29:17.396610 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 37e3da87-b638-4139-b146-f7b7256811b7 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:29:17.398411 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-6cdcc6d3-6fd1-49f9-bd79-e033d3e6a7ce tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:17.463084 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 9996a004-c98a-44c6-b9eb-9cba5a931bb1, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9996a004-c98a-44c6-b9eb-9cba5a931bb1,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:17.464036 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-e075df6a-5f35-47db-96c9-7bf4f77e63fa tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:17.468907 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-6cdcc6d3-6fd1-49f9-bd79-e033d3e6a7ce tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Network c91084da-dc2f-47a0-a494-d8982c84093b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:29:17.489795 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-6cdcc6d3-6fd1-49f9-bd79-e033d3e6a7ce tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:17.499030 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 9996a004-c98a-44c6-b9eb-9cba5a931bb1 has no active binding in host n-h2-798930-9 {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 16:29:17.499921 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-6cdcc6d3-6fd1-49f9-bd79-e033d3e6a7ce tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:29:17.505130 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdcc6d3-6fd1-49f9-bd79-e033d3e6a7ce tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Pushing event updated for resources: {'Port': ['ID=a1201828-21b3-4410-865e-a032626110d2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:17.568664 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-e075df6a-5f35-47db-96c9-7bf4f77e63fa tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Network c7ca70b8-4476-4895-839d-ab46905f9ddf is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:29:17.577118 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-e075df6a-5f35-47db-96c9-7bf4f77e63fa tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:17.578504 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-6cdcc6d3-6fd1-49f9-bd79-e033d3e6a7ce tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:17.579237 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-6cdcc6d3-6fd1-49f9-bd79-e033d3e6a7ce tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:17.584541 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-e075df6a-5f35-47db-96c9-7bf4f77e63fa tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:29:17.604836 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe774ec-b08b-4712-8407-6a0176af96fc req-110e31a6-505d-4831-a079-378e8ce2b7bc tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:17.606841 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fbe774ec-b08b-4712-8407-6a0176af96fc req-110e31a6-505d-4831-a079-378e8ce2b7bc tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=03b4e77f-4dba-491f-a88f-92ae5a28c044 HTTP/1.1" status: 200 len: 931 time: 0.1594713 Jul 22 16:29:17.608726 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-6cdcc6d3-6fd1-49f9-bd79-e033d3e6a7ce tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2639282 Jul 22 16:29:17.629792 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 37e3da87-b638-4139-b146-f7b7256811b7, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=37e3da87-b638-4139-b146-f7b7256811b7,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:17.635622 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-207b148f-bde2-4529-a3db-5e98c24a2b16 service neutron] Request body: {'port': {'device_id': '03b4e77f-4dba-491f-a88f-92ae5a28c044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:17.650949 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '37e3da87-b638-4139-b146-f7b7256811b7', 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e', 'port_id': '37e3da87-b638-4139-b146-f7b7256811b7', 'mac_address': 'fa:16:3e:e7:a8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c12ce3-22c0-432e-833b-5a5a37b77be7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:29:17.735838 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075df6a-5f35-47db-96c9-7bf4f77e63fa tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Pushing event updated for resources: {'Port': ['ID=4c2c9872-f911-4492-9143-e170a5c8e017,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:17.736264 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:17.744655 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b82efaf8-35e9-43c6-8382-eccc675e2eb0 req-41c1214f-cb34-4b93-a33c-9c505a857cbb service neutron] 10.222.0.16 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988233 Jul 22 16:29:17.751840 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e3da87-b638-4139-b146-f7b7256811b7 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:17.752694 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-e075df6a-5f35-47db-96c9-7bf4f77e63fa tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:17.753449 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-e075df6a-5f35-47db-96c9-7bf4f77e63fa tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:17.787302 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 37e3da87-b638-4139-b146-f7b7256811b7, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=37e3da87-b638-4139-b146-f7b7256811b7,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:17.793103 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:17.802632 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fbe774ec-b08b-4712-8407-6a0176af96fc req-fcee6aa6-4209-4c0b-ab31-bf2504144efb tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881361 Jul 22 16:29:17.802886 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-e075df6a-5f35-47db-96c9-7bf4f77e63fa tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7218661 Jul 22 16:29:17.821127 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-8a30d0e0-c7dc-4174-87d7-1b88da365932 service neutron] Request body: {'port': {'device_id': 'c8b56c4b-883c-481d-a20c-6a8c7732374a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:17.827000 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-207b148f-bde2-4529-a3db-5e98c24a2b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:17.867895 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=37e3da87-b638-4139-b146-f7b7256811b7,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:17.877000 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:17.877259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:17.877594 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:17.877947 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:17.878765 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:17.881076 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:17.881076 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:17.881076 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:17.881076 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:17.881076 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:17.881076 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:17.881076 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:17.898307 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75f62f-8841-4ed6-8452-948ac0f86d70 req-cdbc7a28-b816-4482-9bac-9784da1fa30b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:17.905144 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ab75f62f-8841-4ed6-8452-948ac0f86d70 req-cdbc7a28-b816-4482-9bac-9784da1fa30b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.2133152 Jul 22 16:29:17.952458 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ab75f62f-8841-4ed6-8452-948ac0f86d70 req-f40beffb-6c28-4b3d-b486-0af916bbf6e8 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463679 Jul 22 16:29:18.037222 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-916a6a3a-a4bd-4f08-9ce5-e9d0821d24e1 None None] Provisioning for port 4c2c9872-f911-4492-9143-e170a5c8e017 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:29:18.041874 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-916a6a3a-a4bd-4f08-9ce5-e9d0821d24e1 None None] Provisioning complete for port 4c2c9872-f911-4492-9143-e170a5c8e017 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:18.043283 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-916a6a3a-a4bd-4f08-9ce5-e9d0821d24e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:18.056050 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-8a30d0e0-c7dc-4174-87d7-1b88da365932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:18.116812 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-916a6a3a-a4bd-4f08-9ce5-e9d0821d24e1 None None] Port 4c2c9872-f911-4492-9143-e170a5c8e017 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:29:18.140290 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['37e3da87-b638-4139-b146-f7b7256811b7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:18.284716 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-207b148f-bde2-4529-a3db-5e98c24a2b16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1201828-21b3-4410-865e-a032626110d2 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:18.300596 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b9fd3-23c6-4b67-b0f9-d08ef912232f req-81623662-2d26-4b09-8772-584d9e93e126 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:18.302139 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-921b9fd3-23c6-4b67-b0f9-d08ef912232f req-81623662-2d26-4b09-8772-584d9e93e126 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d258c5b-dac6-49e1-b99a-9486303bd97a HTTP/1.1" status: 200 len: 950 time: 0.1430745 Jul 22 16:29:18.305176 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-207b148f-bde2-4529-a3db-5e98c24a2b16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:18.327130 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-207b148f-bde2-4529-a3db-5e98c24a2b16 service neutron] Transition to ACTIVE for port object a1201828-21b3-4410-865e-a032626110d2 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:29:18.339842 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-207b148f-bde2-4529-a3db-5e98c24a2b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:18.415953 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-921b9fd3-23c6-4b67-b0f9-d08ef912232f req-84622f6b-dc4a-4bc5-9955-51ed3d79c16c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012723 Jul 22 16:29:18.418644 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b148f-bde2-4529-a3db-5e98c24a2b16 service neutron] Pushing event updated for resources: {'Port': ['ID=a1201828-21b3-4410-865e-a032626110d2,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:18.432170 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65d761-4004-4a67-b775-62d9fdd84480 req-e8f43de5-117a-4421-be84-2e28ee1aa36f tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:18.433835 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c65d761-4004-4a67-b775-62d9fdd84480 req-e8f43de5-117a-4421-be84-2e28ee1aa36f tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 944 time: 0.1344171 Jul 22 16:29:18.525007 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c65d761-4004-4a67-b775-62d9fdd84480 req-3bf3ce56-43e3-40f2-9b44-c01495db287f tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652592 Jul 22 16:29:18.548713 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-207b148f-bde2-4529-a3db-5e98c24a2b16 service neutron] Attempting to bind port a1201828-21b3-4410-865e-a032626110d2 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:29:18.549046 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-207b148f-bde2-4529-a3db-5e98c24a2b16 service neutron] Attempting to bind port a1201828-21b3-4410-865e-a032626110d2 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7a30e678-adaa-4812-b630-c555a69386a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:29:18.549370 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-207b148f-bde2-4529-a3db-5e98c24a2b16 service neutron] Attempting to bind port a1201828-21b3-4410-865e-a032626110d2 on network c91084da-dc2f-47a0-a494-d8982c84093b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:18.556214 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-207b148f-bde2-4529-a3db-5e98c24a2b16 service neutron] Port a1201828-21b3-4410-865e-a032626110d2 on network c91084da-dc2f-47a0-a494-d8982c84093b not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:29:18.556595 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-207b148f-bde2-4529-a3db-5e98c24a2b16 service neutron] Attempting to bind port a1201828-21b3-4410-865e-a032626110d2 on network c91084da-dc2f-47a0-a494-d8982c84093b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:18.565210 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-207b148f-bde2-4529-a3db-5e98c24a2b16 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:29:18.565564 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-207b148f-bde2-4529-a3db-5e98c24a2b16 service neutron] Checking segment: {'id': '7a30e678-adaa-4812-b630-c555a69386a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:29:18.565965 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-207b148f-bde2-4529-a3db-5e98c24a2b16 service neutron] Bound using segment: {'id': '7a30e678-adaa-4812-b630-c555a69386a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:29:18.566413 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-207b148f-bde2-4529-a3db-5e98c24a2b16 service neutron] Bound port: a1201828-21b3-4410-865e-a032626110d2, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a30e678-adaa-4812-b630-c555a69386a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:29:18.566767 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-207b148f-bde2-4529-a3db-5e98c24a2b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:18.602736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-8a30d0e0-c7dc-4174-87d7-1b88da365932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2c9872-f911-4492-9143-e170a5c8e017 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:18.611396 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-8a30d0e0-c7dc-4174-87d7-1b88da365932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:18.620652 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1c08b-6a6e-404b-8f9f-424721d239e9 req-cefea24e-6fee-4037-9fd8-0fa4dcbc3a47 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:18.622785 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bff1c08b-6a6e-404b-8f9f-424721d239e9 req-cefea24e-6fee-4037-9fd8-0fa4dcbc3a47 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 932 time: 0.1326251 Jul 22 16:29:18.652760 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-8a30d0e0-c7dc-4174-87d7-1b88da365932 service neutron] Transition to ACTIVE for port object 4c2c9872-f911-4492-9143-e170a5c8e017 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:29:18.663957 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-8a30d0e0-c7dc-4174-87d7-1b88da365932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:18.688091 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-207b148f-bde2-4529-a3db-5e98c24a2b16 service neutron] For port a1201828-21b3-4410-865e-a032626110d2, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:29:18.692891 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bff1c08b-6a6e-404b-8f9f-424721d239e9 req-fbb5abfe-c317-4ef8-85d7-03536764c2da tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/security-groups?id=05c72797-4ad0-4f4e-a013-bd3f7bb310c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590086 Jul 22 16:29:18.705139 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-207b148f-bde2-4529-a3db-5e98c24a2b16 service neutron] For port a1201828-21b3-4410-865e-a032626110d2, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=a1201828-21b3-4410-865e-a032626110d2,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:29:18.711155 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-207b148f-bde2-4529-a3db-5e98c24a2b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:18.727053 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30d0e0-c7dc-4174-87d7-1b88da365932 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2c9872-f911-4492-9143-e170a5c8e017,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:18.742482 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114381f3-4d44-4cfc-a7c9-fc26d88f1091 req-304fce67-0b6a-488b-b538-7e0853881114 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:18.747043 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-207b148f-bde2-4529-a3db-5e98c24a2b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:18.748116 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-207b148f-bde2-4529-a3db-5e98c24a2b16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:18.749517 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-207b148f-bde2-4529-a3db-5e98c24a2b16 service neutron] 10.222.0.16 "PUT /v2.0/ports/a1201828-21b3-4410-865e-a032626110d2 HTTP/1.1" status: 200 len: 1091 time: 1.1263132 Jul 22 16:29:18.750446 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-114381f3-4d44-4cfc-a7c9-fc26d88f1091 req-304fce67-0b6a-488b-b538-7e0853881114 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 945 time: 0.1350768 Jul 22 16:29:18.752324 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b4e77f-4dba-491f-a88f-92ae5a28c044', 'tag': 'a1201828-21b3-4410-865e-a032626110d2'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:18.754303 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab810ab-5129-4b99-99f6-7623a6240c75" -d '{"events": [{"name": "network-changed", "server_uuid": "03b4e77f-4dba-491f-a88f-92ae5a28c044", "tag": "a1201828-21b3-4410-865e-a032626110d2"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:18.791015 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b148f-bde2-4529-a3db-5e98c24a2b16 service neutron] Pushing event updated for resources: {'Port': ['ID=a1201828-21b3-4410-865e-a032626110d2,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:18.849530 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99372c12-36c9-4ed4-9610-5f45e9dfe906 x-openstack-request-id: req-99372c12-36c9-4ed4-9610-5f45e9dfe906 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:18.849807 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b4e77f-4dba-491f-a88f-92ae5a28c044", "tag": "a1201828-21b3-4410-865e-a032626110d2", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:18.850139 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-99372c12-36c9-4ed4-9610-5f45e9dfe906 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:18.850499 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b4e77f-4dba-491f-a88f-92ae5a28c044', 'tag': 'a1201828-21b3-4410-865e-a032626110d2', 'status': 'completed', 'code': 200} Jul 22 16:29:18.854230 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-114381f3-4d44-4cfc-a7c9-fc26d88f1091 req-aafff17a-071f-4fb9-9afa-dedc57a0618d tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985057 Jul 22 16:29:18.896255 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-ea9f785b-dd52-49e4-906c-5fb0ec32e67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:18.898302 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-ea9f785b-dd52-49e4-906c-5fb0ec32e67d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac588735236c4792be7c191fef7dacd8&device_id=03b4e77f-4dba-491f-a88f-92ae5a28c044 HTTP/1.1" status: 200 len: 1094 time: 0.0907452 Jul 22 16:29:18.947325 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-8a30d0e0-c7dc-4174-87d7-1b88da365932 service neutron] Attempting to bind port 4c2c9872-f911-4492-9143-e170a5c8e017 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:29:18.947749 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-8a30d0e0-c7dc-4174-87d7-1b88da365932 service neutron] Attempting to bind port 4c2c9872-f911-4492-9143-e170a5c8e017 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'c7c9eded-97e4-49b6-9083-c496d8243373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c7ca70b8-4476-4895-839d-ab46905f9ddf'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:29:18.948138 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-8a30d0e0-c7dc-4174-87d7-1b88da365932 service neutron] Attempting to bind port 4c2c9872-f911-4492-9143-e170a5c8e017 on network c7ca70b8-4476-4895-839d-ab46905f9ddf {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:18.953570 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-8a30d0e0-c7dc-4174-87d7-1b88da365932 service neutron] Port 4c2c9872-f911-4492-9143-e170a5c8e017 on network c7ca70b8-4476-4895-839d-ab46905f9ddf not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:29:18.953983 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-8a30d0e0-c7dc-4174-87d7-1b88da365932 service neutron] Attempting to bind port 4c2c9872-f911-4492-9143-e170a5c8e017 on network c7ca70b8-4476-4895-839d-ab46905f9ddf {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:18.957038 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-8fa8582b-5991-4291-9de3-ad0697645a23 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1201828-21b3-4410-865e-a032626110d2 HTTP/1.1" status: 200 len: 217 time: 0.0435998 Jul 22 16:29:18.959893 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-8a30d0e0-c7dc-4174-87d7-1b88da365932 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:29:18.960560 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-8a30d0e0-c7dc-4174-87d7-1b88da365932 service neutron] Checking segment: {'id': 'c7c9eded-97e4-49b6-9083-c496d8243373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c7ca70b8-4476-4895-839d-ab46905f9ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:29:18.961007 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-8a30d0e0-c7dc-4174-87d7-1b88da365932 service neutron] Bound using segment: {'id': 'c7c9eded-97e4-49b6-9083-c496d8243373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c7ca70b8-4476-4895-839d-ab46905f9ddf'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:29:18.961830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-8a30d0e0-c7dc-4174-87d7-1b88da365932 service neutron] Bound port: 4c2c9872-f911-4492-9143-e170a5c8e017, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c9eded-97e4-49b6-9083-c496d8243373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c7ca70b8-4476-4895-839d-ab46905f9ddf'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:29:18.962294 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-8a30d0e0-c7dc-4174-87d7-1b88da365932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:19.039833 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-8a30d0e0-c7dc-4174-87d7-1b88da365932 service neutron] For port 4c2c9872-f911-4492-9143-e170a5c8e017, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:29:19.045944 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-8a30d0e0-c7dc-4174-87d7-1b88da365932 service neutron] For port 4c2c9872-f911-4492-9143-e170a5c8e017, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=4c2c9872-f911-4492-9143-e170a5c8e017,segment=NetworkSegment(c7c9eded-97e4-49b6-9083-c496d8243373),segment_id=c7c9eded-97e4-49b6-9083-c496d8243373)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:29:19.056575 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-a52c0394-c2e6-47dd-b066-ed13a9dc17bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:19.058142 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-a52c0394-c2e6-47dd-b066-ed13a9dc17bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebacc49d-e692-4fa0-8885-df5965dbe3a3 HTTP/1.1" status: 200 len: 845 time: 0.0882435 Jul 22 16:29:19.061299 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-8a30d0e0-c7dc-4174-87d7-1b88da365932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:19.101774 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-232606af-781d-4b52-a72a-135fd068265e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c91084da-dc2f-47a0-a494-d8982c84093b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366127 Jul 22 16:29:19.110811 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e12a99-9ecf-41c5-854a-d08242c01d5a req-2b5c79d0-8e6a-4856-b93b-31cb670228fb tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:19.111951 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c1e12a99-9ecf-41c5-854a-d08242c01d5a req-2b5c79d0-8e6a-4856-b93b-31cb670228fb tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=03b4e77f-4dba-491f-a88f-92ae5a28c044 HTTP/1.1" status: 200 len: 943 time: 0.1535895 Jul 22 16:29:19.126952 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-8a30d0e0-c7dc-4174-87d7-1b88da365932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:19.127578 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-8a30d0e0-c7dc-4174-87d7-1b88da365932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:19.128976 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-8a30d0e0-c7dc-4174-87d7-1b88da365932 service neutron] 10.222.0.16 "PUT /v2.0/ports/4c2c9872-f911-4492-9143-e170a5c8e017 HTTP/1.1" status: 200 len: 1092 time: 1.3128273 Jul 22 16:29:19.129429 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b56c4b-883c-481d-a20c-6a8c7732374a', 'tag': '4c2c9872-f911-4492-9143-e170a5c8e017'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:19.131739 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733ad300-fa32-49c2-9934-6889a545dd87" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b56c4b-883c-481d-a20c-6a8c7732374a", "tag": "4c2c9872-f911-4492-9143-e170a5c8e017"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:19.171395 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30d0e0-c7dc-4174-87d7-1b88da365932 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2c9872-f911-4492-9143-e170a5c8e017,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:19.202238 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eaafec-755c-445a-907e-2131af253d47 req-7fa1989c-1148-48cf-86f7-34df8d48407b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:19.210247 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93eaafec-755c-445a-907e-2131af253d47 req-7fa1989c-1148-48cf-86f7-34df8d48407b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.1668794 Jul 22 16:29:19.214203 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c1e12a99-9ecf-41c5-854a-d08242c01d5a req-23e2df7b-4e22-41bb-b21c-21efb29fe87d tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716786 Jul 22 16:29:19.298656 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93eaafec-755c-445a-907e-2131af253d47 req-9799be52-3e3a-4a57-b72b-456508995311 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873678 Jul 22 16:29:19.318371 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-d99fa63f-8a75-45fd-9731-b0ad98500c85 service neutron] 10.222.0.16 "GET /v2.0/networks/c91084da-dc2f-47a0-a494-d8982c84093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053280 Jul 22 16:29:19.345661 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-2c19decd-52c4-4fbb-ba56-23d5c425ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:19.348405 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-2c19decd-52c4-4fbb-ba56-23d5c425ed51 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1055ed458be7414ea127fbb8899d8ce3&device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 1095 time: 0.1288865 Jul 22 16:29:19.353661 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07b7e91-c040-4d12-8cf8-50510455bb75 x-openstack-request-id: req-b07b7e91-c040-4d12-8cf8-50510455bb75 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:19.353979 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b56c4b-883c-481d-a20c-6a8c7732374a", "tag": "4c2c9872-f911-4492-9143-e170a5c8e017", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:19.354779 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b07b7e91-c040-4d12-8cf8-50510455bb75 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:19.354779 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b56c4b-883c-481d-a20c-6a8c7732374a', 'tag': '4c2c9872-f911-4492-9143-e170a5c8e017', 'status': 'completed', 'code': 200} Jul 22 16:29:19.394925 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 37e3da87-b638-4139-b146-f7b7256811b7 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:19.426404 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-891b0386-5d64-4940-8fd0-65d09baeaf01 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c2c9872-f911-4492-9143-e170a5c8e017 HTTP/1.1" status: 200 len: 217 time: 0.0431170 Jul 22 16:29:19.439115 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c799d32-b8b8-408e-b099-59b970aed5dc req-194e188a-21fc-4f7a-916f-f297f2754420 service neutron] 10.222.0.16 "GET /v2.0/networks/c91084da-dc2f-47a0-a494-d8982c84093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130478 Jul 22 16:29:19.475676 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 37e3da87-b638-4139-b146-f7b7256811b7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:29:19.487964 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 37e3da87-b638-4139-b146-f7b7256811b7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:19.488338 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:19.515304 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-b2e43251-15ce-45b4-b334-b10c70225043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:19.515940 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-b2e43251-15ce-45b4-b334-b10c70225043 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=824b6f43-0033-4605-8c1f-9468d3c257a0 HTTP/1.1" status: 200 len: 854 time: 0.0760429 Jul 22 16:29:19.591297 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:19.609184 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee947e8-a1c9-4250-8b04-aaea0c30a0d0 req-2a999854-3696-4f0b-a68d-54309043f508 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:19.613515 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab810ab-5129-4b99-99f6-7623a6240c75 req-daaf82be-ee44-48f6-bced-c630c4dbc05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:19.615256 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ab810ab-5129-4b99-99f6-7623a6240c75 req-daaf82be-ee44-48f6-bced-c630c4dbc05c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac588735236c4792be7c191fef7dacd8&device_id=03b4e77f-4dba-491f-a88f-92ae5a28c044 HTTP/1.1" status: 200 len: 1094 time: 0.0844388 Jul 22 16:29:19.616927 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dee947e8-a1c9-4250-8b04-aaea0c30a0d0 req-2a999854-3696-4f0b-a68d-54309043f508 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d258c5b-dac6-49e1-b99a-9486303bd97a HTTP/1.1" status: 200 len: 950 time: 0.1142800 Jul 22 16:29:19.632172 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d0f623-350f-4843-90ef-81a9eaea1be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e3da87-b638-4139-b146-f7b7256811b7'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:19.635887 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e0bae8-cea8-4f5d-a6f5-078c9b35f62a" -d '{"events": [{"server_uuid": "81d0f623-350f-4843-90ef-81a9eaea1be0", "name": "network-vif-plugged", "status": "completed", "tag": "37e3da87-b638-4139-b146-f7b7256811b7"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:19.654783 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 37e3da87-b638-4139-b146-f7b7256811b7, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=37e3da87-b638-4139-b146-f7b7256811b7,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:19.660037 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:19.688782 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-4b767bba-570d-4278-aba8-6e92c0453cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:19.690644 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-4b767bba-570d-4278-aba8-6e92c0453cd5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ca70b8-4476-4895-839d-ab46905f9ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560636 Jul 22 16:29:19.709112 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dee947e8-a1c9-4250-8b04-aaea0c30a0d0 req-1284eb39-adb6-4a9e-87e9-03c2839bd845 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912330 Jul 22 16:29:19.749483 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=37e3da87-b638-4139-b146-f7b7256811b7,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:19.786943 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddd5532-ca4b-49d7-90bd-f54a4416907a x-openstack-request-id: req-3ddd5532-ca4b-49d7-90bd-f54a4416907a {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:19.787276 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d0f623-350f-4843-90ef-81a9eaea1be0", "name": "network-vif-plugged", "status": "completed", "tag": "37e3da87-b638-4139-b146-f7b7256811b7", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:19.788149 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3ddd5532-ca4b-49d7-90bd-f54a4416907a {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:19.788633 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d0f623-350f-4843-90ef-81a9eaea1be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e3da87-b638-4139-b146-f7b7256811b7', 'code': 200} Jul 22 16:29:19.823418 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90eb5e-c879-43ef-affa-9fae924155b0 req-625b4924-9ce3-45ce-ad38-f069bd312c9d tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:19.825312 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da90eb5e-c879-43ef-affa-9fae924155b0 req-625b4924-9ce3-45ce-ad38-f069bd312c9d tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 944 time: 0.1905472 Jul 22 16:29:19.826438 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab810ab-5129-4b99-99f6-7623a6240c75 req-eba15bfa-853e-43e0-948e-9f0007825745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:19.828518 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ab810ab-5129-4b99-99f6-7623a6240c75 req-eba15bfa-853e-43e0-948e-9f0007825745 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c91084da-dc2f-47a0-a494-d8982c84093b HTTP/1.1" status: 200 len: 906 time: 0.2065799 Jul 22 16:29:19.882888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32059c9-75c4-48b2-a851-a627e549d021 req-317c55be-d16c-406a-99f2-13fce6149d58 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:19.884300 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b32059c9-75c4-48b2-a851-a627e549d021 req-317c55be-d16c-406a-99f2-13fce6149d58 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d258c5b-dac6-49e1-b99a-9486303bd97a HTTP/1.1" status: 200 len: 950 time: 0.2579999 Jul 22 16:29:19.890889 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ab810ab-5129-4b99-99f6-7623a6240c75 req-1fda6df6-f103-4ef5-bcef-33bf683cde36 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1201828-21b3-4410-865e-a032626110d2 HTTP/1.1" status: 200 len: 217 time: 0.0387802 Jul 22 16:29:19.954828 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da90eb5e-c879-43ef-affa-9fae924155b0 req-12c83d3c-7b66-4c11-a60c-14af05f135e9 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224003 Jul 22 16:29:19.971902 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab810ab-5129-4b99-99f6-7623a6240c75 req-a7240e94-2ffa-4328-96ea-ecca0798ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:19.971902 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ab810ab-5129-4b99-99f6-7623a6240c75 req-a7240e94-2ffa-4328-96ea-ecca0798ea90 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebacc49d-e692-4fa0-8885-df5965dbe3a3 HTTP/1.1" status: 200 len: 845 time: 0.0752399 Jul 22 16:29:19.973218 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-ee842f75-a23b-4d2f-9966-93fde3b9eb6d service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca70b8-4476-4895-839d-ab46905f9ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580159 Jul 22 16:29:20.014738 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ab810ab-5129-4b99-99f6-7623a6240c75 req-a9c00bf0-4a83-4cc6-a996-1a0dbb4b648c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c91084da-dc2f-47a0-a494-d8982c84093b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308073 Jul 22 16:29:20.140756 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10901dd-0f9e-458f-b33a-c31e76e866f5 req-7fa2de34-67d8-4515-bb4a-80752a8fee99 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:20.142437 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b10901dd-0f9e-458f-b33a-c31e76e866f5 req-7fa2de34-67d8-4515-bb4a-80752a8fee99 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 944 time: 0.2793574 Jul 22 16:29:20.151300 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb4e45-d9e8-4b20-9975-bbf725484463 req-00320f56-aa96-4293-af53-f7c090a13afb tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:20.154410 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1bfb4e45-d9e8-4b20-9975-bbf725484463 req-00320f56-aa96-4293-af53-f7c090a13afb tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.1351347 Jul 22 16:29:20.173896 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c8f2a-3c46-4e23-8f1f-531e54538749 req-5197bb6e-64b8-46a3-8b54-ce6db2839476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:20.175332 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e1c8f2a-3c46-4e23-8f1f-531e54538749 req-5197bb6e-64b8-46a3-8b54-ce6db2839476 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 1097 time: 0.2896428 Jul 22 16:29:20.194216 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ab810ab-5129-4b99-99f6-7623a6240c75 req-9607df21-3b07-4f48-9086-fe6e247de814 service neutron] 10.222.0.16 "GET /v2.0/networks/c91084da-dc2f-47a0-a494-d8982c84093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650057 Jul 22 16:29:20.235660 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1bfb4e45-d9e8-4b20-9975-bbf725484463 req-40678309-765f-44bb-9d18-7f5150fdd89f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737576 Jul 22 16:29:20.236615 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15e5a557-bab5-4bae-b44a-44fd75dfe5d2 req-cefc1f94-19c7-4911-812b-e04e71e861ce service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca70b8-4476-4895-839d-ab46905f9ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493401 Jul 22 16:29:20.246195 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-b32059c9-75c4-48b2-a851-a627e549d021 req-8726bb83-f1c0-4039-9d88-5607592c500d tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Deleting port 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:29:20.246539 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b32059c9-75c4-48b2-a851-a627e549d021 req-8726bb83-f1c0-4039-9d88-5607592c500d tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:20.261113 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b10901dd-0f9e-458f-b33a-c31e76e866f5 req-8580ef87-4631-4455-8f55-94d8088221c0 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/security-groups?id=05c72797-4ad0-4f4e-a013-bd3f7bb310c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047461 Jul 22 16:29:20.290416 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e1c8f2a-3c46-4e23-8f1f-531e54538749 req-526d9089-794a-4879-9065-9e4c0ebd19dd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981534 Jul 22 16:29:20.348103 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ab810ab-5129-4b99-99f6-7623a6240c75 req-e81bec5e-55d3-47a5-89b2-59d2fefcbff8 service neutron] 10.222.0.16 "GET /v2.0/networks/c91084da-dc2f-47a0-a494-d8982c84093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429563 Jul 22 16:29:20.383392 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adbbb6-fbc8-48f7-9b4c-6344ea9d934a req-1433fd8d-f709-4900-b16e-e2de66facd41 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:20.385018 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-69adbbb6-fbc8-48f7-9b4c-6344ea9d934a req-1433fd8d-f709-4900-b16e-e2de66facd41 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=03b4e77f-4dba-491f-a88f-92ae5a28c044 HTTP/1.1" status: 200 len: 943 time: 0.0794258 Jul 22 16:29:20.406048 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b32059c9-75c4-48b2-a851-a627e549d021 req-8726bb83-f1c0-4039-9d88-5607592c500d tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] For port 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:20.406408 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b32059c9-75c4-48b2-a851-a627e549d021 req-8726bb83-f1c0-4039-9d88-5607592c500d tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:20.423614 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-b32059c9-75c4-48b2-a851-a627e549d021 req-8726bb83-f1c0-4039-9d88-5607592c500d tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Calling delete_port for 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:29:20.436190 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-69adbbb6-fbc8-48f7-9b4c-6344ea9d934a req-8c359def-68ab-41b3-9e27-9ff9f11f2fcb tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453250 Jul 22 16:29:20.607280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cd9d3-58a4-4e36-92f3-9e1c0f274321 req-c4828a77-6da8-4823-a1cc-1164d26f5741 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:20.608763 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-842cd9d3-58a4-4e36-92f3-9e1c0f274321 req-c4828a77-6da8-4823-a1cc-1164d26f5741 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.1163642 Jul 22 16:29:20.652264 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b32059c9-75c4-48b2-a851-a627e549d021 req-8726bb83-f1c0-4039-9d88-5607592c500d tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:20.669134 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-842cd9d3-58a4-4e36-92f3-9e1c0f274321 req-de7275dd-6f88-4108-9b98-7689735f8de8 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534730 Jul 22 16:29:20.687707 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726bb83-f1c0-4039-9d88-5607592c500d tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Pushing event deleted for resources: {'Port': ['ID=9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:20.698157 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['eb232938-2bd4-4305-af50-971d8bbeb3fd', '9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:20.700389 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['07e49a48-d61b-4098-8c5e-9bc161f48e8c', '3424472c-2310-4937-8024-3df0f84c371a', '908ae5ed-8b6d-4d24-a091-5fa9b0980f73', '260f523f-a963-4144-ab20-a5af2c81aca6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:20.750302 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ad300-fa32-49c2-9934-6889a545dd87 req-5e24d128-a111-4370-bdb6-a49347c06eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:20.753770 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-733ad300-fa32-49c2-9934-6889a545dd87 req-5e24d128-a111-4370-bdb6-a49347c06eef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1055ed458be7414ea127fbb8899d8ce3&device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 1095 time: 0.0870895 Jul 22 16:29:20.755628 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32059c9-75c4-48b2-a851-a627e549d021 req-8726bb83-f1c0-4039-9d88-5607592c500d tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] No DVR routers for this DVR port 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:29:20.760094 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b32059c9-75c4-48b2-a851-a627e549d021 req-8726bb83-f1c0-4039-9d88-5607592c500d tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:20.763555 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b32059c9-75c4-48b2-a851-a627e549d021 req-8726bb83-f1c0-4039-9d88-5607592c500d tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.16 "DELETE /v2.0/ports/9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 HTTP/1.1" status: 204 len: 173 time: 0.8722093 Jul 22 16:29:20.847449 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6e5a2818-95de-402d-97cc-c14fb85f4e51 req-dbb75504-ed58-43f1-bac6-a5d192bad3f6 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d258c5b-dac6-49e1-b99a-9486303bd97a HTTP/1.1" status: 200 len: 210 time: 0.0465567 Jul 22 16:29:20.915687 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ad300-fa32-49c2-9934-6889a545dd87 req-f52daac6-140d-4c65-ab3e-d2dacd5a3aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:20.917255 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-733ad300-fa32-49c2-9934-6889a545dd87 req-f52daac6-140d-4c65-ab3e-d2dacd5a3aa9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7ca70b8-4476-4895-839d-ab46905f9ddf HTTP/1.1" status: 200 len: 916 time: 0.1543522 Jul 22 16:29:21.178565 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28815344-6fb2-44ce-add6-3cd26279ae5c req-2f729cd4-0e7b-4297-be25-68f85455077f tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:21.184108 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28815344-6fb2-44ce-add6-3cd26279ae5c req-2f729cd4-0e7b-4297-be25-68f85455077f tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 944 time: 0.1252327 Jul 22 16:29:21.260998 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28815344-6fb2-44ce-add6-3cd26279ae5c req-732c1ba4-c178-460c-8cea-20e063e62a3b tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696867 Jul 22 16:29:21.337858 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 9996a004-c98a-44c6-b9eb-9cba5a931bb1 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:29:21.355441 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d258c5b-dac6-49e1-b99a-9486303bd97a', 'name': 'network-vif-deleted', 'tag': '9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:21.358017 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ed9f77-28b0-4226-ba6e-652cd98818d7" -d '{"events": [{"server_uuid": "5d258c5b-dac6-49e1-b99a-9486303bd97a", "name": "network-vif-deleted", "tag": "9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:21.376662 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-733ad300-fa32-49c2-9934-6889a545dd87 req-36a99880-bb54-4ba2-bbd8-28444309f6ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c2c9872-f911-4492-9143-e170a5c8e017 HTTP/1.1" status: 200 len: 217 time: 0.4304662 Jul 22 16:29:21.452184 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device a1201828-21b3-4410-865e-a032626110d2 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:29:21.468940 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ad300-fa32-49c2-9934-6889a545dd87 req-5524eb1f-d93b-4b30-b94c-4805669c0fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:21.471633 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-733ad300-fa32-49c2-9934-6889a545dd87 req-5524eb1f-d93b-4b30-b94c-4805669c0fec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=824b6f43-0033-4605-8c1f-9468d3c257a0 HTTP/1.1" status: 200 len: 854 time: 0.0771320 Jul 22 16:29:21.501290 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470402a-d9b2-4663-802a-f966caea4512 req-b1ef6899-7f42-445e-abd3-73f9b7579aa8 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:21.512404 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d470402a-d9b2-4663-802a-f966caea4512 req-b1ef6899-7f42-445e-abd3-73f9b7579aa8 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 944 time: 0.1272333 Jul 22 16:29:21.536163 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbd35c-4b0e-42dc-b1ef-7f64457022ee req-cc9e4543-814d-4d9e-b93e-b136c48386e7 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:21.543719 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-37cbd35c-4b0e-42dc-b1ef-7f64457022ee req-cc9e4543-814d-4d9e-b93e-b136c48386e7 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.1796601 Jul 22 16:29:21.597442 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d470402a-d9b2-4663-802a-f966caea4512 req-e5370908-dd3a-484a-b6f3-3ad6d8baf3be tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/security-groups?id=05c72797-4ad0-4f4e-a013-bd3f7bb310c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839326 Jul 22 16:29:21.641071 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-37cbd35c-4b0e-42dc-b1ef-7f64457022ee req-5c787376-2464-4415-9990-c067e3076363 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877433 Jul 22 16:29:21.650805 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ad300-fa32-49c2-9934-6889a545dd87 req-b80a6047-82b9-4b05-9bb4-085578d795c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:21.651490 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b281f5-6926-4b12-83eb-d797cb107044 x-openstack-request-id: req-78b281f5-6926-4b12-83eb-d797cb107044 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:21.652007 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d258c5b-dac6-49e1-b99a-9486303bd97a", "name": "network-vif-deleted", "tag": "9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:21.652294 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-733ad300-fa32-49c2-9934-6889a545dd87 req-b80a6047-82b9-4b05-9bb4-085578d795c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7ca70b8-4476-4895-839d-ab46905f9ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1702232 Jul 22 16:29:21.652676 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-78b281f5-6926-4b12-83eb-d797cb107044 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:21.653171 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d258c5b-dac6-49e1-b99a-9486303bd97a', 'name': 'network-vif-deleted', 'tag': '9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0', 'status': 'completed', 'code': 200} Jul 22 16:29:21.658979 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 9996a004-c98a-44c6-b9eb-9cba5a931bb1 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:29:21.729485 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port a1201828-21b3-4410-865e-a032626110d2, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=a1201828-21b3-4410-865e-a032626110d2,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:21.741411 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'a1201828-21b3-4410-865e-a032626110d2', 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b', 'port_id': 'a1201828-21b3-4410-865e-a032626110d2', 'mac_address': 'fa:16:3e:f2:6e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebacc49d-e692-4fa0-8885-df5965dbe3a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:29:21.793128 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:21.815179 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1201828-21b3-4410-865e-a032626110d2 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:21.850500 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port a1201828-21b3-4410-865e-a032626110d2, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=a1201828-21b3-4410-865e-a032626110d2,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:21.858057 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:21.866342 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-733ad300-fa32-49c2-9934-6889a545dd87 req-55a81a85-0187-4ab5-a624-6763d515c547 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca70b8-4476-4895-839d-ab46905f9ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925876 Jul 22 16:29:21.899274 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f80b04-b0bd-4c63-8b93-103927d37571 req-b339c4b1-8f2e-43a9-92ec-b79fde8136c4 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:21.903006 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a7f80b04-b0bd-4c63-8b93-103927d37571 req-b339c4b1-8f2e-43a9-92ec-b79fde8136c4 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=03b4e77f-4dba-491f-a88f-92ae5a28c044 HTTP/1.1" status: 200 len: 943 time: 0.1691329 Jul 22 16:29:21.909092 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b26855-694c-4f62-a60c-06005a881b8f req-30085261-a9df-468e-b1f0-8d4aa9a6f9e9 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:21.914405 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-94b26855-694c-4f62-a60c-06005a881b8f req-30085261-a9df-468e-b1f0-8d4aa9a6f9e9 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.0835905 Jul 22 16:29:21.917747 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=a1201828-21b3-4410-865e-a032626110d2,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:21.958098 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-94b26855-694c-4f62-a60c-06005a881b8f req-2f53b9b2-cfbe-48bb-b31d-77ba2fedb7e0 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370893 Jul 22 16:29:22.013167 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a7f80b04-b0bd-4c63-8b93-103927d37571 req-2d87f407-7126-4ace-b704-38098106b9e7 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947108 Jul 22 16:29:22.039422 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-733ad300-fa32-49c2-9934-6889a545dd87 req-05edd42a-8f46-4289-a945-f21bd2eebca0 service neutron] 10.222.0.16 "GET /v2.0/networks/c7ca70b8-4476-4895-839d-ab46905f9ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641719 Jul 22 16:29:22.187686 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['a1201828-21b3-4410-865e-a032626110d2'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:22.422072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e05d1-851d-4cdb-af4e-e9564ae883cd req-d55ced23-9807-4dd1-88ba-38546c659ad3 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:22.423732 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9e4e05d1-851d-4cdb-af4e-e9564ae883cd req-d55ced23-9807-4dd1-88ba-38546c659ad3 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 944 time: 0.0703242 Jul 22 16:29:22.439737 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68273dea-2dad-445d-9f44-40f1c240db57 req-4fc2bd45-50fc-449d-a65b-5ed8767ff7e7 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:22.441608 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-68273dea-2dad-445d-9f44-40f1c240db57 req-4fc2bd45-50fc-449d-a65b-5ed8767ff7e7 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e3274e9-23f8-4862-b101-9d7bf4484c3b HTTP/1.1" status: 200 len: 950 time: 0.0827441 Jul 22 16:29:22.467045 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9e4e05d1-851d-4cdb-af4e-e9564ae883cd req-6ff955d4-a6c7-42fc-9733-151361d5308d tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359797 Jul 22 16:29:22.484922 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-68273dea-2dad-445d-9f44-40f1c240db57 req-12bbc267-7978-44b3-bc16-8de8157d9051 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367706 Jul 22 16:29:22.734284 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3899c9-89da-4f9f-8d30-95360b3a22b7 req-3aaeda5c-26f9-4f15-8b85-a594927c1901 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:22.736508 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ae3899c9-89da-4f9f-8d30-95360b3a22b7 req-3aaeda5c-26f9-4f15-8b85-a594927c1901 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 944 time: 0.0716469 Jul 22 16:29:22.777972 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ae3899c9-89da-4f9f-8d30-95360b3a22b7 req-b95adf28-d2cc-4371-b729-280929f2ed15 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/security-groups?id=05c72797-4ad0-4f4e-a013-bd3f7bb310c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349247 Jul 22 16:29:22.785117 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f9bd9-43e1-4121-9c83-9b3fc8874ae6 req-cd1de5a0-d327-4c23-a5b1-61df7dfd5b73 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:22.798370 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b01f9bd9-43e1-4121-9c83-9b3fc8874ae6 req-cd1de5a0-d327-4c23-a5b1-61df7dfd5b73 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.0795605 Jul 22 16:29:22.830822 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b01f9bd9-43e1-4121-9c83-9b3fc8874ae6 req-a13f193f-e71c-4dee-b477-00683e63c80b tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374086 Jul 22 16:29:23.105147 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25177b09-8ddf-4b0a-9811-87fe870f25c0 req-b1a62b10-51dc-4590-abe4-0ecff85678ca tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:23.106899 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-25177b09-8ddf-4b0a-9811-87fe870f25c0 req-b1a62b10-51dc-4590-abe4-0ecff85678ca tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.0730150 Jul 22 16:29:23.156478 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-25177b09-8ddf-4b0a-9811-87fe870f25c0 req-4295c7d3-e8f7-435f-b3cb-383124b83750 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384538 Jul 22 16:29:23.290447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a2055-a063-4567-9c1e-72fe3c272a4d req-bd0133d5-b97b-4ab0-81f3-2f9591809465 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:23.291916 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be0a2055-a063-4567-9c1e-72fe3c272a4d req-bd0133d5-b97b-4ab0-81f3-2f9591809465 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=03b4e77f-4dba-491f-a88f-92ae5a28c044 HTTP/1.1" status: 200 len: 944 time: 0.0718038 Jul 22 16:29:23.336119 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be0a2055-a063-4567-9c1e-72fe3c272a4d req-1216f14d-0b07-409c-b9e5-37849d9473a7 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385983 Jul 22 16:29:23.348579 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e057fa1-7191-490d-8306-d61b4dcb9d5b req-3f335d2d-7ee7-4df0-a3f5-8be8318eb6e7 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:23.351655 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8e057fa1-7191-490d-8306-d61b4dcb9d5b req-3f335d2d-7ee7-4df0-a3f5-8be8318eb6e7 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.0814884 Jul 22 16:29:23.391814 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8e057fa1-7191-490d-8306-d61b4dcb9d5b req-eb31b2e2-5d7a-422c-a6a6-611edd4ceb0b tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341620 Jul 22 16:29:23.420783 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 4c2c9872-f911-4492-9143-e170a5c8e017 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:29:23.427667 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device a1201828-21b3-4410-865e-a032626110d2 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:23.557819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port a1201828-21b3-4410-865e-a032626110d2 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:29:23.566981 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 4c2c9872-f911-4492-9143-e170a5c8e017, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=4c2c9872-f911-4492-9143-e170a5c8e017,segment=NetworkSegment(c7c9eded-97e4-49b6-9083-c496d8243373),segment_id=c7c9eded-97e4-49b6-9083-c496d8243373)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:23.569176 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port a1201828-21b3-4410-865e-a032626110d2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:23.569543 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:23.603286 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '4c2c9872-f911-4492-9143-e170a5c8e017', 'network_id': 'c7ca70b8-4476-4895-839d-ab46905f9ddf', 'port_id': '4c2c9872-f911-4492-9143-e170a5c8e017', 'mac_address': 'fa:16:3e:40:85:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '824b6f43-0033-4605-8c1f-9468d3c257a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:29:23.667166 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e49ddb-dc2e-411c-9bdf-a88b23db21b8 req-38606d80-4d76-4306-a61b-3812f5af080a tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:23.669603 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-21e49ddb-dc2e-411c-9bdf-a88b23db21b8 req-38606d80-4d76-4306-a61b-3812f5af080a tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 944 time: 0.0886350 Jul 22 16:29:23.718781 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adbcf8-c48d-46b4-9752-3131d1b71477 req-40400bdd-41d7-4f9a-88a1-cfcd764a6474 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:23.718781 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a2adbcf8-c48d-46b4-9752-3131d1b71477 req-40400bdd-41d7-4f9a-88a1-cfcd764a6474 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e3274e9-23f8-4862-b101-9d7bf4484c3b HTTP/1.1" status: 200 len: 950 time: 0.1316519 Jul 22 16:29:23.744751 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-21e49ddb-dc2e-411c-9bdf-a88b23db21b8 req-5fe9d5f2-8fdd-49ba-a937-b78fb9e8c746 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696597 Jul 22 16:29:23.793056 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a2adbcf8-c48d-46b4-9752-3131d1b71477 req-93a25100-8e18-44fd-8d12-6bde00f93d7a tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662174 Jul 22 16:29:23.805891 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39ca60-4be8-4f70-9cd5-d913ef64478c req-486ce893-51b0-4842-a278-2357ef127c0f tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:23.807581 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6c39ca60-4be8-4f70-9cd5-d913ef64478c req-486ce893-51b0-4842-a278-2357ef127c0f tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e3274e9-23f8-4862-b101-9d7bf4484c3b HTTP/1.1" status: 200 len: 950 time: 0.1428671 Jul 22 16:29:23.831495 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:23.850155 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2c9872-f911-4492-9143-e170a5c8e017 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:23.899376 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 4c2c9872-f911-4492-9143-e170a5c8e017, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=4c2c9872-f911-4492-9143-e170a5c8e017,segment=NetworkSegment(c7c9eded-97e4-49b6-9083-c496d8243373),segment_id=c7c9eded-97e4-49b6-9083-c496d8243373)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:23.905050 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:23.927434 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:23.945523 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d60f0b-9c42-4c19-a738-6855ebdbf739 req-450499d2-1936-4940-b9e2-d138dc1844ae tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:23.953485 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9d60f0b-9c42-4c19-a738-6855ebdbf739 req-450499d2-1936-4940-b9e2-d138dc1844ae tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 944 time: 0.1029499 Jul 22 16:29:23.967727 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-6c39ca60-4be8-4f70-9cd5-d913ef64478c req-ad929df5-141f-4919-b917-ac80ccb5dc5c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Deleting port eb232938-2bd4-4305-af50-971d8bbeb3fd {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:29:23.968430 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6c39ca60-4be8-4f70-9cd5-d913ef64478c req-ad929df5-141f-4919-b917-ac80ccb5dc5c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:23.976166 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b4e77f-4dba-491f-a88f-92ae5a28c044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1201828-21b3-4410-865e-a032626110d2'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:23.983430 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8fbfd9-cd6b-4897-a8a9-be6cb2c643e0" -d '{"events": [{"server_uuid": "03b4e77f-4dba-491f-a88f-92ae5a28c044", "name": "network-vif-plugged", "status": "completed", "tag": "a1201828-21b3-4410-865e-a032626110d2"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:24.008526 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9d60f0b-9c42-4c19-a738-6855ebdbf739 req-05217860-e2cb-4779-82f8-8fc3e4536063 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/security-groups?id=05c72797-4ad0-4f4e-a013-bd3f7bb310c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540833 Jul 22 16:29:24.028683 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port a1201828-21b3-4410-865e-a032626110d2, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=a1201828-21b3-4410-865e-a032626110d2,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:24.045744 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccaffb6-19e6-4ef2-a3c2-1e220defe2b5 x-openstack-request-id: req-9ccaffb6-19e6-4ef2-a3c2-1e220defe2b5 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:24.046135 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b4e77f-4dba-491f-a88f-92ae5a28c044", "name": "network-vif-plugged", "status": "completed", "tag": "a1201828-21b3-4410-865e-a032626110d2", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:24.046461 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9ccaffb6-19e6-4ef2-a3c2-1e220defe2b5 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:24.046905 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b4e77f-4dba-491f-a88f-92ae5a28c044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1201828-21b3-4410-865e-a032626110d2', 'code': 200} Jul 22 16:29:24.049676 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:24.050585 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:29:24.053559 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=4c2c9872-f911-4492-9143-e170a5c8e017,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:24.100390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:29:24.100745 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 9ef76ccb-fe7a-4e31-a1c7-6b1133f17be0 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:29:24.124619 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=a1201828-21b3-4410-865e-a032626110d2,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:24.153324 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6c39ca60-4be8-4f70-9cd5-d913ef64478c req-ad929df5-141f-4919-b917-ac80ccb5dc5c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] For port eb232938-2bd4-4305-af50-971d8bbeb3fd, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=eb232938-2bd4-4305-af50-971d8bbeb3fd,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:24.153680 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6c39ca60-4be8-4f70-9cd5-d913ef64478c req-ad929df5-141f-4919-b917-ac80ccb5dc5c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:24.173424 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-6c39ca60-4be8-4f70-9cd5-d913ef64478c req-ad929df5-141f-4919-b917-ac80ccb5dc5c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Calling delete_port for eb232938-2bd4-4305-af50-971d8bbeb3fd owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:29:24.194978 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac8c42-0849-48c7-8be5-cf0afcec8ef2 req-6abacbfd-942a-43e2-80ef-53e4d5252980 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:24.196560 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ceac8c42-0849-48c7-8be5-cf0afcec8ef2 req-6abacbfd-942a-43e2-80ef-53e4d5252980 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.30 "GET /v2.0/ports?device_id=15c045a6-a566-4729-ae2f-e0c9f3ecb743 HTTP/1.1" status: 200 len: 950 time: 0.1279197 Jul 22 16:29:24.213409 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279df1a7-4bde-4eed-8b72-b767dc0c33e2 req-eeae1f72-de15-4bae-ac3e-e4dae70ec2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:24.215130 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-279df1a7-4bde-4eed-8b72-b767dc0c33e2 req-eeae1f72-de15-4bae-ac3e-e4dae70ec2d2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=03b4e77f-4dba-491f-a88f-92ae5a28c044 HTTP/1.1" status: 200 len: 1096 time: 0.0789657 Jul 22 16:29:24.251687 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['4c2c9872-f911-4492-9143-e170a5c8e017'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:24.326858 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780408cf-1471-4ca8-b76a-eff0c4ba72d9 req-651710a6-5a18-4477-84d2-31d6c9da62d4 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:24.330435 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-780408cf-1471-4ca8-b76a-eff0c4ba72d9 req-651710a6-5a18-4477-84d2-31d6c9da62d4 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.0969851 Jul 22 16:29:24.385108 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-780408cf-1471-4ca8-b76a-eff0c4ba72d9 req-b4edb135-d4a6-4f12-a977-704063936cf9 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494165 Jul 22 16:29:24.445441 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-279df1a7-4bde-4eed-8b72-b767dc0c33e2 req-7779b612-c429-498f-b50d-7c14bfd452c7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491142 Jul 22 16:29:24.457844 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-ceac8c42-0849-48c7-8be5-cf0afcec8ef2 req-6ddea311-e5e0-4b6a-9ecb-74495c633193 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Deleting port 260f523f-a963-4144-ab20-a5af2c81aca6 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:29:24.458431 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ceac8c42-0849-48c7-8be5-cf0afcec8ef2 req-6ddea311-e5e0-4b6a-9ecb-74495c633193 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:24.527927 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6c39ca60-4be8-4f70-9cd5-d913ef64478c req-ad929df5-141f-4919-b917-ac80ccb5dc5c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:24.556294 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33401159-9597-438e-95b8-f7e77542d67f req-29e6bdc3-4553-46d7-a35c-d6451769a8ac tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:24.558050 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-33401159-9597-438e-95b8-f7e77542d67f req-29e6bdc3-4553-46d7-a35c-d6451769a8ac tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.0797489 Jul 22 16:29:24.568036 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['07e49a48-d61b-4098-8c5e-9bc161f48e8c', '3424472c-2310-4937-8024-3df0f84c371a', '908ae5ed-8b6d-4d24-a091-5fa9b0980f73', '260f523f-a963-4144-ab20-a5af2c81aca6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:24.607163 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad929df5-141f-4919-b917-ac80ccb5dc5c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Pushing event deleted for resources: {'Port': ['ID=eb232938-2bd4-4305-af50-971d8bbeb3fd,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:24.635421 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-33401159-9597-438e-95b8-f7e77542d67f req-e4bc6d1d-8fcd-4ada-a6f1-5b02cb427251 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638785 Jul 22 16:29:24.655223 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ceac8c42-0849-48c7-8be5-cf0afcec8ef2 req-6ddea311-e5e0-4b6a-9ecb-74495c633193 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] For port 260f523f-a963-4144-ab20-a5af2c81aca6, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=260f523f-a963-4144-ab20-a5af2c81aca6,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:24.655586 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ceac8c42-0849-48c7-8be5-cf0afcec8ef2 req-6ddea311-e5e0-4b6a-9ecb-74495c633193 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:24.688261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c39ca60-4be8-4f70-9cd5-d913ef64478c req-ad929df5-141f-4919-b917-ac80ccb5dc5c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] No DVR routers for this DVR port eb232938-2bd4-4305-af50-971d8bbeb3fd on host n-h1-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:29:24.692128 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-ceac8c42-0849-48c7-8be5-cf0afcec8ef2 req-6ddea311-e5e0-4b6a-9ecb-74495c633193 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Calling delete_port for 260f523f-a963-4144-ab20-a5af2c81aca6 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:29:24.693090 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6c39ca60-4be8-4f70-9cd5-d913ef64478c req-ad929df5-141f-4919-b917-ac80ccb5dc5c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:24.695091 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6c39ca60-4be8-4f70-9cd5-d913ef64478c req-ad929df5-141f-4919-b917-ac80ccb5dc5c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.16 "DELETE /v2.0/ports/eb232938-2bd4-4305-af50-971d8bbeb3fd HTTP/1.1" status: 204 len: 173 time: 0.8799498 Jul 22 16:29:24.704539 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff1298-4fe7-4c46-bbdd-24f9293d5075 req-ce77b8d7-ca40-4cd1-92d4-aa59e15c8dd5 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:24.706065 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cfff1298-4fe7-4c46-bbdd-24f9293d5075 req-ce77b8d7-ca40-4cd1-92d4-aa59e15c8dd5 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=03b4e77f-4dba-491f-a88f-92ae5a28c044 HTTP/1.1" status: 200 len: 945 time: 0.2606146 Jul 22 16:29:24.706516 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3274e9-23f8-4862-b101-9d7bf4484c3b', 'name': 'network-vif-deleted', 'tag': 'eb232938-2bd4-4305-af50-971d8bbeb3fd'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:24.708838 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec71397-6f3f-4a85-9cf6-8404ddc4259d" -d '{"events": [{"server_uuid": "5e3274e9-23f8-4862-b101-9d7bf4484c3b", "name": "network-vif-deleted", "tag": "eb232938-2bd4-4305-af50-971d8bbeb3fd"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:24.790000 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdbb9c1-1d64-4699-a77d-6e04ec43c2e6 x-openstack-request-id: req-5bdbb9c1-1d64-4699-a77d-6e04ec43c2e6 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:24.790484 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3274e9-23f8-4862-b101-9d7bf4484c3b", "name": "network-vif-deleted", "tag": "eb232938-2bd4-4305-af50-971d8bbeb3fd", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:24.790875 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5bdbb9c1-1d64-4699-a77d-6e04ec43c2e6 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:24.791879 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3274e9-23f8-4862-b101-9d7bf4484c3b', 'name': 'network-vif-deleted', 'tag': 'eb232938-2bd4-4305-af50-971d8bbeb3fd', 'status': 'completed', 'code': 200} Jul 22 16:29:24.833608 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cfff1298-4fe7-4c46-bbdd-24f9293d5075 req-b436c94c-c510-4e19-8756-cc5d2a894ad8 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732098 Jul 22 16:29:24.953183 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ceac8c42-0849-48c7-8be5-cf0afcec8ef2 req-6ddea311-e5e0-4b6a-9ecb-74495c633193 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:24.957375 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['eb232938-2bd4-4305-af50-971d8bbeb3fd'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:25.033277 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce4418-2fc2-436a-bc13-8a87392c3ecb req-4fdf4e93-d553-432a-9ccd-ec438dc8dafb tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:25.046922 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-67ce4418-2fc2-436a-bc13-8a87392c3ecb req-4fdf4e93-d553-432a-9ccd-ec438dc8dafb tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 944 time: 0.1854906 Jul 22 16:29:25.083226 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eedb42f2-80a9-4e2a-a13b-473751dae83d req-8a1fcd63-3674-4893-a2a2-5eee3304ac3a tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e3274e9-23f8-4862-b101-9d7bf4484c3b HTTP/1.1" status: 200 len: 210 time: 0.0465202 Jul 22 16:29:25.085841 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddea311-e5e0-4b6a-9ecb-74495c633193 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Pushing event deleted for resources: {'Port': ['ID=260f523f-a963-4144-ab20-a5af2c81aca6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:25.121486 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['eb232938-2bd4-4305-af50-971d8bbeb3fd'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:25.192915 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-67ce4418-2fc2-436a-bc13-8a87392c3ecb req-20aef680-835b-4a64-afc8-bd5e66bfd087 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444254 Jul 22 16:29:25.196440 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceac8c42-0849-48c7-8be5-cf0afcec8ef2 req-6ddea311-e5e0-4b6a-9ecb-74495c633193 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] No DVR routers for this DVR port 260f523f-a963-4144-ab20-a5af2c81aca6 on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:29:25.202602 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ceac8c42-0849-48c7-8be5-cf0afcec8ef2 req-6ddea311-e5e0-4b6a-9ecb-74495c633193 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:25.211062 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ceac8c42-0849-48c7-8be5-cf0afcec8ef2 req-6ddea311-e5e0-4b6a-9ecb-74495c633193 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.30 "DELETE /v2.0/ports/260f523f-a963-4144-ab20-a5af2c81aca6 HTTP/1.1" status: 204 len: 173 time: 0.9779799 Jul 22 16:29:25.291541 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-18df489e-cc94-4f82-9a70-5ace1780da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:25.293554 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-18df489e-cc94-4f82-9a70-5ace1780da82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 1125 time: 0.1120276 Jul 22 16:29:25.428651 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 4c2c9872-f911-4492-9143-e170a5c8e017 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:25.452491 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9c094-977f-4a1e-aec7-03af02db5898 req-8c12d7b2-3678-4126-afb9-7f2f7a5e3d6b tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:25.461165 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-bd2c37d8-c969-4754-b652-793de9482758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:25.465666 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-bd2c37d8-c969-4754-b652-793de9482758 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 922 time: 0.1603062 Jul 22 16:29:25.466107 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1da9c094-977f-4a1e-aec7-03af02db5898 req-8c12d7b2-3678-4126-afb9-7f2f7a5e3d6b tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 945 time: 0.1503913 Jul 22 16:29:25.526381 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 4c2c9872-f911-4492-9143-e170a5c8e017 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:29:25.530563 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 4c2c9872-f911-4492-9143-e170a5c8e017 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:25.531057 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:25.533751 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1da9c094-977f-4a1e-aec7-03af02db5898 req-5dd863f5-189a-4f18-8c79-7b78822a1022 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/security-groups?id=05c72797-4ad0-4f4e-a013-bd3f7bb310c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622568 Jul 22 16:29:25.564341 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-1cf9571e-e2f0-412b-8cbe-2fd2b8b8a7fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9996a004-c98a-44c6-b9eb-9cba5a931bb1 HTTP/1.1" status: 200 len: 217 time: 0.0564091 Jul 22 16:29:25.668361 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:25.698796 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-8c3bad20-affb-4d6a-877c-b33bef131a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:25.702006 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-8c3bad20-affb-4d6a-877c-b33bef131a63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ce36437-5a9b-4c2b-a36e-e40d9943a98a HTTP/1.1" status: 200 len: 861 time: 0.0972295 Jul 22 16:29:25.748075 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bb5cd-b1db-4137-a5ae-6a14d406a1ab req-82994c37-6658-431e-b485-2c1f64d3ccae tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:25.749703 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-834bb5cd-b1db-4137-a5ae-6a14d406a1ab req-82994c37-6658-431e-b485-2c1f64d3ccae tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.1882706 Jul 22 16:29:25.760312 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 4c2c9872-f911-4492-9143-e170a5c8e017, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=4c2c9872-f911-4492-9143-e170a5c8e017,segment=NetworkSegment(c7c9eded-97e4-49b6-9083-c496d8243373),segment_id=c7c9eded-97e4-49b6-9083-c496d8243373)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:25.769587 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:25.828583 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-0c37baa4-db3e-4bd9-a640-2fd23f7974b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6f3ed260-5c39-4f44-87de-6af121ff9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022222 Jul 22 16:29:25.840435 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=4c2c9872-f911-4492-9143-e170a5c8e017,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:25.848949 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338dcc1-5d08-4f83-a8d4-c3f60f40ed0a req-45cab46d-13ed-41a4-b613-4b968e231238 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:25.852551 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b338dcc1-5d08-4f83-a8d4-c3f60f40ed0a req-45cab46d-13ed-41a4-b613-4b968e231238 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.1033206 Jul 22 16:29:25.891497 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-834bb5cd-b1db-4137-a5ae-6a14d406a1ab req-1e7b0be8-3acb-4abd-8eae-4b4ced5e2283 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190069 Jul 22 16:29:25.932041 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b338dcc1-5d08-4f83-a8d4-c3f60f40ed0a req-409f533d-43fc-4e2c-a55e-26f5f298fd5b tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737741 Jul 22 16:29:25.986164 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-2c564192-ee41-48ef-b283-cf2d11860c0a service neutron] 10.222.0.30 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462147 Jul 22 16:29:26.047981 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b56c4b-883c-481d-a20c-6a8c7732374a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2c9872-f911-4492-9143-e170a5c8e017'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:26.052291 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a61f01a-02fb-4437-9dda-32f2bc99843e" -d '{"events": [{"server_uuid": "c8b56c4b-883c-481d-a20c-6a8c7732374a", "name": "network-vif-plugged", "status": "completed", "tag": "4c2c9872-f911-4492-9143-e170a5c8e017"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:26.102560 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3efc9ec-c898-4ed2-a0ec-ab6741c78519 x-openstack-request-id: req-b3efc9ec-c898-4ed2-a0ec-ab6741c78519 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:26.102855 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b56c4b-883c-481d-a20c-6a8c7732374a", "name": "network-vif-plugged", "status": "completed", "tag": "4c2c9872-f911-4492-9143-e170a5c8e017", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:26.103109 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b3efc9ec-c898-4ed2-a0ec-ab6741c78519 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:26.103502 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b56c4b-883c-481d-a20c-6a8c7732374a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2c9872-f911-4492-9143-e170a5c8e017', 'code': 200} Jul 22 16:29:26.154839 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-fe3c3e11-a1a3-46e3-bab8-9572bea47a62 service neutron] 10.222.0.30 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574159 Jul 22 16:29:26.165068 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae0549-52fa-4813-8785-86adf1758f3b req-d2a88531-dbf8-43ca-b73c-3b87506989e3 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:26.167435 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-49ae0549-52fa-4813-8785-86adf1758f3b req-d2a88531-dbf8-43ca-b73c-3b87506989e3 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=03b4e77f-4dba-491f-a88f-92ae5a28c044 HTTP/1.1" status: 200 len: 945 time: 0.1801965 Jul 22 16:29:26.229548 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-49ae0549-52fa-4813-8785-86adf1758f3b req-9550cea4-e95d-4163-92b2-e76b936b9a4f tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564981 Jul 22 16:29:26.270804 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6c99d333-403e-4017-9f58-99ae30782f0e req-93be74ee-868e-486e-85a3-3106992b0234 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=15c045a6-a566-4729-ae2f-e0c9f3ecb743 HTTP/1.1" status: 200 len: 210 time: 0.0381258 Jul 22 16:29:26.351117 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920bf39-34e2-40a0-8afd-a0bb3deb1799 req-2a0268aa-f5a0-4190-bbc9-5e8bb5c88f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:26.352642 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b920bf39-34e2-40a0-8afd-a0bb3deb1799 req-2a0268aa-f5a0-4190-bbc9-5e8bb5c88f7e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 1097 time: 0.1417408 Jul 22 16:29:26.423160 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a5691800-38fa-46b6-b481-db7fc3e404aa tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:26.424594 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-a5691800-38fa-46b6-b481-db7fc3e404aa tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334&tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&binding%3Ahost_id=n-h1-798930-9 HTTP/1.1" status: 200 len: 1125 time: 0.1634221 Jul 22 16:29:26.443426 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b920bf39-34e2-40a0-8afd-a0bb3deb1799 req-8b6a1e3f-2cff-45a1-ad9f-8df3d20796a0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=05c72797-4ad0-4f4e-a013-bd3f7bb310c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681221 Jul 22 16:29:26.461089 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857fc32-224e-41f2-a045-10d28f546cee req-8a01cd6b-bb42-4f0f-854c-6b9d3462bfb7 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:26.462768 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1857fc32-224e-41f2-a045-10d28f546cee req-8a01cd6b-bb42-4f0f-854c-6b9d3462bfb7 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 944 time: 0.1318455 Jul 22 16:29:26.467926 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-b8b972aa-2937-4b02-a7e6-233510f2d314 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:26.561551 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1857fc32-224e-41f2-a045-10d28f546cee req-095ed42d-2ac7-4838-a7de-313aea9744f3 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690987 Jul 22 16:29:26.566206 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f73568-c521-40b3-9ed3-3eda60cdf8ef req-ba91d75d-7820-4500-b4cd-046e0446bebd tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:26.567757 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b2f73568-c521-40b3-9ed3-3eda60cdf8ef req-ba91d75d-7820-4500-b4cd-046e0446bebd tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=03b4e77f-4dba-491f-a88f-92ae5a28c044 HTTP/1.1" status: 200 len: 945 time: 0.0668283 Jul 22 16:29:26.576032 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-b8b972aa-2937-4b02-a7e6-233510f2d314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:26.625494 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b2f73568-c521-40b3-9ed3-3eda60cdf8ef req-b5139902-9925-4ee6-8520-37be325b6ed4 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515552 Jul 22 16:29:26.762680 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35b8bf-361d-4966-88cc-3d27079aaeb0 req-a4624485-ad26-47cc-b0d9-93cd6fe0a4d2 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:26.763014 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dea814-00b2-487c-9c6e-1c0a6823484d req-0d16bb45-e29d-4a3f-8c07-2ddfef0883be tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:26.764222 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7c35b8bf-361d-4966-88cc-3d27079aaeb0 req-a4624485-ad26-47cc-b0d9-93cd6fe0a4d2 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 946 time: 0.1304088 Jul 22 16:29:26.764543 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e3dea814-00b2-487c-9c6e-1c0a6823484d req-0d16bb45-e29d-4a3f-8c07-2ddfef0883be tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 1125 time: 0.0561068 Jul 22 16:29:26.777447 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-b8b972aa-2937-4b02-a7e6-233510f2d314 service neutron] For port 9996a004-c98a-44c6-b9eb-9cba5a931bb1, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9996a004-c98a-44c6-b9eb-9cba5a931bb1,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:26.792036 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c045a6-a566-4729-ae2f-e0c9f3ecb743', 'name': 'network-vif-deleted', 'tag': '260f523f-a963-4144-ab20-a5af2c81aca6'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:26.794307 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9defd18-37ee-463e-b644-837ee0d298d9" -d '{"events": [{"server_uuid": "15c045a6-a566-4729-ae2f-e0c9f3ecb743", "name": "network-vif-deleted", "tag": "260f523f-a963-4144-ab20-a5af2c81aca6"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:26.807656 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e3dea814-00b2-487c-9c6e-1c0a6823484d req-2f3aaa61-6bd8-45be-9c9b-f1c276609156 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338595 Jul 22 16:29:26.850718 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7c35b8bf-361d-4966-88cc-3d27079aaeb0 req-d2d6eb5b-b222-410b-af05-5ab904a0f88d tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/security-groups?id=05c72797-4ad0-4f4e-a013-bd3f7bb310c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757253 Jul 22 16:29:26.875953 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-b8b972aa-2937-4b02-a7e6-233510f2d314 service neutron] For port 9996a004-c98a-44c6-b9eb-9cba5a931bb1, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:29:26.908022 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4107d4-7039-4adb-800a-ea13d4d3190d x-openstack-request-id: req-1a4107d4-7039-4adb-800a-ea13d4d3190d {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:26.908314 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c045a6-a566-4729-ae2f-e0c9f3ecb743", "name": "network-vif-deleted", "tag": "260f523f-a963-4144-ab20-a5af2c81aca6", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:26.908567 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1a4107d4-7039-4adb-800a-ea13d4d3190d {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:26.908987 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c045a6-a566-4729-ae2f-e0c9f3ecb743', 'name': 'network-vif-deleted', 'tag': '260f523f-a963-4144-ab20-a5af2c81aca6', 'status': 'completed', 'code': 200} Jul 22 16:29:26.930846 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-b8b972aa-2937-4b02-a7e6-233510f2d314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9996a004-c98a-44c6-b9eb-9cba5a931bb1 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:26.947933 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-b8b972aa-2937-4b02-a7e6-233510f2d314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:26.955321 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-b8b972aa-2937-4b02-a7e6-233510f2d314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:27.073256 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-b8b972aa-2937-4b02-a7e6-233510f2d314 service neutron] Attempting to bind port 9996a004-c98a-44c6-b9eb-9cba5a931bb1 on host n-h1-798930-9 for vnic_type normal with profile {} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:29:27.073592 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-b8b972aa-2937-4b02-a7e6-233510f2d314 service neutron] Attempting to bind port 9996a004-c98a-44c6-b9eb-9cba5a931bb1 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:29:27.073948 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-b8b972aa-2937-4b02-a7e6-233510f2d314 service neutron] Attempting to bind port 9996a004-c98a-44c6-b9eb-9cba5a931bb1 on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:27.083148 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b972aa-2937-4b02-a7e6-233510f2d314 service neutron] Pushing event updated for resources: {'Port': ['ID=9996a004-c98a-44c6-b9eb-9cba5a931bb1,revision_number=9']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:27.086336 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-b8b972aa-2937-4b02-a7e6-233510f2d314 service neutron] Port 9996a004-c98a-44c6-b9eb-9cba5a931bb1 on network 6f3ed260-5c39-4f44-87de-6af121ff9539 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:29:27.086664 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-b8b972aa-2937-4b02-a7e6-233510f2d314 service neutron] Attempting to bind port 9996a004-c98a-44c6-b9eb-9cba5a931bb1 on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:27.091805 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['07e49a48-d61b-4098-8c5e-9bc161f48e8c', '3424472c-2310-4937-8024-3df0f84c371a', '908ae5ed-8b6d-4d24-a091-5fa9b0980f73'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:27.098857 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-b8b972aa-2937-4b02-a7e6-233510f2d314 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:29:27.099201 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-b8b972aa-2937-4b02-a7e6-233510f2d314 service neutron] Checking segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:29:27.102153 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-b8b972aa-2937-4b02-a7e6-233510f2d314 service neutron] Bound using segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:29:27.102153 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-b8b972aa-2937-4b02-a7e6-233510f2d314 service neutron] Bound port: 9996a004-c98a-44c6-b9eb-9cba5a931bb1, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:29:27.102153 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-b8b972aa-2937-4b02-a7e6-233510f2d314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:27.133419 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21f680-aab0-43a5-83e8-1e1add7ae9b4 req-c55ad12a-160e-4ec0-abe3-62de88681fcd tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:27.141093 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e21f680-aab0-43a5-83e8-1e1add7ae9b4 req-c55ad12a-160e-4ec0-abe3-62de88681fcd tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.0988498 Jul 22 16:29:27.158463 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6862ad-a0e4-4eb4-a39d-759c9595464d req-e263fe4b-e88d-4437-83a3-0edf3cd6b69e tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:27.160050 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eb6862ad-a0e4-4eb4-a39d-759c9595464d req-e263fe4b-e88d-4437-83a3-0edf3cd6b69e tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.1448138 Jul 22 16:29:27.196015 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e21f680-aab0-43a5-83e8-1e1add7ae9b4 req-5682fdc7-d374-48a0-8880-d7f1ca982726 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508838 Jul 22 16:29:27.222141 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eb6862ad-a0e4-4eb4-a39d-759c9595464d req-06a118b1-990d-40aa-8c66-fdb199c360cb tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541677 Jul 22 16:29:27.226276 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-b8b972aa-2937-4b02-a7e6-233510f2d314 service neutron] For port 9996a004-c98a-44c6-b9eb-9cba5a931bb1, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:29:27.230499 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-b8b972aa-2937-4b02-a7e6-233510f2d314 service neutron] For port 9996a004-c98a-44c6-b9eb-9cba5a931bb1, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9996a004-c98a-44c6-b9eb-9cba5a931bb1,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:29:27.241117 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-b8b972aa-2937-4b02-a7e6-233510f2d314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:27.294886 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-b8b972aa-2937-4b02-a7e6-233510f2d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:27.295979 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-b8b972aa-2937-4b02-a7e6-233510f2d314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:27.298167 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-b8b972aa-2937-4b02-a7e6-233510f2d314 service neutron] 10.222.0.30 "PUT /v2.0/ports/9996a004-c98a-44c6-b9eb-9cba5a931bb1 HTTP/1.1" status: 200 len: 1092 time: 0.8344548 Jul 22 16:29:27.347033 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b972aa-2937-4b02-a7e6-233510f2d314 service neutron] Pushing event updated for resources: {'Port': ['ID=9996a004-c98a-44c6-b9eb-9cba5a931bb1,revision_number=10']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:27.357429 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 260f523f-a963-4144-ab20-a5af2c81aca6 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:29:27.391297 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 260f523f-a963-4144-ab20-a5af2c81aca6 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:29:27.392151 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 260f523f-a963-4144-ab20-a5af2c81aca6 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:29:27.437990 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device eb232938-2bd4-4305-af50-971d8bbeb3fd no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:29:27.472761 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: eb232938-2bd4-4305-af50-971d8bbeb3fd {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:29:27.473706 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device eb232938-2bd4-4305-af50-971d8bbeb3fd not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:29:27.483786 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['9996a004-c98a-44c6-b9eb-9cba5a931bb1'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:27.493762 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-af309bd9-c439-4d67-95f2-b81b01a7d348 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:27.503502 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-af309bd9-c439-4d67-95f2-b81b01a7d348 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 821 time: 0.1907656 Jul 22 16:29:27.522431 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-9c16df2b-c3c4-4d23-b321-76ac8988b866 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/quotas/82e10b2cb7664a44842fdfbeaf9667ba HTTP/1.1" status: 200 len: 375 time: 0.0178857 Jul 22 16:29:27.609783 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-474bd4c1-60f1-4e44-9a89-a3efe2613b2f service neutron] For port 9996a004-c98a-44c6-b9eb-9cba5a931bb1, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:29:27.621017 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-474bd4c1-60f1-4e44-9a89-a3efe2613b2f service neutron] Notify callbacks [] for binding, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:27.623250 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcabfab1-6601-41d7-8ba1-bb9d0241a348 req-474bd4c1-60f1-4e44-9a89-a3efe2613b2f service neutron] 10.222.0.30 "DELETE /v2.0/ports/9996a004-c98a-44c6-b9eb-9cba5a931bb1/bindings/n-h2-798930-9 HTTP/1.1" status: 204 len: 173 time: 0.3111949 Jul 22 16:29:27.707479 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-9898b242-ca2d-40ae-9ad9-6942603f8c64 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1756988 Jul 22 16:29:27.823454 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-18454735-f2b8-48b7-865c-0337495e8c9a service neutron] 10.222.0.69 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149168 Jul 22 16:29:27.940448 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-5bc7e787-5831-455d-849a-603a84e62d0c service neutron] 10.222.0.69 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150198 Jul 22 16:29:28.000158 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fa0bd-dddc-4a7d-9125-e0fa7fc5321f req-5722be44-f71b-44b7-84ab-45df6e7da54a tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:28.002124 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-198fa0bd-dddc-4a7d-9125-e0fa7fc5321f req-5722be44-f71b-44b7-84ab-45df6e7da54a tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=03b4e77f-4dba-491f-a88f-92ae5a28c044 HTTP/1.1" status: 200 len: 945 time: 0.0808995 Jul 22 16:29:28.069033 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-198fa0bd-dddc-4a7d-9125-e0fa7fc5321f req-d9f18ec5-5587-406b-8ba1-c81b842ed703 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573492 Jul 22 16:29:28.263991 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196adb6-3656-424a-99e7-941f286fa4b4 req-724a8561-d9fb-4831-b9a6-77ce1574e71c tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:28.265872 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5196adb6-3656-424a-99e7-941f286fa4b4 req-724a8561-d9fb-4831-b9a6-77ce1574e71c tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 946 time: 0.1154377 Jul 22 16:29:28.367290 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5196adb6-3656-424a-99e7-941f286fa4b4 req-f4c299e4-af35-4fe6-bf7d-00e88bf0934e tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/security-groups?id=05c72797-4ad0-4f4e-a013-bd3f7bb310c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953755 Jul 22 16:29:28.416453 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b95dc488-ae18-43a6-b02f-cb5bd29eb554 req-dd5148ad-9701-4175-ab6f-63a9c3674781 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 210 time: 0.0607862 Jul 22 16:29:28.657021 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e53ca-156e-4d6d-9356-f7b09654deaf req-b5fe6534-7bf0-4f08-bbcc-a90ecd5a9737 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:28.666731 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c41e53ca-156e-4d6d-9356-f7b09654deaf req-b5fe6534-7bf0-4f08-bbcc-a90ecd5a9737 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.1210444 Jul 22 16:29:28.910496 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671d4a4e-ded5-4ff0-913d-7d69cc737334', 'tag': '9996a004-c98a-44c6-b9eb-9cba5a931bb1'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:28.913503 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013d2673-4681-4823-8d05-321da806d1f0" -d '{"events": [{"name": "network-changed", "server_uuid": "671d4a4e-ded5-4ff0-913d-7d69cc737334", "tag": "9996a004-c98a-44c6-b9eb-9cba5a931bb1"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:28.957437 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0f0e38ae-5559-44c4-910c-bd6d3deece18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:29.199838 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c41e53ca-156e-4d6d-9356-f7b09654deaf req-87ee5f05-f80e-4486-a305-25615608b73a tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319092 Jul 22 16:29:29.338100 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc5464-f27e-4a61-836d-a640a46a3070 req-f3c064af-ddec-46bb-bf1b-3cde4b40beed tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:29.340473 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-61cc5464-f27e-4a61-836d-a640a46a3070 req-f3c064af-ddec-46bb-bf1b-3cde4b40beed tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ad3503-1db8-44b0-8609-b4f7c827cfaa HTTP/1.1" status: 200 len: 950 time: 0.0804484 Jul 22 16:29:29.390528 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-61cc5464-f27e-4a61-836d-a640a46a3070 req-54377851-daad-482e-9dc4-409c8b158d10 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442643 Jul 22 16:29:29.526385 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c933f0-2677-4b41-a36f-3932fc0cf9d1 req-83f7b0f0-e1f4-4c34-8893-3972e8de7dc1 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:29.533197 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d1c933f0-2677-4b41-a36f-3932fc0cf9d1 req-83f7b0f0-e1f4-4c34-8893-3972e8de7dc1 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.5178089 Jul 22 16:29:29.575583 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d1c933f0-2677-4b41-a36f-3932fc0cf9d1 req-1def36bd-7ee9-4145-957d-d46b47e75cfd tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414588 Jul 22 16:29:29.658512 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595d91e2-41b6-4eda-974f-cd48fc4d9c3e x-openstack-request-id: req-595d91e2-41b6-4eda-974f-cd48fc4d9c3e {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:29.659043 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671d4a4e-ded5-4ff0-913d-7d69cc737334", "tag": "9996a004-c98a-44c6-b9eb-9cba5a931bb1", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:29.659475 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-595d91e2-41b6-4eda-974f-cd48fc4d9c3e {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:29.660142 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '671d4a4e-ded5-4ff0-913d-7d69cc737334', 'tag': '9996a004-c98a-44c6-b9eb-9cba5a931bb1', 'status': 'completed', 'code': 200} Jul 22 16:29:29.678604 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ef950529-9eb7-41e9-b54f-68d52cfb73c9 req-c8cef405-f9d8-406b-9331-6542e35ee72d tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 210 time: 0.0329938 Jul 22 16:29:29.886796 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d2673-4681-4823-8d05-321da806d1f0 req-f586f5fc-4809-448c-8efc-22102817ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:29.888336 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-013d2673-4681-4823-8d05-321da806d1f0 req-f586f5fc-4809-448c-8efc-22102817ec59 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 1096 time: 0.1341257 Jul 22 16:29:29.978113 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-92103ea2-5cd7-4f77-b311-c5618027808a tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:29.979646 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-92103ea2-5cd7-4f77-b311-c5618027808a tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.16 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 821 time: 0.2269435 Jul 22 16:29:30.006615 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-d6352f5f-6fcd-43a1-b50b-f0e0e31b9167 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Request body: {'port': {'device_id': 'e1e82025-62a6-471a-804a-3edfe09d36be', 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539', 'admin_state_up': True, 'tenant_id': '82e10b2cb7664a44842fdfbeaf9667ba'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:30.019718 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d2673-4681-4823-8d05-321da806d1f0 req-439ec5b2-b7f2-41ac-a678-c31436aef5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:30.022327 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-013d2673-4681-4823-8d05-321da806d1f0 req-439ec5b2-b7f2-41ac-a678-c31436aef5c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 922 time: 0.1245093 Jul 22 16:29:30.057792 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4f9f4-57a8-421b-b026-a208378c7dc8 req-7d67c64a-24b9-4750-b0fe-691f252ac996 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:30.059436 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8ae4f9f4-57a8-421b-b026-a208378c7dc8 req-7d67c64a-24b9-4750-b0fe-691f252ac996 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.30 "GET /v2.0/ports?device_id=15ad3503-1db8-44b0-8609-b4f7c827cfaa HTTP/1.1" status: 200 len: 950 time: 0.1543157 Jul 22 16:29:30.094332 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-013d2673-4681-4823-8d05-321da806d1f0 req-d30a7054-a3b7-424e-bebc-5175515a4072 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9996a004-c98a-44c6-b9eb-9cba5a931bb1 HTTP/1.1" status: 200 len: 217 time: 0.0462282 Jul 22 16:29:30.183076 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d2673-4681-4823-8d05-321da806d1f0 req-a07f5a32-f185-46b7-b73d-daaee8c153d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:30.184614 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-013d2673-4681-4823-8d05-321da806d1f0 req-a07f5a32-f185-46b7-b73d-daaee8c153d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ce36437-5a9b-4c2b-a36e-e40d9943a98a HTTP/1.1" status: 200 len: 861 time: 0.0782812 Jul 22 16:29:30.250111 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-d6352f5f-6fcd-43a1-b50b-f0e0e31b9167 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Made reservation on behalf of 82e10b2cb7664a44842fdfbeaf9667ba for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:29:30.251239 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-013d2673-4681-4823-8d05-321da806d1f0 req-60ba40d1-1285-4d55-baa0-7876ea77d626 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f3ed260-5c39-4f44-87de-6af121ff9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592687 Jul 22 16:29:30.254133 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-d6352f5f-6fcd-43a1-b50b-f0e0e31b9167 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:30.364358 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-8ae4f9f4-57a8-421b-b026-a208378c7dc8 req-5f714586-fc5f-4b36-829d-e86232d963e7 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Deleting port 908ae5ed-8b6d-4d24-a091-5fa9b0980f73 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:29:30.365772 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8ae4f9f4-57a8-421b-b026-a208378c7dc8 req-5f714586-fc5f-4b36-829d-e86232d963e7 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:30.371351 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-013d2673-4681-4823-8d05-321da806d1f0 req-1ad516d9-fbe2-4296-80c3-a3c512b433a5 service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095202 Jul 22 16:29:30.487056 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-013d2673-4681-4823-8d05-321da806d1f0 req-a1b0b1a5-366c-42c7-b927-167e0e92fe0b service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095400 Jul 22 16:29:30.598916 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-d6352f5f-6fcd-43a1-b50b-f0e0e31b9167 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Allocated IP 172.20.0.7 (6f3ed260-5c39-4f44-87de-6af121ff9539/8ce36437-5a9b-4c2b-a36e-e40d9943a98a/d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:29:30.625544 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38c036-256c-40a2-bf03-d8a2aa4c48e0 req-a424475d-8b92-47ca-b485-964c0ea4f7a1 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:30.627360 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fc38c036-256c-40a2-bf03-d8a2aa4c48e0 req-a424475d-8b92-47ca-b485-964c0ea4f7a1 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.3375707 Jul 22 16:29:30.645780 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-8ae4f9f4-57a8-421b-b026-a208378c7dc8 req-5f714586-fc5f-4b36-829d-e86232d963e7 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] For port 908ae5ed-8b6d-4d24-a091-5fa9b0980f73, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=908ae5ed-8b6d-4d24-a091-5fa9b0980f73,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:30.646687 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8ae4f9f4-57a8-421b-b026-a208378c7dc8 req-5f714586-fc5f-4b36-829d-e86232d963e7 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:30.696336 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-8ae4f9f4-57a8-421b-b026-a208378c7dc8 req-5f714586-fc5f-4b36-829d-e86232d963e7 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Calling delete_port for 908ae5ed-8b6d-4d24-a091-5fa9b0980f73 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:29:30.740176 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fc38c036-256c-40a2-bf03-d8a2aa4c48e0 req-ad81e7e2-cecb-4afe-a04e-b947ba91fe77 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984712 Jul 22 16:29:30.747879 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc640c-449e-4be4-b4b9-9a32f4aeef63 req-cef8ff19-af33-424e-b21e-f6d253536f0e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:30.749339 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a6cc640c-449e-4be4-b4b9-9a32f4aeef63 req-cef8ff19-af33-424e-b21e-f6d253536f0e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eceaecc-faff-400f-88d3-03d8454fbbfb HTTP/1.1" status: 200 len: 949 time: 0.2855041 Jul 22 16:29:30.817549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cb591-3ad0-4d8a-a876-b79a19e4fa9d req-c7dc38c7-de65-479d-865d-837a39c12551 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:30.820239 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce7cb591-3ad0-4d8a-a876-b79a19e4fa9d req-c7dc38c7-de65-479d-865d-837a39c12551 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ad3503-1db8-44b0-8609-b4f7c827cfaa HTTP/1.1" status: 200 len: 950 time: 0.0922341 Jul 22 16:29:30.887073 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce7cb591-3ad0-4d8a-a876-b79a19e4fa9d req-298b92b2-7e03-49a9-8818-ec5ab767bd78 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559580 Jul 22 16:29:31.037643 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-d6352f5f-6fcd-43a1-b50b-f0e0e31b9167 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:31.082824 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1012df-b1f0-457d-86fe-2b12c3cd5a32 req-1e7016be-1d89-40a0-b88b-e5ef5f0602e3 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:31.091011 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9e1012df-b1f0-457d-86fe-2b12c3cd5a32 req-1e7016be-1d89-40a0-b88b-e5ef5f0602e3 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.1372795 Jul 22 16:29:31.119907 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b390946-b39d-4f8c-afab-e5cbda94bcee req-8ec54687-499f-4529-bfec-36dd580e1fce tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 210 time: 0.0907185 Jul 22 16:29:31.145344 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9e1012df-b1f0-457d-86fe-2b12c3cd5a32 req-98b8c1ac-4f7f-4acc-83f5-6768ea0f7945 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483782 Jul 22 16:29:31.180375 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-a6cc640c-449e-4be4-b4b9-9a32f4aeef63 req-3a377f12-9da7-461c-9b97-63f0c05d83bf tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Deleting port 3424472c-2310-4937-8024-3df0f84c371a {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:29:31.180861 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a6cc640c-449e-4be4-b4b9-9a32f4aeef63 req-3a377f12-9da7-461c-9b97-63f0c05d83bf tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:31.187278 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8ae4f9f4-57a8-421b-b026-a208378c7dc8 req-5f714586-fc5f-4b36-829d-e86232d963e7 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:31.227044 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['07e49a48-d61b-4098-8c5e-9bc161f48e8c', '3424472c-2310-4937-8024-3df0f84c371a', '908ae5ed-8b6d-4d24-a091-5fa9b0980f73'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:31.273274 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f714586-fc5f-4b36-829d-e86232d963e7 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Pushing event deleted for resources: {'Port': ['ID=908ae5ed-8b6d-4d24-a091-5fa9b0980f73,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:31.312429 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-d6352f5f-6fcd-43a1-b50b-f0e0e31b9167 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:31.367966 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae4f9f4-57a8-421b-b026-a208378c7dc8 req-5f714586-fc5f-4b36-829d-e86232d963e7 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] No DVR routers for this DVR port 908ae5ed-8b6d-4d24-a091-5fa9b0980f73 on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:29:31.377012 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['9996a004-c98a-44c6-b9eb-9cba5a931bb1'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:31.394748 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8ae4f9f4-57a8-421b-b026-a208378c7dc8 req-5f714586-fc5f-4b36-829d-e86232d963e7 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:31.397607 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8ae4f9f4-57a8-421b-b026-a208378c7dc8 req-5f714586-fc5f-4b36-829d-e86232d963e7 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.30 "DELETE /v2.0/ports/908ae5ed-8b6d-4d24-a091-5fa9b0980f73 HTTP/1.1" status: 204 len: 173 time: 1.3046846 Jul 22 16:29:31.480915 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-d6352f5f-6fcd-43a1-b50b-f0e0e31b9167 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Network 6f3ed260-5c39-4f44-87de-6af121ff9539 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:29:31.484443 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6352f5f-6fcd-43a1-b50b-f0e0e31b9167 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Pushing event updated for resources: {'Port': ['ID=d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:31.487960 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-d6352f5f-6fcd-43a1-b50b-f0e0e31b9167 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:31.494309 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-d6352f5f-6fcd-43a1-b50b-f0e0e31b9167 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:29:31.498310 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-a6cc640c-449e-4be4-b4b9-9a32f4aeef63 req-3a377f12-9da7-461c-9b97-63f0c05d83bf tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] For port 3424472c-2310-4937-8024-3df0f84c371a, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=3424472c-2310-4937-8024-3df0f84c371a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:31.498681 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a6cc640c-449e-4be4-b4b9-9a32f4aeef63 req-3a377f12-9da7-461c-9b97-63f0c05d83bf tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:31.502687 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device a1201828-21b3-4410-865e-a032626110d2 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:29:31.536704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-a6cc640c-449e-4be4-b4b9-9a32f4aeef63 req-3a377f12-9da7-461c-9b97-63f0c05d83bf tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Calling delete_port for 3424472c-2310-4937-8024-3df0f84c371a owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:29:31.576924 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-d6352f5f-6fcd-43a1-b50b-f0e0e31b9167 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:31.577771 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-d6352f5f-6fcd-43a1-b50b-f0e0e31b9167 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:31.591774 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:31.600325 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cbb4864f-89d1-4242-8f93-7e1e9bfb6c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:31.639142 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-d6352f5f-6fcd-43a1-b50b-f0e0e31b9167 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6391432 Jul 22 16:29:31.670514 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ad3503-1db8-44b0-8609-b4f7c827cfaa', 'name': 'network-vif-deleted', 'tag': '908ae5ed-8b6d-4d24-a091-5fa9b0980f73'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:31.674466 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1881652-c514-42cd-9775-52136253e3e1" -d '{"events": [{"server_uuid": "15ad3503-1db8-44b0-8609-b4f7c827cfaa", "name": "network-vif-deleted", "tag": "908ae5ed-8b6d-4d24-a091-5fa9b0980f73"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:31.705147 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-43465c58-8cd5-4a63-9464-bdf09f2bb782 service neutron] Request body: {'port': {'device_id': 'e1e82025-62a6-471a-804a-3edfe09d36be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:31.797758 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7e1667-c1db-43fa-b473-e662eb553e40 x-openstack-request-id: req-ef7e1667-c1db-43fa-b473-e662eb553e40 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:31.798135 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ad3503-1db8-44b0-8609-b4f7c827cfaa", "name": "network-vif-deleted", "tag": "908ae5ed-8b6d-4d24-a091-5fa9b0980f73", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:31.798654 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ef7e1667-c1db-43fa-b473-e662eb553e40 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:31.799253 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ad3503-1db8-44b0-8609-b4f7c827cfaa', 'name': 'network-vif-deleted', 'tag': '908ae5ed-8b6d-4d24-a091-5fa9b0980f73', 'status': 'completed', 'code': 200} Jul 22 16:29:31.936864 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port a1201828-21b3-4410-865e-a032626110d2, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=a1201828-21b3-4410-865e-a032626110d2,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:32.012282 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'a1201828-21b3-4410-865e-a032626110d2', 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b', 'port_id': 'a1201828-21b3-4410-865e-a032626110d2', 'mac_address': 'fa:16:3e:f2:6e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebacc49d-e692-4fa0-8885-df5965dbe3a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:29:32.019588 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-43465c58-8cd5-4a63-9464-bdf09f2bb782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:32.085124 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a6cc640c-449e-4be4-b4b9-9a32f4aeef63 req-3a377f12-9da7-461c-9b97-63f0c05d83bf tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:32.134899 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:32.160373 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282779f-64d7-4765-ad6a-f34a13d989a0 req-8fda598b-13d1-4d83-a796-e5b57cd59f8e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:32.172414 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6282779f-64d7-4765-ad6a-f34a13d989a0 req-8fda598b-13d1-4d83-a796-e5b57cd59f8e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.2439928 Jul 22 16:29:32.182513 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1201828-21b3-4410-865e-a032626110d2 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:32.206791 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port a1201828-21b3-4410-865e-a032626110d2, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=a1201828-21b3-4410-865e-a032626110d2,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:32.215161 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:32.227058 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8c9b3c21-4c5c-41d1-9d71-2b7fcd5617c2 req-8f3f4398-b085-41d2-9780-f0fc488f0ac8 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ad3503-1db8-44b0-8609-b4f7c827cfaa HTTP/1.1" status: 200 len: 210 time: 0.1127217 Jul 22 16:29:32.314547 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=a1201828-21b3-4410-865e-a032626110d2,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:32.331649 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a377f12-9da7-461c-9b97-63f0c05d83bf tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Pushing event deleted for resources: {'Port': ['ID=3424472c-2310-4937-8024-3df0f84c371a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:32.403907 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6282779f-64d7-4765-ad6a-f34a13d989a0 req-857a67c5-893b-4149-872b-25d51bc5bdf4 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299306 Jul 22 16:29:32.404812 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6cc640c-449e-4be4-b4b9-9a32f4aeef63 req-3a377f12-9da7-461c-9b97-63f0c05d83bf tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] No DVR routers for this DVR port 3424472c-2310-4937-8024-3df0f84c371a on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:29:32.407956 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a6cc640c-449e-4be4-b4b9-9a32f4aeef63 req-3a377f12-9da7-461c-9b97-63f0c05d83bf tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:32.410656 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a6cc640c-449e-4be4-b4b9-9a32f4aeef63 req-3a377f12-9da7-461c-9b97-63f0c05d83bf tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.30 "DELETE /v2.0/ports/3424472c-2310-4937-8024-3df0f84c371a HTTP/1.1" status: 204 len: 173 time: 1.6256187 Jul 22 16:29:32.427127 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['a1201828-21b3-4410-865e-a032626110d2'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:32.576737 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a5093-8f4e-44fd-ac4a-7105b24b92fd req-21423985-ccb9-4250-b775-825b1a5bdb6c tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:32.578347 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-199a5093-8f4e-44fd-ac4a-7105b24b92fd req-21423985-ccb9-4250-b775-825b1a5bdb6c tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.1626332 Jul 22 16:29:32.648315 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-199a5093-8f4e-44fd-ac4a-7105b24b92fd req-8dc2a5b2-8c62-4fed-b36c-d10af96d3a58 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580878 Jul 22 16:29:32.668588 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:32.753516 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a363a8b-f8b1-4535-a8de-af82f7998e8c req-92d02451-4665-46b4-aade-7716ba8a08f0 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:32.761727 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2a363a8b-f8b1-4535-a8de-af82f7998e8c req-92d02451-4665-46b4-aade-7716ba8a08f0 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 931 time: 0.2516501 Jul 22 16:29:32.770072 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['07e49a48-d61b-4098-8c5e-9bc161f48e8c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:32.846596 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2a363a8b-f8b1-4535-a8de-af82f7998e8c req-6b51474f-a932-44f7-8bbb-7b9cde83a70c tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836873 Jul 22 16:29:32.954766 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-43465c58-8cd5-4a63-9464-bdf09f2bb782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:32.979996 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-43465c58-8cd5-4a63-9464-bdf09f2bb782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:33.008820 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-43465c58-8cd5-4a63-9464-bdf09f2bb782 service neutron] Transition to ACTIVE for port object d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:29:33.016581 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-43465c58-8cd5-4a63-9464-bdf09f2bb782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:33.201083 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43465c58-8cd5-4a63-9464-bdf09f2bb782 service neutron] Pushing event updated for resources: {'Port': ['ID=d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:33.261908 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-43465c58-8cd5-4a63-9464-bdf09f2bb782 service neutron] Attempting to bind port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:29:33.262270 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-43465c58-8cd5-4a63-9464-bdf09f2bb782 service neutron] Attempting to bind port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:29:33.262634 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-43465c58-8cd5-4a63-9464-bdf09f2bb782 service neutron] Attempting to bind port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:33.271717 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-43465c58-8cd5-4a63-9464-bdf09f2bb782 service neutron] Port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a on network 6f3ed260-5c39-4f44-87de-6af121ff9539 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:29:33.272059 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-43465c58-8cd5-4a63-9464-bdf09f2bb782 service neutron] Attempting to bind port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:33.282249 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-43465c58-8cd5-4a63-9464-bdf09f2bb782 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:29:33.282688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-43465c58-8cd5-4a63-9464-bdf09f2bb782 service neutron] Checking segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:29:33.283654 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-43465c58-8cd5-4a63-9464-bdf09f2bb782 service neutron] Bound using segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:29:33.284235 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-43465c58-8cd5-4a63-9464-bdf09f2bb782 service neutron] Bound port: d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:29:33.284801 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-43465c58-8cd5-4a63-9464-bdf09f2bb782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:33.370087 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 3424472c-2310-4937-8024-3df0f84c371a no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:29:33.428804 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-43465c58-8cd5-4a63-9464-bdf09f2bb782 service neutron] For port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:29:33.431095 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 3424472c-2310-4937-8024-3df0f84c371a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:29:33.431463 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 3424472c-2310-4937-8024-3df0f84c371a not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:29:33.431885 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 908ae5ed-8b6d-4d24-a091-5fa9b0980f73 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:29:33.434651 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-43465c58-8cd5-4a63-9464-bdf09f2bb782 service neutron] For port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:29:33.449887 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-43465c58-8cd5-4a63-9464-bdf09f2bb782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:33.511135 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device a1201828-21b3-4410-865e-a032626110d2 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:33.529887 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 908ae5ed-8b6d-4d24-a091-5fa9b0980f73 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:29:33.532337 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 908ae5ed-8b6d-4d24-a091-5fa9b0980f73 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:29:33.548340 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-43465c58-8cd5-4a63-9464-bdf09f2bb782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:33.551548 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-43465c58-8cd5-4a63-9464-bdf09f2bb782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:33.556491 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-43465c58-8cd5-4a63-9464-bdf09f2bb782 service neutron] 10.222.0.16 "PUT /v2.0/ports/d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a HTTP/1.1" status: 200 len: 1091 time: 1.8747044 Jul 22 16:29:33.625186 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port a1201828-21b3-4410-865e-a032626110d2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:33.625816 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:33.743732 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43465c58-8cd5-4a63-9464-bdf09f2bb782 service neutron] Pushing event updated for resources: {'Port': ['ID=d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:33.783820 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:33.805012 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eceaecc-faff-400f-88d3-03d8454fbbfb', 'name': 'network-vif-deleted', 'tag': '3424472c-2310-4937-8024-3df0f84c371a'}, {'name': 'network-changed', 'server_uuid': 'e1e82025-62a6-471a-804a-3edfe09d36be', 'tag': 'd27f04cf-06cf-4d1a-8f47-475f9c1b2a0a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:33.807510 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d161cd31-19d0-4016-b1e0-d20c5a32edd5" -d '{"events": [{"server_uuid": "9eceaecc-faff-400f-88d3-03d8454fbbfb", "name": "network-vif-deleted", "tag": "3424472c-2310-4937-8024-3df0f84c371a"}, {"name": "network-changed", "server_uuid": "e1e82025-62a6-471a-804a-3edfe09d36be", "tag": "d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:33.822739 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b17c0-b6bd-4f8e-b0dd-d5b6c1215238 req-23d5e992-6804-4c6d-8efe-576de116173d tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:33.824521 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b4e77f-4dba-491f-a88f-92ae5a28c044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1201828-21b3-4410-865e-a032626110d2'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:33.832081 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee52247-543a-4b02-ba2b-6de61bfe3a2a" -d '{"events": [{"server_uuid": "03b4e77f-4dba-491f-a88f-92ae5a28c044", "name": "network-vif-plugged", "status": "completed", "tag": "a1201828-21b3-4410-865e-a032626110d2"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:33.834096 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ec5b17c0-b6bd-4f8e-b0dd-d5b6c1215238 req-23d5e992-6804-4c6d-8efe-576de116173d tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.2733412 Jul 22 16:29:33.849054 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-181a0f9a-c9ba-492e-9747-1b73a6e91d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:33.851269 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-181a0f9a-c9ba-492e-9747-1b73a6e91d61 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 1094 time: 0.1857393 Jul 22 16:29:33.875718 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port a1201828-21b3-4410-865e-a032626110d2, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=a1201828-21b3-4410-865e-a032626110d2,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:33.883328 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:33.918772 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-77113b54-504d-4e3a-acae-08f45c26c40d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a HTTP/1.1" status: 200 len: 217 time: 0.0528798 Jul 22 16:29:33.932043 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ec5b17c0-b6bd-4f8e-b0dd-d5b6c1215238 req-d00bc7ba-ae4e-458b-9ca6-65a9fe38c9fa tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965502 Jul 22 16:29:33.988664 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=a1201828-21b3-4410-865e-a032626110d2,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:34.001009 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-4b20fc75-8f65-4dce-bc32-442e48e11e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:34.002524 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-4b20fc75-8f65-4dce-bc32-442e48e11e47 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ce36437-5a9b-4c2b-a36e-e40d9943a98a HTTP/1.1" status: 200 len: 861 time: 0.0694873 Jul 22 16:29:34.070407 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-ad48f8b1-8f0c-4042-88b3-3c2ebf4a0a62 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f3ed260-5c39-4f44-87de-6af121ff9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579619 Jul 22 16:29:34.126136 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276c419-6808-45a1-baf0-87a125514c9c req-6215192f-0ad9-4850-9eec-56f02df0e944 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:34.134531 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f276c419-6808-45a1-baf0-87a125514c9c req-6215192f-0ad9-4850-9eec-56f02df0e944 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 807 time: 0.2029524 Jul 22 16:29:34.159859 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f276c419-6808-45a1-baf0-87a125514c9c req-d640abc6-d07d-4185-b21c-9a181956309e tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/quotas/7782266dfdc04a53ab0c0d4cc2d32226 HTTP/1.1" status: 200 len: 375 time: 0.0226648 Jul 22 16:29:34.258333 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f276c419-6808-45a1-baf0-87a125514c9c req-0275b574-b05c-4c4a-a2d5-81e6ae179569 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0975566 Jul 22 16:29:34.297798 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f693ef-ddeb-4978-8bf0-128e14071e4c req-be061f7b-d2ac-4812-b91a-749fcf340631 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:34.299855 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-31f693ef-ddeb-4978-8bf0-128e14071e4c req-be061f7b-d2ac-4812-b91a-749fcf340631 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.1691296 Jul 22 16:29:34.301915 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-6f25e419-241e-4369-b45f-9e16d8602ffe service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230394 Jul 22 16:29:34.392623 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f276c419-6808-45a1-baf0-87a125514c9c req-01e96980-c229-435a-802f-e5de6579dd92 service neutron] 10.222.0.69 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261563 Jul 22 16:29:34.419377 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-31f693ef-ddeb-4978-8bf0-128e14071e4c req-4c96e0cb-7c8b-40b7-9d01-4da565e357fc tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106915 Jul 22 16:29:34.480936 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c01d81a-c841-4e62-89da-1e60484e38bd req-18fc0865-353e-47bc-b0cc-4847889a4eb8 service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689684 Jul 22 16:29:34.482890 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:34.542927 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f276c419-6808-45a1-baf0-87a125514c9c req-b64b6e32-5e35-4ba7-a626-e91a4c298ec2 service neutron] 10.222.0.69 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491072 Jul 22 16:29:34.606288 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a29fc-781f-4354-8873-49ca65ce12d9 req-9ec26edb-7676-4091-a15b-27fca5eaec5e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:34.614062 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-272a29fc-781f-4354-8873-49ca65ce12d9 req-9ec26edb-7676-4091-a15b-27fca5eaec5e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=1522b8e6-703c-4707-bd61-d2ed56d74fd9 HTTP/1.1" status: 200 len: 949 time: 0.0923572 Jul 22 16:29:34.663245 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-272a29fc-781f-4354-8873-49ca65ce12d9 req-37c6f721-e7cf-48c0-ac49-782ae47b5241 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428312 Jul 22 16:29:34.714766 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da63174c-f018-4c65-91f1-7d6157888ce9 x-openstack-request-id: req-da63174c-f018-4c65-91f1-7d6157888ce9 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:34.715257 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eceaecc-faff-400f-88d3-03d8454fbbfb", "name": "network-vif-deleted", "tag": "3424472c-2310-4937-8024-3df0f84c371a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1e82025-62a6-471a-804a-3edfe09d36be", "tag": "d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:34.715577 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-da63174c-f018-4c65-91f1-7d6157888ce9 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:34.716153 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eceaecc-faff-400f-88d3-03d8454fbbfb', 'name': 'network-vif-deleted', 'tag': '3424472c-2310-4937-8024-3df0f84c371a', 'status': 'completed', 'code': 200} Jul 22 16:29:34.716476 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e82025-62a6-471a-804a-3edfe09d36be', 'tag': 'd27f04cf-06cf-4d1a-8f47-475f9c1b2a0a', 'status': 'completed', 'code': 200} Jul 22 16:29:34.768018 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57173c0-11e3-4962-93f7-dba39ef8fcbe x-openstack-request-id: req-d57173c0-11e3-4962-93f7-dba39ef8fcbe {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:34.768364 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b4e77f-4dba-491f-a88f-92ae5a28c044", "name": "network-vif-plugged", "status": "completed", "tag": "a1201828-21b3-4410-865e-a032626110d2", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:34.768725 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d57173c0-11e3-4962-93f7-dba39ef8fcbe {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:34.769218 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b4e77f-4dba-491f-a88f-92ae5a28c044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1201828-21b3-4410-865e-a032626110d2', 'code': 200} Jul 22 16:29:34.898043 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161cd31-19d0-4016-b1e0-d20c5a32edd5 req-5ba2bc72-8b8d-40d3-beac-a433338d1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:34.902884 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d161cd31-19d0-4016-b1e0-d20c5a32edd5 req-5ba2bc72-8b8d-40d3-beac-a433338d1fc5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 1094 time: 0.1441076 Jul 22 16:29:35.006787 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247adbb-bca9-4d43-a9bc-9b42193d8065 req-a7f5f6ba-0110-4460-8c4d-cb33fe357301 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:35.014637 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d247adbb-bca9-4d43-a9bc-9b42193d8065 req-a7f5f6ba-0110-4460-8c4d-cb33fe357301 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 943 time: 0.1737523 Jul 22 16:29:35.095771 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d247adbb-bca9-4d43-a9bc-9b42193d8065 req-62f368df-06fc-490b-8169-3c0d2d606d8e tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801625 Jul 22 16:29:35.096935 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161cd31-19d0-4016-b1e0-d20c5a32edd5 req-4d223ed7-97eb-47b6-8763-e126becc7106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:35.101845 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d161cd31-19d0-4016-b1e0-d20c5a32edd5 req-4d223ed7-97eb-47b6-8763-e126becc7106 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 922 time: 0.1899509 Jul 22 16:29:35.339782 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:29:35.517506 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614fd95-88f5-4628-ba61-e143600bb53e req-50af4074-ecbc-48ca-9a95-59a7a115595d tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:35.520415 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3614fd95-88f5-4628-ba61-e143600bb53e req-50af4074-ecbc-48ca-9a95-59a7a115595d tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.1467600 Jul 22 16:29:35.555766 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d161cd31-19d0-4016-b1e0-d20c5a32edd5 req-da3ff510-6135-4d26-a10a-3e1ababbbc29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a HTTP/1.1" status: 200 len: 217 time: 0.4384763 Jul 22 16:29:35.605719 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3614fd95-88f5-4628-ba61-e143600bb53e req-f8eb3f32-a4c4-432a-a44b-1e7c33dc87fa tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771444 Jul 22 16:29:35.652053 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d2674d40-c2f9-4ae8-bf33-03de8da490bf req-67515475-2514-493c-a9ba-d608261ae1b7 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 210 time: 0.1085732 Jul 22 16:29:35.725639 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161cd31-19d0-4016-b1e0-d20c5a32edd5 req-4bbd99f1-8970-4612-a00e-0a393838890e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:35.732923 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d161cd31-19d0-4016-b1e0-d20c5a32edd5 req-4bbd99f1-8970-4612-a00e-0a393838890e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ce36437-5a9b-4c2b-a36e-e40d9943a98a HTTP/1.1" status: 200 len: 861 time: 0.1659420 Jul 22 16:29:35.780558 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d161cd31-19d0-4016-b1e0-d20c5a32edd5 req-956c8b2b-be13-496e-b2c6-9dabd52714d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f3ed260-5c39-4f44-87de-6af121ff9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409286 Jul 22 16:29:35.789072 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af5d47-0702-490e-8593-557e8abb293e req-4e8e8a55-93a3-478a-999e-290313c21753 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:35.791265 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-19af5d47-0702-490e-8593-557e8abb293e req-4e8e8a55-93a3-478a-999e-290313c21753 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.30 "GET /v2.0/ports?device_id=1522b8e6-703c-4707-bd61-d2ed56d74fd9 HTTP/1.1" status: 200 len: 949 time: 0.2455852 Jul 22 16:29:35.884313 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffb1e6-fc96-4411-836b-9df5cd570c82 req-c639e048-bb4f-4b0c-8170-0d51711194e6 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:35.889843 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f0ffb1e6-fc96-4411-836b-9df5cd570c82 req-c639e048-bb4f-4b0c-8170-0d51711194e6 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.1740181 Jul 22 16:29:35.982017 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f0ffb1e6-fc96-4411-836b-9df5cd570c82 req-e4a63b1f-7f77-4e45-b3fa-b89802f4fd87 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856190 Jul 22 16:29:36.139238 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d161cd31-19d0-4016-b1e0-d20c5a32edd5 req-61b4ccc9-9d2a-4671-8f30-2eb71718d65d service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470619 Jul 22 16:29:36.143025 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-19af5d47-0702-490e-8593-557e8abb293e req-30447fc6-eaf6-4d7c-9401-4b1665c87a8c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Deleting port 07e49a48-d61b-4098-8c5e-9bc161f48e8c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:29:36.143374 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-19af5d47-0702-490e-8593-557e8abb293e req-30447fc6-eaf6-4d7c-9401-4b1665c87a8c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:36.154798 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79f5d5-d3fd-409f-b38a-f32fec316ec9 req-d9d00b1f-6501-423c-9f18-f3a95ff2d05e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:36.161965 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-aa79f5d5-d3fd-409f-b38a-f32fec316ec9 req-d9d00b1f-6501-423c-9f18-f3a95ff2d05e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=1522b8e6-703c-4707-bd61-d2ed56d74fd9 HTTP/1.1" status: 200 len: 949 time: 0.2676756 Jul 22 16:29:36.322764 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-19af5d47-0702-490e-8593-557e8abb293e req-30447fc6-eaf6-4d7c-9401-4b1665c87a8c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] For port 07e49a48-d61b-4098-8c5e-9bc161f48e8c, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=07e49a48-d61b-4098-8c5e-9bc161f48e8c,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:36.323782 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-19af5d47-0702-490e-8593-557e8abb293e req-30447fc6-eaf6-4d7c-9401-4b1665c87a8c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:36.345110 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-19af5d47-0702-490e-8593-557e8abb293e req-30447fc6-eaf6-4d7c-9401-4b1665c87a8c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Calling delete_port for 07e49a48-d61b-4098-8c5e-9bc161f48e8c owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:29:36.425505 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46413eb-4fd3-4587-bcf3-180b44226f1f req-4950a38e-7d03-4b83-9297-7020b1d5cff3 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:36.433805 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e46413eb-4fd3-4587-bcf3-180b44226f1f req-4950a38e-7d03-4b83-9297-7020b1d5cff3 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 943 time: 0.1554613 Jul 22 16:29:36.474946 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-aa79f5d5-d3fd-409f-b38a-f32fec316ec9 req-6a2f6181-d08f-4632-9e4c-406e410cdcc8 tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/security-groups?id=04b27baa-2c2f-4fdc-92a1-df46c578e68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114188 Jul 22 16:29:36.524151 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e46413eb-4fd3-4587-bcf3-180b44226f1f req-5b1cfd38-d3e2-4e9c-a698-e78f83c71129 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891428 Jul 22 16:29:36.695180 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d161cd31-19d0-4016-b1e0-d20c5a32edd5 req-e3349c3d-d83e-4f96-a8af-8146d07d58d7 service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5309377 Jul 22 16:29:36.765751 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276c419-6808-45a1-baf0-87a125514c9c req-85b036ea-7232-42df-af19-9c2e0fd2c2b0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:36.767627 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f276c419-6808-45a1-baf0-87a125514c9c req-85b036ea-7232-42df-af19-9c2e0fd2c2b0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.30 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 807 time: 0.3018451 Jul 22 16:29:36.775481 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-19af5d47-0702-490e-8593-557e8abb293e req-30447fc6-eaf6-4d7c-9401-4b1665c87a8c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:36.811802 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['07e49a48-d61b-4098-8c5e-9bc161f48e8c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:36.842910 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c03d3-dacc-4984-ac81-2af558a98871 req-6f52663a-b763-4603-b916-c44bb4925e23 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:36.851075 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f276c419-6808-45a1-baf0-87a125514c9c req-d778f27c-d8a7-4e6a-a23f-970b0f736b8e tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Request body: {'port': {'device_id': '8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53', 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8', 'admin_state_up': True, 'tenant_id': '7782266dfdc04a53ab0c0d4cc2d32226'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:36.856380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30447fc6-eaf6-4d7c-9401-4b1665c87a8c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Pushing event deleted for resources: {'Port': ['ID=07e49a48-d61b-4098-8c5e-9bc161f48e8c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:36.861712 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-520c03d3-dacc-4984-ac81-2af558a98871 req-6f52663a-b763-4603-b916-c44bb4925e23 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.1304801 Jul 22 16:29:36.916597 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-76be4cb5-c156-4d45-a5b7-97859999b1ad req-31eaec49-c26c-49f0-83f3-07e788728c67 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 210 time: 0.1384306 Jul 22 16:29:36.970184 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-520c03d3-dacc-4984-ac81-2af558a98871 req-366284ff-2db4-4feb-8204-affaeb2863a9 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050177 Jul 22 16:29:36.985618 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-19af5d47-0702-490e-8593-557e8abb293e req-30447fc6-eaf6-4d7c-9401-4b1665c87a8c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] No DVR routers for this DVR port 07e49a48-d61b-4098-8c5e-9bc161f48e8c on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:29:36.988611 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-19af5d47-0702-490e-8593-557e8abb293e req-30447fc6-eaf6-4d7c-9401-4b1665c87a8c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:36.991941 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-19af5d47-0702-490e-8593-557e8abb293e req-30447fc6-eaf6-4d7c-9401-4b1665c87a8c tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.30 "DELETE /v2.0/ports/07e49a48-d61b-4098-8c5e-9bc161f48e8c HTTP/1.1" status: 204 len: 173 time: 1.1911383 Jul 22 16:29:36.995198 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1522b8e6-703c-4707-bd61-d2ed56d74fd9', 'name': 'network-vif-deleted', 'tag': '07e49a48-d61b-4098-8c5e-9bc161f48e8c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:36.998675 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f025f09-c6f1-4bca-95cc-3ca9b2fbf259" -d '{"events": [{"server_uuid": "1522b8e6-703c-4707-bd61-d2ed56d74fd9", "name": "network-vif-deleted", "tag": "07e49a48-d61b-4098-8c5e-9bc161f48e8c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:37.145203 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66ce16c-727d-4e3e-87c3-5268ffc76d21 x-openstack-request-id: req-f66ce16c-727d-4e3e-87c3-5268ffc76d21 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:37.145846 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1522b8e6-703c-4707-bd61-d2ed56d74fd9", "name": "network-vif-deleted", "tag": "07e49a48-d61b-4098-8c5e-9bc161f48e8c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:37.146280 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f66ce16c-727d-4e3e-87c3-5268ffc76d21 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:37.146834 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1522b8e6-703c-4707-bd61-d2ed56d74fd9', 'name': 'network-vif-deleted', 'tag': '07e49a48-d61b-4098-8c5e-9bc161f48e8c', 'status': 'completed', 'code': 200} Jul 22 16:29:37.215964 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f276c419-6808-45a1-baf0-87a125514c9c req-d778f27c-d8a7-4e6a-a23f-970b0f736b8e tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Made reservation on behalf of 7782266dfdc04a53ab0c0d4cc2d32226 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:29:37.219675 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f276c419-6808-45a1-baf0-87a125514c9c req-d778f27c-d8a7-4e6a-a23f-970b0f736b8e tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:37.256269 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60f631-1995-41de-98fa-adb7f804bc72 req-58c14457-c099-4025-b9ab-5fdc56c67aa6 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:37.265299 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9c60f631-1995-41de-98fa-adb7f804bc72 req-58c14457-c099-4025-b9ab-5fdc56c67aa6 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.1756485 Jul 22 16:29:37.432267 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9c60f631-1995-41de-98fa-adb7f804bc72 req-d81e63db-75de-434b-b4d2-898c6ece2d67 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621091 Jul 22 16:29:37.512399 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:29:37.619998 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-f276c419-6808-45a1-baf0-87a125514c9c req-d778f27c-d8a7-4e6a-a23f-970b0f736b8e tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Allocated IP 172.20.0.14 (f917a743-2b29-4ed7-bc92-4ef128fdeba8/1dac8087-5dfb-4e2d-bc9b-97574efc063c/1b2b7c12-1533-4931-ab15-27367cd8b074) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:29:37.691994 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:37.721543 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'd27f04cf-06cf-4d1a-8f47-475f9c1b2a0a', 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539', 'port_id': 'd27f04cf-06cf-4d1a-8f47-475f9c1b2a0a', 'mac_address': 'fa:16:3e:a9:f5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce36437-5a9b-4c2b-a36e-e40d9943a98a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:29:37.796255 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:37.803040 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15ac74c4-fe9c-45c8-8dae-f486a28da482 req-90ad3739-610c-416e-a3f7-b17a630e304e tempest-ServersOnMultiNodesTest-2036133052 tempest-ServersOnMultiNodesTest-2036133052-project] 10.222.0.69 "GET /v2.0/ports?device_id=1522b8e6-703c-4707-bd61-d2ed56d74fd9 HTTP/1.1" status: 200 len: 210 time: 0.0557163 Jul 22 16:29:37.811371 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:37.845127 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:37.850452 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60c7ac-f962-4e8c-bb71-cdb5ddd7af27 req-83bb902f-336a-4dbd-a6b7-7ac36bb9b2c2 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:37.852474 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8a60c7ac-f962-4e8c-bb71-cdb5ddd7af27 req-83bb902f-336a-4dbd-a6b7-7ac36bb9b2c2 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 943 time: 0.1572204 Jul 22 16:29:37.870016 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:37.980211 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:37.986218 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8a60c7ac-f962-4e8c-bb71-cdb5ddd7af27 req-49bc5853-c7b1-4f11-bf57-9aea73da315b tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587852 Jul 22 16:29:38.062571 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f276c419-6808-45a1-baf0-87a125514c9c req-d778f27c-d8a7-4e6a-a23f-970b0f736b8e tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:38.119514 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-85c246d2-0415-46a4-b02b-95dace43ab95 req-8f878396-b592-4b2c-8dc4-2195eb003049 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 210 time: 0.0764296 Jul 22 16:29:38.209695 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f276c419-6808-45a1-baf0-87a125514c9c req-d778f27c-d8a7-4e6a-a23f-970b0f736b8e tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:38.220003 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebd56a-131b-4f3c-8e06-c62829b36343 req-37286388-4f1a-4949-9b3a-0c6f08c353b3 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:38.225442 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-93ebd56a-131b-4f3c-8e06-c62829b36343 req-37286388-4f1a-4949-9b3a-0c6f08c353b3 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.1057045 Jul 22 16:29:38.229105 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:38.261477 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['27f39a9a-f401-43f6-86f1-cfa75a6861e4'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:38.323314 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f276c419-6808-45a1-baf0-87a125514c9c req-d778f27c-d8a7-4e6a-a23f-970b0f736b8e tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Network f917a743-2b29-4ed7-bc92-4ef128fdeba8 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:29:38.326940 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778f27c-d8a7-4e6a-a23f-970b0f736b8e tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Pushing event updated for resources: {'Port': ['ID=1b2b7c12-1533-4931-ab15-27367cd8b074,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:38.338718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-f276c419-6808-45a1-baf0-87a125514c9c req-d778f27c-d8a7-4e6a-a23f-970b0f736b8e tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:38.360778 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-93ebd56a-131b-4f3c-8e06-c62829b36343 req-d24be891-f5a5-44a6-92d0-867ee932685d tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286073 Jul 22 16:29:38.361857 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f276c419-6808-45a1-baf0-87a125514c9c req-d778f27c-d8a7-4e6a-a23f-970b0f736b8e tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:29:38.444966 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276c419-6808-45a1-baf0-87a125514c9c req-d778f27c-d8a7-4e6a-a23f-970b0f736b8e tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:38.445312 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f276c419-6808-45a1-baf0-87a125514c9c req-d778f27c-d8a7-4e6a-a23f-970b0f736b8e tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:38.471142 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f276c419-6808-45a1-baf0-87a125514c9c req-d778f27c-d8a7-4e6a-a23f-970b0f736b8e tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6240349 Jul 22 16:29:38.499272 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f276c419-6808-45a1-baf0-87a125514c9c req-7d0472b6-5d48-470a-b341-f85dc603966e service neutron] Request body: {'port': {'device_id': '8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:38.657798 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f276c419-6808-45a1-baf0-87a125514c9c req-7d0472b6-5d48-470a-b341-f85dc603966e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:38.682832 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f381a-16c9-4c34-b32a-b3af73d6b228 req-75aef026-4b61-4776-8d12-d5f0029edc1c tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:38.684827 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-750f381a-16c9-4c34-b32a-b3af73d6b228 req-75aef026-4b61-4776-8d12-d5f0029edc1c tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.1389661 Jul 22 16:29:38.892718 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-750f381a-16c9-4c34-b32a-b3af73d6b228 req-604f19a2-8c12-443d-8aa2-2fc966b21427 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470199 Jul 22 16:29:39.075853 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-f276c419-6808-45a1-baf0-87a125514c9c req-7d0472b6-5d48-470a-b341-f85dc603966e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2b7c12-1533-4931-ab15-27367cd8b074 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:39.104494 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f276c419-6808-45a1-baf0-87a125514c9c req-7d0472b6-5d48-470a-b341-f85dc603966e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:39.160554 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-f276c419-6808-45a1-baf0-87a125514c9c req-7d0472b6-5d48-470a-b341-f85dc603966e service neutron] Transition to ACTIVE for port object 1b2b7c12-1533-4931-ab15-27367cd8b074 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:29:39.188867 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f276c419-6808-45a1-baf0-87a125514c9c req-7d0472b6-5d48-470a-b341-f85dc603966e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:39.288049 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0472b6-5d48-470a-b341-f85dc603966e service neutron] Pushing event updated for resources: {'Port': ['ID=1b2b7c12-1533-4931-ab15-27367cd8b074,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:39.319220 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d2a75-b68a-41af-9e55-22fe5d89455a req-deaf41e4-e657-4dbd-a109-30b4b9bc6dc9 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:39.330817 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-304d2a75-b68a-41af-9e55-22fe5d89455a req-deaf41e4-e657-4dbd-a109-30b4b9bc6dc9 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 944 time: 0.1874251 Jul 22 16:29:39.388307 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38726) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:39.400029 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 07e49a48-d61b-4098-8c5e-9bc161f48e8c no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:29:39.449434 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed710608-975e-4e49-8362-1445b2c6e99d req-0fcaa2d7-aab6-4395-9e31-3fe53f2c1ae4 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:39.458106 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ed710608-975e-4e49-8362-1445b2c6e99d req-0fcaa2d7-aab6-4395-9e31-3fe53f2c1ae4 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 944 time: 0.1367359 Jul 22 16:29:39.471168 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 07e49a48-d61b-4098-8c5e-9bc161f48e8c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:29:39.471519 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 07e49a48-d61b-4098-8c5e-9bc161f48e8c not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:29:39.512602 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:39.513463 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-304d2a75-b68a-41af-9e55-22fe5d89455a req-ff668772-75da-41c6-a5d2-a16376b4e8a5 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814992 Jul 22 16:29:39.580794 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f276c419-6808-45a1-baf0-87a125514c9c req-7d0472b6-5d48-470a-b341-f85dc603966e service neutron] Attempting to bind port 1b2b7c12-1533-4931-ab15-27367cd8b074 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:29:39.581127 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f276c419-6808-45a1-baf0-87a125514c9c req-7d0472b6-5d48-470a-b341-f85dc603966e service neutron] Attempting to bind port 1b2b7c12-1533-4931-ab15-27367cd8b074 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:29:39.581453 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f276c419-6808-45a1-baf0-87a125514c9c req-7d0472b6-5d48-470a-b341-f85dc603966e service neutron] Attempting to bind port 1b2b7c12-1533-4931-ab15-27367cd8b074 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:39.582148 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ed710608-975e-4e49-8362-1445b2c6e99d req-57413240-8850-4d6e-91d6-ed59755404a8 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189580 Jul 22 16:29:39.625775 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f276c419-6808-45a1-baf0-87a125514c9c req-7d0472b6-5d48-470a-b341-f85dc603966e service neutron] Port 1b2b7c12-1533-4931-ab15-27367cd8b074 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:29:39.630620 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f276c419-6808-45a1-baf0-87a125514c9c req-7d0472b6-5d48-470a-b341-f85dc603966e service neutron] Attempting to bind port 1b2b7c12-1533-4931-ab15-27367cd8b074 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:39.640942 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f276c419-6808-45a1-baf0-87a125514c9c req-7d0472b6-5d48-470a-b341-f85dc603966e service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:29:39.641282 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f276c419-6808-45a1-baf0-87a125514c9c req-7d0472b6-5d48-470a-b341-f85dc603966e service neutron] Checking segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:29:39.641681 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f276c419-6808-45a1-baf0-87a125514c9c req-7d0472b6-5d48-470a-b341-f85dc603966e service neutron] Bound using segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:29:39.653078 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f276c419-6808-45a1-baf0-87a125514c9c req-7d0472b6-5d48-470a-b341-f85dc603966e service neutron] Bound port: 1b2b7c12-1533-4931-ab15-27367cd8b074, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:29:39.653456 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f276c419-6808-45a1-baf0-87a125514c9c req-7d0472b6-5d48-470a-b341-f85dc603966e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:39.742480 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:29:39.753248 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:39.754078 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:39.790794 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f276c419-6808-45a1-baf0-87a125514c9c req-7d0472b6-5d48-470a-b341-f85dc603966e service neutron] For port 1b2b7c12-1533-4931-ab15-27367cd8b074, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:29:39.795455 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f276c419-6808-45a1-baf0-87a125514c9c req-7d0472b6-5d48-470a-b341-f85dc603966e service neutron] For port 1b2b7c12-1533-4931-ab15-27367cd8b074, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1b2b7c12-1533-4931-ab15-27367cd8b074,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:29:39.873785 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f276c419-6808-45a1-baf0-87a125514c9c req-7d0472b6-5d48-470a-b341-f85dc603966e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:39.928694 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:39.980229 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276c419-6808-45a1-baf0-87a125514c9c req-7d0472b6-5d48-470a-b341-f85dc603966e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:39.980854 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f276c419-6808-45a1-baf0-87a125514c9c req-7d0472b6-5d48-470a-b341-f85dc603966e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:39.982306 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f276c419-6808-45a1-baf0-87a125514c9c req-7d0472b6-5d48-470a-b341-f85dc603966e service neutron] 10.222.0.30 "PUT /v2.0/ports/1b2b7c12-1533-4931-ab15-27367cd8b074 HTTP/1.1" status: 200 len: 1092 time: 1.4877622 Jul 22 16:29:39.982774 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53', 'tag': '1b2b7c12-1533-4931-ab15-27367cd8b074'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:39.985232 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b150d0c-bc62-4e70-9cea-7506f933b434" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53", "tag": "1b2b7c12-1533-4931-ab15-27367cd8b074"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:39.989072 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:39.990281 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e82025-62a6-471a-804a-3edfe09d36be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27f04cf-06cf-4d1a-8f47-475f9c1b2a0a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:39.993514 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b70ec4-74d2-4ecd-8fc0-ea8f29bcd4e5" -d '{"events": [{"server_uuid": "e1e82025-62a6-471a-804a-3edfe09d36be", "name": "network-vif-plugged", "status": "completed", "tag": "d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:39.997674 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:40.081449 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:40.089592 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0472b6-5d48-470a-b341-f85dc603966e service neutron] Pushing event updated for resources: {'Port': ['ID=1b2b7c12-1533-4931-ab15-27367cd8b074,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:40.144537 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd5b13-deb3-4ab9-8be9-ef60aab94729 req-a98298d6-8eb7-40fd-8712-c323bede2e52 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:40.147260 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d0fd5b13-deb3-4ab9-8be9-ef60aab94729 req-a98298d6-8eb7-40fd-8712-c323bede2e52 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.1214633 Jul 22 16:29:40.149660 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38742) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:40.153030 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0906a47e-7fec-46b2-b47a-1a257eb772a1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1c8d6245ad404817abeaf30553b64f00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7562726 Jul 22 16:29:40.180192 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec426e58-e700-4253-a3dc-7abcd70a07c9 req-cc1a2c19-b1dd-4ae0-8826-6749b11bf3c4 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:40.187445 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ec426e58-e700-4253-a3dc-7abcd70a07c9 req-cc1a2c19-b1dd-4ae0-8826-6749b11bf3c4 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.4902382 Jul 22 16:29:40.214475 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276c419-6808-45a1-baf0-87a125514c9c req-1df9ac0b-d9be-4508-91e1-d2c497d20a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:40.216299 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f276c419-6808-45a1-baf0-87a125514c9c req-1df9ac0b-d9be-4508-91e1-d2c497d20a80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 1095 time: 0.1582971 Jul 22 16:29:40.247190 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ec426e58-e700-4253-a3dc-7abcd70a07c9 req-2c711f6e-3c0c-4f5f-97c9-61ed365c82a1 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584972 Jul 22 16:29:40.258541 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d0fd5b13-deb3-4ab9-8be9-ef60aab94729 req-38f20751-c61f-45e3-8820-aa88bbced64c tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048677 Jul 22 16:29:40.306493 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6a653cb-d3ce-4d31-ac81-96a178b74d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:40.331011 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7a49c6-c98d-46e2-9d48-4acc6261d7f6 x-openstack-request-id: req-9d7a49c6-c98d-46e2-9d48-4acc6261d7f6 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:40.331011 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e82025-62a6-471a-804a-3edfe09d36be", "name": "network-vif-plugged", "status": "completed", "tag": "d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:40.331011 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9d7a49c6-c98d-46e2-9d48-4acc6261d7f6 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:40.331439 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e82025-62a6-471a-804a-3edfe09d36be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27f04cf-06cf-4d1a-8f47-475f9c1b2a0a', 'code': 200} Jul 22 16:29:40.343458 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f276c419-6808-45a1-baf0-87a125514c9c req-e581c6a9-e0de-4cd4-b231-aa30a6374e09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2b7c12-1533-4931-ab15-27367cd8b074 HTTP/1.1" status: 200 len: 217 time: 0.0949614 Jul 22 16:29:40.366145 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6a653cb-d3ce-4d31-ac81-96a178b74d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:40.368283 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02fabf6-a731-4249-9aa9-d710d4572c5f x-openstack-request-id: req-a02fabf6-a731-4249-9aa9-d710d4572c5f {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:40.369095 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53", "tag": "1b2b7c12-1533-4931-ab15-27367cd8b074", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:40.372135 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a02fabf6-a731-4249-9aa9-d710d4572c5f {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:40.372805 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53', 'tag': '1b2b7c12-1533-4931-ab15-27367cd8b074', 'status': 'completed', 'code': 200} Jul 22 16:29:40.464015 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6a653cb-d3ce-4d31-ac81-96a178b74d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:40.466826 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6a653cb-d3ce-4d31-ac81-96a178b74d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:40.468061 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c6a653cb-d3ce-4d31-ac81-96a178b74d6e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/04b27baa-2c2f-4fdc-92a1-df46c578e68f HTTP/1.1" status: 204 len: 168 time: 0.3164742 Jul 22 16:29:40.483784 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a653cb-d3ce-4d31-ac81-96a178b74d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b27baa-2c2f-4fdc-92a1-df46c578e68f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:40.574155 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276c419-6808-45a1-baf0-87a125514c9c req-2277f965-95dc-49c6-8444-4df8b54d2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:40.576053 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f276c419-6808-45a1-baf0-87a125514c9c req-2277f965-95dc-49c6-8444-4df8b54d2656 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1dac8087-5dfb-4e2d-bc9b-97574efc063c HTTP/1.1" status: 200 len: 847 time: 0.1987908 Jul 22 16:29:40.640364 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f276c419-6808-45a1-baf0-87a125514c9c req-769d6617-8a3c-4df7-b022-da072d526157 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f917a743-2b29-4ed7-bc92-4ef128fdeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558307 Jul 22 16:29:40.756858 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2ed47-3591-447d-929c-cd433525b272 req-23cc26b7-90ac-44a8-a343-86790366025d tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:40.763714 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af19f6-b61c-478e-b91f-52a182c7db1b req-33ef367b-994f-46a2-a576-9652092a59f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:40.765623 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c0af19f6-b61c-478e-b91f-52a182c7db1b req-33ef367b-994f-46a2-a576-9652092a59f3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 1096 time: 0.3119676 Jul 22 16:29:40.767500 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e4c2ed47-3591-447d-929c-cd433525b272 req-23cc26b7-90ac-44a8-a343-86790366025d tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 945 time: 0.1465759 Jul 22 16:29:40.855638 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e4c2ed47-3591-447d-929c-cd433525b272 req-43e63d02-6219-42ce-acd8-9a1ce6fca4e2 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880671 Jul 22 16:29:40.931952 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38764) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:40.937040 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f276c419-6808-45a1-baf0-87a125514c9c req-e76bdb0e-a4ed-4af8-b9ca-e0b8c1c50406 service neutron] 10.222.0.30 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872365 Jul 22 16:29:40.943911 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c0af19f6-b61c-478e-b91f-52a182c7db1b req-e5d5c6fd-7c8e-4158-b763-4cf9b5948da0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382868 Jul 22 16:29:40.988315 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da589500-889d-469d-8196-09172ca8c311 req-08d1dab0-9224-4cf1-8945-1b74c09a25ac tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:40.989662 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da589500-889d-469d-8196-09172ca8c311 req-08d1dab0-9224-4cf1-8945-1b74c09a25ac tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 944 time: 0.3213301 Jul 22 16:29:40.997735 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a040b01a-3e3b-4af7-8664-7f776748aa0b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d7b368132cbc4ff885e39bdc3fb95329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0624130 Jul 22 16:29:40.998136 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38766) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:41.061272 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f5f09693-2e31-4156-90fe-c91986fd1756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:41.097047 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f5f09693-2e31-4156-90fe-c91986fd1756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:41.144578 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da589500-889d-469d-8196-09172ca8c311 req-ac83e9f3-f4d0-45b9-9a3d-71cf379e36ad tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478961 Jul 22 16:29:41.172602 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f276c419-6808-45a1-baf0-87a125514c9c req-cd28093f-3a26-48aa-ae48-b37dc0e5f793 service neutron] 10.222.0.30 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165408 Jul 22 16:29:41.193423 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f5f09693-2e31-4156-90fe-c91986fd1756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:41.196421 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f5f09693-2e31-4156-90fe-c91986fd1756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:41.204018 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f5f09693-2e31-4156-90fe-c91986fd1756 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bda016ce-181c-4424-bb08-5b62c83de555 HTTP/1.1" status: 204 len: 168 time: 0.2026093 Jul 22 16:29:41.218980 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f09693-2e31-4156-90fe-c91986fd1756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda016ce-181c-4424-bb08-5b62c83de555,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:41.442773 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150d0c-bc62-4e70-9cea-7506f933b434 req-098b64d1-aad1-47e1-ab1b-f9492d6d405b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:41.444454 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b150d0c-bc62-4e70-9cea-7506f933b434 req-098b64d1-aad1-47e1-ab1b-f9492d6d405b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 1095 time: 0.1708965 Jul 22 16:29:41.477364 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43ae08-a8a1-470a-b41f-8d82b6805cb0 req-7c6536d2-ff2a-439c-9589-7403f27027c8 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:41.479055 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6f43ae08-a8a1-470a-b41f-8d82b6805cb0 req-7c6536d2-ff2a-439c-9589-7403f27027c8 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.1194417 Jul 22 16:29:41.530495 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11b66d-f86a-4b4f-8f92-faa097935dd5 req-d5caeb4a-04ea-4702-8507-d9f431d4211f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:41.533156 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf11b66d-f86a-4b4f-8f92-faa097935dd5 req-d5caeb4a-04ea-4702-8507-d9f431d4211f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.1470277 Jul 22 16:29:41.610780 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6f43ae08-a8a1-470a-b41f-8d82b6805cb0 req-0ad207c4-da29-418b-b6a8-1eefb492a63a tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133525 Jul 22 16:29:41.649440 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150d0c-bc62-4e70-9cea-7506f933b434 req-645d8bfa-5761-4911-aed5-69e8edd25e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:41.655168 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b150d0c-bc62-4e70-9cea-7506f933b434 req-645d8bfa-5761-4911-aed5-69e8edd25e8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 908 time: 0.1977320 Jul 22 16:29:41.689181 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf11b66d-f86a-4b4f-8f92-faa097935dd5 req-e4dc6623-3b09-42fb-87b2-b03fa7bc52f7 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461794 Jul 22 16:29:41.732310 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b150d0c-bc62-4e70-9cea-7506f933b434 req-3404d45e-c49a-4634-b422-166948c298c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2b7c12-1533-4931-ab15-27367cd8b074 HTTP/1.1" status: 200 len: 217 time: 0.0694273 Jul 22 16:29:41.753004 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:41.842059 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150d0c-bc62-4e70-9cea-7506f933b434 req-ec1f3072-63cb-4b43-a462-108a467d5f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:41.843639 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b150d0c-bc62-4e70-9cea-7506f933b434 req-ec1f3072-63cb-4b43-a462-108a467d5f1e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1dac8087-5dfb-4e2d-bc9b-97574efc063c HTTP/1.1" status: 200 len: 847 time: 0.1027341 Jul 22 16:29:41.908023 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:41.929225 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b150d0c-bc62-4e70-9cea-7506f933b434 req-78dff3a3-2ff7-408d-aa84-3010cfb128b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f917a743-2b29-4ed7-bc92-4ef128fdeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786433 Jul 22 16:29:42.155228 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b150d0c-bc62-4e70-9cea-7506f933b434 req-ec0f4e9e-4148-4a76-9b16-c8168ed12d6c service neutron] 10.222.0.30 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167499 Jul 22 16:29:42.161787 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83880c22-acf8-47fb-bd5e-9d38c9b8546a req-f9bd61e9-7155-44cd-b2b3-352aa382988c tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:42.186378 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83880c22-acf8-47fb-bd5e-9d38c9b8546a req-f9bd61e9-7155-44cd-b2b3-352aa382988c tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 945 time: 0.1828005 Jul 22 16:29:42.270284 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83880c22-acf8-47fb-bd5e-9d38c9b8546a req-da857298-327c-4e4e-acd1-8903462f69ee tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825336 Jul 22 16:29:42.636441 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38812) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:42.796477 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b150d0c-bc62-4e70-9cea-7506f933b434 req-b4fd5725-529a-45d5-985e-514e884e8a6a service neutron] 10.222.0.30 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144922 Jul 22 16:29:42.819683 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c3fcc2dd-13e3-4077-97f3-8a380c000d72 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-329306133-network', 'tenant_id': 'df843042e7bb4dc58b1dc0b2a9779ef1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:42.863947 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dfa52-84e4-406e-ba0b-7dbce846f43f req-7c53b322-9257-4f6d-9cb7-55becbd56464 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:42.867290 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bb2dfa52-84e4-406e-ba0b-7dbce846f43f req-7c53b322-9257-4f6d-9cb7-55becbd56464 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 944 time: 0.5193861 Jul 22 16:29:42.886704 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fcc2dd-13e3-4077-97f3-8a380c000d72 admin admin] Made reservation on behalf of df843042e7bb4dc58b1dc0b2a9779ef1 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:29:42.889153 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3fcc2dd-13e3-4077-97f3-8a380c000d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:42.905812 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3fcc2dd-13e3-4077-97f3-8a380c000d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:42.917938 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb9e99-838b-4c8c-9950-7dc893f8f136 req-020a28db-012a-422a-bb2a-06e53f8568ed tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:42.925373 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9fdb9e99-838b-4c8c-9950-7dc893f8f136 req-020a28db-012a-422a-bb2a-06e53f8568ed tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.2069941 Jul 22 16:29:42.927563 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bb2dfa52-84e4-406e-ba0b-7dbce846f43f req-ad9eb65c-7e8c-4205-8763-353abf5129f9 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402143 Jul 22 16:29:43.023801 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9fdb9e99-838b-4c8c-9950-7dc893f8f136 req-a5f2ed91-b253-4c92-a062-5b0fa1c902d1 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960355 Jul 22 16:29:43.140840 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3fcc2dd-13e3-4077-97f3-8a380c000d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:43.157363 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3fcc2dd-13e3-4077-97f3-8a380c000d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:43.219889 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037dd07-3677-4662-974c-d4f5cb7f4c86 req-b64b7f82-a164-4fd8-abfb-06d1437fc18e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:43.234276 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fcc2dd-13e3-4077-97f3-8a380c000d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b843ac9b-1c99-4909-8a65-3cb884b7eb09,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:43.235897 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8037dd07-3677-4662-974c-d4f5cb7f4c86 req-b64b7f82-a164-4fd8-abfb-06d1437fc18e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.1740944 Jul 22 16:29:43.285273 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fcc2dd-13e3-4077-97f3-8a380c000d72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:29:43.310408 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3fcc2dd-13e3-4077-97f3-8a380c000d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:43.310759 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-c3fcc2dd-13e3-4077-97f3-8a380c000d72 admin admin] Added segment 5a9060b5-4226-4759-bef7-f246182920a0 of type vlan for network 7fa5d2e1-19c7-43a8-b75a-c39050293c46 Jul 22 16:29:43.324250 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8037dd07-3677-4662-974c-d4f5cb7f4c86 req-067250af-2956-42e2-abff-6804f32ddc15 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856650 Jul 22 16:29:43.408637 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3fcc2dd-13e3-4077-97f3-8a380c000d72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:43.491330 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3fcc2dd-13e3-4077-97f3-8a380c000d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:43.493247 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fcc2dd-13e3-4077-97f3-8a380c000d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:43.494338 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3fcc2dd-13e3-4077-97f3-8a380c000d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:43.510643 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7a255-ec1a-4815-aa8e-693e1cf69e92 req-3ac22d84-801d-46f3-8317-edeb03e1f442 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:43.518882 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2df7a255-ec1a-4815-aa8e-693e1cf69e92 req-3ac22d84-801d-46f3-8317-edeb03e1f442 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 945 time: 0.1314600 Jul 22 16:29:43.583466 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c3fcc2dd-13e3-4077-97f3-8a380c000d72 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9452646 Jul 22 16:29:43.586993 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38834) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:43.592502 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-18bd8616-8ae3-4762-af0c-a12108a10559 admin admin] Request body: {'subnet': {'network_id': '7fa5d2e1-19c7-43a8-b75a-c39050293c46', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-329306133-subnet', 'tenant_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:43.632843 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bd8616-8ae3-4762-af0c-a12108a10559 admin admin] Made reservation on behalf of df843042e7bb4dc58b1dc0b2a9779ef1 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:29:43.637675 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18bd8616-8ae3-4762-af0c-a12108a10559 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:43.640887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fcc2dd-13e3-4077-97f3-8a380c000d72 admin admin] Pushing event updated for resources: {'Network': ['ID=7fa5d2e1-19c7-43a8-b75a-c39050293c46,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:43.651790 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 7fa5d2e1-19c7-43a8-b75a-c39050293c46 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:29:43.668031 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2df7a255-ec1a-4815-aa8e-693e1cf69e92 req-cb2052b0-32ba-4816-b223-9de1d26a7afc tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463151 Jul 22 16:29:43.877140 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083322b-6556-4b7f-a09d-0381ca6b6238 req-8b22028e-47ca-4041-b3ed-cc57bbfd79eb tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:43.881569 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d083322b-6556-4b7f-a09d-0381ca6b6238 req-8b22028e-47ca-4041-b3ed-cc57bbfd79eb tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 1096 time: 0.0970769 Jul 22 16:29:43.970079 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d083322b-6556-4b7f-a09d-0381ca6b6238 req-1c5b6dde-074b-4aff-8357-b0965050385a tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784178 Jul 22 16:29:43.978901 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18bd8616-8ae3-4762-af0c-a12108a10559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:44.117222 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd8616-8ae3-4762-af0c-a12108a10559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29bacad7-4246-432b-a592-dd41a61214c5,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:44.129281 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bd8616-8ae3-4762-af0c-a12108a10559 admin admin] Checking segment: {'id': '5a9060b5-4226-4759-bef7-f246182920a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '7fa5d2e1-19c7-43a8-b75a-c39050293c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:29:44.129738 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bd8616-8ae3-4762-af0c-a12108a10559 admin admin] Network hostable DHCP agents. Network: 7fa5d2e1-19c7-43a8-b75a-c39050293c46, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:29:44.173676 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca77181-ed41-41ac-9f0f-eefa37b5d8be req-a59652a8-0f6d-4b6e-aa0f-1cb14f9d75b8 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:44.175645 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4ca77181-ed41-41ac-9f0f-eefa37b5d8be req-a59652a8-0f6d-4b6e-aa0f-1cb14f9d75b8 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 944 time: 0.1508131 Jul 22 16:29:44.193509 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bd8616-8ae3-4762-af0c-a12108a10559 admin admin] Network 7fa5d2e1-19c7-43a8-b75a-c39050293c46 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:29:44.218186 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-18bd8616-8ae3-4762-af0c-a12108a10559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 7fa5d2e1-19c7-43a8-b75a-c39050293c46) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:44.225726 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4ca77181-ed41-41ac-9f0f-eefa37b5d8be req-6457af03-50c7-430d-abbf-ef8f6c843175 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438263 Jul 22 16:29:44.231557 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce68150-71d7-4cd7-8a3f-dad893112bc8 None None] Network 7fa5d2e1-19c7-43a8-b75a-c39050293c46 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:29:44.232066 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bd8616-8ae3-4762-af0c-a12108a10559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:44.232636 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18bd8616-8ae3-4762-af0c-a12108a10559 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:44.254122 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-18bd8616-8ae3-4762-af0c-a12108a10559 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6635380 Jul 22 16:29:44.254770 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38850) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:44.260093 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5afa413c-de13-49a2-9b24-9d96a52cddca admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-329306133-router', 'tenant_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:44.266048 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c279c-57da-4674-81f6-bb8528e077f8 req-8e937396-abd1-455e-adbf-2c13b53d0c44 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:44.267747 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-de3c279c-57da-4674-81f6-bb8528e077f8 req-8e937396-abd1-455e-adbf-2c13b53d0c44 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.1263332 Jul 22 16:29:44.319832 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5afa413c-de13-49a2-9b24-9d96a52cddca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:44.321065 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5afa413c-de13-49a2-9b24-9d96a52cddca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:44.332857 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-de3c279c-57da-4674-81f6-bb8528e077f8 req-264925c4-b053-4e4f-af4f-d04fe584c47a tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553043 Jul 22 16:29:44.388446 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5afa413c-de13-49a2-9b24-9d96a52cddca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:44.738678 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e094a8-df21-47ab-840d-97c7600dee70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-7fa5d2e1-19c7-43a8-b75a-c39050293c46', 'network_id': '7fa5d2e1-19c7-43a8-b75a-c39050293c46', 'tenant_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'fixed_ips': [{'subnet_id': '29bacad7-4246-432b-a592-dd41a61214c5'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:29:44.740435 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94e094a8-df21-47ab-840d-97c7600dee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:44.750583 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5afa413c-de13-49a2-9b24-9d96a52cddca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:44.946515 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebe0e6-7ba4-456e-9a09-ee64d48d25c1 req-1c56f690-1fa3-4838-b9e7-efd114235c7d tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:44.946515 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-58ebe0e6-7ba4-456e-9a09-ee64d48d25c1 req-1c56f690-1fa3-4838-b9e7-efd114235c7d tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.3711960 Jul 22 16:29:45.067389 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-58ebe0e6-7ba4-456e-9a09-ee64d48d25c1 req-4da703f5-fa94-4581-83b7-a4f1f1022cb7 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210644 Jul 22 16:29:45.086368 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-94e094a8-df21-47ab-840d-97c7600dee70 None None] Allocated IP 172.20.0.2 (7fa5d2e1-19c7-43a8-b75a-c39050293c46/29bacad7-4246-432b-a592-dd41a61214c5/f8e6accf-c72b-4993-aa46-b4db6c55a6a2) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:29:45.300017 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5afa413c-de13-49a2-9b24-9d96a52cddca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:45.327180 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5afa413c-de13-49a2-9b24-9d96a52cddca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:45.349949 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94e094a8-df21-47ab-840d-97c7600dee70 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:45.363135 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-94e094a8-df21-47ab-840d-97c7600dee70 None None] Transition to ACTIVE for port object f8e6accf-c72b-4993-aa46-b4db6c55a6a2 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:29:45.384039 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-94e094a8-df21-47ab-840d-97c7600dee70 None None] Transition to ACTIVE for port object f8e6accf-c72b-4993-aa46-b4db6c55a6a2 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:29:45.402784 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94e094a8-df21-47ab-840d-97c7600dee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:45.508669 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-5afa413c-de13-49a2-9b24-9d96a52cddca admin admin] Allocated IP 172.25.0.224 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/2524590d-31b3-4742-a9b5-981b52628dd8) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:29:45.531319 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e094a8-df21-47ab-840d-97c7600dee70 None None] Network 7fa5d2e1-19c7-43a8-b75a-c39050293c46 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:29:45.545106 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-94e094a8-df21-47ab-840d-97c7600dee70 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:45.550854 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e094a8-df21-47ab-840d-97c7600dee70 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:29:45.565970 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd38cc-c365-439c-bf91-86a580879d64 req-63152503-8a9d-4567-9198-ee15de1595ae tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:45.573024 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64fd38cc-c365-439c-bf91-86a580879d64 req-63152503-8a9d-4567-9198-ee15de1595ae tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 944 time: 0.1606755 Jul 22 16:29:45.576998 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e094a8-df21-47ab-840d-97c7600dee70 None None] Pushing event updated for resources: {'Port': ['ID=f8e6accf-c72b-4993-aa46-b4db6c55a6a2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:45.639045 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64fd38cc-c365-439c-bf91-86a580879d64 req-6baac875-3662-45bb-92d4-f3e003cbff23 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535822 Jul 22 16:29:45.692914 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-94e094a8-df21-47ab-840d-97c7600dee70 None None] Attempting to bind port f8e6accf-c72b-4993-aa46-b4db6c55a6a2 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:29:45.693276 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-94e094a8-df21-47ab-840d-97c7600dee70 None None] Attempting to bind port f8e6accf-c72b-4993-aa46-b4db6c55a6a2 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '5a9060b5-4226-4759-bef7-f246182920a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '7fa5d2e1-19c7-43a8-b75a-c39050293c46'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:29:45.693640 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e094a8-df21-47ab-840d-97c7600dee70 None None] Attempting to bind port f8e6accf-c72b-4993-aa46-b4db6c55a6a2 on network 7fa5d2e1-19c7-43a8-b75a-c39050293c46 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:45.704760 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5afa413c-de13-49a2-9b24-9d96a52cddca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:45.721966 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e094a8-df21-47ab-840d-97c7600dee70 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:29:45.725085 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e094a8-df21-47ab-840d-97c7600dee70 None None] Checking segment: {'id': '5a9060b5-4226-4759-bef7-f246182920a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '7fa5d2e1-19c7-43a8-b75a-c39050293c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:29:45.725520 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94e094a8-df21-47ab-840d-97c7600dee70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:45.725959 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e094a8-df21-47ab-840d-97c7600dee70 None None] Bound using segment: {'id': '5a9060b5-4226-4759-bef7-f246182920a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '7fa5d2e1-19c7-43a8-b75a-c39050293c46'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:29:45.726469 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-94e094a8-df21-47ab-840d-97c7600dee70 None None] Bound port: f8e6accf-c72b-4993-aa46-b4db6c55a6a2, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9060b5-4226-4759-bef7-f246182920a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '7fa5d2e1-19c7-43a8-b75a-c39050293c46'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:29:45.726854 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94e094a8-df21-47ab-840d-97c7600dee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:45.842628 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5afa413c-de13-49a2-9b24-9d96a52cddca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:45.871849 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-94e094a8-df21-47ab-840d-97c7600dee70 None None] For port f8e6accf-c72b-4993-aa46-b4db6c55a6a2, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:29:45.875478 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-94e094a8-df21-47ab-840d-97c7600dee70 None None] For port f8e6accf-c72b-4993-aa46-b4db6c55a6a2, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f8e6accf-c72b-4993-aa46-b4db6c55a6a2,segment=NetworkSegment(5a9060b5-4226-4759-bef7-f246182920a0),segment_id=5a9060b5-4226-4759-bef7-f246182920a0)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:29:45.877296 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afa413c-de13-49a2-9b24-9d96a52cddca admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:29:45.882280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5afa413c-de13-49a2-9b24-9d96a52cddca admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:45.888478 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94e094a8-df21-47ab-840d-97c7600dee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:45.935680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afa413c-de13-49a2-9b24-9d96a52cddca admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:29:45.964936 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e094a8-df21-47ab-840d-97c7600dee70 None None] Pushing event updated for resources: {'Port': ['ID=f8e6accf-c72b-4993-aa46-b4db6c55a6a2,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:45.984182 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0896e-5ae8-4736-87b1-87c4659c4173 req-36a37c95-26e3-4cab-b1ba-ffd8c76ca940 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:46.010133 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ff0896e-5ae8-4736-87b1-87c4659c4173 req-36a37c95-26e3-4cab-b1ba-ffd8c76ca940 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.3848817 Jul 22 16:29:46.091237 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a492c997-72b1-405f-9989-d56d4e3687dc req-230835e1-7923-49be-8a33-a4243eafbaa3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1438656 Jul 22 16:29:46.198913 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ff0896e-5ae8-4736-87b1-87c4659c4173 req-af62fb99-1f27-4fd5-af6b-634c3ef7e002 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880794 Jul 22 16:29:46.201939 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa413c-de13-49a2-9b24-9d96a52cddca admin admin] Pushing event updated for resources: {'Port': ['ID=2524590d-31b3-4742-a9b5-981b52628dd8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:46.354253 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c997-72b1-405f-9989-d56d4e3687dc req-ff00d842-77db-45c6-8d2c-b5e209f38b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:46.355488 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a492c997-72b1-405f-9989-d56d4e3687dc req-ff00d842-77db-45c6-8d2c-b5e209f38b2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 1096 time: 0.1705174 Jul 22 16:29:46.365426 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8ff47-f23e-4f2e-83a7-a16fbd13f71b req-a6b79e27-214d-4bcb-8f63-fcaa6dd4aa3c tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:46.367532 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e9c8ff47-f23e-4f2e-83a7-a16fbd13f71b req-a6b79e27-214d-4bcb-8f63-fcaa6dd4aa3c tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.1523674 Jul 22 16:29:46.557272 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e9c8ff47-f23e-4f2e-83a7-a16fbd13f71b req-e187f335-7616-4adc-b7c4-244bb03f4436 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805017 Jul 22 16:29:46.605656 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c997-72b1-405f-9989-d56d4e3687dc req-4f2830b5-eaf4-4e63-ba9d-012d3a639b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:46.607224 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a492c997-72b1-405f-9989-d56d4e3687dc req-4f2830b5-eaf4-4e63-ba9d-012d3a639b5d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 908 time: 0.2234335 Jul 22 16:29:46.660280 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a492c997-72b1-405f-9989-d56d4e3687dc req-d1521500-62c2-4943-bd69-c9fa6d23fd8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72bbf97b-6a6b-40ea-8b2c-950b704b9c13 HTTP/1.1" status: 200 len: 217 time: 0.0417891 Jul 22 16:29:46.673196 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5afa413c-de13-49a2-9b24-9d96a52cddca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:46.761021 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492c997-72b1-405f-9989-d56d4e3687dc req-73a1a128-679f-43c1-9d7b-fc440f531de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:46.762605 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a492c997-72b1-405f-9989-d56d4e3687dc req-73a1a128-679f-43c1-9d7b-fc440f531de6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1dac8087-5dfb-4e2d-bc9b-97574efc063c HTTP/1.1" status: 200 len: 847 time: 0.0940747 Jul 22 16:29:46.885120 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a492c997-72b1-405f-9989-d56d4e3687dc req-a135f461-c11e-430b-9d22-8b6c03db55ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f917a743-2b29-4ed7-bc92-4ef128fdeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113298 Jul 22 16:29:47.031827 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a492c997-72b1-405f-9989-d56d4e3687dc req-26a924af-5e50-410b-96ed-d2139be87191 service neutron] 10.222.0.30 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347070 Jul 22 16:29:47.217685 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5afa413c-de13-49a2-9b24-9d96a52cddca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:47.251752 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a675e2-c6d4-4837-ad0a-44e981ac061e req-4dfaae3e-0177-434e-9c15-2c192c57c573 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:47.260123 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a492c997-72b1-405f-9989-d56d4e3687dc req-c7f7192e-b967-4b54-82c5-7a65ec647dc0 service neutron] 10.222.0.30 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082884 Jul 22 16:29:47.268659 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-42a675e2-c6d4-4837-ad0a-44e981ac061e req-4dfaae3e-0177-434e-9c15-2c192c57c573 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 944 time: 0.3091831 Jul 22 16:29:47.437182 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-42a675e2-c6d4-4837-ad0a-44e981ac061e req-9c5978db-0276-4807-9c59-6398032a7720 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676328 Jul 22 16:29:47.444227 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59769cbc-eb54-478a-bcb3-3adebcc9f23b req-d69e4b7c-6118-42dd-b037-c4b99c0d1463 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:47.462428 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-59769cbc-eb54-478a-bcb3-3adebcc9f23b req-d69e4b7c-6118-42dd-b037-c4b99c0d1463 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.1448503 Jul 22 16:29:47.549828 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-59769cbc-eb54-478a-bcb3-3adebcc9f23b req-967e953d-3295-4f50-bd58-dcc8192a284a tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816638 Jul 22 16:29:47.568286 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afa413c-de13-49a2-9b24-9d96a52cddca admin admin] Router 2affaef9-6f22-4ead-a75f-ac8c5468a241 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:29:47.654824 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec9d6a9-11dc-4571-ac00-94c42b3f16da None None] Network 7fa5d2e1-19c7-43a8-b75a-c39050293c46 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:29:47.777299 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-47dc2d3e-9987-439e-ab23-0a77c448d6b0 None None] Provisioning for port f8e6accf-c72b-4993-aa46-b4db6c55a6a2 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:29:47.813458 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798ddf2-72ac-456b-b1e7-1dc889b9b9c1 req-aa3fc103-ea93-49d7-b291-dfdc9235c9f8 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:47.832118 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afa413c-de13-49a2-9b24-9d96a52cddca admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:29:47.834295 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c798ddf2-72ac-456b-b1e7-1dc889b9b9c1 req-aa3fc103-ea93-49d7-b291-dfdc9235c9f8 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.1623225 Jul 22 16:29:47.843578 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] Sync routers for ids ['2affaef9-6f22-4ead-a75f-ac8c5468a241'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:29:47.889176 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5afa413c-de13-49a2-9b24-9d96a52cddca admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:47.890891 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] Routers {'2affaef9-6f22-4ead-a75f-ac8c5468a241'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:29:47.891848 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:29:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['2affaef9-6f22-4ead-a75f-ac8c5468a241'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:47.896241 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38940) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:47.896505 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5afa413c-de13-49a2-9b24-9d96a52cddca admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6400654 Jul 22 16:29:47.961275 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c798ddf2-72ac-456b-b1e7-1dc889b9b9c1 req-2bde664a-b969-4694-a674-b41ef8aee9f3 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260724 Jul 22 16:29:48.140120 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] Set router 2affaef9-6f22-4ead-a75f-ac8c5468a241 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:29:48.378555 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f8e6accf-c72b-4993-aa46-b4db6c55a6a2 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:48.550162 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port f8e6accf-c72b-4993-aa46-b4db6c55a6a2 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:29:48.556596 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port f8e6accf-c72b-4993-aa46-b4db6c55a6a2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:48.557098 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:48.774295 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:48.789416 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2affaef9-6f22-4ead-a75f-ac8c5468a241', 'name': 'tempest-FloatingIPsTestJSON-329306133-router', 'tenant_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '2524590d-31b3-4742-a9b5-981b52628dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:29:44Z', 'updated_at': '2021-07-22T16:29:46Z', 'revision_number': 3, 'project_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'gw_port': {'id': '2524590d-31b3-4742-a9b5-981b52628dd8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:93:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2affaef9-6f22-4ead-a75f-ac8c5468a241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:29:45Z', 'updated_at': '2021-07-22T16:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:48.806508 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bb3d5-b67e-427b-99a5-8c77704e068c req-0d1b8b5c-1c94-4616-93f8-bc3ac2e39133 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:48.819746 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c6bb3d5-b67e-427b-99a5-8c77704e068c req-0d1b8b5c-1c94-4616-93f8-bc3ac2e39133 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 950 time: 0.1472375 Jul 22 16:29:48.835665 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] Checking router: 2affaef9-6f22-4ead-a75f-ac8c5468a241 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:29:48.836430 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] Updating router 2affaef9-6f22-4ead-a75f-ac8c5468a241 port 2524590d-31b3-4742-a9b5-981b52628dd8 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:29:48.908070 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c6bb3d5-b67e-427b-99a5-8c77704e068c req-72750c5c-eb78-4ab5-a0ca-14ccd8f4cd89 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871606 Jul 22 16:29:48.926090 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef845468-0fdc-4582-92fc-b1ec79175f3c req-7de95c92-9545-4e3b-96bf-bb19b05b701c tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:48.931645 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port f8e6accf-c72b-4993-aa46-b4db6c55a6a2, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f8e6accf-c72b-4993-aa46-b4db6c55a6a2,segment=NetworkSegment(5a9060b5-4226-4759-bef7-f246182920a0),segment_id=5a9060b5-4226-4759-bef7-f246182920a0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:48.934658 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ef845468-0fdc-4582-92fc-b1ec79175f3c req-7de95c92-9545-4e3b-96bf-bb19b05b701c tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 944 time: 0.2927577 Jul 22 16:29:48.939384 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:48.944508 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:49.022373 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:49.026657 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=f8e6accf-c72b-4993-aa46-b4db6c55a6a2,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:49.093771 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-74749a5d-cf59-4c64-b605-5573e7791182 None None] Provisioning complete for port f8e6accf-c72b-4993-aa46-b4db6c55a6a2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:49.094841 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74749a5d-cf59-4c64-b605-5573e7791182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:49.155353 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ef845468-0fdc-4582-92fc-b1ec79175f3c req-a830e258-5eb3-4039-8283-3af15843261d tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073584 Jul 22 16:29:49.176057 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0772625-65fb-4566-810b-cce8ff9cf5b8 req-7692e453-f687-4fd1-a635-2818d7c672d7 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:49.185960 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d0772625-65fb-4566-810b-cce8ff9cf5b8 req-7692e453-f687-4fd1-a635-2818d7c672d7 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.1147454 Jul 22 16:29:49.321746 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d0772625-65fb-4566-810b-cce8ff9cf5b8 req-6697e9c8-1d34-409d-a857-f1e4bd54348f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215637 Jul 22 16:29:49.399239 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Allocated IP 172.20.0.1 (7fa5d2e1-19c7-43a8-b75a-c39050293c46/29bacad7-4246-432b-a592-dd41a61214c5/97a68c03-30be-407b-b742-b140bfc50bf2) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:29:49.496073 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device a0b654b3-3e6f-4821-902e-2228335f5f19 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:29:49.616729 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:49.642105 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port a0b654b3-3e6f-4821-902e-2228335f5f19, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a0b654b3-3e6f-4821-902e-2228335f5f19,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:49.652665 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Transition to ACTIVE for port object 97a68c03-30be-407b-b742-b140bfc50bf2 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:29:49.665738 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'a0b654b3-3e6f-4821-902e-2228335f5f19', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': 'a0b654b3-3e6f-4821-902e-2228335f5f19', 'mac_address': 'fa:16:3e:83:d4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:29:49.707528 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:49.753703 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:49.780915 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Pushing event updated for resources: {'Port': ['ID=97a68c03-30be-407b-b742-b140bfc50bf2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:49.791200 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0b654b3-3e6f-4821-902e-2228335f5f19 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:49.812989 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:49.814046 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:49.814607 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:49.815139 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:49.815690 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:49.816333 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:49.816636 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:49.818200 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:49.818715 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:49.819883 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:49.820405 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:49.820898 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:49.821467 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:49.830460 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port a0b654b3-3e6f-4821-902e-2228335f5f19, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a0b654b3-3e6f-4821-902e-2228335f5f19,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:49.836814 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] Transition to ACTIVE for port object 2524590d-31b3-4742-a9b5-981b52628dd8 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:29:49.838966 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:49.855671 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Network 7fa5d2e1-19c7-43a8-b75a-c39050293c46 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:29:49.857656 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:49.873130 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:29:49.879069 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:49.947045 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:49.984807 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=a0b654b3-3e6f-4821-902e-2228335f5f19,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:49.987921 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] Attempting to bind port 2524590d-31b3-4742-a9b5-981b52628dd8 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:29:49.988434 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] Attempting to bind port 2524590d-31b3-4742-a9b5-981b52628dd8 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:29:49.988843 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] Attempting to bind port 2524590d-31b3-4742-a9b5-981b52628dd8 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:50.028532 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:29:50.028909 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:29:50.029321 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:50.029719 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:29:50.030308 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] Bound port: 2524590d-31b3-4742-a9b5-981b52628dd8, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:29:50.030718 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:50.139178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9a3a9-497d-4ee5-8c32-0199c9258101 None None] Pushing event updated for resources: {'Port': ['ID=2524590d-31b3-4742-a9b5-981b52628dd8,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:50.197078 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e737876-629b-40a1-a380-713ccb6928fd req-56699888-fda7-4b8b-ac14-621830098b68 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:50.199065 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e737876-629b-40a1-a380-713ccb6928fd req-56699888-fda7-4b8b-ac14-621830098b68 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 949 time: 0.1613915 Jul 22 16:29:50.217013 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] For port 2524590d-31b3-4742-a9b5-981b52628dd8, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:29:50.225356 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] For port 2524590d-31b3-4742-a9b5-981b52628dd8, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2524590d-31b3-4742-a9b5-981b52628dd8,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:29:50.241472 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['a0b654b3-3e6f-4821-902e-2228335f5f19'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:50.244880 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:50.310777 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e737876-629b-40a1-a380-713ccb6928fd req-492057da-9f8a-4cfe-90c9-55b78958d8f2 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049352 Jul 22 16:29:50.367962 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f8e6accf-c72b-4993-aa46-b4db6c55a6a2 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:50.496104 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:50.560983 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb4bd7-095e-4d92-b95b-fd12784f0663 req-32ad9fae-dcf6-4ba2-8ee9-e047eae37918 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:50.562727 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-87fb4bd7-095e-4d92-b95b-fd12784f0663 req-32ad9fae-dcf6-4ba2-8ee9-e047eae37918 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 944 time: 0.2905960 Jul 22 16:29:50.631684 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8081eb-40c8-4bdb-887d-9aa54d4433e6 req-6e2baae0-7f7c-4fb9-9dd6-e675e6eba7f8 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:50.640725 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3b8081eb-40c8-4bdb-887d-9aa54d4433e6 req-6e2baae0-7f7c-4fb9-9dd6-e675e6eba7f8 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.1010625 Jul 22 16:29:50.694220 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3b8081eb-40c8-4bdb-887d-9aa54d4433e6 req-9f09415a-982b-405c-8128-7fe9227f0fab tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521231 Jul 22 16:29:50.699539 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-87fb4bd7-095e-4d92-b95b-fd12784f0663 req-09548dfc-cda0-438c-8082-ca50b8a0e79e tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250432 Jul 22 16:29:50.759893 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] Routers {'2affaef9-6f22-4ead-a75f-ac8c5468a241'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:29:50.766636 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:29:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['2affaef9-6f22-4ead-a75f-ac8c5468a241'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:50.782944 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-af2137ad-b8a8-4cd5-b404-f1dc83cea43e None None] Provisioning for port 97a68c03-30be-407b-b742-b140bfc50bf2 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:29:50.872519 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:50.882209 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:50.964003 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Pushing event updated for resources: {'Port': ['ID=97a68c03-30be-407b-b742-b140bfc50bf2,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:50.994657 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:51.003992 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] Set router 2affaef9-6f22-4ead-a75f-ac8c5468a241 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:29:51.030895 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9a3a9-497d-4ee5-8c32-0199c9258101 None None] Pushing event updated for resources: {'Port': ['ID=2524590d-31b3-4742-a9b5-981b52628dd8,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:51.098633 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-af2137ad-b8a8-4cd5-b404-f1dc83cea43e None None] Provisioning complete for port 97a68c03-30be-407b-b742-b140bfc50bf2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:51.099693 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-af2137ad-b8a8-4cd5-b404-f1dc83cea43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:51.148060 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Network 7fa5d2e1-19c7-43a8-b75a-c39050293c46 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:29:51.150553 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:51.278341 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port f8e6accf-c72b-4993-aa46-b4db6c55a6a2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:51.278732 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:51.361168 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-af2137ad-b8a8-4cd5-b404-f1dc83cea43e None None] Port 97a68c03-30be-407b-b742-b140bfc50bf2 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:29:51.418448 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Router 2affaef9-6f22-4ead-a75f-ac8c5468a241 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:29:51.533117 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1b2b7c12-1533-4931-ab15-27367cd8b074 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:29:51.539011 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device a0b654b3-3e6f-4821-902e-2228335f5f19 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:29:51.679113 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:29:51.708949 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-02776606-c718-4da7-a829-0672f80b53b9 admin admin] 10.222.0.69 "PUT /v2.0/routers/2affaef9-6f22-4ead-a75f-ac8c5468a241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7968469 Jul 22 16:29:51.717160 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711e767-7074-495a-a7a4-b58c29fbea00 req-39bcf86d-b8f9-48f9-9b20-903277e2417a tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:51.726814 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4711e767-7074-495a-a7a4-b58c29fbea00 req-39bcf86d-b8f9-48f9-9b20-903277e2417a tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 949 time: 0.3037186 Jul 22 16:29:51.840264 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4711e767-7074-495a-a7a4-b58c29fbea00 req-f0d91cd6-33a1-4be5-94cb-398ce904a5c5 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976155 Jul 22 16:29:51.898587 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43db0e-39d7-43bc-9673-ccf11d30c800 req-81042622-e301-43f4-a06b-2907e0b16c66 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:51.907518 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba43db0e-39d7-43bc-9673-ccf11d30c800 req-81042622-e301-43f4-a06b-2907e0b16c66 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.1250234 Jul 22 16:29:51.958306 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba43db0e-39d7-43bc-9673-ccf11d30c800 req-b3bcb696-a135-4c63-adc8-ea5e99d4678d tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465834 Jul 22 16:29:52.075826 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:52.098742 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-71d44ff6-8a04-415f-9700-f9dc1e449957 None None] Provisioning complete for port 97a68c03-30be-407b-b742-b140bfc50bf2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:52.099130 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71d44ff6-8a04-415f-9700-f9dc1e449957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:52.139230 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6cbd51-70cb-4729-b2c9-456f184944d4 req-575fb890-5d17-4e61-8e02-9ac070aba569 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:52.145876 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5d6cbd51-70cb-4729-b2c9-456f184944d4 req-575fb890-5d17-4e61-8e02-9ac070aba569 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 944 time: 0.1320765 Jul 22 16:29:52.161244 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a0b654b3-3e6f-4821-902e-2228335f5f19 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:52.186826 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port a0b654b3-3e6f-4821-902e-2228335f5f19, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a0b654b3-3e6f-4821-902e-2228335f5f19,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:52.203719 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:52.237976 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5d6cbd51-70cb-4729-b2c9-456f184944d4 req-09e1e1ff-cb42-49f3-ac5e-ca2fcbaf28bd tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849869 Jul 22 16:29:52.277609 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=a0b654b3-3e6f-4821-902e-2228335f5f19,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:52.303822 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-71d44ff6-8a04-415f-9700-f9dc1e449957 None None] Port 97a68c03-30be-407b-b742-b140bfc50bf2 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:29:52.328489 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2affaef9-6f22-4ead-a75f-ac8c5468a241', 'name': 'tempest-FloatingIPsTestJSON-329306133-router', 'tenant_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '2524590d-31b3-4742-a9b5-981b52628dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:29:44Z', 'updated_at': '2021-07-22T16:29:50Z', 'revision_number': 4, 'project_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'gw_port': {'id': '2524590d-31b3-4742-a9b5-981b52628dd8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:93:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2affaef9-6f22-4ead-a75f-ac8c5468a241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:29:45Z', 'updated_at': '2021-07-22T16:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '97a68c03-30be-407b-b742-b140bfc50bf2', 'name': '', 'network_id': '7fa5d2e1-19c7-43a8-b75a-c39050293c46', 'tenant_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'mac_address': 'fa:16:3e:88:b4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2affaef9-6f22-4ead-a75f-ac8c5468a241', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '29bacad7-4246-432b-a592-dd41a61214c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:29:48Z', 'updated_at': '2021-07-22T16:29:49Z', 'revision_number': 1, 'project_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'subnets': [{'id': '29bacad7-4246-432b-a592-dd41a61214c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:52.374219 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02378d23-8b53-44f8-94c7-ef3f0245643e None None] The sync data for ids ['2affaef9-6f22-4ead-a75f-ac8c5468a241'] in n-d-798930-9 is: [{'id': '2affaef9-6f22-4ead-a75f-ac8c5468a241', 'name': 'tempest-FloatingIPsTestJSON-329306133-router', 'tenant_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '2524590d-31b3-4742-a9b5-981b52628dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:29:44Z', 'updated_at': '2021-07-22T16:29:50Z', 'revision_number': 4, 'project_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'gw_port': {'id': '2524590d-31b3-4742-a9b5-981b52628dd8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:93:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2affaef9-6f22-4ead-a75f-ac8c5468a241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:29:45Z', 'updated_at': '2021-07-22T16:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '97a68c03-30be-407b-b742-b140bfc50bf2', 'name': '', 'network_id': '7fa5d2e1-19c7-43a8-b75a-c39050293c46', 'tenant_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'mac_address': 'fa:16:3e:88:b4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2affaef9-6f22-4ead-a75f-ac8c5468a241', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '29bacad7-4246-432b-a592-dd41a61214c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:29:48Z', 'updated_at': '2021-07-22T16:29:49Z', 'revision_number': 1, 'project_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'subnets': [{'id': '29bacad7-4246-432b-a592-dd41a61214c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:29:52.400331 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1b2b7c12-1533-4931-ab15-27367cd8b074, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1b2b7c12-1533-4931-ab15-27367cd8b074,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:52.414752 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '1b2b7c12-1533-4931-ab15-27367cd8b074', 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8', 'port_id': '1b2b7c12-1533-4931-ab15-27367cd8b074', 'mac_address': 'fa:16:3e:29:52:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dac8087-5dfb-4e2d-bc9b-97574efc063c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:29:52.463828 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:52.491943 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2b7c12-1533-4931-ab15-27367cd8b074 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:52.541658 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1b2b7c12-1533-4931-ab15-27367cd8b074, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1b2b7c12-1533-4931-ab15-27367cd8b074,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:52.550007 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:52.654789 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15c8e126-ab44-41ca-a17c-d5953f07ba66 req-875b3aee-e1e2-45cc-8991-9b69ea4930fe tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3314652 Jul 22 16:29:52.668960 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-15c8e126-ab44-41ca-a17c-d5953f07ba66 req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:52.675445 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=1b2b7c12-1533-4931-ab15-27367cd8b074,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:52.741354 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-15c8e126-ab44-41ca-a17c-d5953f07ba66 req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:52.909388 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['1b2b7c12-1533-4931-ab15-27367cd8b074'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:52.933579 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-15c8e126-ab44-41ca-a17c-d5953f07ba66 req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:53.131528 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-15c8e126-ab44-41ca-a17c-d5953f07ba66 req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Allocated IP 172.25.0.206 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/abac4cae-f138-4119-a41f-493d216a39b3) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:29:53.268436 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-15c8e126-ab44-41ca-a17c-d5953f07ba66 req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:53.304483 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2fd0a-f1c2-43df-8a3d-1cf6a0a9a6fb req-9de29ad4-e43e-4557-8ed0-f76472d4afe3 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:53.307010 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-26e2fd0a-f1c2-43df-8a3d-1cf6a0a9a6fb req-9de29ad4-e43e-4557-8ed0-f76472d4afe3 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 949 time: 0.0936415 Jul 22 16:29:53.341051 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-15c8e126-ab44-41ca-a17c-d5953f07ba66 req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:53.380322 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-26e2fd0a-f1c2-43df-8a3d-1cf6a0a9a6fb req-8201b736-7d5c-4ba7-a200-6ddb420c2ab5 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554485 Jul 22 16:29:53.408520 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Pushing event updated for resources: {'Port': ['ID=abac4cae-f138-4119-a41f-493d216a39b3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:53.423363 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:53.423803 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:53.424220 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:53.424635 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:53.425061 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:53.425470 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:53.425872 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:53.426799 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:53.427207 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:53.427607 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:53.428027 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:53.428440 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:53.447647 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c8e126-ab44-41ca-a17c-d5953f07ba66 req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:29:53.449185 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-15c8e126-ab44-41ca-a17c-d5953f07ba66 req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:53.451789 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c8e126-ab44-41ca-a17c-d5953f07ba66 req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:29:53.523211 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device a0b654b3-3e6f-4821-902e-2228335f5f19 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:53.604695 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-15c8e126-ab44-41ca-a17c-d5953f07ba66 req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:53.613428 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d54969-4958-4c0a-8d67-a2443cc363d1 req-3a1673fa-5ee9-4ca1-9271-b26f41498163 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:53.613428 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-32d54969-4958-4c0a-8d67-a2443cc363d1 req-3a1673fa-5ee9-4ca1-9271-b26f41498163 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.1512854 Jul 22 16:29:53.627770 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port a0b654b3-3e6f-4821-902e-2228335f5f19 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:53.628382 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:53.710341 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-15c8e126-ab44-41ca-a17c-d5953f07ba66 req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:53.711144 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-32d54969-4958-4c0a-8d67-a2443cc363d1 req-477ce035-440a-400f-a915-c653f7ba2db9 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771725 Jul 22 16:29:53.760561 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:53.794454 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9108ce31-391a-44a6-8bcb-721e4f8f2f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b654b3-3e6f-4821-902e-2228335f5f19'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:53.797892 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba9bba3-bf98-4499-8f70-925d69ab352d" -d '{"events": [{"server_uuid": "9108ce31-391a-44a6-8bcb-721e4f8f2f4f", "name": "network-vif-plugged", "status": "completed", "tag": "a0b654b3-3e6f-4821-902e-2228335f5f19"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:53.814303 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port a0b654b3-3e6f-4821-902e-2228335f5f19, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a0b654b3-3e6f-4821-902e-2228335f5f19,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:53.823114 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:53.895753 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=a0b654b3-3e6f-4821-902e-2228335f5f19,revision_number=11']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:53.966650 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-15c8e126-ab44-41ca-a17c-d5953f07ba66 req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:53.972171 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-15c8e126-ab44-41ca-a17c-d5953f07ba66 req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:53.996941 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244f068-f4cd-4df3-b5af-ca1b3373c9bb req-6324956b-5dc3-4e8b-9260-da5d610054c5 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:54.005732 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4244f068-f4cd-4df3-b5af-ca1b3373c9bb req-6324956b-5dc3-4e8b-9260-da5d610054c5 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 946 time: 0.0758712 Jul 22 16:29:54.046051 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Pushing event updated for resources: {'Port': ['ID=abac4cae-f138-4119-a41f-493d216a39b3,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:54.050915 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4244f068-f4cd-4df3-b5af-ca1b3373c9bb req-7fa9b6f8-ea02-4d2a-aed6-7e1ef45c9f98 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/security-groups?id=05c72797-4ad0-4f4e-a013-bd3f7bb310c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441027 Jul 22 16:29:54.062642 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-15c8e126-ab44-41ca-a17c-d5953f07ba66 req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:54.086173 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-15c8e126-ab44-41ca-a17c-d5953f07ba66 req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:54.087543 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15c8e126-ab44-41ca-a17c-d5953f07ba66 req-35215378-52ed-44e7-9280-bb609d2f7cb9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4316568 Jul 22 16:29:54.169845 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15c8e126-ab44-41ca-a17c-d5953f07ba66 req-526fb085-471c-4d02-8e4d-c9f0e1d1fdbd tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.206 HTTP/1.1" status: 200 len: 696 time: 0.0766795 Jul 22 16:29:54.249586 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b1914-b258-4115-ab38-9e5b1c3f1357 req-40dd6bc1-74f3-41dc-960f-2faefd03cc2c tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:54.259025 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ce2b1914-b258-4115-ab38-9e5b1c3f1357 req-40dd6bc1-74f3-41dc-960f-2faefd03cc2c tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 945 time: 0.1164162 Jul 22 16:29:54.263866 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2524590d-31b3-4742-a9b5-981b52628dd8 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:54.308190 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ce2b1914-b258-4115-ab38-9e5b1c3f1357 req-8013b2eb-d1ee-4a67-b506-c3ddd5d9f428 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481822 Jul 22 16:29:54.308666 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8e126-ab44-41ca-a17c-d5953f07ba66 req-30fefa1f-1b23-469f-9ea6-492338cf3033 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:54.325136 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15c8e126-ab44-41ca-a17c-d5953f07ba66 req-30fefa1f-1b23-469f-9ea6-492338cf3033 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.1467354 Jul 22 16:29:54.356523 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc803d0-86e0-4549-898b-c044e1bc4e8a x-openstack-request-id: req-4dc803d0-86e0-4549-898b-c044e1bc4e8a {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:54.358160 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9108ce31-391a-44a6-8bcb-721e4f8f2f4f", "name": "network-vif-plugged", "status": "completed", "tag": "a0b654b3-3e6f-4821-902e-2228335f5f19", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:54.358160 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4dc803d0-86e0-4549-898b-c044e1bc4e8a {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:54.359243 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9108ce31-391a-44a6-8bcb-721e4f8f2f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b654b3-3e6f-4821-902e-2228335f5f19', 'code': 200} Jul 22 16:29:54.381963 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 2524590d-31b3-4742-a9b5-981b52628dd8 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:29:54.397206 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 2524590d-31b3-4742-a9b5-981b52628dd8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:54.397633 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:54.451555 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a2b46dc3-d485-47b5-9da1-fff176ed8e32 req-6145aead-b506-4e59-b760-8c6f804b453e tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "GET /v2.0/floatingips/7827e7c9-42ac-46b0-89a5-6c06a345b96d HTTP/1.1" status: 200 len: 693 time: 0.0845962 Jul 22 16:29:54.572893 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:54.600987 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2aaab-2897-41be-b222-906997e50d79 req-1436e480-6755-41aa-b1ad-2f0628f2fcca tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:54.604443 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 2524590d-31b3-4742-a9b5-981b52628dd8, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2524590d-31b3-4742-a9b5-981b52628dd8,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:54.610287 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aac2aaab-2897-41be-b222-906997e50d79 req-1436e480-6755-41aa-b1ad-2f0628f2fcca tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 951 time: 0.1389577 Jul 22 16:29:54.613188 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:54.663548 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b46dc3-d485-47b5-9da1-fff176ed8e32 req-b5689dad-f118-4746-a6c5-6e6c5c58625c tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:54.665093 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a2b46dc3-d485-47b5-9da1-fff176ed8e32 req-b5689dad-f118-4746-a6c5-6e6c5c58625c tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.2117624 Jul 22 16:29:54.665455 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aac2aaab-2897-41be-b222-906997e50d79 req-2e8c1d7a-cc75-489d-ae34-e10708a3c20b tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486505 Jul 22 16:29:54.688515 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-a2b46dc3-d485-47b5-9da1-fff176ed8e32 req-0e852493-2c34-48e1-ba21-ee293320109c tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:29:54.689771 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a2b46dc3-d485-47b5-9da1-fff176ed8e32 req-0e852493-2c34-48e1-ba21-ee293320109c tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181310 Jul 22 16:29:54.733212 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=2524590d-31b3-4742-a9b5-981b52628dd8,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:54.811232 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5eaf1cb3-47f6-4aa4-b309-820ba33fef05 req-3c71c954-4fd6-4cdb-a9ca-2c8481d2fada tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "GET /v2.0/floatingips?tenant_id=df843042e7bb4dc58b1dc0b2a9779ef1 HTTP/1.1" status: 200 len: 696 time: 0.0627544 Jul 22 16:29:54.878492 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8ec71-c09a-4909-ac33-670fe2436839 req-5e083421-a77a-45e6-9894-8a9cf25185d2 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:54.880515 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6ed8ec71-c09a-4909-ac33-670fe2436839 req-5e083421-a77a-45e6-9894-8a9cf25185d2 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.0810082 Jul 22 16:29:54.901557 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17962c0-185a-4415-97c3-b8cd6ae54524 req-642c227c-9531-4a68-b44b-e59f727c45e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:54.903230 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c17962c0-185a-4415-97c3-b8cd6ae54524 req-642c227c-9531-4a68-b44b-e59f727c45e1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 1102 time: 0.2078145 Jul 22 16:29:54.932732 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6ed8ec71-c09a-4909-ac33-670fe2436839 req-b2c204d3-79e1-4154-885a-8498bd96ce3b tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457280 Jul 22 16:29:54.965663 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf1cb3-47f6-4aa4-b309-820ba33fef05 req-19cc7f20-cf21-450f-b57f-9b0ea213cdf0 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:54.967264 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5eaf1cb3-47f6-4aa4-b309-820ba33fef05 req-19cc7f20-cf21-450f-b57f-9b0ea213cdf0 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "GET /v2.0/networks?id=748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 787 time: 0.1495492 Jul 22 16:29:54.984693 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-5eaf1cb3-47f6-4aa4-b309-820ba33fef05 req-e9e033e1-d5ce-4399-b01d-40684ed13cef tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:29:54.985568 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5eaf1cb3-47f6-4aa4-b309-820ba33fef05 req-e9e033e1-d5ce-4399-b01d-40684ed13cef tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092235 Jul 22 16:29:54.989179 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c17962c0-185a-4415-97c3-b8cd6ae54524 req-48bbcccd-b18b-47e5-81da-d4c6bc44ec1b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709097 Jul 22 16:29:55.415142 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] Sync routers for ids ['2affaef9-6f22-4ead-a75f-ac8c5468a241'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:29:55.432174 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] Routers {'2affaef9-6f22-4ead-a75f-ac8c5468a241'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:29:55.432820 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:29:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['2affaef9-6f22-4ead-a75f-ac8c5468a241'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:55.443556 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-841a9ad3-478b-407f-a099-1a3b07a803cd req-fd37a2bf-3a2f-4e3a-aa2b-430f21797459 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "GET /v2.0/floatingips/7827e7c9-42ac-46b0-89a5-6c06a345b96d HTTP/1.1" status: 200 len: 693 time: 0.1069133 Jul 22 16:29:55.530609 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1b2b7c12-1533-4931-ab15-27367cd8b074 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:55.558561 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] Set router 2affaef9-6f22-4ead-a75f-ac8c5468a241 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:29:55.582625 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a9ad3-478b-407f-a099-1a3b07a803cd req-c35a7666-609b-410e-b369-3287d93a99d3 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:55.590855 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-841a9ad3-478b-407f-a099-1a3b07a803cd req-c35a7666-609b-410e-b369-3287d93a99d3 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.1333172 Jul 22 16:29:55.647594 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 37e3da87-b638-4139-b146-f7b7256811b7 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:29:55.662154 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-841a9ad3-478b-407f-a099-1a3b07a803cd req-b1795d9f-3564-49ff-8721-b0284f35c2e9 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.206 HTTP/1.1" status: 200 len: 696 time: 0.0698280 Jul 22 16:29:55.707598 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 1b2b7c12-1533-4931-ab15-27367cd8b074 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:29:55.724095 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 1b2b7c12-1533-4931-ab15-27367cd8b074 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:55.725190 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:55.751256 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-841a9ad3-478b-407f-a099-1a3b07a803cd req-d7cb2a3a-8d0c-4fc8-a8c8-94b33a650d14 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.206 HTTP/1.1" status: 200 len: 696 time: 0.0878563 Jul 22 16:29:55.844844 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4ea06-b383-4966-90e4-51b63faeecbb req-55bbb2b9-26ca-4735-a20e-38a31e14729d tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:55.852711 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39408b23-b70d-4d77-8ab3-59a4e9c19d09 req-6f159063-01dc-4ce0-91c1-b165dba46dff tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:55.854331 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-39408b23-b70d-4d77-8ab3-59a4e9c19d09 req-6f159063-01dc-4ce0-91c1-b165dba46dff tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 946 time: 0.5103679 Jul 22 16:29:55.854816 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26d4ea06-b383-4966-90e4-51b63faeecbb req-55bbb2b9-26ca-4735-a20e-38a31e14729d tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 946 time: 0.1157689 Jul 22 16:29:55.933057 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26d4ea06-b383-4966-90e4-51b63faeecbb req-6db57f29-8790-4acf-b670-7806c9036dbe tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/security-groups?id=05c72797-4ad0-4f4e-a013-bd3f7bb310c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770671 Jul 22 16:29:56.002621 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2affaef9-6f22-4ead-a75f-ac8c5468a241', 'name': 'tempest-FloatingIPsTestJSON-329306133-router', 'tenant_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '2524590d-31b3-4742-a9b5-981b52628dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:29:44Z', 'updated_at': '2021-07-22T16:29:50Z', 'revision_number': 4, 'project_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'gw_port': {'id': '2524590d-31b3-4742-a9b5-981b52628dd8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2affaef9-6f22-4ead-a75f-ac8c5468a241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:29:45Z', 'updated_at': '2021-07-22T16:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '97a68c03-30be-407b-b742-b140bfc50bf2', 'name': '', 'network_id': '7fa5d2e1-19c7-43a8-b75a-c39050293c46', 'tenant_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'mac_address': 'fa:16:3e:88:b4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2affaef9-6f22-4ead-a75f-ac8c5468a241', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '29bacad7-4246-432b-a592-dd41a61214c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:29:48Z', 'updated_at': '2021-07-22T16:29:50Z', 'revision_number': 2, 'project_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'subnets': [{'id': '29bacad7-4246-432b-a592-dd41a61214c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:56.025123 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-841a9ad3-478b-407f-a099-1a3b07a803cd req-c544ffa9-b312-451c-bb72-8f2345331401 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Deleting port abac4cae-f138-4119-a41f-493d216a39b3 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:29:56.025528 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-841a9ad3-478b-407f-a099-1a3b07a803cd req-c544ffa9-b312-451c-bb72-8f2345331401 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:56.064524 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] Checking router: 2affaef9-6f22-4ead-a75f-ac8c5468a241 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:29:56.065256 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] Updating router 2affaef9-6f22-4ead-a75f-ac8c5468a241 port 97a68c03-30be-407b-b742-b140bfc50bf2 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:29:56.151863 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 37e3da87-b638-4139-b146-f7b7256811b7, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=37e3da87-b638-4139-b146-f7b7256811b7,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:56.156526 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:56.158673 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485565b-536e-4f1b-8ea3-3201fb3b9ee4 req-19e8eb4a-d389-4aeb-92fe-c7d4fbc6967c tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:56.159561 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-39408b23-b70d-4d77-8ab3-59a4e9c19d09 req-7db5f64a-33b6-45c9-9f71-d57c1ac895e3 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Deleting port 4c2c9872-f911-4492-9143-e170a5c8e017 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:29:56.159903 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-39408b23-b70d-4d77-8ab3-59a4e9c19d09 req-7db5f64a-33b6-45c9-9f71-d57c1ac895e3 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:56.163720 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7485565b-536e-4f1b-8ea3-3201fb3b9ee4 req-19e8eb4a-d389-4aeb-92fe-c7d4fbc6967c tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 945 time: 0.1476877 Jul 22 16:29:56.164068 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:56.203739 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '37e3da87-b638-4139-b146-f7b7256811b7', 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e', 'port_id': '37e3da87-b638-4139-b146-f7b7256811b7', 'mac_address': 'fa:16:3e:e7:a8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c12ce3-22c0-432e-833b-5a5a37b77be7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:29:56.228890 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1b2b7c12-1533-4931-ab15-27367cd8b074, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1b2b7c12-1533-4931-ab15-27367cd8b074,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:56.267312 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:56.298581 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7485565b-536e-4f1b-8ea3-3201fb3b9ee4 req-5d98e3e7-8602-4943-a706-b376a6119b18 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289473 Jul 22 16:29:56.376007 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2b7c12-1533-4931-ab15-27367cd8b074'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:56.385794 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443e0c57-eb86-4c56-b72c-724cd08c671e" -d '{"events": [{"server_uuid": "8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53", "name": "network-vif-plugged", "status": "completed", "tag": "1b2b7c12-1533-4931-ab15-27367cd8b074"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:56.396561 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2524590d-31b3-4742-a9b5-981b52628dd8 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:56.591828 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:56.638714 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=1b2b7c12-1533-4931-ab15-27367cd8b074,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:56.649880 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37e3da87-b638-4139-b146-f7b7256811b7 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:56.668265 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 2524590d-31b3-4742-a9b5-981b52628dd8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:56.668844 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:56.670951 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-841a9ad3-478b-407f-a099-1a3b07a803cd req-c544ffa9-b312-451c-bb72-8f2345331401 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:56.671465 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-841a9ad3-478b-407f-a099-1a3b07a803cd req-c544ffa9-b312-451c-bb72-8f2345331401 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:56.700274 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:56.716732 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-841a9ad3-478b-407f-a099-1a3b07a803cd req-c544ffa9-b312-451c-bb72-8f2345331401 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Calling delete_port for abac4cae-f138-4119-a41f-493d216a39b3 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:29:56.728383 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] Transition to ACTIVE for port object 97a68c03-30be-407b-b742-b140bfc50bf2 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:29:56.746489 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:56.828628 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 37e3da87-b638-4139-b146-f7b7256811b7, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=37e3da87-b638-4139-b146-f7b7256811b7,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:56.838564 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:56.868182 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-39408b23-b70d-4d77-8ab3-59a4e9c19d09 req-7db5f64a-33b6-45c9-9f71-d57c1ac895e3 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] For port 4c2c9872-f911-4492-9143-e170a5c8e017, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=4c2c9872-f911-4492-9143-e170a5c8e017,segment=NetworkSegment(c7c9eded-97e4-49b6-9083-c496d8243373),segment_id=c7c9eded-97e4-49b6-9083-c496d8243373)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:56.869373 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-39408b23-b70d-4d77-8ab3-59a4e9c19d09 req-7db5f64a-33b6-45c9-9f71-d57c1ac895e3 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:56.896447 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152b92c-5bc9-4d01-b7bf-3afb9ede9096 None None] Pushing event updated for resources: {'Port': ['ID=97a68c03-30be-407b-b742-b140bfc50bf2,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:56.901605 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-39408b23-b70d-4d77-8ab3-59a4e9c19d09 req-7db5f64a-33b6-45c9-9f71-d57c1ac895e3 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Calling delete_port for 4c2c9872-f911-4492-9143-e170a5c8e017 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:29:56.934305 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1152b92c-5bc9-4d01-b7bf-3afb9ede9096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:56.934791 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1152b92c-5bc9-4d01-b7bf-3afb9ede9096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:56.935002 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1152b92c-5bc9-4d01-b7bf-3afb9ede9096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:56.935346 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1152b92c-5bc9-4d01-b7bf-3afb9ede9096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:56.935683 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1152b92c-5bc9-4d01-b7bf-3afb9ede9096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:56.936017 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1152b92c-5bc9-4d01-b7bf-3afb9ede9096 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:56.936346 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1152b92c-5bc9-4d01-b7bf-3afb9ede9096 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:56.936945 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1152b92c-5bc9-4d01-b7bf-3afb9ede9096 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:56.937063 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1152b92c-5bc9-4d01-b7bf-3afb9ede9096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:56.937353 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1152b92c-5bc9-4d01-b7bf-3afb9ede9096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:56.937683 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1152b92c-5bc9-4d01-b7bf-3afb9ede9096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:56.938062 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1152b92c-5bc9-4d01-b7bf-3afb9ede9096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:57.025830 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] Attempting to bind port 97a68c03-30be-407b-b742-b140bfc50bf2 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:29:57.027706 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] Attempting to bind port 97a68c03-30be-407b-b742-b140bfc50bf2 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '5a9060b5-4226-4759-bef7-f246182920a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '7fa5d2e1-19c7-43a8-b75a-c39050293c46'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:29:57.028453 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] Attempting to bind port 97a68c03-30be-407b-b742-b140bfc50bf2 on network 7fa5d2e1-19c7-43a8-b75a-c39050293c46 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:57.046512 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:29:57.046957 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] Checking segment: {'id': '5a9060b5-4226-4759-bef7-f246182920a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '7fa5d2e1-19c7-43a8-b75a-c39050293c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:29:57.047303 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:57.047703 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] Bound using segment: {'id': '5a9060b5-4226-4759-bef7-f246182920a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '7fa5d2e1-19c7-43a8-b75a-c39050293c46'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:29:57.048192 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] Bound port: 97a68c03-30be-407b-b742-b140bfc50bf2, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9060b5-4226-4759-bef7-f246182920a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '7fa5d2e1-19c7-43a8-b75a-c39050293c46'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:29:57.048594 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:57.058726 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=37e3da87-b638-4139-b146-f7b7256811b7,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:57.098941 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['37e3da87-b638-4139-b146-f7b7256811b7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:57.123686 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5394d1e-f899-40ca-97c8-101351d213ae req-7876542e-1a7c-4ab7-8fc5-4ec777c38ff0 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:57.127390 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5394d1e-f899-40ca-97c8-101351d213ae req-7876542e-1a7c-4ab7-8fc5-4ec777c38ff0 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 951 time: 0.2607894 Jul 22 16:29:57.213640 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] For port 97a68c03-30be-407b-b742-b140bfc50bf2, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:29:57.218565 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] For port 97a68c03-30be-407b-b742-b140bfc50bf2, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=97a68c03-30be-407b-b742-b140bfc50bf2,segment=NetworkSegment(5a9060b5-4226-4759-bef7-f246182920a0),segment_id=5a9060b5-4226-4759-bef7-f246182920a0)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:29:57.226861 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:57.263182 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5394d1e-f899-40ca-97c8-101351d213ae req-1cecd958-cedf-4568-ac3e-164dcb742f3c tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294160 Jul 22 16:29:57.309571 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-841a9ad3-478b-407f-a099-1a3b07a803cd req-c544ffa9-b312-451c-bb72-8f2345331401 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:57.400257 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] Routers {'2affaef9-6f22-4ead-a75f-ac8c5468a241'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:29:57.400913 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:29:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['2affaef9-6f22-4ead-a75f-ac8c5468a241'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:57.506112 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152b92c-5bc9-4d01-b7bf-3afb9ede9096 None None] Pushing event updated for resources: {'Port': ['ID=97a68c03-30be-407b-b742-b140bfc50bf2,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:57.541442 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e11c4-109f-4a2b-b773-d63268a5d63d req-6b9f0b10-eac5-4913-982f-9ce6b7ca2258 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:57.553123 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3a3e11c4-109f-4a2b-b773-d63268a5d63d req-6b9f0b10-eac5-4913-982f-9ce6b7ca2258 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 945 time: 0.1389854 Jul 22 16:29:57.596910 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544ffa9-b312-451c-bb72-8f2345331401 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Pushing event deleted for resources: {'Port': ['ID=abac4cae-f138-4119-a41f-493d216a39b3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:57.601980 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-39408b23-b70d-4d77-8ab3-59a4e9c19d09 req-7db5f64a-33b6-45c9-9f71-d57c1ac895e3 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:57.623620 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 4c2c9872-f911-4492-9143-e170a5c8e017 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:29:57.644742 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-841a9ad3-478b-407f-a099-1a3b07a803cd req-c544ffa9-b312-451c-bb72-8f2345331401 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:57.646672 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] Set router 2affaef9-6f22-4ead-a75f-ac8c5468a241 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:29:57.657652 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-841a9ad3-478b-407f-a099-1a3b07a803cd req-c544ffa9-b312-451c-bb72-8f2345331401 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:57.673180 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-841a9ad3-478b-407f-a099-1a3b07a803cd req-c544ffa9-b312-451c-bb72-8f2345331401 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "DELETE /v2.0/floatingips/7827e7c9-42ac-46b0-89a5-6c06a345b96d HTTP/1.1" status: 204 len: 173 time: 1.9209697 Jul 22 16:29:57.716107 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3a3e11c4-109f-4a2b-b773-d63268a5d63d req-5ee677c7-50c2-438c-bdcf-305b71c59413 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625011 Jul 22 16:29:57.774110 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 4c2c9872-f911-4492-9143-e170a5c8e017 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:29:57.775643 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 4c2c9872-f911-4492-9143-e170a5c8e017 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:29:57.778552 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device a1201828-21b3-4410-865e-a032626110d2 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:29:57.839477 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c469fa-7aeb-4628-a21a-249632194f15 x-openstack-request-id: req-a5c469fa-7aeb-4628-a21a-249632194f15 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:57.841507 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5f64a-33b6-45c9-9f71-d57c1ac895e3 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Pushing event deleted for resources: {'Port': ['ID=4c2c9872-f911-4492-9143-e170a5c8e017,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:57.846250 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53", "name": "network-vif-plugged", "status": "completed", "tag": "1b2b7c12-1533-4931-ab15-27367cd8b074", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:57.846516 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a5c469fa-7aeb-4628-a21a-249632194f15 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:57.846942 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2b7c12-1533-4931-ab15-27367cd8b074', 'code': 200} Jul 22 16:29:58.037985 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:58.069091 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-39408b23-b70d-4d77-8ab3-59a4e9c19d09 req-7db5f64a-33b6-45c9-9f71-d57c1ac895e3 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] No DVR routers for this DVR port 4c2c9872-f911-4492-9143-e170a5c8e017 on host n-h1-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:29:58.073242 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-39408b23-b70d-4d77-8ab3-59a4e9c19d09 req-7db5f64a-33b6-45c9-9f71-d57c1ac895e3 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:58.079938 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-39408b23-b70d-4d77-8ab3-59a4e9c19d09 req-7db5f64a-33b6-45c9-9f71-d57c1ac895e3 tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.16 "DELETE /v2.0/ports/4c2c9872-f911-4492-9143-e170a5c8e017 HTTP/1.1" status: 204 len: 173 time: 2.2046971 Jul 22 16:29:58.144872 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b56c4b-883c-481d-a20c-6a8c7732374a', 'name': 'network-vif-deleted', 'tag': '4c2c9872-f911-4492-9143-e170a5c8e017'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:58.147489 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061cb2c8-8b06-4314-b448-43d1f769b205" -d '{"events": [{"server_uuid": "c8b56c4b-883c-481d-a20c-6a8c7732374a", "name": "network-vif-deleted", "tag": "4c2c9872-f911-4492-9143-e170a5c8e017"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:58.156748 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac831744-49b5-4c37-bd00-a5d18ed3a7d6 req-2ee7b0a3-fbde-4834-ad6a-439de233c0cd tempest-AttachSCSIVolumeTestJSON-1646220400 tempest-AttachSCSIVolumeTestJSON-1646220400-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b56c4b-883c-481d-a20c-6a8c7732374a HTTP/1.1" status: 200 len: 210 time: 0.1613491 Jul 22 16:29:58.260960 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8bb7a-9725-4499-ae98-0580ec013a7a req-e8955c3a-4cae-46fe-9357-d550a86ed2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:58.263825 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-aed8bb7a-9725-4499-ae98-0580ec013a7a req-e8955c3a-4cae-46fe-9357-d550a86ed2e2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 1097 time: 0.3147042 Jul 22 16:29:58.267058 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port a1201828-21b3-4410-865e-a032626110d2, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=a1201828-21b3-4410-865e-a032626110d2,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:58.294557 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2affaef9-6f22-4ead-a75f-ac8c5468a241', 'name': 'tempest-FloatingIPsTestJSON-329306133-router', 'tenant_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '2524590d-31b3-4742-a9b5-981b52628dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:29:44Z', 'updated_at': '2021-07-22T16:29:50Z', 'revision_number': 4, 'project_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'gw_port': {'id': '2524590d-31b3-4742-a9b5-981b52628dd8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2affaef9-6f22-4ead-a75f-ac8c5468a241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:29:45Z', 'updated_at': '2021-07-22T16:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '97a68c03-30be-407b-b742-b140bfc50bf2', 'name': '', 'network_id': '7fa5d2e1-19c7-43a8-b75a-c39050293c46', 'tenant_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'mac_address': 'fa:16:3e:88:b4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2affaef9-6f22-4ead-a75f-ac8c5468a241', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '29bacad7-4246-432b-a592-dd41a61214c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:29:48Z', 'updated_at': '2021-07-22T16:29:57Z', 'revision_number': 4, 'project_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'subnets': [{'id': '29bacad7-4246-432b-a592-dd41a61214c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:58.301767 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:58.404626 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-aed8bb7a-9725-4499-ae98-0580ec013a7a req-d3f04ef6-b989-46c7-b8ac-6f75b1be6c9c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340861 Jul 22 16:29:58.408921 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 97a68c03-30be-407b-b742-b140bfc50bf2 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:58.435667 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4229329-fe4f-49d7-9696-0bbaa83b579a None None] The sync data for ids ['2affaef9-6f22-4ead-a75f-ac8c5468a241'] in n-d-798930-9 is: [{'id': '2affaef9-6f22-4ead-a75f-ac8c5468a241', 'name': 'tempest-FloatingIPsTestJSON-329306133-router', 'tenant_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '2524590d-31b3-4742-a9b5-981b52628dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:29:44Z', 'updated_at': '2021-07-22T16:29:50Z', 'revision_number': 4, 'project_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'gw_port': {'id': '2524590d-31b3-4742-a9b5-981b52628dd8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2affaef9-6f22-4ead-a75f-ac8c5468a241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:29:45Z', 'updated_at': '2021-07-22T16:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '97a68c03-30be-407b-b742-b140bfc50bf2', 'name': '', 'network_id': '7fa5d2e1-19c7-43a8-b75a-c39050293c46', 'tenant_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'mac_address': 'fa:16:3e:88:b4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2affaef9-6f22-4ead-a75f-ac8c5468a241', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '29bacad7-4246-432b-a592-dd41a61214c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:29:48Z', 'updated_at': '2021-07-22T16:29:57Z', 'revision_number': 4, 'project_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'subnets': [{'id': '29bacad7-4246-432b-a592-dd41a61214c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:29:58.555365 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=a1201828-21b3-4410-865e-a032626110d2,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:58.561212 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-33b9ac37-6a9c-414a-b00a-d6791fa8b3b5 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:58.569254 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-33b9ac37-6a9c-414a-b00a-d6791fa8b3b5 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/networks?id=c91084da-dc2f-47a0-a494-d8982c84093b HTTP/1.1" status: 200 len: 805 time: 0.2039554 Jul 22 16:29:58.592597 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 97a68c03-30be-407b-b742-b140bfc50bf2 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:29:58.596348 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-06f8e72c-de29-4608-a037-e21b6793402f tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/quotas/ac588735236c4792be7c191fef7dacd8 HTTP/1.1" status: 200 len: 375 time: 0.0258069 Jul 22 16:29:58.611249 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 97a68c03-30be-407b-b742-b140bfc50bf2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:58.611689 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:58.724998 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee17df-24ad-41ae-ad38-d5ca9dd7a175 req-048afe54-b229-4813-b847-14e7499585b8 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:58.741267 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-71ee17df-24ad-41ae-ad38-d5ca9dd7a175 req-048afe54-b229-4813-b847-14e7499585b8 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 946 time: 0.1817491 Jul 22 16:29:58.747380 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-ed7d2adb-2376-4c12-8925-bbced891bc99 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ac588735236c4792be7c191fef7dacd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1499743 Jul 22 16:29:58.778850 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:58.863691 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 97a68c03-30be-407b-b742-b140bfc50bf2, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=97a68c03-30be-407b-b742-b140bfc50bf2,segment=NetworkSegment(5a9060b5-4226-4759-bef7-f246182920a0),segment_id=5a9060b5-4226-4759-bef7-f246182920a0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:58.872630 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:58.918544 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-71ee17df-24ad-41ae-ad38-d5ca9dd7a175 req-64a3abca-7b7f-422b-bce8-5d982fce3e37 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697319 Jul 22 16:29:58.960011 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-014f3fa7-1b29-4fca-aa2b-75faa3e224e2 service neutron] 10.222.0.69 "GET /v2.0/networks/c91084da-dc2f-47a0-a494-d8982c84093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962900 Jul 22 16:29:59.011236 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f0a82cc9-3d13-422c-bf55-e2b17711c6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:59.084199 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=97a68c03-30be-407b-b742-b140bfc50bf2,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:59.086336 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2edc5-69ed-4263-a3b3-58758dcfc4ee req-eb2739ce-99f4-4bfe-a0c2-cf1e1db639ad tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:59.088254 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5ab2edc5-69ed-4263-a3b3-58758dcfc4ee req-eb2739ce-99f4-4bfe-a0c2-cf1e1db639ad tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.16 "GET /v2.0/ports?device_id=03b4e77f-4dba-491f-a88f-92ae5a28c044 HTTP/1.1" status: 200 len: 943 time: 0.2975729 Jul 22 16:29:59.181467 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-c49d21b8-d202-414b-a364-a875ebe7c14d service neutron] 10.222.0.69 "GET /v2.0/networks/c91084da-dc2f-47a0-a494-d8982c84093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203314 Jul 22 16:29:59.470244 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-569a8ee3-e00a-4484-b0d7-e73c6453e676 req-a78b839d-353a-4805-a091-47031b37bcb8 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5194583 Jul 22 16:29:59.475379 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d1394e-497e-494f-9cf2-dd5cf5f2f1e6 x-openstack-request-id: req-39d1394e-497e-494f-9cf2-dd5cf5f2f1e6 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:59.475668 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b56c4b-883c-481d-a20c-6a8c7732374a", "name": "network-vif-deleted", "tag": "4c2c9872-f911-4492-9143-e170a5c8e017", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:59.475921 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-39d1394e-497e-494f-9cf2-dd5cf5f2f1e6 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:59.476312 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b56c4b-883c-481d-a20c-6a8c7732374a', 'name': 'network-vif-deleted', 'tag': '4c2c9872-f911-4492-9143-e170a5c8e017', 'status': 'completed', 'code': 200} Jul 22 16:29:59.489280 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-569a8ee3-e00a-4484-b0d7-e73c6453e676 req-7dc7b5e3-5435-472a-8df6-bb7f841ec8c8 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:59.642756 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-5ab2edc5-69ed-4263-a3b3-58758dcfc4ee req-191f5748-abc2-4859-8cc6-24c8f5ebe7a5 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Deleting port a1201828-21b3-4410-865e-a032626110d2 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:29:59.643107 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5ab2edc5-69ed-4263-a3b3-58758dcfc4ee req-191f5748-abc2-4859-8cc6-24c8f5ebe7a5 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:59.664536 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 37e3da87-b638-4139-b146-f7b7256811b7 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:59.757634 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62f648-806f-46c0-a522-72e3f18b5c35 req-f223f8f4-45a6-47e7-8520-c5e78bbdff47 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:59.777975 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3f62f648-806f-46c0-a522-72e3f18b5c35 req-f223f8f4-45a6-47e7-8520-c5e78bbdff47 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 1102 time: 0.1501169 Jul 22 16:29:59.808590 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 37e3da87-b638-4139-b146-f7b7256811b7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:59.809840 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:59.874562 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3f62f648-806f-46c0-a522-72e3f18b5c35 req-450bdf6b-563a-40ec-bfc2-3c2853a80525 tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774961 Jul 22 16:29:59.922726 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b4e77f-4dba-491f-a88f-92ae5a28c044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1201828-21b3-4410-865e-a032626110d2'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:59.930946 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b181b50-d8e2-4ab2-80c2-92fc09cdc9af" -d '{"events": [{"server_uuid": "03b4e77f-4dba-491f-a88f-92ae5a28c044", "name": "network-vif-unplugged", "status": "completed", "tag": "a1201828-21b3-4410-865e-a032626110d2"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:59.940877 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-5ab2edc5-69ed-4263-a3b3-58758dcfc4ee req-191f5748-abc2-4859-8cc6-24c8f5ebe7a5 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] For port a1201828-21b3-4410-865e-a032626110d2, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=a1201828-21b3-4410-865e-a032626110d2,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:59.941457 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5ab2edc5-69ed-4263-a3b3-58758dcfc4ee req-191f5748-abc2-4859-8cc6-24c8f5ebe7a5 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:59.982254 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-5ab2edc5-69ed-4263-a3b3-58758dcfc4ee req-191f5748-abc2-4859-8cc6-24c8f5ebe7a5 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Calling delete_port for a1201828-21b3-4410-865e-a032626110d2 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:00.045349 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:00.128164 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 37e3da87-b638-4139-b146-f7b7256811b7, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=37e3da87-b638-4139-b146-f7b7256811b7,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:00.138467 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:00.140590 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device a1201828-21b3-4410-865e-a032626110d2 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:00.262661 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-569a8ee3-e00a-4484-b0d7-e73c6453e676 req-7dc7b5e3-5435-472a-8df6-bb7f841ec8c8 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:00.307495 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5ab2edc5-69ed-4263-a3b3-58758dcfc4ee req-191f5748-abc2-4859-8cc6-24c8f5ebe7a5 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:00.308557 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 97a68c03-30be-407b-b742-b140bfc50bf2 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:30:00.353367 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f5748-abc2-4859-8cc6-24c8f5ebe7a5 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Pushing event deleted for resources: {'Port': ['ID=a1201828-21b3-4410-865e-a032626110d2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:00.379326 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No active binding found for port a1201828-21b3-4410-865e-a032626110d2 {{(pid=93818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 16:30:00.379805 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device a1201828-21b3-4410-865e-a032626110d2 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:30:00.390622 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=37e3da87-b638-4139-b146-f7b7256811b7,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:00.402231 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 97a68c03-30be-407b-b742-b140bfc50bf2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:30:00.402607 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:00.421200 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab2edc5-69ed-4263-a3b3-58758dcfc4ee req-191f5748-abc2-4859-8cc6-24c8f5ebe7a5 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] No DVR routers for this DVR port a1201828-21b3-4410-865e-a032626110d2 on host n-h1-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:30:00.427010 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5ab2edc5-69ed-4263-a3b3-58758dcfc4ee req-191f5748-abc2-4859-8cc6-24c8f5ebe7a5 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:00.429287 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5ab2edc5-69ed-4263-a3b3-58758dcfc4ee req-191f5748-abc2-4859-8cc6-24c8f5ebe7a5 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.16 "DELETE /v2.0/ports/a1201828-21b3-4410-865e-a032626110d2 HTTP/1.1" status: 204 len: 173 time: 1.3315730 Jul 22 16:30:00.555982 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-569a8ee3-e00a-4484-b0d7-e73c6453e676 req-7dc7b5e3-5435-472a-8df6-bb7f841ec8c8 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:00.601035 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e8e66-5668-420d-b156-5fd3844e557c req-316fda2e-8897-4314-9bdd-64120b4d38e2 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:00.607539 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-896e8e66-5668-420d-b156-5fd3844e557c req-316fda2e-8897-4314-9bdd-64120b4d38e2 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 945 time: 0.6620615 Jul 22 16:30:00.666494 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-896e8e66-5668-420d-b156-5fd3844e557c req-43b6c7d9-f6a8-45ed-a7f1-fd73548d4c9d tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514646 Jul 22 16:30:00.756762 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-569a8ee3-e00a-4484-b0d7-e73c6453e676 req-7dc7b5e3-5435-472a-8df6-bb7f841ec8c8 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Allocated IP 172.25.0.67 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/6d678a2e-9e2c-4bd8-8b52-3b8f6872b22d) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:30:00.937671 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-18d6bfd1-6f23-41b7-8106-76d4a0c9e7ce req-1fc8fed1-3b29-4461-9e62-27f504a99ce2 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 210 time: 0.0446556 Jul 22 16:30:01.001184 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-569a8ee3-e00a-4484-b0d7-e73c6453e676 req-7dc7b5e3-5435-472a-8df6-bb7f841ec8c8 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:01.090839 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-569a8ee3-e00a-4484-b0d7-e73c6453e676 req-7dc7b5e3-5435-472a-8df6-bb7f841ec8c8 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:01.137711 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569a8ee3-e00a-4484-b0d7-e73c6453e676 req-7dc7b5e3-5435-472a-8df6-bb7f841ec8c8 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:30:01.141640 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-569a8ee3-e00a-4484-b0d7-e73c6453e676 req-7dc7b5e3-5435-472a-8df6-bb7f841ec8c8 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:30:01.148743 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-569a8ee3-e00a-4484-b0d7-e73c6453e676 req-7dc7b5e3-5435-472a-8df6-bb7f841ec8c8 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:30:01.243611 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7b5e3-5435-472a-8df6-bb7f841ec8c8 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Pushing event updated for resources: {'Port': ['ID=6d678a2e-9e2c-4bd8-8b52-3b8f6872b22d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:01.422428 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef53655-5261-40bc-a82c-461deb041b89 req-a7e87b90-7cdc-4e05-9ae1-dd26321d0f7f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:01.431197 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ef53655-5261-40bc-a82c-461deb041b89 req-a7e87b90-7cdc-4e05-9ae1-dd26321d0f7f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 946 time: 0.1517613 Jul 22 16:30:01.518999 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ef53655-5261-40bc-a82c-461deb041b89 req-af54f161-2f46-4912-9d8c-3f410b8f08eb tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864563 Jul 22 16:30:01.592689 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:01.612914 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-368cd01f-3033-482e-8326-12b8dc8ecf0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:01.628123 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61855cc5-8a27-4507-aa50-4ad9dbbae76c x-openstack-request-id: req-61855cc5-8a27-4507-aa50-4ad9dbbae76c {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:01.628423 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b4e77f-4dba-491f-a88f-92ae5a28c044", "name": "network-vif-unplugged", "status": "completed", "tag": "a1201828-21b3-4410-865e-a032626110d2", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:01.634926 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-61855cc5-8a27-4507-aa50-4ad9dbbae76c {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:01.635653 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b4e77f-4dba-491f-a88f-92ae5a28c044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1201828-21b3-4410-865e-a032626110d2', 'code': 200} Jul 22 16:30:01.725225 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-569a8ee3-e00a-4484-b0d7-e73c6453e676 req-7dc7b5e3-5435-472a-8df6-bb7f841ec8c8 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:01.740182 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b4e77f-4dba-491f-a88f-92ae5a28c044', 'name': 'network-vif-deleted', 'tag': 'a1201828-21b3-4410-865e-a032626110d2'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:01.743436 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56954b25-1e95-4656-af11-73188268e094" -d '{"events": [{"server_uuid": "03b4e77f-4dba-491f-a88f-92ae5a28c044", "name": "network-vif-deleted", "tag": "a1201828-21b3-4410-865e-a032626110d2"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:01.756139 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-9cf0c776-c0d9-44d3-8476-b51b5f5fabb7 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:01.758165 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-9cf0c776-c0d9-44d3-8476-b51b5f5fabb7 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.16 "GET /v2.0/networks?id=c91084da-dc2f-47a0-a494-d8982c84093b HTTP/1.1" status: 200 len: 805 time: 0.4691710 Jul 22 16:30:01.780767 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69f1f6-56a0-4745-9fe0-b0564e346192 req-717f0122-b7d2-4a86-83d8-4bba518f1a3b tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:01.790868 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9d69f1f6-56a0-4745-9fe0-b0564e346192 req-717f0122-b7d2-4a86-83d8-4bba518f1a3b tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 1102 time: 0.1186616 Jul 22 16:30:01.814042 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-7c464fd1-f87f-4356-8cea-28f1adefabab tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Request body: {'port': {'device_id': 'aee2bfd4-efb7-43bc-ba7d-0aaeebc108db', 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b', 'admin_state_up': True, 'tenant_id': 'ac588735236c4792be7c191fef7dacd8'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:01.822044 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-569a8ee3-e00a-4484-b0d7-e73c6453e676 req-7dc7b5e3-5435-472a-8df6-bb7f841ec8c8 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:01.841461 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9d69f1f6-56a0-4745-9fe0-b0564e346192 req-3141a65f-591a-4d42-981b-9422e1bddc5c tempest-ServersAdminTestJSON-1763995599 tempest-ServersAdminTestJSON-1763995599-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494585 Jul 22 16:30:02.013994 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f9b13-a836-4952-844e-e7380e0a7d20 req-77a81571-b6e7-4e6a-b85f-ba71c1b5b138 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:02.016404 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e21f9b13-a836-4952-844e-e7380e0a7d20 req-77a81571-b6e7-4e6a-b85f-ba71c1b5b138 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 1097 time: 0.1016905 Jul 22 16:30:02.091761 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e21f9b13-a836-4952-844e-e7380e0a7d20 req-8f282164-3798-4bd2-a7ab-9b2a0d37a01f tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688784 Jul 22 16:30:02.253230 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-7c464fd1-f87f-4356-8cea-28f1adefabab tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Made reservation on behalf of ac588735236c4792be7c191fef7dacd8 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:02.257958 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-7c464fd1-f87f-4356-8cea-28f1adefabab tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:02.288556 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-569a8ee3-e00a-4484-b0d7-e73c6453e676 req-7dc7b5e3-5435-472a-8df6-bb7f841ec8c8 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:02.300256 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-569a8ee3-e00a-4484-b0d7-e73c6453e676 req-7dc7b5e3-5435-472a-8df6-bb7f841ec8c8 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:02.352441 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b311ced-5d59-4b11-bd0f-37186e4248ef req-1aa1e60c-5c12-4cda-a7c7-180cef5d62d1 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:02.354075 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b311ced-5d59-4b11-bd0f-37186e4248ef req-1aa1e60c-5c12-4cda-a7c7-180cef5d62d1 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.1289620 Jul 22 16:30:02.420136 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b311ced-5d59-4b11-bd0f-37186e4248ef req-4356e43a-b232-42ce-a2d5-5418b2c90b03 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596213 Jul 22 16:30:02.454075 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7b5e3-5435-472a-8df6-bb7f841ec8c8 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Pushing event updated for resources: {'Port': ['ID=6d678a2e-9e2c-4bd8-8b52-3b8f6872b22d,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:02.473887 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99f53c6-7727-425c-8626-e4a78832feac x-openstack-request-id: req-d99f53c6-7727-425c-8626-e4a78832feac {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:02.474313 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b4e77f-4dba-491f-a88f-92ae5a28c044", "name": "network-vif-deleted", "tag": "a1201828-21b3-4410-865e-a032626110d2", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:02.474660 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d99f53c6-7727-425c-8626-e4a78832feac {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:02.475148 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b4e77f-4dba-491f-a88f-92ae5a28c044', 'name': 'network-vif-deleted', 'tag': 'a1201828-21b3-4410-865e-a032626110d2', 'status': 'completed', 'code': 200} Jul 22 16:30:02.506773 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-569a8ee3-e00a-4484-b0d7-e73c6453e676 req-7dc7b5e3-5435-472a-8df6-bb7f841ec8c8 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:02.542858 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-569a8ee3-e00a-4484-b0d7-e73c6453e676 req-7dc7b5e3-5435-472a-8df6-bb7f841ec8c8 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:02.544532 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-569a8ee3-e00a-4484-b0d7-e73c6453e676 req-7dc7b5e3-5435-472a-8df6-bb7f841ec8c8 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0613787 Jul 22 16:30:02.545716 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-7c464fd1-f87f-4356-8cea-28f1adefabab tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Allocated IP 172.20.0.9 (c91084da-dc2f-47a0-a494-d8982c84093b/ebacc49d-e692-4fa0-8885-df5965dbe3a3/7290c3f9-c97b-4448-b15a-c8f48920e704) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:30:02.620584 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-569a8ee3-e00a-4484-b0d7-e73c6453e676 req-360a3d9c-aee9-4f78-a9f9-cb9895688eb1 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 695 time: 0.0618780 Jul 22 16:30:02.631700 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:02.881198 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a8ee3-e00a-4484-b0d7-e73c6453e676 req-3b11887a-1a6e-48e8-8089-b6cef942dcfb tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:02.885910 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-569a8ee3-e00a-4484-b0d7-e73c6453e676 req-3b11887a-1a6e-48e8-8089-b6cef942dcfb tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.2496846 Jul 22 16:30:02.909717 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-569a8ee3-e00a-4484-b0d7-e73c6453e676 req-873cdd4c-c89a-4d27-992c-ea6f97fde38f tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:30:02.912260 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-569a8ee3-e00a-4484-b0d7-e73c6453e676 req-873cdd4c-c89a-4d27-992c-ea6f97fde38f tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170588 Jul 22 16:30:02.934200 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-7c464fd1-f87f-4356-8cea-28f1adefabab tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:03.021000 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-7c464fd1-f87f-4356-8cea-28f1adefabab tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:03.038033 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b07cdbcc-3c37-423a-b000-ad8de47e3922 req-8e55a6a5-4de6-4468-a009-8d23ed57ddd5 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 210 time: 0.0581870 Jul 22 16:30:03.116925 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-7c464fd1-f87f-4356-8cea-28f1adefabab tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Network c91084da-dc2f-47a0-a494-d8982c84093b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:30:03.126307 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-7c464fd1-f87f-4356-8cea-28f1adefabab tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:30:03.134104 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-7c464fd1-f87f-4356-8cea-28f1adefabab tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:30:03.230115 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-7c464fd1-f87f-4356-8cea-28f1adefabab tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:03.231125 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-7c464fd1-f87f-4356-8cea-28f1adefabab tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:03.241172 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c464fd1-f87f-4356-8cea-28f1adefabab tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Pushing event updated for resources: {'Port': ['ID=7290c3f9-c97b-4448-b15a-c8f48920e704,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:03.311373 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb8d11-6a99-442e-8f18-78c46dc12d43 req-dbaa0f09-1087-4ff5-90df-d1238b8212ea tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:03.313381 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c3fb8d11-6a99-442e-8f18-78c46dc12d43 req-dbaa0f09-1087-4ff5-90df-d1238b8212ea tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 1097 time: 0.2890232 Jul 22 16:30:03.320653 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-7c464fd1-f87f-4356-8cea-28f1adefabab tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5092320 Jul 22 16:30:03.326695 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10292980-efff-49f5-a690-3d2cd9749aaa req-864cc52d-a489-41fe-83ee-6fdd2bf88c1a tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:03.333707 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10292980-efff-49f5-a690-3d2cd9749aaa req-864cc52d-a489-41fe-83ee-6fdd2bf88c1a tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db HTTP/1.1" status: 200 len: 950 time: 0.1853919 Jul 22 16:30:03.337700 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-d665573b-1d01-42ae-abce-237d83229a3a service neutron] Request body: {'port': {'device_id': 'aee2bfd4-efb7-43bc-ba7d-0aaeebc108db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:03.396854 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10292980-efff-49f5-a690-3d2cd9749aaa req-28f5dfa7-d21f-4e52-8dc6-22c79c996ffe tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549996 Jul 22 16:30:03.406646 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c3fb8d11-6a99-442e-8f18-78c46dc12d43 req-cc033908-ef7d-4b6c-8725-baa0c7b84d84 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850034 Jul 22 16:30:03.485893 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e04913c0-8e49-4e25-bb9a-d6f94b1da042 req-5ea1a39e-82c4-4878-a4f4-aa6c5700034a tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "GET /v2.0/floatingips/7f741eb3-aa1e-4253-bf97-326ad226bd46 HTTP/1.1" status: 200 len: 692 time: 0.0594485 Jul 22 16:30:03.495983 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-d665573b-1d01-42ae-abce-237d83229a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:03.633264 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04913c0-8e49-4e25-bb9a-d6f94b1da042 req-8e21a7ae-0293-40d0-bf25-55839c1c46f2 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:03.636326 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e04913c0-8e49-4e25-bb9a-d6f94b1da042 req-8e21a7ae-0293-40d0-bf25-55839c1c46f2 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.1494262 Jul 22 16:30:03.636686 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d0f623-350f-4843-90ef-81a9eaea1be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e3da87-b638-4139-b146-f7b7256811b7'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:03.639672 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e190159-4565-4aa2-96a5-ceb097f03543" -d '{"events": [{"server_uuid": "81d0f623-350f-4843-90ef-81a9eaea1be0", "name": "network-vif-plugged", "status": "completed", "tag": "37e3da87-b638-4139-b146-f7b7256811b7"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:03.651284 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-e04913c0-8e49-4e25-bb9a-d6f94b1da042 req-93c1ef25-d603-402c-b316-23b9bfa6cb82 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:30:03.653050 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e04913c0-8e49-4e25-bb9a-d6f94b1da042 req-93c1ef25-d603-402c-b316-23b9bfa6cb82 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105693 Jul 22 16:30:03.722859 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e04913c0-8e49-4e25-bb9a-d6f94b1da042 req-46047ddb-f53d-4bcd-b11f-ec212f99809f tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 695 time: 0.0592780 Jul 22 16:30:03.796906 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e04913c0-8e49-4e25-bb9a-d6f94b1da042 req-9d7d5685-5e3e-4713-b2ef-28713d2d2d45 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.67 HTTP/1.1" status: 200 len: 695 time: 0.0680401 Jul 22 16:30:03.850129 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486cf5c-2a33-4e0c-b472-883f3d06afa8 req-59016106-fcd6-4113-b084-9d286026eacc tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:03.851768 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3486cf5c-2a33-4e0c-b472-883f3d06afa8 req-59016106-fcd6-4113-b084-9d286026eacc tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.3135221 Jul 22 16:30:04.099132 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-e04913c0-8e49-4e25-bb9a-d6f94b1da042 req-7ae2975b-8f60-444d-977d-cabf3c5a3d00 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Deleting port 6d678a2e-9e2c-4bd8-8b52-3b8f6872b22d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:04.100041 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e04913c0-8e49-4e25-bb9a-d6f94b1da042 req-7ae2975b-8f60-444d-977d-cabf3c5a3d00 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:04.115014 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-d665573b-1d01-42ae-abce-237d83229a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7290c3f9-c97b-4448-b15a-c8f48920e704 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:04.124243 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-d665573b-1d01-42ae-abce-237d83229a3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:04.138927 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-d665573b-1d01-42ae-abce-237d83229a3a service neutron] Transition to ACTIVE for port object 7290c3f9-c97b-4448-b15a-c8f48920e704 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:30:04.150916 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-d665573b-1d01-42ae-abce-237d83229a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:04.231754 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3486cf5c-2a33-4e0c-b472-883f3d06afa8 req-6fc9e45a-62ab-4b9d-b10e-38086250dfc5 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912306 Jul 22 16:30:04.246910 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665573b-1d01-42ae-abce-237d83229a3a service neutron] Pushing event updated for resources: {'Port': ['ID=7290c3f9-c97b-4448-b15a-c8f48920e704,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:04.308794 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e04913c0-8e49-4e25-bb9a-d6f94b1da042 req-7ae2975b-8f60-444d-977d-cabf3c5a3d00 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:04.309129 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e04913c0-8e49-4e25-bb9a-d6f94b1da042 req-7ae2975b-8f60-444d-977d-cabf3c5a3d00 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:04.368098 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-e04913c0-8e49-4e25-bb9a-d6f94b1da042 req-7ae2975b-8f60-444d-977d-cabf3c5a3d00 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Calling delete_port for 6d678a2e-9e2c-4bd8-8b52-3b8f6872b22d owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:04.426801 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-d665573b-1d01-42ae-abce-237d83229a3a service neutron] Attempting to bind port 7290c3f9-c97b-4448-b15a-c8f48920e704 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:30:04.426801 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-d665573b-1d01-42ae-abce-237d83229a3a service neutron] Attempting to bind port 7290c3f9-c97b-4448-b15a-c8f48920e704 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7a30e678-adaa-4812-b630-c555a69386a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:30:04.426801 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-d665573b-1d01-42ae-abce-237d83229a3a service neutron] Attempting to bind port 7290c3f9-c97b-4448-b15a-c8f48920e704 on network c91084da-dc2f-47a0-a494-d8982c84093b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:04.449809 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-d665573b-1d01-42ae-abce-237d83229a3a service neutron] Port 7290c3f9-c97b-4448-b15a-c8f48920e704 on network c91084da-dc2f-47a0-a494-d8982c84093b not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:30:04.452910 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-d665573b-1d01-42ae-abce-237d83229a3a service neutron] Attempting to bind port 7290c3f9-c97b-4448-b15a-c8f48920e704 on network c91084da-dc2f-47a0-a494-d8982c84093b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:04.484514 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-d665573b-1d01-42ae-abce-237d83229a3a service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:30:04.484774 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-d665573b-1d01-42ae-abce-237d83229a3a service neutron] Checking segment: {'id': '7a30e678-adaa-4812-b630-c555a69386a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:04.485074 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-d665573b-1d01-42ae-abce-237d83229a3a service neutron] Bound using segment: {'id': '7a30e678-adaa-4812-b630-c555a69386a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:30:04.485528 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-d665573b-1d01-42ae-abce-237d83229a3a service neutron] Bound port: 7290c3f9-c97b-4448-b15a-c8f48920e704, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a30e678-adaa-4812-b630-c555a69386a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:30:04.485891 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-d665573b-1d01-42ae-abce-237d83229a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:04.490352 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:04.546702 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cd519-960c-4bb5-8441-2c6b55b507ca req-81ca0f9c-d87c-468a-9303-7b6a8d0b8093 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:04.548311 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-309cd519-960c-4bb5-8441-2c6b55b507ca req-81ca0f9c-d87c-468a-9303-7b6a8d0b8093 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db HTTP/1.1" status: 200 len: 950 time: 0.2049015 Jul 22 16:30:04.773342 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e04913c0-8e49-4e25-bb9a-d6f94b1da042 req-7ae2975b-8f60-444d-977d-cabf3c5a3d00 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:04.820661 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2975b-8f60-444d-977d-cabf3c5a3d00 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Pushing event deleted for resources: {'Port': ['ID=6d678a2e-9e2c-4bd8-8b52-3b8f6872b22d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:04.919741 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e04913c0-8e49-4e25-bb9a-d6f94b1da042 req-7ae2975b-8f60-444d-977d-cabf3c5a3d00 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:04.923243 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e04913c0-8e49-4e25-bb9a-d6f94b1da042 req-7ae2975b-8f60-444d-977d-cabf3c5a3d00 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:04.940707 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e04913c0-8e49-4e25-bb9a-d6f94b1da042 req-7ae2975b-8f60-444d-977d-cabf3c5a3d00 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "DELETE /v2.0/floatingips/7f741eb3-aa1e-4253-bf97-326ad226bd46 HTTP/1.1" status: 204 len: 173 time: 1.1239526 Jul 22 16:30:05.118610 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5121e6-d01e-4b9b-935b-4d9396de265d x-openstack-request-id: req-5a5121e6-d01e-4b9b-935b-4d9396de265d {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:05.119993 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d0f623-350f-4843-90ef-81a9eaea1be0", "name": "network-vif-plugged", "status": "completed", "tag": "37e3da87-b638-4139-b146-f7b7256811b7", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:05.121289 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5a5121e6-d01e-4b9b-935b-4d9396de265d {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:05.122070 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d0f623-350f-4843-90ef-81a9eaea1be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e3da87-b638-4139-b146-f7b7256811b7', 'code': 200} Jul 22 16:30:05.217506 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-d665573b-1d01-42ae-abce-237d83229a3a service neutron] For port 7290c3f9-c97b-4448-b15a-c8f48920e704, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:05.315910 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-d665573b-1d01-42ae-abce-237d83229a3a service neutron] For port 7290c3f9-c97b-4448-b15a-c8f48920e704, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=7290c3f9-c97b-4448-b15a-c8f48920e704,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:30:05.342568 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-d665573b-1d01-42ae-abce-237d83229a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:05.407559 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2d029-9b4f-4372-bfb4-48ffc092fafe req-df5a9ee7-5480-4d84-8295-8632e664e3d1 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:05.410900 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-d665573b-1d01-42ae-abce-237d83229a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:05.411617 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-d665573b-1d01-42ae-abce-237d83229a3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:05.413237 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-d665573b-1d01-42ae-abce-237d83229a3a service neutron] 10.222.0.16 "PUT /v2.0/ports/7290c3f9-c97b-4448-b15a-c8f48920e704 HTTP/1.1" status: 200 len: 1091 time: 2.0810256 Jul 22 16:30:05.416444 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee2bfd4-efb7-43bc-ba7d-0aaeebc108db', 'tag': '7290c3f9-c97b-4448-b15a-c8f48920e704'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:05.418255 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1efb6a-80fd-4510-b16e-ce9c26b44056" -d '{"events": [{"name": "network-changed", "server_uuid": "aee2bfd4-efb7-43bc-ba7d-0aaeebc108db", "tag": "7290c3f9-c97b-4448-b15a-c8f48920e704"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:05.423278 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7cd2d029-9b4f-4372-bfb4-48ffc092fafe req-df5a9ee7-5480-4d84-8295-8632e664e3d1 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 943 time: 0.2318094 Jul 22 16:30:05.439264 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-309cd519-960c-4bb5-8441-2c6b55b507ca req-edf66154-de4e-4403-9a66-0ba2a40b3ed3 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Deleting port 1accb225-bbd0-49e4-ae5a-148e43320e20 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:05.439821 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-309cd519-960c-4bb5-8441-2c6b55b507ca req-edf66154-de4e-4403-9a66-0ba2a40b3ed3 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:05.462151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665573b-1d01-42ae-abce-237d83229a3a service neutron] Pushing event updated for resources: {'Port': ['ID=7290c3f9-c97b-4448-b15a-c8f48920e704,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:05.563613 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7cd2d029-9b4f-4372-bfb4-48ffc092fafe req-e7bc5514-f5c3-417f-b7c9-a033b67c77ca tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229906 Jul 22 16:30:05.757011 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-309cd519-960c-4bb5-8441-2c6b55b507ca req-edf66154-de4e-4403-9a66-0ba2a40b3ed3 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] For port 1accb225-bbd0-49e4-ae5a-148e43320e20, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1accb225-bbd0-49e4-ae5a-148e43320e20,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:05.757382 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-309cd519-960c-4bb5-8441-2c6b55b507ca req-edf66154-de4e-4403-9a66-0ba2a40b3ed3 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:05.773024 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-50d934b0-e9db-44e6-8de5-f64af06b1bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:05.774937 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-50d934b0-e9db-44e6-8de5-f64af06b1bab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac588735236c4792be7c191fef7dacd8&device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 1094 time: 0.2917879 Jul 22 16:30:05.831792 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789e0a5-8e7a-4b9b-8273-93cc9e79208a req-5190df9c-080a-42c2-a428-8494c0d93f4f tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:05.841143 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-309cd519-960c-4bb5-8441-2c6b55b507ca req-edf66154-de4e-4403-9a66-0ba2a40b3ed3 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Calling delete_port for 1accb225-bbd0-49e4-ae5a-148e43320e20 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:05.845077 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9789e0a5-8e7a-4b9b-8273-93cc9e79208a req-5190df9c-080a-42c2-a428-8494c0d93f4f tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db HTTP/1.1" status: 200 len: 950 time: 0.1492262 Jul 22 16:30:05.845302 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-5b7e119b-bedd-4253-a80f-a83863785150 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7290c3f9-c97b-4448-b15a-c8f48920e704 HTTP/1.1" status: 200 len: 217 time: 0.0558317 Jul 22 16:30:05.913800 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-29d3ed26-3545-4c01-913b-b5f9c61b9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:05.915444 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-29d3ed26-3545-4c01-913b-b5f9c61b9448 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebacc49d-e692-4fa0-8885-df5965dbe3a3 HTTP/1.1" status: 200 len: 845 time: 0.0562358 Jul 22 16:30:05.933117 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9789e0a5-8e7a-4b9b-8273-93cc9e79208a req-85090fd4-5803-4c05-9e0d-d70d58f130bd tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841427 Jul 22 16:30:06.017629 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-01abb597-0f29-4876-9983-5874eed50a97 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c91084da-dc2f-47a0-a494-d8982c84093b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936043 Jul 22 16:30:06.052971 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [req-59262ba7-7ae9-44ac-9081-c400b1c2ec91 req-7317d990-ce36-4438-9cad-85a7e064ad9c tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] show failed (client error): The resource could not be found. Jul 22 16:30:06.086602 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-59262ba7-7ae9-44ac-9081-c400b1c2ec91 req-7317d990-ce36-4438-9cad-85a7e064ad9c tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "GET /v2.0/floatingips/7f741eb3-aa1e-4253-bf97-326ad226bd46 HTTP/1.1" status: 404 len: 350 time: 0.1211944 Jul 22 16:30:06.292524 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153841d-ab8a-40b1-84f5-101dd027d9fd req-813f3111-6b0f-4efb-ad6c-9aee28ab48b6 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:06.296410 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f153841d-ab8a-40b1-84f5-101dd027d9fd req-813f3111-6b0f-4efb-ad6c-9aee28ab48b6 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 1096 time: 0.1387742 Jul 22 16:30:06.304890 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-592bed0c-99da-4636-a278-3496be28b335 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:30:06.307050 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-592bed0c-99da-4636-a278-3496be28b335 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091064 Jul 22 16:30:06.341148 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-badec939-7233-4877-a28f-a4ce284433cb service neutron] Request body: {'binding': {'host': 'n-h1-798930-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:06.341735 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-badec939-7233-4877-a28f-a4ce284433cb service neutron] Unknown quota resources ['binding']. {{(pid=93816) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:30:06.357021 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-0a058c75-14ff-4971-b902-bf4fc9fb814e service neutron] 10.222.0.16 "GET /v2.0/networks/c91084da-dc2f-47a0-a494-d8982c84093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029029 Jul 22 16:30:06.390445 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f153841d-ab8a-40b1-84f5-101dd027d9fd req-57df4e24-ee87-4f20-ae34-ca849db9d1a5 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820150 Jul 22 16:30:06.419053 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-309cd519-960c-4bb5-8441-2c6b55b507ca req-edf66154-de4e-4403-9a66-0ba2a40b3ed3 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:06.469441 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['9d080875-efa0-4f12-b76e-212b84683f76', 'a0b654b3-3e6f-4821-902e-2228335f5f19'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:06.484336 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf66154-de4e-4403-9a66-0ba2a40b3ed3 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Pushing event deleted for resources: {'Port': ['ID=1accb225-bbd0-49e4-ae5a-148e43320e20,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:06.627818 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-309cd519-960c-4bb5-8441-2c6b55b507ca req-edf66154-de4e-4403-9a66-0ba2a40b3ed3 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] No DVR routers for this DVR port 1accb225-bbd0-49e4-ae5a-148e43320e20 on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:30:06.641346 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-309cd519-960c-4bb5-8441-2c6b55b507ca req-edf66154-de4e-4403-9a66-0ba2a40b3ed3 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:06.643709 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-309cd519-960c-4bb5-8441-2c6b55b507ca req-edf66154-de4e-4403-9a66-0ba2a40b3ed3 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.30 "DELETE /v2.0/ports/1accb225-bbd0-49e4-ae5a-148e43320e20 HTTP/1.1" status: 204 len: 173 time: 2.0845933 Jul 22 16:30:06.668976 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-badec939-7233-4877-a28f-a4ce284433cb service neutron] Attempting to bind port 1b2b7c12-1533-4931-ab15-27367cd8b074 on host n-h1-798930-9 for vnic_type normal with profile None {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:30:06.670041 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-badec939-7233-4877-a28f-a4ce284433cb service neutron] Attempting to bind port 1b2b7c12-1533-4931-ab15-27367cd8b074 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:30:06.670449 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-33c497ce-9143-49d1-975b-730fcd8fe3e6 req-5f35ec0c-a1c4-4762-b79e-da2ca73c1789 service neutron] 10.222.0.16 "GET /v2.0/networks/c91084da-dc2f-47a0-a494-d8982c84093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024879 Jul 22 16:30:06.671380 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-badec939-7233-4877-a28f-a4ce284433cb service neutron] Attempting to bind port 1b2b7c12-1533-4931-ab15-27367cd8b074 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:06.678933 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-badec939-7233-4877-a28f-a4ce284433cb service neutron] Port 1b2b7c12-1533-4931-ab15-27367cd8b074 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:30:06.680177 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-badec939-7233-4877-a28f-a4ce284433cb service neutron] Attempting to bind port 1b2b7c12-1533-4931-ab15-27367cd8b074 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:06.694046 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-badec939-7233-4877-a28f-a4ce284433cb service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:30:06.695401 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-badec939-7233-4877-a28f-a4ce284433cb service neutron] Checking segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:06.696012 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-badec939-7233-4877-a28f-a4ce284433cb service neutron] Bound using segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:30:06.696704 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-badec939-7233-4877-a28f-a4ce284433cb service neutron] Bound port: 1b2b7c12-1533-4931-ab15-27367cd8b074, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:30:06.753217 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4cc52-5509-431b-8ef6-d2f4fd097c2e req-636e4626-ee8b-420c-9564-e2caaa74ec68 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:06.761286 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-38c4cc52-5509-431b-8ef6-d2f4fd097c2e req-636e4626-ee8b-420c-9564-e2caaa74ec68 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.1879358 Jul 22 16:30:06.838848 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-38c4cc52-5509-431b-8ef6-d2f4fd097c2e req-d768eccd-674b-47a5-b67c-c1495ff1680e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761635 Jul 22 16:30:06.841146 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-badec939-7233-4877-a28f-a4ce284433cb service neutron] For port 1b2b7c12-1533-4931-ab15-27367cd8b074, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=1b2b7c12-1533-4931-ab15-27367cd8b074,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:30:06.859869 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-badec939-7233-4877-a28f-a4ce284433cb service neutron] Notify callbacks [] for binding, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:06.866270 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-badec939-7233-4877-a28f-a4ce284433cb service neutron] 10.222.0.69 "POST /v2.0/ports/1b2b7c12-1533-4931-ab15-27367cd8b074/bindings HTTP/1.1" status: 201 len: 389 time: 0.5311306 Jul 22 16:30:06.921640 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c584a536-9060-43c6-ad23-29b9496df164 x-openstack-request-id: req-c584a536-9060-43c6-ad23-29b9496df164 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:06.921954 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee2bfd4-efb7-43bc-ba7d-0aaeebc108db", "tag": "7290c3f9-c97b-4448-b15a-c8f48920e704", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:06.922225 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c584a536-9060-43c6-ad23-29b9496df164 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:06.922644 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee2bfd4-efb7-43bc-ba7d-0aaeebc108db', 'tag': '7290c3f9-c97b-4448-b15a-c8f48920e704', 'status': 'completed', 'code': 200} Jul 22 16:30:07.168654 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [req-bc40914c-9077-4e60-abf8-172b0826c530 req-923832a8-dbec-4360-80b7-f8ad4ac73f02 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] show failed (client error): The resource could not be found. Jul 22 16:30:07.169658 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bc40914c-9077-4e60-abf8-172b0826c530 req-923832a8-dbec-4360-80b7-f8ad4ac73f02 tempest-FloatingIPsTestJSON-696487155 tempest-FloatingIPsTestJSON-696487155-project] 10.222.0.69 "GET /v2.0/floatingips/7f741eb3-aa1e-4253-bf97-326ad226bd46 HTTP/1.1" status: 404 len: 350 time: 0.1940134 Jul 22 16:30:07.181905 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39374) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:07.273728 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1efb6a-80fd-4510-b16e-ce9c26b44056 req-63e88590-43a8-4376-b982-d7c4a4f1ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:07.279531 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-df1efb6a-80fd-4510-b16e-ce9c26b44056 req-63e88590-43a8-4376-b982-d7c4a4f1ef83 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac588735236c4792be7c191fef7dacd8&device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 1094 time: 0.3136146 Jul 22 16:30:07.552634 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1efb6a-80fd-4510-b16e-ce9c26b44056 req-024b5ab4-9488-4432-8c78-5474f3f53f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:07.554534 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-df1efb6a-80fd-4510-b16e-ce9c26b44056 req-024b5ab4-9488-4432-8c78-5474f3f53f75 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c91084da-dc2f-47a0-a494-d8982c84093b HTTP/1.1" status: 200 len: 906 time: 0.2665391 Jul 22 16:30:07.578560 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e6835-3d17-4d0c-97b8-1518b90465a8 req-09eb51aa-d5ec-48fa-b5fe-191a2327112d tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:07.586450 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-064e6835-3d17-4d0c-97b8-1518b90465a8 req-09eb51aa-d5ec-48fa-b5fe-191a2327112d tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 943 time: 0.1436419 Jul 22 16:30:07.618570 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1accb225-bbd0-49e4-ae5a-148e43320e20 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:07.638136 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-df1efb6a-80fd-4510-b16e-ce9c26b44056 req-587b2e5f-24aa-4b28-a3fe-445593725f4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7290c3f9-c97b-4448-b15a-c8f48920e704 HTTP/1.1" status: 200 len: 217 time: 0.0742199 Jul 22 16:30:07.697135 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 1accb225-bbd0-49e4-ae5a-148e43320e20 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:30:07.697668 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1accb225-bbd0-49e4-ae5a-148e43320e20 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:30:07.735756 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-9047c954-38c3-404c-a426-0a6d61d95796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:07.737417 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-9047c954-38c3-404c-a426-0a6d61d95796 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 1097 time: 0.2826700 Jul 22 16:30:07.745165 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-064e6835-3d17-4d0c-97b8-1518b90465a8 req-047ba875-29f4-4ccc-8041-853f95ccdac4 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572738 Jul 22 16:30:07.749092 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1efb6a-80fd-4510-b16e-ce9c26b44056 req-3f5b9e16-aa83-480f-a8c2-91ea01ae6055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:07.750603 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-df1efb6a-80fd-4510-b16e-ce9c26b44056 req-3f5b9e16-aa83-480f-a8c2-91ea01ae6055 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ebacc49d-e692-4fa0-8885-df5965dbe3a3 HTTP/1.1" status: 200 len: 845 time: 0.0900981 Jul 22 16:30:07.860043 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-df1efb6a-80fd-4510-b16e-ce9c26b44056 req-d28cdfb0-c353-49be-8890-c1c0c594087a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c91084da-dc2f-47a0-a494-d8982c84093b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009007 Jul 22 16:30:08.040265 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-cc7cc399-2bf8-4b9f-9188-24dca2bc29a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:08.041756 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-cc7cc399-2bf8-4b9f-9188-24dca2bc29a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 908 time: 0.2963636 Jul 22 16:30:08.051747 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-df1efb6a-80fd-4510-b16e-ce9c26b44056 req-a51209eb-1a0e-4863-ac38-09499b3af5d8 service neutron] 10.222.0.16 "GET /v2.0/networks/c91084da-dc2f-47a0-a494-d8982c84093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833622 Jul 22 16:30:08.090711 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acb576-9195-4f6a-89b0-0ffefa965cca req-00cc222f-3feb-4efd-aa1d-bab48d8ec1bc tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:08.103106 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-0561824c-a5db-4687-8c11-a330639c1ee8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2b7c12-1533-4931-ab15-27367cd8b074 HTTP/1.1" status: 200 len: 217 time: 0.0535469 Jul 22 16:30:08.112618 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c8acb576-9195-4f6a-89b0-0ffefa965cca req-00cc222f-3feb-4efd-aa1d-bab48d8ec1bc tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 946 time: 0.1862118 Jul 22 16:30:08.198413 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-ed366180-521f-47ae-b255-ca33af6807dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:08.199873 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-ed366180-521f-47ae-b255-ca33af6807dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1dac8087-5dfb-4e2d-bc9b-97574efc063c HTTP/1.1" status: 200 len: 847 time: 0.0882995 Jul 22 16:30:08.226484 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c8acb576-9195-4f6a-89b0-0ffefa965cca req-f71934c8-2904-4a4d-852f-e9abad9ef01d tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106932 Jul 22 16:30:08.278356 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-8bea7d90-1889-4d66-913a-a9330f8cf8c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f917a743-2b29-4ed7-bc92-4ef128fdeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692570 Jul 22 16:30:08.427364 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39404) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:08.481877 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d85c2dd7-9864-41b4-a492-4500181f5d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:08.612225 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-6d356150-c75f-4d69-b8e3-7f76dcf6c431 service neutron] 10.222.0.16 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225250 Jul 22 16:30:08.622644 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-df1efb6a-80fd-4510-b16e-ce9c26b44056 req-783ccb9c-a1e4-4074-bf52-3cc7d6ec3ccf service neutron] 10.222.0.16 "GET /v2.0/networks/c91084da-dc2f-47a0-a494-d8982c84093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586243 Jul 22 16:30:08.741080 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70125943-af42-43e0-8d0c-05a5a0d1f53f req-bc120007-8d2a-4b59-a157-6daa905da990 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:08.749958 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-70125943-af42-43e0-8d0c-05a5a0d1f53f req-bc120007-8d2a-4b59-a157-6daa905da990 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.2265909 Jul 22 16:30:08.815755 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-70125943-af42-43e0-8d0c-05a5a0d1f53f req-529bfa74-ba82-4f9c-8bbd-c682f03a90d3 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647829 Jul 22 16:30:08.850432 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-484727a3-9026-4467-9581-8c010a74b25c service neutron] 10.222.0.16 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259202 Jul 22 16:30:08.856607 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-5c27ca4f-d2b3-4f11-95d8-cda488e83707 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:30:08.857808 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-5c27ca4f-d2b3-4f11-95d8-cda488e83707 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138135 Jul 22 16:30:08.919262 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-63775c52-13e7-43fd-a518-591e901f0a0b service neutron] Request body: {'binding': {'host': 'n-h2-798930-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:08.920018 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-63775c52-13e7-43fd-a518-591e901f0a0b service neutron] Unknown quota resources ['binding']. {{(pid=93816) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:30:08.924015 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db', 'name': 'network-vif-deleted', 'tag': '1accb225-bbd0-49e4-ae5a-148e43320e20'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:08.926935 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9508a20d-c8a3-4245-9102-c63ecac132c4" -d '{"events": [{"server_uuid": "cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db", "name": "network-vif-deleted", "tag": "1accb225-bbd0-49e4-ae5a-148e43320e20"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:09.107194 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-63775c52-13e7-43fd-a518-591e901f0a0b service neutron] Attempting to bind port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a on host n-h2-798930-9 for vnic_type normal with profile None {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:30:09.107814 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-63775c52-13e7-43fd-a518-591e901f0a0b service neutron] Attempting to bind port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:30:09.108421 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-63775c52-13e7-43fd-a518-591e901f0a0b service neutron] Attempting to bind port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:09.117669 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-63775c52-13e7-43fd-a518-591e901f0a0b service neutron] Port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a on network 6f3ed260-5c39-4f44-87de-6af121ff9539 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:30:09.118368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-63775c52-13e7-43fd-a518-591e901f0a0b service neutron] Attempting to bind port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:09.125676 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-63775c52-13e7-43fd-a518-591e901f0a0b service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:30:09.126451 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-63775c52-13e7-43fd-a518-591e901f0a0b service neutron] Checking segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:09.127025 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-63775c52-13e7-43fd-a518-591e901f0a0b service neutron] Bound using segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:30:09.127634 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-63775c52-13e7-43fd-a518-591e901f0a0b service neutron] Bound port: d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:30:09.198878 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0450e59-f63c-421c-992a-d17699e1fb41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:09.237165 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d85c2dd7-9864-41b4-a492-4500181f5d36 admin admin] Deleting port 97a68c03-30be-407b-b742-b140bfc50bf2 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:09.237165 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d85c2dd7-9864-41b4-a492-4500181f5d36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:09.264011 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-63775c52-13e7-43fd-a518-591e901f0a0b service neutron] For port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:30:09.376399 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d85c2dd7-9864-41b4-a492-4500181f5d36 admin admin] For port 97a68c03-30be-407b-b742-b140bfc50bf2, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=97a68c03-30be-407b-b742-b140bfc50bf2,segment=NetworkSegment(5a9060b5-4226-4759-bef7-f246182920a0),segment_id=5a9060b5-4226-4759-bef7-f246182920a0)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:09.377061 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d85c2dd7-9864-41b4-a492-4500181f5d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:09.397434 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d85c2dd7-9864-41b4-a492-4500181f5d36 admin admin] Calling delete_port for 97a68c03-30be-407b-b742-b140bfc50bf2 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:09.578988 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-63775c52-13e7-43fd-a518-591e901f0a0b service neutron] Notify callbacks [] for binding, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:09.580379 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-63775c52-13e7-43fd-a518-591e901f0a0b service neutron] 10.222.0.69 "POST /v2.0/ports/d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a/bindings HTTP/1.1" status: 201 len: 389 time: 0.6671169 Jul 22 16:30:09.674542 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8face-59ee-43d5-a5c3-85f9fa38c5fc req-70cab355-20c2-4f7f-afd4-00a5787e69e5 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:09.679658 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 7290c3f9-c97b-4448-b15a-c8f48920e704 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:30:09.685155 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c1d8face-59ee-43d5-a5c3-85f9fa38c5fc req-70cab355-20c2-4f7f-afd4-00a5787e69e5 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 943 time: 0.2547631 Jul 22 16:30:09.833546 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d85c2dd7-9864-41b4-a492-4500181f5d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:09.875728 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 7290c3f9-c97b-4448-b15a-c8f48920e704, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=7290c3f9-c97b-4448-b15a-c8f48920e704,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:09.896338 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '7290c3f9-c97b-4448-b15a-c8f48920e704', 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b', 'port_id': '7290c3f9-c97b-4448-b15a-c8f48920e704', 'mac_address': 'fa:16:3e:c7:35:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebacc49d-e692-4fa0-8885-df5965dbe3a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:30:09.929349 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c70d54-b040-4893-8df3-4b54929aec00 x-openstack-request-id: req-37c70d54-b040-4893-8df3-4b54929aec00 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:09.930120 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db", "name": "network-vif-deleted", "tag": "1accb225-bbd0-49e4-ae5a-148e43320e20", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:09.930601 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-37c70d54-b040-4893-8df3-4b54929aec00 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:09.930852 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4f2690-dbcf-4ef5-86b3-b4bc7c7d22db', 'name': 'network-vif-deleted', 'tag': '1accb225-bbd0-49e4-ae5a-148e43320e20', 'status': 'completed', 'code': 200} Jul 22 16:30:09.980352 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c1d8face-59ee-43d5-a5c3-85f9fa38c5fc req-7458ab39-5770-4e7e-af72-90135267c28e tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923684 Jul 22 16:30:10.000442 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:10.026951 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c2dd7-9864-41b4-a492-4500181f5d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=97a68c03-30be-407b-b742-b140bfc50bf2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:10.030956 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e0450e59-f63c-421c-992a-d17699e1fb41 admin admin] Deleting port 42abc2ea-2022-47bc-b1b5-5a171e28c0cf {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:10.031916 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0450e59-f63c-421c-992a-d17699e1fb41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:10.052648 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7290c3f9-c97b-4448-b15a-c8f48920e704 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:10.095569 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 7290c3f9-c97b-4448-b15a-c8f48920e704, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=7290c3f9-c97b-4448-b15a-c8f48920e704,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:10.107141 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:10.220724 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e0450e59-f63c-421c-992a-d17699e1fb41 admin admin] For port 42abc2ea-2022-47bc-b1b5-5a171e28c0cf, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=42abc2ea-2022-47bc-b1b5-5a171e28c0cf,segment=NetworkSegment(c7c9eded-97e4-49b6-9083-c496d8243373),segment_id=c7c9eded-97e4-49b6-9083-c496d8243373)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:10.221413 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0450e59-f63c-421c-992a-d17699e1fb41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:10.237324 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e0450e59-f63c-421c-992a-d17699e1fb41 admin admin] Calling delete_port for 42abc2ea-2022-47bc-b1b5-5a171e28c0cf owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:10.272361 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=7290c3f9-c97b-4448-b15a-c8f48920e704,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:10.458265 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['7290c3f9-c97b-4448-b15a-c8f48920e704'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:10.646074 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d852c-4ca2-4ddc-8cb7-fd73aa96afff req-23a91aeb-c39a-4db7-872e-35a055fbde33 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:10.654402 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c8d852c-4ca2-4ddc-8cb7-fd73aa96afff req-23a91aeb-c39a-4db7-872e-35a055fbde33 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 946 time: 0.4095366 Jul 22 16:30:10.668199 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-1ac0aa0c-e6de-4e9b-90c0-1da26395bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:10.669581 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-1ac0aa0c-e6de-4e9b-90c0-1da26395bf54 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 1096 time: 0.4236560 Jul 22 16:30:10.791610 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-a0ac745f-376c-4542-8b04-666a40eb1288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:10.793155 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-a0ac745f-376c-4542-8b04-666a40eb1288 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 922 time: 0.1130285 Jul 22 16:30:11.074137 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce798c62-7000-44ae-8a05-0c4f3eb273b7 req-edfeca1f-b08c-4fc1-9af3-669d6a1a1b69 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:11.075923 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce798c62-7000-44ae-8a05-0c4f3eb273b7 req-edfeca1f-b08c-4fc1-9af3-669d6a1a1b69 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=04e0a6b2-e0fc-4439-9923-7fdda29df12a HTTP/1.1" status: 200 len: 949 time: 0.9876306 Jul 22 16:30:11.139520 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce798c62-7000-44ae-8a05-0c4f3eb273b7 req-af1764ac-e825-4286-9519-269a3ddf33f1 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542502 Jul 22 16:30:11.178417 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d85c2dd7-9864-41b4-a492-4500181f5d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:11.375380 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-d9cd3e6a-9fd0-489d-8d70-c5858ffda1ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a HTTP/1.1" status: 200 len: 217 time: 0.1260161 Jul 22 16:30:11.384827 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c8d852c-4ca2-4ddc-8cb7-fd73aa96afff req-910ea48a-40ef-49f1-b876-2b041f396916 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7295165 Jul 22 16:30:11.508103 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5552b72-7bc7-4c7b-980f-21cdf0ec95aa req-96ed20b0-3f44-43dd-a607-e80d26eebf76 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:11.516810 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b5552b72-7bc7-4c7b-980f-21cdf0ec95aa req-96ed20b0-3f44-43dd-a607-e80d26eebf76 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 945 time: 0.2476249 Jul 22 16:30:11.660307 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b5552b72-7bc7-4c7b-980f-21cdf0ec95aa req-cdb43664-fab4-4f89-bdbb-f74010ca0354 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990336 Jul 22 16:30:11.692023 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 7290c3f9-c97b-4448-b15a-c8f48920e704 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:30:11.718723 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-543113e8-9d96-4f57-9751-7e18ec6b53e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:11.720336 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-543113e8-9d96-4f57-9751-7e18ec6b53e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ce36437-5a9b-4c2b-a36e-e40d9943a98a HTTP/1.1" status: 200 len: 861 time: 0.2343242 Jul 22 16:30:11.926591 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:11.988032 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-7a8fca6d-a142-4b59-b5b3-30ccc8786cca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6f3ed260-5c39-4f44-87de-6af121ff9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2464585 Jul 22 16:30:12.022905 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:12.024149 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 7290c3f9-c97b-4448-b15a-c8f48920e704 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:30:12.045007 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85c2dd7-9864-41b4-a492-4500181f5d36 admin admin] Router 2affaef9-6f22-4ead-a75f-ac8c5468a241 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:30:12.054703 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 7290c3f9-c97b-4448-b15a-c8f48920e704 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:30:12.058221 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:12.092135 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0450e59-f63c-421c-992a-d17699e1fb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:12.105022 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de11c8-87f4-4e0f-9440-cfa1cede8b24 req-5c147e96-8da2-4517-ac1f-64503d0244e9 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:12.107220 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a9de11c8-87f4-4e0f-9440-cfa1cede8b24 req-5c147e96-8da2-4517-ac1f-64503d0244e9 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.30 "GET /v2.0/ports?device_id=04e0a6b2-e0fc-4439-9923-7fdda29df12a HTTP/1.1" status: 200 len: 949 time: 0.8593545 Jul 22 16:30:12.214792 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0450e59-f63c-421c-992a-d17699e1fb41 admin admin] Pushing event deleted for resources: {'Port': ['ID=42abc2ea-2022-47bc-b1b5-5a171e28c0cf,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:12.342785 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:30:12.445863 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:12.548860 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 7290c3f9-c97b-4448-b15a-c8f48920e704, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=7290c3f9-c97b-4448-b15a-c8f48920e704,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:12.553658 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee2bfd4-efb7-43bc-ba7d-0aaeebc108db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7290c3f9-c97b-4448-b15a-c8f48920e704'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:12.574014 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc32ce6-cc42-4f36-833a-e3a0f17236c9" -d '{"events": [{"server_uuid": "aee2bfd4-efb7-43bc-ba7d-0aaeebc108db", "name": "network-vif-plugged", "status": "completed", "tag": "7290c3f9-c97b-4448-b15a-c8f48920e704"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:12.598167 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:12.626100 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54725283-5973-4ea0-b349-5746374b4a13 req-2fea1d56-af17-49ab-839e-899ee65f7526 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:12.630219 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9590f6-939a-46c9-8c2f-9d4302458354 req-973ed780-75cf-4291-9f26-e99e96b9c212 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:12.637835 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-54725283-5973-4ea0-b349-5746374b4a13 req-2fea1d56-af17-49ab-839e-899ee65f7526 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 944 time: 0.5790913 Jul 22 16:30:12.649595 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fa9590f6-939a-46c9-8c2f-9d4302458354 req-973ed780-75cf-4291-9f26-e99e96b9c212 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.9828408 Jul 22 16:30:12.773363 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=7290c3f9-c97b-4448-b15a-c8f48920e704,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:12.788388 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-54725283-5973-4ea0-b349-5746374b4a13 req-020ead19-a448-4531-bc28-c29b81a40517 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490695 Jul 22 16:30:12.826656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85c2dd7-9864-41b4-a492-4500181f5d36 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:30:12.835854 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d85c2dd7-9864-41b4-a492-4500181f5d36 admin admin] 10.222.0.69 "PUT /v2.0/routers/2affaef9-6f22-4ead-a75f-ac8c5468a241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6523380 Jul 22 16:30:12.840428 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39436) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:12.865051 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b09407-f5ff-4bbc-a620-b0b9e574c068 None None] Sync routers for ids ['2affaef9-6f22-4ead-a75f-ac8c5468a241'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:30:12.866118 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fa9590f6-939a-46c9-8c2f-9d4302458354 req-ff0577a9-9646-4f3b-a79e-1aa00e652b11 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102189 Jul 22 16:30:12.871185 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-d60cd58e-4b1a-4aa3-a48e-874596173470 service neutron] 10.222.0.30 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8453374 Jul 22 16:30:12.896307 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b09407-f5ff-4bbc-a620-b0b9e574c068 None None] Routers {'2affaef9-6f22-4ead-a75f-ac8c5468a241'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:30:12.900575 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-21b09407-f5ff-4bbc-a620-b0b9e574c068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:30:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['2affaef9-6f22-4ead-a75f-ac8c5468a241'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:13.138600 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-a9de11c8-87f4-4e0f-9440-cfa1cede8b24 req-b0d32a3b-698d-4a25-9c5a-1ee18d61fa26 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Deleting port 9d080875-efa0-4f12-b76e-212b84683f76 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:13.139580 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a9de11c8-87f4-4e0f-9440-cfa1cede8b24 req-b0d32a3b-698d-4a25-9c5a-1ee18d61fa26 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:13.177643 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72a3096a-2b87-4848-8263-de7680a73fd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:13.189249 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0450e59-f63c-421c-992a-d17699e1fb41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:13.267408 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256fc39-5137-4f67-8e60-b5c4145f5004 req-ea32427f-0869-4019-a017-0f10a163b2b7 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:13.277064 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d256fc39-5137-4f67-8e60-b5c4145f5004 req-ea32427f-0869-4019-a017-0f10a163b2b7 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=04e0a6b2-e0fc-4439-9923-7fdda29df12a HTTP/1.1" status: 200 len: 949 time: 0.3052192 Jul 22 16:30:13.396630 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d256fc39-5137-4f67-8e60-b5c4145f5004 req-435e8520-b361-431e-8f96-060f09aa03f5 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175570 Jul 22 16:30:13.445684 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-21b09407-f5ff-4bbc-a620-b0b9e574c068 None None] Set router 2affaef9-6f22-4ead-a75f-ac8c5468a241 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:30:13.486155 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72a3096a-2b87-4848-8263-de7680a73fd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:13.560486 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-a9de11c8-87f4-4e0f-9440-cfa1cede8b24 req-b0d32a3b-698d-4a25-9c5a-1ee18d61fa26 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] For port 9d080875-efa0-4f12-b76e-212b84683f76, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=9d080875-efa0-4f12-b76e-212b84683f76,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:13.561829 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a9de11c8-87f4-4e0f-9440-cfa1cede8b24 req-b0d32a3b-698d-4a25-9c5a-1ee18d61fa26 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:13.562901 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881d677d-d15c-46db-b875-f92ec45081bc x-openstack-request-id: req-881d677d-d15c-46db-b875-f92ec45081bc {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:13.564344 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee2bfd4-efb7-43bc-ba7d-0aaeebc108db", "name": "network-vif-plugged", "status": "completed", "tag": "7290c3f9-c97b-4448-b15a-c8f48920e704", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:13.564713 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-881d677d-d15c-46db-b875-f92ec45081bc {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:13.570250 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee2bfd4-efb7-43bc-ba7d-0aaeebc108db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7290c3f9-c97b-4448-b15a-c8f48920e704', 'code': 200} Jul 22 16:30:13.631655 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-43d924f8-eef2-44a0-a990-ea70f81c563e service neutron] 10.222.0.30 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7486148 Jul 22 16:30:13.689238 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 9d080875-efa0-4f12-b76e-212b84683f76 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:13.691002 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-a9de11c8-87f4-4e0f-9440-cfa1cede8b24 req-b0d32a3b-698d-4a25-9c5a-1ee18d61fa26 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Calling delete_port for 9d080875-efa0-4f12-b76e-212b84683f76 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:13.780617 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-72a3096a-2b87-4848-8263-de7680a73fd7 admin admin] Deleting port 2524590d-31b3-4742-a9b5-981b52628dd8 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:13.782438 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72a3096a-2b87-4848-8263-de7680a73fd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:14.061824 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Port 9d080875-efa0-4f12-b76e-212b84683f76 update to DOWN by agent not found {{(pid=93818) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 22 16:30:14.074705 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a9de11c8-87f4-4e0f-9440-cfa1cede8b24 req-b0d32a3b-698d-4a25-9c5a-1ee18d61fa26 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:14.125045 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['a0b654b3-3e6f-4821-902e-2228335f5f19'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:14.193987 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdc195-adcb-4d8c-9cc1-211ccea8afaf req-4f9f3d1a-c2c9-4207-923b-d1ec5ba2b33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:14.204257 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ecdc195-adcb-4d8c-9cc1-211ccea8afaf req-4f9f3d1a-c2c9-4207-923b-d1ec5ba2b33f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 1096 time: 0.5493016 Jul 22 16:30:14.320375 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba81992-d8e8-4f66-bb74-1834efde494d req-e6a4a031-41d6-445f-bb04-d6b140cdfdc6 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:14.323122 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eba81992-d8e8-4f66-bb74-1834efde494d req-e6a4a031-41d6-445f-bb04-d6b140cdfdc6 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 946 time: 1.2278326 Jul 22 16:30:14.342665 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ecdc195-adcb-4d8c-9cc1-211ccea8afaf req-c3bf67a0-4e04-4635-b200-379ca5f68af2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245122 Jul 22 16:30:14.365420 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f217b8-9e9d-4a9d-84a4-8345c2c5fda3 req-2b3f3efb-a257-4ea3-9546-21c7fbdbdade tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:14.373146 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9de11c8-87f4-4e0f-9440-cfa1cede8b24 req-b0d32a3b-698d-4a25-9c5a-1ee18d61fa26 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] No DVR routers for this DVR port 9d080875-efa0-4f12-b76e-212b84683f76 on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:30:14.378210 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-12f217b8-9e9d-4a9d-84a4-8345c2c5fda3 req-2b3f3efb-a257-4ea3-9546-21c7fbdbdade tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 945 time: 0.5883579 Jul 22 16:30:14.381553 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-72a3096a-2b87-4848-8263-de7680a73fd7 admin admin] For port 2524590d-31b3-4742-a9b5-981b52628dd8, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2524590d-31b3-4742-a9b5-981b52628dd8,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:14.382184 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72a3096a-2b87-4848-8263-de7680a73fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:14.384490 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a9de11c8-87f4-4e0f-9440-cfa1cede8b24 req-b0d32a3b-698d-4a25-9c5a-1ee18d61fa26 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:14.391670 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a9de11c8-87f4-4e0f-9440-cfa1cede8b24 req-b0d32a3b-698d-4a25-9c5a-1ee18d61fa26 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.30 "DELETE /v2.0/ports/9d080875-efa0-4f12-b76e-212b84683f76 HTTP/1.1" status: 204 len: 173 time: 2.2059913 Jul 22 16:30:14.392848 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d32a3b-698d-4a25-9c5a-1ee18d61fa26 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Pushing event deleted for resources: {'Port': ['ID=9d080875-efa0-4f12-b76e-212b84683f76,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:14.420245 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e0a6b2-e0fc-4439-9923-7fdda29df12a', 'name': 'network-vif-deleted', 'tag': '9d080875-efa0-4f12-b76e-212b84683f76'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:14.426255 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c195c9-015e-42a8-bde4-40332eb28b29" -d '{"events": [{"server_uuid": "04e0a6b2-e0fc-4439-9923-7fdda29df12a", "name": "network-vif-deleted", "tag": "9d080875-efa0-4f12-b76e-212b84683f76"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:14.431980 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-72a3096a-2b87-4848-8263-de7680a73fd7 admin admin] Calling delete_port for 2524590d-31b3-4742-a9b5-981b52628dd8 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:14.455430 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-12f217b8-9e9d-4a9d-84a4-8345c2c5fda3 req-91ff6c86-26db-41d7-ab51-e22175e8ece0 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761182 Jul 22 16:30:14.560778 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eba81992-d8e8-4f66-bb74-1834efde494d req-89b0054e-e8c3-4eda-84e5-d85ac524967d tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889269 Jul 22 16:30:14.703408 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-21b09407-f5ff-4bbc-a620-b0b9e574c068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2affaef9-6f22-4ead-a75f-ac8c5468a241', 'name': 'tempest-FloatingIPsTestJSON-329306133-router', 'tenant_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '2524590d-31b3-4742-a9b5-981b52628dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:29:44Z', 'updated_at': '2021-07-22T16:30:09Z', 'revision_number': 5, 'project_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'gw_port': {'id': '2524590d-31b3-4742-a9b5-981b52628dd8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2affaef9-6f22-4ead-a75f-ac8c5468a241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:29:45Z', 'updated_at': '2021-07-22T16:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:14.819037 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b09407-f5ff-4bbc-a620-b0b9e574c068 None None] Checking router: 2affaef9-6f22-4ead-a75f-ac8c5468a241 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:30:14.899080 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b09407-f5ff-4bbc-a620-b0b9e574c068 None None] Routers {'2affaef9-6f22-4ead-a75f-ac8c5468a241'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:30:14.902542 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-21b09407-f5ff-4bbc-a620-b0b9e574c068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:30:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['2affaef9-6f22-4ead-a75f-ac8c5468a241'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:15.151266 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-21b09407-f5ff-4bbc-a620-b0b9e574c068 None None] Set router 2affaef9-6f22-4ead-a75f-ac8c5468a241 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:30:15.159546 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0450e59-f63c-421c-992a-d17699e1fb41 admin admin] Router 822f98ac-44bb-4a70-a411-f30f17997ad5 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:30:15.165618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886e436-d170-4a7b-a351-912852a0f2fe req-8797f842-a6e7-4732-818e-d8dcc3837485 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:15.183342 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f886e436-d170-4a7b-a351-912852a0f2fe req-8797f842-a6e7-4732-818e-d8dcc3837485 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.3743222 Jul 22 16:30:15.273737 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-21b09407-f5ff-4bbc-a620-b0b9e574c068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2affaef9-6f22-4ead-a75f-ac8c5468a241', 'name': 'tempest-FloatingIPsTestJSON-329306133-router', 'tenant_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:29:44Z', 'updated_at': '2021-07-22T16:30:13Z', 'revision_number': 6, 'project_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:15.293850 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f886e436-d170-4a7b-a351-912852a0f2fe req-818d9c73-15ed-481a-929f-2e341a9d4bac tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067095 Jul 22 16:30:15.318363 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b09407-f5ff-4bbc-a620-b0b9e574c068 None None] The sync data for ids ['2affaef9-6f22-4ead-a75f-ac8c5468a241'] in n-d-798930-9 is: [{'id': '2affaef9-6f22-4ead-a75f-ac8c5468a241', 'name': 'tempest-FloatingIPsTestJSON-329306133-router', 'tenant_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:29:44Z', 'updated_at': '2021-07-22T16:30:13Z', 'revision_number': 6, 'project_id': 'df843042e7bb4dc58b1dc0b2a9779ef1', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:30:15.360047 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72a3096a-2b87-4848-8263-de7680a73fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:15.372930 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746e1b0-6932-4f33-a844-3e3f950f178b req-f12ad406-d3ad-433b-b10b-7630fa200af4 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:15.375850 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4746e1b0-6932-4f33-a844-3e3f950f178b req-f12ad406-d3ad-433b-b10b-7630fa200af4 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 945 time: 0.5798528 Jul 22 16:30:15.444529 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3096a-2b87-4848-8263-de7680a73fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2524590d-31b3-4742-a9b5-981b52628dd8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:15.574006 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4746e1b0-6932-4f33-a844-3e3f950f178b req-bcbf975a-338f-4a65-938f-bee0b3afc8f2 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382000 Jul 22 16:30:15.628431 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0450e59-f63c-421c-992a-d17699e1fb41 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:30:15.629274 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72a3096a-2b87-4848-8263-de7680a73fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:15.649271 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a19957a-5efd-451b-bc8a-d2c3c8fc5210 None None] Sync routers for ids ['822f98ac-44bb-4a70-a411-f30f17997ad5'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:30:15.657804 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e0450e59-f63c-421c-992a-d17699e1fb41 admin admin] 10.222.0.69 "PUT /v2.0/routers/822f98ac-44bb-4a70-a411-f30f17997ad5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2204285 Jul 22 16:30:15.658936 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39452) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:15.670567 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a19957a-5efd-451b-bc8a-d2c3c8fc5210 None None] Routers {'822f98ac-44bb-4a70-a411-f30f17997ad5'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:30:15.671215 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4a19957a-5efd-451b-bc8a-d2c3c8fc5210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:30:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['822f98ac-44bb-4a70-a411-f30f17997ad5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:15.677665 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b679271-6c06-4ba4-91bd-10e3e74bdded req-6505c470-c0f2-499f-afed-177238557210 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=04e0a6b2-e0fc-4439-9923-7fdda29df12a HTTP/1.1" status: 200 len: 210 time: 0.1700754 Jul 22 16:30:15.801670 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef18d43d-7de7-4f02-a18a-a3a5e556814d x-openstack-request-id: req-ef18d43d-7de7-4f02-a18a-a3a5e556814d {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:15.803527 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e0a6b2-e0fc-4439-9923-7fdda29df12a", "name": "network-vif-deleted", "tag": "9d080875-efa0-4f12-b76e-212b84683f76", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:15.803838 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ef18d43d-7de7-4f02-a18a-a3a5e556814d {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:15.804271 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e0a6b2-e0fc-4439-9923-7fdda29df12a', 'name': 'network-vif-deleted', 'tag': '9d080875-efa0-4f12-b76e-212b84683f76', 'status': 'completed', 'code': 200} Jul 22 16:30:15.960291 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72a3096a-2b87-4848-8263-de7680a73fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:15.978581 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72a3096a-2b87-4848-8263-de7680a73fd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:16.006468 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcc79d74-39d2-44bc-adaf-3c526ca63ab5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:16.013808 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-4a19957a-5efd-451b-bc8a-d2c3c8fc5210 None None] Set router 822f98ac-44bb-4a70-a411-f30f17997ad5 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:30:16.115661 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72a3096a-2b87-4848-8263-de7680a73fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:16.116295 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a3096a-2b87-4848-8263-de7680a73fd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2affaef9-6f22-4ead-a75f-ac8c5468a241 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:30:16.136171 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72a3096a-2b87-4848-8263-de7680a73fd7 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:16.142752 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39454) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:16.146277 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-72a3096a-2b87-4848-8263-de7680a73fd7 admin admin] 10.222.0.69 "DELETE /v2.0/routers/2affaef9-6f22-4ead-a75f-ac8c5468a241 HTTP/1.1" status: 204 len: 168 time: 3.3043334 Jul 22 16:30:16.194514 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81be9e5-a440-4e09-802b-8d3577c9eea7 req-44e6ee4f-0b8c-444e-a126-7294fa6882e0 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:16.197070 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a81be9e5-a440-4e09-802b-8d3577c9eea7 req-44e6ee4f-0b8c-444e-a126-7294fa6882e0 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 945 time: 0.3705626 Jul 22 16:30:16.234065 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49a476-c149-464a-8006-7e8ba9835c2c req-642f0b5e-5198-49fc-b245-13295167ceef tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:16.241487 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8b49a476-c149-464a-8006-7e8ba9835c2c req-642f0b5e-5198-49fc-b245-13295167ceef tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 946 time: 0.3533735 Jul 22 16:30:16.251243 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77c60f9-71e2-4d12-b6f3-d29072b29f7d admin admin] Deleting subnet 29bacad7-4246-432b-a592-dd41a61214c5 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:30:16.262615 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c77c60f9-71e2-4d12-b6f3-d29072b29f7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:16.356218 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcc79d74-39d2-44bc-adaf-3c526ca63ab5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:16.364846 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a81be9e5-a440-4e09-802b-8d3577c9eea7 req-48963fbc-ba9f-47fe-a746-08cb7da12822 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531105 Jul 22 16:30:16.386357 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c77c60f9-71e2-4d12-b6f3-d29072b29f7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:16.417395 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2524590d-31b3-4742-a9b5-981b52628dd8 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:16.423527 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4a19957a-5efd-451b-bc8a-d2c3c8fc5210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822f98ac-44bb-4a70-a411-f30f17997ad5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1296942601-router', 'tenant_id': '1055ed458be7414ea127fbb8899d8ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '38873b9f-65fb-48c5-978d-5d212e520451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:27:58Z', 'updated_at': '2021-07-22T16:30:11Z', 'revision_number': 5, 'project_id': '1055ed458be7414ea127fbb8899d8ce3', 'gw_port': {'id': '38873b9f-65fb-48c5-978d-5d212e520451', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822f98ac-44bb-4a70-a411-f30f17997ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:59Z', 'updated_at': '2021-07-22T16:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:16.467753 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 2524590d-31b3-4742-a9b5-981b52628dd8 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:30:16.468015 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2524590d-31b3-4742-a9b5-981b52628dd8 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:30:16.468451 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 97a68c03-30be-407b-b742-b140bfc50bf2 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:16.476376 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a19957a-5efd-451b-bc8a-d2c3c8fc5210 None None] Checking router: 822f98ac-44bb-4a70-a411-f30f17997ad5 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:30:16.489114 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a19957a-5efd-451b-bc8a-d2c3c8fc5210 None None] Routers {'822f98ac-44bb-4a70-a411-f30f17997ad5'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:30:16.490874 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4a19957a-5efd-451b-bc8a-d2c3c8fc5210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:30:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['822f98ac-44bb-4a70-a411-f30f17997ad5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:16.561580 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 97a68c03-30be-407b-b742-b140bfc50bf2 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:30:16.562001 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 97a68c03-30be-407b-b742-b140bfc50bf2 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:30:16.584660 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8b49a476-c149-464a-8006-7e8ba9835c2c req-82d6749d-d8ba-4a73-8686-af90512746d5 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393376 Jul 22 16:30:16.787436 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-4a19957a-5efd-451b-bc8a-d2c3c8fc5210 None None] Set router 822f98ac-44bb-4a70-a411-f30f17997ad5 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:30:16.933962 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df1c54-1dd9-48dc-9159-e3c73f6450bc req-401a25e7-4642-484f-83a5-0321bae514c5 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:16.938534 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2df1c54-1dd9-48dc-9159-e3c73f6450bc req-401a25e7-4642-484f-83a5-0321bae514c5 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.2015958 Jul 22 16:30:16.995270 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4a19957a-5efd-451b-bc8a-d2c3c8fc5210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '822f98ac-44bb-4a70-a411-f30f17997ad5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1296942601-router', 'tenant_id': '1055ed458be7414ea127fbb8899d8ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:27:58Z', 'updated_at': '2021-07-22T16:30:16Z', 'revision_number': 6, 'project_id': '1055ed458be7414ea127fbb8899d8ce3', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:17.046867 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2df1c54-1dd9-48dc-9159-e3c73f6450bc req-c7c1a538-3b2d-4881-8067-6c791d49e221 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881288 Jul 22 16:30:17.084473 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a19957a-5efd-451b-bc8a-d2c3c8fc5210 None None] The sync data for ids ['822f98ac-44bb-4a70-a411-f30f17997ad5'] in n-d-798930-9 is: [{'id': '822f98ac-44bb-4a70-a411-f30f17997ad5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1296942601-router', 'tenant_id': '1055ed458be7414ea127fbb8899d8ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:27:58Z', 'updated_at': '2021-07-22T16:30:16Z', 'revision_number': 6, 'project_id': '1055ed458be7414ea127fbb8899d8ce3', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:30:17.188783 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c77c60f9-71e2-4d12-b6f3-d29072b29f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:17.288396 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fcc79d74-39d2-44bc-adaf-3c526ca63ab5 admin admin] Deleting port 38873b9f-65fb-48c5-978d-5d212e520451 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:17.288652 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcc79d74-39d2-44bc-adaf-3c526ca63ab5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:17.311085 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51684406-8977-4b15-883d-cec006ae0dc5 req-f4bf3e0f-7e5b-40b7-a068-85f41b96427c tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:17.312716 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-51684406-8977-4b15-883d-cec006ae0dc5 req-f4bf3e0f-7e5b-40b7-a068-85f41b96427c tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 945 time: 0.6173532 Jul 22 16:30:17.698003 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3112e3-e7f1-4a7d-9611-d9236caef96f req-f25c0344-a97d-46f9-99ed-8b5ce00ceb3c tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:17.711637 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c3112e3-e7f1-4a7d-9611-d9236caef96f req-f25c0344-a97d-46f9-99ed-8b5ce00ceb3c tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 951 time: 0.1832919 Jul 22 16:30:17.892677 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c3112e3-e7f1-4a7d-9611-d9236caef96f req-2b64f1bd-c189-4bc3-8f98-7b52b4bfb711 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727982 Jul 22 16:30:18.014453 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-51684406-8977-4b15-883d-cec006ae0dc5 req-9120f552-7201-4e36-8486-950769df6b1f tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6682758 Jul 22 16:30:18.040065 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c77c60f9-71e2-4d12-b6f3-d29072b29f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:18.201453 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c60f9-71e2-4d12-b6f3-d29072b29f7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29bacad7-4246-432b-a592-dd41a61214c5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:18.217372 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c77c60f9-71e2-4d12-b6f3-d29072b29f7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:18.226097 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec8c070-29fa-44f5-bddd-26247626a35b None None] Network 7fa5d2e1-19c7-43a8-b75a-c39050293c46 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:30:18.227569 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c77c60f9-71e2-4d12-b6f3-d29072b29f7d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/29bacad7-4246-432b-a592-dd41a61214c5 HTTP/1.1" status: 204 len: 168 time: 2.0816853 Jul 22 16:30:18.230084 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39476) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:18.335065 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275844d-ed7b-4f8d-b785-18522f9c841a req-43a2e235-cd9f-48a2-a0ac-c2d9ae74a6c4 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:18.342298 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8275844d-ed7b-4f8d-b785-18522f9c841a req-43a2e235-cd9f-48a2-a0ac-c2d9ae74a6c4 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 945 time: 0.1851563 Jul 22 16:30:18.430752 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8275844d-ed7b-4f8d-b785-18522f9c841a req-50cba418-a94a-4c9b-9fc0-9d683a5b9e1a tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874503 Jul 22 16:30:18.545912 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 38873b9f-65fb-48c5-978d-5d212e520451 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:18.573969 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4a08265-b63a-4e10-8668-bd197f4a6e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:18.656325 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-fcc79d74-39d2-44bc-adaf-3c526ca63ab5 admin admin] For port 38873b9f-65fb-48c5-978d-5d212e520451, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=38873b9f-65fb-48c5-978d-5d212e520451,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:18.657136 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcc79d74-39d2-44bc-adaf-3c526ca63ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:18.763626 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fcc79d74-39d2-44bc-adaf-3c526ca63ab5 admin admin] Calling delete_port for 38873b9f-65fb-48c5-978d-5d212e520451 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:19.014690 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c233ec8-d935-4b28-842b-76af1fa1545f req-2a4d8c14-e0df-4a03-b5fd-9a13c4058e5c tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:19.017246 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3c233ec8-d935-4b28-842b-76af1fa1545f req-2a4d8c14-e0df-4a03-b5fd-9a13c4058e5c tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 946 time: 0.4716077 Jul 22 16:30:19.068024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26548d9-e896-42bf-a14f-2d29a9a3af25 req-79d28edd-4028-4dc5-8ff8-5ee2d2f67d41 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:19.079154 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e26548d9-e896-42bf-a14f-2d29a9a3af25 req-79d28edd-4028-4dc5-8ff8-5ee2d2f67d41 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.1384537 Jul 22 16:30:19.098599 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3c233ec8-d935-4b28-842b-76af1fa1545f req-619fde8a-b017-4dd1-83af-95793dfc68fe tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748336 Jul 22 16:30:19.102556 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a4a08265-b63a-4e10-8668-bd197f4a6e92 admin admin] Deleting port f8e6accf-c72b-4993-aa46-b4db6c55a6a2 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:19.112352 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4a08265-b63a-4e10-8668-bd197f4a6e92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:19.134642 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:19.168190 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 38873b9f-65fb-48c5-978d-5d212e520451, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=38873b9f-65fb-48c5-978d-5d212e520451,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:19.180383 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:19.182442 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 42abc2ea-2022-47bc-b1b5-5a171e28c0cf no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:19.186054 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e26548d9-e896-42bf-a14f-2d29a9a3af25 req-c56bcf02-8e58-4f32-a4b7-791dcc7d2747 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058393 Jul 22 16:30:19.248398 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 42abc2ea-2022-47bc-b1b5-5a171e28c0cf {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:30:19.249016 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 42abc2ea-2022-47bc-b1b5-5a171e28c0cf not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:30:19.338826 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=38873b9f-65fb-48c5-978d-5d212e520451,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:19.355895 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57149609-2e8b-463f-97ca-9f965e21aeae None None] DHCP port deletion for 7fa5d2e1-19c7-43a8-b75a-c39050293c46 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:30:19.363165 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:19.364111 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:19.364791 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:19.365315 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:19.365819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:19.366346 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:19.366856 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:19.367357 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:19.367838 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:19.368338 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:19.369079 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:19.369565 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:19.447306 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1679be4-ca36-459d-8e64-5217dfb73ca8 req-5540dcc6-6c7e-4841-8c04-5871728c4560 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:19.448707 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-a4a08265-b63a-4e10-8668-bd197f4a6e92 admin admin] For port f8e6accf-c72b-4993-aa46-b4db6c55a6a2, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f8e6accf-c72b-4993-aa46-b4db6c55a6a2,segment=NetworkSegment(5a9060b5-4226-4759-bef7-f246182920a0),segment_id=5a9060b5-4226-4759-bef7-f246182920a0)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:19.449289 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4a08265-b63a-4e10-8668-bd197f4a6e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:19.450814 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-57149609-2e8b-463f-97ca-9f965e21aeae None None] Deleting port f8e6accf-c72b-4993-aa46-b4db6c55a6a2 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:19.451192 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57149609-2e8b-463f-97ca-9f965e21aeae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:19.471487 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1679be4-ca36-459d-8e64-5217dfb73ca8 req-5540dcc6-6c7e-4841-8c04-5871728c4560 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 951 time: 0.1761363 Jul 22 16:30:19.479843 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a4a08265-b63a-4e10-8668-bd197f4a6e92 admin admin] Calling delete_port for f8e6accf-c72b-4993-aa46-b4db6c55a6a2 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:19.550115 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1679be4-ca36-459d-8e64-5217dfb73ca8 req-b63bbf4e-be47-4ab6-9d6c-9b47342e7a0e tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790954 Jul 22 16:30:19.603552 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6389eb1-99bc-4d44-8ed2-f381ad167160 req-08034d2b-7d58-4b8e-9f30-e135f632ca32 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:19.605363 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c6389eb1-99bc-4d44-8ed2-f381ad167160 req-08034d2b-7d58-4b8e-9f30-e135f632ca32 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.30 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 951 time: 0.4789732 Jul 22 16:30:19.629782 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-57149609-2e8b-463f-97ca-9f965e21aeae None None] For port f8e6accf-c72b-4993-aa46-b4db6c55a6a2, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f8e6accf-c72b-4993-aa46-b4db6c55a6a2,segment=NetworkSegment(5a9060b5-4226-4759-bef7-f246182920a0),segment_id=5a9060b5-4226-4759-bef7-f246182920a0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:19.629782 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57149609-2e8b-463f-97ca-9f965e21aeae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:19.678580 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beaf1bc-d2ed-4772-95c4-c1f6a9245c74 req-82df94e5-b5b9-4176-99ff-58f5329f6a26 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:19.679611 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-57149609-2e8b-463f-97ca-9f965e21aeae None None] Calling delete_port for f8e6accf-c72b-4993-aa46-b4db6c55a6a2 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:19.681102 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1beaf1bc-d2ed-4772-95c4-c1f6a9245c74 req-82df94e5-b5b9-4176-99ff-58f5329f6a26 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 945 time: 0.4524801 Jul 22 16:30:19.793265 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcc79d74-39d2-44bc-adaf-3c526ca63ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:19.920924 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc79d74-39d2-44bc-adaf-3c526ca63ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=38873b9f-65fb-48c5-978d-5d212e520451,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:19.940453 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1beaf1bc-d2ed-4772-95c4-c1f6a9245c74 req-6ac63b4c-4ed2-432b-8cde-e8e7bac287aa tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508020 Jul 22 16:30:19.981879 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57149609-2e8b-463f-97ca-9f965e21aeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:20.003044 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57149609-2e8b-463f-97ca-9f965e21aeae None None] No DVR routers for this DVR port f8e6accf-c72b-4993-aa46-b4db6c55a6a2 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:30:20.006840 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4a08265-b63a-4e10-8668-bd197f4a6e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:20.069235 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a08265-b63a-4e10-8668-bd197f4a6e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e6accf-c72b-4993-aa46-b4db6c55a6a2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:20.073815 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a08265-b63a-4e10-8668-bd197f4a6e92 admin admin] No DVR routers for this DVR port f8e6accf-c72b-4993-aa46-b4db6c55a6a2 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:30:20.088722 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57149609-2e8b-463f-97ca-9f965e21aeae None None] Pushing event deleted for resources: {'Port': ['ID=f8e6accf-c72b-4993-aa46-b4db6c55a6a2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:20.100555 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e5b78-63e9-420a-97ab-09a4a2661c1b req-966eb0f7-1cce-4a0f-920f-a2dc3b2703d5 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:20.117704 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9d2e5b78-63e9-420a-97ab-09a4a2661c1b req-966eb0f7-1cce-4a0f-920f-a2dc3b2703d5 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 945 time: 0.2412119 Jul 22 16:30:20.118461 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcc79d74-39d2-44bc-adaf-3c526ca63ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:20.187761 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9d2e5b78-63e9-420a-97ab-09a4a2661c1b req-d16c617e-b58b-4fd0-9265-d0f042c5bd0a tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662966 Jul 22 16:30:20.319043 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f8e6accf-c72b-4993-aa46-b4db6c55a6a2 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:20.358691 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: f8e6accf-c72b-4993-aa46-b4db6c55a6a2 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:30:20.359291 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f8e6accf-c72b-4993-aa46-b4db6c55a6a2 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:30:20.428722 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d04a7-65d9-4621-aaff-2696a80e4139 req-b6e426bb-c30b-4660-9660-97d3a594fbee tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:20.429290 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcc79d74-39d2-44bc-adaf-3c526ca63ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:20.432964 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-c6389eb1-99bc-4d44-8ed2-f381ad167160 req-b530eca8-9688-4771-92c5-96a722ff3a82 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Deleting port a0b654b3-3e6f-4821-902e-2228335f5f19 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:20.433401 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c6389eb1-99bc-4d44-8ed2-f381ad167160 req-b530eca8-9688-4771-92c5-96a722ff3a82 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:20.436606 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b5d04a7-65d9-4621-aaff-2696a80e4139 req-b6e426bb-c30b-4660-9660-97d3a594fbee tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.1417754 Jul 22 16:30:20.439046 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcc79d74-39d2-44bc-adaf-3c526ca63ab5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:20.476956 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4a08265-b63a-4e10-8668-bd197f4a6e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:20.511432 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-a4a08265-b63a-4e10-8668-bd197f4a6e92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa5d2e1-19c7-43a8-b75a-c39050293c46']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:20.534992 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b5d04a7-65d9-4621-aaff-2696a80e4139 req-63b321a0-c734-45c4-bed5-7f67dc1182ea tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804060 Jul 22 16:30:20.595197 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-a4a08265-b63a-4e10-8668-bd197f4a6e92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9060b5-4226-4759-bef7-f246182920a0') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:20.595712 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-a4a08265-b63a-4e10-8668-bd197f4a6e92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9060b5-4226-4759-bef7-f246182920a0') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:20.651196 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4a08265-b63a-4e10-8668-bd197f4a6e92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:20.653390 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcc79d74-39d2-44bc-adaf-3c526ca63ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:20.653986 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc79d74-39d2-44bc-adaf-3c526ca63ab5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 822f98ac-44bb-4a70-a411-f30f17997ad5 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:30:20.669021 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcc79d74-39d2-44bc-adaf-3c526ca63ab5 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:20.670313 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fcc79d74-39d2-44bc-adaf-3c526ca63ab5 admin admin] 10.222.0.69 "DELETE /v2.0/routers/822f98ac-44bb-4a70-a411-f30f17997ad5 HTTP/1.1" status: 204 len: 168 time: 5.0018435 Jul 22 16:30:20.675231 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39496) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:20.722750 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4a08265-b63a-4e10-8668-bd197f4a6e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:20.731980 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a08265-b63a-4e10-8668-bd197f4a6e92 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:30:20.732441 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4a08265-b63a-4e10-8668-bd197f4a6e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:20.789109 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52faf56-6fe1-448d-b720-f4dd0e73b952 admin admin] Deleting subnet 824b6f43-0033-4605-8c1f-9468d3c257a0 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:30:20.797289 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c52faf56-6fe1-448d-b720-f4dd0e73b952 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:30:20.844035 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:30:20.858076 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01c42a-b598-49d6-b645-0ef9036f1ad4 req-167928fe-597b-4480-8f07-781e2a8d391b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:20.859850 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9e01c42a-b598-49d6-b645-0ef9036f1ad4 req-167928fe-597b-4480-8f07-781e2a8d391b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 946 time: 0.5825307 Jul 22 16:30:20.865394 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-c6389eb1-99bc-4d44-8ed2-f381ad167160 req-b530eca8-9688-4771-92c5-96a722ff3a82 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] For port a0b654b3-3e6f-4821-902e-2228335f5f19, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a0b654b3-3e6f-4821-902e-2228335f5f19,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:20.865394 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c6389eb1-99bc-4d44-8ed2-f381ad167160 req-b530eca8-9688-4771-92c5-96a722ff3a82 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:20.876303 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c52faf56-6fe1-448d-b720-f4dd0e73b952 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:20.909266 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd41f77-4c25-4ea9-af29-4616d0144383 req-3c85560d-dbe6-485b-a476-af22d5084bcd tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:20.910994 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8bd41f77-4c25-4ea9-af29-4616d0144383 req-3c85560d-dbe6-485b-a476-af22d5084bcd tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 951 time: 0.2592380 Jul 22 16:30:20.927673 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4a08265-b63a-4e10-8668-bd197f4a6e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:20.932698 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-c6389eb1-99bc-4d44-8ed2-f381ad167160 req-b530eca8-9688-4771-92c5-96a722ff3a82 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Calling delete_port for a0b654b3-3e6f-4821-902e-2228335f5f19 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:20.954074 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4a08265-b63a-4e10-8668-bd197f4a6e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:20.959072 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a4a08265-b63a-4e10-8668-bd197f4a6e92 admin admin] 10.222.0.69 "DELETE /v2.0/networks/7fa5d2e1-19c7-43a8-b75a-c39050293c46 HTTP/1.1" status: 204 len: 168 time: 2.7268181 Jul 22 16:30:20.979889 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9e01c42a-b598-49d6-b645-0ef9036f1ad4 req-74e44417-a5b9-4dd1-8235-294e4867942f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057062 Jul 22 16:30:20.980864 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a08265-b63a-4e10-8668-bd197f4a6e92 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa5d2e1-19c7-43a8-b75a-c39050293c46,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:21.002779 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8bd41f77-4c25-4ea9-af29-4616d0144383 req-8029055f-6ae9-46e1-9f02-5678c139c884 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/security-groups?id=3e79732b-b67b-4582-b5c4-d1c5f4164440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855424 Jul 22 16:30:21.131256 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c52faf56-6fe1-448d-b720-f4dd0e73b952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:21.171259 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39514) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:21.208287 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c6389eb1-99bc-4d44-8ed2-f381ad167160 req-b530eca8-9688-4771-92c5-96a722ff3a82 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:21.244301 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['a0b654b3-3e6f-4821-902e-2228335f5f19'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:21.248195 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530eca8-9688-4771-92c5-96a722ff3a82 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Pushing event deleted for resources: {'Port': ['ID=a0b654b3-3e6f-4821-902e-2228335f5f19,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:21.315655 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9b9365b4-55c2-4006-88d0-78d3e140070f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=df843042e7bb4dc58b1dc0b2a9779ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404862 Jul 22 16:30:21.317852 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39518) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:21.338429 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c52faf56-6fe1-448d-b720-f4dd0e73b952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:21.349912 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6389eb1-99bc-4d44-8ed2-f381ad167160 req-b530eca8-9688-4771-92c5-96a722ff3a82 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] No DVR routers for this DVR port a0b654b3-3e6f-4821-902e-2228335f5f19 on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:30:21.353892 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c6389eb1-99bc-4d44-8ed2-f381ad167160 req-b530eca8-9688-4771-92c5-96a722ff3a82 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:21.356119 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c6389eb1-99bc-4d44-8ed2-f381ad167160 req-b530eca8-9688-4771-92c5-96a722ff3a82 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.30 "DELETE /v2.0/ports/a0b654b3-3e6f-4821-902e-2228335f5f19 HTTP/1.1" status: 204 len: 173 time: 1.7399890 Jul 22 16:30:21.389822 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9108ce31-391a-44a6-8bcb-721e4f8f2f4f', 'name': 'network-vif-deleted', 'tag': 'a0b654b3-3e6f-4821-902e-2228335f5f19'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:21.392881 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d941ce37-dcdf-45b8-8837-6113242bc87c" -d '{"events": [{"server_uuid": "9108ce31-391a-44a6-8bcb-721e4f8f2f4f", "name": "network-vif-deleted", "tag": "a0b654b3-3e6f-4821-902e-2228335f5f19"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:21.407268 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52faf56-6fe1-448d-b720-f4dd0e73b952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=824b6f43-0033-4605-8c1f-9468d3c257a0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:21.411435 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c52faf56-6fe1-448d-b720-f4dd0e73b952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:21.414276 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6a3ff6-5a83-40ea-8520-2eb9e847cfb0 None None] Network c7ca70b8-4476-4895-839d-ab46905f9ddf requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:30:21.428095 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c52faf56-6fe1-448d-b720-f4dd0e73b952 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/824b6f43-0033-4605-8c1f-9468d3c257a0 HTTP/1.1" status: 204 len: 168 time: 0.7524199 Jul 22 16:30:21.432232 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39522) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:21.463564 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56ff6d-4a2b-4e32-8975-68a6a30ddcc1 req-96abacfe-ab0f-48a8-81c6-ff9eca7b3149 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:21.467491 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cd56ff6d-4a2b-4e32-8975-68a6a30ddcc1 req-96abacfe-ab0f-48a8-81c6-ff9eca7b3149 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 945 time: 0.2949047 Jul 22 16:30:21.535909 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cd56ff6d-4a2b-4e32-8975-68a6a30ddcc1 req-88e59592-566f-491d-858a-8c44d4987b02 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500729 Jul 22 16:30:21.541522 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26167b68-c479-4513-b8bb-beddea4b6d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:21.577330 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26167b68-c479-4513-b8bb-beddea4b6d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:21.651324 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f1fce3-761c-49c6-a98b-ca0ef6565083 x-openstack-request-id: req-21f1fce3-761c-49c6-a98b-ca0ef6565083 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:21.652693 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9108ce31-391a-44a6-8bcb-721e4f8f2f4f", "name": "network-vif-deleted", "tag": "a0b654b3-3e6f-4821-902e-2228335f5f19", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:21.653059 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-21f1fce3-761c-49c6-a98b-ca0ef6565083 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:21.653615 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9108ce31-391a-44a6-8bcb-721e4f8f2f4f', 'name': 'network-vif-deleted', 'tag': 'a0b654b3-3e6f-4821-902e-2228335f5f19', 'status': 'completed', 'code': 200} Jul 22 16:30:21.722822 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18cc1d47-b86b-43e3-8341-b690991261d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:21.729486 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26167b68-c479-4513-b8bb-beddea4b6d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:21.731596 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26167b68-c479-4513-b8bb-beddea4b6d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:21.736100 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-26167b68-c479-4513-b8bb-beddea4b6d0b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b843ac9b-1c99-4909-8a65-3cb884b7eb09 HTTP/1.1" status: 204 len: 168 time: 0.3918893 Jul 22 16:30:21.771273 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559fc14-621a-4553-83d2-4c014f4540d8 req-c6769f10-6ecd-4648-b66e-0a1ff7058f93 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:21.772924 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c559fc14-621a-4553-83d2-4c014f4540d8 req-c6769f10-6ecd-4648-b66e-0a1ff7058f93 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 945 time: 0.4687874 Jul 22 16:30:21.775115 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26167b68-c479-4513-b8bb-beddea4b6d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b843ac9b-1c99-4909-8a65-3cb884b7eb09,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:21.810070 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb56fd0-0a8b-46aa-987a-6c1219a1c78b None None] DHCP port deletion for c7ca70b8-4476-4895-839d-ab46905f9ddf request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:30:21.824367 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63a2d5-e1d3-4236-891a-41d5a693c3d6 req-b5b30e87-92d0-406f-8951-66d7c1b0d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:21.826253 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a63a2d5-e1d3-4236-891a-41d5a693c3d6 req-b5b30e87-92d0-406f-8951-66d7c1b0d54f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8f7f0ee905d4934879787b8f8216673&device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 1097 time: 0.1787057 Jul 22 16:30:21.838828 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26fb1f-7eb5-43c7-b9e0-c8649f452191 req-e6d44ab2-b9f0-4149-9fb2-563e36373077 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:21.846223 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c26fb1f-7eb5-43c7-b9e0-c8649f452191 req-e6d44ab2-b9f0-4149-9fb2-563e36373077 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.1337535 Jul 22 16:30:21.901634 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c559fc14-621a-4553-83d2-4c014f4540d8 req-62214dca-a7f3-4b6b-accf-928f3accd85e tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139832 Jul 22 16:30:21.906140 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-efb56fd0-0a8b-46aa-987a-6c1219a1c78b None None] Deleting port 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:21.906776 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-efb56fd0-0a8b-46aa-987a-6c1219a1c78b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:21.947914 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-18cc1d47-b86b-43e3-8341-b690991261d3 admin admin] Deleting port 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:21.948524 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18cc1d47-b86b-43e3-8341-b690991261d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:21.958984 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c26fb1f-7eb5-43c7-b9e0-c8649f452191 req-d5cd260d-9de7-4886-a60b-24e867a001f5 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115942 Jul 22 16:30:22.059319 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-efb56fd0-0a8b-46aa-987a-6c1219a1c78b None None] For port 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=4a2d9b9f-24c4-4e9f-81c7-321c6b703e10,segment=NetworkSegment(c7c9eded-97e4-49b6-9083-c496d8243373),segment_id=c7c9eded-97e4-49b6-9083-c496d8243373)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:22.061899 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-efb56fd0-0a8b-46aa-987a-6c1219a1c78b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:22.090750 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63a2d5-e1d3-4236-891a-41d5a693c3d6 req-9c3ba00d-ca10-43e1-b0e3-eec1e02a38c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:22.101995 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a63a2d5-e1d3-4236-891a-41d5a693c3d6 req-9c3ba00d-ca10-43e1-b0e3-eec1e02a38c6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e HTTP/1.1" status: 200 len: 913 time: 0.2529945 Jul 22 16:30:22.137336 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-efb56fd0-0a8b-46aa-987a-6c1219a1c78b None None] Calling delete_port for 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:22.150169 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-18cc1d47-b86b-43e3-8341-b690991261d3 admin admin] For port 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=4a2d9b9f-24c4-4e9f-81c7-321c6b703e10,segment=NetworkSegment(c7c9eded-97e4-49b6-9083-c496d8243373),segment_id=c7c9eded-97e4-49b6-9083-c496d8243373)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:22.151230 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18cc1d47-b86b-43e3-8341-b690991261d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:22.181212 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-18cc1d47-b86b-43e3-8341-b690991261d3 admin admin] Calling delete_port for 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:22.300975 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a63a2d5-e1d3-4236-891a-41d5a693c3d6 req-b9acfedc-7041-4fed-bc1f-6629f79241ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37e3da87-b638-4139-b146-f7b7256811b7 HTTP/1.1" status: 200 len: 217 time: 0.1904678 Jul 22 16:30:22.325201 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:22.325712 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18cc1d47-b86b-43e3-8341-b690991261d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:22.344921 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9434dc7c-0804-417d-b982-9ab28a7e4ad5 req-706387bf-ff69-4a68-9c03-7b6860e54f16 tempest-ServersAdminTestJSON-1456025749 tempest-ServersAdminTestJSON-1456025749-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108ce31-391a-44a6-8bcb-721e4f8f2f4f HTTP/1.1" status: 200 len: 210 time: 0.0608509 Jul 22 16:30:22.396944 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63a2d5-e1d3-4236-891a-41d5a693c3d6 req-36de8021-66f5-4995-aefd-5604ce390df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:22.398661 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a63a2d5-e1d3-4236-891a-41d5a693c3d6 req-36de8021-66f5-4995-aefd-5604ce390df7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3c12ce3-22c0-432e-833b-5a5a37b77be7 HTTP/1.1" status: 200 len: 852 time: 0.0654109 Jul 22 16:30:22.400984 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:30:22.402583 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cc1d47-b86b-43e3-8341-b690991261d3 admin admin] No DVR routers for this DVR port 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:30:22.403564 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:30:22.479319 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a63a2d5-e1d3-4236-891a-41d5a693c3d6 req-6a9dea3e-5af8-4c86-9f06-faf850d6deba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723572 Jul 22 16:30:22.488224 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc1d47-b86b-43e3-8341-b690991261d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a2d9b9f-24c4-4e9f-81c7-321c6b703e10,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:22.489810 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-efb56fd0-0a8b-46aa-987a-6c1219a1c78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:22.525315 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb56fd0-0a8b-46aa-987a-6c1219a1c78b None None] Pushing event deleted for resources: {'Port': ['ID=4a2d9b9f-24c4-4e9f-81c7-321c6b703e10,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:22.527570 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb56fd0-0a8b-46aa-987a-6c1219a1c78b None None] No DVR routers for this DVR port 4a2d9b9f-24c4-4e9f-81c7-321c6b703e10 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:30:22.543142 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0eca6-3a7b-4c41-ad49-45b5977ce243 req-a82cafee-1b1d-4ac4-9e78-744fa4e8658a tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:22.544819 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ccf0eca6-3a7b-4c41-ad49-45b5977ce243 req-a82cafee-1b1d-4ac4-9e78-744fa4e8658a tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 946 time: 0.2671840 Jul 22 16:30:22.588854 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18cc1d47-b86b-43e3-8341-b690991261d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:22.605320 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-18cc1d47-b86b-43e3-8341-b690991261d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ca70b8-4476-4895-839d-ab46905f9ddf']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:22.661369 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ccf0eca6-3a7b-4c41-ad49-45b5977ce243 req-b1dca0bc-97a8-461f-9648-d0561aab334a tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582101 Jul 22 16:30:22.666376 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-18cc1d47-b86b-43e3-8341-b690991261d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c9eded-97e4-49b6-9083-c496d8243373') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:22.666902 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-18cc1d47-b86b-43e3-8341-b690991261d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c9eded-97e4-49b6-9083-c496d8243373') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:22.685638 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18cc1d47-b86b-43e3-8341-b690991261d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:22.703425 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18cc1d47-b86b-43e3-8341-b690991261d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:22.730162 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18cc1d47-b86b-43e3-8341-b690991261d3 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:30:22.738246 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18cc1d47-b86b-43e3-8341-b690991261d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:30:22.740653 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:30:22.768131 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a63a2d5-e1d3-4236-891a-41d5a693c3d6 req-d911f219-897e-4e47-8a27-9feb931447f7 service neutron] 10.222.0.16 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818739 Jul 22 16:30:22.845264 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18cc1d47-b86b-43e3-8341-b690991261d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:22.852049 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18cc1d47-b86b-43e3-8341-b690991261d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:22.855722 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-18cc1d47-b86b-43e3-8341-b690991261d3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c7ca70b8-4476-4895-839d-ab46905f9ddf HTTP/1.1" status: 204 len: 168 time: 1.4208674 Jul 22 16:30:22.857441 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39550) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:22.886099 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c42e5c-f27c-4700-ad51-f386912fd735 req-1d78f6d5-e493-4701-b125-280ac352de6d tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:22.886340 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc1d47-b86b-43e3-8341-b690991261d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7ca70b8-4476-4895-839d-ab46905f9ddf,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:22.895372 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d2c42e5c-f27c-4700-ad51-f386912fd735 req-1d78f6d5-e493-4701-b125-280ac352de6d tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 945 time: 0.2391319 Jul 22 16:30:22.993021 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a63a2d5-e1d3-4236-891a-41d5a693c3d6 req-0eb875d1-71ab-4ccb-ae92-0abb33fca211 service neutron] 10.222.0.16 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187073 Jul 22 16:30:23.018097 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d2c42e5c-f27c-4700-ad51-f386912fd735 req-6d1c1573-4d40-4eeb-8616-d2b05411b010 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217608 Jul 22 16:30:23.116979 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39560) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:23.195395 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2512b7-7c22-46f4-b839-a954da9d2ba8 req-5090878c-8cf5-4662-aa43-206cc87d2958 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:23.206029 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ec2512b7-7c22-46f4-b839-a954da9d2ba8 req-5090878c-8cf5-4662-aa43-206cc87d2958 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.1106479 Jul 22 16:30:23.262914 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ec2512b7-7c22-46f4-b839-a954da9d2ba8 req-b7e30b1e-e60b-4d0a-b500-ed5e9b33a9ff tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558333 Jul 22 16:30:23.263462 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e3e7d-f0f2-48f6-954e-14f14eeea8e0 req-b5a39b16-f99f-4894-a596-4086a7b3f000 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:23.265111 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-203e3e7d-f0f2-48f6-954e-14f14eeea8e0 req-b5a39b16-f99f-4894-a596-4086a7b3f000 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 945 time: 0.1887302 Jul 22 16:30:23.269684 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7eb11f9b-9670-4f73-bce2-e3d5ccea40ed admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350405631-network', 'tenant_id': '79ca673eea614c058860f04d2986161b'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:23.292628 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb11f9b-9670-4f73-bce2-e3d5ccea40ed admin admin] Made reservation on behalf of 79ca673eea614c058860f04d2986161b for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:23.295038 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7eb11f9b-9670-4f73-bce2-e3d5ccea40ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:23.306365 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7eb11f9b-9670-4f73-bce2-e3d5ccea40ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:23.349987 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-203e3e7d-f0f2-48f6-954e-14f14eeea8e0 req-34b21991-ec2d-4665-9f66-caedf4ae08ce tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725317 Jul 22 16:30:23.448582 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7eb11f9b-9670-4f73-bce2-e3d5ccea40ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:23.454199 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7eb11f9b-9670-4f73-bce2-e3d5ccea40ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:23.509473 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f0e86bf-5905-4537-9d34-08c07e465f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:23.519960 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb11f9b-9670-4f73-bce2-e3d5ccea40ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:30:23.540927 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb11f9b-9670-4f73-bce2-e3d5ccea40ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b404a46-0a06-4e44-b7a9-bcb878ab0b5c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:23.548511 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7eb11f9b-9670-4f73-bce2-e3d5ccea40ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:23.548854 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-7eb11f9b-9670-4f73-bce2-e3d5ccea40ed admin admin] Added segment 1b80e7b7-b3ec-4add-a4fd-45511c031987 of type vlan for network ddf70c33-34d8-41c0-a934-e6d03025e304 Jul 22 16:30:23.616074 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7eb11f9b-9670-4f73-bce2-e3d5ccea40ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:23.671557 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7eb11f9b-9670-4f73-bce2-e3d5ccea40ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:23.672926 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb11f9b-9670-4f73-bce2-e3d5ccea40ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:23.673620 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7eb11f9b-9670-4f73-bce2-e3d5ccea40ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:23.695644 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device a0b654b3-3e6f-4821-902e-2228335f5f19 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:23.714682 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7eb11f9b-9670-4f73-bce2-e3d5ccea40ed admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.5794160 Jul 22 16:30:23.715368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39574) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:23.726889 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4b179415-7c3b-4fd1-9b34-b8b7d29fbe9e admin admin] Request body: {'subnet': {'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350405631-subnet', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:23.791864 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: a0b654b3-3e6f-4821-902e-2228335f5f19 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:30:23.793265 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device a0b654b3-3e6f-4821-902e-2228335f5f19 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:30:23.967928 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39576) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:24.172361 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb11f9b-9670-4f73-bce2-e3d5ccea40ed admin admin] Pushing event updated for resources: {'Network': ['ID=ddf70c33-34d8-41c0-a934-e6d03025e304,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:24.185485 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b179415-7c3b-4fd1-9b34-b8b7d29fbe9e admin admin] Made reservation on behalf of 79ca673eea614c058860f04d2986161b for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:24.188596 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b179415-7c3b-4fd1-9b34-b8b7d29fbe9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.189575 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network ddf70c33-34d8-41c0-a934-e6d03025e304 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:30:24.236453 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6ab6da28-74e5-4f9c-ba14-6af9d0398519 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e12f097db788412a8061a04b2526cfd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672782 Jul 22 16:30:24.239060 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39582) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:24.337812 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24064d-30d4-45ee-9d35-53ebfe70d78f req-7a1620f8-c150-4041-828f-f1238176e2ce tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:24.339587 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ea24064d-30d4-45ee-9d35-53ebfe70d78f req-7a1620f8-c150-4041-828f-f1238176e2ce tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 945 time: 0.2285402 Jul 22 16:30:24.382406 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e76aa6a7-fb40-4deb-b27f-baa860d6d1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.416055 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e76aa6a7-fb40-4deb-b27f-baa860d6d1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.425113 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7330c1-05fb-4027-b0a6-620fcb4cdb73 req-c43b4ac6-2f60-4e1a-b0ac-9475d5ed8132 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:24.426983 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7d7330c1-05fb-4027-b0a6-620fcb4cdb73 req-c43b4ac6-2f60-4e1a-b0ac-9475d5ed8132 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 946 time: 0.2568779 Jul 22 16:30:24.428373 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b179415-7c3b-4fd1-9b34-b8b7d29fbe9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.472813 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3f0e86bf-5905-4537-9d34-08c07e465f17 admin admin] Deleting port 4b37863c-be3a-4e9c-aeaf-272343fd4b0f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:24.473262 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f0e86bf-5905-4537-9d34-08c07e465f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.507711 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ea24064d-30d4-45ee-9d35-53ebfe70d78f req-c9fa67ba-3efd-4ab8-84fe-d771d96c727c tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540170 Jul 22 16:30:24.536326 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b179415-7c3b-4fd1-9b34-b8b7d29fbe9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a4e56d2-6f39-44d0-a1b5-eea27cd957f0,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:24.563740 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7d7330c1-05fb-4027-b0a6-620fcb4cdb73 req-42c9d9d5-03b9-4442-9c27-eb2b63716215 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303780 Jul 22 16:30:24.564625 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b179415-7c3b-4fd1-9b34-b8b7d29fbe9e admin admin] Checking segment: {'id': '1b80e7b7-b3ec-4add-a4fd-45511c031987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:24.564992 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b179415-7c3b-4fd1-9b34-b8b7d29fbe9e admin admin] Network hostable DHCP agents. Network: ddf70c33-34d8-41c0-a934-e6d03025e304, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:30:24.593657 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e76aa6a7-fb40-4deb-b27f-baa860d6d1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.598075 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e76aa6a7-fb40-4deb-b27f-baa860d6d1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.598305 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b179415-7c3b-4fd1-9b34-b8b7d29fbe9e admin admin] Network ddf70c33-34d8-41c0-a934-e6d03025e304 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:30:24.603456 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e76aa6a7-fb40-4deb-b27f-baa860d6d1c8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3e79732b-b67b-4582-b5c4-d1c5f4164440 HTTP/1.1" status: 204 len: 168 time: 0.3595734 Jul 22 16:30:24.607010 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-3f0e86bf-5905-4537-9d34-08c07e465f17 admin admin] For port 4b37863c-be3a-4e9c-aeaf-272343fd4b0f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=4b37863c-be3a-4e9c-aeaf-272343fd4b0f,segment=NetworkSegment(fa9c6d2c-52ac-4427-8396-9967135b0cbb),segment_id=fa9c6d2c-52ac-4427-8396-9967135b0cbb)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:24.607379 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f0e86bf-5905-4537-9d34-08c07e465f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.624349 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-4b179415-7c3b-4fd1-9b34-b8b7d29fbe9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, ddf70c33-34d8-41c0-a934-e6d03025e304) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:30:24.631280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b179415-7c3b-4fd1-9b34-b8b7d29fbe9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:24.632340 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b179415-7c3b-4fd1-9b34-b8b7d29fbe9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.638744 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76aa6a7-fb40-4deb-b27f-baa860d6d1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e79732b-b67b-4582-b5c4-d1c5f4164440,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:24.640896 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a178e9d6-9541-4074-853e-8f8f7c58d2d7 None None] Network ddf70c33-34d8-41c0-a934-e6d03025e304 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:30:24.670552 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3f0e86bf-5905-4537-9d34-08c07e465f17 admin admin] Calling delete_port for 4b37863c-be3a-4e9c-aeaf-272343fd4b0f owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:24.686491 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4b179415-7c3b-4fd1-9b34-b8b7d29fbe9e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9678979 Jul 22 16:30:24.690307 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39592) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:24.704717 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0331f978-ff9c-45b1-ac5c-ec2ea80c7496 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350405631-router', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:24.865148 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da2748-0162-4e0a-aeba-ce21a673bba0 req-f75ab7c9-0095-40ca-9363-3128401a3d1f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:24.873270 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-12da2748-0162-4e0a-aeba-ce21a673bba0 req-f75ab7c9-0095-40ca-9363-3128401a3d1f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.2685723 Jul 22 16:30:24.879306 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0331f978-ff9c-45b1-ac5c-ec2ea80c7496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.880412 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0331f978-ff9c-45b1-ac5c-ec2ea80c7496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.964241 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-12da2748-0162-4e0a-aeba-ce21a673bba0 req-80538fbd-6236-4066-8e4e-ab5334dd1cef tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856779 Jul 22 16:30:24.972400 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ceff3a-bb13-4810-90d5-c06c7734ab6b req-1254604f-7de7-48c0-addd-63dcf6a434d1 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:24.980599 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e8ceff3a-bb13-4810-90d5-c06c7734ab6b req-1254604f-7de7-48c0-addd-63dcf6a434d1 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 945 time: 0.2142215 Jul 22 16:30:24.983994 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0331f978-ff9c-45b1-ac5c-ec2ea80c7496 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:25.008806 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9751563-1b53-4a9e-9f6a-43a0b21f55ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-ddf70c33-34d8-41c0-a934-e6d03025e304', 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'fixed_ips': [{'subnet_id': '0a4e56d2-6f39-44d0-a1b5-eea27cd957f0'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:30:25.010444 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9751563-1b53-4a9e-9f6a-43a0b21f55ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:25.046143 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f0e86bf-5905-4537-9d34-08c07e465f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:25.088150 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e86bf-5905-4537-9d34-08c07e465f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b37863c-be3a-4e9c-aeaf-272343fd4b0f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:25.117608 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e8ceff3a-bb13-4810-90d5-c06c7734ab6b req-fc93022e-f594-468d-a92e-29628afc9b46 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329615 Jul 22 16:30:25.154678 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39596) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:25.207154 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0331f978-ff9c-45b1-ac5c-ec2ea80c7496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:25.218852 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c186b2c3-690d-4233-bc51-fa55f1180efd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3b650ac5f49e4df48e870f1aea1df741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0701432 Jul 22 16:30:25.224076 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39598) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:25.261787 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a9751563-1b53-4a9e-9f6a-43a0b21f55ae None None] Allocated IP 172.20.0.2 (ddf70c33-34d8-41c0-a934-e6d03025e304/0a4e56d2-6f39-44d0-a1b5-eea27cd957f0/d3c6503a-6f85-4788-8c50-dcd4a13980e4) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:30:25.352991 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-453f5297-5752-4b1a-a421-193f316ed3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:25.355534 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f0e86bf-5905-4537-9d34-08c07e465f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:25.386184 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-453f5297-5752-4b1a-a421-193f316ed3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:25.515027 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9751563-1b53-4a9e-9f6a-43a0b21f55ae None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:25.599108 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a9751563-1b53-4a9e-9f6a-43a0b21f55ae None None] Transition to ACTIVE for port object d3c6503a-6f85-4788-8c50-dcd4a13980e4 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:30:25.604944 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-453f5297-5752-4b1a-a421-193f316ed3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:25.607650 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-453f5297-5752-4b1a-a421-193f316ed3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:25.611094 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-453f5297-5752-4b1a-a421-193f316ed3ca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3c63acd5-e4a5-49ba-9d28-4fbb4bbf2328 HTTP/1.1" status: 204 len: 168 time: 0.3819897 Jul 22 16:30:25.625810 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a9751563-1b53-4a9e-9f6a-43a0b21f55ae None None] Transition to ACTIVE for port object d3c6503a-6f85-4788-8c50-dcd4a13980e4 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:30:25.637401 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9751563-1b53-4a9e-9f6a-43a0b21f55ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:25.645463 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0331f978-ff9c-45b1-ac5c-ec2ea80c7496 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:25.650744 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0e86bf-5905-4537-9d34-08c07e465f17 admin admin] Router 23e0a4f3-fb36-427b-91c7-f3d6c109c67f has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:30:25.692745 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f5297-5752-4b1a-a421-193f316ed3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c63acd5-e4a5-49ba-9d28-4fbb4bbf2328,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:25.698400 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9751563-1b53-4a9e-9f6a-43a0b21f55ae None None] Network ddf70c33-34d8-41c0-a934-e6d03025e304 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:30:25.702516 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a9751563-1b53-4a9e-9f6a-43a0b21f55ae None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:30:25.706235 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9751563-1b53-4a9e-9f6a-43a0b21f55ae None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:30:25.712571 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0331f978-ff9c-45b1-ac5c-ec2ea80c7496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:25.762621 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca1e6c-88f5-4126-871f-1b0a7c3f8d57 req-9b6f4725-7459-4b65-bf03-8cbd639632b0 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:25.770314 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-16ca1e6c-88f5-4126-871f-1b0a7c3f8d57 req-9b6f4725-7459-4b65-bf03-8cbd639632b0 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 945 time: 0.1760058 Jul 22 16:30:25.791507 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 37e3da87-b638-4139-b146-f7b7256811b7 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:25.833944 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-16ca1e6c-88f5-4126-871f-1b0a7c3f8d57 req-c57e474a-709a-41ff-99bc-f6c6cb74d3f6 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564382 Jul 22 16:30:25.836143 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9751563-1b53-4a9e-9f6a-43a0b21f55ae None None] Pushing event updated for resources: {'Port': ['ID=d3c6503a-6f85-4788-8c50-dcd4a13980e4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:25.886403 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0e86bf-5905-4537-9d34-08c07e465f17 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:30:25.895632 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a9751563-1b53-4a9e-9f6a-43a0b21f55ae None None] Attempting to bind port d3c6503a-6f85-4788-8c50-dcd4a13980e4 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:30:25.895632 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a9751563-1b53-4a9e-9f6a-43a0b21f55ae None None] Attempting to bind port d3c6503a-6f85-4788-8c50-dcd4a13980e4 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '1b80e7b7-b3ec-4add-a4fd-45511c031987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:30:25.895855 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9751563-1b53-4a9e-9f6a-43a0b21f55ae None None] Attempting to bind port d3c6503a-6f85-4788-8c50-dcd4a13980e4 on network ddf70c33-34d8-41c0-a934-e6d03025e304 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:25.897518 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef325cfc-e6a3-4ac1-86c6-01b94b9db682 req-5263b147-168a-4f7f-b21b-74805baecffa tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:25.903690 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3f0e86bf-5905-4537-9d34-08c07e465f17 admin admin] 10.222.0.69 "PUT /v2.0/routers/23e0a4f3-fb36-427b-91c7-f3d6c109c67f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0454371 Jul 22 16:30:25.904324 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39608) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:25.906378 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef325cfc-e6a3-4ac1-86c6-01b94b9db682 req-5263b147-168a-4f7f-b21b-74805baecffa tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 946 time: 0.2007840 Jul 22 16:30:25.907673 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9751563-1b53-4a9e-9f6a-43a0b21f55ae None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:30:25.908130 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9751563-1b53-4a9e-9f6a-43a0b21f55ae None None] Checking segment: {'id': '1b80e7b7-b3ec-4add-a4fd-45511c031987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:25.908604 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9751563-1b53-4a9e-9f6a-43a0b21f55ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:25.909577 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9751563-1b53-4a9e-9f6a-43a0b21f55ae None None] Bound using segment: {'id': '1b80e7b7-b3ec-4add-a4fd-45511c031987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:30:25.910196 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a9751563-1b53-4a9e-9f6a-43a0b21f55ae None None] Bound port: d3c6503a-6f85-4788-8c50-dcd4a13980e4, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b80e7b7-b3ec-4add-a4fd-45511c031987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:30:25.910633 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9751563-1b53-4a9e-9f6a-43a0b21f55ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:25.914944 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c083592-d906-4c0b-ab65-064bd77a2918 None None] Sync routers for ids ['23e0a4f3-fb36-427b-91c7-f3d6c109c67f'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:30:25.950345 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c083592-d906-4c0b-ab65-064bd77a2918 None None] Routers {'23e0a4f3-fb36-427b-91c7-f3d6c109c67f'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:30:25.951405 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1c083592-d906-4c0b-ab65-064bd77a2918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:30:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['23e0a4f3-fb36-427b-91c7-f3d6c109c67f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:25.966050 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-0331f978-ff9c-45b1-ac5c-ec2ea80c7496 admin admin] Allocated IP 172.25.0.197 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/21c10811-5dd7-4e0c-9448-5ea0cbf43de1) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:30:25.997870 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef325cfc-e6a3-4ac1-86c6-01b94b9db682 req-cf057b4b-c573-4e79-9cd6-940caa61203d tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896327 Jul 22 16:30:26.055074 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6095b4dc-13c2-479a-993e-50da10db5a65 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:26.090935 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-1c083592-d906-4c0b-ab65-064bd77a2918 None None] Set router 23e0a4f3-fb36-427b-91c7-f3d6c109c67f gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:30:26.167854 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0331f978-ff9c-45b1-ac5c-ec2ea80c7496 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:26.262980 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0331f978-ff9c-45b1-ac5c-ec2ea80c7496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:26.280419 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661e021-968a-4de5-a525-ef1f512a4e1d req-d491a172-ee0a-47e6-9f72-5517e45343b6 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:26.282591 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0661e021-968a-4de5-a525-ef1f512a4e1d req-d491a172-ee0a-47e6-9f72-5517e45343b6 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 946 time: 0.1723530 Jul 22 16:30:26.288325 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6095b4dc-13c2-479a-993e-50da10db5a65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:26.336444 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0331f978-ff9c-45b1-ac5c-ec2ea80c7496 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:30:26.338406 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331f978-ff9c-45b1-ac5c-ec2ea80c7496 admin admin] Pushing event updated for resources: {'Port': ['ID=21c10811-5dd7-4e0c-9448-5ea0cbf43de1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:26.343029 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0331f978-ff9c-45b1-ac5c-ec2ea80c7496 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:30:26.346854 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0331f978-ff9c-45b1-ac5c-ec2ea80c7496 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:30:26.365569 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:26.426788 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0661e021-968a-4de5-a525-ef1f512a4e1d req-28d2dad2-d479-4698-86b4-a7eab8db9bf5 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292839 Jul 22 16:30:26.457728 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d0f623-350f-4843-90ef-81a9eaea1be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37e3da87-b638-4139-b146-f7b7256811b7'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:26.460850 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a766700-c2de-4a23-ab7b-0997d4389b34" -d '{"events": [{"server_uuid": "81d0f623-350f-4843-90ef-81a9eaea1be0", "name": "network-vif-unplugged", "status": "completed", "tag": "37e3da87-b638-4139-b146-f7b7256811b7"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:26.466675 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6095b4dc-13c2-479a-993e-50da10db5a65 admin admin] Deleting port e1c76e1f-bfa4-43c1-975f-194da0a863b5 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:26.467660 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6095b4dc-13c2-479a-993e-50da10db5a65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:26.492348 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 37e3da87-b638-4139-b146-f7b7256811b7, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=37e3da87-b638-4139-b146-f7b7256811b7,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:26.497643 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a9751563-1b53-4a9e-9f6a-43a0b21f55ae None None] For port d3c6503a-6f85-4788-8c50-dcd4a13980e4, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:26.503937 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:26.548989 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a9751563-1b53-4a9e-9f6a-43a0b21f55ae None None] For port d3c6503a-6f85-4788-8c50-dcd4a13980e4, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d3c6503a-6f85-4788-8c50-dcd4a13980e4,segment=NetworkSegment(1b80e7b7-b3ec-4add-a4fd-45511c031987),segment_id=1b80e7b7-b3ec-4add-a4fd-45511c031987)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:30:26.560322 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9751563-1b53-4a9e-9f6a-43a0b21f55ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:26.577343 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1c083592-d906-4c0b-ab65-064bd77a2918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e0a4f3-fb36-427b-91c7-f3d6c109c67f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911773306-router', 'tenant_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'e1c76e1f-bfa4-43c1-975f-194da0a863b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:11Z', 'updated_at': '2021-07-22T16:30:24Z', 'revision_number': 5, 'project_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'gw_port': {'id': 'e1c76e1f-bfa4-43c1-975f-194da0a863b5', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e0a4f3-fb36-427b-91c7-f3d6c109c67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:12Z', 'updated_at': '2021-07-22T16:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:26.632482 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c083592-d906-4c0b-ab65-064bd77a2918 None None] Checking router: 23e0a4f3-fb36-427b-91c7-f3d6c109c67f for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:30:26.643127 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=37e3da87-b638-4139-b146-f7b7256811b7,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:26.660214 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c083592-d906-4c0b-ab65-064bd77a2918 None None] Routers {'23e0a4f3-fb36-427b-91c7-f3d6c109c67f'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:30:26.660833 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1c083592-d906-4c0b-ab65-064bd77a2918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:30:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['23e0a4f3-fb36-427b-91c7-f3d6c109c67f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:26.690415 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-6095b4dc-13c2-479a-993e-50da10db5a65 admin admin] For port e1c76e1f-bfa4-43c1-975f-194da0a863b5, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=e1c76e1f-bfa4-43c1-975f-194da0a863b5,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:26.690415 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6095b4dc-13c2-479a-993e-50da10db5a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:26.695240 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758bd6c-f3f9-43a1-8094-fa6a1ad49efc req-19e84683-519c-47e3-b7ea-714721a559cf tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:26.703079 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6758bd6c-f3f9-43a1-8094-fa6a1ad49efc req-19e84683-519c-47e3-b7ea-714721a559cf tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 945 time: 0.3294835 Jul 22 16:30:26.704099 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6095b4dc-13c2-479a-993e-50da10db5a65 admin admin] Calling delete_port for e1c76e1f-bfa4-43c1-975f-194da0a863b5 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:26.800559 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6758bd6c-f3f9-43a1-8094-fa6a1ad49efc req-ba0577b4-79c5-40ca-9017-c0e030a4f94b tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957828 Jul 22 16:30:26.844095 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0331f978-ff9c-45b1-ac5c-ec2ea80c7496 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:26.853569 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9751563-1b53-4a9e-9f6a-43a0b21f55ae None None] Pushing event updated for resources: {'Port': ['ID=d3c6503a-6f85-4788-8c50-dcd4a13980e4,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:26.872925 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-1c083592-d906-4c0b-ab65-064bd77a2918 None None] Set router 23e0a4f3-fb36-427b-91c7-f3d6c109c67f gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:30:26.904983 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f221813-b016-4a61-8123-00493456494e x-openstack-request-id: req-3f221813-b016-4a61-8123-00493456494e {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:26.905305 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d0f623-350f-4843-90ef-81a9eaea1be0", "name": "network-vif-unplugged", "status": "failed", "tag": "37e3da87-b638-4139-b146-f7b7256811b7", "code": 422}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:26.905577 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3f221813-b016-4a61-8123-00493456494e {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:26.906084 n-d-798930-9 neutron-server[93818]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '81d0f623-350f-4843-90ef-81a9eaea1be0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '37e3da87-b638-4139-b146-f7b7256811b7', 'code': 422} returned with failed status Jul 22 16:30:26.992496 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1c083592-d906-4c0b-ab65-064bd77a2918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e0a4f3-fb36-427b-91c7-f3d6c109c67f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911773306-router', 'tenant_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:11Z', 'updated_at': '2021-07-22T16:30:26Z', 'revision_number': 6, 'project_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:27.098417 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c083592-d906-4c0b-ab65-064bd77a2918 None None] The sync data for ids ['23e0a4f3-fb36-427b-91c7-f3d6c109c67f'] in n-d-798930-9 is: [{'id': '23e0a4f3-fb36-427b-91c7-f3d6c109c67f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911773306-router', 'tenant_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:11Z', 'updated_at': '2021-07-22T16:30:26Z', 'revision_number': 6, 'project_id': '6e1f46f6a81440159c95f0006ebb4dcc', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:30:27.211926 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6095b4dc-13c2-479a-993e-50da10db5a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:27.267133 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095b4dc-13c2-479a-993e-50da10db5a65 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c76e1f-bfa4-43c1-975f-194da0a863b5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:27.280768 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa771a-09b6-4d7b-86ff-17ed2b92fc8c req-912f2127-ba9b-4535-903c-f368707feae0 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:27.283001 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-22fa771a-09b6-4d7b-86ff-17ed2b92fc8c req-912f2127-ba9b-4535-903c-f368707feae0 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 945 time: 0.2405317 Jul 22 16:30:27.372501 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-22fa771a-09b6-4d7b-86ff-17ed2b92fc8c req-0d44f403-5aa8-49bf-9233-38b45c961e2e tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604229 Jul 22 16:30:27.395597 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6095b4dc-13c2-479a-993e-50da10db5a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:27.399456 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0331f978-ff9c-45b1-ac5c-ec2ea80c7496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:27.618450 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6095b4dc-13c2-479a-993e-50da10db5a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:27.622933 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6095b4dc-13c2-479a-993e-50da10db5a65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:27.708583 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6095b4dc-13c2-479a-993e-50da10db5a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:27.709346 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6095b4dc-13c2-479a-993e-50da10db5a65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23e0a4f3-fb36-427b-91c7-f3d6c109c67f {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:30:27.712527 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6c13f-cdc9-4a5f-b15d-053d39583017 req-b5361820-dbca-42d8-a4fe-6119826158ea tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:27.721228 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-96e6c13f-cdc9-4a5f-b15d-053d39583017 req-b5361820-dbca-42d8-a4fe-6119826158ea tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 946 time: 0.1765263 Jul 22 16:30:27.780560 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6095b4dc-13c2-479a-993e-50da10db5a65 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:27.785856 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-96e6c13f-cdc9-4a5f-b15d-053d39583017 req-08c2e35b-2408-401b-acb9-9bee66c31b07 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636554 Jul 22 16:30:27.786667 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39690) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:27.786782 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6095b4dc-13c2-479a-993e-50da10db5a65 admin admin] 10.222.0.69 "DELETE /v2.0/routers/23e0a4f3-fb36-427b-91c7-f3d6c109c67f HTTP/1.1" status: 204 len: 168 time: 1.8812990 Jul 22 16:30:27.834785 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0331f978-ff9c-45b1-ac5c-ec2ea80c7496 admin admin] Router a8f6571a-1f33-4818-991d-a35a17e43f82 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:30:27.860586 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec79a7d2-d22b-4efb-9c29-33d5ab2a5119 admin admin] Deleting subnet 2ae4e8b3-f76c-4e1e-a702-0c9d6f47d8b3 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:30:27.872392 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50683936-e0b7-422b-b8f6-49e3c79c112a req-d8016d23-e0bf-465d-993d-055ab55bafc0 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:27.882944 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-50683936-e0b7-422b-b8f6-49e3c79c112a req-d8016d23-e0bf-465d-993d-055ab55bafc0 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=81d0f623-350f-4843-90ef-81a9eaea1be0 HTTP/1.1" status: 200 len: 944 time: 0.1801307 Jul 22 16:30:27.899481 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec79a7d2-d22b-4efb-9c29-33d5ab2a5119 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:27.993010 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec79a7d2-d22b-4efb-9c29-33d5ab2a5119 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:28.069000 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-50683936-e0b7-422b-b8f6-49e3c79c112a req-d981e0f5-f8c5-4e45-a8ee-1da72dae20bd tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Deleting port 37e3da87-b638-4139-b146-f7b7256811b7 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:28.069488 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-50683936-e0b7-422b-b8f6-49e3c79c112a req-d981e0f5-f8c5-4e45-a8ee-1da72dae20bd tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:28.082103 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0331f978-ff9c-45b1-ac5c-ec2ea80c7496 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:30:28.097246 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] Sync routers for ids ['a8f6571a-1f33-4818-991d-a35a17e43f82'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:30:28.136150 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] Routers {'a8f6571a-1f33-4818-991d-a35a17e43f82'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:30:28.137269 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:30:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['a8f6571a-1f33-4818-991d-a35a17e43f82'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:28.189784 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec79a7d2-d22b-4efb-9c29-33d5ab2a5119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:28.216593 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-50683936-e0b7-422b-b8f6-49e3c79c112a req-d981e0f5-f8c5-4e45-a8ee-1da72dae20bd tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] For port 37e3da87-b638-4139-b146-f7b7256811b7, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=37e3da87-b638-4139-b146-f7b7256811b7,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:28.216969 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-50683936-e0b7-422b-b8f6-49e3c79c112a req-d981e0f5-f8c5-4e45-a8ee-1da72dae20bd tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:28.268896 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-50683936-e0b7-422b-b8f6-49e3c79c112a req-d981e0f5-f8c5-4e45-a8ee-1da72dae20bd tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Calling delete_port for 37e3da87-b638-4139-b146-f7b7256811b7 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:28.271600 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec79a7d2-d22b-4efb-9c29-33d5ab2a5119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:28.307662 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79a7d2-d22b-4efb-9c29-33d5ab2a5119 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ae4e8b3-f76c-4e1e-a702-0c9d6f47d8b3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:28.331274 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0331f978-ff9c-45b1-ac5c-ec2ea80c7496 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:28.336804 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0331f978-ff9c-45b1-ac5c-ec2ea80c7496 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.6445043 Jul 22 16:30:28.337628 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39698) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:28.347647 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec79a7d2-d22b-4efb-9c29-33d5ab2a5119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:28.352687 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ec79a7d2-d22b-4efb-9c29-33d5ab2a5119 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2ae4e8b3-f76c-4e1e-a702-0c9d6f47d8b3 HTTP/1.1" status: 204 len: 168 time: 0.5637264 Jul 22 16:30:28.354395 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ab2bd5-e469-445c-9864-8f0b6be65aa1 None None] Network f740387a-69da-4af6-be01-5a970c4573d9 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:30:28.363767 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39700) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:28.429891 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cf803-cc93-4c27-ada0-7e2401ee91c3 req-7b3f5894-3377-40fe-94d3-d738f8a8797d tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:28.438475 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b7cf803-cc93-4c27-ada0-7e2401ee91c3 req-7b3f5894-3377-40fe-94d3-d738f8a8797d tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 945 time: 0.3721926 Jul 22 16:30:28.484228 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-50683936-e0b7-422b-b8f6-49e3c79c112a req-d981e0f5-f8c5-4e45-a8ee-1da72dae20bd tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:28.524746 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981e0f5-f8c5-4e45-a8ee-1da72dae20bd tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Pushing event deleted for resources: {'Port': ['ID=37e3da87-b638-4139-b146-f7b7256811b7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:28.564116 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b7cf803-cc93-4c27-ada0-7e2401ee91c3 req-369acee2-1405-4e45-a1ef-67e8c3554793 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246233 Jul 22 16:30:28.586222 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] Set router a8f6571a-1f33-4818-991d-a35a17e43f82 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:30:28.611584 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-50683936-e0b7-422b-b8f6-49e3c79c112a req-d981e0f5-f8c5-4e45-a8ee-1da72dae20bd tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] No DVR routers for this DVR port 37e3da87-b638-4139-b146-f7b7256811b7 on host n-h1-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:30:28.622013 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-50683936-e0b7-422b-b8f6-49e3c79c112a req-d981e0f5-f8c5-4e45-a8ee-1da72dae20bd tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:28.637585 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-50683936-e0b7-422b-b8f6-49e3c79c112a req-d981e0f5-f8c5-4e45-a8ee-1da72dae20bd tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "DELETE /v2.0/ports/37e3da87-b638-4139-b146-f7b7256811b7 HTTP/1.1" status: 204 len: 173 time: 0.7438934 Jul 22 16:30:28.640492 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d0f623-350f-4843-90ef-81a9eaea1be0', 'name': 'network-vif-deleted', 'tag': '37e3da87-b638-4139-b146-f7b7256811b7'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:28.642609 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75caf26d-74f1-4644-924e-088ca41173d0" -d '{"events": [{"server_uuid": "81d0f623-350f-4843-90ef-81a9eaea1be0", "name": "network-vif-deleted", "tag": "37e3da87-b638-4139-b146-f7b7256811b7"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:28.647682 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d7a1aaeb-4127-4aa8-b27a-863884c53c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:28.857900 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884a1b25-20ad-426c-9366-9a68275cfa5f None None] Network ddf70c33-34d8-41c0-a934-e6d03025e304 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:30:28.944846 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350405631-router', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:30:24Z', 'updated_at': '2021-07-22T16:30:26Z', 'revision_number': 3, 'project_id': '79ca673eea614c058860f04d2986161b', 'gw_port': {'id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:02:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:30:25Z', 'updated_at': '2021-07-22T16:30:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:28.983585 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] Checking router: a8f6571a-1f33-4818-991d-a35a17e43f82 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:30:28.983937 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] Updating router a8f6571a-1f33-4818-991d-a35a17e43f82 port 21c10811-5dd7-4e0c-9448-5ea0cbf43de1 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:30:28.999674 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d3c6503a-6f85-4788-8c50-dcd4a13980e4 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:30:29.040081 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:29.185284 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c865908e-e60c-4111-a321-a7d4e0dd4d19 None None] Provisioning for port d3c6503a-6f85-4788-8c50-dcd4a13980e4 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:30:29.287062 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-291d64c7-44ca-4946-89a7-f5512264ce74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:29.365652 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port d3c6503a-6f85-4788-8c50-dcd4a13980e4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:30:29.385871 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port d3c6503a-6f85-4788-8c50-dcd4a13980e4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:30:29.386270 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:29.406231 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909bcffe-fe33-4e6e-83ea-3ef4a154fb56 x-openstack-request-id: req-909bcffe-fe33-4e6e-83ea-3ef4a154fb56 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:29.406721 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d0f623-350f-4843-90ef-81a9eaea1be0", "name": "network-vif-deleted", "tag": "37e3da87-b638-4139-b146-f7b7256811b7", "status": "failed", "code": 422}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:29.406822 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-909bcffe-fe33-4e6e-83ea-3ef4a154fb56 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:29.407164 n-d-798930-9 neutron-server[93817]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '81d0f623-350f-4843-90ef-81a9eaea1be0', 'name': 'network-vif-deleted', 'tag': '37e3da87-b638-4139-b146-f7b7256811b7', 'status': 'failed', 'code': 422} returned with failed status Jul 22 16:30:29.566214 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac164211-837e-4791-a4f8-ef0cf61e2579 None None] DHCP port deletion for f740387a-69da-4af6-be01-5a970c4573d9 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:30:29.578866 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:29.579473 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:29.611638 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] Transition to ACTIVE for port object 21c10811-5dd7-4e0c-9448-5ea0cbf43de1 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:30:29.622657 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:29.666665 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbe3c0-4383-4f41-9d57-c1fc4d51a2e9 req-47f8ddb8-0de6-4ed4-ae80-0e7bcb7538f5 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:29.675972 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port d3c6503a-6f85-4788-8c50-dcd4a13980e4, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d3c6503a-6f85-4788-8c50-dcd4a13980e4,segment=NetworkSegment(1b80e7b7-b3ec-4add-a4fd-45511c031987),segment_id=1b80e7b7-b3ec-4add-a4fd-45511c031987)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:29.677307 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a4bbe3c0-4383-4f41-9d57-c1fc4d51a2e9 req-47f8ddb8-0de6-4ed4-ae80-0e7bcb7538f5 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 946 time: 0.1703589 Jul 22 16:30:29.681482 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:29.702138 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] Attempting to bind port 21c10811-5dd7-4e0c-9448-5ea0cbf43de1 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:30:29.702719 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] Attempting to bind port 21c10811-5dd7-4e0c-9448-5ea0cbf43de1 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:30:29.703193 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] Attempting to bind port 21c10811-5dd7-4e0c-9448-5ea0cbf43de1 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:29.718274 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:30:29.718943 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:29.719727 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:29.720271 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:30:29.720896 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] Bound port: 21c10811-5dd7-4e0c-9448-5ea0cbf43de1, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:30:29.721956 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:29.769695 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a4bbe3c0-4383-4f41-9d57-c1fc4d51a2e9 req-4f3b21bb-e431-4d5f-89a7-0efd8e830cd7 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911191 Jul 22 16:30:29.791231 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 1b2b7c12-1533-4931-ab15-27367cd8b074 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:30:29.798217 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device e1c76e1f-bfa4-43c1-975f-194da0a863b5 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:29.802308 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ac164211-837e-4791-a4f8-ef0cf61e2579 None None] Deleting port bdb4d1bf-4e13-484d-99bb-0e5a639436e0 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:29.802687 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac164211-837e-4791-a4f8-ef0cf61e2579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:29.816754 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] For port 21c10811-5dd7-4e0c-9448-5ea0cbf43de1, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:29.823376 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] For port 21c10811-5dd7-4e0c-9448-5ea0cbf43de1, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=21c10811-5dd7-4e0c-9448-5ea0cbf43de1,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:30:29.836036 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:29.852475 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a9f93-931c-4587-bacb-6f40e17aaadb None None] Pushing event updated for resources: {'Port': ['ID=21c10811-5dd7-4e0c-9448-5ea0cbf43de1,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:29.874267 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: e1c76e1f-bfa4-43c1-975f-194da0a863b5 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:30:29.874620 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device e1c76e1f-bfa4-43c1-975f-194da0a863b5 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:30:29.875046 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 4b37863c-be3a-4e9c-aeaf-272343fd4b0f no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:29.920212 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d7a1aaeb-4127-4aa8-b27a-863884c53c13 admin admin] Deleting port bdb4d1bf-4e13-484d-99bb-0e5a639436e0 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:29.921108 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d7a1aaeb-4127-4aa8-b27a-863884c53c13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:29.921322 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a9f93-931c-4587-bacb-6f40e17aaadb None None] Pushing event updated for resources: {'Port': ['ID=21c10811-5dd7-4e0c-9448-5ea0cbf43de1,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:29.943309 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] Routers {'a8f6571a-1f33-4818-991d-a35a17e43f82'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:30:29.944088 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:30:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['a8f6571a-1f33-4818-991d-a35a17e43f82'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:29.950765 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 4b37863c-be3a-4e9c-aeaf-272343fd4b0f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:30:29.951136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 4b37863c-be3a-4e9c-aeaf-272343fd4b0f not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:30:29.964667 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=d3c6503a-6f85-4788-8c50-dcd4a13980e4,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:29.993459 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ac164211-837e-4791-a4f8-ef0cf61e2579 None None] For port bdb4d1bf-4e13-484d-99bb-0e5a639436e0, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=bdb4d1bf-4e13-484d-99bb-0e5a639436e0,segment=NetworkSegment(fa9c6d2c-52ac-4427-8396-9967135b0cbb),segment_id=fa9c6d2c-52ac-4427-8396-9967135b0cbb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:29.994206 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac164211-837e-4791-a4f8-ef0cf61e2579 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:30.011392 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d7a1aaeb-4127-4aa8-b27a-863884c53c13 admin admin] For port bdb4d1bf-4e13-484d-99bb-0e5a639436e0, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=bdb4d1bf-4e13-484d-99bb-0e5a639436e0,segment=NetworkSegment(fa9c6d2c-52ac-4427-8396-9967135b0cbb),segment_id=fa9c6d2c-52ac-4427-8396-9967135b0cbb)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:30.011786 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d7a1aaeb-4127-4aa8-b27a-863884c53c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:30.048417 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ac164211-837e-4791-a4f8-ef0cf61e2579 None None] Calling delete_port for bdb4d1bf-4e13-484d-99bb-0e5a639436e0 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:30.074184 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-b5d2fb0e-280f-4561-9b07-b75b6a718f79 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:30.075752 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-b5d2fb0e-280f-4561-9b07-b75b6a718f79 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53&tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&binding%3Ahost_id=n-h2-798930-9 HTTP/1.1" status: 200 len: 1097 time: 0.9648719 Jul 22 16:30:30.078718 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d7a1aaeb-4127-4aa8-b27a-863884c53c13 admin admin] Calling delete_port for bdb4d1bf-4e13-484d-99bb-0e5a639436e0 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:30.099830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-acf012ff-3050-4d11-8a1c-0ee7af47f37f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798930-9'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:30.133874 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] Set router a8f6571a-1f33-4818-991d-a35a17e43f82 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:30:30.142463 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-eca802e6-2e64-4e6e-a417-8e7e67bdcac1 None None] Provisioning complete for port d3c6503a-6f85-4788-8c50-dcd4a13980e4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:30:30.145184 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eca802e6-2e64-4e6e-a417-8e7e67bdcac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:30.161140 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-045600d9-a73b-4ab9-bb4e-0aef82e1d005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:30.191203 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea37a1-a42f-4ff5-9f00-58ad9a14b011 req-9ba0cb88-c8b8-44e2-8757-ffc356036005 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:30.192878 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c8ea37a1-a42f-4ff5-9f00-58ad9a14b011 req-9ba0cb88-c8b8-44e2-8757-ffc356036005 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 945 time: 1.0807545 Jul 22 16:30:30.238576 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 1b2b7c12-1533-4931-ab15-27367cd8b074, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1b2b7c12-1533-4931-ab15-27367cd8b074,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:30.289968 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 1b2b7c12-1533-4931-ab15-27367cd8b074 has no active binding in host n-h1-798930-9 {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 16:30:30.300914 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d3c6503a-6f85-4788-8c50-dcd4a13980e4 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:30:30.354520 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b0b2e-caa1-455b-b1f0-d80f0342077c req-4394b63f-5cc3-4a17-bdd4-3606462cd2ec tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:30.358712 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3f2b0b2e-caa1-455b-b1f0-d80f0342077c req-4394b63f-5cc3-4a17-bdd4-3606462cd2ec tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 945 time: 0.1389956 Jul 22 16:30:30.389830 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac164211-837e-4791-a4f8-ef0cf61e2579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:30.413571 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-acf012ff-3050-4d11-8a1c-0ee7af47f37f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:30.433429 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac164211-837e-4791-a4f8-ef0cf61e2579 None None] Pushing event deleted for resources: {'Port': ['ID=bdb4d1bf-4e13-484d-99bb-0e5a639436e0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:30.435809 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac164211-837e-4791-a4f8-ef0cf61e2579 None None] No DVR routers for this DVR port bdb4d1bf-4e13-484d-99bb-0e5a639436e0 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:30:30.443704 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port d3c6503a-6f85-4788-8c50-dcd4a13980e4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:30:30.444070 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:30.486575 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3f2b0b2e-caa1-455b-b1f0-d80f0342077c req-e1211471-3862-431a-b097-3cbe021140ab tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132395 Jul 22 16:30:30.528665 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d7a1aaeb-4127-4aa8-b27a-863884c53c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:30.530861 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350405631-router', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:30:24Z', 'updated_at': '2021-07-22T16:30:26Z', 'revision_number': 3, 'project_id': '79ca673eea614c058860f04d2986161b', 'gw_port': {'id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:02:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:30:25Z', 'updated_at': '2021-07-22T16:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:30.544348 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c8ea37a1-a42f-4ff5-9f00-58ad9a14b011 req-078b8323-f158-46e6-a895-1ff01a24f224 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945774 Jul 22 16:30:30.598491 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969d8b71-d8d7-4e17-ac53-bf946abd566d None None] The sync data for ids ['a8f6571a-1f33-4818-991d-a35a17e43f82'] in n-d-798930-9 is: [{'id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350405631-router', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:30:24Z', 'updated_at': '2021-07-22T16:30:26Z', 'revision_number': 3, 'project_id': '79ca673eea614c058860f04d2986161b', 'gw_port': {'id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:02:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:30:25Z', 'updated_at': '2021-07-22T16:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:30:30.622683 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a1aaeb-4127-4aa8-b27a-863884c53c13 admin admin] No DVR routers for this DVR port bdb4d1bf-4e13-484d-99bb-0e5a639436e0 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:30:30.635625 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1aaeb-4127-4aa8-b27a-863884c53c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb4d1bf-4e13-484d-99bb-0e5a639436e0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:30.650052 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device bdb4d1bf-4e13-484d-99bb-0e5a639436e0 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:30.658118 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-045600d9-a73b-4ab9-bb4e-0aef82e1d005 admin admin] Allocated IP 172.20.0.1 (ddf70c33-34d8-41c0-a934-e6d03025e304/0a4e56d2-6f39-44d0-a1b5-eea27cd957f0/6537dd9b-70fa-4dbd-a985-cf6124dae09e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:30:30.673324 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: bdb4d1bf-4e13-484d-99bb-0e5a639436e0 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:30:30.673758 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device bdb4d1bf-4e13-484d-99bb-0e5a639436e0 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:30:30.782170 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-0a6d6edc-5fbe-4dea-8f71-8a0d4ff4028e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:30.789516 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-0a6d6edc-5fbe-4dea-8f71-8a0d4ff4028e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/networks?id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e HTTP/1.1" status: 200 len: 812 time: 0.1585383 Jul 22 16:30:30.809102 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-aa60fe14-0077-49d4-bfad-1cdbc24aecc1 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/quotas/a8f7f0ee905d4934879787b8f8216673 HTTP/1.1" status: 200 len: 375 time: 0.0185738 Jul 22 16:30:30.856643 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-48124b63-ef75-4595-963a-a63fb25250d9 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a8f7f0ee905d4934879787b8f8216673&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459771 Jul 22 16:30:30.868030 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d7a1aaeb-4127-4aa8-b27a-863884c53c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:30.976608 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d7a1aaeb-4127-4aa8-b27a-863884c53c13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f740387a-69da-4af6-be01-5a970c4573d9']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:30.980472 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-1bff3959-d6c1-453c-b083-9b4d10663314 service neutron] 10.222.0.69 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228673 Jul 22 16:30:31.001154 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d7a1aaeb-4127-4aa8-b27a-863884c53c13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9c6d2c-52ac-4427-8396-9967135b0cbb') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:31.001403 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d7a1aaeb-4127-4aa8-b27a-863884c53c13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9c6d2c-52ac-4427-8396-9967135b0cbb') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:31.032188 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d7a1aaeb-4127-4aa8-b27a-863884c53c13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:31.058818 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-045600d9-a73b-4ab9-bb4e-0aef82e1d005 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:31.076946 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-acf012ff-3050-4d11-8a1c-0ee7af47f37f service neutron] For port 1b2b7c12-1533-4931-ab15-27367cd8b074, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1b2b7c12-1533-4931-ab15-27367cd8b074,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:31.082523 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d7a1aaeb-4127-4aa8-b27a-863884c53c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:31.105009 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a1aaeb-4127-4aa8-b27a-863884c53c13 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:30:31.106148 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d7a1aaeb-4127-4aa8-b27a-863884c53c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:30:31.107706 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:30:31.115024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-045600d9-a73b-4ab9-bb4e-0aef82e1d005 admin admin] Transition to ACTIVE for port object 6537dd9b-70fa-4dbd-a985-cf6124dae09e will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:30:31.151878 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-e51790bb-9d26-4515-9874-ec157202fa6b tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:31.153566 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-e51790bb-9d26-4515-9874-ec157202fa6b tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be&tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&binding%3Ahost_id=n-h1-798930-9 HTTP/1.1" status: 200 len: 1096 time: 0.1399555 Jul 22 16:30:31.155718 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-fecd2e74-94e1-405f-a282-4e3ad0e91fcf service neutron] 10.222.0.69 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689954 Jul 22 16:30:31.170092 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-9f7d943d-c037-406b-aad1-f64f253cd604 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798930-9'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:31.174270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d45e9-0041-4848-b272-50b5b8f7b89f req-0e26de80-8746-43f5-b3c8-7166fffec26b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:31.175903 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ed9d45e9-0041-4848-b272-50b5b8f7b89f req-0e26de80-8746-43f5-b3c8-7166fffec26b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 946 time: 0.2718947 Jul 22 16:30:31.267109 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-acf012ff-3050-4d11-8a1c-0ee7af47f37f service neutron] For port 1b2b7c12-1533-4931-ab15-27367cd8b074, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:31.271587 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d7a1aaeb-4127-4aa8-b27a-863884c53c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:31.281385 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-9f7d943d-c037-406b-aad1-f64f253cd604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:31.317699 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d7a1aaeb-4127-4aa8-b27a-863884c53c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:31.322264 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d7a1aaeb-4127-4aa8-b27a-863884c53c13 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f740387a-69da-4af6-be01-5a970c4573d9 HTTP/1.1" status: 204 len: 168 time: 2.9483433 Jul 22 16:30:31.426048 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ed9d45e9-0041-4848-b272-50b5b8f7b89f req-b59c27a3-9a72-431d-b1d5-711693021c37 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975052 Jul 22 16:30:31.444883 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1aaeb-4127-4aa8-b27a-863884c53c13 admin admin] Pushing event deleted for resources: {'Network': ['ID=f740387a-69da-4af6-be01-5a970c4573d9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:31.471252 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-045600d9-a73b-4ab9-bb4e-0aef82e1d005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:31.489627 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b2b7c12-1533-4931-ab15-27367cd8b074'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:31.494976 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bc046e-ebf7-40fe-932c-f7a79d4f74e3" -d '{"events": [{"server_uuid": "8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53", "name": "network-vif-unplugged", "status": "completed", "tag": "1b2b7c12-1533-4931-ab15-27367cd8b074"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:31.504016 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-acf012ff-3050-4d11-8a1c-0ee7af47f37f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:31.517954 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-9f7d943d-c037-406b-aad1-f64f253cd604 service neutron] For port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:31.573851 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-acf012ff-3050-4d11-8a1c-0ee7af47f37f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:31.612138 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:31.625876 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a3cde97-a72b-4752-bf5c-21a6ebbd7dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:31.657371 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3695b830-a7e0-4f6a-bbf5-9cb91b4be255 req-e050a1a0-9515-4425-b946-8db87e6b0687 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 210 time: 0.1400435 Jul 22 16:30:31.660154 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045600d9-a73b-4ab9-bb4e-0aef82e1d005 admin admin] Network ddf70c33-34d8-41c0-a934-e6d03025e304 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:30:31.676118 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-9f7d943d-c037-406b-aad1-f64f253cd604 service neutron] For port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:31.679897 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-045600d9-a73b-4ab9-bb4e-0aef82e1d005 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:30:31.688157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045600d9-a73b-4ab9-bb4e-0aef82e1d005 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:30:31.710420 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:30:31.731515 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045600d9-a73b-4ab9-bb4e-0aef82e1d005 admin admin] Pushing event updated for resources: {'Port': ['ID=6537dd9b-70fa-4dbd-a985-cf6124dae09e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:31.800439 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39788) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:31.826004 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36cc484-12b6-4a00-a34e-c7ff19c609da x-openstack-request-id: req-b36cc484-12b6-4a00-a34e-c7ff19c609da {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:31.826314 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53", "name": "network-vif-unplugged", "status": "completed", "tag": "1b2b7c12-1533-4931-ab15-27367cd8b074", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:31.826574 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b36cc484-12b6-4a00-a34e-c7ff19c609da {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:31.828365 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b2b7c12-1533-4931-ab15-27367cd8b074', 'code': 200} Jul 22 16:30:31.891018 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:31.920756 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e82025-62a6-471a-804a-3edfe09d36be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd27f04cf-06cf-4d1a-8f47-475f9c1b2a0a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:31.928122 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e9113d-22d1-430a-a344-eb11382fee1d" -d '{"events": [{"server_uuid": "e1e82025-62a6-471a-804a-3edfe09d36be", "name": "network-vif-unplugged", "status": "completed", "tag": "d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:31.931118 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a has no active binding in host n-h2-798930-9 {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 16:30:31.936895 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-9f7d943d-c037-406b-aad1-f64f253cd604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:31.967986 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-9f7d943d-c037-406b-aad1-f64f253cd604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:31.990250 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5044f874-020c-49b8-a9d3-2f64d22e6258 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1055ed458be7414ea127fbb8899d8ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877091 Jul 22 16:30:32.023598 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39794) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:32.028434 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-acf012ff-3050-4d11-8a1c-0ee7af47f37f service neutron] Attempting to bind port 1b2b7c12-1533-4931-ab15-27367cd8b074 on host n-h2-798930-9 for vnic_type normal with profile {"migrating_to": "n-h1-798930-9"} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:30:32.028758 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-acf012ff-3050-4d11-8a1c-0ee7af47f37f service neutron] Attempting to bind port 1b2b7c12-1533-4931-ab15-27367cd8b074 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:30:32.029089 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-acf012ff-3050-4d11-8a1c-0ee7af47f37f service neutron] Attempting to bind port 1b2b7c12-1533-4931-ab15-27367cd8b074 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:32.059250 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-045600d9-a73b-4ab9-bb4e-0aef82e1d005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:32.110962 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e18de-929b-4c5b-8b53-75c3bc9c9fc0 req-8570d35a-3dc0-4fcd-a722-38490c9db73c tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:32.113414 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fa3e18de-929b-4c5b-8b53-75c3bc9c9fc0 req-8570d35a-3dc0-4fcd-a722-38490c9db73c tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 945 time: 0.3611000 Jul 22 16:30:32.128663 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-acf012ff-3050-4d11-8a1c-0ee7af47f37f service neutron] Port 1b2b7c12-1533-4931-ab15-27367cd8b074 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:30:32.129140 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-acf012ff-3050-4d11-8a1c-0ee7af47f37f service neutron] Attempting to bind port 1b2b7c12-1533-4931-ab15-27367cd8b074 on network f917a743-2b29-4ed7-bc92-4ef128fdeba8 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:32.151413 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d943d-c037-406b-aad1-f64f253cd604 service neutron] Pushing event updated for resources: {'Port': ['ID=d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:32.172253 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf012ff-3050-4d11-8a1c-0ee7af47f37f service neutron] Pushing event updated for resources: {'Port': ['ID=1b2b7c12-1533-4931-ab15-27367cd8b074,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:32.175605 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-98529d50-6abd-4237-8f68-246d1b6b01b5 None None] Provisioning for port 6537dd9b-70fa-4dbd-a985-cf6124dae09e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:30:32.182800 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-98529d50-6abd-4237-8f68-246d1b6b01b5 None None] Provisioning complete for port 6537dd9b-70fa-4dbd-a985-cf6124dae09e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:30:32.183909 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98529d50-6abd-4237-8f68-246d1b6b01b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:32.184063 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-9f7d943d-c037-406b-aad1-f64f253cd604 service neutron] Attempting to bind port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a on host n-h1-798930-9 for vnic_type normal with profile {"migrating_to": "n-h2-798930-9"} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:30:32.184393 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-9f7d943d-c037-406b-aad1-f64f253cd604 service neutron] Attempting to bind port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:30:32.184778 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-9f7d943d-c037-406b-aad1-f64f253cd604 service neutron] Attempting to bind port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:32.186882 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-acf012ff-3050-4d11-8a1c-0ee7af47f37f service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:30:32.187224 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-acf012ff-3050-4d11-8a1c-0ee7af47f37f service neutron] Checking segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:32.187617 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-acf012ff-3050-4d11-8a1c-0ee7af47f37f service neutron] Bound using segment: {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:30:32.188122 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-acf012ff-3050-4d11-8a1c-0ee7af47f37f service neutron] Bound port: 1b2b7c12-1533-4931-ab15-27367cd8b074, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de83486-9742-4325-95e4-280e5a20b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f917a743-2b29-4ed7-bc92-4ef128fdeba8'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:30:32.188484 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-acf012ff-3050-4d11-8a1c-0ee7af47f37f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:32.190782 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-9f7d943d-c037-406b-aad1-f64f253cd604 service neutron] Port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a on network 6f3ed260-5c39-4f44-87de-6af121ff9539 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:30:32.191100 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-9f7d943d-c037-406b-aad1-f64f253cd604 service neutron] Attempting to bind port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:32.200556 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-9f7d943d-c037-406b-aad1-f64f253cd604 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:30:32.200881 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-9f7d943d-c037-406b-aad1-f64f253cd604 service neutron] Checking segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:32.201576 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-9f7d943d-c037-406b-aad1-f64f253cd604 service neutron] Bound using segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:30:32.201860 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-9f7d943d-c037-406b-aad1-f64f253cd604 service neutron] Bound port: d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:30:32.202146 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-9f7d943d-c037-406b-aad1-f64f253cd604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:32.229312 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fa3e18de-929b-4c5b-8b53-75c3bc9c9fc0 req-19105120-d602-4ea1-8ddb-a2993f8ac6c8 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849953 Jul 22 16:30:32.257095 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-98529d50-6abd-4237-8f68-246d1b6b01b5 None None] Port 6537dd9b-70fa-4dbd-a985-cf6124dae09e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:30:32.331459 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-9f7d943d-c037-406b-aad1-f64f253cd604 service neutron] For port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:32.335706 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-9f7d943d-c037-406b-aad1-f64f253cd604 service neutron] For port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:30:32.342070 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-9f7d943d-c037-406b-aad1-f64f253cd604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:32.360897 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59115999-de47-467e-9d85-93ab46e0ec06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:32.389145 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59115999-de47-467e-9d85-93ab46e0ec06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:32.416175 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 21c10811-5dd7-4e0c-9448-5ea0cbf43de1 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:30:32.444117 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f92217-251f-4ebf-85b2-41af55336cec req-f499848c-2b5a-45b6-a64b-2c83783a88c0 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:32.445689 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-53f92217-251f-4ebf-85b2-41af55336cec req-f499848c-2b5a-45b6-a64b-2c83783a88c0 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 945 time: 0.5356352 Jul 22 16:30:32.539574 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 21c10811-5dd7-4e0c-9448-5ea0cbf43de1 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:30:32.547647 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-9f7d943d-c037-406b-aad1-f64f253cd604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:32.548709 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 21c10811-5dd7-4e0c-9448-5ea0cbf43de1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:30:32.549495 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:32.550779 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-9f7d943d-c037-406b-aad1-f64f253cd604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:32.552688 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-9f7d943d-c037-406b-aad1-f64f253cd604 service neutron] 10.222.0.30 "PUT /v2.0/ports/d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a HTTP/1.1" status: 200 len: 1121 time: 1.3918359 Jul 22 16:30:32.555112 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d943d-c037-406b-aad1-f64f253cd604 service neutron] Pushing event updated for resources: {'Port': ['ID=d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a,revision_number=8']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:32.600146 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-045600d9-a73b-4ab9-bb4e-0aef82e1d005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:32.619823 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59115999-de47-467e-9d85-93ab46e0ec06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:32.623128 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59115999-de47-467e-9d85-93ab46e0ec06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:32.624694 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-59115999-de47-467e-9d85-93ab46e0ec06 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/05c72797-4ad0-4f4e-a013-bd3f7bb310c0 HTTP/1.1" status: 204 len: 168 time: 0.5923405 Jul 22 16:30:32.644657 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-acf012ff-3050-4d11-8a1c-0ee7af47f37f service neutron] For port 1b2b7c12-1533-4931-ab15-27367cd8b074, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:32.654964 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa4ef17-ea30-4f1e-9a40-c10c95ad4862 x-openstack-request-id: req-3aa4ef17-ea30-4f1e-9a40-c10c95ad4862 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:32.655310 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e82025-62a6-471a-804a-3edfe09d36be", "name": "network-vif-unplugged", "status": "completed", "tag": "d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:32.655568 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3aa4ef17-ea30-4f1e-9a40-c10c95ad4862 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:32.655982 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e82025-62a6-471a-804a-3edfe09d36be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd27f04cf-06cf-4d1a-8f47-475f9c1b2a0a', 'code': 200} Jul 22 16:30:32.697526 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-53f92217-251f-4ebf-85b2-41af55336cec req-4f1454d3-19a4-488a-acf2-cefc19733c06 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233267 Jul 22 16:30:32.709568 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59115999-de47-467e-9d85-93ab46e0ec06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c72797-4ad0-4f4e-a013-bd3f7bb310c0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:32.757566 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:32.763933 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:32.880740 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:32.994649 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-acf012ff-3050-4d11-8a1c-0ee7af47f37f service neutron] For port 1b2b7c12-1533-4931-ab15-27367cd8b074, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1b2b7c12-1533-4931-ab15-27367cd8b074,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:30:33.008716 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-acf012ff-3050-4d11-8a1c-0ee7af47f37f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:33.102119 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aab63d-d5e6-4bde-983f-0ee5ea29971b req-a10fdd1a-83d1-4595-921c-f6a81c3b0581 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:33.118105 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b5aab63d-d5e6-4bde-983f-0ee5ea29971b req-a10fdd1a-83d1-4595-921c-f6a81c3b0581 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 944 time: 0.2508664 Jul 22 16:30:33.186500 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b5aab63d-d5e6-4bde-983f-0ee5ea29971b req-98912b91-c5aa-4268-bb61-c034f6c1eaba tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662196 Jul 22 16:30:33.227766 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:33.352273 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52d3332c-a772-4577-958a-862fde03b772 req-53e685b9-d8c3-48ea-96b9-f53026cd8fe0 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 210 time: 0.1715674 Jul 22 16:30:33.360546 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39814) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:33.361219 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 21c10811-5dd7-4e0c-9448-5ea0cbf43de1, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=21c10811-5dd7-4e0c-9448-5ea0cbf43de1,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:33.381399 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:33.489186 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-045600d9-a73b-4ab9-bb4e-0aef82e1d005 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:33.527179 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf012ff-3050-4d11-8a1c-0ee7af47f37f service neutron] Pushing event updated for resources: {'Port': ['ID=1b2b7c12-1533-4931-ab15-27367cd8b074,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:33.533292 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-045600d9-a73b-4ab9-bb4e-0aef82e1d005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:33.598561 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-8e4d5901-2f4e-42e8-9935-da180ef140da tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:33.606074 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-8e4d5901-2f4e-42e8-9935-da180ef140da tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.16 "GET /v2.0/networks?id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e HTTP/1.1" status: 200 len: 812 time: 0.4126389 Jul 22 16:30:33.614195 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-acf012ff-3050-4d11-8a1c-0ee7af47f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:33.614829 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-acf012ff-3050-4d11-8a1c-0ee7af47f37f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:33.623182 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-acf012ff-3050-4d11-8a1c-0ee7af47f37f service neutron] 10.222.0.16 "PUT /v2.0/ports/1b2b7c12-1533-4931-ab15-27367cd8b074 HTTP/1.1" status: 200 len: 1122 time: 3.5356116 Jul 22 16:30:33.649783 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-7ecccc9d-c5d4-4e4d-83bf-bc8070fde233 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Request body: {'port': {'device_id': 'd9d86269-4f87-4c7b-974d-184a4a19df95', 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e', 'admin_state_up': True, 'tenant_id': 'a8f7f0ee905d4934879787b8f8216673'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:33.675939 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=21c10811-5dd7-4e0c-9448-5ea0cbf43de1,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:33.684178 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045600d9-a73b-4ab9-bb4e-0aef82e1d005 admin admin] Pushing event updated for resources: {'Port': ['ID=6537dd9b-70fa-4dbd-a985-cf6124dae09e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:33.691334 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39818) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:33.723012 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-045600d9-a73b-4ab9-bb4e-0aef82e1d005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:33.743095 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['1b2b7c12-1533-4931-ab15-27367cd8b074'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:33.788086 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ce883-0d87-43e4-86d0-fdf352acb451 req-dd977043-372c-432d-a70c-10c548ed3a02 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:33.798475 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-536ce883-0d87-43e4-86d0-fdf352acb451 req-dd977043-372c-432d-a70c-10c548ed3a02 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 943 time: 0.3413966 Jul 22 16:30:33.820668 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f85d654f-b675-452d-ac25-0fef53575e5a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6e1f46f6a81440159c95f0006ebb4dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1279037 Jul 22 16:30:33.824616 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39822) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:33.837466 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['1b2b7c12-1533-4931-ab15-27367cd8b074'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:33.852776 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53', 'tag': '1b2b7c12-1533-4931-ab15-27367cd8b074'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:33.860185 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14733f0d-87d3-4d6d-b3cc-f7fb65e578e9" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53", "tag": "1b2b7c12-1533-4931-ab15-27367cd8b074"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:33.987429 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-536ce883-0d87-43e4-86d0-fdf352acb451 req-a7894b76-c1c6-4b8c-ab1e-2a79c44c7a14 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854250 Jul 22 16:30:34.023840 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afa7740c-8728-4d9c-adb3-f4df6b35080f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:34.035668 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-7ecccc9d-c5d4-4e4d-83bf-bc8070fde233 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Made reservation on behalf of a8f7f0ee905d4934879787b8f8216673 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:34.044589 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-7ecccc9d-c5d4-4e4d-83bf-bc8070fde233 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:34.047409 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b9eb6a5-15d4-4e33-8c83-70fc9cd3f8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:34.073245 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045600d9-a73b-4ab9-bb4e-0aef82e1d005 admin admin] Network ddf70c33-34d8-41c0-a934-e6d03025e304 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:30:34.085724 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-045600d9-a73b-4ab9-bb4e-0aef82e1d005 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:30:34.131637 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dd8d2c-f82d-4f60-bf4b-8e9676ce9136 x-openstack-request-id: req-13dd8d2c-f82d-4f60-bf4b-8e9676ce9136 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:34.131936 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53", "tag": "1b2b7c12-1533-4931-ab15-27367cd8b074", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:34.132188 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-13dd8d2c-f82d-4f60-bf4b-8e9676ce9136 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:34.132653 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53', 'tag': '1b2b7c12-1533-4931-ab15-27367cd8b074', 'status': 'completed', 'code': 200} Jul 22 16:30:34.138949 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b9eb6a5-15d4-4e33-8c83-70fc9cd3f8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:34.314003 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 21c10811-5dd7-4e0c-9448-5ea0cbf43de1 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:30:34.399983 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f661b-f37b-4288-a2e2-17bc233784f9 req-0b3b57af-d420-41c5-8ed1-f0f6ae0e529e tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:34.410199 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-144f661b-f37b-4288-a2e2-17bc233784f9 req-0b3b57af-d420-41c5-8ed1-f0f6ae0e529e tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 945 time: 0.4859381 Jul 22 16:30:34.430091 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 21c10811-5dd7-4e0c-9448-5ea0cbf43de1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:30:34.430091 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:34.505945 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-7ecccc9d-c5d4-4e4d-83bf-bc8070fde233 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Allocated IP 172.20.0.7 (eccf7f4a-8697-4aaa-95fa-9daad7e19e4e/a3c12ce3-22c0-432e-833b-5a5a37b77be7/99fe8bad-3f22-4710-82a1-036cdd2488e2) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:30:34.521094 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-144f661b-f37b-4288-a2e2-17bc233784f9 req-cf16aa99-87d7-48de-aa38-c19b493fbccf tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092727 Jul 22 16:30:34.528402 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:34.558640 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2e0ea490-4bed-4846-8bc4-444f4668dc24 None None] Provisioning complete for port 6537dd9b-70fa-4dbd-a985-cf6124dae09e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:30:34.559395 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e0ea490-4bed-4846-8bc4-444f4668dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:34.562964 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14733f0d-87d3-4d6d-b3cc-f7fb65e578e9 req-ae3922d6-0b1c-487f-a082-71e41f00a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:34.564637 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-14733f0d-87d3-4d6d-b3cc-f7fb65e578e9 req-ae3922d6-0b1c-487f-a082-71e41f00a3b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 1125 time: 0.2673047 Jul 22 16:30:34.584334 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b9eb6a5-15d4-4e33-8c83-70fc9cd3f8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:34.589501 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b9eb6a5-15d4-4e33-8c83-70fc9cd3f8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:34.592180 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7b9eb6a5-15d4-4e33-8c83-70fc9cd3f8f6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/28848f53-2c6d-49a0-a1aa-f63fcd651563 HTTP/1.1" status: 204 len: 168 time: 0.7671053 Jul 22 16:30:34.612829 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2e0ea490-4bed-4846-8bc4-444f4668dc24 None None] Port 6537dd9b-70fa-4dbd-a985-cf6124dae09e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:30:34.625250 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8db11-3a5c-415b-b6fa-20635d5299f5 req-67afa7e1-b946-4a11-ba4f-7498788e5f2b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:34.628739 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b3a8db11-3a5c-415b-b6fa-20635d5299f5 req-67afa7e1-b946-4a11-ba4f-7498788e5f2b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 944 time: 0.2364025 Jul 22 16:30:34.660809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9eb6a5-15d4-4e33-8c83-70fc9cd3f8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28848f53-2c6d-49a0-a1aa-f63fcd651563,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:34.671721 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045600d9-a73b-4ab9-bb4e-0aef82e1d005 admin admin] Router a8f6571a-1f33-4818-991d-a35a17e43f82 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:30:34.676419 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e82025-62a6-471a-804a-3edfe09d36be', 'tag': 'd27f04cf-06cf-4d1a-8f47-475f9c1b2a0a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:34.678874 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c780c788-7dc9-4a17-b385-e0d620bf32e6" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e82025-62a6-471a-804a-3edfe09d36be", "tag": "d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:34.740432 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afa7740c-8728-4d9c-adb3-f4df6b35080f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:34.787149 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d4774ae5-b2dd-474a-9128-c90c627e6afd req-615cb462-d5bc-4345-a066-a53a2a6ff0e0 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 210 time: 0.1281111 Jul 22 16:30:34.789910 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afa7740c-8728-4d9c-adb3-f4df6b35080f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:34.824836 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b3a8db11-3a5c-415b-b6fa-20635d5299f5 req-9ec887fa-0fad-4c9c-891a-5aac44f83ea9 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889899 Jul 22 16:30:34.901432 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb831ed-d333-4e15-95a8-ed342b1d05f4 x-openstack-request-id: req-efb831ed-d333-4e15-95a8-ed342b1d05f4 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:34.901756 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e82025-62a6-471a-804a-3edfe09d36be", "tag": "d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:34.902165 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-efb831ed-d333-4e15-95a8-ed342b1d05f4 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:34.902981 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e82025-62a6-471a-804a-3edfe09d36be', 'tag': 'd27f04cf-06cf-4d1a-8f47-475f9c1b2a0a', 'status': 'completed', 'code': 200} Jul 22 16:30:34.903615 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14733f0d-87d3-4d6d-b3cc-f7fb65e578e9 req-a3aa0b6e-96e4-45be-b1ff-bb864b901326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:34.905714 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-14733f0d-87d3-4d6d-b3cc-f7fb65e578e9 req-a3aa0b6e-96e4-45be-b1ff-bb864b901326 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 908 time: 0.3331900 Jul 22 16:30:34.924077 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-afa7740c-8728-4d9c-adb3-f4df6b35080f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5d869aee60c74c888facf94314616b5c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4866898 Jul 22 16:30:34.925454 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39838) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:34.927540 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7740c-8728-4d9c-adb3-f4df6b35080f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf092ec-d9eb-4c88-a3ce-9149d4a9913f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:34.983187 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-14733f0d-87d3-4d6d-b3cc-f7fb65e578e9 req-8e7310da-cb3b-4eb4-8368-f63f6f8b5740 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2b7c12-1533-4931-ab15-27367cd8b074 HTTP/1.1" status: 200 len: 217 time: 0.0706007 Jul 22 16:30:35.031419 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045600d9-a73b-4ab9-bb4e-0aef82e1d005 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:30:35.037443 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-045600d9-a73b-4ab9-bb4e-0aef82e1d005 admin admin] 10.222.0.69 "PUT /v2.0/routers/a8f6571a-1f33-4818-991d-a35a17e43f82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6925356 Jul 22 16:30:35.048684 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] Sync routers for ids ['a8f6571a-1f33-4818-991d-a35a17e43f82'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:30:35.070621 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] Routers {'a8f6571a-1f33-4818-991d-a35a17e43f82'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:30:35.071578 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:30:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['a8f6571a-1f33-4818-991d-a35a17e43f82'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:35.076312 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780c788-7dc9-4a17-b385-e0d620bf32e6 req-23aab7b4-22ea-497f-98ad-c0c575404e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:35.084663 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c780c788-7dc9-4a17-b385-e0d620bf32e6 req-23aab7b4-22ea-497f-98ad-c0c575404e3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 1124 time: 0.1468136 Jul 22 16:30:35.156545 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-7ecccc9d-c5d4-4e4d-83bf-bc8070fde233 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:35.202027 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14733f0d-87d3-4d6d-b3cc-f7fb65e578e9 req-c7bc46d3-5e66-405d-8ab6-dee1493a8af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:35.203878 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-14733f0d-87d3-4d6d-b3cc-f7fb65e578e9 req-c7bc46d3-5e66-405d-8ab6-dee1493a8af4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1dac8087-5dfb-4e2d-bc9b-97574efc063c HTTP/1.1" status: 200 len: 847 time: 0.2049592 Jul 22 16:30:35.210933 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73087f14-596e-4fcf-9511-d2b513856c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:35.305553 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-14733f0d-87d3-4d6d-b3cc-f7fb65e578e9 req-4fa7a2f6-b9c6-43af-8f63-bdfde5f8eae8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f917a743-2b29-4ed7-bc92-4ef128fdeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909564 Jul 22 16:30:35.395388 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780c788-7dc9-4a17-b385-e0d620bf32e6 req-65e03bee-5b7c-4dcc-a7ec-3f528fee2906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:35.404593 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c780c788-7dc9-4a17-b385-e0d620bf32e6 req-65e03bee-5b7c-4dcc-a7ec-3f528fee2906 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 922 time: 0.3085158 Jul 22 16:30:35.412453 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73087f14-596e-4fcf-9511-d2b513856c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:35.465817 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-7ecccc9d-c5d4-4e4d-83bf-bc8070fde233 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:35.476271 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] Set router a8f6571a-1f33-4818-991d-a35a17e43f82 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:30:35.504267 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c780c788-7dc9-4a17-b385-e0d620bf32e6 req-60b44a95-5bf6-4987-9f37-127e5ab5fef3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a HTTP/1.1" status: 200 len: 217 time: 0.0839386 Jul 22 16:30:35.623160 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780c788-7dc9-4a17-b385-e0d620bf32e6 req-a55c9729-b78c-4867-b77e-385708487bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:35.624755 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c780c788-7dc9-4a17-b385-e0d620bf32e6 req-a55c9729-b78c-4867-b77e-385708487bce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ce36437-5a9b-4c2b-a36e-e40d9943a98a HTTP/1.1" status: 200 len: 861 time: 0.1084123 Jul 22 16:30:35.704267 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c780c788-7dc9-4a17-b385-e0d620bf32e6 req-053d2465-b877-49b5-9155-ffc196be7290 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f3ed260-5c39-4f44-87de-6af121ff9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691643 Jul 22 16:30:35.800803 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350405631-router', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:30:24Z', 'updated_at': '2021-07-22T16:30:32Z', 'revision_number': 4, 'project_id': '79ca673eea614c058860f04d2986161b', 'gw_port': {'id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:30:25Z', 'updated_at': '2021-07-22T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '6537dd9b-70fa-4dbd-a985-cf6124dae09e', 'name': '', 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'mac_address': 'fa:16:3e:6a:d2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0a4e56d2-6f39-44d0-a1b5-eea27cd957f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:30:30Z', 'updated_at': '2021-07-22T16:30:32Z', 'revision_number': 2, 'project_id': '79ca673eea614c058860f04d2986161b', 'subnets': [{'id': '0a4e56d2-6f39-44d0-a1b5-eea27cd957f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:35.837031 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] Checking router: a8f6571a-1f33-4818-991d-a35a17e43f82 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:30:35.837758 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] Updating router a8f6571a-1f33-4818-991d-a35a17e43f82 port 6537dd9b-70fa-4dbd-a985-cf6124dae09e binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:30:35.871538 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eed46e-798a-4777-8c7f-d5748d3f54fe req-e115b400-608f-4f8c-83f4-d0b841c60e46 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:35.882024 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47eed46e-798a-4777-8c7f-d5748d3f54fe req-e115b400-608f-4f8c-83f4-d0b841c60e46 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 945 time: 0.2260122 Jul 22 16:30:35.898753 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:36.011273 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39872) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:36.021315 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-7ecccc9d-c5d4-4e4d-83bf-bc8070fde233 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:30:36.043525 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-7ecccc9d-c5d4-4e4d-83bf-bc8070fde233 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:30:36.049552 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecccc9d-c5d4-4e4d-83bf-bc8070fde233 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Pushing event updated for resources: {'Port': ['ID=99fe8bad-3f22-4710-82a1-036cdd2488e2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:36.054973 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-7ecccc9d-c5d4-4e4d-83bf-bc8070fde233 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:30:36.065259 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73087f14-596e-4fcf-9511-d2b513856c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:36.067571 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73087f14-596e-4fcf-9511-d2b513856c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:36.068757 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-73087f14-596e-4fcf-9511-d2b513856c3e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4bf092ec-d9eb-4c88-a3ce-9149d4a9913f HTTP/1.1" status: 204 len: 168 time: 1.1408262 Jul 22 16:30:36.071019 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-14733f0d-87d3-4d6d-b3cc-f7fb65e578e9 req-cdda2781-e800-4c89-9278-9b18d049c4df service neutron] 10.222.0.30 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7495341 Jul 22 16:30:36.398521 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-14733f0d-87d3-4d6d-b3cc-f7fb65e578e9 req-da82453a-d3a8-4971-87dc-479a16601d5b service neutron] 10.222.0.30 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641120 Jul 22 16:30:36.419962 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12b69b-dfa1-4d4d-8683-82de74771d70 req-cb133ba6-abc8-4297-86ff-7a91cc823eec tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:36.421552 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bf12b69b-dfa1-4d4d-8683-82de74771d70 req-cb133ba6-abc8-4297-86ff-7a91cc823eec tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 943 time: 1.1947083 Jul 22 16:30:36.422369 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73087f14-596e-4fcf-9511-d2b513856c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf092ec-d9eb-4c88-a3ce-9149d4a9913f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:36.441422 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-36b43808-f9d9-48d1-9793-17db142a405e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-398542226-network', 'tenant_id': '932f62c292654c42816a769aa40ee8f2'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:36.486804 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-7ecccc9d-c5d4-4e4d-83bf-bc8070fde233 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:36.488121 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-7ecccc9d-c5d4-4e4d-83bf-bc8070fde233 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:36.492958 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c780c788-7dc9-4a17-b385-e0d620bf32e6 req-9007e6e3-b5fb-45cb-8f5c-f13772628acd service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7568166 Jul 22 16:30:36.503495 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:36.521615 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47eed46e-798a-4777-8c7f-d5748d3f54fe req-7766fd3a-cf43-4034-bb43-db77fdfc38c3 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6372244 Jul 22 16:30:36.539682 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] Transition to ACTIVE for port object 6537dd9b-70fa-4dbd-a985-cf6124dae09e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:30:36.548495 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:36.583093 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b43808-f9d9-48d1-9793-17db142a405e admin admin] Made reservation on behalf of 932f62c292654c42816a769aa40ee8f2 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:36.588513 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36b43808-f9d9-48d1-9793-17db142a405e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:36.620280 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bf12b69b-dfa1-4d4d-8683-82de74771d70 req-2f0cf67e-04c7-405d-8fbe-6298258d905d tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249423 Jul 22 16:30:36.637550 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-7ecccc9d-c5d4-4e4d-83bf-bc8070fde233 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0067952 Jul 22 16:30:36.639029 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36b43808-f9d9-48d1-9793-17db142a405e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:36.652163 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d4704-b611-43bf-b0ff-f0e927457974 None None] Pushing event updated for resources: {'Port': ['ID=6537dd9b-70fa-4dbd-a985-cf6124dae09e,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:36.670966 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-8a5c55c8-0d4f-4f26-bdd7-35bf65d03395 service neutron] Request body: {'port': {'device_id': 'd9d86269-4f87-4c7b-974d-184a4a19df95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:36.714897 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39884) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:36.772234 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6b27e01-1c1c-4638-bd3f-53bdd148efe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:36.784383 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] Attempting to bind port 6537dd9b-70fa-4dbd-a985-cf6124dae09e on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:30:36.785052 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] Attempting to bind port 6537dd9b-70fa-4dbd-a985-cf6124dae09e by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '1b80e7b7-b3ec-4add-a4fd-45511c031987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:30:36.785591 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] Attempting to bind port 6537dd9b-70fa-4dbd-a985-cf6124dae09e on network ddf70c33-34d8-41c0-a934-e6d03025e304 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:36.798851 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:30:36.799615 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] Checking segment: {'id': '1b80e7b7-b3ec-4add-a4fd-45511c031987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:36.800208 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:36.800939 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] Bound using segment: {'id': '1b80e7b7-b3ec-4add-a4fd-45511c031987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:30:36.801764 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] Bound port: 6537dd9b-70fa-4dbd-a985-cf6124dae09e, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b80e7b7-b3ec-4add-a4fd-45511c031987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:30:36.802417 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:36.837913 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c780c788-7dc9-4a17-b385-e0d620bf32e6 req-db8eb5c8-8388-4bfd-9a00-7e835ce5a08a service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153670 Jul 22 16:30:36.918855 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] For port 6537dd9b-70fa-4dbd-a985-cf6124dae09e, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:36.930602 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] For port 6537dd9b-70fa-4dbd-a985-cf6124dae09e, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6537dd9b-70fa-4dbd-a985-cf6124dae09e,segment=NetworkSegment(1b80e7b7-b3ec-4add-a4fd-45511c031987),segment_id=1b80e7b7-b3ec-4add-a4fd-45511c031987)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:30:36.932058 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-8a5c55c8-0d4f-4f26-bdd7-35bf65d03395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:36.944328 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:36.996841 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2fe8a-2d3d-4f47-aa47-b0c0226324cd req-e4c5ddab-4f1b-463b-bb8e-a00c4aa9eb83 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:37.004839 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e2f2fe8a-2d3d-4f47-aa47-b0c0226324cd req-e4c5ddab-4f1b-463b-bb8e-a00c4aa9eb83 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 931 time: 0.2482166 Jul 22 16:30:37.046694 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d4704-b611-43bf-b0ff-f0e927457974 None None] Pushing event updated for resources: {'Port': ['ID=6537dd9b-70fa-4dbd-a985-cf6124dae09e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:37.092320 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] Routers {'a8f6571a-1f33-4818-991d-a35a17e43f82'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:30:37.093439 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:30:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['a8f6571a-1f33-4818-991d-a35a17e43f82'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:37.150605 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36b43808-f9d9-48d1-9793-17db142a405e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:37.176699 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e2f2fe8a-2d3d-4f47-aa47-b0c0226324cd req-c69cc991-f1b3-449f-9228-323b638359e3 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709242 Jul 22 16:30:37.179389 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36b43808-f9d9-48d1-9793-17db142a405e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:37.273715 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] Set router a8f6571a-1f33-4818-991d-a35a17e43f82 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:30:37.278776 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b43808-f9d9-48d1-9793-17db142a405e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:30:37.326198 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b43808-f9d9-48d1-9793-17db142a405e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc5264c-cc92-44be-b3f0-32e5201190ba,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:37.385952 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36b43808-f9d9-48d1-9793-17db142a405e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:37.386312 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-36b43808-f9d9-48d1-9793-17db142a405e admin admin] Added segment cd39b68d-969d-4691-8ad7-0f745ae68c62 of type vlan for network 38f85ae4-6c70-4503-9ac6-07d32c3ac44a Jul 22 16:30:37.420027 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-1aa96d04-7fb3-455e-9c32-471a67dadea0 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:37.427553 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-1aa96d04-7fb3-455e-9c32-471a67dadea0 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/networks?id=ddf70c33-34d8-41c0-a934-e6d03025e304 HTTP/1.1" status: 200 len: 829 time: 0.2601466 Jul 22 16:30:37.455888 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-051e545f-4282-4ef4-b559-5f1210cb256e tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/quotas/79ca673eea614c058860f04d2986161b HTTP/1.1" status: 200 len: 375 time: 0.0267124 Jul 22 16:30:37.457254 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36b43808-f9d9-48d1-9793-17db142a405e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:37.478294 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6b27e01-1c1c-4638-bd3f-53bdd148efe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:37.506024 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6b27e01-1c1c-4638-bd3f-53bdd148efe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:37.540022 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5b1e0-9353-4851-97c5-2938cbf0b2a3 req-2ea299ee-f3f1-43ea-84c9-c6dd534dced8 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:37.541530 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b3f5b1e0-9353-4851-97c5-2938cbf0b2a3 req-2ea299ee-f3f1-43ea-84c9-c6dd534dced8 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 944 time: 0.2406924 Jul 22 16:30:37.567216 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36b43808-f9d9-48d1-9793-17db142a405e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:37.568611 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b6b27e01-1c1c-4638-bd3f-53bdd148efe3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e028d1d5360549caa4320664e4a99832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8526371 Jul 22 16:30:37.568926 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b43808-f9d9-48d1-9793-17db142a405e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:37.569815 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36b43808-f9d9-48d1-9793-17db142a405e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:37.571793 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39896) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:37.580831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b27e01-1c1c-4638-bd3f-53bdd148efe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead80cf2-094e-4c7c-85df-711d88a909cd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:37.602795 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350405631-router', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:30:24Z', 'updated_at': '2021-07-22T16:30:32Z', 'revision_number': 4, 'project_id': '79ca673eea614c058860f04d2986161b', 'gw_port': {'id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:30:25Z', 'updated_at': '2021-07-22T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '6537dd9b-70fa-4dbd-a985-cf6124dae09e', 'name': '', 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'mac_address': 'fa:16:3e:6a:d2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0a4e56d2-6f39-44d0-a1b5-eea27cd957f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:30:30Z', 'updated_at': '2021-07-22T16:30:36Z', 'revision_number': 4, 'project_id': '79ca673eea614c058860f04d2986161b', 'subnets': [{'id': '0a4e56d2-6f39-44d0-a1b5-eea27cd957f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:37.637138 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6267f6ac-60d8-4793-b711-507f01da006e None None] The sync data for ids ['a8f6571a-1f33-4818-991d-a35a17e43f82'] in n-d-798930-9 is: [{'id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350405631-router', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:30:24Z', 'updated_at': '2021-07-22T16:30:32Z', 'revision_number': 4, 'project_id': '79ca673eea614c058860f04d2986161b', 'gw_port': {'id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:30:25Z', 'updated_at': '2021-07-22T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '6537dd9b-70fa-4dbd-a985-cf6124dae09e', 'name': '', 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'mac_address': 'fa:16:3e:6a:d2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0a4e56d2-6f39-44d0-a1b5-eea27cd957f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:30:30Z', 'updated_at': '2021-07-22T16:30:36Z', 'revision_number': 4, 'project_id': '79ca673eea614c058860f04d2986161b', 'subnets': [{'id': '0a4e56d2-6f39-44d0-a1b5-eea27cd957f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:30:37.641220 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-6b912234-3819-4a16-af54-721991a51b1d tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=79ca673eea614c058860f04d2986161b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1839557 Jul 22 16:30:37.663901 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-36b43808-f9d9-48d1-9793-17db142a405e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6410635 Jul 22 16:30:37.679423 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39900) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:37.685112 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6a75d170-418a-4958-8c76-3a04b4b6b898 admin admin] Request body: {'subnet': {'network_id': '38f85ae4-6c70-4503-9ac6-07d32c3ac44a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-398542226-subnet', 'tenant_id': '932f62c292654c42816a769aa40ee8f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:37.738409 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-8a5c55c8-0d4f-4f26-bdd7-35bf65d03395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99fe8bad-3f22-4710-82a1-036cdd2488e2 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:37.742888 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b43808-f9d9-48d1-9793-17db142a405e admin admin] Pushing event updated for resources: {'Network': ['ID=38f85ae4-6c70-4503-9ac6-07d32c3ac44a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:37.750363 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b3f5b1e0-9353-4851-97c5-2938cbf0b2a3 req-95130c45-0e92-4866-988a-e500063da5a0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957409 Jul 22 16:30:37.752329 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-8a5c55c8-0d4f-4f26-bdd7-35bf65d03395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:37.759359 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 38f85ae4-6c70-4503-9ac6-07d32c3ac44a details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:30:37.772944 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-8a5c55c8-0d4f-4f26-bdd7-35bf65d03395 service neutron] Transition to ACTIVE for port object 99fe8bad-3f22-4710-82a1-036cdd2488e2 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:30:37.778694 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-8a5c55c8-0d4f-4f26-bdd7-35bf65d03395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:37.826118 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-789a2b1b-1a1d-4cad-ae44-c28593113c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:37.871942 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c55c8-0d4f-4f26-bdd7-35bf65d03395 service neutron] Pushing event updated for resources: {'Port': ['ID=99fe8bad-3f22-4710-82a1-036cdd2488e2,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:37.874171 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-789a2b1b-1a1d-4cad-ae44-c28593113c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:37.928020 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a75d170-418a-4958-8c76-3a04b4b6b898 admin admin] Made reservation on behalf of 932f62c292654c42816a769aa40ee8f2 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:37.930693 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6a75d170-418a-4958-8c76-3a04b4b6b898 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:37.951455 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-e4d3ff9a-f20f-492c-8f83-1224be6979c6 service neutron] 10.222.0.69 "GET /v2.0/networks/ddf70c33-34d8-41c0-a934-e6d03025e304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834234 Jul 22 16:30:38.004371 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-8a5c55c8-0d4f-4f26-bdd7-35bf65d03395 service neutron] Attempting to bind port 99fe8bad-3f22-4710-82a1-036cdd2488e2 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:30:38.004771 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-8a5c55c8-0d4f-4f26-bdd7-35bf65d03395 service neutron] Attempting to bind port 99fe8bad-3f22-4710-82a1-036cdd2488e2 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:30:38.005158 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-8a5c55c8-0d4f-4f26-bdd7-35bf65d03395 service neutron] Attempting to bind port 99fe8bad-3f22-4710-82a1-036cdd2488e2 on network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:38.011994 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-8a5c55c8-0d4f-4f26-bdd7-35bf65d03395 service neutron] Port 99fe8bad-3f22-4710-82a1-036cdd2488e2 on network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:30:38.012340 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-8a5c55c8-0d4f-4f26-bdd7-35bf65d03395 service neutron] Attempting to bind port 99fe8bad-3f22-4710-82a1-036cdd2488e2 on network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:38.050043 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-8a5c55c8-0d4f-4f26-bdd7-35bf65d03395 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:30:38.050441 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-8a5c55c8-0d4f-4f26-bdd7-35bf65d03395 service neutron] Checking segment: {'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:38.051040 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-8a5c55c8-0d4f-4f26-bdd7-35bf65d03395 service neutron] Bound using segment: {'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:30:38.051483 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-8a5c55c8-0d4f-4f26-bdd7-35bf65d03395 service neutron] Bound port: 99fe8bad-3f22-4710-82a1-036cdd2488e2, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:30:38.051857 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-8a5c55c8-0d4f-4f26-bdd7-35bf65d03395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:38.142705 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdeadaa-f82b-4c9c-a319-734c0da97fa5 req-2c9a0354-4159-4ace-950e-ec87930494af tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:38.150758 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7bdeadaa-f82b-4c9c-a319-734c0da97fa5 req-2c9a0354-4159-4ace-950e-ec87930494af tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 945 time: 0.1638024 Jul 22 16:30:38.219022 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-789a2b1b-1a1d-4cad-ae44-c28593113c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:38.222684 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-789a2b1b-1a1d-4cad-ae44-c28593113c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:38.223909 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-789a2b1b-1a1d-4cad-ae44-c28593113c39 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ead80cf2-094e-4c7c-85df-711d88a909cd HTTP/1.1" status: 204 len: 168 time: 0.6499341 Jul 22 16:30:38.239901 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-8a5c55c8-0d4f-4f26-bdd7-35bf65d03395 service neutron] For port 99fe8bad-3f22-4710-82a1-036cdd2488e2, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:38.266185 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7bdeadaa-f82b-4c9c-a319-734c0da97fa5 req-d0da5bb3-4741-4840-a3ba-4d7414854abb tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107156 Jul 22 16:30:38.286993 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-8a5c55c8-0d4f-4f26-bdd7-35bf65d03395 service neutron] For port 99fe8bad-3f22-4710-82a1-036cdd2488e2, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=99fe8bad-3f22-4710-82a1-036cdd2488e2,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:30:38.298100 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-8a5c55c8-0d4f-4f26-bdd7-35bf65d03395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:38.336814 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6537dd9b-70fa-4dbd-a985-cf6124dae09e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:30:38.358723 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-d1e0a39e-30e9-44c4-8f91-6cb73b0c7991 service neutron] 10.222.0.69 "GET /v2.0/networks/ddf70c33-34d8-41c0-a934-e6d03025e304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050896 Jul 22 16:30:38.366425 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6a75d170-418a-4958-8c76-3a04b4b6b898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:38.374920 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a2b1b-1a1d-4cad-ae44-c28593113c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead80cf2-094e-4c7c-85df-711d88a909cd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:38.449803 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c55c8-0d4f-4f26-bdd7-35bf65d03395 service neutron] Pushing event updated for resources: {'Port': ['ID=99fe8bad-3f22-4710-82a1-036cdd2488e2,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:38.503225 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 6537dd9b-70fa-4dbd-a985-cf6124dae09e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:30:38.519270 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 6537dd9b-70fa-4dbd-a985-cf6124dae09e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:30:38.520384 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:38.565447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75d170-418a-4958-8c76-3a04b4b6b898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6fbf97b-4d58-476e-8114-671a9fd5dbfd,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:38.569754 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-8a5c55c8-0d4f-4f26-bdd7-35bf65d03395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:38.574076 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-8a5c55c8-0d4f-4f26-bdd7-35bf65d03395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:38.576094 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-8a5c55c8-0d4f-4f26-bdd7-35bf65d03395 service neutron] 10.222.0.16 "PUT /v2.0/ports/99fe8bad-3f22-4710-82a1-036cdd2488e2 HTTP/1.1" status: 200 len: 1091 time: 1.9161344 Jul 22 16:30:38.581798 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d86269-4f87-4c7b-974d-184a4a19df95', 'tag': '99fe8bad-3f22-4710-82a1-036cdd2488e2'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:38.590067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a75d170-418a-4958-8c76-3a04b4b6b898 admin admin] Checking segment: {'id': 'cd39b68d-969d-4691-8ad7-0f745ae68c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '38f85ae4-6c70-4503-9ac6-07d32c3ac44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:38.590443 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a75d170-418a-4958-8c76-3a04b4b6b898 admin admin] Network hostable DHCP agents. Network: 38f85ae4-6c70-4503-9ac6-07d32c3ac44a, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:30:38.592296 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082fa3f8-0806-439d-aae1-76120b62bfcd" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d86269-4f87-4c7b-974d-184a4a19df95", "tag": "99fe8bad-3f22-4710-82a1-036cdd2488e2"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:38.643377 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a75d170-418a-4958-8c76-3a04b4b6b898 admin admin] Network 38f85ae4-6c70-4503-9ac6-07d32c3ac44a is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:30:38.662258 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6a75d170-418a-4958-8c76-3a04b4b6b898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 38f85ae4-6c70-4503-9ac6-07d32c3ac44a) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:30:38.667865 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a75d170-418a-4958-8c76-3a04b4b6b898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:38.668464 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6a75d170-418a-4958-8c76-3a04b4b6b898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:38.675237 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ffb950-aa97-421c-8596-dd53cd5eae97 None None] Network 38f85ae4-6c70-4503-9ac6-07d32c3ac44a requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:30:38.716027 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6a75d170-418a-4958-8c76-3a04b4b6b898 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0309408 Jul 22 16:30:38.781475 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0bccc-c529-4b06-9576-b7d1aede8140 req-d32244e6-4061-42a0-961c-cb58f91591ed tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:38.787590 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-45d0bccc-c529-4b06-9576-b7d1aede8140 req-d32244e6-4061-42a0-961c-cb58f91591ed tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 943 time: 0.3387048 Jul 22 16:30:38.902709 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-45d0bccc-c529-4b06-9576-b7d1aede8140 req-59d87f4d-0e63-4607-85b2-0a6acb6dc18f tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027212 Jul 22 16:30:38.935473 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-52fa4a3a-c362-4a63-af87-97792bc92cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:38.937022 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-52fa4a3a-c362-4a63-af87-97792bc92cb8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8f7f0ee905d4934879787b8f8216673&device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 1094 time: 0.2739911 Jul 22 16:30:39.110732 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-9d80a22c-d39f-4f4e-9dbc-3cf29f81f600 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99fe8bad-3f22-4710-82a1-036cdd2488e2 HTTP/1.1" status: 200 len: 217 time: 0.1527638 Jul 22 16:30:39.115911 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882b90fe-2aef-43ab-8b7b-425e754dd82f x-openstack-request-id: req-882b90fe-2aef-43ab-8b7b-425e754dd82f {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:39.119193 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d86269-4f87-4c7b-974d-184a4a19df95", "tag": "99fe8bad-3f22-4710-82a1-036cdd2488e2", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:39.119545 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-882b90fe-2aef-43ab-8b7b-425e754dd82f {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:39.120363 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d86269-4f87-4c7b-974d-184a4a19df95', 'tag': '99fe8bad-3f22-4710-82a1-036cdd2488e2', 'status': 'completed', 'code': 200} Jul 22 16:30:39.156150 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ede303-61bd-47e8-92ed-c03a31c113df req-25564c85-9472-4a42-bb02-e577a4a5da9a tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:39.161969 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-71ede303-61bd-47e8-92ed-c03a31c113df req-25564c85-9472-4a42-bb02-e577a4a5da9a tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 943 time: 0.2004628 Jul 22 16:30:39.233659 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:39.281616 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-71ede303-61bd-47e8-92ed-c03a31c113df req-ff955d24-32b4-4176-93f6-a007747633e7 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079292 Jul 22 16:30:39.390577 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-161ac30d-ca98-4e63-80eb-bf2d349e99d9 req-300d2c9c-d31f-4ca7-91eb-5fa1681c5513 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cce3a8f-a123-498a-a458-9923351e123f HTTP/1.1" status: 200 len: 210 time: 0.1475503 Jul 22 16:30:39.407792 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ef7a47-a379-4616-a784-fb2bf736b3a6 None None] Network 38f85ae4-6c70-4503-9ac6-07d32c3ac44a requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:30:39.478902 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-1017b106-dae5-4a31-b9cd-ab66850583f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:39.485342 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-1017b106-dae5-4a31-b9cd-ab66850583f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3c12ce3-22c0-432e-833b-5a5a37b77be7 HTTP/1.1" status: 200 len: 852 time: 0.3592587 Jul 22 16:30:39.596605 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-b25ba240-2bb7-4d17-8f31-3de214e1e2b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038959 Jul 22 16:30:39.697114 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59670341-c786-4c86-af03-ed8a451df0ef req-8dc491dc-1ba1-4b5f-925a-3a7bd2290fac tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:39.708916 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-59670341-c786-4c86-af03-ed8a451df0ef req-8dc491dc-1ba1-4b5f-925a-3a7bd2290fac tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 944 time: 0.2310324 Jul 22 16:30:39.851585 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-59670341-c786-4c86-af03-ed8a451df0ef req-b3a09b01-bf84-40e3-9727-0e3dd7182f51 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407585 Jul 22 16:30:39.992598 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-c5a88a14-bf6c-4cae-80e1-df81cd546c63 service neutron] 10.222.0.16 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907237 Jul 22 16:30:40.002090 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 6537dd9b-70fa-4dbd-a985-cf6124dae09e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6537dd9b-70fa-4dbd-a985-cf6124dae09e,segment=NetworkSegment(1b80e7b7-b3ec-4add-a4fd-45511c031987),segment_id=1b80e7b7-b3ec-4add-a4fd-45511c031987)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:40.017122 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:40.213561 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=6537dd9b-70fa-4dbd-a985-cf6124dae09e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:40.269246 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f9d4e-b2e6-4127-bd11-0dda71c523f6 req-ac01dc5d-0971-46c2-a1a9-92dcf47d9649 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:40.279600 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b31f9d4e-b2e6-4127-bd11-0dda71c523f6 req-ac01dc5d-0971-46c2-a1a9-92dcf47d9649 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 945 time: 0.4755704 Jul 22 16:30:40.305749 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd077021-91c3-492f-8062-c8b5be1c6cf7 req-901a3e27-5ed3-4d26-be9c-6e58ee86a743 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:40.322116 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cd077021-91c3-492f-8062-c8b5be1c6cf7 req-901a3e27-5ed3-4d26-be9c-6e58ee86a743 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 943 time: 0.2123301 Jul 22 16:30:40.413190 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cd077021-91c3-492f-8062-c8b5be1c6cf7 req-b2a17883-0015-4d20-9da1-b165d816aaec tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897593 Jul 22 16:30:40.451205 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b22a1cc-e865-4323-88b8-634c779bff35 req-6d7e0fa2-94f8-4c4b-b919-4d5d692e7160 service neutron] 10.222.0.16 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241867 Jul 22 16:30:40.465743 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39966) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:40.475697 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0bbf5073-f9cc-4ecf-aca5-efa0b5d7b0f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1967949533-network', 'tenant_id': 'b1480d858c1b47d8af540e398b1c4ba7'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:40.512821 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbf5073-f9cc-4ecf-aca5-efa0b5d7b0f8 admin admin] Made reservation on behalf of b1480d858c1b47d8af540e398b1c4ba7 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:40.513124 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b31f9d4e-b2e6-4127-bd11-0dda71c523f6 req-d80324ea-7161-472f-b3c9-3f2d80e47ae6 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271004 Jul 22 16:30:40.524312 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5073-f9cc-4ecf-aca5-efa0b5d7b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:40.540457 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5073-f9cc-4ecf-aca5-efa0b5d7b0f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:40.688912 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5073-f9cc-4ecf-aca5-efa0b5d7b0f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:40.692123 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-abd34612-af6f-45c2-b57c-b8d1fc8307f4 req-034940ae-de60-4837-87b5-05dade32cd24 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cce3a8f-a123-498a-a458-9923351e123f HTTP/1.1" status: 200 len: 210 time: 0.0551178 Jul 22 16:30:40.741459 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fa3f8-0806-439d-aae1-76120b62bfcd req-206c60f4-3eeb-4c60-a99f-700af70dff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:40.746248 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-082fa3f8-0806-439d-aae1-76120b62bfcd req-206c60f4-3eeb-4c60-a99f-700af70dff83 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8f7f0ee905d4934879787b8f8216673&device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 1094 time: 0.1873274 Jul 22 16:30:40.747637 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5073-f9cc-4ecf-aca5-efa0b5d7b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:40.777088 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bbf5073-f9cc-4ecf-aca5-efa0b5d7b0f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:30:40.807364 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5073-f9cc-4ecf-aca5-efa0b5d7b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:40.807718 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-0bbf5073-f9cc-4ecf-aca5-efa0b5d7b0f8 admin admin] Added segment d695f217-1a79-4dc3-a813-00173bee61a3 of type vlan for network a2d34f4e-6c27-4ce1-88db-28826a6e1b62 Jul 22 16:30:40.915202 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fa3f8-0806-439d-aae1-76120b62bfcd req-73caf1bf-a761-40d4-9f93-ef9c3fe143ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:40.916970 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-082fa3f8-0806-439d-aae1-76120b62bfcd req-73caf1bf-a761-40d4-9f93-ef9c3fe143ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e HTTP/1.1" status: 200 len: 913 time: 0.1630321 Jul 22 16:30:40.935836 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11714dc4-36fd-4434-8746-a6fbb3092fb9 req-4be6039a-b346-483b-b9ed-3ff1e3dfadb0 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:40.937328 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-11714dc4-36fd-4434-8746-a6fbb3092fb9 req-4be6039a-b346-483b-b9ed-3ff1e3dfadb0 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 943 time: 0.2454050 Jul 22 16:30:40.940113 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5073-f9cc-4ecf-aca5-efa0b5d7b0f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:40.944106 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf5073-f9cc-4ecf-aca5-efa0b5d7b0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f544e6f3-d22d-4b43-81d9-3dba68e32938,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:41.000964 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-082fa3f8-0806-439d-aae1-76120b62bfcd req-9c6d722d-1796-4728-a438-2ec4ef48c577 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99fe8bad-3f22-4710-82a1-036cdd2488e2 HTTP/1.1" status: 200 len: 217 time: 0.0704477 Jul 22 16:30:41.102232 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-11714dc4-36fd-4434-8746-a6fbb3092fb9 req-175fd038-6b93-44ca-a76b-136b71f95b02 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347957 Jul 22 16:30:41.113689 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5073-f9cc-4ecf-aca5-efa0b5d7b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:41.115029 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbf5073-f9cc-4ecf-aca5-efa0b5d7b0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:41.117838 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5073-f9cc-4ecf-aca5-efa0b5d7b0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:41.164172 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0bbf5073-f9cc-4ecf-aca5-efa0b5d7b0f8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6964064 Jul 22 16:30:41.167241 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39978) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:41.177752 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7beb7a4b-57f0-4d08-b3a5-21dba5680453 admin admin] Request body: {'subnet': {'network_id': 'a2d34f4e-6c27-4ce1-88db-28826a6e1b62', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1967949533-subnet', 'tenant_id': 'b1480d858c1b47d8af540e398b1c4ba7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:41.231797 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fa3f8-0806-439d-aae1-76120b62bfcd req-75a7fbef-9363-42c0-b1b3-21e4bee92aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:41.233825 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-082fa3f8-0806-439d-aae1-76120b62bfcd req-75a7fbef-9363-42c0-b1b3-21e4bee92aa0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3c12ce3-22c0-432e-833b-5a5a37b77be7 HTTP/1.1" status: 200 len: 852 time: 0.2248602 Jul 22 16:30:41.238364 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf5073-f9cc-4ecf-aca5-efa0b5d7b0f8 admin admin] Pushing event updated for resources: {'Network': ['ID=a2d34f4e-6c27-4ce1-88db-28826a6e1b62,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:41.277228 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network a2d34f4e-6c27-4ce1-88db-28826a6e1b62 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:30:41.277779 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7beb7a4b-57f0-4d08-b3a5-21dba5680453 admin admin] Made reservation on behalf of b1480d858c1b47d8af540e398b1c4ba7 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:41.283386 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7beb7a4b-57f0-4d08-b3a5-21dba5680453 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:41.324322 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-d0c27f84-b40e-4731-8586-e57f24c46fc4 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:41.326403 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-d0c27f84-b40e-4731-8586-e57f24c46fc4 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.30 "GET /v2.0/networks?id=ddf70c33-34d8-41c0-a934-e6d03025e304 HTTP/1.1" status: 200 len: 829 time: 0.4079132 Jul 22 16:30:41.328336 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-082fa3f8-0806-439d-aae1-76120b62bfcd req-12b82e50-21c3-4c0c-b44c-a283ea6d8a25 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848238 Jul 22 16:30:41.482294 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-fc5888e1-baa1-4654-80d0-1e90c6f4549b tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Request body: {'port': {'device_id': '9cce3a8f-a123-498a-a458-9923351e123f', 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304', 'admin_state_up': True, 'tenant_id': '79ca673eea614c058860f04d2986161b'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:41.515327 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-082fa3f8-0806-439d-aae1-76120b62bfcd req-6e8abef1-b4ba-4efb-8c02-d905e056de2d service neutron] 10.222.0.16 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789825 Jul 22 16:30:41.578883 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ec3b0-f0e5-4d94-8182-0af6dbc07dd9 req-14847e90-33d0-4874-a272-a4448bcae8f2 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:41.581224 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-de0ec3b0-f0e5-4d94-8182-0af6dbc07dd9 req-14847e90-33d0-4874-a272-a4448bcae8f2 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 944 time: 0.5118716 Jul 22 16:30:41.753154 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-de0ec3b0-f0e5-4d94-8182-0af6dbc07dd9 req-8c0df0a2-51a5-4ed0-afbc-efc86c05151e tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591933 Jul 22 16:30:41.761450 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:41.764150 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764895c-6383-48e9-9bbe-582cdf955950 req-99a21157-c17e-4310-ab60-b77c97131ac7 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:41.767361 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-082fa3f8-0806-439d-aae1-76120b62bfcd req-0d6ea88c-5ef0-43cd-9105-2439a52a4d57 service neutron] 10.222.0.16 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323649 Jul 22 16:30:41.770871 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0764895c-6383-48e9-9bbe-582cdf955950 req-99a21157-c17e-4310-ab60-b77c97131ac7 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 943 time: 0.1895313 Jul 22 16:30:41.773651 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7beb7a4b-57f0-4d08-b3a5-21dba5680453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:41.789000 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1b2b7c12-1533-4931-ab15-27367cd8b074 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:41.800159 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-fc5888e1-baa1-4654-80d0-1e90c6f4549b tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Made reservation on behalf of 79ca673eea614c058860f04d2986161b for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:41.811217 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-fc5888e1-baa1-4654-80d0-1e90c6f4549b tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:41.894049 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:41.956252 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0764895c-6383-48e9-9bbe-582cdf955950 req-1293756c-0d15-4a7d-b46b-fc31a38ea608 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417005 Jul 22 16:30:41.974128 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb7a4b-57f0-4d08-b3a5-21dba5680453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b607d7e-0021-4721-a9d9-5c576a32d585,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:41.979817 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7beb7a4b-57f0-4d08-b3a5-21dba5680453 admin admin] Checking segment: {'id': 'd695f217-1a79-4dc3-a813-00173bee61a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a2d34f4e-6c27-4ce1-88db-28826a6e1b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:41.980108 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beb7a4b-57f0-4d08-b3a5-21dba5680453 admin admin] Network hostable DHCP agents. Network: a2d34f4e-6c27-4ce1-88db-28826a6e1b62, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:30:42.023033 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beb7a4b-57f0-4d08-b3a5-21dba5680453 admin admin] Network a2d34f4e-6c27-4ce1-88db-28826a6e1b62 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:30:42.027193 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-fc5888e1-baa1-4654-80d0-1e90c6f4549b tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Allocated IP 172.20.0.14 (ddf70c33-34d8-41c0-a934-e6d03025e304/0a4e56d2-6f39-44d0-a1b5-eea27cd957f0/33cce86e-86ac-4bf7-9b57-043f88ef9937) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:30:42.038708 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370d7fc-f94e-4d8d-ae61-d02741425a5d req-94a8752e-df20-48d4-abf8-f06577dc4601 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:42.045194 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:42.051010 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b370d7fc-f94e-4d8d-ae61-d02741425a5d req-94a8752e-df20-48d4-abf8-f06577dc4601 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 945 time: 0.1545048 Jul 22 16:30:42.058715 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7beb7a4b-57f0-4d08-b3a5-21dba5680453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, a2d34f4e-6c27-4ce1-88db-28826a6e1b62) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:30:42.081349 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beb7a4b-57f0-4d08-b3a5-21dba5680453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:42.083009 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7beb7a4b-57f0-4d08-b3a5-21dba5680453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:42.089688 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bf313a-254e-4039-bb3a-fe6c5430c2b3 None None] Network a2d34f4e-6c27-4ce1-88db-28826a6e1b62 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:30:42.119921 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7beb7a4b-57f0-4d08-b3a5-21dba5680453 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9502501 Jul 22 16:30:42.222959 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0fa824b0-abb3-428f-9409-22d0abf4e7d8 req-40d19752-400c-4dbb-9a3b-d4c50f52fff5 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cce3a8f-a123-498a-a458-9923351e123f HTTP/1.1" status: 200 len: 210 time: 0.0656433 Jul 22 16:30:42.286095 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-e1f7ab6e-72c2-44bf-9b18-70c984f89ff1 service neutron] 10.222.0.30 "GET /v2.0/ports/1b2b7c12-1533-4931-ab15-27367cd8b074/bindings/n-h1-798930-9 HTTP/1.1" status: 200 len: 384 time: 0.1638842 Jul 22 16:30:42.312228 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6537dd9b-70fa-4dbd-a985-cf6124dae09e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:30:42.328616 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b370d7fc-f94e-4d8d-ae61-d02741425a5d req-48e72d33-3c83-45da-97c5-2fc23a70b0c7 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766204 Jul 22 16:30:42.411840 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ae5357-0b7c-414e-b67b-70c0a90d1064 None None] Network a2d34f4e-6c27-4ce1-88db-28826a6e1b62 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:30:42.589095 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 6537dd9b-70fa-4dbd-a985-cf6124dae09e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:30:42.589660 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:42.691649 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-572ca25c-0d61-4c33-9d89-34bdf6681290 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=720ebe924d8945d992b9f17ea1c637f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656643 Jul 22 16:30:42.780962 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-fc5888e1-baa1-4654-80d0-1e90c6f4549b tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:42.804828 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-fc5888e1-baa1-4654-80d0-1e90c6f4549b tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Transition to ACTIVE for port object 33cce86e-86ac-4bf7-9b57-043f88ef9937 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:30:42.851799 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-fc5888e1-baa1-4654-80d0-1e90c6f4549b tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:42.881572 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-e0abb0c0-b020-4942-8b30-7e113c2f7930 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:42.891300 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-e0abb0c0-b020-4942-8b30-7e113c2f7930 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984451 Jul 22 16:30:42.913119 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-b093ef6a-cf65-4f9e-9d24-3d9592a1fcbb tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/quotas/720ebe924d8945d992b9f17ea1c637f4 HTTP/1.1" status: 200 len: 375 time: 0.0208771 Jul 22 16:30:42.954986 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-bfca9d42-5f97-47f8-845a-b9e83abc24e6 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=720ebe924d8945d992b9f17ea1c637f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408700 Jul 22 16:30:43.028394 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-fc5888e1-baa1-4654-80d0-1e90c6f4549b tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Network ddf70c33-34d8-41c0-a934-e6d03025e304 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:30:43.031179 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-fc5888e1-baa1-4654-80d0-1e90c6f4549b tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:30:43.041960 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-9f29baf5-9347-4820-a96e-f62e647dccb3 service neutron] For port 1b2b7c12-1533-4931-ab15-27367cd8b074, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1b2b7c12-1533-4931-ab15-27367cd8b074,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:43.047337 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-fc5888e1-baa1-4654-80d0-1e90c6f4549b tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:30:43.102608 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5888e1-baa1-4654-80d0-1e90c6f4549b tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Pushing event updated for resources: {'Port': ['ID=33cce86e-86ac-4bf7-9b57-043f88ef9937,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:43.155122 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19bac3-7771-402c-84d2-c32a0cc15c29 req-a1dffc5a-d7cc-48b6-93a5-03e8ce2b1e75 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:43.156733 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-be19bac3-7771-402c-84d2-c32a0cc15c29 req-a1dffc5a-d7cc-48b6-93a5-03e8ce2b1e75 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 943 time: 0.5748119 Jul 22 16:30:43.157954 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-9f29baf5-9347-4820-a96e-f62e647dccb3 service neutron] For port 1b2b7c12-1533-4931-ab15-27367cd8b074, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:43.258736 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-9f29baf5-9347-4820-a96e-f62e647dccb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2b7c12-1533-4931-ab15-27367cd8b074 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:43.274315 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-9f29baf5-9347-4820-a96e-f62e647dccb3 service neutron] For port 1b2b7c12-1533-4931-ab15-27367cd8b074, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=1b2b7c12-1533-4931-ab15-27367cd8b074,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:43.297873 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-fc5888e1-baa1-4654-80d0-1e90c6f4549b tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:43.300228 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-fc5888e1-baa1-4654-80d0-1e90c6f4549b tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:43.312296 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-9f29baf5-9347-4820-a96e-f62e647dccb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:43.453463 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-24ce45e7-2cce-4554-aef0-5adf9efe4c9d None None] Provisioning for port 33cce86e-86ac-4bf7-9b57-043f88ef9937 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:30:43.463222 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-24ce45e7-2cce-4554-aef0-5adf9efe4c9d None None] Provisioning complete for port 33cce86e-86ac-4bf7-9b57-043f88ef9937 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:30:43.464724 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24ce45e7-2cce-4554-aef0-5adf9efe4c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:43.506529 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-19af2d31-4217-45b7-9a8b-8b5a36703a9e tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:43.515908 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-19af2d31-4217-45b7-9a8b-8b5a36703a9e tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/networks?id=38f85ae4-6c70-4503-9ac6-07d32c3ac44a HTTP/1.1" status: 200 len: 814 time: 0.1968641 Jul 22 16:30:43.532512 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-7034f830-4bdc-44ab-9225-83526e015f3d tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/quotas/932f62c292654c42816a769aa40ee8f2 HTTP/1.1" status: 200 len: 375 time: 0.0156543 Jul 22 16:30:43.567583 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-24ce45e7-2cce-4554-aef0-5adf9efe4c9d None None] Port 33cce86e-86ac-4bf7-9b57-043f88ef9937 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:30:43.611987 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-cb04422f-6e1a-45ef-b221-4cca52c2f69c tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=932f62c292654c42816a769aa40ee8f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581694 Jul 22 16:30:43.708693 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-fc5888e1-baa1-4654-80d0-1e90c6f4549b tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3521686 Jul 22 16:30:43.721995 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-be19bac3-7771-402c-84d2-c32a0cc15c29 req-e412bcb3-e5c3-487e-9eee-e7286895620f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5029898 Jul 22 16:30:43.747099 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-5bde1b5c-ad07-43dc-b21f-16ed18b363a8 service neutron] Request body: {'port': {'device_id': '9cce3a8f-a123-498a-a458-9923351e123f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:43.810792 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-fd27a0d8-abd6-4003-81a0-4997159f290f service neutron] 10.222.0.69 "GET /v2.0/networks/38f85ae4-6c70-4503-9ac6-07d32c3ac44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893830 Jul 22 16:30:43.893420 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 99fe8bad-3f22-4710-82a1-036cdd2488e2 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:30:43.901468 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-9f29baf5-9347-4820-a96e-f62e647dccb3 service neutron] Transition to ACTIVE for port object 1b2b7c12-1533-4931-ab15-27367cd8b074 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:30:43.914048 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-9f29baf5-9347-4820-a96e-f62e647dccb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:43.998900 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29baf5-9347-4820-a96e-f62e647dccb3 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2b7c12-1533-4931-ab15-27367cd8b074,revision_number=10']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:44.040980 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-5bde1b5c-ad07-43dc-b21f-16ed18b363a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:44.079348 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-b4ed7a51-c25f-4daf-b91f-a8b910f5ebfe service neutron] 10.222.0.69 "GET /v2.0/networks/38f85ae4-6c70-4503-9ac6-07d32c3ac44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675633 Jul 22 16:30:44.097894 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 99fe8bad-3f22-4710-82a1-036cdd2488e2, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=99fe8bad-3f22-4710-82a1-036cdd2488e2,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:44.129037 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '99fe8bad-3f22-4710-82a1-036cdd2488e2', 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e', 'port_id': '99fe8bad-3f22-4710-82a1-036cdd2488e2', 'mac_address': 'fa:16:3e:44:d3:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c12ce3-22c0-432e-833b-5a5a37b77be7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:30:44.275712 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:44.331583 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99fe8bad-3f22-4710-82a1-036cdd2488e2 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:44.402742 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 99fe8bad-3f22-4710-82a1-036cdd2488e2, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=99fe8bad-3f22-4710-82a1-036cdd2488e2,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:44.410777 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:44.595998 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=99fe8bad-3f22-4710-82a1-036cdd2488e2,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:44.628185 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a4581-3b2e-487b-be5c-42d0301f8c4c req-90b295b5-c0b6-4b7d-870c-72e9f7629bac tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:44.634979 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d7a4581-3b2e-487b-be5c-42d0301f8c4c req-90b295b5-c0b6-4b7d-870c-72e9f7629bac tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 944 time: 0.8088491 Jul 22 16:30:44.666929 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd225b-daad-40b1-b909-a134aa81f6d5 req-2c17b06e-64b3-4a25-8f33-981f5b48bacc tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:44.674736 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-11dd225b-daad-40b1-b909-a134aa81f6d5 req-2c17b06e-64b3-4a25-8f33-981f5b48bacc tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 943 time: 0.1607347 Jul 22 16:30:44.705070 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-9f29baf5-9347-4820-a96e-f62e647dccb3 service neutron] No DVR routers for this DVR port 1b2b7c12-1533-4931-ab15-27367cd8b074 on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:30:44.738008 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-11dd225b-daad-40b1-b909-a134aa81f6d5 req-158773d0-686d-4504-a4e2-aaee9f7dcfa3 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581422 Jul 22 16:30:44.769131 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['99fe8bad-3f22-4710-82a1-036cdd2488e2'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:44.827848 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d7a4581-3b2e-487b-be5c-42d0301f8c4c req-032606c8-ae64-4b4a-b36b-85dfae516c98 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919324 Jul 22 16:30:44.978350 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bf2e8dcb-a876-4cf5-981e-a9e777a7dc89 req-27988a89-7a31-48cb-9683-f8e3d1073ecc tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc0e2a14-fabe-4fd4-a676-80b94b15ae92 HTTP/1.1" status: 200 len: 210 time: 0.0928423 Jul 22 16:30:45.014003 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-9f29baf5-9347-4820-a96e-f62e647dccb3 service neutron] 10.222.0.30 "PUT /v2.0/ports/1b2b7c12-1533-4931-ab15-27367cd8b074/bindings/n-h1-798930-9/activate HTTP/1.1" status: 200 len: 369 time: 2.6663492 Jul 22 16:30:45.029416 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-fb268ece-2391-495f-80d8-c79f073c1759 service neutron] 10.222.0.16 "GET /v2.0/ports/d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a/bindings/n-h2-798930-9 HTTP/1.1" status: 200 len: 384 time: 0.3842924 Jul 22 16:30:45.135603 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-c2bde977-e5b5-444d-9378-91a7097cb06e tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=720ebe924d8945d992b9f17ea1c637f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712006 Jul 22 16:30:45.251645 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-5bde1b5c-ad07-43dc-b21f-16ed18b363a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33cce86e-86ac-4bf7-9b57-043f88ef9937 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:45.267213 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-5bde1b5c-ad07-43dc-b21f-16ed18b363a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:45.319477 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-5bde1b5c-ad07-43dc-b21f-16ed18b363a8 service neutron] Transition to ACTIVE for port object 33cce86e-86ac-4bf7-9b57-043f88ef9937 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:30:45.333506 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-5bde1b5c-ad07-43dc-b21f-16ed18b363a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:45.407366 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-c5af9fcc-8a16-4f4e-a384-ebaf649c9481 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:45.407529 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18aaef9-8eaf-421b-8802-c4bda87c7337 req-a20c9b09-6830-481c-9762-eab0b5faef45 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:45.410436 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-c5af9fcc-8a16-4f4e-a384-ebaf649c9481 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53&tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&binding%3Ahost_id=n-h2-798930-9 HTTP/1.1" status: 200 len: 1096 time: 0.2353439 Jul 22 16:30:45.419932 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a18aaef9-8eaf-421b-8802-c4bda87c7337 req-a20c9b09-6830-481c-9762-eab0b5faef45 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cce3a8f-a123-498a-a458-9923351e123f HTTP/1.1" status: 200 len: 932 time: 0.3952208 Jul 22 16:30:45.428500 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82629d57-8f0c-4610-8dbe-9d97f23dd156 req-6f049068-eb28-437e-91da-752f00eb3e71 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:45.437057 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-82629d57-8f0c-4610-8dbe-9d97f23dd156 req-6f049068-eb28-437e-91da-752f00eb3e71 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 945 time: 0.3317821 Jul 22 16:30:45.450545 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-7164ff03-dee4-4a1c-b8bc-1d8a00c31eb5 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:45.452219 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-7164ff03-dee4-4a1c-b8bc-1d8a00c31eb5 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2800918 Jul 22 16:30:45.510239 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-1afadd3b-5cc5-4411-9939-f815ab25a425 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Request body: {'port': {'device_id': 'cc0e2a14-fabe-4fd4-a676-80b94b15ae92', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '720ebe924d8945d992b9f17ea1c637f4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:45.537224 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde1b5c-ad07-43dc-b21f-16ed18b363a8 service neutron] Pushing event updated for resources: {'Port': ['ID=33cce86e-86ac-4bf7-9b57-043f88ef9937,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:45.592686 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a18aaef9-8eaf-421b-8802-c4bda87c7337 req-dbc42996-918c-4b43-97c3-542f5a516ea8 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/security-groups?id=4b404a46-0a06-4e44-b7a9-bcb878ab0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705134 Jul 22 16:30:45.628118 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-82629d57-8f0c-4610-8dbe-9d97f23dd156 req-7885700e-2bdb-4286-b26a-6ffa332a8b33 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847434 Jul 22 16:30:45.793670 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0cbe6c77-b35e-47bc-bfa9-6106da36f609 req-551a4302-c8aa-4899-825f-63511fd3da64 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ba0abe-e278-4346-9f2f-8f85b17279c6 HTTP/1.1" status: 200 len: 210 time: 0.0531709 Jul 22 16:30:45.814157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-a4fef4ee-0c64-449d-9e36-c5ef7e2439cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:45.817104 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-a4fef4ee-0c64-449d-9e36-c5ef7e2439cb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53&tenant_id=7782266dfdc04a53ab0c0d4cc2d32226 HTTP/1.1" status: 200 len: 1096 time: 0.3780165 Jul 22 16:30:45.854258 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-1afadd3b-5cc5-4411-9939-f815ab25a425 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Made reservation on behalf of 720ebe924d8945d992b9f17ea1c637f4 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:45.861890 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-1afadd3b-5cc5-4411-9939-f815ab25a425 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:45.866062 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-480de512-9273-4ff0-9f73-c4f4b9125c76 service neutron] For port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:45.882970 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-1afadd3b-5cc5-4411-9939-f815ab25a425 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:45.887073 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-5bde1b5c-ad07-43dc-b21f-16ed18b363a8 service neutron] Attempting to bind port 33cce86e-86ac-4bf7-9b57-043f88ef9937 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:30:45.887455 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-5bde1b5c-ad07-43dc-b21f-16ed18b363a8 service neutron] Attempting to bind port 33cce86e-86ac-4bf7-9b57-043f88ef9937 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '1b80e7b7-b3ec-4add-a4fd-45511c031987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:30:45.887918 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-5bde1b5c-ad07-43dc-b21f-16ed18b363a8 service neutron] Attempting to bind port 33cce86e-86ac-4bf7-9b57-043f88ef9937 on network ddf70c33-34d8-41c0-a934-e6d03025e304 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:45.898344 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-5bde1b5c-ad07-43dc-b21f-16ed18b363a8 service neutron] Port 33cce86e-86ac-4bf7-9b57-043f88ef9937 on network ddf70c33-34d8-41c0-a934-e6d03025e304 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:30:45.898679 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-5bde1b5c-ad07-43dc-b21f-16ed18b363a8 service neutron] Attempting to bind port 33cce86e-86ac-4bf7-9b57-043f88ef9937 on network ddf70c33-34d8-41c0-a934-e6d03025e304 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:45.900347 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 99fe8bad-3f22-4710-82a1-036cdd2488e2 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:30:45.912818 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-480de512-9273-4ff0-9f73-c4f4b9125c76 service neutron] For port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:45.917730 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-5bde1b5c-ad07-43dc-b21f-16ed18b363a8 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:30:45.918083 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-5bde1b5c-ad07-43dc-b21f-16ed18b363a8 service neutron] Checking segment: {'id': '1b80e7b7-b3ec-4add-a4fd-45511c031987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:45.918467 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-5bde1b5c-ad07-43dc-b21f-16ed18b363a8 service neutron] Bound using segment: {'id': '1b80e7b7-b3ec-4add-a4fd-45511c031987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:30:45.919032 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-5bde1b5c-ad07-43dc-b21f-16ed18b363a8 service neutron] Bound port: 33cce86e-86ac-4bf7-9b57-043f88ef9937, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b80e7b7-b3ec-4add-a4fd-45511c031987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:30:45.919377 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-5bde1b5c-ad07-43dc-b21f-16ed18b363a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:45.976216 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-480de512-9273-4ff0-9f73-c4f4b9125c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:46.020374 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 99fe8bad-3f22-4710-82a1-036cdd2488e2 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:30:46.036489 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16aa4e-2a82-4fb1-b5c9-60d0d7af3ffe req-b7b24143-8c3b-41c3-bee8-2d9ae9f19d01 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:46.044447 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7c16aa4e-2a82-4fb1-b5c9-60d0d7af3ffe req-b7b24143-8c3b-41c3-bee8-2d9ae9f19d01 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 944 time: 0.2251351 Jul 22 16:30:46.048269 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-480de512-9273-4ff0-9f73-c4f4b9125c76 service neutron] For port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:46.054989 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-546fb541-cdc7-4656-85d6-04bc40d2b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:46.056629 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-546fb541-cdc7-4656-85d6-04bc40d2b6f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 1096 time: 0.1907578 Jul 22 16:30:46.066111 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 99fe8bad-3f22-4710-82a1-036cdd2488e2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:30:46.067959 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:46.088963 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-480de512-9273-4ff0-9f73-c4f4b9125c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:46.125870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f698bd3-e17e-483a-abef-0c33fb8f414e req-0ec91cda-8653-4218-b5e5-bb2ab87579c6 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:46.128304 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f698bd3-e17e-483a-abef-0c33fb8f414e req-0ec91cda-8653-4218-b5e5-bb2ab87579c6 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 943 time: 0.1832500 Jul 22 16:30:46.136256 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-5bde1b5c-ad07-43dc-b21f-16ed18b363a8 service neutron] For port 33cce86e-86ac-4bf7-9b57-043f88ef9937, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:46.170980 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7c16aa4e-2a82-4fb1-b5c9-60d0d7af3ffe req-2867ea0f-1049-4747-ac22-992ea4b8cf2a tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251063 Jul 22 16:30:46.246197 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-5bde1b5c-ad07-43dc-b21f-16ed18b363a8 service neutron] For port 33cce86e-86ac-4bf7-9b57-043f88ef9937, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=33cce86e-86ac-4bf7-9b57-043f88ef9937,segment=NetworkSegment(1b80e7b7-b3ec-4add-a4fd-45511c031987),segment_id=1b80e7b7-b3ec-4add-a4fd-45511c031987)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:30:46.255590 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-5bde1b5c-ad07-43dc-b21f-16ed18b363a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:46.395489 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-1afadd3b-5cc5-4411-9939-f815ab25a425 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:46.421551 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-1afadd3b-5cc5-4411-9939-f815ab25a425 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:46.433701 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:46.439185 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-5bde1b5c-ad07-43dc-b21f-16ed18b363a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:46.440887 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-5bde1b5c-ad07-43dc-b21f-16ed18b363a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:46.445916 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-5bde1b5c-ad07-43dc-b21f-16ed18b363a8 service neutron] 10.222.0.30 "PUT /v2.0/ports/33cce86e-86ac-4bf7-9b57-043f88ef9937 HTTP/1.1" status: 200 len: 1092 time: 2.7210944 Jul 22 16:30:46.453031 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cce3a8f-a123-498a-a458-9923351e123f', 'tag': '33cce86e-86ac-4bf7-9b57-043f88ef9937'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:46.461017 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77000a7f-ac24-49a4-b1f7-e14df318b352" -d '{"events": [{"name": "network-changed", "server_uuid": "9cce3a8f-a123-498a-a458-9923351e123f", "tag": "33cce86e-86ac-4bf7-9b57-043f88ef9937"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:46.546690 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 99fe8bad-3f22-4710-82a1-036cdd2488e2, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=99fe8bad-3f22-4710-82a1-036cdd2488e2,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:46.547005 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d86269-4f87-4c7b-974d-184a4a19df95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fe8bad-3f22-4710-82a1-036cdd2488e2'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:46.550509 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e113782f-b9e6-40a8-98c0-573924945165" -d '{"events": [{"server_uuid": "d9d86269-4f87-4c7b-974d-184a4a19df95", "name": "network-vif-plugged", "status": "completed", "tag": "99fe8bad-3f22-4710-82a1-036cdd2488e2"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:46.550690 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-9c545e2b-3d65-43e9-a968-9df0d57fe236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:46.554228 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-9c545e2b-3d65-43e9-a968-9df0d57fe236 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 908 time: 0.4855113 Jul 22 16:30:46.555776 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:46.561730 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde1b5c-ad07-43dc-b21f-16ed18b363a8 service neutron] Pushing event updated for resources: {'Port': ['ID=33cce86e-86ac-4bf7-9b57-043f88ef9937,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:46.568442 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-480de512-9273-4ff0-9f73-c4f4b9125c76 service neutron] Transition to ACTIVE for port object d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:30:46.600167 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-480de512-9273-4ff0-9f73-c4f4b9125c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:46.627630 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=99fe8bad-3f22-4710-82a1-036cdd2488e2,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:46.701804 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-92e150a9-733c-4edc-95f2-e939b758d58a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2b7c12-1533-4931-ab15-27367cd8b074 HTTP/1.1" status: 200 len: 217 time: 0.1370814 Jul 22 16:30:46.714948 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afadd3b-5cc5-4411-9939-f815ab25a425 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90d344dd-441b-481c-acb3-5a604370de98,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:46.728057 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622b18c-f990-4772-9e7b-3ac53c726a0e req-738b50c9-1e57-4b35-ad62-c4a82e5ab7c4 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:46.729686 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5622b18c-f990-4772-9e7b-3ac53c726a0e req-738b50c9-1e57-4b35-ad62-c4a82e5ab7c4 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 945 time: 0.3710687 Jul 22 16:30:46.732668 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-480de512-9273-4ff0-9f73-c4f4b9125c76 service neutron] No DVR routers for this DVR port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a on host n-h1-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:30:46.735161 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480de512-9273-4ff0-9f73-c4f4b9125c76 service neutron] Pushing event updated for resources: {'Port': ['ID=d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a,revision_number=10']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:46.792476 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-04fa6e3e-87d1-4216-9fc8-fcaf49770e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:46.792755 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-c027f3f1-6a3a-4317-8822-ec2c825ed8c5 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:46.793991 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-04fa6e3e-87d1-4216-9fc8-fcaf49770e00 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79ca673eea614c058860f04d2986161b&device_id=9cce3a8f-a123-498a-a458-9923351e123f HTTP/1.1" status: 200 len: 1095 time: 0.2540298 Jul 22 16:30:46.794253 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-c027f3f1-6a3a-4317-8822-ec2c825ed8c5 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.16 "GET /v2.0/networks?id=38f85ae4-6c70-4503-9ac6-07d32c3ac44a HTTP/1.1" status: 200 len: 814 time: 0.5117254 Jul 22 16:30:46.803903 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-480de512-9273-4ff0-9f73-c4f4b9125c76 service neutron] 10.222.0.16 "PUT /v2.0/ports/d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a/bindings/n-h2-798930-9/activate HTTP/1.1" status: 200 len: 369 time: 1.6496341 Jul 22 16:30:46.812744 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f698bd3-e17e-483a-abef-0c33fb8f414e req-f269dc7a-32dd-442b-b0c7-e758681a75e5 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6690142 Jul 22 16:30:46.857052 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-46064ecc-22ee-41c9-aeaa-34499f9c4fd4 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Request body: {'port': {'device_id': '04ba0abe-e278-4346-9f2f-8f85b17279c6', 'network_id': '38f85ae4-6c70-4503-9ac6-07d32c3ac44a', 'admin_state_up': True, 'tenant_id': '932f62c292654c42816a769aa40ee8f2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:46.858951 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5622b18c-f990-4772-9e7b-3ac53c726a0e req-a6813c00-0175-483b-baf1-08a4f02e30a7 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196568 Jul 22 16:30:46.860293 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-9189019a-8abe-49ba-9f45-4a3cb949127e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33cce86e-86ac-4bf7-9b57-043f88ef9937 HTTP/1.1" status: 200 len: 217 time: 0.0506663 Jul 22 16:30:46.869568 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-c0680262-9388-4de4-84a2-76125b640b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:46.871152 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-c0680262-9388-4de4-84a2-76125b640b4a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1dac8087-5dfb-4e2d-bc9b-97574efc063c HTTP/1.1" status: 200 len: 847 time: 0.1623790 Jul 22 16:30:46.950116 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-6cba80c4-50fd-4c59-9a15-96928f652e63 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f917a743-2b29-4ed7-bc92-4ef128fdeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507281 Jul 22 16:30:46.959517 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6552a1-ece8-480c-b696-3c0a8a0a1eb8 x-openstack-request-id: req-bb6552a1-ece8-480c-b696-3c0a8a0a1eb8 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:46.959808 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cce3a8f-a123-498a-a458-9923351e123f", "tag": "33cce86e-86ac-4bf7-9b57-043f88ef9937", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:46.960065 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bb6552a1-ece8-480c-b696-3c0a8a0a1eb8 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:46.960521 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cce3a8f-a123-498a-a458-9923351e123f', 'tag': '33cce86e-86ac-4bf7-9b57-043f88ef9937', 'status': 'completed', 'code': 200} Jul 22 16:30:46.979128 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-1afadd3b-5cc5-4411-9939-f815ab25a425 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Allocated IP 192.168.233.64 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/c96e6096-99b0-4c16-92ad-9c67a7c058e0) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:30:47.005259 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-4425b88c-0a78-4512-b2a0-1dc3d25a44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:47.006931 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-4425b88c-0a78-4512-b2a0-1dc3d25a44ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a4e56d2-6f39-44d0-a1b5-eea27cd957f0 HTTP/1.1" status: 200 len: 868 time: 0.1296265 Jul 22 16:30:47.007138 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3531ddd2-6497-4c58-9cb4-82b80ab2f908 x-openstack-request-id: req-3531ddd2-6497-4c58-9cb4-82b80ab2f908 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:47.007613 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d86269-4f87-4c7b-974d-184a4a19df95", "name": "network-vif-plugged", "status": "completed", "tag": "99fe8bad-3f22-4710-82a1-036cdd2488e2", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:47.007716 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3531ddd2-6497-4c58-9cb4-82b80ab2f908 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:47.008388 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d86269-4f87-4c7b-974d-184a4a19df95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fe8bad-3f22-4710-82a1-036cdd2488e2', 'code': 200} Jul 22 16:30:47.074756 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-0b452101-2a85-401c-956e-2971c7a0630e tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:47.076435 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-0b452101-2a85-401c-956e-2971c7a0630e tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be&tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&binding%3Ahost_id=n-h1-798930-9 HTTP/1.1" status: 200 len: 1095 time: 0.1312006 Jul 22 16:30:47.083289 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4ed31c76-2c60-4dd7-861d-6babb64daff3 req-5d2fb91f-21c1-4b99-b319-6307be1f53d9 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc0e2a14-fabe-4fd4-a676-80b94b15ae92 HTTP/1.1" status: 200 len: 210 time: 0.1382530 Jul 22 16:30:47.229946 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-41740428-15e5-421b-af7d-76ecc24b3671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:47.231386 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-41740428-15e5-421b-af7d-76ecc24b3671 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ddf70c33-34d8-41c0-a934-e6d03025e304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2163763 Jul 22 16:30:47.310785 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d113742-d69b-4efc-8719-3982cf55d1d8 req-c9a1001c-a8f5-4563-a160-13c038352a1e tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:47.312499 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d113742-d69b-4efc-8719-3982cf55d1d8 req-c9a1001c-a8f5-4563-a160-13c038352a1e tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cce3a8f-a123-498a-a458-9923351e123f HTTP/1.1" status: 200 len: 944 time: 0.2311721 Jul 22 16:30:47.316524 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-ec62106a-ed42-4c8c-958a-499a41bdc1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:47.318031 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-ec62106a-ed42-4c8c-958a-499a41bdc1fd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be&tenant_id=82e10b2cb7664a44842fdfbeaf9667ba HTTP/1.1" status: 200 len: 1095 time: 0.2267039 Jul 22 16:30:47.353247 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187a2a8-1167-44d2-b13f-88b0a07ff4fd req-dd1a3916-90cb-40fd-8214-73df934b28f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:47.355017 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7187a2a8-1167-44d2-b13f-88b0a07ff4fd req-dd1a3916-90cb-40fd-8214-73df934b28f0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 1096 time: 0.2346196 Jul 22 16:30:47.465213 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7187a2a8-1167-44d2-b13f-88b0a07ff4fd req-deeb3290-f311-4bd9-9f8a-90549060da1c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981798 Jul 22 16:30:47.471563 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-f22c0f76-1f3a-4e5a-b049-95339a663d36 service neutron] 10.222.0.30 "GET /v2.0/networks/ddf70c33-34d8-41c0-a934-e6d03025e304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320633 Jul 22 16:30:47.507370 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d113742-d69b-4efc-8719-3982cf55d1d8 req-19c94445-219c-4fc3-bb3a-32c11aa5a51a tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/security-groups?id=4b404a46-0a06-4e44-b7a9-bcb878ab0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854775 Jul 22 16:30:47.527730 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-e59f522c-891d-416a-86ec-2f921367f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:47.529240 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-e59f522c-891d-416a-86ec-2f921367f7d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 1095 time: 0.1733420 Jul 22 16:30:47.593460 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-a985b9c3-7331-45d9-aa9c-fc1857a38b5d service neutron] 10.222.0.16 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6158049 Jul 22 16:30:47.617932 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c6cc5dc-680c-4fff-9158-99f7e8695e7c req-bc8cf098-96d8-4afd-94ef-65235159f768 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6593769 Jul 22 16:30:47.646931 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fe5b91bd-e7e6-40e4-84f0-023259919b1b req-b1c861fb-b8aa-4ff4-8d6e-78715efb8d43 service neutron] 10.222.0.30 "GET /v2.0/networks/ddf70c33-34d8-41c0-a934-e6d03025e304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687005 Jul 22 16:30:47.672400 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-46064ecc-22ee-41c9-aeaa-34499f9c4fd4 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Made reservation on behalf of 932f62c292654c42816a769aa40ee8f2 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:47.677912 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-46064ecc-22ee-41c9-aeaa-34499f9c4fd4 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:47.740432 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddba18-67cf-49c8-b412-49e1998f0a1e req-22928be5-cdbd-4ad2-92b0-c87bf6ee25f3 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:47.742208 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a9ddba18-67cf-49c8-b412-49e1998f0a1e req-22928be5-cdbd-4ad2-92b0-c87bf6ee25f3 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 945 time: 0.2815826 Jul 22 16:30:47.762258 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ad10898d-aac8-441c-aded-534dc80ae547 req-e722f37e-59ed-4a94-bc78-5f5010758383 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ba0abe-e278-4346-9f2f-8f85b17279c6 HTTP/1.1" status: 200 len: 210 time: 0.0821114 Jul 22 16:30:47.765338 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-fff6495e-1118-405f-9ce9-1ae56ae1704a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:47.767131 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-fff6495e-1118-405f-9ce9-1ae56ae1704a service neutron] 10.222.0.30 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 922 time: 0.2101743 Jul 22 16:30:47.837984 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-3db5b60c-1ae8-452e-912e-7ccdc7835f79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a HTTP/1.1" status: 200 len: 217 time: 0.0476878 Jul 22 16:30:47.888436 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-1afadd3b-5cc5-4411-9939-f815ab25a425 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:47.928331 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cc5dc-680c-4fff-9158-99f7e8695e7c req-5e5dd579-6bb8-4974-b727-4cedf39abb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:47.929903 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c6cc5dc-680c-4fff-9158-99f7e8695e7c req-5e5dd579-6bb8-4974-b727-4cedf39abb9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 1095 time: 0.2661612 Jul 22 16:30:47.953522 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-e2836948-1bd2-4216-b9b8-d430a130cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:47.955822 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-e2836948-1bd2-4216-b9b8-d430a130cc03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ce36437-5a9b-4c2b-a36e-e40d9943a98a HTTP/1.1" status: 200 len: 861 time: 0.0768664 Jul 22 16:30:47.958276 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-1afadd3b-5cc5-4411-9939-f815ab25a425 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Transition to ACTIVE for port object c96e6096-99b0-4c16-92ad-9c67a7c058e0 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:30:47.987937 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fbd66141-2126-42ff-b933-76678ce954b7 req-df08997a-7a6e-4f63-a1be-69fbf1d1f7f6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2427447 Jul 22 16:30:48.002958 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a9ddba18-67cf-49c8-b412-49e1998f0a1e req-937a0b2a-a20f-4a08-b7e0-79b96558f620 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346098 Jul 22 16:30:48.017686 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-748203f4-3f7a-4a65-aa7a-c4f5a0c2883b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6f3ed260-5c39-4f44-87de-6af121ff9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448735 Jul 22 16:30:48.072995 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-46064ecc-22ee-41c9-aeaa-34499f9c4fd4 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Allocated IP 172.20.0.9 (38f85ae4-6c70-4503-9ac6-07d32c3ac44a/a6fbf97b-4d58-476e-8114-671a9fd5dbfd/e0617c12-5835-4ca9-925a-a71e546085ab) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:30:48.076970 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-88806422-bf7e-4ae9-85c4-8422aa51ba2c service neutron] 10.222.0.16 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306980 Jul 22 16:30:48.085569 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77000a7f-ac24-49a4-b1f7-e14df318b352 req-e1102455-2c11-4981-9201-41b433b5d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:48.087300 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77000a7f-ac24-49a4-b1f7-e14df318b352 req-e1102455-2c11-4981-9201-41b433b5d036 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79ca673eea614c058860f04d2986161b&device_id=9cce3a8f-a123-498a-a458-9923351e123f HTTP/1.1" status: 200 len: 1095 time: 0.3421485 Jul 22 16:30:48.120562 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e9596-0e40-47fd-aaf0-d51ca913f93a req-1ab45b78-d811-483e-b59c-70c08d7ab49e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:48.122310 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e66e9596-0e40-47fd-aaf0-d51ca913f93a req-1ab45b78-d811-483e-b59c-70c08d7ab49e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 945 time: 0.2831290 Jul 22 16:30:48.196931 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cc5dc-680c-4fff-9158-99f7e8695e7c req-0fb7141d-b9b9-4280-9117-595a6ba2e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:48.198428 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c6cc5dc-680c-4fff-9158-99f7e8695e7c req-0fb7141d-b9b9-4280-9117-595a6ba2e01b service neutron] 10.222.0.30 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 922 time: 0.2371092 Jul 22 16:30:48.270381 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-1afadd3b-5cc5-4411-9939-f815ab25a425 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:48.405230 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-1afadd3b-5cc5-4411-9939-f815ab25a425 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:30:48.409823 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77000a7f-ac24-49a4-b1f7-e14df318b352 req-1c9198ac-92b7-4d2b-90b3-8f5149b11451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:48.411379 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77000a7f-ac24-49a4-b1f7-e14df318b352 req-1c9198ac-92b7-4d2b-90b3-8f5149b11451 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ddf70c33-34d8-41c0-a934-e6d03025e304 HTTP/1.1" status: 200 len: 930 time: 0.3120315 Jul 22 16:30:48.425491 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-1afadd3b-5cc5-4411-9939-f815ab25a425 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:30:48.460126 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afadd3b-5cc5-4411-9939-f815ab25a425 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Pushing event updated for resources: {'Port': ['ID=c96e6096-99b0-4c16-92ad-9c67a7c058e0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:48.464606 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-1afadd3b-5cc5-4411-9939-f815ab25a425 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:30:48.513281 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ee22f-2d9b-45ac-b562-6216194cbfd9 req-bfeb451d-3ed5-414c-92f6-59b4beae1567 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:48.514722 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e10ee22f-2d9b-45ac-b562-6216194cbfd9 req-bfeb451d-3ed5-414c-92f6-59b4beae1567 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 944 time: 0.4097414 Jul 22 16:30:48.543694 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd66141-2126-42ff-b933-76678ce954b7 req-be70a2d5-44b6-4769-b609-fe0b77b2ee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:48.545374 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fbd66141-2126-42ff-b933-76678ce954b7 req-be70a2d5-44b6-4769-b609-fe0b77b2ee54 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 1096 time: 0.4411826 Jul 22 16:30:48.546463 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77000a7f-ac24-49a4-b1f7-e14df318b352 req-5b1f2092-6309-4d3c-8248-eff5e55c2dad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33cce86e-86ac-4bf7-9b57-043f88ef9937 HTTP/1.1" status: 200 len: 217 time: 0.1264627 Jul 22 16:30:48.551192 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e66e9596-0e40-47fd-aaf0-d51ca913f93a req-6a2acb58-8e97-419b-8be8-ee0b048acbef tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194334 Jul 22 16:30:48.633394 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c6cc5dc-680c-4fff-9158-99f7e8695e7c req-9d347db2-65f0-4dd4-8343-fb232c0ee942 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92b534db-6542-4bbd-a9d4-1700f70194be HTTP/1.1" status: 200 len: 217 time: 0.4179921 Jul 22 16:30:48.635412 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-93aa342b-92b1-4556-a40f-41489c460303 service neutron] 10.222.0.30 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556529 Jul 22 16:30:48.704449 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-1afadd3b-5cc5-4411-9939-f815ab25a425 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:48.705671 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-1afadd3b-5cc5-4411-9939-f815ab25a425 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:48.715628 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-46064ecc-22ee-41c9-aeaa-34499f9c4fd4 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:48.736812 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1a495361-921b-48c0-ac0c-3b17b2c768f6 None None] Provisioning for port c96e6096-99b0-4c16-92ad-9c67a7c058e0 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:30:48.741954 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1a495361-921b-48c0-ac0c-3b17b2c768f6 None None] Provisioning complete for port c96e6096-99b0-4c16-92ad-9c67a7c058e0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:30:48.742619 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a495361-921b-48c0-ac0c-3b17b2c768f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:48.754715 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e10ee22f-2d9b-45ac-b562-6216194cbfd9 req-b0aaff49-f93d-450d-af70-2cbaa2930886 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177045 Jul 22 16:30:48.763604 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77000a7f-ac24-49a4-b1f7-e14df318b352 req-b4ac1d2a-161f-4c5d-ba0a-5b741fa04ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:48.764738 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77000a7f-ac24-49a4-b1f7-e14df318b352 req-b4ac1d2a-161f-4c5d-ba0a-5b741fa04ab2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a4e56d2-6f39-44d0-a1b5-eea27cd957f0 HTTP/1.1" status: 200 len: 868 time: 0.2119565 Jul 22 16:30:48.806980 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cc5dc-680c-4fff-9158-99f7e8695e7c req-38db96b0-7aa7-4eb4-a9b6-f48c3c1aae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:48.808761 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c6cc5dc-680c-4fff-9158-99f7e8695e7c req-38db96b0-7aa7-4eb4-a9b6-f48c3c1aae21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ce36437-5a9b-4c2b-a36e-e40d9943a98a HTTP/1.1" status: 200 len: 861 time: 0.1529632 Jul 22 16:30:48.815159 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1a495361-921b-48c0-ac0c-3b17b2c768f6 None None] Port c96e6096-99b0-4c16-92ad-9c67a7c058e0 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:30:48.818201 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-1afadd3b-5cc5-4411-9939-f815ab25a425 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3162870 Jul 22 16:30:48.836856 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-5816ceba-d248-448f-97b2-56ab2f664577 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:48.838439 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-5816ceba-d248-448f-97b2-56ab2f664577 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53&tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&binding%3Ahost_id=n-h1-798930-9 HTTP/1.1" status: 200 len: 1096 time: 0.2518172 Jul 22 16:30:48.844887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-feb77e52-e0d5-4f61-9498-73a83c723abb service neutron] Request body: {'port': {'device_id': 'cc0e2a14-fabe-4fd4-a676-80b94b15ae92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:48.878699 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c6cc5dc-680c-4fff-9158-99f7e8695e7c req-6270e2e4-ed2b-45f5-ab2d-c91f163d89bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6f3ed260-5c39-4f44-87de-6af121ff9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572083 Jul 22 16:30:48.887730 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd66141-2126-42ff-b933-76678ce954b7 req-fb4652d2-ee93-4557-a3fb-7225817acda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:48.889158 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fbd66141-2126-42ff-b933-76678ce954b7 req-fb4652d2-ee93-4557-a3fb-7225817acda3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 200 len: 908 time: 0.3116496 Jul 22 16:30:48.916748 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-948df3b3-942c-441a-9451-a32984a1237b service neutron] 10.222.0.30 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696028 Jul 22 16:30:48.938689 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4d1b8-21c1-4c60-8530-378729e7b79a req-c1235dc9-b95a-4ca6-ad0e-6e3caa83e19d tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:48.940315 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e7d4d1b8-21c1-4c60-8530-378729e7b79a req-c1235dc9-b95a-4ca6-ad0e-6e3caa83e19d tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 945 time: 0.3000059 Jul 22 16:30:48.976011 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fbd66141-2126-42ff-b933-76678ce954b7 req-f490826e-4b84-493a-8bb8-3d45f42b7f1b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f HTTP/1.1" status: 200 len: 217 time: 0.0620263 Jul 22 16:30:49.023958 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-46064ecc-22ee-41c9-aeaa-34499f9c4fd4 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:49.070729 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e7d4d1b8-21c1-4c60-8530-378729e7b79a req-6f7c74e5-dd88-4efc-b87f-a48dbee1c8fe tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198642 Jul 22 16:30:49.089053 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c6cc5dc-680c-4fff-9158-99f7e8695e7c req-d6317465-ed74-4224-bcc9-227da0569ef3 service neutron] 10.222.0.30 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906283 Jul 22 16:30:49.089856 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77000a7f-ac24-49a4-b1f7-e14df318b352 req-df17a13f-af60-4244-af32-552ed58ff402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:49.091409 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77000a7f-ac24-49a4-b1f7-e14df318b352 req-df17a13f-af60-4244-af32-552ed58ff402 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ddf70c33-34d8-41c0-a934-e6d03025e304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3166871 Jul 22 16:30:49.150878 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-83edf006-6d24-4011-a78d-51e79797b67c service neutron] For port 1b2b7c12-1533-4931-ab15-27367cd8b074, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:49.152231 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-feb77e52-e0d5-4f61-9498-73a83c723abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:49.154565 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-46064ecc-22ee-41c9-aeaa-34499f9c4fd4 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Network 38f85ae4-6c70-4503-9ac6-07d32c3ac44a is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:30:49.158573 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-83edf006-6d24-4011-a78d-51e79797b67c service neutron] Notify callbacks [] for binding, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:49.159732 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6e8ff789-ab77-41e0-b02c-464cbe63e421 req-83edf006-6d24-4011-a78d-51e79797b67c service neutron] 10.222.0.16 "DELETE /v2.0/ports/1b2b7c12-1533-4931-ab15-27367cd8b074/bindings/n-h2-798930-9 HTTP/1.1" status: 204 len: 173 time: 0.3146677 Jul 22 16:30:49.179232 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd66141-2126-42ff-b933-76678ce954b7 req-6ec9dda1-9505-4798-9beb-ce490b096e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:49.180784 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fbd66141-2126-42ff-b933-76678ce954b7 req-6ec9dda1-9505-4798-9beb-ce490b096e5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1dac8087-5dfb-4e2d-bc9b-97574efc063c HTTP/1.1" status: 200 len: 847 time: 0.1915658 Jul 22 16:30:49.190266 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-46064ecc-22ee-41c9-aeaa-34499f9c4fd4 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:30:49.198276 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46064ecc-22ee-41c9-aeaa-34499f9c4fd4 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Pushing event updated for resources: {'Port': ['ID=e0617c12-5835-4ca9-925a-a71e546085ab,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:49.207801 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-46064ecc-22ee-41c9-aeaa-34499f9c4fd4 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:30:49.219951 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b2c8c-9ccb-4575-8dc8-929c8ed90eb7 req-39cd4f7e-bcf8-42e0-bb01-598294e14921 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:49.226823 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9e1b2c8c-9ccb-4575-8dc8-929c8ed90eb7 req-39cd4f7e-bcf8-42e0-bb01-598294e14921 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc0e2a14-fabe-4fd4-a676-80b94b15ae92 HTTP/1.1" status: 200 len: 935 time: 0.3763375 Jul 22 16:30:49.304055 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fbd66141-2126-42ff-b933-76678ce954b7 req-6721866f-e4cf-47f3-8874-8bb9788c9beb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f917a743-2b29-4ed7-bc92-4ef128fdeba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097069 Jul 22 16:30:49.306940 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c6cc5dc-680c-4fff-9158-99f7e8695e7c req-67a85022-15a2-498e-9582-9e3b583707f4 service neutron] 10.222.0.30 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048094 Jul 22 16:30:49.344437 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:30:49.354487 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-383601f7-0984-4924-a893-bcf702bf59a0 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:49.356134 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-383601f7-0984-4924-a893-bcf702bf59a0 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be&tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&binding%3Ahost_id=n-h2-798930-9 HTTP/1.1" status: 200 len: 1095 time: 0.1288984 Jul 22 16:30:49.367198 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6d65b-0359-463d-bc9d-21b04cb82263 req-b93780fc-dfa1-4f23-be14-eaba8231e2f1 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:49.369053 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4ce6d65b-0359-463d-bc9d-21b04cb82263 req-b93780fc-dfa1-4f23-be14-eaba8231e2f1 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cce3a8f-a123-498a-a458-9923351e123f HTTP/1.1" status: 200 len: 944 time: 0.1754637 Jul 22 16:30:49.421233 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-46064ecc-22ee-41c9-aeaa-34499f9c4fd4 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:49.421958 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-46064ecc-22ee-41c9-aeaa-34499f9c4fd4 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:49.443531 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4ce6d65b-0359-463d-bc9d-21b04cb82263 req-4d583a9d-fb39-4013-8b07-8836b55a7e47 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/security-groups?id=4b404a46-0a06-4e44-b7a9-bcb878ab0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678475 Jul 22 16:30:49.448731 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77000a7f-ac24-49a4-b1f7-e14df318b352 req-a4da2d4b-488c-4e8d-8d05-608bf904e165 service neutron] 10.222.0.30 "GET /v2.0/networks/ddf70c33-34d8-41c0-a934-e6d03025e304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429685 Jul 22 16:30:49.531100 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9e1b2c8c-9ccb-4575-8dc8-929c8ed90eb7 req-781452ae-afe9-425d-8803-b10b358c93f9 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d344dd-441b-481c-acb3-5a604370de98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027718 Jul 22 16:30:49.534296 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-834b6360-0c72-40ab-b518-6b4ef11aef0e service neutron] For port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:49.542132 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-834b6360-0c72-40ab-b518-6b4ef11aef0e service neutron] Notify callbacks [] for binding, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:49.544777 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64f0e912-87bf-41ff-9a4c-288a27b51c7f req-834b6360-0c72-40ab-b518-6b4ef11aef0e service neutron] 10.222.0.30 "DELETE /v2.0/ports/d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a/bindings/n-h1-798930-9 HTTP/1.1" status: 204 len: 173 time: 0.1733170 Jul 22 16:30:49.591896 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-46064ecc-22ee-41c9-aeaa-34499f9c4fd4 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7428617 Jul 22 16:30:49.628992 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-c4675dca-f2af-47f6-b013-a2878cb3fee6 service neutron] Request body: {'port': {'device_id': '04ba0abe-e278-4346-9f2f-8f85b17279c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:49.716127 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ca953-23de-4f21-91d0-1007a1f93889 req-d62ffab3-6f75-4bad-8801-206a3675bbf8 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:49.719001 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-777ca953-23de-4f21-91d0-1007a1f93889 req-d62ffab3-6f75-4bad-8801-206a3675bbf8 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 945 time: 0.0793705 Jul 22 16:30:49.745774 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fbd66141-2126-42ff-b933-76678ce954b7 req-70e21744-ca03-41dc-aeff-02655e86b44a service neutron] 10.222.0.16 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059279 Jul 22 16:30:49.762036 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-777ca953-23de-4f21-91d0-1007a1f93889 req-1f0ef053-d047-47a3-a89d-cf2f9c718f46 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380132 Jul 22 16:30:49.838755 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 33cce86e-86ac-4bf7-9b57-043f88ef9937 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:30:49.951186 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 33cce86e-86ac-4bf7-9b57-043f88ef9937, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=33cce86e-86ac-4bf7-9b57-043f88ef9937,segment=NetworkSegment(1b80e7b7-b3ec-4add-a4fd-45511c031987),segment_id=1b80e7b7-b3ec-4add-a4fd-45511c031987)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:49.968025 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '33cce86e-86ac-4bf7-9b57-043f88ef9937', 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304', 'port_id': '33cce86e-86ac-4bf7-9b57-043f88ef9937', 'mac_address': 'fa:16:3e:7d:2a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4e56d2-6f39-44d0-a1b5-eea27cd957f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:30:49.982276 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313857e-44b1-45c3-b444-2f71e1c21d98 req-ee387685-8864-4813-bb7f-2d391ca5949b tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:49.984367 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8313857e-44b1-45c3-b444-2f71e1c21d98 req-ee387685-8864-4813-bb7f-2d391ca5949b tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 945 time: 0.1231258 Jul 22 16:30:50.021706 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:50.030893 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8313857e-44b1-45c3-b444-2f71e1c21d98 req-ea40f1c0-0630-4094-a3d9-4ef6357a5794 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375962 Jul 22 16:30:50.036507 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33cce86e-86ac-4bf7-9b57-043f88ef9937 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:50.061822 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 33cce86e-86ac-4bf7-9b57-043f88ef9937, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=33cce86e-86ac-4bf7-9b57-043f88ef9937,segment=NetworkSegment(1b80e7b7-b3ec-4add-a4fd-45511c031987),segment_id=1b80e7b7-b3ec-4add-a4fd-45511c031987)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:50.072228 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:50.135065 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=33cce86e-86ac-4bf7-9b57-043f88ef9937,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:50.333259 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-c4675dca-f2af-47f6-b013-a2878cb3fee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:50.336484 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77000a7f-ac24-49a4-b1f7-e14df318b352 req-724a1c98-9b6b-4d43-a1ad-71ee5de8807b service neutron] 10.222.0.30 "GET /v2.0/networks/ddf70c33-34d8-41c0-a934-e6d03025e304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7899077 Jul 22 16:30:50.343992 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b5443-4fda-477c-9d5b-3dfce47ae3dd req-661e7856-69b4-4708-9ed1-ca3af3454d6a tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:50.345445 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a42b5443-4fda-477c-9d5b-3dfce47ae3dd req-661e7856-69b4-4708-9ed1-ca3af3454d6a tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ba0abe-e278-4346-9f2f-8f85b17279c6 HTTP/1.1" status: 200 len: 931 time: 0.7344825 Jul 22 16:30:50.412478 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['33cce86e-86ac-4bf7-9b57-043f88ef9937'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:50.443831 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fbd66141-2126-42ff-b933-76678ce954b7 req-b46fad47-2da9-430e-88c3-f55d695fb177 service neutron] 10.222.0.16 "GET /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6693513 Jul 22 16:30:50.494195 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a42b5443-4fda-477c-9d5b-3dfce47ae3dd req-c4c684f1-f874-48bf-97d1-24188729b76f tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/security-groups?id=bdc5264c-cc92-44be-b3f0-32e5201190ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335557 Jul 22 16:30:50.557738 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-feb77e52-e0d5-4f61-9498-73a83c723abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96e6096-99b0-4c16-92ad-9c67a7c058e0 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:50.580490 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-feb77e52-e0d5-4f61-9498-73a83c723abb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:50.600909 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ec4d1-0745-411a-9398-cf5d4da18ed1 req-1bfaec52-28c0-4a26-9292-9c17ef20407d tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:50.610756 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-634ec4d1-0745-411a-9398-cf5d4da18ed1 req-1bfaec52-28c0-4a26-9292-9c17ef20407d tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 944 time: 0.1153963 Jul 22 16:30:50.661295 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-634ec4d1-0745-411a-9398-cf5d4da18ed1 req-56af55d8-0022-478a-8d57-f5f0d571b220 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453856 Jul 22 16:30:50.683019 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-feb77e52-e0d5-4f61-9498-73a83c723abb service neutron] Transition to ACTIVE for port object c96e6096-99b0-4c16-92ad-9c67a7c058e0 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:30:50.692005 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-feb77e52-e0d5-4f61-9498-73a83c723abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:50.812271 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb77e52-e0d5-4f61-9498-73a83c723abb service neutron] Pushing event updated for resources: {'Port': ['ID=c96e6096-99b0-4c16-92ad-9c67a7c058e0,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:50.882426 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d433d0b-1453-4280-a81d-3808a58931ea req-35e7cd70-2dbe-46ec-8e95-e971148a5d35 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:50.889356 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d433d0b-1453-4280-a81d-3808a58931ea req-35e7cd70-2dbe-46ec-8e95-e971148a5d35 tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 1096 time: 0.3024042 Jul 22 16:30:50.983548 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d433d0b-1453-4280-a81d-3808a58931ea req-2cca5547-22e8-48cd-b054-817d3501936e tempest-LiveMigrationTest-183564174 tempest-LiveMigrationTest-183564174-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883806 Jul 22 16:30:50.984416 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-feb77e52-e0d5-4f61-9498-73a83c723abb service neutron] Attempting to bind port c96e6096-99b0-4c16-92ad-9c67a7c058e0 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:30:50.984764 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-feb77e52-e0d5-4f61-9498-73a83c723abb service neutron] Attempting to bind port c96e6096-99b0-4c16-92ad-9c67a7c058e0 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:30:50.985094 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-feb77e52-e0d5-4f61-9498-73a83c723abb service neutron] Attempting to bind port c96e6096-99b0-4c16-92ad-9c67a7c058e0 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:51.011477 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-feb77e52-e0d5-4f61-9498-73a83c723abb service neutron] Port c96e6096-99b0-4c16-92ad-9c67a7c058e0 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:30:51.011805 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-feb77e52-e0d5-4f61-9498-73a83c723abb service neutron] Attempting to bind port c96e6096-99b0-4c16-92ad-9c67a7c058e0 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:51.027253 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6e272-82e8-4f64-a3d1-e441ec413a2e req-58755e86-47e3-4a76-bf6d-4a93e600b363 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:51.028694 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f1b6e272-82e8-4f64-a3d1-e441ec413a2e req-58755e86-47e3-4a76-bf6d-4a93e600b363 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cce3a8f-a123-498a-a458-9923351e123f HTTP/1.1" status: 200 len: 945 time: 0.1029582 Jul 22 16:30:51.051238 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-feb77e52-e0d5-4f61-9498-73a83c723abb service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:30:51.051649 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-feb77e52-e0d5-4f61-9498-73a83c723abb service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:51.051940 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-feb77e52-e0d5-4f61-9498-73a83c723abb service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:30:51.052380 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-feb77e52-e0d5-4f61-9498-73a83c723abb service neutron] Bound port: c96e6096-99b0-4c16-92ad-9c67a7c058e0, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:30:51.052736 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-feb77e52-e0d5-4f61-9498-73a83c723abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:51.074145 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-c4675dca-f2af-47f6-b013-a2878cb3fee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0617c12-5835-4ca9-925a-a71e546085ab {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:51.077588 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f1b6e272-82e8-4f64-a3d1-e441ec413a2e req-f4ad5b66-1ff5-4933-9263-3dc678f26ef2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/security-groups?id=4b404a46-0a06-4e44-b7a9-bcb878ab0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384037 Jul 22 16:30:51.086852 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-c4675dca-f2af-47f6-b013-a2878cb3fee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:51.130348 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-c4675dca-f2af-47f6-b013-a2878cb3fee6 service neutron] Transition to ACTIVE for port object e0617c12-5835-4ca9-925a-a71e546085ab will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:30:51.151625 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-c4675dca-f2af-47f6-b013-a2878cb3fee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:51.247932 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-feb77e52-e0d5-4f61-9498-73a83c723abb service neutron] For port c96e6096-99b0-4c16-92ad-9c67a7c058e0, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:51.256789 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-feb77e52-e0d5-4f61-9498-73a83c723abb service neutron] For port c96e6096-99b0-4c16-92ad-9c67a7c058e0, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=c96e6096-99b0-4c16-92ad-9c67a7c058e0,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:30:51.261052 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4675dca-f2af-47f6-b013-a2878cb3fee6 service neutron] Pushing event updated for resources: {'Port': ['ID=e0617c12-5835-4ca9-925a-a71e546085ab,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:51.272092 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0375f-8dea-4a25-81ff-fc915045bca6 req-a25241c4-d5b4-4b03-8791-654285119195 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:51.273639 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ba0375f-8dea-4a25-81ff-fc915045bca6 req-a25241c4-d5b4-4b03-8791-654285119195 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc0e2a14-fabe-4fd4-a676-80b94b15ae92 HTTP/1.1" status: 200 len: 947 time: 0.2178159 Jul 22 16:30:51.292256 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-feb77e52-e0d5-4f61-9498-73a83c723abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:51.317556 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58cf6a-0cd7-4a3f-931b-42094e4e42e8 req-daac5605-f62b-4dda-bf76-4f0fcc23c735 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:51.319283 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fa58cf6a-0cd7-4a3f-931b-42094e4e42e8 req-daac5605-f62b-4dda-bf76-4f0fcc23c735 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 945 time: 0.0714653 Jul 22 16:30:51.370805 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-feb77e52-e0d5-4f61-9498-73a83c723abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:51.371434 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-feb77e52-e0d5-4f61-9498-73a83c723abb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:51.372872 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-feb77e52-e0d5-4f61-9498-73a83c723abb service neutron] 10.222.0.16 "PUT /v2.0/ports/c96e6096-99b0-4c16-92ad-9c67a7c058e0 HTTP/1.1" status: 200 len: 1095 time: 2.5361509 Jul 22 16:30:51.374948 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fa58cf6a-0cd7-4a3f-931b-42094e4e42e8 req-79a77f90-d568-466d-bd13-4d0e866e6a30 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495777 Jul 22 16:30:51.377411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0e2a14-fabe-4fd4-a676-80b94b15ae92', 'tag': 'c96e6096-99b0-4c16-92ad-9c67a7c058e0'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:51.380259 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cd622c-e01f-47a8-877d-2553d005dd3a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0e2a14-fabe-4fd4-a676-80b94b15ae92", "tag": "c96e6096-99b0-4c16-92ad-9c67a7c058e0"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:51.428244 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ba0375f-8dea-4a25-81ff-fc915045bca6 req-04ea1bb4-cf39-4491-8536-e3534537f9a4 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d344dd-441b-481c-acb3-5a604370de98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326869 Jul 22 16:30:51.434054 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb77e52-e0d5-4f61-9498-73a83c723abb service neutron] Pushing event updated for resources: {'Port': ['ID=c96e6096-99b0-4c16-92ad-9c67a7c058e0,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:51.440793 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-c4675dca-f2af-47f6-b013-a2878cb3fee6 service neutron] Attempting to bind port e0617c12-5835-4ca9-925a-a71e546085ab on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:30:51.441127 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-c4675dca-f2af-47f6-b013-a2878cb3fee6 service neutron] Attempting to bind port e0617c12-5835-4ca9-925a-a71e546085ab by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'cd39b68d-969d-4691-8ad7-0f745ae68c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '38f85ae4-6c70-4503-9ac6-07d32c3ac44a'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:30:51.441458 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-c4675dca-f2af-47f6-b013-a2878cb3fee6 service neutron] Attempting to bind port e0617c12-5835-4ca9-925a-a71e546085ab on network 38f85ae4-6c70-4503-9ac6-07d32c3ac44a {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:51.462765 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-c4675dca-f2af-47f6-b013-a2878cb3fee6 service neutron] Port e0617c12-5835-4ca9-925a-a71e546085ab on network 38f85ae4-6c70-4503-9ac6-07d32c3ac44a not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:30:51.463101 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-c4675dca-f2af-47f6-b013-a2878cb3fee6 service neutron] Attempting to bind port e0617c12-5835-4ca9-925a-a71e546085ab on network 38f85ae4-6c70-4503-9ac6-07d32c3ac44a {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:51.490000 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-c4675dca-f2af-47f6-b013-a2878cb3fee6 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:30:51.490349 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-c4675dca-f2af-47f6-b013-a2878cb3fee6 service neutron] Checking segment: {'id': 'cd39b68d-969d-4691-8ad7-0f745ae68c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '38f85ae4-6c70-4503-9ac6-07d32c3ac44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:51.490743 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-c4675dca-f2af-47f6-b013-a2878cb3fee6 service neutron] Bound using segment: {'id': 'cd39b68d-969d-4691-8ad7-0f745ae68c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '38f85ae4-6c70-4503-9ac6-07d32c3ac44a'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:30:51.491191 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-c4675dca-f2af-47f6-b013-a2878cb3fee6 service neutron] Bound port: e0617c12-5835-4ca9-925a-a71e546085ab, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd39b68d-969d-4691-8ad7-0f745ae68c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '38f85ae4-6c70-4503-9ac6-07d32c3ac44a'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:30:51.491559 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-c4675dca-f2af-47f6-b013-a2878cb3fee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:51.596385 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f26c967-727c-4ad6-a0db-16582dacb6c1 x-openstack-request-id: req-2f26c967-727c-4ad6-a0db-16582dacb6c1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:51.596688 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0e2a14-fabe-4fd4-a676-80b94b15ae92", "tag": "c96e6096-99b0-4c16-92ad-9c67a7c058e0", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:51.596969 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2f26c967-727c-4ad6-a0db-16582dacb6c1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:51.597434 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0e2a14-fabe-4fd4-a676-80b94b15ae92', 'tag': 'c96e6096-99b0-4c16-92ad-9c67a7c058e0', 'status': 'completed', 'code': 200} Jul 22 16:30:51.609496 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-b989cfe3-383b-4b53-a383-efd8ddfa415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:51.611138 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-b989cfe3-383b-4b53-a383-efd8ddfa415b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=720ebe924d8945d992b9f17ea1c637f4&device_id=cc0e2a14-fabe-4fd4-a676-80b94b15ae92 HTTP/1.1" status: 200 len: 1098 time: 0.1597877 Jul 22 16:30:51.644004 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-c4675dca-f2af-47f6-b013-a2878cb3fee6 service neutron] For port e0617c12-5835-4ca9-925a-a71e546085ab, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:51.685168 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149d6f1-3171-4fb0-bdfc-8602af23fbc7 req-6b4d5875-3977-4dab-8218-d03d3e24f2e1 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:51.686750 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c149d6f1-3171-4fb0-bdfc-8602af23fbc7 req-6b4d5875-3977-4dab-8218-d03d3e24f2e1 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 1095 time: 0.1762962 Jul 22 16:30:51.688104 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-b5ec0741-c5f2-4458-9b4e-ea11ada0b9d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=c96e6096-99b0-4c16-92ad-9c67a7c058e0 HTTP/1.1" status: 200 len: 217 time: 0.0525796 Jul 22 16:30:51.692966 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-c4675dca-f2af-47f6-b013-a2878cb3fee6 service neutron] For port e0617c12-5835-4ca9-925a-a71e546085ab, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e0617c12-5835-4ca9-925a-a71e546085ab,segment=NetworkSegment(cd39b68d-969d-4691-8ad7-0f745ae68c62),segment_id=cd39b68d-969d-4691-8ad7-0f745ae68c62)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:30:51.706586 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-c4675dca-f2af-47f6-b013-a2878cb3fee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:51.723187 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640657c-8dec-490c-b907-34dd80983bfb req-615f6358-c88e-43d1-999c-5ae6619278d3 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:51.724721 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e640657c-8dec-490c-b907-34dd80983bfb req-615f6358-c88e-43d1-999c-5ae6619278d3 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ba0abe-e278-4346-9f2f-8f85b17279c6 HTTP/1.1" status: 200 len: 943 time: 0.0781682 Jul 22 16:30:51.769365 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e640657c-8dec-490c-b907-34dd80983bfb req-c4d5a191-a934-461b-b643-1f1af6d48a87 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/security-groups?id=bdc5264c-cc92-44be-b3f0-32e5201190ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346940 Jul 22 16:30:51.791672 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-c4675dca-f2af-47f6-b013-a2878cb3fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:51.792231 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-c4675dca-f2af-47f6-b013-a2878cb3fee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:51.793612 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-c4675dca-f2af-47f6-b013-a2878cb3fee6 service neutron] 10.222.0.16 "PUT /v2.0/ports/e0617c12-5835-4ca9-925a-a71e546085ab HTTP/1.1" status: 200 len: 1091 time: 2.1838341 Jul 22 16:30:51.817026 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-c95224b3-b696-4fc2-bcd2-919f0649c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:51.818564 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-c95224b3-b696-4fc2-bcd2-919f0649c77f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1237218 Jul 22 16:30:51.826506 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4675dca-f2af-47f6-b013-a2878cb3fee6 service neutron] Pushing event updated for resources: {'Port': ['ID=e0617c12-5835-4ca9-925a-a71e546085ab,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:51.831572 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c149d6f1-3171-4fb0-bdfc-8602af23fbc7 req-4831d5f7-b726-4e40-b9b3-33a484d5e7f5 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285820 Jul 22 16:30:51.850085 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 33cce86e-86ac-4bf7-9b57-043f88ef9937 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:30:51.921224 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-60e66756-1829-4e53-917d-2e95c5fd46f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:51.923247 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-60e66756-1829-4e53-917d-2e95c5fd46f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0939412 Jul 22 16:30:51.928940 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88bd3c-0530-4177-861c-8d8c707753a4 req-edf56c70-0f38-4ee9-800d-c8e625bfa310 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:51.929464 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 7290c3f9-c97b-4448-b15a-c8f48920e704 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:30:51.936006 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9b88bd3c-0530-4177-861c-8d8c707753a4 req-edf56c70-0f38-4ee9-800d-c8e625bfa310 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 945 time: 0.0939713 Jul 22 16:30:51.986775 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9b88bd3c-0530-4177-861c-8d8c707753a4 req-23867bee-2797-4680-8308-f9bd81c9c4d0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438788 Jul 22 16:30:52.022274 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 33cce86e-86ac-4bf7-9b57-043f88ef9937 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:30:52.027248 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-a4db0c0c-af92-4674-8e43-32bc1a8a941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:52.029106 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-a4db0c0c-af92-4674-8e43-32bc1a8a941c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=932f62c292654c42816a769aa40ee8f2&device_id=04ba0abe-e278-4346-9f2f-8f85b17279c6 HTTP/1.1" status: 200 len: 1094 time: 0.1459990 Jul 22 16:30:52.030544 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 33cce86e-86ac-4bf7-9b57-043f88ef9937 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:30:52.030926 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:52.062533 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-b0845429-ed38-46d1-b890-b35891323a71 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304610 Jul 22 16:30:52.068938 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 7290c3f9-c97b-4448-b15a-c8f48920e704, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=7290c3f9-c97b-4448-b15a-c8f48920e704,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:52.087702 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '7290c3f9-c97b-4448-b15a-c8f48920e704', 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b', 'port_id': '7290c3f9-c97b-4448-b15a-c8f48920e704', 'mac_address': 'fa:16:3e:c7:35:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebacc49d-e692-4fa0-8885-df5965dbe3a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:30:52.095141 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d61de-550a-48fe-85b2-91c5fca03a11 req-d06d6496-6781-403c-8ae9-b66d250fb706 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:52.102954 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-736d61de-550a-48fe-85b2-91c5fca03a11 req-d06d6496-6781-403c-8ae9-b66d250fb706 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 1095 time: 0.0638506 Jul 22 16:30:52.132522 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-5ffa1622-b968-4d33-96fd-f7773f6db450 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0617c12-5835-4ca9-925a-a71e546085ab HTTP/1.1" status: 200 len: 217 time: 0.0690305 Jul 22 16:30:52.136124 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:52.155999 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-736d61de-550a-48fe-85b2-91c5fca03a11 req-4ca2fab9-07af-4d5b-af40-bb9218626339 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452654 Jul 22 16:30:52.185499 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7290c3f9-c97b-4448-b15a-c8f48920e704 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:52.200099 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:52.224362 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-e7fa2c97-71d7-45c9-8ec2-fd88f78fd66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:52.226343 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-e7fa2c97-71d7-45c9-8ec2-fd88f78fd66f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a6fbf97b-4d58-476e-8114-671a9fd5dbfd HTTP/1.1" status: 200 len: 854 time: 0.0847900 Jul 22 16:30:52.250222 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cce3a8f-a123-498a-a458-9923351e123f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cce86e-86ac-4bf7-9b57-043f88ef9937'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:52.252267 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3060e011-0bb3-443d-b19e-0914d362e2ed" -d '{"events": [{"server_uuid": "9cce3a8f-a123-498a-a458-9923351e123f", "name": "network-vif-plugged", "status": "completed", "tag": "33cce86e-86ac-4bf7-9b57-043f88ef9937"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:52.256467 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 33cce86e-86ac-4bf7-9b57-043f88ef9937, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=33cce86e-86ac-4bf7-9b57-043f88ef9937,segment=NetworkSegment(1b80e7b7-b3ec-4add-a4fd-45511c031987),segment_id=1b80e7b7-b3ec-4add-a4fd-45511c031987)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:52.268617 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:52.276052 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 7290c3f9-c97b-4448-b15a-c8f48920e704, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=7290c3f9-c97b-4448-b15a-c8f48920e704,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:52.295207 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:52.300814 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-ab2ee09b-039c-49d4-a976-4a116aa99513 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=38f85ae4-6c70-4503-9ac6-07d32c3ac44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515518 Jul 22 16:30:52.308097 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ebb99f97-c6c2-4e1f-b9ec-2a0f474db4d1 req-d7e00822-183d-4c54-abbb-61c3392d0ced service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313204 Jul 22 16:30:52.337133 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04007848-4467-4cc6-9df2-40344f5e169a req-504e5572-355f-4294-97c4-78070d8e42bd tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:52.338693 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04007848-4467-4cc6-9df2-40344f5e169a req-504e5572-355f-4294-97c4-78070d8e42bd tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cce3a8f-a123-498a-a458-9923351e123f HTTP/1.1" status: 200 len: 945 time: 0.1261609 Jul 22 16:30:52.342306 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=33cce86e-86ac-4bf7-9b57-043f88ef9937,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:52.346880 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fabada-9197-400d-8e9b-43606fca423f x-openstack-request-id: req-72fabada-9197-400d-8e9b-43606fca423f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:52.347155 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cce3a8f-a123-498a-a458-9923351e123f", "name": "network-vif-plugged", "status": "completed", "tag": "33cce86e-86ac-4bf7-9b57-043f88ef9937", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:52.347405 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-72fabada-9197-400d-8e9b-43606fca423f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:52.347788 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cce3a8f-a123-498a-a458-9923351e123f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cce86e-86ac-4bf7-9b57-043f88ef9937', 'code': 200} Jul 22 16:30:52.400722 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=7290c3f9-c97b-4448-b15a-c8f48920e704,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:52.486415 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04007848-4467-4cc6-9df2-40344f5e169a req-088ca771-5056-4a57-a688-5b0c40bcfc81 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/security-groups?id=4b404a46-0a06-4e44-b7a9-bcb878ab0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234782 Jul 22 16:30:52.512491 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['7290c3f9-c97b-4448-b15a-c8f48920e704'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:52.541130 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-4136aff4-b73d-4350-88d2-5ea07304fe4f service neutron] 10.222.0.16 "GET /v2.0/networks/38f85ae4-6c70-4503-9ac6-07d32c3ac44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898611 Jul 22 16:30:52.627311 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd622c-e01f-47a8-877d-2553d005dd3a req-66556eba-5c15-4884-9b0f-f4e6aa4be170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:52.629179 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0cd622c-e01f-47a8-877d-2553d005dd3a req-66556eba-5c15-4884-9b0f-f4e6aa4be170 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=720ebe924d8945d992b9f17ea1c637f4&device_id=cc0e2a14-fabe-4fd4-a676-80b94b15ae92 HTTP/1.1" status: 200 len: 1098 time: 0.1838751 Jul 22 16:30:52.673510 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6744c4-baff-4828-b74c-0489e7be4f3d req-726a8890-92b1-4e13-b41e-37bb55a6df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:52.682605 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8a6744c4-baff-4828-b74c-0489e7be4f3d req-726a8890-92b1-4e13-b41e-37bb55a6df93 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9cce3a8f-a123-498a-a458-9923351e123f HTTP/1.1" status: 200 len: 1097 time: 0.2164826 Jul 22 16:30:52.726706 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2dcf5-7c18-4962-8d23-38afc115e553 req-c60730ea-d04c-41b8-addc-ae196ab73525 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:52.729214 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7de2dcf5-7c18-4962-8d23-38afc115e553 req-c60730ea-d04c-41b8-addc-ae196ab73525 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc0e2a14-fabe-4fd4-a676-80b94b15ae92 HTTP/1.1" status: 200 len: 947 time: 0.0794880 Jul 22 16:30:52.771233 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7de2dcf5-7c18-4962-8d23-38afc115e553 req-a5dc1dc1-de06-42c2-bb33-c4312cb17afc tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d344dd-441b-481c-acb3-5a604370de98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342267 Jul 22 16:30:52.843728 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8a6744c4-baff-4828-b74c-0489e7be4f3d req-0393c345-53bf-4540-8367-f3569a81b0de service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4b404a46-0a06-4e44-b7a9-bcb878ab0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519597 Jul 22 16:30:52.850116 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fdd7d75-62d9-42a9-bfed-8e24c78e5934 req-1acd5f07-abb2-423c-a5fa-15bedc6cc0b7 service neutron] 10.222.0.16 "GET /v2.0/networks/38f85ae4-6c70-4503-9ac6-07d32c3ac44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895513 Jul 22 16:30:52.877916 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c125b7-a566-4755-af9b-ee2585b05da7 req-153bd648-6455-4bbe-bd92-d6fbd2e4a4ff tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:52.879435 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e7c125b7-a566-4755-af9b-ee2585b05da7 req-153bd648-6455-4bbe-bd92-d6fbd2e4a4ff tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 945 time: 0.3200445 Jul 22 16:30:52.884600 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd622c-e01f-47a8-877d-2553d005dd3a req-d7a9f4e7-e8b4-40ea-b5be-158eb3e19cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:52.886039 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0cd622c-e01f-47a8-877d-2553d005dd3a req-d7a9f4e7-e8b4-40ea-b5be-158eb3e19cbd service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.2442815 Jul 22 16:30:52.894018 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19652039-9fe4-40b6-a415-e09538098250 req-61a9ba38-7718-4dda-97d6-2d2beb28ec50 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:52.895447 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-19652039-9fe4-40b6-a415-e09538098250 req-61a9ba38-7718-4dda-97d6-2d2beb28ec50 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 945 time: 0.3171444 Jul 22 16:30:52.906076 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cabdd2-e035-47da-b796-30d4274a912b req-60a5147b-416b-40f4-b2a9-0a4bb8eb6171 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:52.907721 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64cabdd2-e035-47da-b796-30d4274a912b req-60a5147b-416b-40f4-b2a9-0a4bb8eb6171 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ba0abe-e278-4346-9f2f-8f85b17279c6 HTTP/1.1" status: 200 len: 943 time: 0.0708826 Jul 22 16:30:52.944776 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64cabdd2-e035-47da-b796-30d4274a912b req-2e6b605b-9a49-4b16-b7f8-f3d6bbe1d85c tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/security-groups?id=bdc5264c-cc92-44be-b3f0-32e5201190ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317852 Jul 22 16:30:53.004317 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-19652039-9fe4-40b6-a415-e09538098250 req-e858edfd-349a-4f08-bb66-24de9718d050 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031842 Jul 22 16:30:53.011253 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0cd622c-e01f-47a8-877d-2553d005dd3a req-e8b30524-3b0e-4710-be2d-c8ca068a8e41 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=c96e6096-99b0-4c16-92ad-9c67a7c058e0 HTTP/1.1" status: 200 len: 217 time: 0.0546303 Jul 22 16:30:53.132288 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd622c-e01f-47a8-877d-2553d005dd3a req-fcb08abe-b54e-442d-88df-b147d81559ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:53.133748 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0cd622c-e01f-47a8-877d-2553d005dd3a req-fcb08abe-b54e-442d-88df-b147d81559ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0884421 Jul 22 16:30:53.185767 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-e7c125b7-a566-4755-af9b-ee2585b05da7 req-6b11004b-389b-4cc5-840b-51941ef7e02b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Deleting port 1b2b7c12-1533-4931-ab15-27367cd8b074 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:53.186226 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e7c125b7-a566-4755-af9b-ee2585b05da7 req-6b11004b-389b-4cc5-840b-51941ef7e02b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:53.234345 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7d959-dd0e-417d-83ae-8d06f236a899 req-b59016da-ab5d-422c-8587-df3533730ef5 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:53.237239 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-37b7d959-dd0e-417d-83ae-8d06f236a899 req-b59016da-ab5d-422c-8587-df3533730ef5 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 945 time: 0.1631825 Jul 22 16:30:53.334747 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd622c-e01f-47a8-877d-2553d005dd3a req-f8c790b1-22c4-4ec3-9fdc-5d5b60dbdf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:53.336361 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0cd622c-e01f-47a8-877d-2553d005dd3a req-f8c790b1-22c4-4ec3-9fdc-5d5b60dbdf5e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1954703 Jul 22 16:30:53.344319 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-37b7d959-dd0e-417d-83ae-8d06f236a899 req-8ac5b1b9-757b-423c-94eb-233458d16427 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688536 Jul 22 16:30:53.359404 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e7c125b7-a566-4755-af9b-ee2585b05da7 req-6b11004b-389b-4cc5-840b-51941ef7e02b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] For port 1b2b7c12-1533-4931-ab15-27367cd8b074, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=1b2b7c12-1533-4931-ab15-27367cd8b074,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:53.359706 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e7c125b7-a566-4755-af9b-ee2585b05da7 req-6b11004b-389b-4cc5-840b-51941ef7e02b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:53.393120 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-e7c125b7-a566-4755-af9b-ee2585b05da7 req-6b11004b-389b-4cc5-840b-51941ef7e02b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Calling delete_port for 1b2b7c12-1533-4931-ab15-27367cd8b074 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:53.501166 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0cd622c-e01f-47a8-877d-2553d005dd3a req-168bfcd5-5509-4640-98ad-a7f2066085a8 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544847 Jul 22 16:30:53.600255 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ba0abe-e278-4346-9f2f-8f85b17279c6', 'tag': 'e0617c12-5835-4ca9-925a-a71e546085ab'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:53.602636 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf51c44-895a-4183-bf80-cbe160a0b3c3" -d '{"events": [{"name": "network-changed", "server_uuid": "04ba0abe-e278-4346-9f2f-8f85b17279c6", "tag": "e0617c12-5835-4ca9-925a-a71e546085ab"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:53.670665 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31646116-2cdf-48f9-a816-b54e450ec89e x-openstack-request-id: req-31646116-2cdf-48f9-a816-b54e450ec89e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:53.670888 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ba0abe-e278-4346-9f2f-8f85b17279c6", "tag": "e0617c12-5835-4ca9-925a-a71e546085ab", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:53.671008 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-31646116-2cdf-48f9-a816-b54e450ec89e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:53.671399 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ba0abe-e278-4346-9f2f-8f85b17279c6', 'tag': 'e0617c12-5835-4ca9-925a-a71e546085ab', 'status': 'completed', 'code': 200} Jul 22 16:30:53.707328 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e7c125b7-a566-4755-af9b-ee2585b05da7 req-6b11004b-389b-4cc5-840b-51941ef7e02b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:53.747169 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['27f39a9a-f401-43f6-86f1-cfa75a6861e4'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:53.809450 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['1b2b7c12-1533-4931-ab15-27367cd8b074'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:53.962915 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 7290c3f9-c97b-4448-b15a-c8f48920e704 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:30:54.016293 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db62d6d-6a17-40c7-b721-cc41928db24d req-d2a62428-e664-4e51-858a-9d282b77c2ca tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:54.019191 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2db62d6d-6a17-40c7-b721-cc41928db24d req-d2a62428-e664-4e51-858a-9d282b77c2ca tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc0e2a14-fabe-4fd4-a676-80b94b15ae92 HTTP/1.1" status: 200 len: 947 time: 0.1131651 Jul 22 16:30:54.096216 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0cd622c-e01f-47a8-877d-2553d005dd3a req-df8006a3-cf2c-45c5-ad22-cadae11012d8 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5879865 Jul 22 16:30:54.103465 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2db62d6d-6a17-40c7-b721-cc41928db24d req-aa2ba815-3a6b-42f4-9fb3-59cb5bbb8e84 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d344dd-441b-481c-acb3-5a604370de98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775721 Jul 22 16:30:54.104621 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11004b-389b-4cc5-840b-51941ef7e02b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Pushing event deleted for resources: {'Port': ['ID=1b2b7c12-1533-4931-ab15-27367cd8b074,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:54.129913 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 7290c3f9-c97b-4448-b15a-c8f48920e704 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:30:54.130713 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:54.150491 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b11004b-389b-4cc5-840b-51941ef7e02b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:54.150839 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b11004b-389b-4cc5-840b-51941ef7e02b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:54.151178 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b11004b-389b-4cc5-840b-51941ef7e02b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:54.151515 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b11004b-389b-4cc5-840b-51941ef7e02b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:54.151845 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b11004b-389b-4cc5-840b-51941ef7e02b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:54.152173 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b11004b-389b-4cc5-840b-51941ef7e02b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:54.152498 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b11004b-389b-4cc5-840b-51941ef7e02b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:54.152822 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b11004b-389b-4cc5-840b-51941ef7e02b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:54.153142 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b11004b-389b-4cc5-840b-51941ef7e02b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:54.153463 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b11004b-389b-4cc5-840b-51941ef7e02b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:54.153784 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b11004b-389b-4cc5-840b-51941ef7e02b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:54.154130 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b11004b-389b-4cc5-840b-51941ef7e02b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:54.202436 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c125b7-a566-4755-af9b-ee2585b05da7 req-6b11004b-389b-4cc5-840b-51941ef7e02b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] No DVR routers for this DVR port 1b2b7c12-1533-4931-ab15-27367cd8b074 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:30:54.211816 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e7c125b7-a566-4755-af9b-ee2585b05da7 req-6b11004b-389b-4cc5-840b-51941ef7e02b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:54.214268 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e7c125b7-a566-4755-af9b-ee2585b05da7 req-6b11004b-389b-4cc5-840b-51941ef7e02b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.16 "DELETE /v2.0/ports/1b2b7c12-1533-4931-ab15-27367cd8b074 HTTP/1.1" status: 204 len: 173 time: 1.3119571 Jul 22 16:30:54.226334 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac31e0-66fa-4384-a253-b39ce92c8c27 req-0955c94e-6a7a-4786-ac92-d6e60a6d5e3d tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:54.234936 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-88ac31e0-66fa-4384-a253-b39ce92c8c27 req-0955c94e-6a7a-4786-ac92-d6e60a6d5e3d tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cce3a8f-a123-498a-a458-9923351e123f HTTP/1.1" status: 200 len: 946 time: 0.6436689 Jul 22 16:30:54.289240 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf51c44-895a-4183-bf80-cbe160a0b3c3 req-01401b22-614c-4b0c-8413-423917a0af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:54.291482 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbf51c44-895a-4183-bf80-cbe160a0b3c3 req-01401b22-614c-4b0c-8413-423917a0af52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=932f62c292654c42816a769aa40ee8f2&device_id=04ba0abe-e278-4346-9f2f-8f85b17279c6 HTTP/1.1" status: 200 len: 1094 time: 0.5655620 Jul 22 16:30:54.306238 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-88ac31e0-66fa-4384-a253-b39ce92c8c27 req-f78da6e1-ed6f-455d-8b71-229380756089 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/security-groups?id=4b404a46-0a06-4e44-b7a9-bcb878ab0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700138 Jul 22 16:30:54.336228 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:54.413215 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 7290c3f9-c97b-4448-b15a-c8f48920e704, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=7290c3f9-c97b-4448-b15a-c8f48920e704,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:54.415149 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee2bfd4-efb7-43bc-ba7d-0aaeebc108db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7290c3f9-c97b-4448-b15a-c8f48920e704'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:54.418903 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86640e1b-43d9-4878-a62a-e2b3be51f217" -d '{"events": [{"server_uuid": "aee2bfd4-efb7-43bc-ba7d-0aaeebc108db", "name": "network-vif-plugged", "status": "completed", "tag": "7290c3f9-c97b-4448-b15a-c8f48920e704"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:54.424652 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:54.492631 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=7290c3f9-c97b-4448-b15a-c8f48920e704,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:54.524436 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06a106-91ef-4598-aaa3-f520e9b0da5a req-2ec84702-2035-4b61-b1b2-3668471391b8 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:54.537597 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7c06a106-91ef-4598-aaa3-f520e9b0da5a req-2ec84702-2035-4b61-b1b2-3668471391b8 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ba0abe-e278-4346-9f2f-8f85b17279c6 HTTP/1.1" status: 200 len: 943 time: 0.2027972 Jul 22 16:30:54.604205 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf51c44-895a-4183-bf80-cbe160a0b3c3 req-da8f7ab9-89ef-48a2-b8a7-5fa922aa861f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:54.605944 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbf51c44-895a-4183-bf80-cbe160a0b3c3 req-da8f7ab9-89ef-48a2-b8a7-5fa922aa861f service neutron] 10.222.0.16 "GET /v2.0/networks?id=38f85ae4-6c70-4503-9ac6-07d32c3ac44a HTTP/1.1" status: 200 len: 915 time: 0.2940731 Jul 22 16:30:54.624906 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7c06a106-91ef-4598-aaa3-f520e9b0da5a req-bc3b1ce1-7c4c-4e5f-9f61-66573078857d tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/security-groups?id=bdc5264c-cc92-44be-b3f0-32e5201190ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752635 Jul 22 16:30:54.657467 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbf51c44-895a-4183-bf80-cbe160a0b3c3 req-77a056c8-c6a3-4b67-b1f1-6be1cf6f380d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0617c12-5835-4ca9-925a-a71e546085ab HTTP/1.1" status: 200 len: 217 time: 0.0433612 Jul 22 16:30:54.672803 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec0bcc-749e-45e0-a538-2033167aa246 req-0a2fc58d-0889-43fd-9e01-065b5bb9bb17 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:54.675607 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06ec0bcc-749e-45e0-a538-2033167aa246 req-0a2fc58d-0889-43fd-9e01-065b5bb9bb17 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 945 time: 0.1619136 Jul 22 16:30:54.755124 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf51c44-895a-4183-bf80-cbe160a0b3c3 req-6b8cfdb5-99da-4042-b62f-a2254f4e5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:54.756615 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbf51c44-895a-4183-bf80-cbe160a0b3c3 req-6b8cfdb5-99da-4042-b62f-a2254f4e5582 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a6fbf97b-4d58-476e-8114-671a9fd5dbfd HTTP/1.1" status: 200 len: 854 time: 0.0931931 Jul 22 16:30:54.760009 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06ec0bcc-749e-45e0-a538-2033167aa246 req-96435eab-bb23-411d-9087-ae346b06b57b tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765722 Jul 22 16:30:54.821037 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbf51c44-895a-4183-bf80-cbe160a0b3c3 req-c96bb295-25fa-4fa6-a3a5-b32e56489d09 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=38f85ae4-6c70-4503-9ac6-07d32c3ac44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461204 Jul 22 16:30:54.827411 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f4c00e9-7140-4319-b358-64bf896fc1b3 req-83a45fc3-33eb-4ea0-817c-cb20506fdffb tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 210 time: 0.0431550 Jul 22 16:30:54.886716 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced37031-cd30-4981-8bdd-40e3d3706b5a x-openstack-request-id: req-ced37031-cd30-4981-8bdd-40e3d3706b5a {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:54.887238 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee2bfd4-efb7-43bc-ba7d-0aaeebc108db", "name": "network-vif-plugged", "status": "completed", "tag": "7290c3f9-c97b-4448-b15a-c8f48920e704", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:54.887890 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ced37031-cd30-4981-8bdd-40e3d3706b5a {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:54.888249 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee2bfd4-efb7-43bc-ba7d-0aaeebc108db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7290c3f9-c97b-4448-b15a-c8f48920e704', 'code': 200} Jul 22 16:30:54.950975 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbf51c44-895a-4183-bf80-cbe160a0b3c3 req-d15c73e7-393c-45e1-bdfc-48c392c123d2 service neutron] 10.222.0.16 "GET /v2.0/networks/38f85ae4-6c70-4503-9ac6-07d32c3ac44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181431 Jul 22 16:30:55.038506 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d08bf-160c-48a0-a20a-2ae29cfadec6 req-60af0805-a7a3-4903-9f2f-7dca52b9598d tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:55.048441 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-666d08bf-160c-48a0-a20a-2ae29cfadec6 req-60af0805-a7a3-4903-9f2f-7dca52b9598d tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5fa7eb7-4261-41d1-aeeb-de75a105d0d9 HTTP/1.1" status: 200 len: 946 time: 0.0874634 Jul 22 16:30:55.086758 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbf51c44-895a-4183-bf80-cbe160a0b3c3 req-b188f19d-2ae0-4f4f-9bbb-c39704e4a5bd service neutron] 10.222.0.16 "GET /v2.0/networks/38f85ae4-6c70-4503-9ac6-07d32c3ac44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267428 Jul 22 16:30:55.098234 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-666d08bf-160c-48a0-a20a-2ae29cfadec6 req-fe2f8bbb-d2ff-4566-9dc9-1eba930fa17a tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b16d6b5-683a-4a99-865c-4893bd842cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477126 Jul 22 16:30:55.271133 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80818b-0934-4404-95b5-45dda0156262 req-e4d2221d-d472-45aa-8b57-c67230e006fc tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:55.278805 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e80818b-0934-4404-95b5-45dda0156262 req-e4d2221d-d472-45aa-8b57-c67230e006fc tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc0e2a14-fabe-4fd4-a676-80b94b15ae92 HTTP/1.1" status: 200 len: 947 time: 0.0776553 Jul 22 16:30:55.351153 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e80818b-0934-4404-95b5-45dda0156262 req-a3cc7f13-a71a-4d81-a629-88d2410d3e1d tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d344dd-441b-481c-acb3-5a604370de98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714707 Jul 22 16:30:55.489065 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2971a-2d3c-4c07-aeac-562a6e9081be req-039bdda8-92d1-45b5-a0c9-1c9e16fc2d6d tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:55.491302 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ada2971a-2d3c-4c07-aeac-562a6e9081be req-039bdda8-92d1-45b5-a0c9-1c9e16fc2d6d tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cce3a8f-a123-498a-a458-9923351e123f HTTP/1.1" status: 200 len: 946 time: 0.0950897 Jul 22 16:30:55.548925 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ada2971a-2d3c-4c07-aeac-562a6e9081be req-a1b2ae98-f837-4698-83dc-255b0ca1138a tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/security-groups?id=4b404a46-0a06-4e44-b7a9-bcb878ab0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482352 Jul 22 16:30:55.685163 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53', 'name': 'network-vif-deleted', 'tag': '1b2b7c12-1533-4931-ab15-27367cd8b074'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:55.689835 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2dcb9b-1a5a-4acb-8547-7ab7927ac9f8" -d '{"events": [{"server_uuid": "8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53", "name": "network-vif-deleted", "tag": "1b2b7c12-1533-4931-ab15-27367cd8b074"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:55.832086 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963edd08-3a58-464d-965c-46cb5bd56332 req-4de0acaa-226d-4d6e-b6be-013ec2910604 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:55.844756 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-963edd08-3a58-464d-965c-46cb5bd56332 req-4de0acaa-226d-4d6e-b6be-013ec2910604 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ba0abe-e278-4346-9f2f-8f85b17279c6 HTTP/1.1" status: 200 len: 943 time: 0.1390181 Jul 22 16:30:55.895416 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-963edd08-3a58-464d-965c-46cb5bd56332 req-40b18acc-c11b-4014-9b90-1e5fca2d27d5 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/security-groups?id=bdc5264c-cc92-44be-b3f0-32e5201190ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446379 Jul 22 16:30:55.904828 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f1efdde-f25d-4ed6-887d-62cbe8246a68 req-083ecc5f-b017-47bd-98a1-afe21150461d tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 258 time: 0.3194764 Jul 22 16:30:55.904828 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-1f1efdde-f25d-4ed6-887d-62cbe8246a68 req-5ced85c6-050d-499a-83bf-531fc5f7d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:55.930023 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1f1efdde-f25d-4ed6-887d-62cbe8246a68 req-5ced85c6-050d-499a-83bf-531fc5f7d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:55.954592 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5151c13-6fb6-42da-bc1a-30c6945cea99 x-openstack-request-id: req-f5151c13-6fb6-42da-bc1a-30c6945cea99 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:55.955576 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53", "name": "network-vif-deleted", "tag": "1b2b7c12-1533-4931-ab15-27367cd8b074", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:55.957251 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f5151c13-6fb6-42da-bc1a-30c6945cea99 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:55.958253 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53', 'name': 'network-vif-deleted', 'tag': '1b2b7c12-1533-4931-ab15-27367cd8b074', 'status': 'completed', 'code': 200} Jul 22 16:30:55.965488 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device e0617c12-5835-4ca9-925a-a71e546085ab details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:30:56.123745 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 1b2b7c12-1533-4931-ab15-27367cd8b074 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:56.163208 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1f1efdde-f25d-4ed6-887d-62cbe8246a68 req-5ced85c6-050d-499a-83bf-531fc5f7d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:56.166869 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 1b2b7c12-1533-4931-ab15-27367cd8b074 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:30:56.167602 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 1b2b7c12-1533-4931-ab15-27367cd8b074 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:30:56.182691 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918e4fb-7403-4a68-81c7-271143cc8054 req-de0f132d-f54c-49b4-896f-5b43c2f9e6d2 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:56.184309 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6918e4fb-7403-4a68-81c7-271143cc8054 req-de0f132d-f54c-49b4-896f-5b43c2f9e6d2 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 945 time: 0.1078694 Jul 22 16:30:56.221489 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port e0617c12-5835-4ca9-925a-a71e546085ab, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e0617c12-5835-4ca9-925a-a71e546085ab,segment=NetworkSegment(cd39b68d-969d-4691-8ad7-0f745ae68c62),segment_id=cd39b68d-969d-4691-8ad7-0f745ae68c62)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:56.245288 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'e0617c12-5835-4ca9-925a-a71e546085ab', 'network_id': '38f85ae4-6c70-4503-9ac6-07d32c3ac44a', 'port_id': 'e0617c12-5835-4ca9-925a-a71e546085ab', 'mac_address': 'fa:16:3e:8c:31:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6fbf97b-4d58-476e-8114-671a9fd5dbfd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:30:56.271054 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6918e4fb-7403-4a68-81c7-271143cc8054 req-7926baa5-e91e-4bee-8532-695a821519ec tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787690 Jul 22 16:30:56.349132 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:56.374823 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0617c12-5835-4ca9-925a-a71e546085ab {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:56.397885 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-1f1efdde-f25d-4ed6-887d-62cbe8246a68 req-5ced85c6-050d-499a-83bf-531fc5f7d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Allocated IP 172.25.0.20 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/668078d4-f375-41e8-8f35-2234d47efcee) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:30:56.418026 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port e0617c12-5835-4ca9-925a-a71e546085ab, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e0617c12-5835-4ca9-925a-a71e546085ab,segment=NetworkSegment(cd39b68d-969d-4691-8ad7-0f745ae68c62),segment_id=cd39b68d-969d-4691-8ad7-0f745ae68c62)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:56.430145 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:56.431000 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device c96e6096-99b0-4c16-92ad-9c67a7c058e0 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:30:56.442636 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-809e66c8-45fd-4635-b83e-d2e9d2631f35 req-34b932c5-e0fd-46fd-87d2-2ffe351d3c2f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 210 time: 0.0575128 Jul 22 16:30:56.550887 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=e0617c12-5835-4ca9-925a-a71e546085ab,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:56.659458 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31e218-b740-4a72-ab8f-903b6d573ee7 req-44c49899-d692-4d6e-9e4e-9e65c8a48d82 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:56.680025 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eb31e218-b740-4a72-ab8f-903b6d573ee7 req-44c49899-d692-4d6e-9e4e-9e65c8a48d82 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc0e2a14-fabe-4fd4-a676-80b94b15ae92 HTTP/1.1" status: 200 len: 947 time: 0.1660209 Jul 22 16:30:56.692511 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1f1efdde-f25d-4ed6-887d-62cbe8246a68 req-5ced85c6-050d-499a-83bf-531fc5f7d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:56.746360 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eb31e218-b740-4a72-ab8f-903b6d573ee7 req-bc35f53d-66cd-4a28-a26f-81a7b0e5b160 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d344dd-441b-481c-acb3-5a604370de98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652156 Jul 22 16:30:56.755190 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port c96e6096-99b0-4c16-92ad-9c67a7c058e0, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=c96e6096-99b0-4c16-92ad-9c67a7c058e0,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:56.765717 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1f1efdde-f25d-4ed6-887d-62cbe8246a68 req-5ced85c6-050d-499a-83bf-531fc5f7d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:56.776179 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'c96e6096-99b0-4c16-92ad-9c67a7c058e0', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': 'c96e6096-99b0-4c16-92ad-9c67a7c058e0', 'mac_address': 'fa:16:3e:b8:0a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:30:56.812731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f1efdde-f25d-4ed6-887d-62cbe8246a68 req-5ced85c6-050d-499a-83bf-531fc5f7d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:30:56.816457 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-1f1efdde-f25d-4ed6-887d-62cbe8246a68 req-5ced85c6-050d-499a-83bf-531fc5f7d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:30:56.821070 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1efdde-f25d-4ed6-887d-62cbe8246a68 req-5ced85c6-050d-499a-83bf-531fc5f7d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:30:56.836051 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:56.858231 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96e6096-99b0-4c16-92ad-9c67a7c058e0 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:56.867554 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced85c6-050d-499a-83bf-531fc5f7d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Pushing event updated for resources: {'Port': ['ID=668078d4-f375-41e8-8f35-2234d47efcee,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:56.903041 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port c96e6096-99b0-4c16-92ad-9c67a7c058e0, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=c96e6096-99b0-4c16-92ad-9c67a7c058e0,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:56.909282 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:56.947242 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1f1efdde-f25d-4ed6-887d-62cbe8246a68 req-5ced85c6-050d-499a-83bf-531fc5f7d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:56.978596 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=c96e6096-99b0-4c16-92ad-9c67a7c058e0,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:57.006539 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1f1efdde-f25d-4ed6-887d-62cbe8246a68 req-5ced85c6-050d-499a-83bf-531fc5f7d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:57.081339 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62a69f-a230-43f9-8e12-dbe02d5760b0 req-d8e99637-78aa-4f4b-8094-ac2ec8146108 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:57.089155 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ed62a69f-a230-43f9-8e12-dbe02d5760b0 req-d8e99637-78aa-4f4b-8094-ac2ec8146108 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ba0abe-e278-4346-9f2f-8f85b17279c6 HTTP/1.1" status: 200 len: 944 time: 0.0863204 Jul 22 16:30:57.155935 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ed62a69f-a230-43f9-8e12-dbe02d5760b0 req-e378eeeb-78c6-44ef-a29d-40abfcb3a9ac tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/security-groups?id=bdc5264c-cc92-44be-b3f0-32e5201190ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655138 Jul 22 16:30:57.245067 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1f1efdde-f25d-4ed6-887d-62cbe8246a68 req-5ced85c6-050d-499a-83bf-531fc5f7d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:57.250913 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1f1efdde-f25d-4ed6-887d-62cbe8246a68 req-5ced85c6-050d-499a-83bf-531fc5f7d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:57.289998 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['e0617c12-5835-4ca9-925a-a71e546085ab'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:57.342031 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced85c6-050d-499a-83bf-531fc5f7d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Pushing event updated for resources: {'Port': ['ID=668078d4-f375-41e8-8f35-2234d47efcee,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:57.344753 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['c96e6096-99b0-4c16-92ad-9c67a7c058e0'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:57.358212 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1f1efdde-f25d-4ed6-887d-62cbe8246a68 req-5ced85c6-050d-499a-83bf-531fc5f7d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:57.388582 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1f1efdde-f25d-4ed6-887d-62cbe8246a68 req-5ced85c6-050d-499a-83bf-531fc5f7d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:57.396644 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f1efdde-f25d-4ed6-887d-62cbe8246a68 req-5ced85c6-050d-499a-83bf-531fc5f7d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4966378 Jul 22 16:30:57.462405 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f1efdde-f25d-4ed6-887d-62cbe8246a68 req-93c58658-e94c-46dd-8a8e-a0d5c62bdb87 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.0607967 Jul 22 16:30:57.570550 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491d6b3-6c72-4c59-a72f-6441c2434a65 req-c46be023-460d-4a22-890f-dd02aec0dc7c tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:57.584229 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6491d6b3-6c72-4c59-a72f-6441c2434a65 req-c46be023-460d-4a22-890f-dd02aec0dc7c tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 945 time: 0.1588230 Jul 22 16:30:57.665391 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1efdde-f25d-4ed6-887d-62cbe8246a68 req-0a5f711a-1e74-48de-be63-1332a2be6db0 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:57.667047 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f1efdde-f25d-4ed6-887d-62cbe8246a68 req-0a5f711a-1e74-48de-be63-1332a2be6db0 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.2039762 Jul 22 16:30:57.680703 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6491d6b3-6c72-4c59-a72f-6441c2434a65 req-172eefa3-fef9-44f9-a2f0-edb3174c18ae tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833025 Jul 22 16:30:57.804319 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77842396-8419-48cd-8c48-286d09c768c6 req-94f6b1af-1369-4855-a294-155f4357e1ff tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 210 time: 0.0537164 Jul 22 16:30:57.819511 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454dd56-9236-423f-981f-2b0352ca63c3 req-36e680bc-16cf-44ca-8df2-ddf7fde7fc8e tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:57.826654 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6454dd56-9236-423f-981f-2b0352ca63c3 req-36e680bc-16cf-44ca-8df2-ddf7fde7fc8e tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cce3a8f-a123-498a-a458-9923351e123f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0955994 Jul 22 16:30:57.887014 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6454dd56-9236-423f-981f-2b0352ca63c3 req-678672b6-90fb-42d9-a2f7-7c5519607edb tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.0593719 Jul 22 16:30:57.895242 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-6454dd56-9236-423f-981f-2b0352ca63c3 req-3b7dc645-ffcd-4fd7-95c1-600871c80776 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Request body: {'floatingip': {'port_id': '33cce86e-86ac-4bf7-9b57-043f88ef9937', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:57.937964 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6454dd56-9236-423f-981f-2b0352ca63c3 req-3b7dc645-ffcd-4fd7-95c1-600871c80776 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:57.965351 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2b561-01b1-46f2-92df-c63ac369d50e req-2abf7162-88ef-48d9-bcea-25d073c3f3c9 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:57.966854 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-62e2b561-01b1-46f2-92df-c63ac369d50e req-2abf7162-88ef-48d9-bcea-25d073c3f3c9 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc0e2a14-fabe-4fd4-a676-80b94b15ae92 HTTP/1.1" status: 200 len: 948 time: 0.0839050 Jul 22 16:30:58.027440 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-62e2b561-01b1-46f2-92df-c63ac369d50e req-88314e77-56a8-4f64-8cff-c9382487c4e7 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d344dd-441b-481c-acb3-5a604370de98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513356 Jul 22 16:30:58.593717 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6454dd56-9236-423f-981f-2b0352ca63c3 req-3b7dc645-ffcd-4fd7-95c1-600871c80776 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:58.601453 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6454dd56-9236-423f-981f-2b0352ca63c3 req-3b7dc645-ffcd-4fd7-95c1-600871c80776 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:58.660458 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96ed68-20ec-4faf-934b-d642309ee8c8 req-d9399df7-8755-490a-a08f-d8eb8602b167 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:58.665617 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-da96ed68-20ec-4faf-934b-d642309ee8c8 req-d9399df7-8755-490a-a08f-d8eb8602b167 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ba0abe-e278-4346-9f2f-8f85b17279c6 HTTP/1.1" status: 200 len: 944 time: 0.1591110 Jul 22 16:30:58.753683 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-da96ed68-20ec-4faf-934b-d642309ee8c8 req-cc3b74d0-e41a-492f-b0c3-1b3e9ab21cdf tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/security-groups?id=bdc5264c-cc92-44be-b3f0-32e5201190ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819247 Jul 22 16:30:58.798123 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [req-6454dd56-9236-423f-981f-2b0352ca63c3 req-3b7dc645-ffcd-4fd7-95c1-600871c80776 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Floating IP 9df706cb-fee0-4d07-a072-9fa4013412ec associated. External IP: 172.25.0.20, port: 33cce86e-86ac-4bf7-9b57-043f88ef9937. Jul 22 16:30:58.959959 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6b2fe85-3541-4f08-a210-9f3fba40c7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:59.089967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6454dd56-9236-423f-981f-2b0352ca63c3 req-3b7dc645-ffcd-4fd7-95c1-600871c80776 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Router a8f6571a-1f33-4818-991d-a35a17e43f82 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:30:59.120535 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f8a3-64b0-430f-a6c4-791e0101bd4e req-f3758972-bcda-428f-bb7c-6a008bb01bf3 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:59.132988 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6568f8a3-64b0-430f-a6c4-791e0101bd4e req-f3758972-bcda-428f-bb7c-6a008bb01bf3 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 945 time: 0.1861148 Jul 22 16:30:59.224319 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6568f8a3-64b0-430f-a6c4-791e0101bd4e req-738eb46d-dd19-4b79-bf7f-661d80456892 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901601 Jul 22 16:30:59.273499 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6454dd56-9236-423f-981f-2b0352ca63c3 req-3b7dc645-ffcd-4fd7-95c1-600871c80776 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:30:59.280362 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6454dd56-9236-423f-981f-2b0352ca63c3 req-3b7dc645-ffcd-4fd7-95c1-600871c80776 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:59.287584 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16e3404-2a72-48ef-96be-c711b999d6ee None None] Sync routers for ids ['a8f6571a-1f33-4818-991d-a35a17e43f82'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:30:59.305067 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16e3404-2a72-48ef-96be-c711b999d6ee None None] Routers {'a8f6571a-1f33-4818-991d-a35a17e43f82'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:30:59.305717 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a16e3404-2a72-48ef-96be-c711b999d6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:30:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['a8f6571a-1f33-4818-991d-a35a17e43f82'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:59.352723 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6454dd56-9236-423f-981f-2b0352ca63c3 req-3b7dc645-ffcd-4fd7-95c1-600871c80776 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "PUT /v2.0/floatingips/9df706cb-fee0-4d07-a072-9fa4013412ec HTTP/1.1" status: 200 len: 996 time: 1.4646285 Jul 22 16:30:59.354424 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cce3a8f-a123-498a-a458-9923351e123f', 'tag': '33cce86e-86ac-4bf7-9b57-043f88ef9937'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:59.359623 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8cff29-3c2b-4273-8e19-461c7a5ed377" -d '{"events": [{"name": "network-changed", "server_uuid": "9cce3a8f-a123-498a-a458-9923351e123f", "tag": "33cce86e-86ac-4bf7-9b57-043f88ef9937"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:59.432238 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-37e03725-1e94-4d55-8ee7-5c46f9b04f12 req-b70c282f-564a-48a1-a92d-ccdde0e8ceda tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 210 time: 0.0673494 Jul 22 16:30:59.483102 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454dd56-9236-423f-981f-2b0352ca63c3 req-41253be2-52a4-455f-9302-ca4dd5bd7284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:59.507359 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6454dd56-9236-423f-981f-2b0352ca63c3 req-41253be2-52a4-455f-9302-ca4dd5bd7284 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=79ca673eea614c058860f04d2986161b&device_id=9cce3a8f-a123-498a-a458-9923351e123f HTTP/1.1" status: 200 len: 1097 time: 0.1408865 Jul 22 16:30:59.529737 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a16e3404-2a72-48ef-96be-c711b999d6ee None None] Set router a8f6571a-1f33-4818-991d-a35a17e43f82 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:30:59.681293 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454dd56-9236-423f-981f-2b0352ca63c3 req-3d5c9828-0b21-45c8-b450-98a9dba147f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:59.685474 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6454dd56-9236-423f-981f-2b0352ca63c3 req-3d5c9828-0b21-45c8-b450-98a9dba147f7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ddf70c33-34d8-41c0-a934-e6d03025e304 HTTP/1.1" status: 200 len: 930 time: 0.1771383 Jul 22 16:30:59.730744 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebdc20-f4dd-4d93-a9a6-fe6caf92f153 req-ec407044-4650-4877-bb24-8ab6fb44d318 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:59.735436 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-23ebdc20-f4dd-4d93-a9a6-fe6caf92f153 req-ec407044-4650-4877-bb24-8ab6fb44d318 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc0e2a14-fabe-4fd4-a676-80b94b15ae92 HTTP/1.1" status: 200 len: 948 time: 0.1675601 Jul 22 16:30:59.805254 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6454dd56-9236-423f-981f-2b0352ca63c3 req-cbcfba00-e3aa-4e19-852f-00555f441927 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33cce86e-86ac-4bf7-9b57-043f88ef9937 HTTP/1.1" status: 200 len: 999 time: 0.1131375 Jul 22 16:30:59.848943 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-23ebdc20-f4dd-4d93-a9a6-fe6caf92f153 req-4149841a-5b52-4a7a-8d52-72b68a2e56dd tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d344dd-441b-481c-acb3-5a604370de98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069031 Jul 22 16:30:59.871012 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454dd56-9236-423f-981f-2b0352ca63c3 req-7c0655ee-332e-48a9-9538-db1fb2e31b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:59.880555 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6454dd56-9236-423f-981f-2b0352ca63c3 req-7c0655ee-332e-48a9-9538-db1fb2e31b46 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0a4e56d2-6f39-44d0-a1b5-eea27cd957f0 HTTP/1.1" status: 200 len: 868 time: 0.0736716 Jul 22 16:30:59.995671 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device e0617c12-5835-4ca9-925a-a71e546085ab up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:31:00.038554 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454dd56-9236-423f-981f-2b0352ca63c3 req-166c2ee2-d8ec-4176-afda-a46a60822d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:00.052305 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6454dd56-9236-423f-981f-2b0352ca63c3 req-166c2ee2-d8ec-4176-afda-a46a60822d2c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddf70c33-34d8-41c0-a934-e6d03025e304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1701415 Jul 22 16:31:00.124092 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port e0617c12-5835-4ca9-925a-a71e546085ab completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:31:00.131087 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port e0617c12-5835-4ca9-925a-a71e546085ab triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:31:00.132498 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:00.139296 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8972a5c1-a646-4cc2-bb86-2fa18f89a3fa x-openstack-request-id: req-8972a5c1-a646-4cc2-bb86-2fa18f89a3fa {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:00.139624 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cce3a8f-a123-498a-a458-9923351e123f", "tag": "33cce86e-86ac-4bf7-9b57-043f88ef9937", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:00.153358 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8972a5c1-a646-4cc2-bb86-2fa18f89a3fa {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:00.153954 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cce3a8f-a123-498a-a458-9923351e123f', 'tag': '33cce86e-86ac-4bf7-9b57-043f88ef9937', 'status': 'completed', 'code': 200} Jul 22 16:31:00.187666 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a16e3404-2a72-48ef-96be-c711b999d6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350405631-router', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:30:24Z', 'updated_at': '2021-07-22T16:30:32Z', 'revision_number': 4, 'project_id': '79ca673eea614c058860f04d2986161b', 'gw_port': {'id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:30:25Z', 'updated_at': '2021-07-22T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '9df706cb-fee0-4d07-a072-9fa4013412ec', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'floating_ip_address': '172.25.0.20', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'port_id': '33cce86e-86ac-4bf7-9b57-043f88ef9937', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304', 'mac_address': 'fa:16:3e:7d:2a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cce3a8f-a123-498a-a458-9923351e123f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:30:56Z', 'updated_at': '2021-07-22T16:30:58Z', 'revision_number': 1, 'project_id': '79ca673eea614c058860f04d2986161b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6537dd9b-70fa-4dbd-a985-cf6124dae09e', 'name': '', 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'mac_address': 'fa:16:3e:6a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0a4e56d2-6f39-44d0-a1b5-eea27cd957f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:30:30Z', 'updated_at': '2021-07-22T16:30:39Z', 'revision_number': 5, 'project_id': '79ca673eea614c058860f04d2986161b', 'subnets': [{'id': '0a4e56d2-6f39-44d0-a1b5-eea27cd957f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:00.247158 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16e3404-2a72-48ef-96be-c711b999d6ee None None] Checking router: a8f6571a-1f33-4818-991d-a35a17e43f82 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:31:00.268811 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16e3404-2a72-48ef-96be-c711b999d6ee None None] Routers {'a8f6571a-1f33-4818-991d-a35a17e43f82'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:31:00.269455 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a16e3404-2a72-48ef-96be-c711b999d6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:30:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['a8f6571a-1f33-4818-991d-a35a17e43f82'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:00.322707 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6454dd56-9236-423f-981f-2b0352ca63c3 req-072aa3d5-b39b-45f2-b44f-9fc165c14f5d service neutron] 10.222.0.69 "GET /v2.0/networks/ddf70c33-34d8-41c0-a934-e6d03025e304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689941 Jul 22 16:31:00.367089 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:00.408471 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port e0617c12-5835-4ca9-925a-a71e546085ab, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e0617c12-5835-4ca9-925a-a71e546085ab,segment=NetworkSegment(cd39b68d-969d-4691-8ad7-0f745ae68c62),segment_id=cd39b68d-969d-4691-8ad7-0f745ae68c62)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:00.411082 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ba0abe-e278-4346-9f2f-8f85b17279c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0617c12-5835-4ca9-925a-a71e546085ab'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:00.415206 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6553e1d1-034b-4232-9d31-74ff5215d0f8" -d '{"events": [{"server_uuid": "04ba0abe-e278-4346-9f2f-8f85b17279c6", "name": "network-vif-plugged", "status": "completed", "tag": "e0617c12-5835-4ca9-925a-a71e546085ab"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:00.420395 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:00.421467 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device c96e6096-99b0-4c16-92ad-9c67a7c058e0 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:31:00.532779 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=e0617c12-5835-4ca9-925a-a71e546085ab,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:00.591648 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port c96e6096-99b0-4c16-92ad-9c67a7c058e0 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:31:00.597963 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port c96e6096-99b0-4c16-92ad-9c67a7c058e0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:31:00.598347 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:00.634390 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6454dd56-9236-423f-981f-2b0352ca63c3 req-5e5f549b-8a5e-45b3-901b-077afe56113d service neutron] 10.222.0.69 "GET /v2.0/networks/ddf70c33-34d8-41c0-a934-e6d03025e304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035071 Jul 22 16:31:00.646548 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a16e3404-2a72-48ef-96be-c711b999d6ee None None] Set router a8f6571a-1f33-4818-991d-a35a17e43f82 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:31:00.681969 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cff29-3c2b-4273-8e19-461c7a5ed377 req-a25ea233-147d-446b-8d5c-2ad6d4a22061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:00.683508 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea8cff29-3c2b-4273-8e19-461c7a5ed377 req-a25ea233-147d-446b-8d5c-2ad6d4a22061 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79ca673eea614c058860f04d2986161b&device_id=9cce3a8f-a123-498a-a458-9923351e123f HTTP/1.1" status: 200 len: 1097 time: 0.5202971 Jul 22 16:31:00.745382 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4bbc1-d689-4179-a754-8b74a744475c req-eb433632-027f-4531-8cf8-061e7963cea0 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:00.753570 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ceb4bbc1-d689-4179-a754-8b74a744475c req-eb433632-027f-4531-8cf8-061e7963cea0 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ba0abe-e278-4346-9f2f-8f85b17279c6 HTTP/1.1" status: 200 len: 945 time: 0.3633327 Jul 22 16:31:00.754323 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:00.822069 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port c96e6096-99b0-4c16-92ad-9c67a7c058e0, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=c96e6096-99b0-4c16-92ad-9c67a7c058e0,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:00.830254 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:00.929671 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ceb4bbc1-d689-4179-a754-8b74a744475c req-7c0f3a29-8f83-4834-a61a-de38bacb9dfa tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/security-groups?id=bdc5264c-cc92-44be-b3f0-32e5201190ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744657 Jul 22 16:31:00.937374 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=c96e6096-99b0-4c16-92ad-9c67a7c058e0,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:00.944050 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cff29-3c2b-4273-8e19-461c7a5ed377 req-9f6ab48f-c549-409b-8d62-d8d6b4da2ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:00.954259 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea8cff29-3c2b-4273-8e19-461c7a5ed377 req-9f6ab48f-c549-409b-8d62-d8d6b4da2ae1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ddf70c33-34d8-41c0-a934-e6d03025e304 HTTP/1.1" status: 200 len: 930 time: 0.2628121 Jul 22 16:31:01.087130 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a16e3404-2a72-48ef-96be-c711b999d6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350405631-router', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:30:24Z', 'updated_at': '2021-07-22T16:30:32Z', 'revision_number': 4, 'project_id': '79ca673eea614c058860f04d2986161b', 'gw_port': {'id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:30:25Z', 'updated_at': '2021-07-22T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '9df706cb-fee0-4d07-a072-9fa4013412ec', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'floating_ip_address': '172.25.0.20', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'port_id': '33cce86e-86ac-4bf7-9b57-043f88ef9937', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304', 'mac_address': 'fa:16:3e:7d:2a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cce3a8f-a123-498a-a458-9923351e123f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:30:56Z', 'updated_at': '2021-07-22T16:30:58Z', 'revision_number': 1, 'project_id': '79ca673eea614c058860f04d2986161b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6537dd9b-70fa-4dbd-a985-cf6124dae09e', 'name': '', 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'mac_address': 'fa:16:3e:6a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0a4e56d2-6f39-44d0-a1b5-eea27cd957f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:30:30Z', 'updated_at': '2021-07-22T16:30:39Z', 'revision_number': 5, 'project_id': '79ca673eea614c058860f04d2986161b', 'subnets': [{'id': '0a4e56d2-6f39-44d0-a1b5-eea27cd957f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:01.129637 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea8cff29-3c2b-4273-8e19-461c7a5ed377 req-77bcac97-b943-4b68-8472-203653822b2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33cce86e-86ac-4bf7-9b57-043f88ef9937 HTTP/1.1" status: 200 len: 999 time: 0.1685600 Jul 22 16:31:01.172292 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16e3404-2a72-48ef-96be-c711b999d6ee None None] The sync data for ids ['a8f6571a-1f33-4818-991d-a35a17e43f82'] in n-d-798930-9 is: [{'id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350405631-router', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:30:24Z', 'updated_at': '2021-07-22T16:30:32Z', 'revision_number': 4, 'project_id': '79ca673eea614c058860f04d2986161b', 'gw_port': {'id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:30:25Z', 'updated_at': '2021-07-22T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '9df706cb-fee0-4d07-a072-9fa4013412ec', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'floating_ip_address': '172.25.0.20', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'port_id': '33cce86e-86ac-4bf7-9b57-043f88ef9937', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304', 'mac_address': 'fa:16:3e:7d:2a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cce3a8f-a123-498a-a458-9923351e123f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:30:56Z', 'updated_at': '2021-07-22T16:30:58Z', 'revision_number': 1, 'project_id': '79ca673eea614c058860f04d2986161b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6537dd9b-70fa-4dbd-a985-cf6124dae09e', 'name': '', 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'mac_address': 'fa:16:3e:6a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0a4e56d2-6f39-44d0-a1b5-eea27cd957f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:30:30Z', 'updated_at': '2021-07-22T16:30:39Z', 'revision_number': 5, 'project_id': '79ca673eea614c058860f04d2986161b', 'subnets': [{'id': '0a4e56d2-6f39-44d0-a1b5-eea27cd957f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:31:01.197430 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c588a-1fbf-44c4-8f3a-46434199c91f req-13578f8a-7aaf-49cf-910a-ae6c71cc5814 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:01.199065 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0e8c588a-1fbf-44c4-8f3a-46434199c91f req-13578f8a-7aaf-49cf-910a-ae6c71cc5814 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 945 time: 0.1511569 Jul 22 16:31:01.245505 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cff29-3c2b-4273-8e19-461c7a5ed377 req-6d9ce0e0-8754-4980-97c1-ff96827945a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:01.255317 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea8cff29-3c2b-4273-8e19-461c7a5ed377 req-6d9ce0e0-8754-4980-97c1-ff96827945a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a4e56d2-6f39-44d0-a1b5-eea27cd957f0 HTTP/1.1" status: 200 len: 868 time: 0.1093836 Jul 22 16:31:01.311035 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0e8c588a-1fbf-44c4-8f3a-46434199c91f req-b6aca73f-cbe9-4c7f-867d-b0e6f09f3f51 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919075 Jul 22 16:31:01.355708 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cff29-3c2b-4273-8e19-461c7a5ed377 req-710e3900-106d-421d-902e-2f22ba48d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:01.357238 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea8cff29-3c2b-4273-8e19-461c7a5ed377 req-710e3900-106d-421d-902e-2f22ba48d410 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ddf70c33-34d8-41c0-a934-e6d03025e304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011090 Jul 22 16:31:01.451454 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bea2c80-272b-4789-96c6-51cf0ccbf108 x-openstack-request-id: req-7bea2c80-272b-4789-96c6-51cf0ccbf108 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:01.451961 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ba0abe-e278-4346-9f2f-8f85b17279c6", "name": "network-vif-plugged", "status": "completed", "tag": "e0617c12-5835-4ca9-925a-a71e546085ab", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:01.452067 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7bea2c80-272b-4789-96c6-51cf0ccbf108 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:01.452408 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ba0abe-e278-4346-9f2f-8f85b17279c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0617c12-5835-4ca9-925a-a71e546085ab', 'code': 200} Jul 22 16:31:01.617229 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af3b71f-caf2-4407-b781-4a4f47f67574 None None] New status for floating IP 9df706cb-fee0-4d07-a072-9fa4013412ec: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:31:01.709880 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:01.720457 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a852ce4-60fc-4a73-b870-561983711ec5 req-f589b71f-eb33-4a55-9baf-29edfb14071f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 210 time: 0.1236169 Jul 22 16:31:01.728417 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-84572894-acb0-454f-bf70-a06d88b118b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:01.930213 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb974d77-c975-4017-adb7-542bf3a465df req-43024725-5577-4a53-8ec3-9f9a456e74aa tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 258 time: 0.1695602 Jul 22 16:31:01.941305 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-eb974d77-c975-4017-adb7-542bf3a465df req-d3e314c9-9e92-459f-85b4-a4a5ad1e06c2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:01.972711 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eb974d77-c975-4017-adb7-542bf3a465df req-d3e314c9-9e92-459f-85b4-a4a5ad1e06c2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:01.982739 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea8cff29-3c2b-4273-8e19-461c7a5ed377 req-e11b2e3e-575f-45aa-a288-a2323d061ea3 service neutron] 10.222.0.30 "GET /v2.0/networks/ddf70c33-34d8-41c0-a934-e6d03025e304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6142461 Jul 22 16:31:02.218391 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86672f28-5309-4423-8a46-e1ea024cd174 req-2667f568-f22e-4957-a0ed-7a84f42e15a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:02.222875 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-86672f28-5309-4423-8a46-e1ea024cd174 req-2667f568-f22e-4957-a0ed-7a84f42e15a7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=04ba0abe-e278-4346-9f2f-8f85b17279c6 HTTP/1.1" status: 200 len: 1096 time: 0.6446373 Jul 22 16:31:02.321527 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea8cff29-3c2b-4273-8e19-461c7a5ed377 req-d8d3725a-9a28-48bf-8827-8b0e264a7a4d service neutron] 10.222.0.30 "GET /v2.0/networks/ddf70c33-34d8-41c0-a934-e6d03025e304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249006 Jul 22 16:31:02.342122 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-86672f28-5309-4423-8a46-e1ea024cd174 req-60a8b0db-f104-41c2-920a-63943ba764ee service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bdc5264c-cc92-44be-b3f0-32e5201190ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110473 Jul 22 16:31:02.386029 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eb974d77-c975-4017-adb7-542bf3a465df req-d3e314c9-9e92-459f-85b4-a4a5ad1e06c2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:02.575324 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-eb974d77-c975-4017-adb7-542bf3a465df req-d3e314c9-9e92-459f-85b4-a4a5ad1e06c2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Allocated IP 172.25.0.104 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/491f442e-8e53-417f-a5fe-99cfaecf134c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:31:02.650602 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:02.775793 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eb974d77-c975-4017-adb7-542bf3a465df req-d3e314c9-9e92-459f-85b4-a4a5ad1e06c2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:02.823578 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eb974d77-c975-4017-adb7-542bf3a465df req-d3e314c9-9e92-459f-85b4-a4a5ad1e06c2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:02.875545 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb974d77-c975-4017-adb7-542bf3a465df req-d3e314c9-9e92-459f-85b4-a4a5ad1e06c2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:31:02.879413 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-eb974d77-c975-4017-adb7-542bf3a465df req-d3e314c9-9e92-459f-85b4-a4a5ad1e06c2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:31:02.889574 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb974d77-c975-4017-adb7-542bf3a465df req-d3e314c9-9e92-459f-85b4-a4a5ad1e06c2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:31:02.923332 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e314c9-9e92-459f-85b4-a4a5ad1e06c2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Pushing event updated for resources: {'Port': ['ID=491f442e-8e53-417f-a5fe-99cfaecf134c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:03.023052 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eb974d77-c975-4017-adb7-542bf3a465df req-d3e314c9-9e92-459f-85b4-a4a5ad1e06c2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:03.080418 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eb974d77-c975-4017-adb7-542bf3a465df req-d3e314c9-9e92-459f-85b4-a4a5ad1e06c2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:03.303313 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eb974d77-c975-4017-adb7-542bf3a465df req-d3e314c9-9e92-459f-85b4-a4a5ad1e06c2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:03.308747 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eb974d77-c975-4017-adb7-542bf3a465df req-d3e314c9-9e92-459f-85b4-a4a5ad1e06c2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:03.418408 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e314c9-9e92-459f-85b4-a4a5ad1e06c2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Pushing event updated for resources: {'Port': ['ID=491f442e-8e53-417f-a5fe-99cfaecf134c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:03.428891 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eb974d77-c975-4017-adb7-542bf3a465df req-d3e314c9-9e92-459f-85b4-a4a5ad1e06c2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:03.450485 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-eb974d77-c975-4017-adb7-542bf3a465df req-d3e314c9-9e92-459f-85b4-a4a5ad1e06c2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:03.453069 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb974d77-c975-4017-adb7-542bf3a465df req-d3e314c9-9e92-459f-85b4-a4a5ad1e06c2 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5219810 Jul 22 16:31:03.454150 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0e2a14-fabe-4fd4-a676-80b94b15ae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96e6096-99b0-4c16-92ad-9c67a7c058e0'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:03.458793 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16caeafe-9bda-4537-8594-f5e240308397" -d '{"events": [{"server_uuid": "cc0e2a14-fabe-4fd4-a676-80b94b15ae92", "name": "network-vif-plugged", "status": "completed", "tag": "c96e6096-99b0-4c16-92ad-9c67a7c058e0"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:03.596439 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb974d77-c975-4017-adb7-542bf3a465df req-482ece37-592e-4911-9d51-368ae934542f tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 696 time: 0.1333234 Jul 22 16:31:03.739803 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb974d77-c975-4017-adb7-542bf3a465df req-d26a01e9-5508-4e84-8053-e40b1bce837b tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:03.742327 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb974d77-c975-4017-adb7-542bf3a465df req-d26a01e9-5508-4e84-8053-e40b1bce837b tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.1390049 Jul 22 16:31:03.914000 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa3570-2a62-4b87-8458-010287d2444d req-1ef9c4b6-cc49-40f9-81c5-aad8fe4b5400 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:03.916336 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-75fa3570-2a62-4b87-8458-010287d2444d req-1ef9c4b6-cc49-40f9-81c5-aad8fe4b5400 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc0e2a14-fabe-4fd4-a676-80b94b15ae92 HTTP/1.1" status: 200 len: 949 time: 0.1141338 Jul 22 16:31:03.968110 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-75fa3570-2a62-4b87-8458-010287d2444d req-af264607-85c9-4c3b-9760-48d6e78f618d tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d344dd-441b-481c-acb3-5a604370de98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453689 Jul 22 16:31:04.179101 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa95a60-e6a0-4c05-9bf7-7511ce32a4fe req-205e1dad-c849-42f1-8d50-dd47eebec64e tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:04.181746 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0aa95a60-e6a0-4c05-9bf7-7511ce32a4fe req-205e1dad-c849-42f1-8d50-dd47eebec64e tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ba0abe-e278-4346-9f2f-8f85b17279c6 HTTP/1.1" status: 200 len: 945 time: 0.0904043 Jul 22 16:31:04.226497 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0aa95a60-e6a0-4c05-9bf7-7511ce32a4fe req-4c189830-04b7-49c0-affb-3d0bbe5b3791 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/security-groups?id=bdc5264c-cc92-44be-b3f0-32e5201190ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385742 Jul 22 16:31:04.399004 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0c462-71b0-486d-bf78-7c8662d467ad req-0a21ab90-15e7-4add-877c-a7a0ae258569 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:04.400524 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4dd0c462-71b0-486d-bf78-7c8662d467ad req-0a21ab90-15e7-4add-877c-a7a0ae258569 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 945 time: 0.0891578 Jul 22 16:31:04.487895 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:04.498188 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4dd0c462-71b0-486d-bf78-7c8662d467ad req-a96f2517-1b4f-48d7-849a-499decf5fe84 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904102 Jul 22 16:31:04.807613 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c182819-b570-4590-856b-e5753b1e62fc req-42506940-62a0-4cae-9642-cca190b50ff1 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff19ce9-dd6c-4bb4-b8aa-e6536571ff53 HTTP/1.1" status: 200 len: 210 time: 0.1680617 Jul 22 16:31:04.967210 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc021811-efe1-4912-8a44-86803ba64b99 x-openstack-request-id: req-fc021811-efe1-4912-8a44-86803ba64b99 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:04.967506 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0e2a14-fabe-4fd4-a676-80b94b15ae92", "name": "network-vif-plugged", "status": "completed", "tag": "c96e6096-99b0-4c16-92ad-9c67a7c058e0", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:04.967761 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fc021811-efe1-4912-8a44-86803ba64b99 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:04.968424 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0e2a14-fabe-4fd4-a676-80b94b15ae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96e6096-99b0-4c16-92ad-9c67a7c058e0', 'code': 200} Jul 22 16:31:05.171705 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba931e51-68fe-4316-8ef0-b9316b3ba3d4 req-ed8cd984-f180-440a-a730-3cb501a92f1c tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:05.178438 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba931e51-68fe-4316-8ef0-b9316b3ba3d4 req-ed8cd984-f180-440a-a730-3cb501a92f1c tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cce3a8f-a123-498a-a458-9923351e123f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1329038 Jul 22 16:31:05.694044 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba931e51-68fe-4316-8ef0-b9316b3ba3d4 req-7627f3ed-f7ed-4326-8f2f-a28d56b2fce0 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 696 time: 0.4939837 Jul 22 16:31:05.706703 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-ba931e51-68fe-4316-8ef0-b9316b3ba3d4 req-68246d13-c90a-4881-8b09-f00c0d396def tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Request body: {'floatingip': {'port_id': '33cce86e-86ac-4bf7-9b57-043f88ef9937', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:05.764849 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ba931e51-68fe-4316-8ef0-b9316b3ba3d4 req-68246d13-c90a-4881-8b09-f00c0d396def tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:05.865732 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98e0ea-eeac-4185-9f1e-5b004652b8a9 req-efd02307-2dd9-4652-bc71-1c5c11fd7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:05.867308 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7c98e0ea-eeac-4185-9f1e-5b004652b8a9 req-efd02307-2dd9-4652-bc71-1c5c11fd7e90 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc0e2a14-fabe-4fd4-a676-80b94b15ae92 HTTP/1.1" status: 200 len: 1100 time: 0.7193196 Jul 22 16:31:05.962955 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7c98e0ea-eeac-4185-9f1e-5b004652b8a9 req-949e6a66-33dd-4fb2-ad6e-b4bbb4c50f8e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=90d344dd-441b-481c-acb3-5a604370de98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845861 Jul 22 16:31:06.145286 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [req-ba931e51-68fe-4316-8ef0-b9316b3ba3d4 req-68246d13-c90a-4881-8b09-f00c0d396def tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 16:31:06.159554 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba931e51-68fe-4316-8ef0-b9316b3ba3d4 req-68246d13-c90a-4881-8b09-f00c0d396def tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "PUT /v2.0/floatingips/c0c69994-04b4-4497-89dc-55431fabecb1 HTTP/1.1" status: 409 len: 551 time: 0.4639502 Jul 22 16:31:06.299739 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de16d5e-cfe5-4016-b706-99cbf0f84bbd req-013ac4bb-a14e-4e7c-b151-eb3927946667 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:06.307859 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4de16d5e-cfe5-4016-b706-99cbf0f84bbd req-013ac4bb-a14e-4e7c-b151-eb3927946667 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc0e2a14-fabe-4fd4-a676-80b94b15ae92 HTTP/1.1" status: 200 len: 949 time: 0.0951583 Jul 22 16:31:06.353844 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4de16d5e-cfe5-4016-b706-99cbf0f84bbd req-d5033566-04b0-4327-a897-2cbf0580c4dc tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d344dd-441b-481c-acb3-5a604370de98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450792 Jul 22 16:31:06.509766 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ec40a-2409-4ff3-baba-d3fccc332f89 req-03a21ee7-1cbc-43b5-8ace-181c73cdc447 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:06.512221 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-074ec40a-2409-4ff3-baba-d3fccc332f89 req-03a21ee7-1cbc-43b5-8ace-181c73cdc447 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 945 time: 0.0921702 Jul 22 16:31:06.575304 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-074ec40a-2409-4ff3-baba-d3fccc332f89 req-fda89a2b-d65e-48e4-b7b3-36617aeaaf12 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546119 Jul 22 16:31:07.397163 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cbf69d1f-fffd-4cd7-b397-fd5e1e32641f req-190acc44-3412-40d9-8087-7c80ff086ef6 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/floatingips/c0c69994-04b4-4497-89dc-55431fabecb1 HTTP/1.1" status: 200 len: 693 time: 0.0695138 Jul 22 16:31:07.591808 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf69d1f-fffd-4cd7-b397-fd5e1e32641f req-72eef1c7-b44c-4508-8fa4-f77f060bd91c tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:07.602153 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cbf69d1f-fffd-4cd7-b397-fd5e1e32641f req-72eef1c7-b44c-4508-8fa4-f77f060bd91c tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.2036922 Jul 22 16:31:07.668711 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cbf69d1f-fffd-4cd7-b397-fd5e1e32641f req-a5f24568-b0f6-481b-b452-07d448d42093 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 696 time: 0.0639620 Jul 22 16:31:07.742366 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cbf69d1f-fffd-4cd7-b397-fd5e1e32641f req-b2ee62d5-00b2-475a-af4b-e82baf83a91c tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.104 HTTP/1.1" status: 200 len: 696 time: 0.0719411 Jul 22 16:31:08.004680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-cbf69d1f-fffd-4cd7-b397-fd5e1e32641f req-8a7c06df-0244-4e28-8004-c8a207000345 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Deleting port 491f442e-8e53-417f-a5fe-99cfaecf134c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:08.006755 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cbf69d1f-fffd-4cd7-b397-fd5e1e32641f req-8a7c06df-0244-4e28-8004-c8a207000345 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:08.185550 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cbf69d1f-fffd-4cd7-b397-fd5e1e32641f req-8a7c06df-0244-4e28-8004-c8a207000345 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:08.185841 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cbf69d1f-fffd-4cd7-b397-fd5e1e32641f req-8a7c06df-0244-4e28-8004-c8a207000345 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:08.210643 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-cbf69d1f-fffd-4cd7-b397-fd5e1e32641f req-8a7c06df-0244-4e28-8004-c8a207000345 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Calling delete_port for 491f442e-8e53-417f-a5fe-99cfaecf134c owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:08.413020 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cbf69d1f-fffd-4cd7-b397-fd5e1e32641f req-8a7c06df-0244-4e28-8004-c8a207000345 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:08.469778 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c06df-0244-4e28-8004-c8a207000345 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Pushing event deleted for resources: {'Port': ['ID=491f442e-8e53-417f-a5fe-99cfaecf134c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:08.568114 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cbf69d1f-fffd-4cd7-b397-fd5e1e32641f req-8a7c06df-0244-4e28-8004-c8a207000345 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:08.581279 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cbf69d1f-fffd-4cd7-b397-fd5e1e32641f req-8a7c06df-0244-4e28-8004-c8a207000345 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:08.595897 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cbf69d1f-fffd-4cd7-b397-fd5e1e32641f req-8a7c06df-0244-4e28-8004-c8a207000345 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "DELETE /v2.0/floatingips/c0c69994-04b4-4497-89dc-55431fabecb1 HTTP/1.1" status: 204 len: 173 time: 0.8521779 Jul 22 16:31:08.754506 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83841ca0-53ff-424c-81cf-dc8cc538dc42 req-a0d1ef24-b9b9-4065-9228-875900d2f7d7 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:08.762978 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83841ca0-53ff-424c-81cf-dc8cc538dc42 req-a0d1ef24-b9b9-4065-9228-875900d2f7d7 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc0e2a14-fabe-4fd4-a676-80b94b15ae92 HTTP/1.1" status: 200 len: 949 time: 0.1214261 Jul 22 16:31:08.819091 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83841ca0-53ff-424c-81cf-dc8cc538dc42 req-8c9aad10-50a4-4fca-894e-47ee8742c5f7 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d344dd-441b-481c-acb3-5a604370de98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494263 Jul 22 16:31:09.000332 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d41dc6-56a7-40a9-8b4c-ae808d6118ff req-8b409d78-adb5-4757-83f3-93e598765381 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:09.009503 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3d41dc6-56a7-40a9-8b4c-ae808d6118ff req-8b409d78-adb5-4757-83f3-93e598765381 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 945 time: 0.1045339 Jul 22 16:31:09.089860 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3d41dc6-56a7-40a9-8b4c-ae808d6118ff req-6fc9b796-1e03-447a-8db3-4d8cf0085a97 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742912 Jul 22 16:31:09.230143 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5789af09-4b92-45a1-9869-65a1d799c37f req-800a2a85-3cc6-4c10-9c37-756bfc0a5cbf tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 1001 time: 0.1264565 Jul 22 16:31:09.337964 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789af09-4b92-45a1-9869-65a1d799c37f req-b8660b87-8317-4b53-8dbc-e55d89359b88 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:09.339472 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5789af09-4b92-45a1-9869-65a1d799c37f req-b8660b87-8317-4b53-8dbc-e55d89359b88 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/ports/33cce86e-86ac-4bf7-9b57-043f88ef9937 HTTP/1.1" status: 200 len: 943 time: 0.1081259 Jul 22 16:31:09.584481 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5789af09-4b92-45a1-9869-65a1d799c37f req-73366f2c-e3ab-4595-8f0d-99159141048b tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 1001 time: 0.1595633 Jul 22 16:31:09.845379 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789af09-4b92-45a1-9869-65a1d799c37f req-0d6e0db1-19fa-4dd4-b9ec-545fafd43b22 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:09.852603 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5789af09-4b92-45a1-9869-65a1d799c37f req-0d6e0db1-19fa-4dd4-b9ec-545fafd43b22 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.2551508 Jul 22 16:31:09.956539 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5789af09-4b92-45a1-9869-65a1d799c37f req-2f41e612-847f-429b-90f4-e68e517a40ac tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 1001 time: 0.1018169 Jul 22 16:31:09.974343 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-5789af09-4b92-45a1-9869-65a1d799c37f req-3a98b4f7-f5f6-4ce4-8339-f75281ce87af tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:10.105421 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5789af09-4b92-45a1-9869-65a1d799c37f req-3a98b4f7-f5f6-4ce4-8339-f75281ce87af tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:10.439122 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5789af09-4b92-45a1-9869-65a1d799c37f req-3a98b4f7-f5f6-4ce4-8339-f75281ce87af tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:10.447103 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5789af09-4b92-45a1-9869-65a1d799c37f req-3a98b4f7-f5f6-4ce4-8339-f75281ce87af tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:10.447561 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [req-5789af09-4b92-45a1-9869-65a1d799c37f req-3a98b4f7-f5f6-4ce4-8339-f75281ce87af tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Floating IP 9df706cb-fee0-4d07-a072-9fa4013412ec disassociated. External IP: 172.25.0.20, port: 33cce86e-86ac-4bf7-9b57-043f88ef9937. Jul 22 16:31:10.820867 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5789af09-4b92-45a1-9869-65a1d799c37f req-3a98b4f7-f5f6-4ce4-8339-f75281ce87af tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Router a8f6571a-1f33-4818-991d-a35a17e43f82 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:31:10.983927 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5789af09-4b92-45a1-9869-65a1d799c37f req-3a98b4f7-f5f6-4ce4-8339-f75281ce87af tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:31:10.991326 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5789af09-4b92-45a1-9869-65a1d799c37f req-3a98b4f7-f5f6-4ce4-8339-f75281ce87af tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:10.999632 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072cc5cd-4a67-4a12-86d4-3b4ada5a7e0f None None] Sync routers for ids ['a8f6571a-1f33-4818-991d-a35a17e43f82'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:31:11.011942 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072cc5cd-4a67-4a12-86d4-3b4ada5a7e0f None None] Routers {'a8f6571a-1f33-4818-991d-a35a17e43f82'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:31:11.017332 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-072cc5cd-4a67-4a12-86d4-3b4ada5a7e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:31:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['a8f6571a-1f33-4818-991d-a35a17e43f82'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:11.083649 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5789af09-4b92-45a1-9869-65a1d799c37f req-3a98b4f7-f5f6-4ce4-8339-f75281ce87af tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "PUT /v2.0/floatingips/9df706cb-fee0-4d07-a072-9fa4013412ec HTTP/1.1" status: 200 len: 694 time: 1.1196098 Jul 22 16:31:11.084403 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cce3a8f-a123-498a-a458-9923351e123f', 'tag': '33cce86e-86ac-4bf7-9b57-043f88ef9937'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:11.087519 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7f373e-b68c-4207-a5b3-eebd93b80965" -d '{"events": [{"name": "network-changed", "server_uuid": "9cce3a8f-a123-498a-a458-9923351e123f", "tag": "33cce86e-86ac-4bf7-9b57-043f88ef9937"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:11.209446 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789af09-4b92-45a1-9869-65a1d799c37f req-c186e227-c993-4c88-b06c-564b264a70ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:11.213109 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5789af09-4b92-45a1-9869-65a1d799c37f req-c186e227-c993-4c88-b06c-564b264a70ab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=79ca673eea614c058860f04d2986161b&device_id=9cce3a8f-a123-498a-a458-9923351e123f HTTP/1.1" status: 200 len: 1097 time: 0.1131561 Jul 22 16:31:11.259702 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-072cc5cd-4a67-4a12-86d4-3b4ada5a7e0f None None] Set router a8f6571a-1f33-4818-991d-a35a17e43f82 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:31:11.429723 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789af09-4b92-45a1-9869-65a1d799c37f req-943d3be7-fc58-4ea1-9a80-a9cc008da66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:11.439178 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5789af09-4b92-45a1-9869-65a1d799c37f req-943d3be7-fc58-4ea1-9a80-a9cc008da66c service neutron] 10.222.0.69 "GET /v2.0/networks?id=ddf70c33-34d8-41c0-a934-e6d03025e304 HTTP/1.1" status: 200 len: 930 time: 0.2160838 Jul 22 16:31:11.495967 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5789af09-4b92-45a1-9869-65a1d799c37f req-ea867beb-a8bc-4e62-ba98-07f8249b78b2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33cce86e-86ac-4bf7-9b57-043f88ef9937 HTTP/1.1" status: 200 len: 217 time: 0.0555024 Jul 22 16:31:11.576261 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789af09-4b92-45a1-9869-65a1d799c37f req-722a47d5-34b9-4abf-a2a7-d3510b2c03e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:11.577815 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5789af09-4b92-45a1-9869-65a1d799c37f req-722a47d5-34b9-4abf-a2a7-d3510b2c03e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0a4e56d2-6f39-44d0-a1b5-eea27cd957f0 HTTP/1.1" status: 200 len: 868 time: 0.0809791 Jul 22 16:31:11.668207 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-072cc5cd-4a67-4a12-86d4-3b4ada5a7e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350405631-router', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:30:24Z', 'updated_at': '2021-07-22T16:30:32Z', 'revision_number': 4, 'project_id': '79ca673eea614c058860f04d2986161b', 'gw_port': {'id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:30:25Z', 'updated_at': '2021-07-22T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '6537dd9b-70fa-4dbd-a985-cf6124dae09e', 'name': '', 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'mac_address': 'fa:16:3e:6a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0a4e56d2-6f39-44d0-a1b5-eea27cd957f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:30:30Z', 'updated_at': '2021-07-22T16:30:39Z', 'revision_number': 5, 'project_id': '79ca673eea614c058860f04d2986161b', 'subnets': [{'id': '0a4e56d2-6f39-44d0-a1b5-eea27cd957f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:11.686856 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789af09-4b92-45a1-9869-65a1d799c37f req-56152f73-e14b-4b52-8ddc-373e180c928b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:11.688625 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5789af09-4b92-45a1-9869-65a1d799c37f req-56152f73-e14b-4b52-8ddc-373e180c928b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ddf70c33-34d8-41c0-a934-e6d03025e304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044438 Jul 22 16:31:11.767238 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072cc5cd-4a67-4a12-86d4-3b4ada5a7e0f None None] Checking router: a8f6571a-1f33-4818-991d-a35a17e43f82 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:31:11.776052 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:11.795438 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072cc5cd-4a67-4a12-86d4-3b4ada5a7e0f None None] Routers {'a8f6571a-1f33-4818-991d-a35a17e43f82'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:31:11.796068 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-072cc5cd-4a67-4a12-86d4-3b4ada5a7e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:31:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['a8f6571a-1f33-4818-991d-a35a17e43f82'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:11.860978 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5789af09-4b92-45a1-9869-65a1d799c37f req-1d7a3ce3-13ff-4445-a971-2ea9af6f36e5 service neutron] 10.222.0.69 "GET /v2.0/networks/ddf70c33-34d8-41c0-a934-e6d03025e304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612515 Jul 22 16:31:11.939486 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:12.024015 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-072cc5cd-4a67-4a12-86d4-3b4ada5a7e0f None None] Set router a8f6571a-1f33-4818-991d-a35a17e43f82 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:31:12.050364 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023b558-dcc9-4cfd-a101-32b4f030baae req-3ea8b5ef-f3ca-44bd-84a5-1c88501fb853 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:12.062677 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2023b558-dcc9-4cfd-a101-32b4f030baae req-3ea8b5ef-f3ca-44bd-84a5-1c88501fb853 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 945 time: 0.1631382 Jul 22 16:31:12.104427 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5789af09-4b92-45a1-9869-65a1d799c37f req-655fa2b7-ecc3-4566-a8b6-3ee86beb2821 service neutron] 10.222.0.69 "GET /v2.0/networks/ddf70c33-34d8-41c0-a934-e6d03025e304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425103 Jul 22 16:31:12.131067 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2023b558-dcc9-4cfd-a101-32b4f030baae req-be8b5e3d-1807-4b6c-80b9-151e6f3236b6 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666454 Jul 22 16:31:12.244794 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa7c3cd-af26-458a-817b-b6f13d62c391 x-openstack-request-id: req-ffa7c3cd-af26-458a-817b-b6f13d62c391 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:12.245182 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cce3a8f-a123-498a-a458-9923351e123f", "tag": "33cce86e-86ac-4bf7-9b57-043f88ef9937", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:12.245525 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ffa7c3cd-af26-458a-817b-b6f13d62c391 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:12.246041 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cce3a8f-a123-498a-a458-9923351e123f', 'tag': '33cce86e-86ac-4bf7-9b57-043f88ef9937', 'status': 'completed', 'code': 200} Jul 22 16:31:12.403718 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-072cc5cd-4a67-4a12-86d4-3b4ada5a7e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350405631-router', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:30:24Z', 'updated_at': '2021-07-22T16:30:32Z', 'revision_number': 4, 'project_id': '79ca673eea614c058860f04d2986161b', 'gw_port': {'id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:30:25Z', 'updated_at': '2021-07-22T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '6537dd9b-70fa-4dbd-a985-cf6124dae09e', 'name': '', 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'mac_address': 'fa:16:3e:6a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0a4e56d2-6f39-44d0-a1b5-eea27cd957f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:30:30Z', 'updated_at': '2021-07-22T16:30:39Z', 'revision_number': 5, 'project_id': '79ca673eea614c058860f04d2986161b', 'subnets': [{'id': '0a4e56d2-6f39-44d0-a1b5-eea27cd957f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:12.446663 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072cc5cd-4a67-4a12-86d4-3b4ada5a7e0f None None] The sync data for ids ['a8f6571a-1f33-4818-991d-a35a17e43f82'] in n-d-798930-9 is: [{'id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350405631-router', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:30:24Z', 'updated_at': '2021-07-22T16:30:32Z', 'revision_number': 4, 'project_id': '79ca673eea614c058860f04d2986161b', 'gw_port': {'id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:30:25Z', 'updated_at': '2021-07-22T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '6537dd9b-70fa-4dbd-a985-cf6124dae09e', 'name': '', 'network_id': 'ddf70c33-34d8-41c0-a934-e6d03025e304', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'mac_address': 'fa:16:3e:6a:d2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0a4e56d2-6f39-44d0-a1b5-eea27cd957f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:30:30Z', 'updated_at': '2021-07-22T16:30:39Z', 'revision_number': 5, 'project_id': '79ca673eea614c058860f04d2986161b', 'subnets': [{'id': '0a4e56d2-6f39-44d0-a1b5-eea27cd957f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:31:12.448146 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f373e-b68c-4207-a5b3-eebd93b80965 req-56334766-dbab-44fb-a161-8c8d4301e694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:12.449701 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d7f373e-b68c-4207-a5b3-eebd93b80965 req-56334766-dbab-44fb-a161-8c8d4301e694 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=79ca673eea614c058860f04d2986161b&device_id=9cce3a8f-a123-498a-a458-9923351e123f HTTP/1.1" status: 200 len: 1097 time: 0.1596947 Jul 22 16:31:12.636740 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fada031f-458b-415b-8c15-e76c3e37c47b req-a375021d-ae22-4e1c-bdb3-4dacd585d99a tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/floatingips/9df706cb-fee0-4d07-a072-9fa4013412ec HTTP/1.1" status: 200 len: 694 time: 0.0640397 Jul 22 16:31:12.700240 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f373e-b68c-4207-a5b3-eebd93b80965 req-a2ada8cc-833f-46d3-8ff0-6b34f4bb6956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:12.701747 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d7f373e-b68c-4207-a5b3-eebd93b80965 req-a2ada8cc-833f-46d3-8ff0-6b34f4bb6956 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ddf70c33-34d8-41c0-a934-e6d03025e304 HTTP/1.1" status: 200 len: 930 time: 0.2403765 Jul 22 16:31:12.786057 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d7f373e-b68c-4207-a5b3-eebd93b80965 req-e0377293-2de9-4ba6-84eb-149de46b4f02 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33cce86e-86ac-4bf7-9b57-043f88ef9937 HTTP/1.1" status: 200 len: 217 time: 0.0547957 Jul 22 16:31:12.866436 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada031f-458b-415b-8c15-e76c3e37c47b req-712a0b2c-3d2e-4cb9-bdec-6f1cfa8ca21a tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:12.867926 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fada031f-458b-415b-8c15-e76c3e37c47b req-712a0b2c-3d2e-4cb9-bdec-6f1cfa8ca21a tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.2304704 Jul 22 16:31:12.874972 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f373e-b68c-4207-a5b3-eebd93b80965 req-4842ff1f-260a-4cf5-94ba-b52e3de85a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:12.876501 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d7f373e-b68c-4207-a5b3-eebd93b80965 req-4842ff1f-260a-4cf5-94ba-b52e3de85a21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a4e56d2-6f39-44d0-a1b5-eea27cd957f0 HTTP/1.1" status: 200 len: 868 time: 0.0771155 Jul 22 16:31:12.891827 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76059a8-9820-43bd-a03e-1e17434fa490 None None] New status for floating IP 9df706cb-fee0-4d07-a072-9fa4013412ec: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:31:12.991194 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fada031f-458b-415b-8c15-e76c3e37c47b req-a3a01047-61e0-4c5b-838b-c00faa722e1d tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 697 time: 0.1135018 Jul 22 16:31:13.055772 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fada031f-458b-415b-8c15-e76c3e37c47b req-25e2ec76-f412-4c29-bbd9-e35e4cb6faf9 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 697 time: 0.0634694 Jul 22 16:31:13.207798 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f373e-b68c-4207-a5b3-eebd93b80965 req-cffdb641-1c0a-4fb7-b089-cf11ee14a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:13.209357 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d7f373e-b68c-4207-a5b3-eebd93b80965 req-cffdb641-1c0a-4fb7-b089-cf11ee14a04d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ddf70c33-34d8-41c0-a934-e6d03025e304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2675166 Jul 22 16:31:13.275888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-fada031f-458b-415b-8c15-e76c3e37c47b req-f5df2157-f4fc-4ef2-b83e-0a72091bfcd9 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Deleting port 668078d4-f375-41e8-8f35-2234d47efcee {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:13.276248 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fada031f-458b-415b-8c15-e76c3e37c47b req-f5df2157-f4fc-4ef2-b83e-0a72091bfcd9 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:13.340638 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb173a49-5487-4b7c-a48a-f9bafaa6f996 req-0ddfea79-6066-455e-9901-13f5615b5580 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:13.347588 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cb173a49-5487-4b7c-a48a-f9bafaa6f996 req-0ddfea79-6066-455e-9901-13f5615b5580 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 944 time: 0.1679344 Jul 22 16:31:13.413139 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d7f373e-b68c-4207-a5b3-eebd93b80965 req-db7b0b25-bdfd-4019-bbd5-0b40e5c92ca4 service neutron] 10.222.0.30 "GET /v2.0/networks/ddf70c33-34d8-41c0-a934-e6d03025e304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943464 Jul 22 16:31:13.475750 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fada031f-458b-415b-8c15-e76c3e37c47b req-f5df2157-f4fc-4ef2-b83e-0a72091bfcd9 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:13.476534 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fada031f-458b-415b-8c15-e76c3e37c47b req-f5df2157-f4fc-4ef2-b83e-0a72091bfcd9 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:13.539887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-fada031f-458b-415b-8c15-e76c3e37c47b req-f5df2157-f4fc-4ef2-b83e-0a72091bfcd9 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Calling delete_port for 668078d4-f375-41e8-8f35-2234d47efcee owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:13.609381 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-cb173a49-5487-4b7c-a48a-f9bafaa6f996 req-f6ea67e2-6481-4ee2-94ca-0f273d12b0d0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Deleting port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:13.610554 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cb173a49-5487-4b7c-a48a-f9bafaa6f996 req-f6ea67e2-6481-4ee2-94ca-0f273d12b0d0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:13.612796 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d7f373e-b68c-4207-a5b3-eebd93b80965 req-8c4688c1-a81a-4399-a74d-faec933a0948 service neutron] 10.222.0.30 "GET /v2.0/networks/ddf70c33-34d8-41c0-a934-e6d03025e304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911066 Jul 22 16:31:13.657090 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ea517-885e-41a7-ba77-9b2a7d22302d req-acc7fe25-c364-4873-8138-a4324692379d tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:13.658858 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-093ea517-885e-41a7-ba77-9b2a7d22302d req-acc7fe25-c364-4873-8138-a4324692379d tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 944 time: 0.1283972 Jul 22 16:31:13.720270 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fada031f-458b-415b-8c15-e76c3e37c47b req-f5df2157-f4fc-4ef2-b83e-0a72091bfcd9 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:13.753271 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df2157-f4fc-4ef2-b83e-0a72091bfcd9 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Pushing event deleted for resources: {'Port': ['ID=668078d4-f375-41e8-8f35-2234d47efcee,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:13.764542 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-cb173a49-5487-4b7c-a48a-f9bafaa6f996 req-f6ea67e2-6481-4ee2-94ca-0f273d12b0d0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] For port 27f39a9a-f401-43f6-86f1-cfa75a6861e4, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=27f39a9a-f401-43f6-86f1-cfa75a6861e4,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:13.765093 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cb173a49-5487-4b7c-a48a-f9bafaa6f996 req-f6ea67e2-6481-4ee2-94ca-0f273d12b0d0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:13.778248 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-093ea517-885e-41a7-ba77-9b2a7d22302d req-62d13c96-8be1-4b70-91e7-92a0c5ed3542 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785151 Jul 22 16:31:13.784787 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-cb173a49-5487-4b7c-a48a-f9bafaa6f996 req-f6ea67e2-6481-4ee2-94ca-0f273d12b0d0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Calling delete_port for 27f39a9a-f401-43f6-86f1-cfa75a6861e4 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:13.881249 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fada031f-458b-415b-8c15-e76c3e37c47b req-f5df2157-f4fc-4ef2-b83e-0a72091bfcd9 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:13.883922 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fada031f-458b-415b-8c15-e76c3e37c47b req-f5df2157-f4fc-4ef2-b83e-0a72091bfcd9 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:13.906398 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fada031f-458b-415b-8c15-e76c3e37c47b req-f5df2157-f4fc-4ef2-b83e-0a72091bfcd9 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "DELETE /v2.0/floatingips/9df706cb-fee0-4d07-a072-9fa4013412ec HTTP/1.1" status: 204 len: 173 time: 0.8460054 Jul 22 16:31:13.992254 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cb173a49-5487-4b7c-a48a-f9bafaa6f996 req-f6ea67e2-6481-4ee2-94ca-0f273d12b0d0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:14.046974 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea67e2-6481-4ee2-94ca-0f273d12b0d0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Pushing event deleted for resources: {'Port': ['ID=27f39a9a-f401-43f6-86f1-cfa75a6861e4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:14.099936 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ea67e2-6481-4ee2-94ca-0f273d12b0d0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:14.100380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ea67e2-6481-4ee2-94ca-0f273d12b0d0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:14.100797 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ea67e2-6481-4ee2-94ca-0f273d12b0d0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:14.101204 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ea67e2-6481-4ee2-94ca-0f273d12b0d0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:14.101608 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ea67e2-6481-4ee2-94ca-0f273d12b0d0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:14.101853 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afeb28d-aa98-46aa-be49-a0fe158e23a8 req-482f2f5e-01e9-456c-8300-7c23c496d711 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:14.102117 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ea67e2-6481-4ee2-94ca-0f273d12b0d0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:14.102524 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ea67e2-6481-4ee2-94ca-0f273d12b0d0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:14.102925 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ea67e2-6481-4ee2-94ca-0f273d12b0d0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:14.103317 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ea67e2-6481-4ee2-94ca-0f273d12b0d0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:14.103719 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ea67e2-6481-4ee2-94ca-0f273d12b0d0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:14.109165 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ea67e2-6481-4ee2-94ca-0f273d12b0d0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:14.109357 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9afeb28d-aa98-46aa-be49-a0fe158e23a8 req-482f2f5e-01e9-456c-8300-7c23c496d711 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5fa7eb7-4261-41d1-aeeb-de75a105d0d9 HTTP/1.1" status: 200 len: 946 time: 0.1310079 Jul 22 16:31:14.109488 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ea67e2-6481-4ee2-94ca-0f273d12b0d0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:14.133178 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb173a49-5487-4b7c-a48a-f9bafaa6f996 req-f6ea67e2-6481-4ee2-94ca-0f273d12b0d0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] No DVR routers for this DVR port 27f39a9a-f401-43f6-86f1-cfa75a6861e4 on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:14.156425 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-cb173a49-5487-4b7c-a48a-f9bafaa6f996 req-f6ea67e2-6481-4ee2-94ca-0f273d12b0d0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:14.158489 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cb173a49-5487-4b7c-a48a-f9bafaa6f996 req-f6ea67e2-6481-4ee2-94ca-0f273d12b0d0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.30 "DELETE /v2.0/ports/27f39a9a-f401-43f6-86f1-cfa75a6861e4 HTTP/1.1" status: 204 len: 173 time: 0.8049288 Jul 22 16:31:14.159470 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8802d4f-edfd-4ab7-a552-be6b92672681', 'name': 'network-vif-deleted', 'tag': '27f39a9a-f401-43f6-86f1-cfa75a6861e4'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:14.162235 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e164bda-832d-4764-a30f-764e67e9f015" -d '{"events": [{"server_uuid": "a8802d4f-edfd-4ab7-a552-be6b92672681", "name": "network-vif-deleted", "tag": "27f39a9a-f401-43f6-86f1-cfa75a6861e4"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:14.163319 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9afeb28d-aa98-46aa-be49-a0fe158e23a8 req-0f363afb-0e7d-478a-81df-fd9c9eb61400 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b16d6b5-683a-4a99-865c-4893bd842cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415440 Jul 22 16:31:14.222525 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd757d-688f-49cd-bd09-9a78502b7a69 req-1ea1102d-2ca5-4313-8dae-aa6bf427f149 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:14.225740 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ebd757d-688f-49cd-bd09-9a78502b7a69 req-1ea1102d-2ca5-4313-8dae-aa6bf427f149 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 945 time: 0.1427224 Jul 22 16:31:14.316617 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ebd757d-688f-49cd-bd09-9a78502b7a69 req-98f612c6-9dc5-4b5f-a773-d6255b12d659 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820112 Jul 22 16:31:14.444088 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090a8ed7-0de0-4770-8782-cb4bd0294f1a x-openstack-request-id: req-090a8ed7-0de0-4770-8782-cb4bd0294f1a {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:14.444793 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8802d4f-edfd-4ab7-a552-be6b92672681", "name": "network-vif-deleted", "tag": "27f39a9a-f401-43f6-86f1-cfa75a6861e4", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:14.444793 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-090a8ed7-0de0-4770-8782-cb4bd0294f1a {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:14.445116 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8802d4f-edfd-4ab7-a552-be6b92672681', 'name': 'network-vif-deleted', 'tag': '27f39a9a-f401-43f6-86f1-cfa75a6861e4', 'status': 'completed', 'code': 200} Jul 22 16:31:14.601161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87a717-79b9-4488-b307-1ab72b3a5b8b req-65b9707c-2f92-468f-8fc4-d5c62442c21e tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:14.608500 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db87a717-79b9-4488-b307-1ab72b3a5b8b req-65b9707c-2f92-468f-8fc4-d5c62442c21e tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cce3a8f-a123-498a-a458-9923351e123f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0907953 Jul 22 16:31:14.650492 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db87a717-79b9-4488-b307-1ab72b3a5b8b req-1903b7cb-f4fe-467b-bc62-461fc426a7fa tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0410688 Jul 22 16:31:14.670132 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d285c5-baa0-4f6e-801c-2d526500ca78 req-807d3836-e6a1-4849-8d75-6bc3ae53e5cd tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:14.671698 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-97d285c5-baa0-4f6e-801c-2d526500ca78 req-807d3836-e6a1-4849-8d75-6bc3ae53e5cd tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc0e2a14-fabe-4fd4-a676-80b94b15ae92 HTTP/1.1" status: 200 len: 949 time: 0.0791051 Jul 22 16:31:14.743271 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-97d285c5-baa0-4f6e-801c-2d526500ca78 req-8a0bc0c7-417a-494f-8e5d-d25b92ab6e3e tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d344dd-441b-481c-acb3-5a604370de98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649273 Jul 22 16:31:14.792417 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c42d8-bb50-46b3-bb45-3524db18b15e req-110f1517-1550-4cc1-a715-f1b5819a2466 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:14.794526 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fb5c42d8-bb50-46b3-bb45-3524db18b15e req-110f1517-1550-4cc1-a715-f1b5819a2466 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5fa7eb7-4261-41d1-aeeb-de75a105d0d9 HTTP/1.1" status: 200 len: 946 time: 0.1004176 Jul 22 16:31:14.846949 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2c15cf20-4327-45bd-9961-e642a31f636a req-85dfc173-de19-459c-bec2-d7aca8b00f67 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0507343 Jul 22 16:31:15.002737 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a524cd0c-b026-498f-9191-379a21225651 req-017e9b33-bf7c-4a61-b4fb-b320fd15af70 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8802d4f-edfd-4ab7-a552-be6b92672681 HTTP/1.1" status: 200 len: 210 time: 0.0403254 Jul 22 16:31:15.015256 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-fb5c42d8-bb50-46b3-bb45-3524db18b15e req-8927fea5-2b9b-46ef-aa2a-e42b7276c8f0 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Deleting port e19f2a99-8982-4558-a17e-bbb005da1f6d {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:15.015612 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fb5c42d8-bb50-46b3-bb45-3524db18b15e req-8927fea5-2b9b-46ef-aa2a-e42b7276c8f0 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:15.142198 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-fb5c42d8-bb50-46b3-bb45-3524db18b15e req-8927fea5-2b9b-46ef-aa2a-e42b7276c8f0 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] For port e19f2a99-8982-4558-a17e-bbb005da1f6d, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=e19f2a99-8982-4558-a17e-bbb005da1f6d,segment=NetworkSegment(4c8d7ff8-843d-41f4-852d-34af49610fb5),segment_id=4c8d7ff8-843d-41f4-852d-34af49610fb5)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:15.142558 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fb5c42d8-bb50-46b3-bb45-3524db18b15e req-8927fea5-2b9b-46ef-aa2a-e42b7276c8f0 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:15.248988 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16c54d-86ce-4929-a636-224cc28b379a req-156b2547-f19b-4766-bd10-1fc93fa15551 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:15.251859 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de16c54d-86ce-4929-a636-224cc28b379a req-156b2547-f19b-4766-bd10-1fc93fa15551 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/networks?id=c91084da-dc2f-47a0-a494-d8982c84093b HTTP/1.1" status: 200 len: 805 time: 0.5190456 Jul 22 16:31:15.275539 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de16c54d-86ce-4929-a636-224cc28b379a req-af07fbc0-8ae8-48ba-983f-a48cd1c5ce34 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/quotas/ac588735236c4792be7c191fef7dacd8 HTTP/1.1" status: 200 len: 375 time: 0.0163014 Jul 22 16:31:15.365750 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de16c54d-86ce-4929-a636-224cc28b379a req-074d6a67-4b39-4990-b33b-bdf50e0e577f tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ac588735236c4792be7c191fef7dacd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0844460 Jul 22 16:31:15.467209 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de16c54d-86ce-4929-a636-224cc28b379a req-9067224d-0740-4b2b-8705-33b232ff70ce service neutron] 10.222.0.69 "GET /v2.0/networks/c91084da-dc2f-47a0-a494-d8982c84093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003096 Jul 22 16:31:15.566491 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de16c54d-86ce-4929-a636-224cc28b379a req-66683325-ed77-454c-8cf8-ad759ec8a14a service neutron] 10.222.0.69 "GET /v2.0/networks/c91084da-dc2f-47a0-a494-d8982c84093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920627 Jul 22 16:31:15.741908 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebf47c-ce32-4064-b8ce-a65307c7561b req-62f381f5-7d0f-4300-88d2-9213cf1eb53f tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:15.743706 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7aebf47c-ce32-4064-b8ce-a65307c7561b req-62f381f5-7d0f-4300-88d2-9213cf1eb53f tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5fa7eb7-4261-41d1-aeeb-de75a105d0d9 HTTP/1.1" status: 200 len: 946 time: 0.1833408 Jul 22 16:31:15.794648 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fb5c42d8-bb50-46b3-bb45-3524db18b15e req-8927fea5-2b9b-46ef-aa2a-e42b7276c8f0 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:15.795025 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fb5c42d8-bb50-46b3-bb45-3524db18b15e req-8927fea5-2b9b-46ef-aa2a-e42b7276c8f0 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:15.795342 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [req-fb5c42d8-bb50-46b3-bb45-3524db18b15e req-8927fea5-2b9b-46ef-aa2a-e42b7276c8f0 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Floating IP 0e51ddad-734e-4e45-a976-057f5789b59d disassociated. External IP: 172.25.0.158, port: e19f2a99-8982-4558-a17e-bbb005da1f6d. Jul 22 16:31:15.795707 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-fb5c42d8-bb50-46b3-bb45-3524db18b15e req-8927fea5-2b9b-46ef-aa2a-e42b7276c8f0 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Calling delete_port for e19f2a99-8982-4558-a17e-bbb005da1f6d owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:15.813564 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314dc56-d412-4c0c-a61a-dc9d78b205d4 req-71a008da-ee2c-4382-a010-40d6ad187097 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:15.815543 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b314dc56-d412-4c0c-a61a-dc9d78b205d4 req-71a008da-ee2c-4382-a010-40d6ad187097 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cce3a8f-a123-498a-a458-9923351e123f HTTP/1.1" status: 200 len: 946 time: 0.0762608 Jul 22 16:31:15.819809 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7aebf47c-ce32-4064-b8ce-a65307c7561b req-ca5a42d3-4042-4b7a-be22-61a2dbe3e3b9 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b16d6b5-683a-4a99-865c-4893bd842cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655293 Jul 22 16:31:15.882757 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b314dc56-d412-4c0c-a61a-dc9d78b205d4 req-a7dd4287-19ba-422f-bf37-95b9d05bb75d tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/security-groups?id=4b404a46-0a06-4e44-b7a9-bcb878ab0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555065 Jul 22 16:31:15.961951 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 27f39a9a-f401-43f6-86f1-cfa75a6861e4 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:15.991046 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 27f39a9a-f401-43f6-86f1-cfa75a6861e4 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:15.991671 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 27f39a9a-f401-43f6-86f1-cfa75a6861e4 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:15.993858 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device e19f2a99-8982-4558-a17e-bbb005da1f6d no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:16.008829 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fb5c42d8-bb50-46b3-bb45-3524db18b15e req-8927fea5-2b9b-46ef-aa2a-e42b7276c8f0 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:16.037833 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-31fced97-d73f-45ec-96d9-c3fd71fb8cbf req-e600e887-59cc-460e-9c4e-c4b62f2079db tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=5fca3705-ca1f-46bd-b505-6035b97a9d62 HTTP/1.1" status: 200 len: 210 time: 0.0950294 Jul 22 16:31:16.053839 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No active binding found for port e19f2a99-8982-4558-a17e-bbb005da1f6d {{(pid=93818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 16:31:16.054445 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device e19f2a99-8982-4558-a17e-bbb005da1f6d not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:16.055562 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927fea5-2b9b-46ef-aa2a-e42b7276c8f0 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Pushing event deleted for resources: {'Port': ['ID=e19f2a99-8982-4558-a17e-bbb005da1f6d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:16.076791 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533b10e-8fa1-4bd2-b24e-6cd3216ea652 req-c12cbf93-2190-476b-8d75-95728fcf4555 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:16.079512 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0533b10e-8fa1-4bd2-b24e-6cd3216ea652 req-c12cbf93-2190-476b-8d75-95728fcf4555 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 945 time: 0.1739237 Jul 22 16:31:16.118203 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 7290c3f9-c97b-4448-b15a-c8f48920e704 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:16.238500 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf43fc-fcbd-4409-ad7c-e653ca9dfbf6 req-53c10eeb-397f-49a8-a935-93ac0150051e tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:16.241713 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-25cf43fc-fcbd-4409-ad7c-e653ca9dfbf6 req-53c10eeb-397f-49a8-a935-93ac0150051e tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc0e2a14-fabe-4fd4-a676-80b94b15ae92 HTTP/1.1" status: 200 len: 949 time: 0.1207707 Jul 22 16:31:16.261433 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0533b10e-8fa1-4bd2-b24e-6cd3216ea652 req-59099010-cfdc-4ee4-abb8-3a920961f5cf tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751268 Jul 22 16:31:16.278509 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb5c42d8-bb50-46b3-bb45-3524db18b15e req-8927fea5-2b9b-46ef-aa2a-e42b7276c8f0 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Router b8e51790-c2b0-4b32-8d0e-07710fcee7d1 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:31:16.295274 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:16.349534 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-25cf43fc-fcbd-4409-ad7c-e653ca9dfbf6 req-31812787-5a97-45ef-8baa-a49aafcdcb27 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d344dd-441b-481c-acb3-5a604370de98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999823 Jul 22 16:31:16.399191 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 7290c3f9-c97b-4448-b15a-c8f48920e704, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=7290c3f9-c97b-4448-b15a-c8f48920e704,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:16.400328 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee2bfd4-efb7-43bc-ba7d-0aaeebc108db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7290c3f9-c97b-4448-b15a-c8f48920e704'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:16.405585 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0144cb88-945a-40f4-9d25-d845d79d7429" -d '{"events": [{"server_uuid": "aee2bfd4-efb7-43bc-ba7d-0aaeebc108db", "name": "network-vif-unplugged", "status": "completed", "tag": "7290c3f9-c97b-4448-b15a-c8f48920e704"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:16.417413 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:16.520383 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb5c42d8-bb50-46b3-bb45-3524db18b15e req-8927fea5-2b9b-46ef-aa2a-e42b7276c8f0 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:31:16.554768 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eca2d1-3585-4c7c-8121-730cb0c2a68b None None] Sync routers for ids ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:31:16.576489 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eca2d1-3585-4c7c-8121-730cb0c2a68b None None] Routers {'b8e51790-c2b0-4b32-8d0e-07710fcee7d1'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:31:16.577102 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-15eca2d1-3585-4c7c-8121-730cb0c2a68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:31:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:16.584055 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=7290c3f9-c97b-4448-b15a-c8f48920e704,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:16.639972 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c7b8a4-ba6d-4207-aa50-cb1b69ff3fea x-openstack-request-id: req-88c7b8a4-ba6d-4207-aa50-cb1b69ff3fea {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:16.640318 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee2bfd4-efb7-43bc-ba7d-0aaeebc108db", "name": "network-vif-unplugged", "status": "completed", "tag": "7290c3f9-c97b-4448-b15a-c8f48920e704", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:16.640592 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-88c7b8a4-ba6d-4207-aa50-cb1b69ff3fea {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:16.641515 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b4659-e9e4-49ee-b930-21c3a2a78046 req-4332be88-e4b7-435c-a3d5-07ff5095ca7a tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:16.643741 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-113b4659-e9e4-49ee-b930-21c3a2a78046 req-4332be88-e4b7-435c-a3d5-07ff5095ca7a tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc0e2a14-fabe-4fd4-a676-80b94b15ae92 HTTP/1.1" status: 200 len: 949 time: 0.3699131 Jul 22 16:31:16.645908 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee2bfd4-efb7-43bc-ba7d-0aaeebc108db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7290c3f9-c97b-4448-b15a-c8f48920e704', 'code': 200} Jul 22 16:31:16.647637 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5c42d8-bb50-46b3-bb45-3524db18b15e req-8927fea5-2b9b-46ef-aa2a-e42b7276c8f0 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] No DVR routers for this DVR port e19f2a99-8982-4558-a17e-bbb005da1f6d on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:16.651023 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fb5c42d8-bb50-46b3-bb45-3524db18b15e req-8927fea5-2b9b-46ef-aa2a-e42b7276c8f0 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:16.654095 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fb5c42d8-bb50-46b3-bb45-3524db18b15e req-8927fea5-2b9b-46ef-aa2a-e42b7276c8f0 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.30 "DELETE /v2.0/ports/e19f2a99-8982-4558-a17e-bbb005da1f6d HTTP/1.1" status: 204 len: 173 time: 1.8490222 Jul 22 16:31:16.654812 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fa7eb7-4261-41d1-aeeb-de75a105d0d9', 'name': 'network-vif-deleted', 'tag': 'e19f2a99-8982-4558-a17e-bbb005da1f6d'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:16.656150 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c928ba-58c0-485f-8106-dcfe5ebad14d req-ab32558c-4744-411d-b2b7-885085659f6f tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:16.659164 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0c928ba-58c0-485f-8106-dcfe5ebad14d req-ab32558c-4744-411d-b2b7-885085659f6f tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.16 "GET /v2.0/ports?device_id=aee2bfd4-efb7-43bc-ba7d-0aaeebc108db HTTP/1.1" status: 200 len: 945 time: 0.2924869 Jul 22 16:31:16.660702 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9194a235-b802-40a9-b78f-ccb943e90084" -d '{"events": [{"server_uuid": "f5fa7eb7-4261-41d1-aeeb-de75a105d0d9", "name": "network-vif-deleted", "tag": "e19f2a99-8982-4558-a17e-bbb005da1f6d"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:16.749515 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475274bf-2fc7-4da3-8f8b-48e8fbaf065e x-openstack-request-id: req-475274bf-2fc7-4da3-8f8b-48e8fbaf065e {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:16.750181 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fa7eb7-4261-41d1-aeeb-de75a105d0d9", "name": "network-vif-deleted", "tag": "e19f2a99-8982-4558-a17e-bbb005da1f6d", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:16.750903 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-475274bf-2fc7-4da3-8f8b-48e8fbaf065e {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:16.751358 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fa7eb7-4261-41d1-aeeb-de75a105d0d9', 'name': 'network-vif-deleted', 'tag': 'e19f2a99-8982-4558-a17e-bbb005da1f6d', 'status': 'completed', 'code': 200} Jul 22 16:31:16.834556 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-15eca2d1-3585-4c7c-8121-730cb0c2a68b None None] Set router b8e51790-c2b0-4b32-8d0e-07710fcee7d1 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:31:16.999229 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c98b7-298f-4865-9d04-4306405229b9 req-8eb89ded-c5f2-4c37-aaed-928e295cf587 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:17.002002 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ac1c98b7-298f-4865-9d04-4306405229b9 req-8eb89ded-c5f2-4c37-aaed-928e295cf587 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 945 time: 0.2010651 Jul 22 16:31:17.018928 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-00f03be5-0677-49f4-95fd-ca40fac11f20 req-897517de-24ba-4f6e-a074-5129593e5b60 tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5fa7eb7-4261-41d1-aeeb-de75a105d0d9 HTTP/1.1" status: 200 len: 210 time: 0.0524423 Jul 22 16:31:17.033304 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-113b4659-e9e4-49ee-b930-21c3a2a78046 req-54fb68c4-1f7f-4ef6-b6e1-109358df705b tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Deleting port c96e6096-99b0-4c16-92ad-9c67a7c058e0 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:17.033649 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-113b4659-e9e4-49ee-b930-21c3a2a78046 req-54fb68c4-1f7f-4ef6-b6e1-109358df705b tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:17.055065 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-e0c928ba-58c0-485f-8106-dcfe5ebad14d req-5adff36d-faba-453c-9469-a9d2855e9bb8 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Deleting port 7290c3f9-c97b-4448-b15a-c8f48920e704 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:17.055065 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0c928ba-58c0-485f-8106-dcfe5ebad14d req-5adff36d-faba-453c-9469-a9d2855e9bb8 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:17.274368 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a102c2-9105-4316-a6e8-f38cc58ee9f4 req-083b289e-93aa-439a-a221-564c6e5c0290 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:17.275880 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e9a102c2-9105-4316-a6e8-f38cc58ee9f4 req-083b289e-93aa-439a-a221-564c6e5c0290 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cce3a8f-a123-498a-a458-9923351e123f HTTP/1.1" status: 200 len: 946 time: 0.1605070 Jul 22 16:31:17.314401 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ac1c98b7-298f-4865-9d04-4306405229b9 req-eb8cde46-6587-49f9-a4b6-b1afa665bf75 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062546 Jul 22 16:31:17.382041 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-15eca2d1-3585-4c7c-8121-730cb0c2a68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-922786815-router', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:09Z', 'updated_at': '2021-07-22T16:26:15Z', 'revision_number': 4, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'gw_port': {'id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:10Z', 'updated_at': '2021-07-22T16:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '38396909-5394-4450-8a1e-ab13e2462f53', 'name': '', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'mac_address': 'fa:16:3e:80:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:22Z', 'revision_number': 5, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'subnets': [{'id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:17.394769 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e0c928ba-58c0-485f-8106-dcfe5ebad14d req-5adff36d-faba-453c-9469-a9d2855e9bb8 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] For port 7290c3f9-c97b-4448-b15a-c8f48920e704, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=7290c3f9-c97b-4448-b15a-c8f48920e704,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:17.395341 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0c928ba-58c0-485f-8106-dcfe5ebad14d req-5adff36d-faba-453c-9469-a9d2855e9bb8 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:17.398455 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-113b4659-e9e4-49ee-b930-21c3a2a78046 req-54fb68c4-1f7f-4ef6-b6e1-109358df705b tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] For port c96e6096-99b0-4c16-92ad-9c67a7c058e0, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=c96e6096-99b0-4c16-92ad-9c67a7c058e0,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:17.398811 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-113b4659-e9e4-49ee-b930-21c3a2a78046 req-54fb68c4-1f7f-4ef6-b6e1-109358df705b tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:17.400894 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07e810-5cfe-48cf-bff9-8c1e72fd95c6 req-f0216162-52a1-4a7c-b1d4-e68be3b36f3d tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:17.409120 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ed07e810-5cfe-48cf-bff9-8c1e72fd95c6 req-f0216162-52a1-4a7c-b1d4-e68be3b36f3d tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cce3a8f-a123-498a-a458-9923351e123f HTTP/1.1" status: 200 len: 946 time: 0.1995075 Jul 22 16:31:17.423101 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-e0c928ba-58c0-485f-8106-dcfe5ebad14d req-5adff36d-faba-453c-9469-a9d2855e9bb8 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Calling delete_port for 7290c3f9-c97b-4448-b15a-c8f48920e704 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:17.424916 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-113b4659-e9e4-49ee-b930-21c3a2a78046 req-54fb68c4-1f7f-4ef6-b6e1-109358df705b tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Calling delete_port for c96e6096-99b0-4c16-92ad-9c67a7c058e0 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:17.434302 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eca2d1-3585-4c7c-8121-730cb0c2a68b None None] Checking router: b8e51790-c2b0-4b32-8d0e-07710fcee7d1 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:31:17.446949 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eca2d1-3585-4c7c-8121-730cb0c2a68b None None] Routers {'b8e51790-c2b0-4b32-8d0e-07710fcee7d1'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:31:17.447815 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-15eca2d1-3585-4c7c-8121-730cb0c2a68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:31:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:17.470314 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fd603a16-981f-4fa7-8da1-bac5d4d6f52f req-176290d2-a037-4865-bd97-fb0e1652d407 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=5fca3705-ca1f-46bd-b505-6035b97a9d62 HTTP/1.1" status: 200 len: 210 time: 0.0466208 Jul 22 16:31:17.481248 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ed07e810-5cfe-48cf-bff9-8c1e72fd95c6 req-43bf4626-c117-459f-872f-71587dc4709e tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/security-groups?id=4b404a46-0a06-4e44-b7a9-bcb878ab0b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627084 Jul 22 16:31:17.481248 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-e9a102c2-9105-4316-a6e8-f38cc58ee9f4 req-dd9ff366-033c-42bd-abaf-964d82bd7254 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Deleting port 33cce86e-86ac-4bf7-9b57-043f88ef9937 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:17.481248 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e9a102c2-9105-4316-a6e8-f38cc58ee9f4 req-dd9ff366-033c-42bd-abaf-964d82bd7254 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:17.670657 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-15eca2d1-3585-4c7c-8121-730cb0c2a68b None None] Set router b8e51790-c2b0-4b32-8d0e-07710fcee7d1 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:31:17.770269 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e9a102c2-9105-4316-a6e8-f38cc58ee9f4 req-dd9ff366-033c-42bd-abaf-964d82bd7254 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] For port 33cce86e-86ac-4bf7-9b57-043f88ef9937, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=33cce86e-86ac-4bf7-9b57-043f88ef9937,segment=NetworkSegment(1b80e7b7-b3ec-4add-a4fd-45511c031987),segment_id=1b80e7b7-b3ec-4add-a4fd-45511c031987)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:17.770922 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e9a102c2-9105-4316-a6e8-f38cc58ee9f4 req-dd9ff366-033c-42bd-abaf-964d82bd7254 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:17.795919 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-e9a102c2-9105-4316-a6e8-f38cc58ee9f4 req-dd9ff366-033c-42bd-abaf-964d82bd7254 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Calling delete_port for 33cce86e-86ac-4bf7-9b57-043f88ef9937 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:17.815565 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a062ac4-739f-456f-86a4-7fbe8e9b9102 req-2d269d79-d082-4647-91a3-f222d8467233 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:17.824054 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1a062ac4-739f-456f-86a4-7fbe8e9b9102 req-2d269d79-d082-4647-91a3-f222d8467233 tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc0e2a14-fabe-4fd4-a676-80b94b15ae92 HTTP/1.1" status: 200 len: 949 time: 0.1471426 Jul 22 16:31:17.858509 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae557ac0-5881-4efd-8453-5ec0635beabc req-e119b37a-c7ee-40a1-bd02-3996814abd16 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:17.860082 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ae557ac0-5881-4efd-8453-5ec0635beabc req-e119b37a-c7ee-40a1-bd02-3996814abd16 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 945 time: 0.2420831 Jul 22 16:31:17.923308 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1a062ac4-739f-456f-86a4-7fbe8e9b9102 req-b65c917c-78f5-4dba-b474-d4d5d435d60c tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d344dd-441b-481c-acb3-5a604370de98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973687 Jul 22 16:31:17.965684 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816d8de-def7-4c1b-aad5-2362ad1a279b req-04909b03-c0cb-4195-adbf-8a78690857e5 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:17.970064 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-15eca2d1-3585-4c7c-8121-730cb0c2a68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-922786815-router', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:09Z', 'updated_at': '2021-07-22T16:26:15Z', 'revision_number': 4, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'gw_port': {'id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:10Z', 'updated_at': '2021-07-22T16:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '38396909-5394-4450-8a1e-ab13e2462f53', 'name': '', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'mac_address': 'fa:16:3e:80:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:22Z', 'revision_number': 5, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'subnets': [{'id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:17.976077 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f816d8de-def7-4c1b-aad5-2362ad1a279b req-04909b03-c0cb-4195-adbf-8a78690857e5 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 945 time: 0.3590214 Jul 22 16:31:18.007921 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eca2d1-3585-4c7c-8121-730cb0c2a68b None None] The sync data for ids ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'] in n-d-798930-9 is: [{'id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-922786815-router', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:09Z', 'updated_at': '2021-07-22T16:26:15Z', 'revision_number': 4, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'gw_port': {'id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:10Z', 'updated_at': '2021-07-22T16:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '38396909-5394-4450-8a1e-ab13e2462f53', 'name': '', 'network_id': '5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'mac_address': 'fa:16:3e:80:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:22Z', 'revision_number': 5, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'subnets': [{'id': 'a1c3b578-5b73-43d5-b715-d8e258185030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:31:18.079809 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e9a102c2-9105-4316-a6e8-f38cc58ee9f4 req-dd9ff366-033c-42bd-abaf-964d82bd7254 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:18.136740 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ff366-033c-42bd-abaf-964d82bd7254 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Pushing event deleted for resources: {'Port': ['ID=33cce86e-86ac-4bf7-9b57-043f88ef9937,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:18.260394 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a102c2-9105-4316-a6e8-f38cc58ee9f4 req-dd9ff366-033c-42bd-abaf-964d82bd7254 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] No DVR routers for this DVR port 33cce86e-86ac-4bf7-9b57-043f88ef9937 on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:18.271145 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f816d8de-def7-4c1b-aad5-2362ad1a279b req-d24c3234-36ca-4210-a7b2-8aa466bcf624 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891738 Jul 22 16:31:18.271367 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e9a102c2-9105-4316-a6e8-f38cc58ee9f4 req-dd9ff366-033c-42bd-abaf-964d82bd7254 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:18.273547 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e9a102c2-9105-4316-a6e8-f38cc58ee9f4 req-dd9ff366-033c-42bd-abaf-964d82bd7254 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.30 "DELETE /v2.0/ports/33cce86e-86ac-4bf7-9b57-043f88ef9937 HTTP/1.1" status: 204 len: 173 time: 0.9901712 Jul 22 16:31:18.330679 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-113b4659-e9e4-49ee-b930-21c3a2a78046 req-54fb68c4-1f7f-4ef6-b6e1-109358df705b tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:18.363339 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40702) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:18.444554 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb68c4-1f7f-4ef6-b6e1-109358df705b tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Pushing event deleted for resources: {'Port': ['ID=c96e6096-99b0-4c16-92ad-9c67a7c058e0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:18.449691 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16c54d-86ce-4929-a636-224cc28b379a req-22efbf0e-aadb-4ed6-ace6-d57f5db9bac4 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:18.451178 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-de16c54d-86ce-4929-a636-224cc28b379a req-22efbf0e-aadb-4ed6-ace6-d57f5db9bac4 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.30 "GET /v2.0/networks?id=c91084da-dc2f-47a0-a494-d8982c84093b HTTP/1.1" status: 200 len: 805 time: 0.2631361 Jul 22 16:31:18.457641 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0c928ba-58c0-485f-8106-dcfe5ebad14d req-5adff36d-faba-453c-9469-a9d2855e9bb8 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:18.471515 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-de16c54d-86ce-4929-a636-224cc28b379a req-7f3471fe-9094-4a94-a6c3-d967f93ebd56 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Request body: {'port': {'device_id': '5fca3705-ca1f-46bd-b505-6035b97a9d62', 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b', 'admin_state_up': True, 'tenant_id': 'ac588735236c4792be7c191fef7dacd8'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:18.568885 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea0ebcd-7eff-4ead-a258-dedc909b96be None None] New status for floating IP 0e51ddad-734e-4e45-a976-057f5789b59d: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:31:18.633502 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09edc373-62a5-4138-84f2-4e0e8bfbf146 req-8fd784e9-5ff6-4a70-8aaf-9ad25bb88639 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=5fca3705-ca1f-46bd-b505-6035b97a9d62 HTTP/1.1" status: 200 len: 210 time: 0.0434103 Jul 22 16:31:18.710019 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-ae557ac0-5881-4efd-8453-5ec0635beabc req-e41812fb-02be-4682-816c-f3aab6bc651b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Deleting port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:18.710019 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ae557ac0-5881-4efd-8453-5ec0635beabc req-e41812fb-02be-4682-816c-f3aab6bc651b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:18.769347 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cce3a8f-a123-498a-a458-9923351e123f', 'name': 'network-vif-deleted', 'tag': '33cce86e-86ac-4bf7-9b57-043f88ef9937'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:18.779769 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32fbed7-2c25-4c7d-863e-6a2e1722838c" -d '{"events": [{"server_uuid": "9cce3a8f-a123-498a-a458-9923351e123f", "name": "network-vif-deleted", "tag": "33cce86e-86ac-4bf7-9b57-043f88ef9937"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:18.794033 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de16c54d-86ce-4929-a636-224cc28b379a req-7f3471fe-9094-4a94-a6c3-d967f93ebd56 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Made reservation on behalf of ac588735236c4792be7c191fef7dacd8 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:31:18.798836 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-de16c54d-86ce-4929-a636-224cc28b379a req-7f3471fe-9094-4a94-a6c3-d967f93ebd56 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:18.801607 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adff36d-faba-453c-9469-a9d2855e9bb8 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Pushing event deleted for resources: {'Port': ['ID=7290c3f9-c97b-4448-b15a-c8f48920e704,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:18.849185 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3e15fd65-8963-4b45-95d1-60fc38c20099 req-f30ec50a-7dfb-479c-bd79-76aeda550b84 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700 tempest-FloatingIPsAssociationNegativeTestJSON-1825244700-project] 10.222.0.69 "GET /v2.0/ports?device_id=9cce3a8f-a123-498a-a458-9923351e123f HTTP/1.1" status: 200 len: 210 time: 0.0608909 Jul 22 16:31:18.914600 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-113b4659-e9e4-49ee-b930-21c3a2a78046 req-54fb68c4-1f7f-4ef6-b6e1-109358df705b tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] No DVR routers for this DVR port c96e6096-99b0-4c16-92ad-9c67a7c058e0 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:18.926610 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-113b4659-e9e4-49ee-b930-21c3a2a78046 req-54fb68c4-1f7f-4ef6-b6e1-109358df705b tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:18.926849 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5845294-edd9-472c-b765-eb228b09b8c2 x-openstack-request-id: req-c5845294-edd9-472c-b765-eb228b09b8c2 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:18.928613 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-113b4659-e9e4-49ee-b930-21c3a2a78046 req-54fb68c4-1f7f-4ef6-b6e1-109358df705b tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.16 "DELETE /v2.0/ports/c96e6096-99b0-4c16-92ad-9c67a7c058e0 HTTP/1.1" status: 204 len: 173 time: 2.2449107 Jul 22 16:31:18.931341 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cce3a8f-a123-498a-a458-9923351e123f", "name": "network-vif-deleted", "tag": "33cce86e-86ac-4bf7-9b57-043f88ef9937", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:18.933246 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c5845294-edd9-472c-b765-eb228b09b8c2 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:18.933772 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cce3a8f-a123-498a-a458-9923351e123f', 'name': 'network-vif-deleted', 'tag': '33cce86e-86ac-4bf7-9b57-043f88ef9937', 'status': 'completed', 'code': 200} Jul 22 16:31:18.946760 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0e2a14-fabe-4fd4-a676-80b94b15ae92', 'name': 'network-vif-deleted', 'tag': 'c96e6096-99b0-4c16-92ad-9c67a7c058e0'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:18.949207 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28b28c2-9649-4c21-8d96-224a85ee7342" -d '{"events": [{"server_uuid": "cc0e2a14-fabe-4fd4-a676-80b94b15ae92", "name": "network-vif-deleted", "tag": "c96e6096-99b0-4c16-92ad-9c67a7c058e0"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:18.992645 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41400d95-5204-45a0-a8e9-a457997e6b2d tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:19.009707 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ae557ac0-5881-4efd-8453-5ec0635beabc req-e41812fb-02be-4682-816c-f3aab6bc651b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] For port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=72bbf97b-6a6b-40ea-8b2c-950b704b9c13,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:19.010190 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ae557ac0-5881-4efd-8453-5ec0635beabc req-e41812fb-02be-4682-816c-f3aab6bc651b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:19.060929 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c928ba-58c0-485f-8106-dcfe5ebad14d req-5adff36d-faba-453c-9469-a9d2855e9bb8 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] No DVR routers for this DVR port 7290c3f9-c97b-4448-b15a-c8f48920e704 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:19.064072 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-de16c54d-86ce-4929-a636-224cc28b379a req-7f3471fe-9094-4a94-a6c3-d967f93ebd56 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Allocated IP 172.20.0.8 (c91084da-dc2f-47a0-a494-d8982c84093b/ebacc49d-e692-4fa0-8885-df5965dbe3a3/1817547e-397f-4a03-89a1-5581b60cf72e) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:31:19.074249 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0c928ba-58c0-485f-8106-dcfe5ebad14d req-5adff36d-faba-453c-9469-a9d2855e9bb8 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:19.076182 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0c928ba-58c0-485f-8106-dcfe5ebad14d req-5adff36d-faba-453c-9469-a9d2855e9bb8 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.16 "DELETE /v2.0/ports/7290c3f9-c97b-4448-b15a-c8f48920e704 HTTP/1.1" status: 204 len: 173 time: 2.3796651 Jul 22 16:31:19.087833 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-ae557ac0-5881-4efd-8453-5ec0635beabc req-e41812fb-02be-4682-816c-f3aab6bc651b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Calling delete_port for 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:19.098056 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41400d95-5204-45a0-a8e9-a457997e6b2d tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:19.108036 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91108e8c-ee54-4be9-b8b6-55fc6cf7d4cb req-8425f166-55ec-4562-a4b8-30240c73ab8a tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:19.115806 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-91108e8c-ee54-4be9-b8b6-55fc6cf7d4cb req-8425f166-55ec-4562-a4b8-30240c73ab8a tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 945 time: 0.6341777 Jul 22 16:31:19.178885 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e3ff1b91-8f92-4f24-9f14-229cccbee5e7 req-826b3367-ec85-47e5-83e3-28a0bed1dc5b tempest-TenantUsagesTestJSON-1417439909 tempest-TenantUsagesTestJSON-1417439909-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc0e2a14-fabe-4fd4-a676-80b94b15ae92 HTTP/1.1" status: 200 len: 210 time: 0.1011117 Jul 22 16:31:19.220083 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2228ed41-8008-4af4-863c-9f2b5192e420 x-openstack-request-id: req-2228ed41-8008-4af4-863c-9f2b5192e420 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:19.220248 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0e2a14-fabe-4fd4-a676-80b94b15ae92", "name": "network-vif-deleted", "tag": "c96e6096-99b0-4c16-92ad-9c67a7c058e0", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:19.220492 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2228ed41-8008-4af4-863c-9f2b5192e420 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:19.220873 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0e2a14-fabe-4fd4-a676-80b94b15ae92', 'name': 'network-vif-deleted', 'tag': 'c96e6096-99b0-4c16-92ad-9c67a7c058e0', 'status': 'completed', 'code': 200} Jul 22 16:31:19.240500 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-91108e8c-ee54-4be9-b8b6-55fc6cf7d4cb req-ce03c5a6-b3f3-4f0d-926c-968f9ec29e3f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176913 Jul 22 16:31:19.303849 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41400d95-5204-45a0-a8e9-a457997e6b2d tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:19.306616 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41400d95-5204-45a0-a8e9-a457997e6b2d tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:19.311145 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-41400d95-5204-45a0-a8e9-a457997e6b2d tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "DELETE /v2.0/security-groups/8b16d6b5-683a-4a99-865c-4893bd842cac HTTP/1.1" status: 204 len: 168 time: 0.9442954 Jul 22 16:31:19.312344 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40722) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:19.335566 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-4dfa134d-550e-4e3e-bbae-1f6123e0f14a tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] show failed (client error): The resource could not be found. Jul 22 16:31:19.339804 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4dfa134d-550e-4e3e-bbae-1f6123e0f14a tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "GET /v2.0/security-groups/8b16d6b5-683a-4a99-865c-4893bd842cac HTTP/1.1" status: 404 len: 347 time: 0.0212116 Jul 22 16:31:19.340378 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40726) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:19.361185 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41400d95-5204-45a0-a8e9-a457997e6b2d tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b16d6b5-683a-4a99-865c-4893bd842cac,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:19.471021 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ae557ac0-5881-4efd-8453-5ec0635beabc req-e41812fb-02be-4682-816c-f3aab6bc651b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:19.489766 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-de16c54d-86ce-4929-a636-224cc28b379a req-7f3471fe-9094-4a94-a6c3-d967f93ebd56 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:19.523211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41812fb-02be-4682-816c-f3aab6bc651b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Pushing event deleted for resources: {'Port': ['ID=72bbf97b-6a6b-40ea-8b2c-950b704b9c13,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:19.567990 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122f80a-ec39-4e8b-847b-4ad6006d8d0c req-a1c367f6-f5b2-4943-83b1-29cb8408c1c9 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:19.570598 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7122f80a-ec39-4e8b-847b-4ad6006d8d0c req-a1c367f6-f5b2-4943-83b1-29cb8408c1c9 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 945 time: 0.1640532 Jul 22 16:31:19.572495 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-de16c54d-86ce-4929-a636-224cc28b379a req-7f3471fe-9094-4a94-a6c3-d967f93ebd56 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:19.580914 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae557ac0-5881-4efd-8453-5ec0635beabc req-e41812fb-02be-4682-816c-f3aab6bc651b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] No DVR routers for this DVR port 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:19.583885 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ae557ac0-5881-4efd-8453-5ec0635beabc req-e41812fb-02be-4682-816c-f3aab6bc651b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:19.586040 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ae557ac0-5881-4efd-8453-5ec0635beabc req-e41812fb-02be-4682-816c-f3aab6bc651b tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.30 "DELETE /v2.0/ports/72bbf97b-6a6b-40ea-8b2c-950b704b9c13 HTTP/1.1" status: 204 len: 173 time: 1.7068050 Jul 22 16:31:19.601441 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5bde01ce-b004-42c2-b272-ae3afc1ef64a tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Deleting port 788cd52e-17fb-4365-ae93-ea70b3189a5d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:19.603692 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bde01ce-b004-42c2-b272-ae3afc1ef64a tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:19.656437 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3471fe-9094-4a94-a6c3-d967f93ebd56 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Pushing event updated for resources: {'Port': ['ID=1817547e-397f-4a03-89a1-5581b60cf72e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:19.675907 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de16c54d-86ce-4929-a636-224cc28b379a req-7f3471fe-9094-4a94-a6c3-d967f93ebd56 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Network c91084da-dc2f-47a0-a494-d8982c84093b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:31:19.678140 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-de16c54d-86ce-4929-a636-224cc28b379a req-7f3471fe-9094-4a94-a6c3-d967f93ebd56 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:31:19.682780 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-de16c54d-86ce-4929-a636-224cc28b379a req-7f3471fe-9094-4a94-a6c3-d967f93ebd56 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:31:19.716091 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bde01ce-b004-42c2-b272-ae3afc1ef64a tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:19.716457 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bde01ce-b004-42c2-b272-ae3afc1ef64a tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:19.731613 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5bde01ce-b004-42c2-b272-ae3afc1ef64a tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Calling delete_port for 788cd52e-17fb-4365-ae93-ea70b3189a5d owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:19.736173 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7122f80a-ec39-4e8b-847b-4ad6006d8d0c req-bd5eb29c-7a0b-4f6d-9df7-fa77db0e7ae3 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939376 Jul 22 16:31:19.768432 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16c54d-86ce-4929-a636-224cc28b379a req-7f3471fe-9094-4a94-a6c3-d967f93ebd56 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:19.769246 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-de16c54d-86ce-4929-a636-224cc28b379a req-7f3471fe-9094-4a94-a6c3-d967f93ebd56 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:19.786256 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-de16c54d-86ce-4929-a636-224cc28b379a req-7f3471fe-9094-4a94-a6c3-d967f93ebd56 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3195853 Jul 22 16:31:19.824891 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-de16c54d-86ce-4929-a636-224cc28b379a req-4c70ff62-79a1-4cd1-9bb5-c81e22a4c6f9 service neutron] Request body: {'port': {'device_id': '5fca3705-ca1f-46bd-b505-6035b97a9d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:19.945255 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8ba76-f4c6-48f4-81af-08bce69ee37e req-233af08f-3b1a-4182-8d81-236641a3a101 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:19.946875 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-64a8ba76-f4c6-48f4-81af-08bce69ee37e req-233af08f-3b1a-4182-8d81-236641a3a101 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=5fca3705-ca1f-46bd-b505-6035b97a9d62 HTTP/1.1" status: 200 len: 931 time: 0.1543963 Jul 22 16:31:19.947581 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40740) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:19.953291 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 33cce86e-86ac-4bf7-9b57-043f88ef9937 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:19.955120 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-de16c54d-86ce-4929-a636-224cc28b379a req-4c70ff62-79a1-4cd1-9bb5-c81e22a4c6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:19.985566 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 33cce86e-86ac-4bf7-9b57-043f88ef9937 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:19.986259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 33cce86e-86ac-4bf7-9b57-043f88ef9937 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:20.128774 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device c96e6096-99b0-4c16-92ad-9c67a7c058e0 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:20.157612 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bde01ce-b004-42c2-b272-ae3afc1ef64a tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:20.173708 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: c96e6096-99b0-4c16-92ad-9c67a7c058e0 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:20.175954 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device c96e6096-99b0-4c16-92ad-9c67a7c058e0 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:20.177830 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 7290c3f9-c97b-4448-b15a-c8f48920e704 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:20.267659 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 7290c3f9-c97b-4448-b15a-c8f48920e704 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:20.271097 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 7290c3f9-c97b-4448-b15a-c8f48920e704 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:20.358363 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde01ce-b004-42c2-b272-ae3afc1ef64a tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Pushing event deleted for resources: {'Port': ['ID=788cd52e-17fb-4365-ae93-ea70b3189a5d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:20.367726 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-64a8ba76-f4c6-48f4-81af-08bce69ee37e req-cff2af5f-1791-4299-bddc-ef63d37be385 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657912 Jul 22 16:31:20.382525 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-de16c54d-86ce-4929-a636-224cc28b379a req-4c70ff62-79a1-4cd1-9bb5-c81e22a4c6f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1817547e-397f-4a03-89a1-5581b60cf72e {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:20.406258 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-de16c54d-86ce-4929-a636-224cc28b379a req-4c70ff62-79a1-4cd1-9bb5-c81e22a4c6f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:20.458985 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-97ec4151-758f-46c7-9389-b97bd5bb7e9d req-3a134526-167b-4d58-b749-8e379e9aa1f5 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a228897-f2bf-48db-9877-10d64b952aad HTTP/1.1" status: 200 len: 210 time: 0.0546598 Jul 22 16:31:20.502715 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-de16c54d-86ce-4929-a636-224cc28b379a req-4c70ff62-79a1-4cd1-9bb5-c81e22a4c6f9 service neutron] Transition to ACTIVE for port object 1817547e-397f-4a03-89a1-5581b60cf72e will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:31:20.509527 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-de16c54d-86ce-4929-a636-224cc28b379a req-4c70ff62-79a1-4cd1-9bb5-c81e22a4c6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:20.514904 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bde01ce-b004-42c2-b272-ae3afc1ef64a tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:20.517614 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bde01ce-b004-42c2-b272-ae3afc1ef64a tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:20.534233 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5bde01ce-b004-42c2-b272-ae3afc1ef64a tempest-ServersWithSpecificFlavorTestJSON-1974042879 tempest-ServersWithSpecificFlavorTestJSON-1974042879-project] 10.222.0.69 "DELETE /v2.0/floatingips/0e51ddad-734e-4e45-a976-057f5789b59d HTTP/1.1" status: 204 len: 168 time: 1.1828377 Jul 22 16:31:20.627739 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70ff62-79a1-4cd1-9bb5-c81e22a4c6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1817547e-397f-4a03-89a1-5581b60cf72e,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:20.729974 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-de16c54d-86ce-4929-a636-224cc28b379a req-4c70ff62-79a1-4cd1-9bb5-c81e22a4c6f9 service neutron] Attempting to bind port 1817547e-397f-4a03-89a1-5581b60cf72e on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:31:20.729974 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-de16c54d-86ce-4929-a636-224cc28b379a req-4c70ff62-79a1-4cd1-9bb5-c81e22a4c6f9 service neutron] Attempting to bind port 1817547e-397f-4a03-89a1-5581b60cf72e by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '7a30e678-adaa-4812-b630-c555a69386a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:31:20.729974 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de16c54d-86ce-4929-a636-224cc28b379a req-4c70ff62-79a1-4cd1-9bb5-c81e22a4c6f9 service neutron] Attempting to bind port 1817547e-397f-4a03-89a1-5581b60cf72e on network c91084da-dc2f-47a0-a494-d8982c84093b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:31:20.736744 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de16c54d-86ce-4929-a636-224cc28b379a req-4c70ff62-79a1-4cd1-9bb5-c81e22a4c6f9 service neutron] Port 1817547e-397f-4a03-89a1-5581b60cf72e on network c91084da-dc2f-47a0-a494-d8982c84093b not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:31:20.737365 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de16c54d-86ce-4929-a636-224cc28b379a req-4c70ff62-79a1-4cd1-9bb5-c81e22a4c6f9 service neutron] Attempting to bind port 1817547e-397f-4a03-89a1-5581b60cf72e on network c91084da-dc2f-47a0-a494-d8982c84093b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:31:20.748310 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de16c54d-86ce-4929-a636-224cc28b379a req-4c70ff62-79a1-4cd1-9bb5-c81e22a4c6f9 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:31:20.752077 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de16c54d-86ce-4929-a636-224cc28b379a req-4c70ff62-79a1-4cd1-9bb5-c81e22a4c6f9 service neutron] Checking segment: {'id': '7a30e678-adaa-4812-b630-c555a69386a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:31:20.753878 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de16c54d-86ce-4929-a636-224cc28b379a req-4c70ff62-79a1-4cd1-9bb5-c81e22a4c6f9 service neutron] Bound using segment: {'id': '7a30e678-adaa-4812-b630-c555a69386a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:31:20.755151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-de16c54d-86ce-4929-a636-224cc28b379a req-4c70ff62-79a1-4cd1-9bb5-c81e22a4c6f9 service neutron] Bound port: 1817547e-397f-4a03-89a1-5581b60cf72e, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a30e678-adaa-4812-b630-c555a69386a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:31:20.755928 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-de16c54d-86ce-4929-a636-224cc28b379a req-4c70ff62-79a1-4cd1-9bb5-c81e22a4c6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:20.799866 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3be571d4-e6ae-4b1e-b382-d122780a4b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:20.867527 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-de16c54d-86ce-4929-a636-224cc28b379a req-4c70ff62-79a1-4cd1-9bb5-c81e22a4c6f9 service neutron] For port 1817547e-397f-4a03-89a1-5581b60cf72e, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:31:20.871141 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-de16c54d-86ce-4929-a636-224cc28b379a req-4c70ff62-79a1-4cd1-9bb5-c81e22a4c6f9 service neutron] For port 1817547e-397f-4a03-89a1-5581b60cf72e, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1817547e-397f-4a03-89a1-5581b60cf72e,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:31:20.872158 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40774) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:20.879254 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-de16c54d-86ce-4929-a636-224cc28b379a req-4c70ff62-79a1-4cd1-9bb5-c81e22a4c6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:20.966209 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16c54d-86ce-4929-a636-224cc28b379a req-4c70ff62-79a1-4cd1-9bb5-c81e22a4c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:20.966209 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-de16c54d-86ce-4929-a636-224cc28b379a req-4c70ff62-79a1-4cd1-9bb5-c81e22a4c6f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:20.967456 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-de16c54d-86ce-4929-a636-224cc28b379a req-4c70ff62-79a1-4cd1-9bb5-c81e22a4c6f9 service neutron] 10.222.0.30 "PUT /v2.0/ports/1817547e-397f-4a03-89a1-5581b60cf72e HTTP/1.1" status: 200 len: 1091 time: 1.1495824 Jul 22 16:31:20.971911 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fca3705-ca1f-46bd-b505-6035b97a9d62', 'tag': '1817547e-397f-4a03-89a1-5581b60cf72e'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:20.975090 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac44139f-f056-49d1-8258-b48a5bbf246a" -d '{"events": [{"name": "network-changed", "server_uuid": "5fca3705-ca1f-46bd-b505-6035b97a9d62", "tag": "1817547e-397f-4a03-89a1-5581b60cf72e"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:20.990504 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70ff62-79a1-4cd1-9bb5-c81e22a4c6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1817547e-397f-4a03-89a1-5581b60cf72e,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:21.022230 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40786) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:21.126538 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad0b11b-29d8-49e2-ab1c-d052c9f873cd x-openstack-request-id: req-5ad0b11b-29d8-49e2-ab1c-d052c9f873cd {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:21.128038 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fca3705-ca1f-46bd-b505-6035b97a9d62", "tag": "1817547e-397f-4a03-89a1-5581b60cf72e", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:21.128971 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5ad0b11b-29d8-49e2-ab1c-d052c9f873cd {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:21.129653 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fca3705-ca1f-46bd-b505-6035b97a9d62', 'tag': '1817547e-397f-4a03-89a1-5581b60cf72e', 'status': 'completed', 'code': 200} Jul 22 16:31:21.311790 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee2bfd4-efb7-43bc-ba7d-0aaeebc108db', 'name': 'network-vif-deleted', 'tag': '7290c3f9-c97b-4448-b15a-c8f48920e704'}, {'server_uuid': '2a228897-f2bf-48db-9877-10d64b952aad', 'name': 'network-vif-deleted', 'tag': '72bbf97b-6a6b-40ea-8b2c-950b704b9c13'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:21.314375 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058133dc-8145-459c-bd9d-23633144d49c" -d '{"events": [{"server_uuid": "aee2bfd4-efb7-43bc-ba7d-0aaeebc108db", "name": "network-vif-deleted", "tag": "7290c3f9-c97b-4448-b15a-c8f48920e704"}, {"server_uuid": "2a228897-f2bf-48db-9877-10d64b952aad", "name": "network-vif-deleted", "tag": "72bbf97b-6a6b-40ea-8b2c-950b704b9c13"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:21.349207 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2754d74f-8836-4d24-a75f-4af436ea6a8f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=720ebe924d8945d992b9f17ea1c637f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4758945 Jul 22 16:31:21.356046 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40796) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:21.375071 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16c54d-86ce-4929-a636-224cc28b379a req-5c33b951-31e5-465e-aa2b-5267479837e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:21.376909 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-de16c54d-86ce-4929-a636-224cc28b379a req-5c33b951-31e5-465e-aa2b-5267479837e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac588735236c4792be7c191fef7dacd8&device_id=5fca3705-ca1f-46bd-b505-6035b97a9d62 HTTP/1.1" status: 200 len: 1094 time: 0.3254697 Jul 22 16:31:21.504136 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9be57d1-f3db-4b7c-a421-2fb9657a5661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:21.508291 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-de16c54d-86ce-4929-a636-224cc28b379a req-dfb63813-faa5-4a8d-8539-67df55276cf8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1817547e-397f-4a03-89a1-5581b60cf72e HTTP/1.1" status: 200 len: 217 time: 0.0789087 Jul 22 16:31:21.546376 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af53db5-e940-41de-b80f-91f3336cdeb6 req-73e9755f-00b2-4b1a-a780-26fc5c8cfc71 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:21.548404 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5af53db5-e940-41de-b80f-91f3336cdeb6 req-73e9755f-00b2-4b1a-a780-26fc5c8cfc71 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 945 time: 0.7039514 Jul 22 16:31:21.576088 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9be57d1-f3db-4b7c-a421-2fb9657a5661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:21.580290 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867ccda5-2f5b-496c-9dd6-b6b783afdee6 x-openstack-request-id: req-867ccda5-2f5b-496c-9dd6-b6b783afdee6 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:21.580612 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee2bfd4-efb7-43bc-ba7d-0aaeebc108db", "name": "network-vif-deleted", "tag": "7290c3f9-c97b-4448-b15a-c8f48920e704", "status": "completed", "code": 200}, {"server_uuid": "2a228897-f2bf-48db-9877-10d64b952aad", "name": "network-vif-deleted", "tag": "72bbf97b-6a6b-40ea-8b2c-950b704b9c13", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:21.581103 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-867ccda5-2f5b-496c-9dd6-b6b783afdee6 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:21.581431 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee2bfd4-efb7-43bc-ba7d-0aaeebc108db', 'name': 'network-vif-deleted', 'tag': '7290c3f9-c97b-4448-b15a-c8f48920e704', 'status': 'completed', 'code': 200} Jul 22 16:31:21.581682 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a228897-f2bf-48db-9877-10d64b952aad', 'name': 'network-vif-deleted', 'tag': '72bbf97b-6a6b-40ea-8b2c-950b704b9c13', 'status': 'completed', 'code': 200} Jul 22 16:31:21.667481 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16c54d-86ce-4929-a636-224cc28b379a req-114d2f19-b45f-4a9d-8c2b-39a5ea346ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:21.669456 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-de16c54d-86ce-4929-a636-224cc28b379a req-114d2f19-b45f-4a9d-8c2b-39a5ea346ab8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ebacc49d-e692-4fa0-8885-df5965dbe3a3 HTTP/1.1" status: 200 len: 845 time: 0.1516433 Jul 22 16:31:21.676038 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5af53db5-e940-41de-b80f-91f3336cdeb6 req-350706f4-25ff-4794-9c30-c2052b71ac68 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141667 Jul 22 16:31:21.772704 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9be57d1-f3db-4b7c-a421-2fb9657a5661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:21.775614 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9be57d1-f3db-4b7c-a421-2fb9657a5661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:21.780064 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c9be57d1-f3db-4b7c-a421-2fb9657a5661 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/90d344dd-441b-481c-acb3-5a604370de98 HTTP/1.1" status: 204 len: 168 time: 0.4228418 Jul 22 16:31:21.794331 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be57d1-f3db-4b7c-a421-2fb9657a5661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d344dd-441b-481c-acb3-5a604370de98,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:21.812276 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-de16c54d-86ce-4929-a636-224cc28b379a req-5c11a3a5-e63d-4072-a689-180a0ab483ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c91084da-dc2f-47a0-a494-d8982c84093b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212015 Jul 22 16:31:21.814446 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3be571d4-e6ae-4b1e-b382-d122780a4b9f admin admin] Deleting port 6537dd9b-70fa-4dbd-a985-cf6124dae09e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:21.814958 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3be571d4-e6ae-4b1e-b382-d122780a4b9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:21.914929 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43110acb-040a-4d12-9916-9be646f23a4a req-2dd020d3-ccdf-490e-b172-a1ad05fb532e tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:21.919471 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3be571d4-e6ae-4b1e-b382-d122780a4b9f admin admin] For port 6537dd9b-70fa-4dbd-a985-cf6124dae09e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6537dd9b-70fa-4dbd-a985-cf6124dae09e,segment=NetworkSegment(1b80e7b7-b3ec-4add-a4fd-45511c031987),segment_id=1b80e7b7-b3ec-4add-a4fd-45511c031987)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:21.919839 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3be571d4-e6ae-4b1e-b382-d122780a4b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:21.921684 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-43110acb-040a-4d12-9916-9be646f23a4a req-2dd020d3-ccdf-490e-b172-a1ad05fb532e tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=5fca3705-ca1f-46bd-b505-6035b97a9d62 HTTP/1.1" status: 200 len: 943 time: 0.2492428 Jul 22 16:31:21.941595 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:21.944844 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3be571d4-e6ae-4b1e-b382-d122780a4b9f admin admin] Calling delete_port for 6537dd9b-70fa-4dbd-a985-cf6124dae09e owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:21.994264 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-43110acb-040a-4d12-9916-9be646f23a4a req-fb038306-2688-4e43-b0d7-bdaa7c7221ff tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650942 Jul 22 16:31:22.018803 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:22.019415 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 72bbf97b-6a6b-40ea-8b2c-950b704b9c13 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:22.035362 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-de16c54d-86ce-4929-a636-224cc28b379a req-713ca8fa-2b1e-47c7-a0d0-54a693b51749 service neutron] 10.222.0.30 "GET /v2.0/networks/c91084da-dc2f-47a0-a494-d8982c84093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135270 Jul 22 16:31:22.238678 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3be571d4-e6ae-4b1e-b382-d122780a4b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:22.254712 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5591da7f-3df4-4f4c-8857-38a8938e76c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:22.329950 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40834) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:22.365076 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be571d4-e6ae-4b1e-b382-d122780a4b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=6537dd9b-70fa-4dbd-a985-cf6124dae09e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:22.370437 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-de16c54d-86ce-4929-a636-224cc28b379a req-a4105ca6-9380-4206-ab4b-0d60b50701f4 service neutron] 10.222.0.30 "GET /v2.0/networks/c91084da-dc2f-47a0-a494-d8982c84093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986796 Jul 22 16:31:22.383799 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89cfd864-7590-43d2-8bb9-22c543b8e1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:22.570874 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763c834-40a0-4c88-b80b-5eb72ed44d74 req-0729f348-3741-4042-9c59-4a85449073ac tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:22.572340 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0763c834-40a0-4c88-b80b-5eb72ed44d74 req-0729f348-3741-4042-9c59-4a85449073ac tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 945 time: 0.2040739 Jul 22 16:31:22.622705 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3be571d4-e6ae-4b1e-b382-d122780a4b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:22.637850 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0763c834-40a0-4c88-b80b-5eb72ed44d74 req-45cb6199-784f-4160-8c2e-7f8181ae0ef0 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563920 Jul 22 16:31:22.641975 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44139f-f056-49d1-8258-b48a5bbf246a req-0e3d36c9-3d5f-413a-a58d-2a533e8708a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:22.643943 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac44139f-f056-49d1-8258-b48a5bbf246a req-0e3d36c9-3d5f-413a-a58d-2a533e8708a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac588735236c4792be7c191fef7dacd8&device_id=5fca3705-ca1f-46bd-b505-6035b97a9d62 HTTP/1.1" status: 200 len: 1094 time: 0.1352963 Jul 22 16:31:22.749274 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89cfd864-7590-43d2-8bb9-22c543b8e1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:22.798805 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89cfd864-7590-43d2-8bb9-22c543b8e1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:22.897775 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-89cfd864-7590-43d2-8bb9-22c543b8e1c5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8505522c54024934ba4ad9f523e5c5cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5567486 Jul 22 16:31:22.897982 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be571d4-e6ae-4b1e-b382-d122780a4b9f admin admin] Router a8f6571a-1f33-4818-991d-a35a17e43f82 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:31:22.897982 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40840) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:22.899620 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfd864-7590-43d2-8bb9-22c543b8e1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a0164a-d3e0-470c-b5b5-51ae0dbad996,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:22.915303 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44139f-f056-49d1-8258-b48a5bbf246a req-0088c9bb-6abc-4861-8741-d26bd20beba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:22.916791 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac44139f-f056-49d1-8258-b48a5bbf246a req-0088c9bb-6abc-4861-8741-d26bd20beba7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c91084da-dc2f-47a0-a494-d8982c84093b HTTP/1.1" status: 200 len: 906 time: 0.2612903 Jul 22 16:31:22.970652 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac44139f-f056-49d1-8258-b48a5bbf246a req-2993a5a5-7771-41c2-b071-37ae3c5fd80e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1817547e-397f-4a03-89a1-5581b60cf72e HTTP/1.1" status: 200 len: 217 time: 0.0458565 Jul 22 16:31:22.976373 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5591da7f-3df4-4f4c-8857-38a8938e76c7 admin admin] Deleting port 38396909-5394-4450-8a1e-ab13e2462f53 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:22.976711 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5591da7f-3df4-4f4c-8857-38a8938e76c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:22.988637 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6508172-f569-41c2-a50e-fcc0a7be119c req-f14f19ca-e1a0-4c71-939d-d72bc10e3a04 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:22.995909 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a6508172-f569-41c2-a50e-fcc0a7be119c req-f14f19ca-e1a0-4c71-939d-d72bc10e3a04 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 945 time: 0.2153709 Jul 22 16:31:23.171584 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be571d4-e6ae-4b1e-b382-d122780a4b9f admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:31:23.184830 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2293bc54-9e69-4795-9ef9-2e3a68a82dd2 None None] Sync routers for ids ['a8f6571a-1f33-4818-991d-a35a17e43f82'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:31:23.190321 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3be571d4-e6ae-4b1e-b382-d122780a4b9f admin admin] 10.222.0.69 "PUT /v2.0/routers/a8f6571a-1f33-4818-991d-a35a17e43f82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1986220 Jul 22 16:31:23.191906 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40844) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:23.198921 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2293bc54-9e69-4795-9ef9-2e3a68a82dd2 None None] Routers {'a8f6571a-1f33-4818-991d-a35a17e43f82'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:31:23.199980 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2293bc54-9e69-4795-9ef9-2e3a68a82dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:31:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['a8f6571a-1f33-4818-991d-a35a17e43f82'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:23.276111 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed570-514d-4cd7-a5f5-2921dc41d654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:23.367978 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-2293bc54-9e69-4795-9ef9-2e3a68a82dd2 None None] Set router a8f6571a-1f33-4818-991d-a35a17e43f82 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:31:23.425954 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed570-514d-4cd7-a5f5-2921dc41d654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:23.463145 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89a584-ae68-4971-a35c-aa74dd213afb req-a99b3dd7-242c-406b-9b6f-9f688243c721 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:23.465525 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f89a584-ae68-4971-a35c-aa74dd213afb req-a99b3dd7-242c-406b-9b6f-9f688243c721 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.16 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 945 time: 0.5230801 Jul 22 16:31:23.473952 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abb876-4b6b-4498-912d-4e74a3c866f8 req-654c85f0-ec1e-4ed3-ab6f-99961ec9e526 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:23.476033 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-96abb876-4b6b-4498-912d-4e74a3c866f8 req-654c85f0-ec1e-4ed3-ab6f-99961ec9e526 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=5fca3705-ca1f-46bd-b505-6035b97a9d62 HTTP/1.1" status: 200 len: 943 time: 0.3468223 Jul 22 16:31:23.495246 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44139f-f056-49d1-8258-b48a5bbf246a req-0ae609fb-449b-4a76-a35d-de7a39784d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:23.496705 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac44139f-f056-49d1-8258-b48a5bbf246a req-0ae609fb-449b-4a76-a35d-de7a39784d6f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ebacc49d-e692-4fa0-8885-df5965dbe3a3 HTTP/1.1" status: 200 len: 845 time: 0.5162218 Jul 22 16:31:23.512137 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a6508172-f569-41c2-a50e-fcc0a7be119c req-451b21cc-ed4f-4fd7-9306-22291cc78815 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5147259 Jul 22 16:31:23.582133 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-96abb876-4b6b-4498-912d-4e74a3c866f8 req-a1c67c68-b49b-4eac-be3a-da21de93e8d2 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939143 Jul 22 16:31:23.591871 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3876644c-26f1-4662-a38a-3d4dc5a37294 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:23.635072 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac44139f-f056-49d1-8258-b48a5bbf246a req-617317b2-d0e9-4c32-a342-3f56a8c0e618 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c91084da-dc2f-47a0-a494-d8982c84093b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113935 Jul 22 16:31:23.777632 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed570-514d-4cd7-a5f5-2921dc41d654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:23.779979 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-5591da7f-3df4-4f4c-8857-38a8938e76c7 admin admin] For port 38396909-5394-4450-8a1e-ab13e2462f53, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=38396909-5394-4450-8a1e-ab13e2462f53,segment=NetworkSegment(4c8d7ff8-843d-41f4-852d-34af49610fb5),segment_id=4c8d7ff8-843d-41f4-852d-34af49610fb5)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:23.785102 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5591da7f-3df4-4f4c-8857-38a8938e76c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:23.788350 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f0ed570-514d-4cd7-a5f5-2921dc41d654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:23.792876 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6f0ed570-514d-4cd7-a5f5-2921dc41d654 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a6a0164a-d3e0-470c-b5b5-51ae0dbad996 HTTP/1.1" status: 204 len: 168 time: 0.8936496 Jul 22 16:31:23.869218 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ed570-514d-4cd7-a5f5-2921dc41d654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a0164a-d3e0-470c-b5b5-51ae0dbad996,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:23.899655 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2293bc54-9e69-4795-9ef9-2e3a68a82dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350405631-router', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:30:24Z', 'updated_at': '2021-07-22T16:31:22Z', 'revision_number': 5, 'project_id': '79ca673eea614c058860f04d2986161b', 'gw_port': {'id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:30:25Z', 'updated_at': '2021-07-22T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:23.928387 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5591da7f-3df4-4f4c-8857-38a8938e76c7 admin admin] Calling delete_port for 38396909-5394-4450-8a1e-ab13e2462f53 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:23.950203 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1817547e-397f-4a03-89a1-5581b60cf72e details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:31:23.960010 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0f89a584-ae68-4971-a35c-aa74dd213afb req-c5af1929-6e35-4182-a62a-df6a22e1c77f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Deleting port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:23.964175 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0f89a584-ae68-4971-a35c-aa74dd213afb req-c5af1929-6e35-4182-a62a-df6a22e1c77f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:23.975907 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2293bc54-9e69-4795-9ef9-2e3a68a82dd2 None None] Checking router: a8f6571a-1f33-4818-991d-a35a17e43f82 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:31:23.978933 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3876644c-26f1-4662-a38a-3d4dc5a37294 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:24.007147 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2293bc54-9e69-4795-9ef9-2e3a68a82dd2 None None] Routers {'a8f6571a-1f33-4818-991d-a35a17e43f82'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:31:24.008279 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2293bc54-9e69-4795-9ef9-2e3a68a82dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:31:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['a8f6571a-1f33-4818-991d-a35a17e43f82'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:24.014928 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac44139f-f056-49d1-8258-b48a5bbf246a req-2c64d8c9-5b08-446c-8c7b-75c5849ba728 service neutron] 10.222.0.30 "GET /v2.0/networks/c91084da-dc2f-47a0-a494-d8982c84093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594749 Jul 22 16:31:24.078266 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9637d9-9ae6-4c6a-983b-cd76c8c5ac18 req-87d8f9d8-a22e-43af-b629-0d1594243be3 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:24.086044 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2a9637d9-9ae6-4c6a-983b-cd76c8c5ac18 req-87d8f9d8-a22e-43af-b629-0d1594243be3 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 945 time: 0.2870417 Jul 22 16:31:24.152654 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1817547e-397f-4a03-89a1-5581b60cf72e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1817547e-397f-4a03-89a1-5581b60cf72e,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:24.181454 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '1817547e-397f-4a03-89a1-5581b60cf72e', 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b', 'port_id': '1817547e-397f-4a03-89a1-5581b60cf72e', 'mac_address': 'fa:16:3e:82:1b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebacc49d-e692-4fa0-8885-df5965dbe3a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:31:24.247970 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac44139f-f056-49d1-8258-b48a5bbf246a req-f5ddeb48-9384-49e4-af7a-20284614347d service neutron] 10.222.0.30 "GET /v2.0/networks/c91084da-dc2f-47a0-a494-d8982c84093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187839 Jul 22 16:31:24.277807 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-2293bc54-9e69-4795-9ef9-2e3a68a82dd2 None None] Set router a8f6571a-1f33-4818-991d-a35a17e43f82 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:31:24.302482 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:24.347507 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1817547e-397f-4a03-89a1-5581b60cf72e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:24.403773 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2a9637d9-9ae6-4c6a-983b-cd76c8c5ac18 req-640c111b-c419-4e3a-bec3-b473d35b18f3 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124065 Jul 22 16:31:24.424209 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0f89a584-ae68-4971-a35c-aa74dd213afb req-c5af1929-6e35-4182-a62a-df6a22e1c77f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] For port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f,segment=NetworkSegment(9de83486-9742-4325-95e4-280e5a20b79c),segment_id=9de83486-9742-4325-95e4-280e5a20b79c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:24.426738 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0f89a584-ae68-4971-a35c-aa74dd213afb req-c5af1929-6e35-4182-a62a-df6a22e1c77f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:24.441501 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1817547e-397f-4a03-89a1-5581b60cf72e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1817547e-397f-4a03-89a1-5581b60cf72e,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:24.452545 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:24.490428 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0f89a584-ae68-4971-a35c-aa74dd213afb req-c5af1929-6e35-4182-a62a-df6a22e1c77f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Calling delete_port for 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:24.522081 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3876644c-26f1-4662-a38a-3d4dc5a37294 admin admin] Deleting port 21c10811-5dd7-4e0c-9448-5ea0cbf43de1 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:24.530984 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3876644c-26f1-4662-a38a-3d4dc5a37294 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:24.696399 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=1817547e-397f-4a03-89a1-5581b60cf72e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:24.699436 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5591da7f-3df4-4f4c-8857-38a8938e76c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:24.776426 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['1817547e-397f-4a03-89a1-5581b60cf72e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:24.804608 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591da7f-3df4-4f4c-8857-38a8938e76c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=38396909-5394-4450-8a1e-ab13e2462f53,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:24.823696 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21800a6-2a44-46b1-9e2b-8b7ca9dfaa74 req-e9d94b3a-90dc-4a06-b407-1f9ce00f9088 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:24.833897 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b21800a6-2a44-46b1-9e2b-8b7ca9dfaa74 req-e9d94b3a-90dc-4a06-b407-1f9ce00f9088 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 945 time: 0.5229464 Jul 22 16:31:24.886555 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3876644c-26f1-4662-a38a-3d4dc5a37294 admin admin] For port 21c10811-5dd7-4e0c-9448-5ea0cbf43de1, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=21c10811-5dd7-4e0c-9448-5ea0cbf43de1,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:24.887196 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3876644c-26f1-4662-a38a-3d4dc5a37294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:24.890510 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:24.891648 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:24.892141 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:24.892850 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:24.893434 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:24.894027 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:24.894815 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:24.895386 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:24.895936 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:24.897879 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:24.898606 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:24.907351 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:24.938797 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3876644c-26f1-4662-a38a-3d4dc5a37294 admin admin] Calling delete_port for 21c10811-5dd7-4e0c-9448-5ea0cbf43de1 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:24.956193 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b21800a6-2a44-46b1-9e2b-8b7ca9dfaa74 req-dca6e9e2-33db-4fcc-97fc-713655a6c9d7 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200900 Jul 22 16:31:24.967745 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2293bc54-9e69-4795-9ef9-2e3a68a82dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350405631-router', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:30:24Z', 'updated_at': '2021-07-22T16:31:22Z', 'revision_number': 5, 'project_id': '79ca673eea614c058860f04d2986161b', 'gw_port': {'id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:30:25Z', 'updated_at': '2021-07-22T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:25.088761 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2293bc54-9e69-4795-9ef9-2e3a68a82dd2 None None] The sync data for ids ['a8f6571a-1f33-4818-991d-a35a17e43f82'] in n-d-798930-9 is: [{'id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1350405631-router', 'tenant_id': '79ca673eea614c058860f04d2986161b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:30:24Z', 'updated_at': '2021-07-22T16:31:22Z', 'revision_number': 5, 'project_id': '79ca673eea614c058860f04d2986161b', 'gw_port': {'id': '21c10811-5dd7-4e0c-9448-5ea0cbf43de1', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:02:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f6571a-1f33-4818-991d-a35a17e43f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:30:25Z', 'updated_at': '2021-07-22T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:31:25.248144 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5591da7f-3df4-4f4c-8857-38a8938e76c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:25.430456 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3876644c-26f1-4662-a38a-3d4dc5a37294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:25.541886 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876644c-26f1-4662-a38a-3d4dc5a37294 admin admin] Pushing event deleted for resources: {'Port': ['ID=21c10811-5dd7-4e0c-9448-5ea0cbf43de1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:25.693634 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a4b3b-4aff-49db-a6ed-8923926d5487 req-9cef5f9b-b563-409d-b387-6c17c248c324 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:25.701577 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cd7a4b3b-4aff-49db-a6ed-8923926d5487 req-9cef5f9b-b563-409d-b387-6c17c248c324 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 945 time: 0.1201811 Jul 22 16:31:25.748099 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5591da7f-3df4-4f4c-8857-38a8938e76c7 admin admin] Router b8e51790-c2b0-4b32-8d0e-07710fcee7d1 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:31:25.766543 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1f83a-1e83-49c1-88ab-ee502e36bce4 req-9f086b79-78e6-4a4f-a689-d40303bd21e0 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:25.773160 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cd7a4b3b-4aff-49db-a6ed-8923926d5487 req-333f98f5-cebf-4c0a-bb14-b32b33a23b36 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/security-groups?id=a194972c-7dd9-4c49-9569-a07a824d430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705850 Jul 22 16:31:25.773369 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0fb1f83a-1e83-49c1-88ab-ee502e36bce4 req-9f086b79-78e6-4a4f-a689-d40303bd21e0 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=5fca3705-ca1f-46bd-b505-6035b97a9d62 HTTP/1.1" status: 200 len: 944 time: 0.6435409 Jul 22 16:31:25.789716 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40886) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:25.818629 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3876644c-26f1-4662-a38a-3d4dc5a37294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:25.937884 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0f89a584-ae68-4971-a35c-aa74dd213afb req-c5af1929-6e35-4182-a62a-df6a22e1c77f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:25.951830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74677263-e47c-455e-881c-d3f7b8a2d537 req-c73ec1fb-9e44-4664-a855-06b9523509b3 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:25.953801 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-74677263-e47c-455e-881c-d3f7b8a2d537 req-c73ec1fb-9e44-4664-a855-06b9523509b3 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 945 time: 0.5382783 Jul 22 16:31:25.969788 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1817547e-397f-4a03-89a1-5581b60cf72e up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:31:25.991311 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5591da7f-3df4-4f4c-8857-38a8938e76c7 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:31:25.991808 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3876644c-26f1-4662-a38a-3d4dc5a37294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:26.015206 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5591da7f-3df4-4f4c-8857-38a8938e76c7 admin admin] 10.222.0.69 "PUT /v2.0/routers/b8e51790-c2b0-4b32-8d0e-07710fcee7d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9911973 Jul 22 16:31:26.017011 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40892) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:26.019953 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37ff16-e038-4da2-bda6-c1c2a9e0f6dc None None] Sync routers for ids ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:31:26.027190 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3876644c-26f1-4662-a38a-3d4dc5a37294 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:26.037522 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa37ff16-e038-4da2-bda6-c1c2a9e0f6dc None None] Routers {'b8e51790-c2b0-4b32-8d0e-07710fcee7d1'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:31:26.038190 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-aa37ff16-e038-4da2-bda6-c1c2a9e0f6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:31:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:26.043410 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-bf2e8757-de58-41e6-ab68-7a9857fbd671 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1644358903-network', 'tenant_id': '231f2008811e47828d2bf48d5ef7e115'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:26.075631 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0fb1f83a-1e83-49c1-88ab-ee502e36bce4 req-f8cf7e3a-14f0-4898-9734-f14db0ee5ea5 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882726 Jul 22 16:31:26.101754 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af1929-6e35-4182-a62a-df6a22e1c77f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Pushing event deleted for resources: {'Port': ['ID=6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:26.159706 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 1817547e-397f-4a03-89a1-5581b60cf72e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:31:26.166437 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 1817547e-397f-4a03-89a1-5581b60cf72e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:31:26.166985 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:26.201614 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:26.219981 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f89a584-ae68-4971-a35c-aa74dd213afb req-c5af1929-6e35-4182-a62a-df6a22e1c77f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] No DVR routers for this DVR port 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:26.233515 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0f89a584-ae68-4971-a35c-aa74dd213afb req-c5af1929-6e35-4182-a62a-df6a22e1c77f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:26.236497 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f89a584-ae68-4971-a35c-aa74dd213afb req-c5af1929-6e35-4182-a62a-df6a22e1c77f tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.16 "DELETE /v2.0/ports/6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f HTTP/1.1" status: 204 len: 173 time: 2.7590749 Jul 22 16:31:26.237749 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583a5098-fb5c-42f6-b73b-89750a74c39e', 'name': 'network-vif-deleted', 'tag': '6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:26.241295 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e231e987-af63-47f2-bcb4-2390081cc74b" -d '{"events": [{"server_uuid": "583a5098-fb5c-42f6-b73b-89750a74c39e", "name": "network-vif-deleted", "tag": "6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:26.245696 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3876644c-26f1-4662-a38a-3d4dc5a37294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:26.246546 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3876644c-26f1-4662-a38a-3d4dc5a37294 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8f6571a-1f33-4818-991d-a35a17e43f82 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:31:26.273450 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3876644c-26f1-4662-a38a-3d4dc5a37294 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:26.287491 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:26.287840 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:26.291679 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3876644c-26f1-4662-a38a-3d4dc5a37294 admin admin] 10.222.0.69 "DELETE /v2.0/routers/a8f6571a-1f33-4818-991d-a35a17e43f82 HTTP/1.1" status: 204 len: 168 time: 3.0950832 Jul 22 16:31:26.295721 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-aa37ff16-e038-4da2-bda6-c1c2a9e0f6dc None None] Set router b8e51790-c2b0-4b32-8d0e-07710fcee7d1 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:31:26.316816 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40898) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:26.345725 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:31:26.351150 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2e8757-de58-41e6-ab68-7a9857fbd671 admin admin] Made reservation on behalf of 231f2008811e47828d2bf48d5ef7e115 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:31:26.353728 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8757-de58-41e6-ab68-7a9857fbd671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:26.413099 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8757-de58-41e6-ab68-7a9857fbd671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:26.445900 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6537dd9b-70fa-4dbd-a985-cf6124dae09e no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:26.448267 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50461422-43ec-40a9-876a-a1d3d9ddf41b x-openstack-request-id: req-50461422-43ec-40a9-876a-a1d3d9ddf41b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:26.448665 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583a5098-fb5c-42f6-b73b-89750a74c39e", "name": "network-vif-deleted", "tag": "6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:26.449017 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-50461422-43ec-40a9-876a-a1d3d9ddf41b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:26.449515 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583a5098-fb5c-42f6-b73b-89750a74c39e', 'name': 'network-vif-deleted', 'tag': '6adaff17-b1e7-4006-9ad5-ef7c02f4cf1f', 'status': 'completed', 'code': 200} Jul 22 16:31:26.455976 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a7db2d81-5a2a-49fb-95ff-e3571b3ecfe3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:26.487627 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd58d131-86c9-4867-ae13-c52b52739ab8 admin admin] Deleting subnet 0a4e56d2-6f39-44d0-a1b5-eea27cd957f0 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:31:26.497805 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd58d131-86c9-4867-ae13-c52b52739ab8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:26.518696 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 6537dd9b-70fa-4dbd-a985-cf6124dae09e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:26.519453 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6537dd9b-70fa-4dbd-a985-cf6124dae09e not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:26.545615 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-74677263-e47c-455e-881c-d3f7b8a2d537 req-4a31200e-b38a-47f6-9cbc-66927a0ad954 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Deleting port 99fe8bad-3f22-4710-82a1-036cdd2488e2 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:26.546197 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-74677263-e47c-455e-881c-d3f7b8a2d537 req-4a31200e-b38a-47f6-9cbc-66927a0ad954 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:26.553728 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd58d131-86c9-4867-ae13-c52b52739ab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:26.619502 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:26.661258 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1817547e-397f-4a03-89a1-5581b60cf72e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1817547e-397f-4a03-89a1-5581b60cf72e,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:26.665767 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fca3705-ca1f-46bd-b505-6035b97a9d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1817547e-397f-4a03-89a1-5581b60cf72e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:26.668816 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f422bedb-6403-4ce2-bdb3-51b6260d8f93" -d '{"events": [{"server_uuid": "5fca3705-ca1f-46bd-b505-6035b97a9d62", "name": "network-vif-plugged", "status": "completed", "tag": "1817547e-397f-4a03-89a1-5581b60cf72e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:26.688822 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:26.689958 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a7db2d81-5a2a-49fb-95ff-e3571b3ecfe3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:26.816900 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae69921-1e44-48c9-9330-bd14d6e23aa9 req-dc105938-48f9-4b66-bbd6-8244d6deb3b1 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:26.823550 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eae69921-1e44-48c9-9330-bd14d6e23aa9 req-dc105938-48f9-4b66-bbd6-8244d6deb3b1 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 945 time: 0.5033925 Jul 22 16:31:26.896593 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ae51bd-4010-4036-838c-b17f4833ae97 x-openstack-request-id: req-41ae51bd-4010-4036-838c-b17f4833ae97 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:26.896824 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fca3705-ca1f-46bd-b505-6035b97a9d62", "name": "network-vif-plugged", "status": "completed", "tag": "1817547e-397f-4a03-89a1-5581b60cf72e", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:26.897091 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-41ae51bd-4010-4036-838c-b17f4833ae97 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:26.898139 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fca3705-ca1f-46bd-b505-6035b97a9d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1817547e-397f-4a03-89a1-5581b60cf72e', 'code': 200} Jul 22 16:31:26.898247 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-74677263-e47c-455e-881c-d3f7b8a2d537 req-4a31200e-b38a-47f6-9cbc-66927a0ad954 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] For port 99fe8bad-3f22-4710-82a1-036cdd2488e2, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=99fe8bad-3f22-4710-82a1-036cdd2488e2,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:26.898346 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=1817547e-397f-4a03-89a1-5581b60cf72e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:26.898426 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-74677263-e47c-455e-881c-d3f7b8a2d537 req-4a31200e-b38a-47f6-9cbc-66927a0ad954 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:26.919440 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd58d131-86c9-4867-ae13-c52b52739ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:26.922518 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-74677263-e47c-455e-881c-d3f7b8a2d537 req-4a31200e-b38a-47f6-9cbc-66927a0ad954 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Calling delete_port for 99fe8bad-3f22-4710-82a1-036cdd2488e2 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:26.997439 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eae69921-1e44-48c9-9330-bd14d6e23aa9 req-a8f321fa-76d7-4fb1-a772-a1e5134dd80f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665041 Jul 22 16:31:27.053183 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a7db2d81-5a2a-49fb-95ff-e3571b3ecfe3 admin admin] Deleting port e8d3969f-3d51-4664-9a99-080c6d25d532 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:27.053520 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a7db2d81-5a2a-49fb-95ff-e3571b3ecfe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:27.129395 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ad34f92-78e5-407d-b36a-818be874c188 req-bda380a4-3e4c-432d-a1b8-7a7dad41ed03 tempest-LiveMigrationTest-1675532013 tempest-LiveMigrationTest-1675532013-project] 10.222.0.69 "GET /v2.0/ports?device_id=583a5098-fb5c-42f6-b73b-89750a74c39e HTTP/1.1" status: 200 len: 210 time: 0.0997217 Jul 22 16:31:27.134837 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd58d131-86c9-4867-ae13-c52b52739ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:27.144127 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-aa37ff16-e038-4da2-bda6-c1c2a9e0f6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-922786815-router', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:09Z', 'updated_at': '2021-07-22T16:31:24Z', 'revision_number': 5, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'gw_port': {'id': 'e8d3969f-3d51-4664-9a99-080c6d25d532', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:10Z', 'updated_at': '2021-07-22T16:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:27.158897 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cfc08-516a-4dca-bc1a-c240a1885e36 req-0da59a74-4208-46fb-94fa-5f562c550cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:27.160356 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f43cfc08-516a-4dca-bc1a-c240a1885e36 req-0da59a74-4208-46fb-94fa-5f562c550cd0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5fca3705-ca1f-46bd-b505-6035b97a9d62 HTTP/1.1" status: 200 len: 1096 time: 0.2908525 Jul 22 16:31:27.176470 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58d131-86c9-4867-ae13-c52b52739ab8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a4e56d2-6f39-44d0-a1b5-eea27cd957f0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:27.191952 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd58d131-86c9-4867-ae13-c52b52739ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:27.194003 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cd58d131-86c9-4867-ae13-c52b52739ab8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0a4e56d2-6f39-44d0-a1b5-eea27cd957f0 HTTP/1.1" status: 204 len: 168 time: 0.8759129 Jul 22 16:31:27.196499 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40908) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:27.208439 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e450a9-ecb4-4992-9a84-63aba3ccda1a None None] Network ddf70c33-34d8-41c0-a934-e6d03025e304 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:31:27.210935 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37ff16-e038-4da2-bda6-c1c2a9e0f6dc None None] Checking router: b8e51790-c2b0-4b32-8d0e-07710fcee7d1 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:31:27.238300 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa37ff16-e038-4da2-bda6-c1c2a9e0f6dc None None] Routers {'b8e51790-c2b0-4b32-8d0e-07710fcee7d1'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:31:27.238864 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-aa37ff16-e038-4da2-bda6-c1c2a9e0f6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:31:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:27.245126 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8757-de58-41e6-ab68-7a9857fbd671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:27.247922 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-a7db2d81-5a2a-49fb-95ff-e3571b3ecfe3 admin admin] For port e8d3969f-3d51-4664-9a99-080c6d25d532, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=e8d3969f-3d51-4664-9a99-080c6d25d532,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:27.248198 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a7db2d81-5a2a-49fb-95ff-e3571b3ecfe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:27.272415 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8757-de58-41e6-ab68-7a9857fbd671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:27.275129 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dae6501b-4beb-4b04-b5e6-b3b68686cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:27.276400 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f43cfc08-516a-4dca-bc1a-c240a1885e36 req-d02c5678-dce9-4ba2-b03d-52809c9abad9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059906 Jul 22 16:31:27.308530 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a7db2d81-5a2a-49fb-95ff-e3571b3ecfe3 admin admin] Calling delete_port for e8d3969f-3d51-4664-9a99-080c6d25d532 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:27.322185 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e8757-de58-41e6-ab68-7a9857fbd671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c5988b-5235-4680-8ef9-ed64c0061443,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:27.332540 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2e8757-de58-41e6-ab68-7a9857fbd671 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:31:27.379865 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8757-de58-41e6-ab68-7a9857fbd671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:27.380208 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-bf2e8757-de58-41e6-ab68-7a9857fbd671 admin admin] Added segment 59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff of type vlan for network 1fe00deb-8fc2-41e7-9cec-edcb691a1fa6 Jul 22 16:31:27.431115 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-dae6501b-4beb-4b04-b5e6-b3b68686cd7f admin admin] Deleting port d3c6503a-6f85-4788-8c50-dcd4a13980e4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:27.431681 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dae6501b-4beb-4b04-b5e6-b3b68686cd7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:27.431824 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9626f-ecce-4e57-a185-2933227eeab0 req-5592ab17-122e-4f6d-a912-6caa56801bf0 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:27.433206 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-25f9626f-ecce-4e57-a185-2933227eeab0 req-5592ab17-122e-4f6d-a912-6caa56801bf0 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=5fca3705-ca1f-46bd-b505-6035b97a9d62 HTTP/1.1" status: 200 len: 945 time: 0.2300022 Jul 22 16:31:27.456587 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8757-de58-41e6-ab68-7a9857fbd671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:27.510786 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-74677263-e47c-455e-881c-d3f7b8a2d537 req-4a31200e-b38a-47f6-9cbc-66927a0ad954 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:27.514984 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-aa37ff16-e038-4da2-bda6-c1c2a9e0f6dc None None] Set router b8e51790-c2b0-4b32-8d0e-07710fcee7d1 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:31:27.528035 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-dae6501b-4beb-4b04-b5e6-b3b68686cd7f admin admin] For port d3c6503a-6f85-4788-8c50-dcd4a13980e4, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d3c6503a-6f85-4788-8c50-dcd4a13980e4,segment=NetworkSegment(1b80e7b7-b3ec-4add-a4fd-45511c031987),segment_id=1b80e7b7-b3ec-4add-a4fd-45511c031987)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:27.528747 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dae6501b-4beb-4b04-b5e6-b3b68686cd7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:27.559941 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-25f9626f-ecce-4e57-a185-2933227eeab0 req-70fcdedb-4f6a-4fe6-8481-dda5c134badc tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124704 Jul 22 16:31:27.575252 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8757-de58-41e6-ab68-7a9857fbd671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:27.575463 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-aa37ff16-e038-4da2-bda6-c1c2a9e0f6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-922786815-router', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:09Z', 'updated_at': '2021-07-22T16:31:26Z', 'revision_number': 6, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:27.576878 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2e8757-de58-41e6-ab68-7a9857fbd671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:27.577745 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8757-de58-41e6-ab68-7a9857fbd671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:27.632490 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bf2e8757-de58-41e6-ab68-7a9857fbd671 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8410602 Jul 22 16:31:27.647493 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37ff16-e038-4da2-bda6-c1c2a9e0f6dc None None] The sync data for ids ['b8e51790-c2b0-4b32-8d0e-07710fcee7d1'] in n-d-798930-9 is: [{'id': 'b8e51790-c2b0-4b32-8d0e-07710fcee7d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-922786815-router', 'tenant_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:09Z', 'updated_at': '2021-07-22T16:31:26Z', 'revision_number': 6, 'project_id': '7a88e2d6b4e14872bbf9144b56af99b9', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:31:27.705773 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40916) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:27.716494 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-27672ee6-09fe-43d3-96c4-21c20ce08667 admin admin] Request body: {'subnet': {'network_id': '1fe00deb-8fc2-41e7-9cec-edcb691a1fa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1644358903-subnet', 'tenant_id': '231f2008811e47828d2bf48d5ef7e115', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:27.722757 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e8757-de58-41e6-ab68-7a9857fbd671 admin admin] Pushing event updated for resources: {'Network': ['ID=1fe00deb-8fc2-41e7-9cec-edcb691a1fa6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:27.746423 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 1fe00deb-8fc2-41e7-9cec-edcb691a1fa6 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:31:27.774447 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27672ee6-09fe-43d3-96c4-21c20ce08667 admin admin] Made reservation on behalf of 231f2008811e47828d2bf48d5ef7e115 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:31:27.777219 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27672ee6-09fe-43d3-96c4-21c20ce08667 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:27.789608 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a7db2d81-5a2a-49fb-95ff-e3571b3ecfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:27.853778 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d6dddf-69f3-4ae3-b22e-cff6c714bfe8 None None] DHCP port deletion for ddf70c33-34d8-41c0-a934-e6d03025e304 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:31:27.885338 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db2d81-5a2a-49fb-95ff-e3571b3ecfe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d3969f-3d51-4664-9a99-080c6d25d532,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:27.995777 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-13d6dddf-69f3-4ae3-b22e-cff6c714bfe8 None None] Deleting port d3c6503a-6f85-4788-8c50-dcd4a13980e4 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:27.996208 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-13d6dddf-69f3-4ae3-b22e-cff6c714bfe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:28.048771 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a7db2d81-5a2a-49fb-95ff-e3571b3ecfe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:28.086275 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-13d6dddf-69f3-4ae3-b22e-cff6c714bfe8 None None] For port d3c6503a-6f85-4788-8c50-dcd4a13980e4, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d3c6503a-6f85-4788-8c50-dcd4a13980e4,segment=NetworkSegment(1b80e7b7-b3ec-4add-a4fd-45511c031987),segment_id=1b80e7b7-b3ec-4add-a4fd-45511c031987)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:28.087039 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-13d6dddf-69f3-4ae3-b22e-cff6c714bfe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:28.123489 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-13d6dddf-69f3-4ae3-b22e-cff6c714bfe8 None None] Calling delete_port for d3c6503a-6f85-4788-8c50-dcd4a13980e4 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:28.186835 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a7db2d81-5a2a-49fb-95ff-e3571b3ecfe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:28.191345 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a7db2d81-5a2a-49fb-95ff-e3571b3ecfe3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:28.194709 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3fc57303-70a0-429b-8ae1-e54625df8e4c req-31783cf2-0e05-40f0-baee-888c0b66682f tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9d86269-4f87-4c7b-974d-184a4a19df95 HTTP/1.1" status: 200 len: 210 time: 0.0740743 Jul 22 16:31:28.197789 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 99fe8bad-3f22-4710-82a1-036cdd2488e2 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:28.237051 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 99fe8bad-3f22-4710-82a1-036cdd2488e2 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:28.237326 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 99fe8bad-3f22-4710-82a1-036cdd2488e2 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:28.252254 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31200e-b38a-47f6-9cbc-66927a0ad954 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Pushing event deleted for resources: {'Port': ['ID=99fe8bad-3f22-4710-82a1-036cdd2488e2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:28.294852 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-13d6dddf-69f3-4ae3-b22e-cff6c714bfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:28.295066 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40924) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:28.309360 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a7db2d81-5a2a-49fb-95ff-e3571b3ecfe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:28.310553 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7db2d81-5a2a-49fb-95ff-e3571b3ecfe3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8e51790-c2b0-4b32-8d0e-07710fcee7d1 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:31:28.324047 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-dae6501b-4beb-4b04-b5e6-b3b68686cd7f admin admin] Calling delete_port for d3c6503a-6f85-4788-8c50-dcd4a13980e4 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:28.341459 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a7db2d81-5a2a-49fb-95ff-e3571b3ecfe3 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:28.342782 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a7db2d81-5a2a-49fb-95ff-e3571b3ecfe3 admin admin] 10.222.0.69 "DELETE /v2.0/routers/b8e51790-c2b0-4b32-8d0e-07710fcee7d1 HTTP/1.1" status: 204 len: 168 time: 2.3246868 Jul 22 16:31:28.404587 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d6dddf-69f3-4ae3-b22e-cff6c714bfe8 None None] No DVR routers for this DVR port d3c6503a-6f85-4788-8c50-dcd4a13980e4 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:28.409389 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6dddf-69f3-4ae3-b22e-cff6c714bfe8 None None] Pushing event deleted for resources: {'Port': ['ID=d3c6503a-6f85-4788-8c50-dcd4a13980e4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:28.430357 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 38396909-5394-4450-8a1e-ab13e2462f53 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:28.463014 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40928) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:28.477343 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 38396909-5394-4450-8a1e-ab13e2462f53 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:28.477710 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 38396909-5394-4450-8a1e-ab13e2462f53 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:28.478238 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 21c10811-5dd7-4e0c-9448-5ea0cbf43de1 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:28.518567 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-74677263-e47c-455e-881c-d3f7b8a2d537 req-4a31200e-b38a-47f6-9cbc-66927a0ad954 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] No DVR routers for this DVR port 99fe8bad-3f22-4710-82a1-036cdd2488e2 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:28.519075 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 21c10811-5dd7-4e0c-9448-5ea0cbf43de1 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:28.519492 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 21c10811-5dd7-4e0c-9448-5ea0cbf43de1 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:28.519928 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device e8d3969f-3d51-4664-9a99-080c6d25d532 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:28.535742 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-851b11aa-72e4-4c62-ab08-21f56bc289d3 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:28.537303 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-851b11aa-72e4-4c62-ab08-21f56bc289d3 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 821 time: 1.0427632 Jul 22 16:31:28.562352 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: e8d3969f-3d51-4664-9a99-080c6d25d532 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:28.562736 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device e8d3969f-3d51-4664-9a99-080c6d25d532 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:28.563179 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d3c6503a-6f85-4788-8c50-dcd4a13980e4 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:28.618245 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-74677263-e47c-455e-881c-d3f7b8a2d537 req-4a31200e-b38a-47f6-9cbc-66927a0ad954 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:28.620484 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-74677263-e47c-455e-881c-d3f7b8a2d537 req-4a31200e-b38a-47f6-9cbc-66927a0ad954 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.16 "DELETE /v2.0/ports/99fe8bad-3f22-4710-82a1-036cdd2488e2 HTTP/1.1" status: 204 len: 173 time: 2.6480865 Jul 22 16:31:28.635851 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f269dd2e-b40c-43b7-b041-bec4c1c1a260 admin admin] Deleting subnet a1c3b578-5b73-43d5-b715-d8e258185030 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:31:28.638283 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dae6501b-4beb-4b04-b5e6-b3b68686cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:28.639991 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27672ee6-09fe-43d3-96c4-21c20ce08667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:28.643625 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: d3c6503a-6f85-4788-8c50-dcd4a13980e4 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:28.644018 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d3c6503a-6f85-4788-8c50-dcd4a13980e4 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:28.652560 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d86269-4f87-4c7b-974d-184a4a19df95', 'name': 'network-vif-deleted', 'tag': '99fe8bad-3f22-4710-82a1-036cdd2488e2'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:28.667279 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b00492-4cad-4352-9602-12c161730e97" -d '{"events": [{"server_uuid": "d9d86269-4f87-4c7b-974d-184a4a19df95", "name": "network-vif-deleted", "tag": "99fe8bad-3f22-4710-82a1-036cdd2488e2"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:28.688992 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f269dd2e-b40c-43b7-b041-bec4c1c1a260 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:28.713258 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae6501b-4beb-4b04-b5e6-b3b68686cd7f admin admin] No DVR routers for this DVR port d3c6503a-6f85-4788-8c50-dcd4a13980e4 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:28.716896 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-91363eea-a836-4625-9889-3663c2c79dc9 admin admin] Deleting subnet 1dac8087-5dfb-4e2d-bc9b-97574efc063c {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:31:28.719599 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27672ee6-09fe-43d3-96c4-21c20ce08667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e24e805-057d-42fd-88f6-45eb8cdba1d6,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:28.733131 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91363eea-a836-4625-9889-3663c2c79dc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:28.753207 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-c6f8c5a2-37fe-45d7-86c3-9e59a6579d7b tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/quotas/82e10b2cb7664a44842fdfbeaf9667ba HTTP/1.1" status: 200 len: 375 time: 0.0826459 Jul 22 16:31:28.756953 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6501b-4beb-4b04-b5e6-b3b68686cd7f admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c6503a-6f85-4788-8c50-dcd4a13980e4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:28.848637 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91363eea-a836-4625-9889-3663c2c79dc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:28.850633 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f269dd2e-b40c-43b7-b041-bec4c1c1a260 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:28.916621 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91363eea-a836-4625-9889-3663c2c79dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:28.943466 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dae6501b-4beb-4b04-b5e6-b3b68686cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:28.962737 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-838adba2-800d-42ac-89f4-a4b211f4be31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:28.988470 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-dae6501b-4beb-4b04-b5e6-b3b68686cd7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf70c33-34d8-41c0-a934-e6d03025e304']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:28.991541 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a458f-1353-4121-996f-ea7afcd205db req-cf76b869-54a2-4391-a0f8-f26caa8d67d6 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:28.993147 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-346a458f-1353-4121-996f-ea7afcd205db req-cf76b869-54a2-4391-a0f8-f26caa8d67d6 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=5fca3705-ca1f-46bd-b505-6035b97a9d62 HTTP/1.1" status: 200 len: 945 time: 0.2800016 Jul 22 16:31:29.007227 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27672ee6-09fe-43d3-96c4-21c20ce08667 admin admin] Checking segment: {'id': '59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1fe00deb-8fc2-41e7-9cec-edcb691a1fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:31:29.007652 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27672ee6-09fe-43d3-96c4-21c20ce08667 admin admin] Network hostable DHCP agents. Network: 1fe00deb-8fc2-41e7-9cec-edcb691a1fa6, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:31:29.019067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-dae6501b-4beb-4b04-b5e6-b3b68686cd7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b80e7b7-b3ec-4add-a4fd-45511c031987') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:29.019358 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-dae6501b-4beb-4b04-b5e6-b3b68686cd7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b80e7b7-b3ec-4add-a4fd-45511c031987') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:29.036701 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f269dd2e-b40c-43b7-b041-bec4c1c1a260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:29.041392 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dae6501b-4beb-4b04-b5e6-b3b68686cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:29.069968 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91363eea-a836-4625-9889-3663c2c79dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:29.094070 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dae6501b-4beb-4b04-b5e6-b3b68686cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:29.099641 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-346a458f-1353-4121-996f-ea7afcd205db req-23d5a5f1-ac05-49f0-85bd-364c8f093a1e tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866189 Jul 22 16:31:29.109886 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-7a95377f-88b9-42f4-85f8-ec47fdbc9b7d tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3296988 Jul 22 16:31:29.121346 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae6501b-4beb-4b04-b5e6-b3b68686cd7f admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:31:29.121753 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dae6501b-4beb-4b04-b5e6-b3b68686cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:29.146617 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91363eea-a836-4625-9889-3663c2c79dc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dac8087-5dfb-4e2d-bc9b-97574efc063c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:29.153003 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91363eea-a836-4625-9889-3663c2c79dc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:29.155340 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-91363eea-a836-4625-9889-3663c2c79dc9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1dac8087-5dfb-4e2d-bc9b-97574efc063c HTTP/1.1" status: 204 len: 168 time: 0.8489723 Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:31:29.157101 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:31:29.161804 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40942) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:29.172133 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27672ee6-09fe-43d3-96c4-21c20ce08667 admin admin] Network 1fe00deb-8fc2-41e7-9cec-edcb691a1fa6 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:31:29.207313 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-27672ee6-09fe-43d3-96c4-21c20ce08667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 1fe00deb-8fc2-41e7-9cec-edcb691a1fa6) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:31:29.214166 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27672ee6-09fe-43d3-96c4-21c20ce08667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:29.214776 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27672ee6-09fe-43d3-96c4-21c20ce08667 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:29.227302 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e64fdbb-cb3b-4692-84ea-8b64d32f2595 None None] Network 1fe00deb-8fc2-41e7-9cec-edcb691a1fa6 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:31:29.248803 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0830a3cf-63e1-417c-b48a-8e74a7dd1590 x-openstack-request-id: req-0830a3cf-63e1-417c-b48a-8e74a7dd1590 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:29.249103 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d86269-4f87-4c7b-974d-184a4a19df95", "name": "network-vif-deleted", "tag": "99fe8bad-3f22-4710-82a1-036cdd2488e2", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:29.249348 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0830a3cf-63e1-417c-b48a-8e74a7dd1590 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:29.249792 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d86269-4f87-4c7b-974d-184a4a19df95', 'name': 'network-vif-deleted', 'tag': '99fe8bad-3f22-4710-82a1-036cdd2488e2', 'status': 'completed', 'code': 200} Jul 22 16:31:29.258536 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dae6501b-4beb-4b04-b5e6-b3b68686cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:29.270589 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f269dd2e-b40c-43b7-b041-bec4c1c1a260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:29.277143 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dae6501b-4beb-4b04-b5e6-b3b68686cd7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:29.285834 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-dae6501b-4beb-4b04-b5e6-b3b68686cd7f admin admin] 10.222.0.69 "DELETE /v2.0/networks/ddf70c33-34d8-41c0-a934-e6d03025e304 HTTP/1.1" status: 204 len: 168 time: 2.0859077 Jul 22 16:31:29.311821 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-27672ee6-09fe-43d3-96c4-21c20ce08667 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5963366 Jul 22 16:31:29.313564 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10ca3e01-b84d-465f-8f02-1e40d953175a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:29.344109 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6501b-4beb-4b04-b5e6-b3b68686cd7f admin admin] Pushing event deleted for resources: {'Network': ['ID=ddf70c33-34d8-41c0-a934-e6d03025e304,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:29.363807 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269dd2e-b40c-43b7-b041-bec4c1c1a260 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1c3b578-5b73-43d5-b715-d8e258185030,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:29.369577 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f269dd2e-b40c-43b7-b041-bec4c1c1a260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:29.374057 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f269dd2e-b40c-43b7-b041-bec4c1c1a260 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a1c3b578-5b73-43d5-b715-d8e258185030 HTTP/1.1" status: 204 len: 168 time: 0.9061017 Jul 22 16:31:29.380124 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40950) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:29.526307 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10ca3e01-b84d-465f-8f02-1e40d953175a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:29.534347 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40952) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:29.557815 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-10ca3e01-b84d-465f-8f02-1e40d953175a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f917a743-2b29-4ed7-bc92-4ef128fdeba8']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:29.589574 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-10ca3e01-b84d-465f-8f02-1e40d953175a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de83486-9742-4325-95e4-280e5a20b79c') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:29.590023 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-10ca3e01-b84d-465f-8f02-1e40d953175a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de83486-9742-4325-95e4-280e5a20b79c') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:29.609500 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fcb7c5e-97b9-4e98-b8b0-715ff03732ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:29.610380 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10ca3e01-b84d-465f-8f02-1e40d953175a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:29.639370 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6b4c91c3-6b55-42c6-a2cd-5e17a7373a24 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=79ca673eea614c058860f04d2986161b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0980725 Jul 22 16:31:29.639370 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10ca3e01-b84d-465f-8f02-1e40d953175a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:29.639370 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40958) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:29.646478 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-aa3f6dc3-2b21-48f0-a157-fabe1f4fc85c service neutron] 10.222.0.69 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283585 Jul 22 16:31:29.694168 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a28ef9-a4df-41e2-a98d-645a3493ba05 None None] Network 5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:31:29.711651 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ca3e01-b84d-465f-8f02-1e40d953175a admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:31:29.712090 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10ca3e01-b84d-465f-8f02-1e40d953175a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:31:29.715397 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:31:29.846009 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb7c5e-97b9-4e98-b8b0-715ff03732ac admin admin] Deleting port 3dc42815-af37-4cfe-bd66-cd53afa2a05f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:29.846009 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fcb7c5e-97b9-4e98-b8b0-715ff03732ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:29.883298 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-69bc0674-4d67-4cab-82fa-9ee9dd0883a3 service neutron] 10.222.0.69 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899226 Jul 22 16:31:29.976099 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9fcb7c5e-97b9-4e98-b8b0-715ff03732ac admin admin] For port 3dc42815-af37-4cfe-bd66-cd53afa2a05f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3dc42815-af37-4cfe-bd66-cd53afa2a05f,segment=NetworkSegment(4c8d7ff8-843d-41f4-852d-34af49610fb5),segment_id=4c8d7ff8-843d-41f4-852d-34af49610fb5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:29.976723 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fcb7c5e-97b9-4e98-b8b0-715ff03732ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:29.997053 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb7c5e-97b9-4e98-b8b0-715ff03732ac admin admin] Calling delete_port for 3dc42815-af37-4cfe-bd66-cd53afa2a05f owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:30.035413 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2b1067-d614-48ca-91e0-2fa85380eefc None None] Network 1fe00deb-8fc2-41e7-9cec-edcb691a1fa6 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:31:30.110933 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fcb7c5e-97b9-4e98-b8b0-715ff03732ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:30.141840 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcb7c5e-97b9-4e98-b8b0-715ff03732ac admin admin] No DVR routers for this DVR port 3dc42815-af37-4cfe-bd66-cd53afa2a05f on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:30.161153 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44514e55-8587-4e89-bdef-dd7f1bae9a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:30.222336 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44514e55-8587-4e89-bdef-dd7f1bae9a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:30.246279 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb7c5e-97b9-4e98-b8b0-715ff03732ac admin admin] Pushing event deleted for resources: {'Port': ['ID=3dc42815-af37-4cfe-bd66-cd53afa2a05f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:30.273266 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10ca3e01-b84d-465f-8f02-1e40d953175a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:30.302349 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca3e01-b84d-465f-8f02-1e40d953175a admin admin] Pushing event deleted for resources: {'Network': ['ID=f917a743-2b29-4ed7-bc92-4ef128fdeba8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:30.304459 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44514e55-8587-4e89-bdef-dd7f1bae9a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:30.308450 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44514e55-8587-4e89-bdef-dd7f1bae9a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:30.312580 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-44514e55-8587-4e89-bdef-dd7f1bae9a15 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4b404a46-0a06-4e44-b7a9-bcb878ab0b5c HTTP/1.1" status: 204 len: 168 time: 0.6746244 Jul 22 16:31:30.315699 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10ca3e01-b84d-465f-8f02-1e40d953175a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:30.321382 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40978) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:30.322335 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-10ca3e01-b84d-465f-8f02-1e40d953175a admin admin] 10.222.0.69 "DELETE /v2.0/networks/f917a743-2b29-4ed7-bc92-4ef128fdeba8 HTTP/1.1" status: 204 len: 168 time: 1.1585972 Jul 22 16:31:30.341647 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44514e55-8587-4e89-bdef-dd7f1bae9a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b404a46-0a06-4e44-b7a9-bcb878ab0b5c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:30.354694 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250da26-d9b6-4f7a-9f42-c5d540df8042 req-2674e426-39d6-4852-bf5f-03875ae11015 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:30.364773 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1250da26-d9b6-4f7a-9f42-c5d540df8042 req-2674e426-39d6-4852-bf5f-03875ae11015 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=5fca3705-ca1f-46bd-b505-6035b97a9d62 HTTP/1.1" status: 200 len: 945 time: 0.6243215 Jul 22 16:31:30.439989 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1250da26-d9b6-4f7a-9f42-c5d540df8042 req-3352edb7-68ec-4cb3-9837-931e3d5e6fcc tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739880 Jul 22 16:31:30.501731 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ddacb1-f62c-4acf-9025-a445a5eb48d3 None None] DHCP port deletion for 5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:31:30.539347 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fcb7c5e-97b9-4e98-b8b0-715ff03732ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:30.572673 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-9fcb7c5e-97b9-4e98-b8b0-715ff03732ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:30.604316 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-9fcb7c5e-97b9-4e98-b8b0-715ff03732ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8d7ff8-843d-41f4-852d-34af49610fb5') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:30.606149 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-9fcb7c5e-97b9-4e98-b8b0-715ff03732ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8d7ff8-843d-41f4-852d-34af49610fb5') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:30.614083 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-34203552-e9a1-4ee6-8b06-d380ee075acd admin admin] Deleting subnet 34527718-c2cf-4dec-bbb2-83236f8191b3 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:31:30.631148 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34203552-e9a1-4ee6-8b06-d380ee075acd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:30.652619 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fcb7c5e-97b9-4e98-b8b0-715ff03732ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:30.671848 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fcb7c5e-97b9-4e98-b8b0-715ff03732ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:30.678335 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fcb7c5e-97b9-4e98-b8b0-715ff03732ac admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:31:30.680286 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fcb7c5e-97b9-4e98-b8b0-715ff03732ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:31:30.713444 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:31:30.769624 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-284a06b1-aa1e-4605-af03-c66039fa14b1 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:30.776077 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-284a06b1-aa1e-4605-af03-c66039fa14b1 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/networks?id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e HTTP/1.1" status: 200 len: 812 time: 0.2354882 Jul 22 16:31:30.793062 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34203552-e9a1-4ee6-8b06-d380ee075acd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:30.804966 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-c51684e2-aaa7-4b3b-9a9b-e2f8e5266a2c tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/quotas/a8f7f0ee905d4934879787b8f8216673 HTTP/1.1" status: 200 len: 375 time: 0.0225244 Jul 22 16:31:30.846794 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34203552-e9a1-4ee6-8b06-d380ee075acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:30.871225 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-dcf030b6-a6db-4061-bd7b-5e25ca1cba80 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a8f7f0ee905d4934879787b8f8216673&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596542 Jul 22 16:31:30.912791 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fcb7c5e-97b9-4e98-b8b0-715ff03732ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:30.939389 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fcb7c5e-97b9-4e98-b8b0-715ff03732ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:30.942123 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9fcb7c5e-97b9-4e98-b8b0-715ff03732ac admin admin] 10.222.0.69 "DELETE /v2.0/networks/5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21 HTTP/1.1" status: 204 len: 168 time: 1.5610144 Jul 22 16:31:30.944594 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb7c5e-97b9-4e98-b8b0-715ff03732ac admin admin] Pushing event deleted for resources: {'Network': ['ID=5a5e56f6-7ff7-47c3-9e52-d5ec7629ad21,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:30.945797 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41008) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:30.950050 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34203552-e9a1-4ee6-8b06-d380ee075acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:30.971120 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34203552-e9a1-4ee6-8b06-d380ee075acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:30.975244 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-34203552-e9a1-4ee6-8b06-d380ee075acd admin admin] 10.222.0.69 "DELETE /v2.0/subnets/34527718-c2cf-4dec-bbb2-83236f8191b3 HTTP/1.1" status: 204 len: 168 time: 0.6509364 Jul 22 16:31:31.010677 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41012) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:31.020186 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34203552-e9a1-4ee6-8b06-d380ee075acd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34527718-c2cf-4dec-bbb2-83236f8191b3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:31.025314 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-2a85ebe3-9358-4e38-ae57-ccc069fe8e2a req-bcb67087-027a-4cac-b362-8f4ca3618e0d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1620935139', 'description': 'tempest-description-1201597930'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:31.088952 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2a85ebe3-9358-4e38-ae57-ccc069fe8e2a req-bcb67087-027a-4cac-b362-8f4ca3618e0d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:31.136498 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab08a464-79bf-47ac-a432-46061cdaf0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:31.256970 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab08a464-79bf-47ac-a432-46061cdaf0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:31.273702 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ab08a464-79bf-47ac-a432-46061cdaf0a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['306438a8-0597-48c8-90b2-bba6cdbdeaba']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:31.284751 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-a5ae8405-43a7-40fe-b9c5-ca06e1b6d2a8 service neutron] 10.222.0.69 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063292 Jul 22 16:31:31.289430 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ab08a464-79bf-47ac-a432-46061cdaf0a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8d61cd-7bcc-4f4c-8194-3847ce8f285a') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:31.289723 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ab08a464-79bf-47ac-a432-46061cdaf0a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8d61cd-7bcc-4f4c-8194-3847ce8f285a') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:31.305097 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab08a464-79bf-47ac-a432-46061cdaf0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:31.330378 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab08a464-79bf-47ac-a432-46061cdaf0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:31.343154 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab08a464-79bf-47ac-a432-46061cdaf0a1 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:31:31.344263 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab08a464-79bf-47ac-a432-46061cdaf0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:31:31.346439 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:31:31.415553 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2a85ebe3-9358-4e38-ae57-ccc069fe8e2a req-bcb67087-027a-4cac-b362-8f4ca3618e0d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:31.422633 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2a85ebe3-9358-4e38-ae57-ccc069fe8e2a req-bcb67087-027a-4cac-b362-8f4ca3618e0d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:31.430513 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab08a464-79bf-47ac-a432-46061cdaf0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:31.448113 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab08a464-79bf-47ac-a432-46061cdaf0a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:31.450306 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ab08a464-79bf-47ac-a432-46061cdaf0a1 admin admin] 10.222.0.69 "DELETE /v2.0/networks/306438a8-0597-48c8-90b2-bba6cdbdeaba HTTP/1.1" status: 204 len: 168 time: 0.4383533 Jul 22 16:31:31.471851 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08a464-79bf-47ac-a432-46061cdaf0a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=306438a8-0597-48c8-90b2-bba6cdbdeaba,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:31.475933 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2a85ebe3-9358-4e38-ae57-ccc069fe8e2a req-bcb67087-027a-4cac-b362-8f4ca3618e0d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:31.477419 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2a85ebe3-9358-4e38-ae57-ccc069fe8e2a req-bcb67087-027a-4cac-b362-8f4ca3618e0d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4674938 Jul 22 16:31:31.478228 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb67087-027a-4cac-b362-8f4ca3618e0d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0143fc-e036-47e9-b424-eb369bd7916f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:31.486559 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-aaab197d-e720-4596-8671-4401339ca030 service neutron] 10.222.0.69 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773891 Jul 22 16:31:31.571401 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb87151b-86c1-45cd-9c5a-65e8c63e91fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:31.585691 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:31.615107 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab732a8a-14b1-40a9-8aba-1ff8e7d8c3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:31.634216 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7b7424ea-46c7-4905-9185-21bcfb8f95ee req-c2730965-f01a-444b-a2c3-76339bcfba27 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 210 time: 0.0385530 Jul 22 16:31:31.716691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41040) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:31.779902 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-2f467d3f-8a65-4dcf-87ca-d7b436913298 req-453993a4-7be9-4054-befd-309767d4979d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1283993276', 'description': 'tempest-description-973893280'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:31.851929 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41044) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:31.852799 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2f467d3f-8a65-4dcf-87ca-d7b436913298 req-453993a4-7be9-4054-befd-309767d4979d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:32.059838 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b2cd4e8a-76ef-4670-8a08-7eac9ef8ca83 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7782266dfdc04a53ab0c0d4cc2d32226&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3391762 Jul 22 16:31:32.060806 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41056) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:32.119784 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5a6bc5ea-107f-453a-b385-54bcedd527f6 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2001807070-network', 'tenant_id': 'c01e19ea85c04eff85a8e7af5d534fb7'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:32.175390 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2f467d3f-8a65-4dcf-87ca-d7b436913298 req-453993a4-7be9-4054-befd-309767d4979d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:32.201914 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2f467d3f-8a65-4dcf-87ca-d7b436913298 req-453993a4-7be9-4054-befd-309767d4979d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:32.212003 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6bc5ea-107f-453a-b385-54bcedd527f6 admin admin] Made reservation on behalf of c01e19ea85c04eff85a8e7af5d534fb7 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:31:32.215306 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a6bc5ea-107f-453a-b385-54bcedd527f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:32.232510 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a6bc5ea-107f-453a-b385-54bcedd527f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:32.261042 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-f8558427-1f49-4d37-827c-1a672347d332 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:32.262439 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-f8558427-1f49-4d37-827c-1a672347d332 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.16 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 821 time: 0.3257883 Jul 22 16:31:32.285960 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-9ee6c601-546a-4abc-be88-8783e25eaccc tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Request body: {'port': {'device_id': '992efabc-c450-457f-9945-f5d968d24640', 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539', 'admin_state_up': True, 'tenant_id': '82e10b2cb7664a44842fdfbeaf9667ba'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:32.302941 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6dc39e-1507-462c-a2b1-f3139dca2a1b req-7eeadad1-c8e5-4814-8a70-ec2ec85668fb tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:32.305006 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4a6dc39e-1507-462c-a2b1-f3139dca2a1b req-7eeadad1-c8e5-4814-8a70-ec2ec85668fb tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=5fca3705-ca1f-46bd-b505-6035b97a9d62 HTTP/1.1" status: 200 len: 945 time: 0.5038364 Jul 22 16:31:32.352136 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2f467d3f-8a65-4dcf-87ca-d7b436913298 req-453993a4-7be9-4054-befd-309767d4979d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:32.356993 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3dc42815-af37-4cfe-bd66-cd53afa2a05f no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:32.370556 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f467d3f-8a65-4dcf-87ca-d7b436913298 req-453993a4-7be9-4054-befd-309767d4979d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5994246 Jul 22 16:31:32.390428 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 3dc42815-af37-4cfe-bd66-cd53afa2a05f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:32.390854 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3dc42815-af37-4cfe-bd66-cd53afa2a05f not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:32.415550 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ab732a8a-14b1-40a9-8aba-1ff8e7d8c3ae admin admin] Deleting port d4efcc0a-c422-4d1e-9212-1c0d392e2b11 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:32.415889 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab732a8a-14b1-40a9-8aba-1ff8e7d8c3ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:32.437068 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4a6dc39e-1507-462c-a2b1-f3139dca2a1b req-8bc32a87-9cb6-4e40-98d2-1e4bd51d11b8 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231167 Jul 22 16:31:32.441249 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73955c23-9765-4a4d-bdfc-a232f0e1cdf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:32.513357 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73955c23-9765-4a4d-bdfc-a232f0e1cdf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:32.566637 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a6bc5ea-107f-453a-b385-54bcedd527f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:32.594377 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453993a4-7be9-4054-befd-309767d4979d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7614543a-4b95-4d33-826c-5baf4b4bdaaf,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:32.597506 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a6bc5ea-107f-453a-b385-54bcedd527f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:32.599164 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73955c23-9765-4a4d-bdfc-a232f0e1cdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:32.605672 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73955c23-9765-4a4d-bdfc-a232f0e1cdf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:32.609113 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-73955c23-9765-4a4d-bdfc-a232f0e1cdf1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a194972c-7dd9-4c49-9569-a07a824d430c HTTP/1.1" status: 204 len: 168 time: 0.5356832 Jul 22 16:31:32.621341 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-9ee6c601-546a-4abc-be88-8783e25eaccc tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Made reservation on behalf of 82e10b2cb7664a44842fdfbeaf9667ba for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:31:32.635862 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-9ee6c601-546a-4abc-be88-8783e25eaccc tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:32.642412 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:32.668813 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2d71821a-69b0-44c1-b2d0-c0b8a2a27a2e req-b216842b-d76b-4278-8d79-c474bfd9deff tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e3d6e11-9eee-4f16-847a-4afab2e5f460 HTTP/1.1" status: 200 len: 210 time: 0.2088244 Jul 22 16:31:32.683418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73955c23-9765-4a4d-bdfc-a232f0e1cdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a194972c-7dd9-4c49-9569-a07a824d430c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:32.754723 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bc5ea-107f-453a-b385-54bcedd527f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca09f08-1ff9-46f8-a24b-60497d41553c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:32.841981 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6bc5ea-107f-453a-b385-54bcedd527f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:31:32.972832 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a6bc5ea-107f-453a-b385-54bcedd527f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:32.973188 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-5a6bc5ea-107f-453a-b385-54bcedd527f6 admin admin] Added segment 3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad of type vlan for network 11fd5339-ede9-4c72-a1e8-8686e18ee19f Jul 22 16:31:32.979883 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-9ee6c601-546a-4abc-be88-8783e25eaccc tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Allocated IP 172.20.0.9 (6f3ed260-5c39-4f44-87de-6af121ff9539/8ce36437-5a9b-4c2b-a36e-e40d9943a98a/351dca08-c94b-4083-924e-4d5b665dcacb) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:31:33.143452 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a6bc5ea-107f-453a-b385-54bcedd527f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:33.152284 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-ab732a8a-14b1-40a9-8aba-1ff8e7d8c3ae admin admin] For port d4efcc0a-c422-4d1e-9212-1c0d392e2b11, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d4efcc0a-c422-4d1e-9212-1c0d392e2b11,segment=NetworkSegment(d42dd726-cd93-4cee-bde5-720aab4522a9),segment_id=d42dd726-cd93-4cee-bde5-720aab4522a9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:33.152731 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab732a8a-14b1-40a9-8aba-1ff8e7d8c3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:33.179278 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ab732a8a-14b1-40a9-8aba-1ff8e7d8c3ae admin admin] Calling delete_port for d4efcc0a-c422-4d1e-9212-1c0d392e2b11 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:33.203939 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-a8cba885-0698-4e01-8d82-d7d54de7955f tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:33.211075 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-a8cba885-0698-4e01-8d82-d7d54de7955f tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/networks?id=1fe00deb-8fc2-41e7-9cec-edcb691a1fa6 HTTP/1.1" status: 200 len: 813 time: 0.3519311 Jul 22 16:31:33.298229 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a6bc5ea-107f-453a-b385-54bcedd527f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:33.299380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6bc5ea-107f-453a-b385-54bcedd527f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:33.300190 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a6bc5ea-107f-453a-b385-54bcedd527f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:33.308998 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-6195a2b2-bb83-4829-b18e-0d1b740306de tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/quotas/231f2008811e47828d2bf48d5ef7e115 HTTP/1.1" status: 200 len: 375 time: 0.0968642 Jul 22 16:31:33.326003 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41090) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:33.431764 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ffda607c-6032-4d71-8356-1f6d04d09e47 req-42ca67b6-3ea9-46ca-8a93-3474a35ec25f tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 210 time: 0.0418746 Jul 22 16:31:33.461006 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-4b7dfea4-b063-46be-9a13-3da37d50287a tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=231f2008811e47828d2bf48d5ef7e115&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1508448 Jul 22 16:31:33.475762 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-9ee6c601-546a-4abc-be88-8783e25eaccc tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:33.557581 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-9ee6c601-546a-4abc-be88-8783e25eaccc tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:33.593399 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['9996a004-c98a-44c6-b9eb-9cba5a931bb1'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:33.598060 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:33.630436 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6c601-546a-4abc-be88-8783e25eaccc tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Pushing event updated for resources: {'Port': ['ID=351dca08-c94b-4083-924e-4d5b665dcacb,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:33.639977 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-9ee6c601-546a-4abc-be88-8783e25eaccc tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Network 6f3ed260-5c39-4f44-87de-6af121ff9539 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:31:33.641723 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5a6bc5ea-107f-453a-b385-54bcedd527f6 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7820973 Jul 22 16:31:33.642358 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-9ee6c601-546a-4abc-be88-8783e25eaccc tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:31:33.644696 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41100) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:33.651886 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-9ee6c601-546a-4abc-be88-8783e25eaccc tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:31:33.720604 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-833feb3f-683f-4a64-a6c1-3f9b6552e23f admin admin] Request body: {'subnet': {'network_id': '11fd5339-ede9-4c72-a1e8-8686e18ee19f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2001807070-subnet', 'tenant_id': 'c01e19ea85c04eff85a8e7af5d534fb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:33.755285 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-9ee6c601-546a-4abc-be88-8783e25eaccc tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:33.756585 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-9ee6c601-546a-4abc-be88-8783e25eaccc tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:33.761586 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833feb3f-683f-4a64-a6c1-3f9b6552e23f admin admin] Made reservation on behalf of c01e19ea85c04eff85a8e7af5d534fb7 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:31:33.764748 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-833feb3f-683f-4a64-a6c1-3f9b6552e23f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:33.802923 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-9ee6c601-546a-4abc-be88-8783e25eaccc tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5239561 Jul 22 16:31:33.833828 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bc5ea-107f-453a-b385-54bcedd527f6 admin admin] Pushing event updated for resources: {'Network': ['ID=11fd5339-ede9-4c72-a1e8-8686e18ee19f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:33.848854 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 11fd5339-ede9-4c72-a1e8-8686e18ee19f details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:31:33.853034 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-5ec143da-5d0a-4b27-b526-260adabe5192 service neutron] Request body: {'port': {'device_id': '992efabc-c450-457f-9945-f5d968d24640', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:33.904706 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-1dfcc646-c62f-437b-ac23-bd87b65d4934 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:33.906447 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-1dfcc646-c62f-437b-ac23-bd87b65d4934 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.30 "GET /v2.0/networks?id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e HTTP/1.1" status: 200 len: 812 time: 0.6838398 Jul 22 16:31:33.929498 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-01652a6d-f8be-4490-9030-848ce37de77b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9dd3e83f98b044c2a15f7413bde3f31e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5886993 Jul 22 16:31:33.931227 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41104) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:33.969170 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-5ec143da-5d0a-4b27-b526-260adabe5192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:34.011954 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3753b472-29b9-4dd0-bcd6-57b0d2136771 req-c772058c-4916-4dc1-9ca3-4d79a0297e91 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e3d6e11-9eee-4f16-847a-4afab2e5f460 HTTP/1.1" status: 200 len: 210 time: 0.1649280 Jul 22 16:31:34.059970 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-d4f92a97-c49a-477a-9a3a-09b6d6879333 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Request body: {'port': {'device_id': '6e3d6e11-9eee-4f16-847a-4afab2e5f460', 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e', 'admin_state_up': True, 'tenant_id': 'a8f7f0ee905d4934879787b8f8216673'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:34.082016 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-b8371b8d-0ec9-4568-b8db-a1c1db79ea02 service neutron] 10.222.0.69 "GET /v2.0/networks/1fe00deb-8fc2-41e7-9cec-edcb691a1fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6166680 Jul 22 16:31:34.293448 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ee45606-ae5f-4c81-ba05-b8981d6bbc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:34.383767 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ee45606-ae5f-4c81-ba05-b8981d6bbc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:34.441999 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-3d8d76d6-033c-4276-b701-76ca181b97b8 service neutron] 10.222.0.69 "GET /v2.0/networks/1fe00deb-8fc2-41e7-9cec-edcb691a1fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318007 Jul 22 16:31:34.442961 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-d4f92a97-c49a-477a-9a3a-09b6d6879333 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Made reservation on behalf of a8f7f0ee905d4934879787b8f8216673 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:31:34.446775 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-d4f92a97-c49a-477a-9a3a-09b6d6879333 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:34.453963 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab732a8a-14b1-40a9-8aba-1ff8e7d8c3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:34.494643 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:34.524025 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab732a8a-14b1-40a9-8aba-1ff8e7d8c3ae admin admin] Pushing event deleted for resources: {'Port': ['ID=d4efcc0a-c422-4d1e-9212-1c0d392e2b11,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:34.529392 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-5ec143da-5d0a-4b27-b526-260adabe5192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 351dca08-c94b-4083-924e-4d5b665dcacb {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:34.540235 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-5ec143da-5d0a-4b27-b526-260adabe5192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:34.560754 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-5ec143da-5d0a-4b27-b526-260adabe5192 service neutron] Transition to ACTIVE for port object 351dca08-c94b-4083-924e-4d5b665dcacb will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:31:34.563402 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-833feb3f-683f-4a64-a6c1-3f9b6552e23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:34.634651 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833feb3f-683f-4a64-a6c1-3f9b6552e23f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3d31ec7-0709-410d-b2c0-dce9daa2755c,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:34.641826 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-5ec143da-5d0a-4b27-b526-260adabe5192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:34.730811 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab732a8a-14b1-40a9-8aba-1ff8e7d8c3ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:34.870306 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ee45606-ae5f-4c81-ba05-b8981d6bbc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:34.872932 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ee45606-ae5f-4c81-ba05-b8981d6bbc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:34.877844 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4ee45606-ae5f-4c81-ba05-b8981d6bbc6b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/abcea6d6-19d0-43e3-b544-84c783dc8d46 HTTP/1.1" status: 204 len: 168 time: 0.8788970 Jul 22 16:31:34.901970 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee45606-ae5f-4c81-ba05-b8981d6bbc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcea6d6-19d0-43e3-b544-84c783dc8d46,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:35.004017 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec143da-5d0a-4b27-b526-260adabe5192 service neutron] Pushing event updated for resources: {'Port': ['ID=351dca08-c94b-4083-924e-4d5b665dcacb,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:35.019234 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-d4f92a97-c49a-477a-9a3a-09b6d6879333 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Allocated IP 172.20.0.14 (eccf7f4a-8697-4aaa-95fa-9daad7e19e4e/a3c12ce3-22c0-432e-833b-5a5a37b77be7/de3b8955-a12d-49d1-be59-226dc98901f9) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:31:35.052692 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-5ec143da-5d0a-4b27-b526-260adabe5192 service neutron] Attempting to bind port 351dca08-c94b-4083-924e-4d5b665dcacb on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:31:35.053122 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-5ec143da-5d0a-4b27-b526-260adabe5192 service neutron] Attempting to bind port 351dca08-c94b-4083-924e-4d5b665dcacb by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:31:35.053466 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-5ec143da-5d0a-4b27-b526-260adabe5192 service neutron] Attempting to bind port 351dca08-c94b-4083-924e-4d5b665dcacb on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:31:35.055284 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dad70054-4f8a-4cd4-9514-fb3eaea5ffd6 req-48f62e9d-4048-4122-ac82-827f2effe75f tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=86e89cbe-7983-4d19-ba39-09fc895f02a9 HTTP/1.1" status: 200 len: 210 time: 0.0542674 Jul 22 16:31:35.057128 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833feb3f-683f-4a64-a6c1-3f9b6552e23f admin admin] Checking segment: {'id': '3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '11fd5339-ede9-4c72-a1e8-8686e18ee19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:31:35.057897 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833feb3f-683f-4a64-a6c1-3f9b6552e23f admin admin] Network hostable DHCP agents. Network: 11fd5339-ede9-4c72-a1e8-8686e18ee19f, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:31:35.069106 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacefda-ebe4-469d-ba74-79d392e3e188 req-283de427-f9e8-47e6-a453-dad776614563 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:35.070799 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0bacefda-ebe4-469d-ba74-79d392e3e188 req-283de427-f9e8-47e6-a453-dad776614563 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 943 time: 0.4375224 Jul 22 16:31:35.074377 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-5ec143da-5d0a-4b27-b526-260adabe5192 service neutron] Port 351dca08-c94b-4083-924e-4d5b665dcacb on network 6f3ed260-5c39-4f44-87de-6af121ff9539 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:31:35.074705 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-5ec143da-5d0a-4b27-b526-260adabe5192 service neutron] Attempting to bind port 351dca08-c94b-4083-924e-4d5b665dcacb on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:31:35.151455 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-5ec143da-5d0a-4b27-b526-260adabe5192 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:31:35.151808 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-5ec143da-5d0a-4b27-b526-260adabe5192 service neutron] Checking segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:31:35.152208 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-5ec143da-5d0a-4b27-b526-260adabe5192 service neutron] Bound using segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:31:35.154680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-5ec143da-5d0a-4b27-b526-260adabe5192 service neutron] Bound port: 351dca08-c94b-4083-924e-4d5b665dcacb, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:31:35.154680 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-5ec143da-5d0a-4b27-b526-260adabe5192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:35.247826 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0bacefda-ebe4-469d-ba74-79d392e3e188 req-9b791784-28cf-42be-8bb0-527df5370da5 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706820 Jul 22 16:31:35.256378 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833feb3f-683f-4a64-a6c1-3f9b6552e23f admin admin] Network 11fd5339-ede9-4c72-a1e8-8686e18ee19f is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:31:35.309679 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-833feb3f-683f-4a64-a6c1-3f9b6552e23f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 11fd5339-ede9-4c72-a1e8-8686e18ee19f) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:31:35.325873 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7980b0-13d9-41af-897c-b0e858c58abc None None] Network 11fd5339-ede9-4c72-a1e8-8686e18ee19f requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:31:35.336027 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833feb3f-683f-4a64-a6c1-3f9b6552e23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:35.336870 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-833feb3f-683f-4a64-a6c1-3f9b6552e23f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:35.399401 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-08f0c59a-e255-4508-8c21-2a60d29fc862 req-b9d8ebb1-61ce-4d21-86f3-6cca4b3f6565 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e3d6e11-9eee-4f16-847a-4afab2e5f460 HTTP/1.1" status: 200 len: 210 time: 0.1767905 Jul 22 16:31:35.494290 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-5ec143da-5d0a-4b27-b526-260adabe5192 service neutron] For port 351dca08-c94b-4083-924e-4d5b665dcacb, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:31:35.511505 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-5ec143da-5d0a-4b27-b526-260adabe5192 service neutron] For port 351dca08-c94b-4083-924e-4d5b665dcacb, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=351dca08-c94b-4083-924e-4d5b665dcacb,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:31:35.516333 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-833feb3f-683f-4a64-a6c1-3f9b6552e23f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8695278 Jul 22 16:31:35.523927 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-5ec143da-5d0a-4b27-b526-260adabe5192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:35.531688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab732a8a-14b1-40a9-8aba-1ff8e7d8c3ae admin admin] Router f4f64a8b-70d5-40e6-b1df-12faf7222c38 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:31:35.626222 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-5ec143da-5d0a-4b27-b526-260adabe5192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:35.627111 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-5ec143da-5d0a-4b27-b526-260adabe5192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:35.629546 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-5ec143da-5d0a-4b27-b526-260adabe5192 service neutron] 10.222.0.16 "PUT /v2.0/ports/351dca08-c94b-4083-924e-4d5b665dcacb HTTP/1.1" status: 200 len: 1091 time: 1.7837679 Jul 22 16:31:35.630824 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992efabc-c450-457f-9945-f5d968d24640', 'tag': '351dca08-c94b-4083-924e-4d5b665dcacb'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:35.633349 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16c6d53-16dc-4378-b097-5407d1b03d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "992efabc-c450-457f-9945-f5d968d24640", "tag": "351dca08-c94b-4083-924e-4d5b665dcacb"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:35.685117 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec143da-5d0a-4b27-b526-260adabe5192 service neutron] Pushing event updated for resources: {'Port': ['ID=351dca08-c94b-4083-924e-4d5b665dcacb,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:35.690160 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92132a41-4a18-4f89-b2a9-14b770b5aafc None None] Network 11fd5339-ede9-4c72-a1e8-8686e18ee19f requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:31:35.832055 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-3b5a25c8-352d-490a-a7ec-92dc11898dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:35.838985 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-3b5a25c8-352d-490a-a7ec-92dc11898dc9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 1094 time: 0.1199560 Jul 22 16:31:35.931374 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-e6181e2e-fe59-4d2a-8845-1f662c10a327 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=351dca08-c94b-4083-924e-4d5b665dcacb HTTP/1.1" status: 200 len: 217 time: 0.0760648 Jul 22 16:31:36.033032 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1817547e-397f-4a03-89a1-5581b60cf72e details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:31:36.059553 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-965e456a-8bd7-4b24-a36c-6ef64059ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:36.063463 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-965e456a-8bd7-4b24-a36c-6ef64059ce15 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ce36437-5a9b-4c2b-a36e-e40d9943a98a HTTP/1.1" status: 200 len: 861 time: 0.1241956 Jul 22 16:31:36.153303 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-50ac203d-cf23-4052-a9d3-6820480d9783 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f3ed260-5c39-4f44-87de-6af121ff9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775821 Jul 22 16:31:36.245592 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5075f5f7-8171-4d10-aaa4-5c3485f3ea1b x-openstack-request-id: req-5075f5f7-8171-4d10-aaa4-5c3485f3ea1b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:36.246490 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "992efabc-c450-457f-9945-f5d968d24640", "tag": "351dca08-c94b-4083-924e-4d5b665dcacb", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:36.246490 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5075f5f7-8171-4d10-aaa4-5c3485f3ea1b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:36.247079 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '992efabc-c450-457f-9945-f5d968d24640', 'tag': '351dca08-c94b-4083-924e-4d5b665dcacb', 'status': 'completed', 'code': 200} Jul 22 16:31:36.384126 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1817547e-397f-4a03-89a1-5581b60cf72e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1817547e-397f-4a03-89a1-5581b60cf72e,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:36.409039 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '1817547e-397f-4a03-89a1-5581b60cf72e', 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b', 'port_id': '1817547e-397f-4a03-89a1-5581b60cf72e', 'mac_address': 'fa:16:3e:82:1b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebacc49d-e692-4fa0-8885-df5965dbe3a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:31:36.427971 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-69ea52ff-e975-4a76-83dd-6dd6291c405b service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678556 Jul 22 16:31:36.509970 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-701e59e2-f931-4b51-8322-448db3f56aab req-f093115b-8e3f-4fd5-aa06-9838d92b6bd8 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=86e89cbe-7983-4d19-ba39-09fc895f02a9 HTTP/1.1" status: 200 len: 210 time: 0.0342588 Jul 22 16:31:36.518909 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:36.566105 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1817547e-397f-4a03-89a1-5581b60cf72e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:36.612393 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d16fcdd9-eb2d-4217-8bd3-10f831090039 req-31475eff-495d-4e39-af7b-a65c1be21a9e service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767061 Jul 22 16:31:36.613559 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1817547e-397f-4a03-89a1-5581b60cf72e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1817547e-397f-4a03-89a1-5581b60cf72e,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:36.625976 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:36.734566 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=1817547e-397f-4a03-89a1-5581b60cf72e,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:36.792209 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['1817547e-397f-4a03-89a1-5581b60cf72e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:36.807797 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-d4f92a97-c49a-477a-9a3a-09b6d6879333 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:36.918104 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab732a8a-14b1-40a9-8aba-1ff8e7d8c3ae admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:31:36.934069 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c913d1a1-811c-412c-9d8f-5c5787db6ee5 None None] Sync routers for ids ['f4f64a8b-70d5-40e6-b1df-12faf7222c38'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:31:36.935987 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84f501-8e64-4cb1-a016-54c01842d6ef req-13aa265b-8970-43fb-ac4e-529fa7e2981b tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:36.949237 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ce84f501-8e64-4cb1-a016-54c01842d6ef req-13aa265b-8970-43fb-ac4e-529fa7e2981b tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 943 time: 0.2694206 Jul 22 16:31:36.954221 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c913d1a1-811c-412c-9d8f-5c5787db6ee5 None None] Routers {'f4f64a8b-70d5-40e6-b1df-12faf7222c38'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:31:36.959385 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c913d1a1-811c-412c-9d8f-5c5787db6ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:31:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f4f64a8b-70d5-40e6-b1df-12faf7222c38'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:36.990233 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ab732a8a-14b1-40a9-8aba-1ff8e7d8c3ae admin admin] 10.222.0.69 "PUT /v2.0/routers/f4f64a8b-70d5-40e6-b1df-12faf7222c38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0415175 Jul 22 16:31:37.000767 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41214) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:37.089052 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-c913d1a1-811c-412c-9d8f-5c5787db6ee5 None None] Set router f4f64a8b-70d5-40e6-b1df-12faf7222c38 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:31:37.212822 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-9873e176-d420-4c49-8bf0-cd0e974cf880 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:37.214413 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-9873e176-d420-4c49-8bf0-cd0e974cf880 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/networks?id=11fd5339-ede9-4c72-a1e8-8686e18ee19f HTTP/1.1" status: 200 len: 822 time: 0.5030682 Jul 22 16:31:37.245534 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ce84f501-8e64-4cb1-a016-54c01842d6ef req-6f1eb387-c719-4a30-a239-08e6ef768a9e tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479258 Jul 22 16:31:37.262131 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-3cba1d02-d933-4f43-9b89-e18965fb792c tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/quotas/c01e19ea85c04eff85a8e7af5d534fb7 HTTP/1.1" status: 200 len: 375 time: 0.0335007 Jul 22 16:31:37.289210 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-d4f92a97-c49a-477a-9a3a-09b6d6879333 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:37.319466 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-5a4606f4-244a-4316-bbfc-aba9c375305d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:37.329180 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-5a4606f4-244a-4316-bbfc-aba9c375305d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.16 "GET /v2.0/networks?id=1fe00deb-8fc2-41e7-9cec-edcb691a1fa6 HTTP/1.1" status: 200 len: 813 time: 0.4955599 Jul 22 16:31:37.390736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-ddb98f15-f4a7-44d9-98c0-7a192293f097 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Request body: {'port': {'device_id': '86e89cbe-7983-4d19-ba39-09fc895f02a9', 'network_id': '1fe00deb-8fc2-41e7-9cec-edcb691a1fa6', 'admin_state_up': True, 'tenant_id': '231f2008811e47828d2bf48d5ef7e115'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:37.391060 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-d4f92a97-c49a-477a-9a3a-09b6d6879333 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:31:37.401500 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-d4f92a97-c49a-477a-9a3a-09b6d6879333 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:31:37.404480 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f92a97-c49a-477a-9a3a-09b6d6879333 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Pushing event updated for resources: {'Port': ['ID=de3b8955-a12d-49d1-be59-226dc98901f9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:37.405339 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c6d53-16dc-4378-b097-5407d1b03d6a req-fe9a6fa2-a18e-4110-b533-7ddaf74ab943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:37.407527 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b16c6d53-16dc-4378-b097-5407d1b03d6a req-fe9a6fa2-a18e-4110-b533-7ddaf74ab943 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 1094 time: 0.7061968 Jul 22 16:31:37.407864 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-d4f92a97-c49a-477a-9a3a-09b6d6879333 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:31:37.451913 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32c2afa7-da88-475c-a588-d472886acfb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:37.492344 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-8daa8f56-3ccd-4638-80ae-58593998a51d tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c01e19ea85c04eff85a8e7af5d534fb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2000198 Jul 22 16:31:37.540664 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c913d1a1-811c-412c-9d8f-5c5787db6ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f64a8b-70d5-40e6-b1df-12faf7222c38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-705654887-router', 'tenant_id': '831c87326ebb42749a266a6d8e903e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:20Z', 'updated_at': '2021-07-22T16:31:34Z', 'revision_number': 5, 'project_id': '831c87326ebb42749a266a6d8e903e9d', 'gw_port': {'id': 'd7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f64a8b-70d5-40e6-b1df-12faf7222c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:21Z', 'updated_at': '2021-07-22T16:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:37.788337 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c913d1a1-811c-412c-9d8f-5c5787db6ee5 None None] Checking router: f4f64a8b-70d5-40e6-b1df-12faf7222c38 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:31:37.789790 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-d4f92a97-c49a-477a-9a3a-09b6d6879333 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:37.793278 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-d4f92a97-c49a-477a-9a3a-09b6d6879333 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:37.812925 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c913d1a1-811c-412c-9d8f-5c5787db6ee5 None None] Routers {'f4f64a8b-70d5-40e6-b1df-12faf7222c38'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:31:37.813950 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c913d1a1-811c-412c-9d8f-5c5787db6ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:31:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f4f64a8b-70d5-40e6-b1df-12faf7222c38'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:37.877265 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f00bb6-15ba-427e-bd2c-211002ff7a2a req-eae4b303-0a9c-4459-a229-151495e6160d tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:37.911381 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b2f00bb6-15ba-427e-bd2c-211002ff7a2a req-eae4b303-0a9c-4459-a229-151495e6160d tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e3d6e11-9eee-4f16-847a-4afab2e5f460 HTTP/1.1" status: 200 len: 932 time: 0.5002275 Jul 22 16:31:37.993077 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-d4f92a97-c49a-477a-9a3a-09b6d6879333 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0623946 Jul 22 16:31:38.013285 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32c2afa7-da88-475c-a588-d472886acfb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:38.029729 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1817547e-397f-4a03-89a1-5581b60cf72e up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:31:38.052753 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-5b1e5e76-f866-440f-9e57-447f471197b3 service neutron] Request body: {'port': {'device_id': '6e3d6e11-9eee-4f16-847a-4afab2e5f460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:38.112419 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-c913d1a1-811c-412c-9d8f-5c5787db6ee5 None None] Set router f4f64a8b-70d5-40e6-b1df-12faf7222c38 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:31:38.179854 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 1817547e-397f-4a03-89a1-5581b60cf72e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:31:38.181938 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:38.200934 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b2f00bb6-15ba-427e-bd2c-211002ff7a2a req-8b315eff-1708-4075-848c-43b96fc4664c tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868354 Jul 22 16:31:38.399413 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:38.446901 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-32c2afa7-da88-475c-a588-d472886acfb4 admin admin] Deleting port d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:38.448079 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32c2afa7-da88-475c-a588-d472886acfb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:38.457613 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fca3705-ca1f-46bd-b505-6035b97a9d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1817547e-397f-4a03-89a1-5581b60cf72e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:38.464482 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd96800-45c1-408b-b2b6-277c6c738f88" -d '{"events": [{"server_uuid": "5fca3705-ca1f-46bd-b505-6035b97a9d62", "name": "network-vif-plugged", "status": "completed", "tag": "1817547e-397f-4a03-89a1-5581b60cf72e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:38.500702 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1817547e-397f-4a03-89a1-5581b60cf72e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1817547e-397f-4a03-89a1-5581b60cf72e,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:38.508749 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-5b1e5e76-f866-440f-9e57-447f471197b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:38.515440 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:38.569322 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c6d53-16dc-4378-b097-5407d1b03d6a req-9f559fb0-2f3b-429c-87fc-c144caaea9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:38.571454 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b16c6d53-16dc-4378-b097-5407d1b03d6a req-9f559fb0-2f3b-429c-87fc-c144caaea9b9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 922 time: 1.1519067 Jul 22 16:31:38.597774 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-388a940d-a5da-4505-a1a0-5c85984cdb7a req-ab957821-27fa-417c-9d91-6fb8d6aaf3c5 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=86e89cbe-7983-4d19-ba39-09fc895f02a9 HTTP/1.1" status: 200 len: 210 time: 0.1106131 Jul 22 16:31:38.661308 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=1817547e-397f-4a03-89a1-5581b60cf72e,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:38.686621 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c913d1a1-811c-412c-9d8f-5c5787db6ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f64a8b-70d5-40e6-b1df-12faf7222c38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-705654887-router', 'tenant_id': '831c87326ebb42749a266a6d8e903e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:20Z', 'updated_at': '2021-07-22T16:31:34Z', 'revision_number': 5, 'project_id': '831c87326ebb42749a266a6d8e903e9d', 'gw_port': {'id': 'd7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f64a8b-70d5-40e6-b1df-12faf7222c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:21Z', 'updated_at': '2021-07-22T16:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:38.731940 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c913d1a1-811c-412c-9d8f-5c5787db6ee5 None None] The sync data for ids ['f4f64a8b-70d5-40e6-b1df-12faf7222c38'] in n-d-798930-9 is: [{'id': 'f4f64a8b-70d5-40e6-b1df-12faf7222c38', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-705654887-router', 'tenant_id': '831c87326ebb42749a266a6d8e903e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'd7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:20Z', 'updated_at': '2021-07-22T16:31:34Z', 'revision_number': 5, 'project_id': '831c87326ebb42749a266a6d8e903e9d', 'gw_port': {'id': 'd7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f64a8b-70d5-40e6-b1df-12faf7222c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:21Z', 'updated_at': '2021-07-22T16:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:31:38.988906 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b16c6d53-16dc-4378-b097-5407d1b03d6a req-88f9bc15-7a1e-4bf4-bda2-d33cd4f9693c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=351dca08-c94b-4083-924e-4d5b665dcacb HTTP/1.1" status: 200 len: 217 time: 0.2498140 Jul 22 16:31:39.023918 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-5b1e5e76-f866-440f-9e57-447f471197b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3b8955-a12d-49d1-be59-226dc98901f9 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:39.033362 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-5b1e5e76-f866-440f-9e57-447f471197b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:39.049208 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-5b1e5e76-f866-440f-9e57-447f471197b3 service neutron] Transition to ACTIVE for port object de3b8955-a12d-49d1-be59-226dc98901f9 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:31:39.076798 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-5b1e5e76-f866-440f-9e57-447f471197b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:39.113304 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-32c2afa7-da88-475c-a588-d472886acfb4 admin admin] For port d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:39.114053 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32c2afa7-da88-475c-a588-d472886acfb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:39.152592 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a179db16-9690-48c6-b0cd-88bca2367278 req-41db8cb1-b5f5-4860-a27e-ff78ba4f74ba tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=58c27b7bc957459891ac53f5021c4f30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1015306 Jul 22 16:31:39.177201 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-32c2afa7-da88-475c-a588-d472886acfb4 admin admin] Calling delete_port for d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:39.201808 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-fa932731-3eff-4227-a220-03c3e44759fd service neutron] 10.222.0.69 "GET /v2.0/networks/11fd5339-ede9-4c72-a1e8-8686e18ee19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6778862 Jul 22 16:31:39.240667 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-ddb98f15-f4a7-44d9-98c0-7a192293f097 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Made reservation on behalf of 231f2008811e47828d2bf48d5ef7e115 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:31:39.244654 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-ddb98f15-f4a7-44d9-98c0-7a192293f097 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:39.323218 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c6d53-16dc-4378-b097-5407d1b03d6a req-620f3099-8bef-4029-ba89-bb98d28cdbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:39.325192 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b16c6d53-16dc-4378-b097-5407d1b03d6a req-620f3099-8bef-4029-ba89-bb98d28cdbc5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ce36437-5a9b-4c2b-a36e-e40d9943a98a HTTP/1.1" status: 200 len: 861 time: 0.3221993 Jul 22 16:31:39.369358 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e5e76-f866-440f-9e57-447f471197b3 service neutron] Pushing event updated for resources: {'Port': ['ID=de3b8955-a12d-49d1-be59-226dc98901f9,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:39.553024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-ddb98f15-f4a7-44d9-98c0-7a192293f097 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Allocated IP 172.20.0.13 (1fe00deb-8fc2-41e7-9cec-edcb691a1fa6/6e24e805-057d-42fd-88f6-45eb8cdba1d6/b2c832bf-09cc-41bb-a9c9-f6954a02fc67) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:31:39.641540 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179db16-9690-48c6-b0cd-88bca2367278 req-ce24c1f8-5961-4dad-ad4f-3294b03c007c tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:39.644733 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a179db16-9690-48c6-b0cd-88bca2367278 req-ce24c1f8-5961-4dad-ad4f-3294b03c007c tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4907634 Jul 22 16:31:39.653880 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-5b1e5e76-f866-440f-9e57-447f471197b3 service neutron] Attempting to bind port de3b8955-a12d-49d1-be59-226dc98901f9 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:31:39.654388 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-5b1e5e76-f866-440f-9e57-447f471197b3 service neutron] Attempting to bind port de3b8955-a12d-49d1-be59-226dc98901f9 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:31:39.654828 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-5b1e5e76-f866-440f-9e57-447f471197b3 service neutron] Attempting to bind port de3b8955-a12d-49d1-be59-226dc98901f9 on network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:31:39.660766 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b16c6d53-16dc-4378-b097-5407d1b03d6a req-dea64b47-67d2-4915-9f3d-a29e0370b2c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f3ed260-5c39-4f44-87de-6af121ff9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3214943 Jul 22 16:31:39.662819 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-82fe0429-31e0-48f5-8015-c4cafab7511e service neutron] 10.222.0.69 "GET /v2.0/networks/11fd5339-ede9-4c72-a1e8-8686e18ee19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486606 Jul 22 16:31:39.684496 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-5b1e5e76-f866-440f-9e57-447f471197b3 service neutron] Port de3b8955-a12d-49d1-be59-226dc98901f9 on network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:31:39.693130 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-5b1e5e76-f866-440f-9e57-447f471197b3 service neutron] Attempting to bind port de3b8955-a12d-49d1-be59-226dc98901f9 on network eccf7f4a-8697-4aaa-95fa-9daad7e19e4e {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:31:39.699874 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a179db16-9690-48c6-b0cd-88bca2367278 req-b1804306-c736-4f8a-bdc8-3b2188417d27 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/quotas/58c27b7bc957459891ac53f5021c4f30 HTTP/1.1" status: 200 len: 375 time: 0.0487413 Jul 22 16:31:39.705135 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-5b1e5e76-f866-440f-9e57-447f471197b3 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:31:39.705630 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-5b1e5e76-f866-440f-9e57-447f471197b3 service neutron] Checking segment: {'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:31:39.706148 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-5b1e5e76-f866-440f-9e57-447f471197b3 service neutron] Bound using segment: {'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:31:39.706716 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-5b1e5e76-f866-440f-9e57-447f471197b3 service neutron] Bound port: de3b8955-a12d-49d1-be59-226dc98901f9, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ac031d-5d01-4602-8a30-97e266f5106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:31:39.707304 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-5b1e5e76-f866-440f-9e57-447f471197b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:39.780294 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a179db16-9690-48c6-b0cd-88bca2367278 req-49542d59-5cee-4899-a98f-f6af866ba35d tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=58c27b7bc957459891ac53f5021c4f30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704820 Jul 22 16:31:39.829438 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32c2afa7-da88-475c-a588-d472886acfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:39.964215 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2afa7-da88-475c-a588-d472886acfb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:40.000372 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-5b1e5e76-f866-440f-9e57-447f471197b3 service neutron] For port de3b8955-a12d-49d1-be59-226dc98901f9, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:31:40.129563 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-5b1e5e76-f866-440f-9e57-447f471197b3 service neutron] For port de3b8955-a12d-49d1-be59-226dc98901f9, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=de3b8955-a12d-49d1-be59-226dc98901f9,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:31:40.135549 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d20670-dbbd-4502-a50c-97b3dca7054a x-openstack-request-id: req-69d20670-dbbd-4502-a50c-97b3dca7054a {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:40.135980 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fca3705-ca1f-46bd-b505-6035b97a9d62", "name": "network-vif-plugged", "status": "completed", "tag": "1817547e-397f-4a03-89a1-5581b60cf72e", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:40.135980 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-69d20670-dbbd-4502-a50c-97b3dca7054a {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:40.136373 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fca3705-ca1f-46bd-b505-6035b97a9d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1817547e-397f-4a03-89a1-5581b60cf72e', 'code': 200} Jul 22 16:31:40.160825 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-5b1e5e76-f866-440f-9e57-447f471197b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.221963 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b16c6d53-16dc-4378-b097-5407d1b03d6a req-9e712828-091f-4d51-aab8-50f6c1f3d26c service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5450509 Jul 22 16:31:40.279515 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-5b1e5e76-f866-440f-9e57-447f471197b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:40.280189 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-5b1e5e76-f866-440f-9e57-447f471197b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.282008 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-5b1e5e76-f866-440f-9e57-447f471197b3 service neutron] 10.222.0.30 "PUT /v2.0/ports/de3b8955-a12d-49d1-be59-226dc98901f9 HTTP/1.1" status: 200 len: 1092 time: 2.2472684 Jul 22 16:31:40.282199 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3d6e11-9eee-4f16-847a-4afab2e5f460', 'tag': 'de3b8955-a12d-49d1-be59-226dc98901f9'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:40.285294 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4b8367-b2e9-4d3c-9602-0994762eb46a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3d6e11-9eee-4f16-847a-4afab2e5f460", "tag": "de3b8955-a12d-49d1-be59-226dc98901f9"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:40.311041 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-ddb98f15-f4a7-44d9-98c0-7a192293f097 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.333067 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32c2afa7-da88-475c-a588-d472886acfb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.412681 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d4efcc0a-c422-4d1e-9212-1c0d392e2b11 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:40.463803 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: d4efcc0a-c422-4d1e-9212-1c0d392e2b11 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:40.464174 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d4efcc0a-c422-4d1e-9212-1c0d392e2b11 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:40.541974 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-ddb98f15-f4a7-44d9-98c0-7a192293f097 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.565188 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993cf1a-a8bf-44eb-9eeb-3ae30ad64307 req-8955c7f2-de66-4178-b33d-32d8f98bfc00 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:40.573250 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1993cf1a-a8bf-44eb-9eeb-3ae30ad64307 req-8955c7f2-de66-4178-b33d-32d8f98bfc00 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 943 time: 0.4596572 Jul 22 16:31:40.654121 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32c2afa7-da88-475c-a588-d472886acfb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.663246 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e5e76-f866-440f-9e57-447f471197b3 service neutron] Pushing event updated for resources: {'Port': ['ID=de3b8955-a12d-49d1-be59-226dc98901f9,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:40.671067 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32c2afa7-da88-475c-a588-d472886acfb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.703741 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-ddb98f15-f4a7-44d9-98c0-7a192293f097 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Network 1fe00deb-8fc2-41e7-9cec-edcb691a1fa6 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:31:40.712349 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-ddb98f15-f4a7-44d9-98c0-7a192293f097 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:31:40.736622 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1993cf1a-a8bf-44eb-9eeb-3ae30ad64307 req-7e4d4ede-0b59-499c-9d5d-12408bb1aaeb tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618583 Jul 22 16:31:40.745231 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b16c6d53-16dc-4378-b097-5407d1b03d6a req-b2463c2e-b65e-4893-94a2-a5a7a22e26d2 service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048976 Jul 22 16:31:40.746454 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-ddb98f15-f4a7-44d9-98c0-7a192293f097 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:31:40.771926 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb98f15-f4a7-44d9-98c0-7a192293f097 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event updated for resources: {'Port': ['ID=b2c832bf-09cc-41bb-a9c9-f6954a02fc67,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:40.788786 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2235e-0df8-4f9f-beb2-aaf4689c7218 req-67be27dd-2956-4c69-8d5d-bd3b79c64aff tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:40.811347 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28d2235e-0df8-4f9f-beb2-aaf4689c7218 req-67be27dd-2956-4c69-8d5d-bd3b79c64aff tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e3d6e11-9eee-4f16-847a-4afab2e5f460 HTTP/1.1" status: 200 len: 944 time: 0.5097549 Jul 22 16:31:40.835938 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32c2afa7-da88-475c-a588-d472886acfb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.836548 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c2afa7-da88-475c-a588-d472886acfb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4f64a8b-70d5-40e6-b1df-12faf7222c38 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:31:40.855815 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32c2afa7-da88-475c-a588-d472886acfb4 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.861706 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-32c2afa7-da88-475c-a588-d472886acfb4 admin admin] 10.222.0.69 "DELETE /v2.0/routers/f4f64a8b-70d5-40e6-b1df-12faf7222c38 HTTP/1.1" status: 204 len: 168 time: 3.8535621 Jul 22 16:31:40.869617 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41302) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:40.894941 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-01c23012-c697-4c32-ad40-3b18ae10f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:40.897533 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-01c23012-c697-4c32-ad40-3b18ae10f020 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8f7f0ee905d4934879787b8f8216673&device_id=6e3d6e11-9eee-4f16-847a-4afab2e5f460 HTTP/1.1" status: 200 len: 1095 time: 0.4066496 Jul 22 16:31:41.002438 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-ddb98f15-f4a7-44d9-98c0-7a192293f097 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:41.003386 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-ddb98f15-f4a7-44d9-98c0-7a192293f097 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:41.010650 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28d2235e-0df8-4f9f-beb2-aaf4689c7218 req-bcf9b06a-8404-4515-97f7-cb4b799412a3 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947968 Jul 22 16:31:41.131490 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-6ba3e954-e24a-4d27-adcc-7d7d527669c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de3b8955-a12d-49d1-be59-226dc98901f9 HTTP/1.1" status: 200 len: 217 time: 0.1365352 Jul 22 16:31:41.166516 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9dd5ea3-7da9-4e18-9caa-b32a6e06b4a2 admin admin] Deleting subnet bbf9ec46-1c6d-47ba-9602-465b5bb18513 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:31:41.174663 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9dd5ea3-7da9-4e18-9caa-b32a6e06b4a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:41.221369 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c1932e8d-56c1-4a6c-81cc-be413c6a3c7b req-fca206cc-6256-4c43-99e5-2f85c3d395ee tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 210 time: 0.0702116 Jul 22 16:31:41.240600 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9dd5ea3-7da9-4e18-9caa-b32a6e06b4a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:41.268055 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-37b1f278-515f-451a-a877-517214a2b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:41.270228 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-37b1f278-515f-451a-a877-517214a2b035 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a3c12ce3-22c0-432e-833b-5a5a37b77be7 HTTP/1.1" status: 200 len: 852 time: 0.1309628 Jul 22 16:31:41.325424 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-bf7a4d4a-cf94-4541-89b9-5eb93fd055a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357633 Jul 22 16:31:41.333439 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9dd5ea3-7da9-4e18-9caa-b32a6e06b4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:41.391677 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-ddb98f15-f4a7-44d9-98c0-7a192293f097 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0247276 Jul 22 16:31:41.395441 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9dd5ea3-7da9-4e18-9caa-b32a6e06b4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:41.419938 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-7380fa52-67d9-4537-8dbc-09b0fd52db48 service neutron] Request body: {'port': {'device_id': '86e89cbe-7983-4d19-ba39-09fc895f02a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:41.449749 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-85b4ac14-087b-4390-9b1c-bb48829a9768 req-b424b6a2-84a9-4096-bf48-3efe9763f3d1 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=492de56f-8e7d-47f6-8951-76b43597ae4c HTTP/1.1" status: 200 len: 210 time: 0.1232324 Jul 22 16:31:41.475198 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd5ea3-7da9-4e18-9caa-b32a6e06b4a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbf9ec46-1c6d-47ba-9602-465b5bb18513,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:41.479054 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9dd5ea3-7da9-4e18-9caa-b32a6e06b4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:41.481046 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b9dd5ea3-7da9-4e18-9caa-b32a6e06b4a2 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/bbf9ec46-1c6d-47ba-9602-465b5bb18513 HTTP/1.1" status: 204 len: 168 time: 0.6112175 Jul 22 16:31:41.483941 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41310) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:41.487361 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68de6be-11a3-4ebe-ae5d-b2b207f8603b None None] Network d5f3c7a9-a172-493e-9a3f-f92b66c51d6f requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:31:41.520670 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734566b-9179-4e23-ab21-952c24388a63 req-e5a5cdbb-3de1-4b68-9285-c5957feb3e57 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:41.553461 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7734566b-9179-4e23-ab21-952c24388a63 req-e5a5cdbb-3de1-4b68-9285-c5957feb3e57 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=86e89cbe-7983-4d19-ba39-09fc895f02a9 HTTP/1.1" status: 200 len: 932 time: 0.5349915 Jul 22 16:31:41.588284 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca27fc3-da0e-4398-b6d2-db5b4dae21f9 x-openstack-request-id: req-6ca27fc3-da0e-4398-b6d2-db5b4dae21f9 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:41.588665 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3d6e11-9eee-4f16-847a-4afab2e5f460", "tag": "de3b8955-a12d-49d1-be59-226dc98901f9", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:41.588859 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6ca27fc3-da0e-4398-b6d2-db5b4dae21f9 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:41.589271 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3d6e11-9eee-4f16-847a-4afab2e5f460', 'tag': 'de3b8955-a12d-49d1-be59-226dc98901f9', 'status': 'completed', 'code': 200} Jul 22 16:31:41.693050 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-7380fa52-67d9-4537-8dbc-09b0fd52db48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:41.694920 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-4b5eaa07-0a1b-430b-b24c-e277b7e52dff service neutron] 10.222.0.30 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389292 Jul 22 16:31:41.710262 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7734566b-9179-4e23-ab21-952c24388a63 req-6ba7d511-1c17-4462-8d47-1c4dc1cb3c5f tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6c5988b-5235-4680-8ef9-ed64c0061443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553302 Jul 22 16:31:41.728184 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-472c1c04-4279-473b-b28a-d8addef479c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:41.845785 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:41.955435 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:41.961655 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585ee8e2-0863-4b77-b16a-5270821352ea None None] DHCP port deletion for d5f3c7a9-a172-493e-9a3f-f92b66c51d6f request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:31:42.054711 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-585ee8e2-0863-4b77-b16a-5270821352ea None None] Deleting port f8a8948d-1588-4c6b-9c32-8702486e8b5c {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:42.056201 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-585ee8e2-0863-4b77-b16a-5270821352ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:42.144077 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f4aa66b-7963-45cf-bd7b-2582f19809d0 req-d01843f7-381a-4e73-ba23-e65e066c20c7 service neutron] 10.222.0.30 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428928 Jul 22 16:31:42.222734 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-585ee8e2-0863-4b77-b16a-5270821352ea None None] For port f8a8948d-1588-4c6b-9c32-8702486e8b5c, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f8a8948d-1588-4c6b-9c32-8702486e8b5c,segment=NetworkSegment(d42dd726-cd93-4cee-bde5-720aab4522a9),segment_id=d42dd726-cd93-4cee-bde5-720aab4522a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:42.225273 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-585ee8e2-0863-4b77-b16a-5270821352ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:42.275091 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-585ee8e2-0863-4b77-b16a-5270821352ea None None] Calling delete_port for f8a8948d-1588-4c6b-9c32-8702486e8b5c owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:42.401479 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f8a8948d-1588-4c6b-9c32-8702486e8b5c no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:42.407991 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-472c1c04-4279-473b-b28a-d8addef479c0 admin admin] Deleting port f8a8948d-1588-4c6b-9c32-8702486e8b5c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:42.408364 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-472c1c04-4279-473b-b28a-d8addef479c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:42.563894 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-585ee8e2-0863-4b77-b16a-5270821352ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:42.658178 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5512fa-881f-4da1-af04-61bde4e76fa9 req-cb7992f5-40af-4b5c-884c-47dce9788b6d tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:42.667718 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585ee8e2-0863-4b77-b16a-5270821352ea None None] No DVR routers for this DVR port f8a8948d-1588-4c6b-9c32-8702486e8b5c on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:42.669481 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ee8e2-0863-4b77-b16a-5270821352ea None None] Pushing event deleted for resources: {'Port': ['ID=f8a8948d-1588-4c6b-9c32-8702486e8b5c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:42.670586 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba5512fa-881f-4da1-af04-61bde4e76fa9 req-cb7992f5-40af-4b5c-884c-47dce9788b6d tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e3d6e11-9eee-4f16-847a-4afab2e5f460 HTTP/1.1" status: 200 len: 944 time: 0.5033245 Jul 22 16:31:42.703091 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:42.789809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b8367-b2e9-4d3c-9602-0994762eb46a req-64f33b9e-b5b6-4e24-8654-4c9715a64fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:42.795300 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bd4b8367-b2e9-4d3c-9602-0994762eb46a req-64f33b9e-b5b6-4e24-8654-4c9715a64fd4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8f7f0ee905d4934879787b8f8216673&device_id=6e3d6e11-9eee-4f16-847a-4afab2e5f460 HTTP/1.1" status: 200 len: 1095 time: 0.5288107 Jul 22 16:31:42.865777 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:42.909167 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2c105-f972-4ccc-a198-81ff2472fcbd req-7eafb7e3-1490-47d6-b7c3-b4e1d772a836 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:42.921256 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:42.921256 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d7bf4b9f-8c9f-4d31-9ee3-2b65aacd0d38 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:42.922534 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-97e2c105-f972-4ccc-a198-81ff2472fcbd req-7eafb7e3-1490-47d6-b7c3-b4e1d772a836 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 943 time: 0.9024858 Jul 22 16:31:43.006576 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-14c8d5ea-98db-4b75-b968-421435a68181 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:43.007193 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-7380fa52-67d9-4537-8dbc-09b0fd52db48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c832bf-09cc-41bb-a9c9-f6954a02fc67 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:43.009123 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-14c8d5ea-98db-4b75-b968-421435a68181 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.30 "GET /v2.0/networks?id=11fd5339-ede9-4c72-a1e8-8686e18ee19f HTTP/1.1" status: 200 len: 822 time: 0.8156068 Jul 22 16:31:43.023183 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-7380fa52-67d9-4537-8dbc-09b0fd52db48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:43.042676 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba5512fa-881f-4da1-af04-61bde4e76fa9 req-51d32a3c-dcfe-4f38-83b0-4053a3f34fcc tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572686 Jul 22 16:31:43.045245 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b8367-b2e9-4d3c-9602-0994762eb46a req-115f9e3a-9f1d-416c-8fcc-6b08630c3327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:43.046774 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bd4b8367-b2e9-4d3c-9602-0994762eb46a req-115f9e3a-9f1d-416c-8fcc-6b08630c3327 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e HTTP/1.1" status: 200 len: 913 time: 0.2312269 Jul 22 16:31:43.076871 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a179db16-9690-48c6-b0cd-88bca2367278 req-04591273-d6f1-48c0-ba35-0d3494c72f3b tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=58c27b7bc957459891ac53f5021c4f30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1970840 Jul 22 16:31:43.087614 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-472c1c04-4279-473b-b28a-d8addef479c0 admin admin] For port f8a8948d-1588-4c6b-9c32-8702486e8b5c, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f8a8948d-1588-4c6b-9c32-8702486e8b5c,segment=NetworkSegment(d42dd726-cd93-4cee-bde5-720aab4522a9),segment_id=d42dd726-cd93-4cee-bde5-720aab4522a9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:43.087990 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-472c1c04-4279-473b-b28a-d8addef479c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:43.137325 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-c0b60878-bb41-4bc5-a9a3-164c6c1ba207 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Request body: {'port': {'device_id': '6ca52c20-6804-495b-a927-eb009140285f', 'network_id': '11fd5339-ede9-4c72-a1e8-8686e18ee19f', 'admin_state_up': True, 'tenant_id': 'c01e19ea85c04eff85a8e7af5d534fb7'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:43.160065 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bd4b8367-b2e9-4d3c-9602-0994762eb46a req-010f443e-dea3-4679-9194-428f8a1540b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de3b8955-a12d-49d1-be59-226dc98901f9 HTTP/1.1" status: 200 len: 217 time: 0.1036396 Jul 22 16:31:43.163092 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-7380fa52-67d9-4537-8dbc-09b0fd52db48 service neutron] Transition to ACTIVE for port object b2c832bf-09cc-41bb-a9c9-f6954a02fc67 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:31:43.184488 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-7380fa52-67d9-4537-8dbc-09b0fd52db48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:43.291232 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b8367-b2e9-4d3c-9602-0994762eb46a req-18b10e90-9e16-4fe6-9312-e41bec2ed0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:43.292653 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bd4b8367-b2e9-4d3c-9602-0994762eb46a req-18b10e90-9e16-4fe6-9312-e41bec2ed0a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a3c12ce3-22c0-432e-833b-5a5a37b77be7 HTTP/1.1" status: 200 len: 852 time: 0.1181245 Jul 22 16:31:43.298334 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380fa52-67d9-4537-8dbc-09b0fd52db48 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c832bf-09cc-41bb-a9c9-f6954a02fc67,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:43.306843 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-97e2c105-f972-4ccc-a198-81ff2472fcbd req-12d09728-1846-4c33-be58-d581278031c2 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833683 Jul 22 16:31:43.342445 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-472c1c04-4279-473b-b28a-d8addef479c0 admin admin] Calling delete_port for f8a8948d-1588-4c6b-9c32-8702486e8b5c owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:43.478531 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bd4b8367-b2e9-4d3c-9602-0994762eb46a req-ec38a8f8-e13e-4ced-af9d-c74eccc239c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997951 Jul 22 16:31:43.488873 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dd9e7df3-553e-4fc8-a402-45955e0e8014 req-e305099e-0333-4c24-9fac-6d05334936cf tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 210 time: 0.1268237 Jul 22 16:31:43.616435 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e714d9a1-1c26-4218-bce9-299b5b705edd req-191cf0f0-9775-40ab-9b35-c6a1913e641c tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=492de56f-8e7d-47f6-8951-76b43597ae4c HTTP/1.1" status: 200 len: 210 time: 0.1933475 Jul 22 16:31:43.657329 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179db16-9690-48c6-b0cd-88bca2367278 req-d0963bbb-608e-4a44-8ef7-d388b772dd02 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:43.658855 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a179db16-9690-48c6-b0cd-88bca2367278 req-d0963bbb-608e-4a44-8ef7-d388b772dd02 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5260580 Jul 22 16:31:43.678618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-7380fa52-67d9-4537-8dbc-09b0fd52db48 service neutron] Attempting to bind port b2c832bf-09cc-41bb-a9c9-f6954a02fc67 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:31:43.679128 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-a179db16-9690-48c6-b0cd-88bca2367278 req-6602568d-5c33-44cf-8bf4-85406f298d8e tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Request body: {'port': {'device_id': '492de56f-8e7d-47f6-8951-76b43597ae4c', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '58c27b7bc957459891ac53f5021c4f30'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:43.679420 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-7380fa52-67d9-4537-8dbc-09b0fd52db48 service neutron] Attempting to bind port b2c832bf-09cc-41bb-a9c9-f6954a02fc67 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1fe00deb-8fc2-41e7-9cec-edcb691a1fa6'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:31:43.679930 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-7380fa52-67d9-4537-8dbc-09b0fd52db48 service neutron] Attempting to bind port b2c832bf-09cc-41bb-a9c9-f6954a02fc67 on network 1fe00deb-8fc2-41e7-9cec-edcb691a1fa6 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:31:43.695720 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-7380fa52-67d9-4537-8dbc-09b0fd52db48 service neutron] Port b2c832bf-09cc-41bb-a9c9-f6954a02fc67 on network 1fe00deb-8fc2-41e7-9cec-edcb691a1fa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:31:43.696318 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-7380fa52-67d9-4537-8dbc-09b0fd52db48 service neutron] Attempting to bind port b2c832bf-09cc-41bb-a9c9-f6954a02fc67 on network 1fe00deb-8fc2-41e7-9cec-edcb691a1fa6 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:31:43.709051 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-7380fa52-67d9-4537-8dbc-09b0fd52db48 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:31:43.709876 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-7380fa52-67d9-4537-8dbc-09b0fd52db48 service neutron] Checking segment: {'id': '59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1fe00deb-8fc2-41e7-9cec-edcb691a1fa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:31:43.710506 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-7380fa52-67d9-4537-8dbc-09b0fd52db48 service neutron] Bound using segment: {'id': '59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1fe00deb-8fc2-41e7-9cec-edcb691a1fa6'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:31:43.711189 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-7380fa52-67d9-4537-8dbc-09b0fd52db48 service neutron] Bound port: b2c832bf-09cc-41bb-a9c9-f6954a02fc67, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1fe00deb-8fc2-41e7-9cec-edcb691a1fa6'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:31:43.711847 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-7380fa52-67d9-4537-8dbc-09b0fd52db48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:43.750356 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bd4b8367-b2e9-4d3c-9602-0994762eb46a req-1de63e2b-a722-431f-b81b-fee5bd8136db service neutron] 10.222.0.30 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566237 Jul 22 16:31:43.780751 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-c0b60878-bb41-4bc5-a9a3-164c6c1ba207 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Made reservation on behalf of c01e19ea85c04eff85a8e7af5d534fb7 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:31:43.784223 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-c0b60878-bb41-4bc5-a9a3-164c6c1ba207 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:43.842620 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c14118-cf33-4033-bd44-a0aa70ca8993 req-fbe5922a-c073-406e-bb6d-1eb2572a08e5 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:43.844951 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-31c14118-cf33-4033-bd44-a0aa70ca8993 req-fbe5922a-c073-406e-bb6d-1eb2572a08e5 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=86e89cbe-7983-4d19-ba39-09fc895f02a9 HTTP/1.1" status: 200 len: 944 time: 0.2466161 Jul 22 16:31:43.962170 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-7380fa52-67d9-4537-8dbc-09b0fd52db48 service neutron] For port b2c832bf-09cc-41bb-a9c9-f6954a02fc67, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:31:43.985359 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-472c1c04-4279-473b-b28a-d8addef479c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:44.007444 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-31c14118-cf33-4033-bd44-a0aa70ca8993 req-7189347d-fe0f-4a91-924c-ff0563fd9f97 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6c5988b-5235-4680-8ef9-ed64c0061443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519098 Jul 22 16:31:44.009541 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-7380fa52-67d9-4537-8dbc-09b0fd52db48 service neutron] For port b2c832bf-09cc-41bb-a9c9-f6954a02fc67, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b2c832bf-09cc-41bb-a9c9-f6954a02fc67,segment=NetworkSegment(59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff),segment_id=59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:31:44.017497 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-7380fa52-67d9-4537-8dbc-09b0fd52db48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:44.040188 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c1c04-4279-473b-b28a-d8addef479c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8a8948d-1588-4c6b-9c32-8702486e8b5c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:44.046755 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472c1c04-4279-473b-b28a-d8addef479c0 admin admin] No DVR routers for this DVR port f8a8948d-1588-4c6b-9c32-8702486e8b5c on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:44.047201 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bd4b8367-b2e9-4d3c-9602-0994762eb46a req-d49fbfa9-5ef9-49f5-b3fe-18c9cbdb5edb service neutron] 10.222.0.30 "GET /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869503 Jul 22 16:31:44.059733 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a179db16-9690-48c6-b0cd-88bca2367278 req-6602568d-5c33-44cf-8bf4-85406f298d8e tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Made reservation on behalf of 58c27b7bc957459891ac53f5021c4f30 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:31:44.074994 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-7380fa52-67d9-4537-8dbc-09b0fd52db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:44.075969 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-7380fa52-67d9-4537-8dbc-09b0fd52db48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:44.077956 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-7380fa52-67d9-4537-8dbc-09b0fd52db48 service neutron] 10.222.0.16 "PUT /v2.0/ports/b2c832bf-09cc-41bb-a9c9-f6954a02fc67 HTTP/1.1" status: 200 len: 1092 time: 2.6621675 Jul 22 16:31:44.078418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e89cbe-7983-4d19-ba39-09fc895f02a9', 'tag': 'b2c832bf-09cc-41bb-a9c9-f6954a02fc67'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:44.081363 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a179db16-9690-48c6-b0cd-88bca2367278 req-6602568d-5c33-44cf-8bf4-85406f298d8e tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:44.081897 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d0da72-0a4c-4299-9bf2-8726e4d51549" -d '{"events": [{"name": "network-changed", "server_uuid": "86e89cbe-7983-4d19-ba39-09fc895f02a9", "tag": "b2c832bf-09cc-41bb-a9c9-f6954a02fc67"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:44.093829 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device de3b8955-a12d-49d1-be59-226dc98901f9 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:31:44.110109 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380fa52-67d9-4537-8dbc-09b0fd52db48 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c832bf-09cc-41bb-a9c9-f6954a02fc67,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:44.262621 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-472c1c04-4279-473b-b28a-d8addef479c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:44.269251 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-3f0ceb1e-7b23-4574-ba17-ddc8edd2a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:44.275077 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-3f0ceb1e-7b23-4574-ba17-ddc8edd2a498 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=231f2008811e47828d2bf48d5ef7e115&device_id=86e89cbe-7983-4d19-ba39-09fc895f02a9 HTTP/1.1" status: 200 len: 1095 time: 0.1277406 Jul 22 16:31:44.285908 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-472c1c04-4279-473b-b28a-d8addef479c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f3c7a9-a172-493e-9a3f-f92b66c51d6f']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:44.304411 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-472c1c04-4279-473b-b28a-d8addef479c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42dd726-cd93-4cee-bde5-720aab4522a9') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:44.304740 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-472c1c04-4279-473b-b28a-d8addef479c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42dd726-cd93-4cee-bde5-720aab4522a9') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:44.314756 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-472c1c04-4279-473b-b28a-d8addef479c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:44.317298 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port de3b8955-a12d-49d1-be59-226dc98901f9, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=de3b8955-a12d-49d1-be59-226dc98901f9,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:44.329573 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-472c1c04-4279-473b-b28a-d8addef479c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:44.337549 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'de3b8955-a12d-49d1-be59-226dc98901f9', 'network_id': 'eccf7f4a-8697-4aaa-95fa-9daad7e19e4e', 'port_id': 'de3b8955-a12d-49d1-be59-226dc98901f9', 'mac_address': 'fa:16:3e:2d:9c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c12ce3-22c0-432e-833b-5a5a37b77be7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:31:44.337821 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472c1c04-4279-473b-b28a-d8addef479c0 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:31:44.338265 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-472c1c04-4279-473b-b28a-d8addef479c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:44.350068 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-70a8b825-3c65-4d6b-adf8-7ed7de478757 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2c832bf-09cc-41bb-a9c9-f6954a02fc67 HTTP/1.1" status: 200 len: 217 time: 0.0616386 Jul 22 16:31:44.378147 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:44.395661 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3b8955-a12d-49d1-be59-226dc98901f9 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:31:44.404992 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:31:44.415128 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a179db16-9690-48c6-b0cd-88bca2367278 req-6602568d-5c33-44cf-8bf4-85406f298d8e tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:44.430592 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port de3b8955-a12d-49d1-be59-226dc98901f9, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=de3b8955-a12d-49d1-be59-226dc98901f9,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:44.448053 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-7286ddd6-a528-4485-b3ce-d881e9b26b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:44.450545 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-7286ddd6-a528-4485-b3ce-d881e9b26b9d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e24e805-057d-42fd-88f6-45eb8cdba1d6 HTTP/1.1" status: 200 len: 853 time: 0.0793869 Jul 22 16:31:44.451546 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:44.459978 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-472c1c04-4279-473b-b28a-d8addef479c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:44.486500 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-472c1c04-4279-473b-b28a-d8addef479c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:44.487584 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebd3c0-b44c-4ffd-9c7b-9125e7f4bd9d req-8b04f4ec-4e48-47ee-9ef6-870b7c745e7e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:44.488488 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-472c1c04-4279-473b-b28a-d8addef479c0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/d5f3c7a9-a172-493e-9a3f-f92b66c51d6f HTTP/1.1" status: 204 len: 168 time: 3.0032644 Jul 22 16:31:44.489818 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1eebd3c0-b44c-4ffd-9c7b-9125e7f4bd9d req-8b04f4ec-4e48-47ee-9ef6-870b7c745e7e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e3d6e11-9eee-4f16-847a-4afab2e5f460 HTTP/1.1" status: 200 len: 944 time: 0.1883330 Jul 22 16:31:44.508262 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c1c04-4279-473b-b28a-d8addef479c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5f3c7a9-a172-493e-9a3f-f92b66c51d6f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:44.521500 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-57bf19e3-1bdf-4c5a-bcaa-9efe8663996b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1fe00deb-8fc2-41e7-9cec-edcb691a1fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598607 Jul 22 16:31:44.531083 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=de3b8955-a12d-49d1-be59-226dc98901f9,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:44.533834 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6fd04-ba97-4b27-a797-4284e07ea912 req-5e141486-9d0f-4a71-a7c2-1526293335e8 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:44.535436 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bef6fd04-ba97-4b27-a797-4284e07ea912 req-5e141486-9d0f-4a71-a7c2-1526293335e8 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ba0abe-e278-4346-9f2f-8f85b17279c6 HTTP/1.1" status: 200 len: 945 time: 0.6379988 Jul 22 16:31:44.546959 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-c0b60878-bb41-4bc5-a9a3-164c6c1ba207 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Allocated IP 172.20.0.5 (11fd5339-ede9-4c72-a1e8-8686e18ee19f/b3d31ec7-0709-410d-b2c0-dce9daa2755c/d32078e9-9c19-495f-93a2-c581174abbfa) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:31:44.606266 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bef6fd04-ba97-4b27-a797-4284e07ea912 req-fea5aae9-d0a6-4928-874b-b9be4b17bf93 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/security-groups?id=bdc5264c-cc92-44be-b3f0-32e5201190ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608609 Jul 22 16:31:44.610797 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1eebd3c0-b44c-4ffd-9c7b-9125e7f4bd9d req-4b92d73e-2d4c-49bd-966e-67375f446d39 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921240 Jul 22 16:31:44.727919 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-5fbbb3be-f010-4cb8-b125-05c4de50a2b0 service neutron] 10.222.0.16 "GET /v2.0/networks/1fe00deb-8fc2-41e7-9cec-edcb691a1fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981080 Jul 22 16:31:44.733689 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf01fe3-d938-4a2b-a3ad-e97dd3dcfd4b x-openstack-request-id: req-1cf01fe3-d938-4a2b-a3ad-e97dd3dcfd4b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:44.734006 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e89cbe-7983-4d19-ba39-09fc895f02a9", "tag": "b2c832bf-09cc-41bb-a9c9-f6954a02fc67", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:44.734260 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1cf01fe3-d938-4a2b-a3ad-e97dd3dcfd4b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:44.734659 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e89cbe-7983-4d19-ba39-09fc895f02a9', 'tag': 'b2c832bf-09cc-41bb-a9c9-f6954a02fc67', 'status': 'completed', 'code': 200} Jul 22 16:31:44.768698 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['de3b8955-a12d-49d1-be59-226dc98901f9'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:44.798928 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a179db16-9690-48c6-b0cd-88bca2367278 req-6602568d-5c33-44cf-8bf4-85406f298d8e tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:44.820118 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a179db16-9690-48c6-b0cd-88bca2367278 req-6602568d-5c33-44cf-8bf4-85406f298d8e tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:44.990499 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41364) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:45.039956 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602568d-5c33-44cf-8bf4-85406f298d8e tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9aa2b9-261a-4b63-a884-ca95eda7ac63,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:45.088276 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b6b3411d-28cc-4dcc-b02e-366cdf8b059b req-33c61351-c93e-41cc-838d-f1c32c4a1ec1 service neutron] 10.222.0.16 "GET /v2.0/networks/1fe00deb-8fc2-41e7-9cec-edcb691a1fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166776 Jul 22 16:31:45.101229 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955508e8-e23c-422b-80db-00adbcfd6a8a req-2b4fcac4-178c-4d47-9840-0030d3a2063d tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:45.111847 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ffd70ab4-c00b-4c9d-a80f-3723091c6182 req-7de48e5b-94b3-4312-b175-ced75d6b1d04 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 210 time: 0.2657864 Jul 22 16:31:45.125675 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-955508e8-e23c-422b-80db-00adbcfd6a8a req-2b4fcac4-178c-4d47-9840-0030d3a2063d tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 943 time: 0.3936853 Jul 22 16:31:45.192587 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-955508e8-e23c-422b-80db-00adbcfd6a8a req-16214fdf-eebd-4159-b5d6-8955d5c8c355 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578482 Jul 22 16:31:45.266421 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e7576-8347-4cb5-84d2-4ce43c1007d9 req-e7339382-55bd-4ef6-b1d9-0911e00c31de tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:45.286907 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-993e7576-8347-4cb5-84d2-4ce43c1007d9 req-e7339382-55bd-4ef6-b1d9-0911e00c31de tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.16 "GET /v2.0/ports?device_id=04ba0abe-e278-4346-9f2f-8f85b17279c6 HTTP/1.1" status: 200 len: 945 time: 0.4356713 Jul 22 16:31:45.323106 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-77b02c1a-6ff4-4953-bfba-0eefb94c5dda admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7a88e2d6b4e14872bbf9144b56af99b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002682 Jul 22 16:31:45.332363 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41376) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:45.424399 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0f3da7ad-b0df-486e-9101-cdf055a9d4fc req-59f7aa28-4f02-4b54-8e7f-3f295dfc666c tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=492de56f-8e7d-47f6-8951-76b43597ae4c HTTP/1.1" status: 200 len: 210 time: 0.1067517 Jul 22 16:31:45.444266 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-a179db16-9690-48c6-b0cd-88bca2367278 req-6602568d-5c33-44cf-8bf4-85406f298d8e tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Allocated IP 192.168.233.126 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/2fc7d7f0-c1de-4fda-9923-c876ffff45d8) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:31:45.499020 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-c0b60878-bb41-4bc5-a9a3-164c6c1ba207 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:45.610070 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0da72-0a4c-4299-9bf2-8726e4d51549 req-19591fec-e61a-495d-9335-dcdb55f7f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:45.612256 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-03d0da72-0a4c-4299-9bf2-8726e4d51549 req-19591fec-e61a-495d-9335-dcdb55f7f037 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=231f2008811e47828d2bf48d5ef7e115&device_id=86e89cbe-7983-4d19-ba39-09fc895f02a9 HTTP/1.1" status: 200 len: 1095 time: 0.3924892 Jul 22 16:31:45.621344 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9bb8f76-ade1-4180-ad2e-a8206efe9879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:45.653100 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-c0b60878-bb41-4bc5-a9a3-164c6c1ba207 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:45.714418 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a179db16-9690-48c6-b0cd-88bca2367278 req-6602568d-5c33-44cf-8bf4-85406f298d8e tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:45.732689 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-c0b60878-bb41-4bc5-a9a3-164c6c1ba207 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Network 11fd5339-ede9-4c72-a1e8-8686e18ee19f is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:31:45.745595 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9bb8f76-ade1-4180-ad2e-a8206efe9879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:45.769977 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-993e7576-8347-4cb5-84d2-4ce43c1007d9 req-20c28052-4960-4ac7-8abf-f990c765fc89 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Deleting port e0617c12-5835-4ca9-925a-a71e546085ab {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:45.770322 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-993e7576-8347-4cb5-84d2-4ce43c1007d9 req-20c28052-4960-4ac7-8abf-f990c765fc89 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:45.779411 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-c0b60878-bb41-4bc5-a9a3-164c6c1ba207 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:31:45.782426 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-a179db16-9690-48c6-b0cd-88bca2367278 req-6602568d-5c33-44cf-8bf4-85406f298d8e tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Transition to ACTIVE for port object 2fc7d7f0-c1de-4fda-9923-c876ffff45d8 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:31:45.785822 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-c0b60878-bb41-4bc5-a9a3-164c6c1ba207 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:31:45.826894 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b60878-bb41-4bc5-a9a3-164c6c1ba207 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Pushing event updated for resources: {'Port': ['ID=d32078e9-9c19-495f-93a2-c581174abbfa,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:45.865648 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e9512-caba-4d21-96c8-d17b55ceff93 req-d2fdb1a5-6f79-401b-b14c-a9993e8364e2 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:45.867317 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-173e9512-caba-4d21-96c8-d17b55ceff93 req-d2fdb1a5-6f79-401b-b14c-a9993e8364e2 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=86e89cbe-7983-4d19-ba39-09fc895f02a9 HTTP/1.1" status: 200 len: 944 time: 0.3924549 Jul 22 16:31:45.873400 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-c0b60878-bb41-4bc5-a9a3-164c6c1ba207 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:45.874224 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-c0b60878-bb41-4bc5-a9a3-164c6c1ba207 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:45.922727 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5059be3-614d-4832-98d9-d10d869e676c req-0d856473-280c-40dc-88de-88b91ce3a5b0 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:45.924269 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f5059be3-614d-4832-98d9-d10d869e676c req-0d856473-280c-40dc-88de-88b91ce3a5b0 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e3d6e11-9eee-4f16-847a-4afab2e5f460 HTTP/1.1" status: 200 len: 945 time: 0.1848547 Jul 22 16:31:45.928380 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-c0b60878-bb41-4bc5-a9a3-164c6c1ba207 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8373768 Jul 22 16:31:45.942003 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a179db16-9690-48c6-b0cd-88bca2367278 req-6602568d-5c33-44cf-8bf4-85406f298d8e tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:46.004943 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-818b1f47-c7f1-4ca3-8a46-69b99d757726 service neutron] Request body: {'port': {'device_id': '6ca52c20-6804-495b-a927-eb009140285f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:46.063984 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f5059be3-614d-4832-98d9-d10d869e676c req-30b0e141-a550-43e9-9ec8-2fd2cb7795d0 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333711 Jul 22 16:31:46.081133 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a179db16-9690-48c6-b0cd-88bca2367278 req-6602568d-5c33-44cf-8bf4-85406f298d8e tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:31:46.091302 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-a179db16-9690-48c6-b0cd-88bca2367278 req-6602568d-5c33-44cf-8bf4-85406f298d8e tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:31:46.096695 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a179db16-9690-48c6-b0cd-88bca2367278 req-6602568d-5c33-44cf-8bf4-85406f298d8e tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:31:46.132674 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device de3b8955-a12d-49d1-be59-226dc98901f9 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:31:46.164552 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179db16-9690-48c6-b0cd-88bca2367278 req-6602568d-5c33-44cf-8bf4-85406f298d8e tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:46.176271 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a179db16-9690-48c6-b0cd-88bca2367278 req-6602568d-5c33-44cf-8bf4-85406f298d8e tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:46.191366 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602568d-5c33-44cf-8bf4-85406f298d8e tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Pushing event updated for resources: {'Port': ['ID=2fc7d7f0-c1de-4fda-9923-c876ffff45d8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:46.247823 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a179db16-9690-48c6-b0cd-88bca2367278 req-6602568d-5c33-44cf-8bf4-85406f298d8e tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5735557 Jul 22 16:31:46.261873 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port de3b8955-a12d-49d1-be59-226dc98901f9 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:31:46.266648 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port de3b8955-a12d-49d1-be59-226dc98901f9 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:31:46.267796 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:46.284878 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-a179db16-9690-48c6-b0cd-88bca2367278 req-bc671721-492c-4f0b-bc48-698a8cdf0aa1 service neutron] Request body: {'port': {'device_id': '492de56f-8e7d-47f6-8951-76b43597ae4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:46.367275 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-818b1f47-c7f1-4ca3-8a46-69b99d757726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:46.448246 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:46.494770 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a179db16-9690-48c6-b0cd-88bca2367278 req-bc671721-492c-4f0b-bc48-698a8cdf0aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:46.524263 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c82469-6557-4cc2-a219-0d733ff1169e req-b9780d20-50cd-40bf-b699-22a95f0a4cc6 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:46.536834 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-84c82469-6557-4cc2-a219-0d733ff1169e req-b9780d20-50cd-40bf-b699-22a95f0a4cc6 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ba0abe-e278-4346-9f2f-8f85b17279c6 HTTP/1.1" status: 200 len: 945 time: 0.3469431 Jul 22 16:31:46.596624 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-173e9512-caba-4d21-96c8-d17b55ceff93 req-ada916ee-992d-48ed-9aec-a23ab713b0b2 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6c5988b-5235-4680-8ef9-ed64c0061443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7168584 Jul 22 16:31:46.608422 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0da72-0a4c-4299-9bf2-8726e4d51549 req-0e64b500-40c1-47be-99cd-9372ae4ded5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:46.610858 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-03d0da72-0a4c-4299-9bf2-8726e4d51549 req-0e64b500-40c1-47be-99cd-9372ae4ded5e service neutron] 10.222.0.16 "GET /v2.0/networks?id=1fe00deb-8fc2-41e7-9cec-edcb691a1fa6 HTTP/1.1" status: 200 len: 914 time: 0.9845152 Jul 22 16:31:46.633774 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9bb8f76-ade1-4180-ad2e-a8206efe9879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:46.636370 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9bb8f76-ade1-4180-ad2e-a8206efe9879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:46.638615 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e9bb8f76-ade1-4180-ad2e-a8206efe9879 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/27fb7090-9a5a-4bb9-9435-827bfa6f3e22 HTTP/1.1" status: 204 len: 168 time: 1.3025820 Jul 22 16:31:46.640822 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3d6e11-9eee-4f16-847a-4afab2e5f460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3b8955-a12d-49d1-be59-226dc98901f9'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:46.643102 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9bc7e6-4e85-4c23-9389-513181548bfb" -d '{"events": [{"server_uuid": "6e3d6e11-9eee-4f16-847a-4afab2e5f460", "name": "network-vif-plugged", "status": "completed", "tag": "de3b8955-a12d-49d1-be59-226dc98901f9"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:46.664665 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port de3b8955-a12d-49d1-be59-226dc98901f9, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=de3b8955-a12d-49d1-be59-226dc98901f9,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:46.670276 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f1945c25-ee6d-41bc-94fa-ae13df23c4f1 None None] Provisioning for port 2fc7d7f0-c1de-4fda-9923-c876ffff45d8 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:31:46.679869 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb8f76-ade1-4180-ad2e-a8206efe9879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fb7090-9a5a-4bb9-9435-827bfa6f3e22,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:46.693271 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:46.715905 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f1945c25-ee6d-41bc-94fa-ae13df23c4f1 None None] Provisioning complete for port 2fc7d7f0-c1de-4fda-9923-c876ffff45d8 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:31:46.717247 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1945c25-ee6d-41bc-94fa-ae13df23c4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:46.731024 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-03d0da72-0a4c-4299-9bf2-8726e4d51549 req-18a59276-9cd5-4dee-b8bd-9c1b81e12a00 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2c832bf-09cc-41bb-a9c9-f6954a02fc67 HTTP/1.1" status: 200 len: 217 time: 0.1015780 Jul 22 16:31:46.736598 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-993e7576-8347-4cb5-84d2-4ce43c1007d9 req-20c28052-4960-4ac7-8abf-f990c765fc89 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] For port e0617c12-5835-4ca9-925a-a71e546085ab, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e0617c12-5835-4ca9-925a-a71e546085ab,segment=NetworkSegment(cd39b68d-969d-4691-8ad7-0f745ae68c62),segment_id=cd39b68d-969d-4691-8ad7-0f745ae68c62)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:46.737286 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-993e7576-8347-4cb5-84d2-4ce43c1007d9 req-20c28052-4960-4ac7-8abf-f990c765fc89 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:46.829592 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-84c82469-6557-4cc2-a219-0d733ff1169e req-f7343ca8-da40-4959-8a23-b5d2c0f0eca2 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/security-groups?id=bdc5264c-cc92-44be-b3f0-32e5201190ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905931 Jul 22 16:31:46.850662 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-993e7576-8347-4cb5-84d2-4ce43c1007d9 req-20c28052-4960-4ac7-8abf-f990c765fc89 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Calling delete_port for e0617c12-5835-4ca9-925a-a71e546085ab owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:46.925767 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=de3b8955-a12d-49d1-be59-226dc98901f9,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:46.946100 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f1945c25-ee6d-41bc-94fa-ae13df23c4f1 None None] Port 2fc7d7f0-c1de-4fda-9923-c876ffff45d8 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:31:46.976894 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0da72-0a4c-4299-9bf2-8726e4d51549 req-bb098809-f2ec-4f5e-90cd-2383b2b1ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:46.979871 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-03d0da72-0a4c-4299-9bf2-8726e4d51549 req-bb098809-f2ec-4f5e-90cd-2383b2b1ea87 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e24e805-057d-42fd-88f6-45eb8cdba1d6 HTTP/1.1" status: 200 len: 853 time: 0.2361870 Jul 22 16:31:47.054716 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf48390-af58-4bc8-9a6b-09f6a8152f5a req-ef078195-b42c-47b6-82ca-e6b3de23cc28 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:47.056795 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbf48390-af58-4bc8-9a6b-09f6a8152f5a req-ef078195-b42c-47b6-82ca-e6b3de23cc28 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 931 time: 0.3154829 Jul 22 16:31:47.059194 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-03d0da72-0a4c-4299-9bf2-8726e4d51549 req-bd68ec20-c68f-4eef-9de2-f8943d3909be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1fe00deb-8fc2-41e7-9cec-edcb691a1fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692549 Jul 22 16:31:47.225787 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41402) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:47.240043 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc019a-5700-4823-b39c-d7257f0d1d24 req-9802dd27-1452-499a-b355-4a156515281a tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:47.241709 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-befc019a-5700-4823-b39c-d7257f0d1d24 req-9802dd27-1452-499a-b355-4a156515281a tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 943 time: 0.2354538 Jul 22 16:31:47.247432 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbf48390-af58-4bc8-9a6b-09f6a8152f5a req-f40435c2-c193-4559-905d-bd14bc54ae01 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826532 Jul 22 16:31:47.334763 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-03d0da72-0a4c-4299-9bf2-8726e4d51549 req-8440290a-0eaa-4e67-be6a-550b084eec31 service neutron] 10.222.0.16 "GET /v2.0/networks/1fe00deb-8fc2-41e7-9cec-edcb691a1fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594798 Jul 22 16:31:47.339301 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ba96c33a-e7c9-4eb2-94ef-8b53a68ca464 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=831c87326ebb42749a266a6d8e903e9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1094778 Jul 22 16:31:47.341959 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41412) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:47.382373 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-befc019a-5700-4823-b39c-d7257f0d1d24 req-83ab97ab-b59e-4cac-b852-658fbd572840 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221988 Jul 22 16:31:47.428232 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-993e7576-8347-4cb5-84d2-4ce43c1007d9 req-20c28052-4960-4ac7-8abf-f990c765fc89 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:47.466351 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0505e8c-31b3-480f-a34c-64b0f1c6bf1a x-openstack-request-id: req-b0505e8c-31b3-480f-a34c-64b0f1c6bf1a {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:47.466877 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3d6e11-9eee-4f16-847a-4afab2e5f460", "name": "network-vif-plugged", "status": "completed", "tag": "de3b8955-a12d-49d1-be59-226dc98901f9", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:47.466877 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b0505e8c-31b3-480f-a34c-64b0f1c6bf1a {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:47.468301 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3d6e11-9eee-4f16-847a-4afab2e5f460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3b8955-a12d-49d1-be59-226dc98901f9', 'code': 200} Jul 22 16:31:47.496741 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-818b1f47-c7f1-4ca3-8a46-69b99d757726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32078e9-9c19-495f-93a2-c581174abbfa {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:47.512287 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-818b1f47-c7f1-4ca3-8a46-69b99d757726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:47.551484 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-818b1f47-c7f1-4ca3-8a46-69b99d757726 service neutron] Transition to ACTIVE for port object d32078e9-9c19-495f-93a2-c581174abbfa will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:31:47.553607 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c28052-4960-4ac7-8abf-f990c765fc89 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Pushing event deleted for resources: {'Port': ['ID=e0617c12-5835-4ca9-925a-a71e546085ab,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:47.561094 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-818b1f47-c7f1-4ca3-8a46-69b99d757726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:47.564917 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-a179db16-9690-48c6-b0cd-88bca2367278 req-bc671721-492c-4f0b-bc48-698a8cdf0aa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc7d7f0-c1de-4fda-9923-c876ffff45d8 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:47.579440 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a179db16-9690-48c6-b0cd-88bca2367278 req-bc671721-492c-4f0b-bc48-698a8cdf0aa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:47.667491 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-a179db16-9690-48c6-b0cd-88bca2367278 req-bc671721-492c-4f0b-bc48-698a8cdf0aa1 service neutron] Transition to ACTIVE for port object 2fc7d7f0-c1de-4fda-9923-c876ffff45d8 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:31:47.677551 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b1f47-c7f1-4ca3-8a46-69b99d757726 service neutron] Pushing event updated for resources: {'Port': ['ID=d32078e9-9c19-495f-93a2-c581174abbfa,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:47.682396 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a179db16-9690-48c6-b0cd-88bca2367278 req-bc671721-492c-4f0b-bc48-698a8cdf0aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:47.684353 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48e9dc82-c600-41d0-b5ca-e3cd0698f7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:47.703060 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-03d0da72-0a4c-4299-9bf2-8726e4d51549 req-9c58c8dd-d28e-4102-b1ec-d9893db741ad service neutron] 10.222.0.16 "GET /v2.0/networks/1fe00deb-8fc2-41e7-9cec-edcb691a1fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603594 Jul 22 16:31:47.768142 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-993e7576-8347-4cb5-84d2-4ce43c1007d9 req-20c28052-4960-4ac7-8abf-f990c765fc89 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] No DVR routers for this DVR port e0617c12-5835-4ca9-925a-a71e546085ab on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:47.785626 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-993e7576-8347-4cb5-84d2-4ce43c1007d9 req-20c28052-4960-4ac7-8abf-f990c765fc89 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:47.788389 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-993e7576-8347-4cb5-84d2-4ce43c1007d9 req-20c28052-4960-4ac7-8abf-f990c765fc89 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.16 "DELETE /v2.0/ports/e0617c12-5835-4ca9-925a-a71e546085ab HTTP/1.1" status: 204 len: 173 time: 2.5025499 Jul 22 16:31:47.794998 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ba0abe-e278-4346-9f2f-8f85b17279c6', 'name': 'network-vif-deleted', 'tag': 'e0617c12-5835-4ca9-925a-a71e546085ab'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:47.797594 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea54dbb-1fc0-4efc-952c-e2fc18ca5696" -d '{"events": [{"server_uuid": "04ba0abe-e278-4346-9f2f-8f85b17279c6", "name": "network-vif-deleted", "tag": "e0617c12-5835-4ca9-925a-a71e546085ab"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:47.815714 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48e9dc82-c600-41d0-b5ca-e3cd0698f7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:47.853004 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc671721-492c-4f0b-bc48-698a8cdf0aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc7d7f0-c1de-4fda-9923-c876ffff45d8,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:47.867803 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929059f-d5ec-45ed-857a-e22f30baffa2 req-2e5f27db-f2b2-4f8b-b7a1-e4579f5ad69e tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:47.869877 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d929059f-d5ec-45ed-857a-e22f30baffa2 req-2e5f27db-f2b2-4f8b-b7a1-e4579f5ad69e tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=492de56f-8e7d-47f6-8951-76b43597ae4c HTTP/1.1" status: 200 len: 936 time: 0.4002025 Jul 22 16:31:47.893406 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9996dbee-60e9-4c5d-a3fe-f2478e455f0f req-2072702a-b1a6-480e-85b0-a200d2d02f41 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3838916 Jul 22 16:31:47.895376 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e5c9f-f13f-469d-b5ac-72c4e2308c0f req-06122648-d0ff-41b9-bcae-bd37b4dec555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:47.897121 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e9e5c9f-f13f-469d-b5ac-72c4e2308c0f req-06122648-d0ff-41b9-bcae-bd37b4dec555 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6e3d6e11-9eee-4f16-847a-4afab2e5f460 HTTP/1.1" status: 200 len: 1097 time: 0.3055024 Jul 22 16:31:47.906742 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a0887-5a81-47a5-980f-59f167b7541b req-d7203ebb-643a-4915-bbce-a9ee8531f2c4 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:47.911958 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0e0a0887-5a81-47a5-980f-59f167b7541b req-d7203ebb-643a-4915-bbce-a9ee8531f2c4 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e3d6e11-9eee-4f16-847a-4afab2e5f460 HTTP/1.1" status: 200 len: 946 time: 0.3061750 Jul 22 16:31:47.948074 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d929059f-d5ec-45ed-857a-e22f30baffa2 req-2953a7b0-b6eb-4db4-90e5-6ac9e67f36e5 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682433 Jul 22 16:31:47.966487 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-818b1f47-c7f1-4ca3-8a46-69b99d757726 service neutron] Attempting to bind port d32078e9-9c19-495f-93a2-c581174abbfa on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:31:47.967992 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-818b1f47-c7f1-4ca3-8a46-69b99d757726 service neutron] Attempting to bind port d32078e9-9c19-495f-93a2-c581174abbfa by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '11fd5339-ede9-4c72-a1e8-8686e18ee19f'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:31:47.968644 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-818b1f47-c7f1-4ca3-8a46-69b99d757726 service neutron] Attempting to bind port d32078e9-9c19-495f-93a2-c581174abbfa on network 11fd5339-ede9-4c72-a1e8-8686e18ee19f {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:31:48.016513 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-818b1f47-c7f1-4ca3-8a46-69b99d757726 service neutron] Port d32078e9-9c19-495f-93a2-c581174abbfa on network 11fd5339-ede9-4c72-a1e8-8686e18ee19f not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:31:48.017172 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-818b1f47-c7f1-4ca3-8a46-69b99d757726 service neutron] Attempting to bind port d32078e9-9c19-495f-93a2-c581174abbfa on network 11fd5339-ede9-4c72-a1e8-8686e18ee19f {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:31:48.037482 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-818b1f47-c7f1-4ca3-8a46-69b99d757726 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:31:48.039479 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e9e5c9f-f13f-469d-b5ac-72c4e2308c0f req-28c29e9f-ba3b-4c67-b2b5-41cbdc71c853 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995686 Jul 22 16:31:48.046626 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-818b1f47-c7f1-4ca3-8a46-69b99d757726 service neutron] Checking segment: {'id': '3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '11fd5339-ede9-4c72-a1e8-8686e18ee19f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:31:48.046885 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48e9dc82-c600-41d0-b5ca-e3cd0698f7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:48.047580 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-818b1f47-c7f1-4ca3-8a46-69b99d757726 service neutron] Bound using segment: {'id': '3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '11fd5339-ede9-4c72-a1e8-8686e18ee19f'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:31:48.048305 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-818b1f47-c7f1-4ca3-8a46-69b99d757726 service neutron] Bound port: d32078e9-9c19-495f-93a2-c581174abbfa, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '11fd5339-ede9-4c72-a1e8-8686e18ee19f'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:31:48.048856 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-818b1f47-c7f1-4ca3-8a46-69b99d757726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:48.050566 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48e9dc82-c600-41d0-b5ca-e3cd0698f7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:48.052064 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-48e9dc82-c600-41d0-b5ca-e3cd0698f7af admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cd69c50f-5aca-4a81-92b0-329a08d3a512 HTTP/1.1" status: 204 len: 168 time: 0.7077897 Jul 22 16:31:48.064451 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9dc82-c600-41d0-b5ca-e3cd0698f7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd69c50f-5aca-4a81-92b0-329a08d3a512,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:48.079380 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996dbee-60e9-4c5d-a3fe-f2478e455f0f req-3346f53a-756f-40d1-8852-a267dcd7d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:48.081997 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9996dbee-60e9-4c5d-a3fe-f2478e455f0f req-3346f53a-756f-40d1-8852-a267dcd7d8fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 1096 time: 0.1319499 Jul 22 16:31:48.218058 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-818b1f47-c7f1-4ca3-8a46-69b99d757726 service neutron] For port d32078e9-9c19-495f-93a2-c581174abbfa, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:31:48.222091 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-818b1f47-c7f1-4ca3-8a46-69b99d757726 service neutron] For port d32078e9-9c19-495f-93a2-c581174abbfa, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d32078e9-9c19-495f-93a2-c581174abbfa,segment=NetworkSegment(3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad),segment_id=3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:31:48.243028 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0e0a0887-5a81-47a5-980f-59f167b7541b req-4cddaf7b-4dad-4470-9d94-aa2c91a24a68 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073006 Jul 22 16:31:48.257108 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device b2c832bf-09cc-41bb-a9c9-f6954a02fc67 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:31:48.257822 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc478bb9-a114-4254-935c-8cc0b44ec015 req-08eff846-141b-44d1-aaca-97ba52df7b21 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:48.265100 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dc478bb9-a114-4254-935c-8cc0b44ec015 req-08eff846-141b-44d1-aaca-97ba52df7b21 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=86e89cbe-7983-4d19-ba39-09fc895f02a9 HTTP/1.1" status: 200 len: 944 time: 0.1664679 Jul 22 16:31:48.274163 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-818b1f47-c7f1-4ca3-8a46-69b99d757726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:48.276242 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device e0617c12-5835-4ca9-925a-a71e546085ab no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:48.286680 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-a179db16-9690-48c6-b0cd-88bca2367278 req-bc671721-492c-4f0b-bc48-698a8cdf0aa1 service neutron] Attempting to bind port 2fc7d7f0-c1de-4fda-9923-c876ffff45d8 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:31:48.287026 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-a179db16-9690-48c6-b0cd-88bca2367278 req-bc671721-492c-4f0b-bc48-698a8cdf0aa1 service neutron] Attempting to bind port 2fc7d7f0-c1de-4fda-9923-c876ffff45d8 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:31:48.287356 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a179db16-9690-48c6-b0cd-88bca2367278 req-bc671721-492c-4f0b-bc48-698a8cdf0aa1 service neutron] Attempting to bind port 2fc7d7f0-c1de-4fda-9923-c876ffff45d8 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:31:48.327679 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dc478bb9-a114-4254-935c-8cc0b44ec015 req-c298e95d-0e86-43aa-93ec-87c899d1d351 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6c5988b-5235-4680-8ef9-ed64c0061443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570958 Jul 22 16:31:48.351481 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996dbee-60e9-4c5d-a3fe-f2478e455f0f req-df2a671e-842e-45ef-891f-7e779be37955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:48.353429 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9996dbee-60e9-4c5d-a3fe-f2478e455f0f req-df2a671e-842e-45ef-891f-7e779be37955 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 922 time: 0.2115860 Jul 22 16:31:48.442985 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port b2c832bf-09cc-41bb-a9c9-f6954a02fc67, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b2c832bf-09cc-41bb-a9c9-f6954a02fc67,segment=NetworkSegment(59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff),segment_id=59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:48.446450 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a180d22c-bd37-49cb-a511-24b6e4cd71b5 x-openstack-request-id: req-a180d22c-bd37-49cb-a511-24b6e4cd71b5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:48.447236 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ba0abe-e278-4346-9f2f-8f85b17279c6", "name": "network-vif-deleted", "tag": "e0617c12-5835-4ca9-925a-a71e546085ab", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:48.448123 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a180d22c-bd37-49cb-a511-24b6e4cd71b5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:48.448638 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ba0abe-e278-4346-9f2f-8f85b17279c6', 'name': 'network-vif-deleted', 'tag': 'e0617c12-5835-4ca9-925a-a71e546085ab', 'status': 'completed', 'code': 200} Jul 22 16:31:48.453713 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9996dbee-60e9-4c5d-a3fe-f2478e455f0f req-d9f49f89-2088-46cd-b7e3-5941bbf51c6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9996a004-c98a-44c6-b9eb-9cba5a931bb1 HTTP/1.1" status: 200 len: 217 time: 0.0901802 Jul 22 16:31:48.468973 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a179db16-9690-48c6-b0cd-88bca2367278 req-bc671721-492c-4f0b-bc48-698a8cdf0aa1 service neutron] Port 2fc7d7f0-c1de-4fda-9923-c876ffff45d8 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:31:48.469538 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a179db16-9690-48c6-b0cd-88bca2367278 req-bc671721-492c-4f0b-bc48-698a8cdf0aa1 service neutron] Attempting to bind port 2fc7d7f0-c1de-4fda-9923-c876ffff45d8 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:31:48.494050 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-818b1f47-c7f1-4ca3-8a46-69b99d757726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:48.494674 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-818b1f47-c7f1-4ca3-8a46-69b99d757726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:48.494807 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'b2c832bf-09cc-41bb-a9c9-f6954a02fc67', 'network_id': '1fe00deb-8fc2-41e7-9cec-edcb691a1fa6', 'port_id': 'b2c832bf-09cc-41bb-a9c9-f6954a02fc67', 'mac_address': 'fa:16:3e:97:40:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e24e805-057d-42fd-88f6-45eb8cdba1d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:31:48.496193 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-818b1f47-c7f1-4ca3-8a46-69b99d757726 service neutron] 10.222.0.30 "PUT /v2.0/ports/d32078e9-9c19-495f-93a2-c581174abbfa HTTP/1.1" status: 200 len: 1091 time: 2.5382569 Jul 22 16:31:48.499424 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: e0617c12-5835-4ca9-925a-a71e546085ab {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:48.499767 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device e0617c12-5835-4ca9-925a-a71e546085ab not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:48.523641 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca52c20-6804-495b-a927-eb009140285f', 'tag': 'd32078e9-9c19-495f-93a2-c581174abbfa'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:48.535334 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f099647-87eb-41ce-bd77-d0cc7d2befa1" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca52c20-6804-495b-a927-eb009140285f", "tag": "d32078e9-9c19-495f-93a2-c581174abbfa"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:48.564535 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-86d204a8-17f1-4bf2-ac97-e52cf933d49e req-c6981c67-45d6-4144-af3b-99c5ecc83fe1 tempest-VolumesAdminNegativeTest-1148160916 tempest-VolumesAdminNegativeTest-1148160916-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ba0abe-e278-4346-9f2f-8f85b17279c6 HTTP/1.1" status: 200 len: 210 time: 0.0749462 Jul 22 16:31:48.585528 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996dbee-60e9-4c5d-a3fe-f2478e455f0f req-cf830de3-f1de-4213-91c7-2c0b2e1eea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:48.586779 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a179db16-9690-48c6-b0cd-88bca2367278 req-bc671721-492c-4f0b-bc48-698a8cdf0aa1 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:31:48.588308 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a179db16-9690-48c6-b0cd-88bca2367278 req-bc671721-492c-4f0b-bc48-698a8cdf0aa1 service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:31:48.588714 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a179db16-9690-48c6-b0cd-88bca2367278 req-bc671721-492c-4f0b-bc48-698a8cdf0aa1 service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:31:48.590213 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-a179db16-9690-48c6-b0cd-88bca2367278 req-bc671721-492c-4f0b-bc48-698a8cdf0aa1 service neutron] Bound port: 2fc7d7f0-c1de-4fda-9923-c876ffff45d8, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:31:48.590578 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a179db16-9690-48c6-b0cd-88bca2367278 req-bc671721-492c-4f0b-bc48-698a8cdf0aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:48.592354 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9996dbee-60e9-4c5d-a3fe-f2478e455f0f req-cf830de3-f1de-4213-91c7-2c0b2e1eea67 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ce36437-5a9b-4c2b-a36e-e40d9943a98a HTTP/1.1" status: 200 len: 861 time: 0.1324904 Jul 22 16:31:48.620074 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:48.666783 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c832bf-09cc-41bb-a9c9-f6954a02fc67 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:48.685723 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b1f47-c7f1-4ca3-8a46-69b99d757726 service neutron] Pushing event updated for resources: {'Port': ['ID=d32078e9-9c19-495f-93a2-c581174abbfa,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:48.724437 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port b2c832bf-09cc-41bb-a9c9-f6954a02fc67, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b2c832bf-09cc-41bb-a9c9-f6954a02fc67,segment=NetworkSegment(59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff),segment_id=59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:48.728487 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9996dbee-60e9-4c5d-a3fe-f2478e455f0f req-164528e9-5cd8-4436-ab19-2ba2cec654e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f3ed260-5c39-4f44-87de-6af121ff9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287270 Jul 22 16:31:48.754692 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:48.792852 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-a179db16-9690-48c6-b0cd-88bca2367278 req-bc671721-492c-4f0b-bc48-698a8cdf0aa1 service neutron] For port 2fc7d7f0-c1de-4fda-9923-c876ffff45d8, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:31:48.797191 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-a179db16-9690-48c6-b0cd-88bca2367278 req-bc671721-492c-4f0b-bc48-698a8cdf0aa1 service neutron] For port 2fc7d7f0-c1de-4fda-9923-c876ffff45d8, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=2fc7d7f0-c1de-4fda-9923-c876ffff45d8,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:31:48.814404 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7775bab-466a-4815-bc50-f3970c850c76 req-b80a303f-57b7-4a4d-8bdf-3e18fa22f145 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:48.821935 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c7775bab-466a-4815-bc50-f3970c850c76 req-b80a303f-57b7-4a4d-8bdf-3e18fa22f145 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 943 time: 0.2599499 Jul 22 16:31:48.827827 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a179db16-9690-48c6-b0cd-88bca2367278 req-bc671721-492c-4f0b-bc48-698a8cdf0aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:48.877093 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-17c90dab-80e3-401c-8051-b20dc9eefda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:48.878981 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-17c90dab-80e3-401c-8051-b20dc9eefda2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c01e19ea85c04eff85a8e7af5d534fb7&device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 1094 time: 0.1982281 Jul 22 16:31:48.927791 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179db16-9690-48c6-b0cd-88bca2367278 req-bc671721-492c-4f0b-bc48-698a8cdf0aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:48.930079 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a179db16-9690-48c6-b0cd-88bca2367278 req-bc671721-492c-4f0b-bc48-698a8cdf0aa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:48.932296 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a179db16-9690-48c6-b0cd-88bca2367278 req-bc671721-492c-4f0b-bc48-698a8cdf0aa1 service neutron] 10.222.0.30 "PUT /v2.0/ports/2fc7d7f0-c1de-4fda-9923-c876ffff45d8 HTTP/1.1" status: 200 len: 1096 time: 2.6583388 Jul 22 16:31:48.933246 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=b2c832bf-09cc-41bb-a9c9-f6954a02fc67,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:48.963289 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9996dbee-60e9-4c5d-a3fe-f2478e455f0f req-0a1984f6-2100-4815-a41c-388dbc5aa7b2 service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191236 Jul 22 16:31:49.004315 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0adfcd-5426-4f02-b028-91f2a48f081b req-44eaf2c2-dd41-42e7-b78c-c96c0a489c67 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:49.012025 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9e0adfcd-5426-4f02-b028-91f2a48f081b req-44eaf2c2-dd41-42e7-b78c-c96c0a489c67 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 943 time: 0.1981885 Jul 22 16:31:49.022682 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-bf8b068e-d5a8-4737-ae81-2ad49e54c044 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d32078e9-9c19-495f-93a2-c581174abbfa HTTP/1.1" status: 200 len: 217 time: 0.1196079 Jul 22 16:31:49.049493 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['b2c832bf-09cc-41bb-a9c9-f6954a02fc67'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:49.062700 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c7775bab-466a-4815-bc50-f3970c850c76 req-5f85ae5d-05a8-4e57-ae67-863b8ed5b547 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392175 Jul 22 16:31:49.213997 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9e0adfcd-5426-4f02-b028-91f2a48f081b req-87c93087-b843-4e16-941b-7b8e19213529 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008915 Jul 22 16:31:49.273445 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cbedb3-c8bc-4546-971c-ffdcf15c585b x-openstack-request-id: req-65cbedb3-c8bc-4546-971c-ffdcf15c585b {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:49.273667 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca52c20-6804-495b-a927-eb009140285f", "tag": "d32078e9-9c19-495f-93a2-c581174abbfa", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:49.273800 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-65cbedb3-c8bc-4546-971c-ffdcf15c585b {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:49.274179 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca52c20-6804-495b-a927-eb009140285f', 'tag': 'd32078e9-9c19-495f-93a2-c581174abbfa', 'status': 'completed', 'code': 200} Jul 22 16:31:49.303414 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9996dbee-60e9-4c5d-a3fe-f2478e455f0f req-dbfe494b-5268-45b2-86e9-82d153b6d8d4 service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344817 Jul 22 16:31:49.332469 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc671721-492c-4f0b-bc48-698a8cdf0aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc7d7f0-c1de-4fda-9923-c876ffff45d8,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:49.432130 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-3d3e2772-81ac-4b55-b7fb-1afbead3caa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:49.433635 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-3d3e2772-81ac-4b55-b7fb-1afbead3caa1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b3d31ec7-0709-410d-b2c0-dce9daa2755c HTTP/1.1" status: 200 len: 862 time: 0.2492523 Jul 22 16:31:49.485162 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-77b83fc9-3a9d-4716-8bda-8b391bbac8f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11fd5339-ede9-4c72-a1e8-8686e18ee19f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434165 Jul 22 16:31:49.487858 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179db16-9690-48c6-b0cd-88bca2367278 req-d42c2e32-c51f-4d2c-9845-985821caafcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:49.489826 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a179db16-9690-48c6-b0cd-88bca2367278 req-d42c2e32-c51f-4d2c-9845-985821caafcf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58c27b7bc957459891ac53f5021c4f30&device_id=492de56f-8e7d-47f6-8951-76b43597ae4c HTTP/1.1" status: 200 len: 1099 time: 0.4194722 Jul 22 16:31:49.508272 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d2b6c-4c9a-48db-98dd-f706a0f636f7 req-e27f6962-7663-4220-a2be-705fb5826538 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:49.509369 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020a5d5-e78b-4544-b481-6f0ec8a7b617 req-9d74e882-8504-4221-9353-fb66f7ffdd8b tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:49.510119 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bf2d2b6c-4c9a-48db-98dd-f706a0f636f7 req-e27f6962-7663-4220-a2be-705fb5826538 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e3d6e11-9eee-4f16-847a-4afab2e5f460 HTTP/1.1" status: 200 len: 946 time: 0.1129630 Jul 22 16:31:49.514950 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2020a5d5-e78b-4544-b481-6f0ec8a7b617 req-9d74e882-8504-4221-9353-fb66f7ffdd8b tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=492de56f-8e7d-47f6-8951-76b43597ae4c HTTP/1.1" status: 200 len: 948 time: 0.1698279 Jul 22 16:31:49.604097 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bf2d2b6c-4c9a-48db-98dd-f706a0f636f7 req-4409e7cd-ca30-4af8-932f-58553ab8aa1b tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775011 Jul 22 16:31:49.801489 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1489541-e0fd-4003-a503-268c84a8f762 req-5b3f08c6-bea3-41a4-8674-742e6e936fca tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:49.814630 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a1489541-e0fd-4003-a503-268c84a8f762 req-5b3f08c6-bea3-41a4-8674-742e6e936fca tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=86e89cbe-7983-4d19-ba39-09fc895f02a9 HTTP/1.1" status: 200 len: 945 time: 0.1243637 Jul 22 16:31:49.870774 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a1489541-e0fd-4003-a503-268c84a8f762 req-645a4dee-084a-483d-b90a-71293144db71 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6c5988b-5235-4680-8ef9-ed64c0061443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493817 Jul 22 16:31:49.924815 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41474) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:50.024073 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b81b936-9782-415c-8151-071dcf1509f7 admin admin] Deleting subnet a6fbf97b-4d58-476e-8114-671a9fd5dbfd {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:31:50.047818 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b81b936-9782-415c-8151-071dcf1509f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:50.050134 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a179db16-9690-48c6-b0cd-88bca2367278 req-80d12e9f-9e41-45f0-827b-d059699a2940 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=2fc7d7f0-c1de-4fda-9923-c876ffff45d8 HTTP/1.1" status: 200 len: 217 time: 0.5339701 Jul 22 16:31:50.132609 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179db16-9690-48c6-b0cd-88bca2367278 req-da3b6786-451c-48ed-af7e-f9486b8b3911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:50.134300 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a179db16-9690-48c6-b0cd-88bca2367278 req-da3b6786-451c-48ed-af7e-f9486b8b3911 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0713401 Jul 22 16:31:50.208029 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b81b936-9782-415c-8151-071dcf1509f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:50.230263 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2020a5d5-e78b-4544-b481-6f0ec8a7b617 req-8eebf513-4edf-4fa4-8866-6257276c32cf tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330818 Jul 22 16:31:50.275148 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 351dca08-c94b-4083-924e-4d5b665dcacb details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:31:50.281435 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device b2c832bf-09cc-41bb-a9c9-f6954a02fc67 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:31:50.318290 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b81b936-9782-415c-8151-071dcf1509f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:50.345351 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-0869cec8-cab6-4cdd-86dc-97e8baae0a66 service neutron] 10.222.0.30 "GET /v2.0/networks/11fd5339-ede9-4c72-a1e8-8686e18ee19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8279128 Jul 22 16:31:50.357532 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179db16-9690-48c6-b0cd-88bca2367278 req-0d0c28e3-ecd9-432e-b32e-3e50e8a570f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:50.359584 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a179db16-9690-48c6-b0cd-88bca2367278 req-0d0c28e3-ecd9-432e-b32e-3e50e8a570f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2147465 Jul 22 16:31:50.468158 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b81b936-9782-415c-8151-071dcf1509f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:50.508812 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81b936-9782-415c-8151-071dcf1509f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6fbf97b-4d58-476e-8114-671a9fd5dbfd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:50.512927 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b81b936-9782-415c-8151-071dcf1509f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:50.515536 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2b81b936-9782-415c-8151-071dcf1509f7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a6fbf97b-4d58-476e-8114-671a9fd5dbfd HTTP/1.1" status: 204 len: 168 time: 0.5894055 Jul 22 16:31:50.519505 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41500) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:50.639262 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897f8df-0b09-4f3e-b589-9d0b97175892 req-7f67f102-bd22-4d0c-aaf5-c20ef2de447d tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:50.641649 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 351dca08-c94b-4083-924e-4d5b665dcacb, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=351dca08-c94b-4083-924e-4d5b665dcacb,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:50.642348 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2897f8df-0b09-4f3e-b589-9d0b97175892 req-7f67f102-bd22-4d0c-aaf5-c20ef2de447d tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 943 time: 0.2263968 Jul 22 16:31:50.645531 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be242cf9-3c83-453c-ac0b-8a0005d5cf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:50.676742 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '351dca08-c94b-4083-924e-4d5b665dcacb', 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539', 'port_id': '351dca08-c94b-4083-924e-4d5b665dcacb', 'mac_address': 'fa:16:3e:5b:57:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce36437-5a9b-4c2b-a36e-e40d9943a98a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:31:50.678382 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a179db16-9690-48c6-b0cd-88bca2367278 req-dccd9eed-987e-48d1-b88b-49518780467c service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035994 Jul 22 16:31:50.679976 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port b2c832bf-09cc-41bb-a9c9-f6954a02fc67 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:31:50.685108 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port b2c832bf-09cc-41bb-a9c9-f6954a02fc67 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:31:50.685764 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:50.708417 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe3afe-760f-42e4-b559-dcd798fb3aeb req-8da0e1e2-d52f-4519-84c2-e3a01f6f8e34 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:50.715346 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ccfe3afe-760f-42e4-b559-dcd798fb3aeb req-8da0e1e2-d52f-4519-84c2-e3a01f6f8e34 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e3d6e11-9eee-4f16-847a-4afab2e5f460 HTTP/1.1" status: 200 len: 946 time: 0.1755071 Jul 22 16:31:50.756653 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2897f8df-0b09-4f3e-b589-9d0b97175892 req-23c9b810-3f09-4361-89f4-6077a03e3380 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045337 Jul 22 16:31:50.764688 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f5ab3e76-83f0-4dd6-893b-1b18d967d860 req-dd5f67e1-f827-4d08-b8e6-7827fd82db10 service neutron] 10.222.0.30 "GET /v2.0/networks/11fd5339-ede9-4c72-a1e8-8686e18ee19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885448 Jul 22 16:31:50.798951 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ccfe3afe-760f-42e4-b559-dcd798fb3aeb req-daee5617-6661-4a38-a647-cb1ca027f82e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797827 Jul 22 16:31:50.814094 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:50.818636 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be242cf9-3c83-453c-ac0b-8a0005d5cf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:50.846208 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351dca08-c94b-4083-924e-4d5b665dcacb {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:50.846815 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-be242cf9-3c83-453c-ac0b-8a0005d5cf24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f85ae4-6c70-4503-9ac6-07d32c3ac44a']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:50.887153 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a179db16-9690-48c6-b0cd-88bca2367278 req-5bfaba95-9f4f-4e84-a008-6ba8a0b34144 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864846 Jul 22 16:31:50.920322 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-be242cf9-3c83-453c-ac0b-8a0005d5cf24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd39b68d-969d-4691-8ad7-0f745ae68c62') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:50.920885 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-be242cf9-3c83-453c-ac0b-8a0005d5cf24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd39b68d-969d-4691-8ad7-0f745ae68c62') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:50.934483 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 351dca08-c94b-4083-924e-4d5b665dcacb, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=351dca08-c94b-4083-924e-4d5b665dcacb,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:50.943391 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be242cf9-3c83-453c-ac0b-8a0005d5cf24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:50.948246 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:50.956417 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f099647-87eb-41ce-bd77-d0cc7d2befa1 req-f45a900e-565e-46af-8149-ac5bce9566fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:50.956684 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:50.958644 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8f099647-87eb-41ce-bd77-d0cc7d2befa1 req-f45a900e-565e-46af-8149-ac5bce9566fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c01e19ea85c04eff85a8e7af5d534fb7&device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 1094 time: 0.0703130 Jul 22 16:31:50.971439 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be242cf9-3c83-453c-ac0b-8a0005d5cf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:50.984093 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be242cf9-3c83-453c-ac0b-8a0005d5cf24 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:31:50.984504 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be242cf9-3c83-453c-ac0b-8a0005d5cf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:31:50.986639 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:31:51.077374 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17220dad-101a-414f-9fdb-b72d3a008924 req-ada9d4a6-e69b-44ef-a7ec-ba1783ff35e9 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:51.079123 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e89cbe-7983-4d19-ba39-09fc895f02a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c832bf-09cc-41bb-a9c9-f6954a02fc67'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:51.081511 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290919a5-be6d-4eda-984a-2b0544453b36" -d '{"events": [{"server_uuid": "86e89cbe-7983-4d19-ba39-09fc895f02a9", "name": "network-vif-plugged", "status": "completed", "tag": "b2c832bf-09cc-41bb-a9c9-f6954a02fc67"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:51.088571 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-17220dad-101a-414f-9fdb-b72d3a008924 req-ada9d4a6-e69b-44ef-a7ec-ba1783ff35e9 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 943 time: 0.2310119 Jul 22 16:31:51.114820 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port b2c832bf-09cc-41bb-a9c9-f6954a02fc67, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b2c832bf-09cc-41bb-a9c9-f6954a02fc67,segment=NetworkSegment(59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff),segment_id=59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:51.122454 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=351dca08-c94b-4083-924e-4d5b665dcacb,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:51.126180 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:51.146738 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be242cf9-3c83-453c-ac0b-8a0005d5cf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:51.153694 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-be242cf9-3c83-453c-ac0b-8a0005d5cf24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:51.156506 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-be242cf9-3c83-453c-ac0b-8a0005d5cf24 admin admin] 10.222.0.69 "DELETE /v2.0/networks/38f85ae4-6c70-4503-9ac6-07d32c3ac44a HTTP/1.1" status: 204 len: 168 time: 0.6365242 Jul 22 16:31:51.162140 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41508) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:51.207221 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f099647-87eb-41ce-bd77-d0cc7d2befa1 req-1cd3cf40-4e53-45d1-a0ce-1b13f6b440ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:51.208741 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8f099647-87eb-41ce-bd77-d0cc7d2befa1 req-1cd3cf40-4e53-45d1-a0ce-1b13f6b440ae service neutron] 10.222.0.30 "GET /v2.0/networks?id=11fd5339-ede9-4c72-a1e8-8686e18ee19f HTTP/1.1" status: 200 len: 923 time: 0.2370028 Jul 22 16:31:51.209838 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-17220dad-101a-414f-9fdb-b72d3a008924 req-76df5b74-cdc7-4717-9c1b-908ee361ded5 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203051 Jul 22 16:31:51.236470 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['351dca08-c94b-4083-924e-4d5b665dcacb'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:51.239170 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=b2c832bf-09cc-41bb-a9c9-f6954a02fc67,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:51.260012 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be242cf9-3c83-453c-ac0b-8a0005d5cf24 admin admin] Pushing event deleted for resources: {'Network': ['ID=38f85ae4-6c70-4503-9ac6-07d32c3ac44a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:51.282317 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492de56f-8e7d-47f6-8951-76b43597ae4c', 'tag': '2fc7d7f0-c1de-4fda-9923-c876ffff45d8'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:51.284668 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8c2f5c-81c0-4064-af40-4355fb3f60c5" -d '{"events": [{"name": "network-changed", "server_uuid": "492de56f-8e7d-47f6-8951-76b43597ae4c", "tag": "2fc7d7f0-c1de-4fda-9923-c876ffff45d8"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:51.289987 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8f099647-87eb-41ce-bd77-d0cc7d2befa1 req-5332c72b-b8b2-4eae-9d24-8488ab9a06d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d32078e9-9c19-495f-93a2-c581174abbfa HTTP/1.1" status: 200 len: 217 time: 0.0707686 Jul 22 16:31:51.297461 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad0f11d-71db-4d49-8efc-b07d560c40aa x-openstack-request-id: req-3ad0f11d-71db-4d49-8efc-b07d560c40aa {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:51.298062 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e89cbe-7983-4d19-ba39-09fc895f02a9", "name": "network-vif-plugged", "status": "completed", "tag": "b2c832bf-09cc-41bb-a9c9-f6954a02fc67", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:51.299916 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3ad0f11d-71db-4d49-8efc-b07d560c40aa {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:51.300340 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e89cbe-7983-4d19-ba39-09fc895f02a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c832bf-09cc-41bb-a9c9-f6954a02fc67', 'code': 200} Jul 22 16:31:51.307514 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa1c47e-e2a5-4fb6-92f0-2348f02a8e34 admin admin] Deleting subnet 7b607d7e-0021-4721-a9d9-5c576a32d585 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:31:51.325289 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daa1c47e-e2a5-4fb6-92f0-2348f02a8e34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:51.368746 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f099647-87eb-41ce-bd77-d0cc7d2befa1 req-faeeabbf-6704-4e5e-82c6-3d4181e043ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:51.370482 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8f099647-87eb-41ce-bd77-d0cc7d2befa1 req-faeeabbf-6704-4e5e-82c6-3d4181e043ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b3d31ec7-0709-410d-b2c0-dce9daa2755c HTTP/1.1" status: 200 len: 862 time: 0.0733995 Jul 22 16:31:51.380242 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941af18-bcbe-4600-9c70-1a5ef76af819 req-1b43b3d9-2424-4c43-8070-d3518feb1233 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:51.387685 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5941af18-bcbe-4600-9c70-1a5ef76af819 req-1b43b3d9-2424-4c43-8070-d3518feb1233 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=86e89cbe-7983-4d19-ba39-09fc895f02a9 HTTP/1.1" status: 200 len: 946 time: 0.1779182 Jul 22 16:31:51.442312 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8f099647-87eb-41ce-bd77-d0cc7d2befa1 req-09d90700-02e0-40dc-b6ea-cb8bddd0a1ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11fd5339-ede9-4c72-a1e8-8686e18ee19f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515652 Jul 22 16:31:51.469411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41518) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:51.487554 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daa1c47e-e2a5-4fb6-92f0-2348f02a8e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:51.500058 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5941af18-bcbe-4600-9c70-1a5ef76af819 req-1f76dd87-c750-465e-b585-a3d5677d2856 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6c5988b-5235-4680-8ef9-ed64c0061443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054668 Jul 22 16:31:51.609242 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d10191-9551-4e59-9b12-ef13cd503a33 x-openstack-request-id: req-b8d10191-9551-4e59-9b12-ef13cd503a33 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:51.610460 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "492de56f-8e7d-47f6-8951-76b43597ae4c", "tag": "2fc7d7f0-c1de-4fda-9923-c876ffff45d8", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:51.610895 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b8d10191-9551-4e59-9b12-ef13cd503a33 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:51.612178 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '492de56f-8e7d-47f6-8951-76b43597ae4c', 'tag': '2fc7d7f0-c1de-4fda-9923-c876ffff45d8', 'status': 'completed', 'code': 200} Jul 22 16:31:51.649008 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daa1c47e-e2a5-4fb6-92f0-2348f02a8e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:51.693070 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-249f7b0e-fefc-4089-98be-cf467ad1fa8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:51.708115 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8f099647-87eb-41ce-bd77-d0cc7d2befa1 req-1778ebe3-812f-4a22-b17c-77be1a6c00c2 service neutron] 10.222.0.30 "GET /v2.0/networks/11fd5339-ede9-4c72-a1e8-8686e18ee19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515032 Jul 22 16:31:51.711585 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e2adf-8996-4648-a605-e95a3df6f2d8 req-cf35f3a0-23b8-4f95-9d97-a7498f50d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:51.713093 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de7e2adf-8996-4648-a605-e95a3df6f2d8 req-cf35f3a0-23b8-4f95-9d97-a7498f50d667 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=86e89cbe-7983-4d19-ba39-09fc895f02a9 HTTP/1.1" status: 200 len: 1097 time: 0.3088844 Jul 22 16:31:51.721244 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebf8fc-77bf-4f4c-89c3-3ff9d1331eaa req-b44b4906-a204-4565-b697-2fadeedf222f tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:51.728055 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3ebf8fc-77bf-4f4c-89c3-3ff9d1331eaa req-b44b4906-a204-4565-b697-2fadeedf222f tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=492de56f-8e7d-47f6-8951-76b43597ae4c HTTP/1.1" status: 200 len: 948 time: 0.3347690 Jul 22 16:31:51.760962 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c2f5c-81c0-4064-af40-4355fb3f60c5 req-b4e90595-bcfb-404e-adc3-92324e8f1605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:51.762781 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6e8c2f5c-81c0-4064-af40-4355fb3f60c5 req-b4e90595-bcfb-404e-adc3-92324e8f1605 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58c27b7bc957459891ac53f5021c4f30&device_id=492de56f-8e7d-47f6-8951-76b43597ae4c HTTP/1.1" status: 200 len: 1099 time: 0.1404245 Jul 22 16:31:51.841418 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de7e2adf-8996-4648-a605-e95a3df6f2d8 req-09cdd699-7a54-4fe5-b325-240061000761 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e6c5988b-5235-4680-8ef9-ed64c0061443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028607 Jul 22 16:31:51.860747 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3ebf8fc-77bf-4f4c-89c3-3ff9d1331eaa req-2447c3f4-277f-495d-8124-25e52411a879 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317687 Jul 22 16:31:51.871829 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daa1c47e-e2a5-4fb6-92f0-2348f02a8e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:51.914073 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1c47e-e2a5-4fb6-92f0-2348f02a8e34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b607d7e-0021-4721-a9d9-5c576a32d585,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:51.935071 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daa1c47e-e2a5-4fb6-92f0-2348f02a8e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:51.937417 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-daa1c47e-e2a5-4fb6-92f0-2348f02a8e34 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/7b607d7e-0021-4721-a9d9-5c576a32d585 HTTP/1.1" status: 204 len: 168 time: 0.7720480 Jul 22 16:31:51.942502 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41534) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:51.990408 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c2f5c-81c0-4064-af40-4355fb3f60c5 req-78a3b46e-0698-4431-8d25-cef1617217cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:51.992238 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6e8c2f5c-81c0-4064-af40-4355fb3f60c5 req-78a3b46e-0698-4431-8d25-cef1617217cf service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.1814239 Jul 22 16:31:52.072985 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8f099647-87eb-41ce-bd77-d0cc7d2befa1 req-fa42e5e5-f8da-431e-b91f-f2837768f804 service neutron] 10.222.0.30 "GET /v2.0/networks/11fd5339-ede9-4c72-a1e8-8686e18ee19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558152 Jul 22 16:31:52.075348 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6e8c2f5c-81c0-4064-af40-4355fb3f60c5 req-81748542-b55b-4f6b-890e-281569982be6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=2fc7d7f0-c1de-4fda-9923-c876ffff45d8 HTTP/1.1" status: 200 len: 217 time: 0.0746636 Jul 22 16:31:52.144851 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-249f7b0e-fefc-4089-98be-cf467ad1fa8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:52.149017 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-258cef81-fce3-45a3-9d20-1114b7d895ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:52.175556 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af698b9-a00f-454a-9c88-ce48dfec868f req-95a64108-686f-490a-b416-978bdf99bbb8 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:52.177740 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3af698b9-a00f-454a-9c88-ce48dfec868f req-95a64108-686f-490a-b416-978bdf99bbb8 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 943 time: 0.2418025 Jul 22 16:31:52.185699 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc21d7-73bf-4249-aae4-ac28563fa7da req-e5568422-75c2-493a-9408-42b7e8c829cb tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:52.195057 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e2cc21d7-73bf-4249-aae4-ac28563fa7da req-e5568422-75c2-493a-9408-42b7e8c829cb tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e3d6e11-9eee-4f16-847a-4afab2e5f460 HTTP/1.1" status: 200 len: 946 time: 0.2739658 Jul 22 16:31:52.195747 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c2f5c-81c0-4064-af40-4355fb3f60c5 req-9cf9198c-8949-4b14-8b43-823393a2df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:52.197266 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6e8c2f5c-81c0-4064-af40-4355fb3f60c5 req-9cf9198c-8949-4b14-8b43-823393a2df20 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1031117 Jul 22 16:31:52.197422 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-249f7b0e-fefc-4089-98be-cf467ad1fa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:52.258110 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3af698b9-a00f-454a-9c88-ce48dfec868f req-5464e50c-a0a5-4608-bda8-a2f8cb4bbd57 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718563 Jul 22 16:31:52.285949 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c2f5c-81c0-4064-af40-4355fb3f60c5 req-92c08473-66fe-457e-b93a-1551fb7631be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:52.287592 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6e8c2f5c-81c0-4064-af40-4355fb3f60c5 req-92c08473-66fe-457e-b93a-1551fb7631be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0786965 Jul 22 16:31:52.306038 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 351dca08-c94b-4083-924e-4d5b665dcacb up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:31:52.314270 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-258cef81-fce3-45a3-9d20-1114b7d895ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:52.324935 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-258cef81-fce3-45a3-9d20-1114b7d895ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d34f4e-6c27-4ce1-88db-28826a6e1b62']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:52.336312 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-258cef81-fce3-45a3-9d20-1114b7d895ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd695f217-1a79-4dc3-a813-00173bee61a3') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:52.336614 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-258cef81-fce3-45a3-9d20-1114b7d895ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd695f217-1a79-4dc3-a813-00173bee61a3') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:52.346138 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-258cef81-fce3-45a3-9d20-1114b7d895ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:52.360409 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-258cef81-fce3-45a3-9d20-1114b7d895ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:52.367850 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-258cef81-fce3-45a3-9d20-1114b7d895ef admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:31:52.368694 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-258cef81-fce3-45a3-9d20-1114b7d895ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:52.395213 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6e8c2f5c-81c0-4064-af40-4355fb3f60c5 req-00b1e048-ebd7-4f84-bb03-48c2015f3c4c service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997314 Jul 22 16:31:52.407452 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 351dca08-c94b-4083-924e-4d5b665dcacb completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:31:52.413497 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 351dca08-c94b-4083-924e-4d5b665dcacb triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:31:52.414205 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:31:52.446918 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:31:52.459880 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-258cef81-fce3-45a3-9d20-1114b7d895ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:52.504726 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-258cef81-fce3-45a3-9d20-1114b7d895ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:52.506791 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-258cef81-fce3-45a3-9d20-1114b7d895ef admin admin] 10.222.0.69 "DELETE /v2.0/networks/a2d34f4e-6c27-4ce1-88db-28826a6e1b62 HTTP/1.1" status: 204 len: 168 time: 0.5643871 Jul 22 16:31:52.524955 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258cef81-fce3-45a3-9d20-1114b7d895ef admin admin] Pushing event deleted for resources: {'Network': ['ID=a2d34f4e-6c27-4ce1-88db-28826a6e1b62,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:52.531100 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f7b0e-fefc-4089-98be-cf467ad1fa8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90921e9c-9369-4398-881c-5961cd1b0ca6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:52.536648 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-249f7b0e-fefc-4089-98be-cf467ad1fa8b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1fbeb7f646304941a3228d86e57de679&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0659070 Jul 22 16:31:52.550555 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:52.554725 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41546) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:52.565807 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e2cc21d7-73bf-4249-aae4-ac28563fa7da req-b24b54bb-1367-4052-b34d-961e8e63eb15 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591926 Jul 22 16:31:52.617030 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352d979-9c99-414d-b8b3-71990fecd53b req-84e6f7c4-f7ca-42a6-8b6f-20ba7834466b tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:52.619061 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a352d979-9c99-414d-b8b3-71990fecd53b req-84e6f7c4-f7ca-42a6-8b6f-20ba7834466b tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 944 time: 0.2071409 Jul 22 16:31:52.638413 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6e8c2f5c-81c0-4064-af40-4355fb3f60c5 req-3633ea54-bc68-41a7-8ba8-48c1c3e7f055 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357798 Jul 22 16:31:52.654291 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 351dca08-c94b-4083-924e-4d5b665dcacb, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=351dca08-c94b-4083-924e-4d5b665dcacb,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:52.663400 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:52.744165 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41552) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:52.791242 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=351dca08-c94b-4083-924e-4d5b665dcacb,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:52.792368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7255338-374c-4547-a87f-14e00652553d req-45e0f084-ac6d-43c7-85d6-cd7e4170f3a5 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:52.799444 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c7255338-374c-4547-a87f-14e00652553d req-45e0f084-ac6d-43c7-85d6-cd7e4170f3a5 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=86e89cbe-7983-4d19-ba39-09fc895f02a9 HTTP/1.1" status: 200 len: 946 time: 0.1336684 Jul 22 16:31:52.827916 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a352d979-9c99-414d-b8b3-71990fecd53b req-35567203-711a-4d52-bf13-1ee0bd4a540b tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023568 Jul 22 16:31:52.837110 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fa43b6d-ad42-47e7-89fa-968a5476d09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:52.845592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c7255338-374c-4547-a87f-14e00652553d req-e9a9e888-5b4a-4370-a9c2-0a3335857b65 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6c5988b-5235-4680-8ef9-ed64c0061443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428131 Jul 22 16:31:52.878570 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41558) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:52.879023 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4d7a5ec3-9108-477c-a3a1-1e5cbc1e761b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=932f62c292654c42816a769aa40ee8f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1287572 Jul 22 16:31:52.881291 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fa43b6d-ad42-47e7-89fa-968a5476d09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:52.973855 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fa43b6d-ad42-47e7-89fa-968a5476d09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:52.976484 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fa43b6d-ad42-47e7-89fa-968a5476d09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:52.980173 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8fa43b6d-ad42-47e7-89fa-968a5476d09b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/90921e9c-9369-4398-881c-5961cd1b0ca6 HTTP/1.1" status: 204 len: 168 time: 0.4142659 Jul 22 16:31:52.991248 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa43b6d-ad42-47e7-89fa-968a5476d09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90921e9c-9369-4398-881c-5961cd1b0ca6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:53.030763 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb1e22e0-9cff-4bd0-b5e9-33ef73677590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:53.094298 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb1e22e0-9cff-4bd0-b5e9-33ef73677590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:53.173764 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb1e22e0-9cff-4bd0-b5e9-33ef73677590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:53.176463 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb1e22e0-9cff-4bd0-b5e9-33ef73677590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:53.177727 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-eb1e22e0-9cff-4bd0-b5e9-33ef73677590 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bdc5264c-cc92-44be-b3f0-32e5201190ba HTTP/1.1" status: 204 len: 168 time: 0.2981865 Jul 22 16:31:53.191243 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e22e0-9cff-4bd0-b5e9-33ef73677590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc5264c-cc92-44be-b3f0-32e5201190ba,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:53.245571 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347dd535-f148-4af3-a271-4384fbb2fc80 req-a2a3e795-a664-4462-a7b4-631cf1b6d9b9 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:53.260494 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-347dd535-f148-4af3-a271-4384fbb2fc80 req-a2a3e795-a664-4462-a7b4-631cf1b6d9b9 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=492de56f-8e7d-47f6-8951-76b43597ae4c HTTP/1.1" status: 200 len: 948 time: 0.1712172 Jul 22 16:31:53.302012 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992efabc-c450-457f-9945-f5d968d24640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351dca08-c94b-4083-924e-4d5b665dcacb'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:53.304573 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dd4a35-c8e8-4052-8c86-704af6b2ae6e" -d '{"events": [{"server_uuid": "992efabc-c450-457f-9945-f5d968d24640", "name": "network-vif-plugged", "status": "completed", "tag": "351dca08-c94b-4083-924e-4d5b665dcacb"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:53.308821 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30991283-bae0-43ca-bc7d-f4229011fb91 req-ec19b843-a817-4449-8899-a299ce61487e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:53.318312 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-347dd535-f148-4af3-a271-4384fbb2fc80 req-76793954-b415-42a7-9dd8-cb0ce56864df tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514507 Jul 22 16:31:53.318935 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-30991283-bae0-43ca-bc7d-f4229011fb91 req-ec19b843-a817-4449-8899-a299ce61487e tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e3d6e11-9eee-4f16-847a-4afab2e5f460 HTTP/1.1" status: 200 len: 946 time: 0.1180911 Jul 22 16:31:53.371401 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-30991283-bae0-43ca-bc7d-f4229011fb91 req-15b0b0c6-ac3a-4a80-9976-510e6325c5de tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473177 Jul 22 16:31:53.413978 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a47f4aa-9af2-48a1-bff5-610a98f86ef0 x-openstack-request-id: req-7a47f4aa-9af2-48a1-bff5-610a98f86ef0 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:53.414834 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992efabc-c450-457f-9945-f5d968d24640", "name": "network-vif-plugged", "status": "completed", "tag": "351dca08-c94b-4083-924e-4d5b665dcacb", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:53.415237 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7a47f4aa-9af2-48a1-bff5-610a98f86ef0 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:53.415788 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992efabc-c450-457f-9945-f5d968d24640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351dca08-c94b-4083-924e-4d5b665dcacb', 'code': 200} Jul 22 16:31:53.534733 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def74ec9-a312-48eb-9dfa-9ff52053526e req-a5e054fd-b3f8-4c56-bc6a-32ff82f55463 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:53.541946 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-def74ec9-a312-48eb-9dfa-9ff52053526e req-a5e054fd-b3f8-4c56-bc6a-32ff82f55463 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 943 time: 0.1319938 Jul 22 16:31:53.602246 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-def74ec9-a312-48eb-9dfa-9ff52053526e req-003ee7d5-0e3e-487f-b2fc-e6134754fd84 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588164 Jul 22 16:31:53.637362 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e00908-0165-410d-9f3e-3afa0ded2237 req-8f84f7b3-1307-4de4-8313-fc5bdac8a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:53.639137 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-84e00908-0165-410d-9f3e-3afa0ded2237 req-8f84f7b3-1307-4de4-8313-fc5bdac8a9ea service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 1096 time: 0.1301601 Jul 22 16:31:53.684148 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41580) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:53.696133 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-84e00908-0165-410d-9f3e-3afa0ded2237 req-32e15e8f-fa9e-444f-ad65-36d0d240dd60 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505884 Jul 22 16:31:53.734360 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e28458fe-de10-48f4-8ac4-e5bdbfda5321 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b1480d858c1b47d8af540e398b1c4ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490124 Jul 22 16:31:53.737756 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41582) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:53.804127 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a367ffa-4900-40ef-843c-786e50411fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:53.820530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41584) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:53.835135 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d62dcf67-53ab-4efc-9e47-96cdfaf525a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:53.839526 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a367ffa-4900-40ef-843c-786e50411fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:53.906146 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a367ffa-4900-40ef-843c-786e50411fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:53.915233 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a367ffa-4900-40ef-843c-786e50411fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:53.916674 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7a367ffa-4900-40ef-843c-786e50411fd6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f544e6f3-d22d-4b43-81d9-3dba68e32938 HTTP/1.1" status: 204 len: 168 time: 0.1777103 Jul 22 16:31:53.939338 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a367ffa-4900-40ef-843c-786e50411fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f544e6f3-d22d-4b43-81d9-3dba68e32938,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:53.990859 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d62dcf67-53ab-4efc-9e47-96cdfaf525a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:53.999673 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d62dcf67-53ab-4efc-9e47-96cdfaf525a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:54.048082 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e2345-5843-4b74-8932-e899daa0d36e req-2f42ff04-231f-4641-b6b5-2bff40de77fd tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:54.050163 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-976e2345-5843-4b74-8932-e899daa0d36e req-2f42ff04-231f-4641-b6b5-2bff40de77fd tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 945 time: 0.0898509 Jul 22 16:31:54.059808 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62dcf67-53ab-4efc-9e47-96cdfaf525a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1da0060-a432-4bde-b871-e0065b09b30d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:54.079387 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f80336-20a0-4dcc-b121-7a99e80002ba req-88ac4b76-c048-4351-ae70-dc2f05f4a732 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:54.081131 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-54f80336-20a0-4dcc-b121-7a99e80002ba req-88ac4b76-c048-4351-ae70-dc2f05f4a732 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=86e89cbe-7983-4d19-ba39-09fc895f02a9 HTTP/1.1" status: 200 len: 946 time: 0.1462648 Jul 22 16:31:54.084063 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d62dcf67-53ab-4efc-9e47-96cdfaf525a0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=be8a7a3b1dd8476897c40aaa51820370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627347 Jul 22 16:31:54.087326 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41594) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:54.139478 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-976e2345-5843-4b74-8932-e899daa0d36e req-78666ce3-303a-4c68-bc6f-f6ad585f4589 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816598 Jul 22 16:31:54.148841 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-54f80336-20a0-4dcc-b121-7a99e80002ba req-902528a9-99c4-4f3a-b689-1d4e324630e8 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6c5988b-5235-4680-8ef9-ed64c0061443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561481 Jul 22 16:31:54.174985 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device d32078e9-9c19-495f-93a2-c581174abbfa details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:31:54.183024 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4710023-0833-4726-bc32-9cfa307941c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:54.214187 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4710023-0833-4726-bc32-9cfa307941c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:54.305076 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4710023-0833-4726-bc32-9cfa307941c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:54.309115 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4710023-0833-4726-bc32-9cfa307941c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:54.310585 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b4710023-0833-4726-bc32-9cfa307941c5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c1da0060-a432-4bde-b871-e0065b09b30d HTTP/1.1" status: 204 len: 168 time: 0.2144148 Jul 22 16:31:54.321982 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4710023-0833-4726-bc32-9cfa307941c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1da0060-a432-4bde-b871-e0065b09b30d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:54.360714 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-32cb3e49-666a-4e81-923a-53ea8fc22875 req-4a4788ec-00ac-468a-a67d-87c4715b6600 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1620935139&fields=id&tenant_id=231f2008811e47828d2bf48d5ef7e115 HTTP/1.1" status: 200 len: 267 time: 0.0797811 Jul 22 16:31:54.362337 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port d32078e9-9c19-495f-93a2-c581174abbfa, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d32078e9-9c19-495f-93a2-c581174abbfa,segment=NetworkSegment(3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad),segment_id=3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:54.398254 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'd32078e9-9c19-495f-93a2-c581174abbfa', 'network_id': '11fd5339-ede9-4c72-a1e8-8686e18ee19f', 'port_id': 'd32078e9-9c19-495f-93a2-c581174abbfa', 'mac_address': 'fa:16:3e:a6:f9:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d31ec7-0709-410d-b2c0-dce9daa2755c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:31:54.474510 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:54.492450 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32078e9-9c19-495f-93a2-c581174abbfa {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:54.506274 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb3e49-666a-4e81-923a-53ea8fc22875 req-769ba212-caa2-4701-b15c-cc8a1d9dc847 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:54.521415 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port d32078e9-9c19-495f-93a2-c581174abbfa, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d32078e9-9c19-495f-93a2-c581174abbfa,segment=NetworkSegment(3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad),segment_id=3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:54.521950 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-32cb3e49-666a-4e81-923a-53ea8fc22875 req-769ba212-caa2-4701-b15c-cc8a1d9dc847 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=86e89cbe-7983-4d19-ba39-09fc895f02a9 HTTP/1.1" status: 200 len: 946 time: 0.1540334 Jul 22 16:31:54.529420 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:54.530799 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 2fc7d7f0-c1de-4fda-9923-c876ffff45d8 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:31:54.537370 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-32cb3e49-666a-4e81-923a-53ea8fc22875 req-2b49f6b1-a59b-4982-84de-85ba0f30519e tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Request body: {'port': {'security_groups': ['e6c5988b-5235-4680-8ef9-ed64c0061443', 'dc0143fc-e036-47e9-b424-eb369bd7916f']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:54.562418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f5904-ec3b-493e-813a-d3e3e7868c0a req-29b86324-85bb-42ca-ad12-b2d397a62ee8 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:54.569903 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f19f5904-ec3b-493e-813a-d3e3e7868c0a req-29b86324-85bb-42ca-ad12-b2d397a62ee8 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=492de56f-8e7d-47f6-8951-76b43597ae4c HTTP/1.1" status: 200 len: 948 time: 0.1435206 Jul 22 16:31:54.660048 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f19f5904-ec3b-493e-813a-d3e3e7868c0a req-8db71d9a-8011-42a5-8071-ed6846a14ea8 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849223 Jul 22 16:31:54.795872 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-32cb3e49-666a-4e81-923a-53ea8fc22875 req-2b49f6b1-a59b-4982-84de-85ba0f30519e tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:54.876515 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=d32078e9-9c19-495f-93a2-c581174abbfa,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:54.893691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0c680-15d4-4e9a-867a-ada116c1d6ad req-72b252a5-8cdc-4e32-8cf0-6757cc9b2448 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:54.901800 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c7b0c680-15d4-4e9a-867a-ada116c1d6ad req-72b252a5-8cdc-4e32-8cf0-6757cc9b2448 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e3d6e11-9eee-4f16-847a-4afab2e5f460 HTTP/1.1" status: 200 len: 946 time: 0.1486459 Jul 22 16:31:54.918445 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 2fc7d7f0-c1de-4fda-9923-c876ffff45d8, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=2fc7d7f0-c1de-4fda-9923-c876ffff45d8,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:54.945783 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '2fc7d7f0-c1de-4fda-9923-c876ffff45d8', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '2fc7d7f0-c1de-4fda-9923-c876ffff45d8', 'mac_address': 'fa:16:3e:79:88:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:31:54.988528 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c7b0c680-15d4-4e9a-867a-ada116c1d6ad req-d7ae26db-ea50-450c-9612-2cf6278ebea2 tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/security-groups?id=03dddbf5-8934-40e2-88ec-34267ee2e620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850291 Jul 22 16:31:55.044615 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:55.073847 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc7d7f0-c1de-4fda-9923-c876ffff45d8 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:55.126449 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-32cb3e49-666a-4e81-923a-53ea8fc22875 req-2b49f6b1-a59b-4982-84de-85ba0f30519e tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] For port b2c832bf-09cc-41bb-a9c9-f6954a02fc67, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b2c832bf-09cc-41bb-a9c9-f6954a02fc67,segment=NetworkSegment(59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff),segment_id=59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:55.145598 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 2fc7d7f0-c1de-4fda-9923-c876ffff45d8, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=2fc7d7f0-c1de-4fda-9923-c876ffff45d8,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:55.153329 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:55.165027 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-32cb3e49-666a-4e81-923a-53ea8fc22875 req-2b49f6b1-a59b-4982-84de-85ba0f30519e tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:55.176028 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-32cb3e49-666a-4e81-923a-53ea8fc22875 req-2b49f6b1-a59b-4982-84de-85ba0f30519e tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:55.230989 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['b2c832bf-09cc-41bb-a9c9-f6954a02fc67'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:55.235376 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb3e49-666a-4e81-923a-53ea8fc22875 req-2b49f6b1-a59b-4982-84de-85ba0f30519e tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:55.236095 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-32cb3e49-666a-4e81-923a-53ea8fc22875 req-2b49f6b1-a59b-4982-84de-85ba0f30519e tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:55.256143 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-32cb3e49-666a-4e81-923a-53ea8fc22875 req-2b49f6b1-a59b-4982-84de-85ba0f30519e tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "PUT /v2.0/ports/b2c832bf-09cc-41bb-a9c9-f6954a02fc67 HTTP/1.1" status: 200 len: 982 time: 0.7323840 Jul 22 16:31:55.268996 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b3c59-5295-45cc-adb3-34a243db4a12 req-b4536cb2-6bbb-4367-9c3c-e1d1bba80bee tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:55.275427 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e89cbe-7983-4d19-ba39-09fc895f02a9', 'tag': 'b2c832bf-09cc-41bb-a9c9-f6954a02fc67'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:55.276851 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b5b3c59-5295-45cc-adb3-34a243db4a12 req-b4536cb2-6bbb-4367-9c3c-e1d1bba80bee tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 944 time: 0.1859822 Jul 22 16:31:55.287598 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37033813-6ac9-442d-9034-57c03e380aae" -d '{"events": [{"name": "network-changed", "server_uuid": "86e89cbe-7983-4d19-ba39-09fc895f02a9", "tag": "b2c832bf-09cc-41bb-a9c9-f6954a02fc67"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:55.358642 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b5b3c59-5295-45cc-adb3-34a243db4a12 req-6f212872-11e8-4d5d-b5c8-d4ed0815d862 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801256 Jul 22 16:31:55.380828 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['b2c832bf-09cc-41bb-a9c9-f6954a02fc67'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:55.426506 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f6a32-ce17-4f88-9a4f-4b2c10d27d9a req-4a7c1056-d8c9-42d4-b067-d23bd2ccaafc tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:55.429554 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-be9f6a32-ce17-4f88-9a4f-4b2c10d27d9a req-4a7c1056-d8c9-42d4-b067-d23bd2ccaafc tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e3d6e11-9eee-4f16-847a-4afab2e5f460 HTTP/1.1" status: 200 len: 946 time: 0.7159765 Jul 22 16:31:55.459296 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=2fc7d7f0-c1de-4fda-9923-c876ffff45d8,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:55.487515 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9113d83b-f967-4934-a5fb-971723154188 req-b43e6a11-c28c-4bbb-9ae9-84b104722fff tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1283993276&fields=id&tenant_id=231f2008811e47828d2bf48d5ef7e115 HTTP/1.1" status: 200 len: 267 time: 0.0594785 Jul 22 16:31:55.516407 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49f6b1-a59b-4982-84de-85ba0f30519e tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event updated for resources: {'Port': ['ID=b2c832bf-09cc-41bb-a9c9-f6954a02fc67,revision_number=6']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:55.593483 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['d32078e9-9c19-495f-93a2-c581174abbfa'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:55.595753 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['2fc7d7f0-c1de-4fda-9923-c876ffff45d8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:55.626537 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113d83b-f967-4934-a5fb-971723154188 req-a4c7e0d6-572b-4511-a9b7-120a2858e55d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:55.638259 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9113d83b-f967-4934-a5fb-971723154188 req-a4c7e0d6-572b-4511-a9b7-120a2858e55d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=86e89cbe-7983-4d19-ba39-09fc895f02a9 HTTP/1.1" status: 200 len: 985 time: 0.1404338 Jul 22 16:31:55.647345 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9113d83b-f967-4934-a5fb-971723154188 req-a3e92d56-0f6f-4c84-9ec0-e6bde090e6f9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Request body: {'port': {'security_groups': ['dc0143fc-e036-47e9-b424-eb369bd7916f', 'e6c5988b-5235-4680-8ef9-ed64c0061443', '7614543a-4b95-4d33-826c-5baf4b4bdaaf']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:55.859482 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bf807-3e63-4390-a512-04363a40f28c req-2f6b7128-5cb3-43c3-bca5-f3e9e6b73d93 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:55.870971 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-442bf807-3e63-4390-a512-04363a40f28c req-2f6b7128-5cb3-43c3-bca5-f3e9e6b73d93 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 945 time: 0.5047603 Jul 22 16:31:55.902616 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9113d83b-f967-4934-a5fb-971723154188 req-a3e92d56-0f6f-4c84-9ec0-e6bde090e6f9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:55.965047 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-be9f6a32-ce17-4f88-9a4f-4b2c10d27d9a req-a2a858ed-ad1f-4229-bb0e-2bba470b38fb tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Deleting port de3b8955-a12d-49d1-be59-226dc98901f9 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:55.965792 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-be9f6a32-ce17-4f88-9a4f-4b2c10d27d9a req-a2a858ed-ad1f-4229-bb0e-2bba470b38fb tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:55.984242 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-442bf807-3e63-4390-a512-04363a40f28c req-31247a72-efe1-4355-b6f9-4b003b444422 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101239 Jul 22 16:31:56.157426 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-be9f6a32-ce17-4f88-9a4f-4b2c10d27d9a req-a2a858ed-ad1f-4229-bb0e-2bba470b38fb tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] For port de3b8955-a12d-49d1-be59-226dc98901f9, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=de3b8955-a12d-49d1-be59-226dc98901f9,segment=NetworkSegment(f1ac031d-5d01-4602-8a30-97e266f5106b),segment_id=f1ac031d-5d01-4602-8a30-97e266f5106b)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:56.158647 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-be9f6a32-ce17-4f88-9a4f-4b2c10d27d9a req-a2a858ed-ad1f-4229-bb0e-2bba470b38fb tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:56.190992 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bed006-1717-4ded-ae77-6631915943d2 x-openstack-request-id: req-62bed006-1717-4ded-ae77-6631915943d2 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:56.191207 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e89cbe-7983-4d19-ba39-09fc895f02a9", "tag": "b2c832bf-09cc-41bb-a9c9-f6954a02fc67", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:56.191464 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-62bed006-1717-4ded-ae77-6631915943d2 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:56.191896 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e89cbe-7983-4d19-ba39-09fc895f02a9', 'tag': 'b2c832bf-09cc-41bb-a9c9-f6954a02fc67', 'status': 'completed', 'code': 200} Jul 22 16:31:56.209363 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-be9f6a32-ce17-4f88-9a4f-4b2c10d27d9a req-a2a858ed-ad1f-4229-bb0e-2bba470b38fb tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Calling delete_port for de3b8955-a12d-49d1-be59-226dc98901f9 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:56.369732 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37033813-6ac9-442d-9034-57c03e380aae req-8b252e7a-efc9-490e-a3e6-750d0e2b5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:56.371426 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-37033813-6ac9-442d-9034-57c03e380aae req-8b252e7a-efc9-490e-a3e6-750d0e2b5428 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=231f2008811e47828d2bf48d5ef7e115&device_id=86e89cbe-7983-4d19-ba39-09fc895f02a9 HTTP/1.1" status: 200 len: 1136 time: 0.1627128 Jul 22 16:31:56.393447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9113d83b-f967-4934-a5fb-971723154188 req-a3e92d56-0f6f-4c84-9ec0-e6bde090e6f9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] For port b2c832bf-09cc-41bb-a9c9-f6954a02fc67, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b2c832bf-09cc-41bb-a9c9-f6954a02fc67,segment=NetworkSegment(59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff),segment_id=59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:56.480202 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9113d83b-f967-4934-a5fb-971723154188 req-a3e92d56-0f6f-4c84-9ec0-e6bde090e6f9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:56.490064 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9113d83b-f967-4934-a5fb-971723154188 req-a3e92d56-0f6f-4c84-9ec0-e6bde090e6f9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:56.512661 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-be9f6a32-ce17-4f88-9a4f-4b2c10d27d9a req-a2a858ed-ad1f-4229-bb0e-2bba470b38fb tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:56.524207 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['b2c832bf-09cc-41bb-a9c9-f6954a02fc67'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:56.569733 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37033813-6ac9-442d-9034-57c03e380aae req-fa4487b0-70e6-4929-976c-b61ccf59180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:56.571268 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-37033813-6ac9-442d-9034-57c03e380aae req-fa4487b0-70e6-4929-976c-b61ccf59180f service neutron] 10.222.0.16 "GET /v2.0/networks?id=1fe00deb-8fc2-41e7-9cec-edcb691a1fa6 HTTP/1.1" status: 200 len: 914 time: 0.1924791 Jul 22 16:31:56.577690 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113d83b-f967-4934-a5fb-971723154188 req-a3e92d56-0f6f-4c84-9ec0-e6bde090e6f9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:56.578348 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9113d83b-f967-4934-a5fb-971723154188 req-a3e92d56-0f6f-4c84-9ec0-e6bde090e6f9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:56.589535 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9113d83b-f967-4934-a5fb-971723154188 req-a3e92d56-0f6f-4c84-9ec0-e6bde090e6f9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "PUT /v2.0/ports/b2c832bf-09cc-41bb-a9c9-f6954a02fc67 HTTP/1.1" status: 200 len: 1021 time: 0.9495101 Jul 22 16:31:56.594444 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e89cbe-7983-4d19-ba39-09fc895f02a9', 'tag': 'b2c832bf-09cc-41bb-a9c9-f6954a02fc67'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:56.597075 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fb7459-d789-483c-85f1-27c379df4420" -d '{"events": [{"name": "network-changed", "server_uuid": "86e89cbe-7983-4d19-ba39-09fc895f02a9", "tag": "b2c832bf-09cc-41bb-a9c9-f6954a02fc67"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:56.619929 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a858ed-ad1f-4229-bb0e-2bba470b38fb tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Pushing event deleted for resources: {'Port': ['ID=de3b8955-a12d-49d1-be59-226dc98901f9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:56.651648 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e92d56-0f6f-4c84-9ec0-e6bde090e6f9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event updated for resources: {'Port': ['ID=b2c832bf-09cc-41bb-a9c9-f6954a02fc67,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:56.656920 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-37033813-6ac9-442d-9034-57c03e380aae req-74f8abe9-6f69-4c25-8130-8ba28a240591 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2c832bf-09cc-41bb-a9c9-f6954a02fc67 HTTP/1.1" status: 200 len: 217 time: 0.0561457 Jul 22 16:31:56.662680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e92d56-0f6f-4c84-9ec0-e6bde090e6f9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:56.663295 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e92d56-0f6f-4c84-9ec0-e6bde090e6f9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:56.663990 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e92d56-0f6f-4c84-9ec0-e6bde090e6f9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:56.664494 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e92d56-0f6f-4c84-9ec0-e6bde090e6f9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:56.664998 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e92d56-0f6f-4c84-9ec0-e6bde090e6f9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:56.665496 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e92d56-0f6f-4c84-9ec0-e6bde090e6f9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:56.666024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e92d56-0f6f-4c84-9ec0-e6bde090e6f9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:56.666514 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e92d56-0f6f-4c84-9ec0-e6bde090e6f9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:56.667001 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e92d56-0f6f-4c84-9ec0-e6bde090e6f9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:56.667505 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e92d56-0f6f-4c84-9ec0-e6bde090e6f9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:56.667990 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e92d56-0f6f-4c84-9ec0-e6bde090e6f9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:56.668465 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e92d56-0f6f-4c84-9ec0-e6bde090e6f9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:56.702532 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['b2c832bf-09cc-41bb-a9c9-f6954a02fc67'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:56.711285 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9f6a32-ce17-4f88-9a4f-4b2c10d27d9a req-a2a858ed-ad1f-4229-bb0e-2bba470b38fb tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] No DVR routers for this DVR port de3b8955-a12d-49d1-be59-226dc98901f9 on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:56.730463 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-be9f6a32-ce17-4f88-9a4f-4b2c10d27d9a req-a2a858ed-ad1f-4229-bb0e-2bba470b38fb tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:56.734054 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-be9f6a32-ce17-4f88-9a4f-4b2c10d27d9a req-a2a858ed-ad1f-4229-bb0e-2bba470b38fb tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.30 "DELETE /v2.0/ports/de3b8955-a12d-49d1-be59-226dc98901f9 HTTP/1.1" status: 204 len: 173 time: 1.2093768 Jul 22 16:31:56.759626 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37033813-6ac9-442d-9034-57c03e380aae req-3588f88d-d9b1-40f4-aba3-bcbdb09e5f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:56.761432 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-37033813-6ac9-442d-9034-57c03e380aae req-3588f88d-d9b1-40f4-aba3-bcbdb09e5f92 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e24e805-057d-42fd-88f6-45eb8cdba1d6 HTTP/1.1" status: 200 len: 853 time: 0.0884748 Jul 22 16:31:56.787913 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec380e-9e78-4608-9dea-37fd73503ef4 req-9ab23d0c-e4f7-434b-9f70-7db135995e4a tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:56.791846 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-53ec380e-9e78-4608-9dea-37fd73503ef4 req-9ab23d0c-e4f7-434b-9f70-7db135995e4a tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=492de56f-8e7d-47f6-8951-76b43597ae4c HTTP/1.1" status: 200 len: 949 time: 0.3560493 Jul 22 16:31:56.864962 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-37033813-6ac9-442d-9034-57c03e380aae req-d98ff916-29fe-4b07-a8f2-92142045d421 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1fe00deb-8fc2-41e7-9cec-edcb691a1fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943203 Jul 22 16:31:56.872952 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-53ec380e-9e78-4608-9dea-37fd73503ef4 req-c7382c5c-bdbc-42df-b411-7e41fad0acfd tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736022 Jul 22 16:31:57.116179 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-191b8c30-f97e-42b3-9d73-afb5af2e32a1 req-3bf86d9c-0909-40c1-9346-9e7c7f804c4c tempest-DeleteServersTestJSON-799672689 tempest-DeleteServersTestJSON-799672689-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e3d6e11-9eee-4f16-847a-4afab2e5f460 HTTP/1.1" status: 200 len: 210 time: 0.0426850 Jul 22 16:31:57.329528 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d3bdd-2ee3-4c34-86ac-36236666abfe req-1cb0bb72-db46-414e-8dde-f7d40b6c8855 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:57.331165 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-960d3bdd-2ee3-4c34-86ac-36236666abfe req-1cb0bb72-db46-414e-8dde-f7d40b6c8855 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 1096 time: 0.1062927 Jul 22 16:31:57.429629 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-960d3bdd-2ee3-4c34-86ac-36236666abfe req-99ddd2f5-b6a8-4ca5-8ebd-215cd6d11762 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919645 Jul 22 16:31:57.568714 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-37033813-6ac9-442d-9034-57c03e380aae req-23b10f8b-27eb-475d-9f31-9574cec9d154 service neutron] 10.222.0.16 "GET /v2.0/networks/1fe00deb-8fc2-41e7-9cec-edcb691a1fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6965339 Jul 22 16:31:57.609352 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cb57f-2045-4710-8c04-07cc31129bef req-dc466dc3-63db-4149-8639-62c301c1bf27 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:57.611139 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-665cb57f-2045-4710-8c04-07cc31129bef req-dc466dc3-63db-4149-8639-62c301c1bf27 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 944 time: 0.1639168 Jul 22 16:31:57.642552 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249f6fb-f0ea-49f7-aea8-42515e3a8412 req-a4119c0c-eba9-4348-9a37-3ec82174b621 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:57.650195 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1249f6fb-f0ea-49f7-aea8-42515e3a8412 req-a4119c0c-eba9-4348-9a37-3ec82174b621 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=86e89cbe-7983-4d19-ba39-09fc895f02a9 HTTP/1.1" status: 200 len: 1024 time: 0.1287885 Jul 22 16:31:57.727452 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-665cb57f-2045-4710-8c04-07cc31129bef req-d4ec5f6f-41ae-4798-b090-38e560e1e88d tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995629 Jul 22 16:31:57.798061 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-37033813-6ac9-442d-9034-57c03e380aae req-554e71e0-2d0c-43a5-b886-3a0bdcce9a19 service neutron] 10.222.0.16 "GET /v2.0/networks/1fe00deb-8fc2-41e7-9cec-edcb691a1fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202070 Jul 22 16:31:57.803968 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abd5628-4f52-47b2-a49b-856d20c30493 x-openstack-request-id: req-4abd5628-4f52-47b2-a49b-856d20c30493 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:57.804530 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e89cbe-7983-4d19-ba39-09fc895f02a9", "tag": "b2c832bf-09cc-41bb-a9c9-f6954a02fc67", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:57.807336 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4abd5628-4f52-47b2-a49b-856d20c30493 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:57.808142 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e89cbe-7983-4d19-ba39-09fc895f02a9', 'tag': 'b2c832bf-09cc-41bb-a9c9-f6954a02fc67', 'status': 'completed', 'code': 200} Jul 22 16:31:57.811367 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1249f6fb-f0ea-49f7-aea8-42515e3a8412 req-4fcb5751-66cd-48c2-a8f6-fac68dfffbab tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=7614543a-4b95-4d33-826c-5baf4b4bdaaf&id=e6c5988b-5235-4680-8ef9-ed64c0061443&id=dc0143fc-e036-47e9-b424-eb369bd7916f HTTP/1.1" status: 200 len: 6149 time: 0.1592383 Jul 22 16:31:58.039836 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7d76e807-be48-421b-985e-e9121bc70667 req-0c67ff75-7ad4-4396-a512-2a55a6b07421 tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0561397 Jul 22 16:31:58.065359 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb7459-d789-483c-85f1-27c379df4420 req-61dc2e4a-7695-4949-9ec9-11a23c01ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:58.067479 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83fb7459-d789-483c-85f1-27c379df4420 req-61dc2e4a-7695-4949-9ec9-11a23c01ffd5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=231f2008811e47828d2bf48d5ef7e115&device_id=86e89cbe-7983-4d19-ba39-09fc895f02a9 HTTP/1.1" status: 200 len: 1175 time: 0.1864388 Jul 22 16:31:58.094683 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-4ba24b40-fb7c-4e62-9e88-bc33850149cc req-459ff493-c860-40b7-8db9-26c8734d250d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Request body: {'security_group': {'name': ' tempest-securitygroup -794197312 ', 'description': 'tempest-description-881605097'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:58.137531 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4ba24b40-fb7c-4e62-9e88-bc33850149cc req-459ff493-c860-40b7-8db9-26c8734d250d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:58.189227 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device d32078e9-9c19-495f-93a2-c581174abbfa up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:31:58.218360 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3d6e11-9eee-4f16-847a-4afab2e5f460', 'name': 'network-vif-deleted', 'tag': 'de3b8955-a12d-49d1-be59-226dc98901f9'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:58.224859 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e3f01c-08f2-49ff-b348-24b1b2954b71" -d '{"events": [{"server_uuid": "6e3d6e11-9eee-4f16-847a-4afab2e5f460", "name": "network-vif-deleted", "tag": "de3b8955-a12d-49d1-be59-226dc98901f9"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:58.265986 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb7459-d789-483c-85f1-27c379df4420 req-f06ae35b-e7d0-451a-aa23-a844791d93d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:58.268009 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83fb7459-d789-483c-85f1-27c379df4420 req-f06ae35b-e7d0-451a-aa23-a844791d93d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1fe00deb-8fc2-41e7-9cec-edcb691a1fa6 HTTP/1.1" status: 200 len: 914 time: 0.1931386 Jul 22 16:31:58.275703 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd3864-bb8a-44f9-a3d9-16a426c088ba req-1125f564-fbcf-4f42-afc9-81cac8fd6e4f tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:58.277523 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-31bd3864-bb8a-44f9-a3d9-16a426c088ba req-1125f564-fbcf-4f42-afc9-81cac8fd6e4f tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 1096 time: 0.1572537 Jul 22 16:31:58.296713 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port d32078e9-9c19-495f-93a2-c581174abbfa completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:31:58.302066 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port d32078e9-9c19-495f-93a2-c581174abbfa triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:31:58.302493 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:58.326217 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83fb7459-d789-483c-85f1-27c379df4420 req-7dd35066-9437-4556-882d-f679651e7717 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2c832bf-09cc-41bb-a9c9-f6954a02fc67 HTTP/1.1" status: 200 len: 217 time: 0.0475149 Jul 22 16:31:58.344703 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4ba24b40-fb7c-4e62-9e88-bc33850149cc req-459ff493-c860-40b7-8db9-26c8734d250d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:58.353294 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4ba24b40-fb7c-4e62-9e88-bc33850149cc req-459ff493-c860-40b7-8db9-26c8734d250d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:58.411005 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4ba24b40-fb7c-4e62-9e88-bc33850149cc req-459ff493-c860-40b7-8db9-26c8734d250d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:58.418076 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-31bd3864-bb8a-44f9-a3d9-16a426c088ba req-3832b7fb-835c-4deb-bfd8-47d9263675a1 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991075 Jul 22 16:31:58.422931 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb7459-d789-483c-85f1-27c379df4420 req-4f28a8c2-fe5a-45cc-8f28-187460ecf56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:58.424772 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83fb7459-d789-483c-85f1-27c379df4420 req-4f28a8c2-fe5a-45cc-8f28-187460ecf56b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e24e805-057d-42fd-88f6-45eb8cdba1d6 HTTP/1.1" status: 200 len: 853 time: 0.0897551 Jul 22 16:31:58.435433 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4ba24b40-fb7c-4e62-9e88-bc33850149cc req-459ff493-c860-40b7-8db9-26c8734d250d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.3469827 Jul 22 16:31:58.449129 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ff493-c860-40b7-8db9-26c8734d250d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=027226ed-7db0-4deb-954a-915f6837b39b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:58.463987 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:58.475896 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83fb7459-d789-483c-85f1-27c379df4420 req-a589a993-8591-4fcd-9b08-77b604e5251b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1fe00deb-8fc2-41e7-9cec-edcb691a1fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429714 Jul 22 16:31:58.517943 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca52c20-6804-495b-a927-eb009140285f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32078e9-9c19-495f-93a2-c581174abbfa'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:58.527234 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2f93c8-7659-4d79-acc2-e0075a8d9ee7" -d '{"events": [{"server_uuid": "6ca52c20-6804-495b-a927-eb009140285f", "name": "network-vif-plugged", "status": "completed", "tag": "d32078e9-9c19-495f-93a2-c581174abbfa"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:58.551118 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port d32078e9-9c19-495f-93a2-c581174abbfa, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d32078e9-9c19-495f-93a2-c581174abbfa,segment=NetworkSegment(3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad),segment_id=3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:58.565969 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:58.569163 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 2fc7d7f0-c1de-4fda-9923-c876ffff45d8 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:31:58.674604 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db9a50-aedd-4589-85c0-97d461d8250d req-806bf8ed-c037-419a-b305-60eb6bb3064e tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:58.692617 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a2db9a50-aedd-4589-85c0-97d461d8250d req-806bf8ed-c037-419a-b305-60eb6bb3064e tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=492de56f-8e7d-47f6-8951-76b43597ae4c HTTP/1.1" status: 200 len: 949 time: 0.1509049 Jul 22 16:31:58.697596 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=d32078e9-9c19-495f-93a2-c581174abbfa,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:58.697803 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83fb7459-d789-483c-85f1-27c379df4420 req-a0d80b1e-7255-4d95-b893-3d4a014e1313 service neutron] 10.222.0.16 "GET /v2.0/networks/1fe00deb-8fc2-41e7-9cec-edcb691a1fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093985 Jul 22 16:31:58.708241 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bfac0f-381f-4dc2-a72d-db49872e38ed x-openstack-request-id: req-30bfac0f-381f-4dc2-a72d-db49872e38ed {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:58.708241 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3d6e11-9eee-4f16-847a-4afab2e5f460", "name": "network-vif-deleted", "tag": "de3b8955-a12d-49d1-be59-226dc98901f9", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:58.708241 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-30bfac0f-381f-4dc2-a72d-db49872e38ed {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:58.708241 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3d6e11-9eee-4f16-847a-4afab2e5f460', 'name': 'network-vif-deleted', 'tag': 'de3b8955-a12d-49d1-be59-226dc98901f9', 'status': 'completed', 'code': 200} Jul 22 16:31:58.745964 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 2fc7d7f0-c1de-4fda-9923-c876ffff45d8 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:31:58.751876 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 2fc7d7f0-c1de-4fda-9923-c876ffff45d8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:31:58.752305 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:58.821841 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a2db9a50-aedd-4589-85c0-97d461d8250d req-a66438f8-6be3-4974-8acc-83826b15db16 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165597 Jul 22 16:31:58.861963 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea5fb284-3f0e-488f-892b-402be32c3786 req-c0514698-63f0-454b-a423-74b5e5ec0c13 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/027226ed-7db0-4deb-954a-915f6837b39b HTTP/1.1" status: 200 len: 1779 time: 0.1626513 Jul 22 16:31:58.920198 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f1afeb-ebf5-4ca5-b0dd-eb4776acc2be x-openstack-request-id: req-92f1afeb-ebf5-4ca5-b0dd-eb4776acc2be {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:58.920562 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca52c20-6804-495b-a927-eb009140285f", "name": "network-vif-plugged", "status": "completed", "tag": "d32078e9-9c19-495f-93a2-c581174abbfa", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:58.920881 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-92f1afeb-ebf5-4ca5-b0dd-eb4776acc2be {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:58.921341 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca52c20-6804-495b-a927-eb009140285f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32078e9-9c19-495f-93a2-c581174abbfa', 'code': 200} Jul 22 16:31:58.926354 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83fb7459-d789-483c-85f1-27c379df4420 req-26016783-342b-494f-aca4-21c11383c4c5 service neutron] 10.222.0.16 "GET /v2.0/networks/1fe00deb-8fc2-41e7-9cec-edcb691a1fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172916 Jul 22 16:31:58.928063 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:58.992392 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45525a69-69e7-4ad5-b22a-35445a7f6a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:59.009456 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 2fc7d7f0-c1de-4fda-9923-c876ffff45d8, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=2fc7d7f0-c1de-4fda-9923-c876ffff45d8,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:59.019819 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:59.021288 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device de3b8955-a12d-49d1-be59-226dc98901f9 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:59.051535 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e7018ace-1d23-48e1-86ec-1df89129879f req-0d2de848-3756-4382-86c6-7f9989497621 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/027226ed-7db0-4deb-954a-915f6837b39b HTTP/1.1" status: 200 len: 1779 time: 0.0617712 Jul 22 16:31:59.085815 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: de3b8955-a12d-49d1-be59-226dc98901f9 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:59.086338 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device de3b8955-a12d-49d1-be59-226dc98901f9 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:59.126451 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=2fc7d7f0-c1de-4fda-9923-c876ffff45d8,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:59.154696 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334fc05-7859-4e8f-af79-ba7d9a6f1618 req-eda5d50f-e9c5-4ce6-b31c-7a3be1383273 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:59.156616 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f334fc05-7859-4e8f-af79-ba7d9a6f1618 req-eda5d50f-e9c5-4ce6-b31c-7a3be1383273 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 945 time: 0.1317160 Jul 22 16:31:59.162696 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e7018ace-1d23-48e1-86ec-1df89129879f req-d96c1774-04fa-467a-a62e-751e124e866a tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:59.194752 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e7018ace-1d23-48e1-86ec-1df89129879f req-d96c1774-04fa-467a-a62e-751e124e866a tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:59.199010 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f334fc05-7859-4e8f-af79-ba7d9a6f1618 req-167d0ceb-1085-440c-9ea6-667647f1131a tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368407 Jul 22 16:31:59.225224 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05065e-442b-4727-97b4-f9677b31ce82 req-e7dcb3c3-e9a7-4c42-a5a3-90ef04f20269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:59.227064 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7c05065e-442b-4727-97b4-f9677b31ce82 req-e7dcb3c3-e9a7-4c42-a5a3-90ef04f20269 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 1096 time: 0.1268892 Jul 22 16:31:59.285525 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7c05065e-442b-4727-97b4-f9677b31ce82 req-58839e3a-7483-4d21-ac7c-882a9e8b7ed7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493751 Jul 22 16:31:59.291447 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e7018ace-1d23-48e1-86ec-1df89129879f req-d96c1774-04fa-467a-a62e-751e124e866a tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:59.294292 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e7018ace-1d23-48e1-86ec-1df89129879f req-d96c1774-04fa-467a-a62e-751e124e866a tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:59.309377 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e7018ace-1d23-48e1-86ec-1df89129879f req-d96c1774-04fa-467a-a62e-751e124e866a tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "DELETE /v2.0/security-groups/027226ed-7db0-4deb-954a-915f6837b39b HTTP/1.1" status: 204 len: 173 time: 0.2565870 Jul 22 16:31:59.319323 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c1774-04fa-467a-a62e-751e124e866a tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=027226ed-7db0-4deb-954a-915f6837b39b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:59.600486 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a457ec1d-ab67-4352-94b0-738c7af26160 req-eef590c2-a27d-4735-a1ea-1f0a7d8abff4 tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0308506 Jul 22 16:31:59.649246 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [req-234f7328-a54f-4638-83fb-b8ef43ed8136 req-a17e746b-0d6f-457b-95c0-acbf21d8547a tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] show failed (client error): The resource could not be found. Jul 22 16:31:59.650405 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-234f7328-a54f-4638-83fb-b8ef43ed8136 req-a17e746b-0d6f-457b-95c0-acbf21d8547a tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/027226ed-7db0-4deb-954a-915f6837b39b HTTP/1.1" status: 404 len: 352 time: 0.0157778 Jul 22 16:31:59.741452 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-74dd9f80-44dc-4c0c-ab50-e5232ce64898 req-4df322be-2081-4bf0-ab89-a41afbeb3d95 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-722304528', 'description': 'tempest-description-62033142'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:59.766319 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-74dd9f80-44dc-4c0c-ab50-e5232ce64898 req-4df322be-2081-4bf0-ab89-a41afbeb3d95 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:59.851761 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-74dd9f80-44dc-4c0c-ab50-e5232ce64898 req-4df322be-2081-4bf0-ab89-a41afbeb3d95 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:59.855408 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-74dd9f80-44dc-4c0c-ab50-e5232ce64898 req-4df322be-2081-4bf0-ab89-a41afbeb3d95 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:59.883968 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-74dd9f80-44dc-4c0c-ab50-e5232ce64898 req-4df322be-2081-4bf0-ab89-a41afbeb3d95 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:59.885203 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-74dd9f80-44dc-4c0c-ab50-e5232ce64898 req-4df322be-2081-4bf0-ab89-a41afbeb3d95 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.1483583 Jul 22 16:31:59.889737 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df322be-2081-4bf0-ab89-a41afbeb3d95 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2c3c65-626a-412f-86e8-b9aa89954180,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:00.069860 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031404bf-311c-4e95-b0c3-f6010686754e req-c051415b-069f-470c-bb18-6a047f5492c3 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:00.071383 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-031404bf-311c-4e95-b0c3-f6010686754e req-c051415b-069f-470c-bb18-6a047f5492c3 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=492de56f-8e7d-47f6-8951-76b43597ae4c HTTP/1.1" status: 200 len: 950 time: 0.0720315 Jul 22 16:32:00.114213 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-031404bf-311c-4e95-b0c3-f6010686754e req-bfae8512-0270-4704-b62c-b14fc3ad8996 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355685 Jul 22 16:32:00.142338 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-852775bf-36e7-486c-bc60-2fa2766cfa56 req-fb9f01d4-d7d7-4245-8150-aaeace284308 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-547700681', 'description': 'tempest-description-432890128'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:00.167118 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-852775bf-36e7-486c-bc60-2fa2766cfa56 req-fb9f01d4-d7d7-4245-8150-aaeace284308 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:00.229083 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-51610d27-e534-403a-9c02-035003b15678 req-1babd2d0-a444-47a8-afae-2198803b48c1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0337768 Jul 22 16:32:00.254408 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-852775bf-36e7-486c-bc60-2fa2766cfa56 req-fb9f01d4-d7d7-4245-8150-aaeace284308 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:00.258196 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-852775bf-36e7-486c-bc60-2fa2766cfa56 req-fb9f01d4-d7d7-4245-8150-aaeace284308 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:00.286419 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-852775bf-36e7-486c-bc60-2fa2766cfa56 req-fb9f01d4-d7d7-4245-8150-aaeace284308 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:00.287597 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-852775bf-36e7-486c-bc60-2fa2766cfa56 req-fb9f01d4-d7d7-4245-8150-aaeace284308 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1502254 Jul 22 16:32:00.289232 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f01d4-d7d7-4245-8150-aaeace284308 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5a930d-f84f-4605-a500-1e930e8f8aaf,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:00.480736 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0eb7d-2a3e-4a80-bcb9-ddab20833c66 req-7e55e551-73f2-4833-9670-388e035fe1da tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:00.482528 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d4d0eb7d-2a3e-4a80-bcb9-ddab20833c66 req-7e55e551-73f2-4833-9670-388e035fe1da tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 945 time: 0.0635350 Jul 22 16:32:00.527234 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d4d0eb7d-2a3e-4a80-bcb9-ddab20833c66 req-6c9a729c-4032-4d46-ae90-aa4fbbd273c7 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364063 Jul 22 16:32:00.555560 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-93b6b2b6-bb6f-4e38-975a-f7404d2f98f8 req-106f9a16-073a-481d-bc61-e1b809127306 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2036928357', 'description': 'tempest-description-1477266624'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:00.588276 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93b6b2b6-bb6f-4e38-975a-f7404d2f98f8 req-106f9a16-073a-481d-bc61-e1b809127306 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:00.684015 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93b6b2b6-bb6f-4e38-975a-f7404d2f98f8 req-106f9a16-073a-481d-bc61-e1b809127306 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:00.688066 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93b6b2b6-bb6f-4e38-975a-f7404d2f98f8 req-106f9a16-073a-481d-bc61-e1b809127306 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:00.711653 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-070fc207-01a1-4a92-b5fb-ba85300afd3f tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:32:00.712814 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-070fc207-01a1-4a92-b5fb-ba85300afd3f tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1151168 Jul 22 16:32:00.717513 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93b6b2b6-bb6f-4e38-975a-f7404d2f98f8 req-106f9a16-073a-481d-bc61-e1b809127306 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:00.718777 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-93b6b2b6-bb6f-4e38-975a-f7404d2f98f8 req-106f9a16-073a-481d-bc61-e1b809127306 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1674588 Jul 22 16:32:00.719506 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f9a16-073a-481d-bc61-e1b809127306 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=742bb3ff-5ef3-498b-b62b-48149a0b7829,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:00.777673 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-fe46e7a9-b62f-4cd0-ac63-c21f38645d2f service neutron] Request body: {'binding': {'host': 'n-h2-798930-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:00.777673 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-fe46e7a9-b62f-4cd0-ac63-c21f38645d2f service neutron] Unknown quota resources ['binding']. {{(pid=93816) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:32:00.922782 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492de56f-8e7d-47f6-8951-76b43597ae4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc7d7f0-c1de-4fda-9923-c876ffff45d8'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:00.925186 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9e9286-a9bc-42f5-89bf-e842851b0ae8" -d '{"events": [{"server_uuid": "492de56f-8e7d-47f6-8951-76b43597ae4c", "name": "network-vif-plugged", "status": "completed", "tag": "2fc7d7f0-c1de-4fda-9923-c876ffff45d8"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:00.932595 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-fe46e7a9-b62f-4cd0-ac63-c21f38645d2f service neutron] Attempting to bind port 351dca08-c94b-4083-924e-4d5b665dcacb on host n-h2-798930-9 for vnic_type normal with profile None {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:32:00.934311 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-fe46e7a9-b62f-4cd0-ac63-c21f38645d2f service neutron] Attempting to bind port 351dca08-c94b-4083-924e-4d5b665dcacb by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:32:00.934751 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-fe46e7a9-b62f-4cd0-ac63-c21f38645d2f service neutron] Attempting to bind port 351dca08-c94b-4083-924e-4d5b665dcacb on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:00.939705 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-fe46e7a9-b62f-4cd0-ac63-c21f38645d2f service neutron] Port 351dca08-c94b-4083-924e-4d5b665dcacb on network 6f3ed260-5c39-4f44-87de-6af121ff9539 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:32:00.940021 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-fe46e7a9-b62f-4cd0-ac63-c21f38645d2f service neutron] Attempting to bind port 351dca08-c94b-4083-924e-4d5b665dcacb on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:00.946303 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-fe46e7a9-b62f-4cd0-ac63-c21f38645d2f service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:32:00.946985 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-fe46e7a9-b62f-4cd0-ac63-c21f38645d2f service neutron] Checking segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:32:00.947760 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-fe46e7a9-b62f-4cd0-ac63-c21f38645d2f service neutron] Bound using segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:32:00.948674 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-fe46e7a9-b62f-4cd0-ac63-c21f38645d2f service neutron] Bound port: 351dca08-c94b-4083-924e-4d5b665dcacb, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:32:00.950462 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-55a3498c-3c05-4587-9466-21e20ef0ce32 req-9c765d1b-30fb-41c6-b60a-ee41b08b96f1 tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0324228 Jul 22 16:32:01.005790 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-fe46e7a9-b62f-4cd0-ac63-c21f38645d2f service neutron] For port 351dca08-c94b-4083-924e-4d5b665dcacb, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=351dca08-c94b-4083-924e-4d5b665dcacb,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:32:01.011925 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-fe46e7a9-b62f-4cd0-ac63-c21f38645d2f service neutron] Notify callbacks [] for binding, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:01.013576 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-fe46e7a9-b62f-4cd0-ac63-c21f38645d2f service neutron] 10.222.0.69 "POST /v2.0/ports/351dca08-c94b-4083-924e-4d5b665dcacb/bindings HTTP/1.1" status: 201 len: 389 time: 0.2933302 Jul 22 16:32:01.054771 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41884) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:01.117448 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d6c280d7-69bc-4d9b-9054-6d262f9b3936 req-7f30bf8b-33dc-4b42-889e-d2f4ca3b5fa8 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=231f2008811e47828d2bf48d5ef7e115 HTTP/1.1" status: 200 len: 10894 time: 0.1254578 Jul 22 16:32:01.171734 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d6c280d7-69bc-4d9b-9054-6d262f9b3936 req-a734f172-190f-42e6-bc2f-55d9b09f3461 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/e6c5988b-5235-4680-8ef9-ed64c0061443 HTTP/1.1" status: 200 len: 2981 time: 0.0520463 Jul 22 16:32:01.212460 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33315337-571f-4c43-ab33-935be6ef4b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:01.236698 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d6c280d7-69bc-4d9b-9054-6d262f9b3936 req-9fe8fdc3-db48-4601-84f6-2bce22e292b0 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/e6c5988b-5235-4680-8ef9-ed64c0061443 HTTP/1.1" status: 200 len: 2981 time: 0.0627291 Jul 22 16:32:01.241768 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9408679-2a68-49de-923c-174c2315d57d x-openstack-request-id: req-a9408679-2a68-49de-923c-174c2315d57d {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:01.242399 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492de56f-8e7d-47f6-8951-76b43597ae4c", "name": "network-vif-plugged", "status": "completed", "tag": "2fc7d7f0-c1de-4fda-9923-c876ffff45d8", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:01.242890 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a9408679-2a68-49de-923c-174c2315d57d {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:01.243666 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492de56f-8e7d-47f6-8951-76b43597ae4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc7d7f0-c1de-4fda-9923-c876ffff45d8', 'code': 200} Jul 22 16:32:01.383996 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33315337-571f-4c43-ab33-935be6ef4b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:01.389517 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33315337-571f-4c43-ab33-935be6ef4b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:01.401541 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-da715bfa-03a1-449f-8bf9-3a0d259bc5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:01.403059 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-da715bfa-03a1-449f-8bf9-3a0d259bc5dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 1096 time: 0.1122854 Jul 22 16:32:01.437092 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f04f3-8919-47de-9b0e-679f770eb383 req-76434f79-2b80-432c-8552-a24213119ed1 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:01.441705 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e3f04f3-8919-47de-9b0e-679f770eb383 req-76434f79-2b80-432c-8552-a24213119ed1 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 945 time: 0.1414762 Jul 22 16:32:01.460272 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-33315337-571f-4c43-ab33-935be6ef4b7e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=debf7560c3ff4fcd9e5a2abff97191ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4043820 Jul 22 16:32:01.462621 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33315337-571f-4c43-ab33-935be6ef4b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f340f1-dc6c-455f-92fb-52db9b070d40,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:01.465521 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41908) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:01.520359 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e3f04f3-8919-47de-9b0e-679f770eb383 req-0b26b0c4-083a-403b-937e-2f37fb32b64c tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710342 Jul 22 16:32:01.551534 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68240519-5111-41ae-aaa4-799469ede7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:01.564923 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c35fd84-f194-471f-ada7-6791af62ed7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:01.573167 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:01.585990 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68240519-5111-41ae-aaa4-799469ede7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:01.645123 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68240519-5111-41ae-aaa4-799469ede7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:01.652637 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68240519-5111-41ae-aaa4-799469ede7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:01.652637 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-68240519-5111-41ae-aaa4-799469ede7af admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a1f340f1-dc6c-455f-92fb-52db9b070d40 HTTP/1.1" status: 204 len: 168 time: 0.1787009 Jul 22 16:32:01.662465 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68240519-5111-41ae-aaa4-799469ede7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f340f1-dc6c-455f-92fb-52db9b070d40,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:01.846621 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801171e1-2a3f-4b28-92c7-54f51c2aa508 req-834fa8bb-c136-46df-9044-7e727150c268 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:01.848182 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-801171e1-2a3f-4b28-92c7-54f51c2aa508 req-834fa8bb-c136-46df-9044-7e727150c268 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=492de56f-8e7d-47f6-8951-76b43597ae4c HTTP/1.1" status: 200 len: 950 time: 0.5094078 Jul 22 16:32:01.853640 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee224c0-5f62-4c9d-892f-668e8d1af254 req-2d7ebb46-9941-49a4-be86-0c98b389949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:01.855140 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2ee224c0-5f62-4c9d-892f-668e8d1af254 req-2d7ebb46-9941-49a4-be86-0c98b389949c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=492de56f-8e7d-47f6-8951-76b43597ae4c HTTP/1.1" status: 200 len: 1101 time: 0.5030415 Jul 22 16:32:01.892748 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-c9711cf1-af73-4b0d-8050-267ff14acb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:01.892748 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-c9711cf1-af73-4b0d-8050-267ff14acb17 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 922 time: 0.4824679 Jul 22 16:32:01.955297 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-3ef770bf-2c1c-4ac9-824a-cf5cec3eac85 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=351dca08-c94b-4083-924e-4d5b665dcacb HTTP/1.1" status: 200 len: 217 time: 0.0559592 Jul 22 16:32:01.959114 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2ee224c0-5f62-4c9d-892f-668e8d1af254 req-efa94286-c6e2-49ab-9daf-579caaebf656 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963957 Jul 22 16:32:01.971853 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-801171e1-2a3f-4b28-92c7-54f51c2aa508 req-0a982a78-dcba-4a68-8fe8-da71bc6879a2 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156416 Jul 22 16:32:01.989549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41928) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:02.006066 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d61d-7063-451b-b8b3-9a2834e3fc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:02.047524 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-81785695-098c-4c18-9a34-24b75e86dd23 req-16b0d8c0-a3d5-4a7a-8b62-60646d0308b0 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/dd2c3c65-626a-412f-86e8-b9aa89954180 HTTP/1.1" status: 200 len: 1798 time: 0.0569663 Jul 22 16:32:02.125129 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-81785695-098c-4c18-9a34-24b75e86dd23 req-1219ba2b-3b33-4c0a-9d0b-59434d2f4c1a tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:02.126543 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d61d-7063-451b-b8b3-9a2834e3fc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:02.132853 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d61d-7063-451b-b8b3-9a2834e3fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:02.154188 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-81785695-098c-4c18-9a34-24b75e86dd23 req-1219ba2b-3b33-4c0a-9d0b-59434d2f4c1a tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:02.175282 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0d61d-7063-451b-b8b3-9a2834e3fc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50c74cd-72dc-4392-8cb8-18c5a9fbfc46,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:02.180166 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2ae0d61d-7063-451b-b8b3-9a2834e3fc45 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=608a9fbd1574412bb331f4d56a7be605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1893594 Jul 22 16:32:02.184245 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41950) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:02.222510 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-81785695-098c-4c18-9a34-24b75e86dd23 req-1219ba2b-3b33-4c0a-9d0b-59434d2f4c1a tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:02.225072 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-81785695-098c-4c18-9a34-24b75e86dd23 req-1219ba2b-3b33-4c0a-9d0b-59434d2f4c1a tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:02.226278 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-81785695-098c-4c18-9a34-24b75e86dd23 req-1219ba2b-3b33-4c0a-9d0b-59434d2f4c1a tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "DELETE /v2.0/security-groups/dd2c3c65-626a-412f-86e8-b9aa89954180 HTTP/1.1" status: 204 len: 173 time: 0.1730349 Jul 22 16:32:02.258142 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91f2faa6-f5ab-4fae-9f2d-f1cad036a746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:02.266526 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219ba2b-3b33-4c0a-9d0b-59434d2f4c1a tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2c3c65-626a-412f-86e8-b9aa89954180,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:02.296339 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91f2faa6-f5ab-4fae-9f2d-f1cad036a746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:02.307143 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-973f44c5-8aa6-478d-9314-0863a28a1bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:02.309199 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-973f44c5-8aa6-478d-9314-0863a28a1bbf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ce36437-5a9b-4c2b-a36e-e40d9943a98a HTTP/1.1" status: 200 len: 861 time: 0.1029565 Jul 22 16:32:02.349735 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-69649885-a937-4afd-8ce0-a384da5da1c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6f3ed260-5c39-4f44-87de-6af121ff9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333383 Jul 22 16:32:02.350926 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91f2faa6-f5ab-4fae-9f2d-f1cad036a746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:02.353544 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91f2faa6-f5ab-4fae-9f2d-f1cad036a746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:02.354780 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-91f2faa6-f5ab-4fae-9f2d-f1cad036a746 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a50c74cd-72dc-4392-8cb8-18c5a9fbfc46 HTTP/1.1" status: 204 len: 168 time: 0.1695721 Jul 22 16:32:02.364701 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2faa6-f5ab-4fae-9f2d-f1cad036a746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50c74cd-72dc-4392-8cb8-18c5a9fbfc46,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:02.497734 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30edd51-a9c2-4ce6-92cc-df83e038a03c req-e287ef97-b015-428e-8f68-ef561f5182f7 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:02.505209 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f30edd51-a9c2-4ce6-92cc-df83e038a03c req-e287ef97-b015-428e-8f68-ef561f5182f7 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 945 time: 0.1584623 Jul 22 16:32:02.509652 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-b2858719-a6e9-4e90-a69e-f58536b708d3 service neutron] 10.222.0.30 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491089 Jul 22 16:32:02.533398 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b3ce978-bc05-479d-8bf9-b13055b5da5c req-6ae3bec4-c251-4ec1-adb1-5ceaba513448 tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0315180 Jul 22 16:32:02.589053 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [req-31a42ed4-0a0e-4dd5-8f03-b5e9bb7cfa5c req-300a6b43-8527-4fe5-a15b-5e73b1b600f9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] show failed (client error): The resource could not be found. Jul 22 16:32:02.590258 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-31a42ed4-0a0e-4dd5-8f03-b5e9bb7cfa5c req-300a6b43-8527-4fe5-a15b-5e73b1b600f9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/dd2c3c65-626a-412f-86e8-b9aa89954180 HTTP/1.1" status: 404 len: 352 time: 0.0203986 Jul 22 16:32:02.606602 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f30edd51-a9c2-4ce6-92cc-df83e038a03c req-44daa717-3ecc-44f5-9334-04af51a8dd9c tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004617 Jul 22 16:32:02.643383 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:02.657009 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-67ddccb3-11ad-4a50-8ca3-c4d04e816cc2 service neutron] 10.222.0.30 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325507 Jul 22 16:32:03.002847 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134b157-f369-4837-9996-45033a694539 req-8a8d48fe-f7fb-40ef-bfb0-cec4dac89320 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:03.004364 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c134b157-f369-4837-9996-45033a694539 req-8a8d48fe-f7fb-40ef-bfb0-cec4dac89320 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 945 time: 0.1124561 Jul 22 16:32:03.048554 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c134b157-f369-4837-9996-45033a694539 req-1461209e-df32-40fa-b4fa-cff5431dbea1 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384510 Jul 22 16:32:03.140077 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a140696e-9460-4ef6-bf88-1368ede919ea req-6707e54a-47bf-4231-9e7a-d64241e950e5 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/bb5a930d-f84f-4605-a500-1e930e8f8aaf HTTP/1.1" status: 200 len: 1799 time: 0.0641518 Jul 22 16:32:03.202434 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a140696e-9460-4ef6-bf88-1368ede919ea req-cc69271b-57f4-49ae-be36-6b18bbd77bd8 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:03.230216 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a140696e-9460-4ef6-bf88-1368ede919ea req-cc69271b-57f4-49ae-be36-6b18bbd77bd8 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:03.287527 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a140696e-9460-4ef6-bf88-1368ede919ea req-cc69271b-57f4-49ae-be36-6b18bbd77bd8 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:03.290276 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a140696e-9460-4ef6-bf88-1368ede919ea req-cc69271b-57f4-49ae-be36-6b18bbd77bd8 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:03.302567 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a140696e-9460-4ef6-bf88-1368ede919ea req-cc69271b-57f4-49ae-be36-6b18bbd77bd8 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "DELETE /v2.0/security-groups/bb5a930d-f84f-4605-a500-1e930e8f8aaf HTTP/1.1" status: 204 len: 173 time: 0.1615489 Jul 22 16:32:03.315590 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69271b-57f4-49ae-be36-6b18bbd77bd8 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5a930d-f84f-4605-a500-1e930e8f8aaf,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:03.349894 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:32:03.450063 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260990b-b457-4100-b4fc-c6e810d97999 req-98bff397-8137-4d0e-bff2-4f29c1a6db67 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:03.457681 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1260990b-b457-4100-b4fc-c6e810d97999 req-98bff397-8137-4d0e-bff2-4f29c1a6db67 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 945 time: 0.0933254 Jul 22 16:32:03.495663 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1260990b-b457-4100-b4fc-c6e810d97999 req-4195e664-f3a7-4664-8f90-c91c1b9ff69d tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370862 Jul 22 16:32:03.708758 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-028bfa8e-7fe4-40fc-b760-b7eb488e3507 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:03.710400 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-028bfa8e-7fe4-40fc-b760-b7eb488e3507 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/networks?id=c91084da-dc2f-47a0-a494-d8982c84093b HTTP/1.1" status: 200 len: 805 time: 0.1164184 Jul 22 16:32:03.728280 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-c8e0e9ec-cd91-4769-ac09-977cb13f9879 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/quotas/ac588735236c4792be7c191fef7dacd8 HTTP/1.1" status: 200 len: 375 time: 0.0124414 Jul 22 16:32:03.872904 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-49e52e4b-33b7-4715-978e-96a3615fff96 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ac588735236c4792be7c191fef7dacd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1384315 Jul 22 16:32:04.016019 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-bde17fcd-a868-4da0-9d8a-327a2a8c10fd service neutron] 10.222.0.69 "GET /v2.0/networks/c91084da-dc2f-47a0-a494-d8982c84093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306818 Jul 22 16:32:04.133856 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-eaf712db-0dc6-430b-908f-e70b1f2102a4 service neutron] 10.222.0.69 "GET /v2.0/networks/c91084da-dc2f-47a0-a494-d8982c84093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169691 Jul 22 16:32:04.198583 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b41e3-8a22-45c4-99a3-b2fa6f75928f req-d108983f-d6bb-4431-bdf2-93955943a1d9 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:04.206884 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-765b41e3-8a22-45c4-99a3-b2fa6f75928f req-d108983f-d6bb-4431-bdf2-93955943a1d9 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=492de56f-8e7d-47f6-8951-76b43597ae4c HTTP/1.1" status: 200 len: 950 time: 0.0780227 Jul 22 16:32:04.224427 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1817547e-397f-4a03-89a1-5581b60cf72e no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:04.277826 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-765b41e3-8a22-45c4-99a3-b2fa6f75928f req-46e74aee-dd08-4b54-a724-fed99ea1663b tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693626 Jul 22 16:32:04.361454 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:04.364313 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [req-002aae94-da5c-4543-97d1-25375196cedb req-703ad65c-cd6d-41d4-ae3d-fec2fe5e1e77 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] show failed (client error): The resource could not be found. Jul 22 16:32:04.371030 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-002aae94-da5c-4543-97d1-25375196cedb req-703ad65c-cd6d-41d4-ae3d-fec2fe5e1e77 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/bb5a930d-f84f-4605-a500-1e930e8f8aaf HTTP/1.1" status: 404 len: 352 time: 0.0342047 Jul 22 16:32:04.419429 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fca3705-ca1f-46bd-b505-6035b97a9d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1817547e-397f-4a03-89a1-5581b60cf72e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:04.426486 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4f8d21-6c60-49cf-afca-74875bf59b97" -d '{"events": [{"server_uuid": "5fca3705-ca1f-46bd-b505-6035b97a9d62", "name": "network-vif-unplugged", "status": "completed", "tag": "1817547e-397f-4a03-89a1-5581b60cf72e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:04.448717 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1817547e-397f-4a03-89a1-5581b60cf72e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1817547e-397f-4a03-89a1-5581b60cf72e,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:04.457108 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:04.518381 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:04.572716 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=1817547e-397f-4a03-89a1-5581b60cf72e,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:04.601666 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864cc79-2809-4eaa-84b1-77897de8abd4 req-38f4b4c5-b7a5-4d8d-8300-9cd57c4dc44e tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:04.603345 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c864cc79-2809-4eaa-84b1-77897de8abd4 req-38f4b4c5-b7a5-4d8d-8300-9cd57c4dc44e tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 945 time: 0.1688738 Jul 22 16:32:04.654937 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c864cc79-2809-4eaa-84b1-77897de8abd4 req-9384c924-8aa4-4100-a949-d9275b05b76a tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413954 Jul 22 16:32:04.876882 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d924d0-41bc-4756-ba4f-dd8b7d4d99be req-f9ccd790-b26e-4277-b0dd-864b2861b721 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:04.878482 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e2d924d0-41bc-4756-ba4f-dd8b7d4d99be req-f9ccd790-b26e-4277-b0dd-864b2861b721 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fca3705-ca1f-46bd-b505-6035b97a9d62 HTTP/1.1" status: 200 len: 943 time: 0.1320951 Jul 22 16:32:05.130230 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-e2d924d0-41bc-4756-ba4f-dd8b7d4d99be req-44250f71-021c-446e-bc79-8fb0a081d5fb tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Deleting port 1817547e-397f-4a03-89a1-5581b60cf72e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:05.130845 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e2d924d0-41bc-4756-ba4f-dd8b7d4d99be req-44250f71-021c-446e-bc79-8fb0a081d5fb tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:05.217084 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1b36c27e-48da-4c75-b25e-812988019f67 req-745b1941-bd81-4f07-9c58-aef16c8f751e tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=860351f7-dd70-4fa5-aeac-379675012faf HTTP/1.1" status: 200 len: 210 time: 0.0369689 Jul 22 16:32:05.328850 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305ba8d-bc7b-4e04-b8a5-d640eecc95a4 req-e25112b3-4259-4c32-a763-51abe9da10b5 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:05.329477 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e2d924d0-41bc-4756-ba4f-dd8b7d4d99be req-44250f71-021c-446e-bc79-8fb0a081d5fb tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] For port 1817547e-397f-4a03-89a1-5581b60cf72e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1817547e-397f-4a03-89a1-5581b60cf72e,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:05.329595 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e2d924d0-41bc-4756-ba4f-dd8b7d4d99be req-44250f71-021c-446e-bc79-8fb0a081d5fb tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:05.331662 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c305ba8d-bc7b-4e04-b8a5-d640eecc95a4 req-e25112b3-4259-4c32-a763-51abe9da10b5 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 945 time: 0.1081722 Jul 22 16:32:05.345330 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-e2d924d0-41bc-4756-ba4f-dd8b7d4d99be req-44250f71-021c-446e-bc79-8fb0a081d5fb tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Calling delete_port for 1817547e-397f-4a03-89a1-5581b60cf72e owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:05.423247 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c305ba8d-bc7b-4e04-b8a5-d640eecc95a4 req-c097d721-8eb3-4c77-9451-8bd1c3b73bfc tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795915 Jul 22 16:32:05.469076 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da7fb4b4-ffa7-412d-9fa1-86890343da4b req-b633d819-e49c-4a90-b522-25383cf54a07 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/742bb3ff-5ef3-498b-b62b-48149a0b7829 HTTP/1.1" status: 200 len: 1801 time: 0.1988447 Jul 22 16:32:05.496703 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec4cc04-07bd-42b3-8299-6132167b1d1d x-openstack-request-id: req-4ec4cc04-07bd-42b3-8299-6132167b1d1d {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:05.497204 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fca3705-ca1f-46bd-b505-6035b97a9d62", "name": "network-vif-unplugged", "status": "completed", "tag": "1817547e-397f-4a03-89a1-5581b60cf72e", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:05.497307 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4ec4cc04-07bd-42b3-8299-6132167b1d1d {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:05.497623 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fca3705-ca1f-46bd-b505-6035b97a9d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1817547e-397f-4a03-89a1-5581b60cf72e', 'code': 200} Jul 22 16:32:05.574932 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e2d924d0-41bc-4756-ba4f-dd8b7d4d99be req-44250f71-021c-446e-bc79-8fb0a081d5fb tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:05.609240 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44250f71-021c-446e-bc79-8fb0a081d5fb tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Pushing event deleted for resources: {'Port': ['ID=1817547e-397f-4a03-89a1-5581b60cf72e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:05.614732 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8d72f599-f52a-4ff3-8b36-bdfac5d3f47e req-528db316-8fbb-4f42-925d-c5ed69285e5a tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0562677 Jul 22 16:32:05.626349 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-da7fb4b4-ffa7-412d-9fa1-86890343da4b req-dad0f95d-d2e1-445b-8689-ae4b2ce4a734 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:05.688960 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d924d0-41bc-4756-ba4f-dd8b7d4d99be req-44250f71-021c-446e-bc79-8fb0a081d5fb tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] No DVR routers for this DVR port 1817547e-397f-4a03-89a1-5581b60cf72e on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:32:05.693194 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e2d924d0-41bc-4756-ba4f-dd8b7d4d99be req-44250f71-021c-446e-bc79-8fb0a081d5fb tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:05.695329 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e2d924d0-41bc-4756-ba4f-dd8b7d4d99be req-44250f71-021c-446e-bc79-8fb0a081d5fb tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.30 "DELETE /v2.0/ports/1817547e-397f-4a03-89a1-5581b60cf72e HTTP/1.1" status: 204 len: 173 time: 0.8018961 Jul 22 16:32:05.695794 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fca3705-ca1f-46bd-b505-6035b97a9d62', 'name': 'network-vif-deleted', 'tag': '1817547e-397f-4a03-89a1-5581b60cf72e'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:05.698345 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753a1257-dbc3-4818-9574-5f324bfe8525" -d '{"events": [{"server_uuid": "5fca3705-ca1f-46bd-b505-6035b97a9d62", "name": "network-vif-deleted", "tag": "1817547e-397f-4a03-89a1-5581b60cf72e"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:05.733222 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-da7fb4b4-ffa7-412d-9fa1-86890343da4b req-dad0f95d-d2e1-445b-8689-ae4b2ce4a734 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:05.799808 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c8260-d55e-4288-803e-9be269711040 req-bbdf05c9-30c0-4ebc-a342-b9f468b7c6a3 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:05.801844 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f81c8260-d55e-4288-803e-9be269711040 req-bbdf05c9-30c0-4ebc-a342-b9f468b7c6a3 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=492de56f-8e7d-47f6-8951-76b43597ae4c HTTP/1.1" status: 200 len: 950 time: 0.0977423 Jul 22 16:32:05.808888 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-da7fb4b4-ffa7-412d-9fa1-86890343da4b req-dad0f95d-d2e1-445b-8689-ae4b2ce4a734 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:05.812756 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-da7fb4b4-ffa7-412d-9fa1-86890343da4b req-dad0f95d-d2e1-445b-8689-ae4b2ce4a734 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:05.818747 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da7fb4b4-ffa7-412d-9fa1-86890343da4b req-dad0f95d-d2e1-445b-8689-ae4b2ce4a734 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "DELETE /v2.0/security-groups/742bb3ff-5ef3-498b-b62b-48149a0b7829 HTTP/1.1" status: 204 len: 173 time: 0.3412766 Jul 22 16:32:05.838986 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0f95d-d2e1-445b-8689-ae4b2ce4a734 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=742bb3ff-5ef3-498b-b62b-48149a0b7829,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:05.892107 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f81c8260-d55e-4288-803e-9be269711040 req-103c40a4-3f39-41d4-a201-2c8519b909bd tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834694 Jul 22 16:32:06.175488 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd2c62-c3c6-4cea-bd21-80b8c5816a2a req-aaa4570e-75d8-4f96-af7f-f226522ed514 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:06.177608 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-81bd2c62-c3c6-4cea-bd21-80b8c5816a2a req-aaa4570e-75d8-4f96-af7f-f226522ed514 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 945 time: 0.1248658 Jul 22 16:32:06.185977 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-746b1fb8-ee37-42db-858e-f0c103582734 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:06.187457 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-746b1fb8-ee37-42db-858e-f0c103582734 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.30 "GET /v2.0/networks?id=c91084da-dc2f-47a0-a494-d8982c84093b HTTP/1.1" status: 200 len: 805 time: 0.2535954 Jul 22 16:32:06.221091 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-875038ca-0d65-45ae-aa90-60e24603c091 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Request body: {'port': {'device_id': '860351f7-dd70-4fa5-aeac-379675012faf', 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b', 'admin_state_up': True, 'tenant_id': 'ac588735236c4792be7c191fef7dacd8'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:06.226228 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-81bd2c62-c3c6-4cea-bd21-80b8c5816a2a req-642c7f2d-7ce9-466f-af5f-ad6d81436495 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419350 Jul 22 16:32:06.325497 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5e93d1-b6b8-46e2-ac33-6866b23147cc x-openstack-request-id: req-8a5e93d1-b6b8-46e2-ac33-6866b23147cc {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:06.326818 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fca3705-ca1f-46bd-b505-6035b97a9d62", "name": "network-vif-deleted", "tag": "1817547e-397f-4a03-89a1-5581b60cf72e", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:06.327255 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8a5e93d1-b6b8-46e2-ac33-6866b23147cc {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:06.327829 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fca3705-ca1f-46bd-b505-6035b97a9d62', 'name': 'network-vif-deleted', 'tag': '1817547e-397f-4a03-89a1-5581b60cf72e', 'status': 'completed', 'code': 200} Jul 22 16:32:06.344907 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [req-28617a50-cb61-4d81-ab8a-961e690bd4f0 req-14635847-d352-457f-a3ba-58948d3ef6b7 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] show failed (client error): The resource could not be found. Jul 22 16:32:06.356789 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28617a50-cb61-4d81-ab8a-961e690bd4f0 req-14635847-d352-457f-a3ba-58948d3ef6b7 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/742bb3ff-5ef3-498b-b62b-48149a0b7829 HTTP/1.1" status: 404 len: 352 time: 0.0285060 Jul 22 16:32:06.407099 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b6ab5-843f-4280-832e-0bea75115630 req-fe968a1c-817c-46f8-9600-5d70c70317c6 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:06.408702 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-446b6ab5-843f-4280-832e-0bea75115630 req-fe968a1c-817c-46f8-9600-5d70c70317c6 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 945 time: 0.2434351 Jul 22 16:32:06.485871 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-875038ca-0d65-45ae-aa90-60e24603c091 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Made reservation on behalf of ac588735236c4792be7c191fef7dacd8 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:06.489547 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-875038ca-0d65-45ae-aa90-60e24603c091 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:06.506752 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-446b6ab5-843f-4280-832e-0bea75115630 req-efc89929-10d2-4b5a-8594-705a89d1a120 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832202 Jul 22 16:32:06.590836 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-3b6bbfb2-f278-4980-a96b-0b027d231b52 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=58c27b7bc957459891ac53f5021c4f30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686431 Jul 22 16:32:06.693567 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-de52fb5d-c485-4a13-b34d-12f0c7efc19f req-2bbc8e38-4607-425f-904a-c80c5978951f tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=860351f7-dd70-4fa5-aeac-379675012faf HTTP/1.1" status: 200 len: 210 time: 0.0620039 Jul 22 16:32:06.770064 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-0cdef2d9-2f0a-4b51-bff2-4f1f6a753900 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:06.772325 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-0cdef2d9-2f0a-4b51-bff2-4f1f6a753900 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1665332 Jul 22 16:32:06.790302 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-4d2678ce-84c5-4fce-b6f6-dfc6d99bac75 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/quotas/58c27b7bc957459891ac53f5021c4f30 HTTP/1.1" status: 200 len: 375 time: 0.0120769 Jul 22 16:32:06.791821 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-875038ca-0d65-45ae-aa90-60e24603c091 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Allocated IP 172.20.0.3 (c91084da-dc2f-47a0-a494-d8982c84093b/ebacc49d-e692-4fa0-8885-df5965dbe3a3/04ca5e7d-48c7-4833-ab8f-278610d94805) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:32:06.851343 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6ac47017-585a-4d6f-96a6-8e94643edaa6 req-0b339b7b-5a42-4dc8-9e65-57a4f989957f tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=231f2008811e47828d2bf48d5ef7e115 HTTP/1.1" status: 200 len: 6149 time: 0.1127555 Jul 22 16:32:06.887931 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-0db647e4-67f8-410b-878b-5660e0e39f9b tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=58c27b7bc957459891ac53f5021c4f30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0910802 Jul 22 16:32:06.969990 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6ac47017-585a-4d6f-96a6-8e94643edaa6 req-20f31cf6-ef5b-407b-8779-70a36475690b tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/e6c5988b-5235-4680-8ef9-ed64c0061443 HTTP/1.1" status: 200 len: 2981 time: 0.1071444 Jul 22 16:32:07.094666 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6ac47017-585a-4d6f-96a6-8e94643edaa6 req-2e2459d8-0218-4d30-b3fc-2de1a357da2a tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/e6c5988b-5235-4680-8ef9-ed64c0061443 HTTP/1.1" status: 200 len: 2981 time: 0.1235604 Jul 22 16:32:07.118996 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-875038ca-0d65-45ae-aa90-60e24603c091 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:07.206365 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-44bc0d96-15dd-4933-878b-89c7312c3321 req-0912db8c-5322-4bd2-961a-45894d6200a1 tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0434566 Jul 22 16:32:07.223104 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-875038ca-0d65-45ae-aa90-60e24603c091 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:07.278098 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-875038ca-0d65-45ae-aa90-60e24603c091 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Network c91084da-dc2f-47a0-a494-d8982c84093b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:32:07.282718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-875038ca-0d65-45ae-aa90-60e24603c091 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:32:07.290092 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-875038ca-0d65-45ae-aa90-60e24603c091 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:32:07.327411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91270f-1024-4cf5-b2ea-0436b555dae5 req-0f453792-c55b-4697-8b49-898926e3d4ad tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:07.336399 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875038ca-0d65-45ae-aa90-60e24603c091 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Pushing event updated for resources: {'Port': ['ID=04ca5e7d-48c7-4833-ab8f-278610d94805,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:07.338942 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6f91270f-1024-4cf5-b2ea-0436b555dae5 req-0f453792-c55b-4697-8b49-898926e3d4ad tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 945 time: 0.1625247 Jul 22 16:32:07.384400 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ed10ce3c-5019-48a4-9cde-c468b067dc81 req-cc9ba790-14b5-4c8a-bd6b-01d0ea334a58 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=4522553d-3baa-4d6a-bd0d-0fd32dd99f02 HTTP/1.1" status: 200 len: 210 time: 0.0546947 Jul 22 16:32:07.408797 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-875038ca-0d65-45ae-aa90-60e24603c091 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:07.409592 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-875038ca-0d65-45ae-aa90-60e24603c091 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:07.428836 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-875038ca-0d65-45ae-aa90-60e24603c091 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2155011 Jul 22 16:32:07.432992 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6f91270f-1024-4cf5-b2ea-0436b555dae5 req-96b7f675-3bb7-4057-97c3-d8bd23be5c26 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929105 Jul 22 16:32:07.434907 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-ccaffd17-977b-40c0-a9df-e19f2af45ed9 req-386daca4-360d-47e7-92d0-d92c1155fd82 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1861870756', 'description': 'tempest-description-1371634563'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:07.458223 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-2aac0b28-d4f7-4e9d-a5b2-0797ff73a79a service neutron] Request body: {'port': {'device_id': '860351f7-dd70-4fa5-aeac-379675012faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:07.558846 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-2aac0b28-d4f7-4e9d-a5b2-0797ff73a79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:07.571610 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ccaffd17-977b-40c0-a9df-e19f2af45ed9 req-386daca4-360d-47e7-92d0-d92c1155fd82 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:07.649075 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582e84d-ac84-43a2-8eb5-1494fb8f765c req-c73ce32b-90f4-481b-a49d-09ac3658b980 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:07.651176 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6582e84d-ac84-43a2-8eb5-1494fb8f765c req-c73ce32b-90f4-481b-a49d-09ac3658b980 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 945 time: 0.0760112 Jul 22 16:32:07.706686 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6582e84d-ac84-43a2-8eb5-1494fb8f765c req-4101c67a-3a95-4c0c-99fc-f6ca535a1f15 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489061 Jul 22 16:32:07.762157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42156) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:07.837288 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ccaffd17-977b-40c0-a9df-e19f2af45ed9 req-386daca4-360d-47e7-92d0-d92c1155fd82 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:07.851083 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ccaffd17-977b-40c0-a9df-e19f2af45ed9 req-386daca4-360d-47e7-92d0-d92c1155fd82 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:07.878566 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ccaffd17-977b-40c0-a9df-e19f2af45ed9 req-386daca4-360d-47e7-92d0-d92c1155fd82 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:07.879826 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ccaffd17-977b-40c0-a9df-e19f2af45ed9 req-386daca4-360d-47e7-92d0-d92c1155fd82 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4491513 Jul 22 16:32:07.941220 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386daca4-360d-47e7-92d0-d92c1155fd82 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be65ab33-c40a-44d4-8122-003b0d093be4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:07.962436 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929a263-ffde-4ea9-ac08-da5c93ca1d43 req-3d99ece8-b5b0-44eb-83a9-4c10712fd296 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:07.964075 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9929a263-ffde-4ea9-ac08-da5c93ca1d43 req-3d99ece8-b5b0-44eb-83a9-4c10712fd296 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 945 time: 0.1138887 Jul 22 16:32:08.026575 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9929a263-ffde-4ea9-ac08-da5c93ca1d43 req-6b5b9c0f-20ab-4839-91fa-4ccee5adfa94 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557268 Jul 22 16:32:08.114894 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-2aac0b28-d4f7-4e9d-a5b2-0797ff73a79a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ca5e7d-48c7-4833-ab8f-278610d94805 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:08.119314 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-e1f9cbab-ada4-4b28-bed9-2deb276fdcee req-94a73f16-2d0b-40ca-b48d-dd7a4fa38630 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-87702937', 'description': 'tempest-description-470873865'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:08.127091 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-2aac0b28-d4f7-4e9d-a5b2-0797ff73a79a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:08.136551 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bdca6-59a9-44bc-bdc6-4621e1425c68 req-c07dbdd7-cd86-49ab-b387-5deb663a0b6c tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:08.137879 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-136bdca6-59a9-44bc-bdc6-4621e1425c68 req-c07dbdd7-cd86-49ab-b387-5deb663a0b6c tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=860351f7-dd70-4fa5-aeac-379675012faf HTTP/1.1" status: 200 len: 931 time: 0.1385870 Jul 22 16:32:08.151358 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-2aac0b28-d4f7-4e9d-a5b2-0797ff73a79a service neutron] Transition to ACTIVE for port object 04ca5e7d-48c7-4833-ab8f-278610d94805 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:32:08.154744 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-34842169-dfc0-4a65-a599-a335ce8556e8 admin admin] Deleting subnet a3c12ce3-22c0-432e-833b-5a5a37b77be7 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:32:08.157967 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-2aac0b28-d4f7-4e9d-a5b2-0797ff73a79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:08.158892 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e1f9cbab-ada4-4b28-bed9-2deb276fdcee req-94a73f16-2d0b-40ca-b48d-dd7a4fa38630 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:08.160759 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34842169-dfc0-4a65-a599-a335ce8556e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:08.210388 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34842169-dfc0-4a65-a599-a335ce8556e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:08.229037 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-136bdca6-59a9-44bc-bdc6-4621e1425c68 req-ecda0274-643b-4adf-8d63-4cb5e72f9ae8 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795081 Jul 22 16:32:08.230750 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac0b28-d4f7-4e9d-a5b2-0797ff73a79a service neutron] Pushing event updated for resources: {'Port': ['ID=04ca5e7d-48c7-4833-ab8f-278610d94805,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:08.236197 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1817547e-397f-4a03-89a1-5581b60cf72e no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:08.282288 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 1817547e-397f-4a03-89a1-5581b60cf72e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:32:08.282826 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1817547e-397f-4a03-89a1-5581b60cf72e not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:32:08.284227 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34842169-dfc0-4a65-a599-a335ce8556e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:08.365470 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-2aac0b28-d4f7-4e9d-a5b2-0797ff73a79a service neutron] Attempting to bind port 04ca5e7d-48c7-4833-ab8f-278610d94805 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:32:08.365470 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-2aac0b28-d4f7-4e9d-a5b2-0797ff73a79a service neutron] Attempting to bind port 04ca5e7d-48c7-4833-ab8f-278610d94805 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '7a30e678-adaa-4812-b630-c555a69386a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:32:08.365470 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-2aac0b28-d4f7-4e9d-a5b2-0797ff73a79a service neutron] Attempting to bind port 04ca5e7d-48c7-4833-ab8f-278610d94805 on network c91084da-dc2f-47a0-a494-d8982c84093b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:08.373617 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e1f9cbab-ada4-4b28-bed9-2deb276fdcee req-94a73f16-2d0b-40ca-b48d-dd7a4fa38630 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:08.383108 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e1f9cbab-ada4-4b28-bed9-2deb276fdcee req-94a73f16-2d0b-40ca-b48d-dd7a4fa38630 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:08.394107 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-2aac0b28-d4f7-4e9d-a5b2-0797ff73a79a service neutron] Port 04ca5e7d-48c7-4833-ab8f-278610d94805 on network c91084da-dc2f-47a0-a494-d8982c84093b not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:32:08.394435 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-2aac0b28-d4f7-4e9d-a5b2-0797ff73a79a service neutron] Attempting to bind port 04ca5e7d-48c7-4833-ab8f-278610d94805 on network c91084da-dc2f-47a0-a494-d8982c84093b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:08.403452 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-2aac0b28-d4f7-4e9d-a5b2-0797ff73a79a service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:32:08.403791 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-2aac0b28-d4f7-4e9d-a5b2-0797ff73a79a service neutron] Checking segment: {'id': '7a30e678-adaa-4812-b630-c555a69386a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:32:08.404279 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-2aac0b28-d4f7-4e9d-a5b2-0797ff73a79a service neutron] Bound using segment: {'id': '7a30e678-adaa-4812-b630-c555a69386a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:32:08.404711 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-2aac0b28-d4f7-4e9d-a5b2-0797ff73a79a service neutron] Bound port: 04ca5e7d-48c7-4833-ab8f-278610d94805, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a30e678-adaa-4812-b630-c555a69386a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:32:08.405072 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-2aac0b28-d4f7-4e9d-a5b2-0797ff73a79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:08.416693 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a73f16-2d0b-40ca-b48d-dd7a4fa38630 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc253cd-bd5f-4c36-aa83-b398d77dcadb,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:08.422919 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34842169-dfc0-4a65-a599-a335ce8556e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:08.455493 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e1f9cbab-ada4-4b28-bed9-2deb276fdcee req-94a73f16-2d0b-40ca-b48d-dd7a4fa38630 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:08.469801 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1f9cbab-ada4-4b28-bed9-2deb276fdcee req-94a73f16-2d0b-40ca-b48d-dd7a4fa38630 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.3537648 Jul 22 16:32:08.470884 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34842169-dfc0-4a65-a599-a335ce8556e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3c12ce3-22c0-432e-833b-5a5a37b77be7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:08.481957 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34842169-dfc0-4a65-a599-a335ce8556e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:08.487452 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-34842169-dfc0-4a65-a599-a335ce8556e8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a3c12ce3-22c0-432e-833b-5a5a37b77be7 HTTP/1.1" status: 204 len: 168 time: 0.7210069 Jul 22 16:32:08.487452 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42176) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:08.512911 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c84710-2d6d-46eb-b258-b2822a0acc23 req-3c638648-4abb-49d3-907a-082f9f4816a9 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:08.514484 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-43c84710-2d6d-46eb-b258-b2822a0acc23 req-3c638648-4abb-49d3-907a-082f9f4816a9 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 945 time: 0.1659489 Jul 22 16:32:08.515596 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-2aac0b28-d4f7-4e9d-a5b2-0797ff73a79a service neutron] For port 04ca5e7d-48c7-4833-ab8f-278610d94805, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:32:08.519468 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-2aac0b28-d4f7-4e9d-a5b2-0797ff73a79a service neutron] For port 04ca5e7d-48c7-4833-ab8f-278610d94805, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=04ca5e7d-48c7-4833-ab8f-278610d94805,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:32:08.533687 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-2aac0b28-d4f7-4e9d-a5b2-0797ff73a79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:08.547100 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-996fbdce-5bc7-46e0-9842-8ed9ffdc2502 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=58c27b7bc957459891ac53f5021c4f30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340734 Jul 22 16:32:08.612038 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-2aac0b28-d4f7-4e9d-a5b2-0797ff73a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:08.612319 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-2aac0b28-d4f7-4e9d-a5b2-0797ff73a79a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:08.613769 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-2aac0b28-d4f7-4e9d-a5b2-0797ff73a79a service neutron] 10.222.0.30 "PUT /v2.0/ports/04ca5e7d-48c7-4833-ab8f-278610d94805 HTTP/1.1" status: 200 len: 1091 time: 1.1602004 Jul 22 16:32:08.620530 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860351f7-dd70-4fa5-aeac-379675012faf', 'tag': '04ca5e7d-48c7-4833-ab8f-278610d94805'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:08.622664 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b49f353-bfd7-43c1-8124-a4512424ff33" -d '{"events": [{"name": "network-changed", "server_uuid": "860351f7-dd70-4fa5-aeac-379675012faf", "tag": "04ca5e7d-48c7-4833-ab8f-278610d94805"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:08.658308 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-43c84710-2d6d-46eb-b258-b2822a0acc23 req-abb9cadd-79a2-46cf-a86d-d8d41b88bb10 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364336 Jul 22 16:32:08.678281 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac0b28-d4f7-4e9d-a5b2-0797ff73a79a service neutron] Pushing event updated for resources: {'Port': ['ID=04ca5e7d-48c7-4833-ab8f-278610d94805,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:08.751984 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0625218b-06d2-4649-b45a-4a3fa08ccecc req-2bac29dd-8d96-41ea-9344-9cbc53b39c16 tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.1013541 Jul 22 16:32:08.773098 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49f6d296-2777-400c-9c9b-6f4b88ddbd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:08.788349 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-7df434ad-6db3-401b-9f2b-ad6a46fd37d2 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:08.790349 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-7df434ad-6db3-401b-9f2b-ad6a46fd37d2 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2322829 Jul 22 16:32:08.804080 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-301c9f2e-0bac-4abd-9cf7-4998ca63cc01 req-acede47a-b025-4bfc-8dee-7a32e8c18e4a tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=4522553d-3baa-4d6a-bd0d-0fd32dd99f02 HTTP/1.1" status: 200 len: 210 time: 0.0438676 Jul 22 16:32:08.828463 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-69f67925-603b-438a-8511-95931466f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:08.833180 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-69f67925-603b-438a-8511-95931466f8ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac588735236c4792be7c191fef7dacd8&device_id=860351f7-dd70-4fa5-aeac-379675012faf HTTP/1.1" status: 200 len: 1094 time: 0.1295860 Jul 22 16:32:08.840476 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-846f72d2-0490-476a-81de-66f2567dfe91 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Request body: {'port': {'device_id': '4522553d-3baa-4d6a-bd0d-0fd32dd99f02', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '58c27b7bc957459891ac53f5021c4f30'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:08.842077 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa4c78d-a9af-47db-b258-8b1ee65cb246 x-openstack-request-id: req-7fa4c78d-a9af-47db-b258-8b1ee65cb246 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:08.842967 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860351f7-dd70-4fa5-aeac-379675012faf", "tag": "04ca5e7d-48c7-4833-ab8f-278610d94805", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:08.843432 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7fa4c78d-a9af-47db-b258-8b1ee65cb246 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:08.844161 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860351f7-dd70-4fa5-aeac-379675012faf', 'tag': '04ca5e7d-48c7-4833-ab8f-278610d94805', 'status': 'completed', 'code': 200} Jul 22 16:32:08.926515 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-9d1295b3-1318-4f79-a25d-3417211e4785 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04ca5e7d-48c7-4833-ab8f-278610d94805 HTTP/1.1" status: 200 len: 217 time: 0.0560169 Jul 22 16:32:08.994884 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49f6d296-2777-400c-9c9b-6f4b88ddbd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:09.016465 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-49f6d296-2777-400c-9c9b-6f4b88ddbd52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eccf7f4a-8697-4aaa-95fa-9daad7e19e4e']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:09.034429 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-e113f491-3998-45a1-84dc-e6dda1b8799e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:09.035215 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-49f6d296-2777-400c-9c9b-6f4b88ddbd52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ac031d-5d01-4602-8a30-97e266f5106b') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:09.035509 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-49f6d296-2777-400c-9c9b-6f4b88ddbd52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ac031d-5d01-4602-8a30-97e266f5106b') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:09.035866 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-e113f491-3998-45a1-84dc-e6dda1b8799e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ebacc49d-e692-4fa0-8885-df5965dbe3a3 HTTP/1.1" status: 200 len: 845 time: 0.0961549 Jul 22 16:32:09.060021 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49f6d296-2777-400c-9c9b-6f4b88ddbd52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:09.067131 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-e65c61b4-b326-4ebd-8b7a-18cdf7227bc4 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:09.068620 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-e65c61b4-b326-4ebd-8b7a-18cdf7227bc4 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/networks?id=1fe00deb-8fc2-41e7-9cec-edcb691a1fa6 HTTP/1.1" status: 200 len: 813 time: 0.1528659 Jul 22 16:32:09.089794 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-68a71add-fbdf-40d1-a9a2-29c9fc9ae308 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c91084da-dc2f-47a0-a494-d8982c84093b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444689 Jul 22 16:32:09.094898 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49f6d296-2777-400c-9c9b-6f4b88ddbd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:09.111116 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa581a-c4d2-48b2-bf0e-74c7262c5807 req-42388532-7b93-4022-953f-5991890e0eca tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:09.113200 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b1fa581a-c4d2-48b2-bf0e-74c7262c5807 req-42388532-7b93-4022-953f-5991890e0eca tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 945 time: 0.2163198 Jul 22 16:32:09.114253 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f6d296-2777-400c-9c9b-6f4b88ddbd52 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:32:09.114656 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49f6d296-2777-400c-9c9b-6f4b88ddbd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:32:09.116450 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:32:09.119145 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-fa8827e0-e08f-4c93-8214-f90f2c0a1fae tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/quotas/231f2008811e47828d2bf48d5ef7e115 HTTP/1.1" status: 200 len: 375 time: 0.0304379 Jul 22 16:32:09.125685 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-846f72d2-0490-476a-81de-66f2567dfe91 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Made reservation on behalf of 58c27b7bc957459891ac53f5021c4f30 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:09.129108 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-846f72d2-0490-476a-81de-66f2567dfe91 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:09.223117 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-321dc506-5f30-4d2b-98eb-a549593409a6 service neutron] 10.222.0.30 "GET /v2.0/networks/c91084da-dc2f-47a0-a494-d8982c84093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257529 Jul 22 16:32:09.253316 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49f6d296-2777-400c-9c9b-6f4b88ddbd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:09.254356 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-4bb9cb49-40fe-40c3-a7de-6a4f562807ff tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=231f2008811e47828d2bf48d5ef7e115&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1280558 Jul 22 16:32:09.258056 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49f6d296-2777-400c-9c9b-6f4b88ddbd52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:09.259955 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-49f6d296-2777-400c-9c9b-6f4b88ddbd52 admin admin] 10.222.0.69 "DELETE /v2.0/networks/eccf7f4a-8697-4aaa-95fa-9daad7e19e4e HTTP/1.1" status: 204 len: 168 time: 0.7720304 Jul 22 16:32:09.267539 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b1fa581a-c4d2-48b2-bf0e-74c7262c5807 req-32f1ccf3-0d80-4097-99de-ffc4503c1958 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361182 Jul 22 16:32:09.286952 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6d296-2777-400c-9c9b-6f4b88ddbd52 admin admin] Pushing event deleted for resources: {'Network': ['ID=eccf7f4a-8697-4aaa-95fa-9daad7e19e4e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:09.363383 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-846f72d2-0490-476a-81de-66f2567dfe91 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Allocated IP 192.168.233.199 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/ef0507f6-6a43-496f-b5f5-bbb128e673f3) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:32:09.398811 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eb5bdd49-26c2-4ae3-bd44-3a697273c507 req-9c3f7283-ff52-4aa8-8c69-e8789e9ba34f service neutron] 10.222.0.30 "GET /v2.0/networks/c91084da-dc2f-47a0-a494-d8982c84093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694808 Jul 22 16:32:09.420609 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-2aeb413e-498a-41c7-9799-5d5dfd399227 service neutron] 10.222.0.69 "GET /v2.0/networks/1fe00deb-8fc2-41e7-9cec-edcb691a1fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526263 Jul 22 16:32:09.439517 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42204) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:09.536927 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d46806-c915-42dd-ab76-4f4510941183 req-ba8f4825-0188-47f9-8162-758fec89746b tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:09.538347 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d2d46806-c915-42dd-ab76-4f4510941183 req-ba8f4825-0188-47f9-8162-758fec89746b tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 945 time: 0.1670477 Jul 22 16:32:09.548128 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-5afba6bd-527d-4309-9d33-ec1d98b5dc83 service neutron] 10.222.0.69 "GET /v2.0/networks/1fe00deb-8fc2-41e7-9cec-edcb691a1fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181381 Jul 22 16:32:09.568372 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49f353-bfd7-43c1-8124-a4512424ff33 req-c0e68d37-3165-4d4c-93ba-41f28e54c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:09.570191 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5b49f353-bfd7-43c1-8124-a4512424ff33 req-c0e68d37-3165-4d4c-93ba-41f28e54c1f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac588735236c4792be7c191fef7dacd8&device_id=860351f7-dd70-4fa5-aeac-379675012faf HTTP/1.1" status: 200 len: 1094 time: 0.0730071 Jul 22 16:32:09.579254 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c7902619-0551-49dc-acda-3c6c12eeff59 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a8f7f0ee905d4934879787b8f8216673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1379220 Jul 22 16:32:09.586342 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42206) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:09.627673 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d2d46806-c915-42dd-ab76-4f4510941183 req-764cdf2e-3301-4818-9828-37611562e624 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605760 Jul 22 16:32:09.642489 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-846f72d2-0490-476a-81de-66f2567dfe91 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:09.667119 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-846f72d2-0490-476a-81de-66f2567dfe91 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Transition to ACTIVE for port object ef0507f6-6a43-496f-b5f5-bbb128e673f3 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:32:09.756889 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0bf3459-5e6d-488e-8b8b-f2005aea0238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:09.774850 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-846f72d2-0490-476a-81de-66f2567dfe91 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:09.783266 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49f353-bfd7-43c1-8124-a4512424ff33 req-5f9a4788-8b39-4a49-a186-13a20be3040f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:09.785163 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5b49f353-bfd7-43c1-8124-a4512424ff33 req-5f9a4788-8b39-4a49-a186-13a20be3040f service neutron] 10.222.0.30 "GET /v2.0/networks?id=c91084da-dc2f-47a0-a494-d8982c84093b HTTP/1.1" status: 200 len: 906 time: 0.2076626 Jul 22 16:32:09.791778 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0bf3459-5e6d-488e-8b8b-f2005aea0238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:09.814515 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['2fc7d7f0-c1de-4fda-9923-c876ffff45d8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:09.843481 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5b49f353-bfd7-43c1-8124-a4512424ff33 req-0ce46a15-066f-4dcd-958d-49e87849ad41 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04ca5e7d-48c7-4833-ab8f-278610d94805 HTTP/1.1" status: 200 len: 217 time: 0.0497499 Jul 22 16:32:09.846080 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f72d2-0490-476a-81de-66f2567dfe91 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Pushing event updated for resources: {'Port': ['ID=ef0507f6-6a43-496f-b5f5-bbb128e673f3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:09.862987 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-846f72d2-0490-476a-81de-66f2567dfe91 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:32:09.867896 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-846f72d2-0490-476a-81de-66f2567dfe91 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:32:09.882779 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-846f72d2-0490-476a-81de-66f2567dfe91 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:32:09.941678 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49f353-bfd7-43c1-8124-a4512424ff33 req-66cd358e-98b1-46ce-afb3-fdab4b59cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:09.943290 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5b49f353-bfd7-43c1-8124-a4512424ff33 req-66cd358e-98b1-46ce-afb3-fdab4b59cf10 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ebacc49d-e692-4fa0-8885-df5965dbe3a3 HTTP/1.1" status: 200 len: 845 time: 0.0841324 Jul 22 16:32:09.958243 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5008e6f-9a74-4cf6-89ca-aec9c777116b req-2fc8c233-b8c1-4666-811b-1dd17f27887d tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:09.967048 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c5008e6f-9a74-4cf6-89ca-aec9c777116b req-2fc8c233-b8c1-4666-811b-1dd17f27887d tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=860351f7-dd70-4fa5-aeac-379675012faf HTTP/1.1" status: 200 len: 943 time: 0.2551470 Jul 22 16:32:10.019334 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5b49f353-bfd7-43c1-8124-a4512424ff33 req-69c456c2-1116-4ecb-b979-4a27877d8dd5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c91084da-dc2f-47a0-a494-d8982c84093b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696838 Jul 22 16:32:10.033581 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-846f72d2-0490-476a-81de-66f2567dfe91 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:10.034428 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-846f72d2-0490-476a-81de-66f2567dfe91 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:10.066439 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c5008e6f-9a74-4cf6-89ca-aec9c777116b req-3ad6f1fd-f18e-43ac-b166-b5c24340ca75 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982945 Jul 22 16:32:10.124186 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-846f72d2-0490-476a-81de-66f2567dfe91 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2886319 Jul 22 16:32:10.128078 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0bf3459-5e6d-488e-8b8b-f2005aea0238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:10.130679 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0bf3459-5e6d-488e-8b8b-f2005aea0238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:10.144021 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-17fdf492-51fd-4492-b60a-36fc41fa4c12 service neutron] Request body: {'port': {'device_id': '4522553d-3baa-4d6a-bd0d-0fd32dd99f02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:10.146389 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e0bf3459-5e6d-488e-8b8b-f2005aea0238 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/03dddbf5-8934-40e2-88ec-34267ee2e620 HTTP/1.1" status: 204 len: 168 time: 0.5448773 Jul 22 16:32:10.161113 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf3459-5e6d-488e-8b8b-f2005aea0238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dddbf5-8934-40e2-88ec-34267ee2e620,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:10.197014 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5b49f353-bfd7-43c1-8124-a4512424ff33 req-01a65bce-47c6-4854-837f-552872c1d631 service neutron] 10.222.0.30 "GET /v2.0/networks/c91084da-dc2f-47a0-a494-d8982c84093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702852 Jul 22 16:32:10.315405 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f653933d-80ed-4284-bde6-580a11f42fc1 None None] Provisioning for port ef0507f6-6a43-496f-b5f5-bbb128e673f3 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:32:10.321107 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f653933d-80ed-4284-bde6-580a11f42fc1 None None] Provisioning complete for port ef0507f6-6a43-496f-b5f5-bbb128e673f3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:32:10.321641 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f653933d-80ed-4284-bde6-580a11f42fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:10.376877 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3511dbe7-0d13-4faa-842c-46be437d1970 req-ffd2f136-d41e-40d0-98e0-cec6922e5be8 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 210 time: 0.1240444 Jul 22 16:32:10.382790 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f653933d-80ed-4284-bde6-580a11f42fc1 None None] Port ef0507f6-6a43-496f-b5f5-bbb128e673f3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:32:10.398477 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-17fdf492-51fd-4492-b60a-36fc41fa4c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:10.673705 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848ac9f-e1fa-42c8-9299-adc1de009796 req-2d70ee02-8b9d-4e0d-9289-51b3e7e1f04a tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:10.675308 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e848ac9f-e1fa-42c8-9299-adc1de009796 req-2d70ee02-8b9d-4e0d-9289-51b3e7e1f04a tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=4522553d-3baa-4d6a-bd0d-0fd32dd99f02 HTTP/1.1" status: 200 len: 936 time: 0.1487093 Jul 22 16:32:10.716533 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d3642bb9-4bd3-459b-9963-4c9579672d40 req-37a152a8-96b8-4d3d-b997-bc4092d797cd tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.5004768 Jul 22 16:32:10.742536 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e848ac9f-e1fa-42c8-9299-adc1de009796 req-5c91ec91-ec98-483a-af64-14c728375793 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571113 Jul 22 16:32:10.790738 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5b49f353-bfd7-43c1-8124-a4512424ff33 req-634be650-65ca-4be2-9595-b6d5324c22f3 service neutron] 10.222.0.30 "GET /v2.0/networks/c91084da-dc2f-47a0-a494-d8982c84093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5859697 Jul 22 16:32:10.804604 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-17fdf492-51fd-4492-b60a-36fc41fa4c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef0507f6-6a43-496f-b5f5-bbb128e673f3 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:10.812648 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-17fdf492-51fd-4492-b60a-36fc41fa4c12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:10.828801 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-17fdf492-51fd-4492-b60a-36fc41fa4c12 service neutron] Transition to ACTIVE for port object ef0507f6-6a43-496f-b5f5-bbb128e673f3 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:32:10.833294 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-17fdf492-51fd-4492-b60a-36fc41fa4c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:10.930934 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdf492-51fd-4492-b60a-36fc41fa4c12 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0507f6-6a43-496f-b5f5-bbb128e673f3,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:11.036436 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d096903-97b6-4750-9eff-a5522a805a39 req-b260f110-2fad-41f5-a4f4-d949bc8885d2 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:11.039161 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d096903-97b6-4750-9eff-a5522a805a39 req-b260f110-2fad-41f5-a4f4-d949bc8885d2 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 945 time: 0.1988854 Jul 22 16:32:11.142819 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-17fdf492-51fd-4492-b60a-36fc41fa4c12 service neutron] Attempting to bind port ef0507f6-6a43-496f-b5f5-bbb128e673f3 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:32:11.144082 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-17fdf492-51fd-4492-b60a-36fc41fa4c12 service neutron] Attempting to bind port ef0507f6-6a43-496f-b5f5-bbb128e673f3 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:32:11.144689 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-17fdf492-51fd-4492-b60a-36fc41fa4c12 service neutron] Attempting to bind port ef0507f6-6a43-496f-b5f5-bbb128e673f3 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:11.193102 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-17fdf492-51fd-4492-b60a-36fc41fa4c12 service neutron] Port ef0507f6-6a43-496f-b5f5-bbb128e673f3 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:32:11.195970 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-17fdf492-51fd-4492-b60a-36fc41fa4c12 service neutron] Attempting to bind port ef0507f6-6a43-496f-b5f5-bbb128e673f3 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:11.227907 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d096903-97b6-4750-9eff-a5522a805a39 req-1d51e311-e232-4f71-9246-6b65d9eb287b tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809392 Jul 22 16:32:11.233435 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-17fdf492-51fd-4492-b60a-36fc41fa4c12 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:32:11.234096 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-17fdf492-51fd-4492-b60a-36fc41fa4c12 service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:32:11.234853 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-17fdf492-51fd-4492-b60a-36fc41fa4c12 service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:32:11.235510 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-17fdf492-51fd-4492-b60a-36fc41fa4c12 service neutron] Bound port: ef0507f6-6a43-496f-b5f5-bbb128e673f3, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:32:11.236072 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-17fdf492-51fd-4492-b60a-36fc41fa4c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:11.297007 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42272) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:11.317526 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408195bc-6131-48cf-b884-530d48d9eed2 req-a76b8ab0-8fc2-41b6-a327-bb33286fce7a tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:11.319045 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-408195bc-6131-48cf-b884-530d48d9eed2 req-a76b8ab0-8fc2-41b6-a327-bb33286fce7a tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 945 time: 0.1785624 Jul 22 16:32:11.396273 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-17fdf492-51fd-4492-b60a-36fc41fa4c12 service neutron] For port ef0507f6-6a43-496f-b5f5-bbb128e673f3, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:32:11.404321 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-17fdf492-51fd-4492-b60a-36fc41fa4c12 service neutron] For port ef0507f6-6a43-496f-b5f5-bbb128e673f3, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ef0507f6-6a43-496f-b5f5-bbb128e673f3,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:32:11.411016 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-67dd25d4-acb5-4f30-ad8b-4b4539726bb9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:11.412621 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-67dd25d4-acb5-4f30-ad8b-4b4539726bb9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.30 "GET /v2.0/networks?id=1fe00deb-8fc2-41e7-9cec-edcb691a1fa6 HTTP/1.1" status: 200 len: 813 time: 0.2353492 Jul 22 16:32:11.413192 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-17fdf492-51fd-4492-b60a-36fc41fa4c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:11.444146 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-408195bc-6131-48cf-b884-530d48d9eed2 req-9a5434c2-6dca-4174-aa81-9f3376d54e17 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987701 Jul 22 16:32:11.449029 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-9d8fc48b-39c5-47a2-8efc-bb1a1b4b9f3f tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Request body: {'port': {'device_id': 'a1af32c2-ba8e-487b-91bd-6d56b4b14d0b', 'network_id': '1fe00deb-8fc2-41e7-9cec-edcb691a1fa6', 'admin_state_up': True, 'tenant_id': '231f2008811e47828d2bf48d5ef7e115'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:11.473424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42280) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:11.483345 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5836a-0dcf-4f5b-adb0-e6e06b423d28 req-f1118ae2-c80f-4f44-9224-3bdd07d91527 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:11.493262 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4ca5836a-0dcf-4f5b-adb0-e6e06b423d28 req-f1118ae2-c80f-4f44-9224-3bdd07d91527 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=860351f7-dd70-4fa5-aeac-379675012faf HTTP/1.1" status: 200 len: 943 time: 0.1663413 Jul 22 16:32:11.506800 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-17fdf492-51fd-4492-b60a-36fc41fa4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:11.507523 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-17fdf492-51fd-4492-b60a-36fc41fa4c12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:11.509146 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-17fdf492-51fd-4492-b60a-36fc41fa4c12 service neutron] 10.222.0.16 "PUT /v2.0/ports/ef0507f6-6a43-496f-b5f5-bbb128e673f3 HTTP/1.1" status: 200 len: 1096 time: 1.3697751 Jul 22 16:32:11.517896 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4522553d-3baa-4d6a-bd0d-0fd32dd99f02', 'tag': 'ef0507f6-6a43-496f-b5f5-bbb128e673f3'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:11.522646 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e8c1ca-aeec-4f5c-b22c-2cc752ecd5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "4522553d-3baa-4d6a-bd0d-0fd32dd99f02", "tag": "ef0507f6-6a43-496f-b5f5-bbb128e673f3"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:11.553533 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdf492-51fd-4492-b60a-36fc41fa4c12 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0507f6-6a43-496f-b5f5-bbb128e673f3,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:11.584529 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4ca5836a-0dcf-4f5b-adb0-e6e06b423d28 req-444f9ed6-59a8-4624-891d-a5f2c6e24d83 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898848 Jul 22 16:32:11.592008 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4c969c1f-c75c-4217-ba55-760011a4a722 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-966569412-network', 'tenant_id': '4ae79c9196d64a3a9253bba077b1c345'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:11.639283 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-508c3e00-5dcb-4166-a139-78829323c7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:11.642110 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-10fd9fe1-c6e5-496c-a906-d34ad534057c req-09cf58a0-0a18-4f54-bb46-575d438a6970 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 210 time: 0.0537198 Jul 22 16:32:11.642687 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17abc13-2f4c-45bc-a7d4-5ef6afc0424e x-openstack-request-id: req-b17abc13-2f4c-45bc-a7d4-5ef6afc0424e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:11.642987 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4522553d-3baa-4d6a-bd0d-0fd32dd99f02", "tag": "ef0507f6-6a43-496f-b5f5-bbb128e673f3", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:11.643240 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b17abc13-2f4c-45bc-a7d4-5ef6afc0424e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:11.643622 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4522553d-3baa-4d6a-bd0d-0fd32dd99f02', 'tag': 'ef0507f6-6a43-496f-b5f5-bbb128e673f3', 'status': 'completed', 'code': 200} Jul 22 16:32:11.669593 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.db.api [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-9d8fc48b-39c5-47a2-8efc-bb1a1b4b9f3f tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:32:11.669593 n-d-798930-9 neutron-server[93817]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 16:32:11.669593 n-d-798930-9 neutron-server[93817]: [parameters: {'project_id': '231f2008811e47828d2bf48d5ef7e115', 'id': '743dbc28-09b5-47ea-94cc-4b49a433bb57', 'expiration': datetime.datetime(2021, 7, 22, 16, 34, 11, 661396)}] Jul 22 16:32:11.669593 n-d-798930-9 neutron-server[93817]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:32:11.670268 n-d-798930-9 neutron-server[93817]: DEBUG oslo_db.api [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-9d8fc48b-39c5-47a2-8efc-bb1a1b4b9f3f tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:32:11.678594 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c969c1f-c75c-4217-ba55-760011a4a722 admin admin] Made reservation on behalf of 4ae79c9196d64a3a9253bba077b1c345 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:11.681784 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c969c1f-c75c-4217-ba55-760011a4a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:11.693161 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c969c1f-c75c-4217-ba55-760011a4a722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:11.701388 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-67360400-6a6f-4e0b-b081-701b7aa49d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:11.702967 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-67360400-6a6f-4e0b-b081-701b7aa49d22 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58c27b7bc957459891ac53f5021c4f30&device_id=4522553d-3baa-4d6a-bd0d-0fd32dd99f02 HTTP/1.1" status: 200 len: 1099 time: 0.1158090 Jul 22 16:32:11.757810 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-8eb98a5c-aa02-4989-a68c-3e8134b3d457 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=ef0507f6-6a43-496f-b5f5-bbb128e673f3 HTTP/1.1" status: 200 len: 217 time: 0.0406573 Jul 22 16:32:11.769442 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:11.853781 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3949cea-450c-465c-86b8-7a5a83e2afe8 req-9be3b6b3-8e4f-41b4-9fe8-263bfc288c15 tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0409074 Jul 22 16:32:11.858595 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-003db8f1-0e41-4b0f-a691-52a20af7a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:11.859318 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-003db8f1-0e41-4b0f-a691-52a20af7a2a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0921385 Jul 22 16:32:11.886669 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48902b40-9fee-4fa9-88c6-11fa488a763f req-c2f9fdd9-e715-4c3b-b39e-1c01e2511c93 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:11.888221 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-48902b40-9fee-4fa9-88c6-11fa488a763f req-c2f9fdd9-e715-4c3b-b39e-1c01e2511c93 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=4522553d-3baa-4d6a-bd0d-0fd32dd99f02 HTTP/1.1" status: 200 len: 948 time: 0.0721269 Jul 22 16:32:11.908613 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-508c3e00-5dcb-4166-a139-78829323c7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:11.915621 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-508c3e00-5dcb-4166-a139-78829323c7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:11.939720 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-48902b40-9fee-4fa9-88c6-11fa488a763f req-5417934b-a809-44d2-8d77-583a4767264d tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451388 Jul 22 16:32:11.968682 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-508c3e00-5dcb-4166-a139-78829323c7a4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=10f1844345fa469baf903b89cbce27d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4729261 Jul 22 16:32:11.973581 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42290) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:11.986670 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c3e00-5dcb-4166-a139-78829323c7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad1ec6d-bd83-48cb-a851-de419ff7d7e4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:11.994283 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-578a81e9-26ae-41b0-a427-9f95b9e06e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:11.995957 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-578a81e9-26ae-41b0-a427-9f95b9e06e0c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1308444 Jul 22 16:32:12.050534 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:12.062410 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c0b111b-a876-4397-935e-b2122ddb7293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:12.083332 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c969c1f-c75c-4217-ba55-760011a4a722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:12.092797 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c969c1f-c75c-4217-ba55-760011a4a722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:12.100532 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-8ffe4c4a-7f9d-4309-8adf-b160c0ab62f9 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944948 Jul 22 16:32:12.102885 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c0b111b-a876-4397-935e-b2122ddb7293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:12.130503 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c969c1f-c75c-4217-ba55-760011a4a722 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:32:12.152195 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c969c1f-c75c-4217-ba55-760011a4a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:12.152535 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-4c969c1f-c75c-4217-ba55-760011a4a722 admin admin] Added segment e12df4dd-ea87-41a9-8ea9-405193aa0f57 of type vlan for network 83955c06-57f4-4477-93ed-da4c191e2664 Jul 22 16:32:12.164569 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c969c1f-c75c-4217-ba55-760011a4a722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034bbd6a-2e31-44a7-b6ab-96dff1491596,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:12.192855 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-747e0188-a977-4b21-bde2-c7be756fe0d3 req-2ee20c37-a50b-47bb-8f48-55651bc2a91f service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858996 Jul 22 16:32:12.221390 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c969c1f-c75c-4217-ba55-760011a4a722 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:12.238153 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-9d8fc48b-39c5-47a2-8efc-bb1a1b4b9f3f tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Made reservation on behalf of 231f2008811e47828d2bf48d5ef7e115 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:12.241716 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-9d8fc48b-39c5-47a2-8efc-bb1a1b4b9f3f tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:12.248612 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 04ca5e7d-48c7-4833-ab8f-278610d94805 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:32:12.261200 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c0b111b-a876-4397-935e-b2122ddb7293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:12.264372 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c0b111b-a876-4397-935e-b2122ddb7293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:12.265695 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8c0b111b-a876-4397-935e-b2122ddb7293 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8ad1ec6d-bd83-48cb-a851-de419ff7d7e4 HTTP/1.1" status: 204 len: 168 time: 0.2905204 Jul 22 16:32:12.289590 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b111b-a876-4397-935e-b2122ddb7293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad1ec6d-bd83-48cb-a851-de419ff7d7e4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:12.300160 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c969c1f-c75c-4217-ba55-760011a4a722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:12.301127 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c969c1f-c75c-4217-ba55-760011a4a722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:12.301747 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c969c1f-c75c-4217-ba55-760011a4a722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:12.390473 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4c969c1f-c75c-4217-ba55-760011a4a722 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0930502 Jul 22 16:32:12.396011 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42296) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:12.408108 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-39688868-de73-4ef5-b8b8-619fb3d79562 admin admin] Request body: {'subnet': {'network_id': '83955c06-57f4-4477-93ed-da4c191e2664', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-966569412-subnet', 'tenant_id': '4ae79c9196d64a3a9253bba077b1c345', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:12.432387 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 04ca5e7d-48c7-4833-ab8f-278610d94805, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=04ca5e7d-48c7-4833-ab8f-278610d94805,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:12.460664 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '04ca5e7d-48c7-4833-ab8f-278610d94805', 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b', 'port_id': '04ca5e7d-48c7-4833-ab8f-278610d94805', 'mac_address': 'fa:16:3e:e7:6f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebacc49d-e692-4fa0-8885-df5965dbe3a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:32:12.468748 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c969c1f-c75c-4217-ba55-760011a4a722 admin admin] Pushing event updated for resources: {'Network': ['ID=83955c06-57f4-4477-93ed-da4c191e2664,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:12.493057 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 83955c06-57f4-4477-93ed-da4c191e2664 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:32:12.532285 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39688868-de73-4ef5-b8b8-619fb3d79562 admin admin] Made reservation on behalf of 4ae79c9196d64a3a9253bba077b1c345 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:12.536005 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39688868-de73-4ef5-b8b8-619fb3d79562 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:12.572183 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-9d8fc48b-39c5-47a2-8efc-bb1a1b4b9f3f tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Allocated IP 172.20.0.12 (1fe00deb-8fc2-41e7-9cec-edcb691a1fa6/6e24e805-057d-42fd-88f6-45eb8cdba1d6/045dfd56-f6e5-4959-b0f0-7c34e1957e0f) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:32:12.642891 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:12.666820 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ca5e7d-48c7-4833-ab8f-278610d94805 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:12.702220 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 04ca5e7d-48c7-4833-ab8f-278610d94805, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=04ca5e7d-48c7-4833-ab8f-278610d94805,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:12.709234 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:12.711391 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device d32078e9-9c19-495f-93a2-c581174abbfa details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:32:12.743587 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42308) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:12.768762 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc83e4ca-d02e-442a-a491-1e3b36a5098e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:12.792571 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82427e5c-756e-48d2-be03-fe971d068cc1 req-77547daa-6106-4b30-b8bf-1b678bca7f0b tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:12.794117 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-82427e5c-756e-48d2-be03-fe971d068cc1 req-77547daa-6106-4b30-b8bf-1b678bca7f0b tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 945 time: 0.1194408 Jul 22 16:32:12.798741 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8c1ca-aeec-4f5c-b22c-2cc752ecd5c6 req-30d125af-61ae-4e4c-b80f-0abc8b1f9daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:12.800222 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52e8c1ca-aeec-4f5c-b22c-2cc752ecd5c6 req-30d125af-61ae-4e4c-b80f-0abc8b1f9daf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58c27b7bc957459891ac53f5021c4f30&device_id=4522553d-3baa-4d6a-bd0d-0fd32dd99f02 HTTP/1.1" status: 200 len: 1099 time: 0.5057757 Jul 22 16:32:12.814527 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6b5bf-5470-4e39-a26f-62867c526345 req-32139c45-05f9-4a60-9a26-f891a8d634e5 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:12.817627 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=04ca5e7d-48c7-4833-ab8f-278610d94805,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:12.821211 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-20b6b5bf-5470-4e39-a26f-62867c526345 req-32139c45-05f9-4a60-9a26-f891a8d634e5 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 945 time: 0.2413428 Jul 22 16:32:12.904584 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port d32078e9-9c19-495f-93a2-c581174abbfa, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d32078e9-9c19-495f-93a2-c581174abbfa,segment=NetworkSegment(3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad),segment_id=3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:12.915763 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'd32078e9-9c19-495f-93a2-c581174abbfa', 'network_id': '11fd5339-ede9-4c72-a1e8-8686e18ee19f', 'port_id': 'd32078e9-9c19-495f-93a2-c581174abbfa', 'mac_address': 'fa:16:3e:a6:f9:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d31ec7-0709-410d-b2c0-dce9daa2755c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:32:12.922890 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-82427e5c-756e-48d2-be03-fe971d068cc1 req-99b33247-fd7d-485f-9db6-91480d808483 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150689 Jul 22 16:32:12.954230 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:12.956825 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-20b6b5bf-5470-4e39-a26f-62867c526345 req-d283baab-bec8-4958-aada-d8766d6d35a6 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347563 Jul 22 16:32:12.964599 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39688868-de73-4ef5-b8b8-619fb3d79562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:12.991273 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d32078e9-9c19-495f-93a2-c581174abbfa {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:12.997441 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8c1ca-aeec-4f5c-b22c-2cc752ecd5c6 req-53fc2f24-a617-4bc5-a961-ab15d1a93127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:12.999582 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52e8c1ca-aeec-4f5c-b22c-2cc752ecd5c6 req-53fc2f24-a617-4bc5-a961-ab15d1a93127 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.1880670 Jul 22 16:32:13.003997 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-9d8fc48b-39c5-47a2-8efc-bb1a1b4b9f3f tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:13.041454 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port d32078e9-9c19-495f-93a2-c581174abbfa, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d32078e9-9c19-495f-93a2-c581174abbfa,segment=NetworkSegment(3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad),segment_id=3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:13.052827 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:13.077159 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52e8c1ca-aeec-4f5c-b22c-2cc752ecd5c6 req-13a2758f-4bbb-4a7b-a28d-50ce555429f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=ef0507f6-6a43-496f-b5f5-bbb128e673f3 HTTP/1.1" status: 200 len: 217 time: 0.0691667 Jul 22 16:32:13.106456 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39688868-de73-4ef5-b8b8-619fb3d79562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25a3a930-59a1-4c7c-8a59-db4921d72d81,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:13.123355 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=d32078e9-9c19-495f-93a2-c581174abbfa,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:13.126117 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39688868-de73-4ef5-b8b8-619fb3d79562 admin admin] Checking segment: {'id': 'e12df4dd-ea87-41a9-8ea9-405193aa0f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '83955c06-57f4-4477-93ed-da4c191e2664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:32:13.126482 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39688868-de73-4ef5-b8b8-619fb3d79562 admin admin] Network hostable DHCP agents. Network: 83955c06-57f4-4477-93ed-da4c191e2664, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:32:13.137791 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc83e4ca-d02e-442a-a491-1e3b36a5098e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:13.147623 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc83e4ca-d02e-442a-a491-1e3b36a5098e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:13.158624 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-83b399fe-a430-48b9-8bf0-4109af9320f4 req-99b23259-bd66-479b-948b-57235f3f36d4 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 210 time: 0.0658822 Jul 22 16:32:13.174987 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-9d8fc48b-39c5-47a2-8efc-bb1a1b4b9f3f tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:13.211231 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['b2c832bf-09cc-41bb-a9c9-f6954a02fc67'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:13.211489 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39688868-de73-4ef5-b8b8-619fb3d79562 admin admin] Network 83955c06-57f4-4477-93ed-da4c191e2664 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:32:13.221062 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-dc83e4ca-d02e-442a-a491-1e3b36a5098e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=88f3c187a9494dd69f539cadbd8b383d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4734621 Jul 22 16:32:13.222718 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8c1ca-aeec-4f5c-b22c-2cc752ecd5c6 req-0ad510eb-2ca8-4969-aafa-104680fcf45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:13.224134 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52e8c1ca-aeec-4f5c-b22c-2cc752ecd5c6 req-0ad510eb-2ca8-4969-aafa-104680fcf45c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1355081 Jul 22 16:32:13.226278 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-9d8fc48b-39c5-47a2-8efc-bb1a1b4b9f3f tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Network 1fe00deb-8fc2-41e7-9cec-edcb691a1fa6 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:32:13.227038 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42314) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:13.230966 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-9d8fc48b-39c5-47a2-8efc-bb1a1b4b9f3f tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:32:13.235637 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-9d8fc48b-39c5-47a2-8efc-bb1a1b4b9f3f tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:32:13.237906 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83e4ca-d02e-442a-a491-1e3b36a5098e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5d2f67-1e8b-44e5-84e4-a6393ab1dda6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:13.245273 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-39688868-de73-4ef5-b8b8-619fb3d79562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 83955c06-57f4-4477-93ed-da4c191e2664) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:32:13.261519 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411e34b7-46c9-4085-b4b2-38a918c7e40b None None] Network 83955c06-57f4-4477-93ed-da4c191e2664 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:32:13.275133 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39688868-de73-4ef5-b8b8-619fb3d79562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:13.275725 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39688868-de73-4ef5-b8b8-619fb3d79562 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:13.284369 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['d32078e9-9c19-495f-93a2-c581174abbfa'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:13.300607 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e2012-9380-4c2b-af6b-4680dfa64aad req-6da4493d-8d1a-4215-a24a-4e01f0489f95 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:13.307651 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2d9e2012-9380-4c2b-af6b-4680dfa64aad req-6da4493d-8d1a-4215-a24a-4e01f0489f95 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=860351f7-dd70-4fa5-aeac-379675012faf HTTP/1.1" status: 200 len: 944 time: 0.2355897 Jul 22 16:32:13.326496 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fc48b-39c5-47a2-8efc-bb1a1b4b9f3f tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event updated for resources: {'Port': ['ID=045dfd56-f6e5-4959-b0f0-7c34e1957e0f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:13.333062 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7c4c1ec8-69d3-4510-b4ec-6904b6aa5749 req-6a8d9dc4-b17f-4090-906a-8d6446d08be9 tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0612028 Jul 22 16:32:13.343857 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-9d8fc48b-39c5-47a2-8efc-bb1a1b4b9f3f tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:13.344648 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-9d8fc48b-39c5-47a2-8efc-bb1a1b4b9f3f tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:13.356855 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-39688868-de73-4ef5-b8b8-619fb3d79562 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9506097 Jul 22 16:32:13.370751 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-9d8fc48b-39c5-47a2-8efc-bb1a1b4b9f3f tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9332445 Jul 22 16:32:13.383525 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2d9e2012-9380-4c2b-af6b-4680dfa64aad req-f1b4576b-3211-4803-acad-8c431778601d tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750029 Jul 22 16:32:13.412138 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Request body: {'port': {'device_id': 'a1af32c2-ba8e-487b-91bd-6d56b4b14d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:13.419841 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecf98a96-3466-431e-ac7d-47121067fccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:13.444136 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8c1ca-aeec-4f5c-b22c-2cc752ecd5c6 req-e005a1b6-9329-4517-a32c-53c1588eba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:13.446050 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52e8c1ca-aeec-4f5c-b22c-2cc752ecd5c6 req-e005a1b6-9329-4517-a32c-53c1588eba8d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2102478 Jul 22 16:32:13.533633 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dfd010-22b1-4097-8edd-ca78cd3135e4 None None] Network 83955c06-57f4-4477-93ed-da4c191e2664 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:32:13.539099 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:13.543690 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['04ca5e7d-48c7-4833-ab8f-278610d94805'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:13.564586 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e160dea-79c3-4ba1-846d-2c3b709ff575 req-96623eda-c26f-4934-bb7b-eb954c997919 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:13.566171 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3e160dea-79c3-4ba1-846d-2c3b709ff575 req-96623eda-c26f-4934-bb7b-eb954c997919 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=4522553d-3baa-4d6a-bd0d-0fd32dd99f02 HTTP/1.1" status: 200 len: 948 time: 0.1272101 Jul 22 16:32:13.576199 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52e8c1ca-aeec-4f5c-b22c-2cc752ecd5c6 req-7b38750c-ad5e-411a-a33b-9085dad6d568 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184051 Jul 22 16:32:13.632212 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecf98a96-3466-431e-ac7d-47121067fccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:13.703415 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3e160dea-79c3-4ba1-846d-2c3b709ff575 req-4d1885c6-0b1a-4e7a-b761-e83452a6b80b tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147337 Jul 22 16:32:13.763497 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52e8c1ca-aeec-4f5c-b22c-2cc752ecd5c6 req-3ee1d1b3-06e3-4044-bc8a-4e851d535b60 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771541 Jul 22 16:32:13.776288 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecf98a96-3466-431e-ac7d-47121067fccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:13.791961 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecf98a96-3466-431e-ac7d-47121067fccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:13.793763 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ecf98a96-3466-431e-ac7d-47121067fccd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3e5d2f67-1e8b-44e5-84e4-a6393ab1dda6 HTTP/1.1" status: 204 len: 168 time: 0.5657933 Jul 22 16:32:13.814468 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf98a96-3466-431e-ac7d-47121067fccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5d2f67-1e8b-44e5-84e4-a6393ab1dda6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:13.942233 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 045dfd56-f6e5-4959-b0f0-7c34e1957e0f {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:13.952418 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:13.971797 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Transition to ACTIVE for port object 045dfd56-f6e5-4959-b0f0-7c34e1957e0f will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:32:13.978466 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:14.035010 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-24c0dfc4-09dd-42e8-8c65-ad612af96cb3 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:14.043589 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-24c0dfc4-09dd-42e8-8c65-ad612af96cb3 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/networks?id=83955c06-57f4-4477-93ed-da4c191e2664 HTTP/1.1" status: 200 len: 812 time: 0.1725349 Jul 22 16:32:14.064605 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-8ebe0f4b-83a6-4827-8337-1f70e16cdcc4 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/quotas/4ae79c9196d64a3a9253bba077b1c345 HTTP/1.1" status: 200 len: 375 time: 0.0198183 Jul 22 16:32:14.111388 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-02eb6c6f-ca70-4b89-aac8-e096aece7771 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ae79c9196d64a3a9253bba077b1c345&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456955 Jul 22 16:32:14.148337 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Pushing event updated for resources: {'Port': ['ID=045dfd56-f6e5-4959-b0f0-7c34e1957e0f,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:14.189213 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:14.189841 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:14.190368 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:14.190865 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:14.191383 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:14.191714 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:14.192099 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:14.192428 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:14.192749 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:14.193386 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:14.193386 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:14.193688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:14.218098 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-390c6fb1-4484-47bd-b549-7482f5669cf1 service neutron] 10.222.0.69 "GET /v2.0/networks/83955c06-57f4-4477-93ed-da4c191e2664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058455 Jul 22 16:32:14.244161 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Attempting to bind port 045dfd56-f6e5-4959-b0f0-7c34e1957e0f on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:32:14.244526 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Attempting to bind port 045dfd56-f6e5-4959-b0f0-7c34e1957e0f by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1fe00deb-8fc2-41e7-9cec-edcb691a1fa6'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:32:14.244848 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Attempting to bind port 045dfd56-f6e5-4959-b0f0-7c34e1957e0f on network 1fe00deb-8fc2-41e7-9cec-edcb691a1fa6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:14.256923 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Port 045dfd56-f6e5-4959-b0f0-7c34e1957e0f on network 1fe00deb-8fc2-41e7-9cec-edcb691a1fa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:32:14.257310 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Attempting to bind port 045dfd56-f6e5-4959-b0f0-7c34e1957e0f on network 1fe00deb-8fc2-41e7-9cec-edcb691a1fa6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:14.262114 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device d32078e9-9c19-495f-93a2-c581174abbfa up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:32:14.267537 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:32:14.267977 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Checking segment: {'id': '59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1fe00deb-8fc2-41e7-9cec-edcb691a1fa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:32:14.268315 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Bound using segment: {'id': '59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1fe00deb-8fc2-41e7-9cec-edcb691a1fa6'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:32:14.268911 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Bound port: 045dfd56-f6e5-4959-b0f0-7c34e1957e0f, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1fe00deb-8fc2-41e7-9cec-edcb691a1fa6'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:32:14.269293 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:14.280747 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1f592-02db-4bf3-befa-4ea03e00cba3 req-b21b536c-7318-42e9-9640-0e13504240b6 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:14.282372 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8ac1f592-02db-4bf3-befa-4ea03e00cba3 req-b21b536c-7318-42e9-9640-0e13504240b6 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 945 time: 0.1298592 Jul 22 16:32:14.344603 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port d32078e9-9c19-495f-93a2-c581174abbfa triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:32:14.345334 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:14.353681 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8ac1f592-02db-4bf3-befa-4ea03e00cba3 req-494f2d2f-fba6-4fc4-ac55-9f5dc9a7dbca tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643306 Jul 22 16:32:14.354933 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-9f8c08a4-facd-4024-a67d-11eed30dee14 service neutron] 10.222.0.69 "GET /v2.0/networks/83955c06-57f4-4477-93ed-da4c191e2664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270785 Jul 22 16:32:14.390249 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] For port 045dfd56-f6e5-4959-b0f0-7c34e1957e0f, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:32:14.398595 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] For port 045dfd56-f6e5-4959-b0f0-7c34e1957e0f, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=045dfd56-f6e5-4959-b0f0-7c34e1957e0f,segment=NetworkSegment(59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff),segment_id=59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:32:14.405246 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:14.444982 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device ef0507f6-6a43-496f-b5f5-bbb128e673f3 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:32:14.476894 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Pushing event updated for resources: {'Port': ['ID=045dfd56-f6e5-4959-b0f0-7c34e1957e0f,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:14.499192 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:14.500253 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:14.502171 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-81dd5122-add3-487d-b765-7f144a2c0df9 service neutron] 10.222.0.30 "PUT /v2.0/ports/045dfd56-f6e5-4959-b0f0-7c34e1957e0f HTTP/1.1" status: 200 len: 1092 time: 1.1073022 Jul 22 16:32:14.502913 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1af32c2-ba8e-487b-91bd-6d56b4b14d0b', 'tag': '045dfd56-f6e5-4959-b0f0-7c34e1957e0f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:14.506487 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e403c38-a0bd-4930-958f-5068c6117b18" -d '{"events": [{"name": "network-changed", "server_uuid": "a1af32c2-ba8e-487b-91bd-6d56b4b14d0b", "tag": "045dfd56-f6e5-4959-b0f0-7c34e1957e0f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:14.509414 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:14.573213 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b5b3c-3e85-4c18-9b94-a9488efc6dc4 req-67fd063c-ae2f-45cd-a3ff-4c930890791b tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:14.582985 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1f8b5b3c-3e85-4c18-9b94-a9488efc6dc4 req-67fd063c-ae2f-45cd-a3ff-4c930890791b tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 944 time: 0.1024394 Jul 22 16:32:14.597636 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca52c20-6804-495b-a927-eb009140285f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32078e9-9c19-495f-93a2-c581174abbfa'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:14.600733 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038b847b-a08a-49e0-92dd-b2925bc56f00" -d '{"events": [{"server_uuid": "6ca52c20-6804-495b-a927-eb009140285f", "name": "network-vif-plugged", "status": "completed", "tag": "d32078e9-9c19-495f-93a2-c581174abbfa"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:14.616670 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port d32078e9-9c19-495f-93a2-c581174abbfa, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d32078e9-9c19-495f-93a2-c581174abbfa,segment=NetworkSegment(3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad),segment_id=3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:14.623105 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:14.684010 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1f8b5b3c-3e85-4c18-9b94-a9488efc6dc4 req-e806c624-c9d6-42e0-9b2c-f709c5ac8d26 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957074 Jul 22 16:32:14.702718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-23a34847-0eae-4f1e-8ef6-212c7f57fdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:14.710316 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-23a34847-0eae-4f1e-8ef6-212c7f57fdd7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=231f2008811e47828d2bf48d5ef7e115&device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 1095 time: 0.1225057 Jul 22 16:32:14.712882 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port ef0507f6-6a43-496f-b5f5-bbb128e673f3, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ef0507f6-6a43-496f-b5f5-bbb128e673f3,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:14.734715 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'ef0507f6-6a43-496f-b5f5-bbb128e673f3', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': 'ef0507f6-6a43-496f-b5f5-bbb128e673f3', 'mac_address': 'fa:16:3e:69:2f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:32:14.741052 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=d32078e9-9c19-495f-93a2-c581174abbfa,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:14.795320 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:14.797284 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-82a5e8a2-f7bf-48bb-93cf-bbaa2ff0e20a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=045dfd56-f6e5-4959-b0f0-7c34e1957e0f HTTP/1.1" status: 200 len: 217 time: 0.0697892 Jul 22 16:32:14.812857 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20c76b-d6ae-4517-9e59-a0fe741dd513 req-8e3b7206-ec84-453a-8915-e5200f2f56f7 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:14.817522 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef0507f6-6a43-496f-b5f5-bbb128e673f3 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:14.820093 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2e20c76b-d6ae-4517-9e59-a0fe741dd513 req-8e3b7206-ec84-453a-8915-e5200f2f56f7 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 944 time: 0.1756346 Jul 22 16:32:14.840308 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port ef0507f6-6a43-496f-b5f5-bbb128e673f3, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ef0507f6-6a43-496f-b5f5-bbb128e673f3,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:14.846150 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:14.856352 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-097d9adb-2092-40df-82e2-125abd08ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:14.858435 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-097d9adb-2092-40df-82e2-125abd08ba2e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e24e805-057d-42fd-88f6-45eb8cdba1d6 HTTP/1.1" status: 200 len: 853 time: 0.0515218 Jul 22 16:32:14.891155 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a4650d3a-c1d5-46bd-800d-52561b3b9d8b req-180c9725-0fe2-405b-b5f4-5fc2944bfc07 tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0958347 Jul 22 16:32:14.910011 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2e20c76b-d6ae-4517-9e59-a0fe741dd513 req-ae02bce7-f382-40e7-b8ad-0d2bfb4b39c4 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6c5988b-5235-4680-8ef9-ed64c0061443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890179 Jul 22 16:32:14.914047 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=ef0507f6-6a43-496f-b5f5-bbb128e673f3,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:14.923019 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-ed5ce47c-24bb-47f3-b1bf-bb1f4c673dde service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1fe00deb-8fc2-41e7-9cec-edcb691a1fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419526 Jul 22 16:32:15.051900 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed732ac5-2680-4848-b8e9-f345fc31ab87 x-openstack-request-id: req-ed732ac5-2680-4848-b8e9-f345fc31ab87 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:15.052821 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1af32c2-ba8e-487b-91bd-6d56b4b14d0b", "tag": "045dfd56-f6e5-4959-b0f0-7c34e1957e0f", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:15.052821 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ed732ac5-2680-4848-b8e9-f345fc31ab87 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:15.052821 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1af32c2-ba8e-487b-91bd-6d56b4b14d0b', 'tag': '045dfd56-f6e5-4959-b0f0-7c34e1957e0f', 'status': 'completed', 'code': 200} Jul 22 16:32:15.116546 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-fe5603ae-8619-4151-8e63-554db54ee358 service neutron] 10.222.0.30 "GET /v2.0/networks/1fe00deb-8fc2-41e7-9cec-edcb691a1fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832702 Jul 22 16:32:15.134960 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c76f5-4179-4a9b-8114-723bf57dfd10 req-a4133c37-3010-4fff-a6f6-c758520a04f2 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:15.136744 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ff5c76f5-4179-4a9b-8114-723bf57dfd10 req-a4133c37-3010-4fff-a6f6-c758520a04f2 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=860351f7-dd70-4fa5-aeac-379675012faf HTTP/1.1" status: 200 len: 944 time: 0.1290219 Jul 22 16:32:15.145770 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a87e5ae-775d-46a6-a993-75ef8433b032 x-openstack-request-id: req-3a87e5ae-775d-46a6-a993-75ef8433b032 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:15.146082 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca52c20-6804-495b-a927-eb009140285f", "name": "network-vif-plugged", "status": "completed", "tag": "d32078e9-9c19-495f-93a2-c581174abbfa", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:15.146338 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3a87e5ae-775d-46a6-a993-75ef8433b032 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:15.146725 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca52c20-6804-495b-a927-eb009140285f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32078e9-9c19-495f-93a2-c581174abbfa', 'code': 200} Jul 22 16:32:15.207011 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ff5c76f5-4179-4a9b-8114-723bf57dfd10 req-de58d27a-7579-4c23-a781-361629c9a072 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598729 Jul 22 16:32:15.215344 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['ef0507f6-6a43-496f-b5f5-bbb128e673f3'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:15.402426 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0238e1e9-e4cf-46a1-bbd8-82eb84f76ba6 req-a9af108a-5c35-4a98-ac7d-e0bc636fc5b4 service neutron] 10.222.0.30 "GET /v2.0/networks/1fe00deb-8fc2-41e7-9cec-edcb691a1fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763736 Jul 22 16:32:15.462256 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1531ffe-4bd4-49b2-b5a1-bb2ec0636cf7 req-9fed6e08-c5d1-4ae9-a8a8-95964eace850 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fe0c357-77d6-444b-8afb-3f933ad08e06 HTTP/1.1" status: 200 len: 210 time: 0.0511575 Jul 22 16:32:15.462906 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-29ab63db-8ba6-49ea-a8f5-d2980035a785 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:15.464761 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-29ab63db-8ba6-49ea-a8f5-d2980035a785 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640&tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&binding%3Ahost_id=n-h1-798930-9 HTTP/1.1" status: 200 len: 1096 time: 0.2127182 Jul 22 16:32:15.475916 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6219b15-1fee-4763-b73a-be7fee5a92c2 req-51b660c2-0f0c-4475-8eec-0e2f35f2f24f tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:15.486097 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6219b15-1fee-4763-b73a-be7fee5a92c2 req-51b660c2-0f0c-4475-8eec-0e2f35f2f24f tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=4522553d-3baa-4d6a-bd0d-0fd32dd99f02 HTTP/1.1" status: 200 len: 949 time: 0.1776309 Jul 22 16:32:15.514834 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798930-9'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:15.621545 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6219b15-1fee-4763-b73a-be7fee5a92c2 req-e1cca022-81c0-4aee-8198-6116cc3e798e tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344163 Jul 22 16:32:15.665489 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8041dc-560f-40b3-aeda-89be27c75a46 req-363c63b8-4bd6-42e3-914f-c883d526f9c5 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:15.673258 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7b8041dc-560f-40b3-aeda-89be27c75a46 req-363c63b8-4bd6-42e3-914f-c883d526f9c5 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 945 time: 0.1083891 Jul 22 16:32:15.701530 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e403c38-a0bd-4930-958f-5068c6117b18 req-7df34d72-dc71-463d-b009-ea2b26ffb93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:15.703066 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8e403c38-a0bd-4930-958f-5068c6117b18 req-7df34d72-dc71-463d-b009-ea2b26ffb93e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=231f2008811e47828d2bf48d5ef7e115&device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 1095 time: 0.1943779 Jul 22 16:32:15.708724 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:15.743643 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7b8041dc-560f-40b3-aeda-89be27c75a46 req-af440348-25e6-4881-915d-212adef52408 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687346 Jul 22 16:32:15.959002 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e403c38-a0bd-4930-958f-5068c6117b18 req-d83d7b6b-e61c-4ec9-935c-f406a7d84a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:15.960461 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8e403c38-a0bd-4930-958f-5068c6117b18 req-d83d7b6b-e61c-4ec9-935c-f406a7d84a01 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1fe00deb-8fc2-41e7-9cec-edcb691a1fa6 HTTP/1.1" status: 200 len: 914 time: 0.2411008 Jul 22 16:32:15.989635 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] For port 351dca08-c94b-4083-924e-4d5b665dcacb, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=351dca08-c94b-4083-924e-4d5b665dcacb,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:15.999154 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbec35-f103-45c7-ad2d-038717a53889 req-02136b2c-a097-439e-a694-238fb8d00c61 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:16.000583 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-54bbec35-f103-45c7-ad2d-038717a53889 req-02136b2c-a097-439e-a694-238fb8d00c61 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 945 time: 0.2156677 Jul 22 16:32:16.039108 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8e403c38-a0bd-4930-958f-5068c6117b18 req-21d4a128-967b-4d10-8ea4-368821798c1f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=045dfd56-f6e5-4959-b0f0-7c34e1957e0f HTTP/1.1" status: 200 len: 217 time: 0.0614963 Jul 22 16:32:16.120782 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f5274f38-dbd5-426a-a0ef-690ac35ee950 req-f215b9b6-053d-4f01-9bd4-14300da7045f tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0340128 Jul 22 16:32:16.127514 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-54bbec35-f103-45c7-ad2d-038717a53889 req-de3acaf0-7f83-48d0-ae43-7b243de57500 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921111 Jul 22 16:32:16.131895 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] For port 351dca08-c94b-4083-924e-4d5b665dcacb, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:32:16.160308 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e403c38-a0bd-4930-958f-5068c6117b18 req-a74b9ab8-9f99-438e-a98e-26d4c46bd73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:16.161760 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8e403c38-a0bd-4930-958f-5068c6117b18 req-a74b9ab8-9f99-438e-a98e-26d4c46bd73f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e24e805-057d-42fd-88f6-45eb8cdba1d6 HTTP/1.1" status: 200 len: 853 time: 0.1055250 Jul 22 16:32:16.189371 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:16.210930 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8e403c38-a0bd-4930-958f-5068c6117b18 req-bc09f96a-6f1e-4151-932d-ea3fea965dad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1fe00deb-8fc2-41e7-9cec-edcb691a1fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351074 Jul 22 16:32:16.221913 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:16.248497 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 351dca08-c94b-4083-924e-4d5b665dcacb details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:32:16.257171 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 04ca5e7d-48c7-4833-ab8f-278610d94805 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:32:16.336495 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4c697-3dd4-4942-8651-941745b71463 req-80c24dd2-4eeb-4d02-bb90-1c04bd3f2807 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:16.338743 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cf4c697-3dd4-4942-8651-941745b71463 req-80c24dd2-4eeb-4d02-bb90-1c04bd3f2807 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 944 time: 0.1346898 Jul 22 16:32:16.408650 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Pushing event updated for resources: {'Port': ['ID=351dca08-c94b-4083-924e-4d5b665dcacb,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:16.452178 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cf4c697-3dd4-4942-8651-941745b71463 req-adf77b22-7d22-4b2f-af04-cc4fd703ad2a tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6c5988b-5235-4680-8ef9-ed64c0061443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047840 Jul 22 16:32:16.473005 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device ef0507f6-6a43-496f-b5f5-bbb128e673f3 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:32:16.632322 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 04ca5e7d-48c7-4833-ab8f-278610d94805 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:32:16.667257 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 04ca5e7d-48c7-4833-ab8f-278610d94805 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:32:16.667631 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:16.727181 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 351dca08-c94b-4083-924e-4d5b665dcacb, host n-h1-798930-9, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:16.734597 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42424) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:16.772572 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port ef0507f6-6a43-496f-b5f5-bbb128e673f3 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:32:16.777264 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Attempting to bind port 351dca08-c94b-4083-924e-4d5b665dcacb on host n-h1-798930-9 for vnic_type normal with profile {"migrating_to": "n-h2-798930-9"} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:32:16.777792 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Attempting to bind port 351dca08-c94b-4083-924e-4d5b665dcacb by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:32:16.778349 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Attempting to bind port 351dca08-c94b-4083-924e-4d5b665dcacb on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:16.786185 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port ef0507f6-6a43-496f-b5f5-bbb128e673f3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:32:16.786600 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:16.790808 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Port 351dca08-c94b-4083-924e-4d5b665dcacb on network 6f3ed260-5c39-4f44-87de-6af121ff9539 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:32:16.791014 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Attempting to bind port 351dca08-c94b-4083-924e-4d5b665dcacb on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:16.805371 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-0d8a61b9-42d1-40c0-b3d5-0ffcff386c5f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:16.807784 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Attempting to bind port 351dca08-c94b-4083-924e-4d5b665dcacb on host n-h1-798930-9 for vnic_type normal with profile {"migrating_to": "n-h2-798930-9"} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:32:16.808187 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Attempting to bind port 351dca08-c94b-4083-924e-4d5b665dcacb by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:32:16.808584 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Attempting to bind port 351dca08-c94b-4083-924e-4d5b665dcacb on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:16.809224 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-0d8a61b9-42d1-40c0-b3d5-0ffcff386c5f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.16 "GET /v2.0/networks?id=83955c06-57f4-4477-93ed-da4c191e2664 HTTP/1.1" status: 200 len: 812 time: 0.4447305 Jul 22 16:32:16.814322 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e371fd9e-0e67-47ee-84ce-2d4d38546069 req-183d84ac-85ef-4a59-9d27-a047ba7db245 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fe0c357-77d6-444b-8afb-3f933ad08e06 HTTP/1.1" status: 200 len: 210 time: 0.0783391 Jul 22 16:32:16.817567 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8e403c38-a0bd-4930-958f-5068c6117b18 req-9c529957-fe5f-48b1-a77c-e3519aa11cd0 service neutron] 10.222.0.30 "GET /v2.0/networks/1fe00deb-8fc2-41e7-9cec-edcb691a1fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5892026 Jul 22 16:32:16.820338 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Port 351dca08-c94b-4083-924e-4d5b665dcacb on network 6f3ed260-5c39-4f44-87de-6af121ff9539 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:32:16.820997 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Attempting to bind port 351dca08-c94b-4083-924e-4d5b665dcacb on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:16.821482 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:32:16.821856 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Checking segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:32:16.822326 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Bound using segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:32:16.822859 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Bound port: 351dca08-c94b-4083-924e-4d5b665dcacb, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:32:16.823252 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:16.830847 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:32:16.831253 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Checking segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:32:16.831785 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Bound using segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:32:16.832335 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Bound port: 351dca08-c94b-4083-924e-4d5b665dcacb, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:32:16.833861 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:16.843348 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b9d6b6b6-1f9b-474c-8668-a4b921e33329 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Request body: {'port': {'device_id': 'bf049c30-4872-457a-8a98-d356286dfa0e', 'network_id': '83955c06-57f4-4477-93ed-da4c191e2664', 'admin_state_up': True, 'tenant_id': '4ae79c9196d64a3a9253bba077b1c345'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:16.873819 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-591a75e8-63f2-44cd-b22b-31a809506f2c tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:16.875581 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-591a75e8-63f2-44cd-b22b-31a809506f2c tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.30 "GET /v2.0/networks?id=83955c06-57f4-4477-93ed-da4c191e2664 HTTP/1.1" status: 200 len: 812 time: 0.3856778 Jul 22 16:32:16.899255 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-16d3c648-6ba1-47a0-897f-ec6964146264 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Request body: {'port': {'device_id': '1fe0c357-77d6-444b-8afb-3f933ad08e06', 'network_id': '83955c06-57f4-4477-93ed-da4c191e2664', 'admin_state_up': True, 'tenant_id': '4ae79c9196d64a3a9253bba077b1c345'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:16.916380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63c1b9-23ba-47f5-aee7-6e5831e5b8c5 req-830644d7-1640-411d-be5d-03b180902d6a tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:16.918069 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ee63c1b9-23ba-47f5-aee7-6e5831e5b8c5 req-830644d7-1640-411d-be5d-03b180902d6a tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=860351f7-dd70-4fa5-aeac-379675012faf HTTP/1.1" status: 200 len: 944 time: 0.5164950 Jul 22 16:32:17.003290 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:17.020939 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8e403c38-a0bd-4930-958f-5068c6117b18 req-00eccbf6-f294-43ea-8086-391421ab3cac service neutron] 10.222.0.30 "GET /v2.0/networks/1fe00deb-8fc2-41e7-9cec-edcb691a1fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911600 Jul 22 16:32:17.027667 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 351dca08-c94b-4083-924e-4d5b665dcacb, host n-h1-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:32:17.034147 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ee63c1b9-23ba-47f5-aee7-6e5831e5b8c5 req-0960533a-c46d-4c77-9f25-91f53d16da51 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843801 Jul 22 16:32:17.063717 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e30f509-091b-4634-aef1-ca4631520fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:17.064579 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992efabc-c450-457f-9945-f5d968d24640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '351dca08-c94b-4083-924e-4d5b665dcacb'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:17.068995 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 351dca08-c94b-4083-924e-4d5b665dcacb, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=351dca08-c94b-4083-924e-4d5b665dcacb,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:32:17.075314 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a01b78d-6b89-4462-baaf-5d63cec0bf11" -d '{"events": [{"server_uuid": "992efabc-c450-457f-9945-f5d968d24640", "name": "network-vif-unplugged", "status": "completed", "tag": "351dca08-c94b-4083-924e-4d5b665dcacb"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:17.080974 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:17.086631 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] For port 351dca08-c94b-4083-924e-4d5b665dcacb, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:32:17.098397 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.db.api [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 351dca08-c94b-4083-924e-4d5b665dcacb-n-h1-798930-9-0 {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:32:17.098899 n-d-798930-9 neutron-server[93817]: DEBUG oslo_db.api [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:32:17.182944 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef9df5-392f-4b9b-b797-e7585131adf0 req-74309447-2c61-4ce0-b6ac-1dca1ad274c8 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:17.184701 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-19ef9df5-392f-4b9b-b797-e7585131adf0 req-74309447-2c61-4ce0-b6ac-1dca1ad274c8 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 945 time: 0.0786555 Jul 22 16:32:17.200895 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b204e06-7a05-42be-9b4a-63e14ae0738e req-6368d7d8-56e4-4278-8337-996277b2aff8 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:17.207507 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b204e06-7a05-42be-9b4a-63e14ae0738e req-6368d7d8-56e4-4278-8337-996277b2aff8 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=4522553d-3baa-4d6a-bd0d-0fd32dd99f02 HTTP/1.1" status: 200 len: 949 time: 0.2379551 Jul 22 16:32:17.229060 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-19ef9df5-392f-4b9b-b797-e7585131adf0 req-ff8e1c18-4761-4319-9016-4eb6604c910a tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380561 Jul 22 16:32:17.230185 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860351f7-dd70-4fa5-aeac-379675012faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ca5e7d-48c7-4833-ab8f-278610d94805'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:17.232830 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a86461-5d55-4f60-bb01-0adde5ea0342" -d '{"events": [{"server_uuid": "860351f7-dd70-4fa5-aeac-379675012faf", "name": "network-vif-plugged", "status": "completed", "tag": "04ca5e7d-48c7-4833-ab8f-278610d94805"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:17.234917 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:17.254312 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 04ca5e7d-48c7-4833-ab8f-278610d94805, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=04ca5e7d-48c7-4833-ab8f-278610d94805,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:17.272402 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:17.273339 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device d32078e9-9c19-495f-93a2-c581174abbfa no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:17.276226 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2039c44a-d66e-46c0-ada1-99531b29f4d8 x-openstack-request-id: req-2039c44a-d66e-46c0-ada1-99531b29f4d8 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:17.278312 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992efabc-c450-457f-9945-f5d968d24640", "name": "network-vif-unplugged", "status": "completed", "tag": "351dca08-c94b-4083-924e-4d5b665dcacb", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:17.278468 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2039c44a-d66e-46c0-ada1-99531b29f4d8 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:17.279420 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992efabc-c450-457f-9945-f5d968d24640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '351dca08-c94b-4083-924e-4d5b665dcacb', 'code': 200} Jul 22 16:32:17.290660 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b204e06-7a05-42be-9b4a-63e14ae0738e req-97a44a70-5a3e-4d72-ac07-7ba3aaaa4da1 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817065 Jul 22 16:32:17.338239 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e30f509-091b-4634-aef1-ca4631520fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:17.344315 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e30f509-091b-4634-aef1-ca4631520fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:17.364877 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port ef0507f6-6a43-496f-b5f5-bbb128e673f3, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ef0507f6-6a43-496f-b5f5-bbb128e673f3,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:17.366280 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=351dca08-c94b-4083-924e-4d5b665dcacb,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:17.368862 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01e2221e-0dbb-410b-91ce-02788cec409b req-564df7cb-6a3a-47e9-83d4-ddbbe6a6ad9a tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0364757 Jul 22 16:32:17.382247 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:17.422433 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30f509-091b-4634-aef1-ca4631520fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25ecb88-e287-44e3-ac15-697d2528990d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:17.429495 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee82b1a-34df-4532-94f5-f2f79a19bd88 x-openstack-request-id: req-dee82b1a-34df-4532-94f5-f2f79a19bd88 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:17.429801 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860351f7-dd70-4fa5-aeac-379675012faf", "name": "network-vif-plugged", "status": "completed", "tag": "04ca5e7d-48c7-4833-ab8f-278610d94805", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:17.430404 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dee82b1a-34df-4532-94f5-f2f79a19bd88 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:17.431365 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860351f7-dd70-4fa5-aeac-379675012faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ca5e7d-48c7-4833-ab8f-278610d94805', 'code': 200} Jul 22 16:32:17.437818 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 351dca08-c94b-4083-924e-4d5b665dcacb has no active binding in host n-h2-798930-9 {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 16:32:17.454247 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.db.api [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-16d3c648-6ba1-47a0-897f-ec6964146264 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:32:17.454247 n-d-798930-9 neutron-server[93816]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 16:32:17.454247 n-d-798930-9 neutron-server[93816]: [parameters: {'project_id_1': '4ae79c9196d64a3a9253bba077b1c345', 'expiration_1': datetime.datetime(2021, 7, 22, 16, 32, 17, 166688)}] Jul 22 16:32:17.454247 n-d-798930-9 neutron-server[93816]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:32:17.454774 n-d-798930-9 neutron-server[93816]: DEBUG oslo_db.api [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-16d3c648-6ba1-47a0-897f-ec6964146264 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:32:17.463838 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b9d6b6b6-1f9b-474c-8668-a4b921e33329 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Made reservation on behalf of 4ae79c9196d64a3a9253bba077b1c345 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:17.467895 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b9d6b6b6-1f9b-474c-8668-a4b921e33329 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:17.472108 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2e30f509-091b-4634-aef1-ca4631520fae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d2ef525da9b0490b877669cdffcb3a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7346942 Jul 22 16:32:17.475816 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42440) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:17.494459 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=04ca5e7d-48c7-4833-ab8f-278610d94805,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:17.502280 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:17.562109 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58f3fabf-ec9c-4645-b973-870ba042d9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:17.585266 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58402f-9ee4-4414-a1b3-c0f4f6776f8f req-26f11d00-08b9-403d-8fdc-e377599b0e85 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:17.586431 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=ef0507f6-6a43-496f-b5f5-bbb128e673f3,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:17.591239 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port d32078e9-9c19-495f-93a2-c581174abbfa, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d32078e9-9c19-495f-93a2-c581174abbfa,segment=NetworkSegment(3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad),segment_id=3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:17.592341 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb58402f-9ee4-4414-a1b3-c0f4f6776f8f req-26f11d00-08b9-403d-8fdc-e377599b0e85 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 943 time: 0.2075074 Jul 22 16:32:17.597466 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:17.652657 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=d32078e9-9c19-495f-93a2-c581174abbfa,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:17.672116 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58f3fabf-ec9c-4645-b973-870ba042d9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:17.672826 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb58402f-9ee4-4414-a1b3-c0f4f6776f8f req-efe026cc-8211-4282-8245-cf7247b415d0 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795765 Jul 22 16:32:17.674090 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Attempting to bind port 351dca08-c94b-4083-924e-4d5b665dcacb on host n-h1-798930-9 for vnic_type normal with profile {"migrating_to": "n-h2-798930-9"} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:32:17.674198 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Attempting to bind port 351dca08-c94b-4083-924e-4d5b665dcacb by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:32:17.674496 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Attempting to bind port 351dca08-c94b-4083-924e-4d5b665dcacb on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:17.694206 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b9d6b6b6-1f9b-474c-8668-a4b921e33329 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Allocated IP 172.20.0.13 (83955c06-57f4-4477-93ed-da4c191e2664/25a3a930-59a1-4c7c-8a59-db4921d72d81/88b0b488-abec-4d70-b249-8355f66abe40) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:32:17.702971 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Port 351dca08-c94b-4083-924e-4d5b665dcacb on network 6f3ed260-5c39-4f44-87de-6af121ff9539 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:32:17.703309 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Attempting to bind port 351dca08-c94b-4083-924e-4d5b665dcacb on network 6f3ed260-5c39-4f44-87de-6af121ff9539 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:17.735461 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:32:17.735869 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Checking segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:32:17.736303 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Bound using segment: {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:32:17.736746 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Bound port: 351dca08-c94b-4083-924e-4d5b665dcacb, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6f3ed260-5c39-4f44-87de-6af121ff9539'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:32:17.737103 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:17.743981 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.30', 56281) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:17.766925 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374f69d-5c8f-45f3-99fa-6c53859f3d0b req-97071f6e-90b1-4adb-a59b-a097db7d1eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:17.768497 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e374f69d-5c8f-45f3-99fa-6c53859f3d0b req-97071f6e-90b1-4adb-a59b-a097db7d1eef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=860351f7-dd70-4fa5-aeac-379675012faf HTTP/1.1" status: 200 len: 1096 time: 0.1999216 Jul 22 16:32:17.797702 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c877e2-03ff-4aee-9069-306e17856d87 req-90c12737-aef0-4b1b-8a70-ae05db523170 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:17.799223 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94c877e2-03ff-4aee-9069-306e17856d87 req-90c12737-aef0-4b1b-8a70-ae05db523170 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 944 time: 0.2158265 Jul 22 16:32:17.841240 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58f3fabf-ec9c-4645-b973-870ba042d9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:17.843730 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58f3fabf-ec9c-4645-b973-870ba042d9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:17.844814 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-58f3fabf-ec9c-4645-b973-870ba042d9bc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d25ecb88-e287-44e3-ac15-697d2528990d HTTP/1.1" status: 204 len: 168 time: 0.3677197 Jul 22 16:32:17.881519 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3fabf-ec9c-4645-b973-870ba042d9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25ecb88-e287-44e3-ac15-697d2528990d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:17.885725 n-d-798930-9 neutron-server[93817]: WARNING neutron.plugins.ml2.plugin [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Concurrent port binding operations failed on port 351dca08-c94b-4083-924e-4d5b665dcacb Jul 22 16:32:17.894204 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] For port 351dca08-c94b-4083-924e-4d5b665dcacb, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=351dca08-c94b-4083-924e-4d5b665dcacb,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:17.904578 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e374f69d-5c8f-45f3-99fa-6c53859f3d0b req-6672cd7b-5bbe-477b-88ae-2c2824854342 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151812 Jul 22 16:32:17.907439 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Attempt 2 to bind port 351dca08-c94b-4083-924e-4d5b665dcacb Jul 22 16:32:17.912242 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:17.912774 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:17.914396 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-7c9489fe-d4ff-48bb-a90b-27aee8020f92 service neutron] 10.222.0.30 "PUT /v2.0/ports/351dca08-c94b-4083-924e-4d5b665dcacb HTTP/1.1" status: 200 len: 1121 time: 2.4041698 Jul 22 16:32:17.914731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82873d6-c95c-4bdb-9fb3-4489df9bfa65 req-957c687d-c59d-4e12-8cf8-85140d1b6b76 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:17.916226 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d82873d6-c95c-4bdb-9fb3-4489df9bfa65 req-957c687d-c59d-4e12-8cf8-85140d1b6b76 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 943 time: 0.1712542 Jul 22 16:32:17.917287 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94c877e2-03ff-4aee-9069-306e17856d87 req-c38799f1-8109-432f-a7ac-9d98eafdf7d7 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6c5988b-5235-4680-8ef9-ed64c0061443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077008 Jul 22 16:32:17.926822 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b9d6b6b6-1f9b-474c-8668-a4b921e33329 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:18.005824 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbb4e7b3-ce97-4d05-83ac-f4259de1d20c req-42432d01-612e-4833-8d70-b3542d70b275 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fe0c357-77d6-444b-8afb-3f933ad08e06 HTTP/1.1" status: 200 len: 210 time: 0.0442214 Jul 22 16:32:18.008527 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b9d6b6b6-1f9b-474c-8668-a4b921e33329 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:18.060879 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-16d3c648-6ba1-47a0-897f-ec6964146264 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Made reservation on behalf of 4ae79c9196d64a3a9253bba077b1c345 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:18.064538 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-16d3c648-6ba1-47a0-897f-ec6964146264 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:18.080289 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['351dca08-c94b-4083-924e-4d5b665dcacb'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:18.087779 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b9d6b6b6-1f9b-474c-8668-a4b921e33329 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Network 83955c06-57f4-4477-93ed-da4c191e2664 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:32:18.093794 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b9d6b6b6-1f9b-474c-8668-a4b921e33329 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:32:18.100175 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b9d6b6b6-1f9b-474c-8668-a4b921e33329 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:32:18.103197 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6b6b6-1f9b-474c-8668-a4b921e33329 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Pushing event updated for resources: {'Port': ['ID=88b0b488-abec-4d70-b249-8355f66abe40,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:18.124318 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['351dca08-c94b-4083-924e-4d5b665dcacb'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:18.220786 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b9d6b6b6-1f9b-474c-8668-a4b921e33329 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:18.221917 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b9d6b6b6-1f9b-474c-8668-a4b921e33329 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:18.312761 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b9d6b6b6-1f9b-474c-8668-a4b921e33329 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4786625 Jul 22 16:32:18.324224 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 045dfd56-f6e5-4959-b0f0-7c34e1957e0f details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:32:18.348134 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-1d774356-dbaa-44d4-977b-ce14db7ea38a service neutron] Request body: {'port': {'device_id': 'bf049c30-4872-457a-8a98-d356286dfa0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:18.372327 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42456) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:18.391565 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f39ed00-669c-4753-9709-fe419c8bfaa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:18.420326 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-16d3c648-6ba1-47a0-897f-ec6964146264 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Allocated IP 172.20.0.3 (83955c06-57f4-4477-93ed-da4c191e2664/25a3a930-59a1-4c7c-8a59-db4921d72d81/93246619-2527-488f-91b0-fd8f7e2607fd) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:32:18.449074 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2566bdf-78fe-450b-bb1d-425c4687b097 req-d45f1c59-492e-4615-ae19-79005040013f tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:18.450716 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e2566bdf-78fe-450b-bb1d-425c4687b097 req-d45f1c59-492e-4615-ae19-79005040013f tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=860351f7-dd70-4fa5-aeac-379675012faf HTTP/1.1" status: 200 len: 945 time: 0.1171632 Jul 22 16:32:18.520137 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e2566bdf-78fe-450b-bb1d-425c4687b097 req-a701e463-f481-4267-88b6-61dea3401267 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568218 Jul 22 16:32:18.569018 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-1d774356-dbaa-44d4-977b-ce14db7ea38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:18.587659 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f39ed00-669c-4753-9709-fe419c8bfaa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:18.594575 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f39ed00-669c-4753-9709-fe419c8bfaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:18.595158 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 045dfd56-f6e5-4959-b0f0-7c34e1957e0f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=045dfd56-f6e5-4959-b0f0-7c34e1957e0f,segment=NetworkSegment(59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff),segment_id=59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:18.595366 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-d82873d6-c95c-4bdb-9fb3-4489df9bfa65 req-bb59dccb-85ae-414d-ab59-b8cb3b30b722 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Deleting port d32078e9-9c19-495f-93a2-c581174abbfa {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:18.595661 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d82873d6-c95c-4bdb-9fb3-4489df9bfa65 req-bb59dccb-85ae-414d-ab59-b8cb3b30b722 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:18.618565 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '045dfd56-f6e5-4959-b0f0-7c34e1957e0f', 'network_id': '1fe00deb-8fc2-41e7-9cec-edcb691a1fa6', 'port_id': '045dfd56-f6e5-4959-b0f0-7c34e1957e0f', 'mac_address': 'fa:16:3e:6f:24:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e24e805-057d-42fd-88f6-45eb8cdba1d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:32:18.658004 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2059f2-6d88-46f0-97a2-88073c351ff2 req-994f4af5-0fd9-4971-a7b3-ab89c2a33dd2 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:18.659569 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ca2059f2-6d88-46f0-97a2-88073c351ff2 req-994f4af5-0fd9-4971-a7b3-ab89c2a33dd2 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 943 time: 0.2627397 Jul 22 16:32:18.666146 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:18.676029 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39ed00-669c-4753-9709-fe419c8bfaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3ab002-d146-41d5-abaf-474ecb9285ad,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:18.681299 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045dfd56-f6e5-4959-b0f0-7c34e1957e0f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:18.692693 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3f39ed00-669c-4753-9709-fe419c8bfaa5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=92d9bd3aff31492a8c6b1227ca36dfbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189633 Jul 22 16:32:18.698007 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42460) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:18.706601 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 045dfd56-f6e5-4959-b0f0-7c34e1957e0f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=045dfd56-f6e5-4959-b0f0-7c34e1957e0f,segment=NetworkSegment(59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff),segment_id=59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:18.712064 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:18.762643 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac6460-1272-4215-ba1a-bd8b56d1cbf7 req-edd8cfee-1084-4262-836b-4ca65b76760a tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:18.764181 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=045dfd56-f6e5-4959-b0f0-7c34e1957e0f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:18.764594 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2cac6460-1272-4215-ba1a-bd8b56d1cbf7 req-edd8cfee-1084-4262-836b-4ca65b76760a tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=4522553d-3baa-4d6a-bd0d-0fd32dd99f02 HTTP/1.1" status: 200 len: 950 time: 0.1380539 Jul 22 16:32:18.786773 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5cffe85-5029-4b48-859b-14f093c78768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:18.829038 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ca2059f2-6d88-46f0-97a2-88073c351ff2 req-57db01a5-c740-4e9b-8459-e493414b06fd tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474903 Jul 22 16:32:18.830522 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5cffe85-5029-4b48-859b-14f093c78768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:18.841109 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2cac6460-1272-4215-ba1a-bd8b56d1cbf7 req-28fb4c3f-f8da-4bb8-899d-c1af09d4cd7b tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635097 Jul 22 16:32:18.899873 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-d82873d6-c95c-4bdb-9fb3-4489df9bfa65 req-bb59dccb-85ae-414d-ab59-b8cb3b30b722 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] For port d32078e9-9c19-495f-93a2-c581174abbfa, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d32078e9-9c19-495f-93a2-c581174abbfa,segment=NetworkSegment(3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad),segment_id=3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:18.900252 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d82873d6-c95c-4bdb-9fb3-4489df9bfa65 req-bb59dccb-85ae-414d-ab59-b8cb3b30b722 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:18.914761 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5cffe85-5029-4b48-859b-14f093c78768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:18.918036 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5cffe85-5029-4b48-859b-14f093c78768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:18.919789 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f5cffe85-5029-4b48-859b-14f093c78768 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/de3ab002-d146-41d5-abaf-474ecb9285ad HTTP/1.1" status: 204 len: 168 time: 0.2200024 Jul 22 16:32:18.928704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cffe85-5029-4b48-859b-14f093c78768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3ab002-d146-41d5-abaf-474ecb9285ad,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:18.942347 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-16d3c648-6ba1-47a0-897f-ec6964146264 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:18.963264 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-d82873d6-c95c-4bdb-9fb3-4489df9bfa65 req-bb59dccb-85ae-414d-ab59-b8cb3b30b722 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Calling delete_port for d32078e9-9c19-495f-93a2-c581174abbfa owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:18.996090 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9c285188-436d-4189-bb9e-3372d986a8d4 req-191111f9-3433-43fe-9aab-84dc1136f44f tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0586734 Jul 22 16:32:19.010765 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449fc8f-9784-4278-8c34-b77cb3101e4e req-f53bc397-1d19-4f1e-9e36-5cb6944bb5f2 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:19.018271 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9449fc8f-9784-4278-8c34-b77cb3101e4e req-f53bc397-1d19-4f1e-9e36-5cb6944bb5f2 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 943 time: 0.0864758 Jul 22 16:32:19.090871 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9449fc8f-9784-4278-8c34-b77cb3101e4e req-7bcefff6-2b28-46a7-a8f9-c193d7fa5e51 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712922 Jul 22 16:32:19.100802 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-16d3c648-6ba1-47a0-897f-ec6964146264 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:19.223728 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['045dfd56-f6e5-4959-b0f0-7c34e1957e0f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:19.252344 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f5222-6a0f-4c11-8d37-713bdb65f2c3 req-d252fb70-52d4-4193-87cb-d0681f8b6add tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:19.262876 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f47f5222-6a0f-4c11-8d37-713bdb65f2c3 req-d252fb70-52d4-4193-87cb-d0681f8b6add tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fe0c357-77d6-444b-8afb-3f933ad08e06 HTTP/1.1" status: 200 len: 931 time: 0.0956590 Jul 22 16:32:19.282870 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992efabc-c450-457f-9945-f5d968d24640', 'tag': '351dca08-c94b-4083-924e-4d5b665dcacb'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:19.286101 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0fca44-8a78-467d-b0e9-07c3efb6fcd8" -d '{"events": [{"name": "network-changed", "server_uuid": "992efabc-c450-457f-9945-f5d968d24640", "tag": "351dca08-c94b-4083-924e-4d5b665dcacb"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:19.319698 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f47f5222-6a0f-4c11-8d37-713bdb65f2c3 req-31b7a7fb-4ead-4197-927f-88fb916265c1 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549939 Jul 22 16:32:19.411855 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe4754b-b4df-4e7e-a6c9-44a8ebe3510b x-openstack-request-id: req-efe4754b-b4df-4e7e-a6c9-44a8ebe3510b {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:19.412560 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "992efabc-c450-457f-9945-f5d968d24640", "tag": "351dca08-c94b-4083-924e-4d5b665dcacb", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:19.412560 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-efe4754b-b4df-4e7e-a6c9-44a8ebe3510b {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:19.412890 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '992efabc-c450-457f-9945-f5d968d24640', 'tag': '351dca08-c94b-4083-924e-4d5b665dcacb', 'status': 'completed', 'code': 200} Jul 22 16:32:19.433074 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4522553d-3baa-4d6a-bd0d-0fd32dd99f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0507f6-6a43-496f-b5f5-bbb128e673f3'}, {'server_uuid': '6ca52c20-6804-495b-a927-eb009140285f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd32078e9-9c19-495f-93a2-c581174abbfa'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:19.436133 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41069321-21d5-4998-935e-59533025eaae" -d '{"events": [{"server_uuid": "4522553d-3baa-4d6a-bd0d-0fd32dd99f02", "name": "network-vif-plugged", "status": "completed", "tag": "ef0507f6-6a43-496f-b5f5-bbb128e673f3"}, {"server_uuid": "6ca52c20-6804-495b-a927-eb009140285f", "name": "network-vif-unplugged", "status": "completed", "tag": "d32078e9-9c19-495f-93a2-c581174abbfa"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:19.494222 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba4a560-932b-4f38-8060-c98172cf0abd x-openstack-request-id: req-6ba4a560-932b-4f38-8060-c98172cf0abd {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:19.494682 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4522553d-3baa-4d6a-bd0d-0fd32dd99f02", "name": "network-vif-plugged", "status": "completed", "tag": "ef0507f6-6a43-496f-b5f5-bbb128e673f3", "code": 200}, {"server_uuid": "6ca52c20-6804-495b-a927-eb009140285f", "name": "network-vif-unplugged", "status": "completed", "tag": "d32078e9-9c19-495f-93a2-c581174abbfa", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:19.494945 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6ba4a560-932b-4f38-8060-c98172cf0abd {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:19.495386 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4522553d-3baa-4d6a-bd0d-0fd32dd99f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0507f6-6a43-496f-b5f5-bbb128e673f3', 'code': 200} Jul 22 16:32:19.495638 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca52c20-6804-495b-a927-eb009140285f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd32078e9-9c19-495f-93a2-c581174abbfa', 'code': 200} Jul 22 16:32:19.612044 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-16d3c648-6ba1-47a0-897f-ec6964146264 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Network 83955c06-57f4-4477-93ed-da4c191e2664 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:32:19.631220 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3c648-6ba1-47a0-897f-ec6964146264 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Pushing event updated for resources: {'Port': ['ID=93246619-2527-488f-91b0-fd8f7e2607fd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:19.658709 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-16d3c648-6ba1-47a0-897f-ec6964146264 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:32:19.675110 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef840d8a-286b-4ea5-b34b-9cbbbb39a35c req-c67491f3-3ec2-42d4-86a5-97b50d5300e2 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:19.676611 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ef840d8a-286b-4ea5-b34b-9cbbbb39a35c req-c67491f3-3ec2-42d4-86a5-97b50d5300e2 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=860351f7-dd70-4fa5-aeac-379675012faf HTTP/1.1" status: 200 len: 945 time: 0.0749917 Jul 22 16:32:19.687830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-16d3c648-6ba1-47a0-897f-ec6964146264 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:32:19.720732 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ef840d8a-286b-4ea5-b34b-9cbbbb39a35c req-d5275f6a-bdf8-49c1-b8a1-f301dae574fe tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373316 Jul 22 16:32:19.772066 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d82873d6-c95c-4bdb-9fb3-4489df9bfa65 req-bb59dccb-85ae-414d-ab59-b8cb3b30b722 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:19.839839 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-16d3c648-6ba1-47a0-897f-ec6964146264 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:19.840449 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-16d3c648-6ba1-47a0-897f-ec6964146264 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:19.860625 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c067ed-a12b-477a-92b0-3abe1accab67 req-9f43b825-18d2-4789-8303-8280e93731b0 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:19.862198 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-11c067ed-a12b-477a-92b0-3abe1accab67 req-9f43b825-18d2-4789-8303-8280e93731b0 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 945 time: 0.7741411 Jul 22 16:32:19.862999 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59dccb-85ae-414d-ab59-b8cb3b30b722 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Pushing event deleted for resources: {'Port': ['ID=d32078e9-9c19-495f-93a2-c581174abbfa,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:19.954700 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-16d3c648-6ba1-47a0-897f-ec6964146264 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0597453 Jul 22 16:32:19.986452 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-1d774356-dbaa-44d4-977b-ce14db7ea38a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b0b488-abec-4d70-b249-8355f66abe40 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:19.994441 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fca44-8a78-467d-b0e9-07c3efb6fcd8 req-1b1a67d8-4582-4cf1-bd3a-b1d277bcb4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:19.996063 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f0fca44-8a78-467d-b0e9-07c3efb6fcd8 req-1b1a67d8-4582-4cf1-bd3a-b1d277bcb4b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 1124 time: 0.4008067 Jul 22 16:32:19.996848 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82873d6-c95c-4bdb-9fb3-4489df9bfa65 req-bb59dccb-85ae-414d-ab59-b8cb3b30b722 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] No DVR routers for this DVR port d32078e9-9c19-495f-93a2-c581174abbfa on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:32:20.005935 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d82873d6-c95c-4bdb-9fb3-4489df9bfa65 req-bb59dccb-85ae-414d-ab59-b8cb3b30b722 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:20.007946 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d82873d6-c95c-4bdb-9fb3-4489df9bfa65 req-bb59dccb-85ae-414d-ab59-b8cb3b30b722 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.30 "DELETE /v2.0/ports/d32078e9-9c19-495f-93a2-c581174abbfa HTTP/1.1" status: 204 len: 173 time: 1.8110020 Jul 22 16:32:20.025037 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b0af7586-5ec1-47fb-8745-6bff37cacb7a service neutron] Request body: {'port': {'device_id': '1fe0c357-77d6-444b-8afb-3f933ad08e06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:20.030132 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-1d774356-dbaa-44d4-977b-ce14db7ea38a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:20.034360 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca52c20-6804-495b-a927-eb009140285f', 'name': 'network-vif-deleted', 'tag': 'd32078e9-9c19-495f-93a2-c581174abbfa'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:20.037333 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe85d908-c843-412c-91f2-5cbc20560665" -d '{"events": [{"server_uuid": "6ca52c20-6804-495b-a927-eb009140285f", "name": "network-vif-deleted", "tag": "d32078e9-9c19-495f-93a2-c581174abbfa"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:20.056361 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9040d-6867-4ba7-8953-73a48662abd9 req-0f69f120-2489-4594-bca7-5bec7279b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:20.058836 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aef9040d-6867-4ba7-8953-73a48662abd9 req-0f69f120-2489-4594-bca7-5bec7279b0a4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4522553d-3baa-4d6a-bd0d-0fd32dd99f02 HTTP/1.1" status: 200 len: 1101 time: 0.4437571 Jul 22 16:32:20.139061 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-1d774356-dbaa-44d4-977b-ce14db7ea38a service neutron] Transition to ACTIVE for port object 88b0b488-abec-4d70-b249-8355f66abe40 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:32:20.153341 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-11c067ed-a12b-477a-92b0-3abe1accab67 req-9dfe49b6-6626-49ce-ae0e-9d7318400dd7 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6c5988b-5235-4680-8ef9-ed64c0061443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451084 Jul 22 16:32:20.231500 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-1d774356-dbaa-44d4-977b-ce14db7ea38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:20.242836 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-687f238f-34a3-4e21-960d-0fa4c6517553 req-e952935f-d7f4-4f0e-9124-e12a458751a8 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ca52c20-6804-495b-a927-eb009140285f HTTP/1.1" status: 200 len: 210 time: 0.0634286 Jul 22 16:32:20.267638 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device d32078e9-9c19-495f-93a2-c581174abbfa no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:20.282421 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b0af7586-5ec1-47fb-8745-6bff37cacb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:20.302973 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: d32078e9-9c19-495f-93a2-c581174abbfa {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:32:20.303442 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device d32078e9-9c19-495f-93a2-c581174abbfa not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:32:20.367983 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc63d8fb-4eec-4585-82e0-8919f39352a1 req-b5868b7a-1419-4916-8591-bd1fbe2df8ed tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0345263 Jul 22 16:32:20.439670 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aef9040d-6867-4ba7-8953-73a48662abd9 req-3898b803-46f6-4ba8-85a6-51adb60d3fd5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452430 Jul 22 16:32:20.440897 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d774356-dbaa-44d4-977b-ce14db7ea38a service neutron] Pushing event updated for resources: {'Port': ['ID=88b0b488-abec-4d70-b249-8355f66abe40,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:20.455230 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65438d60-600c-42eb-baae-a5a3711ff1a9 x-openstack-request-id: req-65438d60-600c-42eb-baae-a5a3711ff1a9 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:20.455816 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca52c20-6804-495b-a927-eb009140285f", "name": "network-vif-deleted", "tag": "d32078e9-9c19-495f-93a2-c581174abbfa", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:20.456393 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-65438d60-600c-42eb-baae-a5a3711ff1a9 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:20.456971 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca52c20-6804-495b-a927-eb009140285f', 'name': 'network-vif-deleted', 'tag': 'd32078e9-9c19-495f-93a2-c581174abbfa', 'status': 'completed', 'code': 200} Jul 22 16:32:20.611202 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fca44-8a78-467d-b0e9-07c3efb6fcd8 req-c4336aa3-05f4-4684-8aea-fb59a334844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:20.612786 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f0fca44-8a78-467d-b0e9-07c3efb6fcd8 req-c4336aa3-05f4-4684-8aea-fb59a334844c service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 922 time: 0.6040323 Jul 22 16:32:20.615271 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdbcca-4d55-41c2-8f3d-ae8d987d7a60 req-053e18d5-18ec-48bb-ac7b-080181ad0ca3 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:20.616367 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3dfdbcca-4d55-41c2-8f3d-ae8d987d7a60 req-053e18d5-18ec-48bb-ac7b-080181ad0ca3 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 943 time: 0.0777814 Jul 22 16:32:20.658200 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3dfdbcca-4d55-41c2-8f3d-ae8d987d7a60 req-66d9cb81-a3d8-4627-ae65-c8bdc8713275 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350902 Jul 22 16:32:20.670575 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59a1ba-9855-4d2c-8264-99d87d839652 req-def565fa-cc3b-4515-a147-e320a4764e32 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:20.672126 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3d59a1ba-9855-4d2c-8264-99d87d839652 req-def565fa-cc3b-4515-a147-e320a4764e32 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=4522553d-3baa-4d6a-bd0d-0fd32dd99f02 HTTP/1.1" status: 200 len: 950 time: 0.3907254 Jul 22 16:32:20.729694 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-1d774356-dbaa-44d4-977b-ce14db7ea38a service neutron] Attempting to bind port 88b0b488-abec-4d70-b249-8355f66abe40 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:32:20.730059 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-1d774356-dbaa-44d4-977b-ce14db7ea38a service neutron] Attempting to bind port 88b0b488-abec-4d70-b249-8355f66abe40 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'e12df4dd-ea87-41a9-8ea9-405193aa0f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '83955c06-57f4-4477-93ed-da4c191e2664'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:32:20.730388 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-1d774356-dbaa-44d4-977b-ce14db7ea38a service neutron] Attempting to bind port 88b0b488-abec-4d70-b249-8355f66abe40 on network 83955c06-57f4-4477-93ed-da4c191e2664 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:20.744648 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-1d774356-dbaa-44d4-977b-ce14db7ea38a service neutron] Port 88b0b488-abec-4d70-b249-8355f66abe40 on network 83955c06-57f4-4477-93ed-da4c191e2664 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:32:20.745030 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-1d774356-dbaa-44d4-977b-ce14db7ea38a service neutron] Attempting to bind port 88b0b488-abec-4d70-b249-8355f66abe40 on network 83955c06-57f4-4477-93ed-da4c191e2664 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:20.764108 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-1d774356-dbaa-44d4-977b-ce14db7ea38a service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:32:20.764475 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-1d774356-dbaa-44d4-977b-ce14db7ea38a service neutron] Checking segment: {'id': 'e12df4dd-ea87-41a9-8ea9-405193aa0f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '83955c06-57f4-4477-93ed-da4c191e2664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:32:20.764840 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-1d774356-dbaa-44d4-977b-ce14db7ea38a service neutron] Bound using segment: {'id': 'e12df4dd-ea87-41a9-8ea9-405193aa0f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '83955c06-57f4-4477-93ed-da4c191e2664'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:32:20.765294 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-1d774356-dbaa-44d4-977b-ce14db7ea38a service neutron] Bound port: 88b0b488-abec-4d70-b249-8355f66abe40, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e12df4dd-ea87-41a9-8ea9-405193aa0f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '83955c06-57f4-4477-93ed-da4c191e2664'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:32:20.765654 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-1d774356-dbaa-44d4-977b-ce14db7ea38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:20.810797 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac03f5a-32b8-42f7-8766-5279a4ce5f03 req-ab20d434-d382-4988-b03d-bba383ec1e7c tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:20.812844 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eac03f5a-32b8-42f7-8766-5279a4ce5f03 req-ab20d434-d382-4988-b03d-bba383ec1e7c tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fe0c357-77d6-444b-8afb-3f933ad08e06 HTTP/1.1" status: 200 len: 931 time: 0.0856061 Jul 22 16:32:20.828524 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3d59a1ba-9855-4d2c-8264-99d87d839652 req-7b1bf311-d2e7-47fa-bd77-72f349b4c1e6 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487365 Jul 22 16:32:20.837017 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f0fca44-8a78-467d-b0e9-07c3efb6fcd8 req-a41f29d6-93b1-4adb-be4a-a2e3e6df1401 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=351dca08-c94b-4083-924e-4d5b665dcacb HTTP/1.1" status: 200 len: 217 time: 0.0625789 Jul 22 16:32:20.871301 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eac03f5a-32b8-42f7-8766-5279a4ce5f03 req-7cd4c6ab-5687-4be2-a282-dc672486fbbc tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523825 Jul 22 16:32:20.982472 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fca44-8a78-467d-b0e9-07c3efb6fcd8 req-1f3e36dd-2fbe-4219-8ae8-63a406f8846a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:20.983958 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f0fca44-8a78-467d-b0e9-07c3efb6fcd8 req-1f3e36dd-2fbe-4219-8ae8-63a406f8846a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ce36437-5a9b-4c2b-a36e-e40d9943a98a HTTP/1.1" status: 200 len: 861 time: 0.1201539 Jul 22 16:32:20.984969 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-1d774356-dbaa-44d4-977b-ce14db7ea38a service neutron] For port 88b0b488-abec-4d70-b249-8355f66abe40, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:32:20.990205 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-1d774356-dbaa-44d4-977b-ce14db7ea38a service neutron] For port 88b0b488-abec-4d70-b249-8355f66abe40, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=88b0b488-abec-4d70-b249-8355f66abe40,segment=NetworkSegment(e12df4dd-ea87-41a9-8ea9-405193aa0f57),segment_id=e12df4dd-ea87-41a9-8ea9-405193aa0f57)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:32:21.008937 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-1d774356-dbaa-44d4-977b-ce14db7ea38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:21.055673 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b0af7586-5ec1-47fb-8745-6bff37cacb7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93246619-2527-488f-91b0-fd8f7e2607fd {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:21.090554 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f0fca44-8a78-467d-b0e9-07c3efb6fcd8 req-22a0282c-efd4-442f-9538-f96305cd5704 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f3ed260-5c39-4f44-87de-6af121ff9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939348 Jul 22 16:32:21.096791 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b0af7586-5ec1-47fb-8745-6bff37cacb7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:21.141452 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-1d774356-dbaa-44d4-977b-ce14db7ea38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:21.142133 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-1d774356-dbaa-44d4-977b-ce14db7ea38a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:21.143539 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-1d774356-dbaa-44d4-977b-ce14db7ea38a service neutron] 10.222.0.16 "PUT /v2.0/ports/88b0b488-abec-4d70-b249-8355f66abe40 HTTP/1.1" status: 200 len: 1092 time: 2.8081884 Jul 22 16:32:21.166385 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b0af7586-5ec1-47fb-8745-6bff37cacb7a service neutron] Transition to ACTIVE for port object 93246619-2527-488f-91b0-fd8f7e2607fd will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:32:21.200375 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b0af7586-5ec1-47fb-8745-6bff37cacb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:21.212306 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d774356-dbaa-44d4-977b-ce14db7ea38a service neutron] Pushing event updated for resources: {'Port': ['ID=88b0b488-abec-4d70-b249-8355f66abe40,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:21.335474 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f0fca44-8a78-467d-b0e9-07c3efb6fcd8 req-56db9414-bffd-452c-989f-4e1e8ca34056 service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345414 Jul 22 16:32:21.363488 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af7586-5ec1-47fb-8745-6bff37cacb7a service neutron] Pushing event updated for resources: {'Port': ['ID=93246619-2527-488f-91b0-fd8f7e2607fd,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:21.369113 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab9335-cc15-4120-85fe-041edb017980 req-caf8330d-4af0-4d68-b2cc-dd2cb82fb4ed tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:21.370964 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e3ab9335-cc15-4120-85fe-041edb017980 req-caf8330d-4af0-4d68-b2cc-dd2cb82fb4ed tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 945 time: 0.0700219 Jul 22 16:32:21.411529 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e3ab9335-cc15-4120-85fe-041edb017980 req-1ae9f2af-be92-4076-8b18-bcb6343d1e63 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6c5988b-5235-4680-8ef9-ed64c0061443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339680 Jul 22 16:32:21.488334 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1e483-ce42-4ddb-8dbd-0b37613e9a71 req-465f06b4-1e16-4a3d-a3c0-d032ec42bb4e tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:21.494448 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b1a1e483-ce42-4ddb-8dbd-0b37613e9a71 req-465f06b4-1e16-4a3d-a3c0-d032ec42bb4e tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=860351f7-dd70-4fa5-aeac-379675012faf HTTP/1.1" status: 200 len: 945 time: 0.3002896 Jul 22 16:32:21.511292 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b7eb5cb7-6286-4d1f-b619-b8b016d60bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:21.512891 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b7eb5cb7-6286-4d1f-b619-b8b016d60bb8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ae79c9196d64a3a9253bba077b1c345&device_id=bf049c30-4872-457a-8a98-d356286dfa0e HTTP/1.1" status: 200 len: 1095 time: 0.2673333 Jul 22 16:32:21.556572 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-77d57908-3741-429b-be61-69ef1f5576c3 req-e1ba9948-3e74-45f1-bb08-4490c92a08d3 tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0302327 Jul 22 16:32:21.603443 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b0af7586-5ec1-47fb-8745-6bff37cacb7a service neutron] Attempting to bind port 93246619-2527-488f-91b0-fd8f7e2607fd on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:32:21.603785 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b0af7586-5ec1-47fb-8745-6bff37cacb7a service neutron] Attempting to bind port 93246619-2527-488f-91b0-fd8f7e2607fd by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'e12df4dd-ea87-41a9-8ea9-405193aa0f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '83955c06-57f4-4477-93ed-da4c191e2664'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:32:21.604117 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b0af7586-5ec1-47fb-8745-6bff37cacb7a service neutron] Attempting to bind port 93246619-2527-488f-91b0-fd8f7e2607fd on network 83955c06-57f4-4477-93ed-da4c191e2664 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:21.616363 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-f5fa7fa2-f332-43ca-9788-02a74ede5610 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88b0b488-abec-4d70-b249-8355f66abe40 HTTP/1.1" status: 200 len: 217 time: 0.0655987 Jul 22 16:32:21.632647 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b0af7586-5ec1-47fb-8745-6bff37cacb7a service neutron] Port 93246619-2527-488f-91b0-fd8f7e2607fd on network 83955c06-57f4-4477-93ed-da4c191e2664 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:32:21.632965 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b0af7586-5ec1-47fb-8745-6bff37cacb7a service neutron] Attempting to bind port 93246619-2527-488f-91b0-fd8f7e2607fd on network 83955c06-57f4-4477-93ed-da4c191e2664 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:21.636126 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f0fca44-8a78-467d-b0e9-07c3efb6fcd8 req-72f37275-a6b4-45a2-83d5-c9af8e0fb96c service neutron] 10.222.0.16 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878268 Jul 22 16:32:21.647787 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b1a1e483-ce42-4ddb-8dbd-0b37613e9a71 req-ca422af8-eb2f-4890-a324-5d53d1d8a6e1 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431329 Jul 22 16:32:21.674152 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b0af7586-5ec1-47fb-8745-6bff37cacb7a service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:32:21.674417 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b0af7586-5ec1-47fb-8745-6bff37cacb7a service neutron] Checking segment: {'id': 'e12df4dd-ea87-41a9-8ea9-405193aa0f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '83955c06-57f4-4477-93ed-da4c191e2664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:32:21.674808 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b0af7586-5ec1-47fb-8745-6bff37cacb7a service neutron] Bound using segment: {'id': 'e12df4dd-ea87-41a9-8ea9-405193aa0f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '83955c06-57f4-4477-93ed-da4c191e2664'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:32:21.675257 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b0af7586-5ec1-47fb-8745-6bff37cacb7a service neutron] Bound port: 93246619-2527-488f-91b0-fd8f7e2607fd, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e12df4dd-ea87-41a9-8ea9-405193aa0f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '83955c06-57f4-4477-93ed-da4c191e2664'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:32:21.675618 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b0af7586-5ec1-47fb-8745-6bff37cacb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:21.763222 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b0af7586-5ec1-47fb-8745-6bff37cacb7a service neutron] For port 93246619-2527-488f-91b0-fd8f7e2607fd, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:32:21.768274 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b0af7586-5ec1-47fb-8745-6bff37cacb7a service neutron] For port 93246619-2527-488f-91b0-fd8f7e2607fd, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=93246619-2527-488f-91b0-fd8f7e2607fd,segment=NetworkSegment(e12df4dd-ea87-41a9-8ea9-405193aa0f57),segment_id=e12df4dd-ea87-41a9-8ea9-405193aa0f57)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:32:21.777208 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-f69973c1-2db0-4d63-aba0-1a776cc51de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:21.780115 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-f69973c1-2db0-4d63-aba0-1a776cc51de7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=25a3a930-59a1-4c7c-8a59-db4921d72d81 HTTP/1.1" status: 200 len: 852 time: 0.1553984 Jul 22 16:32:21.781989 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b0af7586-5ec1-47fb-8745-6bff37cacb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:21.848906 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b0af7586-5ec1-47fb-8745-6bff37cacb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:21.849539 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b0af7586-5ec1-47fb-8745-6bff37cacb7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:21.851499 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-b0af7586-5ec1-47fb-8745-6bff37cacb7a service neutron] 10.222.0.30 "PUT /v2.0/ports/93246619-2527-488f-91b0-fd8f7e2607fd HTTP/1.1" status: 200 len: 1091 time: 1.8497958 Jul 22 16:32:21.857006 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-61fcc78a-19b6-4321-8b75-cdc41b2a1b36 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=83955c06-57f4-4477-93ed-da4c191e2664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431776 Jul 22 16:32:21.884176 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42610) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:21.890070 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7aaf0ac4-1f28-43f3-8e26-77aeeb190644 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1024473012', 'description': 'tempest-description--1806808596'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:21.917651 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0ac4-1f28-43f3-8e26-77aeeb190644 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:21.963199 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af7586-5ec1-47fb-8745-6bff37cacb7a service neutron] Pushing event updated for resources: {'Port': ['ID=93246619-2527-488f-91b0-fd8f7e2607fd,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:22.031102 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0ac4-1f28-43f3-8e26-77aeeb190644 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:22.037829 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0ac4-1f28-43f3-8e26-77aeeb190644 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:22.055336 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-a39a70fd-e6bd-4e12-bdb7-22d46366dbf2 service neutron] 10.222.0.16 "GET /v2.0/networks/83955c06-57f4-4477-93ed-da4c191e2664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797297 Jul 22 16:32:22.091885 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf0ac4-1f28-43f3-8e26-77aeeb190644 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4737e9-cf77-4023-b786-ba5f581ead1d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:22.115979 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0ac4-1f28-43f3-8e26-77aeeb190644 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:22.117261 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7aaf0ac4-1f28-43f3-8e26-77aeeb190644 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2320883 Jul 22 16:32:22.121289 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42620) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:22.128349 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-547edd78-23d7-4ce0-aa13-a8bf8deb4b1e tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Request body: {'security_group_rule': {'security_group_id': 'ba4737e9-cf77-4023-b786-ba5f581ead1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:22.174691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00883d3-16f5-4291-8590-04c29e992884 req-0a7cdeee-da0d-4a3d-afb4-1ace236b473e tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:22.176303 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d00883d3-16f5-4291-8590-04c29e992884 req-0a7cdeee-da0d-4a3d-afb4-1ace236b473e tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 943 time: 0.2598860 Jul 22 16:32:22.178176 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-3dafbff1-6e90-4a62-8a27-3f314e493299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:22.179598 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-3dafbff1-6e90-4a62-8a27-3f314e493299 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ae79c9196d64a3a9253bba077b1c345&device_id=1fe0c357-77d6-444b-8afb-3f933ad08e06 HTTP/1.1" status: 200 len: 1094 time: 0.2211547 Jul 22 16:32:22.243683 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-547edd78-23d7-4ce0-aa13-a8bf8deb4b1e tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:22.252134 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-2cb5c8fd-c3e5-4cae-88b7-20d87574e95a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93246619-2527-488f-91b0-fd8f7e2607fd HTTP/1.1" status: 200 len: 217 time: 0.0476747 Jul 22 16:32:22.282651 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 04ca5e7d-48c7-4833-ab8f-278610d94805 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:32:22.286306 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-9b112015-1714-49f3-b79b-f17a85f73109 service neutron] 10.222.0.16 "GET /v2.0/networks/83955c06-57f4-4477-93ed-da4c191e2664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219889 Jul 22 16:32:22.308961 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d00883d3-16f5-4291-8590-04c29e992884 req-0da4e18c-c419-476e-8055-57218bcf900f tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244543 Jul 22 16:32:22.326885 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-c2753c9d-576b-47bd-bbf1-1cb2b9c39e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:22.328371 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-c2753c9d-576b-47bd-bbf1-1cb2b9c39e94 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25a3a930-59a1-4c7c-8a59-db4921d72d81 HTTP/1.1" status: 200 len: 852 time: 0.0575058 Jul 22 16:32:22.334084 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304132aa-4f60-4c4d-90e0-3f5f5d8650b0 req-bee1b025-7712-4513-8960-9c067cc8f81c tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:22.334410 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 045dfd56-f6e5-4959-b0f0-7c34e1957e0f up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:32:22.343773 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-304132aa-4f60-4c4d-90e0-3f5f5d8650b0 req-bee1b025-7712-4513-8960-9c067cc8f81c tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=4522553d-3baa-4d6a-bd0d-0fd32dd99f02 HTTP/1.1" status: 200 len: 950 time: 0.1784809 Jul 22 16:32:22.404202 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-94d0fe60-f6ea-46d6-adb1-99b1560196d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83955c06-57f4-4477-93ed-da4c191e2664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668423 Jul 22 16:32:22.471692 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-547edd78-23d7-4ce0-aa13-a8bf8deb4b1e tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:22.474940 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 045dfd56-f6e5-4959-b0f0-7c34e1957e0f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:32:22.486392 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 045dfd56-f6e5-4959-b0f0-7c34e1957e0f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:32:22.487524 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:22.488318 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-304132aa-4f60-4c4d-90e0-3f5f5d8650b0 req-5454abf0-d096-4d94-9369-83439adb7ed6 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433482 Jul 22 16:32:22.489563 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-547edd78-23d7-4ce0-aa13-a8bf8deb4b1e tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:22.526021 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547edd78-23d7-4ce0-aa13-a8bf8deb4b1e tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc1ff23-2a01-4170-a34b-b738ccf02327,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:22.533030 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-547edd78-23d7-4ce0-aa13-a8bf8deb4b1e tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:22.534728 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-547edd78-23d7-4ce0-aa13-a8bf8deb4b1e tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4124618 Jul 22 16:32:22.537764 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42632) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:22.547330 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3c957a5e-9e3b-4c3b-917a-9e9ad98465e9 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Request body: {'security_group_rule': {'security_group_id': 'ba4737e9-cf77-4023-b786-ba5f581ead1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:22.568382 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 04ca5e7d-48c7-4833-ab8f-278610d94805, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=04ca5e7d-48c7-4833-ab8f-278610d94805,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:22.586309 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '04ca5e7d-48c7-4833-ab8f-278610d94805', 'network_id': 'c91084da-dc2f-47a0-a494-d8982c84093b', 'port_id': '04ca5e7d-48c7-4833-ab8f-278610d94805', 'mac_address': 'fa:16:3e:e7:6f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebacc49d-e692-4fa0-8885-df5965dbe3a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:32:22.629910 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c957a5e-9e3b-4c3b-917a-9e9ad98465e9 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:22.668549 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:22.671221 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:22.699821 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04ca5e7d-48c7-4833-ab8f-278610d94805 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:22.717161 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1af32c2-ba8e-487b-91bd-6d56b4b14d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045dfd56-f6e5-4959-b0f0-7c34e1957e0f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:22.720041 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af252256-0511-4fad-83a5-883c3ae87016" -d '{"events": [{"server_uuid": "a1af32c2-ba8e-487b-91bd-6d56b4b14d0b", "name": "network-vif-plugged", "status": "completed", "tag": "045dfd56-f6e5-4959-b0f0-7c34e1957e0f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:22.744245 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 045dfd56-f6e5-4959-b0f0-7c34e1957e0f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=045dfd56-f6e5-4959-b0f0-7c34e1957e0f,segment=NetworkSegment(59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff),segment_id=59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:22.745628 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19df99-f205-41d5-b144-7780c63890ab req-50461ae5-5e4b-4e01-abff-b55d42c30202 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:22.746456 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 04ca5e7d-48c7-4833-ab8f-278610d94805, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=04ca5e7d-48c7-4833-ab8f-278610d94805,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:22.751050 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:22.755100 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3d19df99-f205-41d5-b144-7780c63890ab req-50461ae5-5e4b-4e01-abff-b55d42c30202 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 945 time: 0.1990979 Jul 22 16:32:22.758258 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:22.790293 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c957a5e-9e3b-4c3b-917a-9e9ad98465e9 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:22.803128 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c957a5e-9e3b-4c3b-917a-9e9ad98465e9 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:22.828472 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=045dfd56-f6e5-4959-b0f0-7c34e1957e0f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:22.860252 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3d19df99-f205-41d5-b144-7780c63890ab req-c2034ff2-1c7f-4f63-9624-1aea5b82285a tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6c5988b-5235-4680-8ef9-ed64c0061443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986061 Jul 22 16:32:22.870288 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c957a5e-9e3b-4c3b-917a-9e9ad98465e9 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:22.877909 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3c957a5e-9e3b-4c3b-917a-9e9ad98465e9 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3372846 Jul 22 16:32:22.878611 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42640) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:22.886409 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-13fa7a26-9602-4cd0-87ef-51eda429be86 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:22.892882 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c957a5e-9e3b-4c3b-917a-9e9ad98465e9 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02589eb8-d36d-4a2e-8daa-3f0fc2e9c9f6,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:22.921620 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=04ca5e7d-48c7-4833-ab8f-278610d94805,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:22.937243 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13fa7a26-9602-4cd0-87ef-51eda429be86 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:22.948571 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf049c30-4872-457a-8a98-d356286dfa0e', 'tag': '88b0b488-abec-4d70-b249-8355f66abe40'}, {'name': 'network-changed', 'server_uuid': '1fe0c357-77d6-444b-8afb-3f933ad08e06', 'tag': '93246619-2527-488f-91b0-fd8f7e2607fd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:22.952018 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d34d8a-a1b4-473a-aa7b-a68f81a26e89" -d '{"events": [{"name": "network-changed", "server_uuid": "bf049c30-4872-457a-8a98-d356286dfa0e", "tag": "88b0b488-abec-4d70-b249-8355f66abe40"}, {"name": "network-changed", "server_uuid": "1fe0c357-77d6-444b-8afb-3f933ad08e06", "tag": "93246619-2527-488f-91b0-fd8f7e2607fd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:23.004604 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['04ca5e7d-48c7-4833-ab8f-278610d94805'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:23.013762 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-1c5ae5f4-59dd-4038-82b7-0ca30bc23d1d service neutron] 10.222.0.30 "GET /v2.0/networks/83955c06-57f4-4477-93ed-da4c191e2664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6003578 Jul 22 16:32:23.126591 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13fa7a26-9602-4cd0-87ef-51eda429be86 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:23.179226 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-492ff317-52eb-4549-ba2d-fcad6b77a07b req-67d4ef83-b335-4392-b221-536c1d51e441 service neutron] 10.222.0.30 "GET /v2.0/networks/83955c06-57f4-4477-93ed-da4c191e2664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376464 Jul 22 16:32:23.194070 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df0b17-aefc-4a51-a89a-92b847c5360d req-e01a1d08-27a3-49ef-877d-a6dfa07f8d39 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:23.196805 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c0df0b17-aefc-4a51-a89a-92b847c5360d req-e01a1d08-27a3-49ef-877d-a6dfa07f8d39 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fe0c357-77d6-444b-8afb-3f933ad08e06 HTTP/1.1" status: 200 len: 943 time: 0.2414148 Jul 22 16:32:23.297251 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c0df0b17-aefc-4a51-a89a-92b847c5360d req-cdf64385-67aa-4da1-bf8d-04cdb6ded65c tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879908 Jul 22 16:32:23.331240 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-13fa7a26-9602-4cd0-87ef-51eda429be86 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Allocated IP 172.25.0.127 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/855208a5-bc66-4686-ba50-7d062c8347aa) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:32:23.436867 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04db3f93-0ce4-437e-a2ff-6d8e09815a2f req-529165ab-134c-4276-8804-4af456331c20 tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0397954 Jul 22 16:32:23.489917 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13fa7a26-9602-4cd0-87ef-51eda429be86 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:23.501267 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a7f484-5143-49d1-8933-83e9aa3909cb x-openstack-request-id: req-79a7f484-5143-49d1-8933-83e9aa3909cb {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:23.501801 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1af32c2-ba8e-487b-91bd-6d56b4b14d0b", "name": "network-vif-plugged", "status": "completed", "tag": "045dfd56-f6e5-4959-b0f0-7c34e1957e0f", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:23.502129 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-79a7f484-5143-49d1-8933-83e9aa3909cb {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:23.502616 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1af32c2-ba8e-487b-91bd-6d56b4b14d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045dfd56-f6e5-4959-b0f0-7c34e1957e0f', 'code': 200} Jul 22 16:32:23.555993 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78916604-26ed-47b8-b8c3-4535472633c4 x-openstack-request-id: req-78916604-26ed-47b8-b8c3-4535472633c4 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:23.556299 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf049c30-4872-457a-8a98-d356286dfa0e", "tag": "88b0b488-abec-4d70-b249-8355f66abe40", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1fe0c357-77d6-444b-8afb-3f933ad08e06", "tag": "93246619-2527-488f-91b0-fd8f7e2607fd", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:23.556569 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-78916604-26ed-47b8-b8c3-4535472633c4 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:23.557198 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf049c30-4872-457a-8a98-d356286dfa0e', 'tag': '88b0b488-abec-4d70-b249-8355f66abe40', 'status': 'completed', 'code': 200} Jul 22 16:32:23.557319 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe0c357-77d6-444b-8afb-3f933ad08e06', 'tag': '93246619-2527-488f-91b0-fd8f7e2607fd', 'status': 'completed', 'code': 200} Jul 22 16:32:23.586629 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f002b-bb9e-4e24-9cf4-57407f1e8d26 req-d85cdc4e-c6e5-455a-9e53-a51774afcbd4 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:23.588306 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-402f002b-bb9e-4e24-9cf4-57407f1e8d26 req-d85cdc4e-c6e5-455a-9e53-a51774afcbd4 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=860351f7-dd70-4fa5-aeac-379675012faf HTTP/1.1" status: 200 len: 944 time: 0.1356926 Jul 22 16:32:23.590624 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13fa7a26-9602-4cd0-87ef-51eda429be86 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:23.660248 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fa7a26-9602-4cd0-87ef-51eda429be86 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:32:23.670642 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-13fa7a26-9602-4cd0-87ef-51eda429be86 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:32:23.678664 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fa7a26-9602-4cd0-87ef-51eda429be86 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:32:23.681115 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa7a26-9602-4cd0-87ef-51eda429be86 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Pushing event updated for resources: {'Port': ['ID=855208a5-bc66-4686-ba50-7d062c8347aa,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:23.734288 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-402f002b-bb9e-4e24-9cf4-57407f1e8d26 req-ad3f2bed-5bbe-4e69-8562-5ff747240eea tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000845 Jul 22 16:32:23.792349 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d34d8a-a1b4-473a-aa7b-a68f81a26e89 req-48e2a82b-8e09-4ca3-95dd-7f2c0bea74d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:23.793942 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9d34d8a-a1b4-473a-aa7b-a68f81a26e89 req-48e2a82b-8e09-4ca3-95dd-7f2c0bea74d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ae79c9196d64a3a9253bba077b1c345&device_id=bf049c30-4872-457a-8a98-d356286dfa0e HTTP/1.1" status: 200 len: 1095 time: 0.1434305 Jul 22 16:32:23.795920 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d34d8a-a1b4-473a-aa7b-a68f81a26e89 req-8cc2197e-c949-4dc1-9142-e417d901d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:23.797500 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9d34d8a-a1b4-473a-aa7b-a68f81a26e89 req-8cc2197e-c949-4dc1-9142-e417d901d8d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ae79c9196d64a3a9253bba077b1c345&device_id=1fe0c357-77d6-444b-8afb-3f933ad08e06 HTTP/1.1" status: 200 len: 1094 time: 0.1988652 Jul 22 16:32:23.860028 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13fa7a26-9602-4cd0-87ef-51eda429be86 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:23.914766 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d34d8a-a1b4-473a-aa7b-a68f81a26e89 req-9af2c302-0236-417f-b2bd-d823a23cf1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:23.916673 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9d34d8a-a1b4-473a-aa7b-a68f81a26e89 req-9af2c302-0236-417f-b2bd-d823a23cf1d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=83955c06-57f4-4477-93ed-da4c191e2664 HTTP/1.1" status: 200 len: 913 time: 0.1139817 Jul 22 16:32:23.950991 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13fa7a26-9602-4cd0-87ef-51eda429be86 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:23.977410 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e37eb1-9587-420c-9310-9c575bfbcc21 req-d134ae61-5e9b-40f3-98eb-d43427748625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:23.980194 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04e37eb1-9587-420c-9310-9c575bfbcc21 req-d134ae61-5e9b-40f3-98eb-d43427748625 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 1097 time: 0.2817700 Jul 22 16:32:23.998621 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35677260-aded-4b21-a583-77d466ef53f3 req-185205e8-7198-4fd7-a38f-65d4dd665b04 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:24.006422 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-35677260-aded-4b21-a583-77d466ef53f3 req-185205e8-7198-4fd7-a38f-65d4dd665b04 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 943 time: 0.1614609 Jul 22 16:32:24.041994 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9d34d8a-a1b4-473a-aa7b-a68f81a26e89 req-8d9eb0fa-c304-44dc-b3e5-e8e33a1883b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88b0b488-abec-4d70-b249-8355f66abe40 HTTP/1.1" status: 200 len: 217 time: 0.1110122 Jul 22 16:32:24.084491 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-35677260-aded-4b21-a583-77d466ef53f3 req-13ca7e01-8649-4549-b624-fd5e01e3e184 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771883 Jul 22 16:32:24.224925 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13fa7a26-9602-4cd0-87ef-51eda429be86 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:24.232097 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13fa7a26-9602-4cd0-87ef-51eda429be86 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:24.244294 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04e37eb1-9587-420c-9310-9c575bfbcc21 req-fe085495-8deb-4b69-954a-8cce6e3f5932 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e6c5988b-5235-4680-8ef9-ed64c0061443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833000 Jul 22 16:32:24.272843 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d34d8a-a1b4-473a-aa7b-a68f81a26e89 req-8cc11421-0147-42d2-ab7e-8055fa4177f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:24.274613 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9d34d8a-a1b4-473a-aa7b-a68f81a26e89 req-8cc11421-0147-42d2-ab7e-8055fa4177f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=25a3a930-59a1-4c7c-8a59-db4921d72d81 HTTP/1.1" status: 200 len: 852 time: 0.2054658 Jul 22 16:32:24.297275 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 04ca5e7d-48c7-4833-ab8f-278610d94805 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:32:24.303086 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3560e2b-d0c6-4576-bdbf-c177f021ef80 req-38bb3670-e381-4da4-8436-3710b686fb02 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:24.311195 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e3560e2b-d0c6-4576-bdbf-c177f021ef80 req-38bb3670-e381-4da4-8436-3710b686fb02 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=4522553d-3baa-4d6a-bd0d-0fd32dd99f02 HTTP/1.1" status: 200 len: 950 time: 0.3831422 Jul 22 16:32:24.313583 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d34d8a-a1b4-473a-aa7b-a68f81a26e89 req-818c51c2-02b3-426e-8e8c-b2d16b53fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:24.315353 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9d34d8a-a1b4-473a-aa7b-a68f81a26e89 req-818c51c2-02b3-426e-8e8c-b2d16b53fef0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=83955c06-57f4-4477-93ed-da4c191e2664 HTTP/1.1" status: 200 len: 913 time: 0.4021926 Jul 22 16:32:24.343153 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa7a26-9602-4cd0-87ef-51eda429be86 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Pushing event updated for resources: {'Port': ['ID=855208a5-bc66-4686-ba50-7d062c8347aa,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:24.370187 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9d34d8a-a1b4-473a-aa7b-a68f81a26e89 req-7bbb6494-f39c-4faa-98f1-05bfad7481be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=83955c06-57f4-4477-93ed-da4c191e2664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834148 Jul 22 16:32:24.376944 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13fa7a26-9602-4cd0-87ef-51eda429be86 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:24.378745 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 04ca5e7d-48c7-4833-ab8f-278610d94805 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:32:24.379547 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:24.380292 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-8d92fa6d-a173-4cea-b13f-c9a88f049419 service neutron] 10.222.0.16 "GET /v2.0/ports/351dca08-c94b-4083-924e-4d5b665dcacb/bindings/n-h2-798930-9 HTTP/1.1" status: 200 len: 384 time: 0.2235646 Jul 22 16:32:24.399459 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13fa7a26-9602-4cd0-87ef-51eda429be86 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:24.409772 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-13fa7a26-9602-4cd0-87ef-51eda429be86 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5193956 Jul 22 16:32:24.423271 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72304e11-c768-4995-8086-94eb991efc5a req-1e4e5c06-1369-4c94-a4b6-94a83a8d6040 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:24.424994 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-72304e11-c768-4995-8086-94eb991efc5a req-1e4e5c06-1369-4c94-a4b6-94a83a8d6040 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 946 time: 0.0988731 Jul 22 16:32:24.463973 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e3560e2b-d0c6-4576-bdbf-c177f021ef80 req-2422f98e-229d-48ff-baf2-22f275515488 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517999 Jul 22 16:32:24.474555 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-72304e11-c768-4995-8086-94eb991efc5a req-25e8b8c1-1bed-4a04-972e-46f31b0ab0c0 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6c5988b-5235-4680-8ef9-ed64c0061443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433578 Jul 22 16:32:24.534351 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 88b0b488-abec-4d70-b249-8355f66abe40 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:32:24.545547 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 351dca08-c94b-4083-924e-4d5b665dcacb no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:24.553033 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:24.586136 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9d34d8a-a1b4-473a-aa7b-a68f81a26e89 req-2c0dca71-7ef5-45e4-bddd-a2ab7de1b31b service neutron] 10.222.0.16 "GET /v2.0/networks/83955c06-57f4-4477-93ed-da4c191e2664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076192 Jul 22 16:32:24.697679 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 04ca5e7d-48c7-4833-ab8f-278610d94805, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=04ca5e7d-48c7-4833-ab8f-278610d94805,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:24.708803 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:24.714207 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82ff0e-b3ff-4083-8d4c-c3f068c0e58f req-4933ae7e-9754-4dab-9d9d-38406b7eb2f5 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:24.716777 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-af82ff0e-b3ff-4083-8d4c-c3f068c0e58f req-4933ae7e-9754-4dab-9d9d-38406b7eb2f5 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fe0c357-77d6-444b-8afb-3f933ad08e06 HTTP/1.1" status: 200 len: 943 time: 0.0841382 Jul 22 16:32:24.760812 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 88b0b488-abec-4d70-b249-8355f66abe40, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=88b0b488-abec-4d70-b249-8355f66abe40,segment=NetworkSegment(e12df4dd-ea87-41a9-8ea9-405193aa0f57),segment_id=e12df4dd-ea87-41a9-8ea9-405193aa0f57)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:24.782868 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-af82ff0e-b3ff-4083-8d4c-c3f068c0e58f req-092d3d9c-1819-47fb-8461-0f9594e054b1 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538640 Jul 22 16:32:24.819481 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9d34d8a-a1b4-473a-aa7b-a68f81a26e89 req-21035a62-0693-4d45-92e2-809b4683ec82 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93246619-2527-488f-91b0-fd8f7e2607fd HTTP/1.1" status: 200 len: 217 time: 0.1512852 Jul 22 16:32:24.819744 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '88b0b488-abec-4d70-b249-8355f66abe40', 'network_id': '83955c06-57f4-4477-93ed-da4c191e2664', 'port_id': '88b0b488-abec-4d70-b249-8355f66abe40', 'mac_address': 'fa:16:3e:d0:56:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a3a930-59a1-4c7c-8a59-db4921d72d81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:32:24.826300 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=04ca5e7d-48c7-4833-ab8f-278610d94805,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:24.880741 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:24.893568 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b0b488-abec-4d70-b249-8355f66abe40 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:24.899823 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-53468b96-6171-4d05-bc1b-309737f82d8d req-7b06b424-647f-4ce6-b5a2-475e5c3a1031 tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0779424 Jul 22 16:32:24.916338 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 88b0b488-abec-4d70-b249-8355f66abe40, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=88b0b488-abec-4d70-b249-8355f66abe40,segment=NetworkSegment(e12df4dd-ea87-41a9-8ea9-405193aa0f57),segment_id=e12df4dd-ea87-41a9-8ea9-405193aa0f57)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:24.923084 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:24.938298 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-a9e362fb-c719-4fca-8c9e-638be99a9088 service neutron] For port 351dca08-c94b-4083-924e-4d5b665dcacb, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=351dca08-c94b-4083-924e-4d5b665dcacb,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:24.961221 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d34d8a-a1b4-473a-aa7b-a68f81a26e89 req-9c3bae42-c6eb-42d8-a3f5-695e8684b808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:24.962990 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9d34d8a-a1b4-473a-aa7b-a68f81a26e89 req-9c3bae42-c6eb-42d8-a3f5-695e8684b808 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25a3a930-59a1-4c7c-8a59-db4921d72d81 HTTP/1.1" status: 200 len: 852 time: 0.1182499 Jul 22 16:32:24.981309 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=88b0b488-abec-4d70-b249-8355f66abe40,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:24.986274 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-2f230972-5aed-4883-baeb-70e35cef5539 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:24.988814 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9d34d8a-a1b4-473a-aa7b-a68f81a26e89 req-d933f530-58ce-43a4-a75d-8a07313fa74e service neutron] 10.222.0.16 "GET /v2.0/networks/83955c06-57f4-4477-93ed-da4c191e2664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914943 Jul 22 16:32:24.989629 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:24.990023 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:24.990367 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:24.990703 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:24.991034 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:24.991375 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:24.991705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:24.992031 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:24.992355 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:24.992677 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:24.993014 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:24.993725 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:24.996836 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-2f230972-5aed-4883-baeb-70e35cef5539 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/networks?id=11fd5339-ede9-4c72-a1e8-8686e18ee19f HTTP/1.1" status: 200 len: 822 time: 0.1325426 Jul 22 16:32:25.016577 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-43598bd2-13f0-429d-944f-edc2f76cb2c3 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/quotas/c01e19ea85c04eff85a8e7af5d534fb7 HTTP/1.1" status: 200 len: 375 time: 0.0177531 Jul 22 16:32:25.017536 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9d34d8a-a1b4-473a-aa7b-a68f81a26e89 req-e696fc81-e49a-4a46-a0de-e3b38ce8e863 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83955c06-57f4-4477-93ed-da4c191e2664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457549 Jul 22 16:32:25.025358 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-a9e362fb-c719-4fca-8c9e-638be99a9088 service neutron] For port 351dca08-c94b-4083-924e-4d5b665dcacb, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:32:25.091913 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-a9e362fb-c719-4fca-8c9e-638be99a9088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 351dca08-c94b-4083-924e-4d5b665dcacb {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:25.112145 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-bd4e80d0-f0cf-4aee-961a-8bc02f52c15b tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c01e19ea85c04eff85a8e7af5d534fb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0934796 Jul 22 16:32:25.139663 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-a9e362fb-c719-4fca-8c9e-638be99a9088 service neutron] For port 351dca08-c94b-4083-924e-4d5b665dcacb, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=351dca08-c94b-4083-924e-4d5b665dcacb,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:25.183776 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-a9e362fb-c719-4fca-8c9e-638be99a9088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:25.232530 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-96cf9c7e-cead-473a-9a30-873ca83b7812 service neutron] 10.222.0.69 "GET /v2.0/networks/11fd5339-ede9-4c72-a1e8-8686e18ee19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126554 Jul 22 16:32:25.260418 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9d34d8a-a1b4-473a-aa7b-a68f81a26e89 req-a45a1043-1dae-4271-ab1a-8e1ef4344354 service neutron] 10.222.0.30 "GET /v2.0/networks/83955c06-57f4-4477-93ed-da4c191e2664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326667 Jul 22 16:32:25.279256 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['88b0b488-abec-4d70-b249-8355f66abe40'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:25.339861 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-7da1035c-e675-4fbd-898c-ac23d4a00896 service neutron] 10.222.0.69 "GET /v2.0/networks/11fd5339-ede9-4c72-a1e8-8686e18ee19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062346 Jul 22 16:32:25.417729 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-a9e362fb-c719-4fca-8c9e-638be99a9088 service neutron] Transition to ACTIVE for port object 351dca08-c94b-4083-924e-4d5b665dcacb will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:32:25.432403 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-a9e362fb-c719-4fca-8c9e-638be99a9088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:25.460367 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acffd30-ada2-4303-98a3-83f316c01815 req-6f5314e1-055f-4165-b0d5-db65c1a07a3c tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:25.467073 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7acffd30-ada2-4303-98a3-83f316c01815 req-6f5314e1-055f-4165-b0d5-db65c1a07a3c tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=860351f7-dd70-4fa5-aeac-379675012faf HTTP/1.1" status: 200 len: 945 time: 0.2285271 Jul 22 16:32:25.503394 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860351f7-dd70-4fa5-aeac-379675012faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ca5e7d-48c7-4833-ab8f-278610d94805'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:25.506232 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9184bc3-17de-4860-a0c8-2ad634967372" -d '{"events": [{"server_uuid": "860351f7-dd70-4fa5-aeac-379675012faf", "name": "network-vif-plugged", "status": "completed", "tag": "04ca5e7d-48c7-4833-ab8f-278610d94805"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:25.549222 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9d34d8a-a1b4-473a-aa7b-a68f81a26e89 req-d83a3dce-9b99-4afa-af62-45a74f326682 service neutron] 10.222.0.30 "GET /v2.0/networks/83955c06-57f4-4477-93ed-da4c191e2664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642925 Jul 22 16:32:25.593870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-a9e362fb-c719-4fca-8c9e-638be99a9088 service neutron] No DVR routers for this DVR port 351dca08-c94b-4083-924e-4d5b665dcacb on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:32:25.622965 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7acffd30-ada2-4303-98a3-83f316c01815 req-57400f34-ccce-4266-b154-55f5daef31b3 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251137 Jul 22 16:32:25.643430 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e362fb-c719-4fca-8c9e-638be99a9088 service neutron] Pushing event updated for resources: {'Port': ['ID=351dca08-c94b-4083-924e-4d5b665dcacb,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:25.676286 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-a9e362fb-c719-4fca-8c9e-638be99a9088 service neutron] 10.222.0.16 "PUT /v2.0/ports/351dca08-c94b-4083-924e-4d5b665dcacb/bindings/n-h2-798930-9/activate HTTP/1.1" status: 200 len: 369 time: 1.2826583 Jul 22 16:32:25.693482 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b726e1b-63ce-43f8-bf8c-869b7462b289 req-35cd49e0-5630-4352-a778-d109b7d02340 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:25.700987 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6b726e1b-63ce-43f8-bf8c-869b7462b289 req-35cd49e0-5630-4352-a778-d109b7d02340 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 944 time: 0.1189535 Jul 22 16:32:25.755638 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6b726e1b-63ce-43f8-bf8c-869b7462b289 req-d1b41fe8-328e-4643-87a9-f89feb545788 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450845 Jul 22 16:32:25.875160 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90aa726-d0fd-4d64-ae88-3228d720c3f6 req-4579d416-8c42-4b28-94cf-cfa47227cf43 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:25.878674 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c90aa726-d0fd-4d64-ae88-3228d720c3f6 req-4579d416-8c42-4b28-94cf-cfa47227cf43 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=4522553d-3baa-4d6a-bd0d-0fd32dd99f02 HTTP/1.1" status: 200 len: 950 time: 0.1422393 Jul 22 16:32:25.900332 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632970ae-bfe4-4967-9528-c6fdbe950f21 req-10396071-9a6a-4c4c-89d7-63f1209178f9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:25.909265 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-632970ae-bfe4-4967-9528-c6fdbe950f21 req-10396071-9a6a-4c4c-89d7-63f1209178f9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 946 time: 0.0918448 Jul 22 16:32:25.938825 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c90aa726-d0fd-4d64-ae88-3228d720c3f6 req-3d664361-2131-4a52-a0a5-38dc1d8f2641 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527384 Jul 22 16:32:25.944471 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-0417165a-b414-4e16-b8d6-4f011afddce9 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:25.946762 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-0417165a-b414-4e16-b8d6-4f011afddce9 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640&tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&binding%3Ahost_id=n-h1-798930-9 HTTP/1.1" status: 200 len: 1095 time: 0.1341770 Jul 22 16:32:25.951289 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-632970ae-bfe4-4967-9528-c6fdbe950f21 req-4ed85213-818d-446c-9dcc-b6c057dbe545 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6c5988b-5235-4680-8ef9-ed64c0061443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403218 Jul 22 16:32:26.004521 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4f2bac-9b33-4a1f-8a07-6f6bb4c4baff x-openstack-request-id: req-0e4f2bac-9b33-4a1f-8a07-6f6bb4c4baff {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:26.005097 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860351f7-dd70-4fa5-aeac-379675012faf", "name": "network-vif-plugged", "status": "completed", "tag": "04ca5e7d-48c7-4833-ab8f-278610d94805", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:26.005334 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0e4f2bac-9b33-4a1f-8a07-6f6bb4c4baff {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:26.005841 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860351f7-dd70-4fa5-aeac-379675012faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ca5e7d-48c7-4833-ab8f-278610d94805', 'code': 200} Jul 22 16:32:26.041895 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d0bc631f-5d97-4c81-9d27-f491cfd9a5f2 req-420e8ffd-1953-4056-a1ea-2495872226f4 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=f62d7c6a-94f6-462a-b923-abec23cc1c37 HTTP/1.1" status: 200 len: 210 time: 0.0488527 Jul 22 16:32:26.062980 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-4c94fcad-b70d-48c8-9770-232076fe6247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:26.065177 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-4c94fcad-b70d-48c8-9770-232076fe6247 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640&tenant_id=82e10b2cb7664a44842fdfbeaf9667ba HTTP/1.1" status: 200 len: 1095 time: 0.1059051 Jul 22 16:32:26.190451 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee95523-fdc0-443b-b73c-312bc7dfcc50 req-5a7c93c9-d801-41e1-bba2-7ff28a732db0 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:26.192581 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ee95523-fdc0-443b-b73c-312bc7dfcc50 req-5a7c93c9-d801-41e1-bba2-7ff28a732db0 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fe0c357-77d6-444b-8afb-3f933ad08e06 HTTP/1.1" status: 200 len: 943 time: 0.0859845 Jul 22 16:32:26.210050 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-ebf96cd0-848b-4ab6-80a9-207bca083dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:26.211916 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-ebf96cd0-848b-4ab6-80a9-207bca083dd6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 1095 time: 0.0661714 Jul 22 16:32:26.278729 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ee95523-fdc0-443b-b73c-312bc7dfcc50 req-1360003e-d7e2-4bf5-aba6-6091395f7189 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760312 Jul 22 16:32:26.290973 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 93246619-2527-488f-91b0-fd8f7e2607fd details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:32:26.308030 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 04ca5e7d-48c7-4833-ab8f-278610d94805 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:26.355828 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e9efd463-28b8-4013-a1bc-d20be763cb28 req-fd4fa8ca-9bbd-4fee-96d2-b3aedb5f6b56 tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0432782 Jul 22 16:32:26.386231 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-09ea6b3e-b25d-4ccd-830e-6b598fd562cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:26.388182 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-09ea6b3e-b25d-4ccd-830e-6b598fd562cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 922 time: 0.1689165 Jul 22 16:32:26.432404 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f3455-a095-4bc2-a87c-af90d2ca2b0e req-28a9f8f1-7e72-48a3-8907-8dd947db2d95 tempest-LiveMigrationNegativeTest-2016184601 tempest-LiveMigrationNegativeTest-2016184601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:26.441472 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a53f3455-a095-4bc2-a87c-af90d2ca2b0e req-28a9f8f1-7e72-48a3-8907-8dd947db2d95 tempest-LiveMigrationNegativeTest-2016184601 tempest-LiveMigrationNegativeTest-2016184601-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4522553d-3baa-4d6a-bd0d-0fd32dd99f02 HTTP/1.1" status: 200 len: 1101 time: 0.0886877 Jul 22 16:32:26.462927 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-49d2bd0b-dff8-40e1-a056-66e10555d44b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=351dca08-c94b-4083-924e-4d5b665dcacb HTTP/1.1" status: 200 len: 217 time: 0.0672851 Jul 22 16:32:26.463225 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a53f3455-a095-4bc2-a87c-af90d2ca2b0e req-4b723796-beee-4675-bdf2-f11bdd009786 tempest-LiveMigrationNegativeTest-2016184601 tempest-LiveMigrationNegativeTest-2016184601-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:26.484081 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 93246619-2527-488f-91b0-fd8f7e2607fd, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=93246619-2527-488f-91b0-fd8f7e2607fd,segment=NetworkSegment(e12df4dd-ea87-41a9-8ea9-405193aa0f57),segment_id=e12df4dd-ea87-41a9-8ea9-405193aa0f57)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:26.486796 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:26.507642 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '93246619-2527-488f-91b0-fd8f7e2607fd', 'network_id': '83955c06-57f4-4477-93ed-da4c191e2664', 'port_id': '93246619-2527-488f-91b0-fd8f7e2607fd', 'mac_address': 'fa:16:3e:c7:30:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a3a930-59a1-4c7c-8a59-db4921d72d81', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:32:26.529980 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-65b11abc-d08b-4547-8d18-79bf22df4c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:26.531921 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-65b11abc-d08b-4547-8d18-79bf22df4c73 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ce36437-5a9b-4c2b-a36e-e40d9943a98a HTTP/1.1" status: 200 len: 861 time: 0.0606880 Jul 22 16:32:26.554466 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 88b0b488-abec-4d70-b249-8355f66abe40 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:32:26.581339 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a53f3455-a095-4bc2-a87c-af90d2ca2b0e req-4b723796-beee-4675-bdf2-f11bdd009786 tempest-LiveMigrationNegativeTest-2016184601 tempest-LiveMigrationNegativeTest-2016184601-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:26.588809 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a53f3455-a095-4bc2-a87c-af90d2ca2b0e req-4b723796-beee-4675-bdf2-f11bdd009786 tempest-LiveMigrationNegativeTest-2016184601 tempest-LiveMigrationNegativeTest-2016184601-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:26.604892 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-2b935810-64e2-4f19-8b21-cada813df6d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6f3ed260-5c39-4f44-87de-6af121ff9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545948 Jul 22 16:32:26.606970 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 04ca5e7d-48c7-4833-ab8f-278610d94805, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=04ca5e7d-48c7-4833-ab8f-278610d94805,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:26.607766 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a53f3455-a095-4bc2-a87c-af90d2ca2b0e req-4b723796-beee-4675-bdf2-f11bdd009786 tempest-LiveMigrationNegativeTest-2016184601 tempest-LiveMigrationNegativeTest-2016184601-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652107 Jul 22 16:32:26.617214 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:26.629572 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:26.642663 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b723796-beee-4675-bdf2-f11bdd009786 tempest-LiveMigrationNegativeTest-2016184601 tempest-LiveMigrationNegativeTest-2016184601-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fec676-c92c-4b8e-ab96-c276350ed60a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:26.684079 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93246619-2527-488f-91b0-fd8f7e2607fd {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:26.720640 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=04ca5e7d-48c7-4833-ab8f-278610d94805,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:26.726549 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 93246619-2527-488f-91b0-fd8f7e2607fd, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=93246619-2527-488f-91b0-fd8f7e2607fd,segment=NetworkSegment(e12df4dd-ea87-41a9-8ea9-405193aa0f57),segment_id=e12df4dd-ea87-41a9-8ea9-405193aa0f57)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:26.733019 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:26.739981 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 88b0b488-abec-4d70-b249-8355f66abe40 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:32:26.761124 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-5cabb64f-b1a9-41ce-9292-de2950d4d0ea service neutron] 10.222.0.30 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373405 Jul 22 16:32:26.773845 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 88b0b488-abec-4d70-b249-8355f66abe40 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:32:26.774407 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:26.872064 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ea048-05c8-4002-b66d-e674b0b1acee req-c7e8881a-7d43-4b20-aebb-2a5726fc540b tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:26.881419 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9c3ea048-05c8-4002-b66d-e674b0b1acee req-c7e8881a-7d43-4b20-aebb-2a5726fc540b tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=860351f7-dd70-4fa5-aeac-379675012faf HTTP/1.1" status: 200 len: 943 time: 0.0918067 Jul 22 16:32:26.948392 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9c3ea048-05c8-4002-b66d-e674b0b1acee req-ae7e6f33-569a-4b59-a3b4-4e8cac10089f tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659680 Jul 22 16:32:26.961146 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-da79dff9-4d35-40ba-ab23-12a4618cf1dd service neutron] 10.222.0.30 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925766 Jul 22 16:32:27.010274 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f910-b5b9-47b4-8593-a9654d1b4e3d req-7cc8577d-2c66-491d-90ec-d0b437ebdbc5 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:27.011924 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7f98f910-b5b9-47b4-8593-a9654d1b4e3d req-7cc8577d-2c66-491d-90ec-d0b437ebdbc5 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 944 time: 0.1117289 Jul 22 16:32:27.018872 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=93246619-2527-488f-91b0-fd8f7e2607fd,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:27.060479 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7f98f910-b5b9-47b4-8593-a9654d1b4e3d req-dd5c6da7-aa55-4ffe-ab02-b7342eb0c360 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428617 Jul 22 16:32:27.078946 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:27.128380 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 88b0b488-abec-4d70-b249-8355f66abe40, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=88b0b488-abec-4d70-b249-8355f66abe40,segment=NetworkSegment(e12df4dd-ea87-41a9-8ea9-405193aa0f57),segment_id=e12df4dd-ea87-41a9-8ea9-405193aa0f57)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:27.135676 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:27.175547 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['93246619-2527-488f-91b0-fd8f7e2607fd'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:27.239924 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=88b0b488-abec-4d70-b249-8355f66abe40,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:27.300020 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-05a02577-3ea7-4a32-b8bc-f6defe417860 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:27.301652 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-05a02577-3ea7-4a32-b8bc-f6defe417860 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.30 "GET /v2.0/networks?id=11fd5339-ede9-4c72-a1e8-8686e18ee19f HTTP/1.1" status: 200 len: 822 time: 0.2382221 Jul 22 16:32:27.342695 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-8a7c89c7-63ea-4d08-97ae-24ab9a48e102 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Request body: {'port': {'device_id': 'f62d7c6a-94f6-462a-b923-abec23cc1c37', 'network_id': '11fd5339-ede9-4c72-a1e8-8686e18ee19f', 'admin_state_up': True, 'tenant_id': 'c01e19ea85c04eff85a8e7af5d534fb7'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:27.357765 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec38fa8-51b3-4340-af41-9abbde0ecc37 req-426cb3a1-4941-44b3-94d1-abc31677b8dd tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:27.359294 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2ec38fa8-51b3-4340-af41-9abbde0ecc37 req-426cb3a1-4941-44b3-94d1-abc31677b8dd tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.30 "GET /v2.0/ports?device_id=860351f7-dd70-4fa5-aeac-379675012faf HTTP/1.1" status: 200 len: 943 time: 0.1170638 Jul 22 16:32:27.512508 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-e453abf8-a582-4f65-b3e9-ff95a4b1cfcb tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:27.515332 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-e453abf8-a582-4f65-b3e9-ff95a4b1cfcb tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640&tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&binding%3Ahost_id=n-h2-798930-9 HTTP/1.1" status: 200 len: 1095 time: 0.0691009 Jul 22 16:32:27.589530 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-27d8b614-67b2-4d46-9a21-321f07b0facb req-9a448824-3479-4bd8-9ac2-3770ab3a9ebb tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=f62d7c6a-94f6-462a-b923-abec23cc1c37 HTTP/1.1" status: 200 len: 210 time: 0.0588136 Jul 22 16:32:27.602760 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc33172-3b7b-41fe-adc0-5224619cef74 req-9e93586c-7954-4eb2-a969-7c6b669b9565 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:27.604386 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5cc33172-3b7b-41fe-adc0-5224619cef74 req-9e93586c-7954-4eb2-a969-7c6b669b9565 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 946 time: 0.2554369 Jul 22 16:32:27.608319 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-8a7c89c7-63ea-4d08-97ae-24ab9a48e102 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Made reservation on behalf of c01e19ea85c04eff85a8e7af5d534fb7 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:27.611696 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-8a7c89c7-63ea-4d08-97ae-24ab9a48e102 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:27.673390 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-2ec38fa8-51b3-4340-af41-9abbde0ecc37 req-19b9a952-c912-4f03-899b-890bc1c7c4c9 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Deleting port 04ca5e7d-48c7-4833-ab8f-278610d94805 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:27.673742 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2ec38fa8-51b3-4340-af41-9abbde0ecc37 req-19b9a952-c912-4f03-899b-890bc1c7c4c9 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:27.691165 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-b7054c4b-5e6a-4594-a6ed-33957ddb30ba service neutron] For port 351dca08-c94b-4083-924e-4d5b665dcacb, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:32:27.695601 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-b7054c4b-5e6a-4594-a6ed-33957ddb30ba service neutron] Notify callbacks [] for binding, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:27.696849 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-56a82ce6-385e-42e6-b175-f7ed200c87f0 req-b7054c4b-5e6a-4594-a6ed-33957ddb30ba service neutron] 10.222.0.30 "DELETE /v2.0/ports/351dca08-c94b-4083-924e-4d5b665dcacb/bindings/n-h1-798930-9 HTTP/1.1" status: 204 len: 173 time: 0.1739213 Jul 22 16:32:27.767975 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03403f2-fa59-454d-9cc8-3da04086b283 req-44aee680-8c5a-48cf-9b23-9c23f7ebc29c tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:27.769643 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c03403f2-fa59-454d-9cc8-3da04086b283 req-44aee680-8c5a-48cf-9b23-9c23f7ebc29c tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=4522553d-3baa-4d6a-bd0d-0fd32dd99f02 HTTP/1.1" status: 200 len: 950 time: 0.0719099 Jul 22 16:32:27.812254 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c03403f2-fa59-454d-9cc8-3da04086b283 req-bf5b0adf-cd47-4e3c-946b-1b606b1cf070 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367351 Jul 22 16:32:27.837523 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5cc33172-3b7b-41fe-adc0-5224619cef74 req-e3172aa7-6890-4a6b-b7cd-f21e98e6ba3d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6c5988b-5235-4680-8ef9-ed64c0061443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002296 Jul 22 16:32:27.907441 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42782) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:28.007057 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860351f7-dd70-4fa5-aeac-379675012faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ca5e7d-48c7-4833-ab8f-278610d94805'}, {'server_uuid': 'bf049c30-4872-457a-8a98-d356286dfa0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b0b488-abec-4d70-b249-8355f66abe40'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:28.011122 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7c2abe-995d-4028-9c50-5fc24cdbce6a" -d '{"events": [{"server_uuid": "860351f7-dd70-4fa5-aeac-379675012faf", "name": "network-vif-unplugged", "status": "completed", "tag": "04ca5e7d-48c7-4833-ab8f-278610d94805"}, {"server_uuid": "bf049c30-4872-457a-8a98-d356286dfa0e", "name": "network-vif-plugged", "status": "completed", "tag": "88b0b488-abec-4d70-b249-8355f66abe40"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:28.046529 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338616f-44e2-4a62-bc53-0dcefe38e220 req-49a0c2ba-5819-40e0-9b6c-1ec82676bdfd tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:28.048358 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8338616f-44e2-4a62-bc53-0dcefe38e220 req-49a0c2ba-5819-40e0-9b6c-1ec82676bdfd tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fe0c357-77d6-444b-8afb-3f933ad08e06 HTTP/1.1" status: 200 len: 944 time: 0.1172183 Jul 22 16:32:28.096249 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1d0a311a-0574-471e-9dcc-98de31f5662d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:28.126120 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8338616f-44e2-4a62-bc53-0dcefe38e220 req-37ec5697-f8bf-4069-bc77-f5cb52370be4 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707810 Jul 22 16:32:28.279549 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1d0a311a-0574-471e-9dcc-98de31f5662d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:28.286045 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1d0a311a-0574-471e-9dcc-98de31f5662d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:28.287967 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9c94ff82-fcc0-4cba-a520-113df0a3f068 req-3ab621cb-ffbb-4965-84ff-36c7b90daa97 tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0509534 Jul 22 16:32:28.296730 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-13700dc8-b602-4b3f-aba9-cfdb655bc8be req-fdb00f6e-f439-49eb-95f2-291bee3b340b tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1861870756&fields=id&tenant_id=231f2008811e47828d2bf48d5ef7e115 HTTP/1.1" status: 200 len: 267 time: 0.0688050 Jul 22 16:32:28.319800 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-2ec38fa8-51b3-4340-af41-9abbde0ecc37 req-19b9a952-c912-4f03-899b-890bc1c7c4c9 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] For port 04ca5e7d-48c7-4833-ab8f-278610d94805, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=04ca5e7d-48c7-4833-ab8f-278610d94805,segment=NetworkSegment(7a30e678-adaa-4812-b630-c555a69386a8),segment_id=7a30e678-adaa-4812-b630-c555a69386a8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:28.323711 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 93246619-2527-488f-91b0-fd8f7e2607fd up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:32:28.333130 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2ec38fa8-51b3-4340-af41-9abbde0ecc37 req-19b9a952-c912-4f03-899b-890bc1c7c4c9 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:28.362690 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-8a7c89c7-63ea-4d08-97ae-24ab9a48e102 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Allocated IP 172.20.0.2 (11fd5339-ede9-4c72-a1e8-8686e18ee19f/b3d31ec7-0709-410d-b2c0-dce9daa2755c/dd09ccf3-8e13-44db-afa6-8f84cee7c3fe) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:32:28.366786 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-2ec38fa8-51b3-4340-af41-9abbde0ecc37 req-19b9a952-c912-4f03-899b-890bc1c7c4c9 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Calling delete_port for 04ca5e7d-48c7-4833-ab8f-278610d94805 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:28.373742 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a311a-0574-471e-9dcc-98de31f5662d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb9233c-0138-4e16-bbaa-6b7dc5d21c92,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:28.381469 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1d0a311a-0574-471e-9dcc-98de31f5662d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aae0584865d64739ad190cc5b3d33dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4728863 Jul 22 16:32:28.384845 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42792) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:28.423145 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 93246619-2527-488f-91b0-fd8f7e2607fd completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:32:28.432708 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 93246619-2527-488f-91b0-fd8f7e2607fd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:32:28.433805 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:28.450825 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13700dc8-b602-4b3f-aba9-cfdb655bc8be req-86932c96-a169-4866-927e-9eb3f5213856 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:28.458886 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-13700dc8-b602-4b3f-aba9-cfdb655bc8be req-86932c96-a169-4866-927e-9eb3f5213856 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 946 time: 0.1612439 Jul 22 16:32:28.468082 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-13700dc8-b602-4b3f-aba9-cfdb655bc8be req-5e2d8a4f-450c-4383-9c7d-8eb97be9d4f2 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Request body: {'port': {'security_groups': ['e6c5988b-5235-4680-8ef9-ed64c0061443', 'be65ab33-c40a-44d4-8122-003b0d093be4']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:28.506465 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93e66630-c5be-4e7c-a0d4-66b27ed66859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:28.575544 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93e66630-c5be-4e7c-a0d4-66b27ed66859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:28.582422 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:28.620660 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-13700dc8-b602-4b3f-aba9-cfdb655bc8be req-5e2d8a4f-450c-4383-9c7d-8eb97be9d4f2 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:28.668008 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 93246619-2527-488f-91b0-fd8f7e2607fd, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=93246619-2527-488f-91b0-fd8f7e2607fd,segment=NetworkSegment(e12df4dd-ea87-41a9-8ea9-405193aa0f57),segment_id=e12df4dd-ea87-41a9-8ea9-405193aa0f57)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:28.676902 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:28.678153 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 04ca5e7d-48c7-4833-ab8f-278610d94805 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:28.706307 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93e66630-c5be-4e7c-a0d4-66b27ed66859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:28.715799 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93e66630-c5be-4e7c-a0d4-66b27ed66859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:28.722687 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-93e66630-c5be-4e7c-a0d4-66b27ed66859 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8bb9233c-0138-4e16-bbaa-6b7dc5d21c92 HTTP/1.1" status: 204 len: 168 time: 0.3362255 Jul 22 16:32:28.730188 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0003dd-ee15-401d-b0e6-9c0c4d59ac33 req-a0e6c7b4-a393-4482-bb77-c17818b9d8fb tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:28.732414 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af0003dd-ee15-401d-b0e6-9c0c4d59ac33 req-a0e6c7b4-a393-4482-bb77-c17818b9d8fb tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/ports?device_id=860351f7-dd70-4fa5-aeac-379675012faf HTTP/1.1" status: 200 len: 943 time: 0.2648189 Jul 22 16:32:28.754625 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e66630-c5be-4e7c-a0d4-66b27ed66859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb9233c-0138-4e16-bbaa-6b7dc5d21c92,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:28.778579 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-8a7c89c7-63ea-4d08-97ae-24ab9a48e102 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:28.824902 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af0003dd-ee15-401d-b0e6-9c0c4d59ac33 req-bfcb6215-0aab-4069-9efb-1c4892794e3e tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.69 "GET /v2.0/security-groups?id=7e194816-2303-4bcd-8089-e41c175bf0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778475 Jul 22 16:32:28.844598 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2ec38fa8-51b3-4340-af41-9abbde0ecc37 req-19b9a952-c912-4f03-899b-890bc1c7c4c9 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:28.883803 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No active binding found for port 04ca5e7d-48c7-4833-ab8f-278610d94805 {{(pid=93818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 16:32:28.884075 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 04ca5e7d-48c7-4833-ab8f-278610d94805 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:32:28.891348 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=93246619-2527-488f-91b0-fd8f7e2607fd,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:28.927804 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74471fd-bd76-44d6-b517-dfd195bfba76 x-openstack-request-id: req-d74471fd-bd76-44d6-b517-dfd195bfba76 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:28.928290 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860351f7-dd70-4fa5-aeac-379675012faf", "name": "network-vif-unplugged", "status": "completed", "tag": "04ca5e7d-48c7-4833-ab8f-278610d94805", "code": 200}, {"server_uuid": "bf049c30-4872-457a-8a98-d356286dfa0e", "name": "network-vif-plugged", "status": "completed", "tag": "88b0b488-abec-4d70-b249-8355f66abe40", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:28.928724 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d74471fd-bd76-44d6-b517-dfd195bfba76 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:28.929398 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860351f7-dd70-4fa5-aeac-379675012faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ca5e7d-48c7-4833-ab8f-278610d94805', 'code': 200} Jul 22 16:32:28.929873 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf049c30-4872-457a-8a98-d356286dfa0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b0b488-abec-4d70-b249-8355f66abe40', 'code': 200} Jul 22 16:32:28.953978 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-8a7c89c7-63ea-4d08-97ae-24ab9a48e102 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:28.956258 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9a952-c912-4f03-899b-890bc1c7c4c9 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Pushing event deleted for resources: {'Port': ['ID=04ca5e7d-48c7-4833-ab8f-278610d94805,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:28.980471 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f09c19e-87cc-4053-9638-c337c155c363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:28.997777 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-13700dc8-b602-4b3f-aba9-cfdb655bc8be req-5e2d8a4f-450c-4383-9c7d-8eb97be9d4f2 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] For port 045dfd56-f6e5-4959-b0f0-7c34e1957e0f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=045dfd56-f6e5-4959-b0f0-7c34e1957e0f,segment=NetworkSegment(59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff),segment_id=59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:29.039961 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-13700dc8-b602-4b3f-aba9-cfdb655bc8be req-5e2d8a4f-450c-4383-9c7d-8eb97be9d4f2 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:29.046191 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-13700dc8-b602-4b3f-aba9-cfdb655bc8be req-5e2d8a4f-450c-4383-9c7d-8eb97be9d4f2 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:29.082732 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['045dfd56-f6e5-4959-b0f0-7c34e1957e0f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:29.085793 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['b2c832bf-09cc-41bb-a9c9-f6954a02fc67'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:29.112314 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13700dc8-b602-4b3f-aba9-cfdb655bc8be req-5e2d8a4f-450c-4383-9c7d-8eb97be9d4f2 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:29.113000 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-13700dc8-b602-4b3f-aba9-cfdb655bc8be req-5e2d8a4f-450c-4383-9c7d-8eb97be9d4f2 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:29.114867 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-13700dc8-b602-4b3f-aba9-cfdb655bc8be req-5e2d8a4f-450c-4383-9c7d-8eb97be9d4f2 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "PUT /v2.0/ports/045dfd56-f6e5-4959-b0f0-7c34e1957e0f HTTP/1.1" status: 200 len: 982 time: 0.6546433 Jul 22 16:32:29.124996 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1af32c2-ba8e-487b-91bd-6d56b4b14d0b', 'tag': '045dfd56-f6e5-4959-b0f0-7c34e1957e0f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:29.127466 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a822c2-02da-48ba-bcb6-2c95ca192c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "a1af32c2-ba8e-487b-91bd-6d56b4b14d0b", "tag": "045dfd56-f6e5-4959-b0f0-7c34e1957e0f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:29.149715 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d8a4f-450c-4383-9c7d-8eb97be9d4f2 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event updated for resources: {'Port': ['ID=045dfd56-f6e5-4959-b0f0-7c34e1957e0f,revision_number=6']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:29.184807 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec38fa8-51b3-4340-af41-9abbde0ecc37 req-19b9a952-c912-4f03-899b-890bc1c7c4c9 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] No DVR routers for this DVR port 04ca5e7d-48c7-4833-ab8f-278610d94805 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:32:29.201330 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2ec38fa8-51b3-4340-af41-9abbde0ecc37 req-19b9a952-c912-4f03-899b-890bc1c7c4c9 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:29.203736 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2ec38fa8-51b3-4340-af41-9abbde0ecc37 req-19b9a952-c912-4f03-899b-890bc1c7c4c9 tempest-ImagesTestJSON-734126624 tempest-ImagesTestJSON-734126624-project] 10.222.0.30 "DELETE /v2.0/ports/04ca5e7d-48c7-4833-ab8f-278610d94805 HTTP/1.1" status: 204 len: 173 time: 1.8173003 Jul 22 16:32:29.206057 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860351f7-dd70-4fa5-aeac-379675012faf', 'name': 'network-vif-deleted', 'tag': '04ca5e7d-48c7-4833-ab8f-278610d94805'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:29.208912 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ccb62a-e5db-46b0-a31e-a80954bc15cd" -d '{"events": [{"server_uuid": "860351f7-dd70-4fa5-aeac-379675012faf", "name": "network-vif-deleted", "tag": "04ca5e7d-48c7-4833-ab8f-278610d94805"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:29.244808 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-8a7c89c7-63ea-4d08-97ae-24ab9a48e102 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Network 11fd5339-ede9-4c72-a1e8-8686e18ee19f is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:32:29.246163 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c89c7-63ea-4d08-97ae-24ab9a48e102 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Pushing event updated for resources: {'Port': ['ID=dd09ccf3-8e13-44db-afa6-8f84cee7c3fe,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:29.255149 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42810) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:29.257468 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-8a7c89c7-63ea-4d08-97ae-24ab9a48e102 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:32:29.293007 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-8a7c89c7-63ea-4d08-97ae-24ab9a48e102 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:32:29.297688 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-499982ae-97a7-4c2b-9c09-a2f18120ac54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:29.301670 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac996c9-448e-44ac-a406-d702a1c7e72c req-1d467738-ce9d-44ee-ba72-2685259393ac tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:29.303763 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bac996c9-448e-44ac-a406-d702a1c7e72c req-1d467738-ce9d-44ee-ba72-2685259393ac tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=f62d7c6a-94f6-462a-b923-abec23cc1c37 HTTP/1.1" status: 200 len: 931 time: 0.1045969 Jul 22 16:32:29.338244 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['045dfd56-f6e5-4959-b0f0-7c34e1957e0f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:29.360101 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bac996c9-448e-44ac-a406-d702a1c7e72c req-b9a291c2-d37e-443d-8ab8-5767925e0494 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495558 Jul 22 16:32:29.433525 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-8a7c89c7-63ea-4d08-97ae-24ab9a48e102 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:29.434464 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-8a7c89c7-63ea-4d08-97ae-24ab9a48e102 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:29.444384 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58368268-d7b9-4020-a35e-a6768a5bfec5 req-ed18a4c4-e3b6-420f-8b29-d424c78bb489 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:29.446044 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-58368268-d7b9-4020-a35e-a6768a5bfec5 req-ed18a4c4-e3b6-420f-8b29-d424c78bb489 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 944 time: 0.3791873 Jul 22 16:32:29.463804 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589082d-ecb5-46c3-91c0-e68ec89d64ee req-b9e9bc0a-c7a4-4245-8e31-ecad55b005d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:29.466070 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d589082d-ecb5-46c3-91c0-e68ec89d64ee req-b9e9bc0a-c7a4-4245-8e31-ecad55b005d8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bf049c30-4872-457a-8a98-d356286dfa0e HTTP/1.1" status: 200 len: 1097 time: 0.3872020 Jul 22 16:32:29.518027 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404d223-ea8d-4e21-acbd-5e4b2c8e2d8c req-87e99dfd-cc81-4c76-b90c-180f8891d1fc tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:29.518923 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df4aef-dd09-414b-a0c3-3fa55131e42e req-693784cd-1600-4fb0-9f95-82099fb688e2 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:29.519761 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3404d223-ea8d-4e21-acbd-5e4b2c8e2d8c req-87e99dfd-cc81-4c76-b90c-180f8891d1fc tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=4522553d-3baa-4d6a-bd0d-0fd32dd99f02 HTTP/1.1" status: 200 len: 950 time: 0.0786612 Jul 22 16:32:29.520462 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52df4aef-dd09-414b-a0c3-3fa55131e42e req-693784cd-1600-4fb0-9f95-82099fb688e2 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.16 "GET /v2.0/ports?device_id=4522553d-3baa-4d6a-bd0d-0fd32dd99f02 HTTP/1.1" status: 200 len: 950 time: 0.2956903 Jul 22 16:32:29.570182 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3404d223-ea8d-4e21-acbd-5e4b2c8e2d8c req-8afdf92e-5433-47ce-9a5f-f11b3df3745a tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351207 Jul 22 16:32:29.589722 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-58368268-d7b9-4020-a35e-a6768a5bfec5 req-f876e4a4-a9a9-4290-baf0-3be62fb3583a tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293945 Jul 22 16:32:29.608463 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d589082d-ecb5-46c3-91c0-e68ec89d64ee req-835a22ba-60d6-40f2-aa6b-de044168a16c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306777 Jul 22 16:32:29.675572 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ffcf1df8-a6b5-4c6b-b5a7-5f74fef697e0 req-cc3182b0-d0f8-4036-b6f9-3d3758f10065 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/be65ab33-c40a-44d4-8122-003b0d093be4 HTTP/1.1" status: 200 len: 1801 time: 0.0674946 Jul 22 16:32:29.687368 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-499982ae-97a7-4c2b-9c09-a2f18120ac54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:29.695156 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-499982ae-97a7-4c2b-9c09-a2f18120ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:29.704023 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d02b9e2-da2b-4cbd-ac34-44648b18a78b x-openstack-request-id: req-3d02b9e2-da2b-4cbd-ac34-44648b18a78b {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:29.704278 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-8a7c89c7-63ea-4d08-97ae-24ab9a48e102 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3696101 Jul 22 16:32:29.705350 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1af32c2-ba8e-487b-91bd-6d56b4b14d0b", "tag": "045dfd56-f6e5-4959-b0f0-7c34e1957e0f", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:29.707626 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3d02b9e2-da2b-4cbd-ac34-44648b18a78b {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:29.708131 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1af32c2-ba8e-487b-91bd-6d56b4b14d0b', 'tag': '045dfd56-f6e5-4959-b0f0-7c34e1957e0f', 'status': 'completed', 'code': 200} Jul 22 16:32:29.749624 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-52df4aef-dd09-414b-a0c3-3fa55131e42e req-2943793b-dab8-4629-843e-90e4547920c7 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Deleting port ef0507f6-6a43-496f-b5f5-bbb128e673f3 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:29.749991 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-52df4aef-dd09-414b-a0c3-3fa55131e42e req-2943793b-dab8-4629-843e-90e4547920c7 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:29.760975 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-499982ae-97a7-4c2b-9c09-a2f18120ac54 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=608753608efa42e39ea1751d5b6acd92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993739 Jul 22 16:32:29.764630 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42816) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:29.772310 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499982ae-97a7-4c2b-9c09-a2f18120ac54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf107bc-da73-4227-9b8d-4d59cbe4c8ca,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:29.783008 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-b639105f-8942-4983-b272-bd2fd10f503b service neutron] Request body: {'port': {'device_id': 'f62d7c6a-94f6-462a-b923-abec23cc1c37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:29.817763 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [req-ffcf1df8-a6b5-4c6b-b5a7-5f74fef697e0 req-643eea01-0715-47df-807d-4d11711a4299 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 16:32:29.833474 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ffcf1df8-a6b5-4c6b-b5a7-5f74fef697e0 req-643eea01-0715-47df-807d-4d11711a4299 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "DELETE /v2.0/security-groups/be65ab33-c40a-44d4-8122-003b0d093be4 HTTP/1.1" status: 409 len: 341 time: 0.1570191 Jul 22 16:32:29.896153 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26c7c09e-9747-4acb-b4af-c29fa73ee398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:29.922096 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6586edcd-548d-4db9-a653-aeaaef909c71 x-openstack-request-id: req-6586edcd-548d-4db9-a653-aeaaef909c71 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:29.922451 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860351f7-dd70-4fa5-aeac-379675012faf", "name": "network-vif-deleted", "tag": "04ca5e7d-48c7-4833-ab8f-278610d94805", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:29.922642 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6586edcd-548d-4db9-a653-aeaaef909c71 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:29.923034 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860351f7-dd70-4fa5-aeac-379675012faf', 'name': 'network-vif-deleted', 'tag': '04ca5e7d-48c7-4833-ab8f-278610d94805', 'status': 'completed', 'code': 200} Jul 22 16:32:29.923695 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26c7c09e-9747-4acb-b4af-c29fa73ee398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:30.020404 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ea5d19b2-a0dd-4d41-bee4-1ea64a9a59e2 req-342f0fd7-6dc5-4037-97f3-0364df88d692 tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0564780 Jul 22 16:32:30.021379 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-52df4aef-dd09-414b-a0c3-3fa55131e42e req-2943793b-dab8-4629-843e-90e4547920c7 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] For port ef0507f6-6a43-496f-b5f5-bbb128e673f3, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ef0507f6-6a43-496f-b5f5-bbb128e673f3,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:30.021957 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-52df4aef-dd09-414b-a0c3-3fa55131e42e req-2943793b-dab8-4629-843e-90e4547920c7 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:30.042559 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-b639105f-8942-4983-b272-bd2fd10f503b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:30.044229 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-52df4aef-dd09-414b-a0c3-3fa55131e42e req-2943793b-dab8-4629-843e-90e4547920c7 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Calling delete_port for ef0507f6-6a43-496f-b5f5-bbb128e673f3 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:30.061766 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26c7c09e-9747-4acb-b4af-c29fa73ee398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:30.063971 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a822c2-02da-48ba-bcb6-2c95ca192c4a req-92d789be-576e-4029-83c1-2f8d6c747e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:30.065606 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04a822c2-02da-48ba-bcb6-2c95ca192c4a req-92d789be-576e-4029-83c1-2f8d6c747e16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=231f2008811e47828d2bf48d5ef7e115&device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 1136 time: 0.2878599 Jul 22 16:32:30.073296 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26c7c09e-9747-4acb-b4af-c29fa73ee398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:30.074582 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-26c7c09e-9747-4acb-b4af-c29fa73ee398 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dcf107bc-da73-4227-9b8d-4d59cbe4c8ca HTTP/1.1" status: 204 len: 168 time: 0.3077450 Jul 22 16:32:30.083894 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7c09e-9747-4acb-b4af-c29fa73ee398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf107bc-da73-4227-9b8d-4d59cbe4c8ca,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:30.084050 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414ae23-8591-49d2-874f-93d9649a7d1d req-cd523c26-dc4e-4fbd-a78d-019f25263dd8 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:30.090930 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9414ae23-8591-49d2-874f-93d9649a7d1d req-cd523c26-dc4e-4fbd-a78d-019f25263dd8 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fe0c357-77d6-444b-8afb-3f933ad08e06 HTTP/1.1" status: 200 len: 945 time: 0.2889299 Jul 22 16:32:30.293287 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9414ae23-8591-49d2-874f-93d9649a7d1d req-41f32f05-207d-4bf9-9bac-5cddc85d2043 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014384 Jul 22 16:32:30.374789 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef2f61-ea33-4958-a178-60c718a41d0d req-fd8c5729-e2af-4f68-a964-a32fa8139ea3 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:30.376773 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e1ef2f61-ea33-4958-a178-60c718a41d0d req-fd8c5729-e2af-4f68-a964-a32fa8139ea3 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 1095 time: 0.0689893 Jul 22 16:32:30.421608 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e1ef2f61-ea33-4958-a178-60c718a41d0d req-7f7e256b-e3bb-4417-94cd-95744d50cc21 tempest-LiveAutoBlockMigrationV225Test-547304623 tempest-LiveAutoBlockMigrationV225Test-547304623-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378840 Jul 22 16:32:30.444763 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a822c2-02da-48ba-bcb6-2c95ca192c4a req-2494006f-ad61-4d54-b426-956731a4407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:30.446523 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04a822c2-02da-48ba-bcb6-2c95ca192c4a req-2494006f-ad61-4d54-b426-956731a4407a service neutron] 10.222.0.30 "GET /v2.0/networks?id=1fe00deb-8fc2-41e7-9cec-edcb691a1fa6 HTTP/1.1" status: 200 len: 914 time: 0.3536346 Jul 22 16:32:30.536707 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04a822c2-02da-48ba-bcb6-2c95ca192c4a req-00027543-0962-469e-ad67-425f8004129e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=045dfd56-f6e5-4959-b0f0-7c34e1957e0f HTTP/1.1" status: 200 len: 217 time: 0.0754275 Jul 22 16:32:30.643482 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878727b3-5dba-46f1-a64e-f392987af5bf req-d6b4f59b-64b2-4f92-96dd-b7024ed79b22 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:30.652321 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-878727b3-5dba-46f1-a64e-f392987af5bf req-d6b4f59b-64b2-4f92-96dd-b7024ed79b22 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=f62d7c6a-94f6-462a-b923-abec23cc1c37 HTTP/1.1" status: 200 len: 931 time: 0.0861323 Jul 22 16:32:30.701748 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-878727b3-5dba-46f1-a64e-f392987af5bf req-5cc4bb00-c79a-4b47-af63-4f4b1859693f tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485899 Jul 22 16:32:30.720572 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb261d-eef9-4eaf-9678-904be25d48ab req-413a7a2e-bad3-4674-81ef-f69b2b0e8acf tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:30.722443 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b7cb261d-eef9-4eaf-9678-904be25d48ab req-413a7a2e-bad3-4674-81ef-f69b2b0e8acf tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 985 time: 0.3435910 Jul 22 16:32:30.745346 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-52df4aef-dd09-414b-a0c3-3fa55131e42e req-2943793b-dab8-4629-843e-90e4547920c7 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:30.748655 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a822c2-02da-48ba-bcb6-2c95ca192c4a req-02660c59-25f5-45b9-8d22-4ff90fc572bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:30.750422 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04a822c2-02da-48ba-bcb6-2c95ca192c4a req-02660c59-25f5-45b9-8d22-4ff90fc572bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e24e805-057d-42fd-88f6-45eb8cdba1d6 HTTP/1.1" status: 200 len: 853 time: 0.2047954 Jul 22 16:32:30.796614 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['2fc7d7f0-c1de-4fda-9923-c876ffff45d8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:30.842787 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943793b-dab8-4629-843e-90e4547920c7 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Pushing event deleted for resources: {'Port': ['ID=ef0507f6-6a43-496f-b5f5-bbb128e673f3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:30.883468 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04a822c2-02da-48ba-bcb6-2c95ca192c4a req-ddf53578-3dbc-44ac-9f66-32eeeadc3c3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1fe00deb-8fc2-41e7-9cec-edcb691a1fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171169 Jul 22 16:32:30.945453 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe0c357-77d6-444b-8afb-3f933ad08e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93246619-2527-488f-91b0-fd8f7e2607fd'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:30.953822 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65beeafa-91ab-4f28-a160-8ff00d7475ac" -d '{"events": [{"server_uuid": "1fe0c357-77d6-444b-8afb-3f933ad08e06", "name": "network-vif-plugged", "status": "completed", "tag": "93246619-2527-488f-91b0-fd8f7e2607fd"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:31.043683 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b7cb261d-eef9-4eaf-9678-904be25d48ab req-a439f8c8-7e29-4c67-9db5-08d22eb8323b tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6c5988b-5235-4680-8ef9-ed64c0061443&id=be65ab33-c40a-44d4-8122-003b0d093be4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3094139 Jul 22 16:32:31.056909 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-52df4aef-dd09-414b-a0c3-3fa55131e42e req-2943793b-dab8-4629-843e-90e4547920c7 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] No DVR routers for this DVR port ef0507f6-6a43-496f-b5f5-bbb128e673f3 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:32:31.065776 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-52df4aef-dd09-414b-a0c3-3fa55131e42e req-2943793b-dab8-4629-843e-90e4547920c7 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:31.074417 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52df4aef-dd09-414b-a0c3-3fa55131e42e req-2943793b-dab8-4629-843e-90e4547920c7 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.16 "DELETE /v2.0/ports/ef0507f6-6a43-496f-b5f5-bbb128e673f3 HTTP/1.1" status: 204 len: 173 time: 1.5439265 Jul 22 16:32:31.130360 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d175daa-1a6c-4020-a26c-8df5e8684846 req-dae0428c-eb87-4974-ac22-38bcccf3ef07 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=4522553d-3baa-4d6a-bd0d-0fd32dd99f02 HTTP/1.1" status: 200 len: 210 time: 0.0567210 Jul 22 16:32:31.185981 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abb144c-5a8f-417f-a225-eaefc852f174 x-openstack-request-id: req-5abb144c-5a8f-417f-a225-eaefc852f174 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:31.186496 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe0c357-77d6-444b-8afb-3f933ad08e06", "name": "network-vif-plugged", "status": "completed", "tag": "93246619-2527-488f-91b0-fd8f7e2607fd", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:31.186956 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5abb144c-5a8f-417f-a225-eaefc852f174 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:31.187508 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe0c357-77d6-444b-8afb-3f933ad08e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93246619-2527-488f-91b0-fd8f7e2607fd', 'code': 200} Jul 22 16:32:31.188326 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-b639105f-8942-4983-b272-bd2fd10f503b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd09ccf3-8e13-44db-afa6-8f84cee7c3fe {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:31.204044 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-b639105f-8942-4983-b272-bd2fd10f503b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:31.261975 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04a822c2-02da-48ba-bcb6-2c95ca192c4a req-24b1cdf6-a2a6-4414-aa25-03a2aa7f720a service neutron] 10.222.0.30 "GET /v2.0/networks/1fe00deb-8fc2-41e7-9cec-edcb691a1fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611686 Jul 22 16:32:31.263541 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-b639105f-8942-4983-b272-bd2fd10f503b service neutron] Transition to ACTIVE for port object dd09ccf3-8e13-44db-afa6-8f84cee7c3fe will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:32:31.296447 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-b639105f-8942-4983-b272-bd2fd10f503b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:31.337889 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6eeb46b3-2ebe-403e-b8c6-1383611f3bd9 req-be56a739-630a-4d5d-ab43-4f75e4730590 tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0387857 Jul 22 16:32:31.401030 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d40fc-cd22-42c2-9faa-5a6c89cb3ff5 req-6d8e55d1-dfcd-4f6e-8911-dda04d07125b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:31.403025 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-082d40fc-cd22-42c2-9faa-5a6c89cb3ff5 req-6d8e55d1-dfcd-4f6e-8911-dda04d07125b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1fe0c357-77d6-444b-8afb-3f933ad08e06 HTTP/1.1" status: 200 len: 1096 time: 0.0639746 Jul 22 16:32:31.448248 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639105f-8942-4983-b272-bd2fd10f503b service neutron] Pushing event updated for resources: {'Port': ['ID=dd09ccf3-8e13-44db-afa6-8f84cee7c3fe,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:31.453548 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-082d40fc-cd22-42c2-9faa-5a6c89cb3ff5 req-f4c67034-3071-4ce5-858a-542ccfbc3df6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431576 Jul 22 16:32:31.458211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc421557-8d69-42b7-8745-9e29430d99a1 req-c919efaf-e90a-4833-877d-988a7f3fed0c tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:31.459806 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fc421557-8d69-42b7-8745-9e29430d99a1 req-c919efaf-e90a-4833-877d-988a7f3fed0c tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 944 time: 0.2465444 Jul 22 16:32:31.535392 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06107c7-edb9-4fb2-8195-98a4635a1bf6 req-89ecbf35-e6fa-4b9e-a7f4-dce7c73afed4 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:31.536979 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a06107c7-edb9-4fb2-8195-98a4635a1bf6 req-89ecbf35-e6fa-4b9e-a7f4-dce7c73afed4 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fe0c357-77d6-444b-8afb-3f933ad08e06 HTTP/1.1" status: 200 len: 945 time: 0.0825944 Jul 22 16:32:31.548175 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04a822c2-02da-48ba-bcb6-2c95ca192c4a req-9252c1d6-9f78-4685-8c47-c1e50bca93a5 service neutron] 10.222.0.30 "GET /v2.0/networks/1fe00deb-8fc2-41e7-9cec-edcb691a1fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626002 Jul 22 16:32:31.584478 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:31.588073 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd229-8df4-4c65-969b-6081bdf7197f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:31.592544 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fc421557-8d69-42b7-8745-9e29430d99a1 req-c470a59e-6eeb-4c2b-ac12-f847bca03907 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128614 Jul 22 16:32:31.610422 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a06107c7-edb9-4fb2-8195-98a4635a1bf6 req-0c55c2c2-f9b6-4ce8-9ed1-59713714797f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560691 Jul 22 16:32:31.621075 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-b639105f-8942-4983-b272-bd2fd10f503b service neutron] Attempting to bind port dd09ccf3-8e13-44db-afa6-8f84cee7c3fe on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:32:31.622313 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-b639105f-8942-4983-b272-bd2fd10f503b service neutron] Attempting to bind port dd09ccf3-8e13-44db-afa6-8f84cee7c3fe by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '11fd5339-ede9-4c72-a1e8-8686e18ee19f'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:32:31.622853 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-b639105f-8942-4983-b272-bd2fd10f503b service neutron] Attempting to bind port dd09ccf3-8e13-44db-afa6-8f84cee7c3fe on network 11fd5339-ede9-4c72-a1e8-8686e18ee19f {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:31.639110 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-b639105f-8942-4983-b272-bd2fd10f503b service neutron] Port dd09ccf3-8e13-44db-afa6-8f84cee7c3fe on network 11fd5339-ede9-4c72-a1e8-8686e18ee19f not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:32:31.639425 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-b639105f-8942-4983-b272-bd2fd10f503b service neutron] Attempting to bind port dd09ccf3-8e13-44db-afa6-8f84cee7c3fe on network 11fd5339-ede9-4c72-a1e8-8686e18ee19f {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:31.654556 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-b639105f-8942-4983-b272-bd2fd10f503b service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:32:31.655635 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-b639105f-8942-4983-b272-bd2fd10f503b service neutron] Checking segment: {'id': '3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '11fd5339-ede9-4c72-a1e8-8686e18ee19f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:32:31.656037 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-b639105f-8942-4983-b272-bd2fd10f503b service neutron] Bound using segment: {'id': '3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '11fd5339-ede9-4c72-a1e8-8686e18ee19f'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:32:31.656519 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-b639105f-8942-4983-b272-bd2fd10f503b service neutron] Bound port: dd09ccf3-8e13-44db-afa6-8f84cee7c3fe, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '11fd5339-ede9-4c72-a1e8-8686e18ee19f'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:32:31.656892 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-b639105f-8942-4983-b272-bd2fd10f503b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:31.753178 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-b639105f-8942-4983-b272-bd2fd10f503b service neutron] For port dd09ccf3-8e13-44db-afa6-8f84cee7c3fe, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:32:31.756783 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-b639105f-8942-4983-b272-bd2fd10f503b service neutron] For port dd09ccf3-8e13-44db-afa6-8f84cee7c3fe, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=dd09ccf3-8e13-44db-afa6-8f84cee7c3fe,segment=NetworkSegment(3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad),segment_id=3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:32:31.764352 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-b639105f-8942-4983-b272-bd2fd10f503b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:31.790810 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-b639105f-8942-4983-b272-bd2fd10f503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:31.793053 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-b639105f-8942-4983-b272-bd2fd10f503b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:31.805032 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-b639105f-8942-4983-b272-bd2fd10f503b service neutron] 10.222.0.30 "PUT /v2.0/ports/dd09ccf3-8e13-44db-afa6-8f84cee7c3fe HTTP/1.1" status: 200 len: 1091 time: 2.0244799 Jul 22 16:32:31.856870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42906) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:31.889967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394700a-9974-434f-8921-e92efb44981a req-e3596a36-b347-4128-8cbd-9a2801fa83c9 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:31.897699 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4394700a-9974-434f-8921-e92efb44981a req-e3596a36-b347-4128-8cbd-9a2801fa83c9 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=f62d7c6a-94f6-462a-b923-abec23cc1c37 HTTP/1.1" status: 200 len: 943 time: 0.1207504 Jul 22 16:32:31.920620 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639105f-8942-4983-b272-bd2fd10f503b service neutron] Pushing event updated for resources: {'Port': ['ID=dd09ccf3-8e13-44db-afa6-8f84cee7c3fe,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:31.931275 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4522553d-3baa-4d6a-bd0d-0fd32dd99f02', 'name': 'network-vif-deleted', 'tag': 'ef0507f6-6a43-496f-b5f5-bbb128e673f3'}, {'name': 'network-changed', 'server_uuid': 'f62d7c6a-94f6-462a-b923-abec23cc1c37', 'tag': 'dd09ccf3-8e13-44db-afa6-8f84cee7c3fe'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:31.936110 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4394700a-9974-434f-8921-e92efb44981a req-1474f65e-c32f-4374-8f3f-adce305cc509 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370164 Jul 22 16:32:31.941697 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68c84c2-2f25-4da1-8346-f0b503d2ba00" -d '{"events": [{"server_uuid": "4522553d-3baa-4d6a-bd0d-0fd32dd99f02", "name": "network-vif-deleted", "tag": "ef0507f6-6a43-496f-b5f5-bbb128e673f3"}, {"name": "network-changed", "server_uuid": "f62d7c6a-94f6-462a-b923-abec23cc1c37", "tag": "dd09ccf3-8e13-44db-afa6-8f84cee7c3fe"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:31.945397 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-5221808e-30ac-44dd-9c49-2a8bc6cd9953 admin admin] Deleting subnet ebacc49d-e692-4fa0-8885-df5965dbe3a3 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:32:31.951213 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5221808e-30ac-44dd-9c49-2a8bc6cd9953 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:31.989223 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5221808e-30ac-44dd-9c49-2a8bc6cd9953 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:32.182905 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3705bb-ed34-4234-95ea-d7bf5aa55f71 req-8b1f337a-4b9c-480b-a3b5-fab3c51181e3 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:32.184379 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4d3705bb-ed34-4234-95ea-d7bf5aa55f71 req-8b1f337a-4b9c-480b-a3b5-fab3c51181e3 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 985 time: 0.0697892 Jul 22 16:32:32.228171 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4d3705bb-ed34-4234-95ea-d7bf5aa55f71 req-65409ae3-2de8-4876-a772-90a5d1c2a973 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6c5988b-5235-4680-8ef9-ed64c0061443&id=be65ab33-c40a-44d4-8122-003b0d093be4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0377119 Jul 22 16:32:32.324130 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207a674e-a0a7-43e8-9c05-57a8f1b31eab x-openstack-request-id: req-207a674e-a0a7-43e8-9c05-57a8f1b31eab {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:32.324370 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4522553d-3baa-4d6a-bd0d-0fd32dd99f02", "name": "network-vif-deleted", "tag": "ef0507f6-6a43-496f-b5f5-bbb128e673f3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f62d7c6a-94f6-462a-b923-abec23cc1c37", "tag": "dd09ccf3-8e13-44db-afa6-8f84cee7c3fe", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:32.324613 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-207a674e-a0a7-43e8-9c05-57a8f1b31eab {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:32.325518 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4522553d-3baa-4d6a-bd0d-0fd32dd99f02', 'name': 'network-vif-deleted', 'tag': 'ef0507f6-6a43-496f-b5f5-bbb128e673f3', 'status': 'completed', 'code': 200} Jul 22 16:32:32.325772 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62d7c6a-94f6-462a-b923-abec23cc1c37', 'tag': 'dd09ccf3-8e13-44db-afa6-8f84cee7c3fe', 'status': 'completed', 'code': 200} Jul 22 16:32:32.346920 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-5b494bfb-ca55-42b8-ae04-f732b0241445 req-a2148d20-6916-4784-acac-5718d61cdc25 tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1888382578', 'description': 'tempest-description-543921667'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:32.419232 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5221808e-30ac-44dd-9c49-2a8bc6cd9953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:32.452034 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5b494bfb-ca55-42b8-ae04-f732b0241445 req-a2148d20-6916-4784-acac-5718d61cdc25 tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:32.477402 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5b494bfb-ca55-42b8-ae04-f732b0241445 req-a2148d20-6916-4784-acac-5718d61cdc25 tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:32.490339 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7e1e3943-c0a0-4761-8a5e-d79763c7c042 req-ab8f8ff2-972b-4c5e-a3e0-8c795f5636c4 tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0321305 Jul 22 16:32:32.510487 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9266e-d367-47f7-a40b-39583f453b78 req-6367c172-53ae-4554-9ebf-7a2c737e1d84 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:32.512182 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28c9266e-d367-47f7-a40b-39583f453b78 req-6367c172-53ae-4554-9ebf-7a2c737e1d84 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.30 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 944 time: 0.1091571 Jul 22 16:32:32.525347 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c84c2-2f25-4da1-8346-f0b503d2ba00 req-b8f44d3b-23e7-4e6c-aa46-c1b233c59f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:32.526961 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e68c84c2-2f25-4da1-8346-f0b503d2ba00 req-b8f44d3b-23e7-4e6c-aa46-c1b233c59f6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c01e19ea85c04eff85a8e7af5d534fb7&device_id=f62d7c6a-94f6-462a-b923-abec23cc1c37 HTTP/1.1" status: 200 len: 1094 time: 0.2004337 Jul 22 16:32:32.534583 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db21f8-a9f8-4eb4-a68c-b09c93ac7dad req-f75b6740-4065-40d8-ae24-92ab05798ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:32.536105 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-05db21f8-a9f8-4eb4-a68c-b09c93ac7dad req-f75b6740-4065-40d8-ae24-92ab05798ed0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=231f2008811e47828d2bf48d5ef7e115&device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 1136 time: 0.2138643 Jul 22 16:32:32.542593 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5221808e-30ac-44dd-9c49-2a8bc6cd9953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:32.570394 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device ef0507f6-6a43-496f-b5f5-bbb128e673f3 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:32.600424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5221808e-30ac-44dd-9c49-2a8bc6cd9953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebacc49d-e692-4fa0-8885-df5965dbe3a3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:32.605443 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: ef0507f6-6a43-496f-b5f5-bbb128e673f3 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:32:32.606348 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device ef0507f6-6a43-496f-b5f5-bbb128e673f3 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:32:32.624852 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5221808e-30ac-44dd-9c49-2a8bc6cd9953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:32.626775 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5221808e-30ac-44dd-9c49-2a8bc6cd9953 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ebacc49d-e692-4fa0-8885-df5965dbe3a3 HTTP/1.1" status: 204 len: 168 time: 0.7665815 Jul 22 16:32:32.634091 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42926) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:32.650457 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:32.692930 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6942cc2-0791-4350-9e7c-b584d4d6a78e req-f1409348-a776-4a92-acbc-3a296f45565f tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:32.694466 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c6942cc2-0791-4350-9e7c-b584d4d6a78e req-f1409348-a776-4a92-acbc-3a296f45565f tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=492de56f-8e7d-47f6-8951-76b43597ae4c HTTP/1.1" status: 200 len: 950 time: 0.1234372 Jul 22 16:32:32.697621 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-28c9266e-d367-47f7-a40b-39583f453b78 req-c4d49a75-6ffe-4bc7-8653-64d8311bab70 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Deleting port 351dca08-c94b-4083-924e-4d5b665dcacb {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:32.697996 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28c9266e-d367-47f7-a40b-39583f453b78 req-c4d49a75-6ffe-4bc7-8653-64d8311bab70 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:32.791111 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c6942cc2-0791-4350-9e7c-b584d4d6a78e req-a8fc175f-b1e2-4fff-a50c-55b3b250f21a tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879924 Jul 22 16:32:32.822843 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-28c9266e-d367-47f7-a40b-39583f453b78 req-c4d49a75-6ffe-4bc7-8653-64d8311bab70 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] For port 351dca08-c94b-4083-924e-4d5b665dcacb, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=351dca08-c94b-4083-924e-4d5b665dcacb,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:32.823208 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28c9266e-d367-47f7-a40b-39583f453b78 req-c4d49a75-6ffe-4bc7-8653-64d8311bab70 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:32.837662 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-28c9266e-d367-47f7-a40b-39583f453b78 req-c4d49a75-6ffe-4bc7-8653-64d8311bab70 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Calling delete_port for 351dca08-c94b-4083-924e-4d5b665dcacb owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:32.843832 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f66bff5c-05ad-466b-83db-8f35b0844a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:32.891087 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c84c2-2f25-4da1-8346-f0b503d2ba00 req-045aa01e-4306-491f-aac8-3f616eb1f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:32.892585 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e68c84c2-2f25-4da1-8346-f0b503d2ba00 req-045aa01e-4306-491f-aac8-3f616eb1f458 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c01e19ea85c04eff85a8e7af5d534fb7&shared=False HTTP/1.1" status: 200 len: 923 time: 0.3372483 Jul 22 16:32:32.896542 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db21f8-a9f8-4eb4-a68c-b09c93ac7dad req-267a6384-7017-448a-859d-3c20f20ae1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:32.897887 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-05db21f8-a9f8-4eb4-a68c-b09c93ac7dad req-267a6384-7017-448a-859d-3c20f20ae1f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1fe00deb-8fc2-41e7-9cec-edcb691a1fa6 HTTP/1.1" status: 200 len: 914 time: 0.3209257 Jul 22 16:32:32.901060 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5b494bfb-ca55-42b8-ae04-f732b0241445 req-a2148d20-6916-4784-acac-5718d61cdc25 tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:32.907776 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5b494bfb-ca55-42b8-ae04-f732b0241445 req-a2148d20-6916-4784-acac-5718d61cdc25 tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:33.034360 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-05db21f8-a9f8-4eb4-a68c-b09c93ac7dad req-50d26870-5124-4009-a3c4-b08f55fef36b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=045dfd56-f6e5-4959-b0f0-7c34e1957e0f HTTP/1.1" status: 200 len: 217 time: 0.0939431 Jul 22 16:32:33.061234 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2148d20-6916-4784-acac-5718d61cdc25 tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da255622-cbe8-431e-a53d-51ef791f106d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:33.145361 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f66bff5c-05ad-466b-83db-8f35b0844a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:33.182197 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f66bff5c-05ad-466b-83db-8f35b0844a1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c91084da-dc2f-47a0-a494-d8982c84093b']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:33.210282 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f66bff5c-05ad-466b-83db-8f35b0844a1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a30e678-adaa-4812-b630-c555a69386a8') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:33.210571 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f66bff5c-05ad-466b-83db-8f35b0844a1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a30e678-adaa-4812-b630-c555a69386a8') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:33.236882 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f66bff5c-05ad-466b-83db-8f35b0844a1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:33.252318 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db21f8-a9f8-4eb4-a68c-b09c93ac7dad req-5c520da3-b93a-4470-97d6-7217bc9d9729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:33.253888 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-05db21f8-a9f8-4eb4-a68c-b09c93ac7dad req-5c520da3-b93a-4470-97d6-7217bc9d9729 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e24e805-057d-42fd-88f6-45eb8cdba1d6 HTTP/1.1" status: 200 len: 853 time: 0.1561947 Jul 22 16:32:33.254882 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c84c2-2f25-4da1-8346-f0b503d2ba00 req-eb01b00d-66f9-41b9-8ef3-fbced7e42f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:33.256342 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e68c84c2-2f25-4da1-8346-f0b503d2ba00 req-eb01b00d-66f9-41b9-8ef3-fbced7e42f95 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3460469 Jul 22 16:32:33.267502 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f66bff5c-05ad-466b-83db-8f35b0844a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:33.270603 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f76b68-b3b4-4091-93b5-9c1efae1ad36 req-5f0201f0-0725-456a-be09-b3d7afbcee1e tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:33.272194 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-88f76b68-b3b4-4091-93b5-9c1efae1ad36 req-5f0201f0-0725-456a-be09-b3d7afbcee1e tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fe0c357-77d6-444b-8afb-3f933ad08e06 HTTP/1.1" status: 200 len: 945 time: 0.3945503 Jul 22 16:32:33.283696 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66bff5c-05ad-466b-83db-8f35b0844a1f admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:32:33.284288 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f66bff5c-05ad-466b-83db-8f35b0844a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:32:33.286080 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:32:33.296418 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5b494bfb-ca55-42b8-ae04-f732b0241445 req-a2148d20-6916-4784-acac-5718d61cdc25 tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:33.327204 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-05db21f8-a9f8-4eb4-a68c-b09c93ac7dad req-c5b04fe6-a924-44db-8164-dea50f702113 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1fe00deb-8fc2-41e7-9cec-edcb691a1fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459666 Jul 22 16:32:33.330002 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5b494bfb-ca55-42b8-ae04-f732b0241445 req-a2148d20-6916-4784-acac-5718d61cdc25 tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:33.340747 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-88f76b68-b3b4-4091-93b5-9c1efae1ad36 req-7975971d-71ca-4753-b682-3d1ef7cb650c tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500510 Jul 22 16:32:33.342036 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28c9266e-d367-47f7-a40b-39583f453b78 req-c4d49a75-6ffe-4bc7-8653-64d8311bab70 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:33.380179 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d49a75-6ffe-4bc7-8653-64d8311bab70 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Pushing event deleted for resources: {'Port': ['ID=351dca08-c94b-4083-924e-4d5b665dcacb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:33.389292 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['9996a004-c98a-44c6-b9eb-9cba5a931bb1'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:33.392655 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:33.438954 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c9266e-d367-47f7-a40b-39583f453b78 req-c4d49a75-6ffe-4bc7-8653-64d8311bab70 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] No DVR routers for this DVR port 351dca08-c94b-4083-924e-4d5b665dcacb on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:32:33.454911 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28c9266e-d367-47f7-a40b-39583f453b78 req-c4d49a75-6ffe-4bc7-8653-64d8311bab70 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:33.457790 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28c9266e-d367-47f7-a40b-39583f453b78 req-c4d49a75-6ffe-4bc7-8653-64d8311bab70 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.30 "DELETE /v2.0/ports/351dca08-c94b-4083-924e-4d5b665dcacb HTTP/1.1" status: 204 len: 173 time: 0.9300480 Jul 22 16:32:33.461082 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992efabc-c450-457f-9945-f5d968d24640', 'name': 'network-vif-deleted', 'tag': '351dca08-c94b-4083-924e-4d5b665dcacb'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:33.465468 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5d7d60-e14d-4660-9439-28dfb3a342b8" -d '{"events": [{"server_uuid": "992efabc-c450-457f-9945-f5d968d24640", "name": "network-vif-deleted", "tag": "351dca08-c94b-4083-924e-4d5b665dcacb"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:33.465857 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5b494bfb-ca55-42b8-ae04-f732b0241445 req-a2148d20-6916-4784-acac-5718d61cdc25 tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:33.467115 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b494bfb-ca55-42b8-ae04-f732b0241445 req-a2148d20-6916-4784-acac-5718d61cdc25 tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1459396 Jul 22 16:32:33.473404 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f66bff5c-05ad-466b-83db-8f35b0844a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:33.516045 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f66bff5c-05ad-466b-83db-8f35b0844a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:33.517862 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f66bff5c-05ad-466b-83db-8f35b0844a1f admin admin] 10.222.0.69 "DELETE /v2.0/networks/c91084da-dc2f-47a0-a494-d8982c84093b HTTP/1.1" status: 204 len: 168 time: 0.8795979 Jul 22 16:32:33.522920 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2148d20-6916-4784-acac-5718d61cdc25 tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87b1c407-336a-4cfa-98ac-362d1464df6b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:33.547172 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bff5c-05ad-466b-83db-8f35b0844a1f admin admin] Pushing event deleted for resources: {'Network': ['ID=c91084da-dc2f-47a0-a494-d8982c84093b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:33.580306 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-05db21f8-a9f8-4eb4-a68c-b09c93ac7dad req-791cc481-cd73-4852-b315-ce68a1adc264 service neutron] 10.222.0.30 "GET /v2.0/networks/1fe00deb-8fc2-41e7-9cec-edcb691a1fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361574 Jul 22 16:32:33.584213 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dd7e9851-a554-4308-9adf-bde0fcc12c7d req-d911a0e3-e387-4d57-adc5-d243ff84a6fa tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 210 time: 0.1466322 Jul 22 16:32:33.658491 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-f362b279-12d8-4e32-abbd-5a3707faf7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:33.660286 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-f362b279-12d8-4e32-abbd-5a3707faf7f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c01e19ea85c04eff85a8e7af5d534fb7&device_id=f62d7c6a-94f6-462a-b923-abec23cc1c37 HTTP/1.1" status: 200 len: 1094 time: 0.3028922 Jul 22 16:32:33.742493 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667a84e-caeb-426f-b4b9-23637571c69b req-48bba494-204e-4d8c-929f-c25c9e368aa1 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:33.752980 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2667a84e-caeb-426f-b4b9-23637571c69b req-48bba494-204e-4d8c-929f-c25c9e368aa1 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 985 time: 0.0954320 Jul 22 16:32:33.757110 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-995956f5-817e-4b1a-b14f-f580f3b2cca1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd09ccf3-8e13-44db-afa6-8f84cee7c3fe HTTP/1.1" status: 200 len: 217 time: 0.0499659 Jul 22 16:32:33.816813 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-05db21f8-a9f8-4eb4-a68c-b09c93ac7dad req-e349717c-d19b-4d04-8017-0ac05ada54b4 service neutron] 10.222.0.30 "GET /v2.0/networks/1fe00deb-8fc2-41e7-9cec-edcb691a1fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140419 Jul 22 16:32:33.818533 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2667a84e-caeb-426f-b4b9-23637571c69b req-9816baa9-14f5-4cfb-9a33-db5a24c4ea1b tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6c5988b-5235-4680-8ef9-ed64c0061443&id=be65ab33-c40a-44d4-8122-003b0d093be4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0644276 Jul 22 16:32:33.819588 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42944) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:33.833946 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284ed7d-60c5-4e8a-9965-f96b1eb7eaee req-703c234d-4046-47a3-a4a6-bf89a4edc902 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:33.835154 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c284ed7d-60c5-4e8a-9965-f96b1eb7eaee req-703c234d-4046-47a3-a4a6-bf89a4edc902 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=f62d7c6a-94f6-462a-b923-abec23cc1c37 HTTP/1.1" status: 200 len: 943 time: 0.2537935 Jul 22 16:32:33.862690 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-1203b379-f4c6-46a9-9356-dc3905f9e54c req-7be077e6-9cc5-414f-b511-47607843e8f1 tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1217110355', 'description': 'tempest-description-336495317'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:33.868963 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-78973b19-3575-4bdb-8e8f-fcbfc418f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:33.870652 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-78973b19-3575-4bdb-8e8f-fcbfc418f100 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b3d31ec7-0709-410d-b2c0-dce9daa2755c HTTP/1.1" status: 200 len: 862 time: 0.1005785 Jul 22 16:32:33.881593 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f78d0d26-9c05-4a21-847c-77aa198f133f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ac588735236c4792be7c191fef7dacd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0608218 Jul 22 16:32:33.884439 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42948) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:33.897331 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c284ed7d-60c5-4e8a-9965-f96b1eb7eaee req-3c15a930-39c7-4016-8e3c-d229c93b242f tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594034 Jul 22 16:32:33.932114 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1203b379-f4c6-46a9-9356-dc3905f9e54c req-7be077e6-9cc5-414f-b511-47607843e8f1 tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:33.944651 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-6545d609-ec51-40c1-8317-71606d5663cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11fd5339-ede9-4c72-a1e8-8686e18ee19f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432744 Jul 22 16:32:33.954151 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f668ef2-4657-4a70-9577-5591aeb1ea8e x-openstack-request-id: req-4f668ef2-4657-4a70-9577-5591aeb1ea8e {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:33.954657 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992efabc-c450-457f-9945-f5d968d24640", "name": "network-vif-deleted", "tag": "351dca08-c94b-4083-924e-4d5b665dcacb", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:33.954907 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4f668ef2-4657-4a70-9577-5591aeb1ea8e {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:33.955296 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992efabc-c450-457f-9945-f5d968d24640', 'name': 'network-vif-deleted', 'tag': '351dca08-c94b-4083-924e-4d5b665dcacb', 'status': 'completed', 'code': 200} Jul 22 16:32:33.991230 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be52d546-d325-43fc-b05b-777b11233051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:34.031614 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be52d546-d325-43fc-b05b-777b11233051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:34.073882 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f4c5232a-ed85-4a70-9185-33a5ff79ebb2 req-2c3b11aa-317c-4bd5-981b-ba4650418e4c tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0580363 Jul 22 16:32:34.130323 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be52d546-d325-43fc-b05b-777b11233051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:34.138950 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be52d546-d325-43fc-b05b-777b11233051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:34.140111 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-be52d546-d325-43fc-b05b-777b11233051 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7e194816-2303-4bcd-8089-e41c175bf0d2 HTTP/1.1" status: 204 len: 168 time: 0.2548637 Jul 22 16:32:34.148567 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1203b379-f4c6-46a9-9356-dc3905f9e54c req-7be077e6-9cc5-414f-b511-47607843e8f1 tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:34.158635 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52d546-d325-43fc-b05b-777b11233051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e194816-2303-4bcd-8089-e41c175bf0d2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:34.160663 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1203b379-f4c6-46a9-9356-dc3905f9e54c req-7be077e6-9cc5-414f-b511-47607843e8f1 tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:34.186677 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-72807502-3caf-4541-8afb-30483ea0749b service neutron] 10.222.0.30 "GET /v2.0/networks/11fd5339-ede9-4c72-a1e8-8686e18ee19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954050 Jul 22 16:32:34.208818 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1203b379-f4c6-46a9-9356-dc3905f9e54c req-7be077e6-9cc5-414f-b511-47607843e8f1 tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:34.213510 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1203b379-f4c6-46a9-9356-dc3905f9e54c req-7be077e6-9cc5-414f-b511-47607843e8f1 tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3602641 Jul 22 16:32:34.231716 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be077e6-9cc5-414f-b511-47607843e8f1 tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c86a0f-b677-4e09-a0cd-508d7e9543c4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:34.316780 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 351dca08-c94b-4083-924e-4d5b665dcacb no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:34.335182 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fad29-445b-463a-afab-b4fa83256ec9 req-c389561b-9031-4857-9bd4-8dcf0eb765f7 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:34.337302 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d18fad29-445b-463a-afab-b4fa83256ec9 req-c389561b-9031-4857-9bd4-8dcf0eb765f7 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=492de56f-8e7d-47f6-8951-76b43597ae4c HTTP/1.1" status: 200 len: 950 time: 0.1491809 Jul 22 16:32:34.363208 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 351dca08-c94b-4083-924e-4d5b665dcacb {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:32:34.363894 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 351dca08-c94b-4083-924e-4d5b665dcacb not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:32:34.367950 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5456d2f3-40a2-48b7-8633-fcc7377fce02 req-2a2a9fcd-6766-4f29-84f2-231138d9bfed service neutron] 10.222.0.30 "GET /v2.0/networks/11fd5339-ede9-4c72-a1e8-8686e18ee19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432767 Jul 22 16:32:34.391450 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d18fad29-445b-463a-afab-b4fa83256ec9 req-db791b88-4b4d-4e29-97fe-564f384f9b3e tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/security-groups?id=2e9aa2b9-261a-4b63-a884-ca95eda7ac63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438032 Jul 22 16:32:34.509748 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:34.569692 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-4d78683a-0322-4128-b1e8-9016041e9c98 req-6b9da3ab-e241-4846-b7ae-a4572f203541 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1328224835', 'description': 'tempest-description-2099099813'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:34.600227 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4d78683a-0322-4128-b1e8-9016041e9c98 req-6b9da3ab-e241-4846-b7ae-a4572f203541 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:34.613671 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4d78683a-0322-4128-b1e8-9016041e9c98 req-6b9da3ab-e241-4846-b7ae-a4572f203541 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:34.627938 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6ae4d-fcd4-4d51-80ff-ed935685b299 req-58258780-91e6-4534-8852-1b1f3d88e29d tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:34.634986 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f0b6ae4d-fcd4-4d51-80ff-ed935685b299 req-58258780-91e6-4534-8852-1b1f3d88e29d tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fe0c357-77d6-444b-8afb-3f933ad08e06 HTTP/1.1" status: 200 len: 945 time: 0.1539063 Jul 22 16:32:34.741402 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4d78683a-0322-4128-b1e8-9016041e9c98 req-6b9da3ab-e241-4846-b7ae-a4572f203541 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:34.748689 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4d78683a-0322-4128-b1e8-9016041e9c98 req-6b9da3ab-e241-4846-b7ae-a4572f203541 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:34.749631 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f0b6ae4d-fcd4-4d51-80ff-ed935685b299 req-51aaf680-8e60-48e3-b3d3-d1d799c82480 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055191 Jul 22 16:32:34.758536 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01708740-a0c7-45ef-8e98-923832987aec req-319c3a2c-3216-46ca-aa95-b84812975fe6 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:34.760434 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-01708740-a0c7-45ef-8e98-923832987aec req-319c3a2c-3216-46ca-aa95-b84812975fe6 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.30 "GET /v2.0/ports?device_id=492de56f-8e7d-47f6-8951-76b43597ae4c HTTP/1.1" status: 200 len: 950 time: 0.1910994 Jul 22 16:32:34.779461 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9da3ab-e241-4846-b7ae-a4572f203541 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7bb632-cdb1-4cae-880c-da0b2d9f392e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:34.862788 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4d78683a-0322-4128-b1e8-9016041e9c98 req-6b9da3ab-e241-4846-b7ae-a4572f203541 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:34.869957 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4d78683a-0322-4128-b1e8-9016041e9c98 req-6b9da3ab-e241-4846-b7ae-a4572f203541 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:34.880451 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ab98427-7c0e-443c-b8ad-abd2754b7d01 req-eb9424a7-53f9-41fc-ba03-3c6b59c1927f tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 210 time: 0.0405140 Jul 22 16:32:34.904775 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9da3ab-e241-4846-b7ae-a4572f203541 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9eec8db-4c60-4f94-a809-6f420dd7cb9b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:34.951714 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4d78683a-0322-4128-b1e8-9016041e9c98 req-6b9da3ab-e241-4846-b7ae-a4572f203541 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:34.953374 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-01708740-a0c7-45ef-8e98-923832987aec req-38843ce0-abaf-49bc-a4e7-22d43f7e7277 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Deleting port 2fc7d7f0-c1de-4fda-9923-c876ffff45d8 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:34.953805 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-01708740-a0c7-45ef-8e98-923832987aec req-38843ce0-abaf-49bc-a4e7-22d43f7e7277 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:34.956682 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4d78683a-0322-4128-b1e8-9016041e9c98 req-6b9da3ab-e241-4846-b7ae-a4572f203541 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3939464 Jul 22 16:32:35.140892 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-01708740-a0c7-45ef-8e98-923832987aec req-38843ce0-abaf-49bc-a4e7-22d43f7e7277 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] For port 2fc7d7f0-c1de-4fda-9923-c876ffff45d8, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=2fc7d7f0-c1de-4fda-9923-c876ffff45d8,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:35.142090 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-01708740-a0c7-45ef-8e98-923832987aec req-38843ce0-abaf-49bc-a4e7-22d43f7e7277 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:35.147398 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d35ef-e24e-43ce-a529-930e01bee584 req-d8009bb8-141d-4b87-b4dc-8ef29a1ffff9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:35.152472 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e98125-c680-4bd5-b63c-aa4d7d0972d2 req-65ad6465-9e72-43fc-a102-0b328f525472 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:35.154221 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15e98125-c680-4bd5-b63c-aa4d7d0972d2 req-65ad6465-9e72-43fc-a102-0b328f525472 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf049c30-4872-457a-8a98-d356286dfa0e HTTP/1.1" status: 200 len: 946 time: 0.1818016 Jul 22 16:32:35.160218 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c85d35ef-e24e-43ce-a529-930e01bee584 req-d8009bb8-141d-4b87-b4dc-8ef29a1ffff9 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 985 time: 0.1305144 Jul 22 16:32:35.182057 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-01708740-a0c7-45ef-8e98-923832987aec req-38843ce0-abaf-49bc-a4e7-22d43f7e7277 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Calling delete_port for 2fc7d7f0-c1de-4fda-9923-c876ffff45d8 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:35.201267 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c85d35ef-e24e-43ce-a529-930e01bee584 req-c23f289a-2243-4c03-af7c-1dcf5689fa97 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6c5988b-5235-4680-8ef9-ed64c0061443&id=be65ab33-c40a-44d4-8122-003b0d093be4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0402203 Jul 22 16:32:35.269313 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15e98125-c680-4bd5-b63c-aa4d7d0972d2 req-8b02288d-bc48-4a2a-bfd6-f259348dad57 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088631 Jul 22 16:32:35.305995 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-2d945cd6-a4b8-4949-bb77-022a366fec8d req-6a667ca3-566c-4c45-9edd-d4bbb105d880 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-26643720', 'description': 'tempest-description-1249640760'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:35.345911 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2d945cd6-a4b8-4949-bb77-022a366fec8d req-6a667ca3-566c-4c45-9edd-d4bbb105d880 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:35.356688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9879d-68db-49e3-a6c0-bddeb31123b0 req-785a7d2a-42d8-4498-9a89-6bfd50cdba71 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:35.358311 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ccb9879d-68db-49e3-a6c0-bddeb31123b0 req-785a7d2a-42d8-4498-9a89-6bfd50cdba71 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=f62d7c6a-94f6-462a-b923-abec23cc1c37 HTTP/1.1" status: 200 len: 943 time: 0.0845718 Jul 22 16:32:35.403665 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ccb9879d-68db-49e3-a6c0-bddeb31123b0 req-bb5ef800-411e-4f33-9ad6-49b759ddb44e tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380092 Jul 22 16:32:35.417272 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-01708740-a0c7-45ef-8e98-923832987aec req-38843ce0-abaf-49bc-a4e7-22d43f7e7277 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:35.455819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['2fc7d7f0-c1de-4fda-9923-c876ffff45d8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:35.464398 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38843ce0-abaf-49bc-a4e7-22d43f7e7277 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Pushing event deleted for resources: {'Port': ['ID=2fc7d7f0-c1de-4fda-9923-c876ffff45d8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:35.522465 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-01708740-a0c7-45ef-8e98-923832987aec req-38843ce0-abaf-49bc-a4e7-22d43f7e7277 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] No DVR routers for this DVR port 2fc7d7f0-c1de-4fda-9923-c876ffff45d8 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:32:35.527566 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-01708740-a0c7-45ef-8e98-923832987aec req-38843ce0-abaf-49bc-a4e7-22d43f7e7277 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:35.530473 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-01708740-a0c7-45ef-8e98-923832987aec req-38843ce0-abaf-49bc-a4e7-22d43f7e7277 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.30 "DELETE /v2.0/ports/2fc7d7f0-c1de-4fda-9923-c876ffff45d8 HTTP/1.1" status: 204 len: 173 time: 0.7634966 Jul 22 16:32:35.530936 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492de56f-8e7d-47f6-8951-76b43597ae4c', 'name': 'network-vif-deleted', 'tag': '2fc7d7f0-c1de-4fda-9923-c876ffff45d8'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:35.531819 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cc52a95e-d9c8-4f58-a2d1-490cd0531ada req-25cc210a-1853-4608-ae8c-72c1c3ae3b1f tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0336804 Jul 22 16:32:35.533536 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00476fd6-65ba-4878-a22c-a14f4dae7f5e" -d '{"events": [{"server_uuid": "492de56f-8e7d-47f6-8951-76b43597ae4c", "name": "network-vif-deleted", "tag": "2fc7d7f0-c1de-4fda-9923-c876ffff45d8"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:35.561087 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2d945cd6-a4b8-4949-bb77-022a366fec8d req-6a667ca3-566c-4c45-9edd-d4bbb105d880 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:35.568321 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2d945cd6-a4b8-4949-bb77-022a366fec8d req-6a667ca3-566c-4c45-9edd-d4bbb105d880 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:35.630098 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a667ca3-566c-4c45-9edd-d4bbb105d880 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9206251-f0d7-4605-b8a2-d657a66444a7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:35.633154 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2d945cd6-a4b8-4949-bb77-022a366fec8d req-6a667ca3-566c-4c45-9edd-d4bbb105d880 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:35.634684 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2d945cd6-a4b8-4949-bb77-022a366fec8d req-6a667ca3-566c-4c45-9edd-d4bbb105d880 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3338594 Jul 22 16:32:35.701510 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4162978e-a9fc-454e-b0f6-cc6d1e2a5c75 req-867c80ed-3fcc-453f-b76a-491aa68ea9d0 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-87702937&fields=id&tenant_id=231f2008811e47828d2bf48d5ef7e115 HTTP/1.1" status: 200 len: 267 time: 0.0841806 Jul 22 16:32:35.779366 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162978e-a9fc-454e-b0f6-cc6d1e2a5c75 req-20a267cb-8383-48df-8a55-604b50ada868 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:35.780985 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4162978e-a9fc-454e-b0f6-cc6d1e2a5c75 req-20a267cb-8383-48df-8a55-604b50ada868 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 985 time: 0.0780630 Jul 22 16:32:35.793330 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-4162978e-a9fc-454e-b0f6-cc6d1e2a5c75 req-f56335ff-0a06-4504-8a35-47082bf47524 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Request body: {'port': {'security_groups': ['be65ab33-c40a-44d4-8122-003b0d093be4', 'e6c5988b-5235-4680-8ef9-ed64c0061443', '7bc253cd-bd5f-4c36-aa83-b398d77dcadb']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:35.888412 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4162978e-a9fc-454e-b0f6-cc6d1e2a5c75 req-f56335ff-0a06-4504-8a35-47082bf47524 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:36.037322 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2394a60-2afe-409c-87b4-f1ba544857f6 req-e3e13083-895f-40b5-b15b-8fd31647d206 tempest-LiveMigrationNegativeTest-2012452897 tempest-LiveMigrationNegativeTest-2012452897-project] 10.222.0.69 "GET /v2.0/ports?device_id=492de56f-8e7d-47f6-8951-76b43597ae4c HTTP/1.1" status: 200 len: 210 time: 0.0421915 Jul 22 16:32:36.089668 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126e592b-3e54-4faa-8e4e-9800fff43e69 x-openstack-request-id: req-126e592b-3e54-4faa-8e4e-9800fff43e69 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:36.089995 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492de56f-8e7d-47f6-8951-76b43597ae4c", "name": "network-vif-deleted", "tag": "2fc7d7f0-c1de-4fda-9923-c876ffff45d8", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:36.090262 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-126e592b-3e54-4faa-8e4e-9800fff43e69 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:36.090918 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '492de56f-8e7d-47f6-8951-76b43597ae4c', 'name': 'network-vif-deleted', 'tag': '2fc7d7f0-c1de-4fda-9923-c876ffff45d8', 'status': 'completed', 'code': 200} Jul 22 16:32:36.166030 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-4162978e-a9fc-454e-b0f6-cc6d1e2a5c75 req-f56335ff-0a06-4504-8a35-47082bf47524 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] For port 045dfd56-f6e5-4959-b0f0-7c34e1957e0f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=045dfd56-f6e5-4959-b0f0-7c34e1957e0f,segment=NetworkSegment(59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff),segment_id=59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:36.206538 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4162978e-a9fc-454e-b0f6-cc6d1e2a5c75 req-f56335ff-0a06-4504-8a35-47082bf47524 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:36.213223 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4162978e-a9fc-454e-b0f6-cc6d1e2a5c75 req-f56335ff-0a06-4504-8a35-47082bf47524 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:36.259068 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['045dfd56-f6e5-4959-b0f0-7c34e1957e0f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:36.276475 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162978e-a9fc-454e-b0f6-cc6d1e2a5c75 req-f56335ff-0a06-4504-8a35-47082bf47524 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:36.277421 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4162978e-a9fc-454e-b0f6-cc6d1e2a5c75 req-f56335ff-0a06-4504-8a35-47082bf47524 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:36.296243 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4162978e-a9fc-454e-b0f6-cc6d1e2a5c75 req-f56335ff-0a06-4504-8a35-47082bf47524 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "PUT /v2.0/ports/045dfd56-f6e5-4959-b0f0-7c34e1957e0f HTTP/1.1" status: 200 len: 1021 time: 0.5078566 Jul 22 16:32:36.296982 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1af32c2-ba8e-487b-91bd-6d56b4b14d0b', 'tag': '045dfd56-f6e5-4959-b0f0-7c34e1957e0f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:36.303517 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb26c156-91b4-4291-bcc2-b311cd753f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "a1af32c2-ba8e-487b-91bd-6d56b4b14d0b", "tag": "045dfd56-f6e5-4959-b0f0-7c34e1957e0f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:36.328411 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['b2c832bf-09cc-41bb-a9c9-f6954a02fc67'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:36.343303 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device dd09ccf3-8e13-44db-afa6-8f84cee7c3fe details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:32:36.363824 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56335ff-0a06-4504-8a35-47082bf47524 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event updated for resources: {'Port': ['ID=045dfd56-f6e5-4959-b0f0-7c34e1957e0f,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:36.433475 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-edd991b8-57d0-4108-98ec-a9245a237a11 req-7648fa36-067f-4878-af22-478f02f4c78e tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=992efabc-c450-457f-9945-f5d968d24640 HTTP/1.1" status: 200 len: 210 time: 0.0348358 Jul 22 16:32:36.478180 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de2189c2-cd04-4217-95ad-535aa92da75c req-1c4503cc-5149-4594-9b2e-71d4ce53204e tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48655 time: 0.3644609 Jul 22 16:32:36.487848 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port dd09ccf3-8e13-44db-afa6-8f84cee7c3fe, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=dd09ccf3-8e13-44db-afa6-8f84cee7c3fe,segment=NetworkSegment(3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad),segment_id=3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:36.536036 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de2189c2-cd04-4217-95ad-535aa92da75c req-d5eb3b54-21ce-4855-b98f-e424bb1c57fc tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/034bbd6a-2e31-44a7-b6ab-96dff1491596 HTTP/1.1" status: 200 len: 2981 time: 0.0458043 Jul 22 16:32:36.552880 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['045dfd56-f6e5-4959-b0f0-7c34e1957e0f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:36.561493 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'dd09ccf3-8e13-44db-afa6-8f84cee7c3fe', 'network_id': '11fd5339-ede9-4c72-a1e8-8686e18ee19f', 'port_id': 'dd09ccf3-8e13-44db-afa6-8f84cee7c3fe', 'mac_address': 'fa:16:3e:c1:ec:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d31ec7-0709-410d-b2c0-dce9daa2755c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:32:36.635132 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de2189c2-cd04-4217-95ad-535aa92da75c req-8b4538a2-58ec-41a4-a833-d866fcbb865a tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/034bbd6a-2e31-44a7-b6ab-96dff1491596 HTTP/1.1" status: 200 len: 2981 time: 0.0925384 Jul 22 16:32:36.714407 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de2189c2-cd04-4217-95ad-535aa92da75c req-840578f7-dd41-4dc8-ad06-e0af97220bdd tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/04c00926-fe7b-4f77-b199-f4f9a6abb349 HTTP/1.1" status: 200 len: 2981 time: 0.0706234 Jul 22 16:32:36.770981 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-51f60e42-c021-4a67-b168-753f602a3194 req-f72676a8-db97-4be5-ba25-66f44c6c0d16 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/7bc253cd-bd5f-4c36-aa83-b398d77dcadb HTTP/1.1" status: 200 len: 1798 time: 0.1063085 Jul 22 16:32:36.776473 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de2189c2-cd04-4217-95ad-535aa92da75c req-56e29813-cb70-4d35-892f-771b8d2f0f5d tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/04c00926-fe7b-4f77-b199-f4f9a6abb349 HTTP/1.1" status: 200 len: 2981 time: 0.0564167 Jul 22 16:32:36.794561 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:36.833811 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd09ccf3-8e13-44db-afa6-8f84cee7c3fe {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:36.840625 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de2189c2-cd04-4217-95ad-535aa92da75c req-ea51f345-22f9-4893-85df-c54c7678056c tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/0535eac0-d50a-4a4b-9708-9d8c381911b7 HTTP/1.1" status: 200 len: 2981 time: 0.0582120 Jul 22 16:32:36.841253 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [req-51f60e42-c021-4a67-b168-753f602a3194 req-e976022c-b2a7-4bdf-9c03-abdc64d14575 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 16:32:36.842328 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-51f60e42-c021-4a67-b168-753f602a3194 req-e976022c-b2a7-4bdf-9c03-abdc64d14575 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "DELETE /v2.0/security-groups/7bc253cd-bd5f-4c36-aa83-b398d77dcadb HTTP/1.1" status: 409 len: 341 time: 0.0697136 Jul 22 16:32:36.889032 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a244674-8ead-4a6d-9238-5fe170f745d2 x-openstack-request-id: req-9a244674-8ead-4a6d-9238-5fe170f745d2 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:36.889620 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1af32c2-ba8e-487b-91bd-6d56b4b14d0b", "tag": "045dfd56-f6e5-4959-b0f0-7c34e1957e0f", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:36.890115 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9a244674-8ead-4a6d-9238-5fe170f745d2 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:36.890787 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1af32c2-ba8e-487b-91bd-6d56b4b14d0b', 'tag': '045dfd56-f6e5-4959-b0f0-7c34e1957e0f', 'status': 'completed', 'code': 200} Jul 22 16:32:36.900748 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port dd09ccf3-8e13-44db-afa6-8f84cee7c3fe, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=dd09ccf3-8e13-44db-afa6-8f84cee7c3fe,segment=NetworkSegment(3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad),segment_id=3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:36.921056 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:36.935895 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de2189c2-cd04-4217-95ad-535aa92da75c req-af57be5d-5438-4559-8b50-8818fe2c007c tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/0535eac0-d50a-4a4b-9708-9d8c381911b7 HTTP/1.1" status: 200 len: 2981 time: 0.0730929 Jul 22 16:32:37.057179 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de2189c2-cd04-4217-95ad-535aa92da75c req-2c594ef8-d33c-4d45-afab-4bc1d44f801e tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/2e9aa2b9-261a-4b63-a884-ca95eda7ac63 HTTP/1.1" status: 200 len: 2981 time: 0.1200264 Jul 22 16:32:37.078822 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=dd09ccf3-8e13-44db-afa6-8f84cee7c3fe,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:37.114747 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7c4c2-b504-4b73-9b08-78987c8ad83a req-806c2d8d-0bc9-480b-9309-e0ddf1981a0a tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:37.126392 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c0d7c4c2-b504-4b73-9b08-78987c8ad83a req-806c2d8d-0bc9-480b-9309-e0ddf1981a0a tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=f62d7c6a-94f6-462a-b923-abec23cc1c37 HTTP/1.1" status: 200 len: 944 time: 0.1338594 Jul 22 16:32:37.151308 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26c156-91b4-4291-bcc2-b311cd753f7b req-3255e371-aedb-47ed-9edf-73ccba3adc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:37.161126 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cb26c156-91b4-4291-bcc2-b311cd753f7b req-3255e371-aedb-47ed-9edf-73ccba3adc76 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=231f2008811e47828d2bf48d5ef7e115&device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 1175 time: 0.2060709 Jul 22 16:32:37.174929 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de2189c2-cd04-4217-95ad-535aa92da75c req-59b78b55-6900-4d2a-a884-ab453c8ddf2c tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/2e9aa2b9-261a-4b63-a884-ca95eda7ac63 HTTP/1.1" status: 200 len: 2981 time: 0.1065450 Jul 22 16:32:37.193781 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c0d7c4c2-b504-4b73-9b08-78987c8ad83a req-35fe2ffe-4578-4bbc-b286-16c7bb6289e5 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626903 Jul 22 16:32:37.325794 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de2189c2-cd04-4217-95ad-535aa92da75c req-da93288d-4a69-408c-991d-dec197f445e7 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/2ed671b7-c070-4328-8e06-f389c09ca5e9 HTTP/1.1" status: 200 len: 2977 time: 0.1496019 Jul 22 16:32:37.332072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26c156-91b4-4291-bcc2-b311cd753f7b req-4a881450-f437-4403-b53e-3b546b2a7669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:37.333732 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cb26c156-91b4-4291-bcc2-b311cd753f7b req-4a881450-f437-4403-b53e-3b546b2a7669 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1fe00deb-8fc2-41e7-9cec-edcb691a1fa6 HTTP/1.1" status: 200 len: 914 time: 0.1559362 Jul 22 16:32:37.344007 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-740241c6-07b0-4164-9669-8d26d52f011d req-6adf708e-f475-485f-bd48-b2def714f9cb tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0450420 Jul 22 16:32:37.435857 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cb26c156-91b4-4291-bcc2-b311cd753f7b req-81fb8b60-36c3-471a-a9c2-0300a86d6fe7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=045dfd56-f6e5-4959-b0f0-7c34e1957e0f HTTP/1.1" status: 200 len: 217 time: 0.0935433 Jul 22 16:32:37.443924 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['dd09ccf3-8e13-44db-afa6-8f84cee7c3fe'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:37.541119 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de2189c2-cd04-4217-95ad-535aa92da75c req-818c3f02-8523-404c-a7e1-f7571180df75 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/2ed671b7-c070-4328-8e06-f389c09ca5e9 HTTP/1.1" status: 200 len: 2977 time: 0.2014599 Jul 22 16:32:37.555014 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26c156-91b4-4291-bcc2-b311cd753f7b req-3eba23f3-8d0d-4ad5-b492-c93f669c5d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:37.557796 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cb26c156-91b4-4291-bcc2-b311cd753f7b req-3eba23f3-8d0d-4ad5-b492-c93f669c5d69 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e24e805-057d-42fd-88f6-45eb8cdba1d6 HTTP/1.1" status: 200 len: 853 time: 0.1156492 Jul 22 16:32:37.639212 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-3b1e77a5-3cfa-45ce-841a-9ed30a281ffd tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:37.641272 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-3b1e77a5-3cfa-45ce-841a-9ed30a281ffd tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/networks?id=83955c06-57f4-4477-93ed-da4c191e2664 HTTP/1.1" status: 200 len: 812 time: 0.1375690 Jul 22 16:32:37.666064 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-bc16c0de-1212-40e2-997f-18b706fe6617 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/quotas/4ae79c9196d64a3a9253bba077b1c345 HTTP/1.1" status: 200 len: 375 time: 0.0104253 Jul 22 16:32:37.677320 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cb26c156-91b4-4291-bcc2-b311cd753f7b req-62336c34-dfc9-4f98-bd95-ab5bece40958 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1fe00deb-8fc2-41e7-9cec-edcb691a1fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062758 Jul 22 16:32:37.732877 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de2189c2-cd04-4217-95ad-535aa92da75c req-f46c4ffe-3724-4cf6-9ae7-02a023df4118 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/70fec676-c92c-4b8e-ab96-c276350ed60a HTTP/1.1" status: 200 len: 2981 time: 0.1734610 Jul 22 16:32:37.762802 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-c7b13613-c374-4494-8905-6bfa528b1583 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ae79c9196d64a3a9253bba077b1c345&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846689 Jul 22 16:32:37.847399 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e63bd6-bdf7-4a9d-ab20-d22528a92f95 req-843a860a-d029-4417-af15-08b6e4b721a7 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:37.849098 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a5e63bd6-bdf7-4a9d-ab20-d22528a92f95 req-843a860a-d029-4417-af15-08b6e4b721a7 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf049c30-4872-457a-8a98-d356286dfa0e HTTP/1.1" status: 200 len: 946 time: 0.2761927 Jul 22 16:32:37.853427 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cb26c156-91b4-4291-bcc2-b311cd753f7b req-f3e798bc-e85b-4142-ad73-1cb917544eca service neutron] 10.222.0.30 "GET /v2.0/networks/1fe00deb-8fc2-41e7-9cec-edcb691a1fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653554 Jul 22 16:32:37.854699 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de2189c2-cd04-4217-95ad-535aa92da75c req-73ceaf01-1586-4b59-b974-4a3bc5ada7a9 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/70fec676-c92c-4b8e-ab96-c276350ed60a HTTP/1.1" status: 200 len: 2981 time: 0.0887203 Jul 22 16:32:37.883297 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-01bfc075-4aff-4ffe-b616-ebe6d541360d service neutron] 10.222.0.69 "GET /v2.0/networks/83955c06-57f4-4477-93ed-da4c191e2664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137784 Jul 22 16:32:38.017075 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-cc5efba9-d6db-4e91-8fe4-0c09b1186383 service neutron] 10.222.0.69 "GET /v2.0/networks/83955c06-57f4-4477-93ed-da4c191e2664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219194 Jul 22 16:32:38.028144 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de2189c2-cd04-4217-95ad-535aa92da75c req-2478d859-97c1-43f1-b815-cc70967949ff tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/7f7bb632-cdb1-4cae-880c-da0b2d9f392e HTTP/1.1" status: 200 len: 2981 time: 0.1550505 Jul 22 16:32:38.116651 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cb26c156-91b4-4291-bcc2-b311cd753f7b req-032a2207-18a0-4527-ba0c-62dc326ba928 service neutron] 10.222.0.30 "GET /v2.0/networks/1fe00deb-8fc2-41e7-9cec-edcb691a1fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538686 Jul 22 16:32:38.147853 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de2189c2-cd04-4217-95ad-535aa92da75c req-8b40f429-ba56-41f2-b943-688703cd9ecd tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/7f7bb632-cdb1-4cae-880c-da0b2d9f392e HTTP/1.1" status: 200 len: 2981 time: 0.1100316 Jul 22 16:32:38.152979 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-a5e63bd6-bdf7-4a9d-ab20-d22528a92f95 req-6357ba4a-e66e-46c8-a421-b3fc8f45324e tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Deleting port 88b0b488-abec-4d70-b249-8355f66abe40 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:38.153545 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a5e63bd6-bdf7-4a9d-ab20-d22528a92f95 req-6357ba4a-e66e-46c8-a421-b3fc8f45324e tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:38.330962 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 2fc7d7f0-c1de-4fda-9923-c876ffff45d8 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:38.399792 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 2fc7d7f0-c1de-4fda-9923-c876ffff45d8 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:32:38.400671 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 2fc7d7f0-c1de-4fda-9923-c876ffff45d8 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:32:38.475158 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ab060e8-b94f-4ece-814c-570e928843dc req-348d89aa-9c84-420d-a110-f7de6e54e17a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0916865 Jul 22 16:32:38.483633 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de2189c2-cd04-4217-95ad-535aa92da75c req-3c501597-13d8-4c9d-b301-b7857da1f618 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/882adecf-c2b2-4de8-82b7-01a218edab74 HTTP/1.1" status: 200 len: 2973 time: 0.3227150 Jul 22 16:32:38.958012 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a5e63bd6-bdf7-4a9d-ab20-d22528a92f95 req-6357ba4a-e66e-46c8-a421-b3fc8f45324e tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] For port 88b0b488-abec-4d70-b249-8355f66abe40, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=88b0b488-abec-4d70-b249-8355f66abe40,segment=NetworkSegment(e12df4dd-ea87-41a9-8ea9-405193aa0f57),segment_id=e12df4dd-ea87-41a9-8ea9-405193aa0f57)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:38.965551 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a5e63bd6-bdf7-4a9d-ab20-d22528a92f95 req-6357ba4a-e66e-46c8-a421-b3fc8f45324e tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:38.994588 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-a5e63bd6-bdf7-4a9d-ab20-d22528a92f95 req-6357ba4a-e66e-46c8-a421-b3fc8f45324e tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Calling delete_port for 88b0b488-abec-4d70-b249-8355f66abe40 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:39.015696 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93ab7e-55ff-46c3-9488-a4959e15f022 req-85803b0c-9d97-4b11-9919-651fe7a016eb tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:39.017266 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba93ab7e-55ff-46c3-9488-a4959e15f022 req-85803b0c-9d97-4b11-9919-651fe7a016eb tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fe0c357-77d6-444b-8afb-3f933ad08e06 HTTP/1.1" status: 200 len: 945 time: 0.8207865 Jul 22 16:32:39.137825 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de2189c2-cd04-4217-95ad-535aa92da75c req-dec0354b-944a-422c-b029-4fa1eecf1144 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/882adecf-c2b2-4de8-82b7-01a218edab74 HTTP/1.1" status: 200 len: 2973 time: 0.6402283 Jul 22 16:32:39.321750 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd281f3e-63d6-45fc-8810-0f45b602e572 req-78c2590d-cbae-4dec-996d-2bbf2d7d66ac tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:39.336619 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fd281f3e-63d6-45fc-8810-0f45b602e572 req-78c2590d-cbae-4dec-996d-2bbf2d7d66ac tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=f62d7c6a-94f6-462a-b923-abec23cc1c37 HTTP/1.1" status: 200 len: 944 time: 0.2254970 Jul 22 16:32:39.397849 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de2189c2-cd04-4217-95ad-535aa92da75c req-a2bb3e8a-ca1e-48ab-846e-9cf0bcb07bb0 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/8c3f6fdd-f4fa-4b62-9fda-7978aa111ffa HTTP/1.1" status: 200 len: 2981 time: 0.2119811 Jul 22 16:32:39.427660 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fd281f3e-63d6-45fc-8810-0f45b602e572 req-5039dd02-138f-46c3-9dcc-03457213c348 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890961 Jul 22 16:32:39.564058 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-ba93ab7e-55ff-46c3-9488-a4959e15f022 req-1a37ab38-27c7-4467-9aaa-3359b705c76f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Deleting port 93246619-2527-488f-91b0-fd8f7e2607fd {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:39.564916 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ba93ab7e-55ff-46c3-9488-a4959e15f022 req-1a37ab38-27c7-4467-9aaa-3359b705c76f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:39.687019 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a5e63bd6-bdf7-4a9d-ab20-d22528a92f95 req-6357ba4a-e66e-46c8-a421-b3fc8f45324e tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:39.724978 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['93246619-2527-488f-91b0-fd8f7e2607fd'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:39.769308 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de2189c2-cd04-4217-95ad-535aa92da75c req-c903e742-7588-49ff-b6cf-ba7828cbae40 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/8c3f6fdd-f4fa-4b62-9fda-7978aa111ffa HTTP/1.1" status: 200 len: 2981 time: 0.3083200 Jul 22 16:32:39.854802 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43082) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:39.957319 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c432691e-cda6-4f0e-84e2-2c882036913c req-384171e5-9826-4336-9357-349d8aaf1eec tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0496409 Jul 22 16:32:39.990945 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357ba4a-e66e-46c8-a421-b3fc8f45324e tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Pushing event deleted for resources: {'Port': ['ID=88b0b488-abec-4d70-b249-8355f66abe40,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:40.015281 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de2189c2-cd04-4217-95ad-535aa92da75c req-f684590d-7941-459d-9018-6420d2260936 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/bca09f08-1ff9-46f8-a24b-60497d41553c HTTP/1.1" status: 200 len: 2981 time: 0.2385159 Jul 22 16:32:40.162554 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e63bd6-bdf7-4a9d-ab20-d22528a92f95 req-6357ba4a-e66e-46c8-a421-b3fc8f45324e tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] No DVR routers for this DVR port 88b0b488-abec-4d70-b249-8355f66abe40 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:32:40.198549 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f1cd9b4d-d778-40c7-876c-5b3cbb9089b5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=58c27b7bc957459891ac53f5021c4f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423810 Jul 22 16:32:40.201358 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43088) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:40.209956 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a5e63bd6-bdf7-4a9d-ab20-d22528a92f95 req-6357ba4a-e66e-46c8-a421-b3fc8f45324e tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:40.213531 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a5e63bd6-bdf7-4a9d-ab20-d22528a92f95 req-6357ba4a-e66e-46c8-a421-b3fc8f45324e tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.16 "DELETE /v2.0/ports/88b0b488-abec-4d70-b249-8355f66abe40 HTTP/1.1" status: 204 len: 173 time: 2.3571346 Jul 22 16:32:40.216160 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf049c30-4872-457a-8a98-d356286dfa0e', 'name': 'network-vif-deleted', 'tag': '88b0b488-abec-4d70-b249-8355f66abe40'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:40.220703 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3ee76b-865e-4a0a-b781-de59a8fd6f74" -d '{"events": [{"server_uuid": "bf049c30-4872-457a-8a98-d356286dfa0e", "name": "network-vif-deleted", "tag": "88b0b488-abec-4d70-b249-8355f66abe40"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:40.249832 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ba93ab7e-55ff-46c3-9488-a4959e15f022 req-1a37ab38-27c7-4467-9aaa-3359b705c76f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] For port 93246619-2527-488f-91b0-fd8f7e2607fd, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=93246619-2527-488f-91b0-fd8f7e2607fd,segment=NetworkSegment(e12df4dd-ea87-41a9-8ea9-405193aa0f57),segment_id=e12df4dd-ea87-41a9-8ea9-405193aa0f57)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:40.250546 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ba93ab7e-55ff-46c3-9488-a4959e15f022 req-1a37ab38-27c7-4467-9aaa-3359b705c76f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:40.275434 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-ba93ab7e-55ff-46c3-9488-a4959e15f022 req-1a37ab38-27c7-4467-9aaa-3359b705c76f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Calling delete_port for 93246619-2527-488f-91b0-fd8f7e2607fd owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:40.324273 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6a26883-8e01-41ee-b656-7f25789e1cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:40.349443 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:32:40.352782 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device dd09ccf3-8e13-44db-afa6-8f84cee7c3fe up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:32:40.357180 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6a26883-8e01-41ee-b656-7f25789e1cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:40.486180 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6a26883-8e01-41ee-b656-7f25789e1cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:40.490342 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port dd09ccf3-8e13-44db-afa6-8f84cee7c3fe completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:32:40.499672 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6a26883-8e01-41ee-b656-7f25789e1cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:40.506028 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port dd09ccf3-8e13-44db-afa6-8f84cee7c3fe triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:32:40.506444 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:40.506692 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e6a26883-8e01-41ee-b656-7f25789e1cc0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2e9aa2b9-261a-4b63-a884-ca95eda7ac63 HTTP/1.1" status: 204 len: 168 time: 0.3003707 Jul 22 16:32:40.540898 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a26883-8e01-41ee-b656-7f25789e1cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9aa2b9-261a-4b63-a884-ca95eda7ac63,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:40.569700 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37039586-03f4-4b81-b7d1-79dad6359e62 req-1b14d305-de6c-4977-b15a-41c0a6d39021 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:40.583191 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-37039586-03f4-4b81-b7d1-79dad6359e62 req-1b14d305-de6c-4977-b15a-41c0a6d39021 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 1024 time: 0.4882295 Jul 22 16:32:40.598597 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de2189c2-cd04-4217-95ad-535aa92da75c req-86c01189-f1e4-4a8d-bbfc-135471d2e04f tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/bca09f08-1ff9-46f8-a24b-60497d41553c HTTP/1.1" status: 200 len: 2981 time: 0.5500519 Jul 22 16:32:40.635421 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 88b0b488-abec-4d70-b249-8355f66abe40 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:40.691088 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ba93ab7e-55ff-46c3-9488-a4959e15f022 req-1a37ab38-27c7-4467-9aaa-3359b705c76f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:40.692199 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 88b0b488-abec-4d70-b249-8355f66abe40 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:32:40.692772 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 88b0b488-abec-4d70-b249-8355f66abe40 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:32:40.717248 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-37039586-03f4-4b81-b7d1-79dad6359e62 req-cb1554fa-155a-45af-8d7f-096c35b5f3a6 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bc253cd-bd5f-4c36-aa83-b398d77dcadb&id=e6c5988b-5235-4680-8ef9-ed64c0061443&id=be65ab33-c40a-44d4-8122-003b0d093be4&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1352589 Jul 22 16:32:40.774181 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37ab38-27c7-4467-9aaa-3359b705c76f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Pushing event deleted for resources: {'Port': ['ID=93246619-2527-488f-91b0-fd8f7e2607fd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:40.784952 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:40.819527 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de2189c2-cd04-4217-95ad-535aa92da75c req-5ef31f62-1170-4e21-b70c-7501227ca58d tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/da255622-cbe8-431e-a53d-51ef791f106d HTTP/1.1" status: 200 len: 2981 time: 0.1904805 Jul 22 16:32:40.832145 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62d7c6a-94f6-462a-b923-abec23cc1c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd09ccf3-8e13-44db-afa6-8f84cee7c3fe'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:40.834586 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8fb832-bee9-4908-abb5-48e42858f64d" -d '{"events": [{"server_uuid": "f62d7c6a-94f6-462a-b923-abec23cc1c37", "name": "network-vif-plugged", "status": "completed", "tag": "dd09ccf3-8e13-44db-afa6-8f84cee7c3fe"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:40.851898 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port dd09ccf3-8e13-44db-afa6-8f84cee7c3fe, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=dd09ccf3-8e13-44db-afa6-8f84cee7c3fe,segment=NetworkSegment(3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad),segment_id=3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:40.866916 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:40.888286 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba93ab7e-55ff-46c3-9488-a4959e15f022 req-1a37ab38-27c7-4467-9aaa-3359b705c76f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] No DVR routers for this DVR port 93246619-2527-488f-91b0-fd8f7e2607fd on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:32:40.909232 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ba93ab7e-55ff-46c3-9488-a4959e15f022 req-1a37ab38-27c7-4467-9aaa-3359b705c76f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:40.913602 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba93ab7e-55ff-46c3-9488-a4959e15f022 req-1a37ab38-27c7-4467-9aaa-3359b705c76f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.30 "DELETE /v2.0/ports/93246619-2527-488f-91b0-fd8f7e2607fd HTTP/1.1" status: 204 len: 173 time: 1.8867333 Jul 22 16:32:40.954129 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=dd09ccf3-8e13-44db-afa6-8f84cee7c3fe,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:40.956817 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc7c0b-f638-4e4e-8e4c-c0b11fbede6c req-3be9c1c6-54b3-4479-8c47-79b9449ddad4 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:40.973863 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-03fc7c0b-f638-4e4e-8e4c-c0b11fbede6c req-3be9c1c6-54b3-4479-8c47-79b9449ddad4 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 1024 time: 0.3825250 Jul 22 16:32:40.977911 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-86e8eb55-4e49-43e4-8c72-5430c5afbc0f req-aa97f075-34ea-4f49-9122-8ccb0154f17a tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ff82ce6-f25e-4ab0-ab02-efcf886853dd HTTP/1.1" status: 200 len: 210 time: 0.0931840 Jul 22 16:32:41.230985 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de2189c2-cd04-4217-95ad-535aa92da75c req-f915c641-baa7-4461-9cf7-190d2613fdd2 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/da255622-cbe8-431e-a53d-51ef791f106d HTTP/1.1" status: 200 len: 2981 time: 0.4061084 Jul 22 16:32:41.233614 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770469dc-b065-4c93-bc73-2b6ee9548a5e x-openstack-request-id: req-770469dc-b065-4c93-bc73-2b6ee9548a5e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:41.233912 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf049c30-4872-457a-8a98-d356286dfa0e", "name": "network-vif-deleted", "tag": "88b0b488-abec-4d70-b249-8355f66abe40", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:41.234188 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-770469dc-b065-4c93-bc73-2b6ee9548a5e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:41.234588 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf049c30-4872-457a-8a98-d356286dfa0e', 'name': 'network-vif-deleted', 'tag': '88b0b488-abec-4d70-b249-8355f66abe40', 'status': 'completed', 'code': 200} Jul 22 16:32:41.263149 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43112) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:41.317679 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de2189c2-cd04-4217-95ad-535aa92da75c req-ff6520a8-c507-47c2-aa7d-a7a7d9d23a82 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/e6c5988b-5235-4680-8ef9-ed64c0061443 HTTP/1.1" status: 200 len: 2981 time: 0.0762780 Jul 22 16:32:41.368834 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-03fc7c0b-f638-4e4e-8e4c-c0b11fbede6c req-6898b4c7-a7e1-40f0-bf1f-dad0dbe1c423 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Deleting port 045dfd56-f6e5-4959-b0f0-7c34e1957e0f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:41.369443 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-03fc7c0b-f638-4e4e-8e4c-c0b11fbede6c req-6898b4c7-a7e1-40f0-bf1f-dad0dbe1c423 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:41.555716 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f3a3d620-019d-4e78-bb33-e4441241f7d0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4857dc3748dd45e4baf686a34a066306&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903218 Jul 22 16:32:41.565728 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43114) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:41.655408 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf6dae-5416-411b-967c-a45ecb648448 req-f1518fa4-5774-45e2-b089-098507c46050 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:41.662133 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de2189c2-cd04-4217-95ad-535aa92da75c req-2dee7889-d3ef-4adc-9180-246483c87e04 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/e6c5988b-5235-4680-8ef9-ed64c0061443 HTTP/1.1" status: 200 len: 2981 time: 0.3064635 Jul 22 16:32:41.687436 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9dbf6dae-5416-411b-967c-a45ecb648448 req-f1518fa4-5774-45e2-b089-098507c46050 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=f62d7c6a-94f6-462a-b923-abec23cc1c37 HTTP/1.1" status: 200 len: 945 time: 0.3513031 Jul 22 16:32:41.789701 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:41.833648 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9dbf6dae-5416-411b-967c-a45ecb648448 req-88b4ad1b-0e3f-4648-a97f-bfe371681663 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375866 Jul 22 16:32:41.839420 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7446f0-b104-4332-8c71-3bf81956236b x-openstack-request-id: req-6a7446f0-b104-4332-8c71-3bf81956236b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:41.839716 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62d7c6a-94f6-462a-b923-abec23cc1c37", "name": "network-vif-plugged", "status": "completed", "tag": "dd09ccf3-8e13-44db-afa6-8f84cee7c3fe", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:41.840179 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6a7446f0-b104-4332-8c71-3bf81956236b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:41.840789 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62d7c6a-94f6-462a-b923-abec23cc1c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd09ccf3-8e13-44db-afa6-8f84cee7c3fe', 'code': 200} Jul 22 16:32:41.923230 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:41.936192 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-adfd1704-1285-4a14-a690-6a15a66ebc99 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:41.941192 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-adfd1704-1285-4a14-a690-6a15a66ebc99 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.30 "GET /v2.0/networks?id=83955c06-57f4-4477-93ed-da4c191e2664 HTTP/1.1" status: 200 len: 812 time: 0.6084032 Jul 22 16:32:41.964922 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-21189bda-55c4-4719-bd45-c506b074694e tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:41.972727 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-21189bda-55c4-4719-bd45-c506b074694e tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.16 "GET /v2.0/networks?id=83955c06-57f4-4477-93ed-da4c191e2664 HTTP/1.1" status: 200 len: 812 time: 0.5620334 Jul 22 16:32:42.031989 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-a2491c8d-ba41-4e55-ac77-b7e8053a61bb tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Request body: {'port': {'device_id': '195e630c-df87-4f86-b57f-0797924b6743', 'network_id': '83955c06-57f4-4477-93ed-da4c191e2664', 'admin_state_up': True, 'tenant_id': '4ae79c9196d64a3a9253bba077b1c345'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:42.043643 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-4ea4f1a6-664e-4b14-8d37-05cc3824cb0f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Request body: {'port': {'device_id': '0ff82ce6-f25e-4ab0-ab02-efcf886853dd', 'network_id': '83955c06-57f4-4477-93ed-da4c191e2664', 'admin_state_up': True, 'tenant_id': '4ae79c9196d64a3a9253bba077b1c345'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:42.357355 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9344724-2800-4ffa-977c-975ae424053a req-11f09bf9-be4a-474f-bc85-f42f3b690d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:42.365255 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f9344724-2800-4ffa-977c-975ae424053a req-11f09bf9-be4a-474f-bc85-f42f3b690d8c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f62d7c6a-94f6-462a-b923-abec23cc1c37 HTTP/1.1" status: 200 len: 1096 time: 0.2953303 Jul 22 16:32:42.401638 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 93246619-2527-488f-91b0-fd8f7e2607fd no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:42.405604 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43134) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:42.449147 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f9344724-2800-4ffa-977c-975ae424053a req-b1a4cd00-b581-4cbc-b213-53332f43a59c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767834 Jul 22 16:32:42.462789 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 93246619-2527-488f-91b0-fd8f7e2607fd {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:32:42.463959 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 93246619-2527-488f-91b0-fd8f7e2607fd not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:32:42.464912 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 045dfd56-f6e5-4959-b0f0-7c34e1957e0f no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:42.475093 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b152a75-0a75-4cc1-a8d4-980bb92c1683 req-a1d91276-98e1-463b-9412-137cd77095a2 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:42.484682 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4b152a75-0a75-4cc1-a8d4-980bb92c1683 req-a1d91276-98e1-463b-9412-137cd77095a2 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 1024 time: 0.2780087 Jul 22 16:32:42.523648 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b39708e3-ef64-4cdc-8c8f-417dd23608b7 req-bd2c6bc4-0628-425a-be26-8d216a65749c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be1e9e1bc0ba44bc8feafba92554ccbe&device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.2568481 Jul 22 16:32:42.530450 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-4ea4f1a6-664e-4b14-8d37-05cc3824cb0f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Made reservation on behalf of 4ae79c9196d64a3a9253bba077b1c345 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:42.534985 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-4ea4f1a6-664e-4b14-8d37-05cc3824cb0f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.559330 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-03fc7c0b-f638-4e4e-8e4c-c0b11fbede6c req-6898b4c7-a7e1-40f0-bf1f-dad0dbe1c423 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] For port 045dfd56-f6e5-4959-b0f0-7c34e1957e0f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=045dfd56-f6e5-4959-b0f0-7c34e1957e0f,segment=NetworkSegment(59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff),segment_id=59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:42.559834 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-03fc7c0b-f638-4e4e-8e4c-c0b11fbede6c req-6898b4c7-a7e1-40f0-bf1f-dad0dbe1c423 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.586302 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4b152a75-0a75-4cc1-a8d4-980bb92c1683 req-544ee3bb-b8fd-46e7-be45-747c072e45ff tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bc253cd-bd5f-4c36-aa83-b398d77dcadb&id=e6c5988b-5235-4680-8ef9-ed64c0061443&id=be65ab33-c40a-44d4-8122-003b0d093be4&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1004465 Jul 22 16:32:42.668725 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.686149 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a76a518c-351a-443d-9c16-aea99c4b386d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.752588 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 045dfd56-f6e5-4959-b0f0-7c34e1957e0f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=045dfd56-f6e5-4959-b0f0-7c34e1957e0f,segment=NetworkSegment(59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff),segment_id=59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:42.763967 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.772549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-03fc7c0b-f638-4e4e-8e4c-c0b11fbede6c req-6898b4c7-a7e1-40f0-bf1f-dad0dbe1c423 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Calling delete_port for 045dfd56-f6e5-4959-b0f0-7c34e1957e0f owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:42.800559 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4386e0e3-530d-4872-a76b-4d33e1fd90b4 req-70b1a377-2753-4331-bef6-d45a7619e335 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ff82ce6-f25e-4ab0-ab02-efcf886853dd HTTP/1.1" status: 200 len: 210 time: 0.0924094 Jul 22 16:32:42.822220 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b39708e3-ef64-4cdc-8c8f-417dd23608b7 req-a9547bb0-5110-444e-aa67-c7cd8f0ac30a service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=be1e9e1bc0ba44bc8feafba92554ccbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2656190 Jul 22 16:32:42.860035 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=045dfd56-f6e5-4959-b0f0-7c34e1957e0f,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:42.876280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-a2491c8d-ba41-4e55-ac77-b7e8053a61bb tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Made reservation on behalf of 4ae79c9196d64a3a9253bba077b1c345 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:42.880095 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-a2491c8d-ba41-4e55-ac77-b7e8053a61bb tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.975177 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92545bda-12a9-4dd2-9046-bc6b38c0386b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.994644 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2729619c-383e-4ebd-8e95-7db51952b315 req-3dde50b0-734a-40d3-ae27-df7fd0508671 tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.0555270 Jul 22 16:32:43.031661 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-4ea4f1a6-664e-4b14-8d37-05cc3824cb0f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Allocated IP 172.20.0.9 (83955c06-57f4-4477-93ed-da4c191e2664/25a3a930-59a1-4c7c-8a59-db4921d72d81/797c02be-33f8-427f-90db-afcd75405d80) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:32:43.045418 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a76a518c-351a-443d-9c16-aea99c4b386d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.050646 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a76a518c-351a-443d-9c16-aea99c4b386d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.083680 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-30da0de2-b6a6-4f5e-89a5-4bd5f17b5043 req-1f8b1ce5-403b-47ca-9164-011d39aca61f tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0c4e42c32d584da5af5242b7467a2bcb HTTP/1.1" status: 200 len: 6102 time: 1.0844452 Jul 22 16:32:43.096559 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a518c-351a-443d-9c16-aea99c4b386d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d8191d-5e00-46fe-9407-c30edfc47e8e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:43.149117 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a76a518c-351a-443d-9c16-aea99c4b386d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=41936ddf36de4c1d9d4ee0c4a1cf2fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7357998 Jul 22 16:32:43.164576 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43142) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:43.218551 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92545bda-12a9-4dd2-9046-bc6b38c0386b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.233516 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b0f68c0-e8aa-4979-b115-8eb3b28fb251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.239979 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe0c357-77d6-444b-8afb-3f933ad08e06', 'name': 'network-vif-deleted', 'tag': '93246619-2527-488f-91b0-fd8f7e2607fd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:43.242897 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1e3ef1-7379-4228-899d-7280e49dc9bd" -d '{"events": [{"server_uuid": "1fe0c357-77d6-444b-8afb-3f933ad08e06", "name": "network-vif-deleted", "tag": "93246619-2527-488f-91b0-fd8f7e2607fd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:43.262458 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b0f68c0-e8aa-4979-b115-8eb3b28fb251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.338248 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b0f68c0-e8aa-4979-b115-8eb3b28fb251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.343671 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b0f68c0-e8aa-4979-b115-8eb3b28fb251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.345347 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5b0f68c0-e8aa-4979-b115-8eb3b28fb251 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/68d8191d-5e00-46fe-9407-c30edfc47e8e HTTP/1.1" status: 204 len: 168 time: 0.1795964 Jul 22 16:32:43.361370 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f68c0-e8aa-4979-b115-8eb3b28fb251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d8191d-5e00-46fe-9407-c30edfc47e8e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:43.388783 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bff014-3c4c-4908-90ec-9f0a7a0e1e77 req-6cdfccb9-6d35-4c60-83ba-d72fe44b13bc tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:43.401621 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-33bff014-3c4c-4908-90ec-9f0a7a0e1e77 req-6cdfccb9-6d35-4c60-83ba-d72fe44b13bc tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=f62d7c6a-94f6-462a-b923-abec23cc1c37 HTTP/1.1" status: 200 len: 945 time: 0.2727530 Jul 22 16:32:43.422989 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-30da0de2-b6a6-4f5e-89a5-4bd5f17b5043 req-c1b4b55c-9bc0-40a2-9327-27be037bd58e tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] 10.222.0.69 "GET /v2.0/security-groups/da255622-cbe8-431e-a53d-51ef791f106d HTTP/1.1" status: 200 len: 2981 time: 0.3102214 Jul 22 16:32:43.492729 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-33bff014-3c4c-4908-90ec-9f0a7a0e1e77 req-0339d04b-0b3e-47d7-95b3-8d333ed96fab tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862296 Jul 22 16:32:43.563951 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39708e3-ef64-4cdc-8c8f-417dd23608b7 req-c9caadbb-3fe0-49b9-8e65-fad6cab9d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:43.570238 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b39708e3-ef64-4cdc-8c8f-417dd23608b7 req-c9caadbb-3fe0-49b9-8e65-fad6cab9d785 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7002392 Jul 22 16:32:43.577491 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bba28a-19a0-4bcb-912e-180f90e5efab x-openstack-request-id: req-52bba28a-19a0-4bcb-912e-180f90e5efab {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:43.577891 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe0c357-77d6-444b-8afb-3f933ad08e06", "name": "network-vif-deleted", "tag": "93246619-2527-488f-91b0-fd8f7e2607fd", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:43.578188 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-52bba28a-19a0-4bcb-912e-180f90e5efab {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:43.578784 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe0c357-77d6-444b-8afb-3f933ad08e06', 'name': 'network-vif-deleted', 'tag': '93246619-2527-488f-91b0-fd8f7e2607fd', 'status': 'completed', 'code': 200} Jul 22 16:32:43.805536 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92545bda-12a9-4dd2-9046-bc6b38c0386b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.810853 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92545bda-12a9-4dd2-9046-bc6b38c0386b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.816345 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-92545bda-12a9-4dd2-9046-bc6b38c0386b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/70fec676-c92c-4b8e-ab96-c276350ed60a HTTP/1.1" status: 204 len: 168 time: 2.2411051 Jul 22 16:32:43.828518 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-30da0de2-b6a6-4f5e-89a5-4bd5f17b5043 req-7807a583-5ca0-4786-9785-fedde0ca69d4 tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] 10.222.0.69 "GET /v2.0/security-groups/da255622-cbe8-431e-a53d-51ef791f106d HTTP/1.1" status: 200 len: 2981 time: 0.3818717 Jul 22 16:32:43.843790 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1af32c2-ba8e-487b-91bd-6d56b4b14d0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '045dfd56-f6e5-4959-b0f0-7c34e1957e0f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:43.846204 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f29e32-1bd6-4b6e-ae9a-370f71a25206" -d '{"events": [{"server_uuid": "a1af32c2-ba8e-487b-91bd-6d56b4b14d0b", "name": "network-vif-unplugged", "status": "completed", "tag": "045dfd56-f6e5-4959-b0f0-7c34e1957e0f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:43.854024 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-4ea4f1a6-664e-4b14-8d37-05cc3824cb0f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.875774 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92545bda-12a9-4dd2-9046-bc6b38c0386b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fec676-c92c-4b8e-ab96-c276350ed60a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:43.931919 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-03fc7c0b-f638-4e4e-8e4c-c0b11fbede6c req-6898b4c7-a7e1-40f0-bf1f-dad0dbe1c423 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.968467 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['b2c832bf-09cc-41bb-a9c9-f6954a02fc67'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:43.975806 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a1d0e-7f28-4670-813e-9bff47e3d1a3 req-0405156e-48e7-4304-b03e-4a6dacefcfa6 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:43.986659 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b30a1d0e-7f28-4670-813e-9bff47e3d1a3 req-0405156e-48e7-4304-b03e-4a6dacefcfa6 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1af32c2-ba8e-487b-91bd-6d56b4b14d0b HTTP/1.1" status: 200 len: 943 time: 0.1969028 Jul 22 16:32:44.004084 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898b4c7-a7e1-40f0-bf1f-dad0dbe1c423 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event deleted for resources: {'Port': ['ID=045dfd56-f6e5-4959-b0f0-7c34e1957e0f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:44.084588 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b30a1d0e-7f28-4670-813e-9bff47e3d1a3 req-5506b6af-d116-4dfa-8b5d-4c35a730f055 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bc253cd-bd5f-4c36-aa83-b398d77dcadb&id=e6c5988b-5235-4680-8ef9-ed64c0061443&id=be65ab33-c40a-44d4-8122-003b0d093be4&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0964956 Jul 22 16:32:44.202774 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fc7c0b-f638-4e4e-8e4c-c0b11fbede6c req-6898b4c7-a7e1-40f0-bf1f-dad0dbe1c423 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] No DVR routers for this DVR port 045dfd56-f6e5-4959-b0f0-7c34e1957e0f on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:32:44.210107 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-685e512c-fe3b-454a-81ba-f75b132aeb40 req-3de7430f-222c-43b3-986d-ad007bb0c559 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ff82ce6-f25e-4ab0-ab02-efcf886853dd HTTP/1.1" status: 200 len: 210 time: 0.1129386 Jul 22 16:32:44.211146 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-4ea4f1a6-664e-4b14-8d37-05cc3824cb0f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:44.255544 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3cb9d5aa-1845-43ae-90a8-e6fdfebd32da req-51c0b9cd-9c86-4724-a880-9db7e4e43015 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/d9206251-f0d7-4605-b8a2-d657a66444a7 HTTP/1.1" status: 200 len: 1776 time: 0.1079650 Jul 22 16:32:44.271818 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-03fc7c0b-f638-4e4e-8e4c-c0b11fbede6c req-6898b4c7-a7e1-40f0-bf1f-dad0dbe1c423 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:44.273852 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-03fc7c0b-f638-4e4e-8e4c-c0b11fbede6c req-6898b4c7-a7e1-40f0-bf1f-dad0dbe1c423 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.30 "DELETE /v2.0/ports/045dfd56-f6e5-4959-b0f0-7c34e1957e0f HTTP/1.1" status: 204 len: 173 time: 3.2813966 Jul 22 16:32:44.336122 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671e4fd4-5b5a-4b3a-b007-249e7845a270 x-openstack-request-id: req-671e4fd4-5b5a-4b3a-b007-249e7845a270 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:44.337106 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1af32c2-ba8e-487b-91bd-6d56b4b14d0b", "name": "network-vif-unplugged", "status": "completed", "tag": "045dfd56-f6e5-4959-b0f0-7c34e1957e0f", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:44.337822 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-671e4fd4-5b5a-4b3a-b007-249e7845a270 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:44.338920 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1af32c2-ba8e-487b-91bd-6d56b4b14d0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '045dfd56-f6e5-4959-b0f0-7c34e1957e0f', 'code': 200} Jul 22 16:32:44.492319 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-a2491c8d-ba41-4e55-ac77-b7e8053a61bb tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Allocated IP 172.20.0.10 (83955c06-57f4-4477-93ed-da4c191e2664/25a3a930-59a1-4c7c-8a59-db4921d72d81/959764ef-c649-4bcd-b5dd-66132deedeea) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:32:44.502431 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3cb9d5aa-1845-43ae-90a8-e6fdfebd32da req-701c8ab8-5636-4b0b-88a5-bc9fdf058f1e tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:44.605914 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3cb9d5aa-1845-43ae-90a8-e6fdfebd32da req-701c8ab8-5636-4b0b-88a5-bc9fdf058f1e tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:44.692070 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3cb9d5aa-1845-43ae-90a8-e6fdfebd32da req-701c8ab8-5636-4b0b-88a5-bc9fdf058f1e tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:44.695339 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3cb9d5aa-1845-43ae-90a8-e6fdfebd32da req-701c8ab8-5636-4b0b-88a5-bc9fdf058f1e tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:44.703824 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3cb9d5aa-1845-43ae-90a8-e6fdfebd32da req-701c8ab8-5636-4b0b-88a5-bc9fdf058f1e tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/d9206251-f0d7-4605-b8a2-d657a66444a7 HTTP/1.1" status: 204 len: 173 time: 0.4464097 Jul 22 16:32:44.727520 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c8ab8-5636-4b0b-88a5-bc9fdf058f1e tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9206251-f0d7-4605-b8a2-d657a66444a7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:44.904000 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-4ea4f1a6-664e-4b14-8d37-05cc3824cb0f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Network 83955c06-57f4-4477-93ed-da4c191e2664 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:32:44.941520 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e8296ed4-df70-4351-aaee-4cff18b4a725 req-7327c97f-b18a-4225-b0d0-b7731af5de7c tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.1053057 Jul 22 16:32:44.942544 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca07571-0749-4f9b-95e0-b3429aee1868 req-700e6634-1a6e-476e-928d-f66db6062be9 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:44.946682 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eca07571-0749-4f9b-95e0-b3429aee1868 req-700e6634-1a6e-476e-928d-f66db6062be9 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=f62d7c6a-94f6-462a-b923-abec23cc1c37 HTTP/1.1" status: 200 len: 945 time: 0.1422877 Jul 22 16:32:44.952295 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-4ea4f1a6-664e-4b14-8d37-05cc3824cb0f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:32:45.056387 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eca07571-0749-4f9b-95e0-b3429aee1868 req-88bbc5e0-fcee-47d4-91b0-d42a6459538e tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037426 Jul 22 16:32:45.079620 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-4ea4f1a6-664e-4b14-8d37-05cc3824cb0f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:32:45.115537 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b39708e3-ef64-4cdc-8c8f-417dd23608b7 req-226d65b7-ce8e-4491-99ae-c33bd8673c95 tempest-ServerShowV254Test-1413514258 tempest-ServerShowV254Test-1413514258-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca2a5075-dc2d-4e63-b4fd-e962b36b4dca HTTP/1.1" status: 200 len: 210 time: 0.1867650 Jul 22 16:32:45.178564 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a51908b2-c426-4646-afd1-4d8b45ea30f2 req-8e94609c-0305-4741-833e-474642ecb080 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "GET /v2.0/security-groups/c9eec8db-4c60-4f94-a809-6f420dd7cb9b HTTP/1.1" status: 200 len: 1778 time: 0.0921037 Jul 22 16:32:45.184563 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4f1a6-664e-4b14-8d37-05cc3824cb0f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Pushing event updated for resources: {'Port': ['ID=797c02be-33f8-427f-90db-afcd75405d80,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:45.283936 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a51908b2-c426-4646-afd1-4d8b45ea30f2 req-cda850b6-476d-49c9-a84b-37c90cdaff39 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:45.298935 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-a2491c8d-ba41-4e55-ac77-b7e8053a61bb tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:45.306864 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-4ea4f1a6-664e-4b14-8d37-05cc3824cb0f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:45.307569 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-4ea4f1a6-664e-4b14-8d37-05cc3824cb0f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:45.334496 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a51908b2-c426-4646-afd1-4d8b45ea30f2 req-cda850b6-476d-49c9-a84b-37c90cdaff39 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:45.443990 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a51908b2-c426-4646-afd1-4d8b45ea30f2 req-cda850b6-476d-49c9-a84b-37c90cdaff39 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:45.448959 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a51908b2-c426-4646-afd1-4d8b45ea30f2 req-cda850b6-476d-49c9-a84b-37c90cdaff39 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:45.471877 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a51908b2-c426-4646-afd1-4d8b45ea30f2 req-cda850b6-476d-49c9-a84b-37c90cdaff39 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/c9eec8db-4c60-4f94-a809-6f420dd7cb9b HTTP/1.1" status: 204 len: 173 time: 0.2911243 Jul 22 16:32:45.521783 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda850b6-476d-49c9-a84b-37c90cdaff39 tempest-SecurityGroupsTestAdminJSON-255840314 tempest-SecurityGroupsTestAdminJSON-255840314-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9eec8db-4c60-4f94-a809-6f420dd7cb9b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:45.526776 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-4ea4f1a6-664e-4b14-8d37-05cc3824cb0f tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5497279 Jul 22 16:32:45.548573 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-a2491c8d-ba41-4e55-ac77-b7e8053a61bb tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:45.627955 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1af32c2-ba8e-487b-91bd-6d56b4b14d0b', 'name': 'network-vif-deleted', 'tag': '045dfd56-f6e5-4959-b0f0-7c34e1957e0f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:45.630972 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08684e8-bc0f-4c1a-b13b-48d2f0287198" -d '{"events": [{"server_uuid": "a1af32c2-ba8e-487b-91bd-6d56b4b14d0b", "name": "network-vif-deleted", "tag": "045dfd56-f6e5-4959-b0f0-7c34e1957e0f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:45.657103 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-39d285ee-f0c5-4625-9308-fe2932546da6 service neutron] Request body: {'port': {'device_id': '0ff82ce6-f25e-4ab0-ab02-efcf886853dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:45.705689 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1a166-14fd-4259-8de7-551bac548bbc req-d5c590e7-fc45-4e8a-b6e6-4df7abb353b2 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:45.718113 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-acd1a166-14fd-4259-8de7-551bac548bbc req-d5c590e7-fc45-4e8a-b6e6-4df7abb353b2 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 944 time: 0.6437421 Jul 22 16:32:45.839336 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e2e5a-2198-4fed-b81b-e7808ec32786 req-3a099fbd-256e-4989-9149-e1a4decee58b tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:45.841029 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8f4e2e5a-2198-4fed-b81b-e7808ec32786 req-3a099fbd-256e-4989-9149-e1a4decee58b tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=f62d7c6a-94f6-462a-b923-abec23cc1c37 HTTP/1.1" status: 200 len: 945 time: 0.1972084 Jul 22 16:32:45.866057 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-a2491c8d-ba41-4e55-ac77-b7e8053a61bb tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Network 83955c06-57f4-4477-93ed-da4c191e2664 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:32:45.890719 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-a2491c8d-ba41-4e55-ac77-b7e8053a61bb tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:32:45.907917 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-a2491c8d-ba41-4e55-ac77-b7e8053a61bb tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:32:45.925583 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2491c8d-ba41-4e55-ac77-b7e8053a61bb tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Pushing event updated for resources: {'Port': ['ID=959764ef-c649-4bcd-b5dd-66132deedeea,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:45.945888 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8f4e2e5a-2198-4fed-b81b-e7808ec32786 req-2ec7363a-28cc-4f5b-baac-527ba46113dd tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943301 Jul 22 16:32:45.995290 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-acd1a166-14fd-4259-8de7-551bac548bbc req-fb87467a-0a1a-4887-bf04-98d653f859fd tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682955 Jul 22 16:32:46.115195 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde36601-8d18-49b1-8758-2434c25ab56c req-4c5410c8-acf0-4109-8244-514cc365227a tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:46.116752 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fde36601-8d18-49b1-8758-2434c25ab56c req-4c5410c8-acf0-4109-8244-514cc365227a tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 944 time: 0.7321362 Jul 22 16:32:46.124369 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-61bdf7d8-4ab5-44f9-bf9b-6a4764ffe829 req-9cf8b9bb-06b7-4368-80cf-730ed700d708 tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] 10.222.0.69 "GET /v2.0/security-groups/e4c86a0f-b677-4e09-a0cd-508d7e9543c4 HTTP/1.1" status: 200 len: 1777 time: 0.0596163 Jul 22 16:32:46.157150 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-a2491c8d-ba41-4e55-ac77-b7e8053a61bb tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:46.157811 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-a2491c8d-ba41-4e55-ac77-b7e8053a61bb tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:46.200184 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-39d285ee-f0c5-4625-9308-fe2932546da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:46.247966 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-a2491c8d-ba41-4e55-ac77-b7e8053a61bb tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2229455 Jul 22 16:32:46.257155 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-61bdf7d8-4ab5-44f9-bf9b-6a4764ffe829 req-df46bd76-6743-4701-861f-a19f472b019f tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:46.288995 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-2f428cb3-9320-4e0f-a30e-95076bab4cb7 service neutron] Request body: {'port': {'device_id': '195e630c-df87-4f86-b57f-0797924b6743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:46.300926 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-61bdf7d8-4ab5-44f9-bf9b-6a4764ffe829 req-df46bd76-6743-4701-861f-a19f472b019f tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:46.353092 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-61bdf7d8-4ab5-44f9-bf9b-6a4764ffe829 req-df46bd76-6743-4701-861f-a19f472b019f tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:46.355794 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-61bdf7d8-4ab5-44f9-bf9b-6a4764ffe829 req-df46bd76-6743-4701-861f-a19f472b019f tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:46.356999 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-61bdf7d8-4ab5-44f9-bf9b-6a4764ffe829 req-df46bd76-6743-4701-861f-a19f472b019f tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] 10.222.0.69 "DELETE /v2.0/security-groups/e4c86a0f-b677-4e09-a0cd-508d7e9543c4 HTTP/1.1" status: 204 len: 173 time: 0.2270968 Jul 22 16:32:46.368546 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46bd76-6743-4701-861f-a19f472b019f tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c86a0f-b677-4e09-a0cd-508d7e9543c4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:46.722155 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a34513-144f-4cdf-83f2-3e71ca805a15 x-openstack-request-id: req-e1a34513-144f-4cdf-83f2-3e71ca805a15 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:46.722344 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1af32c2-ba8e-487b-91bd-6d56b4b14d0b", "name": "network-vif-deleted", "tag": "045dfd56-f6e5-4959-b0f0-7c34e1957e0f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:46.722805 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e1a34513-144f-4cdf-83f2-3e71ca805a15 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:46.723599 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1af32c2-ba8e-487b-91bd-6d56b4b14d0b', 'name': 'network-vif-deleted', 'tag': '045dfd56-f6e5-4959-b0f0-7c34e1957e0f', 'status': 'completed', 'code': 200} Jul 22 16:32:46.849428 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8c55a-bce7-4e05-9a28-6f62ae71081d req-f5bbe8fd-5b83-44c3-9ae8-79c7de09df94 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:46.857015 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fbe8c55a-bce7-4e05-9a28-6f62ae71081d req-f5bbe8fd-5b83-44c3-9ae8-79c7de09df94 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ff82ce6-f25e-4ab0-ab02-efcf886853dd HTTP/1.1" status: 200 len: 931 time: 0.7322474 Jul 22 16:32:46.894568 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43262) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:46.900379 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-2f428cb3-9320-4e0f-a30e-95076bab4cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:46.987168 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f971fcfa-406d-4cb8-bdd4-fdd1700d0bb6 req-99608738-a987-4c89-9be4-306f1a3f68f6 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/be65ab33-c40a-44d4-8122-003b0d093be4 HTTP/1.1" status: 200 len: 1801 time: 0.1178660 Jul 22 16:32:46.996965 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fbe8c55a-bce7-4e05-9a28-6f62ae71081d req-cbdc31ba-996f-4778-83a2-d2ad4e7945fd tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389370 Jul 22 16:32:47.024882 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-fde36601-8d18-49b1-8758-2434c25ab56c req-42f357b5-2adf-4b20-99bf-f1feceaabf91 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Deleting port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:47.032073 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fde36601-8d18-49b1-8758-2434c25ab56c req-42f357b5-2adf-4b20-99bf-f1feceaabf91 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:47.117881 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f971fcfa-406d-4cb8-bdd4-fdd1700d0bb6 req-ea7dd323-a298-40b9-8072-e1cb1e2e0835 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:47.152666 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f971fcfa-406d-4cb8-bdd4-fdd1700d0bb6 req-ea7dd323-a298-40b9-8072-e1cb1e2e0835 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:47.201536 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f971fcfa-406d-4cb8-bdd4-fdd1700d0bb6 req-ea7dd323-a298-40b9-8072-e1cb1e2e0835 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:47.206491 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f971fcfa-406d-4cb8-bdd4-fdd1700d0bb6 req-ea7dd323-a298-40b9-8072-e1cb1e2e0835 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:47.207691 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f971fcfa-406d-4cb8-bdd4-fdd1700d0bb6 req-ea7dd323-a298-40b9-8072-e1cb1e2e0835 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "DELETE /v2.0/security-groups/be65ab33-c40a-44d4-8122-003b0d093be4 HTTP/1.1" status: 204 len: 173 time: 0.2198102 Jul 22 16:32:47.225651 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7dd323-a298-40b9-8072-e1cb1e2e0835 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be65ab33-c40a-44d4-8122-003b0d093be4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:47.280328 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cc7c824d-6009-4a71-b492-6a9db2ea909b req-7b91f7dd-5d7d-4890-9b53-ce7bb217b903 tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] 10.222.0.69 "GET /v2.0/security-groups/87b1c407-336a-4cfa-98ac-362d1464df6b HTTP/1.1" status: 200 len: 1777 time: 0.2393575 Jul 22 16:32:47.365842 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-138e9824-6dd5-4ed0-adf4-5631edef8913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:47.387068 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-fde36601-8d18-49b1-8758-2434c25ab56c req-42f357b5-2adf-4b20-99bf-f1feceaabf91 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] For port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:47.387312 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fde36601-8d18-49b1-8758-2434c25ab56c req-42f357b5-2adf-4b20-99bf-f1feceaabf91 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:47.419309 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-fde36601-8d18-49b1-8758-2434c25ab56c req-42f357b5-2adf-4b20-99bf-f1feceaabf91 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Calling delete_port for d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:47.497469 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b137d2-d83c-43ae-831a-ff39bb1cf9c8 req-3e595878-54b7-442b-9819-031c6b281518 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:47.499435 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e1b137d2-d83c-43ae-831a-ff39bb1cf9c8 req-3e595878-54b7-442b-9819-031c6b281518 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 944 time: 0.0770772 Jul 22 16:32:47.541536 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-39d285ee-f0c5-4625-9308-fe2932546da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 797c02be-33f8-427f-90db-afcd75405d80 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:47.546526 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e1b137d2-d83c-43ae-831a-ff39bb1cf9c8 req-71f1e1fb-6f7e-47f3-b509-417d76fc0b06 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405128 Jul 22 16:32:47.563358 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-39d285ee-f0c5-4625-9308-fe2932546da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:47.565624 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cc7c824d-6009-4a71-b492-6a9db2ea909b req-0a48c1ef-c6d9-43d9-a298-fe8ad9dea1cf tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:47.610467 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-39d285ee-f0c5-4625-9308-fe2932546da6 service neutron] Transition to ACTIVE for port object 797c02be-33f8-427f-90db-afcd75405d80 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:32:47.635653 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-39d285ee-f0c5-4625-9308-fe2932546da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:47.649606 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cc7c824d-6009-4a71-b492-6a9db2ea909b req-0a48c1ef-c6d9-43d9-a298-fe8ad9dea1cf tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:47.843607 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d285ee-f0c5-4625-9308-fe2932546da6 service neutron] Pushing event updated for resources: {'Port': ['ID=797c02be-33f8-427f-90db-afcd75405d80,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:47.930190 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-138e9824-6dd5-4ed0-adf4-5631edef8913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:47.931292 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cc7c824d-6009-4a71-b492-6a9db2ea909b req-0a48c1ef-c6d9-43d9-a298-fe8ad9dea1cf tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:47.934799 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cc7c824d-6009-4a71-b492-6a9db2ea909b req-0a48c1ef-c6d9-43d9-a298-fe8ad9dea1cf tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:47.936086 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cc7c824d-6009-4a71-b492-6a9db2ea909b req-0a48c1ef-c6d9-43d9-a298-fe8ad9dea1cf tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] 10.222.0.69 "DELETE /v2.0/security-groups/87b1c407-336a-4cfa-98ac-362d1464df6b HTTP/1.1" status: 204 len: 173 time: 0.6549444 Jul 22 16:32:47.958647 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-138e9824-6dd5-4ed0-adf4-5631edef8913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:47.961244 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7e4dda77-bef0-41bc-8bef-9fd2803a2d0a req-136d5dd0-b553-4fe3-8883-50eafa55a44f tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/7bc253cd-bd5f-4c36-aa83-b398d77dcadb HTTP/1.1" status: 200 len: 1798 time: 0.0939217 Jul 22 16:32:47.980675 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a3f75c90-3344-4bbd-b783-582587c452ff req-f62b1872-fbc0-4c7c-bae9-fa597510279d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0864873 Jul 22 16:32:48.004116 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48c1ef-c6d9-43d9-a298-fe8ad9dea1cf tempest-SecurityGroupsTestAdminJSON-1593155018 tempest-SecurityGroupsTestAdminJSON-1593155018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b1c407-336a-4cfa-98ac-362d1464df6b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:48.099288 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-138e9824-6dd5-4ed0-adf4-5631edef8913 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=be1e9e1bc0ba44bc8feafba92554ccbe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2006922 Jul 22 16:32:48.101062 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43320) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:48.117913 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7e4dda77-bef0-41bc-8bef-9fd2803a2d0a req-002cae5b-bf39-41d7-a089-57ccaeedd6e0 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:48.120090 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e9824-6dd5-4ed0-adf4-5631edef8913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8488e3-8791-4259-ba34-7efb2a4a730e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:48.123524 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fde36601-8d18-49b1-8758-2434c25ab56c req-42f357b5-2adf-4b20-99bf-f1feceaabf91 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:48.166121 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['9996a004-c98a-44c6-b9eb-9cba5a931bb1'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:48.178196 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-2f428cb3-9320-4e0f-a30e-95076bab4cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959764ef-c649-4bcd-b5dd-66132deedeea {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:48.189269 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-2f428cb3-9320-4e0f-a30e-95076bab4cb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:48.204250 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-2f428cb3-9320-4e0f-a30e-95076bab4cb7 service neutron] Transition to ACTIVE for port object 959764ef-c649-4bcd-b5dd-66132deedeea will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:32:48.233655 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7e4dda77-bef0-41bc-8bef-9fd2803a2d0a req-002cae5b-bf39-41d7-a089-57ccaeedd6e0 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:48.251306 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-2f428cb3-9320-4e0f-a30e-95076bab4cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:48.269364 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f357b5-2adf-4b20-99bf-f1feceaabf91 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Pushing event deleted for resources: {'Port': ['ID=d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:48.278380 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-39d285ee-f0c5-4625-9308-fe2932546da6 service neutron] Attempting to bind port 797c02be-33f8-427f-90db-afcd75405d80 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:32:48.278732 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-39d285ee-f0c5-4625-9308-fe2932546da6 service neutron] Attempting to bind port 797c02be-33f8-427f-90db-afcd75405d80 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'e12df4dd-ea87-41a9-8ea9-405193aa0f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '83955c06-57f4-4477-93ed-da4c191e2664'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:32:48.279124 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-39d285ee-f0c5-4625-9308-fe2932546da6 service neutron] Attempting to bind port 797c02be-33f8-427f-90db-afcd75405d80 on network 83955c06-57f4-4477-93ed-da4c191e2664 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:48.289312 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-39d285ee-f0c5-4625-9308-fe2932546da6 service neutron] Port 797c02be-33f8-427f-90db-afcd75405d80 on network 83955c06-57f4-4477-93ed-da4c191e2664 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:32:48.289643 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-39d285ee-f0c5-4625-9308-fe2932546da6 service neutron] Attempting to bind port 797c02be-33f8-427f-90db-afcd75405d80 on network 83955c06-57f4-4477-93ed-da4c191e2664 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:48.312993 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5444439d-0645-45a7-b6bd-64282e5815e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:48.318896 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-39d285ee-f0c5-4625-9308-fe2932546da6 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:32:48.322116 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-39d285ee-f0c5-4625-9308-fe2932546da6 service neutron] Checking segment: {'id': 'e12df4dd-ea87-41a9-8ea9-405193aa0f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '83955c06-57f4-4477-93ed-da4c191e2664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:32:48.322514 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-39d285ee-f0c5-4625-9308-fe2932546da6 service neutron] Bound using segment: {'id': 'e12df4dd-ea87-41a9-8ea9-405193aa0f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '83955c06-57f4-4477-93ed-da4c191e2664'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:32:48.322980 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-39d285ee-f0c5-4625-9308-fe2932546da6 service neutron] Bound port: 797c02be-33f8-427f-90db-afcd75405d80, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e12df4dd-ea87-41a9-8ea9-405193aa0f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '83955c06-57f4-4477-93ed-da4c191e2664'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:32:48.323383 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-39d285ee-f0c5-4625-9308-fe2932546da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:48.380124 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5444439d-0645-45a7-b6bd-64282e5815e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:48.418460 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde36601-8d18-49b1-8758-2434c25ab56c req-42f357b5-2adf-4b20-99bf-f1feceaabf91 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] No DVR routers for this DVR port d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:32:48.439727 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device dd09ccf3-8e13-44db-afa6-8f84cee7c3fe details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:32:48.440381 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fde36601-8d18-49b1-8758-2434c25ab56c req-42f357b5-2adf-4b20-99bf-f1feceaabf91 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:48.442216 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fde36601-8d18-49b1-8758-2434c25ab56c req-42f357b5-2adf-4b20-99bf-f1feceaabf91 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.30 "DELETE /v2.0/ports/d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a HTTP/1.1" status: 204 len: 173 time: 2.3131039 Jul 22 16:32:48.463788 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:48.481656 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43336) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:48.497888 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f75c90-3344-4bbd-b783-582587c452ff req-9f9fedc0-9d13-4af5-b96a-5c4eb819c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:48.499698 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a3f75c90-3344-4bbd-b783-582587c452ff req-9f9fedc0-9d13-4af5-b96a-5c4eb819c861 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 1095 time: 0.3772426 Jul 22 16:32:48.507880 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5444439d-0645-45a7-b6bd-64282e5815e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:48.517196 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5444439d-0645-45a7-b6bd-64282e5815e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:48.521360 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5444439d-0645-45a7-b6bd-64282e5815e4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ae8488e3-8791-4259-ba34-7efb2a4a730e HTTP/1.1" status: 204 len: 168 time: 0.4200022 Jul 22 16:32:48.522103 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f428cb3-9320-4e0f-a30e-95076bab4cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=959764ef-c649-4bcd-b5dd-66132deedeea,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:48.530372 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:32:48.530804 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:32:48.565314 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444439d-0645-45a7-b6bd-64282e5815e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8488e3-8791-4259-ba34-7efb2a4a730e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:48.589191 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7e4dda77-bef0-41bc-8bef-9fd2803a2d0a req-002cae5b-bf39-41d7-a089-57ccaeedd6e0 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:48.591891 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7e4dda77-bef0-41bc-8bef-9fd2803a2d0a req-002cae5b-bf39-41d7-a089-57ccaeedd6e0 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:48.593076 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7e4dda77-bef0-41bc-8bef-9fd2803a2d0a req-002cae5b-bf39-41d7-a089-57ccaeedd6e0 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "DELETE /v2.0/security-groups/7bc253cd-bd5f-4c36-aa83-b398d77dcadb HTTP/1.1" status: 204 len: 173 time: 0.6005387 Jul 22 16:32:48.655871 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-2f428cb3-9320-4e0f-a30e-95076bab4cb7 service neutron] Attempting to bind port 959764ef-c649-4bcd-b5dd-66132deedeea on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:32:48.656247 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-2f428cb3-9320-4e0f-a30e-95076bab4cb7 service neutron] Attempting to bind port 959764ef-c649-4bcd-b5dd-66132deedeea by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'e12df4dd-ea87-41a9-8ea9-405193aa0f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '83955c06-57f4-4477-93ed-da4c191e2664'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:32:48.663659 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cae5b-bf39-41d7-a089-57ccaeedd6e0 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc253cd-bd5f-4c36-aa83-b398d77dcadb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:48.684251 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-2f428cb3-9320-4e0f-a30e-95076bab4cb7 service neutron] Attempting to bind port 959764ef-c649-4bcd-b5dd-66132deedeea on network 83955c06-57f4-4477-93ed-da4c191e2664 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:48.702397 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-2f428cb3-9320-4e0f-a30e-95076bab4cb7 service neutron] Port 959764ef-c649-4bcd-b5dd-66132deedeea on network 83955c06-57f4-4477-93ed-da4c191e2664 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:32:48.702746 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-2f428cb3-9320-4e0f-a30e-95076bab4cb7 service neutron] Attempting to bind port 959764ef-c649-4bcd-b5dd-66132deedeea on network 83955c06-57f4-4477-93ed-da4c191e2664 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:48.725329 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e82025-62a6-471a-804a-3edfe09d36be', 'name': 'network-vif-deleted', 'tag': 'd27f04cf-06cf-4d1a-8f47-475f9c1b2a0a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:48.730025 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501895ee-9ec9-4bb2-b76e-a789650e074e" -d '{"events": [{"server_uuid": "e1e82025-62a6-471a-804a-3edfe09d36be", "name": "network-vif-deleted", "tag": "d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:48.747506 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-2f428cb3-9320-4e0f-a30e-95076bab4cb7 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:32:48.748052 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-2f428cb3-9320-4e0f-a30e-95076bab4cb7 service neutron] Checking segment: {'id': 'e12df4dd-ea87-41a9-8ea9-405193aa0f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '83955c06-57f4-4477-93ed-da4c191e2664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:32:48.748603 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-2f428cb3-9320-4e0f-a30e-95076bab4cb7 service neutron] Bound using segment: {'id': 'e12df4dd-ea87-41a9-8ea9-405193aa0f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '83955c06-57f4-4477-93ed-da4c191e2664'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:32:48.749773 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-2f428cb3-9320-4e0f-a30e-95076bab4cb7 service neutron] Bound port: 959764ef-c649-4bcd-b5dd-66132deedeea, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e12df4dd-ea87-41a9-8ea9-405193aa0f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '83955c06-57f4-4477-93ed-da4c191e2664'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:32:48.750481 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-2f428cb3-9320-4e0f-a30e-95076bab4cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:48.787090 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-39d285ee-f0c5-4625-9308-fe2932546da6 service neutron] For port 797c02be-33f8-427f-90db-afcd75405d80, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:32:48.823122 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f55d7ede-d189-4f1d-af64-0b3ec8ed66a1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0c4e42c32d584da5af5242b7467a2bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356216 Jul 22 16:32:48.825218 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43354) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:48.839108 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-39d285ee-f0c5-4625-9308-fe2932546da6 service neutron] For port 797c02be-33f8-427f-90db-afcd75405d80, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=797c02be-33f8-427f-90db-afcd75405d80,segment=NetworkSegment(e12df4dd-ea87-41a9-8ea9-405193aa0f57),segment_id=e12df4dd-ea87-41a9-8ea9-405193aa0f57)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:32:48.852692 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ae0a0-1bef-47d8-9fae-508f58d4395d req-3722d57a-2279-4da2-b5ff-33258bd3ad6c tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:48.862061 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a3ae0a0-1bef-47d8-9fae-508f58d4395d req-3722d57a-2279-4da2-b5ff-33258bd3ad6c tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ff82ce6-f25e-4ab0-ab02-efcf886853dd HTTP/1.1" status: 200 len: 943 time: 0.3674824 Jul 22 16:32:48.871412 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f75c90-3344-4bbd-b783-582587c452ff req-451f38c5-0166-48c5-9549-dd0a3d1fce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:48.873504 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a3f75c90-3344-4bbd-b783-582587c452ff req-451f38c5-0166-48c5-9549-dd0a3d1fce21 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 200 len: 922 time: 0.3299084 Jul 22 16:32:48.876805 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-39d285ee-f0c5-4625-9308-fe2932546da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:48.941127 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port dd09ccf3-8e13-44db-afa6-8f84cee7c3fe, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=dd09ccf3-8e13-44db-afa6-8f84cee7c3fe,segment=NetworkSegment(3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad),segment_id=3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:48.952508 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a3f75c90-3344-4bbd-b783-582587c452ff req-04665f95-544c-4434-a95e-4402d328c54b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92b534db-6542-4bbd-a9d4-1700f70194be HTTP/1.1" status: 200 len: 217 time: 0.0686493 Jul 22 16:32:48.958594 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'dd09ccf3-8e13-44db-afa6-8f84cee7c3fe', 'network_id': '11fd5339-ede9-4c72-a1e8-8686e18ee19f', 'port_id': 'dd09ccf3-8e13-44db-afa6-8f84cee7c3fe', 'mac_address': 'fa:16:3e:c1:ec:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d31ec7-0709-410d-b2c0-dce9daa2755c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:32:48.966682 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5cfd19-fb2f-4099-b85d-572877056c91 req-2d65445b-cf4e-47b2-916d-389ee5184512 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:48.968307 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7a5cfd19-fb2f-4099-b85d-572877056c91 req-2d65445b-cf4e-47b2-916d-389ee5184512 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=f62d7c6a-94f6-462a-b923-abec23cc1c37 HTTP/1.1" status: 200 len: 945 time: 0.2475283 Jul 22 16:32:48.992671 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-39d285ee-f0c5-4625-9308-fe2932546da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:48.993549 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-39d285ee-f0c5-4625-9308-fe2932546da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:48.995127 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-39d285ee-f0c5-4625-9308-fe2932546da6 service neutron] 10.222.0.30 "PUT /v2.0/ports/797c02be-33f8-427f-90db-afcd75405d80 HTTP/1.1" status: 200 len: 1091 time: 3.4429419 Jul 22 16:32:49.003404 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d285ee-f0c5-4625-9308-fe2932546da6 service neutron] Pushing event updated for resources: {'Port': ['ID=797c02be-33f8-427f-90db-afcd75405d80,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:49.020821 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a3ae0a0-1bef-47d8-9fae-508f58d4395d req-ebff5bef-de4a-4245-a16d-56fbe47844ec tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574459 Jul 22 16:32:49.025295 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-2f428cb3-9320-4e0f-a30e-95076bab4cb7 service neutron] For port 959764ef-c649-4bcd-b5dd-66132deedeea, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:32:49.028952 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e3f2a7b-4d5b-4337-95ca-8a9d54824656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:49.030770 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-2f428cb3-9320-4e0f-a30e-95076bab4cb7 service neutron] For port 959764ef-c649-4bcd-b5dd-66132deedeea, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=959764ef-c649-4bcd-b5dd-66132deedeea,segment=NetworkSegment(e12df4dd-ea87-41a9-8ea9-405193aa0f57),segment_id=e12df4dd-ea87-41a9-8ea9-405193aa0f57)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:32:49.036942 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-2f428cb3-9320-4e0f-a30e-95076bab4cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:49.039720 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:49.072978 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd09ccf3-8e13-44db-afa6-8f84cee7c3fe {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:49.075275 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f75c90-3344-4bbd-b783-582587c452ff req-d70ada5c-ef2e-4ffa-b637-51d9444ad0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:49.076783 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a3f75c90-3344-4bbd-b783-582587c452ff req-d70ada5c-ef2e-4ffa-b637-51d9444ad0b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ce36437-5a9b-4c2b-a36e-e40d9943a98a HTTP/1.1" status: 200 len: 861 time: 0.1074178 Jul 22 16:32:49.089129 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e3f2a7b-4d5b-4337-95ca-8a9d54824656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:49.095141 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-2f428cb3-9320-4e0f-a30e-95076bab4cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:49.095764 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-2f428cb3-9320-4e0f-a30e-95076bab4cb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:49.097254 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-2f428cb3-9320-4e0f-a30e-95076bab4cb7 service neutron] 10.222.0.16 "PUT /v2.0/ports/959764ef-c649-4bcd-b5dd-66132deedeea HTTP/1.1" status: 200 len: 1092 time: 2.8133333 Jul 22 16:32:49.105950 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port dd09ccf3-8e13-44db-afa6-8f84cee7c3fe, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=dd09ccf3-8e13-44db-afa6-8f84cee7c3fe,segment=NetworkSegment(3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad),segment_id=3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:49.117390 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7a5cfd19-fb2f-4099-b85d-572877056c91 req-4ab5cad3-4672-48dd-839c-ab9a5ee1ab3c tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129122 Jul 22 16:32:49.139887 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:49.165611 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f428cb3-9320-4e0f-a30e-95076bab4cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=959764ef-c649-4bcd-b5dd-66132deedeea,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:49.212829 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a3f75c90-3344-4bbd-b783-582587c452ff req-e9f1b1ad-a817-4850-b0f7-9c6b1facdeda service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6f3ed260-5c39-4f44-87de-6af121ff9539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896938 Jul 22 16:32:49.258936 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-f48188c6-c98b-425e-bc38-48749a9e470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:49.260855 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-f48188c6-c98b-425e-bc38-48749a9e470a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ae79c9196d64a3a9253bba077b1c345&device_id=0ff82ce6-f25e-4ab0-ab02-efcf886853dd HTTP/1.1" status: 200 len: 1094 time: 0.1622996 Jul 22 16:32:49.282845 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-24aa36ae-bb50-4b91-87b0-740c9eb57974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:49.284520 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-24aa36ae-bb50-4b91-87b0-740c9eb57974 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ae79c9196d64a3a9253bba077b1c345&device_id=195e630c-df87-4f86-b57f-0797924b6743 HTTP/1.1" status: 200 len: 1095 time: 0.1047239 Jul 22 16:32:49.311966 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b0316599-5c16-413b-b186-c115d589e18c req-b15921a2-40b2-400a-9598-f21886b17841 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2048454087', 'description': 'tempest-description-1598471319'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:49.327641 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=dd09ccf3-8e13-44db-afa6-8f84cee7c3fe,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:49.334552 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a6a5d00-aa9b-457f-88da-9fd7d9f27456 req-c53f11be-89ac-4b89-9119-0cd1f38b5328 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1e82025-62a6-471a-804a-3edfe09d36be HTTP/1.1" status: 200 len: 210 time: 0.0573242 Jul 22 16:32:49.371793 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['dd09ccf3-8e13-44db-afa6-8f84cee7c3fe'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:49.425849 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-8224270e-45e6-4f01-b176-9b2ce95135ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=797c02be-33f8-427f-90db-afcd75405d80 HTTP/1.1" status: 200 len: 217 time: 0.1325426 Jul 22 16:32:49.427295 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3fa604-229e-4d6e-8d93-8a03eb5eaf34 x-openstack-request-id: req-9d3fa604-229e-4d6e-8d93-8a03eb5eaf34 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:49.427588 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e82025-62a6-471a-804a-3edfe09d36be", "name": "network-vif-deleted", "tag": "d27f04cf-06cf-4d1a-8f47-475f9c1b2a0a", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:49.427877 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9d3fa604-229e-4d6e-8d93-8a03eb5eaf34 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:49.428308 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e82025-62a6-471a-804a-3edfe09d36be', 'name': 'network-vif-deleted', 'tag': 'd27f04cf-06cf-4d1a-8f47-475f9c1b2a0a', 'status': 'completed', 'code': 200} Jul 22 16:32:49.432070 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-0927c590-a0eb-46b0-869b-48c9161b1719 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=959764ef-c649-4bcd-b5dd-66132deedeea HTTP/1.1" status: 200 len: 217 time: 0.1129210 Jul 22 16:32:49.445620 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e3f2a7b-4d5b-4337-95ca-8a9d54824656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:49.451038 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e3f2a7b-4d5b-4337-95ca-8a9d54824656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:49.458094 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2e3f2a7b-4d5b-4337-95ca-8a9d54824656 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/da255622-cbe8-431e-a53d-51ef791f106d HTTP/1.1" status: 204 len: 168 time: 0.6304157 Jul 22 16:32:49.486760 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f2a7b-4d5b-4337-95ca-8a9d54824656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da255622-cbe8-431e-a53d-51ef791f106d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:49.486943 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b0316599-5c16-413b-b186-c115d589e18c req-b15921a2-40b2-400a-9598-f21886b17841 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:49.496378 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a3f75c90-3344-4bbd-b783-582587c452ff req-b1b55e2f-9791-4878-aabb-e7c1ec35c136 service neutron] 10.222.0.30 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519176 Jul 22 16:32:49.581090 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-6e439fa8-db23-45c7-898d-42c0217957b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:49.582630 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-6e439fa8-db23-45c7-898d-42c0217957b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=25a3a930-59a1-4c7c-8a59-db4921d72d81 HTTP/1.1" status: 200 len: 852 time: 0.1436176 Jul 22 16:32:49.590833 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-0f11c7c8-9460-4801-9e9a-0b6288bf9af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:49.593345 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-0f11c7c8-9460-4801-9e9a-0b6288bf9af9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25a3a930-59a1-4c7c-8a59-db4921d72d81 HTTP/1.1" status: 200 len: 852 time: 0.1399028 Jul 22 16:32:49.631233 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a3f75c90-3344-4bbd-b783-582587c452ff req-b9f9616a-1b72-4238-8149-709b8cee25d7 service neutron] 10.222.0.30 "GET /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246126 Jul 22 16:32:49.690916 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-599fe3fe-3dec-4f12-893d-74bac60b9467 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=83955c06-57f4-4477-93ed-da4c191e2664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966723 Jul 22 16:32:49.698200 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-0947cffd-fa88-44b2-9130-a2375fb60809 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83955c06-57f4-4477-93ed-da4c191e2664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869167 Jul 22 16:32:49.845049 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43396) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:49.882290 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b0316599-5c16-413b-b186-c115d589e18c req-b15921a2-40b2-400a-9598-f21886b17841 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:49.893749 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b0316599-5c16-413b-b186-c115d589e18c req-b15921a2-40b2-400a-9598-f21886b17841 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:49.950275 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-9935bf3e-a4d7-4587-a1a0-dccdcb116774 service neutron] 10.222.0.30 "GET /v2.0/networks/83955c06-57f4-4477-93ed-da4c191e2664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187891 Jul 22 16:32:49.957785 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-2f63139e-2fbd-4ac2-80e5-f72f8ec32d94 service neutron] 10.222.0.16 "GET /v2.0/networks/83955c06-57f4-4477-93ed-da4c191e2664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562549 Jul 22 16:32:49.961637 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b0316599-5c16-413b-b186-c115d589e18c req-b15921a2-40b2-400a-9598-f21886b17841 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:49.962870 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b0316599-5c16-413b-b186-c115d589e18c req-b15921a2-40b2-400a-9598-f21886b17841 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6561270 Jul 22 16:32:50.018663 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43402) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:50.045722 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15921a2-40b2-400a-9598-f21886b17841 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd583011-eb1a-40c2-9f31-cb925c6bd21f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:50.046621 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b4fc7ec0-cc0c-481b-8b50-9332cccd0cc7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-187288660-network', 'tenant_id': 'b99d812d7f824718b33c1f0641d0fba8'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:50.085803 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-22033d63-ee16-4e55-bc60-6db5bcfabe8e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=54ad2eaff65249ebb6cb95c149b47c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0658312 Jul 22 16:32:50.089044 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43406) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:50.111879 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fc7ec0-cc0c-481b-8b50-9332cccd0cc7 admin admin] Made reservation on behalf of b99d812d7f824718b33c1f0641d0fba8 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:50.114736 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4fc7ec0-cc0c-481b-8b50-9332cccd0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:50.139178 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4fc7ec0-cc0c-481b-8b50-9332cccd0cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:50.171463 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4cfc39ca-e035-4f87-ab6f-5fa86801d255 req-c2aece85-4c2c-4132-af5d-7afa696e4ed0 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/bd583011-eb1a-40c2-9f31-cb925c6bd21f HTTP/1.1" status: 200 len: 1801 time: 0.1638584 Jul 22 16:32:50.183917 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-66d3de91-2a6e-4ce9-bf8c-a55f435b6eed service neutron] 10.222.0.30 "GET /v2.0/networks/83955c06-57f4-4477-93ed-da4c191e2664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255015 Jul 22 16:32:50.193343 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4cfc39ca-e035-4f87-ab6f-5fa86801d255 req-d4a88472-c7ba-4fe1-9103-04f07f6f2e68 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2043281311', 'description': 'tempest-description-hth-2127493162'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:50.236265 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9390f0ed-2f8a-4b17-8644-ecec7447a766 req-6e267dad-3002-483b-ab0a-36a13f9a7744 service neutron] 10.222.0.16 "GET /v2.0/networks/83955c06-57f4-4477-93ed-da4c191e2664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370510 Jul 22 16:32:50.239734 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4cfc39ca-e035-4f87-ab6f-5fa86801d255 req-d4a88472-c7ba-4fe1-9103-04f07f6f2e68 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:50.249959 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef921d7b-8017-4aae-aadf-59ee4fe2ae9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:50.299432 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4cfc39ca-e035-4f87-ab6f-5fa86801d255 req-d4a88472-c7ba-4fe1-9103-04f07f6f2e68 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:50.305185 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4cfc39ca-e035-4f87-ab6f-5fa86801d255 req-d4a88472-c7ba-4fe1-9103-04f07f6f2e68 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:50.311124 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4cfc39ca-e035-4f87-ab6f-5fa86801d255 req-d4a88472-c7ba-4fe1-9103-04f07f6f2e68 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:50.313340 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4cfc39ca-e035-4f87-ab6f-5fa86801d255 req-d4a88472-c7ba-4fe1-9103-04f07f6f2e68 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "PUT /v2.0/security-groups/bd583011-eb1a-40c2-9f31-cb925c6bd21f HTTP/1.1" status: 200 len: 1775 time: 0.1281676 Jul 22 16:32:50.342122 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef921d7b-8017-4aae-aadf-59ee4fe2ae9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:50.350587 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a88472-c7ba-4fe1-9103-04f07f6f2e68 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd583011-eb1a-40c2-9f31-cb925c6bd21f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:50.428720 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc66a5-db53-4076-a924-22d2a9e16095 req-542e9bf0-dee6-47d5-8eef-139210a0e79c tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:50.430571 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2fcc66a5-db53-4076-a924-22d2a9e16095 req-542e9bf0-dee6-47d5-8eef-139210a0e79c tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ff82ce6-f25e-4ab0-ab02-efcf886853dd HTTP/1.1" status: 200 len: 943 time: 0.1737821 Jul 22 16:32:50.437179 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4fc7ec0-cc0c-481b-8b50-9332cccd0cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:50.448572 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4fc7ec0-cc0c-481b-8b50-9332cccd0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:50.466294 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb97a7-9594-49a3-bca4-feb3905acd8e req-f0508cdf-af68-4bed-a578-83d8cf4e6570 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:50.467490 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device dd09ccf3-8e13-44db-afa6-8f84cee7c3fe no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:50.467984 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-82cb97a7-9594-49a3-bca4-feb3905acd8e req-f0508cdf-af68-4bed-a578-83d8cf4e6570 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=f62d7c6a-94f6-462a-b923-abec23cc1c37 HTTP/1.1" status: 200 len: 944 time: 0.0868349 Jul 22 16:32:50.501961 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef921d7b-8017-4aae-aadf-59ee4fe2ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:50.504625 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef921d7b-8017-4aae-aadf-59ee4fe2ae9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:50.506385 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ef921d7b-8017-4aae-aadf-59ee4fe2ae9d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7f7bb632-cdb1-4cae-880c-da0b2d9f392e HTTP/1.1" status: 204 len: 168 time: 0.4162037 Jul 22 16:32:50.521096 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-82cb97a7-9594-49a3-bca4-feb3905acd8e req-6fe2e1dc-9854-4f3a-b636-e847b719d834 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463860 Jul 22 16:32:50.530478 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4fc7ec0-cc0c-481b-8b50-9332cccd0cc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:32:50.551140 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2fcc66a5-db53-4076-a924-22d2a9e16095 req-bd4104cd-48f4-4813-98fa-1eec1e086ecc tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122098 Jul 22 16:32:50.555648 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc7ec0-cc0c-481b-8b50-9332cccd0cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a656b6a-73f1-49f1-9422-2a69aa85793d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:50.569096 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef921d7b-8017-4aae-aadf-59ee4fe2ae9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7bb632-cdb1-4cae-880c-da0b2d9f392e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:50.584433 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4fc7ec0-cc0c-481b-8b50-9332cccd0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:50.584990 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-b4fc7ec0-cc0c-481b-8b50-9332cccd0cc7 admin admin] Added segment 108baf5d-16a0-4e46-981a-ce034ebe8e2e of type vlan for network fa3f6d9c-5934-4944-8a10-e6c91c070d82 Jul 22 16:32:50.643633 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:50.651620 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4fc7ec0-cc0c-481b-8b50-9332cccd0cc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:50.660927 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id dd09ccf3-8e13-44db-afa6-8f84cee7c3fe {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:50.694982 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port dd09ccf3-8e13-44db-afa6-8f84cee7c3fe, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=dd09ccf3-8e13-44db-afa6-8f84cee7c3fe,segment=NetworkSegment(3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad),segment_id=3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:50.699971 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a973108c-628f-4cba-b693-a1e2e1b4d1a9 req-bca66fa7-0d45-4c8a-bcaf-f11bad479f8e tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/bd583011-eb1a-40c2-9f31-cb925c6bd21f HTTP/1.1" status: 200 len: 1775 time: 0.0807827 Jul 22 16:32:50.701530 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:50.724471 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4fc7ec0-cc0c-481b-8b50-9332cccd0cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:50.726530 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fc7ec0-cc0c-481b-8b50-9332cccd0cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:50.727104 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4fc7ec0-cc0c-481b-8b50-9332cccd0cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:50.788626 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=dd09ccf3-8e13-44db-afa6-8f84cee7c3fe,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:50.827769 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b4fc7ec0-cc0c-481b-8b50-9332cccd0cc7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9813955 Jul 22 16:32:50.831488 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43440) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:50.839004 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a3d2d13c-afce-46ad-992c-e591622da8a3 admin admin] Request body: {'subnet': {'network_id': 'fa3f6d9c-5934-4944-8a10-e6c91c070d82', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-187288660-subnet', 'tenant_id': 'b99d812d7f824718b33c1f0641d0fba8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:50.875801 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc7ec0-cc0c-481b-8b50-9332cccd0cc7 admin admin] Pushing event updated for resources: {'Network': ['ID=fa3f6d9c-5934-4944-8a10-e6c91c070d82,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:50.886024 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network fa3f6d9c-5934-4944-8a10-e6c91c070d82 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:32:50.930175 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d2d13c-afce-46ad-992c-e591622da8a3 admin admin] Made reservation on behalf of b99d812d7f824718b33c1f0641d0fba8 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:50.932674 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3d2d13c-afce-46ad-992c-e591622da8a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:51.045500 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7201f54f-1a10-451a-b30f-ef15636dae25 req-1b81ef6e-b8bf-4f92-be1e-32f5d2f62297 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/bd583011-eb1a-40c2-9f31-cb925c6bd21f HTTP/1.1" status: 200 len: 1775 time: 0.0568249 Jul 22 16:32:51.192082 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7201f54f-1a10-451a-b30f-ef15636dae25 req-ae160a52-7927-42dd-9193-5adb4b4230a0 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:51.240808 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3d2d13c-afce-46ad-992c-e591622da8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:51.244891 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7201f54f-1a10-451a-b30f-ef15636dae25 req-ae160a52-7927-42dd-9193-5adb4b4230a0 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:51.321565 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7201f54f-1a10-451a-b30f-ef15636dae25 req-ae160a52-7927-42dd-9193-5adb4b4230a0 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:51.325058 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7201f54f-1a10-451a-b30f-ef15636dae25 req-ae160a52-7927-42dd-9193-5adb4b4230a0 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:51.340808 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7201f54f-1a10-451a-b30f-ef15636dae25 req-ae160a52-7927-42dd-9193-5adb4b4230a0 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "DELETE /v2.0/security-groups/bd583011-eb1a-40c2-9f31-cb925c6bd21f HTTP/1.1" status: 204 len: 173 time: 0.2909997 Jul 22 16:32:51.356024 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2d13c-afce-46ad-992c-e591622da8a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61a96006-205f-4740-b89a-9b03696987f8,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:51.360448 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d2d13c-afce-46ad-992c-e591622da8a3 admin admin] Checking segment: {'id': '108baf5d-16a0-4e46-981a-ce034ebe8e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'fa3f6d9c-5934-4944-8a10-e6c91c070d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:32:51.360448 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d2d13c-afce-46ad-992c-e591622da8a3 admin admin] Network hostable DHCP agents. Network: fa3f6d9c-5934-4944-8a10-e6c91c070d82, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:32:51.366054 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae160a52-7927-42dd-9193-5adb4b4230a0 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd583011-eb1a-40c2-9f31-cb925c6bd21f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:51.392932 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d2d13c-afce-46ad-992c-e591622da8a3 admin admin] Network fa3f6d9c-5934-4944-8a10-e6c91c070d82 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:32:51.417504 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c79a6-d4a3-4b2b-8291-be846ab0219f req-1b591579-ea51-4b64-ba58-2a5a4501f5eb tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:51.419180 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-930c79a6-d4a3-4b2b-8291-be846ab0219f req-1b591579-ea51-4b64-ba58-2a5a4501f5eb tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=f62d7c6a-94f6-462a-b923-abec23cc1c37 HTTP/1.1" status: 200 len: 943 time: 0.1159978 Jul 22 16:32:51.419826 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a3d2d13c-afce-46ad-992c-e591622da8a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, fa3f6d9c-5934-4944-8a10-e6c91c070d82) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:32:51.424396 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d2d13c-afce-46ad-992c-e591622da8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:51.424995 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3d2d13c-afce-46ad-992c-e591622da8a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:51.429965 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff82ce6-f25e-4ab0-ab02-efcf886853dd', 'tag': '797c02be-33f8-427f-90db-afcd75405d80'}, {'name': 'network-changed', 'server_uuid': '195e630c-df87-4f86-b57f-0797924b6743', 'tag': '959764ef-c649-4bcd-b5dd-66132deedeea'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:51.430441 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2f626c-92d2-48b1-98e2-46a0dcbeba83 None None] Network fa3f6d9c-5934-4944-8a10-e6c91c070d82 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:32:51.435516 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfe112b-6a83-4848-9bf2-98e797f50ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff82ce6-f25e-4ab0-ab02-efcf886853dd", "tag": "797c02be-33f8-427f-90db-afcd75405d80"}, {"name": "network-changed", "server_uuid": "195e630c-df87-4f86-b57f-0797924b6743", "tag": "959764ef-c649-4bcd-b5dd-66132deedeea"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:51.468581 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a3d2d13c-afce-46ad-992c-e591622da8a3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6355703 Jul 22 16:32:51.512385 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-930c79a6-d4a3-4b2b-8291-be846ab0219f req-42ae9284-4e5e-46fa-b4ab-96091bf2e83f tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686154 Jul 22 16:32:51.528109 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2102f5-b03e-47d2-b49d-127dfd6d236b req-ea7bb60e-5d9f-4e27-810f-47258e259ada tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:51.535855 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a2102f5-b03e-47d2-b49d-127dfd6d236b req-ea7bb60e-5d9f-4e27-810f-47258e259ada tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 945 time: 0.1357198 Jul 22 16:32:51.586831 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a2102f5-b03e-47d2-b49d-127dfd6d236b req-9cd095a2-3b56-41cd-8e96-403b30c6bacd tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496130 Jul 22 16:32:51.672722 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b71a37-d223-46a6-a951-3f2f8295be3c None None] Network fa3f6d9c-5934-4944-8a10-e6c91c070d82 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:32:51.679477 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2b28e1-1cd1-4532-8628-3faa1a116696 x-openstack-request-id: req-7c2b28e1-1cd1-4532-8628-3faa1a116696 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:51.679805 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff82ce6-f25e-4ab0-ab02-efcf886853dd", "tag": "797c02be-33f8-427f-90db-afcd75405d80", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "195e630c-df87-4f86-b57f-0797924b6743", "tag": "959764ef-c649-4bcd-b5dd-66132deedeea", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:51.680437 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7c2b28e1-1cd1-4532-8628-3faa1a116696 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:51.680849 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff82ce6-f25e-4ab0-ab02-efcf886853dd', 'tag': '797c02be-33f8-427f-90db-afcd75405d80', 'status': 'completed', 'code': 200} Jul 22 16:32:51.681128 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195e630c-df87-4f86-b57f-0797924b6743', 'tag': '959764ef-c649-4bcd-b5dd-66132deedeea', 'status': 'completed', 'code': 200} Jul 22 16:32:51.871697 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [req-4425d53d-e726-4595-bfd4-8b3a5661d773 req-5e17a0de-d388-4201-905b-59c3f2bec53a tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] show failed (client error): The resource could not be found. Jul 22 16:32:51.873491 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4425d53d-e726-4595-bfd4-8b3a5661d773 req-5e17a0de-d388-4201-905b-59c3f2bec53a tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/7bc253cd-bd5f-4c36-aa83-b398d77dcadb HTTP/1.1" status: 404 len: 352 time: 0.0303383 Jul 22 16:32:51.909554 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe112b-6a83-4848-9bf2-98e797f50ce1 req-8e30a2f5-781e-4795-9c55-ddbaa18967da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:51.911402 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7cfe112b-6a83-4848-9bf2-98e797f50ce1 req-8e30a2f5-781e-4795-9c55-ddbaa18967da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ae79c9196d64a3a9253bba077b1c345&device_id=195e630c-df87-4f86-b57f-0797924b6743 HTTP/1.1" status: 200 len: 1095 time: 0.1929796 Jul 22 16:32:51.919738 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1001753-8bf1-4e39-8463-c1f6d6076dba req-6f66a30c-ecf0-4c9a-b8c2-8ab139ab4f78 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:51.926565 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1001753-8bf1-4e39-8463-c1f6d6076dba req-6f66a30c-ecf0-4c9a-b8c2-8ab139ab4f78 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ff82ce6-f25e-4ab0-ab02-efcf886853dd HTTP/1.1" status: 200 len: 943 time: 0.1702290 Jul 22 16:32:51.927675 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [req-6dce53ab-2b3f-4aab-b878-45a90d6e369a req-27e1ca8f-9abe-4012-9544-a4bffe63dcfe tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] show failed (client error): The resource could not be found. Jul 22 16:32:51.929205 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6dce53ab-2b3f-4aab-b878-45a90d6e369a req-27e1ca8f-9abe-4012-9544-a4bffe63dcfe tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/be65ab33-c40a-44d4-8122-003b0d093be4 HTTP/1.1" status: 404 len: 352 time: 0.0191679 Jul 22 16:32:51.964562 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe112b-6a83-4848-9bf2-98e797f50ce1 req-ad693ee7-4f34-4463-b173-8ef01e3aed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:51.973413 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7cfe112b-6a83-4848-9bf2-98e797f50ce1 req-ad693ee7-4f34-4463-b173-8ef01e3aed31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ae79c9196d64a3a9253bba077b1c345&device_id=0ff82ce6-f25e-4ab0-ab02-efcf886853dd HTTP/1.1" status: 200 len: 1094 time: 0.2182045 Jul 22 16:32:51.976683 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [req-60dcb06c-6741-4620-bbf5-6d759a513e4c req-0f8eca26-6859-4911-9859-71bf1e7a1960 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] show failed (client error): The resource could not be found. Jul 22 16:32:51.977696 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-60dcb06c-6741-4620-bbf5-6d759a513e4c req-0f8eca26-6859-4911-9859-71bf1e7a1960 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/742bb3ff-5ef3-498b-b62b-48149a0b7829 HTTP/1.1" status: 404 len: 352 time: 0.0156238 Jul 22 16:32:52.017551 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [req-84a3cbee-488b-47d9-a719-5ab03239e1ba req-8b7fbc63-2b9b-4851-9e7e-ade8a6d46975 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] show failed (client error): The resource could not be found. Jul 22 16:32:52.019150 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-84a3cbee-488b-47d9-a719-5ab03239e1ba req-8b7fbc63-2b9b-4851-9e7e-ade8a6d46975 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/bb5a930d-f84f-4605-a500-1e930e8f8aaf HTTP/1.1" status: 404 len: 352 time: 0.0178311 Jul 22 16:32:52.060786 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [req-c47de0d6-504d-4329-87cf-454114ab64e3 req-e8cedb05-36a8-43d8-abd2-c341682e5762 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] show failed (client error): The resource could not be found. Jul 22 16:32:52.067291 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c47de0d6-504d-4329-87cf-454114ab64e3 req-e8cedb05-36a8-43d8-abd2-c341682e5762 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/dd2c3c65-626a-412f-86e8-b9aa89954180 HTTP/1.1" status: 404 len: 352 time: 0.0251224 Jul 22 16:32:52.090810 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1001753-8bf1-4e39-8463-c1f6d6076dba req-0d0e3c0d-aec3-436a-8c69-bfad1204e10b tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628673 Jul 22 16:32:52.104679 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [req-023061c8-8c58-460d-8fa2-75391a1d7bf0 req-27827e57-c3bd-4e02-affd-2d4325832a5f tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] show failed (client error): The resource could not be found. Jul 22 16:32:52.106235 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-023061c8-8c58-460d-8fa2-75391a1d7bf0 req-27827e57-c3bd-4e02-affd-2d4325832a5f tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/027226ed-7db0-4deb-954a-915f6837b39b HTTP/1.1" status: 404 len: 352 time: 0.0182214 Jul 22 16:32:52.178268 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe112b-6a83-4848-9bf2-98e797f50ce1 req-8eeed1f2-27ff-47ce-9a83-8484fb5d57cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:52.179756 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7cfe112b-6a83-4848-9bf2-98e797f50ce1 req-8eeed1f2-27ff-47ce-9a83-8484fb5d57cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=83955c06-57f4-4477-93ed-da4c191e2664 HTTP/1.1" status: 200 len: 913 time: 0.2477584 Jul 22 16:32:52.231182 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe112b-6a83-4848-9bf2-98e797f50ce1 req-1c069f3c-326d-4036-8ff8-c216b39de97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:52.235856 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7cfe112b-6a83-4848-9bf2-98e797f50ce1 req-1c069f3c-326d-4036-8ff8-c216b39de97d service neutron] 10.222.0.30 "GET /v2.0/networks?id=83955c06-57f4-4477-93ed-da4c191e2664 HTTP/1.1" status: 200 len: 913 time: 0.2423673 Jul 22 16:32:52.237463 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7cfe112b-6a83-4848-9bf2-98e797f50ce1 req-795c2aa0-3f3a-4262-a208-d5a9d31e6f28 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=959764ef-c649-4bcd-b5dd-66132deedeea HTTP/1.1" status: 200 len: 217 time: 0.0451932 Jul 22 16:32:52.265719 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43528) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:52.336307 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7cfe112b-6a83-4848-9bf2-98e797f50ce1 req-ba91456d-3ced-44de-a5f4-14c37d0fad1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=797c02be-33f8-427f-90db-afcd75405d80 HTTP/1.1" status: 200 len: 217 time: 0.0934625 Jul 22 16:32:52.380344 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe112b-6a83-4848-9bf2-98e797f50ce1 req-4835d317-f82d-4b76-8d94-2fb3f71942c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:52.382210 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7cfe112b-6a83-4848-9bf2-98e797f50ce1 req-4835d317-f82d-4b76-8d94-2fb3f71942c8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=25a3a930-59a1-4c7c-8a59-db4921d72d81 HTTP/1.1" status: 200 len: 852 time: 0.1376638 Jul 22 16:32:52.444980 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 797c02be-33f8-427f-90db-afcd75405d80 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:32:52.447999 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7cfe112b-6a83-4848-9bf2-98e797f50ce1 req-bf455d22-7c55-47d7-ad56-e5d2ee768850 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=83955c06-57f4-4477-93ed-da4c191e2664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543258 Jul 22 16:32:52.450753 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe112b-6a83-4848-9bf2-98e797f50ce1 req-bc43ae94-ef8b-42ab-b639-09da8d505228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:52.451224 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8af825b1-4fc0-4be0-8ea7-11144fd71eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.452555 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7cfe112b-6a83-4848-9bf2-98e797f50ce1 req-bc43ae94-ef8b-42ab-b639-09da8d505228 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25a3a930-59a1-4c7c-8a59-db4921d72d81 HTTP/1.1" status: 200 len: 852 time: 0.1084428 Jul 22 16:32:52.550432 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5f1a3-bb1b-49ca-b25b-2e5222ef8212 req-33833102-94d6-4fcf-94d8-1c1c4c946656 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:52.562031 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d6a5f1a3-bb1b-49ca-b25b-2e5222ef8212 req-33833102-94d6-4fcf-94d8-1c1c4c946656 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=86e89cbe-7983-4d19-ba39-09fc895f02a9 HTTP/1.1" status: 200 len: 1024 time: 0.1760170 Jul 22 16:32:52.651624 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d6a5f1a3-bb1b-49ca-b25b-2e5222ef8212 req-194ea70e-0a07-49ab-8792-c2ff51343c4c tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=7614543a-4b95-4d33-826c-5baf4b4bdaaf&id=e6c5988b-5235-4680-8ef9-ed64c0061443&id=dc0143fc-e036-47e9-b424-eb369bd7916f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0829227 Jul 22 16:32:52.678216 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 959764ef-c649-4bcd-b5dd-66132deedeea details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:32:52.720704 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8af825b1-4fc0-4be0-8ea7-11144fd71eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.728240 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8af825b1-4fc0-4be0-8ea7-11144fd71eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.760521 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43548) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:52.767264 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-02110a33-a392-4e36-a4c7-93712d4eabc0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1029916442-network', 'tenant_id': '5f4820a326364f85a0d9738a7146b91b'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:52.802657 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 959764ef-c649-4bcd-b5dd-66132deedeea, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=959764ef-c649-4bcd-b5dd-66132deedeea,segment=NetworkSegment(e12df4dd-ea87-41a9-8ea9-405193aa0f57),segment_id=e12df4dd-ea87-41a9-8ea9-405193aa0f57)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:52.824837 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '959764ef-c649-4bcd-b5dd-66132deedeea', 'network_id': '83955c06-57f4-4477-93ed-da4c191e2664', 'port_id': '959764ef-c649-4bcd-b5dd-66132deedeea', 'mac_address': 'fa:16:3e:3a:8a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a3a930-59a1-4c7c-8a59-db4921d72d81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:32:52.828325 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 797c02be-33f8-427f-90db-afcd75405d80, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=797c02be-33f8-427f-90db-afcd75405d80,segment=NetworkSegment(e12df4dd-ea87-41a9-8ea9-405193aa0f57),segment_id=e12df4dd-ea87-41a9-8ea9-405193aa0f57)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:52.848447 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '797c02be-33f8-427f-90db-afcd75405d80', 'network_id': '83955c06-57f4-4477-93ed-da4c191e2664', 'port_id': '797c02be-33f8-427f-90db-afcd75405d80', 'mac_address': 'fa:16:3e:6c:f0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a3a930-59a1-4c7c-8a59-db4921d72d81', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:32:52.893462 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8af825b1-4fc0-4be0-8ea7-11144fd71eb2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=143d89eb27ad4e979eb9afee987ebfab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6258733 Jul 22 16:32:52.895969 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af825b1-4fc0-4be0-8ea7-11144fd71eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fde7c9f-b107-4ccb-9fef-ef8ba6c8cdea,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:52.899494 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43554) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:52.930086 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02110a33-a392-4e36-a4c7-93712d4eabc0 admin admin] Made reservation on behalf of 5f4820a326364f85a0d9738a7146b91b for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:52.932674 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02110a33-a392-4e36-a4c7-93712d4eabc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.938723 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.949197 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7cfe112b-6a83-4848-9bf2-98e797f50ce1 req-1c14cd30-8a7d-4d4c-b739-a91697d4e786 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83955c06-57f4-4477-93ed-da4c191e2664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4856408 Jul 22 16:32:52.956335 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 797c02be-33f8-427f-90db-afcd75405d80 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:52.963102 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02110a33-a392-4e36-a4c7-93712d4eabc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.979114 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 797c02be-33f8-427f-90db-afcd75405d80, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=797c02be-33f8-427f-90db-afcd75405d80,segment=NetworkSegment(e12df4dd-ea87-41a9-8ea9-405193aa0f57),segment_id=e12df4dd-ea87-41a9-8ea9-405193aa0f57)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:52.993428 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.007147 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9e10b-46c7-4dde-907b-8746e821bbb4 req-3717e90e-fdc3-4c79-bfb4-839d33775363 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:53.014781 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-44d9e10b-46c7-4dde-907b-8746e821bbb4 req-3717e90e-fdc3-4c79-bfb4-839d33775363 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 945 time: 0.2413368 Jul 22 16:32:53.027557 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.049101 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959764ef-c649-4bcd-b5dd-66132deedeea {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:53.063122 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822232b-9013-44f4-b187-5a6921639789 req-ca4decd6-5cf0-4c13-8756-acbc59d1b62a tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:53.064827 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a822232b-9013-44f4-b187-5a6921639789 req-ca4decd6-5cf0-4c13-8756-acbc59d1b62a tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.30 "GET /v2.0/ports?device_id=f62d7c6a-94f6-462a-b923-abec23cc1c37 HTTP/1.1" status: 200 len: 943 time: 0.3325105 Jul 22 16:32:53.078451 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 959764ef-c649-4bcd-b5dd-66132deedeea, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=959764ef-c649-4bcd-b5dd-66132deedeea,segment=NetworkSegment(e12df4dd-ea87-41a9-8ea9-405193aa0f57),segment_id=e12df4dd-ea87-41a9-8ea9-405193aa0f57)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:53.093544 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.114144 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=797c02be-33f8-427f-90db-afcd75405d80,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:53.189583 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7cfe112b-6a83-4848-9bf2-98e797f50ce1 req-6e888ea4-eba0-4d6b-9268-d1bc12da6849 service neutron] 10.222.0.16 "GET /v2.0/networks/83955c06-57f4-4477-93ed-da4c191e2664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7342122 Jul 22 16:32:53.189710 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=959764ef-c649-4bcd-b5dd-66132deedeea,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:53.197983 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-44d9e10b-46c7-4dde-907b-8746e821bbb4 req-49f77cc5-6624-4ae1-886e-12a48294a3f9 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822317 Jul 22 16:32:53.203689 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b016a91a-73e0-45d6-851f-83bbfbc0e39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.244827 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7cfe112b-6a83-4848-9bf2-98e797f50ce1 req-ac1cb7c8-f8be-46fe-ae38-3a2d0dbd8faa service neutron] 10.222.0.30 "GET /v2.0/networks/83955c06-57f4-4477-93ed-da4c191e2664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844918 Jul 22 16:32:53.266564 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984af028-17b1-427f-8606-ceb5a342c388 req-704c927e-4365-44c5-a253-72aef6d5544c tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:53.269174 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-984af028-17b1-427f-8606-ceb5a342c388 req-704c927e-4365-44c5-a253-72aef6d5544c tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=f62d7c6a-94f6-462a-b923-abec23cc1c37 HTTP/1.1" status: 200 len: 943 time: 0.3861983 Jul 22 16:32:53.276442 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b016a91a-73e0-45d6-851f-83bbfbc0e39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.283880 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['797c02be-33f8-427f-90db-afcd75405d80'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:53.303924 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02110a33-a392-4e36-a4c7-93712d4eabc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.353452 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02110a33-a392-4e36-a4c7-93712d4eabc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.359678 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2a21e-5aff-40de-86b9-99f3f26a3686 req-53bce5af-3c3b-4834-b2dd-975cf5a2c728 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:53.361522 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3fc2a21e-5aff-40de-86b9-99f3f26a3686 req-53bce5af-3c3b-4834-b2dd-975cf5a2c728 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.16 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 945 time: 0.3741801 Jul 22 16:32:53.364324 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7cfe112b-6a83-4848-9bf2-98e797f50ce1 req-c363ab10-b079-4474-a7ac-b4dc669bf3fe service neutron] 10.222.0.16 "GET /v2.0/networks/83955c06-57f4-4477-93ed-da4c191e2664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543000 Jul 22 16:32:53.365697 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02110a33-a392-4e36-a4c7-93712d4eabc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:32:53.378574 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02110a33-a392-4e36-a4c7-93712d4eabc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.378994 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-02110a33-a392-4e36-a4c7-93712d4eabc0 admin admin] Added segment 18942c33-b5d3-4170-8fc5-2ae8aada191c of type vlan for network 9bc76db4-7882-474c-b916-25abbdc698d6 Jul 22 16:32:53.406192 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['959764ef-c649-4bcd-b5dd-66132deedeea'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:53.422201 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02110a33-a392-4e36-a4c7-93712d4eabc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.441073 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-984af028-17b1-427f-8606-ceb5a342c388 req-8e040046-afa1-45b2-995b-7fc98e5e9c49 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677328 Jul 22 16:32:53.467750 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02110a33-a392-4e36-a4c7-93712d4eabc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.469656 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02110a33-a392-4e36-a4c7-93712d4eabc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:53.470657 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02110a33-a392-4e36-a4c7-93712d4eabc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.563727 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-f29269cb-0f6e-43f0-8122-5d5cb862b855 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=92942036ad194996b94941cb937ee479&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523987 Jul 22 16:32:53.574587 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-02110a33-a392-4e36-a4c7-93712d4eabc0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8118331 Jul 22 16:32:53.580274 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43584) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:53.590224 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110a33-a392-4e36-a4c7-93712d4eabc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cad2962-51ff-4395-a134-fe3cb7bc92c6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:53.619262 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3c774560-6cdb-44e0-9b21-cae61d3e3cb3 admin admin] Request body: {'subnet': {'network_id': '9bc76db4-7882-474c-b916-25abbdc698d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1029916442-subnet', 'tenant_id': '5f4820a326364f85a0d9738a7146b91b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:53.673757 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110a33-a392-4e36-a4c7-93712d4eabc0 admin admin] Pushing event updated for resources: {'Network': ['ID=9bc76db4-7882-474c-b916-25abbdc698d6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:53.690162 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 9bc76db4-7882-474c-b916-25abbdc698d6 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:32:53.695415 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7cfe112b-6a83-4848-9bf2-98e797f50ce1 req-5e5d8339-3685-4a0d-b6c7-741e6514c80b service neutron] 10.222.0.30 "GET /v2.0/networks/83955c06-57f4-4477-93ed-da4c191e2664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255486 Jul 22 16:32:53.721104 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e19a60-e55c-4874-8111-bea53ec73f99 req-61a85d0b-bf0c-4d03-bb9b-621fb5260133 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:53.723922 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-58e19a60-e55c-4874-8111-bea53ec73f99 req-61a85d0b-bf0c-4d03-bb9b-621fb5260133 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ff82ce6-f25e-4ab0-ab02-efcf886853dd HTTP/1.1" status: 200 len: 944 time: 0.1725454 Jul 22 16:32:53.736269 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b016a91a-73e0-45d6-851f-83bbfbc0e39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.739283 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b016a91a-73e0-45d6-851f-83bbfbc0e39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.745551 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b016a91a-73e0-45d6-851f-83bbfbc0e39d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0fde7c9f-b107-4ccb-9fef-ef8ba6c8cdea HTTP/1.1" status: 204 len: 168 time: 0.8381469 Jul 22 16:32:53.746953 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-3fc2a21e-5aff-40de-86b9-99f3f26a3686 req-66e8c2d5-2906-4b2c-8518-efe0b1c08ce7 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Deleting port 9996a004-c98a-44c6-b9eb-9cba5a931bb1 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:53.747345 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3fc2a21e-5aff-40de-86b9-99f3f26a3686 req-66e8c2d5-2906-4b2c-8518-efe0b1c08ce7 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.792531 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-a822232b-9013-44f4-b187-5a6921639789 req-aa809ccc-9055-4dd4-9c70-799fb8607922 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Deleting port dd09ccf3-8e13-44db-afa6-8f84cee7c3fe {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:53.793397 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a822232b-9013-44f4-b187-5a6921639789 req-aa809ccc-9055-4dd4-9c70-799fb8607922 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.811090 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016a91a-73e0-45d6-851f-83bbfbc0e39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fde7c9f-b107-4ccb-9fef-ef8ba6c8cdea,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:53.812739 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c774560-6cdb-44e0-9b21-cae61d3e3cb3 admin admin] Made reservation on behalf of 5f4820a326364f85a0d9738a7146b91b for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:53.815580 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c774560-6cdb-44e0-9b21-cae61d3e3cb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.847006 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-17ac8a1f-c797-4257-86f7-063f37b591dd tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:53.859138 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-17ac8a1f-c797-4257-86f7-063f37b591dd tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2793343 Jul 22 16:32:53.864878 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-58e19a60-e55c-4874-8111-bea53ec73f99 req-d103857c-b7cd-438b-826e-5dcca580d349 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334121 Jul 22 16:32:53.892084 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-3fc2a21e-5aff-40de-86b9-99f3f26a3686 req-66e8c2d5-2906-4b2c-8518-efe0b1c08ce7 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] For port 9996a004-c98a-44c6-b9eb-9cba5a931bb1, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9996a004-c98a-44c6-b9eb-9cba5a931bb1,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:53.892751 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3fc2a21e-5aff-40de-86b9-99f3f26a3686 req-66e8c2d5-2906-4b2c-8518-efe0b1c08ce7 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.912593 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-91a6d787-725e-46d6-bee3-55218ed2b20b tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/quotas/92942036ad194996b94941cb937ee479 HTTP/1.1" status: 200 len: 375 time: 0.0524447 Jul 22 16:32:53.940992 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-3fc2a21e-5aff-40de-86b9-99f3f26a3686 req-66e8c2d5-2906-4b2c-8518-efe0b1c08ce7 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Calling delete_port for 9996a004-c98a-44c6-b9eb-9cba5a931bb1 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:54.050755 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749db22b-d441-40a9-9a64-279ed543d5c7 req-16617efa-06d9-4c45-a78e-61b34ff29cec tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:54.052204 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-749db22b-d441-40a9-9a64-279ed543d5c7 req-16617efa-06d9-4c45-a78e-61b34ff29cec tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.16 "GET /v2.0/ports?device_id=86e89cbe-7983-4d19-ba39-09fc895f02a9 HTTP/1.1" status: 200 len: 1024 time: 0.1562304 Jul 22 16:32:54.189474 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43602) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:54.243460 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56204eaf-9e6c-412e-b5da-d50a9c27b091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:54.256485 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad49d3-9c18-4d04-8f04-0c3b9fe6ab20 req-8258d70d-83e3-45ab-aca4-92767cda3f7b tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:54.258104 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e5ad49d3-9c18-4d04-8f04-0c3b9fe6ab20 req-8258d70d-83e3-45ab-aca4-92767cda3f7b tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=86e89cbe-7983-4d19-ba39-09fc895f02a9 HTTP/1.1" status: 200 len: 1024 time: 0.2295320 Jul 22 16:32:54.295666 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3fc2a21e-5aff-40de-86b9-99f3f26a3686 req-66e8c2d5-2906-4b2c-8518-efe0b1c08ce7 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:54.309679 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-07de9392-3472-461c-ad1e-b12379fbf0ca tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=92942036ad194996b94941cb937ee479&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3956928 Jul 22 16:32:54.329193 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['9996a004-c98a-44c6-b9eb-9cba5a931bb1'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:54.357724 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-a822232b-9013-44f4-b187-5a6921639789 req-aa809ccc-9055-4dd4-9c70-799fb8607922 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] For port dd09ccf3-8e13-44db-afa6-8f84cee7c3fe, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=dd09ccf3-8e13-44db-afa6-8f84cee7c3fe,segment=NetworkSegment(3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad),segment_id=3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:54.358077 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a822232b-9013-44f4-b187-5a6921639789 req-aa809ccc-9055-4dd4-9c70-799fb8607922 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:54.368818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8c2d5-2906-4b2c-8518-efe0b1c08ce7 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Pushing event deleted for resources: {'Port': ['ID=9996a004-c98a-44c6-b9eb-9cba5a931bb1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:54.377690 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-a822232b-9013-44f4-b187-5a6921639789 req-aa809ccc-9055-4dd4-9c70-799fb8607922 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Calling delete_port for dd09ccf3-8e13-44db-afa6-8f84cee7c3fe owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:54.384260 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e5ad49d3-9c18-4d04-8f04-0c3b9fe6ab20 req-512f49f1-ef85-4c2b-9a9f-602ea93af77f tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups?id=7614543a-4b95-4d33-826c-5baf4b4bdaaf&id=e6c5988b-5235-4680-8ef9-ed64c0061443&id=dc0143fc-e036-47e9-b424-eb369bd7916f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1101928 Jul 22 16:32:54.451572 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc2a21e-5aff-40de-86b9-99f3f26a3686 req-66e8c2d5-2906-4b2c-8518-efe0b1c08ce7 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] No DVR routers for this DVR port 9996a004-c98a-44c6-b9eb-9cba5a931bb1 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:32:54.460979 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-749db22b-d441-40a9-9a64-279ed543d5c7 req-56d6b0a6-4b05-4108-8347-347b4adefe3d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Deleting port b2c832bf-09cc-41bb-a9c9-f6954a02fc67 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:54.460979 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-749db22b-d441-40a9-9a64-279ed543d5c7 req-56d6b0a6-4b05-4108-8347-347b4adefe3d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:54.464675 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3fc2a21e-5aff-40de-86b9-99f3f26a3686 req-66e8c2d5-2906-4b2c-8518-efe0b1c08ce7 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:54.466743 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3fc2a21e-5aff-40de-86b9-99f3f26a3686 req-66e8c2d5-2906-4b2c-8518-efe0b1c08ce7 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.16 "DELETE /v2.0/ports/9996a004-c98a-44c6-b9eb-9cba5a931bb1 HTTP/1.1" status: 204 len: 173 time: 1.0293071 Jul 22 16:32:54.470117 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671d4a4e-ded5-4ff0-913d-7d69cc737334', 'name': 'network-vif-deleted', 'tag': '9996a004-c98a-44c6-b9eb-9cba5a931bb1'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:54.472471 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dc2dd1-9583-4341-80aa-a35d55f5cf94" -d '{"events": [{"server_uuid": "671d4a4e-ded5-4ff0-913d-7d69cc737334", "name": "network-vif-deleted", "tag": "9996a004-c98a-44c6-b9eb-9cba5a931bb1"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:54.477159 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 797c02be-33f8-427f-90db-afcd75405d80 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:32:54.547674 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c774560-6cdb-44e0-9b21-cae61d3e3cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:54.642654 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c774560-6cdb-44e0-9b21-cae61d3e3cb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f397b0e5-1d0f-497b-9eb1-fd009e6408a5,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:54.686390 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c774560-6cdb-44e0-9b21-cae61d3e3cb3 admin admin] Checking segment: {'id': '18942c33-b5d3-4170-8fc5-2ae8aada191c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9bc76db4-7882-474c-b916-25abbdc698d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:32:54.687023 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c774560-6cdb-44e0-9b21-cae61d3e3cb3 admin admin] Network hostable DHCP agents. Network: 9bc76db4-7882-474c-b916-25abbdc698d6, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:32:54.729634 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 959764ef-c649-4bcd-b5dd-66132deedeea up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:32:54.766695 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-749db22b-d441-40a9-9a64-279ed543d5c7 req-56d6b0a6-4b05-4108-8347-347b4adefe3d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] For port b2c832bf-09cc-41bb-a9c9-f6954a02fc67, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b2c832bf-09cc-41bb-a9c9-f6954a02fc67,segment=NetworkSegment(59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff),segment_id=59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:54.766695 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-749db22b-d441-40a9-9a64-279ed543d5c7 req-56d6b0a6-4b05-4108-8347-347b4adefe3d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:54.771144 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56204eaf-9e6c-412e-b5da-d50a9c27b091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:54.771861 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 797c02be-33f8-427f-90db-afcd75405d80 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:32:54.785209 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a822232b-9013-44f4-b187-5a6921639789 req-aa809ccc-9055-4dd4-9c70-799fb8607922 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:54.786412 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 797c02be-33f8-427f-90db-afcd75405d80 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:32:54.787828 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:54.800228 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-61b6fb83-399b-472e-b11d-179bdd2ea70e req-9c72bad9-7e0d-4007-a643-afb20b685419 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=671d4a4e-ded5-4ff0-913d-7d69cc737334 HTTP/1.1" status: 200 len: 210 time: 0.0689211 Jul 22 16:32:54.804329 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56204eaf-9e6c-412e-b5da-d50a9c27b091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:54.810060 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-749db22b-d441-40a9-9a64-279ed543d5c7 req-56d6b0a6-4b05-4108-8347-347b4adefe3d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Calling delete_port for b2c832bf-09cc-41bb-a9c9-f6954a02fc67 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:54.891035 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a822232b-9013-44f4-b187-5a6921639789 req-aa809ccc-9055-4dd4-9c70-799fb8607922 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] No DVR routers for this DVR port dd09ccf3-8e13-44db-afa6-8f84cee7c3fe on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:32:54.894421 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43630) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:54.895947 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a822232b-9013-44f4-b187-5a6921639789 req-aa809ccc-9055-4dd4-9c70-799fb8607922 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:54.897035 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-56204eaf-9e6c-412e-b5da-d50a9c27b091 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=db1b14d8b8134648802b6936b2597a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6994574 Jul 22 16:32:54.899092 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a822232b-9013-44f4-b187-5a6921639789 req-aa809ccc-9055-4dd4-9c70-799fb8607922 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.30 "DELETE /v2.0/ports/dd09ccf3-8e13-44db-afa6-8f84cee7c3fe HTTP/1.1" status: 204 len: 173 time: 1.8224678 Jul 22 16:32:54.908670 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa809ccc-9055-4dd4-9c70-799fb8607922 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Pushing event deleted for resources: {'Port': ['ID=dd09ccf3-8e13-44db-afa6-8f84cee7c3fe,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:54.910706 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62d7c6a-94f6-462a-b923-abec23cc1c37', 'name': 'network-vif-deleted', 'tag': 'dd09ccf3-8e13-44db-afa6-8f84cee7c3fe'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:54.913843 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec86005-7f4c-433e-bf99-6a458feba7a0" -d '{"events": [{"server_uuid": "f62d7c6a-94f6-462a-b923-abec23cc1c37", "name": "network-vif-deleted", "tag": "dd09ccf3-8e13-44db-afa6-8f84cee7c3fe"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:54.925097 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 959764ef-c649-4bcd-b5dd-66132deedeea completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:32:54.929965 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c774560-6cdb-44e0-9b21-cae61d3e3cb3 admin admin] Network 9bc76db4-7882-474c-b916-25abbdc698d6 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:32:54.932249 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 959764ef-c649-4bcd-b5dd-66132deedeea triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:32:54.932619 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:54.956103 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-3c774560-6cdb-44e0-9b21-cae61d3e3cb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 9bc76db4-7882-474c-b916-25abbdc698d6) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:32:54.980505 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c774560-6cdb-44e0-9b21-cae61d3e3cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:54.981672 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c774560-6cdb-44e0-9b21-cae61d3e3cb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:54.996766 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182552ed-a3ed-41a0-9ace-ec8b6fb1652a None None] Network 9bc76db4-7882-474c-b916-25abbdc698d6 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:32:55.041832 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.046072 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63205c1a-b250-4616-9898-45e70b42c714 req-2d6d46d5-9416-43c1-a614-996ecfbee1e7 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:55.059955 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-63205c1a-b250-4616-9898-45e70b42c714 req-2d6d46d5-9416-43c1-a614-996ecfbee1e7 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=f62d7c6a-94f6-462a-b923-abec23cc1c37 HTTP/1.1" status: 200 len: 865 time: 0.3800972 Jul 22 16:32:55.123178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff82ce6-f25e-4ab0-ab02-efcf886853dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797c02be-33f8-427f-90db-afcd75405d80'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:55.125460 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdd863b-1efd-4a7d-8036-139ec3081238" -d '{"events": [{"server_uuid": "0ff82ce6-f25e-4ab0-ab02-efcf886853dd", "name": "network-vif-plugged", "status": "completed", "tag": "797c02be-33f8-427f-90db-afcd75405d80"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:55.153654 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83968d2c-601f-4d85-9328-d053cf7993db x-openstack-request-id: req-83968d2c-601f-4d85-9328-d053cf7993db {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:55.154109 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671d4a4e-ded5-4ff0-913d-7d69cc737334", "name": "network-vif-deleted", "tag": "9996a004-c98a-44c6-b9eb-9cba5a931bb1", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:55.154387 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-83968d2c-601f-4d85-9328-d053cf7993db {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:55.154800 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671d4a4e-ded5-4ff0-913d-7d69cc737334', 'name': 'network-vif-deleted', 'tag': '9996a004-c98a-44c6-b9eb-9cba5a931bb1', 'status': 'completed', 'code': 200} Jul 22 16:32:55.165219 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56204eaf-9e6c-412e-b5da-d50a9c27b091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ec5ad3-025e-45a6-ad39-bc2fd9329147,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:55.168793 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-749db22b-d441-40a9-9a64-279ed543d5c7 req-56d6b0a6-4b05-4108-8347-347b4adefe3d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.182504 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3c774560-6cdb-44e0-9b21-cae61d3e3cb3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5936422 Jul 22 16:32:55.189198 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c16462a-dfdb-413b-97ac-875550f5dd89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.209559 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a646c49f-2474-4537-a91e-c8a6aac7ea57 req-c6442b10-e8e5-4c90-8af2-f39b0370995d tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/ports?device_id=108bdd50-7bd6-4e86-90d7-f652f39b83ff HTTP/1.1" status: 200 len: 210 time: 0.0678852 Jul 22 16:32:55.220181 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-63205c1a-b250-4616-9898-45e70b42c714 req-ad50a85e-43a6-47fe-bdea-e7e7fe8295d1 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585789 Jul 22 16:32:55.236619 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 797c02be-33f8-427f-90db-afcd75405d80, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=797c02be-33f8-427f-90db-afcd75405d80,segment=NetworkSegment(e12df4dd-ea87-41a9-8ea9-405193aa0f57),segment_id=e12df4dd-ea87-41a9-8ea9-405193aa0f57)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:55.249685 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c16462a-dfdb-413b-97ac-875550f5dd89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.255382 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6b0a6-4b05-4108-8347-347b4adefe3d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event deleted for resources: {'Port': ['ID=b2c832bf-09cc-41bb-a9c9-f6954a02fc67,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:55.361555 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.367740 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device dd09ccf3-8e13-44db-afa6-8f84cee7c3fe no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:55.391138 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-749db22b-d441-40a9-9a64-279ed543d5c7 req-56d6b0a6-4b05-4108-8347-347b4adefe3d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] No DVR routers for this DVR port b2c832bf-09cc-41bb-a9c9-f6954a02fc67 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:32:55.415564 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-749db22b-d441-40a9-9a64-279ed543d5c7 req-56d6b0a6-4b05-4108-8347-347b4adefe3d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.420481 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-749db22b-d441-40a9-9a64-279ed543d5c7 req-56d6b0a6-4b05-4108-8347-347b4adefe3d tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.16 "DELETE /v2.0/ports/b2c832bf-09cc-41bb-a9c9-f6954a02fc67 HTTP/1.1" status: 204 len: 173 time: 1.3442378 Jul 22 16:32:55.456537 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c16462a-dfdb-413b-97ac-875550f5dd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.461430 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-18fc1cc9-6b1f-44ff-8799-2a3ee30c07c4 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=737219674a65492c83d801138e0cf9e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710616 Jul 22 16:32:55.467812 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c16462a-dfdb-413b-97ac-875550f5dd89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.472098 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2c16462a-dfdb-413b-97ac-875550f5dd89 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/35ec5ad3-025e-45a6-ad39-bc2fd9329147 HTTP/1.1" status: 204 len: 168 time: 0.5691321 Jul 22 16:32:55.486031 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: dd09ccf3-8e13-44db-afa6-8f84cee7c3fe {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:32:55.486686 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device dd09ccf3-8e13-44db-afa6-8f84cee7c3fe not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:32:55.498845 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16462a-dfdb-413b-97ac-875550f5dd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ec5ad3-025e-45a6-ad39-bc2fd9329147,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:55.529321 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd714849-40f5-4446-9d6c-3eee29886a01 None None] Network 9bc76db4-7882-474c-b916-25abbdc698d6 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:32:55.576358 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8bc0e-d0e8-45a1-bbe7-40c2b5176337 req-f7d9102f-0473-49d0-9229-1c82b468bc18 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:55.587442 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d2b8bc0e-d0e8-45a1-bbe7-40c2b5176337 req-f7d9102f-0473-49d0-9229-1c82b468bc18 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ff82ce6-f25e-4ab0-ab02-efcf886853dd HTTP/1.1" status: 200 len: 945 time: 0.2545631 Jul 22 16:32:55.597404 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.699859 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-baa60993-8e41-407a-a20f-51b321818f44 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:55.701463 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-baa60993-8e41-407a-a20f-51b321818f44 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2322614 Jul 22 16:32:55.716038 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d2b8bc0e-d0e8-45a1-bbe7-40c2b5176337 req-02ca5b09-9ebe-459b-9ed8-566861d04c62 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249099 Jul 22 16:32:55.739771 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-cf22d407-1779-4c51-879c-88afcc987b1d tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/quotas/737219674a65492c83d801138e0cf9e0 HTTP/1.1" status: 200 len: 375 time: 0.0206897 Jul 22 16:32:55.788634 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26fadb8-6f29-4e80-9496-08fe0866785c x-openstack-request-id: req-f26fadb8-6f29-4e80-9496-08fe0866785c {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:55.789397 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62d7c6a-94f6-462a-b923-abec23cc1c37", "name": "network-vif-deleted", "tag": "dd09ccf3-8e13-44db-afa6-8f84cee7c3fe", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:55.790045 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f26fadb8-6f29-4e80-9496-08fe0866785c {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:55.792222 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62d7c6a-94f6-462a-b923-abec23cc1c37', 'name': 'network-vif-deleted', 'tag': 'dd09ccf3-8e13-44db-afa6-8f84cee7c3fe', 'status': 'completed', 'code': 200} Jul 22 16:32:55.806050 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-85b22068-471e-4ec1-aa8b-ec1b3fe04b22 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=737219674a65492c83d801138e0cf9e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620291 Jul 22 16:32:55.809240 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=797c02be-33f8-427f-90db-afcd75405d80,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:55.846086 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 959764ef-c649-4bcd-b5dd-66132deedeea, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=959764ef-c649-4bcd-b5dd-66132deedeea,segment=NetworkSegment(e12df4dd-ea87-41a9-8ea9-405193aa0f57),segment_id=e12df4dd-ea87-41a9-8ea9-405193aa0f57)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:55.853258 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c63591-0886-43f6-bf29-8739c26fefc7 x-openstack-request-id: req-b3c63591-0886-43f6-bf29-8739c26fefc7 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:55.853763 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff82ce6-f25e-4ab0-ab02-efcf886853dd", "name": "network-vif-plugged", "status": "completed", "tag": "797c02be-33f8-427f-90db-afcd75405d80", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:55.854514 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b3c63591-0886-43f6-bf29-8739c26fefc7 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:55.856821 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff82ce6-f25e-4ab0-ab02-efcf886853dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797c02be-33f8-427f-90db-afcd75405d80', 'code': 200} Jul 22 16:32:55.864426 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.865659 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device b2c832bf-09cc-41bb-a9c9-f6954a02fc67 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:55.939866 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: b2c832bf-09cc-41bb-a9c9-f6954a02fc67 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:32:55.940313 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device b2c832bf-09cc-41bb-a9c9-f6954a02fc67 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:32:55.941475 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 9996a004-c98a-44c6-b9eb-9cba5a931bb1 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:56.008347 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6dae1ce0-46ec-4f5c-9f35-3ce671a1a7f5 req-428ebe23-89b2-4032-be69-146f33bcd06a tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/ports?device_id=86e89cbe-7983-4d19-ba39-09fc895f02a9 HTTP/1.1" status: 200 len: 210 time: 0.0744379 Jul 22 16:32:56.136105 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 9996a004-c98a-44c6-b9eb-9cba5a931bb1 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:32:56.137160 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 9996a004-c98a-44c6-b9eb-9cba5a931bb1 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:32:56.190759 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62091b22-3643-40f4-83ba-508022db2f5f req-84dfff96-7959-4ff5-bfb0-c4c67d21a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:56.192402 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-62091b22-3643-40f4-83ba-508022db2f5f req-84dfff96-7959-4ff5-bfb0-c4c67d21a1a3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ff82ce6-f25e-4ab0-ab02-efcf886853dd HTTP/1.1" status: 200 len: 1096 time: 0.2400393 Jul 22 16:32:56.212847 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=959764ef-c649-4bcd-b5dd-66132deedeea,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:56.299824 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-62091b22-3643-40f4-83ba-508022db2f5f req-758d8578-5613-4d8b-867a-e4a9c94e13ec service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970712 Jul 22 16:32:56.528283 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-127754e2-d13d-48a1-838f-2e7dbfa1a300 req-d745fca2-4552-4cf3-86a2-60d192ee8f85 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/ports?device_id=108bdd50-7bd6-4e86-90d7-f652f39b83ff HTTP/1.1" status: 200 len: 210 time: 0.0402207 Jul 22 16:32:56.756986 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f9703dbb-849d-48f9-b608-858a88303005 req-9d89635d-dd24-4d2b-bf72-ede367cf12d1 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=737219674a65492c83d801138e0cf9e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310316 Jul 22 16:32:56.760853 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-c00cff9b-6580-424e-b803-7b97f3dbd08c tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=92942036ad194996b94941cb937ee479&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755167 Jul 22 16:32:56.907843 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-f592bced-21d3-4f4b-9f79-32e43c298293 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:56.915246 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-f592bced-21d3-4f4b-9f79-32e43c298293 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/networks?id=fa3f6d9c-5934-4944-8a10-e6c91c070d82 HTTP/1.1" status: 200 len: 824 time: 0.3092701 Jul 22 16:32:56.941394 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-d415fd0b-b592-4661-935f-0830a0d3f9dc tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/quotas/b99d812d7f824718b33c1f0641d0fba8 HTTP/1.1" status: 200 len: 375 time: 0.0246367 Jul 22 16:32:56.946283 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9703dbb-849d-48f9-b608-858a88303005 req-c15228a4-0938-4204-ba19-e5c1fe03ee58 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:56.953878 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f9703dbb-849d-48f9-b608-858a88303005 req-c15228a4-0938-4204-ba19-e5c1fe03ee58 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1901829 Jul 22 16:32:56.972338 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f9703dbb-849d-48f9-b608-858a88303005 req-41608645-eb45-4f27-8d6c-d3d9193dacc5 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/quotas/737219674a65492c83d801138e0cf9e0 HTTP/1.1" status: 200 len: 375 time: 0.0169721 Jul 22 16:32:56.977969 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-2c826c79-59fb-47be-a038-799201dc3686 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b99d812d7f824718b33c1f0641d0fba8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356843 Jul 22 16:32:57.009259 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f9703dbb-849d-48f9-b608-858a88303005 req-4fc82e81-8191-49fe-8e57-82d3d32f2509 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=737219674a65492c83d801138e0cf9e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360157 Jul 22 16:32:57.029572 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-8d3ffada-85f0-40d8-966e-c235ecf60105 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:57.031166 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-8d3ffada-85f0-40d8-966e-c235ecf60105 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2386250 Jul 22 16:32:57.086730 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Request body: {'port': {'device_id': '108bdd50-7bd6-4e86-90d7-f652f39b83ff', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '92942036ad194996b94941cb937ee479'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:57.203815 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e89cbe-7983-4d19-ba39-09fc895f02a9', 'name': 'network-vif-deleted', 'tag': 'b2c832bf-09cc-41bb-a9c9-f6954a02fc67'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:57.207811 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8c1606-4012-4040-81c8-6434ee25a8b3" -d '{"events": [{"server_uuid": "86e89cbe-7983-4d19-ba39-09fc895f02a9", "name": "network-vif-deleted", "tag": "b2c832bf-09cc-41bb-a9c9-f6954a02fc67"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:57.234507 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-7b957552-1c2b-41d4-add0-8367edadbe6e service neutron] 10.222.0.69 "GET /v2.0/networks/fa3f6d9c-5934-4944-8a10-e6c91c070d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417357 Jul 22 16:32:57.380825 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-70cd732a-d9ab-4377-a86f-623206751ace service neutron] 10.222.0.69 "GET /v2.0/networks/fa3f6d9c-5934-4944-8a10-e6c91c070d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315088 Jul 22 16:32:57.393972 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Made reservation on behalf of 92942036ad194996b94941cb937ee479 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:57.398946 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:57.408351 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:57.474350 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44b27c-2ada-44b2-9280-8ed542a326e2 req-80ed0375-ab5c-495e-86fa-3f29acf64cb1 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:57.482905 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6f44b27c-2ada-44b2-9280-8ed542a326e2 req-80ed0375-ab5c-495e-86fa-3f29acf64cb1 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 944 time: 0.1703601 Jul 22 16:32:57.499085 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143f556-54ef-4182-9a89-68d48129936d req-8a1891f0-585c-4701-a3c7-eb948120a00a tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:57.501008 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3143f556-54ef-4182-9a89-68d48129936d req-8a1891f0-585c-4701-a3c7-eb948120a00a tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2d5454d-57b2-4b91-850e-8cdd8893d41c HTTP/1.1" status: 200 len: 944 time: 0.2470012 Jul 22 16:32:57.670733 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-fd9daca9-7c95-43ef-9831-30a3162a77ad tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=737219674a65492c83d801138e0cf9e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777092 Jul 22 16:32:57.754782 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6f44b27c-2ada-44b2-9280-8ed542a326e2 req-dd2a5180-120a-4a2d-b8fd-5c2d2415ff49 tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.69 "GET /v2.0/security-groups?id=0535eac0-d50a-4a4b-9708-9d8c381911b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659039 Jul 22 16:32:57.843299 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-3143f556-54ef-4182-9a89-68d48129936d req-9f9c1ecc-b67c-4cf4-86a7-e007d35fa7ed tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Deleting port 92b534db-6542-4bbd-a9d4-1700f70194be {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:57.843299 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3143f556-54ef-4182-9a89-68d48129936d req-9f9c1ecc-b67c-4cf4-86a7-e007d35fa7ed tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:57.860546 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195e630c-df87-4f86-b57f-0797924b6743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959764ef-c649-4bcd-b5dd-66132deedeea'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:57.863020 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c22000-06ac-4c61-a116-de7cb4410a12" -d '{"events": [{"server_uuid": "195e630c-df87-4f86-b57f-0797924b6743", "name": "network-vif-plugged", "status": "completed", "tag": "959764ef-c649-4bcd-b5dd-66132deedeea"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:57.972590 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:57.982216 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:58.083047 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-3143f556-54ef-4182-9a89-68d48129936d req-9f9c1ecc-b67c-4cf4-86a7-e007d35fa7ed tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] For port 92b534db-6542-4bbd-a9d4-1700f70194be, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=92b534db-6542-4bbd-a9d4-1700f70194be,segment=NetworkSegment(2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5),segment_id=2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:58.083445 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3143f556-54ef-4182-9a89-68d48129936d req-9f9c1ecc-b67c-4cf4-86a7-e007d35fa7ed tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:58.106097 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-3143f556-54ef-4182-9a89-68d48129936d req-9f9c1ecc-b67c-4cf4-86a7-e007d35fa7ed tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Calling delete_port for 92b534db-6542-4bbd-a9d4-1700f70194be owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:58.115207 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-34d13b53-7a6e-47e4-b2ab-961008a9b5b7 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:58.122144 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-99ac37cd-4a7d-4f84-b0ce-540ba9dc2e63 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:58.122370 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-34d13b53-7a6e-47e4-b2ab-961008a9b5b7 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/networks?id=11fd5339-ede9-4c72-a1e8-8686e18ee19f HTTP/1.1" status: 200 len: 822 time: 0.2255948 Jul 22 16:32:58.123788 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-99ac37cd-4a7d-4f84-b0ce-540ba9dc2e63 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4520943 Jul 22 16:32:58.138495 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45fac9ac-9899-440b-b28e-9466f6fa2098,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:58.145428 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-c07b2879-07ca-4ee7-a961-3ff6ef43e51b tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/quotas/c01e19ea85c04eff85a8e7af5d534fb7 HTTP/1.1" status: 200 len: 375 time: 0.0221748 Jul 22 16:32:58.161591 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-339899ac-2cee-4f55-8beb-dc5ee9e33026 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Request body: {'port': {'device_id': 'c449fa9a-b6b3-4237-8025-d984203d0cb5', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '737219674a65492c83d801138e0cf9e0'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:58.178773 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:58.179229 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:58.179461 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:58.179805 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:58.182295 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:58.184632 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:58.185068 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:58.185380 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:58.186632 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:58.186997 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:58.187312 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:58.187655 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:58.249813 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b91e6-f7ac-48cd-8e1f-69d2b199d36e req-44e238e9-391b-4675-962b-cadcbbf3f8df tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:58.251459 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b5b91e6-f7ac-48cd-8e1f-69d2b199d36e req-44e238e9-391b-4675-962b-cadcbbf3f8df tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ff82ce6-f25e-4ab0-ab02-efcf886853dd HTTP/1.1" status: 200 len: 945 time: 0.4873643 Jul 22 16:32:58.366872 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-7fe86343-825f-4c0d-bdb3-593fbf6cfb53 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c01e19ea85c04eff85a8e7af5d534fb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2204633 Jul 22 16:32:58.388675 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Allocated IP 192.168.233.61 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/2519c328-8a4a-4316-939a-a217eddeedeb) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:32:58.394812 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b5b91e6-f7ac-48cd-8e1f-69d2b199d36e req-836dcee2-7e84-4f6e-a633-c976891df39d tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167631 Jul 22 16:32:58.430740 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3143f556-54ef-4182-9a89-68d48129936d req-9f9c1ecc-b67c-4cf4-86a7-e007d35fa7ed tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:58.455099 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-339899ac-2cee-4f55-8beb-dc5ee9e33026 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Made reservation on behalf of 737219674a65492c83d801138e0cf9e0 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:58.459405 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-339899ac-2cee-4f55-8beb-dc5ee9e33026 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:58.485763 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-339899ac-2cee-4f55-8beb-dc5ee9e33026 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:58.515632 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c1ecc-b67c-4cf4-86a7-e007d35fa7ed tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Pushing event deleted for resources: {'Port': ['ID=92b534db-6542-4bbd-a9d4-1700f70194be,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:58.565655 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-24638e52-d6c9-4983-ba61-7925c87b1c1d service neutron] 10.222.0.69 "GET /v2.0/networks/11fd5339-ede9-4c72-a1e8-8686e18ee19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851499 Jul 22 16:32:58.630247 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3143f556-54ef-4182-9a89-68d48129936d req-9f9c1ecc-b67c-4cf4-86a7-e007d35fa7ed tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] No DVR routers for this DVR port 92b534db-6542-4bbd-a9d4-1700f70194be on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:32:58.632305 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8096352d-d44c-4b4b-a06e-5a2690a65ec3 req-35828e51-cd83-4731-9ba8-c9bd7ba3c3df tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?device_id=634622d1-d94a-4cc9-a5e6-e86d9e163061 HTTP/1.1" status: 200 len: 210 time: 0.0522549 Jul 22 16:32:58.634248 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3143f556-54ef-4182-9a89-68d48129936d req-9f9c1ecc-b67c-4cf4-86a7-e007d35fa7ed tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:58.636379 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3143f556-54ef-4182-9a89-68d48129936d req-9f9c1ecc-b67c-4cf4-86a7-e007d35fa7ed tempest-LiveAutoBlockMigrationV225Test-2052889328 tempest-LiveAutoBlockMigrationV225Test-2052889328-project] 10.222.0.30 "DELETE /v2.0/ports/92b534db-6542-4bbd-a9d4-1700f70194be HTTP/1.1" status: 204 len: 173 time: 1.1201556 Jul 22 16:32:58.639393 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d5454d-57b2-4b91-850e-8cdd8893d41c', 'name': 'network-vif-deleted', 'tag': '92b534db-6542-4bbd-a9d4-1700f70194be'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:58.642323 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbf5253-a8d8-4ce7-8aa4-f2c235815a31" -d '{"events": [{"server_uuid": "d2d5454d-57b2-4b91-850e-8cdd8893d41c", "name": "network-vif-deleted", "tag": "92b534db-6542-4bbd-a9d4-1700f70194be"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:58.746166 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-5e5c86bd-9f9f-4a7a-bbc4-7affec58f3b3 service neutron] 10.222.0.69 "GET /v2.0/networks/11fd5339-ede9-4c72-a1e8-8686e18ee19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781201 Jul 22 16:32:58.771548 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:58.778721 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02fb8d2-cf36-4bf2-892b-ba728599aecd x-openstack-request-id: req-a02fb8d2-cf36-4bf2-892b-ba728599aecd {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:58.779163 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e89cbe-7983-4d19-ba39-09fc895f02a9", "name": "network-vif-deleted", "tag": "b2c832bf-09cc-41bb-a9c9-f6954a02fc67", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:58.779752 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a02fb8d2-cf36-4bf2-892b-ba728599aecd {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:58.780558 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e89cbe-7983-4d19-ba39-09fc895f02a9', 'name': 'network-vif-deleted', 'tag': 'b2c832bf-09cc-41bb-a9c9-f6954a02fc67', 'status': 'completed', 'code': 200} Jul 22 16:32:58.800823 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f9703dbb-849d-48f9-b608-858a88303005 req-9c36525e-05de-4bad-911b-2e3089315658 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=737219674a65492c83d801138e0cf9e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534980 Jul 22 16:32:58.847546 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Transition to ACTIVE for port object 2519c328-8a4a-4316-939a-a217eddeedeb will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:32:58.999224 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f57c99c9-6719-4b53-926f-ab95575358d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:59.009853 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9688a527-53ac-432d-b174-0637e083f4c8 req-86bd2b72-a42f-42a9-9d87-b9b2c05451ad tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/ports?device_id=108bdd50-7bd6-4e86-90d7-f652f39b83ff HTTP/1.1" status: 200 len: 210 time: 0.1221902 Jul 22 16:32:59.036749 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9703dbb-849d-48f9-b608-858a88303005 req-65b103d3-f2d0-4f0c-9cf3-c2c9aabfaf76 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:59.039838 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f9703dbb-849d-48f9-b608-858a88303005 req-65b103d3-f2d0-4f0c-9cf3-c2c9aabfaf76 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2327881 Jul 22 16:32:59.071648 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f9703dbb-849d-48f9-b608-858a88303005 req-d094ba0c-6ad1-4a2a-805a-39ee13967b2d tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Request body: {'port': {'device_id': '634622d1-d94a-4cc9-a5e6-e86d9e163061', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '737219674a65492c83d801138e0cf9e0'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:59.145802 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ee7f8d-824d-4cf0-847c-b539613b741f x-openstack-request-id: req-f5ee7f8d-824d-4cf0-847c-b539613b741f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:59.146692 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195e630c-df87-4f86-b57f-0797924b6743", "name": "network-vif-plugged", "status": "completed", "tag": "959764ef-c649-4bcd-b5dd-66132deedeea", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:59.147407 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f5ee7f8d-824d-4cf0-847c-b539613b741f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:59.148316 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195e630c-df87-4f86-b57f-0797924b6743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959764ef-c649-4bcd-b5dd-66132deedeea', 'code': 200} Jul 22 16:32:59.163666 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-339899ac-2cee-4f55-8beb-dc5ee9e33026 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:59.175972 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-339899ac-2cee-4f55-8beb-dc5ee9e33026 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:59.204123 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:59.270065 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8a23c6bf-8303-430b-b9de-20609846dc20 req-2e7ca264-6cda-48f4-b061-acc7c8a2ded8 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ef396b-eddc-467f-a044-3c84a64fed9d HTTP/1.1" status: 200 len: 210 time: 0.0520279 Jul 22 16:32:59.301128 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9703dbb-849d-48f9-b608-858a88303005 req-d094ba0c-6ad1-4a2a-805a-39ee13967b2d tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Made reservation on behalf of 737219674a65492c83d801138e0cf9e0 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:59.315199 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f9703dbb-849d-48f9-b608-858a88303005 req-d094ba0c-6ad1-4a2a-805a-39ee13967b2d tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:59.638259 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-f9703dbb-849d-48f9-b608-858a88303005 req-d094ba0c-6ad1-4a2a-805a-39ee13967b2d tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Allocated IP 192.168.233.139 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:32:59.757776 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339899ac-2cee-4f55-8beb-dc5ee9e33026 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=039e9746-aec1-4b49-843c-2b1df55cb08c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:59.760556 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae33bf-838f-4213-9b79-34cd5d9a994e req-b2aac1f1-da9f-468b-b6fb-3c8c6d5a29fa tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:59.774380 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fcae33bf-838f-4213-9b79-34cd5d9a994e req-b2aac1f1-da9f-468b-b6fb-3c8c6d5a29fa tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=195e630c-df87-4f86-b57f-0797924b6743 HTTP/1.1" status: 200 len: 946 time: 0.1965718 Jul 22 16:32:59.855014 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fcae33bf-838f-4213-9b79-34cd5d9a994e req-fa7f8c3b-ee8c-4982-a6d9-a82b449c3087 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795577 Jul 22 16:32:59.916786 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Pushing event updated for resources: {'Port': ['ID=2519c328-8a4a-4316-939a-a217eddeedeb,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:59.939435 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:32:59.979690 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:32:59.991540 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f9703dbb-849d-48f9-b608-858a88303005 req-d094ba0c-6ad1-4a2a-805a-39ee13967b2d tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.004418 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64631193-4f49-4d5d-b505-a7d9f742727e req-9780031c-b85e-4c90-a115-d4860855e128 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/7614543a-4b95-4d33-826c-5baf4b4bdaaf HTTP/1.1" status: 200 len: 1800 time: 0.0987077 Jul 22 16:33:00.009097 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-fc5b0fc0-4024-45c5-8147-ef0e5edb9dee tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=90c6418e08a74e21a511e5fd13325f0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2918799 Jul 22 16:33:00.019826 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:00.040369 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-f9703dbb-849d-48f9-b608-858a88303005 req-d094ba0c-6ad1-4a2a-805a-39ee13967b2d tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Transition to ACTIVE for port object 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:00.106806 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-64631193-4f49-4d5d-b505-a7d9f742727e req-575ba6ab-6627-4e1f-9099-096c15a28294 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.137992 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f9703dbb-849d-48f9-b608-858a88303005 req-d094ba0c-6ad1-4a2a-805a-39ee13967b2d tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.165200 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-64631193-4f49-4d5d-b505-a7d9f742727e req-575ba6ab-6627-4e1f-9099-096c15a28294 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.233508 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9703dbb-849d-48f9-b608-858a88303005 req-d094ba0c-6ad1-4a2a-805a-39ee13967b2d tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:00.244718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-f9703dbb-849d-48f9-b608-858a88303005 req-d094ba0c-6ad1-4a2a-805a-39ee13967b2d tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:00.255394 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9703dbb-849d-48f9-b608-858a88303005 req-d094ba0c-6ad1-4a2a-805a-39ee13967b2d tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:00.264765 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094ba0c-6ad1-4a2a-805a-39ee13967b2d tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Pushing event updated for resources: {'Port': ['ID=4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:00.269350 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-6c1203c4-08f1-4dea-996d-2cf816d14db4 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:00.270909 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-6c1203c4-08f1-4dea-996d-2cf816d14db4 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.30 "GET /v2.0/networks?id=fa3f6d9c-5934-4944-8a10-e6c91c070d82 HTTP/1.1" status: 200 len: 824 time: 0.5522544 Jul 22 16:33:00.281511 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:00.282208 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.286159 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5f7ef-fb9b-41dc-b8f1-b9695ea097d9 req-acee8b52-241c-4e4d-b6b1-25d4c4127e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:00.287526 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-97b5f7ef-fb9b-41dc-b8f1-b9695ea097d9 req-acee8b52-241c-4e4d-b6b1-25d4c4127e43 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=195e630c-df87-4f86-b57f-0797924b6743 HTTP/1.1" status: 200 len: 1097 time: 1.0219543 Jul 22 16:33:00.298508 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-d9bb4c53-92d2-4f63-b07e-82181e0d84d2 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Request body: {'port': {'device_id': '91ef396b-eddc-467f-a044-3c84a64fed9d', 'network_id': 'fa3f6d9c-5934-4944-8a10-e6c91c070d82', 'admin_state_up': True, 'tenant_id': 'b99d812d7f824718b33c1f0641d0fba8'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:00.329105 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9703dbb-849d-48f9-b608-858a88303005 req-d094ba0c-6ad1-4a2a-805a-39ee13967b2d tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:00.330123 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f9703dbb-849d-48f9-b608-858a88303005 req-d094ba0c-6ad1-4a2a-805a-39ee13967b2d tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.333705 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-64631193-4f49-4d5d-b505-a7d9f742727e req-575ba6ab-6627-4e1f-9099-096c15a28294 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.336262 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-64631193-4f49-4d5d-b505-a7d9f742727e req-575ba6ab-6627-4e1f-9099-096c15a28294 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.337430 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64631193-4f49-4d5d-b505-a7d9f742727e req-575ba6ab-6627-4e1f-9099-096c15a28294 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "DELETE /v2.0/security-groups/7614543a-4b95-4d33-826c-5baf4b4bdaaf HTTP/1.1" status: 204 len: 173 time: 0.3320200 Jul 22 16:33:00.354619 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ba6ab-6627-4e1f-9099-096c15a28294 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7614543a-4b95-4d33-826c-5baf4b4bdaaf,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:00.362248 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f9703dbb-849d-48f9-b608-858a88303005 req-d094ba0c-6ad1-4a2a-805a-39ee13967b2d tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3057396 Jul 22 16:33:00.380206 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f9703dbb-849d-48f9-b608-858a88303005 req-75308bd7-5a8f-446c-ba53-cff58b340901 service neutron] Request body: {'port': {'device_id': '634622d1-d94a-4cc9-a5e6-e86d9e163061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:00.396887 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-808f60ff-19a8-49e4-b605-7794833c5534 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3159158 Jul 22 16:33:00.410526 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4f877c7c-da84-45c8-99a3-a04f5900fc4a None None] Provisioning for port 2519c328-8a4a-4316-939a-a217eddeedeb completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:00.413475 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b20655-bbb2-4d3c-9bb0-94e2dc03bfd3 x-openstack-request-id: req-73b20655-bbb2-4d3c-9bb0-94e2dc03bfd3 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:00.413755 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d5454d-57b2-4b91-850e-8cdd8893d41c", "name": "network-vif-deleted", "tag": "92b534db-6542-4bbd-a9d4-1700f70194be", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:00.414043 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-73b20655-bbb2-4d3c-9bb0-94e2dc03bfd3 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:00.414455 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d5454d-57b2-4b91-850e-8cdd8893d41c', 'name': 'network-vif-deleted', 'tag': '92b534db-6542-4bbd-a9d4-1700f70194be', 'status': 'completed', 'code': 200} Jul 22 16:33:00.419200 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4f877c7c-da84-45c8-99a3-a04f5900fc4a None None] Provisioning complete for port 2519c328-8a4a-4316-939a-a217eddeedeb triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:00.420413 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f877c7c-da84-45c8-99a3-a04f5900fc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.433778 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-339899ac-2cee-4f55-8beb-dc5ee9e33026 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Allocated IP 192.168.233.127 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/8c07feff-3f07-41be-a0ee-332108b1d00b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:00.443871 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-5934f5f5-a361-4191-a135-7c149efac5fc service neutron] Request body: {'port': {'device_id': '108bdd50-7bd6-4e86-90d7-f652f39b83ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:00.483512 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4f877c7c-da84-45c8-99a3-a04f5900fc4a None None] Port 2519c328-8a4a-4316-939a-a217eddeedeb cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:00.488347 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 92b534db-6542-4bbd-a9d4-1700f70194be no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:33:00.488881 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f9703dbb-849d-48f9-b608-858a88303005 req-75308bd7-5a8f-446c-ba53-cff58b340901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.518631 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43812) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:00.527627 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 92b534db-6542-4bbd-a9d4-1700f70194be {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:33:00.527972 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 92b534db-6542-4bbd-a9d4-1700f70194be not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:33:00.546221 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-97b5f7ef-fb9b-41dc-b8f1-b9695ea097d9 req-cb2c58af-0a2b-4969-9620-6d12132e364f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412891 Jul 22 16:33:00.579689 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-ef163e8b-5ded-4eb9-ba5f-d70d9816b44e tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:00.587334 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-ef163e8b-5ded-4eb9-ba5f-d70d9816b44e tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5770359 Jul 22 16:33:00.649801 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-d46ef1e1-bbc9-4b03-b847-fc211e7fa19b tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/quotas/90c6418e08a74e21a511e5fd13325f0e HTTP/1.1" status: 200 len: 375 time: 0.0612366 Jul 22 16:33:00.706953 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-95b4fbde-1f29-4756-b108-b01700c248bc req-f7a9410d-2573-46d7-ae99-a719ec1a4612 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=637b1feb-7940-4c54-9619-d9fb5c6efe4a HTTP/1.1" status: 200 len: 210 time: 0.0892444 Jul 22 16:33:00.714245 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-be066cda-3ba1-44b3-b1d1-b977d62ad5a1 None None] Provisioning for port 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:00.720380 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-be066cda-3ba1-44b3-b1d1-b977d62ad5a1 None None] Provisioning complete for port 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:00.720715 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be066cda-3ba1-44b3-b1d1-b977d62ad5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.745957 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-99a08d29-2710-4905-8d09-5042fc3e4b5d tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=90c6418e08a74e21a511e5fd13325f0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804305 Jul 22 16:33:00.772365 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-d9bb4c53-92d2-4f63-b07e-82181e0d84d2 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Made reservation on behalf of b99d812d7f824718b33c1f0641d0fba8 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:00.776682 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-d9bb4c53-92d2-4f63-b07e-82181e0d84d2 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.810480 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-5934f5f5-a361-4191-a135-7c149efac5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.812586 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-be066cda-3ba1-44b3-b1d1-b977d62ad5a1 None None] Port 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:00.942823 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-98329eff-f1d4-47b9-a0e5-e8e6bfb0cba6 admin admin] Deleting subnet 8ce36437-5a9b-4c2b-a36e-e40d9943a98a {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:33:00.947161 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98329eff-f1d4-47b9-a0e5-e8e6bfb0cba6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.056874 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98329eff-f1d4-47b9-a0e5-e8e6bfb0cba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.066759 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a80b80-7f31-4c99-8376-e25f2acb9c4a req-eb5dc1d8-763f-488e-80e6-589c5e708401 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:01.068434 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-13a80b80-7f31-4c99-8376-e25f2acb9c4a req-eb5dc1d8-763f-488e-80e6-589c5e708401 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?device_id=634622d1-d94a-4cc9-a5e6-e86d9e163061 HTTP/1.1" status: 200 len: 936 time: 0.2329514 Jul 22 16:33:01.141020 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98329eff-f1d4-47b9-a0e5-e8e6bfb0cba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.173398 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-13a80b80-7f31-4c99-8376-e25f2acb9c4a req-7f89344e-511e-4536-ba47-272f1b9fc713 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/security-groups?id=039e9746-aec1-4b49-843c-2b1df55cb08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843186 Jul 22 16:33:01.223923 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98329eff-f1d4-47b9-a0e5-e8e6bfb0cba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.266011 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98329eff-f1d4-47b9-a0e5-e8e6bfb0cba6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.268282 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-98329eff-f1d4-47b9-a0e5-e8e6bfb0cba6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8ce36437-5a9b-4c2b-a36e-e40d9943a98a HTTP/1.1" status: 204 len: 168 time: 0.7482319 Jul 22 16:33:01.269334 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98329eff-f1d4-47b9-a0e5-e8e6bfb0cba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce36437-5a9b-4c2b-a36e-e40d9943a98a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:01.277346 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-339899ac-2cee-4f55-8beb-dc5ee9e33026 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.278993 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43826) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:01.304311 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1a3c2b12-286f-45ec-a7ed-4d87e7348ea8 req-c9271205-50ab-45c5-9d11-838366d1a682 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ef396b-eddc-467f-a044-3c84a64fed9d HTTP/1.1" status: 200 len: 210 time: 0.0465722 Jul 22 16:33:01.314661 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-03dfad3c-a69f-48a8-b441-4c2102e89697 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:01.316179 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-03dfad3c-a69f-48a8-b441-4c2102e89697 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.16 "GET /v2.0/networks?id=11fd5339-ede9-4c72-a1e8-8686e18ee19f HTTP/1.1" status: 200 len: 822 time: 0.4887421 Jul 22 16:33:01.333916 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-d9bb4c53-92d2-4f63-b07e-82181e0d84d2 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Allocated IP 172.20.0.8 (fa3f6d9c-5934-4944-8a10-e6c91c070d82/61a96006-205f-4740-b89a-9b03696987f8/5e335c91-3644-44f0-ae6d-7d64eaf8cea4) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:01.346604 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-339899ac-2cee-4f55-8beb-dc5ee9e33026 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Transition to ACTIVE for port object 8c07feff-3f07-41be-a0ee-332108b1d00b will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:01.360184 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-945b3783-5b5a-4b87-9e92-9f30b79e8f8f tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Request body: {'port': {'device_id': '637b1feb-7940-4c54-9619-d9fb5c6efe4a', 'network_id': '11fd5339-ede9-4c72-a1e8-8686e18ee19f', 'admin_state_up': True, 'tenant_id': 'c01e19ea85c04eff85a8e7af5d534fb7'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:01.390918 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-af051335-484f-4cfb-b48c-d945c28ae8dc req-fb7a6004-a38a-44d9-a948-0e11356b9303 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "GET /v2.0/security-groups/dc0143fc-e036-47e9-b424-eb369bd7916f HTTP/1.1" status: 200 len: 1801 time: 0.0579727 Jul 22 16:33:01.478260 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-af051335-484f-4cfb-b48c-d945c28ae8dc req-b4a73f89-0d0b-4a31-a705-7d0059bbb9c6 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.480648 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6aa32e90-9054-4f47-9626-df490d8cefb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.509906 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-af051335-484f-4cfb-b48c-d945c28ae8dc req-b4a73f89-0d0b-4a31-a705-7d0059bbb9c6 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.512738 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c21ec-79b4-4e5f-8e16-2f22c2494199 req-b42f2088-fdbe-4aa1-859c-7433ef8a1e46 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:01.514368 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-215c21ec-79b4-4e5f-8e16-2f22c2494199 req-b42f2088-fdbe-4aa1-859c-7433ef8a1e46 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/ports?device_id=108bdd50-7bd6-4e86-90d7-f652f39b83ff HTTP/1.1" status: 200 len: 935 time: 0.4353008 Jul 22 16:33:01.582492 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-af051335-484f-4cfb-b48c-d945c28ae8dc req-b4a73f89-0d0b-4a31-a705-7d0059bbb9c6 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.586872 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-af051335-484f-4cfb-b48c-d945c28ae8dc req-b4a73f89-0d0b-4a31-a705-7d0059bbb9c6 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.589861 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.603275 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-af051335-484f-4cfb-b48c-d945c28ae8dc req-b4a73f89-0d0b-4a31-a705-7d0059bbb9c6 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] 10.222.0.69 "DELETE /v2.0/security-groups/dc0143fc-e036-47e9-b424-eb369bd7916f HTTP/1.1" status: 204 len: 173 time: 0.2088113 Jul 22 16:33:01.605510 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43830) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:01.606504 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01b272dd-f2ea-4610-80ff-38357700b123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.710425 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-339899ac-2cee-4f55-8beb-dc5ee9e33026 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.758862 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a73f89-0d0b-4a31-a705-7d0059bbb9c6 tempest-SecurityGroupsTestJSON-150146450 tempest-SecurityGroupsTestJSON-150146450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0143fc-e036-47e9-b424-eb369bd7916f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:01.838604 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-215c21ec-79b4-4e5f-8e16-2f22c2494199 req-cfa93079-ac40-4d97-9deb-a0bcc18b7da7 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/security-groups?id=45fac9ac-9899-440b-b28e-9466f6fa2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877109 Jul 22 16:33:01.844111 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c5786-1024-4e6c-a8c0-0b3f6b7bbde1 req-46a03899-1186-451d-ba40-f3f6fc89e183 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:01.845858 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e67c5786-1024-4e6c-a8c0-0b3f6b7bbde1 req-46a03899-1186-451d-ba40-f3f6fc89e183 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=195e630c-df87-4f86-b57f-0797924b6743 HTTP/1.1" status: 200 len: 946 time: 0.1372592 Jul 22 16:33:01.905244 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-339899ac-2cee-4f55-8beb-dc5ee9e33026 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:01.909754 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-7387c003-4228-44f8-a500-d9c31556eaf7 admin admin] Deleting subnet 6e24e805-057d-42fd-88f6-45eb8cdba1d6 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:33:01.922483 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-f9703dbb-849d-48f9-b608-858a88303005 req-75308bd7-5a8f-446c-ba53-cff58b340901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:01.928691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-339899ac-2cee-4f55-8beb-dc5ee9e33026 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:01.931357 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-339899ac-2cee-4f55-8beb-dc5ee9e33026 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:01.934433 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7387c003-4228-44f8-a500-d9c31556eaf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.938783 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f9703dbb-849d-48f9-b608-858a88303005 req-75308bd7-5a8f-446c-ba53-cff58b340901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.949588 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339899ac-2cee-4f55-8beb-dc5ee9e33026 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Pushing event updated for resources: {'Port': ['ID=8c07feff-3f07-41be-a0ee-332108b1d00b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:01.949854 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e67c5786-1024-4e6c-a8c0-0b3f6b7bbde1 req-89c88828-320a-4c76-8998-3ca53e0355ea tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590851 Jul 22 16:33:01.958454 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-f9703dbb-849d-48f9-b608-858a88303005 req-75308bd7-5a8f-446c-ba53-cff58b340901 service neutron] Transition to ACTIVE for port object 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:01.965235 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f9703dbb-849d-48f9-b608-858a88303005 req-75308bd7-5a8f-446c-ba53-cff58b340901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:02.036887 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75308bd7-5a8f-446c-ba53-cff58b340901 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:02.146961 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-360c92ad-2292-400a-b642-e272d7ad4b67 req-713713aa-7321-45f9-a2a4-0ae4b10d6247 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=763098f4-cc0d-40cb-8df7-8b85c71f200e HTTP/1.1" status: 200 len: 210 time: 0.2261863 Jul 22 16:33:02.152631 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-945b3783-5b5a-4b87-9e92-9f30b79e8f8f tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Made reservation on behalf of c01e19ea85c04eff85a8e7af5d534fb7 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:02.155760 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7db50640-5c73-4888-a981-c2e87444e48c req-39c58f09-3833-446b-8b56-dfbbcafa48fa tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=637b1feb-7940-4c54-9619-d9fb5c6efe4a HTTP/1.1" status: 200 len: 210 time: 0.0402012 Jul 22 16:33:02.165018 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-945b3783-5b5a-4b87-9e92-9f30b79e8f8f tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:02.179000 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f9703dbb-849d-48f9-b608-858a88303005 req-75308bd7-5a8f-446c-ba53-cff58b340901 service neutron] Attempting to bind port 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:02.179337 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f9703dbb-849d-48f9-b608-858a88303005 req-75308bd7-5a8f-446c-ba53-cff58b340901 service neutron] Attempting to bind port 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:02.179665 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9703dbb-849d-48f9-b608-858a88303005 req-75308bd7-5a8f-446c-ba53-cff58b340901 service neutron] Attempting to bind port 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:02.186753 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9703dbb-849d-48f9-b608-858a88303005 req-75308bd7-5a8f-446c-ba53-cff58b340901 service neutron] Port 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:33:02.187314 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9703dbb-849d-48f9-b608-858a88303005 req-75308bd7-5a8f-446c-ba53-cff58b340901 service neutron] Attempting to bind port 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:02.197326 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9703dbb-849d-48f9-b608-858a88303005 req-75308bd7-5a8f-446c-ba53-cff58b340901 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:02.198794 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9703dbb-849d-48f9-b608-858a88303005 req-75308bd7-5a8f-446c-ba53-cff58b340901 service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:02.199729 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9703dbb-849d-48f9-b608-858a88303005 req-75308bd7-5a8f-446c-ba53-cff58b340901 service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:02.200750 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f9703dbb-849d-48f9-b608-858a88303005 req-75308bd7-5a8f-446c-ba53-cff58b340901 service neutron] Bound port: 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:02.201613 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f9703dbb-849d-48f9-b608-858a88303005 req-75308bd7-5a8f-446c-ba53-cff58b340901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:02.277201 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6aa32e90-9054-4f47-9626-df490d8cefb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:02.332618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-339899ac-2cee-4f55-8beb-dc5ee9e33026 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:02.333473 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-339899ac-2cee-4f55-8beb-dc5ee9e33026 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:02.364881 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-6aa32e90-9054-4f47-9626-df490d8cefb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3ed260-5c39-4f44-87de-6af121ff9539']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:02.365704 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9627e6ab-5096-4683-8da9-1a4d54463fe5 None None] Provisioning for port 8c07feff-3f07-41be-a0ee-332108b1d00b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:02.367754 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f9703dbb-849d-48f9-b608-858a88303005 req-75308bd7-5a8f-446c-ba53-cff58b340901 service neutron] For port 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:02.376247 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f9703dbb-849d-48f9-b608-858a88303005 req-75308bd7-5a8f-446c-ba53-cff58b340901 service neutron] For port 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:02.376800 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9627e6ab-5096-4683-8da9-1a4d54463fe5 None None] Provisioning complete for port 8c07feff-3f07-41be-a0ee-332108b1d00b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:02.377397 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9627e6ab-5096-4683-8da9-1a4d54463fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:02.389054 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f9703dbb-849d-48f9-b608-858a88303005 req-75308bd7-5a8f-446c-ba53-cff58b340901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:02.438060 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9703dbb-849d-48f9-b608-858a88303005 req-75308bd7-5a8f-446c-ba53-cff58b340901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:02.438715 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f9703dbb-849d-48f9-b608-858a88303005 req-75308bd7-5a8f-446c-ba53-cff58b340901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:02.440264 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f9703dbb-849d-48f9-b608-858a88303005 req-75308bd7-5a8f-446c-ba53-cff58b340901 service neutron] 10.222.0.30 "PUT /v2.0/ports/4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a HTTP/1.1" status: 200 len: 1096 time: 2.0656631 Jul 22 16:33:02.440895 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634622d1-d94a-4cc9-a5e6-e86d9e163061', 'tag': '4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:02.443470 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a520666-168f-46d1-b03a-ecdcd68ac3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "634622d1-d94a-4cc9-a5e6-e86d9e163061", "tag": "4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:02.482628 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-d9bb4c53-92d2-4f63-b07e-82181e0d84d2 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:02.483274 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75308bd7-5a8f-446c-ba53-cff58b340901 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:02.496478 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7387c003-4228-44f8-a500-d9c31556eaf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:02.502323 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9627e6ab-5096-4683-8da9-1a4d54463fe5 None None] Port 8c07feff-3f07-41be-a0ee-332108b1d00b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:02.505150 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-6aa32e90-9054-4f47-9626-df490d8cefb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:02.505688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-6aa32e90-9054-4f47-9626-df490d8cefb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dfa4ef8-a4ce-4ced-8a4f-515c21a023b5') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:02.528102 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-09e38852-910f-4c57-aa7f-a68ff1e4772a tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=90c6418e08a74e21a511e5fd13325f0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2048452 Jul 22 16:33:02.566452 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-61b23e70-85f0-4028-8bee-d13e87d16396 req-a190e35d-66d3-4a55-b06f-7df611710a07 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ef396b-eddc-467f-a044-3c84a64fed9d HTTP/1.1" status: 200 len: 210 time: 0.0413547 Jul 22 16:33:02.593703 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-5934f5f5-a361-4191-a135-7c149efac5fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2519c328-8a4a-4316-939a-a217eddeedeb {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:02.605434 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6aa32e90-9054-4f47-9626-df490d8cefb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:02.614023 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-339899ac-2cee-4f55-8beb-dc5ee9e33026 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4668078 Jul 22 16:33:02.646331 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:02.647061 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b3b235-77c7-442b-a0ed-503501d75ce7 x-openstack-request-id: req-b0b3b235-77c7-442b-a0ed-503501d75ce7 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:02.647870 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634622d1-d94a-4cc9-a5e6-e86d9e163061", "tag": "4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:02.648339 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b0b3b235-77c7-442b-a0ed-503501d75ce7 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:02.648983 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634622d1-d94a-4cc9-a5e6-e86d9e163061', 'tag': '4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a', 'status': 'completed', 'code': 200} Jul 22 16:33:02.651551 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-5934f5f5-a361-4191-a135-7c149efac5fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:02.663151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9703dbb-849d-48f9-b608-858a88303005 req-9fec9ef6-192d-437e-b2b1-b914841bf6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:02.665364 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f9703dbb-849d-48f9-b608-858a88303005 req-9fec9ef6-192d-437e-b2b1-b914841bf6b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=737219674a65492c83d801138e0cf9e0&device_id=634622d1-d94a-4cc9-a5e6-e86d9e163061 HTTP/1.1" status: 200 len: 1099 time: 0.1295726 Jul 22 16:33:02.695101 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-bde1b0d3-78aa-4f7b-b47a-800247fa2249 service neutron] Request body: {'port': {'device_id': 'c449fa9a-b6b3-4237-8025-d984203d0cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:02.721612 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f9703dbb-849d-48f9-b608-858a88303005 req-d4387332-474e-42a7-9aac-866b5205e683 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a HTTP/1.1" status: 200 len: 217 time: 0.0424156 Jul 22 16:33:02.790778 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9703dbb-849d-48f9-b608-858a88303005 req-5dc84e48-c3c6-46a4-b418-e49da9015db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:02.793161 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f9703dbb-849d-48f9-b608-858a88303005 req-5dc84e48-c3c6-46a4-b418-e49da9015db3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0648444 Jul 22 16:33:02.865346 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9703dbb-849d-48f9-b608-858a88303005 req-fb803eab-aa7e-49de-98b3-ecc73d4ae9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:02.867220 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f9703dbb-849d-48f9-b608-858a88303005 req-fb803eab-aa7e-49de-98b3-ecc73d4ae9ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0688193 Jul 22 16:33:03.014929 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f9703dbb-849d-48f9-b608-858a88303005 req-0cd1eb1d-34fa-4579-b129-a5bcefb26137 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416721 Jul 22 16:33:03.068754 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680623d-67c4-407c-b7f9-f71b66ae42e3 req-26077bb1-0f6d-4ea2-b872-4c67a611c137 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:03.069846 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3680623d-67c4-407c-b7f9-f71b66ae42e3 req-26077bb1-0f6d-4ea2-b872-4c67a611c137 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/ports?device_id=108bdd50-7bd6-4e86-90d7-f652f39b83ff HTTP/1.1" status: 200 len: 935 time: 0.1142633 Jul 22 16:33:03.083762 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6aa32e90-9054-4f47-9626-df490d8cefb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:03.164886 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3680623d-67c4-407c-b7f9-f71b66ae42e3 req-1ea4eb9c-b211-4c55-b84f-94df5490e3ac tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/security-groups?id=45fac9ac-9899-440b-b28e-9466f6fa2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872304 Jul 22 16:33:03.167570 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f9703dbb-849d-48f9-b608-858a88303005 req-206c179b-f962-4038-8087-5768623ef691 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442792 Jul 22 16:33:03.174756 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa32e90-9054-4f47-9626-df490d8cefb0 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:33:03.175295 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6aa32e90-9054-4f47-9626-df490d8cefb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:33:03.212662 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:33:03.270449 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7387c003-4228-44f8-a500-d9c31556eaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:03.343739 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5848e79-b94d-4085-861b-20ea98a2a5c2 req-dd877a28-0365-4564-9084-c80a99fdbd14 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:03.345332 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c5848e79-b94d-4085-861b-20ea98a2a5c2 req-dd877a28-0365-4564-9084-c80a99fdbd14 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=195e630c-df87-4f86-b57f-0797924b6743 HTTP/1.1" status: 200 len: 946 time: 0.1112945 Jul 22 16:33:03.362667 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a520666-168f-46d1-b03a-ecdcd68ac3fd req-f31d101b-c535-4e54-975b-ee7c8c53448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:03.364343 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2a520666-168f-46d1-b03a-ecdcd68ac3fd req-f31d101b-c535-4e54-975b-ee7c8c53448b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=737219674a65492c83d801138e0cf9e0&device_id=634622d1-d94a-4cc9-a5e6-e86d9e163061 HTTP/1.1" status: 200 len: 1099 time: 0.0905280 Jul 22 16:33:03.431119 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9939b-3318-4c10-99d7-64918f4f8d75 req-b851f3cd-fbe3-418c-ac8e-84f23e80eddb tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:03.434662 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b8b9939b-3318-4c10-99d7-64918f4f8d75 req-b851f3cd-fbe3-418c-ac8e-84f23e80eddb tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?device_id=634622d1-d94a-4cc9-a5e6-e86d9e163061 HTTP/1.1" status: 200 len: 948 time: 1.0786762 Jul 22 16:33:03.461537 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-5934f5f5-a361-4191-a135-7c149efac5fc service neutron] Transition to ACTIVE for port object 2519c328-8a4a-4316-939a-a217eddeedeb will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:03.468117 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6aa32e90-9054-4f47-9626-df490d8cefb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:03.470229 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-bde1b0d3-78aa-4f7b-b47a-800247fa2249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:03.485843 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-4f042db4-ff2c-4d99-85fd-f064ba1d73b6 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:03.487494 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-4f042db4-ff2c-4d99-85fd-f064ba1d73b6 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8798370 Jul 22 16:33:03.505278 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6aa32e90-9054-4f47-9626-df490d8cefb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:03.507397 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6aa32e90-9054-4f47-9626-df490d8cefb0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/6f3ed260-5c39-4f44-87de-6af121ff9539 HTTP/1.1" status: 204 len: 168 time: 2.2218490 Jul 22 16:33:03.510682 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-5934f5f5-a361-4191-a135-7c149efac5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:03.518402 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-d9bb4c53-92d2-4f63-b07e-82181e0d84d2 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:03.520906 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-945b3783-5b5a-4b87-9e92-9f30b79e8f8f tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Allocated IP 172.20.0.14 (11fd5339-ede9-4c72-a1e8-8686e18ee19f/b3d31ec7-0709-410d-b2c0-dce9daa2755c/9ae23273-b517-4482-aaed-c820e92e5a3a) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:03.524954 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43850) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:03.551682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-6e6d149f-1f6b-4822-bdba-fd69ef9e5dc1 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Request body: {'port': {'device_id': '763098f4-cc0d-40cb-8df7-8b85c71f200e', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '90c6418e08a74e21a511e5fd13325f0e'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:03.597867 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa32e90-9054-4f47-9626-df490d8cefb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f3ed260-5c39-4f44-87de-6af121ff9539,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:03.712353 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7387c003-4228-44f8-a500-d9c31556eaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:03.736180 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-d9bb4c53-92d2-4f63-b07e-82181e0d84d2 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Network fa3f6d9c-5934-4944-8a10-e6c91c070d82 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:03.762929 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b8b9939b-3318-4c10-99d7-64918f4f8d75 req-b41c4503-4489-42a2-9ad7-84a1c655e1a0 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/security-groups?id=039e9746-aec1-4b49-843c-2b1df55cb08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724748 Jul 22 16:33:03.791404 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c5848e79-b94d-4085-861b-20ea98a2a5c2 req-361dfd09-7aba-4e00-bcb9-b320a7976c22 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351530 Jul 22 16:33:03.848087 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387c003-4228-44f8-a500-d9c31556eaf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e24e805-057d-42fd-88f6-45eb8cdba1d6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:03.852011 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-d9bb4c53-92d2-4f63-b07e-82181e0d84d2 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:03.912677 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2442c6f4-e9ca-4498-84e0-f169e6f1d9c0 req-83f99fd4-ea04-4072-a3c4-1ecefdc59929 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=637b1feb-7940-4c54-9619-d9fb5c6efe4a HTTP/1.1" status: 200 len: 210 time: 0.0436714 Jul 22 16:33:03.921434 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a520666-168f-46d1-b03a-ecdcd68ac3fd req-106367fc-910f-4ecf-8086-12b06e0d82a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:03.921727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-6687d9f3-f078-46a7-a5b2-28e154821ae2 admin admin] Deleting subnet dab032b4-ad1c-4c4e-9be5-68c63d065c59 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:33:03.924614 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-d9bb4c53-92d2-4f63-b07e-82181e0d84d2 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:03.929676 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2a520666-168f-46d1-b03a-ecdcd68ac3fd req-106367fc-910f-4ecf-8086-12b06e0d82a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.5577939 Jul 22 16:33:03.976456 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b7fb24bc-9577-4850-8579-4dee9ac572b3 req-547962c5-7860-4e81-9a9f-b37dcb2e3370 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=763098f4-cc0d-40cb-8df7-8b85c71f200e HTTP/1.1" status: 200 len: 210 time: 0.0674775 Jul 22 16:33:03.977214 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934f5f5-a361-4191-a135-7c149efac5fc service neutron] Pushing event updated for resources: {'Port': ['ID=2519c328-8a4a-4316-939a-a217eddeedeb,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:03.989819 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2a520666-168f-46d1-b03a-ecdcd68ac3fd req-f4c3f087-6203-48fc-9e4d-1b959d3092a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a HTTP/1.1" status: 200 len: 217 time: 0.0538356 Jul 22 16:33:04.030736 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6687d9f3-f078-46a7-a5b2-28e154821ae2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.039030 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7387c003-4228-44f8-a500-d9c31556eaf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.044207 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7387c003-4228-44f8-a500-d9c31556eaf7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6e24e805-057d-42fd-88f6-45eb8cdba1d6 HTTP/1.1" status: 204 len: 168 time: 2.4334054 Jul 22 16:33:04.045584 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43860) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:04.159851 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a520666-168f-46d1-b03a-ecdcd68ac3fd req-748b993a-2678-43dd-b8bb-5621d1fe160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:04.161340 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2a520666-168f-46d1-b03a-ecdcd68ac3fd req-748b993a-2678-43dd-b8bb-5621d1fe160d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1535208 Jul 22 16:33:04.209144 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-635e07dc-e201-4c49-a65a-6286feb6413e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.260288 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0621096-ff1c-4eb1-a74b-903d0677ba93 req-64cda9c2-58d3-4466-a1d3-24bd61557fa4 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:04.263526 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a0621096-ff1c-4eb1-a74b-903d0677ba93 req-64cda9c2-58d3-4466-a1d3-24bd61557fa4 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ef396b-eddc-467f-a044-3c84a64fed9d HTTP/1.1" status: 200 len: 931 time: 0.2168765 Jul 22 16:33:04.294398 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6687d9f3-f078-46a7-a5b2-28e154821ae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.344736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-d9bb4c53-92d2-4f63-b07e-82181e0d84d2 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:04.345260 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-d9bb4c53-92d2-4f63-b07e-82181e0d84d2 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.374472 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a0621096-ff1c-4eb1-a74b-903d0677ba93 req-7e928858-312a-43f8-a130-258439c5fd9e tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a656b6a-73f1-49f1-9422-2a69aa85793d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769994 Jul 22 16:33:04.378042 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a520666-168f-46d1-b03a-ecdcd68ac3fd req-07d579a9-deab-4b91-b290-cea71b97f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:04.380796 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2a520666-168f-46d1-b03a-ecdcd68ac3fd req-07d579a9-deab-4b91-b290-cea71b97f422 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2120409 Jul 22 16:33:04.406266 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-635e07dc-e201-4c49-a65a-6286feb6413e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.428849 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-635e07dc-e201-4c49-a65a-6286feb6413e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe00deb-8fc2-41e7-9cec-edcb691a1fa6']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:04.456943 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb4c53-92d2-4f63-b07e-82181e0d84d2 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Pushing event updated for resources: {'Port': ['ID=5e335c91-3644-44f0-ae6d-7d64eaf8cea4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:04.470332 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-635e07dc-e201-4c49-a65a-6286feb6413e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:04.470634 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-635e07dc-e201-4c49-a65a-6286feb6413e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d0d9c3-71fb-4c14-a7b3-f2a76792a6ff') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:04.475928 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:33:04.491921 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-635e07dc-e201-4c49-a65a-6286feb6413e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.523156 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.538027 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-d9bb4c53-92d2-4f63-b07e-82181e0d84d2 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2471209 Jul 22 16:33:04.560705 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-635e07dc-e201-4c49-a65a-6286feb6413e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.575912 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635e07dc-e201-4c49-a65a-6286feb6413e admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:33:04.576595 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-635e07dc-e201-4c49-a65a-6286feb6413e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.576728 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-5934f5f5-a361-4191-a135-7c149efac5fc service neutron] Attempting to bind port 2519c328-8a4a-4316-939a-a217eddeedeb on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:04.577198 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-5934f5f5-a361-4191-a135-7c149efac5fc service neutron] Attempting to bind port 2519c328-8a4a-4316-939a-a217eddeedeb by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:04.577775 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-5934f5f5-a361-4191-a135-7c149efac5fc service neutron] Attempting to bind port 2519c328-8a4a-4316-939a-a217eddeedeb on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:33:04.579492 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:33:04.594678 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-12526c41-ba7f-44f0-969c-d0da08d80972 service neutron] Request body: {'port': {'device_id': '91ef396b-eddc-467f-a044-3c84a64fed9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:04.618364 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6687d9f3-f078-46a7-a5b2-28e154821ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.648639 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:04.664001 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2a520666-168f-46d1-b03a-ecdcd68ac3fd req-55a99474-73db-48b8-b09a-8a851eb66b70 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541521 Jul 22 16:33:04.672343 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a', 'mac_address': 'fa:16:3e:3a:9b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:33:04.672707 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-5934f5f5-a361-4191-a135-7c149efac5fc service neutron] Port 2519c328-8a4a-4316-939a-a217eddeedeb on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:33:04.672707 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-5934f5f5-a361-4191-a135-7c149efac5fc service neutron] Attempting to bind port 2519c328-8a4a-4316-939a-a217eddeedeb on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:04.703341 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-6e6d149f-1f6b-4822-bdba-fd69ef9e5dc1 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Made reservation on behalf of 90c6418e08a74e21a511e5fd13325f0e for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:04.707250 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-6e6d149f-1f6b-4822-bdba-fd69ef9e5dc1 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.714170 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-635e07dc-e201-4c49-a65a-6286feb6413e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.719015 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-635e07dc-e201-4c49-a65a-6286feb6413e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.721299 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-635e07dc-e201-4c49-a65a-6286feb6413e admin admin] 10.222.0.69 "DELETE /v2.0/networks/1fe00deb-8fc2-41e7-9cec-edcb691a1fa6 HTTP/1.1" status: 204 len: 168 time: 0.6736131 Jul 22 16:33:04.723077 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-5934f5f5-a361-4191-a135-7c149efac5fc service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:04.723637 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-5934f5f5-a361-4191-a135-7c149efac5fc service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:04.724206 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-5934f5f5-a361-4191-a135-7c149efac5fc service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:04.724856 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-5934f5f5-a361-4191-a135-7c149efac5fc service neutron] Bound port: 2519c328-8a4a-4316-939a-a217eddeedeb, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:04.725911 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-5934f5f5-a361-4191-a135-7c149efac5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.735055 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.741552 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49135767-ba36-4e03-82f4-f4bb940efbb4 req-8824db2b-bed1-4ca2-955a-a553ae5d1e03 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:04.744009 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-49135767-ba36-4e03-82f4-f4bb940efbb4 req-8824db2b-bed1-4ca2-955a-a553ae5d1e03 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=195e630c-df87-4f86-b57f-0797924b6743 HTTP/1.1" status: 200 len: 946 time: 0.2842593 Jul 22 16:33:04.765970 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:04.770756 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e07dc-e201-4c49-a65a-6286feb6413e admin admin] Pushing event deleted for resources: {'Network': ['ID=1fe00deb-8fc2-41e7-9cec-edcb691a1fa6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:04.778854 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-6e6d149f-1f6b-4822-bdba-fd69ef9e5dc1 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.787883 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:04.800061 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.822824 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-945b3783-5b5a-4b87-9e92-9f30b79e8f8f tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.871940 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-49135767-ba36-4e03-82f4-f4bb940efbb4 req-05786702-aaf4-4780-8a89-5c1b0fe6a618 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131594 Jul 22 16:33:04.890899 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:04.895920 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2a520666-168f-46d1-b03a-ecdcd68ac3fd req-3a388c5a-70f8-4ec4-bb5c-15ebaa04641b service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238150 Jul 22 16:33:04.942480 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43872) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:04.955162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02a140-7144-442c-8c88-72d6774e0dca req-93e6e08b-ed41-4d8b-a6c0-33efb53faad1 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:04.956739 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-da02a140-7144-442c-8c88-72d6774e0dca req-93e6e08b-ed41-4d8b-a6c0-33efb53faad1 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/ports?device_id=108bdd50-7bd6-4e86-90d7-f652f39b83ff HTTP/1.1" status: 200 len: 947 time: 0.5680382 Jul 22 16:33:05.019485 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-952b2e0b-148f-43dc-bf25-f86fe1930fd2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=231f2008811e47828d2bf48d5ef7e115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0744328 Jul 22 16:33:05.021040 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43878) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:05.028718 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6687d9f3-f078-46a7-a5b2-28e154821ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.030582 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-12526c41-ba7f-44f0-969c-d0da08d80972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.080787 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b52745-230a-4b3f-862c-42bc71f0de77 req-e064fc0f-bc95-4475-8881-b0d17304ee13 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:05.085963 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-71b52745-230a-4b3f-862c-42bc71f0de77 req-e064fc0f-bc95-4475-8881-b0d17304ee13 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?device_id=634622d1-d94a-4cc9-a5e6-e86d9e163061 HTTP/1.1" status: 200 len: 949 time: 0.1158581 Jul 22 16:33:05.095879 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:05.110871 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-bde1b0d3-78aa-4f7b-b47a-800247fa2249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c07feff-3f07-41be-a0ee-332108b1d00b {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:05.122947 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-5934f5f5-a361-4191-a135-7c149efac5fc service neutron] For port 2519c328-8a4a-4316-939a-a217eddeedeb, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:05.125028 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8b5cb5c-4a64-4ab9-b244-3c832b87ec56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.133368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687d9f3-f078-46a7-a5b2-28e154821ae2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dab032b4-ad1c-4c4e-9be5-68c63d065c59,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:05.138256 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-bde1b0d3-78aa-4f7b-b47a-800247fa2249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.151285 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6687d9f3-f078-46a7-a5b2-28e154821ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.153609 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6687d9f3-f078-46a7-a5b2-28e154821ae2 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/dab032b4-ad1c-4c4e-9be5-68c63d065c59 HTTP/1.1" status: 204 len: 168 time: 1.6075962 Jul 22 16:33:05.158792 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43882) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:05.179252 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-71b52745-230a-4b3f-862c-42bc71f0de77 req-f21a2b64-ef28-48d2-bd79-9a1ac649b897 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/security-groups?id=039e9746-aec1-4b49-843c-2b1df55cb08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883837 Jul 22 16:33:05.205042 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-5934f5f5-a361-4191-a135-7c149efac5fc service neutron] For port 2519c328-8a4a-4316-939a-a217eddeedeb, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=2519c328-8a4a-4316-939a-a217eddeedeb,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:05.240264 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-da02a140-7144-442c-8c88-72d6774e0dca req-eaddd383-509f-4351-88ee-bab1b2eb63fe tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/security-groups?id=45fac9ac-9899-440b-b28e-9466f6fa2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343867 Jul 22 16:33:05.244944 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-5934f5f5-a361-4191-a135-7c149efac5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.250833 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-bde1b0d3-78aa-4f7b-b47a-800247fa2249 service neutron] Transition to ACTIVE for port object 8c07feff-3f07-41be-a0ee-332108b1d00b will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:05.253945 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-945b3783-5b5a-4b87-9e92-9f30b79e8f8f tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.297161 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8b5cb5c-4a64-4ab9-b244-3c832b87ec56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.307015 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-bde1b0d3-78aa-4f7b-b47a-800247fa2249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.330821 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e3374f3-a2ac-4906-b01c-ecace82404bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.399276 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-945b3783-5b5a-4b87-9e92-9f30b79e8f8f tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Network 11fd5339-ede9-4c72-a1e8-8686e18ee19f is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:05.413100 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-5934f5f5-a361-4191-a135-7c149efac5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:05.413610 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-5934f5f5-a361-4191-a135-7c149efac5fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.415023 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-5934f5f5-a361-4191-a135-7c149efac5fc service neutron] 10.222.0.16 "PUT /v2.0/ports/2519c328-8a4a-4316-939a-a217eddeedeb HTTP/1.1" status: 200 len: 1095 time: 4.9828730 Jul 22 16:33:05.427310 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108bdd50-7bd6-4e86-90d7-f652f39b83ff', 'tag': '2519c328-8a4a-4316-939a-a217eddeedeb'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:05.429557 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46f1382-94e2-4654-b628-221a48f9cfe0" -d '{"events": [{"name": "network-changed", "server_uuid": "108bdd50-7bd6-4e86-90d7-f652f39b83ff", "tag": "2519c328-8a4a-4316-939a-a217eddeedeb"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:05.463540 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-945b3783-5b5a-4b87-9e92-9f30b79e8f8f tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:05.477393 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-09e1ad59-eb11-45dc-af2f-2a7c366e12be req-80b85424-0d97-42c3-b025-e060357e125a tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=763098f4-cc0d-40cb-8df7-8b85c71f200e HTTP/1.1" status: 200 len: 210 time: 0.0963800 Jul 22 16:33:05.482852 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-945b3783-5b5a-4b87-9e92-9f30b79e8f8f tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:05.494622 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8b5cb5c-4a64-4ab9-b244-3c832b87ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.497379 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934f5f5-a361-4191-a135-7c149efac5fc service neutron] Pushing event updated for resources: {'Port': ['ID=2519c328-8a4a-4316-939a-a217eddeedeb,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:05.498513 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8b5cb5c-4a64-4ab9-b244-3c832b87ec56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.516255 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e8b5cb5c-4a64-4ab9-b244-3c832b87ec56 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e6c5988b-5235-4680-8ef9-ed64c0061443 HTTP/1.1" status: 204 len: 168 time: 0.4940012 Jul 22 16:33:05.566921 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e3374f3-a2ac-4906-b01c-ecace82404bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.596514 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-945b3783-5b5a-4b87-9e92-9f30b79e8f8f tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:05.597196 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-945b3783-5b5a-4b87-9e92-9f30b79e8f8f tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.597339 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a71dd-45ee-42dd-b736-be8e71040b39 req-c62ac4e3-1c24-47a6-a597-0f89a9aee126 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:05.599145 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-376a71dd-45ee-42dd-b736-be8e71040b39 req-c62ac4e3-1c24-47a6-a597-0f89a9aee126 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=637b1feb-7940-4c54-9619-d9fb5c6efe4a HTTP/1.1" status: 200 len: 932 time: 0.2894969 Jul 22 16:33:05.603559 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-5e3374f3-a2ac-4906-b01c-ecace82404bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf61244-808f-4a9b-b688-8538928b069a']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:05.606630 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5cb5c-4a64-4ab9-b244-3c832b87ec56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c5988b-5235-4680-8ef9-ed64c0061443,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:05.628043 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-5e3374f3-a2ac-4906-b01c-ecace82404bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48063da4-6c66-4d6d-a3a9-a9b1f6fd6db3') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:05.628429 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-5e3374f3-a2ac-4906-b01c-ecace82404bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48063da4-6c66-4d6d-a3a9-a9b1f6fd6db3') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:05.678676 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e3374f3-a2ac-4906-b01c-ecace82404bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.703435 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-6e6d149f-1f6b-4822-bdba-fd69ef9e5dc1 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.728002 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e3374f3-a2ac-4906-b01c-ecace82404bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.750121 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3374f3-a2ac-4906-b01c-ecace82404bb admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:33:05.750619 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e3374f3-a2ac-4906-b01c-ecace82404bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:33:05.753447 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:33:05.774458 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-376a71dd-45ee-42dd-b736-be8e71040b39 req-caf7a7cc-511a-435b-bedd-8bf10d0e95d1 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643927 Jul 22 16:33:05.843438 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e0299-f80f-4fec-bd03-48205a81da97 req-e98103fe-fa69-428b-b4d5-22e889830c41 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:05.845779 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-991e0299-f80f-4fec-bd03-48205a81da97 req-e98103fe-fa69-428b-b4d5-22e889830c41 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.16 "GET /v2.0/ports?device_id=195e630c-df87-4f86-b57f-0797924b6743 HTTP/1.1" status: 200 len: 946 time: 0.2138128 Jul 22 16:33:05.846457 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e3374f3-a2ac-4906-b01c-ecace82404bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.851164 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e3374f3-a2ac-4906-b01c-ecace82404bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.856100 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5e3374f3-a2ac-4906-b01c-ecace82404bb admin admin] 10.222.0.69 "DELETE /v2.0/networks/3bf61244-808f-4a9b-b688-8538928b069a HTTP/1.1" status: 204 len: 168 time: 0.6962357 Jul 22 16:33:05.933311 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-6e6d149f-1f6b-4822-bdba-fd69ef9e5dc1 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.937501 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61775d7-d3cc-4045-ba2f-2d30d0010b5f x-openstack-request-id: req-e61775d7-d3cc-4045-ba2f-2d30d0010b5f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:05.937799 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108bdd50-7bd6-4e86-90d7-f652f39b83ff", "tag": "2519c328-8a4a-4316-939a-a217eddeedeb", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:05.938157 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e61775d7-d3cc-4045-ba2f-2d30d0010b5f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:05.938558 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108bdd50-7bd6-4e86-90d7-f652f39b83ff', 'tag': '2519c328-8a4a-4316-939a-a217eddeedeb', 'status': 'completed', 'code': 200} Jul 22 16:33:05.969445 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3374f3-a2ac-4906-b01c-ecace82404bb admin admin] Pushing event deleted for resources: {'Network': ['ID=3bf61244-808f-4a9b-b688-8538928b069a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:05.997143 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b3783-5b5a-4b87-9e92-9f30b79e8f8f tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Pushing event updated for resources: {'Port': ['ID=9ae23273-b517-4482-aaed-c820e92e5a3a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:06.114130 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-945b3783-5b5a-4b87-9e92-9f30b79e8f8f tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7702551 Jul 22 16:33:06.136118 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43902) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:06.136655 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-bde1b0d3-78aa-4f7b-b47a-800247fa2249 service neutron] Attempting to bind port 8c07feff-3f07-41be-a0ee-332108b1d00b on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:06.136655 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-bde1b0d3-78aa-4f7b-b47a-800247fa2249 service neutron] Attempting to bind port 8c07feff-3f07-41be-a0ee-332108b1d00b by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:06.136655 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-bde1b0d3-78aa-4f7b-b47a-800247fa2249 service neutron] Attempting to bind port 8c07feff-3f07-41be-a0ee-332108b1d00b on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:06.144093 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-75bd9b87-2cb3-4671-bbb6-14fb126ec5a2 service neutron] Request body: {'port': {'device_id': '637b1feb-7940-4c54-9619-d9fb5c6efe4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:06.215110 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca490bb8-2cbd-4d53-af54-c2bdc3841302 req-b488402d-a755-4af4-b95a-7346c366c246 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:06.216594 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ca490bb8-2cbd-4d53-af54-c2bdc3841302 req-b488402d-a755-4af4-b95a-7346c366c246 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ff82ce6-f25e-4ab0-ab02-efcf886853dd HTTP/1.1" status: 200 len: 945 time: 0.3562224 Jul 22 16:33:06.247337 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8bc0b866-77b6-4f9b-9508-243a2e20b4c4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=82e10b2cb7664a44842fdfbeaf9667ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1019130 Jul 22 16:33:06.264914 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43910) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:06.304009 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96623b8-0b95-446c-b52f-25bd8dcdcf68 req-59949c7c-5083-4782-a046-640253b07cd3 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:06.305657 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c96623b8-0b95-446c-b52f-25bd8dcdcf68 req-59949c7c-5083-4782-a046-640253b07cd3 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=195e630c-df87-4f86-b57f-0797924b6743 HTTP/1.1" status: 200 len: 946 time: 0.3005824 Jul 22 16:33:06.316746 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-991e0299-f80f-4fec-bd03-48205a81da97 req-3894364e-4431-4907-9e93-e8fe68c2a235 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Deleting port 959764ef-c649-4bcd-b5dd-66132deedeea {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:33:06.317095 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-991e0299-f80f-4fec-bd03-48205a81da97 req-3894364e-4431-4907-9e93-e8fe68c2a235 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:06.486623 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7852b0d8-4a27-4018-b3fa-e289c4765108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:06.495081 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c96623b8-0b95-446c-b52f-25bd8dcdcf68 req-9a1eb7c4-3131-4565-aefe-d2ad12c17f3d tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/security-groups?id=034bbd6a-2e31-44a7-b6ab-96dff1491596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715529 Jul 22 16:33:06.504777 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:06.527355 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-991e0299-f80f-4fec-bd03-48205a81da97 req-3894364e-4431-4907-9e93-e8fe68c2a235 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] For port 959764ef-c649-4bcd-b5dd-66132deedeea, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=959764ef-c649-4bcd-b5dd-66132deedeea,segment=NetworkSegment(e12df4dd-ea87-41a9-8ea9-405193aa0f57),segment_id=e12df4dd-ea87-41a9-8ea9-405193aa0f57)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:06.527895 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-991e0299-f80f-4fec-bd03-48205a81da97 req-3894364e-4431-4907-9e93-e8fe68c2a235 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:06.558905 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7852b0d8-4a27-4018-b3fa-e289c4765108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:06.569960 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:06.570202 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-991e0299-f80f-4fec-bd03-48205a81da97 req-3894364e-4431-4907-9e93-e8fe68c2a235 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Calling delete_port for 959764ef-c649-4bcd-b5dd-66132deedeea owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:33:06.584322 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:06.585223 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:06.611690 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-ca490bb8-2cbd-4d53-af54-c2bdc3841302 req-c4732a94-a33c-49d0-8967-b602b6d673fc tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Deleting port 797c02be-33f8-427f-90db-afcd75405d80 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:33:06.612052 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ca490bb8-2cbd-4d53-af54-c2bdc3841302 req-c4732a94-a33c-49d0-8967-b602b6d673fc tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:06.630350 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-bde1b0d3-78aa-4f7b-b47a-800247fa2249 service neutron] Port 8c07feff-3f07-41be-a0ee-332108b1d00b on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:33:06.631533 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-bde1b0d3-78aa-4f7b-b47a-800247fa2249 service neutron] Attempting to bind port 8c07feff-3f07-41be-a0ee-332108b1d00b on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:06.647124 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-bde1b0d3-78aa-4f7b-b47a-800247fa2249 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:06.647901 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-bde1b0d3-78aa-4f7b-b47a-800247fa2249 service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:06.648516 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-bde1b0d3-78aa-4f7b-b47a-800247fa2249 service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:06.649168 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-bde1b0d3-78aa-4f7b-b47a-800247fa2249 service neutron] Bound port: 8c07feff-3f07-41be-a0ee-332108b1d00b, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:06.649735 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-bde1b0d3-78aa-4f7b-b47a-800247fa2249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:06.652573 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d149f-1f6b-4822-bdba-fd69ef9e5dc1 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3281464a-a0e8-4205-8dac-a6e6fe5593e7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:06.712181 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fcdb5-5f9f-48ac-9684-f8fc50d5685f req-36570146-a9ad-4a0c-b7e0-aa8ece8b424d tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:06.720261 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c40fcdb5-5f9f-48ac-9684-f8fc50d5685f req-36570146-a9ad-4a0c-b7e0-aa8ece8b424d tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ef396b-eddc-467f-a044-3c84a64fed9d HTTP/1.1" status: 200 len: 931 time: 1.1160131 Jul 22 16:33:06.727913 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1b0d3-78aa-4f7b-b47a-800247fa2249 service neutron] Pushing event updated for resources: {'Port': ['ID=8c07feff-3f07-41be-a0ee-332108b1d00b,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:06.744775 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:06.747962 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-12526c41-ba7f-44f0-969c-d0da08d80972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e335c91-3644-44f0-ae6d-7d64eaf8cea4 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:06.765828 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43922) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:06.778727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-cf180132-92fe-434f-abe1-7e9ff950f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:06.780592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-cf180132-92fe-434f-abe1-7e9ff950f500 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92942036ad194996b94941cb937ee479&device_id=108bdd50-7bd6-4e86-90d7-f652f39b83ff HTTP/1.1" status: 200 len: 1098 time: 1.2744381 Jul 22 16:33:06.780832 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7852b0d8-4a27-4018-b3fa-e289c4765108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:06.783380 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7852b0d8-4a27-4018-b3fa-e289c4765108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:06.783897 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634622d1-d94a-4cc9-a5e6-e86d9e163061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:06.784503 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7852b0d8-4a27-4018-b3fa-e289c4765108 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0535eac0-d50a-4a4b-9708-9d8c381911b7 HTTP/1.1" status: 204 len: 168 time: 0.5189800 Jul 22 16:33:06.786316 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8608aa3b-dfb6-4ab7-bf90-c003fc7e6360" -d '{"events": [{"server_uuid": "634622d1-d94a-4cc9-a5e6-e86d9e163061", "name": "network-vif-plugged", "status": "completed", "tag": "4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:06.816493 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ca490bb8-2cbd-4d53-af54-c2bdc3841302 req-c4732a94-a33c-49d0-8967-b602b6d673fc tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] For port 797c02be-33f8-427f-90db-afcd75405d80, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=797c02be-33f8-427f-90db-afcd75405d80,segment=NetworkSegment(e12df4dd-ea87-41a9-8ea9-405193aa0f57),segment_id=e12df4dd-ea87-41a9-8ea9-405193aa0f57)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:06.816697 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:06.816893 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ca490bb8-2cbd-4d53-af54-c2bdc3841302 req-c4732a94-a33c-49d0-8967-b602b6d673fc tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:06.822031 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852b0d8-4a27-4018-b3fa-e289c4765108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0535eac0-d50a-4a4b-9708-9d8c381911b7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:06.823933 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:06.825062 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 797c02be-33f8-427f-90db-afcd75405d80 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:33:06.833587 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-12526c41-ba7f-44f0-969c-d0da08d80972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:06.843845 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-ca490bb8-2cbd-4d53-af54-c2bdc3841302 req-c4732a94-a33c-49d0-8967-b602b6d673fc tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Calling delete_port for 797c02be-33f8-427f-90db-afcd75405d80 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:33:06.867964 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe951ca-7c2e-4f46-b76e-a1ec34f916b1 req-c8f5c490-6524-4342-a2e3-74fb47f11ec3 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:06.876820 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cbe951ca-7c2e-4f46-b76e-a1ec34f916b1 req-c8f5c490-6524-4342-a2e3-74fb47f11ec3 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?device_id=634622d1-d94a-4cc9-a5e6-e86d9e163061 HTTP/1.1" status: 200 len: 949 time: 0.2093883 Jul 22 16:33:06.961205 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:07.022162 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cbe951ca-7c2e-4f46-b76e-a1ec34f916b1 req-cd86e343-9d36-47cf-809c-044c061bf1d2 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/security-groups?id=039e9746-aec1-4b49-843c-2b1df55cb08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318274 Jul 22 16:33:07.035916 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-991e0299-f80f-4fec-bd03-48205a81da97 req-3894364e-4431-4907-9e93-e8fe68c2a235 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:07.080690 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894364e-4431-4907-9e93-e8fe68c2a235 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Pushing event deleted for resources: {'Port': ['ID=959764ef-c649-4bcd-b5dd-66132deedeea,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:07.087124 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:07.087605 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c40fcdb5-5f9f-48ac-9684-f8fc50d5685f req-41365205-5a60-47fb-af85-641e51f624c0 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a656b6a-73f1-49f1-9422-2a69aa85793d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657715 Jul 22 16:33:07.099098 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-12526c41-ba7f-44f0-969c-d0da08d80972 service neutron] Transition to ACTIVE for port object 5e335c91-3644-44f0-ae6d-7d64eaf8cea4 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:07.119083 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-2389cdfe-8487-49b4-bd50-251ae5be21fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=2519c328-8a4a-4316-939a-a217eddeedeb HTTP/1.1" status: 200 len: 217 time: 0.2578647 Jul 22 16:33:07.146624 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-75bd9b87-2cb3-4671-bbb6-14fb126ec5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:07.156892 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-12526c41-ba7f-44f0-969c-d0da08d80972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:07.196393 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-991e0299-f80f-4fec-bd03-48205a81da97 req-3894364e-4431-4907-9e93-e8fe68c2a235 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] No DVR routers for this DVR port 959764ef-c649-4bcd-b5dd-66132deedeea on host n-h1-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:33:07.201235 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-991e0299-f80f-4fec-bd03-48205a81da97 req-3894364e-4431-4907-9e93-e8fe68c2a235 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:07.203493 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-991e0299-f80f-4fec-bd03-48205a81da97 req-3894364e-4431-4907-9e93-e8fe68c2a235 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.16 "DELETE /v2.0/ports/959764ef-c649-4bcd-b5dd-66132deedeea HTTP/1.1" status: 204 len: 173 time: 1.3462641 Jul 22 16:33:07.225823 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195e630c-df87-4f86-b57f-0797924b6743', 'name': 'network-vif-deleted', 'tag': '959764ef-c649-4bcd-b5dd-66132deedeea'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:07.228508 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866cd608-5b7a-4613-8284-22ab58d63d18" -d '{"events": [{"server_uuid": "195e630c-df87-4f86-b57f-0797924b6743", "name": "network-vif-deleted", "tag": "959764ef-c649-4bcd-b5dd-66132deedeea"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:07.291785 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-6e6d149f-1f6b-4822-bdba-fd69ef9e5dc1 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Allocated IP 192.168.233.19 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/b02f7696-a57d-4317-a6e6-a0a336fd9afe) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:07.297161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-bde1b0d3-78aa-4f7b-b47a-800247fa2249 service neutron] For port 8c07feff-3f07-41be-a0ee-332108b1d00b, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:07.306154 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-435da66f-0dba-4e8d-931b-149b78787f33 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-485606772-network', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:07.306809 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ca490bb8-2cbd-4d53-af54-c2bdc3841302 req-c4732a94-a33c-49d0-8967-b602b6d673fc tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:07.333211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-bde1b0d3-78aa-4f7b-b47a-800247fa2249 service neutron] For port 8c07feff-3f07-41be-a0ee-332108b1d00b, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8c07feff-3f07-41be-a0ee-332108b1d00b,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:07.357397 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43936) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:07.364016 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4732a94-a33c-49d0-8967-b602b6d673fc tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Pushing event deleted for resources: {'Port': ['ID=797c02be-33f8-427f-90db-afcd75405d80,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:07.369135 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-bde1b0d3-78aa-4f7b-b47a-800247fa2249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:07.379505 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1ad1ed38-1dd0-4b8d-b114-ccd39d8f5601 req-5f9cd24c-133e-402d-a20c-e468a9073d31 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=763098f4-cc0d-40cb-8df7-8b85c71f200e HTTP/1.1" status: 200 len: 210 time: 0.1730852 Jul 22 16:33:07.403591 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fb4de-50fb-46ba-8bf9-0e4e773baf68 req-e51744b2-8d42-4b20-925c-ee69ef4c952e tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:07.412309 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ff3fb4de-50fb-46ba-8bf9-0e4e773baf68 req-e51744b2-8d42-4b20-925c-ee69ef4c952e tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/ports?device_id=108bdd50-7bd6-4e86-90d7-f652f39b83ff HTTP/1.1" status: 200 len: 947 time: 0.3340189 Jul 22 16:33:07.464888 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:33:07.464888 n-d-798930-9 neutron-server[93818]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 22 16:33:07.464888 n-d-798930-9 neutron-server[93818]: [parameters: {'status': 'DOWN', 'ports_id': '797c02be-33f8-427f-90db-afcd75405d80'}] Jul 22 16:33:07.464888 n-d-798930-9 neutron-server[93818]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:33:07.465397 n-d-798930-9 neutron-server[93818]: DEBUG oslo_db.api [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:33:07.498955 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca490bb8-2cbd-4d53-af54-c2bdc3841302 req-c4732a94-a33c-49d0-8967-b602b6d673fc tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] No DVR routers for this DVR port 797c02be-33f8-427f-90db-afcd75405d80 on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:33:07.501456 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ca490bb8-2cbd-4d53-af54-c2bdc3841302 req-c4732a94-a33c-49d0-8967-b602b6d673fc tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:07.503826 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ca490bb8-2cbd-4d53-af54-c2bdc3841302 req-c4732a94-a33c-49d0-8967-b602b6d673fc tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.30 "DELETE /v2.0/ports/797c02be-33f8-427f-90db-afcd75405d80 HTTP/1.1" status: 204 len: 173 time: 1.2776625 Jul 22 16:33:07.518929 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12526c41-ba7f-44f0-969c-d0da08d80972 service neutron] Pushing event updated for resources: {'Port': ['ID=5e335c91-3644-44f0-ae6d-7d64eaf8cea4,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:07.521769 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-de46bae7-4c01-4fa2-8d91-e1685426d3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:07.523262 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-de46bae7-4c01-4fa2-8d91-e1685426d3a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.3809111 Jul 22 16:33:07.551278 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ff3fb4de-50fb-46ba-8bf9-0e4e773baf68 req-d64c226b-27bf-4b43-b892-3375ba8ce517 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/security-groups?id=45fac9ac-9899-440b-b28e-9466f6fa2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380451 Jul 22 16:33:07.554598 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-15b40079-81ac-4747-8f11-1ec9bb1a3bae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1ab2efeab39943ab9f8689a0c6eb23a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1937766 Jul 22 16:33:07.557282 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43940) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:07.589610 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-bde1b0d3-78aa-4f7b-b47a-800247fa2249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:07.590507 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-bde1b0d3-78aa-4f7b-b47a-800247fa2249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:07.591933 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-bde1b0d3-78aa-4f7b-b47a-800247fa2249 service neutron] 10.222.0.16 "PUT /v2.0/ports/8c07feff-3f07-41be-a0ee-332108b1d00b HTTP/1.1" status: 200 len: 1096 time: 4.9140668 Jul 22 16:33:07.638784 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b525ccc6-13be-4bd6-9350-9042706ce165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:07.642479 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84017582-3eca-40eb-ab7b-e6cbe7d416b3 x-openstack-request-id: req-84017582-3eca-40eb-ab7b-e6cbe7d416b3 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:07.642999 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634622d1-d94a-4cc9-a5e6-e86d9e163061", "name": "network-vif-plugged", "status": "completed", "tag": "4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:07.642999 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-84017582-3eca-40eb-ab7b-e6cbe7d416b3 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:07.643448 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634622d1-d94a-4cc9-a5e6-e86d9e163061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a', 'code': 200} Jul 22 16:33:07.684623 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435da66f-0dba-4e8d-931b-149b78787f33 admin admin] Made reservation on behalf of e7920f2bb00e4e8fa22664c9f0f8007a for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:07.687314 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-435da66f-0dba-4e8d-931b-149b78787f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:07.700369 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6947746-bd4b-41b4-89d6-bb23adcc9ff1 x-openstack-request-id: req-a6947746-bd4b-41b4-89d6-bb23adcc9ff1 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:07.705018 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195e630c-df87-4f86-b57f-0797924b6743", "name": "network-vif-deleted", "tag": "959764ef-c649-4bcd-b5dd-66132deedeea", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:07.705018 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a6947746-bd4b-41b4-89d6-bb23adcc9ff1 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:07.706262 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195e630c-df87-4f86-b57f-0797924b6743', 'name': 'network-vif-deleted', 'tag': '959764ef-c649-4bcd-b5dd-66132deedeea', 'status': 'completed', 'code': 200} Jul 22 16:33:07.713483 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b525ccc6-13be-4bd6-9350-9042706ce165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:07.813223 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7483a81e-568a-4bdd-b1f2-010e57c67b52 req-191cc326-a673-44e1-87ce-89851958c32b tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] 10.222.0.69 "GET /v2.0/ports?device_id=195e630c-df87-4f86-b57f-0797924b6743 HTTP/1.1" status: 200 len: 210 time: 0.0405679 Jul 22 16:33:07.875663 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b525ccc6-13be-4bd6-9350-9042706ce165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:07.878484 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b525ccc6-13be-4bd6-9350-9042706ce165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:07.890800 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b525ccc6-13be-4bd6-9350-9042706ce165 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/04c00926-fe7b-4f77-b199-f4f9a6abb349 HTTP/1.1" status: 204 len: 168 time: 0.3317161 Jul 22 16:33:07.910433 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-435da66f-0dba-4e8d-931b-149b78787f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:07.914612 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525ccc6-13be-4bd6-9350-9042706ce165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c00926-fe7b-4f77-b199-f4f9a6abb349,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:07.925619 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0589eb4-45e8-4f62-86be-fb8394c5d46a req-f6ae7590-e5e4-4cea-b750-6bb5351dd5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:07.927570 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b0589eb4-45e8-4f62-86be-fb8394c5d46a req-f6ae7590-e5e4-4cea-b750-6bb5351dd5cb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=634622d1-d94a-4cc9-a5e6-e86d9e163061 HTTP/1.1" status: 200 len: 1101 time: 0.1524608 Jul 22 16:33:07.955892 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c449fa9a-b6b3-4237-8025-d984203d0cb5', 'tag': '8c07feff-3f07-41be-a0ee-332108b1d00b'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:07.958181 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88a85c3-4212-49d7-b40a-c6854e1c2ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "c449fa9a-b6b3-4237-8025-d984203d0cb5", "tag": "8c07feff-3f07-41be-a0ee-332108b1d00b"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:07.990174 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Port 797c02be-33f8-427f-90db-afcd75405d80 update to DOWN by agent not found {{(pid=93818) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 22 16:33:08.002496 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b0589eb4-45e8-4f62-86be-fb8394c5d46a req-0f3b146c-6287-484f-b232-4f7544dec14e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=039e9746-aec1-4b49-843c-2b1df55cb08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671725 Jul 22 16:33:08.028370 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1b0d3-78aa-4f7b-b47a-800247fa2249 service neutron] Pushing event updated for resources: {'Port': ['ID=8c07feff-3f07-41be-a0ee-332108b1d00b,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:08.034378 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cbc334-86e1-4176-a73d-69957e3b6c51 x-openstack-request-id: req-62cbc334-86e1-4176-a73d-69957e3b6c51 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:08.035105 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c449fa9a-b6b3-4237-8025-d984203d0cb5", "tag": "8c07feff-3f07-41be-a0ee-332108b1d00b", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:08.035105 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-62cbc334-86e1-4176-a73d-69957e3b6c51 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:08.035325 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c449fa9a-b6b3-4237-8025-d984203d0cb5', 'tag': '8c07feff-3f07-41be-a0ee-332108b1d00b', 'status': 'completed', 'code': 200} Jul 22 16:33:08.151785 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-12526c41-ba7f-44f0-969c-d0da08d80972 service neutron] Attempting to bind port 5e335c91-3644-44f0-ae6d-7d64eaf8cea4 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:08.152221 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-12526c41-ba7f-44f0-969c-d0da08d80972 service neutron] Attempting to bind port 5e335c91-3644-44f0-ae6d-7d64eaf8cea4 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '108baf5d-16a0-4e46-981a-ce034ebe8e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'fa3f6d9c-5934-4944-8a10-e6c91c070d82'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:08.152374 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0daa52-e994-4ba1-8d2e-84571b858966 req-f57fe2db-00bf-42ff-a788-a7e3819e4bf8 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:08.152483 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-12526c41-ba7f-44f0-969c-d0da08d80972 service neutron] Attempting to bind port 5e335c91-3644-44f0-ae6d-7d64eaf8cea4 on network fa3f6d9c-5934-4944-8a10-e6c91c070d82 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:08.154127 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7c0daa52-e994-4ba1-8d2e-84571b858966 req-f57fe2db-00bf-42ff-a788-a7e3819e4bf8 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?device_id=634622d1-d94a-4cc9-a5e6-e86d9e163061 HTTP/1.1" status: 200 len: 950 time: 0.0801797 Jul 22 16:33:08.195693 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ba476-ef0d-467f-842f-84555ff1a565 req-887bf23a-b9b3-49bf-b2bd-6fe9baab327a tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:08.197259 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-590ba476-ef0d-467f-842f-84555ff1a565 req-887bf23a-b9b3-49bf-b2bd-6fe9baab327a tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=637b1feb-7940-4c54-9619-d9fb5c6efe4a HTTP/1.1" status: 200 len: 932 time: 0.7285290 Jul 22 16:33:08.206018 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7c0daa52-e994-4ba1-8d2e-84571b858966 req-8717ff9f-86d0-44fb-987b-632fd1e1e40c tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/security-groups?id=039e9746-aec1-4b49-843c-2b1df55cb08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439801 Jul 22 16:33:08.227040 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-32c0567e-9822-4289-bb13-5da303c8272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:08.228544 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-32c0567e-9822-4289-bb13-5da303c8272f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6419661 Jul 22 16:33:08.234332 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-12526c41-ba7f-44f0-969c-d0da08d80972 service neutron] Port 5e335c91-3644-44f0-ae6d-7d64eaf8cea4 on network fa3f6d9c-5934-4944-8a10-e6c91c070d82 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:33:08.234656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-12526c41-ba7f-44f0-969c-d0da08d80972 service neutron] Attempting to bind port 5e335c91-3644-44f0-ae6d-7d64eaf8cea4 on network fa3f6d9c-5934-4944-8a10-e6c91c070d82 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:08.287302 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-ba147981-4e51-4646-9043-d2fe58a0ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:08.288804 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-ba147981-4e51-4646-9043-d2fe58a0ecd3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=737219674a65492c83d801138e0cf9e0&device_id=c449fa9a-b6b3-4237-8025-d984203d0cb5 HTTP/1.1" status: 200 len: 1099 time: 0.5933475 Jul 22 16:33:08.298327 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-12526c41-ba7f-44f0-969c-d0da08d80972 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:08.298617 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-12526c41-ba7f-44f0-969c-d0da08d80972 service neutron] Checking segment: {'id': '108baf5d-16a0-4e46-981a-ce034ebe8e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'fa3f6d9c-5934-4944-8a10-e6c91c070d82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:08.299038 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-12526c41-ba7f-44f0-969c-d0da08d80972 service neutron] Bound using segment: {'id': '108baf5d-16a0-4e46-981a-ce034ebe8e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'fa3f6d9c-5934-4944-8a10-e6c91c070d82'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:08.299413 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-12526c41-ba7f-44f0-969c-d0da08d80972 service neutron] Bound port: 5e335c91-3644-44f0-ae6d-7d64eaf8cea4, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '108baf5d-16a0-4e46-981a-ce034ebe8e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'fa3f6d9c-5934-4944-8a10-e6c91c070d82'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:08.299777 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-12526c41-ba7f-44f0-969c-d0da08d80972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:08.398976 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdafa7f-3b69-4db8-8ff5-45c0cb6e3e32 req-afa70e2a-0589-4799-899f-f5dc8ef8decb tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:08.402960 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-6e6d149f-1f6b-4822-bdba-fd69ef9e5dc1 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:08.406308 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7cdafa7f-3b69-4db8-8ff5-45c0cb6e3e32 req-afa70e2a-0589-4799-899f-f5dc8ef8decb tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ef396b-eddc-467f-a044-3c84a64fed9d HTTP/1.1" status: 200 len: 943 time: 0.1149230 Jul 22 16:33:08.421336 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-98430d28-b061-4f71-9527-0a8a25ce2946 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=8c07feff-3f07-41be-a0ee-332108b1d00b HTTP/1.1" status: 200 len: 217 time: 0.1037781 Jul 22 16:33:08.467108 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7cdafa7f-3b69-4db8-8ff5-45c0cb6e3e32 req-d3e39fdb-4a4a-47c1-add1-7f190e4df160 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a656b6a-73f1-49f1-9422-2a69aa85793d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594625 Jul 22 16:33:08.485884 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-590ba476-ef0d-467f-842f-84555ff1a565 req-88b7f3e1-aa19-4f71-8aa2-9dd0bc18c2fa tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753861 Jul 22 16:33:08.532522 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-6e6d149f-1f6b-4822-bdba-fd69ef9e5dc1 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Transition to ACTIVE for port object b02f7696-a57d-4317-a6e6-a0a336fd9afe will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:08.628260 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-957bbb2d-1754-4d45-88c2-ec1ddef45588 req-63c12017-d6d8-43c5-aac4-a9605035f254 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=763098f4-cc0d-40cb-8df7-8b85c71f200e HTTP/1.1" status: 200 len: 210 time: 0.0434473 Jul 22 16:33:08.673489 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-31d01499-7efd-48e2-923b-a67a4bf1d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:08.675754 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-31d01499-7efd-48e2-923b-a67a4bf1d1de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.2120380 Jul 22 16:33:08.723521 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 959764ef-c649-4bcd-b5dd-66132deedeea no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:33:08.744748 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 959764ef-c649-4bcd-b5dd-66132deedeea {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:33:08.745180 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 959764ef-c649-4bcd-b5dd-66132deedeea not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:33:08.755053 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-53b15c4a-6795-4b0d-8c0b-05c0e135b974 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169942 Jul 22 16:33:08.762629 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-435da66f-0dba-4e8d-931b-149b78787f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:08.821997 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-12526c41-ba7f-44f0-969c-d0da08d80972 service neutron] For port 5e335c91-3644-44f0-ae6d-7d64eaf8cea4, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:08.830917 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-435da66f-0dba-4e8d-931b-149b78787f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:08.864565 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-75bd9b87-2cb3-4671-bbb6-14fb126ec5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae23273-b517-4482-aaed-c820e92e5a3a {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:08.895049 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-12526c41-ba7f-44f0-969c-d0da08d80972 service neutron] For port 5e335c91-3644-44f0-ae6d-7d64eaf8cea4, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5e335c91-3644-44f0-ae6d-7d64eaf8cea4,segment=NetworkSegment(108baf5d-16a0-4e46-981a-ce034ebe8e2e),segment_id=108baf5d-16a0-4e46-981a-ce034ebe8e2e)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:08.903934 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-75bd9b87-2cb3-4671-bbb6-14fb126ec5a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:08.907592 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-6e6d149f-1f6b-4822-bdba-fd69ef9e5dc1 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:08.909319 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435da66f-0dba-4e8d-931b-149b78787f33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:33:08.921151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43978) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:08.941095 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-12526c41-ba7f-44f0-969c-d0da08d80972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:08.978491 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-2000a7c3-b2cf-4a0c-abfc-f062453bf134 admin admin] Deleting subnet 25a3a930-59a1-4c7c-8a59-db4921d72d81 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:33:08.982245 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2000a7c3-b2cf-4a0c-abfc-f062453bf134 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.019637 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2000a7c3-b2cf-4a0c-abfc-f062453bf134 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.029783 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435da66f-0dba-4e8d-931b-149b78787f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e348eea1-8ff6-43b4-a7da-bf5c219ab8a0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:09.038460 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-75bd9b87-2cb3-4671-bbb6-14fb126ec5a2 service neutron] Transition to ACTIVE for port object 9ae23273-b517-4482-aaed-c820e92e5a3a will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:09.046239 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-435da66f-0dba-4e8d-931b-149b78787f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.046595 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-435da66f-0dba-4e8d-931b-149b78787f33 admin admin] Added segment b238de62-e7e3-4b77-a8d4-2dd01796f7c4 of type vlan for network b658d0cb-44dd-4611-a8ea-16592dfac070 Jul 22 16:33:09.076126 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2000a7c3-b2cf-4a0c-abfc-f062453bf134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.090949 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-75bd9b87-2cb3-4671-bbb6-14fb126ec5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.096370 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-12526c41-ba7f-44f0-969c-d0da08d80972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:09.097262 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-12526c41-ba7f-44f0-969c-d0da08d80972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.099282 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-12526c41-ba7f-44f0-969c-d0da08d80972 service neutron] 10.222.0.30 "PUT /v2.0/ports/5e335c91-3644-44f0-ae6d-7d64eaf8cea4 HTTP/1.1" status: 200 len: 1091 time: 4.5114176 Jul 22 16:33:09.146652 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-6e6d149f-1f6b-4822-bdba-fd69ef9e5dc1 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:09.170186 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2000a7c3-b2cf-4a0c-abfc-f062453bf134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.172802 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-6e6d149f-1f6b-4822-bdba-fd69ef9e5dc1 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:09.181823 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-6e6d149f-1f6b-4822-bdba-fd69ef9e5dc1 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:09.189442 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d149f-1f6b-4822-bdba-fd69ef9e5dc1 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Pushing event updated for resources: {'Port': ['ID=b02f7696-a57d-4317-a6e6-a0a336fd9afe,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:09.206389 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000a7c3-b2cf-4a0c-abfc-f062453bf134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25a3a930-59a1-4c7c-8a59-db4921d72d81,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:09.211731 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2000a7c3-b2cf-4a0c-abfc-f062453bf134 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.214278 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2000a7c3-b2cf-4a0c-abfc-f062453bf134 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/25a3a930-59a1-4c7c-8a59-db4921d72d81 HTTP/1.1" status: 204 len: 168 time: 0.2915800 Jul 22 16:33:09.216812 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43986) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:09.237307 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-435da66f-0dba-4e8d-931b-149b78787f33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.249175 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0566ccb-880c-4128-ac7d-6625e96a809d req-b88a01c2-1da0-4821-b1ce-d17f5733b481 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:09.256033 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f0566ccb-880c-4128-ac7d-6625e96a809d req-b88a01c2-1da0-4821-b1ce-d17f5733b481 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/ports?device_id=108bdd50-7bd6-4e86-90d7-f652f39b83ff HTTP/1.1" status: 200 len: 947 time: 0.5723586 Jul 22 16:33:09.259261 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c705019-0672-46ee-a9d6-7f3961db8947 req-2d73bbea-9e5e-4a47-bfde-28a866afe21e service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692941 Jul 22 16:33:09.261667 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-bd9aecef-3d02-43a0-8089-f0463b6c4dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:09.263149 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-bd9aecef-3d02-43a0-8089-f0463b6c4dca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5610881 Jul 22 16:33:09.311958 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8303dc4-09b3-47f4-8274-fe32e39ac94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.432621 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8303dc4-09b3-47f4-8274-fe32e39ac94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.445081 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-d8303dc4-09b3-47f4-8274-fe32e39ac94e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83955c06-57f4-4477-93ed-da4c191e2664']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:09.457705 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-d8303dc4-09b3-47f4-8274-fe32e39ac94e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12df4dd-ea87-41a9-8ea9-405193aa0f57') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:09.458072 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-d8303dc4-09b3-47f4-8274-fe32e39ac94e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12df4dd-ea87-41a9-8ea9-405193aa0f57') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:09.478726 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8303dc4-09b3-47f4-8274-fe32e39ac94e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.493538 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8303dc4-09b3-47f4-8274-fe32e39ac94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.505950 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ba3f4-1646-497b-8177-0e62a1d1506f req-6da23d87-cd09-4377-b97b-076eecd8d4ae tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:09.507507 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1b1ba3f4-1646-497b-8177-0e62a1d1506f req-6da23d87-cd09-4377-b97b-076eecd8d4ae tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?device_id=634622d1-d94a-4cc9-a5e6-e86d9e163061 HTTP/1.1" status: 200 len: 950 time: 0.1434927 Jul 22 16:33:09.510768 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8303dc4-09b3-47f4-8274-fe32e39ac94e admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:33:09.512124 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8303dc4-09b3-47f4-8274-fe32e39ac94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:33:09.514723 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:33:09.543380 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-6e6d149f-1f6b-4822-bdba-fd69ef9e5dc1 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:09.543929 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-6e6d149f-1f6b-4822-bdba-fd69ef9e5dc1 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.558050 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-182f32b9-42fa-47e2-8545-7c2cd0de52c9 None None] Provisioning for port b02f7696-a57d-4317-a6e6-a0a336fd9afe completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:09.564073 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-182f32b9-42fa-47e2-8545-7c2cd0de52c9 None None] Provisioning complete for port b02f7696-a57d-4317-a6e6-a0a336fd9afe triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:09.564967 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-182f32b9-42fa-47e2-8545-7c2cd0de52c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.590730 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-435da66f-0dba-4e8d-931b-149b78787f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.591781 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435da66f-0dba-4e8d-931b-149b78787f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:09.592365 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-435da66f-0dba-4e8d-931b-149b78787f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.609902 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-182f32b9-42fa-47e2-8545-7c2cd0de52c9 None None] Port b02f7696-a57d-4317-a6e6-a0a336fd9afe cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:09.612164 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1b1ba3f4-1646-497b-8177-0e62a1d1506f req-ceac5556-c931-4d47-a82e-bf68bc62a92b tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/security-groups?id=039e9746-aec1-4b49-843c-2b1df55cb08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925357 Jul 22 16:33:09.618319 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f0566ccb-880c-4128-ac7d-6625e96a809d req-d8d6b93b-9eee-45be-822a-47fd422caf4e tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/security-groups?id=45fac9ac-9899-440b-b28e-9466f6fa2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610036 Jul 22 16:33:09.619217 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12526c41-ba7f-44f0-969c-d0da08d80972 service neutron] Pushing event updated for resources: {'Port': ['ID=5e335c91-3644-44f0-ae6d-7d64eaf8cea4,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:09.627267 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8303dc4-09b3-47f4-8274-fe32e39ac94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.631958 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8303dc4-09b3-47f4-8274-fe32e39ac94e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.637378 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d8303dc4-09b3-47f4-8274-fe32e39ac94e admin admin] 10.222.0.69 "DELETE /v2.0/networks/83955c06-57f4-4477-93ed-da4c191e2664 HTTP/1.1" status: 204 len: 168 time: 0.4164894 Jul 22 16:33:09.649350 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8303dc4-09b3-47f4-8274-fe32e39ac94e admin admin] Pushing event deleted for resources: {'Network': ['ID=83955c06-57f4-4477-93ed-da4c191e2664,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:09.708455 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff82ce6-f25e-4ab0-ab02-efcf886853dd', 'name': 'network-vif-deleted', 'tag': '797c02be-33f8-427f-90db-afcd75405d80'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:09.713865 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ed94ac-210d-4b26-8dfe-954f5422813e" -d '{"events": [{"server_uuid": "0ff82ce6-f25e-4ab0-ab02-efcf886853dd", "name": "network-vif-deleted", "tag": "797c02be-33f8-427f-90db-afcd75405d80"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:09.724663 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-6e6d149f-1f6b-4822-bdba-fd69ef9e5dc1 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.1824327 Jul 22 16:33:09.756113 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-435da66f-0dba-4e8d-931b-149b78787f33 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9740531 Jul 22 16:33:09.764173 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44010) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:09.786750 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-767aefab-7a36-41e4-a4d2-74ad16535ca7 service neutron] Request body: {'port': {'device_id': '763098f4-cc0d-40cb-8df7-8b85c71f200e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:09.800770 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e801c4d4-db17-4ee0-972e-7930f99a1ca4 admin admin] Request body: {'subnet': {'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-485606772-subnet', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:09.820056 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78390748-7015-47dc-a688-ab0771b5089c req-400e6097-26c7-49ac-953b-a9b1057ecaa1 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:09.821751 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-78390748-7015-47dc-a688-ab0771b5089c req-400e6097-26c7-49ac-953b-a9b1057ecaa1 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=637b1feb-7940-4c54-9619-d9fb5c6efe4a HTTP/1.1" status: 200 len: 944 time: 0.0832095 Jul 22 16:33:09.859086 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-ed6b1afb-5ae5-40b8-ba96-0865cc468d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:09.860494 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-ed6b1afb-5ae5-40b8-ba96-0865cc468d81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b99d812d7f824718b33c1f0641d0fba8&device_id=91ef396b-eddc-467f-a044-3c84a64fed9d HTTP/1.1" status: 200 len: 1094 time: 0.6733539 Jul 22 16:33:09.871288 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-78390748-7015-47dc-a688-ab0771b5089c req-debc19b6-ed2e-4664-96e5-a5aba57e1fad tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431030 Jul 22 16:33:09.893445 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-4a33f20d-028a-427c-8dbc-3c2d26d67621 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5963185 Jul 22 16:33:09.904516 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd9b87-2cb3-4671-bbb6-14fb126ec5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae23273-b517-4482-aaed-c820e92e5a3a,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:09.907031 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435da66f-0dba-4e8d-931b-149b78787f33 admin admin] Pushing event updated for resources: {'Network': ['ID=b658d0cb-44dd-4611-a8ea-16592dfac070,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:09.908102 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44014) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:09.918907 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-75bd9b87-2cb3-4671-bbb6-14fb126ec5a2 service neutron] Attempting to bind port 9ae23273-b517-4482-aaed-c820e92e5a3a on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:09.919246 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-75bd9b87-2cb3-4671-bbb6-14fb126ec5a2 service neutron] Attempting to bind port 9ae23273-b517-4482-aaed-c820e92e5a3a by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '11fd5339-ede9-4c72-a1e8-8686e18ee19f'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:09.919566 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-75bd9b87-2cb3-4671-bbb6-14fb126ec5a2 service neutron] Attempting to bind port 9ae23273-b517-4482-aaed-c820e92e5a3a on network 11fd5339-ede9-4c72-a1e8-8686e18ee19f {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:09.930661 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network b658d0cb-44dd-4611-a8ea-16592dfac070 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:33:09.960038 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3984658d-e782-457a-b061-0dd52e7c7e5a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4ae79c9196d64a3a9253bba077b1c345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501096 Jul 22 16:33:09.971312 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44016) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:10.075885 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd630bd0-a3de-4e5d-89fb-501b6de29aec req-0e92c15a-b169-4d76-8914-2fdf99e09985 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:10.077396 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fd630bd0-a3de-4e5d-89fb-501b6de29aec req-0e92c15a-b169-4d76-8914-2fdf99e09985 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=763098f4-cc0d-40cb-8df7-8b85c71f200e HTTP/1.1" status: 200 len: 935 time: 0.1206515 Jul 22 16:33:10.078660 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14df0581-d1b0-4d9a-8c48-8216682c729c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.117105 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14df0581-d1b0-4d9a-8c48-8216682c729c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.147860 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fd630bd0-a3de-4e5d-89fb-501b6de29aec req-65a9b92b-3212-4ec9-a5d7-35d66ab52b33 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641141 Jul 22 16:33:10.196090 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14df0581-d1b0-4d9a-8c48-8216682c729c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.199017 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14df0581-d1b0-4d9a-8c48-8216682c729c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.203386 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-14df0581-d1b0-4d9a-8c48-8216682c729c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/034bbd6a-2e31-44a7-b6ab-96dff1491596 HTTP/1.1" status: 204 len: 168 time: 0.2307653 Jul 22 16:33:10.212634 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df0581-d1b0-4d9a-8c48-8216682c729c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034bbd6a-2e31-44a7-b6ab-96dff1491596,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:10.281230 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ef396b-eddc-467f-a044-3c84a64fed9d', 'tag': '5e335c91-3644-44f0-ae6d-7d64eaf8cea4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:10.283556 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb99091-746b-4306-adab-19c9a25e1539" -d '{"events": [{"name": "network-changed", "server_uuid": "91ef396b-eddc-467f-a044-3c84a64fed9d", "tag": "5e335c91-3644-44f0-ae6d-7d64eaf8cea4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:10.307395 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a1526-2e3a-439b-9d86-6159f5dee5d9 req-74acb0a4-6c24-4efd-ac0c-30f4942445a2 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:10.309131 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-307a1526-2e3a-439b-9d86-6159f5dee5d9 req-74acb0a4-6c24-4efd-ac0c-30f4942445a2 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?device_id=c449fa9a-b6b3-4237-8025-d984203d0cb5 HTTP/1.1" status: 200 len: 948 time: 0.0776362 Jul 22 16:33:10.312554 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-f3cb1775-1997-44be-a210-539afde6e874 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e335c91-3644-44f0-ae6d-7d64eaf8cea4 HTTP/1.1" status: 200 len: 217 time: 0.4228606 Jul 22 16:33:10.319898 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-75bd9b87-2cb3-4671-bbb6-14fb126ec5a2 service neutron] Port 9ae23273-b517-4482-aaed-c820e92e5a3a on network 11fd5339-ede9-4c72-a1e8-8686e18ee19f not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:33:10.320091 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-75bd9b87-2cb3-4671-bbb6-14fb126ec5a2 service neutron] Attempting to bind port 9ae23273-b517-4482-aaed-c820e92e5a3a on network 11fd5339-ede9-4c72-a1e8-8686e18ee19f {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:10.333107 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f1382-94e2-4654-b628-221a48f9cfe0 req-1c28f1e9-0ec7-4f57-9929-d193ca651655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:10.334622 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e46f1382-94e2-4654-b628-221a48f9cfe0 req-1c28f1e9-0ec7-4f57-9929-d193ca651655 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92942036ad194996b94941cb937ee479&device_id=108bdd50-7bd6-4e86-90d7-f652f39b83ff HTTP/1.1" status: 200 len: 1098 time: 0.9783370 Jul 22 16:33:10.375608 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-307a1526-2e3a-439b-9d86-6159f5dee5d9 req-dd1d468e-5802-44c8-a394-a17111c7ffc3 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/security-groups?id=039e9746-aec1-4b49-843c-2b1df55cb08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571203 Jul 22 16:33:10.386549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e801c4d4-db17-4ee0-972e-7930f99a1ca4 admin admin] Made reservation on behalf of e7920f2bb00e4e8fa22664c9f0f8007a for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:10.388704 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e801c4d4-db17-4ee0-972e-7930f99a1ca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.402560 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-75bd9b87-2cb3-4671-bbb6-14fb126ec5a2 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:10.402560 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-75bd9b87-2cb3-4671-bbb6-14fb126ec5a2 service neutron] Checking segment: {'id': '3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '11fd5339-ede9-4c72-a1e8-8686e18ee19f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:10.402560 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-75bd9b87-2cb3-4671-bbb6-14fb126ec5a2 service neutron] Bound using segment: {'id': '3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '11fd5339-ede9-4c72-a1e8-8686e18ee19f'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:10.402560 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-75bd9b87-2cb3-4671-bbb6-14fb126ec5a2 service neutron] Bound port: 9ae23273-b517-4482-aaed-c820e92e5a3a, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '11fd5339-ede9-4c72-a1e8-8686e18ee19f'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:10.402560 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-75bd9b87-2cb3-4671-bbb6-14fb126ec5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.454605 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5569b2ce-dc1e-431f-ab6e-3108c09e180b x-openstack-request-id: req-5569b2ce-dc1e-431f-ab6e-3108c09e180b {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:10.455098 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff82ce6-f25e-4ab0-ab02-efcf886853dd", "name": "network-vif-deleted", "tag": "797c02be-33f8-427f-90db-afcd75405d80", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:10.455199 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5569b2ce-dc1e-431f-ab6e-3108c09e180b {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:10.455577 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff82ce6-f25e-4ab0-ab02-efcf886853dd', 'name': 'network-vif-deleted', 'tag': '797c02be-33f8-427f-90db-afcd75405d80', 'status': 'completed', 'code': 200} Jul 22 16:33:10.652502 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-033eb071-1505-490a-b5e2-f56f9907f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:10.654028 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-033eb071-1505-490a-b5e2-f56f9907f936 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=61a96006-205f-4740-b89a-9b03696987f8 HTTP/1.1" status: 200 len: 864 time: 0.3231797 Jul 22 16:33:10.680660 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fa368-bab3-42b6-a9fa-e1a0e977c85e req-b4b97b29-f119-47db-8e1b-315bf52df902 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:10.682265 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-683fa368-bab3-42b6-a9fa-e1a0e977c85e req-b4b97b29-f119-47db-8e1b-315bf52df902 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ef396b-eddc-467f-a044-3c84a64fed9d HTTP/1.1" status: 200 len: 943 time: 0.9607255 Jul 22 16:33:10.698551 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-767aefab-7a36-41e4-a4d2-74ad16535ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.743692 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bee74f6c-5a4a-4a36-91db-8c554622b799 req-cd0705fc-e91f-4d65-bec7-6bc262bf660f service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8275037 Jul 22 16:33:10.755060 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 2519c328-8a4a-4316-939a-a217eddeedeb details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:33:10.756075 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-56f0a437-e1f8-4f4f-8308-3f2da608deb4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fa3f6d9c-5934-4944-8a10-e6c91c070d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863242 Jul 22 16:33:10.786158 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28301316-7703-42d0-8dee-6673a52be4e4 req-bbd0c7f2-9fb3-46f7-864c-ff4766b6b69a tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350988 Jul 22 16:33:10.899055 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 2519c328-8a4a-4316-939a-a217eddeedeb, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=2519c328-8a4a-4316-939a-a217eddeedeb,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:10.914209 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f1382-94e2-4654-b628-221a48f9cfe0 req-a1072e26-dd71-4abe-afa4-dc2b71849b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:10.915701 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e46f1382-94e2-4654-b628-221a48f9cfe0 req-a1072e26-dd71-4abe-afa4-dc2b71849b86 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.5663936 Jul 22 16:33:10.922335 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-75bd9b87-2cb3-4671-bbb6-14fb126ec5a2 service neutron] For port 9ae23273-b517-4482-aaed-c820e92e5a3a, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:10.928900 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '2519c328-8a4a-4316-939a-a217eddeedeb', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '2519c328-8a4a-4316-939a-a217eddeedeb', 'mac_address': 'fa:16:3e:5e:20:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:33:10.950548 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28301316-7703-42d0-8dee-6673a52be4e4 req-04738aa6-b016-4207-a266-0bb3fb548295 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:10.953768 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28301316-7703-42d0-8dee-6673a52be4e4 req-04738aa6-b016-4207-a266-0bb3fb548295 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1609931 Jul 22 16:33:10.978834 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28301316-7703-42d0-8dee-6673a52be4e4 req-b19bdc25-8e32-4b7d-9de9-a9508e2534e9 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/quotas/6018b9ced5ef4d9cac00ec6e1d2e0f3e HTTP/1.1" status: 200 len: 375 time: 0.0189631 Jul 22 16:33:10.982487 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.983019 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-683fa368-bab3-42b6-a9fa-e1a0e977c85e req-41479b2b-31e1-4894-95d5-a0417e7df7eb tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a656b6a-73f1-49f1-9422-2a69aa85793d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744510 Jul 22 16:33:11.014775 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2519c328-8a4a-4316-939a-a217eddeedeb {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:11.024921 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28301316-7703-42d0-8dee-6673a52be4e4 req-65189d1c-0410-4c41-b6c8-6e2b264df548 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441773 Jul 22 16:33:11.049644 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 2519c328-8a4a-4316-939a-a217eddeedeb, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=2519c328-8a4a-4316-939a-a217eddeedeb,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:11.060507 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:11.081888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-75bd9b87-2cb3-4671-bbb6-14fb126ec5a2 service neutron] For port 9ae23273-b517-4482-aaed-c820e92e5a3a, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9ae23273-b517-4482-aaed-c820e92e5a3a,segment=NetworkSegment(3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad),segment_id=3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:11.093472 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bca9f81-af55-4f80-a59c-9999c22e90bd x-openstack-request-id: req-9bca9f81-af55-4f80-a59c-9999c22e90bd {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:11.094147 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ef396b-eddc-467f-a044-3c84a64fed9d", "tag": "5e335c91-3644-44f0-ae6d-7d64eaf8cea4", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:11.094771 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9bca9f81-af55-4f80-a59c-9999c22e90bd {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:11.095328 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ef396b-eddc-467f-a044-3c84a64fed9d', 'tag': '5e335c91-3644-44f0-ae6d-7d64eaf8cea4', 'status': 'completed', 'code': 200} Jul 22 16:33:11.099588 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e46f1382-94e2-4654-b628-221a48f9cfe0 req-c50e07ee-80b5-4743-a57c-fd0fed267de8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=2519c328-8a4a-4316-939a-a217eddeedeb HTTP/1.1" status: 200 len: 217 time: 0.1512597 Jul 22 16:33:11.113943 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-75bd9b87-2cb3-4671-bbb6-14fb126ec5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:11.157130 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=2519c328-8a4a-4316-939a-a217eddeedeb,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:11.197143 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44058) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:11.269876 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f1382-94e2-4654-b628-221a48f9cfe0 req-2c042481-ba13-4dc5-9c1f-ae17c3df7214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:11.271516 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e46f1382-94e2-4654-b628-221a48f9cfe0 req-2c042481-ba13-4dc5-9c1f-ae17c3df7214 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1611795 Jul 22 16:33:11.342284 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['2519c328-8a4a-4316-939a-a217eddeedeb'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:11.359217 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4d822c00-8b0c-463a-b70d-4cfd41a6497d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1911891190-network', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:11.364816 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-0969f9ce-19aa-4a33-81b0-04ad11b79699 service neutron] 10.222.0.30 "GET /v2.0/networks/fa3f6d9c-5934-4944-8a10-e6c91c070d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5909455 Jul 22 16:33:11.383883 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-75bd9b87-2cb3-4671-bbb6-14fb126ec5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:11.384510 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-75bd9b87-2cb3-4671-bbb6-14fb126ec5a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:11.385985 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-75bd9b87-2cb3-4671-bbb6-14fb126ec5a2 service neutron] 10.222.0.16 "PUT /v2.0/ports/9ae23273-b517-4482-aaed-c820e92e5a3a HTTP/1.1" status: 200 len: 1092 time: 5.2466743 Jul 22 16:33:11.391191 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b69b4-bdf8-4702-9d56-8482d94071da req-f070dcfa-48af-4385-8eb2-19fd35eb8164 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:11.401435 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-220b69b4-bdf8-4702-9d56-8482d94071da req-f070dcfa-48af-4385-8eb2-19fd35eb8164 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=637b1feb-7940-4c54-9619-d9fb5c6efe4a HTTP/1.1" status: 200 len: 944 time: 0.1267352 Jul 22 16:33:11.446631 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d822c00-8b0c-463a-b70d-4cfd41a6497d admin admin] Made reservation on behalf of a6f618b284ed4ed58bf96ec4f3332894 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:11.449330 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d822c00-8b0c-463a-b70d-4cfd41a6497d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:11.467338 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d822c00-8b0c-463a-b70d-4cfd41a6497d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:11.496569 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-220b69b4-bdf8-4702-9d56-8482d94071da req-65f1419e-3e5a-4571-a013-4690a0faa563 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812912 Jul 22 16:33:11.524360 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd9b87-2cb3-4671-bbb6-14fb126ec5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae23273-b517-4482-aaed-c820e92e5a3a,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:11.598460 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a85c3-4212-49d7-b40a-c6854e1c2ca1 req-82c9e4b6-6108-4290-83c4-f32fc812a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:11.600350 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f88a85c3-4212-49d7-b40a-c6854e1c2ca1 req-82c9e4b6-6108-4290-83c4-f32fc812a3bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=737219674a65492c83d801138e0cf9e0&device_id=c449fa9a-b6b3-4237-8025-d984203d0cb5 HTTP/1.1" status: 200 len: 1099 time: 0.7175066 Jul 22 16:33:11.640470 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e801c4d4-db17-4ee0-972e-7930f99a1ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:11.768332 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:11.773818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e73dd0-7732-4a0e-bbaa-fa465c87d54a req-68e22e67-b1db-4a42-bbb2-4db7575708fb tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:11.775463 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-86e73dd0-7732-4a0e-bbaa-fa465c87d54a req-68e22e67-b1db-4a42-bbb2-4db7575708fb tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/ports?device_id=108bdd50-7bd6-4e86-90d7-f652f39b83ff HTTP/1.1" status: 200 len: 948 time: 0.5914915 Jul 22 16:33:11.895509 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801c4d4-db17-4ee0-972e-7930f99a1ca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd8d0762-9d71-4ae5-8d34-5c7375a95f4e,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:11.898926 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4825d042-a7b8-45c4-ada9-aa67654ac11e req-74d1644c-84e4-4e0c-a403-45cf204af0e9 service neutron] 10.222.0.30 "GET /v2.0/networks/fa3f6d9c-5934-4944-8a10-e6c91c070d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087848 Jul 22 16:33:11.929500 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f1382-94e2-4654-b628-221a48f9cfe0 req-02383f61-aa56-4286-b44f-69cc057ce04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:11.931104 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e46f1382-94e2-4654-b628-221a48f9cfe0 req-02383f61-aa56-4286-b44f-69cc057ce04b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6215665 Jul 22 16:33:11.951273 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:11.954523 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-f1991b95-10f8-4aaf-9588-73fe682b4923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:11.956061 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-f1991b95-10f8-4aaf-9588-73fe682b4923 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c01e19ea85c04eff85a8e7af5d534fb7&device_id=637b1feb-7940-4c54-9619-d9fb5c6efe4a HTTP/1.1" status: 200 len: 1095 time: 0.4891648 Jul 22 16:33:12.014631 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-86e73dd0-7732-4a0e-bbaa-fa465c87d54a req-7ab017d5-0f43-4aa7-8387-73ca3605933c tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/security-groups?id=45fac9ac-9899-440b-b28e-9466f6fa2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227340 Jul 22 16:33:12.034613 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e801c4d4-db17-4ee0-972e-7930f99a1ca4 admin admin] Checking segment: {'id': 'b238de62-e7e3-4b77-a8d4-2dd01796f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:12.034613 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e801c4d4-db17-4ee0-972e-7930f99a1ca4 admin admin] Network hostable DHCP agents. Network: b658d0cb-44dd-4611-a8ea-16592dfac070, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:33:12.066975 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d0c76-8723-4e7f-b862-e28122fc33ac req-ac19b94c-591c-4eef-90a0-97f687ad96fd tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:12.068529 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1f7d0c76-8723-4e7f-b862-e28122fc33ac req-ac19b94c-591c-4eef-90a0-97f687ad96fd tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=763098f4-cc0d-40cb-8df7-8b85c71f200e HTTP/1.1" status: 200 len: 935 time: 0.4494283 Jul 22 16:33:12.075323 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d822c00-8b0c-463a-b70d-4cfd41a6497d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.087458 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d822c00-8b0c-463a-b70d-4cfd41a6497d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.096310 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a85c3-4212-49d7-b40a-c6854e1c2ca1 req-e3d9a781-c8be-4226-b9b6-8ac92fbf4ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:12.097793 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f88a85c3-4212-49d7-b40a-c6854e1c2ca1 req-e3d9a781-c8be-4226-b9b6-8ac92fbf4ce4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.4849737 Jul 22 16:33:12.100614 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-fcffd3b0-cda6-424b-bd4f-fed4f0ee1289 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ae23273-b517-4482-aaed-c820e92e5a3a HTTP/1.1" status: 200 len: 217 time: 0.1042542 Jul 22 16:33:12.122351 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d822c00-8b0c-463a-b70d-4cfd41a6497d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:33:12.148060 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1f7d0c76-8723-4e7f-b862-e28122fc33ac req-d5329c6c-7ade-4a43-9f9b-edf199ad7573 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684862 Jul 22 16:33:12.150485 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d822c00-8b0c-463a-b70d-4cfd41a6497d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8704be9-d3b8-454c-b39b-cd577c9e3811,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:12.154128 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d822c00-8b0c-463a-b70d-4cfd41a6497d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.154473 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-4d822c00-8b0c-463a-b70d-4cfd41a6497d admin admin] Added segment 682293d5-50fc-47e5-8b11-e6d8384d68c2 of type vlan for network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 Jul 22 16:33:12.209008 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d822c00-8b0c-463a-b70d-4cfd41a6497d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.261987 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c10661d5-92a5-4dbc-90ce-62fb88ca0179 req-40e98d8f-4e25-4e27-a290-ee567ad3252a tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 210 time: 0.1603339 Jul 22 16:33:12.272496 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-767aefab-7a36-41e4-a4d2-74ad16535ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b02f7696-a57d-4317-a6e6-a0a336fd9afe {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:12.277739 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d822c00-8b0c-463a-b70d-4cfd41a6497d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.279611 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f88a85c3-4212-49d7-b40a-c6854e1c2ca1 req-fe26d187-c613-4836-95a1-7f5bc05d147d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=8c07feff-3f07-41be-a0ee-332108b1d00b HTTP/1.1" status: 200 len: 217 time: 0.1565554 Jul 22 16:33:12.280288 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d822c00-8b0c-463a-b70d-4cfd41a6497d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:12.281084 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d822c00-8b0c-463a-b70d-4cfd41a6497d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.293909 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e801c4d4-db17-4ee0-972e-7930f99a1ca4 admin admin] Network b658d0cb-44dd-4611-a8ea-16592dfac070 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:33:12.302274 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-767aefab-7a36-41e4-a4d2-74ad16535ca7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.350291 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4d822c00-8b0c-463a-b70d-4cfd41a6497d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1491101 Jul 22 16:33:12.356738 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44074) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:12.378142 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d822c00-8b0c-463a-b70d-4cfd41a6497d admin admin] Pushing event updated for resources: {'Network': ['ID=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:12.382072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a9823532-15a2-4901-868a-c54b96623b4a admin admin] Request body: {'subnet': {'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1911891190-subnet', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:12.388514 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-6952a693-d5c7-4df9-9411-699ad159049e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:12.389980 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-6952a693-d5c7-4df9-9411-699ad159049e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3d31ec7-0709-410d-b2c0-dce9daa2755c HTTP/1.1" status: 200 len: 862 time: 0.2658634 Jul 22 16:33:12.390549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e801c4d4-db17-4ee0-972e-7930f99a1ca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, b658d0cb-44dd-4611-a8ea-16592dfac070) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:12.391402 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:33:12.400167 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b363e29-4054-46f8-bb7c-ad438dc03918 None None] Network b658d0cb-44dd-4611-a8ea-16592dfac070 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:33:12.406625 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb5893-e1c3-4d22-b4d9-aba4374a45ec req-15179e31-8249-43d4-a4d4-684210018ee1 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:12.408205 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-18bb5893-e1c3-4d22-b4d9-aba4374a45ec req-15179e31-8249-43d4-a4d4-684210018ee1 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?device_id=c449fa9a-b6b3-4237-8025-d984203d0cb5 HTTP/1.1" status: 200 len: 948 time: 0.1825545 Jul 22 16:33:12.408404 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-767aefab-7a36-41e4-a4d2-74ad16535ca7 service neutron] Transition to ACTIVE for port object b02f7696-a57d-4317-a6e6-a0a336fd9afe will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:12.429557 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e801c4d4-db17-4ee0-972e-7930f99a1ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:12.432186 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e801c4d4-db17-4ee0-972e-7930f99a1ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.448212 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e46f1382-94e2-4654-b628-221a48f9cfe0 req-483532e4-7387-40a4-b9b0-22b6a2c418cd service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031631 Jul 22 16:33:12.456009 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-767aefab-7a36-41e4-a4d2-74ad16535ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.474211 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28301316-7703-42d0-8dee-6673a52be4e4 req-d92cf831-adc2-4979-93f3-4db5d1289b7b tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377038 Jul 22 16:33:12.508452 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-aa4ca0a8-fe1a-450d-a3c9-9ce970177fe5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11fd5339-ede9-4c72-a1e8-8686e18ee19f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013019 Jul 22 16:33:12.538565 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-18bb5893-e1c3-4d22-b4d9-aba4374a45ec req-495c3870-5e03-4242-8343-bef9a511b8d2 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/security-groups?id=039e9746-aec1-4b49-843c-2b1df55cb08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224148 Jul 22 16:33:12.641296 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28301316-7703-42d0-8dee-6673a52be4e4 req-bfc86b2a-7e84-47b5-9d89-ec5d3eebcd96 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:12.642863 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28301316-7703-42d0-8dee-6673a52be4e4 req-bfc86b2a-7e84-47b5-9d89-ec5d3eebcd96 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1601315 Jul 22 16:33:12.684944 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-28301316-7703-42d0-8dee-6673a52be4e4 req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Request body: {'port': {'device_id': '0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '6018b9ced5ef4d9cac00ec6e1d2e0f3e'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:12.686992 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f01722-56ef-4177-ad10-400c24ee930a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-b658d0cb-44dd-4611-a8ea-16592dfac070', 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'fixed_ips': [{'subnet_id': 'fd8d0762-9d71-4ae5-8d34-5c7375a95f4e'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:33:12.688162 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51f01722-56ef-4177-ad10-400c24ee930a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.777635 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 8c07feff-3f07-41be-a0ee-332108b1d00b details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:33:12.779624 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 2519c328-8a4a-4316-939a-a217eddeedeb up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:12.795029 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63963566-47b8-490f-90b3-db29216c42c2 req-78d33b75-844e-401d-993e-a5417d368a5e tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:12.796583 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-63963566-47b8-490f-90b3-db29216c42c2 req-78d33b75-844e-401d-993e-a5417d368a5e tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=637b1feb-7940-4c54-9619-d9fb5c6efe4a HTTP/1.1" status: 200 len: 944 time: 0.1457024 Jul 22 16:33:12.845724 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a85c3-4212-49d7-b40a-c6854e1c2ca1 req-d1dc34b4-d296-4654-8e68-e6803d09d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:12.847223 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f88a85c3-4212-49d7-b40a-c6854e1c2ca1 req-d1dc34b4-d296-4654-8e68-e6803d09d18e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.5486500 Jul 22 16:33:12.847363 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-63963566-47b8-490f-90b3-db29216c42c2 req-76976b06-83af-48ce-8b5e-2db383670b21 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425332 Jul 22 16:33:12.895810 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28301316-7703-42d0-8dee-6673a52be4e4 req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Made reservation on behalf of 6018b9ced5ef4d9cac00ec6e1d2e0f3e for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:12.903658 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28301316-7703-42d0-8dee-6673a52be4e4 req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.915815 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9823532-15a2-4901-868a-c54b96623b4a admin admin] Made reservation on behalf of a6f618b284ed4ed58bf96ec4f3332894 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:12.918159 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9823532-15a2-4901-868a-c54b96623b4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.918672 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28301316-7703-42d0-8dee-6673a52be4e4 req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.935613 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-51f01722-56ef-4177-ad10-400c24ee930a None None] Allocated IP 172.20.0.2 (b658d0cb-44dd-4611-a8ea-16592dfac070/fd8d0762-9d71-4ae5-8d34-5c7375a95f4e/09c6a3ff-4120-424d-9a57-da0f45a54caa) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:12.953850 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb99091-746b-4306-adab-19c9a25e1539 req-1566a6f3-36b5-4050-befa-d798570d04fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:12.955385 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fb99091-746b-4306-adab-19c9a25e1539 req-1566a6f3-36b5-4050-befa-d798570d04fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b99d812d7f824718b33c1f0641d0fba8&device_id=91ef396b-eddc-467f-a044-3c84a64fed9d HTTP/1.1" status: 200 len: 1094 time: 0.9319520 Jul 22 16:33:12.956521 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 2519c328-8a4a-4316-939a-a217eddeedeb completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:12.973911 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 2519c328-8a4a-4316-939a-a217eddeedeb triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:12.974303 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.982186 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44078) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:12.982584 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e801c4d4-db17-4ee0-972e-7930f99a1ca4 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1997716 Jul 22 16:33:12.987821 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a8cffed4-889e-4834-9161-3cacf0b09c48 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-485606772-router', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:13.058827 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28301316-7703-42d0-8dee-6673a52be4e4 req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.064471 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767aefab-7a36-41e4-a4d2-74ad16535ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=b02f7696-a57d-4317-a6e6-a0a336fd9afe,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:13.073236 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28301316-7703-42d0-8dee-6673a52be4e4 req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.107403 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 8c07feff-3f07-41be-a0ee-332108b1d00b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8c07feff-3f07-41be-a0ee-332108b1d00b,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:13.131884 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637b1feb-7940-4c54-9619-d9fb5c6efe4a', 'tag': '9ae23273-b517-4482-aaed-c820e92e5a3a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:13.134600 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d19eb10-e283-46f2-aeef-a75fdbe2d687" -d '{"events": [{"name": "network-changed", "server_uuid": "637b1feb-7940-4c54-9619-d9fb5c6efe4a", "tag": "9ae23273-b517-4482-aaed-c820e92e5a3a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:13.135789 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '8c07feff-3f07-41be-a0ee-332108b1d00b', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '8c07feff-3f07-41be-a0ee-332108b1d00b', 'mac_address': 'fa:16:3e:19:fb:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:33:13.172751 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8cffed4-889e-4834-9161-3cacf0b09c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.176232 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8cffed4-889e-4834-9161-3cacf0b09c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.199229 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb384402-befb-42a5-a564-5e0ca50a798c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:13.260726 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.301397 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51f01722-56ef-4177-ad10-400c24ee930a None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.302920 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8cffed4-889e-4834-9161-3cacf0b09c48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.310898 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c07feff-3f07-41be-a0ee-332108b1d00b {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:13.319562 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.324758 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-51f01722-56ef-4177-ad10-400c24ee930a None None] Transition to ACTIVE for port object 09c6a3ff-4120-424d-9a57-da0f45a54caa will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:13.337596 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660327aa-0ba1-41e9-aba0-367c039d40cb req-c705316b-54a9-4413-8292-4c36134c2d80 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:13.339821 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-660327aa-0ba1-41e9-aba0-367c039d40cb req-c705316b-54a9-4413-8292-4c36134c2d80 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ef396b-eddc-467f-a044-3c84a64fed9d HTTP/1.1" status: 200 len: 943 time: 0.9900079 Jul 22 16:33:13.370360 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 8c07feff-3f07-41be-a0ee-332108b1d00b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8c07feff-3f07-41be-a0ee-332108b1d00b,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:13.372043 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-51f01722-56ef-4177-ad10-400c24ee930a None None] Transition to ACTIVE for port object 09c6a3ff-4120-424d-9a57-da0f45a54caa will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:13.372865 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e46f1382-94e2-4654-b628-221a48f9cfe0 req-88d323c3-5f1d-456b-a87e-4b17448be03b service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8961122 Jul 22 16:33:13.379083 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108bdd50-7bd6-4e86-90d7-f652f39b83ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2519c328-8a4a-4316-939a-a217eddeedeb'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:13.381744 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71dc4ca-e941-4fb8-902a-bdb921722bcf" -d '{"events": [{"server_uuid": "108bdd50-7bd6-4e86-90d7-f652f39b83ff", "name": "network-vif-plugged", "status": "completed", "tag": "2519c328-8a4a-4316-939a-a217eddeedeb"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:13.387827 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.390365 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51f01722-56ef-4177-ad10-400c24ee930a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.424651 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-882daa54-ae7f-444f-bf88-e786638d02dd service neutron] 10.222.0.16 "GET /v2.0/networks/11fd5339-ede9-4c72-a1e8-8686e18ee19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5763717 Jul 22 16:33:13.425842 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 2519c328-8a4a-4316-939a-a217eddeedeb, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=2519c328-8a4a-4316-939a-a217eddeedeb,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:13.440380 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a85c3-4212-49d7-b40a-c6854e1c2ca1 req-6779e8ba-5fc6-49d7-9d35-c3f259ae9641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:13.441084 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-28301316-7703-42d0-8dee-6673a52be4e4 req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Allocated IP 192.168.233.104 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/29835a35-8282-4880-844e-d2738d311e97) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:13.441934 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f88a85c3-4212-49d7-b40a-c6854e1c2ca1 req-6779e8ba-5fc6-49d7-9d35-c3f259ae9641 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5776544 Jul 22 16:33:13.442720 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.447538 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f01722-56ef-4177-ad10-400c24ee930a None None] Network b658d0cb-44dd-4611-a8ea-16592dfac070 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:13.452332 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaaa872-db5f-4f23-8fb6-0c1c4c917dfe req-7b1cf9b0-fe55-4fb1-a89c-a0fdd5af1cf6 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:13.454086 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fbaaa872-db5f-4f23-8fb6-0c1c4c917dfe req-7b1cf9b0-fe55-4fb1-a89c-a0fdd5af1cf6 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/ports?device_id=108bdd50-7bd6-4e86-90d7-f652f39b83ff HTTP/1.1" status: 200 len: 948 time: 0.2736385 Jul 22 16:33:13.455582 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-51f01722-56ef-4177-ad10-400c24ee930a None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:13.464158 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f01722-56ef-4177-ad10-400c24ee930a None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:13.474565 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=8c07feff-3f07-41be-a0ee-332108b1d00b,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:13.499774 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb99091-746b-4306-adab-19c9a25e1539 req-05a5c844-7f3d-4191-8de8-6be0e9faa3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:13.501253 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fb99091-746b-4306-adab-19c9a25e1539 req-05a5c844-7f3d-4191-8de8-6be0e9faa3f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fa3f6d9c-5934-4944-8a10-e6c91c070d82 HTTP/1.1" status: 200 len: 925 time: 0.5088522 Jul 22 16:33:13.501937 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-767aefab-7a36-41e4-a4d2-74ad16535ca7 service neutron] Attempting to bind port b02f7696-a57d-4317-a6e6-a0a336fd9afe on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:13.502263 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-767aefab-7a36-41e4-a4d2-74ad16535ca7 service neutron] Attempting to bind port b02f7696-a57d-4317-a6e6-a0a336fd9afe by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:13.502588 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-767aefab-7a36-41e4-a4d2-74ad16535ca7 service neutron] Attempting to bind port b02f7696-a57d-4317-a6e6-a0a336fd9afe on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:13.557872 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8cffed4-889e-4834-9161-3cacf0b09c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.560868 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-660327aa-0ba1-41e9-aba0-367c039d40cb req-c70052f0-88c7-4d88-9339-6c9c7a342936 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a656b6a-73f1-49f1-9422-2a69aa85793d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868327 Jul 22 16:33:13.566543 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f01722-56ef-4177-ad10-400c24ee930a None None] Pushing event updated for resources: {'Port': ['ID=09c6a3ff-4120-424d-9a57-da0f45a54caa,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:13.569075 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-51f01722-56ef-4177-ad10-400c24ee930a None None] Attempting to bind port 09c6a3ff-4120-424d-9a57-da0f45a54caa on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:13.569536 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-51f01722-56ef-4177-ad10-400c24ee930a None None] Attempting to bind port 09c6a3ff-4120-424d-9a57-da0f45a54caa by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'b238de62-e7e3-4b77-a8d4-2dd01796f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:13.570004 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f01722-56ef-4177-ad10-400c24ee930a None None] Attempting to bind port 09c6a3ff-4120-424d-9a57-da0f45a54caa on network b658d0cb-44dd-4611-a8ea-16592dfac070 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:13.597909 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f01722-56ef-4177-ad10-400c24ee930a None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:13.598456 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f01722-56ef-4177-ad10-400c24ee930a None None] Checking segment: {'id': 'b238de62-e7e3-4b77-a8d4-2dd01796f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:13.598920 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51f01722-56ef-4177-ad10-400c24ee930a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.599390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f01722-56ef-4177-ad10-400c24ee930a None None] Bound using segment: {'id': 'b238de62-e7e3-4b77-a8d4-2dd01796f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:13.599886 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-767aefab-7a36-41e4-a4d2-74ad16535ca7 service neutron] Port b02f7696-a57d-4317-a6e6-a0a336fd9afe on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:33:13.600063 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-51f01722-56ef-4177-ad10-400c24ee930a None None] Bound port: 09c6a3ff-4120-424d-9a57-da0f45a54caa, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b238de62-e7e3-4b77-a8d4-2dd01796f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:13.600419 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51f01722-56ef-4177-ad10-400c24ee930a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.600739 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-767aefab-7a36-41e4-a4d2-74ad16535ca7 service neutron] Attempting to bind port b02f7696-a57d-4317-a6e6-a0a336fd9afe on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:13.621453 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fb99091-746b-4306-adab-19c9a25e1539 req-5d8f2f48-7ef5-4aef-8561-eced07c6e718 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e335c91-3644-44f0-ae6d-7d64eaf8cea4 HTTP/1.1" status: 200 len: 217 time: 0.0915766 Jul 22 16:33:13.622607 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fbaaa872-db5f-4f23-8fb6-0c1c4c917dfe req-54242f6a-07b6-402c-880b-7ee9fffc62a7 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/security-groups?id=45fac9ac-9899-440b-b28e-9466f6fa2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298301 Jul 22 16:33:13.663193 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-767aefab-7a36-41e4-a4d2-74ad16535ca7 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:13.663789 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-767aefab-7a36-41e4-a4d2-74ad16535ca7 service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:13.664405 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-767aefab-7a36-41e4-a4d2-74ad16535ca7 service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:13.665045 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-767aefab-7a36-41e4-a4d2-74ad16535ca7 service neutron] Bound port: b02f7696-a57d-4317-a6e6-a0a336fd9afe, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:13.665605 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-767aefab-7a36-41e4-a4d2-74ad16535ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.672476 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['8c07feff-3f07-41be-a0ee-332108b1d00b'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:13.705824 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f6beab-40ba-446f-9342-b336cfeaf2bf x-openstack-request-id: req-f2f6beab-40ba-446f-9342-b336cfeaf2bf {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:13.706436 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637b1feb-7940-4c54-9619-d9fb5c6efe4a", "tag": "9ae23273-b517-4482-aaed-c820e92e5a3a", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:13.706889 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f2f6beab-40ba-446f-9342-b336cfeaf2bf {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:13.707473 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637b1feb-7940-4c54-9619-d9fb5c6efe4a', 'tag': '9ae23273-b517-4482-aaed-c820e92e5a3a', 'status': 'completed', 'code': 200} Jul 22 16:33:13.715052 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=2519c328-8a4a-4316-939a-a217eddeedeb,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:13.804334 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-51f01722-56ef-4177-ad10-400c24ee930a None None] For port 09c6a3ff-4120-424d-9a57-da0f45a54caa, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:13.808710 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-51f01722-56ef-4177-ad10-400c24ee930a None None] For port 09c6a3ff-4120-424d-9a57-da0f45a54caa, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=09c6a3ff-4120-424d-9a57-da0f45a54caa,segment=NetworkSegment(b238de62-e7e3-4b77-a8d4-2dd01796f7c4),segment_id=b238de62-e7e3-4b77-a8d4-2dd01796f7c4)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:13.817764 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51f01722-56ef-4177-ad10-400c24ee930a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.831380 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6429c4d3-6b5a-488a-93b8-059f280c8fef req-347883e7-4be5-44c7-a54e-8396a170a139 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 210 time: 0.1055052 Jul 22 16:33:13.891885 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb99091-746b-4306-adab-19c9a25e1539 req-6a967b3f-27da-48c5-8072-5998af51c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:13.893335 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fb99091-746b-4306-adab-19c9a25e1539 req-6a967b3f-27da-48c5-8072-5998af51c146 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=61a96006-205f-4740-b89a-9b03696987f8 HTTP/1.1" status: 200 len: 864 time: 0.2314055 Jul 22 16:33:13.898682 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9823532-15a2-4901-868a-c54b96623b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.920288 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b1ae3e-4d46-4f26-9b45-9640f90368ce x-openstack-request-id: req-06b1ae3e-4d46-4f26-9b45-9640f90368ce {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:13.920849 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108bdd50-7bd6-4e86-90d7-f652f39b83ff", "name": "network-vif-plugged", "status": "completed", "tag": "2519c328-8a4a-4316-939a-a217eddeedeb", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:13.921262 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-06b1ae3e-4d46-4f26-9b45-9640f90368ce {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:13.921822 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108bdd50-7bd6-4e86-90d7-f652f39b83ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2519c328-8a4a-4316-939a-a217eddeedeb', 'code': 200} Jul 22 16:33:13.923820 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f88a85c3-4212-49d7-b40a-c6854e1c2ca1 req-6f8d6b3c-8f03-48f5-9733-efe8a970db88 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656003 Jul 22 16:33:13.925721 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83b24e7f-5687-4c34-a344-eea2d719d8ed req-15ab3fce-9192-4491-9def-7844f8f596a3 service neutron] 10.222.0.16 "GET /v2.0/networks/11fd5339-ede9-4c72-a1e8-8686e18ee19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790428 Jul 22 16:33:13.933166 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f01722-56ef-4177-ad10-400c24ee930a None None] Pushing event updated for resources: {'Port': ['ID=09c6a3ff-4120-424d-9a57-da0f45a54caa,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:13.976585 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28301316-7703-42d0-8dee-6673a52be4e4 req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.990092 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fb99091-746b-4306-adab-19c9a25e1539 req-f57a6d77-bff4-4df2-ac96-192d99a480fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fa3f6d9c-5934-4944-8a10-e6c91c070d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857913 Jul 22 16:33:14.010336 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-28301316-7703-42d0-8dee-6673a52be4e4 req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Transition to ACTIVE for port object 29835a35-8282-4880-844e-d2738d311e97 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:14.033985 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0bed7-bf0d-4d17-b575-c9a1c9c28765 req-23072d40-17a3-4f23-9440-a79693fc5564 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:14.038459 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a3e0bed7-bf0d-4d17-b575-c9a1c9c28765 req-23072d40-17a3-4f23-9440-a79693fc5564 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=763098f4-cc0d-40cb-8df7-8b85c71f200e HTTP/1.1" status: 200 len: 947 time: 0.3017590 Jul 22 16:33:14.073887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-767aefab-7a36-41e4-a4d2-74ad16535ca7 service neutron] For port b02f7696-a57d-4317-a6e6-a0a336fd9afe, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:14.118598 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a3e0bed7-bf0d-4d17-b575-c9a1c9c28765 req-d64a495e-3dfa-4a82-b56c-e8694f4aae2e tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737591 Jul 22 16:33:14.175818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-767aefab-7a36-41e4-a4d2-74ad16535ca7 service neutron] For port b02f7696-a57d-4317-a6e6-a0a336fd9afe, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b02f7696-a57d-4317-a6e6-a0a336fd9afe,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:14.237973 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28301316-7703-42d0-8dee-6673a52be4e4 req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:14.269030 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-767aefab-7a36-41e4-a4d2-74ad16535ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:14.284217 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9823532-15a2-4901-868a-c54b96623b4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:14.339052 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28301316-7703-42d0-8dee-6673a52be4e4 req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:14.349651 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-28301316-7703-42d0-8dee-6673a52be4e4 req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:14.355293 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-28301316-7703-42d0-8dee-6673a52be4e4 req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:14.357836 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Pushing event updated for resources: {'Port': ['ID=29835a35-8282-4880-844e-d2738d311e97,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:14.368546 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8cffed4-889e-4834-9161-3cacf0b09c48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:14.402630 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-767aefab-7a36-41e4-a4d2-74ad16535ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:14.403123 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-767aefab-7a36-41e4-a4d2-74ad16535ca7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:14.404541 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-767aefab-7a36-41e4-a4d2-74ad16535ca7 service neutron] 10.222.0.30 "PUT /v2.0/ports/b02f7696-a57d-4317-a6e6-a0a336fd9afe HTTP/1.1" status: 200 len: 1095 time: 4.6384568 Jul 22 16:33:14.414722 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:14.415064 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:14.415400 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:14.415746 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:14.416070 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:14.416940 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:14.417266 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:14.417586 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:14.417908 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:14.418259 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:14.418595 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:14.418919 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:14.428077 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9823532-15a2-4901-868a-c54b96623b4a admin admin] Checking segment: {'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:14.428507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9823532-15a2-4901-868a-c54b96623b4a admin admin] Network hostable DHCP agents. Network: dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:33:14.434689 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8cffed4-889e-4834-9161-3cacf0b09c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:14.484736 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f88a85c3-4212-49d7-b40a-c6854e1c2ca1 req-60e0ea8f-9817-4505-bb26-23be0e8931b3 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5238876 Jul 22 16:33:14.489077 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 09c6a3ff-4120-424d-9a57-da0f45a54caa up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:14.518848 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941972b-59a3-4d6f-8fda-7c0124a9a776 req-3a945965-fd73-4caa-b24a-711c0fb6773a tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:14.520761 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1941972b-59a3-4d6f-8fda-7c0124a9a776 req-3a945965-fd73-4caa-b24a-711c0fb6773a tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=637b1feb-7940-4c54-9619-d9fb5c6efe4a HTTP/1.1" status: 200 len: 944 time: 0.2984693 Jul 22 16:33:14.530382 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28301316-7703-42d0-8dee-6673a52be4e4 req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:14.531070 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28301316-7703-42d0-8dee-6673a52be4e4 req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:14.563290 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5e335c91-3644-44f0-ae6d-7d64eaf8cea4 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:33:14.565517 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90309b52-e096-4a0d-84df-366e34d7636f req-8f981126-6e97-4713-b012-d221bd075f85 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:14.573075 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-90309b52-e096-4a0d-84df-366e34d7636f req-8f981126-6e97-4713-b012-d221bd075f85 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?device_id=c449fa9a-b6b3-4237-8025-d984203d0cb5 HTTP/1.1" status: 200 len: 949 time: 0.5655751 Jul 22 16:33:14.587378 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e224f04-50ab-41f7-9ce8-3b06e2d79a27 req-3246f486-469d-4648-a588-28c12b7a83ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:14.589973 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5e224f04-50ab-41f7-9ce8-3b06e2d79a27 req-3246f486-469d-4648-a588-28c12b7a83ee service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=108bdd50-7bd6-4e86-90d7-f652f39b83ff HTTP/1.1" status: 200 len: 1100 time: 0.5071077 Jul 22 16:33:14.595596 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767aefab-7a36-41e4-a4d2-74ad16535ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=b02f7696-a57d-4317-a6e6-a0a336fd9afe,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:14.598759 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 09c6a3ff-4120-424d-9a57-da0f45a54caa completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:14.617668 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28301316-7703-42d0-8dee-6673a52be4e4 req-6399e748-8710-450a-a133-29c7a00afdaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9366872 Jul 22 16:33:14.642615 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fb99091-746b-4306-adab-19c9a25e1539 req-ca4ed317-f6d0-43e7-8a40-b153819e7633 service neutron] 10.222.0.30 "GET /v2.0/networks/fa3f6d9c-5934-4944-8a10-e6c91c070d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6324103 Jul 22 16:33:14.644215 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9823532-15a2-4901-868a-c54b96623b4a admin admin] Network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:33:14.659987 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-28301316-7703-42d0-8dee-6673a52be4e4 req-104674f8-f88c-4ec9-8e3b-0b6f47180b1c service neutron] Request body: {'port': {'device_id': '0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:14.668591 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1941972b-59a3-4d6f-8fda-7c0124a9a776 req-375fbeb5-cc9c-41c0-b15e-e673d358f333 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326249 Jul 22 16:33:14.711607 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5e335c91-3644-44f0-ae6d-7d64eaf8cea4, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5e335c91-3644-44f0-ae6d-7d64eaf8cea4,segment=NetworkSegment(108baf5d-16a0-4e46-981a-ce034ebe8e2e),segment_id=108baf5d-16a0-4e46-981a-ce034ebe8e2e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:14.724304 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '5e335c91-3644-44f0-ae6d-7d64eaf8cea4', 'network_id': 'fa3f6d9c-5934-4944-8a10-e6c91c070d82', 'port_id': '5e335c91-3644-44f0-ae6d-7d64eaf8cea4', 'mac_address': 'fa:16:3e:ed:77:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a96006-205f-4740-b89a-9b03696987f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:33:14.738548 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-a8cffed4-889e-4834-9161-3cacf0b09c48 admin admin] Allocated IP 172.25.0.107 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/12ddf7aa-db28-42db-917f-3a7a5580cc3e) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:14.790130 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8c22d575-b072-4d64-94f9-41e714c443c4 None None] Provisioning for port 29835a35-8282-4880-844e-d2738d311e97 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:14.795551 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 8c07feff-3f07-41be-a0ee-332108b1d00b up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:14.818329 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:14.846327 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e335c91-3644-44f0-ae6d-7d64eaf8cea4 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:14.846556 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19eb10-e283-46f2-aeef-a75fdbe2d687 req-17f6bfc4-7862-4e38-935c-6811a3548390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:14.849181 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8d19eb10-e283-46f2-aeef-a75fdbe2d687 req-17f6bfc4-7862-4e38-935c-6811a3548390 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c01e19ea85c04eff85a8e7af5d534fb7&device_id=637b1feb-7940-4c54-9619-d9fb5c6efe4a HTTP/1.1" status: 200 len: 1095 time: 0.7651458 Jul 22 16:33:14.855968 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8c22d575-b072-4d64-94f9-41e714c443c4 None None] Provisioning complete for port 29835a35-8282-4880-844e-d2738d311e97 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:14.856819 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c22d575-b072-4d64-94f9-41e714c443c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:14.880496 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28301316-7703-42d0-8dee-6673a52be4e4 req-104674f8-f88c-4ec9-8e3b-0b6f47180b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:14.911143 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fb99091-746b-4306-adab-19c9a25e1539 req-be003065-5efa-485b-b8fa-918cf39ba5c4 service neutron] 10.222.0.30 "GET /v2.0/networks/fa3f6d9c-5934-4944-8a10-e6c91c070d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538688 Jul 22 16:33:14.911732 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a9823532-15a2-4901-868a-c54b96623b4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:14.945870 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8c22d575-b072-4d64-94f9-41e714c443c4 None None] Port 29835a35-8282-4880-844e-d2738d311e97 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:14.962052 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146c6efa-278c-4fad-a1ca-a5a9cbcdea31 None None] Network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:33:14.996321 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-90309b52-e096-4a0d-84df-366e34d7636f req-f4ecefeb-b0bc-4944-b9f3-7ff88488788a tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/security-groups?id=039e9746-aec1-4b49-843c-2b1df55cb08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087756 Jul 22 16:33:15.012829 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5e335c91-3644-44f0-ae6d-7d64eaf8cea4, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5e335c91-3644-44f0-ae6d-7d64eaf8cea4,segment=NetworkSegment(108baf5d-16a0-4e46-981a-ce034ebe8e2e),segment_id=108baf5d-16a0-4e46-981a-ce034ebe8e2e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:15.023596 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9823532-15a2-4901-868a-c54b96623b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:15.026863 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9823532-15a2-4901-868a-c54b96623b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.056781 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.074101 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8cffed4-889e-4834-9161-3cacf0b09c48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.154717 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 8c07feff-3f07-41be-a0ee-332108b1d00b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:15.157088 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=5e335c91-3644-44f0-ae6d-7d64eaf8cea4,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:15.157377 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5e224f04-50ab-41f7-9ce8-3b06e2d79a27 req-6093dc6e-2529-4667-96dd-4e4b9ea341d3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=45fac9ac-9899-440b-b28e-9466f6fa2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5487709 Jul 22 16:33:15.169368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-166982e9-6ee6-4447-b9b1-af98eb1d8a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:15.170629 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-166982e9-6ee6-4447-b9b1-af98eb1d8a40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90c6418e08a74e21a511e5fd13325f0e&device_id=763098f4-cc0d-40cb-8df7-8b85c71f200e HTTP/1.1" status: 200 len: 1098 time: 0.6812360 Jul 22 16:33:15.187419 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 8c07feff-3f07-41be-a0ee-332108b1d00b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:15.187419 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.190842 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a9823532-15a2-4901-868a-c54b96623b4a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8264968 Jul 22 16:33:15.203242 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63462afd-5949-422b-a668-0eec04fb58a8 req-32c24c74-87bd-4066-856f-649e18cd06a1 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:15.206323 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44102) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:15.210366 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-63462afd-5949-422b-a668-0eec04fb58a8 req-32c24c74-87bd-4066-856f-649e18cd06a1 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ef396b-eddc-467f-a044-3c84a64fed9d HTTP/1.1" status: 200 len: 943 time: 0.3984289 Jul 22 16:33:15.234535 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde1d371-b2b0-42dd-904d-f2627eb02751 None None] Network b658d0cb-44dd-4611-a8ea-16592dfac070 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:33:15.259750 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0e5e3580-2ed9-4248-84b9-a72cbccec23d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1911891190-router', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:15.272240 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-6a7b2990-86d7-4de3-a646-38188c112572 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=b02f7696-a57d-4317-a6e6-a0a336fd9afe HTTP/1.1" status: 200 len: 217 time: 0.0851352 Jul 22 16:33:15.322597 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-63462afd-5949-422b-a668-0eec04fb58a8 req-7f668962-b643-4f89-8822-575bcee1690e tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a656b6a-73f1-49f1-9422-2a69aa85793d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114058 Jul 22 16:33:15.328629 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8cffed4-889e-4834-9161-3cacf0b09c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.357602 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19eb10-e283-46f2-aeef-a75fdbe2d687 req-27c1495b-5b8c-44e7-8655-052c5e177521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:15.359191 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8d19eb10-e283-46f2-aeef-a75fdbe2d687 req-27c1495b-5b8c-44e7-8655-052c5e177521 service neutron] 10.222.0.16 "GET /v2.0/networks?id=11fd5339-ede9-4c72-a1e8-8686e18ee19f HTTP/1.1" status: 200 len: 923 time: 0.4760947 Jul 22 16:33:15.383956 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e5e3580-2ed9-4248-84b9-a72cbccec23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.385043 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e5e3580-2ed9-4248-84b9-a72cbccec23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.393315 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-cdd95c21-faea-4b45-b6a1-5a20718e6e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:15.395212 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-cdd95c21-faea-4b45-b6a1-5a20718e6e2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1122122 Jul 22 16:33:15.407066 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cffed4-889e-4834-9161-3cacf0b09c48 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:15.414738 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a8cffed4-889e-4834-9161-3cacf0b09c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:15.421425 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cffed4-889e-4834-9161-3cacf0b09c48 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:15.423075 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cffed4-889e-4834-9161-3cacf0b09c48 admin admin] Pushing event updated for resources: {'Port': ['ID=12ddf7aa-db28-42db-917f-3a7a5580cc3e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:15.438711 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02d972-d1e2-4f56-9824-49d5e1b43942 req-5e33dd57-2f99-4350-8502-d68d6ec1f3a0 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:15.446721 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db02d972-d1e2-4f56-9824-49d5e1b43942 req-5e33dd57-2f99-4350-8502-d68d6ec1f3a0 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/ports?device_id=108bdd50-7bd6-4e86-90d7-f652f39b83ff HTTP/1.1" status: 200 len: 949 time: 0.2808158 Jul 22 16:33:15.452710 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-82f780b6-1bda-4c73-9f09-5b67f5a4a39d None None] Provisioning for port 09c6a3ff-4120-424d-9a57-da0f45a54caa completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:15.460216 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-82f780b6-1bda-4c73-9f09-5b67f5a4a39d None None] Provisioning complete for port 09c6a3ff-4120-424d-9a57-da0f45a54caa triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:15.460671 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82f780b6-1bda-4c73-9f09-5b67f5a4a39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.519357 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['5e335c91-3644-44f0-ae6d-7d64eaf8cea4'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:15.540332 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8d19eb10-e283-46f2-aeef-a75fdbe2d687 req-fa70d694-704a-44e9-a5f4-32a9f9fc3871 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ae23273-b517-4482-aaed-c820e92e5a3a HTTP/1.1" status: 200 len: 217 time: 0.0850172 Jul 22 16:33:15.613390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd94824e-2766-4134-ba56-b50f9cae57ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'fixed_ips': [{'subnet_id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:33:15.614500 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd94824e-2766-4134-ba56-b50f9cae57ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.616227 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-28301316-7703-42d0-8dee-6673a52be4e4 req-104674f8-f88c-4ec9-8e3b-0b6f47180b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29835a35-8282-4880-844e-d2738d311e97 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:15.623002 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e5e3580-2ed9-4248-84b9-a72cbccec23d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.627678 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28301316-7703-42d0-8dee-6673a52be4e4 req-104674f8-f88c-4ec9-8e3b-0b6f47180b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.642786 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db02d972-d1e2-4f56-9824-49d5e1b43942 req-41885d2b-4adf-4318-a0ba-c5d28dc46ffe tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/security-groups?id=45fac9ac-9899-440b-b28e-9466f6fa2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947241 Jul 22 16:33:15.678647 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-28301316-7703-42d0-8dee-6673a52be4e4 req-104674f8-f88c-4ec9-8e3b-0b6f47180b1c service neutron] Transition to ACTIVE for port object 29835a35-8282-4880-844e-d2738d311e97 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:15.687884 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19eb10-e283-46f2-aeef-a75fdbe2d687 req-19451374-35eb-4b77-ad7b-fd389ffe9630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:15.688654 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ca442-be40-40af-a9ac-4c169893aa13 req-1c909d3f-ad85-40d5-8c09-043d72f14419 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:15.689791 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8d19eb10-e283-46f2-aeef-a75fdbe2d687 req-19451374-35eb-4b77-ad7b-fd389ffe9630 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3d31ec7-0709-410d-b2c0-dce9daa2755c HTTP/1.1" status: 200 len: 862 time: 0.1141245 Jul 22 16:33:15.697028 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9e6ca442-be40-40af-a9ac-4c169893aa13 req-1c909d3f-ad85-40d5-8c09-043d72f14419 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 936 time: 0.2445066 Jul 22 16:33:15.710462 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28301316-7703-42d0-8dee-6673a52be4e4 req-104674f8-f88c-4ec9-8e3b-0b6f47180b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.738607 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.872385 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82f780b6-1bda-4c73-9f09-5b67f5a4a39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.943320 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-82f780b6-1bda-4c73-9f09-5b67f5a4a39d None None] For port 09c6a3ff-4120-424d-9a57-da0f45a54caa, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=09c6a3ff-4120-424d-9a57-da0f45a54caa,segment=NetworkSegment(b238de62-e7e3-4b77-a8d4-2dd01796f7c4),segment_id=b238de62-e7e3-4b77-a8d4-2dd01796f7c4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:16.007142 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82f780b6-1bda-4c73-9f09-5b67f5a4a39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:16.053266 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763098f4-cc0d-40cb-8df7-8b85c71f200e', 'tag': 'b02f7696-a57d-4317-a6e6-a0a336fd9afe'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:16.056197 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7cb7b8-a0b4-4553-976c-cf3eec821455" -d '{"events": [{"name": "network-changed", "server_uuid": "763098f4-cc0d-40cb-8df7-8b85c71f200e", "tag": "b02f7696-a57d-4317-a6e6-a0a336fd9afe"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:16.120783 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c449fa9a-b6b3-4237-8025-d984203d0cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c07feff-3f07-41be-a0ee-332108b1d00b'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:16.123168 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cca48a8-8a4b-4f7b-9f38-f9626fab3536" -d '{"events": [{"server_uuid": "c449fa9a-b6b3-4237-8025-d984203d0cb5", "name": "network-vif-plugged", "status": "completed", "tag": "8c07feff-3f07-41be-a0ee-332108b1d00b"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:16.130166 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8d19eb10-e283-46f2-aeef-a75fdbe2d687 req-113c4a7a-08fa-4b40-9df7-3fb7fd79c859 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11fd5339-ede9-4c72-a1e8-8686e18ee19f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664809 Jul 22 16:33:16.136923 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 8c07feff-3f07-41be-a0ee-332108b1d00b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8c07feff-3f07-41be-a0ee-332108b1d00b,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:16.180789 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9e6ca442-be40-40af-a9ac-4c169893aa13 req-12547204-6f7c-46fc-b952-06f28e54683f tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827626 Jul 22 16:33:16.184446 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104674f8-f88c-4ec9-8e3b-0b6f47180b1c service neutron] Pushing event updated for resources: {'Port': ['ID=29835a35-8282-4880-844e-d2738d311e97,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:16.198105 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-dd94824e-2766-4134-ba56-b50f9cae57ca None None] Allocated IP 172.20.0.2 (dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481/fa13adf8-5c41-4598-a7ac-4cd79e40e3e5/ec0dd622-b255-46f1-b452-0ebbbf93a42c) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:16.229684 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:16.238071 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e5e3580-2ed9-4248-84b9-a72cbccec23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:16.238468 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f780b6-1bda-4c73-9f09-5b67f5a4a39d None None] Pushing event updated for resources: {'Port': ['ID=09c6a3ff-4120-424d-9a57-da0f45a54caa,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:16.300990 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8cffed4-889e-4834-9161-3cacf0b09c48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:16.352661 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-3827aaeb-3e8e-470c-b233-4d58f56c9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:16.354829 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-3827aaeb-3e8e-470c-b233-4d58f56c9ead service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9531188 Jul 22 16:33:16.379101 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=8c07feff-3f07-41be-a0ee-332108b1d00b,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:16.441706 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 09c6a3ff-4120-424d-9a57-da0f45a54caa up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:16.445010 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-28301316-7703-42d0-8dee-6673a52be4e4 req-104674f8-f88c-4ec9-8e3b-0b6f47180b1c service neutron] Attempting to bind port 29835a35-8282-4880-844e-d2738d311e97 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:16.445010 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-28301316-7703-42d0-8dee-6673a52be4e4 req-104674f8-f88c-4ec9-8e3b-0b6f47180b1c service neutron] Attempting to bind port 29835a35-8282-4880-844e-d2738d311e97 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:16.445010 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28301316-7703-42d0-8dee-6673a52be4e4 req-104674f8-f88c-4ec9-8e3b-0b6f47180b1c service neutron] Attempting to bind port 29835a35-8282-4880-844e-d2738d311e97 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:16.455501 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28301316-7703-42d0-8dee-6673a52be4e4 req-104674f8-f88c-4ec9-8e3b-0b6f47180b1c service neutron] Port 29835a35-8282-4880-844e-d2738d311e97 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:33:16.455967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28301316-7703-42d0-8dee-6673a52be4e4 req-104674f8-f88c-4ec9-8e3b-0b6f47180b1c service neutron] Attempting to bind port 29835a35-8282-4880-844e-d2738d311e97 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:16.475424 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28301316-7703-42d0-8dee-6673a52be4e4 req-104674f8-f88c-4ec9-8e3b-0b6f47180b1c service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:16.475915 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28301316-7703-42d0-8dee-6673a52be4e4 req-104674f8-f88c-4ec9-8e3b-0b6f47180b1c service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:16.476396 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28301316-7703-42d0-8dee-6673a52be4e4 req-104674f8-f88c-4ec9-8e3b-0b6f47180b1c service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:16.476941 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-28301316-7703-42d0-8dee-6673a52be4e4 req-104674f8-f88c-4ec9-8e3b-0b6f47180b1c service neutron] Bound port: 29835a35-8282-4880-844e-d2738d311e97, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:16.477419 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28301316-7703-42d0-8dee-6673a52be4e4 req-104674f8-f88c-4ec9-8e3b-0b6f47180b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:16.489410 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-4e6d180a-14e2-4ce7-a626-0d60d7e21879 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230097 Jul 22 16:33:16.524832 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd94824e-2766-4134-ba56-b50f9cae57ca None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:16.529059 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b5b29-5151-4806-8a35-bfab96a674f5 req-97527126-7ede-416b-85eb-fc99bc686216 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:16.530766 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4c1b5b29-5151-4806-8a35-bfab96a674f5 req-97527126-7ede-416b-85eb-fc99bc686216 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=637b1feb-7940-4c54-9619-d9fb5c6efe4a HTTP/1.1" status: 200 len: 944 time: 0.2243309 Jul 22 16:33:16.544725 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dd94824e-2766-4134-ba56-b50f9cae57ca None None] Transition to ACTIVE for port object ec0dd622-b255-46f1-b452-0ebbbf93a42c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:16.550509 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 09c6a3ff-4120-424d-9a57-da0f45a54caa triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:16.550921 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:16.602386 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dd94824e-2766-4134-ba56-b50f9cae57ca None None] Transition to ACTIVE for port object ec0dd622-b255-46f1-b452-0ebbbf93a42c will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:16.618730 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd94824e-2766-4134-ba56-b50f9cae57ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:16.643484 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd94824e-2766-4134-ba56-b50f9cae57ca None None] Network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:16.644142 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2461347-5146-44c4-9b3e-1c2892609bc3 req-224a84c8-9706-4c6f-bd76-4948f45a4a2d tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:16.645695 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2461347-5146-44c4-9b3e-1c2892609bc3 req-224a84c8-9706-4c6f-bd76-4948f45a4a2d tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=763098f4-cc0d-40cb-8df7-8b85c71f200e HTTP/1.1" status: 200 len: 947 time: 0.5835621 Jul 22 16:33:16.668063 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-dd94824e-2766-4134-ba56-b50f9cae57ca None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:16.670494 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd94824e-2766-4134-ba56-b50f9cae57ca None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:16.685671 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4c1b5b29-5151-4806-8a35-bfab96a674f5 req-d3ead46a-7624-475f-bf76-cffa052339ec tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211088 Jul 22 16:33:16.689533 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-28301316-7703-42d0-8dee-6673a52be4e4 req-104674f8-f88c-4ec9-8e3b-0b6f47180b1c service neutron] For port 29835a35-8282-4880-844e-d2738d311e97, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:16.694302 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8d19eb10-e283-46f2-aeef-a75fdbe2d687 req-b2e19e71-e0d2-48eb-a96b-cd18d32d9d53 service neutron] 10.222.0.16 "GET /v2.0/networks/11fd5339-ede9-4c72-a1e8-8686e18ee19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376049 Jul 22 16:33:16.694534 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-28301316-7703-42d0-8dee-6673a52be4e4 req-104674f8-f88c-4ec9-8e3b-0b6f47180b1c service neutron] For port 29835a35-8282-4880-844e-d2738d311e97, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=29835a35-8282-4880-844e-d2738d311e97,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:16.705693 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28301316-7703-42d0-8dee-6673a52be4e4 req-104674f8-f88c-4ec9-8e3b-0b6f47180b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:16.726973 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-baa8c825-4815-402e-aafd-2fb1dd5cb773 None None] Provisioning complete for port 09c6a3ff-4120-424d-9a57-da0f45a54caa triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:16.727356 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-baa8c825-4815-402e-aafd-2fb1dd5cb773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:16.734850 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94824e-2766-4134-ba56-b50f9cae57ca None None] Pushing event updated for resources: {'Port': ['ID=ec0dd622-b255-46f1-b452-0ebbbf93a42c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:16.750716 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8cffed4-889e-4834-9161-3cacf0b09c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:16.767291 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28301316-7703-42d0-8dee-6673a52be4e4 req-104674f8-f88c-4ec9-8e3b-0b6f47180b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:16.768009 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28301316-7703-42d0-8dee-6673a52be4e4 req-104674f8-f88c-4ec9-8e3b-0b6f47180b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:16.769642 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28301316-7703-42d0-8dee-6673a52be4e4 req-104674f8-f88c-4ec9-8e3b-0b6f47180b1c service neutron] 10.222.0.30 "PUT /v2.0/ports/29835a35-8282-4880-844e-d2738d311e97 HTTP/1.1" status: 200 len: 1096 time: 2.1149826 Jul 22 16:33:16.775164 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6', 'tag': '29835a35-8282-4880-844e-d2738d311e97'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:16.777670 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4d2d76-3fc3-4729-bbcc-c360f4c525a4" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6", "tag": "29835a35-8282-4880-844e-d2738d311e97"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:16.796292 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c897f221-afe4-4d0b-833d-f8e73629d1bc req-24623843-c844-4579-a57d-5171bda75e79 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708950 Jul 22 16:33:16.817815 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 9ae23273-b517-4482-aaed-c820e92e5a3a details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:33:16.854824 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2461347-5146-44c4-9b3e-1c2892609bc3 req-7e186d54-fab0-4e47-8989-a7bfcb084fc2 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778252 Jul 22 16:33:16.879253 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-dd94824e-2766-4134-ba56-b50f9cae57ca None None] Attempting to bind port ec0dd622-b255-46f1-b452-0ebbbf93a42c on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:16.879630 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-dd94824e-2766-4134-ba56-b50f9cae57ca None None] Attempting to bind port ec0dd622-b255-46f1-b452-0ebbbf93a42c by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:16.879999 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd94824e-2766-4134-ba56-b50f9cae57ca None None] Attempting to bind port ec0dd622-b255-46f1-b452-0ebbbf93a42c on network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:16.902276 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd94824e-2766-4134-ba56-b50f9cae57ca None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:16.902657 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd94824e-2766-4134-ba56-b50f9cae57ca None None] Checking segment: {'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:16.903061 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd94824e-2766-4134-ba56-b50f9cae57ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:16.903457 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd94824e-2766-4134-ba56-b50f9cae57ca None None] Bound using segment: {'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:16.903940 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-dd94824e-2766-4134-ba56-b50f9cae57ca None None] Bound port: ec0dd622-b255-46f1-b452-0ebbbf93a42c, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:16.904322 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd94824e-2766-4134-ba56-b50f9cae57ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:16.915720 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104674f8-f88c-4ec9-8e3b-0b6f47180b1c service neutron] Pushing event updated for resources: {'Port': ['ID=29835a35-8282-4880-844e-d2738d311e97,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:16.960635 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b2447f-0e73-4fd6-be85-54b02bd6c82c x-openstack-request-id: req-f5b2447f-0e73-4fd6-be85-54b02bd6c82c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:16.960635 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "763098f4-cc0d-40cb-8df7-8b85c71f200e", "tag": "b02f7696-a57d-4317-a6e6-a0a336fd9afe", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:16.960635 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f5b2447f-0e73-4fd6-be85-54b02bd6c82c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:16.960961 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763098f4-cc0d-40cb-8df7-8b85c71f200e', 'tag': 'b02f7696-a57d-4317-a6e6-a0a336fd9afe', 'status': 'completed', 'code': 200} Jul 22 16:33:16.992384 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08499455-1b19-4a51-a48d-1709f7c6b3a3 req-493cb346-837b-42a7-adab-6a42591c8061 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:16.996225 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-08499455-1b19-4a51-a48d-1709f7c6b3a3 req-493cb346-837b-42a7-adab-6a42591c8061 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?device_id=c449fa9a-b6b3-4237-8025-d984203d0cb5 HTTP/1.1" status: 200 len: 950 time: 0.1411068 Jul 22 16:33:17.073328 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cffed4-889e-4834-9161-3cacf0b09c48 admin admin] Router 99dc9b89-6745-4cd7-92d2-c370b34f2c93 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:33:17.087416 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48926cc-9d6e-4d40-be82-fedd8ae1e88b x-openstack-request-id: req-e48926cc-9d6e-4d40-be82-fedd8ae1e88b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:17.087785 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c449fa9a-b6b3-4237-8025-d984203d0cb5", "name": "network-vif-plugged", "status": "completed", "tag": "8c07feff-3f07-41be-a0ee-332108b1d00b", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:17.088011 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e48926cc-9d6e-4d40-be82-fedd8ae1e88b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:17.088436 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c449fa9a-b6b3-4237-8025-d984203d0cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c07feff-3f07-41be-a0ee-332108b1d00b', 'code': 200} Jul 22 16:33:17.105049 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8d19eb10-e283-46f2-aeef-a75fdbe2d687 req-00a2e121-af5b-4518-8cf2-acf61c79f41a service neutron] 10.222.0.16 "GET /v2.0/networks/11fd5339-ede9-4c72-a1e8-8686e18ee19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926067 Jul 22 16:33:17.132461 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-08499455-1b19-4a51-a48d-1709f7c6b3a3 req-cf62c0aa-f5eb-4745-b3e5-c94ee744d97d tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/security-groups?id=039e9746-aec1-4b49-843c-2b1df55cb08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014338 Jul 22 16:33:17.181684 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-dd94824e-2766-4134-ba56-b50f9cae57ca None None] For port ec0dd622-b255-46f1-b452-0ebbbf93a42c, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:17.189037 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-dd94824e-2766-4134-ba56-b50f9cae57ca None None] For port ec0dd622-b255-46f1-b452-0ebbbf93a42c, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ec0dd622-b255-46f1-b452-0ebbbf93a42c,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:17.194497 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 9ae23273-b517-4482-aaed-c820e92e5a3a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9ae23273-b517-4482-aaed-c820e92e5a3a,segment=NetworkSegment(3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad),segment_id=3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:17.206125 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd94824e-2766-4134-ba56-b50f9cae57ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:17.214354 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '9ae23273-b517-4482-aaed-c820e92e5a3a', 'network_id': '11fd5339-ede9-4c72-a1e8-8686e18ee19f', 'port_id': '9ae23273-b517-4482-aaed-c820e92e5a3a', 'mac_address': 'fa:16:3e:09:f0:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d31ec7-0709-410d-b2c0-dce9daa2755c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:33:17.238781 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cb7b8-a0b4-4553-976c-cf3eec821455 req-f8fcf080-5ea7-4f9d-b24b-514086c60c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:17.240294 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ca7cb7b8-a0b4-4553-976c-cf3eec821455 req-f8fcf080-5ea7-4f9d-b24b-514086c60c46 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90c6418e08a74e21a511e5fd13325f0e&device_id=763098f4-cc0d-40cb-8df7-8b85c71f200e HTTP/1.1" status: 200 len: 1098 time: 0.2424595 Jul 22 16:33:17.248307 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e5e3580-2ed9-4248-84b9-a72cbccec23d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:17.278606 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28301316-7703-42d0-8dee-6673a52be4e4 req-3225167e-7eb6-46a0-8806-cea6ecfc1331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:17.280129 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28301316-7703-42d0-8dee-6673a52be4e4 req-3225167e-7eb6-46a0-8806-cea6ecfc1331 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 1099 time: 0.4043264 Jul 22 16:33:17.283630 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e5e3580-2ed9-4248-84b9-a72cbccec23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:17.334094 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:17.336936 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94824e-2766-4134-ba56-b50f9cae57ca None None] Pushing event updated for resources: {'Port': ['ID=ec0dd622-b255-46f1-b452-0ebbbf93a42c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:17.350917 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:33:17.362678 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae23273-b517-4482-aaed-c820e92e5a3a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:17.377593 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cffed4-889e-4834-9161-3cacf0b09c48 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:33:17.387138 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28301316-7703-42d0-8dee-6673a52be4e4 req-4d2dd359-afb0-4a7c-92ac-affaa888ffd4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=29835a35-8282-4880-844e-d2738d311e97 HTTP/1.1" status: 200 len: 217 time: 0.0911527 Jul 22 16:33:17.391057 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] Sync routers for ids ['99dc9b89-6745-4cd7-92d2-c370b34f2c93'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:33:17.408493 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 9ae23273-b517-4482-aaed-c820e92e5a3a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9ae23273-b517-4482-aaed-c820e92e5a3a,segment=NetworkSegment(3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad),segment_id=3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:17.413193 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] Routers {'99dc9b89-6745-4cd7-92d2-c370b34f2c93'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:17.414411 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:33:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['99dc9b89-6745-4cd7-92d2-c370b34f2c93'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:17.419172 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:17.434977 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cb7b8-a0b4-4553-976c-cf3eec821455 req-5b0ebdad-9cc7-4522-9558-cabff84263aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:17.436464 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ca7cb7b8-a0b4-4553-976c-cf3eec821455 req-5b0ebdad-9cc7-4522-9558-cabff84263aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.1746023 Jul 22 16:33:17.446555 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3ff8f-1c4d-4fe6-8bea-de8a03e7a7cf req-d929c114-0a44-4bdc-884b-51433d848046 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:17.448282 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a4b3ff8f-1c4d-4fe6-8bea-de8a03e7a7cf req-d929c114-0a44-4bdc-884b-51433d848046 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/ports?device_id=108bdd50-7bd6-4e86-90d7-f652f39b83ff HTTP/1.1" status: 200 len: 949 time: 0.2327716 Jul 22 16:33:17.449032 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8cffed4-889e-4834-9161-3cacf0b09c48 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:17.450154 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a8cffed4-889e-4834-9161-3cacf0b09c48 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4670091 Jul 22 16:33:17.460151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44120) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:17.462781 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33ec81-7558-413e-b023-eb560f3750a3 req-5fb1d198-d670-41cb-b594-9c7f5cb5fff3 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:17.465712 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3a33ec81-7558-413e-b023-eb560f3750a3 req-5fb1d198-d670-41cb-b594-9c7f5cb5fff3 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ef396b-eddc-467f-a044-3c84a64fed9d HTTP/1.1" status: 200 len: 944 time: 0.3468661 Jul 22 16:33:17.556518 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d19a1-d76f-4c7c-a72e-b74e17f6fd17 req-184531c7-0643-40a1-a295-3ad689a10bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:17.558153 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a05d19a1-d76f-4c7c-a72e-b74e17f6fd17 req-184531c7-0643-40a1-a295-3ad689a10bf6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c449fa9a-b6b3-4237-8025-d984203d0cb5 HTTP/1.1" status: 200 len: 1101 time: 0.3878407 Jul 22 16:33:17.559515 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28301316-7703-42d0-8dee-6673a52be4e4 req-d079b1f4-ab17-4d43-8dcd-44915f20b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:17.560814 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28301316-7703-42d0-8dee-6673a52be4e4 req-d079b1f4-ab17-4d43-8dcd-44915f20b6aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1613531 Jul 22 16:33:17.570028 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=9ae23273-b517-4482-aaed-c820e92e5a3a,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:17.588983 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ca7cb7b8-a0b4-4553-976c-cf3eec821455 req-14125ba8-b537-47c4-9bb0-f4d7aa4c664d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=b02f7696-a57d-4317-a6e6-a0a336fd9afe HTTP/1.1" status: 200 len: 217 time: 0.1371393 Jul 22 16:33:17.605130 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] Set router 99dc9b89-6745-4cd7-92d2-c370b34f2c93 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:17.669957 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-0e5e3580-2ed9-4248-84b9-a72cbccec23d admin admin] Allocated IP 172.25.0.215 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/38fa273c-1798-4dd8-9beb-4ddbd2a8482c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:17.694844 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a4b3ff8f-1c4d-4fe6-8bea-de8a03e7a7cf req-783fe455-745f-4132-838e-2bfd7d980389 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/security-groups?id=45fac9ac-9899-440b-b28e-9466f6fa2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353365 Jul 22 16:33:17.710212 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cb7b8-a0b4-4553-976c-cf3eec821455 req-5d33d723-beaf-436b-84c9-e516ae12243e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:17.711705 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ca7cb7b8-a0b4-4553-976c-cf3eec821455 req-5d33d723-beaf-436b-84c9-e516ae12243e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1114349 Jul 22 16:33:17.714650 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a05d19a1-d76f-4c7c-a72e-b74e17f6fd17 req-161db974-7cba-49ae-9831-5b31c4b11d57 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=039e9746-aec1-4b49-843c-2b1df55cb08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409481 Jul 22 16:33:17.749050 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3a33ec81-7558-413e-b023-eb560f3750a3 req-bd1db6b4-7ba4-4521-8692-1ebf7666dc1e tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a656b6a-73f1-49f1-9422-2a69aa85793d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870060 Jul 22 16:33:17.863335 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01231e79-936c-4b03-9a56-8c29eb710eae x-openstack-request-id: req-01231e79-936c-4b03-9a56-8c29eb710eae {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:17.863970 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6", "tag": "29835a35-8282-4880-844e-d2738d311e97", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:17.864400 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-01231e79-936c-4b03-9a56-8c29eb710eae {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:17.864816 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6', 'tag': '29835a35-8282-4880-844e-d2738d311e97', 'status': 'completed', 'code': 200} Jul 22 16:33:17.865618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28301316-7703-42d0-8dee-6673a52be4e4 req-bc194b2d-7804-4452-9feb-504d636d4874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:17.867296 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28301316-7703-42d0-8dee-6673a52be4e4 req-bc194b2d-7804-4452-9feb-504d636d4874 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2946322 Jul 22 16:33:17.887719 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['9ae23273-b517-4482-aaed-c820e92e5a3a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:17.976970 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28301316-7703-42d0-8dee-6673a52be4e4 req-311aa558-bbab-4452-871d-78e634e869e8 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946929 Jul 22 16:33:18.077287 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cb7b8-a0b4-4553-976c-cf3eec821455 req-97597759-a73e-4f8a-ae65-358272fd1446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:18.078832 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ca7cb7b8-a0b4-4553-976c-cf3eec821455 req-97597759-a73e-4f8a-ae65-358272fd1446 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3586767 Jul 22 16:33:18.115678 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e5e3580-2ed9-4248-84b9-a72cbccec23d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:18.130190 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'name': 'tempest-ServersTestManualDisk-485606772-router', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:13Z', 'updated_at': '2021-07-22T16:33:15Z', 'revision_number': 3, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'gw_port': {'id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:14Z', 'updated_at': '2021-07-22T16:33:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:18.164904 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] Checking router: 99dc9b89-6745-4cd7-92d2-c370b34f2c93 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:33:18.164904 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] Updating router 99dc9b89-6745-4cd7-92d2-c370b34f2c93 port 12ddf7aa-db28-42db-917f-3a7a5580cc3e binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:33:18.168102 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28301316-7703-42d0-8dee-6673a52be4e4 req-5c07e9ba-7811-4341-aa8a-fdec1da272f5 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710081 Jul 22 16:33:18.195507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f817be5-d75e-44a7-af75-ae4f2190f8fa req-43cb5cc3-bce7-407b-ba0e-26a01fbcd156 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:18.205496 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6f817be5-d75e-44a7-af75-ae4f2190f8fa req-43cb5cc3-bce7-407b-ba0e-26a01fbcd156 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 948 time: 0.3346207 Jul 22 16:33:18.226780 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e5e3580-2ed9-4248-84b9-a72cbccec23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:18.234673 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:18.272111 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5e3580-2ed9-4248-84b9-a72cbccec23d admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:18.286504 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0e5e3580-2ed9-4248-84b9-a72cbccec23d admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:18.300069 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada09d9f-64c5-4f60-b85a-ff28f14e74e1 req-e8802405-4578-4055-8e9c-2bd7192bdead tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:18.302021 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ada09d9f-64c5-4f60-b85a-ff28f14e74e1 req-e8802405-4578-4055-8e9c-2bd7192bdead tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=637b1feb-7940-4c54-9619-d9fb5c6efe4a HTTP/1.1" status: 200 len: 945 time: 0.2696974 Jul 22 16:33:18.302930 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5e3580-2ed9-4248-84b9-a72cbccec23d admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:18.361815 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6f817be5-d75e-44a7-af75-ae4f2190f8fa req-ba98e428-acc7-4934-898e-763fc516e6dd tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552613 Jul 22 16:33:18.379832 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c26a43eb-a71d-4323-a207-56430ed8f94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:18.386101 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ca7cb7b8-a0b4-4553-976c-cf3eec821455 req-e8e4498a-1b9a-4c00-8ba6-f3f6967df65d service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981374 Jul 22 16:33:18.386499 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e3580-2ed9-4248-84b9-a72cbccec23d admin admin] Pushing event updated for resources: {'Port': ['ID=38fa273c-1798-4dd8-9beb-4ddbd2a8482c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:18.469653 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ec0dd622-b255-46f1-b452-0ebbbf93a42c up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:18.495672 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ada09d9f-64c5-4f60-b85a-ff28f14e74e1 req-1d17b9df-75cc-4fa0-b4fc-a0bae838f5bd tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799715 Jul 22 16:33:18.555986 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b02f7696-a57d-4317-a6e6-a0a336fd9afe details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:33:18.558700 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5e335c91-3644-44f0-ae6d-7d64eaf8cea4 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:18.578351 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d2d76-3fc3-4729-bbcc-c360f4c525a4 req-4124975e-ae33-4cf0-92cb-7dab44c59e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:18.579969 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce4d2d76-3fc3-4729-bbcc-c360f4c525a4 req-4124975e-ae33-4cf0-92cb-7dab44c59e89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 1099 time: 0.2995863 Jul 22 16:33:18.673695 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 5e335c91-3644-44f0-ae6d-7d64eaf8cea4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:18.686275 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 5e335c91-3644-44f0-ae6d-7d64eaf8cea4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:18.687215 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:18.695729 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d2d76-3fc3-4729-bbcc-c360f4c525a4 req-d7361525-e54f-407b-a53c-704da7086e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:18.697438 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce4d2d76-3fc3-4729-bbcc-c360f4c525a4 req-d7361525-e54f-407b-a53c-704da7086e88 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.0976567 Jul 22 16:33:18.720303 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ca7cb7b8-a0b4-4553-976c-cf3eec821455 req-012ecbad-f545-40d1-b55b-f03fadfb9457 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193369 Jul 22 16:33:18.764380 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce4d2d76-3fc3-4729-bbcc-c360f4c525a4 req-71bd4e2c-8362-46aa-837e-c69cf60d25f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=29835a35-8282-4880-844e-d2738d311e97 HTTP/1.1" status: 200 len: 217 time: 0.0584979 Jul 22 16:33:18.781095 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fefc4a-a1ac-440f-9050-7d4257f7b13a req-4b80003c-b811-405b-9e38-140ed32f8028 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:18.782762 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b2fefc4a-a1ac-440f-9050-7d4257f7b13a req-4b80003c-b811-405b-9e38-140ed32f8028 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/ports?device_id=108bdd50-7bd6-4e86-90d7-f652f39b83ff HTTP/1.1" status: 200 len: 949 time: 0.1639390 Jul 22 16:33:18.786628 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f46d72-4e9f-4bda-9076-fe30f54d75d1 None None] Network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:33:18.820919 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-c26a43eb-a71d-4323-a207-56430ed8f94b admin admin] Allocated IP 172.20.0.1 (b658d0cb-44dd-4611-a8ea-16592dfac070/fd8d0762-9d71-4ae5-8d34-5c7375a95f4e/5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:18.847198 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1961d40-9654-461d-a84b-7ab0ac739609 req-4fdf8e51-01ab-4956-ba53-64eb6ac80f4d tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:18.854574 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a1961d40-9654-461d-a84b-7ab0ac739609 req-4fdf8e51-01ab-4956-ba53-64eb6ac80f4d tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=763098f4-cc0d-40cb-8df7-8b85c71f200e HTTP/1.1" status: 200 len: 947 time: 0.3534777 Jul 22 16:33:18.857865 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b2fefc4a-a1ac-440f-9050-7d4257f7b13a req-23986238-487d-4a52-b262-c752fe7eb8f4 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/security-groups?id=45fac9ac-9899-440b-b28e-9466f6fa2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651033 Jul 22 16:33:18.956338 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1ac3b513-0ea1-4656-bb30-2c3366e3ca21 None None] Provisioning for port ec0dd622-b255-46f1-b452-0ebbbf93a42c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:18.963992 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port ec0dd622-b255-46f1-b452-0ebbbf93a42c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:18.990767 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1ac3b513-0ea1-4656-bb30-2c3366e3ca21 None None] Provisioning complete for port ec0dd622-b255-46f1-b452-0ebbbf93a42c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:18.991064 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ac3b513-0ea1-4656-bb30-2c3366e3ca21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:18.996562 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d2d76-3fc3-4729-bbcc-c360f4c525a4 req-f5496899-9d4b-4468-94a3-b6637bc94c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:18.998333 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce4d2d76-3fc3-4729-bbcc-c360f4c525a4 req-f5496899-9d4b-4468-94a3-b6637bc94c93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.2228148 Jul 22 16:33:19.003302 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a1961d40-9654-461d-a84b-7ab0ac739609 req-1c7e8568-10be-4d20-bf34-58edee58d146 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479123 Jul 22 16:33:19.031373 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port ec0dd622-b255-46f1-b452-0ebbbf93a42c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:19.031747 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:19.031898 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c26a43eb-a71d-4323-a207-56430ed8f94b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:19.050437 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c26a43eb-a71d-4323-a207-56430ed8f94b admin admin] Transition to ACTIVE for port object 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:19.082659 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9eef9-7973-4c8c-b793-5a499a12188b req-1060765c-0dd4-4da9-b4b7-df7284d765fa tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:19.082908 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e5e3580-2ed9-4248-84b9-a72cbccec23d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:19.084359 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-27d9eef9-7973-4c8c-b793-5a499a12188b req-1060765c-0dd4-4da9-b4b7-df7284d765fa tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?device_id=c449fa9a-b6b3-4237-8025-d984203d0cb5 HTTP/1.1" status: 200 len: 950 time: 0.1191185 Jul 22 16:33:19.091630 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port b02f7696-a57d-4317-a6e6-a0a336fd9afe, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b02f7696-a57d-4317-a6e6-a0a336fd9afe,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:19.102074 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:19.127197 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c26a43eb-a71d-4323-a207-56430ed8f94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:19.141156 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-27d9eef9-7973-4c8c-b793-5a499a12188b req-c4e12f8e-ef4c-4d5a-8934-03c43151c717 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/security-groups?id=039e9746-aec1-4b49-843c-2b1df55cb08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473771 Jul 22 16:33:19.179956 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26a43eb-a71d-4323-a207-56430ed8f94b admin admin] Network b658d0cb-44dd-4611-a8ea-16592dfac070 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:19.183226 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c26a43eb-a71d-4323-a207-56430ed8f94b admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:19.187888 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26a43eb-a71d-4323-a207-56430ed8f94b admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:19.188158 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] Transition to ACTIVE for port object 12ddf7aa-db28-42db-917f-3a7a5580cc3e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:19.191993 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a43eb-a71d-4323-a207-56430ed8f94b admin admin] Pushing event updated for resources: {'Port': ['ID=5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:19.202764 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'b02f7696-a57d-4317-a6e6-a0a336fd9afe', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': 'b02f7696-a57d-4317-a6e6-a0a336fd9afe', 'mac_address': 'fa:16:3e:9d:a3:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:33:19.249620 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d2d76-3fc3-4729-bbcc-c360f4c525a4 req-61218f96-3434-4f82-a1a4-46e27805b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:19.250783 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:19.251104 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce4d2d76-3fc3-4729-bbcc-c360f4c525a4 req-61218f96-3434-4f82-a1a4-46e27805b746 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2450843 Jul 22 16:33:19.260003 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:19.403713 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b3c65-7f30-44aa-a03d-36049ac57f51 req-37f3411d-a14b-4001-ac86-9e18aa237a4b tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:19.405409 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0d8b3c65-7f30-44aa-a03d-36049ac57f51 req-37f3411d-a14b-4001-ac86-9e18aa237a4b tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ef396b-eddc-467f-a044-3c84a64fed9d HTTP/1.1" status: 200 len: 944 time: 0.2548380 Jul 22 16:33:19.448268 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ef396b-eddc-467f-a044-3c84a64fed9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e335c91-3644-44f0-ae6d-7d64eaf8cea4'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:19.451127 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead8a5ff-f14e-4ed9-a076-1bf7aacb5fcd" -d '{"events": [{"server_uuid": "91ef396b-eddc-467f-a044-3c84a64fed9d", "name": "network-vif-plugged", "status": "completed", "tag": "5e335c91-3644-44f0-ae6d-7d64eaf8cea4"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:19.477728 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] Attempting to bind port 12ddf7aa-db28-42db-917f-3a7a5580cc3e on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:19.478236 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] Attempting to bind port 12ddf7aa-db28-42db-917f-3a7a5580cc3e by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:19.479175 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] Attempting to bind port 12ddf7aa-db28-42db-917f-3a7a5580cc3e on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:19.512579 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:19.528003 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12840b3b-d05b-4352-b8f8-f8878210d679 None None] Pushing event updated for resources: {'Port': ['ID=12ddf7aa-db28-42db-917f-3a7a5580cc3e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:19.533481 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5e335c91-3644-44f0-ae6d-7d64eaf8cea4, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5e335c91-3644-44f0-ae6d-7d64eaf8cea4,segment=NetworkSegment(108baf5d-16a0-4e46-981a-ce034ebe8e2e),segment_id=108baf5d-16a0-4e46-981a-ce034ebe8e2e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:19.559331 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:19.559893 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:19.560455 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:19.560951 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:19.561525 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] Bound port: 12ddf7aa-db28-42db-917f-3a7a5580cc3e, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:19.562032 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:19.623082 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:19.625019 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ac3b513-0ea1-4656-bb30-2c3366e3ca21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:19.672322 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] For port 12ddf7aa-db28-42db-917f-3a7a5580cc3e, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:19.675321 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b02f7696-a57d-4317-a6e6-a0a336fd9afe {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:19.686784 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c26a43eb-a71d-4323-a207-56430ed8f94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:19.687010 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:19.709825 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] For port 12ddf7aa-db28-42db-917f-3a7a5580cc3e, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=12ddf7aa-db28-42db-917f-3a7a5580cc3e,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:19.742522 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:19.754020 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port b02f7696-a57d-4317-a6e6-a0a336fd9afe, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b02f7696-a57d-4317-a6e6-a0a336fd9afe,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:19.777818 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52560397-57df-4388-b09d-ea3ee40799d1 req-690371a5-2fb2-4dab-b124-339d520376ee tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:19.779267 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52560397-57df-4388-b09d-ea3ee40799d1 req-690371a5-2fb2-4dab-b124-339d520376ee tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 948 time: 0.1371970 Jul 22 16:33:19.788918 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:19.795326 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=5e335c91-3644-44f0-ae6d-7d64eaf8cea4,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:19.798916 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1ac3b513-0ea1-4656-bb30-2c3366e3ca21 None None] For port ec0dd622-b255-46f1-b452-0ebbbf93a42c, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ec0dd622-b255-46f1-b452-0ebbbf93a42c,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:19.831428 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ac3b513-0ea1-4656-bb30-2c3366e3ca21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:19.852547 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52560397-57df-4388-b09d-ea3ee40799d1 req-10bd6983-66f1-4adb-b895-dfab9acbb009 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531232 Jul 22 16:33:19.883802 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce4d2d76-3fc3-4729-bbcc-c360f4c525a4 req-ddbcc2e3-0abb-41c2-93c5-1c0cb6a89463 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6154914 Jul 22 16:33:19.895023 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0d8b3c65-7f30-44aa-a03d-36049ac57f51 req-e583600c-9b38-4bef-aea2-8953cde54ac4 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a656b6a-73f1-49f1-9422-2a69aa85793d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257288 Jul 22 16:33:19.903529 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c26a43eb-a71d-4323-a207-56430ed8f94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:19.921474 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] Routers {'99dc9b89-6745-4cd7-92d2-c370b34f2c93'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:19.922158 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:33:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['99dc9b89-6745-4cd7-92d2-c370b34f2c93'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:19.962152 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12840b3b-d05b-4352-b8f8-f8878210d679 None None] Pushing event updated for resources: {'Port': ['ID=12ddf7aa-db28-42db-917f-3a7a5580cc3e,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:19.985566 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e79c03c-e09b-4347-8432-2c6052b75976 x-openstack-request-id: req-3e79c03c-e09b-4347-8432-2c6052b75976 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:19.985875 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ef396b-eddc-467f-a044-3c84a64fed9d", "name": "network-vif-plugged", "status": "completed", "tag": "5e335c91-3644-44f0-ae6d-7d64eaf8cea4", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:19.986131 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3e79c03c-e09b-4347-8432-2c6052b75976 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:19.986521 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ef396b-eddc-467f-a044-3c84a64fed9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e335c91-3644-44f0-ae6d-7d64eaf8cea4', 'code': 200} Jul 22 16:33:20.028685 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e5e3580-2ed9-4248-84b9-a72cbccec23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:20.072764 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5afb2a-257b-4aa2-b73e-6575c469c97a req-29800039-2113-4b74-97b6-50ef3d2db937 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:20.074658 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6a5afb2a-257b-4aa2-b73e-6575c469c97a req-29800039-2113-4b74-97b6-50ef3d2db937 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.16 "GET /v2.0/ports?device_id=108bdd50-7bd6-4e86-90d7-f652f39b83ff HTTP/1.1" status: 200 len: 949 time: 0.3027885 Jul 22 16:33:20.215045 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:33:20.215399 n-d-798930-9 neutron-server[93818]: DEBUG oslo_db.api [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:33:20.240942 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398a7cf-2a8c-4f0f-94df-101073e51e31 req-309641b3-9615-4c17-995c-c28828f427ba tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:20.251444 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c398a7cf-2a8c-4f0f-94df-101073e51e31 req-309641b3-9615-4c17-995c-c28828f427ba tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/ports?device_id=108bdd50-7bd6-4e86-90d7-f652f39b83ff HTTP/1.1" status: 200 len: 949 time: 0.1234937 Jul 22 16:33:20.252635 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d269bef0-ea39-44b5-8040-4da6c95d7e6a None None] Provisioning for port 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:20.272529 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d269bef0-ea39-44b5-8040-4da6c95d7e6a None None] Provisioning complete for port 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:20.272901 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d269bef0-ea39-44b5-8040-4da6c95d7e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:20.277635 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=b02f7696-a57d-4317-a6e6-a0a336fd9afe,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:20.291550 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68d4dd-674c-4348-b568-fe48951ae10c req-cb347630-5b0e-4b00-aa10-2131054195a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:20.292123 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fe68d4dd-674c-4348-b568-fe48951ae10c req-cb347630-5b0e-4b00-aa10-2131054195a7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91ef396b-eddc-467f-a044-3c84a64fed9d HTTP/1.1" status: 200 len: 1096 time: 0.2512872 Jul 22 16:33:20.313995 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce4d2d76-3fc3-4729-bbcc-c360f4c525a4 req-eefb6be1-e201-4180-9557-2be2bb097bb9 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107234 Jul 22 16:33:20.326505 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['b02f7696-a57d-4317-a6e6-a0a336fd9afe'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:20.336393 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4bdf1-a0ba-4ea8-8be0-8a41508d331a req-c9fa59da-4085-4421-84aa-d41a343f70b3 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:20.344453 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0f4bdf1-a0ba-4ea8-8be0-8a41508d331a req-c9fa59da-4085-4421-84aa-d41a343f70b3 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=637b1feb-7940-4c54-9619-d9fb5c6efe4a HTTP/1.1" status: 200 len: 945 time: 0.3487749 Jul 22 16:33:20.359998 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c26a43eb-a71d-4323-a207-56430ed8f94b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:20.361872 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] Set router 99dc9b89-6745-4cd7-92d2-c370b34f2c93 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:20.371877 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c398a7cf-2a8c-4f0f-94df-101073e51e31 req-22be392d-4c1f-4109-8ece-0204615c2fb9 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/security-groups?id=45fac9ac-9899-440b-b28e-9466f6fa2098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202221 Jul 22 16:33:20.393334 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fe68d4dd-674c-4348-b568-fe48951ae10c req-536766b8-08d3-42b1-876f-447b63601936 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0a656b6a-73f1-49f1-9422-2a69aa85793d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941274 Jul 22 16:33:20.394407 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c26a43eb-a71d-4323-a207-56430ed8f94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:20.423605 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0f4bdf1-a0ba-4ea8-8be0-8a41508d331a req-5fdd90e3-bb8d-4350-903a-abbf55f6535f tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780866 Jul 22 16:33:20.427976 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d269bef0-ea39-44b5-8040-4da6c95d7e6a None None] Port 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:20.439745 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3b513-0ea1-4656-bb30-2c3366e3ca21 None None] Pushing event updated for resources: {'Port': ['ID=ec0dd622-b255-46f1-b452-0ebbbf93a42c,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:20.450061 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6a5afb2a-257b-4aa2-b73e-6575c469c97a req-f066ea9a-0326-4540-9255-ceef856d0c3c tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Deleting port 2519c328-8a4a-4316-939a-a217eddeedeb {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:33:20.450405 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6a5afb2a-257b-4aa2-b73e-6575c469c97a req-f066ea9a-0326-4540-9255-ceef856d0c3c tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:20.542857 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c26a43eb-a71d-4323-a207-56430ed8f94b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:20.548181 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a43eb-a71d-4323-a207-56430ed8f94b admin admin] Pushing event updated for resources: {'Port': ['ID=5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:20.555881 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5e3580-2ed9-4248-84b9-a72cbccec23d admin admin] Router b5d4b38b-7861-48a6-946a-3b5c62c1f9f8 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:33:20.564457 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 29835a35-8282-4880-844e-d2738d311e97 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:33:20.625177 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-df5f23aa-c507-4c14-b221-20402681c0ad None None] Provisioning complete for port ec0dd622-b255-46f1-b452-0ebbbf93a42c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:20.625537 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df5f23aa-c507-4c14-b221-20402681c0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:20.631676 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ab888-36b4-4880-81f6-b3d67228d2a0 req-44260b08-9dab-48d2-8ddd-24ee457d14bd tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:20.633285 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cd8ab888-36b4-4880-81f6-b3d67228d2a0 req-44260b08-9dab-48d2-8ddd-24ee457d14bd tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=763098f4-cc0d-40cb-8df7-8b85c71f200e HTTP/1.1" status: 200 len: 948 time: 0.1777048 Jul 22 16:33:20.693626 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cd8ab888-36b4-4880-81f6-b3d67228d2a0 req-761a7bc7-dcc9-4a61-83f6-bb46ffce8c31 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501575 Jul 22 16:33:20.700597 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26a43eb-a71d-4323-a207-56430ed8f94b admin admin] Network b658d0cb-44dd-4611-a8ea-16592dfac070 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:20.702052 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c26a43eb-a71d-4323-a207-56430ed8f94b admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:20.716662 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6a5afb2a-257b-4aa2-b73e-6575c469c97a req-f066ea9a-0326-4540-9255-ceef856d0c3c tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] For port 2519c328-8a4a-4316-939a-a217eddeedeb, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=2519c328-8a4a-4316-939a-a217eddeedeb,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:20.717471 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6a5afb2a-257b-4aa2-b73e-6575c469c97a req-f066ea9a-0326-4540-9255-ceef856d0c3c tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:20.739171 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a63dfa-c721-4716-8205-f8ed215bf377 req-be5b57c3-f901-4a53-b22f-6dd3a8a5bd15 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:20.740746 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24a63dfa-c721-4716-8205-f8ed215bf377 req-be5b57c3-f901-4a53-b22f-6dd3a8a5bd15 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?device_id=c449fa9a-b6b3-4237-8025-d984203d0cb5 HTTP/1.1" status: 200 len: 950 time: 0.2320280 Jul 22 16:33:20.751927 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6a5afb2a-257b-4aa2-b73e-6575c469c97a req-f066ea9a-0326-4540-9255-ceef856d0c3c tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Calling delete_port for 2519c328-8a4a-4316-939a-a217eddeedeb owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:33:20.842053 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5e3580-2ed9-4248-84b9-a72cbccec23d admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:33:20.847523 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24a63dfa-c721-4716-8205-f8ed215bf377 req-32e5d13a-d758-4d2d-826d-6cddb439e0d0 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/security-groups?id=039e9746-aec1-4b49-843c-2b1df55cb08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916154 Jul 22 16:33:20.849372 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 9ae23273-b517-4482-aaed-c820e92e5a3a up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:20.859641 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] Sync routers for ids ['b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:33:20.860116 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 29835a35-8282-4880-844e-d2738d311e97, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=29835a35-8282-4880-844e-d2738d311e97,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:20.867951 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26a43eb-a71d-4323-a207-56430ed8f94b admin admin] Router 99dc9b89-6745-4cd7-92d2-c370b34f2c93 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:33:20.911462 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e5e3580-2ed9-4248-84b9-a72cbccec23d admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:20.917337 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0e5e3580-2ed9-4248-84b9-a72cbccec23d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6903722 Jul 22 16:33:20.922441 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44152) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:20.934770 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] Routers {'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:20.938878 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '29835a35-8282-4880-844e-d2738d311e97', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '29835a35-8282-4880-844e-d2738d311e97', 'mac_address': 'fa:16:3e:4d:af:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:33:20.939721 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:33:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:21.049124 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ec0dd622-b255-46f1-b452-0ebbbf93a42c up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:21.095592 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'name': 'tempest-ServersTestManualDisk-485606772-router', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:13Z', 'updated_at': '2021-07-22T16:33:19Z', 'revision_number': 4, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'gw_port': {'id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:14Z', 'updated_at': '2021-07-22T16:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b', 'name': '', 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'mac_address': 'fa:16:3e:46:a5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'fd8d0762-9d71-4ae5-8d34-5c7375a95f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:18Z', 'updated_at': '2021-07-22T16:33:18Z', 'revision_number': 1, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'subnets': [{'id': 'fd8d0762-9d71-4ae5-8d34-5c7375a95f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:21.137791 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:21.140645 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6a5afb2a-257b-4aa2-b73e-6575c469c97a req-f066ea9a-0326-4540-9255-ceef856d0c3c tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:21.141900 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ddedf-4f2a-4407-a18a-98afada41c14 None None] The sync data for ids ['99dc9b89-6745-4cd7-92d2-c370b34f2c93'] in n-d-798930-9 is: [{'id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'name': 'tempest-ServersTestManualDisk-485606772-router', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:13Z', 'updated_at': '2021-07-22T16:33:19Z', 'revision_number': 4, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'gw_port': {'id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:14Z', 'updated_at': '2021-07-22T16:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b', 'name': '', 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'mac_address': 'fa:16:3e:46:a5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'fd8d0762-9d71-4ae5-8d34-5c7375a95f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:18Z', 'updated_at': '2021-07-22T16:33:18Z', 'revision_number': 1, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'subnets': [{'id': 'fd8d0762-9d71-4ae5-8d34-5c7375a95f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:33:21.161738 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 9ae23273-b517-4482-aaed-c820e92e5a3a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:21.166557 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29835a35-8282-4880-844e-d2738d311e97 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:21.184107 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26a43eb-a71d-4323-a207-56430ed8f94b admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:33:21.186334 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 9ae23273-b517-4482-aaed-c820e92e5a3a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:21.186516 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:21.189582 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066ea9a-0326-4540-9255-ceef856d0c3c tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Pushing event deleted for resources: {'Port': ['ID=2519c328-8a4a-4316-939a-a217eddeedeb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:21.193124 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54abc7f-5f5e-4799-9ce5-e230246411cc req-55c3e8ec-65ce-4a51-ba32-03d2eb455535 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:21.200861 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f54abc7f-5f5e-4799-9ce5-e230246411cc req-55c3e8ec-65ce-4a51-ba32-03d2eb455535 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 948 time: 0.1694472 Jul 22 16:33:21.211073 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c26a43eb-a71d-4323-a207-56430ed8f94b admin admin] 10.222.0.69 "PUT /v2.0/routers/99dc9b89-6745-4cd7-92d2-c370b34f2c93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7499588 Jul 22 16:33:21.216693 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] Set router b5d4b38b-7861-48a6-946a-3b5c62c1f9f8 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:21.250831 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 29835a35-8282-4880-844e-d2738d311e97, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=29835a35-8282-4880-844e-d2738d311e97,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:21.269968 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:21.277161 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port ec0dd622-b255-46f1-b452-0ebbbf93a42c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:21.277534 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:21.307397 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f54abc7f-5f5e-4799-9ce5-e230246411cc req-5976f18c-b83d-4073-a4e0-e7f46d579571 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950963 Jul 22 16:33:21.318226 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5afb2a-257b-4aa2-b73e-6575c469c97a req-f066ea9a-0326-4540-9255-ceef856d0c3c tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] No DVR routers for this DVR port 2519c328-8a4a-4316-939a-a217eddeedeb on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:33:21.329109 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6a5afb2a-257b-4aa2-b73e-6575c469c97a req-f066ea9a-0326-4540-9255-ceef856d0c3c tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:21.333837 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6a5afb2a-257b-4aa2-b73e-6575c469c97a req-f066ea9a-0326-4540-9255-ceef856d0c3c tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.16 "DELETE /v2.0/ports/2519c328-8a4a-4316-939a-a217eddeedeb HTTP/1.1" status: 204 len: 173 time: 1.2168925 Jul 22 16:33:21.334656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108bdd50-7bd6-4e86-90d7-f652f39b83ff', 'name': 'network-vif-deleted', 'tag': '2519c328-8a4a-4316-939a-a217eddeedeb'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:21.343067 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54049b4-9fa6-4c18-b6af-79a44dcb81d8" -d '{"events": [{"server_uuid": "108bdd50-7bd6-4e86-90d7-f652f39b83ff", "name": "network-vif-deleted", "tag": "2519c328-8a4a-4316-939a-a217eddeedeb"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:21.391177 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55be84-949d-4af5-bbab-b62c51f63c47 req-52922d99-514f-4b3e-aed9-9637bce54a90 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:21.392391 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7551fd78-490a-448a-bbc6-7367dfc85aba None None] Provisioning complete for port 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:21.392711 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7551fd78-490a-448a-bbc6-7367dfc85aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:21.394416 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b55be84-949d-4af5-bbab-b62c51f63c47 req-52922d99-514f-4b3e-aed9-9637bce54a90 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ef396b-eddc-467f-a044-3c84a64fed9d HTTP/1.1" status: 200 len: 945 time: 0.3176825 Jul 22 16:33:21.490270 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=29835a35-8282-4880-844e-d2738d311e97,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:21.525065 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b55be84-949d-4af5-bbab-b62c51f63c47 req-2dfdce4b-9be4-4b61-b8e1-570dc3e36ef3 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a656b6a-73f1-49f1-9422-2a69aa85793d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230478 Jul 22 16:33:21.539165 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7551fd78-490a-448a-bbc6-7367dfc85aba None None] Port 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:21.658721 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9828c61-8c44-4504-a48f-7faa1d001034 x-openstack-request-id: req-f9828c61-8c44-4504-a48f-7faa1d001034 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:21.659088 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108bdd50-7bd6-4e86-90d7-f652f39b83ff", "name": "network-vif-deleted", "tag": "2519c328-8a4a-4316-939a-a217eddeedeb", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:21.659354 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f9828c61-8c44-4504-a48f-7faa1d001034 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:21.659905 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108bdd50-7bd6-4e86-90d7-f652f39b83ff', 'name': 'network-vif-deleted', 'tag': '2519c328-8a4a-4316-939a-a217eddeedeb', 'status': 'completed', 'code': 200} Jul 22 16:33:21.679267 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:21.686435 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['29835a35-8282-4880-844e-d2738d311e97'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:21.833042 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 9ae23273-b517-4482-aaed-c820e92e5a3a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9ae23273-b517-4482-aaed-c820e92e5a3a,segment=NetworkSegment(3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad),segment_id=3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:21.842900 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'name': 'tempest-ServerActionsTestJSON-1911891190-router', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:15Z', 'updated_at': '2021-07-22T16:33:18Z', 'revision_number': 3, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'gw_port': {'id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ec:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:17Z', 'updated_at': '2021-07-22T16:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:21.847711 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:21.848732 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 2519c328-8a4a-4316-939a-a217eddeedeb no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:33:21.876193 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c730917-7f23-4700-a07f-323f53417305 req-7705c4c0-2a9c-4ce1-932d-6d7dc5031653 tempest-ImagesNegativeTestJSON-451050604 tempest-ImagesNegativeTestJSON-451050604-project] 10.222.0.69 "GET /v2.0/ports?device_id=108bdd50-7bd6-4e86-90d7-f652f39b83ff HTTP/1.1" status: 200 len: 210 time: 0.0741086 Jul 22 16:33:21.877949 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] Checking router: b5d4b38b-7861-48a6-946a-3b5c62c1f9f8 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:33:21.878434 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] Updating router b5d4b38b-7861-48a6-946a-3b5c62c1f9f8 port 38fa273c-1798-4dd8-9beb-4ddbd2a8482c binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:33:21.908519 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 2519c328-8a4a-4316-939a-a217eddeedeb {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:33:21.909431 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 2519c328-8a4a-4316-939a-a217eddeedeb not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:33:21.946242 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:21.999284 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637b1feb-7940-4c54-9619-d9fb5c6efe4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae23273-b517-4482-aaed-c820e92e5a3a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:22.001552 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2c0f8a-42da-4624-a733-97e640798259" -d '{"events": [{"server_uuid": "637b1feb-7940-4c54-9619-d9fb5c6efe4a", "name": "network-vif-plugged", "status": "completed", "tag": "9ae23273-b517-4482-aaed-c820e92e5a3a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:22.027181 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=9ae23273-b517-4482-aaed-c820e92e5a3a,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:22.122642 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7df7ac5-caf3-40ed-a86c-cdb3737ab86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.416491 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.426601 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] Transition to ACTIVE for port object 38fa273c-1798-4dd8-9beb-4ddbd2a8482c will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:22.432323 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.460444 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-e7df7ac5-caf3-40ed-a86c-cdb3737ab86d admin admin] Allocated IP 172.20.0.1 (dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481/fa13adf8-5c41-4598-a7ac-4cd79e40e3e5/dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:22.491853 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] Attempting to bind port 38fa273c-1798-4dd8-9beb-4ddbd2a8482c on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:22.492218 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] Attempting to bind port 38fa273c-1798-4dd8-9beb-4ddbd2a8482c by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:22.492576 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] Attempting to bind port 38fa273c-1798-4dd8-9beb-4ddbd2a8482c on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:22.494820 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e153d8-e03c-434e-85b4-cb28fc9de84a None None] Pushing event updated for resources: {'Port': ['ID=38fa273c-1798-4dd8-9beb-4ddbd2a8482c,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:22.504239 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:22.504610 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:22.505011 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.505402 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:22.505872 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] Bound port: 38fa273c-1798-4dd8-9beb-4ddbd2a8482c, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:22.506274 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.508594 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e153d8-e03c-434e-85b4-cb28fc9de84a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:22.508933 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e153d8-e03c-434e-85b4-cb28fc9de84a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:22.509266 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e153d8-e03c-434e-85b4-cb28fc9de84a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:22.510145 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e153d8-e03c-434e-85b4-cb28fc9de84a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:22.510484 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e153d8-e03c-434e-85b4-cb28fc9de84a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:22.510808 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e153d8-e03c-434e-85b4-cb28fc9de84a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:22.511128 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e153d8-e03c-434e-85b4-cb28fc9de84a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:22.511446 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e153d8-e03c-434e-85b4-cb28fc9de84a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:22.511760 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e153d8-e03c-434e-85b4-cb28fc9de84a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:22.512075 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e153d8-e03c-434e-85b4-cb28fc9de84a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:22.512390 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e153d8-e03c-434e-85b4-cb28fc9de84a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:22.512701 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e153d8-e03c-434e-85b4-cb28fc9de84a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:22.566125 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b02f7696-a57d-4317-a6e6-a0a336fd9afe up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:22.584989 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] For port 38fa273c-1798-4dd8-9beb-4ddbd2a8482c, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:22.590165 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] For port 38fa273c-1798-4dd8-9beb-4ddbd2a8482c, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=38fa273c-1798-4dd8-9beb-4ddbd2a8482c,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:22.592956 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55909f2f-daee-4151-9015-e3fe9558022b req-873dd4b9-38e8-4524-83c7-4c7e4500341b tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:22.594765 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-55909f2f-daee-4151-9015-e3fe9558022b req-873dd4b9-38e8-4524-83c7-4c7e4500341b tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=637b1feb-7940-4c54-9619-d9fb5c6efe4a HTTP/1.1" status: 200 len: 946 time: 0.4081519 Jul 22 16:33:22.605309 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7df7ac5-caf3-40ed-a86c-cdb3737ab86d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.605477 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.646451 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44186) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:22.658647 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-24ea1f5a-4bfa-48a5-b878-0042834475fa tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--242779051', 'description': 'tempest-description--801217177'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:22.666529 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-55909f2f-daee-4151-9015-e3fe9558022b req-bf26e89c-329a-4898-be66-f60c8b3a117a tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586495 Jul 22 16:33:22.667640 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e7df7ac5-caf3-40ed-a86c-cdb3737ab86d admin admin] Transition to ACTIVE for port object dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:22.677702 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port b02f7696-a57d-4317-a6e6-a0a336fd9afe completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:22.684189 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port b02f7696-a57d-4317-a6e6-a0a336fd9afe triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:22.687900 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.702421 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] Routers {'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:22.703917 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:33:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:22.727422 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24ea1f5a-4bfa-48a5-b878-0042834475fa tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.730289 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7df7ac5-caf3-40ed-a86c-cdb3737ab86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.769887 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b84e03d-08fb-4876-bade-da4f91e53040 x-openstack-request-id: req-1b84e03d-08fb-4876-bade-da4f91e53040 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:22.770308 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637b1feb-7940-4c54-9619-d9fb5c6efe4a", "name": "network-vif-plugged", "status": "completed", "tag": "9ae23273-b517-4482-aaed-c820e92e5a3a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:22.772559 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1b84e03d-08fb-4876-bade-da4f91e53040 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:22.773155 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637b1feb-7940-4c54-9619-d9fb5c6efe4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae23273-b517-4482-aaed-c820e92e5a3a', 'code': 200} Jul 22 16:33:22.778913 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7df7ac5-caf3-40ed-a86c-cdb3737ab86d admin admin] Network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:22.782170 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e7df7ac5-caf3-40ed-a86c-cdb3737ab86d admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:22.800823 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df7ac5-caf3-40ed-a86c-cdb3737ab86d admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:22.857960 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.915314 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] Set router b5d4b38b-7861-48a6-946a-3b5c62c1f9f8 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:22.919733 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df7ac5-caf3-40ed-a86c-cdb3737ab86d admin admin] Pushing event updated for resources: {'Port': ['ID=dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:22.956008 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7df7ac5-caf3-40ed-a86c-cdb3737ab86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.958273 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port b02f7696-a57d-4317-a6e6-a0a336fd9afe, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b02f7696-a57d-4317-a6e6-a0a336fd9afe,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:22.965797 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:23.027637 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24ea1f5a-4bfa-48a5-b878-0042834475fa tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:23.091127 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24ea1f5a-4bfa-48a5-b878-0042834475fa tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:23.098619 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=b02f7696-a57d-4317-a6e6-a0a336fd9afe,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:23.114104 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e153d8-e03c-434e-85b4-cb28fc9de84a None None] Pushing event updated for resources: {'Port': ['ID=38fa273c-1798-4dd8-9beb-4ddbd2a8482c,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:23.115719 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 12ddf7aa-db28-42db-917f-3a7a5580cc3e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:23.187742 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea1f5a-4bfa-48a5-b878-0042834475fa tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea78d58-abf7-4768-925f-7309c0e9105e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:23.252512 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60457e89-65b6-4600-8c9a-4a11f971a6fd req-138a4523-f70c-4c6a-b734-2936615be52d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:23.255364 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5df6cd64-559e-4945-b8af-bb4d5193e8dd None None] Provisioning for port dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:23.262283 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-60457e89-65b6-4600-8c9a-4a11f971a6fd req-138a4523-f70c-4c6a-b734-2936615be52d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 949 time: 0.1944816 Jul 22 16:33:23.262547 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24ea1f5a-4bfa-48a5-b878-0042834475fa tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:23.266432 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-24ea1f5a-4bfa-48a5-b878-0042834475fa tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6159871 Jul 22 16:33:23.268802 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 12ddf7aa-db28-42db-917f-3a7a5580cc3e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:23.271864 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44198) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:23.272551 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5df6cd64-559e-4945-b8af-bb4d5193e8dd None None] Provisioning complete for port dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:23.277251 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5df6cd64-559e-4945-b8af-bb4d5193e8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:23.284456 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c4e74916-b8ab-49e9-a394-d0b480b2be55 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Request body: {'security_group_rule': {'security_group_id': 'dea78d58-abf7-4768-925f-7309c0e9105e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:23.289631 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c010ee8-3e50-44d4-b6d5-67f48aad0eb8 req-21190f4e-112d-4c35-bbba-8ab709006839 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:23.294458 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 12ddf7aa-db28-42db-917f-3a7a5580cc3e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:23.295510 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:23.296592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1c010ee8-3e50-44d4-b6d5-67f48aad0eb8 req-21190f4e-112d-4c35-bbba-8ab709006839 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=763098f4-cc0d-40cb-8df7-8b85c71f200e HTTP/1.1" status: 200 len: 948 time: 0.5662694 Jul 22 16:33:23.350666 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1c010ee8-3e50-44d4-b6d5-67f48aad0eb8 req-528fd926-2c8e-4944-b230-2788d6942458 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529828 Jul 22 16:33:23.353148 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de385995-5e79-4e37-9b3c-761388ac8773 req-9132ca5b-2b0b-4773-97f8-1a3942c1910d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:23.362813 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de385995-5e79-4e37-9b3c-761388ac8773 req-9132ca5b-2b0b-4773-97f8-1a3942c1910d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=637b1feb-7940-4c54-9619-d9fb5c6efe4a HTTP/1.1" status: 200 len: 1097 time: 0.3331621 Jul 22 16:33:23.389848 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5df6cd64-559e-4945-b8af-bb4d5193e8dd None None] Port dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:23.394944 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4e74916-b8ab-49e9-a394-d0b480b2be55 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:23.425332 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-60457e89-65b6-4600-8c9a-4a11f971a6fd req-c86997d7-9d10-4ba1-b6ea-fd24cd5ba157 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621056 Jul 22 16:33:23.434684 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7df7ac5-caf3-40ed-a86c-cdb3737ab86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:23.444611 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de385995-5e79-4e37-9b3c-761388ac8773 req-7bf72cb2-2d7b-4079-b0b7-17127c9051da service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734515 Jul 22 16:33:23.476804 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'name': 'tempest-ServerActionsTestJSON-1911891190-router', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:15Z', 'updated_at': '2021-07-22T16:33:18Z', 'revision_number': 3, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'gw_port': {'id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ec:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:17Z', 'updated_at': '2021-07-22T16:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:23.507025 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5167401d-547c-4534-bbd8-9c037f0fd92c None None] The sync data for ids ['b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'] in n-d-798930-9 is: [{'id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'name': 'tempest-ServerActionsTestJSON-1911891190-router', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:15Z', 'updated_at': '2021-07-22T16:33:18Z', 'revision_number': 3, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'gw_port': {'id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ec:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:17Z', 'updated_at': '2021-07-22T16:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:33:23.532008 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:23.564951 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4e74916-b8ab-49e9-a394-d0b480b2be55 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:23.584785 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4e74916-b8ab-49e9-a394-d0b480b2be55 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:23.587775 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 12ddf7aa-db28-42db-917f-3a7a5580cc3e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=12ddf7aa-db28-42db-917f-3a7a5580cc3e,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:23.590528 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d30c8-3cc9-4ff6-a46e-c9b841c168e5 req-a3bc0a51-b1f7-4c59-a669-9b1f5cd253a5 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:23.603620 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:23.614291 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fc7d30c8-3cc9-4ff6-a46e-c9b841c168e5 req-a3bc0a51-b1f7-4c59-a669-9b1f5cd253a5 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ef396b-eddc-467f-a044-3c84a64fed9d HTTP/1.1" status: 200 len: 945 time: 0.1462662 Jul 22 16:33:23.644330 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4e74916-b8ab-49e9-a394-d0b480b2be55 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:23.652727 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c4e74916-b8ab-49e9-a394-d0b480b2be55 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3673651 Jul 22 16:33:23.663723 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44208) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:23.670752 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e74916-b8ab-49e9-a394-d0b480b2be55 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71da7593-8bb6-4aa0-8815-546d50001f6b,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:23.677149 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1763db4a-157e-4e0a-bdd3-de34d0abb99d tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Request body: {'security_group_rule': {'security_group_id': 'dea78d58-abf7-4768-925f-7309c0e9105e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:23.714159 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fc7d30c8-3cc9-4ff6-a46e-c9b841c168e5 req-6e082c50-ae85-405b-85e2-da8abf4c5159 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a656b6a-73f1-49f1-9422-2a69aa85793d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009178 Jul 22 16:33:23.732145 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=12ddf7aa-db28-42db-917f-3a7a5580cc3e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:23.739710 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1763db4a-157e-4e0a-bdd3-de34d0abb99d tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:23.819918 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1763db4a-157e-4e0a-bdd3-de34d0abb99d tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:23.826079 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1763db4a-157e-4e0a-bdd3-de34d0abb99d tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:23.846719 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763db4a-157e-4e0a-bdd3-de34d0abb99d tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6af3b5-21d9-40d1-8329-5b13173d54f7,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:23.855747 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1763db4a-157e-4e0a-bdd3-de34d0abb99d tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:23.860337 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1763db4a-157e-4e0a-bdd3-de34d0abb99d tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1896377 Jul 22 16:33:23.864193 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44220) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:23.874750 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1d4807d9-e685-4641-b5ae-9f1f8ae52aee tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:23.918673 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7df7ac5-caf3-40ed-a86c-cdb3737ab86d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:23.939017 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7df7ac5-caf3-40ed-a86c-cdb3737ab86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:23.967899 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d4807d9-e685-4641-b5ae-9f1f8ae52aee tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:24.019883 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57554aeb-d0c9-4e82-b4a3-f5df1a472acc req-e8880bb6-949f-4691-b075-8ac7418e8c7e tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:24.026658 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-57554aeb-d0c9-4e82-b4a3-f5df1a472acc req-e8880bb6-949f-4691-b075-8ac7418e8c7e tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=637b1feb-7940-4c54-9619-d9fb5c6efe4a HTTP/1.1" status: 200 len: 946 time: 0.2349355 Jul 22 16:33:24.089605 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7df7ac5-caf3-40ed-a86c-cdb3737ab86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:24.107351 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bf5a5-f580-48e8-904a-a6f381f34aed req-7c6d7644-7ab6-4496-8e67-361d6b26ed90 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:24.110928 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df7ac5-caf3-40ed-a86c-cdb3737ab86d admin admin] Pushing event updated for resources: {'Port': ['ID=dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:24.120414 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b32bf5a5-f580-48e8-904a-a6f381f34aed req-7c6d7644-7ab6-4496-8e67-361d6b26ed90 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ef396b-eddc-467f-a044-3c84a64fed9d HTTP/1.1" status: 200 len: 945 time: 0.2209454 Jul 22 16:33:24.131503 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-57554aeb-d0c9-4e82-b4a3-f5df1a472acc req-788688e8-b2d3-45ff-bf5c-e3e30d1a1add tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887887 Jul 22 16:33:24.154520 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44226) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:24.188566 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b32bf5a5-f580-48e8-904a-a6f381f34aed req-ef62bfca-b8e5-40c9-9f18-becacf086d87 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a656b6a-73f1-49f1-9422-2a69aa85793d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594409 Jul 22 16:33:24.227262 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d4807d9-e685-4641-b5ae-9f1f8ae52aee tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:24.269609 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7df7ac5-caf3-40ed-a86c-cdb3737ab86d admin admin] Network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:24.271138 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e7df7ac5-caf3-40ed-a86c-cdb3737ab86d admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:24.428871 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6d07fad3-ec20-43e9-a77c-90856efc0586 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=92942036ad194996b94941cb937ee479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730715 Jul 22 16:33:24.431500 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44244) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:24.528907 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-1d4807d9-e685-4641-b5ae-9f1f8ae52aee tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Allocated IP 172.25.0.44 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/ce6e38e8-2df6-48b1-9a56-83c34dd6a833) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:24.557703 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75556162-2789-4fb6-9771-235e05259f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:24.591460 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 29835a35-8282-4880-844e-d2738d311e97 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:24.628090 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75556162-2789-4fb6-9771-235e05259f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:24.643921 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7df7ac5-caf3-40ed-a86c-cdb3737ab86d admin admin] Router b5d4b38b-7861-48a6-946a-3b5c62c1f9f8 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:33:24.663937 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ec9af64b-f0cd-4c53-b14b-40cfce0c52d5 None None] Provisioning complete for port dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:24.664294 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec9af64b-f0cd-4c53-b14b-40cfce0c52d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:24.715438 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ec9af64b-f0cd-4c53-b14b-40cfce0c52d5 None None] Port dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:24.716903 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 29835a35-8282-4880-844e-d2738d311e97 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:24.727916 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 29835a35-8282-4880-844e-d2738d311e97 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:24.729279 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:24.779025 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763098f4-cc0d-40cb-8df7-8b85c71f200e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02f7696-a57d-4317-a6e6-a0a336fd9afe'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:24.781395 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b16afd-0a20-4ef2-aa0b-1b212e8d346a" -d '{"events": [{"server_uuid": "763098f4-cc0d-40cb-8df7-8b85c71f200e", "name": "network-vif-plugged", "status": "completed", "tag": "b02f7696-a57d-4317-a6e6-a0a336fd9afe"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:24.861737 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 8c07feff-3f07-41be-a0ee-332108b1d00b details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:33:24.883993 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:24.964275 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] Sync routers for ids ['99dc9b89-6745-4cd7-92d2-c370b34f2c93'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:33:24.981861 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d4807d9-e685-4641-b5ae-9f1f8ae52aee tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:25.020006 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75556162-2789-4fb6-9771-235e05259f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:25.023627 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75556162-2789-4fb6-9771-235e05259f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:25.031350 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-75556162-2789-4fb6-9771-235e05259f53 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/45fac9ac-9899-440b-b28e-9466f6fa2098 HTTP/1.1" status: 204 len: 168 time: 0.5987480 Jul 22 16:33:25.052865 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf26d4b-778a-48b7-aeaa-ea79de4a4098 req-04295b22-2b02-4f07-88e6-4705e4e1f152 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:25.063039 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbf26d4b-778a-48b7-aeaa-ea79de4a4098 req-04295b22-2b02-4f07-88e6-4705e4e1f152 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 949 time: 0.3612695 Jul 22 16:33:25.101634 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 8c07feff-3f07-41be-a0ee-332108b1d00b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8c07feff-3f07-41be-a0ee-332108b1d00b,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:25.111791 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75556162-2789-4fb6-9771-235e05259f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fac9ac-9899-440b-b28e-9466f6fa2098,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:25.147584 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 29835a35-8282-4880-844e-d2738d311e97, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=29835a35-8282-4880-844e-d2738d311e97,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:25.149494 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '8c07feff-3f07-41be-a0ee-332108b1d00b', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '8c07feff-3f07-41be-a0ee-332108b1d00b', 'mac_address': 'fa:16:3e:19:fb:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:33:25.159839 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbf26d4b-778a-48b7-aeaa-ea79de4a4098 req-fab670c4-1c59-46e3-b2f4-c6d3f0837840 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848958 Jul 22 16:33:25.176381 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:25.205896 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d4807d9-e685-4641-b5ae-9f1f8ae52aee tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:25.241638 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef345dfe-5d79-444e-a362-62981b699a0c req-22702824-9d88-445b-8f3b-7ca98c34d6ff tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:25.242331 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] Routers {'99dc9b89-6745-4cd7-92d2-c370b34f2c93'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:25.242976 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:33:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['99dc9b89-6745-4cd7-92d2-c370b34f2c93'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:25.254151 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ef345dfe-5d79-444e-a362-62981b699a0c req-22702824-9d88-445b-8f3b-7ca98c34d6ff tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=763098f4-cc0d-40cb-8df7-8b85c71f200e HTTP/1.1" status: 200 len: 949 time: 0.7609091 Jul 22 16:33:25.283055 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4807d9-e685-4641-b5ae-9f1f8ae52aee tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Pushing event updated for resources: {'Port': ['ID=ce6e38e8-2df6-48b1-9a56-83c34dd6a833,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:25.300730 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4807d9-e685-4641-b5ae-9f1f8ae52aee tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:25.302653 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-1d4807d9-e685-4641-b5ae-9f1f8ae52aee tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:25.305170 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4807d9-e685-4641-b5ae-9f1f8ae52aee tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:25.319491 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ef345dfe-5d79-444e-a362-62981b699a0c req-05dac989-28d6-4c21-b770-cff1a88be826 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588453 Jul 22 16:33:25.374007 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7df7ac5-caf3-40ed-a86c-cdb3737ab86d admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:33:25.403255 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e7df7ac5-caf3-40ed-a86c-cdb3737ab86d admin admin] 10.222.0.69 "PUT /v2.0/routers/b5d4b38b-7861-48a6-946a-3b5c62c1f9f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4808605 Jul 22 16:33:25.535182 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d4807d9-e685-4641-b5ae-9f1f8ae52aee tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:25.633004 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e223d4-1413-4e3b-8caf-2c02e60481dc req-e3217e83-1c01-43dd-b9ec-f9d0a47ca5eb tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:25.634470 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4e223d4-1413-4e3b-8caf-2c02e60481dc req-e3217e83-1c01-43dd-b9ec-f9d0a47ca5eb tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ef396b-eddc-467f-a044-3c84a64fed9d HTTP/1.1" status: 200 len: 945 time: 0.3003700 Jul 22 16:33:25.641417 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d4807d9-e685-4641-b5ae-9f1f8ae52aee tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:25.656036 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 38fa273c-1798-4dd8-9beb-4ddbd2a8482c up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:25.662745 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56423294-8527-4cf2-928f-dd049cbd8f5b x-openstack-request-id: req-56423294-8527-4cf2-928f-dd049cbd8f5b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:25.663105 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763098f4-cc0d-40cb-8df7-8b85c71f200e", "name": "network-vif-plugged", "status": "completed", "tag": "b02f7696-a57d-4317-a6e6-a0a336fd9afe", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:25.663581 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-56423294-8527-4cf2-928f-dd049cbd8f5b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:25.672445 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763098f4-cc0d-40cb-8df7-8b85c71f200e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02f7696-a57d-4317-a6e6-a0a336fd9afe', 'code': 200} Jul 22 16:33:25.688718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ade8f4-8dc1-4d76-ae27-a4d5a580d31c req-adf18c10-faef-455e-be8f-4a0adda66a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:25.690824 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-60ade8f4-8dc1-4d76-ae27-a4d5a580d31c req-adf18c10-faef-455e-be8f-4a0adda66a32 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=763098f4-cc0d-40cb-8df7-8b85c71f200e HTTP/1.1" status: 200 len: 1100 time: 0.1707079 Jul 22 16:33:25.711363 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1b20d-05c3-4411-9b29-3d1847f9454d req-88cf335f-9e63-455c-b313-59b11c3e1e82 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:25.718219 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f2e1b20d-05c3-4411-9b29-3d1847f9454d req-88cf335f-9e63-455c-b313-59b11c3e1e82 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=637b1feb-7940-4c54-9619-d9fb5c6efe4a HTTP/1.1" status: 200 len: 946 time: 0.1256115 Jul 22 16:33:25.854858 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-60ade8f4-8dc1-4d76-ae27-a4d5a580d31c req-a52ef4a9-5349-4333-a3ec-cb9833731d1f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550941 Jul 22 16:33:25.867916 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4e223d4-1413-4e3b-8caf-2c02e60481dc req-13af9a9c-56eb-4925-8c5c-bad8f03213d1 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a656b6a-73f1-49f1-9422-2a69aa85793d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638921 Jul 22 16:33:25.874426 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f2e1b20d-05c3-4411-9b29-3d1847f9454d req-d864807f-3231-4adf-9428-a67bad4646d1 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254032 Jul 22 16:33:25.906953 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:25.922746 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] Set router 99dc9b89-6745-4cd7-92d2-c370b34f2c93 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:25.926156 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c07feff-3f07-41be-a0ee-332108b1d00b {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:25.928462 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d4807d9-e685-4641-b5ae-9f1f8ae52aee tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:25.937412 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d4807d9-e685-4641-b5ae-9f1f8ae52aee tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:25.976265 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=29835a35-8282-4880-844e-d2738d311e97,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:25.992453 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:25.992453 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:25.992899 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:25.993369 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:25.993718 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:25.994119 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:25.994456 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:25.994786 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:25.995113 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:25.996117 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:25.996457 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:25.996796 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:26.001136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 38fa273c-1798-4dd8-9beb-4ddbd2a8482c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:26.021188 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 8c07feff-3f07-41be-a0ee-332108b1d00b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8c07feff-3f07-41be-a0ee-332108b1d00b,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:26.022212 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 38fa273c-1798-4dd8-9beb-4ddbd2a8482c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:26.022582 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:26.049307 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:26.068074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4807d9-e685-4641-b5ae-9f1f8ae52aee tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Pushing event updated for resources: {'Port': ['ID=ce6e38e8-2df6-48b1-9a56-83c34dd6a833,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:26.084407 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d4807d9-e685-4641-b5ae-9f1f8ae52aee tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:26.123691 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d4807d9-e685-4641-b5ae-9f1f8ae52aee tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:26.125075 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1d4807d9-e685-4641-b5ae-9f1f8ae52aee tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2596037 Jul 22 16:33:26.254246 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['8c07feff-3f07-41be-a0ee-332108b1d00b'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:26.341185 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] Sync routers for ids ['b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:33:26.362426 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] Routers {'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:26.365886 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:33:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:26.376041 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=8c07feff-3f07-41be-a0ee-332108b1d00b,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:26.601084 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:26.645396 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] Set router b5d4b38b-7861-48a6-946a-3b5c62c1f9f8 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:26.660776 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 38fa273c-1798-4dd8-9beb-4ddbd2a8482c, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=38fa273c-1798-4dd8-9beb-4ddbd2a8482c,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:26.673344 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d973063-3c42-47a6-85f7-09d6e9286e65 req-dce0c272-4b94-45dd-9d46-9123a970c941 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:26.676279 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d973063-3c42-47a6-85f7-09d6e9286e65 req-dce0c272-4b94-45dd-9d46-9123a970c941 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.1291425 Jul 22 16:33:26.685706 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:26.687069 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 12ddf7aa-db28-42db-917f-3a7a5580cc3e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:26.772614 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'name': 'tempest-ServersTestManualDisk-485606772-router', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:13Z', 'updated_at': '2021-07-22T16:33:19Z', 'revision_number': 4, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'gw_port': {'id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:14Z', 'updated_at': '2021-07-22T16:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b', 'name': '', 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'mac_address': 'fa:16:3e:46:a5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'fd8d0762-9d71-4ae5-8d34-5c7375a95f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:18Z', 'updated_at': '2021-07-22T16:33:19Z', 'revision_number': 2, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'subnets': [{'id': 'fd8d0762-9d71-4ae5-8d34-5c7375a95f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:26.774088 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d973063-3c42-47a6-85f7-09d6e9286e65 req-7a6edc97-10bc-4b28-a2e8-3f56040ced1e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908759 Jul 22 16:33:26.791648 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44332) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:26.798090 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b4523d05-bc25-428a-926c-f4ca339a635d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1494079240', 'description': 'tempest-description--1600661931'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:26.848805 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4523d05-bc25-428a-926c-f4ca339a635d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:26.886390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] Checking router: 99dc9b89-6745-4cd7-92d2-c370b34f2c93 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:33:26.886913 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] Updating router 99dc9b89-6745-4cd7-92d2-c370b34f2c93 port 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:33:26.931352 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=38fa273c-1798-4dd8-9beb-4ddbd2a8482c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:26.988068 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.014295 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 12ddf7aa-db28-42db-917f-3a7a5580cc3e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:27.014811 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.032176 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4523d05-bc25-428a-926c-f4ca339a635d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.051561 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5aacc6-5eaa-4378-9d43-f39553581a0d req-f71d16a6-87aa-4d3d-8852-709c10d21823 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:27.059811 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4523d05-bc25-428a-926c-f4ca339a635d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.061573 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fa5aacc6-5eaa-4378-9d43-f39553581a0d req-f71d16a6-87aa-4d3d-8852-709c10d21823 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=763098f4-cc0d-40cb-8df7-8b85c71f200e HTTP/1.1" status: 200 len: 949 time: 0.1679614 Jul 22 16:33:27.098183 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfefc5-dce8-4182-a7d4-7a48ef0727c7 req-ecc1eff2-bb72-4ded-a4a9-4ae51166d63f tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:27.106730 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-53cfefc5-dce8-4182-a7d4-7a48ef0727c7 req-ecc1eff2-bb72-4ded-a4a9-4ae51166d63f tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=637b1feb-7940-4c54-9619-d9fb5c6efe4a HTTP/1.1" status: 200 len: 946 time: 0.1751502 Jul 22 16:33:27.124001 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4523d05-bc25-428a-926c-f4ca339a635d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.128167 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b4523d05-bc25-428a-926c-f4ca339a635d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3354492 Jul 22 16:33:27.130658 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44336) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:27.135231 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d261d751-a489-4159-b676-50257acd27ca tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Request body: {'security_group_rule': {'security_group_id': '78a1d96a-6518-4a29-8a9d-8b41a274f618', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:27.147124 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4523d05-bc25-428a-926c-f4ca339a635d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a1d96a-6518-4a29-8a9d-8b41a274f618,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:27.166591 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fa5aacc6-5eaa-4378-9d43-f39553581a0d req-ee411d44-d33f-4690-9fae-33c45b971187 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013637 Jul 22 16:33:27.214903 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-53cfefc5-dce8-4182-a7d4-7a48ef0727c7 req-821f8635-e3c1-497b-9bea-130cea83ff74 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010976 Jul 22 16:33:27.252372 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d261d751-a489-4159-b676-50257acd27ca tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.252603 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'name': 'tempest-ServerActionsTestJSON-1911891190-router', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:15Z', 'updated_at': '2021-07-22T16:33:23Z', 'revision_number': 4, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'gw_port': {'id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ec:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:17Z', 'updated_at': '2021-07-22T16:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b', 'name': '', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'mac_address': 'fa:16:3e:51:12:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:22Z', 'updated_at': '2021-07-22T16:33:23Z', 'revision_number': 2, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'subnets': [{'id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:27.317017 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d261d751-a489-4159-b676-50257acd27ca tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.326540 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d261d751-a489-4159-b676-50257acd27ca tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.349791 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] Checking router: b5d4b38b-7861-48a6-946a-3b5c62c1f9f8 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:33:27.354524 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] Updating router b5d4b38b-7861-48a6-946a-3b5c62c1f9f8 port dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:33:27.415255 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261d751-a489-4159-b676-50257acd27ca tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf15e63e-2d16-4f1b-8631-62b8309782d0,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:27.423189 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d261d751-a489-4159-b676-50257acd27ca tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.424648 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d261d751-a489-4159-b676-50257acd27ca tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2930479 Jul 22 16:33:27.427265 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44346) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:27.432512 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-96a499a9-b6da-4d71-a972-8cf33a9ff170 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Request body: {'security_group_rule': {'security_group_id': '78a1d96a-6518-4a29-8a9d-8b41a274f618', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:27.433568 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.453303 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-67f7f530-269f-421f-a368-c39857712e61 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--242779051&fields=id&tenant_id=e7920f2bb00e4e8fa22664c9f0f8007a HTTP/1.1" status: 200 len: 267 time: 0.0857170 Jul 22 16:33:27.476890 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.502235 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] Transition to ACTIVE for port object 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:27.515911 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.555531 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-96a499a9-b6da-4d71-a972-8cf33a9ff170 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.574261 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea750848-fea8-404d-887d-22d9dad0986a None None] Pushing event updated for resources: {'Port': ['ID=5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:27.690175 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29835a35-8282-4880-844e-d2738d311e97'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:27.690175 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8338f35a-77d4-471d-8d01-233987067061" -d '{"events": [{"server_uuid": "0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6", "name": "network-vif-plugged", "status": "completed", "tag": "29835a35-8282-4880-844e-d2738d311e97"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:27.694935 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 38fa273c-1798-4dd8-9beb-4ddbd2a8482c up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:27.705453 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-96a499a9-b6da-4d71-a972-8cf33a9ff170 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.716098 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-96a499a9-b6da-4d71-a972-8cf33a9ff170 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.756752 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] Attempting to bind port 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:27.757119 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] Attempting to bind port 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'b238de62-e7e3-4b77-a8d4-2dd01796f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:27.757602 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] Attempting to bind port 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b on network b658d0cb-44dd-4611-a8ea-16592dfac070 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:27.777354 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:27.777726 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] Checking segment: {'id': 'b238de62-e7e3-4b77-a8d4-2dd01796f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:27.790051 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.790554 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] Bound using segment: {'id': 'b238de62-e7e3-4b77-a8d4-2dd01796f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:27.791118 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] Bound port: 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b238de62-e7e3-4b77-a8d4-2dd01796f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:27.791524 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.826144 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a499a9-b6da-4d71-a972-8cf33a9ff170 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e6a279-16be-4bfe-844f-ca8b021ff7b0,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:27.871980 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-078498c4-413a-44b3-878d-4fd004284c35 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:27.879575 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 38fa273c-1798-4dd8-9beb-4ddbd2a8482c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:27.880142 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.886425 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-078498c4-413a-44b3-878d-4fd004284c35 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/networks?id=b658d0cb-44dd-4611-a8ea-16592dfac070 HTTP/1.1" status: 200 len: 811 time: 0.4310379 Jul 22 16:33:27.891914 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-96a499a9-b6da-4d71-a972-8cf33a9ff170 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.901731 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-96a499a9-b6da-4d71-a972-8cf33a9ff170 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4731832 Jul 22 16:33:27.918437 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44366) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:27.924799 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-de840da2-00c1-4fd9-8085-c67c04772f65 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/quotas/e7920f2bb00e4e8fa22664c9f0f8007a HTTP/1.1" status: 200 len: 375 time: 0.0344024 Jul 22 16:33:27.941022 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c7f321c0-1c8a-45dd-8edd-0f79f4031991 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:27.997673 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] For port 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:28.010374 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] For port 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b,segment=NetworkSegment(b238de62-e7e3-4b77-a8d4-2dd01796f7c4),segment_id=b238de62-e7e3-4b77-a8d4-2dd01796f7c4)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:28.029247 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:28.053572 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7f321c0-1c8a-45dd-8edd-0f79f4031991 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:28.081060 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf2218-42df-40b5-a9e8-dcf98c3a745d req-19dc042c-803b-4f9f-b61d-b5123402df43 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:28.083007 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bbaf2218-42df-40b5-a9e8-dcf98c3a745d req-19dc042c-803b-4f9f-b61d-b5123402df43 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.16 "GET /v2.0/ports?device_id=637b1feb-7940-4c54-9619-d9fb5c6efe4a HTTP/1.1" status: 200 len: 946 time: 0.2529199 Jul 22 16:33:28.149320 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-a83ac4c0-dfdb-42da-998d-ee4faf92f258 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7920f2bb00e4e8fa22664c9f0f8007a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2211833 Jul 22 16:33:28.231616 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:28.267201 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] Transition to ACTIVE for port object dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:28.283043 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:28.359047 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea750848-fea8-404d-887d-22d9dad0986a None None] Pushing event updated for resources: {'Port': ['ID=5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:28.394934 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753c746-2c22-4472-a1a3-b8301cb9ad36 req-06a751c5-ba3a-4181-8586-2f82714543ee tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:28.420871 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d753c746-2c22-4472-a1a3-b8301cb9ad36 req-06a751c5-ba3a-4181-8586-2f82714543ee tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ef396b-eddc-467f-a044-3c84a64fed9d HTTP/1.1" status: 200 len: 945 time: 0.3220289 Jul 22 16:33:28.447960 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] Routers {'99dc9b89-6745-4cd7-92d2-c370b34f2c93'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:28.452522 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-b2b8aea1-4238-4781-8f30-4aaeda642960 service neutron] 10.222.0.69 "GET /v2.0/networks/b658d0cb-44dd-4611-a8ea-16592dfac070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906199 Jul 22 16:33:28.458732 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-bbaf2218-42df-40b5-a9e8-dcf98c3a745d req-bef5c595-331a-4729-b99a-81443d088276 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Deleting port 9ae23273-b517-4482-aaed-c820e92e5a3a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:33:28.459035 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:33:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['99dc9b89-6745-4cd7-92d2-c370b34f2c93'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:28.461259 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bbaf2218-42df-40b5-a9e8-dcf98c3a745d req-bef5c595-331a-4729-b99a-81443d088276 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:28.551368 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e32921-7bca-4716-913d-3b713e7568de None None] Pushing event updated for resources: {'Port': ['ID=dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:28.580485 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44378) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:28.592188 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d753c746-2c22-4472-a1a3-b8301cb9ad36 req-4078f8ab-7700-4123-ac96-bac7f7e06613 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/security-groups?id=0a656b6a-73f1-49f1-9422-2a69aa85793d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662960 Jul 22 16:33:28.645445 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7f321c0-1c8a-45dd-8edd-0f79f4031991 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:28.667444 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] Attempting to bind port dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:28.667822 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] Attempting to bind port dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:28.668188 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] Attempting to bind port dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b on network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:28.680121 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-86a0a965-f505-4afb-b08d-5665f4996298 service neutron] 10.222.0.69 "GET /v2.0/networks/b658d0cb-44dd-4611-a8ea-16592dfac070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210839 Jul 22 16:33:28.684552 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:28.687018 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] Checking segment: {'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:28.687018 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:28.689188 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] Bound using segment: {'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:28.691273 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] Bound port: dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:28.691764 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:28.711505 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] Set router 99dc9b89-6745-4cd7-92d2-c370b34f2c93 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:28.892813 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] For port dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:28.902297 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] For port dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:28.912064 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:28.960348 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8b32e-b480-40b7-b9bc-9cfecd4796df req-b59690b1-a07a-4e88-982f-ef860bff5f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:28.965575 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a4b8b32e-b480-40b7-b9bc-9cfecd4796df req-b59690b1-a07a-4e88-982f-ef860bff5f95 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 1101 time: 0.0916028 Jul 22 16:33:29.013304 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a4b8b32e-b480-40b7-b9bc-9cfecd4796df req-ee95db6f-c716-4c8c-9a99-e462385d050f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400312 Jul 22 16:33:29.049838 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e32921-7bca-4716-913d-3b713e7568de None None] Pushing event updated for resources: {'Port': ['ID=dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:29.116281 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] Routers {'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:29.116928 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:33:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:29.275982 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666c35c4-0eb6-40f2-851c-dd71120016e1 x-openstack-request-id: req-666c35c4-0eb6-40f2-851c-dd71120016e1 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:29.276398 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6", "name": "network-vif-plugged", "status": "completed", "tag": "29835a35-8282-4880-844e-d2738d311e97", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:29.276738 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-666c35c4-0eb6-40f2-851c-dd71120016e1 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:29.277651 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29835a35-8282-4880-844e-d2738d311e97', 'code': 200} Jul 22 16:33:29.284771 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 8c07feff-3f07-41be-a0ee-332108b1d00b up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:29.310766 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af11563-b303-4434-9692-5a439a4732a6 req-a09ee98b-ab65-4363-b7e0-c19dae9d4456 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:29.324030 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8af11563-b303-4434-9692-5a439a4732a6 req-a09ee98b-ab65-4363-b7e0-c19dae9d4456 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=763098f4-cc0d-40cb-8df7-8b85c71f200e HTTP/1.1" status: 200 len: 949 time: 0.1527281 Jul 22 16:33:29.374884 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] Set router b5d4b38b-7861-48a6-946a-3b5c62c1f9f8 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:29.434596 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8af11563-b303-4434-9692-5a439a4732a6 req-f23cdb00-a0b3-4061-87e8-7b787341a978 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095369 Jul 22 16:33:29.628037 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1e0b783-fee7-44a8-a306-85148ff9c8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:29.630978 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 8c07feff-3f07-41be-a0ee-332108b1d00b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:29.631412 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:29.757372 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8451-1dcd-4da6-8774-829bddd7110a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:29.787887 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf18f39-dbe0-444e-8437-b42e948c81af req-b395506e-7a25-4822-bcc7-0d9872dc3246 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:29.788576 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:29.797027 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9bf18f39-dbe0-444e-8437-b42e948c81af req-b395506e-7a25-4822-bcc7-0d9872dc3246 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.30 "GET /v2.0/ports?device_id=91ef396b-eddc-467f-a044-3c84a64fed9d HTTP/1.1" status: 200 len: 945 time: 0.4146791 Jul 22 16:33:29.801212 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-c7f321c0-1c8a-45dd-8edd-0f79f4031991 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Allocated IP 172.25.0.26 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/ca38d9a0-ccd8-4e3a-97d5-87baa35336a0) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:29.832511 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-bbaf2218-42df-40b5-a9e8-dcf98c3a745d req-bef5c595-331a-4729-b99a-81443d088276 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] For port 9ae23273-b517-4482-aaed-c820e92e5a3a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9ae23273-b517-4482-aaed-c820e92e5a3a,segment=NetworkSegment(3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad),segment_id=3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:29.832885 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bbaf2218-42df-40b5-a9e8-dcf98c3a745d req-bef5c595-331a-4729-b99a-81443d088276 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:29.889968 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-bbaf2218-42df-40b5-a9e8-dcf98c3a745d req-bef5c595-331a-4729-b99a-81443d088276 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Calling delete_port for 9ae23273-b517-4482-aaed-c820e92e5a3a owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:33:29.903838 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'name': 'tempest-ServerActionsTestJSON-1911891190-router', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:15Z', 'updated_at': '2021-07-22T16:33:23Z', 'revision_number': 4, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'gw_port': {'id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ec:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:17Z', 'updated_at': '2021-07-22T16:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b', 'name': '', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'mac_address': 'fa:16:3e:51:12:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:22Z', 'updated_at': '2021-07-22T16:33:28Z', 'revision_number': 4, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'subnets': [{'id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:29.945276 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6493c13d-3ccd-403e-aef9-7c45b6ebd766 None None] The sync data for ids ['b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'] in n-d-798930-9 is: [{'id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'name': 'tempest-ServerActionsTestJSON-1911891190-router', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:15Z', 'updated_at': '2021-07-22T16:33:23Z', 'revision_number': 4, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'gw_port': {'id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ec:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:17Z', 'updated_at': '2021-07-22T16:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b', 'name': '', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'mac_address': 'fa:16:3e:51:12:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:22Z', 'updated_at': '2021-07-22T16:33:28Z', 'revision_number': 4, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'subnets': [{'id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:33:29.992504 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:30.048133 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'name': 'tempest-ServersTestManualDisk-485606772-router', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:13Z', 'updated_at': '2021-07-22T16:33:19Z', 'revision_number': 4, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'gw_port': {'id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:14Z', 'updated_at': '2021-07-22T16:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b', 'name': '', 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'mac_address': 'fa:16:3e:46:a5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'fd8d0762-9d71-4ae5-8d34-5c7375a95f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:18Z', 'updated_at': '2021-07-22T16:33:27Z', 'revision_number': 4, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'subnets': [{'id': 'fd8d0762-9d71-4ae5-8d34-5c7375a95f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:30.091807 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c23c204-8fde-4fea-b9b4-921908789d36 None None] The sync data for ids ['99dc9b89-6745-4cd7-92d2-c370b34f2c93'] in n-d-798930-9 is: [{'id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'name': 'tempest-ServersTestManualDisk-485606772-router', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:13Z', 'updated_at': '2021-07-22T16:33:19Z', 'revision_number': 4, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'gw_port': {'id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:14Z', 'updated_at': '2021-07-22T16:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b', 'name': '', 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'mac_address': 'fa:16:3e:46:a5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'fd8d0762-9d71-4ae5-8d34-5c7375a95f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:18Z', 'updated_at': '2021-07-22T16:33:27Z', 'revision_number': 4, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'subnets': [{'id': 'fd8d0762-9d71-4ae5-8d34-5c7375a95f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:33:30.155473 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 8c07feff-3f07-41be-a0ee-332108b1d00b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8c07feff-3f07-41be-a0ee-332108b1d00b,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:30.163936 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40094c-1ef5-4032-a296-513fa25b3c16 req-33bd9d7e-4301-4b0f-9247-8f70f415df01 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:30.179247 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:30.180029 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 9ae23273-b517-4482-aaed-c820e92e5a3a no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:33:30.181836 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a40094c-1ef5-4032-a296-513fa25b3c16 req-33bd9d7e-4301-4b0f-9247-8f70f415df01 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=637b1feb-7940-4c54-9619-d9fb5c6efe4a HTTP/1.1" status: 200 len: 946 time: 0.5952938 Jul 22 16:33:30.227379 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7f321c0-1c8a-45dd-8edd-0f79f4031991 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:30.303610 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a40094c-1ef5-4032-a296-513fa25b3c16 req-7cb4699f-3f98-4f92-9110-53b56cae7eb4 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups?id=bca09f08-1ff9-46f8-a24b-60497d41553c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166077 Jul 22 16:33:30.342497 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdabbd-51a4-49d6-833b-8ed50f25b327 req-d05d88e3-73fd-4287-adf5-69c8f63bb746 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:30.351751 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f9cdabbd-51a4-49d6-833b-8ed50f25b327 req-d05d88e3-73fd-4287-adf5-69c8f63bb746 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 1.4191372 Jul 22 16:33:30.361159 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7f321c0-1c8a-45dd-8edd-0f79f4031991 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:30.379182 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-9bf18f39-dbe0-444e-8437-b42e948c81af req-e50cb417-b468-4da7-8424-76345d7c3909 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Deleting port 5e335c91-3644-44f0-ae6d-7d64eaf8cea4 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:33:30.379821 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9bf18f39-dbe0-444e-8437-b42e948c81af req-e50cb417-b468-4da7-8424-76345d7c3909 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:30.392850 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f321c0-1c8a-45dd-8edd-0f79f4031991 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:30.404981 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c7f321c0-1c8a-45dd-8edd-0f79f4031991 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:30.408102 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f321c0-1c8a-45dd-8edd-0f79f4031991 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:30.483697 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:30.540827 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=8c07feff-3f07-41be-a0ee-332108b1d00b,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:30.574572 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:30.576443 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:30.606537 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f9cdabbd-51a4-49d6-833b-8ed50f25b327 req-cd254585-983b-4a41-b8c5-b9b53d90f5cc tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523236 Jul 22 16:33:30.774114 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8451-1dcd-4da6-8774-829bddd7110a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:30.798615 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-9bf18f39-dbe0-444e-8437-b42e948c81af req-e50cb417-b468-4da7-8424-76345d7c3909 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] For port 5e335c91-3644-44f0-ae6d-7d64eaf8cea4, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5e335c91-3644-44f0-ae6d-7d64eaf8cea4,segment=NetworkSegment(108baf5d-16a0-4e46-981a-ce034ebe8e2e),segment_id=108baf5d-16a0-4e46-981a-ce034ebe8e2e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:30.798960 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8451-1dcd-4da6-8774-829bddd7110a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:30.800591 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9bf18f39-dbe0-444e-8437-b42e948c81af req-e50cb417-b468-4da7-8424-76345d7c3909 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:30.823350 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f321c0-1c8a-45dd-8edd-0f79f4031991 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Pushing event updated for resources: {'Port': ['ID=ca38d9a0-ccd8-4e3a-97d5-87baa35336a0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:30.840760 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:30.847761 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-9bf18f39-dbe0-444e-8437-b42e948c81af req-e50cb417-b468-4da7-8424-76345d7c3909 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Calling delete_port for 5e335c91-3644-44f0-ae6d-7d64eaf8cea4 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:33:31.000993 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 9ae23273-b517-4482-aaed-c820e92e5a3a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9ae23273-b517-4482-aaed-c820e92e5a3a,segment=NetworkSegment(3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad),segment_id=3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:31.006786 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5c7a8451-1dcd-4da6-8774-829bddd7110a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=04b97e49c9b94171b5b56b2a0b87eb8b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4081907 Jul 22 16:33:31.012238 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:31.016647 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44408) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:31.033488 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:31.047418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a8451-1dcd-4da6-8774-829bddd7110a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27291faf-41a9-40f2-b1bd-6ac4049a91d9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:31.239321 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-10322c67-32db-42b0-a2a5-9057dd86b8cd req-71548fe5-4b2f-4aa9-b52b-f17164158a00 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33e4472-b00d-4327-8185-8e953c499c9e HTTP/1.1" status: 200 len: 210 time: 0.5772018 Jul 22 16:33:31.277311 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bbaf2218-42df-40b5-a9e8-dcf98c3a745d req-bef5c595-331a-4729-b99a-81443d088276 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:31.285757 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c449fa9a-b6b3-4237-8025-d984203d0cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c07feff-3f07-41be-a0ee-332108b1d00b'}, {'server_uuid': '637b1feb-7940-4c54-9619-d9fb5c6efe4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ae23273-b517-4482-aaed-c820e92e5a3a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:31.287997 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7f321c0-1c8a-45dd-8edd-0f79f4031991 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:31.296368 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bbc8e5-388e-4897-8796-969b0f4c20f0" -d '{"events": [{"server_uuid": "c449fa9a-b6b3-4237-8025-d984203d0cb5", "name": "network-vif-plugged", "status": "completed", "tag": "8c07feff-3f07-41be-a0ee-332108b1d00b"}, {"server_uuid": "637b1feb-7940-4c54-9619-d9fb5c6efe4a", "name": "network-vif-unplugged", "status": "completed", "tag": "9ae23273-b517-4482-aaed-c820e92e5a3a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:31.305486 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9bf18f39-dbe0-444e-8437-b42e948c81af req-e50cb417-b468-4da7-8424-76345d7c3909 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:31.372130 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b,segment=NetworkSegment(b238de62-e7e3-4b77-a8d4-2dd01796f7c4),segment_id=b238de62-e7e3-4b77-a8d4-2dd01796f7c4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:31.377638 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=9ae23273-b517-4482-aaed-c820e92e5a3a,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:31.390975 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:31.518082 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cb417-b468-4da7-8424-76345d7c3909 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Pushing event deleted for resources: {'Port': ['ID=5e335c91-3644-44f0-ae6d-7d64eaf8cea4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:31.569375 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:31.626182 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-19ee2539-ac9a-4a19-9750-9f39deb28862 req-f916c7ea-5ea1-4642-a795-34c1fbb7649a tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/ports?device_id=637b1feb-7940-4c54-9619-d9fb5c6efe4a HTTP/1.1" status: 200 len: 210 time: 0.1381333 Jul 22 16:33:31.627592 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf18f39-dbe0-444e-8437-b42e948c81af req-e50cb417-b468-4da7-8424-76345d7c3909 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] No DVR routers for this DVR port 5e335c91-3644-44f0-ae6d-7d64eaf8cea4 on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:33:31.634736 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9bf18f39-dbe0-444e-8437-b42e948c81af req-e50cb417-b468-4da7-8424-76345d7c3909 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:31.643438 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7eea0907-29a3-4d95-9b92-ffbe9a16ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:31.646531 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:31.659150 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9bf18f39-dbe0-444e-8437-b42e948c81af req-e50cb417-b468-4da7-8424-76345d7c3909 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.30 "DELETE /v2.0/ports/5e335c91-3644-44f0-ae6d-7d64eaf8cea4 HTTP/1.1" status: 204 len: 173 time: 1.8491094 Jul 22 16:33:31.659648 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ef396b-eddc-467f-a044-3c84a64fed9d', 'name': 'network-vif-deleted', 'tag': '5e335c91-3644-44f0-ae6d-7d64eaf8cea4'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:31.666749 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2f148c-6db4-4a22-8648-916c881ddcfd" -d '{"events": [{"server_uuid": "91ef396b-eddc-467f-a044-3c84a64fed9d", "name": "network-vif-deleted", "tag": "5e335c91-3644-44f0-ae6d-7d64eaf8cea4"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:31.685288 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbaf2218-42df-40b5-a9e8-dcf98c3a745d req-bef5c595-331a-4729-b99a-81443d088276 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] No DVR routers for this DVR port 9ae23273-b517-4482-aaed-c820e92e5a3a on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:33:31.688962 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-91d60e54-7ae4-47dd-9c06-0a24109f0792 req-a82bb21d-327c-43a8-8f0f-1763a7b76a09 tempest-ServersNegativeTestMultiTenantJSON-1106169126 tempest-ServersNegativeTestMultiTenantJSON-1106169126-project] 10.222.0.69 "GET /v2.0/ports?device_id=91ef396b-eddc-467f-a044-3c84a64fed9d HTTP/1.1" status: 200 len: 210 time: 0.2984431 Jul 22 16:33:31.690346 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bbaf2218-42df-40b5-a9e8-dcf98c3a745d req-bef5c595-331a-4729-b99a-81443d088276 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:31.690570 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:31.692457 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bbaf2218-42df-40b5-a9e8-dcf98c3a745d req-bef5c595-331a-4729-b99a-81443d088276 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.16 "DELETE /v2.0/ports/9ae23273-b517-4482-aaed-c820e92e5a3a HTTP/1.1" status: 204 len: 173 time: 3.5948017 Jul 22 16:33:31.754504 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08de87b3-3cfa-44d5-b222-a9dfb8422e44 x-openstack-request-id: req-08de87b3-3cfa-44d5-b222-a9dfb8422e44 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:31.754830 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c449fa9a-b6b3-4237-8025-d984203d0cb5", "name": "network-vif-plugged", "status": "completed", "tag": "8c07feff-3f07-41be-a0ee-332108b1d00b", "code": 200}, {"server_uuid": "637b1feb-7940-4c54-9619-d9fb5c6efe4a", "name": "network-vif-unplugged", "status": "completed", "tag": "9ae23273-b517-4482-aaed-c820e92e5a3a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:31.755089 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-08de87b3-3cfa-44d5-b222-a9dfb8422e44 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:31.755450 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c449fa9a-b6b3-4237-8025-d984203d0cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c07feff-3f07-41be-a0ee-332108b1d00b', 'code': 200} Jul 22 16:33:31.755706 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637b1feb-7940-4c54-9619-d9fb5c6efe4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ae23273-b517-4482-aaed-c820e92e5a3a', 'code': 200} Jul 22 16:33:31.782017 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5c595-331a-4729-b99a-81443d088276 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Pushing event deleted for resources: {'Port': ['ID=9ae23273-b517-4482-aaed-c820e92e5a3a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:31.799926 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637b1feb-7940-4c54-9619-d9fb5c6efe4a', 'name': 'network-vif-deleted', 'tag': '9ae23273-b517-4482-aaed-c820e92e5a3a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:31.808300 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c0f875-2cf8-415f-aeab-1ea74f9b41f3" -d '{"events": [{"server_uuid": "637b1feb-7940-4c54-9619-d9fb5c6efe4a", "name": "network-vif-deleted", "tag": "9ae23273-b517-4482-aaed-c820e92e5a3a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:31.810893 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7f321c0-1c8a-45dd-8edd-0f79f4031991 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:31.847192 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:31.854472 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:31.855201 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:32.044540 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-c2cd99e4-3ca9-4e05-a5e1-2b6566ee7cd0 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=90c6418e08a74e21a511e5fd13325f0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0959063 Jul 22 16:33:32.055795 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:32.117418 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:32.125795 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b6e3e-38e7-48af-b486-1b96da5b5efe req-ae639ee5-d523-4265-bfdb-fda28e4c54e5 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:32.128770 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:32.135643 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dea5a1b9-42fb-46e5-9db1-91beee2908d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:32.136508 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a13b6e3e-38e7-48af-b486-1b96da5b5efe req-ae639ee5-d523-4265-bfdb-fda28e4c54e5 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.1168256 Jul 22 16:33:32.205101 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:32.212431 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a13b6e3e-38e7-48af-b486-1b96da5b5efe req-33d4933a-8df9-43db-9aa6-75472e56c9a5 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709524 Jul 22 16:33:32.255955 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f856795-9229-4496-9cac-2d58d9b7d080 x-openstack-request-id: req-5f856795-9229-4496-9cac-2d58d9b7d080 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:32.256899 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ef396b-eddc-467f-a044-3c84a64fed9d", "name": "network-vif-deleted", "tag": "5e335c91-3644-44f0-ae6d-7d64eaf8cea4", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:32.257316 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5f856795-9229-4496-9cac-2d58d9b7d080 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:32.257880 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ef396b-eddc-467f-a044-3c84a64fed9d', 'name': 'network-vif-deleted', 'tag': '5e335c91-3644-44f0-ae6d-7d64eaf8cea4', 'status': 'completed', 'code': 200} Jul 22 16:33:32.290101 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-3f342205-547d-46bd-a23f-6754704ad020 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:32.292153 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-3f342205-547d-46bd-a23f-6754704ad020 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.16 "GET /v2.0/networks?id=b658d0cb-44dd-4611-a8ea-16592dfac070 HTTP/1.1" status: 200 len: 811 time: 1.0585859 Jul 22 16:33:32.300362 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a28ea62-c67c-4a13-85a6-cf2b6ca1eb42 x-openstack-request-id: req-8a28ea62-c67c-4a13-85a6-cf2b6ca1eb42 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:32.300659 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637b1feb-7940-4c54-9619-d9fb5c6efe4a", "name": "network-vif-deleted", "tag": "9ae23273-b517-4482-aaed-c820e92e5a3a", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:32.300912 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8a28ea62-c67c-4a13-85a6-cf2b6ca1eb42 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:32.301422 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637b1feb-7940-4c54-9619-d9fb5c6efe4a', 'name': 'network-vif-deleted', 'tag': '9ae23273-b517-4482-aaed-c820e92e5a3a', 'status': 'completed', 'code': 200} Jul 22 16:33:32.304848 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dea5a1b9-42fb-46e5-9db1-91beee2908d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:32.441819 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-3ac1355e-2542-47af-a800-74d3d3221464 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:32.443576 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-3ac1355e-2542-47af-a800-74d3d3221464 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3984933 Jul 22 16:33:32.448627 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-43378fc1-472d-4873-b769-53501c6c4436 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7920f2bb00e4e8fa22664c9f0f8007a HTTP/1.1" status: 200 len: 379 time: 0.1020410 Jul 22 16:33:32.469578 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-1b9adfb7-e755-4382-9bd0-4eb121c1bf34 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/quotas/90c6418e08a74e21a511e5fd13325f0e HTTP/1.1" status: 200 len: 375 time: 0.0160193 Jul 22 16:33:32.478474 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-849a1023-bbbf-4932-b338-9d279e025f72 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Request body: {'port': {'device_id': 'a33e4472-b00d-4327-8185-8e953c499c9e', 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070', 'admin_state_up': True, 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'security_groups': ['dea78d58-abf7-4768-925f-7309c0e9105e']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:32.684482 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5e335c91-3644-44f0-ae6d-7d64eaf8cea4 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:33:32.692712 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dea5a1b9-42fb-46e5-9db1-91beee2908d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:32.701427 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dea5a1b9-42fb-46e5-9db1-91beee2908d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:32.704014 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-dea5a1b9-42fb-46e5-9db1-91beee2908d6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/27291faf-41a9-40f2-b1bd-6ac4049a91d9 HTTP/1.1" status: 204 len: 168 time: 1.6847770 Jul 22 16:33:32.721454 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d3c41-dfe8-466a-adc3-0369631894b9 req-513949f2-ccd1-4c3a-9003-4968fbe99fb6 tempest-MigrationsAdminTest-26848919 tempest-MigrationsAdminTest-26848919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:32.737885 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-158d3c41-dfe8-466a-adc3-0369631894b9 req-513949f2-ccd1-4c3a-9003-4968fbe99fb6 tempest-MigrationsAdminTest-26848919 tempest-MigrationsAdminTest-26848919-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 1101 time: 0.1453433 Jul 22 16:33:32.770928 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-158d3c41-dfe8-466a-adc3-0369631894b9 req-4a8cd5dd-b011-4664-8e8f-3b17c1f1b52c tempest-MigrationsAdminTest-26848919 tempest-MigrationsAdminTest-26848919-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:32.773273 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 5e335c91-3644-44f0-ae6d-7d64eaf8cea4 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:33:32.773627 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5e335c91-3644-44f0-ae6d-7d64eaf8cea4 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:33:32.775314 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:32.786632 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7f321c0-1c8a-45dd-8edd-0f79f4031991 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:32.800270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea5a1b9-42fb-46e5-9db1-91beee2908d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27291faf-41a9-40f2-b1bd-6ac4049a91d9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:32.811474 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7f321c0-1c8a-45dd-8edd-0f79f4031991 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:32.832127 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-cd891306-ed18-4488-a965-fd40ec7c69ee tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=90c6418e08a74e21a511e5fd13325f0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3293002 Jul 22 16:33:32.921341 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f321c0-1c8a-45dd-8edd-0f79f4031991 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Pushing event updated for resources: {'Port': ['ID=ca38d9a0-ccd8-4e3a-97d5-87baa35336a0,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:32.940924 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7f321c0-1c8a-45dd-8edd-0f79f4031991 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:33.003818 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-158d3c41-dfe8-466a-adc3-0369631894b9 req-4a8cd5dd-b011-4664-8e8f-3b17c1f1b52c tempest-MigrationsAdminTest-26848919 tempest-MigrationsAdminTest-26848919-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:33.012781 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-158d3c41-dfe8-466a-adc3-0369631894b9 req-4a8cd5dd-b011-4664-8e8f-3b17c1f1b52c tempest-MigrationsAdminTest-26848919 tempest-MigrationsAdminTest-26848919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:33.039210 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-849a1023-bbbf-4932-b338-9d279e025f72 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Made reservation on behalf of e7920f2bb00e4e8fa22664c9f0f8007a for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:33.048269 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-849a1023-bbbf-4932-b338-9d279e025f72 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:33.062299 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7f321c0-1c8a-45dd-8edd-0f79f4031991 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:33.067878 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c7f321c0-1c8a-45dd-8edd-0f79f4031991 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1437085 Jul 22 16:33:33.138862 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-158d3c41-dfe8-466a-adc3-0369631894b9 req-4a8cd5dd-b011-4664-8e8f-3b17c1f1b52c tempest-MigrationsAdminTest-26848919 tempest-MigrationsAdminTest-26848919-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996038 Jul 22 16:33:33.164165 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cd5dd-b011-4664-8e8f-3b17c1f1b52c tempest-MigrationsAdminTest-26848919 tempest-MigrationsAdminTest-26848919-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c971fa47-6c01-4e4f-afa6-95003a22b4a7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:33.322056 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9d0564d-bfc0-4f9d-bc53-de7f9812ede8 req-73bbc078-30db-4036-9502-3086207b129c tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33e4472-b00d-4327-8185-8e953c499c9e HTTP/1.1" status: 200 len: 210 time: 0.1001711 Jul 22 16:33:33.373808 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44476) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:33.535376 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-849a1023-bbbf-4932-b338-9d279e025f72 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Allocated IP 172.20.0.9 (b658d0cb-44dd-4611-a8ea-16592dfac070/fd8d0762-9d71-4ae5-8d34-5c7375a95f4e/b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:33.554130 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ef9e85b6-6c99-4b53-afcb-935c8d6bd399 req-17b304e1-98ba-4034-acf7-9143f4198cf4 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f78468c-7a69-4cb0-a0fa-843e88e631a2 HTTP/1.1" status: 200 len: 210 time: 0.0590787 Jul 22 16:33:33.568307 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-be252ad3-8a79-476a-869a-6dab13f94da6 admin admin] Deleting subnet 61a96006-205f-4740-b89a-9b03696987f8 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:33:33.573295 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be252ad3-8a79-476a-869a-6dab13f94da6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:33.683948 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be252ad3-8a79-476a-869a-6dab13f94da6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:33.725692 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:33.816498 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-849a1023-bbbf-4932-b338-9d279e025f72 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:33.838219 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-849a1023-bbbf-4932-b338-9d279e025f72 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Transition to ACTIVE for port object b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:33.881698 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:33.882887 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:33.883031 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be252ad3-8a79-476a-869a-6dab13f94da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:33.950817 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-849a1023-bbbf-4932-b338-9d279e025f72 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:34.047046 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-849a1023-bbbf-4932-b338-9d279e025f72 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Network b658d0cb-44dd-4611-a8ea-16592dfac070 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:34.053064 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-849a1023-bbbf-4932-b338-9d279e025f72 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:34.058113 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-849a1023-bbbf-4932-b338-9d279e025f72 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:34.101469 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a1023-bbbf-4932-b338-9d279e025f72 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Pushing event updated for resources: {'Port': ['ID=b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:34.121743 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be252ad3-8a79-476a-869a-6dab13f94da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:34.153903 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-849a1023-bbbf-4932-b338-9d279e025f72 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:34.154775 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-849a1023-bbbf-4932-b338-9d279e025f72 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:34.172992 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-a170f117-0edc-42bf-a4d7-0f2def7903af tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1494079240&fields=id&tenant_id=a6f618b284ed4ed58bf96ec4f3332894 HTTP/1.1" status: 200 len: 267 time: 0.1585314 Jul 22 16:33:34.184679 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-849a1023-bbbf-4932-b338-9d279e025f72 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7130549 Jul 22 16:33:34.206270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-dfc21974-445d-4ef0-b42c-2df09d670d8d service neutron] Request body: {'port': {'device_id': 'a33e4472-b00d-4327-8185-8e953c499c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:34.215903 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:34.227932 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be252ad3-8a79-476a-869a-6dab13f94da6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61a96006-205f-4740-b89a-9b03696987f8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:34.238883 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be252ad3-8a79-476a-869a-6dab13f94da6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:34.240998 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-be252ad3-8a79-476a-869a-6dab13f94da6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/61a96006-205f-4740-b89a-9b03696987f8 HTTP/1.1" status: 204 len: 168 time: 0.8661385 Jul 22 16:33:34.244886 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44528) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:34.340478 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:34.340851 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:34.387931 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-dfc21974-445d-4ef0-b42c-2df09d670d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:34.512330 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f282307e-ba9d-4d24-9f7e-111a879371c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:34.531092 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:34.547235 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-826fec4d-6d64-45fa-9e8d-b6589e853e57 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:34.556033 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-826fec4d-6d64-45fa-9e8d-b6589e853e57 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 812 time: 0.3816388 Jul 22 16:33:34.564295 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cf2b7f80-7ad7-4e0a-bdee-6de5a02fd0af None None] Provisioning for port b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:34.576527 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cf2b7f80-7ad7-4e0a-bdee-6de5a02fd0af None None] Provisioning complete for port b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:34.578092 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf2b7f80-7ad7-4e0a-bdee-6de5a02fd0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:34.610643 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-f858adb9-ab64-44d4-83db-b49a340ec358 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/quotas/a6f618b284ed4ed58bf96ec4f3332894 HTTP/1.1" status: 200 len: 375 time: 0.0504293 Jul 22 16:33:34.683933 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cf2b7f80-7ad7-4e0a-bdee-6de5a02fd0af None None] Port b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:34.751974 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f282307e-ba9d-4d24-9f7e-111a879371c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:34.766863 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f282307e-ba9d-4d24-9f7e-111a879371c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3f6d9c-5934-4944-8a10-e6c91c070d82']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:34.784521 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f282307e-ba9d-4d24-9f7e-111a879371c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108baf5d-16a0-4e46-981a-ce034ebe8e2e') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:34.784963 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f282307e-ba9d-4d24-9f7e-111a879371c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108baf5d-16a0-4e46-981a-ce034ebe8e2e') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:34.818694 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f282307e-ba9d-4d24-9f7e-111a879371c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:34.856493 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f282307e-ba9d-4d24-9f7e-111a879371c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:34.863620 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f282307e-ba9d-4d24-9f7e-111a879371c2 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:33:34.864025 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f282307e-ba9d-4d24-9f7e-111a879371c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:34.885321 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-dfc21974-445d-4ef0-b42c-2df09d670d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:34.916178 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-dfc21974-445d-4ef0-b42c-2df09d670d8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:33:34.925794 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:33:34.951502 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-dfc21974-445d-4ef0-b42c-2df09d670d8d service neutron] Transition to ACTIVE for port object b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:34.954603 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-73d3d860-7925-45cb-84d4-680a41ae2bf2 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3324721 Jul 22 16:33:34.957792 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f282307e-ba9d-4d24-9f7e-111a879371c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:34.967474 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-dfc21974-445d-4ef0-b42c-2df09d670d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:34.968964 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f282307e-ba9d-4d24-9f7e-111a879371c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:34.977710 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f282307e-ba9d-4d24-9f7e-111a879371c2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/fa3f6d9c-5934-4944-8a10-e6c91c070d82 HTTP/1.1" status: 204 len: 168 time: 0.7261980 Jul 22 16:33:34.981203 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44548) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:35.041530 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282307e-ba9d-4d24-9f7e-111a879371c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa3f6d9c-5934-4944-8a10-e6c91c070d82,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:35.146399 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-ce376538-c78f-41ef-b717-c28166d3016c service neutron] 10.222.0.69 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663465 Jul 22 16:33:35.178316 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc21974-445d-4ef0-b42c-2df09d670d8d service neutron] Pushing event updated for resources: {'Port': ['ID=b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:35.183813 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b7ba17-62b9-477b-b402-ac7db08ad7c9 admin admin] Deleting subnet f397b0e5-1d0f-497b-9eb1-fd009e6408a5 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:33:35.232594 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83b7ba17-62b9-477b-b402-ac7db08ad7c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:35.291613 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-1d5d8569-f4f8-424e-af59-f3963a712697 service neutron] 10.222.0.69 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389410 Jul 22 16:33:35.490117 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-53d665a7-a3e6-452f-9283-6c697764f58d tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=90c6418e08a74e21a511e5fd13325f0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1481674 Jul 22 16:33:35.510005 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-726d80de-9d61-4438-b62f-29a58912c7fb req-49a8ef95-be0e-4759-a2d8-fc060b5ade2b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6589599 Jul 22 16:33:35.514798 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83b7ba17-62b9-477b-b402-ac7db08ad7c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:35.705855 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-dfc21974-445d-4ef0-b42c-2df09d670d8d service neutron] Attempting to bind port b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:35.707039 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-dfc21974-445d-4ef0-b42c-2df09d670d8d service neutron] Attempting to bind port b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'b238de62-e7e3-4b77-a8d4-2dd01796f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:35.708386 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-dfc21974-445d-4ef0-b42c-2df09d670d8d service neutron] Attempting to bind port b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 on network b658d0cb-44dd-4611-a8ea-16592dfac070 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:35.721726 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-dfc21974-445d-4ef0-b42c-2df09d670d8d service neutron] Port b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 on network b658d0cb-44dd-4611-a8ea-16592dfac070 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:33:35.722419 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-dfc21974-445d-4ef0-b42c-2df09d670d8d service neutron] Attempting to bind port b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 on network b658d0cb-44dd-4611-a8ea-16592dfac070 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:35.751875 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-dfc21974-445d-4ef0-b42c-2df09d670d8d service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:35.752235 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-dfc21974-445d-4ef0-b42c-2df09d670d8d service neutron] Checking segment: {'id': 'b238de62-e7e3-4b77-a8d4-2dd01796f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:35.752729 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-dfc21974-445d-4ef0-b42c-2df09d670d8d service neutron] Bound using segment: {'id': 'b238de62-e7e3-4b77-a8d4-2dd01796f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:35.753258 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-dfc21974-445d-4ef0-b42c-2df09d670d8d service neutron] Bound port: b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b238de62-e7e3-4b77-a8d4-2dd01796f7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:35.753690 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-dfc21974-445d-4ef0-b42c-2df09d670d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:35.818217 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83b7ba17-62b9-477b-b402-ac7db08ad7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:35.847885 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9dda9208-f8d7-4c57-bbf9-8d2b55e91cc5 req-8b49d114-f23e-4f3d-8770-f49afd85a956 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f78468c-7a69-4cb0-a0fa-843e88e631a2 HTTP/1.1" status: 200 len: 210 time: 0.1282325 Jul 22 16:33:35.982243 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a651631-40f8-48e8-813b-5525bdc72ef7 req-c6220f78-f503-4f27-9865-2a6adac6fd46 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:35.990092 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1a651631-40f8-48e8-813b-5525bdc72ef7 req-c6220f78-f503-4f27-9865-2a6adac6fd46 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33e4472-b00d-4327-8185-8e953c499c9e HTTP/1.1" status: 200 len: 943 time: 0.6562252 Jul 22 16:33:36.017639 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-dfc21974-445d-4ef0-b42c-2df09d670d8d service neutron] For port b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:36.049288 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-81462208-4c40-494e-91e4-3f97441c07d6 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:36.051210 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-81462208-4c40-494e-91e4-3f97441c07d6 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5389600 Jul 22 16:33:36.057691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-dfc21974-445d-4ef0-b42c-2df09d670d8d service neutron] For port b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83,segment=NetworkSegment(b238de62-e7e3-4b77-a8d4-2dd01796f7c4),segment_id=b238de62-e7e3-4b77-a8d4-2dd01796f7c4)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:36.084281 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-7d4871c5-9c24-4bfb-88c6-a20d3fa0c32a tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Request body: {'port': {'device_id': '7f78468c-7a69-4cb0-a0fa-843e88e631a2', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '90c6418e08a74e21a511e5fd13325f0e'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:36.095110 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-dfc21974-445d-4ef0-b42c-2df09d670d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.103696 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49df1e-66ae-4f1f-8244-7cc2e9f37423 req-0d9a3891-2191-4edd-941a-829ed866af61 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:36.111191 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ae49df1e-66ae-4f1f-8244-7cc2e9f37423 req-0d9a3891-2191-4edd-941a-829ed866af61 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.1565385 Jul 22 16:33:36.128029 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1a651631-40f8-48e8-813b-5525bdc72ef7 req-3bcdf88f-627e-4624-bcff-016578faa077 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/security-groups?id=dea78d58-abf7-4768-925f-7309c0e9105e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367064 Jul 22 16:33:36.162482 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83b7ba17-62b9-477b-b402-ac7db08ad7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.198242 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ae49df1e-66ae-4f1f-8244-7cc2e9f37423 req-754020ae-6a0b-4247-b35a-681d5f88f58e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861254 Jul 22 16:33:36.230005 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-dfc21974-445d-4ef0-b42c-2df09d670d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:36.230997 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-dfc21974-445d-4ef0-b42c-2df09d670d8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.232522 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-dfc21974-445d-4ef0-b42c-2df09d670d8d service neutron] 10.222.0.16 "PUT /v2.0/ports/b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 HTTP/1.1" status: 200 len: 1091 time: 2.0333877 Jul 22 16:33:36.234605 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33e4472-b00d-4327-8185-8e953c499c9e', 'tag': 'b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:36.237394 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4011983e-3ecd-46c8-8243-c12d82044684" -d '{"events": [{"name": "network-changed", "server_uuid": "a33e4472-b00d-4327-8185-8e953c499c9e", "tag": "b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:36.240857 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83b7ba17-62b9-477b-b402-ac7db08ad7c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.244087 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-83b7ba17-62b9-477b-b402-ac7db08ad7c9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f397b0e5-1d0f-497b-9eb1-fd009e6408a5 HTTP/1.1" status: 204 len: 168 time: 1.2595460 Jul 22 16:33:36.247167 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44590) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:36.284864 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7ba17-62b9-477b-b402-ac7db08ad7c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f397b0e5-1d0f-497b-9eb1-fd009e6408a5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:36.426843 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd302bbf-f371-44f8-88eb-dfc45e2cbb70 x-openstack-request-id: req-dd302bbf-f371-44f8-88eb-dfc45e2cbb70 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:36.427392 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33e4472-b00d-4327-8185-8e953c499c9e", "tag": "b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:36.427807 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dd302bbf-f371-44f8-88eb-dfc45e2cbb70 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:36.428376 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33e4472-b00d-4327-8185-8e953c499c9e', 'tag': 'b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83', 'status': 'completed', 'code': 200} Jul 22 16:33:36.441648 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc21974-445d-4ef0-b42c-2df09d670d8d service neutron] Pushing event updated for resources: {'Port': ['ID=b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:36.458109 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44598) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:36.515873 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9cdcd4fd-7d58-48fd-ac1a-cf55c747c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.553030 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-16fc9daf-a315-4306-9033-173dcae09269 req-84b5083a-c472-4405-a646-3d682f648f89 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 210 time: 0.1972182 Jul 22 16:33:36.698519 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-329fdb22-487b-46dd-80d9-e5054179162c tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.751229 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9cdcd4fd-7d58-48fd-ac1a-cf55c747c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.789485 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-9cdcd4fd-7d58-48fd-ac1a-cf55c747c3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc76db4-7882-474c-b916-25abbdc698d6']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:36.800590 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-329fdb22-487b-46dd-80d9-e5054179162c tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.811580 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-0ecd5851-c93b-4040-ae25-3049df5e3b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:36.813247 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-0ecd5851-c93b-4040-ae25-3049df5e3b48 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7920f2bb00e4e8fa22664c9f0f8007a&device_id=a33e4472-b00d-4327-8185-8e953c499c9e HTTP/1.1" status: 200 len: 1094 time: 0.4363327 Jul 22 16:33:36.816181 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-7d4871c5-9c24-4bfb-88c6-a20d3fa0c32a tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Made reservation on behalf of 90c6418e08a74e21a511e5fd13325f0e for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:36.819757 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-7d4871c5-9c24-4bfb-88c6-a20d3fa0c32a tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.822715 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-9cdcd4fd-7d58-48fd-ac1a-cf55c747c3d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18942c33-b5d3-4170-8fc5-2ae8aada191c') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:36.823020 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-9cdcd4fd-7d58-48fd-ac1a-cf55c747c3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18942c33-b5d3-4170-8fc5-2ae8aada191c') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:36.839670 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9cdcd4fd-7d58-48fd-ac1a-cf55c747c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.856331 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9cdcd4fd-7d58-48fd-ac1a-cf55c747c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.865239 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdcd4fd-7d58-48fd-ac1a-cf55c747c3d6 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:33:36.866126 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9cdcd4fd-7d58-48fd-ac1a-cf55c747c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:33:36.939132 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:33:36.946564 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9cdcd4fd-7d58-48fd-ac1a-cf55c747c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.955926 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9cdcd4fd-7d58-48fd-ac1a-cf55c747c3d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.973615 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9cdcd4fd-7d58-48fd-ac1a-cf55c747c3d6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/9bc76db4-7882-474c-b916-25abbdc698d6 HTTP/1.1" status: 204 len: 168 time: 0.7112286 Jul 22 16:33:36.987166 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-1f384d0f-66e3-4196-abe1-3cf49d27c81a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 HTTP/1.1" status: 200 len: 217 time: 0.1573126 Jul 22 16:33:37.053646 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdcd4fd-7d58-48fd-ac1a-cf55c747c3d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bc76db4-7882-474c-b916-25abbdc698d6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:37.113530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-66918242-3acb-43e5-8912-9877a1947714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:37.115337 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-66918242-3acb-43e5-8912-9877a1947714 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd8d0762-9d71-4ae5-8d34-5c7375a95f4e HTTP/1.1" status: 200 len: 850 time: 0.1203420 Jul 22 16:33:37.120666 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-329fdb22-487b-46dd-80d9-e5054179162c tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:37.123946 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-329fdb22-487b-46dd-80d9-e5054179162c tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:37.128102 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-329fdb22-487b-46dd-80d9-e5054179162c tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "DELETE /v2.0/security-groups/ba4737e9-cf77-4023-b786-ba5f581ead1d HTTP/1.1" status: 204 len: 168 time: 0.6685388 Jul 22 16:33:37.128996 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44620) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:37.167352 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-aa42e806-cf24-4f60-906f-61baa96e845f req-ecb4dda0-7201-4871-8f80-04fa4b9cdb7d tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f78468c-7a69-4cb0-a0fa-843e88e631a2 HTTP/1.1" status: 200 len: 210 time: 0.1031466 Jul 22 16:33:37.178105 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-adf872a7-9ee8-4551-ba2e-a409e41ebcd5 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] show failed (client error): The resource could not be found. Jul 22 16:33:37.183735 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-adf872a7-9ee8-4551-ba2e-a409e41ebcd5 tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "GET /v2.0/security-groups/ba4737e9-cf77-4023-b786-ba5f581ead1d HTTP/1.1" status: 404 len: 347 time: 0.0355060 Jul 22 16:33:37.187682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44624) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:37.276770 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-7d4871c5-9c24-4bfb-88c6-a20d3fa0c32a tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Allocated IP 192.168.233.42 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/7775cb9c-ffd7-4749-9f02-fb5f332ba5ab) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:37.376277 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329fdb22-487b-46dd-80d9-e5054179162c tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4737e9-cf77-4023-b786-ba5f581ead1d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:37.496953 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44632) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:37.629512 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-30935ade-28f4-4cb0-a572-a7cb6812cbaf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b99d812d7f824718b33c1f0641d0fba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1310551 Jul 22 16:33:37.633060 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44636) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:37.676446 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2ce3e-f9e1-481b-9d40-c1bb7e55860e req-329dea0e-3a58-4463-91a1-61968cf05b88 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:37.683644 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-81d2ce3e-f9e1-481b-9d40-c1bb7e55860e req-329dea0e-3a58-4463-91a1-61968cf05b88 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33e4472-b00d-4327-8185-8e953c499c9e HTTP/1.1" status: 200 len: 943 time: 0.2975767 Jul 22 16:33:37.724796 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-cc79eb45-75f0-407f-bbba-699bef67dd1c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:37.726469 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-cc79eb45-75f0-407f-bbba-699bef67dd1c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.30 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 812 time: 0.4779706 Jul 22 16:33:37.761424 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-646ab6bf-c82e-40d6-847c-45bd7db5abfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:37.787828 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-81d2ce3e-f9e1-481b-9d40-c1bb7e55860e req-e39cd106-1e22-4cd5-8b00-fdc0bbf551f1 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/security-groups?id=dea78d58-abf7-4768-925f-7309c0e9105e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030874 Jul 22 16:33:37.868592 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-646ab6bf-c82e-40d6-847c-45bd7db5abfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:37.901691 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-26923917-41c5-4eca-aa8a-fdc7a836db9e tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6f618b284ed4ed58bf96ec4f3332894 HTTP/1.1" status: 200 len: 380 time: 0.1526041 Jul 22 16:33:37.922536 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-54a6f858-8e70-4e40-b794-6c6cfd1a6bce tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Request body: {'port': {'device_id': 'a186131f-e2ff-4d9f-864d-812721216f78', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'admin_state_up': True, 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'security_groups': ['78a1d96a-6518-4a29-8a9d-8b41a274f618']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:37.996115 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-04c9640e-f2d2-41d6-b475-b79896b77b84 req-7cc35712-acb4-4f4b-889a-8219ef46e893 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 210 time: 0.0637558 Jul 22 16:33:38.092552 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-646ab6bf-c82e-40d6-847c-45bd7db5abfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:38.095760 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-646ab6bf-c82e-40d6-847c-45bd7db5abfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:38.097273 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-646ab6bf-c82e-40d6-847c-45bd7db5abfc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0a656b6a-73f1-49f1-9422-2a69aa85793d HTTP/1.1" status: 204 len: 168 time: 0.4629190 Jul 22 16:33:38.125213 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ab6bf-c82e-40d6-847c-45bd7db5abfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a656b6a-73f1-49f1-9422-2a69aa85793d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:38.143276 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-7d4871c5-9c24-4bfb-88c6-a20d3fa0c32a tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:38.186836 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-8bb15a48-0628-4720-8556-9bc948abc476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:38.188642 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-8bb15a48-0628-4720-8556-9bc948abc476 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b658d0cb-44dd-4611-a8ea-16592dfac070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0402734 Jul 22 16:33:38.196037 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-54a6f858-8e70-4e40-b794-6c6cfd1a6bce tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Made reservation on behalf of a6f618b284ed4ed58bf96ec4f3332894 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:38.202514 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-7d4871c5-9c24-4bfb-88c6-a20d3fa0c32a tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Transition to ACTIVE for port object 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:38.203957 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-54a6f858-8e70-4e40-b794-6c6cfd1a6bce tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:38.245902 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce919d-0893-4eec-b2c9-c174da2c1f23 req-ca3b30f6-e9cc-44da-901e-381f1afa91e3 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:38.253157 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4cce919d-0893-4eec-b2c9-c174da2c1f23 req-ca3b30f6-e9cc-44da-901e-381f1afa91e3 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.3171704 Jul 22 16:33:38.276776 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d80de-9d61-4438-b62f-29a58912c7fb req-1ac27a66-e136-4026-b5b9-b57ed8c5b0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:38.281569 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-726d80de-9d61-4438-b62f-29a58912c7fb req-1ac27a66-e136-4026-b5b9-b57ed8c5b0de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 1101 time: 0.3467870 Jul 22 16:33:38.464981 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-54a6f858-8e70-4e40-b794-6c6cfd1a6bce tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Allocated IP 172.20.0.12 (dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481/fa13adf8-5c41-4598-a7ac-4cd79e40e3e5/5848d2ce-df98-4a3b-a079-97de4b01fca0) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:38.470313 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3d2917fc-7da6-47b0-ba73-cd705acb85dd tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Deleting port 855208a5-bc66-4686-ba50-7d062c8347aa {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:33:38.470716 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d2917fc-7da6-47b0-ba73-cd705acb85dd tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:38.553400 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4cce919d-0893-4eec-b2c9-c174da2c1f23 req-b6b97d83-0d27-49cf-b2fe-a40dc58812db tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963119 Jul 22 16:33:38.655861 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-7d4871c5-9c24-4bfb-88c6-a20d3fa0c32a tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:38.696195 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['b02f7696-a57d-4317-a6e6-a0a336fd9afe'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:38.716870 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-60b4a395-ab1e-4d76-87ef-c9f4c4eb4bc9 service neutron] 10.222.0.16 "GET /v2.0/networks/b658d0cb-44dd-4611-a8ea-16592dfac070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5166097 Jul 22 16:33:38.750609 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-54a6f858-8e70-4e40-b794-6c6cfd1a6bce tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:38.791465 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-54a6f858-8e70-4e40-b794-6c6cfd1a6bce tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Transition to ACTIVE for port object 5848d2ce-df98-4a3b-a079-97de4b01fca0 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:38.832639 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44660) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:38.941262 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-54a6f858-8e70-4e40-b794-6c6cfd1a6bce tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:38.984816 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-54a6f858-8e70-4e40-b794-6c6cfd1a6bce tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:38.987959 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b290e7a2-6dc7-4a61-a22d-95b17d04f624 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5f4820a326364f85a0d9738a7146b91b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539676 Jul 22 16:33:38.990866 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44662) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:38.991703 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-54a6f858-8e70-4e40-b794-6c6cfd1a6bce tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:38.995216 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-54a6f858-8e70-4e40-b794-6c6cfd1a6bce tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:39.043674 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4871c5-9c24-4bfb-88c6-a20d3fa0c32a tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Pushing event updated for resources: {'Port': ['ID=7775cb9c-ffd7-4749-9f02-fb5f332ba5ab,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:39.073088 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-7d4871c5-9c24-4bfb-88c6-a20d3fa0c32a tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:39.081754 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-7d4871c5-9c24-4bfb-88c6-a20d3fa0c32a tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:39.091933 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-7d4871c5-9c24-4bfb-88c6-a20d3fa0c32a tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:39.136545 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6f858-8e70-4e40-b794-6c6cfd1a6bce tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Pushing event updated for resources: {'Port': ['ID=5848d2ce-df98-4a3b-a079-97de4b01fca0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:39.149151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-54a6f858-8e70-4e40-b794-6c6cfd1a6bce tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:39.149583 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-54a6f858-8e70-4e40-b794-6c6cfd1a6bce tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.177099 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91916813-6056-4b5a-ba4d-292df9bc503c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.182403 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-54a6f858-8e70-4e40-b794-6c6cfd1a6bce tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2674034 Jul 22 16:33:39.213511 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91916813-6056-4b5a-ba4d-292df9bc503c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.217905 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d80de-9d61-4438-b62f-29a58912c7fb req-be1c0ae0-ff9b-4ebd-ac0a-7d2d1de5040f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:39.223033 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-726d80de-9d61-4438-b62f-29a58912c7fb req-be1c0ae0-ff9b-4ebd-ac0a-7d2d1de5040f service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.9117095 Jul 22 16:33:39.278117 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d2917fc-7da6-47b0-ba73-cd705acb85dd tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.278635 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d2917fc-7da6-47b0-ba73-cd705acb85dd tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.309071 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-cce60ff2-fbe5-4287-9571-58a3b2b0be52 service neutron] Request body: {'port': {'device_id': 'a186131f-e2ff-4d9f-864d-812721216f78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:39.370382 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91916813-6056-4b5a-ba4d-292df9bc503c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.373807 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91916813-6056-4b5a-ba4d-292df9bc503c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.380477 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-91916813-6056-4b5a-ba4d-292df9bc503c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8cad2962-51ff-4395-a134-fe3cb7bc92c6 HTTP/1.1" status: 204 len: 168 time: 0.3860869 Jul 22 16:33:39.384976 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0feb6899-20a0-40f4-99f1-bdabe3a3b0bb req-43d3eb56-7cd8-49e4-a1eb-843349a3f4f7 service neutron] 10.222.0.16 "GET /v2.0/networks/b658d0cb-44dd-4611-a8ea-16592dfac070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370312 Jul 22 16:33:39.402642 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3d2917fc-7da6-47b0-ba73-cd705acb85dd tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Calling delete_port for 855208a5-bc66-4686-ba50-7d062c8347aa owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:33:39.406786 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-726d80de-9d61-4438-b62f-29a58912c7fb req-af249d4a-4073-4213-bd9f-3944e1491ec8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=29835a35-8282-4880-844e-d2738d311e97 HTTP/1.1" status: 200 len: 217 time: 0.1374412 Jul 22 16:33:39.419848 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-7d4871c5-9c24-4bfb-88c6-a20d3fa0c32a tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:39.420729 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-7d4871c5-9c24-4bfb-88c6-a20d3fa0c32a tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.428551 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91916813-6056-4b5a-ba4d-292df9bc503c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cad2962-51ff-4395-a134-fe3cb7bc92c6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:39.468773 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-7d4871c5-9c24-4bfb-88c6-a20d3fa0c32a tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4008117 Jul 22 16:33:39.482287 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-cce60ff2-fbe5-4287-9571-58a3b2b0be52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.506855 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-85f29bda-9d97-43e1-91f5-8aab746fa01f None None] Provisioning for port 5848d2ce-df98-4a3b-a079-97de4b01fca0 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:39.512756 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-85f29bda-9d97-43e1-91f5-8aab746fa01f None None] Provisioning complete for port 5848d2ce-df98-4a3b-a079-97de4b01fca0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:39.513790 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85f29bda-9d97-43e1-91f5-8aab746fa01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.573873 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-d251e561-45e8-41e1-baf6-2326737e178e service neutron] Request body: {'port': {'device_id': '7f78468c-7a69-4cb0-a0fa-843e88e631a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:39.636164 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-85f29bda-9d97-43e1-91f5-8aab746fa01f None None] Port 5848d2ce-df98-4a3b-a079-97de4b01fca0 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:39.715518 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147d285-9d26-4874-a70c-2dc43206ff20 req-60a87829-ccb7-4668-b357-e7cf67895cfb tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:39.725791 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2147d285-9d26-4874-a70c-2dc43206ff20 req-60a87829-ccb7-4668-b357-e7cf67895cfb tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f78468c-7a69-4cb0-a0fa-843e88e631a2 HTTP/1.1" status: 200 len: 935 time: 1.0528681 Jul 22 16:33:39.796340 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-de90a404-f2fc-44bc-9004-d790c836ff5a None None] Provisioning for port 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:39.807449 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-de90a404-f2fc-44bc-9004-d790c836ff5a None None] Provisioning complete for port 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:39.819082 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-de90a404-f2fc-44bc-9004-d790c836ff5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.823835 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d80de-9d61-4438-b62f-29a58912c7fb req-87c87f2a-e3ed-462b-b0da-3c80b89f41a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:39.825496 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-726d80de-9d61-4438-b62f-29a58912c7fb req-87c87f2a-e3ed-462b-b0da-3c80b89f41a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.3843305 Jul 22 16:33:39.945509 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-de90a404-f2fc-44bc-9004-d790c836ff5a None None] Port 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:40.037513 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2147d285-9d26-4874-a70c-2dc43206ff20 req-cd3f222a-0238-452c-a30e-c644c2cd3863 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107300 Jul 22 16:33:40.078002 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011983e-3ecd-46c8-8243-c12d82044684 req-34bee033-d48e-454a-8eda-dd95a52dd66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:40.080410 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4011983e-3ecd-46c8-8243-c12d82044684 req-34bee033-d48e-454a-8eda-dd95a52dd66c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7920f2bb00e4e8fa22664c9f0f8007a&device_id=a33e4472-b00d-4327-8185-8e953c499c9e HTTP/1.1" status: 200 len: 1094 time: 0.5319798 Jul 22 16:33:40.089417 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-d251e561-45e8-41e1-baf6-2326737e178e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:40.151096 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324213c-47ab-46af-846d-83bd05328ced req-a485df96-95df-4068-a7a8-3d2480aebb02 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:40.152651 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c324213c-47ab-46af-846d-83bd05328ced req-a485df96-95df-4068-a7a8-3d2480aebb02 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33e4472-b00d-4327-8185-8e953c499c9e HTTP/1.1" status: 200 len: 943 time: 0.1878111 Jul 22 16:33:40.187238 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d2917fc-7da6-47b0-ba73-cd705acb85dd tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:40.264155 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c324213c-47ab-46af-846d-83bd05328ced req-f199d8de-490a-473e-8fe6-3ec990555d40 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/security-groups?id=dea78d58-abf7-4768-925f-7309c0e9105e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037147 Jul 22 16:33:40.264728 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2917fc-7da6-47b0-ba73-cd705acb85dd tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Pushing event deleted for resources: {'Port': ['ID=855208a5-bc66-4686-ba50-7d062c8347aa,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:40.308555 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-cce60ff2-fbe5-4287-9571-58a3b2b0be52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5848d2ce-df98-4a3b-a079-97de4b01fca0 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:40.330480 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-cce60ff2-fbe5-4287-9571-58a3b2b0be52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:40.347887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011983e-3ecd-46c8-8243-c12d82044684 req-7df102dc-b109-46a9-a98c-f86ce11c60a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:40.349998 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4011983e-3ecd-46c8-8243-c12d82044684 req-7df102dc-b109-46a9-a98c-f86ce11c60a2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b658d0cb-44dd-4611-a8ea-16592dfac070 HTTP/1.1" status: 200 len: 912 time: 0.2582636 Jul 22 16:33:40.354306 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-cce60ff2-fbe5-4287-9571-58a3b2b0be52 service neutron] Transition to ACTIVE for port object 5848d2ce-df98-4a3b-a079-97de4b01fca0 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:40.362698 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-cce60ff2-fbe5-4287-9571-58a3b2b0be52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:40.476606 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d2917fc-7da6-47b0-ba73-cd705acb85dd tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:40.482706 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d2917fc-7da6-47b0-ba73-cd705acb85dd tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:40.490274 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3d2917fc-7da6-47b0-ba73-cd705acb85dd tempest-ImagesOneServerNegativeTestJSON-1218938245 tempest-ImagesOneServerNegativeTestJSON-1218938245-project] 10.222.0.69 "DELETE /v2.0/floatingips/8f3d8bab-cab9-44d6-bba0-8aaaf27db5f2 HTTP/1.1" status: 204 len: 168 time: 3.2800047 Jul 22 16:33:40.511041 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d80de-9d61-4438-b62f-29a58912c7fb req-69c7ebc2-f375-4804-b952-674c7057c648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:40.512948 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-726d80de-9d61-4438-b62f-29a58912c7fb req-69c7ebc2-f375-4804-b952-674c7057c648 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6608231 Jul 22 16:33:40.586317 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce60ff2-fbe5-4287-9571-58a3b2b0be52 service neutron] Pushing event updated for resources: {'Port': ['ID=5848d2ce-df98-4a3b-a079-97de4b01fca0,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:40.687132 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c7cf1-525c-41d6-b176-100dc90e97ce req-c57e3c56-999c-4640-8bc2-3dd8aa914914 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:40.694519 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-970c7cf1-525c-41d6-b176-100dc90e97ce req-c57e3c56-999c-4640-8bc2-3dd8aa914914 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.2264760 Jul 22 16:33:40.718724 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-cce60ff2-fbe5-4287-9571-58a3b2b0be52 service neutron] Attempting to bind port 5848d2ce-df98-4a3b-a079-97de4b01fca0 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:40.719196 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-cce60ff2-fbe5-4287-9571-58a3b2b0be52 service neutron] Attempting to bind port 5848d2ce-df98-4a3b-a079-97de4b01fca0 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:40.719531 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-cce60ff2-fbe5-4287-9571-58a3b2b0be52 service neutron] Attempting to bind port 5848d2ce-df98-4a3b-a079-97de4b01fca0 on network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:40.729466 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-cce60ff2-fbe5-4287-9571-58a3b2b0be52 service neutron] Port 5848d2ce-df98-4a3b-a079-97de4b01fca0 on network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:33:40.729847 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-cce60ff2-fbe5-4287-9571-58a3b2b0be52 service neutron] Attempting to bind port 5848d2ce-df98-4a3b-a079-97de4b01fca0 on network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:40.735273 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-cce60ff2-fbe5-4287-9571-58a3b2b0be52 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:40.735625 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-cce60ff2-fbe5-4287-9571-58a3b2b0be52 service neutron] Checking segment: {'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:40.736012 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-cce60ff2-fbe5-4287-9571-58a3b2b0be52 service neutron] Bound using segment: {'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:40.736439 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-cce60ff2-fbe5-4287-9571-58a3b2b0be52 service neutron] Bound port: 5848d2ce-df98-4a3b-a079-97de4b01fca0, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:40.736800 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-cce60ff2-fbe5-4287-9571-58a3b2b0be52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:40.784266 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-970c7cf1-525c-41d6-b176-100dc90e97ce req-b75c7067-48d3-4935-b20f-47a8ba54c367 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746388 Jul 22 16:33:40.903803 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-cce60ff2-fbe5-4287-9571-58a3b2b0be52 service neutron] For port 5848d2ce-df98-4a3b-a079-97de4b01fca0, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:40.912252 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-cce60ff2-fbe5-4287-9571-58a3b2b0be52 service neutron] For port 5848d2ce-df98-4a3b-a079-97de4b01fca0, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:40.917996 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-d251e561-45e8-41e1-baf6-2326737e178e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:40.927730 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-d251e561-45e8-41e1-baf6-2326737e178e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:40.931553 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-cce60ff2-fbe5-4287-9571-58a3b2b0be52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:40.942556 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:33:40.971682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-d251e561-45e8-41e1-baf6-2326737e178e service neutron] Transition to ACTIVE for port object 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:41.007620 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4011983e-3ecd-46c8-8243-c12d82044684 req-a282ea97-1953-4208-9dbe-754c7829eaa7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 HTTP/1.1" status: 200 len: 217 time: 0.5751646 Jul 22 16:33:41.015590 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-cce60ff2-fbe5-4287-9571-58a3b2b0be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:41.016194 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-cce60ff2-fbe5-4287-9571-58a3b2b0be52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:41.017878 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-d251e561-45e8-41e1-baf6-2326737e178e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:41.025788 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-cce60ff2-fbe5-4287-9571-58a3b2b0be52 service neutron] 10.222.0.30 "PUT /v2.0/ports/5848d2ce-df98-4a3b-a079-97de4b01fca0 HTTP/1.1" status: 200 len: 1092 time: 1.7225847 Jul 22 16:33:41.026257 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a186131f-e2ff-4d9f-864d-812721216f78', 'tag': '5848d2ce-df98-4a3b-a079-97de4b01fca0'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:41.029163 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b07fe6-f7ce-42d1-8cbf-f27409952b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "a186131f-e2ff-4d9f-864d-812721216f78", "tag": "5848d2ce-df98-4a3b-a079-97de4b01fca0"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:41.120285 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83,segment=NetworkSegment(b238de62-e7e3-4b77-a8d4-2dd01796f7c4),segment_id=b238de62-e7e3-4b77-a8d4-2dd01796f7c4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:41.126494 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce60ff2-fbe5-4287-9571-58a3b2b0be52 service neutron] Pushing event updated for resources: {'Port': ['ID=5848d2ce-df98-4a3b-a079-97de4b01fca0,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:41.143395 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83', 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070', 'port_id': 'b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83', 'mac_address': 'fa:16:3e:83:44:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8d0762-9d71-4ae5-8d34-5c7375a95f4e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:33:41.213233 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:41.237017 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-22c0529c-5219-4601-940c-cf64aa8ed492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:41.238532 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-22c0529c-5219-4601-940c-cf64aa8ed492 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 1095 time: 0.1406159 Jul 22 16:33:41.242205 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:41.257483 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251e561-45e8-41e1-baf6-2326737e178e service neutron] Pushing event updated for resources: {'Port': ['ID=7775cb9c-ffd7-4749-9f02-fb5f332ba5ab,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:41.297071 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83,segment=NetworkSegment(b238de62-e7e3-4b77-a8d4-2dd01796f7c4),segment_id=b238de62-e7e3-4b77-a8d4-2dd01796f7c4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:41.306520 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:41.343791 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8966a-f7d6-4f06-be9b-1d1ba23b03bf req-2e62a081-b68f-4647-8784-f9ab1e87ec7f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:41.354718 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-99656030-6125-4fe5-8a28-fe123647efba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0 HTTP/1.1" status: 200 len: 217 time: 0.0948613 Jul 22 16:33:41.372087 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1da8966a-f7d6-4f06-be9b-1d1ba23b03bf req-2e62a081-b68f-4647-8784-f9ab1e87ec7f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 932 time: 1.1912856 Jul 22 16:33:41.414064 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-abf4b497-46ba-4e2c-a445-3aa321af4749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:41.415644 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-abf4b497-46ba-4e2c-a445-3aa321af4749 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 HTTP/1.1" status: 200 len: 851 time: 0.0589383 Jul 22 16:33:41.435734 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:41.445432 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-726d80de-9d61-4438-b62f-29a58912c7fb req-16ef8c29-9040-4944-bb69-d17c6198fd4b service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8146861 Jul 22 16:33:41.536791 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011983e-3ecd-46c8-8243-c12d82044684 req-4a32f58d-ba6e-48b1-b643-90028357794e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:41.538745 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4011983e-3ecd-46c8-8243-c12d82044684 req-4a32f58d-ba6e-48b1-b643-90028357794e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd8d0762-9d71-4ae5-8d34-5c7375a95f4e HTTP/1.1" status: 200 len: 850 time: 0.4875467 Jul 22 16:33:41.569851 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1da8966a-f7d6-4f06-be9b-1d1ba23b03bf req-50b47d31-d921-4f2e-91c6-88497911da9c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905215 Jul 22 16:33:41.600189 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-7e1f980a-97e7-407e-8c16-da10ea17ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:41.601711 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-7e1f980a-97e7-407e-8c16-da10ea17ece9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1791000 Jul 22 16:33:41.627596 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:41.813909 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:41.937579 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:41.965279 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-d251e561-45e8-41e1-baf6-2326737e178e service neutron] Attempting to bind port 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:41.965683 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-d251e561-45e8-41e1-baf6-2326737e178e service neutron] Attempting to bind port 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:41.966108 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-d251e561-45e8-41e1-baf6-2326737e178e service neutron] Attempting to bind port 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:41.974421 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-d251e561-45e8-41e1-baf6-2326737e178e service neutron] Port 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:33:41.974907 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-d251e561-45e8-41e1-baf6-2326737e178e service neutron] Attempting to bind port 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:42.002329 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-d251e561-45e8-41e1-baf6-2326737e178e service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:42.002758 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-d251e561-45e8-41e1-baf6-2326737e178e service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:42.003216 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-d251e561-45e8-41e1-baf6-2326737e178e service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:42.003736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-d251e561-45e8-41e1-baf6-2326737e178e service neutron] Bound port: 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:42.004165 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-d251e561-45e8-41e1-baf6-2326737e178e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:42.031705 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011983e-3ecd-46c8-8243-c12d82044684 req-1a750462-e335-4160-a1fd-3e6eb4db3d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:42.033325 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4011983e-3ecd-46c8-8243-c12d82044684 req-1a750462-e335-4160-a1fd-3e6eb4db3d2a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b658d0cb-44dd-4611-a8ea-16592dfac070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4622111 Jul 22 16:33:42.072504 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-726d80de-9d61-4438-b62f-29a58912c7fb req-6b8dfa8f-70bc-4044-a534-e87055ec9257 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5971107 Jul 22 16:33:42.148683 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-3750b4be-c8bb-4b94-bce4-082bd747ba88 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341532 Jul 22 16:33:42.150880 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4149e0-6f4b-482b-9123-2fdec5955b2a x-openstack-request-id: req-5e4149e0-6f4b-482b-9123-2fdec5955b2a {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:42.151189 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a186131f-e2ff-4d9f-864d-812721216f78", "tag": "5848d2ce-df98-4a3b-a079-97de4b01fca0", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:42.151434 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5e4149e0-6f4b-482b-9123-2fdec5955b2a {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:42.151867 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a186131f-e2ff-4d9f-864d-812721216f78', 'tag': '5848d2ce-df98-4a3b-a079-97de4b01fca0', 'status': 'completed', 'code': 200} Jul 22 16:33:42.234281 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-d251e561-45e8-41e1-baf6-2326737e178e service neutron] For port 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:42.266143 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-d251e561-45e8-41e1-baf6-2326737e178e service neutron] For port 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=7775cb9c-ffd7-4749-9f02-fb5f332ba5ab,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:42.271409 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4011983e-3ecd-46c8-8243-c12d82044684 req-6952d49f-ef91-4002-8b37-839a6189b25e service neutron] 10.222.0.16 "GET /v2.0/networks/b658d0cb-44dd-4611-a8ea-16592dfac070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271857 Jul 22 16:33:42.278138 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-d251e561-45e8-41e1-baf6-2326737e178e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:42.305808 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e5f0e-b190-434a-b01a-59f30ce9ff17 req-37404cc9-3622-4cef-8aeb-eedca330c997 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:42.307507 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-625e5f0e-b190-434a-b01a-59f30ce9ff17 req-37404cc9-3622-4cef-8aeb-eedca330c997 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33e4472-b00d-4327-8185-8e953c499c9e HTTP/1.1" status: 200 len: 944 time: 0.2644212 Jul 22 16:33:42.316936 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71e18c-234f-4d65-ab3a-8e2dfbd0bdd6 req-845b85e5-b945-4ae1-b5f9-ff90146c759f tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:42.324588 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac71e18c-234f-4d65-ab3a-8e2dfbd0bdd6 req-845b85e5-b945-4ae1-b5f9-ff90146c759f tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f78468c-7a69-4cb0-a0fa-843e88e631a2 HTTP/1.1" status: 200 len: 947 time: 0.1717870 Jul 22 16:33:42.337003 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d34a5a2-5e55-433d-a7c2-e1de77399526 req-7b613642-6204-4c43-8079-1671477dfc20 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719227 Jul 22 16:33:42.413063 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac71e18c-234f-4d65-ab3a-8e2dfbd0bdd6 req-0bd21df8-fb35-4cf9-8c94-e34a149135ce tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872955 Jul 22 16:33:42.603698 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b07fe6-f7ce-42d1-8cbf-f27409952b0f req-c97b0fbf-60c0-4eea-8588-9a2b461eda34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:42.605264 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-15b07fe6-f7ce-42d1-8cbf-f27409952b0f req-c97b0fbf-60c0-4eea-8588-9a2b461eda34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 1095 time: 0.0937448 Jul 22 16:33:42.791775 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-d251e561-45e8-41e1-baf6-2326737e178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:42.792357 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-d251e561-45e8-41e1-baf6-2326737e178e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:42.793723 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-d251e561-45e8-41e1-baf6-2326737e178e service neutron] 10.222.0.16 "PUT /v2.0/ports/7775cb9c-ffd7-4749-9f02-fb5f332ba5ab HTTP/1.1" status: 200 len: 1095 time: 3.2397618 Jul 22 16:33:42.797120 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f78468c-7a69-4cb0-a0fa-843e88e631a2', 'tag': '7775cb9c-ffd7-4749-9f02-fb5f332ba5ab'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:42.799386 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c359ccd4-19d2-4fb1-8b37-7e18c728f83b" -d '{"events": [{"name": "network-changed", "server_uuid": "7f78468c-7a69-4cb0-a0fa-843e88e631a2", "tag": "7775cb9c-ffd7-4749-9f02-fb5f332ba5ab"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:42.816536 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b07fe6-f7ce-42d1-8cbf-f27409952b0f req-58b322e8-c087-4e8c-9fb2-80b1ca328f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:42.817643 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-15b07fe6-f7ce-42d1-8cbf-f27409952b0f req-58b322e8-c087-4e8c-9fb2-80b1ca328f5c service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 913 time: 0.2044222 Jul 22 16:33:42.863831 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-15b07fe6-f7ce-42d1-8cbf-f27409952b0f req-9569a397-fbf1-4a5e-b198-45b129eaf61e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0 HTTP/1.1" status: 200 len: 217 time: 0.0376315 Jul 22 16:33:42.864578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251e561-45e8-41e1-baf6-2326737e178e service neutron] Pushing event updated for resources: {'Port': ['ID=7775cb9c-ffd7-4749-9f02-fb5f332ba5ab,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:42.874753 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715f748-41f0-4b87-8c25-475d059fee9e req-855f2a7b-e2e0-43ec-9729-94d5202a101f tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:42.881142 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b715f748-41f0-4b87-8c25-475d059fee9e req-855f2a7b-e2e0-43ec-9729-94d5202a101f tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.1673722 Jul 22 16:33:42.921270 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-625e5f0e-b190-434a-b01a-59f30ce9ff17 req-fae4c512-5464-4f0e-be28-12deaf5577ae tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/security-groups?id=dea78d58-abf7-4768-925f-7309c0e9105e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5818882 Jul 22 16:33:42.943371 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4011983e-3ecd-46c8-8243-c12d82044684 req-ac30ccdf-5db4-4a54-9fd6-4d6dc8712812 service neutron] 10.222.0.16 "GET /v2.0/networks/b658d0cb-44dd-4611-a8ea-16592dfac070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6607728 Jul 22 16:33:42.957363 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b07fe6-f7ce-42d1-8cbf-f27409952b0f req-a0ea9f62-d488-46fe-9ede-c6a341d39025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:42.958900 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-15b07fe6-f7ce-42d1-8cbf-f27409952b0f req-a0ea9f62-d488-46fe-9ede-c6a341d39025 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 HTTP/1.1" status: 200 len: 851 time: 0.0752358 Jul 22 16:33:42.969530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-20ac22f0-8954-4d22-906d-f2df76cf40de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:42.969530 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-20ac22f0-8954-4d22-906d-f2df76cf40de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90c6418e08a74e21a511e5fd13325f0e&device_id=7f78468c-7a69-4cb0-a0fa-843e88e631a2 HTTP/1.1" status: 200 len: 1098 time: 0.0964653 Jul 22 16:33:42.974954 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:43.011634 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b715f748-41f0-4b87-8c25-475d059fee9e req-e487ef4c-b284-4d95-b6a5-d663464d27dc tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106482 Jul 22 16:33:43.038906 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:43.044236 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-68a70a22-ff95-47ee-a595-82962757e5b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=7775cb9c-ffd7-4749-9f02-fb5f332ba5ab HTTP/1.1" status: 200 len: 217 time: 0.0627356 Jul 22 16:33:43.046951 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:43.047504 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:43.127075 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b07fe6-f7ce-42d1-8cbf-f27409952b0f req-032a78de-a6aa-4590-a4f7-35608c3eca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:43.129342 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-15b07fe6-f7ce-42d1-8cbf-f27409952b0f req-032a78de-a6aa-4590-a4f7-35608c3eca2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1612053 Jul 22 16:33:43.144646 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-f9c64240-8bb3-4461-b4c4-456b71f07c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:43.146103 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-f9c64240-8bb3-4461-b4c4-456b71f07c4e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0958898 Jul 22 16:33:43.183398 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:43.212612 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44758) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:43.276851 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2369ff72-7e0b-4c62-bb42-2be4ac354959 x-openstack-request-id: req-2369ff72-7e0b-4c62-bb42-2be4ac354959 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:43.277258 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f78468c-7a69-4cb0-a0fa-843e88e631a2", "tag": "7775cb9c-ffd7-4749-9f02-fb5f332ba5ab", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:43.277570 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2369ff72-7e0b-4c62-bb42-2be4ac354959 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:43.278061 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f78468c-7a69-4cb0-a0fa-843e88e631a2', 'tag': '7775cb9c-ffd7-4749-9f02-fb5f332ba5ab', 'status': 'completed', 'code': 200} Jul 22 16:33:43.308465 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-15b07fe6-f7ce-42d1-8cbf-f27409952b0f req-aa8690a2-7a03-4f7f-b076-a3bf48f27845 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690876 Jul 22 16:33:43.313794 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-b4f44f12-d49f-4914-b236-58ad5758ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:43.316024 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-b4f44f12-d49f-4914-b236-58ad5758ee18 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1615236 Jul 22 16:33:43.319878 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-aefb61f6-439d-4fff-b6df-c667b722e124 admin admin] Deleting subnet b3d31ec7-0709-410d-b2c0-dce9daa2755c {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:33:43.325572 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aefb61f6-439d-4fff-b6df-c667b722e124 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:43.426882 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-15b07fe6-f7ce-42d1-8cbf-f27409952b0f req-1d531090-af3b-4343-8b61-52afe0dc6b4d service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081774 Jul 22 16:33:43.436338 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108351d-7612-47fb-8f0e-1a1d00a3f476 req-22f71bfe-9aca-4548-b9dd-fb9d272caefd tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:43.441852 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aefb61f6-439d-4fff-b6df-c667b722e124 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:43.444561 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a108351d-7612-47fb-8f0e-1a1d00a3f476 req-22f71bfe-9aca-4548-b9dd-fb9d272caefd tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 944 time: 0.2179801 Jul 22 16:33:43.532506 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aefb61f6-439d-4fff-b6df-c667b722e124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:43.537479 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-018498b1-6d15-4653-92b4-547dc1cb758d service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126281 Jul 22 16:33:43.547360 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a108351d-7612-47fb-8f0e-1a1d00a3f476 req-5cabf947-05ff-4c79-b9e1-10da2792470e tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015553 Jul 22 16:33:43.622170 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83,segment=NetworkSegment(b238de62-e7e3-4b77-a8d4-2dd01796f7c4),segment_id=b238de62-e7e3-4b77-a8d4-2dd01796f7c4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:43.623531 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33e4472-b00d-4327-8185-8e953c499c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:43.626340 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d105cf-823b-4eb4-94ab-7d52b342b4b0" -d '{"events": [{"server_uuid": "a33e4472-b00d-4327-8185-8e953c499c9e", "name": "network-vif-plugged", "status": "completed", "tag": "b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:43.631509 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:43.681904 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:43.740892 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aefb61f6-439d-4fff-b6df-c667b722e124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:43.779969 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f37e86c5-127d-43d3-bd7b-f3597fdea102 req-c8418e99-4399-4fed-bd93-2bfe5e582430 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103395 Jul 22 16:33:43.785844 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb61f6-439d-4fff-b6df-c667b722e124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3d31ec7-0709-410d-b2c0-dce9daa2755c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:43.789034 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aefb61f6-439d-4fff-b6df-c667b722e124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:43.791672 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-aefb61f6-439d-4fff-b6df-c667b722e124 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b3d31ec7-0709-410d-b2c0-dce9daa2755c HTTP/1.1" status: 204 len: 168 time: 0.5761807 Jul 22 16:33:43.794445 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44782) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:43.800615 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0efb3-74ff-4fa8-ac7c-47b50eda8a6c req-f5207ca3-e368-491a-8a3d-6d2c2fbdd0e6 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:43.802254 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cee0efb3-74ff-4fa8-ac7c-47b50eda8a6c req-f5207ca3-e368-491a-8a3d-6d2c2fbdd0e6 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f78468c-7a69-4cb0-a0fa-843e88e631a2 HTTP/1.1" status: 200 len: 947 time: 0.1913931 Jul 22 16:33:43.857397 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cee0efb3-74ff-4fa8-ac7c-47b50eda8a6c req-62608b8b-25a7-42f1-b3d7-1b9526d5ca3a tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487223 Jul 22 16:33:43.922060 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0019b49e-2218-4617-ad73-a8b15c697577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:44.008213 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359ccd4-19d2-4fb1-8b37-7e18c728f83b req-732e4394-5f55-47d5-a1df-82b81df87f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:44.010809 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c359ccd4-19d2-4fb1-8b37-7e18c728f83b req-732e4394-5f55-47d5-a1df-82b81df87f44 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90c6418e08a74e21a511e5fd13325f0e&device_id=7f78468c-7a69-4cb0-a0fa-843e88e631a2 HTTP/1.1" status: 200 len: 1098 time: 0.1171334 Jul 22 16:33:44.042065 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0019b49e-2218-4617-ad73-a8b15c697577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:44.053716 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0019b49e-2218-4617-ad73-a8b15c697577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11fd5339-ede9-4c72-a1e8-8686e18ee19f']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:44.074708 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0019b49e-2218-4617-ad73-a8b15c697577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:44.075100 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0019b49e-2218-4617-ad73-a8b15c697577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e49cf7c-6ef7-4f8f-9e6f-c0e6184256ad') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:44.101075 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0019b49e-2218-4617-ad73-a8b15c697577 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:44.124273 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359ccd4-19d2-4fb1-8b37-7e18c728f83b req-428e7cc5-70af-4721-9ddc-a8dcaf164796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:44.126757 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c359ccd4-19d2-4fb1-8b37-7e18c728f83b req-428e7cc5-70af-4721-9ddc-a8dcaf164796 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.1082036 Jul 22 16:33:44.145033 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0019b49e-2218-4617-ad73-a8b15c697577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:44.157550 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0019b49e-2218-4617-ad73-a8b15c697577 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:33:44.157975 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0019b49e-2218-4617-ad73-a8b15c697577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:33:44.162110 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:33:44.188161 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c359ccd4-19d2-4fb1-8b37-7e18c728f83b req-d0b3a6bd-eb8b-4bcc-b57a-97c3b5e346de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=7775cb9c-ffd7-4749-9f02-fb5f332ba5ab HTTP/1.1" status: 200 len: 217 time: 0.0548143 Jul 22 16:33:44.235487 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c486cb84-5d8b-4079-b460-8f38134f13a5 x-openstack-request-id: req-c486cb84-5d8b-4079-b460-8f38134f13a5 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:44.236450 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33e4472-b00d-4327-8185-8e953c499c9e", "name": "network-vif-plugged", "status": "completed", "tag": "b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:44.236889 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c486cb84-5d8b-4079-b460-8f38134f13a5 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:44.237471 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33e4472-b00d-4327-8185-8e953c499c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83', 'code': 200} Jul 22 16:33:44.297056 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0019b49e-2218-4617-ad73-a8b15c697577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:44.308424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359ccd4-19d2-4fb1-8b37-7e18c728f83b req-a5dfce52-8b3e-448a-847c-80fab7da7a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:44.309900 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c359ccd4-19d2-4fb1-8b37-7e18c728f83b req-a5dfce52-8b3e-448a-847c-80fab7da7a16 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1145973 Jul 22 16:33:44.332619 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0019b49e-2218-4617-ad73-a8b15c697577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:44.345091 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0019b49e-2218-4617-ad73-a8b15c697577 admin admin] 10.222.0.69 "DELETE /v2.0/networks/11fd5339-ede9-4c72-a1e8-8686e18ee19f HTTP/1.1" status: 204 len: 168 time: 0.5494707 Jul 22 16:33:44.346648 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019b49e-2218-4617-ad73-a8b15c697577 admin admin] Pushing event deleted for resources: {'Network': ['ID=11fd5339-ede9-4c72-a1e8-8686e18ee19f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:44.501848 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359ccd4-19d2-4fb1-8b37-7e18c728f83b req-2e2f5b00-84f4-4378-a39d-1a36cf4f96fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:44.503447 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c359ccd4-19d2-4fb1-8b37-7e18c728f83b req-2e2f5b00-84f4-4378-a39d-1a36cf4f96fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1846502 Jul 22 16:33:44.506169 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f357ab-2cb1-4bc3-b633-254014027f09 req-94756893-5fb3-436f-b6dc-e1395842efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:44.507714 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2f357ab-2cb1-4bc3-b633-254014027f09 req-94756893-5fb3-436f-b6dc-e1395842efa1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a33e4472-b00d-4327-8185-8e953c499c9e HTTP/1.1" status: 200 len: 1096 time: 0.1439183 Jul 22 16:33:44.522747 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9327c3-8a3c-43f3-b0d3-128886f2f201 req-f9e1a65f-5e86-426d-9418-04ab000ff9a0 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:44.531182 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fa9327c3-8a3c-43f3-b0d3-128886f2f201 req-f9e1a65f-5e86-426d-9418-04ab000ff9a0 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33e4472-b00d-4327-8185-8e953c499c9e HTTP/1.1" status: 200 len: 945 time: 0.1676142 Jul 22 16:33:44.563506 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772a406-e3b5-4f48-9988-80b16950c1b1 req-079181a9-5610-4917-86db-2522753c6217 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:44.573219 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0772a406-e3b5-4f48-9988-80b16950c1b1 req-079181a9-5610-4917-86db-2522753c6217 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.1078279 Jul 22 16:33:44.613003 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44810) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:44.653376 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0772a406-e3b5-4f48-9988-80b16950c1b1 req-5a0a6fe2-42d9-4af1-b432-6b8497d516f3 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785170 Jul 22 16:33:44.678071 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44812) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:44.701985 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2f357ab-2cb1-4bc3-b633-254014027f09 req-55c31a46-5d84-4e22-9861-e14d227bda39 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dea78d58-abf7-4768-925f-7309c0e9105e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620295 Jul 22 16:33:44.704478 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5848d2ce-df98-4a3b-a079-97de4b01fca0 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:33:44.723471 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fa9327c3-8a3c-43f3-b0d3-128886f2f201 req-f877d29c-2159-41df-be3c-e262945e93f5 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/security-groups?id=dea78d58-abf7-4768-925f-7309c0e9105e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877580 Jul 22 16:33:44.743816 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44818) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:44.744508 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c3a5e8ab-3f96-475b-8a05-eab8f90f63c0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c01e19ea85c04eff85a8e7af5d534fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1285326 Jul 22 16:33:44.826397 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c359ccd4-19d2-4fb1-8b37-7e18c728f83b req-88d8f132-436b-427a-8e2b-e8759f15eddd service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880545 Jul 22 16:33:44.901327 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5848d2ce-df98-4a3b-a079-97de4b01fca0, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:44.918454 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '5848d2ce-df98-4a3b-a079-97de4b01fca0', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'port_id': '5848d2ce-df98-4a3b-a079-97de4b01fca0', 'mac_address': 'fa:16:3e:f9:80:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:33:44.922330 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ebe912f-5012-4fe2-ba14-68c3bfafbc65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:44.967875 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:44.988121 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de4a34-7159-4972-8204-69aa3cb864d0 req-5b8eb443-2102-4ea7-820e-cc5b52ef7d43 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:44.989456 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-56de4a34-7159-4972-8204-69aa3cb864d0 req-5b8eb443-2102-4ea7-820e-cc5b52ef7d43 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 944 time: 0.1710267 Jul 22 16:33:44.989725 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:33:44.996021 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ebe912f-5012-4fe2-ba14-68c3bfafbc65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:45.064535 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-56de4a34-7159-4972-8204-69aa3cb864d0 req-e9f0bc0a-5cd8-4fcf-ab5f-8daf3cb0b01a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636337 Jul 22 16:33:45.178284 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eed6eb0e-5022-431b-8f1f-bc03f41cd0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:45.185428 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ebe912f-5012-4fe2-ba14-68c3bfafbc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:45.192684 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ebe912f-5012-4fe2-ba14-68c3bfafbc65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:45.193891 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9ebe912f-5012-4fe2-ba14-68c3bfafbc65 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bca09f08-1ff9-46f8-a24b-60497d41553c HTTP/1.1" status: 204 len: 168 time: 0.4491622 Jul 22 16:33:45.204005 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c359ccd4-19d2-4fb1-8b37-7e18c728f83b req-2b2e599a-fdfa-4221-87f9-7e3723853c03 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058580 Jul 22 16:33:45.223616 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe912f-5012-4fe2-ba14-68c3bfafbc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca09f08-1ff9-46f8-a24b-60497d41553c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:45.255439 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=7775cb9c-ffd7-4749-9f02-fb5f332ba5ab,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:45.288707 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '7775cb9c-ffd7-4749-9f02-fb5f332ba5ab', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '7775cb9c-ffd7-4749-9f02-fb5f332ba5ab', 'mac_address': 'fa:16:3e:f8:e3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:33:45.341022 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eed6eb0e-5022-431b-8f1f-bc03f41cd0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:45.387831 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eed6eb0e-5022-431b-8f1f-bc03f41cd0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:45.393497 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:45.401602 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5848d2ce-df98-4a3b-a079-97de4b01fca0 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:45.463987 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:45.509248 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=7775cb9c-ffd7-4749-9f02-fb5f332ba5ab,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:45.521778 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:45.542371 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-eed6eb0e-5022-431b-8f1f-bc03f41cd0fc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7823b3f56ba240ef828e16f6279485a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8574722 Jul 22 16:33:45.542875 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44836) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:45.562581 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6eb0e-5022-431b-8f1f-bc03f41cd0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5603196-c94c-4140-bbcc-212f202fe357,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:45.623605 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7ecc1-7234-4a98-a732-796392091986 req-50606dac-2543-4836-af2f-0e4bdb56561b tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:45.626215 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5848d2ce-df98-4a3b-a079-97de4b01fca0, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:45.631372 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=7775cb9c-ffd7-4749-9f02-fb5f332ba5ab,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:45.638587 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:45.646435 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-03f7ecc1-7234-4a98-a732-796392091986 req-50606dac-2543-4836-af2f-0e4bdb56561b tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f78468c-7a69-4cb0-a0fa-843e88e631a2 HTTP/1.1" status: 200 len: 947 time: 0.3027544 Jul 22 16:33:45.730897 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b62cb89-5288-44d9-b240-6f598520359c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:45.778615 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-03f7ecc1-7234-4a98-a732-796392091986 req-3481de1e-08d4-4c90-b10b-9b645816a44b tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293263 Jul 22 16:33:45.813498 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b62cb89-5288-44d9-b240-6f598520359c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:45.822214 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=5848d2ce-df98-4a3b-a079-97de4b01fca0,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:45.966066 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['7775cb9c-ffd7-4749-9f02-fb5f332ba5ab'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:46.004622 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d552f88-eaad-40ba-920d-416b8daf9f30 req-5aee9ac5-6a2a-4a1a-8bf3-0f9ddc8437b1 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:46.027700 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d552f88-eaad-40ba-920d-416b8daf9f30 req-5aee9ac5-6a2a-4a1a-8bf3-0f9ddc8437b1 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.1667411 Jul 22 16:33:46.051279 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['5848d2ce-df98-4a3b-a079-97de4b01fca0'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:46.147474 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b62cb89-5288-44d9-b240-6f598520359c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:46.159044 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b62cb89-5288-44d9-b240-6f598520359c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:46.165911 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6b62cb89-5288-44d9-b240-6f598520359c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d5603196-c94c-4140-bbcc-212f202fe357 HTTP/1.1" status: 204 len: 168 time: 0.6192448 Jul 22 16:33:46.278507 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d552f88-eaad-40ba-920d-416b8daf9f30 req-27224b73-de94-4a73-9b5d-c51f45f19c58 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485502 Jul 22 16:33:46.280752 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62cb89-5288-44d9-b240-6f598520359c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5603196-c94c-4140-bbcc-212f202fe357,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:46.359021 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbc878-ee9b-4a75-af86-0cf6b60f6a59 req-18539520-a5a0-41b8-b6bf-a5cbd38a77be tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:46.392306 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1dbbc878-ee9b-4a75-af86-0cf6b60f6a59 req-18539520-a5a0-41b8-b6bf-a5cbd38a77be tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33e4472-b00d-4327-8185-8e953c499c9e HTTP/1.1" status: 200 len: 945 time: 0.3443184 Jul 22 16:33:46.564810 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1dbbc878-ee9b-4a75-af86-0cf6b60f6a59 req-2e172d18-1058-4994-9b40-85c3394fbfae tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/security-groups?id=dea78d58-abf7-4768-925f-7309c0e9105e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700416 Jul 22 16:33:46.683142 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cea54-2a3f-414b-9e23-f8d60b0f1d1a req-995bad50-4300-4007-9f36-98dff1eb5299 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:46.691583 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e1cea54-2a3f-414b-9e23-f8d60b0f1d1a req-995bad50-4300-4007-9f36-98dff1eb5299 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.1949384 Jul 22 16:33:46.698763 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44876) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:46.757059 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e1cea54-2a3f-414b-9e23-f8d60b0f1d1a req-a0a838d9-3496-4f75-b80f-5e4dd192734b tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572698 Jul 22 16:33:47.022580 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e046c-437e-4243-9a42-502a2d76c6fe req-01c37935-e0ac-440b-8c68-fb77fc33101c tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:47.024994 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-487e046c-437e-4243-9a42-502a2d76c6fe req-01c37935-e0ac-440b-8c68-fb77fc33101c tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f78468c-7a69-4cb0-a0fa-843e88e631a2 HTTP/1.1" status: 200 len: 948 time: 0.1351223 Jul 22 16:33:47.137742 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-487e046c-437e-4243-9a42-502a2d76c6fe req-ff3bce58-211f-4116-afdf-d38d3c8a47f6 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957029 Jul 22 16:33:47.154622 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f42b1933-e9f6-44cb-a696-624ffd6e0cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:47.322840 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f42b1933-e9f6-44cb-a696-624ffd6e0cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:47.330938 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f42b1933-e9f6-44cb-a696-624ffd6e0cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:47.379585 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f42b1933-e9f6-44cb-a696-624ffd6e0cfe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9e712868137148f7b0ab8481599b87d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6779878 Jul 22 16:33:47.382282 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44906) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:47.447665 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b1933-e9f6-44cb-a696-624ffd6e0cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512bb3f5-db58-472b-9313-903062571e56,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:47.530605 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94a91867-959f-45d2-b6b8-78d47641fcd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:47.571273 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94a91867-959f-45d2-b6b8-78d47641fcd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:47.670105 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94a91867-959f-45d2-b6b8-78d47641fcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:47.686441 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94a91867-959f-45d2-b6b8-78d47641fcd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:47.688225 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-94a91867-959f-45d2-b6b8-78d47641fcd4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/512bb3f5-db58-472b-9313-903062571e56 HTTP/1.1" status: 204 len: 168 time: 0.3046563 Jul 22 16:33:47.698729 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a91867-959f-45d2-b6b8-78d47641fcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512bb3f5-db58-472b-9313-903062571e56,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:47.758030 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733bdfa-c983-4da3-a7b7-3c976a537569 req-c96f51c6-bb57-420f-9459-892edc7a20ed tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:47.762567 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a733bdfa-c983-4da3-a7b7-3c976a537569 req-c96f51c6-bb57-420f-9459-892edc7a20ed tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.3060098 Jul 22 16:33:47.795647 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44922) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:47.835054 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44924) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:47.855590 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387ee2e-364e-4ba8-94d1-70cf6727d36f req-f50f22ee-f077-46aa-b5a4-bd12357e6ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:47.859740 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5387ee2e-364e-4ba8-94d1-70cf6727d36f req-f50f22ee-f077-46aa-b5a4-bd12357e6ffb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=737219674a65492c83d801138e0cf9e0&device_id=c449fa9a-b6b3-4237-8025-d984203d0cb5 HTTP/1.1" status: 200 len: 1101 time: 0.2932005 Jul 22 16:33:47.941691 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fad80c-b058-4f3a-93f9-c0955f5420d0 req-e263d68d-2181-4559-a1cd-342702273d6c tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:47.949203 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-26fad80c-b058-4f3a-93f9-c0955f5420d0 req-e263d68d-2181-4559-a1cd-342702273d6c tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33e4472-b00d-4327-8185-8e953c499c9e HTTP/1.1" status: 200 len: 945 time: 0.1745863 Jul 22 16:33:47.958764 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a733bdfa-c983-4da3-a7b7-3c976a537569 req-5ab8aede-9709-4a1b-a93c-70888567bd16 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516032 Jul 22 16:33:48.076093 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-26fad80c-b058-4f3a-93f9-c0955f5420d0 req-e27ac1c2-d861-419d-a1e5-7af939404033 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/security-groups?id=dea78d58-abf7-4768-925f-7309c0e9105e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259134 Jul 22 16:33:48.126896 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387ee2e-364e-4ba8-94d1-70cf6727d36f req-15a846d6-d9bb-4c07-84ae-18daef7ca9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:48.128623 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5387ee2e-364e-4ba8-94d1-70cf6727d36f req-15a846d6-d9bb-4c07-84ae-18daef7ca9ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.2338188 Jul 22 16:33:48.184021 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5387ee2e-364e-4ba8-94d1-70cf6727d36f req-e33ddb9d-3606-4b7e-bab2-51f1d477285a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=8c07feff-3f07-41be-a0ee-332108b1d00b HTTP/1.1" status: 200 len: 217 time: 0.0464730 Jul 22 16:33:48.216275 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-45ca49eb-37ac-4bb7-a6db-ba6bc035351e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1390799541-network', 'tenant_id': '77796b97e2a64dd0916004953bd282a6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:48.274566 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387ee2e-364e-4ba8-94d1-70cf6727d36f req-62aedad5-6f23-4152-812a-a579ef3b8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:48.276119 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5387ee2e-364e-4ba8-94d1-70cf6727d36f req-62aedad5-6f23-4152-812a-a579ef3b8e49 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0825586 Jul 22 16:33:48.315198 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ca49eb-37ac-4bb7-a6db-ba6bc035351e admin admin] Made reservation on behalf of 77796b97e2a64dd0916004953bd282a6 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:48.318697 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45ca49eb-37ac-4bb7-a6db-ba6bc035351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:48.332370 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b1d39121-1d2b-4356-bcb8-484d615e1733 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1155752689-network', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:48.350606 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45ca49eb-37ac-4bb7-a6db-ba6bc035351e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:48.373527 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6d2bb-d283-4746-a01f-452cf19a1fea req-bf2891b0-9f98-43f9-9682-b62ef3892d7b tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:48.384757 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1dc6d2bb-d283-4746-a01f-452cf19a1fea req-bf2891b0-9f98-43f9-9682-b62ef3892d7b tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.2032223 Jul 22 16:33:48.397239 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d39121-1d2b-4356-bcb8-484d615e1733 admin admin] Made reservation on behalf of 0ab4163b9d3f42c1b95499d26b5bcf68 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:48.399839 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1d39121-1d2b-4356-bcb8-484d615e1733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:48.412837 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0b4e0-4ada-4b5f-8621-371f6d3cac28 req-d29553c3-611e-4cbc-bffa-fe2b488af1fc tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:48.426900 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b2f0b4e0-4ada-4b5f-8621-371f6d3cac28 req-d29553c3-611e-4cbc-bffa-fe2b488af1fc tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33e4472-b00d-4327-8185-8e953c499c9e HTTP/1.1" status: 200 len: 945 time: 0.1747127 Jul 22 16:33:48.434833 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387ee2e-364e-4ba8-94d1-70cf6727d36f req-7a9f2ef2-45ff-4d09-a639-0f2437a4d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:48.436506 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5387ee2e-364e-4ba8-94d1-70cf6727d36f req-7a9f2ef2-45ff-4d09-a639-0f2437a4d95e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1529889 Jul 22 16:33:48.436957 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44954) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:48.453244 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-de777e02-21aa-426b-a1df-c291c0fd39f6 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Request body: {'floatingip': {'port_id': 'b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:48.458724 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1dc6d2bb-d283-4746-a01f-452cf19a1fea req-0ed4da3a-b991-4e6f-81e5-c022e8dc264e tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723131 Jul 22 16:33:48.538455 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1d39121-1d2b-4356-bcb8-484d615e1733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:48.606265 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5387ee2e-364e-4ba8-94d1-70cf6727d36f req-922312eb-bd9c-48c5-b4f6-fc1668796465 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459098 Jul 22 16:33:48.609004 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-de777e02-21aa-426b-a1df-c291c0fd39f6 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:48.716248 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5848d2ce-df98-4a3b-a079-97de4b01fca0 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:48.830829 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8588c-7b92-4c9c-945d-d18ec7125a5b req-b3894877-ad39-4be3-9496-b2e5d97d800d tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:48.837846 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cf8588c-7b92-4c9c-945d-d18ec7125a5b req-b3894877-ad39-4be3-9496-b2e5d97d800d tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f78468c-7a69-4cb0-a0fa-843e88e631a2 HTTP/1.1" status: 200 len: 948 time: 0.2814205 Jul 22 16:33:48.858740 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45ca49eb-37ac-4bb7-a6db-ba6bc035351e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:48.864497 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 5848d2ce-df98-4a3b-a079-97de4b01fca0 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:48.867217 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5387ee2e-364e-4ba8-94d1-70cf6727d36f req-48348f65-e310-4683-a9c6-8b70dbd4bae5 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501433 Jul 22 16:33:48.871105 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 5848d2ce-df98-4a3b-a079-97de4b01fca0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:48.871767 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:48.944154 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45ca49eb-37ac-4bb7-a6db-ba6bc035351e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:48.997164 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ca49eb-37ac-4bb7-a6db-ba6bc035351e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:33:49.004889 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:49.022526 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:49.031641 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca49eb-37ac-4bb7-a6db-ba6bc035351e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf87f4d-2351-4aea-819c-2341e45aea5c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:49.070179 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45ca49eb-37ac-4bb7-a6db-ba6bc035351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:49.070179 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-45ca49eb-37ac-4bb7-a6db-ba6bc035351e admin admin] Added segment 08234e86-a2ab-4fbf-821a-44495b2ae8a6 of type vlan for network a4affc84-0a5b-4b25-ac05-357cd7ab0e0e Jul 22 16:33:49.070179 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cf8588c-7b92-4c9c-945d-d18ec7125a5b req-f30a2e7f-6369-4a63-973d-2e21d3368eca tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312357 Jul 22 16:33:49.115915 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a186131f-e2ff-4d9f-864d-812721216f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5848d2ce-df98-4a3b-a079-97de4b01fca0'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:49.119724 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72ccb5b-7235-494e-a88b-d54fe30620cd" -d '{"events": [{"server_uuid": "a186131f-e2ff-4d9f-864d-812721216f78", "name": "network-vif-plugged", "status": "completed", "tag": "5848d2ce-df98-4a3b-a079-97de4b01fca0"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:49.138454 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5848d2ce-df98-4a3b-a079-97de4b01fca0, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:49.144936 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45ca49eb-37ac-4bb7-a6db-ba6bc035351e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:49.148595 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:49.193175 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:49.208047 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:49.208463 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:49.212238 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=5848d2ce-df98-4a3b-a079-97de4b01fca0,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:49.292792 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ad7b2-2ddf-462c-8ab0-06f4709674bd req-54152bbd-b0ae-4562-9d25-6be7792c8c46 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:49.300666 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e7ad7b2-2ddf-462c-8ab0-06f4709674bd req-54152bbd-b0ae-4562-9d25-6be7792c8c46 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.2226095 Jul 22 16:33:49.310086 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:49.355286 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=7775cb9c-ffd7-4749-9f02-fb5f332ba5ab,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:49.356987 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e7ad7b2-2ddf-462c-8ab0-06f4709674bd req-5c6213ba-90bd-4f1a-b762-f08776c338d4 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503092 Jul 22 16:33:49.372040 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:49.409219 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45ca49eb-37ac-4bb7-a6db-ba6bc035351e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:49.409219 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ca49eb-37ac-4bb7-a6db-ba6bc035351e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:49.409219 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45ca49eb-37ac-4bb7-a6db-ba6bc035351e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:49.440778 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=7775cb9c-ffd7-4749-9f02-fb5f332ba5ab,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:49.460876 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ab4255-3a02-478a-9dca-a5e084305bdb x-openstack-request-id: req-60ab4255-3a02-478a-9dca-a5e084305bdb {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:49.461178 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a186131f-e2ff-4d9f-864d-812721216f78", "name": "network-vif-plugged", "status": "completed", "tag": "5848d2ce-df98-4a3b-a079-97de4b01fca0", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:49.461488 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-60ab4255-3a02-478a-9dca-a5e084305bdb {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:49.462405 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a186131f-e2ff-4d9f-864d-812721216f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5848d2ce-df98-4a3b-a079-97de4b01fca0', 'code': 200} Jul 22 16:33:49.507085 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1d39121-1d2b-4356-bcb8-484d615e1733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:49.534855 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1d39121-1d2b-4356-bcb8-484d615e1733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:49.612563 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca49eb-37ac-4bb7-a6db-ba6bc035351e admin admin] Pushing event updated for resources: {'Network': ['ID=a4affc84-0a5b-4b25-ac05-357cd7ab0e0e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:49.619426 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-45ca49eb-37ac-4bb7-a6db-ba6bc035351e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7982156 Jul 22 16:33:49.619733 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45022) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:49.624965 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network a4affc84-0a5b-4b25-ac05-357cd7ab0e0e details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:33:49.635680 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d39121-1d2b-4356-bcb8-484d615e1733 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:33:49.638982 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4b532050-f2bf-47d4-a17f-f077aad95789 admin admin] Request body: {'subnet': {'network_id': 'a4affc84-0a5b-4b25-ac05-357cd7ab0e0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1390799541-subnet', 'tenant_id': '77796b97e2a64dd0916004953bd282a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:49.676181 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3f1c9-b93a-4242-9112-221dbce4aa5f req-8409fc39-03e2-4ffa-84b2-7c50a7aa13f4 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:49.677701 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ca3f1c9-b93a-4242-9112-221dbce4aa5f req-8409fc39-03e2-4ffa-84b2-7c50a7aa13f4 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 946 time: 0.1109316 Jul 22 16:33:49.678801 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b532050-f2bf-47d4-a17f-f077aad95789 admin admin] Made reservation on behalf of 77796b97e2a64dd0916004953bd282a6 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:49.681298 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b532050-f2bf-47d4-a17f-f077aad95789 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:49.686086 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.db.resource_extend [None req-de777e02-21aa-426b-a1df-c291c0fd39f6 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:33:49.718784 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1d39121-1d2b-4356-bcb8-484d615e1733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:49.719131 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-b1d39121-1d2b-4356-bcb8-484d615e1733 admin admin] Added segment 094f6b2f-03f2-4846-958c-49b8842d4ad3 of type vlan for network 31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc Jul 22 16:33:49.739190 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d39121-1d2b-4356-bcb8-484d615e1733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d52e72-afe9-44d6-96a9-ebba115e7a25,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:49.792319 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ca3f1c9-b93a-4242-9112-221dbce4aa5f req-4afbddec-7feb-4590-afb0-537ec08b2376 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983710 Jul 22 16:33:49.835645 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1d39121-1d2b-4356-bcb8-484d615e1733 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:49.843468 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-de777e02-21aa-426b-a1df-c291c0fd39f6 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:49.856433 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-de777e02-21aa-426b-a1df-c291c0fd39f6 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:49.906317 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4794114-b9fe-4bc0-b440-2fc75492cd04 req-6efd1de1-3910-4097-a157-6a0f20c0c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:49.907872 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b4794114-b9fe-4bc0-b440-2fc75492cd04 req-6efd1de1-3910-4097-a157-6a0f20c0c5bf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 1097 time: 0.3111649 Jul 22 16:33:49.928365 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b532050-f2bf-47d4-a17f-f077aad95789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:49.975505 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1d39121-1d2b-4356-bcb8-484d615e1733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:49.976498 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d39121-1d2b-4356-bcb8-484d615e1733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:49.977119 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1d39121-1d2b-4356-bcb8-484d615e1733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:49.993616 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1f0a2-2f84-47ae-940e-5ecebe80584a req-5dda4a6a-15d8-4c03-8219-fe76d55173fc tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:49.995499 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bce1f0a2-2f84-47ae-940e-5ecebe80584a req-5dda4a6a-15d8-4c03-8219-fe76d55173fc tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?device_id=c449fa9a-b6b3-4237-8025-d984203d0cb5 HTTP/1.1" status: 200 len: 950 time: 0.3312571 Jul 22 16:33:50.000245 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b532050-f2bf-47d4-a17f-f077aad95789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7dbf0a2-bfbb-40aa-9ecd-bedbe1f1d080,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:50.010072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b532050-f2bf-47d4-a17f-f077aad95789 admin admin] Checking segment: {'id': '08234e86-a2ab-4fbf-821a-44495b2ae8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a4affc84-0a5b-4b25-ac05-357cd7ab0e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:50.010413 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b532050-f2bf-47d4-a17f-f077aad95789 admin admin] Network hostable DHCP agents. Network: a4affc84-0a5b-4b25-ac05-357cd7ab0e0e, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:33:50.032391 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b532050-f2bf-47d4-a17f-f077aad95789 admin admin] Network a4affc84-0a5b-4b25-ac05-357cd7ab0e0e is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:33:50.043119 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-4b532050-f2bf-47d4-a17f-f077aad95789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, a4affc84-0a5b-4b25-ac05-357cd7ab0e0e) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:50.051124 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b4794114-b9fe-4bc0-b440-2fc75492cd04 req-54ff5139-10f4-4485-bcac-0806169b9ed5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090860 Jul 22 16:33:50.055932 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f0bbe5-7a0a-4b56-a40b-f217dc71866d None None] Network a4affc84-0a5b-4b25-ac05-357cd7ab0e0e requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:33:50.059940 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b532050-f2bf-47d4-a17f-f077aad95789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:50.061710 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b532050-f2bf-47d4-a17f-f077aad95789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:50.070521 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b1d39121-1d2b-4356-bcb8-484d615e1733 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2162600 Jul 22 16:33:50.072725 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45030) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:50.082460 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5d57e1f7-4cb7-4bda-9585-3c4034e19950 admin admin] Request body: {'subnet': {'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1155752689-subnet', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:50.125909 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d57e1f7-4cb7-4bda-9585-3c4034e19950 admin admin] Made reservation on behalf of 0ab4163b9d3f42c1b95499d26b5bcf68 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:50.129917 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d57e1f7-4cb7-4bda-9585-3c4034e19950 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:50.146481 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4b532050-f2bf-47d4-a17f-f077aad95789 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5141459 Jul 22 16:33:50.157940 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d39121-1d2b-4356-bcb8-484d615e1733 admin admin] Pushing event updated for resources: {'Network': ['ID=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:50.163167 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-de777e02-21aa-426b-a1df-c291c0fd39f6 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Floating IP eeacf688-31b8-4579-b7c2-4bcd12f4b38d associated. External IP: 172.25.0.44, port: b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83. Jul 22 16:33:50.178229 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:33:50.183721 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bce1f0a2-2f84-47ae-940e-5ecebe80584a req-cdf457f6-6b94-4301-813e-2f4913802e30 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/security-groups?id=039e9746-aec1-4b49-843c-2b1df55cb08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567855 Jul 22 16:33:50.246444 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218ce47f-c5fd-4acd-9a80-eb4ad6d11154 None None] Network a4affc84-0a5b-4b25-ac05-357cd7ab0e0e requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:33:50.293704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45038) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:50.460565 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c8705-9e66-40f3-aa3e-c2e69ebf1cac req-228f1c64-193c-49e7-87db-2628f3ce22c9 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:50.467646 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-894c8705-9e66-40f3-aa3e-c2e69ebf1cac req-228f1c64-193c-49e7-87db-2628f3ce22c9 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f78468c-7a69-4cb0-a0fa-843e88e631a2 HTTP/1.1" status: 200 len: 949 time: 0.2028894 Jul 22 16:33:50.498502 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9518b1f-72c9-4d4a-b707-4186a40970b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:50.511389 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de777e02-21aa-426b-a1df-c291c0fd39f6 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Router 99dc9b89-6745-4cd7-92d2-c370b34f2c93 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:33:50.538632 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-894c8705-9e66-40f3-aa3e-c2e69ebf1cac req-2979e4f5-578d-402c-b6c0-1792efb6db56 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700905 Jul 22 16:33:50.540965 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d57e1f7-4cb7-4bda-9585-3c4034e19950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:50.548091 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-466772fb-9c74-4d2b-9b6e-10902bf4d223 req-2e1b940b-1d88-44d4-9f68-f363b5e05474 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-672107036', 'description': 'tempest-description-2116228436'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:50.600388 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57e1f7-4cb7-4bda-9585-3c4034e19950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed2160ff-0eec-4892-bae9-c0ff519453ca,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:50.609798 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d57e1f7-4cb7-4bda-9585-3c4034e19950 admin admin] Checking segment: {'id': '094f6b2f-03f2-4846-958c-49b8842d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:50.610219 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d57e1f7-4cb7-4bda-9585-3c4034e19950 admin admin] Network hostable DHCP agents. Network: 31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:33:50.656888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d57e1f7-4cb7-4bda-9585-3c4034e19950 admin admin] Network 31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:33:50.670323 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5d57e1f7-4cb7-4bda-9585-3c4034e19950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:50.675682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57e1f7-4cb7-4bda-9585-3c4034e19950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:50.676279 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d57e1f7-4cb7-4bda-9585-3c4034e19950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:50.680706 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8479f68-da4f-4e0f-8e6a-ad80d12c64a9 None None] Network 31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:33:50.707796 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ce17e-8c12-4a50-9593-958556acf63b req-792782ee-bf7b-41d5-9250-1a334cc07169 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:50.709389 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fe5ce17e-8c12-4a50-9593-958556acf63b req-792782ee-bf7b-41d5-9250-1a334cc07169 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.0932143 Jul 22 16:33:50.759585 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fe5ce17e-8c12-4a50-9593-958556acf63b req-aaba5178-65d5-49cc-a294-a1a9172317cb tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436435 Jul 22 16:33:50.835066 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e38164-5e29-49c8-8bac-821d3eb9ee7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'fixed_ips': [{'subnet_id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:33:50.835940 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25e38164-5e29-49c8-8bac-821d3eb9ee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:50.954788 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c93ee2-1572-4be0-a563-04bdf62a2351 req-20fe22b1-4198-4089-8d2d-eae751e7cd4f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:50.962948 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c7c93ee2-1572-4be0-a563-04bdf62a2351 req-20fe22b1-4198-4089-8d2d-eae751e7cd4f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 946 time: 0.0785601 Jul 22 16:33:50.984560 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-25e38164-5e29-49c8-8bac-821d3eb9ee7f None None] Allocated IP 172.20.0.2 (31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc/ed2160ff-0eec-4892-bae9-c0ff519453ca/41d5601b-ac4f-41c7-a0af-9323da6bf41d) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:51.001411 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de777e02-21aa-426b-a1df-c291c0fd39f6 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:33:51.009891 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c7c93ee2-1572-4be0-a563-04bdf62a2351 req-b4d07385-3d87-4d6f-ac7e-ecb9c9850d92 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426683 Jul 22 16:33:51.010746 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-de777e02-21aa-426b-a1df-c291c0fd39f6 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:51.019234 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76cd0c3-9d0f-4366-93f0-4c0ef1b6fde8 None None] Sync routers for ids ['99dc9b89-6745-4cd7-92d2-c370b34f2c93'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:33:51.043749 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9518b1f-72c9-4d4a-b707-4186a40970b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:51.052251 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5d57e1f7-4cb7-4bda-9585-3c4034e19950 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9783549 Jul 22 16:33:51.055456 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45050) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:51.059567 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9518b1f-72c9-4d4a-b707-4186a40970b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:51.060773 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0cb13a01-1368-4df3-935d-1edb37311ebc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1155752689-router', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:51.063659 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76cd0c3-9d0f-4366-93f0-4c0ef1b6fde8 None None] Routers {'99dc9b89-6745-4cd7-92d2-c370b34f2c93'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:51.064297 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e76cd0c3-9d0f-4366-93f0-4c0ef1b6fde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:33:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['99dc9b89-6745-4cd7-92d2-c370b34f2c93'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:51.078714 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-0cb13a01-1368-4df3-935d-1edb37311ebc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:33:51.078714 n-d-798930-9 neutron-server[93816]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 16:33:51.078714 n-d-798930-9 neutron-server[93816]: [parameters: {'project_id_1': '0ab4163b9d3f42c1b95499d26b5bcf68', 'expiration_1': datetime.datetime(2021, 7, 22, 16, 33, 51, 65105)}] Jul 22 16:33:51.078714 n-d-798930-9 neutron-server[93816]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:33:51.079554 n-d-798930-9 neutron-server[93816]: DEBUG oslo_db.api [None req-0cb13a01-1368-4df3-935d-1edb37311ebc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:33:51.099576 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-de777e02-21aa-426b-a1df-c291c0fd39f6 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "PUT /v2.0/floatingips/eeacf688-31b8-4579-b7c2-4bcd12f4b38d HTTP/1.1" status: 200 len: 990 time: 2.6594191 Jul 22 16:33:51.103379 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33e4472-b00d-4327-8185-8e953c499c9e', 'tag': 'b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:51.106065 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b87af9-7041-4d79-8e6d-4d9028de289d" -d '{"events": [{"name": "network-changed", "server_uuid": "a33e4472-b00d-4327-8185-8e953c499c9e", "tag": "b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:51.118266 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-466772fb-9c74-4d2b-9b6e-10902bf4d223 req-2e1b940b-1d88-44d4-9f68-f363b5e05474 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:51.124703 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45056) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:51.125034 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b9518b1f-72c9-4d4a-b707-4186a40970b5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=13b5f1e2742f472d8875ea14422d7c59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8300006 Jul 22 16:33:51.142314 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9518b1f-72c9-4d4a-b707-4186a40970b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991962d8-bb1d-4755-a920-bedf18905bc8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:51.215070 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed97d7e9-1233-4f4c-8bc0-8438fb85e232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:51.243537 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed97d7e9-1233-4f4c-8bc0-8438fb85e232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:51.245449 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-466772fb-9c74-4d2b-9b6e-10902bf4d223 req-2e1b940b-1d88-44d4-9f68-f363b5e05474 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:51.250730 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-466772fb-9c74-4d2b-9b6e-10902bf4d223 req-2e1b940b-1d88-44d4-9f68-f363b5e05474 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:51.272673 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-466772fb-9c74-4d2b-9b6e-10902bf4d223 req-2e1b940b-1d88-44d4-9f68-f363b5e05474 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:51.282800 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-466772fb-9c74-4d2b-9b6e-10902bf4d223 req-2e1b940b-1d88-44d4-9f68-f363b5e05474 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7444370 Jul 22 16:33:51.298995 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed97d7e9-1233-4f4c-8bc0-8438fb85e232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:51.302495 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed97d7e9-1233-4f4c-8bc0-8438fb85e232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:51.304088 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ed97d7e9-1233-4f4c-8bc0-8438fb85e232 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/991962d8-bb1d-4755-a920-bedf18905bc8 HTTP/1.1" status: 204 len: 168 time: 0.1782563 Jul 22 16:33:51.314936 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97d7e9-1233-4f4c-8bc0-8438fb85e232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991962d8-bb1d-4755-a920-bedf18905bc8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:51.329185 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18bb91a-7015-4a8c-a865-3730d1b49b99 x-openstack-request-id: req-c18bb91a-7015-4a8c-a865-3730d1b49b99 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:51.329482 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33e4472-b00d-4327-8185-8e953c499c9e", "tag": "b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:51.330602 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c18bb91a-7015-4a8c-a865-3730d1b49b99 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:51.334178 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33e4472-b00d-4327-8185-8e953c499c9e', 'tag': 'b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83', 'status': 'completed', 'code': 200} Jul 22 16:33:51.380544 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b940b-1d88-44d4-9f68-f363b5e05474 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d53e026-7536-4104-93f3-963668fdd0ff,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:51.439755 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25e38164-5e29-49c8-8bac-821d3eb9ee7f None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:51.450546 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-25e38164-5e29-49c8-8bac-821d3eb9ee7f None None] Transition to ACTIVE for port object 41d5601b-ac4f-41c7-a0af-9323da6bf41d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:51.465958 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf27ac27-7092-4c28-9b2f-be71598ae754 req-99734b19-fd21-41c5-95e3-0a76cbd86d75 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "GET /v2.0/security-groups/1d53e026-7536-4104-93f3-963668fdd0ff HTTP/1.1" status: 200 len: 1812 time: 0.0929222 Jul 22 16:33:51.468316 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-25e38164-5e29-49c8-8bac-821d3eb9ee7f None None] Transition to ACTIVE for port object 41d5601b-ac4f-41c7-a0af-9323da6bf41d will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:51.481645 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-cf27ac27-7092-4c28-9b2f-be71598ae754 req-2f26552a-858a-4c3a-8e0f-b579e8c96a85 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d53e026-7536-4104-93f3-963668fdd0ff', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:51.482082 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-cf27ac27-7092-4c28-9b2f-be71598ae754 req-2f26552a-858a-4c3a-8e0f-b579e8c96a85 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d53e026-7536-4104-93f3-963668fdd0ff', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:51.489531 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e76cd0c3-9d0f-4366-93f0-4c0ef1b6fde8 None None] Set router 99dc9b89-6745-4cd7-92d2-c370b34f2c93 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:51.490738 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d41c58-fe83-49b5-b11d-46178509cda7 req-152a0a3c-fcc4-435a-8194-43c96b91f4c8 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:51.502540 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-14d41c58-fe83-49b5-b11d-46178509cda7 req-152a0a3c-fcc4-435a-8194-43c96b91f4c8 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?device_id=c449fa9a-b6b3-4237-8025-d984203d0cb5 HTTP/1.1" status: 200 len: 950 time: 0.0978882 Jul 22 16:33:51.505179 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b87af9-7041-4d79-8e6d-4d9028de289d req-f4a7dc72-1faf-46d1-acab-4e811228bd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:51.507397 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-19b87af9-7041-4d79-8e6d-4d9028de289d req-f4a7dc72-1faf-46d1-acab-4e811228bd54 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7920f2bb00e4e8fa22664c9f0f8007a&device_id=a33e4472-b00d-4327-8185-8e953c499c9e HTTP/1.1" status: 200 len: 1096 time: 0.1446657 Jul 22 16:33:51.555945 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-14d41c58-fe83-49b5-b11d-46178509cda7 req-2a04b83f-3f95-4413-960c-097b1a10ca60 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/security-groups?id=039e9746-aec1-4b49-843c-2b1df55cb08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509946 Jul 22 16:33:51.577039 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f78468c-7a69-4cb0-a0fa-843e88e631a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7775cb9c-ffd7-4749-9f02-fb5f332ba5ab'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:51.579615 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e45397d-be39-41c8-8f9d-2318750bc1ea" -d '{"events": [{"server_uuid": "7f78468c-7a69-4cb0-a0fa-843e88e631a2", "name": "network-vif-plugged", "status": "completed", "tag": "7775cb9c-ffd7-4749-9f02-fb5f332ba5ab"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:51.595164 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25e38164-5e29-49c8-8bac-821d3eb9ee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:51.604370 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cf27ac27-7092-4c28-9b2f-be71598ae754 req-2f26552a-858a-4c3a-8e0f-b579e8c96a85 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:51.648282 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cf27ac27-7092-4c28-9b2f-be71598ae754 req-2f26552a-858a-4c3a-8e0f-b579e8c96a85 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:51.695850 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cf27ac27-7092-4c28-9b2f-be71598ae754 req-2f26552a-858a-4c3a-8e0f-b579e8c96a85 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:51.713914 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e38164-5e29-49c8-8bac-821d3eb9ee7f None None] Network 31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:51.722897 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e38164-5e29-49c8-8bac-821d3eb9ee7f None None] Pushing event updated for resources: {'Port': ['ID=41d5601b-ac4f-41c7-a0af-9323da6bf41d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:51.725490 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-25e38164-5e29-49c8-8bac-821d3eb9ee7f None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:51.727671 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cb13a01-1368-4df3-935d-1edb37311ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:51.728953 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cb13a01-1368-4df3-935d-1edb37311ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:51.729848 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e38164-5e29-49c8-8bac-821d3eb9ee7f None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:51.736421 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0eb058-3208-410e-b3d6-d1bfdb506d71 req-48372d1a-3e56-4388-bd9a-4c325cec8192 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:51.738379 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26552a-858a-4c3a-8e0f-b579e8c96a85 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e74c678-053f-4101-bff9-0ceb9815b9e5,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:51.750660 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4a0eb058-3208-410e-b3d6-d1bfdb506d71 req-48372d1a-3e56-4388-bd9a-4c325cec8192 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f78468c-7a69-4cb0-a0fa-843e88e631a2 HTTP/1.1" status: 200 len: 949 time: 0.1114185 Jul 22 16:33:51.769270 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-cf27ac27-7092-4c28-9b2f-be71598ae754 req-2f26552a-858a-4c3a-8e0f-b579e8c96a85 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:51.770763 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf27ac27-7092-4c28-9b2f-be71598ae754 req-2f26552a-858a-4c3a-8e0f-b579e8c96a85 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2938874 Jul 22 16:33:51.798070 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b87af9-7041-4d79-8e6d-4d9028de289d req-4671de28-bc7a-4c51-bc58-ad56d725f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:51.800626 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-19b87af9-7041-4d79-8e6d-4d9028de289d req-4671de28-bc7a-4c51-bc58-ad56d725f20f service neutron] 10.222.0.16 "GET /v2.0/networks?id=b658d0cb-44dd-4611-a8ea-16592dfac070 HTTP/1.1" status: 200 len: 912 time: 0.2839017 Jul 22 16:33:51.841879 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-25e38164-5e29-49c8-8bac-821d3eb9ee7f None None] Attempting to bind port 41d5601b-ac4f-41c7-a0af-9323da6bf41d on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:51.842277 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-25e38164-5e29-49c8-8bac-821d3eb9ee7f None None] Attempting to bind port 41d5601b-ac4f-41c7-a0af-9323da6bf41d by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '094f6b2f-03f2-4846-958c-49b8842d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:51.842642 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e38164-5e29-49c8-8bac-821d3eb9ee7f None None] Attempting to bind port 41d5601b-ac4f-41c7-a0af-9323da6bf41d on network 31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:51.850080 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e38164-5e29-49c8-8bac-821d3eb9ee7f None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:51.850583 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e38164-5e29-49c8-8bac-821d3eb9ee7f None None] Checking segment: {'id': '094f6b2f-03f2-4846-958c-49b8842d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:51.850863 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25e38164-5e29-49c8-8bac-821d3eb9ee7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:51.851264 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e38164-5e29-49c8-8bac-821d3eb9ee7f None None] Bound using segment: {'id': '094f6b2f-03f2-4846-958c-49b8842d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:51.851744 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-25e38164-5e29-49c8-8bac-821d3eb9ee7f None None] Bound port: 41d5601b-ac4f-41c7-a0af-9323da6bf41d, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094f6b2f-03f2-4846-958c-49b8842d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:51.852711 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25e38164-5e29-49c8-8bac-821d3eb9ee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:51.877683 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cb13a01-1368-4df3-935d-1edb37311ebc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:51.898991 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4a0eb058-3208-410e-b3d6-d1bfdb506d71 req-cf4b7f5b-5fd5-4af7-9e65-01fdfd2369ac tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471553 Jul 22 16:33:51.973171 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-19b87af9-7041-4d79-8e6d-4d9028de289d req-e65f7cd5-8aef-4492-8201-17d6bab4f4ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 HTTP/1.1" status: 200 len: 998 time: 0.1399555 Jul 22 16:33:51.980122 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e76cd0c3-9d0f-4366-93f0-4c0ef1b6fde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'name': 'tempest-ServersTestManualDisk-485606772-router', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:13Z', 'updated_at': '2021-07-22T16:33:19Z', 'revision_number': 4, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'gw_port': {'id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:14Z', 'updated_at': '2021-07-22T16:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'eeacf688-31b8-4579-b7c2-4bcd12f4b38d', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'port_id': 'b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070', 'mac_address': 'fa:16:3e:83:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33e4472-b00d-4327-8185-8e953c499c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:33:25Z', 'updated_at': '2021-07-22T16:33:49Z', 'revision_number': 1, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b', 'name': '', 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'mac_address': 'fa:16:3e:46:a5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'fd8d0762-9d71-4ae5-8d34-5c7375a95f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:18Z', 'updated_at': '2021-07-22T16:33:31Z', 'revision_number': 5, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'subnets': [{'id': 'fd8d0762-9d71-4ae5-8d34-5c7375a95f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:52.009991 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21678adc-563d-4f2e-a774-144978b9ba59 x-openstack-request-id: req-21678adc-563d-4f2e-a774-144978b9ba59 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:52.010290 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f78468c-7a69-4cb0-a0fa-843e88e631a2", "name": "network-vif-plugged", "status": "completed", "tag": "7775cb9c-ffd7-4749-9f02-fb5f332ba5ab", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:52.010540 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-21678adc-563d-4f2e-a774-144978b9ba59 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:52.010933 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f78468c-7a69-4cb0-a0fa-843e88e631a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7775cb9c-ffd7-4749-9f02-fb5f332ba5ab', 'code': 200} Jul 22 16:33:52.011952 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-25e38164-5e29-49c8-8bac-821d3eb9ee7f None None] For port 41d5601b-ac4f-41c7-a0af-9323da6bf41d, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:52.014494 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76cd0c3-9d0f-4366-93f0-4c0ef1b6fde8 None None] Checking router: 99dc9b89-6745-4cd7-92d2-c370b34f2c93 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:33:52.030262 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-25e38164-5e29-49c8-8bac-821d3eb9ee7f None None] For port 41d5601b-ac4f-41c7-a0af-9323da6bf41d, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=41d5601b-ac4f-41c7-a0af-9323da6bf41d,segment=NetworkSegment(094f6b2f-03f2-4846-958c-49b8842d4ad3),segment_id=094f6b2f-03f2-4846-958c-49b8842d4ad3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:52.036125 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76cd0c3-9d0f-4366-93f0-4c0ef1b6fde8 None None] Routers {'99dc9b89-6745-4cd7-92d2-c370b34f2c93'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:52.036769 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e76cd0c3-9d0f-4366-93f0-4c0ef1b6fde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:33:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['99dc9b89-6745-4cd7-92d2-c370b34f2c93'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:52.098594 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cb13a01-1368-4df3-935d-1edb37311ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:52.114548 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25e38164-5e29-49c8-8bac-821d3eb9ee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:52.178864 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-649f503b-aad0-47d7-9438-7b3451394db2 req-08572292-eef4-437e-95a4-5464607bf4c2 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "GET /v2.0/security-groups/1d53e026-7536-4104-93f3-963668fdd0ff HTTP/1.1" status: 200 len: 2405 time: 0.1144400 Jul 22 16:33:52.236939 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e38164-5e29-49c8-8bac-821d3eb9ee7f None None] Pushing event updated for resources: {'Port': ['ID=41d5601b-ac4f-41c7-a0af-9323da6bf41d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:52.267192 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b87af9-7041-4d79-8e6d-4d9028de289d req-de6cc8e3-3020-4fbf-90b2-5987f24a3a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:52.267570 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e76cd0c3-9d0f-4366-93f0-4c0ef1b6fde8 None None] Set router 99dc9b89-6745-4cd7-92d2-c370b34f2c93 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:52.268864 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-19b87af9-7041-4d79-8e6d-4d9028de289d req-de6cc8e3-3020-4fbf-90b2-5987f24a3a15 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd8d0762-9d71-4ae5-8d34-5c7375a95f4e HTTP/1.1" status: 200 len: 850 time: 0.2634645 Jul 22 16:33:52.391421 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd49f87-aefe-4751-b533-39a4189e888e req-7ac9a9e5-6f9e-47be-9226-d5b424d14df4 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:52.407240 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8cd49f87-aefe-4751-b533-39a4189e888e req-7ac9a9e5-6f9e-47be-9226-d5b424d14df4 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.1393442 Jul 22 16:33:52.408727 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45108) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:52.420530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbafc8-ce80-4329-8935-d0a010c085b5 req-6d10a078-5f52-4bdc-9730-3606a4d612c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:52.422361 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-49bbafc8-ce80-4329-8935-d0a010c085b5 req-6d10a078-5f52-4bdc-9730-3606a4d612c8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7f78468c-7a69-4cb0-a0fa-843e88e631a2 HTTP/1.1" status: 200 len: 1100 time: 0.2686312 Jul 22 16:33:52.577755 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8cd49f87-aefe-4751-b533-39a4189e888e req-171dd35c-bd6a-465c-b839-e3b9195a84c2 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627748 Jul 22 16:33:52.594758 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-49bbafc8-ce80-4329-8935-d0a010c085b5 req-196cc834-5e24-43bd-b187-c28b1b03076c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843039 Jul 22 16:33:52.633792 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b87af9-7041-4d79-8e6d-4d9028de289d req-1bceea8c-2605-4d09-bce4-44d9d0a414c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:52.635647 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-19b87af9-7041-4d79-8e6d-4d9028de289d req-1bceea8c-2605-4d09-bce4-44d9d0a414c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b658d0cb-44dd-4611-a8ea-16592dfac070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3582540 Jul 22 16:33:52.641127 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-864731a9-29e2-492a-afc9-1efd1ea3cdbe req-e9a9aac2-c693-4f76-9cc0-7f38d4b61184 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "GET /v2.0/security-group-rules/5e74c678-053f-4101-bff9-0ceb9815b9e5 HTTP/1.1" status: 200 len: 778 time: 0.0325372 Jul 22 16:33:52.651075 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e76cd0c3-9d0f-4366-93f0-4c0ef1b6fde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'name': 'tempest-ServersTestManualDisk-485606772-router', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:13Z', 'updated_at': '2021-07-22T16:33:19Z', 'revision_number': 4, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'gw_port': {'id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:14Z', 'updated_at': '2021-07-22T16:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'eeacf688-31b8-4579-b7c2-4bcd12f4b38d', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'port_id': 'b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070', 'mac_address': 'fa:16:3e:83:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33e4472-b00d-4327-8185-8e953c499c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:33:25Z', 'updated_at': '2021-07-22T16:33:49Z', 'revision_number': 1, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b', 'name': '', 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'mac_address': 'fa:16:3e:46:a5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'fd8d0762-9d71-4ae5-8d34-5c7375a95f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:18Z', 'updated_at': '2021-07-22T16:33:31Z', 'revision_number': 5, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'subnets': [{'id': 'fd8d0762-9d71-4ae5-8d34-5c7375a95f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:52.688553 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76cd0c3-9d0f-4366-93f0-4c0ef1b6fde8 None None] The sync data for ids ['99dc9b89-6745-4cd7-92d2-c370b34f2c93'] in n-d-798930-9 is: [{'id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'name': 'tempest-ServersTestManualDisk-485606772-router', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:13Z', 'updated_at': '2021-07-22T16:33:19Z', 'revision_number': 4, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'gw_port': {'id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:14Z', 'updated_at': '2021-07-22T16:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'eeacf688-31b8-4579-b7c2-4bcd12f4b38d', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'port_id': 'b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070', 'mac_address': 'fa:16:3e:83:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33e4472-b00d-4327-8185-8e953c499c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:33:25Z', 'updated_at': '2021-07-22T16:33:49Z', 'revision_number': 1, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b', 'name': '', 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'mac_address': 'fa:16:3e:46:a5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'fd8d0762-9d71-4ae5-8d34-5c7375a95f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:18Z', 'updated_at': '2021-07-22T16:33:31Z', 'revision_number': 5, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'subnets': [{'id': 'fd8d0762-9d71-4ae5-8d34-5c7375a95f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:33:52.696552 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-149aaf4d-aedc-4339-815a-c265dfe80b34 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1219482120-network', 'tenant_id': 'a03ff97ff8fc4675be455152546026ae'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:52.731806 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-864731a9-29e2-492a-afc9-1efd1ea3cdbe req-5cd277d8-5e71-48fc-b5d4-590bb854f17f tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "GET /v2.0/security-groups/1d53e026-7536-4104-93f3-963668fdd0ff HTTP/1.1" status: 200 len: 2405 time: 0.0835288 Jul 22 16:33:52.768486 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-864731a9-29e2-492a-afc9-1efd1ea3cdbe req-414dd9cf-b232-4ac0-957c-8795ad4f7c2b tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:52.771490 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7501c2-a62d-4f46-916e-e1de3dd16845 req-91589d7b-cf33-4712-9af5-1314318055ff tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:52.772394 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149aaf4d-aedc-4339-815a-c265dfe80b34 admin admin] Made reservation on behalf of a03ff97ff8fc4675be455152546026ae for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:52.775331 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-149aaf4d-aedc-4339-815a-c265dfe80b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:52.779475 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8c7501c2-a62d-4f46-916e-e1de3dd16845 req-91589d7b-cf33-4712-9af5-1314318055ff tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 946 time: 0.2430272 Jul 22 16:33:52.784241 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-864731a9-29e2-492a-afc9-1efd1ea3cdbe req-414dd9cf-b232-4ac0-957c-8795ad4f7c2b tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:52.795530 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-149aaf4d-aedc-4339-815a-c265dfe80b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:52.841790 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-864731a9-29e2-492a-afc9-1efd1ea3cdbe req-414dd9cf-b232-4ac0-957c-8795ad4f7c2b tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:52.849408 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-864731a9-29e2-492a-afc9-1efd1ea3cdbe req-414dd9cf-b232-4ac0-957c-8795ad4f7c2b tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:52.850588 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-864731a9-29e2-492a-afc9-1efd1ea3cdbe req-414dd9cf-b232-4ac0-957c-8795ad4f7c2b tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/5e74c678-053f-4101-bff9-0ceb9815b9e5 HTTP/1.1" status: 204 len: 173 time: 0.1179681 Jul 22 16:33:52.859479 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414dd9cf-b232-4ac0-957c-8795ad4f7c2b tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e74c678-053f-4101-bff9-0ceb9815b9e5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:52.937910 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-149aaf4d-aedc-4339-815a-c265dfe80b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:52.944538 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-149aaf4d-aedc-4339-815a-c265dfe80b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:52.973899 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149aaf4d-aedc-4339-815a-c265dfe80b34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:33:52.985898 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149aaf4d-aedc-4339-815a-c265dfe80b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf031309-f3e0-4326-9729-a670e6d1bf48,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:52.990736 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-149aaf4d-aedc-4339-815a-c265dfe80b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:52.991111 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-149aaf4d-aedc-4339-815a-c265dfe80b34 admin admin] Added segment fcac1c58-20dc-4acc-ac6c-7c8ba06d2949 of type vlan for network 1ff8cfd8-28eb-4bd6-8b85-2329daa1b809 Jul 22 16:33:53.035883 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 8c07feff-3f07-41be-a0ee-332108b1d00b no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:33:53.050038 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-149aaf4d-aedc-4339-815a-c265dfe80b34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:53.119073 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-93911b27-a27f-4591-ad0e-cc365fba7591 req-3a4e313c-98e9-4a70-b447-1d14b796c893 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-756550687', 'description': 'tempest-description-730229806'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:53.132534 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:53.153579 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-149aaf4d-aedc-4339-815a-c265dfe80b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:53.154712 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149aaf4d-aedc-4339-815a-c265dfe80b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:53.155754 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-149aaf4d-aedc-4339-815a-c265dfe80b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:53.197202 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93911b27-a27f-4591-ad0e-cc365fba7591 req-3a4e313c-98e9-4a70-b447-1d14b796c893 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:53.206661 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c1a831-75e2-4709-83c9-c7bee70ec582 None None] New status for floating IP eeacf688-31b8-4579-b7c2-4bcd12f4b38d: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:33:53.211169 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-149aaf4d-aedc-4339-815a-c265dfe80b34 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8012035 Jul 22 16:33:53.218632 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45124) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:53.219484 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 8c07feff-3f07-41be-a0ee-332108b1d00b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8c07feff-3f07-41be-a0ee-332108b1d00b,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:53.226450 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:53.241949 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-078da382-8dd5-4541-b94f-f83caf1761fd admin admin] Request body: {'subnet': {'network_id': '1ff8cfd8-28eb-4bd6-8b85-2329daa1b809', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1219482120-subnet', 'tenant_id': 'a03ff97ff8fc4675be455152546026ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:53.271576 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8c7501c2-a62d-4f46-916e-e1de3dd16845 req-7d6558bc-7439-41dd-ab67-6b267e213498 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4891288 Jul 22 16:33:53.281782 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149aaf4d-aedc-4339-815a-c265dfe80b34 admin admin] Pushing event updated for resources: {'Network': ['ID=1ff8cfd8-28eb-4bd6-8b85-2329daa1b809,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:53.296874 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 1ff8cfd8-28eb-4bd6-8b85-2329daa1b809 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:33:53.309454 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.db.api [req-93911b27-a27f-4591-ad0e-cc365fba7591 req-3a4e313c-98e9-4a70-b447-1d14b796c893 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:33:53.309454 n-d-798930-9 neutron-server[93817]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 16:33:53.309454 n-d-798930-9 neutron-server[93817]: [parameters: {'project_id_1': '77796b97e2a64dd0916004953bd282a6', 'expiration_1': datetime.datetime(2021, 7, 22, 16, 33, 53, 295263)}] Jul 22 16:33:53.309454 n-d-798930-9 neutron-server[93817]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:33:53.311569 n-d-798930-9 neutron-server[93817]: DEBUG oslo_db.api [req-93911b27-a27f-4591-ad0e-cc365fba7591 req-3a4e313c-98e9-4a70-b447-1d14b796c893 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:33:53.328396 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cb13a01-1368-4df3-935d-1edb37311ebc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:53.336153 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078da382-8dd5-4541-b94f-f83caf1761fd admin admin] Made reservation on behalf of a03ff97ff8fc4675be455152546026ae for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:53.339669 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-078da382-8dd5-4541-b94f-f83caf1761fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:53.406521 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cb13a01-1368-4df3-935d-1edb37311ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:53.437726 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=8c07feff-3f07-41be-a0ee-332108b1d00b,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:53.614271 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 41d5601b-ac4f-41c7-a0af-9323da6bf41d up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:53.625214 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-19b87af9-7041-4d79-8e6d-4d9028de289d req-0c6b634d-1312-4e70-af4a-ec101ee7cb63 service neutron] 10.222.0.16 "GET /v2.0/networks/b658d0cb-44dd-4611-a8ea-16592dfac070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115489 Jul 22 16:33:53.678718 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 41d5601b-ac4f-41c7-a0af-9323da6bf41d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:53.683860 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9474c43-0189-44a0-9b51-cf4d545f1776 req-fc838b48-bc6b-47e8-ad60-f0f9040ce7ba tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:53.686283 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a9474c43-0189-44a0-9b51-cf4d545f1776 req-fc838b48-bc6b-47e8-ad60-f0f9040ce7ba tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f78468c-7a69-4cb0-a0fa-843e88e631a2 HTTP/1.1" status: 200 len: 949 time: 0.2931414 Jul 22 16:33:53.777799 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1713b072-5693-4a90-9539-87f5810e9ffb None None] Network 31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:33:53.811023 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93911b27-a27f-4591-ad0e-cc365fba7591 req-3a4e313c-98e9-4a70-b447-1d14b796c893 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:53.850934 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-0cb13a01-1368-4df3-935d-1edb37311ebc admin admin] Allocated IP 172.25.0.10 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/96e25313-7f8c-4e6f-9ea2-1650438f2d4f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:53.903045 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a9474c43-0189-44a0-9b51-cf4d545f1776 req-440c935f-6345-475b-be06-f5d716f76940 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848116 Jul 22 16:33:53.956955 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-19b87af9-7041-4d79-8e6d-4d9028de289d req-b5b0bcdb-eb11-43c2-98e8-0cc4d96cd4e6 service neutron] 10.222.0.16 "GET /v2.0/networks/b658d0cb-44dd-4611-a8ea-16592dfac070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194396 Jul 22 16:33:53.969179 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5481029c-8861-4fdb-9d45-1bb072cb6ed4 None None] Provisioning for port 41d5601b-ac4f-41c7-a0af-9323da6bf41d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:53.971233 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93911b27-a27f-4591-ad0e-cc365fba7591 req-3a4e313c-98e9-4a70-b447-1d14b796c893 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:53.975546 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5481029c-8861-4fdb-9d45-1bb072cb6ed4 None None] Provisioning complete for port 41d5601b-ac4f-41c7-a0af-9323da6bf41d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:53.975929 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5481029c-8861-4fdb-9d45-1bb072cb6ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:53.976593 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93911b27-a27f-4591-ad0e-cc365fba7591 req-3a4e313c-98e9-4a70-b447-1d14b796c893 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:54.011561 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c449fa9a-b6b3-4237-8025-d984203d0cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c07feff-3f07-41be-a0ee-332108b1d00b'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:54.014376 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b74a7c-bd91-4821-97b6-c694c043bdf7" -d '{"events": [{"server_uuid": "c449fa9a-b6b3-4237-8025-d984203d0cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "8c07feff-3f07-41be-a0ee-332108b1d00b"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:54.022221 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93911b27-a27f-4591-ad0e-cc365fba7591 req-3a4e313c-98e9-4a70-b447-1d14b796c893 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:54.032713 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-93911b27-a27f-4591-ad0e-cc365fba7591 req-3a4e313c-98e9-4a70-b447-1d14b796c893 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.9392056 Jul 22 16:33:54.051968 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e313c-98e9-4a70-b447-1d14b796c893 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54770463-a260-4c24-b86e-1a9005981312,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:54.136626 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5481029c-8861-4fdb-9d45-1bb072cb6ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:54.160790 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-078da382-8dd5-4541-b94f-f83caf1761fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:54.199196 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5481029c-8861-4fdb-9d45-1bb072cb6ed4 None None] For port 41d5601b-ac4f-41c7-a0af-9323da6bf41d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=41d5601b-ac4f-41c7-a0af-9323da6bf41d,segment=NetworkSegment(094f6b2f-03f2-4846-958c-49b8842d4ad3),segment_id=094f6b2f-03f2-4846-958c-49b8842d4ad3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:54.206824 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5481029c-8861-4fdb-9d45-1bb072cb6ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:54.230360 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214d4e4-e6b5-4fa3-b81a-11b8dbbac653 req-86d99ebc-eaa6-42cb-bfa0-c77463f8c963 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:54.232833 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0214d4e4-e6b5-4fa3-b81a-11b8dbbac653 req-86d99ebc-eaa6-42cb-bfa0-c77463f8c963 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.1045043 Jul 22 16:33:54.274666 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078da382-8dd5-4541-b94f-f83caf1761fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=54ae0d75-1770-4dd5-8b6c-6ab67ba70e56,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:54.283609 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cb13a01-1368-4df3-935d-1edb37311ebc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:54.288610 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481029c-8861-4fdb-9d45-1bb072cb6ed4 None None] Pushing event updated for resources: {'Port': ['ID=41d5601b-ac4f-41c7-a0af-9323da6bf41d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:54.324834 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f7fcb-16eb-4e86-9471-143c183a2902 req-1a7ca692-7b74-4429-8eee-8aad2e047677 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:54.335222 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0214d4e4-e6b5-4fa3-b81a-11b8dbbac653 req-f7790ad5-30f4-4217-ad44-61d634da8a88 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956609 Jul 22 16:33:54.336725 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45138) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:54.338234 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-246f7fcb-16eb-4e86-9471-143c183a2902 req-1a7ca692-7b74-4429-8eee-8aad2e047677 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 946 time: 0.2936840 Jul 22 16:33:54.342909 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a645e0a5-e439-47d7-9764-c6b042701455 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Request body: {'floatingip': {'port_id': '5848d2ce-df98-4a3b-a079-97de4b01fca0'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:54.352969 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:33:54.357571 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078da382-8dd5-4541-b94f-f83caf1761fd admin admin] Checking segment: {'id': 'fcac1c58-20dc-4acc-ac6c-7c8ba06d2949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1ff8cfd8-28eb-4bd6-8b85-2329daa1b809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:54.358263 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078da382-8dd5-4541-b94f-f83caf1761fd admin admin] Network hostable DHCP agents. Network: 1ff8cfd8-28eb-4bd6-8b85-2329daa1b809, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:33:54.391163 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384a5c29-4bf8-4af8-a7f5-bd759e536cb0 x-openstack-request-id: req-384a5c29-4bf8-4af8-a7f5-bd759e536cb0 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:54.391573 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c449fa9a-b6b3-4237-8025-d984203d0cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "8c07feff-3f07-41be-a0ee-332108b1d00b", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:54.392031 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-384a5c29-4bf8-4af8-a7f5-bd759e536cb0 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:54.392406 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c449fa9a-b6b3-4237-8025-d984203d0cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c07feff-3f07-41be-a0ee-332108b1d00b', 'code': 200} Jul 22 16:33:54.409518 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078da382-8dd5-4541-b94f-f83caf1761fd admin admin] Network 1ff8cfd8-28eb-4bd6-8b85-2329daa1b809 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:33:54.421255 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a645e0a5-e439-47d7-9764-c6b042701455 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:54.421691 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cb13a01-1368-4df3-935d-1edb37311ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:54.434312 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-078da382-8dd5-4541-b94f-f83caf1761fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 1ff8cfd8-28eb-4bd6-8b85-2329daa1b809) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:54.443867 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307fda95-da15-4743-936f-7a9e4aed59de None None] Network 1ff8cfd8-28eb-4bd6-8b85-2329daa1b809 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:33:54.471252 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078da382-8dd5-4541-b94f-f83caf1761fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:54.471987 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-078da382-8dd5-4541-b94f-f83caf1761fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:54.509258 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb13a01-1368-4df3-935d-1edb37311ebc admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:54.517573 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-078da382-8dd5-4541-b94f-f83caf1761fd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2882688 Jul 22 16:33:54.523139 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0cb13a01-1368-4df3-935d-1edb37311ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:54.530135 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb13a01-1368-4df3-935d-1edb37311ebc admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:54.565576 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-593e22cd-ae92-444c-a472-62f2c927f188 None None] Provisioning complete for port 41d5601b-ac4f-41c7-a0af-9323da6bf41d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:54.566138 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb13a01-1368-4df3-935d-1edb37311ebc admin admin] Pushing event updated for resources: {'Port': ['ID=96e25313-7f8c-4e6f-9ea2-1650438f2d4f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:54.566364 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-593e22cd-ae92-444c-a472-62f2c927f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:54.588103 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9945f44b-a56a-421a-a0e2-26759595cfaf req-4637900a-be1b-4506-a4fa-e9776b59301f tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "GET /v2.0/security-groups/54770463-a260-4c24-b86e-1a9005981312 HTTP/1.1" status: 200 len: 1811 time: 0.1004796 Jul 22 16:33:54.672878 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffbced2-4b1e-465e-9129-64217aaba8d9 None None] Network 1ff8cfd8-28eb-4bd6-8b85-2329daa1b809 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:33:54.673094 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45156) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:54.686377 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-7e8a49d9-41ad-459d-8ac7-357dff95e753 req-fc864eff-42a1-4062-a72d-da58ae180200 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-132931215', 'description': 'tempest-description-294774613'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:54.740668 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7e8a49d9-41ad-459d-8ac7-357dff95e753 req-fc864eff-42a1-4062-a72d-da58ae180200 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:54.755488 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-951284f4-8a1e-4924-abe5-6d0c0a935fb3 admin admin] Deleting subnet 54ae0d75-1770-4dd5-8b6c-6ab67ba70e56 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:33:54.763213 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-951284f4-8a1e-4924-abe5-6d0c0a935fb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:54.764203 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:33:54.813085 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-951284f4-8a1e-4924-abe5-6d0c0a935fb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:54.902189 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cb13a01-1368-4df3-935d-1edb37311ebc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:54.966768 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-951284f4-8a1e-4924-abe5-6d0c0a935fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:54.986987 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7e8a49d9-41ad-459d-8ac7-357dff95e753 req-fc864eff-42a1-4062-a72d-da58ae180200 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.001118 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7e8a49d9-41ad-459d-8ac7-357dff95e753 req-fc864eff-42a1-4062-a72d-da58ae180200 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.049844 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc864eff-42a1-4062-a72d-da58ae180200 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9d5200-c6a6-4583-99e2-33c133e20bfb,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:55.053296 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7e8a49d9-41ad-459d-8ac7-357dff95e753 req-fc864eff-42a1-4062-a72d-da58ae180200 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.062475 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e8a49d9-41ad-459d-8ac7-357dff95e753 req-fc864eff-42a1-4062-a72d-da58ae180200 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3827810 Jul 22 16:33:55.100744 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:55.113818 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a', 'mac_address': 'fa:16:3e:3a:9b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:33:55.133718 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-951284f4-8a1e-4924-abe5-6d0c0a935fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.155703 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.169139 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:55.191391 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:55.198524 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.201361 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedc6f7-fbf1-4d41-b584-d60c6e096a74 req-7b8d87d6-e5c8-441f-b897-91fa9990ba51 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:55.203429 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7cedc6f7-fbf1-4d41-b584-d60c6e096a74 req-7b8d87d6-e5c8-441f-b897-91fa9990ba51 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f78468c-7a69-4cb0-a0fa-843e88e631a2 HTTP/1.1" status: 200 len: 949 time: 0.2125943 Jul 22 16:33:55.208157 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951284f4-8a1e-4924-abe5-6d0c0a935fb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54ae0d75-1770-4dd5-8b6c-6ab67ba70e56,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:55.209587 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8bd8420a-1a83-4a25-9417-037889bae18e req-02c55050-6e23-4d0d-bd40-4cdb4c433700 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "GET /v2.0/security-groups/ab9d5200-c6a6-4583-99e2-33c133e20bfb HTTP/1.1" status: 200 len: 1811 time: 0.1163507 Jul 22 16:33:55.226810 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cb13a01-1368-4df3-935d-1edb37311ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.235434 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-951284f4-8a1e-4924-abe5-6d0c0a935fb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.240295 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-951284f4-8a1e-4924-abe5-6d0c0a935fb3 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/54ae0d75-1770-4dd5-8b6c-6ab67ba70e56 HTTP/1.1" status: 204 len: 168 time: 0.5634487 Jul 22 16:33:55.245587 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45164) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:55.264923 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:55.270761 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a645e0a5-e439-47d7-9764-c6b042701455 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.284739 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a645e0a5-e439-47d7-9764-c6b042701455 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.302191 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-2ea9948c-e442-4c48-ac85-a112469483d4 req-67b8cf00-3514-4f2e-b6de-3c112f083c8b tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-451994018', 'description': 'tempest-description-1270048462'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:55.339164 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2ea9948c-e442-4c48-ac85-a112469483d4 req-67b8cf00-3514-4f2e-b6de-3c112f083c8b tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.385362 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:55.406493 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7cedc6f7-fbf1-4d41-b584-d60c6e096a74 req-89b9b7c5-8065-4853-9882-45a20558d724 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805086 Jul 22 16:33:55.431254 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb13a01-1368-4df3-935d-1edb37311ebc admin admin] Router f337fb39-d7aa-4ede-9a43-89adda824201 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:33:55.433095 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a25c9b0-ca3c-4dbb-add8-920086d0384d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.489186 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-a645e0a5-e439-47d7-9764-c6b042701455 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Floating IP 4eb5696d-fa28-4774-97a4-e609676cf9e2 associated. External IP: 172.25.0.26, port: 5848d2ce-df98-4a3b-a079-97de4b01fca0. Jul 22 16:33:55.582473 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2ea9948c-e442-4c48-ac85-a112469483d4 req-67b8cf00-3514-4f2e-b6de-3c112f083c8b tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.596421 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2ea9948c-e442-4c48-ac85-a112469483d4 req-67b8cf00-3514-4f2e-b6de-3c112f083c8b tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.607442 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 41d5601b-ac4f-41c7-a0af-9323da6bf41d up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:55.638568 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a25c9b0-ca3c-4dbb-add8-920086d0384d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.640150 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8cf00-3514-4f2e-b6de-3c112f083c8b tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6bf304-8944-4835-815d-457fec8d61e5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:55.661374 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-3a25c9b0-ca3c-4dbb-add8-920086d0384d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff8cfd8-28eb-4bd6-8b85-2329daa1b809']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:55.666184 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2ea9948c-e442-4c48-ac85-a112469483d4 req-67b8cf00-3514-4f2e-b6de-3c112f083c8b tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.667577 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2ea9948c-e442-4c48-ac85-a112469483d4 req-67b8cf00-3514-4f2e-b6de-3c112f083c8b tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3958108 Jul 22 16:33:55.676460 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 41d5601b-ac4f-41c7-a0af-9323da6bf41d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:55.676460 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.688435 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-3a25c9b0-ca3c-4dbb-add8-920086d0384d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcac1c58-20dc-4acc-ac6c-7c8ba06d2949') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:55.688771 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-3a25c9b0-ca3c-4dbb-add8-920086d0384d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcac1c58-20dc-4acc-ac6c-7c8ba06d2949') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:55.697954 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb13a01-1368-4df3-935d-1edb37311ebc admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:33:55.712097 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a25c9b0-ca3c-4dbb-add8-920086d0384d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.712535 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] Sync routers for ids ['f337fb39-d7aa-4ede-9a43-89adda824201'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:33:55.717156 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cb13a01-1368-4df3-935d-1edb37311ebc admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.718427 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0cb13a01-1368-4df3-935d-1edb37311ebc admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6619947 Jul 22 16:33:55.721910 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45176) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:55.735512 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] Routers {'f337fb39-d7aa-4ede-9a43-89adda824201'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:55.736153 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:33:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f337fb39-d7aa-4ede-9a43-89adda824201'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:55.746335 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a25c9b0-ca3c-4dbb-add8-920086d0384d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.755427 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badd56d-9bf8-42e6-84c3-64e6ea08dfd8 req-23c94e6c-1c9a-4002-8daf-3baa197e5e04 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:55.756936 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9badd56d-9bf8-42e6-84c3-64e6ea08dfd8 req-23c94e6c-1c9a-4002-8daf-3baa197e5e04 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.1915181 Jul 22 16:33:55.799687 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a25c9b0-ca3c-4dbb-add8-920086d0384d admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:33:55.800126 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a25c9b0-ca3c-4dbb-add8-920086d0384d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:33:55.802546 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:33:55.920798 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] Set router f337fb39-d7aa-4ede-9a43-89adda824201 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:55.922944 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a25c9b0-ca3c-4dbb-add8-920086d0384d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.942170 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9badd56d-9bf8-42e6-84c3-64e6ea08dfd8 req-ded9ff35-6ab3-41f7-8a8a-4ac1a9bbb934 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363235 Jul 22 16:33:55.965682 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a25c9b0-ca3c-4dbb-add8-920086d0384d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.967618 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3a25c9b0-ca3c-4dbb-add8-920086d0384d admin admin] 10.222.0.69 "DELETE /v2.0/networks/1ff8cfd8-28eb-4bd6-8b85-2329daa1b809 HTTP/1.1" status: 204 len: 168 time: 0.7210615 Jul 22 16:33:55.995449 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a645e0a5-e439-47d7-9764-c6b042701455 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Router b5d4b38b-7861-48a6-946a-3b5c62c1f9f8 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:33:56.009347 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25c9b0-ca3c-4dbb-add8-920086d0384d admin admin] Pushing event deleted for resources: {'Network': ['ID=1ff8cfd8-28eb-4bd6-8b85-2329daa1b809,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:56.113872 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4aa07bc7-b2f4-4512-a19c-91c8bb9dbc37 req-68eb6a1c-9620-43d3-80b7-e96cc4c23b57 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "GET /v2.0/security-groups/aa6bf304-8944-4835-815d-457fec8d61e5 HTTP/1.1" status: 200 len: 1812 time: 0.0987284 Jul 22 16:33:56.149466 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45192) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:56.149992 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-51429c7b-2577-4725-a7ba-0a34957f2deb req-5232556e-d70f-4096-89b6-3467c373983c tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1267285590', 'description': 'tempest-description-1379382020'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:56.181117 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'name': 'tempest-AttachVolumeTestJSON-1155752689-router', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:51Z', 'updated_at': '2021-07-22T16:33:54Z', 'revision_number': 3, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'gw_port': {'id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:53Z', 'updated_at': '2021-07-22T16:33:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:56.208251 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a645e0a5-e439-47d7-9764-c6b042701455 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:33:56.217814 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] Checking router: f337fb39-d7aa-4ede-9a43-89adda824201 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:33:56.218203 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] Updating router f337fb39-d7aa-4ede-9a43-89adda824201 port 96e25313-7f8c-4e6f-9ea2-1650438f2d4f binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:33:56.219653 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a645e0a5-e439-47d7-9764-c6b042701455 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:56.222986 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad55977-74b8-4633-910a-839694baeb7b None None] Sync routers for ids ['b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:33:56.236361 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad55977-74b8-4633-910a-839694baeb7b None None] Routers {'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:56.236968 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7ad55977-74b8-4633-910a-839694baeb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:33:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:56.244500 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5599f350-15f6-450b-96ab-a8c96a9bdda0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a03ff97ff8fc4675be455152546026ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0916986 Jul 22 16:33:56.246481 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-51429c7b-2577-4725-a7ba-0a34957f2deb req-5232556e-d70f-4096-89b6-3467c373983c tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:56.247815 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45194) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:56.285618 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c340537-2e4c-4b42-a6df-3af57b1b93b5 req-0f530124-907b-478e-b164-d7581c9ca40d tempest-ServersAdminNegativeTestJSON-1443243746 tempest-ServersAdminNegativeTestJSON-1443243746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:56.287780 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c340537-2e4c-4b42-a6df-3af57b1b93b5 req-0f530124-907b-478e-b164-d7581c9ca40d tempest-ServersAdminNegativeTestJSON-1443243746 tempest-ServersAdminNegativeTestJSON-1443243746-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7f78468c-7a69-4cb0-a0fa-843e88e631a2 HTTP/1.1" status: 200 len: 1100 time: 0.1792507 Jul 22 16:33:56.301792 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a645e0a5-e439-47d7-9764-c6b042701455 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "PUT /v2.0/floatingips/4eb5696d-fa28-4774-97a4-e609676cf9e2 HTTP/1.1" status: 200 len: 991 time: 1.9635787 Jul 22 16:33:56.304594 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a186131f-e2ff-4d9f-864d-812721216f78', 'tag': '5848d2ce-df98-4a3b-a079-97de4b01fca0'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:56.309488 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183c8b4d-7cba-4ab9-81b9-3dfbb11e64c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a186131f-e2ff-4d9f-864d-812721216f78", "tag": "5848d2ce-df98-4a3b-a079-97de4b01fca0"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:56.310164 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:56.337659 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1c340537-2e4c-4b42-a6df-3af57b1b93b5 req-dc7a3935-b2eb-4f82-81ce-282a74baf850 tempest-ServersAdminNegativeTestJSON-1443243746 tempest-ServersAdminNegativeTestJSON-1443243746-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:56.375317 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ee3ba81-3e7b-4f05-af5e-cf136b7434c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:56.404243 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ee3ba81-3e7b-4f05-af5e-cf136b7434c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:56.442221 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-51429c7b-2577-4725-a7ba-0a34957f2deb req-5232556e-d70f-4096-89b6-3467c373983c tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:56.466695 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-7ad55977-74b8-4633-910a-839694baeb7b None None] Set router b5d4b38b-7861-48a6-946a-3b5c62c1f9f8 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:56.488918 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-51429c7b-2577-4725-a7ba-0a34957f2deb req-5232556e-d70f-4096-89b6-3467c373983c tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:56.511397 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ee3ba81-3e7b-4f05-af5e-cf136b7434c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:56.514290 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ee3ba81-3e7b-4f05-af5e-cf136b7434c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:56.515811 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0ee3ba81-3e7b-4f05-af5e-cf136b7434c0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bf031309-f3e0-4326-9729-a670e6d1bf48 HTTP/1.1" status: 204 len: 168 time: 0.2661335 Jul 22 16:33:56.536579 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3ba81-3e7b-4f05-af5e-cf136b7434c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf031309-f3e0-4326-9729-a670e6d1bf48,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:56.605338 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1c340537-2e4c-4b42-a6df-3af57b1b93b5 req-dc7a3935-b2eb-4f82-81ce-282a74baf850 tempest-ServersAdminNegativeTestJSON-1443243746 tempest-ServersAdminNegativeTestJSON-1443243746-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:56.611742 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232556e-d70f-4096-89b6-3467c373983c tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd377c7-d22b-4ee6-b0c9-9e3016aeb32f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:56.615694 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:56.624517 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1c340537-2e4c-4b42-a6df-3af57b1b93b5 req-dc7a3935-b2eb-4f82-81ce-282a74baf850 tempest-ServersAdminNegativeTestJSON-1443243746 tempest-ServersAdminNegativeTestJSON-1443243746-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:56.643221 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-51429c7b-2577-4725-a7ba-0a34957f2deb req-5232556e-d70f-4096-89b6-3467c373983c tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:56.650596 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-51429c7b-2577-4725-a7ba-0a34957f2deb req-5232556e-d70f-4096-89b6-3467c373983c tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5146966 Jul 22 16:33:56.680676 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c340537-2e4c-4b42-a6df-3af57b1b93b5 req-dc7a3935-b2eb-4f82-81ce-282a74baf850 tempest-ServersAdminNegativeTestJSON-1443243746 tempest-ServersAdminNegativeTestJSON-1443243746-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767960 Jul 22 16:33:56.722379 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a3935-b2eb-4f82-81ce-282a74baf850 tempest-ServersAdminNegativeTestJSON-1443243746 tempest-ServersAdminNegativeTestJSON-1443243746-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc07241c-35c6-4d42-af15-ba861be0becf,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:56.768333 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:56.782646 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961f7f38-781f-43dc-9d1a-44b7ff2f2d77 x-openstack-request-id: req-961f7f38-781f-43dc-9d1a-44b7ff2f2d77 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:56.783011 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a186131f-e2ff-4d9f-864d-812721216f78", "tag": "5848d2ce-df98-4a3b-a079-97de4b01fca0", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:56.783334 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-961f7f38-781f-43dc-9d1a-44b7ff2f2d77 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:56.783808 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a186131f-e2ff-4d9f-864d-812721216f78', 'tag': '5848d2ce-df98-4a3b-a079-97de4b01fca0', 'status': 'completed', 'code': 200} Jul 22 16:33:56.789788 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:56.817393 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] Transition to ACTIVE for port object 96e25313-7f8c-4e6f-9ea2-1650438f2d4f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:56.818500 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7ad55977-74b8-4633-910a-839694baeb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'name': 'tempest-ServerActionsTestJSON-1911891190-router', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:15Z', 'updated_at': '2021-07-22T16:33:23Z', 'revision_number': 4, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'gw_port': {'id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ec:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:17Z', 'updated_at': '2021-07-22T16:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '4eb5696d-fa28-4774-97a4-e609676cf9e2', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'floating_ip_address': '172.25.0.26', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'port_id': '5848d2ce-df98-4a3b-a079-97de4b01fca0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'mac_address': 'fa:16:3e:f9:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186131f-e2ff-4d9f-864d-812721216f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:33:30Z', 'updated_at': '2021-07-22T16:33:55Z', 'revision_number': 1, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b', 'name': '', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'mac_address': 'fa:16:3e:51:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:22Z', 'updated_at': '2021-07-22T16:33:32Z', 'revision_number': 5, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'subnets': [{'id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:56.833325 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:56.849097 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad55977-74b8-4633-910a-839694baeb7b None None] Checking router: b5d4b38b-7861-48a6-946a-3b5c62c1f9f8 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:33:56.864733 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad55977-74b8-4633-910a-839694baeb7b None None] Routers {'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:56.865184 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7ad55977-74b8-4633-910a-839694baeb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:33:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:56.909430 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-69710b56-979e-4167-a846-521665fe02b1 req-4dd7336d-ea3a-439e-9f74-6a6c38e69f43 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "GET /v2.0/security-groups/0fd377c7-d22b-4ee6-b0c9-9e3016aeb32f HTTP/1.1" status: 200 len: 1813 time: 0.1084502 Jul 22 16:33:56.925330 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6251b-f760-4a28-8913-7f594d4ae865 None None] Pushing event updated for resources: {'Port': ['ID=96e25313-7f8c-4e6f-9ea2-1650438f2d4f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:56.948578 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] Attempting to bind port 96e25313-7f8c-4e6f-9ea2-1650438f2d4f on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:56.962805 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] Attempting to bind port 96e25313-7f8c-4e6f-9ea2-1650438f2d4f by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:56.963660 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] Attempting to bind port 96e25313-7f8c-4e6f-9ea2-1650438f2d4f on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:56.966405 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Allocated IP 172.20.0.1 (31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc/ed2160ff-0eec-4892-bae9-c0ff519453ca/6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:56.968207 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c8b4d-7cba-4ab9-81b9-3dfbb11e64c5 req-3c226e04-8704-4e3c-9305-06004f25d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:56.970116 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-183c8b4d-7cba-4ab9-81b9-3dfbb11e64c5 req-3c226e04-8704-4e3c-9305-06004f25d161 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 1097 time: 0.1256034 Jul 22 16:33:56.982229 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:56.984229 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:56.986247 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:56.986885 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:56.987622 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] Bound port: 96e25313-7f8c-4e6f-9ea2-1650438f2d4f, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:56.989811 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:57.014203 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [req-0f844d15-352e-4482-9db4-f598b7ac53bd req-e61cda46-e4c3-4f8c-b373-e9d6c7f33f4e tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] show failed (client error): The resource could not be found. Jul 22 16:33:57.017967 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0f844d15-352e-4482-9db4-f598b7ac53bd req-e61cda46-e4c3-4f8c-b373-e9d6c7f33f4e tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "GET /v2.0/security-groups/4e74c562-6fc7-4e6d-af8f-b4484f5cd3b3 HTTP/1.1" status: 404 len: 352 time: 0.0773726 Jul 22 16:33:57.055264 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:57.060237 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:57.087162 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-7ad55977-74b8-4633-910a-839694baeb7b None None] Set router b5d4b38b-7861-48a6-946a-3b5c62c1f9f8 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:57.142005 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] For port 96e25313-7f8c-4e6f-9ea2-1650438f2d4f, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:57.160491 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] For port 96e25313-7f8c-4e6f-9ea2-1650438f2d4f, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=96e25313-7f8c-4e6f-9ea2-1650438f2d4f,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:57.168216 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:57.203525 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c8b4d-7cba-4ab9-81b9-3dfbb11e64c5 req-e9da44da-0d2d-456a-bd1c-7e7f4cec61d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:57.205450 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-183c8b4d-7cba-4ab9-81b9-3dfbb11e64c5 req-e9da44da-0d2d-456a-bd1c-7e7f4cec61d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 913 time: 0.2253003 Jul 22 16:33:57.213554 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:57.231069 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Transition to ACTIVE for port object 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:57.278492 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:57.287096 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:57.305438 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6251b-f760-4a28-8913-7f594d4ae865 None None] Pushing event updated for resources: {'Port': ['ID=96e25313-7f8c-4e6f-9ea2-1650438f2d4f,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:57.308448 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] Routers {'f337fb39-d7aa-4ede-9a43-89adda824201'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:57.309111 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:33:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f337fb39-d7aa-4ede-9a43-89adda824201'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:57.356850 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-183c8b4d-7cba-4ab9-81b9-3dfbb11e64c5 req-867d53ed-dbc3-450f-9427-bbdf48baa098 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0 HTTP/1.1" status: 200 len: 999 time: 0.1428447 Jul 22 16:33:57.366530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Network 31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:57.384864 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634622d1-d94a-4cc9-a5e6-e86d9e163061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:57.387773 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa2866e-e3dd-4105-89da-2b349011ed8b" -d '{"events": [{"server_uuid": "634622d1-d94a-4cc9-a5e6-e86d9e163061", "name": "network-vif-plugged", "status": "completed", "tag": "4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:57.389521 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:57.394193 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:57.411656 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:57.419604 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:57.454679 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Pushing event updated for resources: {'Port': ['ID=6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:57.470943 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [req-8239c0af-5584-4d5f-b503-6c82141a19e0 req-80c07fbe-396c-4272-a3f5-300515f0cec2 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] show failed (client error): The resource could not be found. Jul 22 16:33:57.472368 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8239c0af-5584-4d5f-b503-6c82141a19e0 req-80c07fbe-396c-4272-a3f5-300515f0cec2 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "GET /v2.0/security-group-rules/8fe00486-2e1a-447b-9257-4100efb1c0c8 HTTP/1.1" status: 404 len: 361 time: 0.1133292 Jul 22 16:33:57.489424 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c8b4d-7cba-4ab9-81b9-3dfbb11e64c5 req-2a77fde3-4452-45d5-b6bc-8ab1ef97e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:57.509879 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-183c8b4d-7cba-4ab9-81b9-3dfbb11e64c5 req-2a77fde3-4452-45d5-b6bc-8ab1ef97e474 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 HTTP/1.1" status: 200 len: 851 time: 0.1395035 Jul 22 16:33:57.545658 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7691e3bd-c738-4e49-9cef-1985181be6fc x-openstack-request-id: req-7691e3bd-c738-4e49-9cef-1985181be6fc {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:57.549770 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:57.561219 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634622d1-d94a-4cc9-a5e6-e86d9e163061", "name": "network-vif-plugged", "status": "completed", "tag": "4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:57.561219 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7691e3bd-c738-4e49-9cef-1985181be6fc {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:57.561762 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634622d1-d94a-4cc9-a5e6-e86d9e163061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a', 'code': 200} Jul 22 16:33:57.563462 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] Set router f337fb39-d7aa-4ede-9a43-89adda824201 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:57.587225 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7ad55977-74b8-4633-910a-839694baeb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'name': 'tempest-ServerActionsTestJSON-1911891190-router', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:15Z', 'updated_at': '2021-07-22T16:33:23Z', 'revision_number': 4, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'gw_port': {'id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ec:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:17Z', 'updated_at': '2021-07-22T16:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '4eb5696d-fa28-4774-97a4-e609676cf9e2', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'floating_ip_address': '172.25.0.26', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'port_id': '5848d2ce-df98-4a3b-a079-97de4b01fca0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'mac_address': 'fa:16:3e:f9:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186131f-e2ff-4d9f-864d-812721216f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:33:30Z', 'updated_at': '2021-07-22T16:33:55Z', 'revision_number': 1, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b', 'name': '', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'mac_address': 'fa:16:3e:51:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:22Z', 'updated_at': '2021-07-22T16:33:32Z', 'revision_number': 5, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'subnets': [{'id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:57.606429 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc8709-aa82-4e40-ba20-5004c8f44163 req-a253c95a-5567-4d00-93d2-9d7a6868e327 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:57.614915 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aecc8709-aa82-4e40-ba20-5004c8f44163 req-a253c95a-5567-4d00-93d2-9d7a6868e327 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.3434794 Jul 22 16:33:57.627128 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7223a6c6-fc78-45b5-848d-5519d0ea13d5 req-e22f7572-a959-4cdf-8511-d8904f115bcb tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "GET /v2.0/security-groups/0fd377c7-d22b-4ee6-b0c9-9e3016aeb32f HTTP/1.1" status: 200 len: 1813 time: 0.0705686 Jul 22 16:33:57.629131 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad55977-74b8-4633-910a-839694baeb7b None None] The sync data for ids ['b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'] in n-d-798930-9 is: [{'id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'name': 'tempest-ServerActionsTestJSON-1911891190-router', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:15Z', 'updated_at': '2021-07-22T16:33:23Z', 'revision_number': 4, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'gw_port': {'id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ec:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:17Z', 'updated_at': '2021-07-22T16:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '4eb5696d-fa28-4774-97a4-e609676cf9e2', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'floating_ip_address': '172.25.0.26', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'port_id': '5848d2ce-df98-4a3b-a079-97de4b01fca0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'mac_address': 'fa:16:3e:f9:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186131f-e2ff-4d9f-864d-812721216f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:33:30Z', 'updated_at': '2021-07-22T16:33:55Z', 'revision_number': 1, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b', 'name': '', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'mac_address': 'fa:16:3e:51:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:22Z', 'updated_at': '2021-07-22T16:33:32Z', 'revision_number': 5, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'subnets': [{'id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:33:57.688167 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aecc8709-aa82-4e40-ba20-5004c8f44163 req-252eabaa-7f74-473b-ba2f-93c42c420fcf tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720897 Jul 22 16:33:57.708546 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:57.741119 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c8b4d-7cba-4ab9-81b9-3dfbb11e64c5 req-80bcbb6e-2122-43e4-8e98-d321fb32dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:57.743402 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-183c8b4d-7cba-4ab9-81b9-3dfbb11e64c5 req-80bcbb6e-2122-43e4-8e98-d321fb32dddf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2286327 Jul 22 16:33:57.838813 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7223a6c6-fc78-45b5-848d-5519d0ea13d5 req-3cb28b8e-f633-4686-9079-eef913e933c7 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:57.874030 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d693d57a-ffa6-4106-b70e-af55c679a53d None None] Provisioning for port 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:57.884148 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d693d57a-ffa6-4106-b70e-af55c679a53d None None] Provisioning complete for port 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:57.884999 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d693d57a-ffa6-4106-b70e-af55c679a53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:57.894796 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:57.924037 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7223a6c6-fc78-45b5-848d-5519d0ea13d5 req-3cb28b8e-f633-4686-9079-eef913e933c7 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:57.979708 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-183c8b4d-7cba-4ab9-81b9-3dfbb11e64c5 req-49a09a87-f53c-4e19-8bbb-11de442d3783 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160645 Jul 22 16:33:58.032075 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d693d57a-ffa6-4106-b70e-af55c679a53d None None] Port 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:58.047050 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7223a6c6-fc78-45b5-848d-5519d0ea13d5 req-3cb28b8e-f633-4686-9079-eef913e933c7 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:58.049643 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7223a6c6-fc78-45b5-848d-5519d0ea13d5 req-3cb28b8e-f633-4686-9079-eef913e933c7 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:58.056723 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7223a6c6-fc78-45b5-848d-5519d0ea13d5 req-3cb28b8e-f633-4686-9079-eef913e933c7 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "DELETE /v2.0/security-groups/0fd377c7-d22b-4ee6-b0c9-9e3016aeb32f HTTP/1.1" status: 204 len: 173 time: 0.4116313 Jul 22 16:33:58.067479 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'name': 'tempest-AttachVolumeTestJSON-1155752689-router', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:51Z', 'updated_at': '2021-07-22T16:33:54Z', 'revision_number': 3, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'gw_port': {'id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:53Z', 'updated_at': '2021-07-22T16:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:58.092791 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dd93b-a7e7-42b3-9330-22082c62f5cd req-e5ff8c04-ee26-4ac4-906e-c8d11ba3a826 tempest-ServersAdminNegativeTestJSON-1443243746 tempest-ServersAdminNegativeTestJSON-1443243746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:58.101006 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-376dd93b-a7e7-42b3-9330-22082c62f5cd req-e5ff8c04-ee26-4ac4-906e-c8d11ba3a826 tempest-ServersAdminNegativeTestJSON-1443243746 tempest-ServersAdminNegativeTestJSON-1443243746-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7f78468c-7a69-4cb0-a0fa-843e88e631a2 HTTP/1.1" status: 200 len: 1100 time: 0.2915790 Jul 22 16:33:58.110669 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d199126-1e78-4566-ad58-b9e7a3ce1b01 None None] The sync data for ids ['f337fb39-d7aa-4ede-9a43-89adda824201'] in n-d-798930-9 is: [{'id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'name': 'tempest-AttachVolumeTestJSON-1155752689-router', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:51Z', 'updated_at': '2021-07-22T16:33:54Z', 'revision_number': 3, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'gw_port': {'id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:53Z', 'updated_at': '2021-07-22T16:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:33:58.112692 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e74f66c-e107-4120-a68e-9f2b27e68f69 None None] New status for floating IP 4eb5696d-fa28-4774-97a4-e609676cf9e2: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:33:58.149622 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb28b8e-f633-4686-9079-eef913e933c7 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd377c7-d22b-4ee6-b0c9-9e3016aeb32f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:58.198909 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-183c8b4d-7cba-4ab9-81b9-3dfbb11e64c5 req-c3cd06c8-ba6a-4e56-853b-543543fd62c5 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111132 Jul 22 16:33:58.201117 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-376dd93b-a7e7-42b3-9330-22082c62f5cd req-398dcf48-557a-4f0e-9a58-028d3189563c tempest-ServersAdminNegativeTestJSON-1443243746 tempest-ServersAdminNegativeTestJSON-1443243746-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992346 Jul 22 16:33:58.281419 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:58.290543 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-79204b5c-0e8a-4671-ad5f-679041b32727 req-fa4f0a67-68b0-45c4-b2d0-c95b9e215e78 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "GET /v2.0/security-groups/aa6bf304-8944-4835-815d-457fec8d61e5 HTTP/1.1" status: 200 len: 1812 time: 0.0719280 Jul 22 16:33:58.291017 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:58.368177 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-79204b5c-0e8a-4671-ad5f-679041b32727 req-2bf9020e-bb06-4cb4-99bc-6a6fa8f0dbdc tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:58.384836 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:58.388605 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Pushing event updated for resources: {'Port': ['ID=6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:58.399755 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-79204b5c-0e8a-4671-ad5f-679041b32727 req-2bf9020e-bb06-4cb4-99bc-6a6fa8f0dbdc tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:58.405993 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:58.406859 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:58.407207 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:58.407646 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:58.408051 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:58.409225 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:58.409711 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:58.410101 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:58.410466 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:58.411046 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:58.411392 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:58.411902 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:58.458061 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-79204b5c-0e8a-4671-ad5f-679041b32727 req-2bf9020e-bb06-4cb4-99bc-6a6fa8f0dbdc tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:58.464140 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-79204b5c-0e8a-4671-ad5f-679041b32727 req-2bf9020e-bb06-4cb4-99bc-6a6fa8f0dbdc tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:58.487425 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-79204b5c-0e8a-4671-ad5f-679041b32727 req-2bf9020e-bb06-4cb4-99bc-6a6fa8f0dbdc tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "DELETE /v2.0/security-groups/aa6bf304-8944-4835-815d-457fec8d61e5 HTTP/1.1" status: 204 len: 173 time: 0.1810555 Jul 22 16:33:58.514765 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9020e-bb06-4cb4-99bc-6a6fa8f0dbdc tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6bf304-8944-4835-815d-457fec8d61e5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:58.590817 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Network 31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:58.592748 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:58.753077 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6060959d-ffe6-455c-b2f0-ef4a70bdea77 req-9315a64a-d17c-45c1-8c40-aa3b752df66c tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "GET /v2.0/security-groups/ab9d5200-c6a6-4583-99e2-33c133e20bfb HTTP/1.1" status: 200 len: 1811 time: 0.1109748 Jul 22 16:33:58.795572 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Router f337fb39-d7aa-4ede-9a43-89adda824201 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:33:58.893572 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6060959d-ffe6-455c-b2f0-ef4a70bdea77 req-f0f9d493-f313-4636-a89c-e9faf763db59 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:58.965032 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6060959d-ffe6-455c-b2f0-ef4a70bdea77 req-f0f9d493-f313-4636-a89c-e9faf763db59 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:58.988474 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21353595-941f-4973-9e92-1a69892ad266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:58.998749 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:33:59.000179 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1d600a91-e684-4af3-9154-8818b47d4ef1 None None] Provisioning complete for port 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:59.000554 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d600a91-e684-4af3-9154-8818b47d4ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:59.016562 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fb50724c-085b-44d3-9655-1163eec28faf admin admin] 10.222.0.69 "PUT /v2.0/routers/f337fb39-d7aa-4ede-9a43-89adda824201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2933836 Jul 22 16:33:59.025464 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6060959d-ffe6-455c-b2f0-ef4a70bdea77 req-f0f9d493-f313-4636-a89c-e9faf763db59 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:59.029026 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6060959d-ffe6-455c-b2f0-ef4a70bdea77 req-f0f9d493-f313-4636-a89c-e9faf763db59 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:59.044474 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6060959d-ffe6-455c-b2f0-ef4a70bdea77 req-f0f9d493-f313-4636-a89c-e9faf763db59 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "DELETE /v2.0/security-groups/ab9d5200-c6a6-4583-99e2-33c133e20bfb HTTP/1.1" status: 204 len: 173 time: 0.2856627 Jul 22 16:33:59.061854 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9d493-f313-4636-a89c-e9faf763db59 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9d5200-c6a6-4583-99e2-33c133e20bfb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:59.064208 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1d600a91-e684-4af3-9154-8818b47d4ef1 None None] Port 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:59.149661 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45292) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:59.223582 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbb979-fd67-4e87-b16f-4ee6233dac0b req-fb717197-1a99-48e6-a9f5-60964aedec8f tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:59.227989 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2885b8-88a4-47ea-ada1-54a9bac03230 req-ac64d521-fe96-4f39-8737-3cf9659e80ae tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:59.230167 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fd2885b8-88a4-47ea-ada1-54a9bac03230 req-ac64d521-fe96-4f39-8737-3cf9659e80ae tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.1086187 Jul 22 16:33:59.231027 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2cfbb979-fd67-4e87-b16f-4ee6233dac0b req-fb717197-1a99-48e6-a9f5-60964aedec8f tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f78468c-7a69-4cb0-a0fa-843e88e631a2 HTTP/1.1" status: 200 len: 949 time: 0.0988183 Jul 22 16:33:59.267530 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2cfbb979-fd67-4e87-b16f-4ee6233dac0b req-c6f61083-81e1-4c9e-9cdd-bf2ce7c5a00b tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356197 Jul 22 16:33:59.275791 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fd2885b8-88a4-47ea-ada1-54a9bac03230 req-58d24a93-ac53-4314-91ed-07df156bc3e2 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395806 Jul 22 16:33:59.354607 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72135495-4f70-4ddc-bf58-2e865723ed36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:59.365027 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-61eda7d5-d500-43a0-8e79-0e98e140af40 req-e6abb66f-718a-4f68-80a5-c312b991a880 tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "GET /v2.0/security-groups/54770463-a260-4c24-b86e-1a9005981312 HTTP/1.1" status: 200 len: 1811 time: 0.0627415 Jul 22 16:33:59.457890 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-61eda7d5-d500-43a0-8e79-0e98e140af40 req-05562229-143e-42d3-b4d1-82739d34339b tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:59.505753 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-61eda7d5-d500-43a0-8e79-0e98e140af40 req-05562229-143e-42d3-b4d1-82739d34339b tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:59.562987 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72135495-4f70-4ddc-bf58-2e865723ed36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:59.573214 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72135495-4f70-4ddc-bf58-2e865723ed36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:59.592121 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-61eda7d5-d500-43a0-8e79-0e98e140af40 req-05562229-143e-42d3-b4d1-82739d34339b tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:59.594674 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-61eda7d5-d500-43a0-8e79-0e98e140af40 req-05562229-143e-42d3-b4d1-82739d34339b tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:59.595832 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-61eda7d5-d500-43a0-8e79-0e98e140af40 req-05562229-143e-42d3-b4d1-82739d34339b tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "DELETE /v2.0/security-groups/54770463-a260-4c24-b86e-1a9005981312 HTTP/1.1" status: 204 len: 173 time: 0.2232263 Jul 22 16:33:59.623903 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-72135495-4f70-4ddc-bf58-2e865723ed36 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=93494b47fc5c4e269d728c03b57ce474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4561534 Jul 22 16:33:59.624845 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72135495-4f70-4ddc-bf58-2e865723ed36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36eccfd-41ff-407e-9f8a-cb8123a75afe,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:59.626494 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45306) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:59.626985 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 96e25313-7f8c-4e6f-9ea2-1650438f2d4f up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:59.657197 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05562229-143e-42d3-b4d1-82739d34339b tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54770463-a260-4c24-b86e-1a9005981312,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:59.701991 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6103f4d1-6363-4fa1-a04f-8e5fb4d21f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:59.716963 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 96e25313-7f8c-4e6f-9ea2-1650438f2d4f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:59.722470 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 96e25313-7f8c-4e6f-9ea2-1650438f2d4f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:59.723130 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:59.731025 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6103f4d1-6363-4fa1-a04f-8e5fb4d21f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:59.798399 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6103f4d1-6363-4fa1-a04f-8e5fb4d21f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:59.801345 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6103f4d1-6363-4fa1-a04f-8e5fb4d21f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:59.805007 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6103f4d1-6363-4fa1-a04f-8e5fb4d21f81 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e36eccfd-41ff-407e-9f8a-cb8123a75afe HTTP/1.1" status: 204 len: 168 time: 0.1752367 Jul 22 16:33:59.816024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103f4d1-6363-4fa1-a04f-8e5fb4d21f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36eccfd-41ff-407e-9f8a-cb8123a75afe,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:59.826681 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-22e38676-1f3d-43a7-99a4-275de6a87053 req-f29a06bb-00b4-4e2b-9e02-0182269d273d tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "GET /v2.0/security-groups/1d53e026-7536-4104-93f3-963668fdd0ff HTTP/1.1" status: 200 len: 1812 time: 0.0842535 Jul 22 16:33:59.909271 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-22e38676-1f3d-43a7-99a4-275de6a87053 req-e7805c94-19c3-4b83-a10e-f20a936f7eaf tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:59.948143 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-22e38676-1f3d-43a7-99a4-275de6a87053 req-e7805c94-19c3-4b83-a10e-f20a936f7eaf tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.013713 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.030530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45314) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:00.039944 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e9df92a9-63c5-4dcc-8016-89ef17dbd01b tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1756219847', 'description': 'tempest-description--604818339'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:00.048013 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 96e25313-7f8c-4e6f-9ea2-1650438f2d4f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=96e25313-7f8c-4e6f-9ea2-1650438f2d4f,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:00.057310 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.126259 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9df92a9-63c5-4dcc-8016-89ef17dbd01b tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.160804 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=96e25313-7f8c-4e6f-9ea2-1650438f2d4f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:00.246545 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9df92a9-63c5-4dcc-8016-89ef17dbd01b tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.252862 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9df92a9-63c5-4dcc-8016-89ef17dbd01b tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.289832 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9df92a9-63c5-4dcc-8016-89ef17dbd01b tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.291463 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e9df92a9-63c5-4dcc-8016-89ef17dbd01b tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2589896 Jul 22 16:34:00.294750 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45334) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:00.299522 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4df5c2c6-7c8b-430b-b9af-53b74b3ca7e3 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Request body: {'security_group_rule': {'security_group_id': '0adc629f-24ca-4130-9978-cf73e6fa2e81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:00.322731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df92a9-63c5-4dcc-8016-89ef17dbd01b tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0adc629f-24ca-4130-9978-cf73e6fa2e81,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:00.333701 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4df5c2c6-7c8b-430b-b9af-53b74b3ca7e3 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.373350 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] Sync routers for ids ['f337fb39-d7aa-4ede-9a43-89adda824201'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:34:00.387992 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] Routers {'f337fb39-d7aa-4ede-9a43-89adda824201'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:34:00.391878 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:33:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f337fb39-d7aa-4ede-9a43-89adda824201'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:00.451038 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-22e38676-1f3d-43a7-99a4-275de6a87053 req-e7805c94-19c3-4b83-a10e-f20a936f7eaf tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.454768 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-22e38676-1f3d-43a7-99a4-275de6a87053 req-e7805c94-19c3-4b83-a10e-f20a936f7eaf tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.456345 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-22e38676-1f3d-43a7-99a4-275de6a87053 req-e7805c94-19c3-4b83-a10e-f20a936f7eaf tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] 10.222.0.69 "DELETE /v2.0/security-groups/1d53e026-7536-4104-93f3-963668fdd0ff HTTP/1.1" status: 204 len: 173 time: 0.6237104 Jul 22 16:34:00.465522 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45344) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:00.474845 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4df5c2c6-7c8b-430b-b9af-53b74b3ca7e3 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.486069 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4df5c2c6-7c8b-430b-b9af-53b74b3ca7e3 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.512014 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7805c94-19c3-4b83-a10e-f20a936f7eaf tempest-SecurityGroupRulesNegativeTestJSON-2012730100 tempest-SecurityGroupRulesNegativeTestJSON-2012730100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d53e026-7536-4104-93f3-963668fdd0ff,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:00.525816 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-560333a4-c4ce-493d-ac6a-67ba7e45fd3e admin admin] Deleting subnet e7dbf0a2-bfbb-40aa-9ecd-bedbe1f1d080 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:34:00.530300 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-560333a4-c4ce-493d-ac6a-67ba7e45fd3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.538095 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5c2c6-7c8b-430b-b9af-53b74b3ca7e3 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a170136-ee61-4902-9807-c70790eb3fd0,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:00.551487 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] Set router f337fb39-d7aa-4ede-9a43-89adda824201 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:34:00.575753 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb2af6-05e5-4ed8-81ac-ef9c1f7e44ba req-a53faa66-7467-4a53-a1af-3817110a3bc5 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:00.583010 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-13bb2af6-05e5-4ed8-81ac-ef9c1f7e44ba req-a53faa66-7467-4a53-a1af-3817110a3bc5 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f78468c-7a69-4cb0-a0fa-843e88e631a2 HTTP/1.1" status: 200 len: 949 time: 0.1911538 Jul 22 16:34:00.591016 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4df5c2c6-7c8b-430b-b9af-53b74b3ca7e3 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.592182 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4df5c2c6-7c8b-430b-b9af-53b74b3ca7e3 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2964823 Jul 22 16:34:00.604496 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45348) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:00.612354 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-de35f54f-32b6-4599-962f-9f5483a61e84 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Request body: {'security_group_rule': {'security_group_id': '0adc629f-24ca-4130-9978-cf73e6fa2e81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:00.645226 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-560333a4-c4ce-493d-ac6a-67ba7e45fd3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.696674 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-de35f54f-32b6-4599-962f-9f5483a61e84 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.697180 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-13bb2af6-05e5-4ed8-81ac-ef9c1f7e44ba req-020aa0c9-f914-4e07-a07d-1f94766c0fe5 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130655 Jul 22 16:34:00.736761 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8af64c-0554-4fa4-9401-e8f0a092b838 req-3c598ddf-7a29-4b6b-adf0-73f415c28898 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:00.738311 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bc8af64c-0554-4fa4-9401-e8f0a092b838 req-3c598ddf-7a29-4b6b-adf0-73f415c28898 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f78468c-7a69-4cb0-a0fa-843e88e631a2 HTTP/1.1" status: 200 len: 949 time: 0.1451914 Jul 22 16:34:00.749236 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-560333a4-c4ce-493d-ac6a-67ba7e45fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.767175 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef48a1-b481-4409-98c3-6dacfd555a72 req-ed3a164f-a6aa-4b81-a1ff-611d4e93c64a tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:00.768704 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6ef48a1-b481-4409-98c3-6dacfd555a72 req-ed3a164f-a6aa-4b81-a1ff-611d4e93c64a tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.2012737 Jul 22 16:34:00.803679 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'name': 'tempest-AttachVolumeTestJSON-1155752689-router', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:51Z', 'updated_at': '2021-07-22T16:33:57Z', 'revision_number': 4, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'gw_port': {'id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:53Z', 'updated_at': '2021-07-22T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3', 'name': '', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'mac_address': 'fa:16:3e:c7:ee:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:56Z', 'updated_at': '2021-07-22T16:33:58Z', 'revision_number': 2, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'subnets': [{'id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:00.838547 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] Checking router: f337fb39-d7aa-4ede-9a43-89adda824201 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:34:00.838891 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] Updating router f337fb39-d7aa-4ede-9a43-89adda824201 port 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:34:00.881627 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6ef48a1-b481-4409-98c3-6dacfd555a72 req-b13d627f-bf87-4a10-a266-3dce81384b56 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854242 Jul 22 16:34:00.883559 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-bc8af64c-0554-4fa4-9401-e8f0a092b838 req-639a781e-0531-4d27-82db-3820c557dc82 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Deleting port 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:34:00.883559 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bc8af64c-0554-4fa4-9401-e8f0a092b838 req-639a781e-0531-4d27-82db-3820c557dc82 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.894774 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.897813 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-de35f54f-32b6-4599-962f-9f5483a61e84 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.903608 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-de35f54f-32b6-4599-962f-9f5483a61e84 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.924782 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-560333a4-c4ce-493d-ac6a-67ba7e45fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.964527 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35f54f-32b6-4599-962f-9f5483a61e84 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5601503-e22a-4061-8fe9-49fd7f984617,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:00.968528 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560333a4-c4ce-493d-ac6a-67ba7e45fd3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7dbf0a2-bfbb-40aa-9ecd-bedbe1f1d080,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:00.970832 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-560333a4-c4ce-493d-ac6a-67ba7e45fd3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.975045 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-560333a4-c4ce-493d-ac6a-67ba7e45fd3e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e7dbf0a2-bfbb-40aa-9ecd-bedbe1f1d080 HTTP/1.1" status: 204 len: 168 time: 0.5061834 Jul 22 16:34:00.975045 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-de35f54f-32b6-4599-962f-9f5483a61e84 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.978483 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-de35f54f-32b6-4599-962f-9f5483a61e84 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3697956 Jul 22 16:34:00.979180 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45358) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:00.979469 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45360) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:00.985154 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a8a80c0b-5c43-400f-8289-0eaecfb08696 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:01.031292 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-bc8af64c-0554-4fa4-9401-e8f0a092b838 req-639a781e-0531-4d27-82db-3820c557dc82 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] For port 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=7775cb9c-ffd7-4749-9f02-fb5f332ba5ab,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:01.031872 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bc8af64c-0554-4fa4-9401-e8f0a092b838 req-639a781e-0531-4d27-82db-3820c557dc82 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:01.053734 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-bc8af64c-0554-4fa4-9401-e8f0a092b838 req-639a781e-0531-4d27-82db-3820c557dc82 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Calling delete_port for 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:34:01.073522 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8a80c0b-5c43-400f-8289-0eaecfb08696 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:01.096572 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4eb6602-121b-449f-82a7-bfe991d12125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:01.246494 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4eb6602-121b-449f-82a7-bfe991d12125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:01.260709 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-a4eb6602-121b-449f-82a7-bfe991d12125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4affc84-0a5b-4b25-ac05-357cd7ab0e0e']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:01.268424 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bc8af64c-0554-4fa4-9401-e8f0a092b838 req-639a781e-0531-4d27-82db-3820c557dc82 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:01.274067 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:01.275913 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-a4eb6602-121b-449f-82a7-bfe991d12125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08234e86-a2ab-4fbf-821a-44495b2ae8a6') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:01.276212 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-a4eb6602-121b-449f-82a7-bfe991d12125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08234e86-a2ab-4fbf-821a-44495b2ae8a6') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:01.288549 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4eb6602-121b-449f-82a7-bfe991d12125 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:01.292759 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] Transition to ACTIVE for port object 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:01.302726 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:01.308176 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4eb6602-121b-449f-82a7-bfe991d12125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:01.311331 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8a80c0b-5c43-400f-8289-0eaecfb08696 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:01.315362 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['b02f7696-a57d-4317-a6e6-a0a336fd9afe'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:34:01.322616 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4eb6602-121b-449f-82a7-bfe991d12125 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:34:01.323033 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4eb6602-121b-449f-82a7-bfe991d12125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:34:01.324718 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:34:01.389673 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44ce73-cffb-4e39-919f-9ca19d612c12 None None] Pushing event updated for resources: {'Port': ['ID=6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:01.429191 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4eb6602-121b-449f-82a7-bfe991d12125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:01.480470 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] Attempting to bind port 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:34:01.481828 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] Attempting to bind port 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '094f6b2f-03f2-4846-958c-49b8842d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:34:01.482504 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] Attempting to bind port 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3 on network 31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:01.489531 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:34:01.490391 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] Checking segment: {'id': '094f6b2f-03f2-4846-958c-49b8842d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:34:01.491321 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:01.491971 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] Bound using segment: {'id': '094f6b2f-03f2-4846-958c-49b8842d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:34:01.493263 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] Bound port: 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094f6b2f-03f2-4846-958c-49b8842d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:34:01.494287 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:01.507131 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-a8a80c0b-5c43-400f-8289-0eaecfb08696 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Allocated IP 172.25.0.135 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/ef738830-f13f-4cfb-af79-e712c69bf98f) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:01.668314 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 96e25313-7f8c-4e6f-9ea2-1650438f2d4f up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:01.681774 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4eb6602-121b-449f-82a7-bfe991d12125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:01.684247 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a4eb6602-121b-449f-82a7-bfe991d12125 admin admin] 10.222.0.69 "DELETE /v2.0/networks/a4affc84-0a5b-4b25-ac05-357cd7ab0e0e HTTP/1.1" status: 204 len: 168 time: 0.7038429 Jul 22 16:34:01.697965 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb6602-121b-449f-82a7-bfe991d12125 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4affc84-0a5b-4b25-ac05-357cd7ab0e0e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:01.717642 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc40f0cd-e478-47ec-8ece-82d7bd33953e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:01.753423 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:01.760845 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] For port 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:34:01.790620 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] For port 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3,segment=NetworkSegment(094f6b2f-03f2-4846-958c-49b8842d4ad3),segment_id=094f6b2f-03f2-4846-958c-49b8842d4ad3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:34:01.801279 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:01.877746 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 96e25313-7f8c-4e6f-9ea2-1650438f2d4f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:01.878576 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:01.944798 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8a80c0b-5c43-400f-8289-0eaecfb08696 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:01.949031 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b93fa93d-13f1-401c-bcf8-5b06488844ed req-5c58c1cb-d1ba-4a82-b5f8-9db02f4fc63f tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f78468c-7a69-4cb0-a0fa-843e88e631a2 HTTP/1.1" status: 200 len: 210 time: 0.0800722 Jul 22 16:34:02.007464 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] Routers {'f337fb39-d7aa-4ede-9a43-89adda824201'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:34:02.010566 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:34:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f337fb39-d7aa-4ede-9a43-89adda824201'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:02.038031 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8a80c0b-5c43-400f-8289-0eaecfb08696 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:02.078379 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a781e-0531-4d27-82db-3820c557dc82 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Pushing event deleted for resources: {'Port': ['ID=7775cb9c-ffd7-4749-9f02-fb5f332ba5ab,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:02.174593 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45406) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:02.180529 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8af64c-0554-4fa4-9401-e8f0a092b838 req-639a781e-0531-4d27-82db-3820c557dc82 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] No DVR routers for this DVR port 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:34:02.186182 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bc8af64c-0554-4fa4-9401-e8f0a092b838 req-639a781e-0531-4d27-82db-3820c557dc82 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:02.202866 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bc8af64c-0554-4fa4-9401-e8f0a092b838 req-639a781e-0531-4d27-82db-3820c557dc82 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.16 "DELETE /v2.0/ports/7775cb9c-ffd7-4749-9f02-fb5f332ba5ab HTTP/1.1" status: 204 len: 173 time: 1.4563327 Jul 22 16:34:02.223574 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a80c0b-5c43-400f-8289-0eaecfb08696 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:02.228464 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f78468c-7a69-4cb0-a0fa-843e88e631a2', 'name': 'network-vif-deleted', 'tag': '7775cb9c-ffd7-4749-9f02-fb5f332ba5ab'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:02.231442 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9286d298-f189-460b-a50b-c29c6e46fb56" -d '{"events": [{"server_uuid": "7f78468c-7a69-4cb0-a0fa-843e88e631a2", "name": "network-vif-deleted", "tag": "7775cb9c-ffd7-4749-9f02-fb5f332ba5ab"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:02.245825 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a8a80c0b-5c43-400f-8289-0eaecfb08696 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:02.266410 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a80c0b-5c43-400f-8289-0eaecfb08696 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:02.333611 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8c6a3740-c1c4-4afa-9699-0c91c18529f5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=77796b97e2a64dd0916004953bd282a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484103 Jul 22 16:34:02.336726 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45422) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:02.425499 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a80c0b-5c43-400f-8289-0eaecfb08696 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Pushing event updated for resources: {'Port': ['ID=ef738830-f13f-4cfb-af79-e712c69bf98f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:02.463462 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f543ade0-75d2-4277-83f5-4fe5424d2220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:02.502252 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891b469c-ca94-4670-b895-57c31bfe1a7b x-openstack-request-id: req-891b469c-ca94-4670-b895-57c31bfe1a7b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:02.502616 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f78468c-7a69-4cb0-a0fa-843e88e631a2", "name": "network-vif-deleted", "tag": "7775cb9c-ffd7-4749-9f02-fb5f332ba5ab", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:02.503194 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-891b469c-ca94-4670-b895-57c31bfe1a7b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:02.504199 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f78468c-7a69-4cb0-a0fa-843e88e631a2', 'name': 'network-vif-deleted', 'tag': '7775cb9c-ffd7-4749-9f02-fb5f332ba5ab', 'status': 'completed', 'code': 200} Jul 22 16:34:02.536504 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f543ade0-75d2-4277-83f5-4fe5424d2220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:02.558778 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387f5fc-5be2-48b7-9990-eae10bf00259 req-f2ebeb1d-3461-453e-aefb-2297700c80fc tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:02.561005 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f387f5fc-5be2-48b7-9990-eae10bf00259 req-f2ebeb1d-3461-453e-aefb-2297700c80fc tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.4055696 Jul 22 16:34:02.594565 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8a80c0b-5c43-400f-8289-0eaecfb08696 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:02.659877 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:02.661504 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f387f5fc-5be2-48b7-9990-eae10bf00259 req-f4a429f7-ca14-49fd-bc09-c1e4c677b053 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785918 Jul 22 16:34:02.665821 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f543ade0-75d2-4277-83f5-4fe5424d2220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:02.672138 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f543ade0-75d2-4277-83f5-4fe5424d2220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:02.679065 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f543ade0-75d2-4277-83f5-4fe5424d2220 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/faf87f4d-2351-4aea-819c-2341e45aea5c HTTP/1.1" status: 204 len: 168 time: 0.3387609 Jul 22 16:34:02.704071 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543ade0-75d2-4277-83f5-4fe5424d2220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf87f4d-2351-4aea-819c-2341e45aea5c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:02.705283 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44ce73-cffb-4e39-919f-9ca19d612c12 None None] Pushing event updated for resources: {'Port': ['ID=6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:02.714548 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] Set router f337fb39-d7aa-4ede-9a43-89adda824201 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:34:02.749765 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8a80c0b-5c43-400f-8289-0eaecfb08696 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:03.117723 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:34:03.154797 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8a80c0b-5c43-400f-8289-0eaecfb08696 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:03.164858 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8a80c0b-5c43-400f-8289-0eaecfb08696 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:03.181609 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:34:03.182029 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 7775cb9c-ffd7-4749-9f02-fb5f332ba5ab not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:34:03.198907 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'name': 'tempest-AttachVolumeTestJSON-1155752689-router', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:51Z', 'updated_at': '2021-07-22T16:33:57Z', 'revision_number': 4, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'gw_port': {'id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:53Z', 'updated_at': '2021-07-22T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3', 'name': '', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'mac_address': 'fa:16:3e:c7:ee:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:56Z', 'updated_at': '2021-07-22T16:34:01Z', 'revision_number': 4, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'subnets': [{'id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:03.240499 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c2e3e-f75d-40ca-a229-bcf39eacd9db None None] The sync data for ids ['f337fb39-d7aa-4ede-9a43-89adda824201'] in n-d-798930-9 is: [{'id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'name': 'tempest-AttachVolumeTestJSON-1155752689-router', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:51Z', 'updated_at': '2021-07-22T16:33:57Z', 'revision_number': 4, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'gw_port': {'id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:53Z', 'updated_at': '2021-07-22T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3', 'name': '', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'mac_address': 'fa:16:3e:c7:ee:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:56Z', 'updated_at': '2021-07-22T16:34:01Z', 'revision_number': 4, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'subnets': [{'id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:34:03.363374 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-190705da-bd80-465b-aadf-78418d904454 req-008ee302-d02c-40f7-8250-f479bfeb8c11 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=7f78468c-7a69-4cb0-a0fa-843e88e631a2 HTTP/1.1" status: 200 len: 210 time: 0.1160021 Jul 22 16:34:03.401462 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a80c0b-5c43-400f-8289-0eaecfb08696 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Pushing event updated for resources: {'Port': ['ID=ef738830-f13f-4cfb-af79-e712c69bf98f,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:03.412764 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8a80c0b-5c43-400f-8289-0eaecfb08696 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:03.475862 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a8a80c0b-5c43-400f-8289-0eaecfb08696 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:03.478150 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a8a80c0b-5c43-400f-8289-0eaecfb08696 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4964268 Jul 22 16:34:03.714907 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:03.843433 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:03.848546 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:03.849310 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:03.865115 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-69154f66-895f-4244-8c35-4672727e9a38 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1756219847&fields=id&tenant_id=0ab4163b9d3f42c1b95499d26b5bcf68 HTTP/1.1" status: 200 len: 267 time: 0.0845377 Jul 22 16:34:03.904440 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612d9a6-de95-4361-a1cb-09495d55d7b3 req-71448c34-938d-40d1-afbb-aa295a6261a5 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:03.912081 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c612d9a6-de95-4361-a1cb-09495d55d7b3 req-71448c34-938d-40d1-afbb-aa295a6261a5 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.1322656 Jul 22 16:34:03.957164 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c612d9a6-de95-4361-a1cb-09495d55d7b3 req-7ce45c7e-bc66-4754-b46c-1ddea0cc9afc tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439622 Jul 22 16:34:03.998963 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:04.074970 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3,segment=NetworkSegment(094f6b2f-03f2-4846-958c-49b8842d4ad3),segment_id=094f6b2f-03f2-4846-958c-49b8842d4ad3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:04.083532 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:04.167056 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-4b6e68ab-fffe-4052-a8b6-9321dbe0a963 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:04.169672 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-4b6e68ab-fffe-4052-a8b6-9321dbe0a963 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/networks?id=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc HTTP/1.1" status: 200 len: 811 time: 0.3030348 Jul 22 16:34:04.200690 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-49f14ca9-467f-4a62-b872-81900c91efa5 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/quotas/0ab4163b9d3f42c1b95499d26b5bcf68 HTTP/1.1" status: 200 len: 375 time: 0.0230567 Jul 22 16:34:04.204871 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45500) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:04.223451 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:04.338427 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-6d4fdcf9-66ba-4115-8bf6-cfc18f1e411d tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ab4163b9d3f42c1b95499d26b5bcf68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1367021 Jul 22 16:34:04.389987 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-38856c2e-a4f3-4ce4-a04b-94e33f63089f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1133025520-network', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:04.429716 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38856c2e-a4f3-4ce4-a04b-94e33f63089f admin admin] Made reservation on behalf of 2d491254bfb045ba972e9cdef1f2ea5a for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:04.433001 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38856c2e-a4f3-4ce4-a04b-94e33f63089f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:04.459623 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38856c2e-a4f3-4ce4-a04b-94e33f63089f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:04.484525 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-062c2808-ad3a-48eb-b427-691ac23e80ea service neutron] 10.222.0.69 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264186 Jul 22 16:34:04.515089 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:04.637303 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38856c2e-a4f3-4ce4-a04b-94e33f63089f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:04.648868 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38856c2e-a4f3-4ce4-a04b-94e33f63089f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:04.663372 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-4c11e1c9-a18a-4927-b96c-2f3809864dec service neutron] 10.222.0.69 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771636 Jul 22 16:34:04.719569 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38856c2e-a4f3-4ce4-a04b-94e33f63089f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e7cb1a-a550-485c-85cd-99654382fb5d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:04.734532 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38856c2e-a4f3-4ce4-a04b-94e33f63089f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:34:04.756826 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38856c2e-a4f3-4ce4-a04b-94e33f63089f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:04.757179 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-38856c2e-a4f3-4ce4-a04b-94e33f63089f admin admin] Added segment 9622f1ac-fa7d-4c2d-9333-5610333d4c7c of type vlan for network cee977de-9cad-474a-a5af-ad0779e35005 Jul 22 16:34:04.848888 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [req-726d80de-9d61-4438-b62f-29a58912c7fb req-fe7ca473-f729-4776-80d1-774bed132044 service neutron] show failed (client error): The resource could not be found. Jul 22 16:34:04.848888 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-726d80de-9d61-4438-b62f-29a58912c7fb req-fe7ca473-f729-4776-80d1-774bed132044 service neutron] 10.222.0.30 "GET /v2.0/ports/29835a35-8282-4880-844e-d2738d311e97/bindings/n-h1-798930-9 HTTP/1.1" status: 404 len: 380 time: 0.1666262 Jul 22 16:34:04.849580 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38856c2e-a4f3-4ce4-a04b-94e33f63089f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:04.907815 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38856c2e-a4f3-4ce4-a04b-94e33f63089f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:04.917136 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38856c2e-a4f3-4ce4-a04b-94e33f63089f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:04.917786 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38856c2e-a4f3-4ce4-a04b-94e33f63089f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:05.002671 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-38856c2e-a4f3-4ce4-a04b-94e33f63089f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7966037 Jul 22 16:34:05.005514 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45530) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:05.011836 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-bc406348-8d13-46f3-ba21-86b94a86298b admin admin] Request body: {'subnet': {'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1133025520-subnet', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:05.072898 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc406348-8d13-46f3-ba21-86b94a86298b admin admin] Made reservation on behalf of 2d491254bfb045ba972e9cdef1f2ea5a for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:05.075744 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc406348-8d13-46f3-ba21-86b94a86298b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:05.127741 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38856c2e-a4f3-4ce4-a04b-94e33f63089f admin admin] Pushing event updated for resources: {'Network': ['ID=cee977de-9cad-474a-a5af-ad0779e35005,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:05.146007 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network cee977de-9cad-474a-a5af-ad0779e35005 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:34:05.339611 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d80de-9d61-4438-b62f-29a58912c7fb req-8ee31ca7-63b2-4f41-b5be-6a09514e2e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:05.343920 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-726d80de-9d61-4438-b62f-29a58912c7fb req-8ee31ca7-63b2-4f41-b5be-6a09514e2e2f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6&tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e HTTP/1.1" status: 200 len: 1101 time: 0.1644061 Jul 22 16:34:05.369021 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-726d80de-9d61-4438-b62f-29a58912c7fb req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-9', 'device_owner': 'compute:nova'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:05.379238 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ffbbfb8f-b277-48bb-a87e-25910fcb8780 req-5f91d5c8-99e3-45ee-b8f1-abc463a01eeb tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 210 time: 0.0816758 Jul 22 16:34:05.656848 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc406348-8d13-46f3-ba21-86b94a86298b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:05.657626 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8e262-cce2-4dfa-a78c-b341b964fc5e req-c3d8905f-ae6d-4686-9798-0e70c27bd0ca tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:05.667059 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ff8e262-cce2-4dfa-a78c-b341b964fc5e req-c3d8905f-ae6d-4686-9798-0e70c27bd0ca tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.2942309 Jul 22 16:34:05.682279 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-726d80de-9d61-4438-b62f-29a58912c7fb req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:05.696735 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:05.819508 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc406348-8d13-46f3-ba21-86b94a86298b admin admin] Pushing event updated for resources: {'Subnet': ['ID=12e78912-9022-4c25-a60d-750c40af1085,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:05.833116 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc406348-8d13-46f3-ba21-86b94a86298b admin admin] Checking segment: {'id': '9622f1ac-fa7d-4c2d-9333-5610333d4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:34:05.833487 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc406348-8d13-46f3-ba21-86b94a86298b admin admin] Network hostable DHCP agents. Network: cee977de-9cad-474a-a5af-ad0779e35005, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:34:05.855854 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:05.860179 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:05.860904 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc406348-8d13-46f3-ba21-86b94a86298b admin admin] Network cee977de-9cad-474a-a5af-ad0779e35005 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:34:05.879428 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-bc406348-8d13-46f3-ba21-86b94a86298b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, cee977de-9cad-474a-a5af-ad0779e35005) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:05.895330 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc406348-8d13-46f3-ba21-86b94a86298b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:05.896409 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc406348-8d13-46f3-ba21-86b94a86298b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:05.920960 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bc406348-8d13-46f3-ba21-86b94a86298b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9142191 Jul 22 16:34:05.923538 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45550) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:05.932349 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b559aa2d-a3ab-4a13-9786-5675ccadb039 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1133025520-router', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:05.968975 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b559aa2d-a3ab-4a13-9786-5675ccadb039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:05.970935 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b559aa2d-a3ab-4a13-9786-5675ccadb039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:05.989257 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4a49a9-8ccd-403c-bd9f-64fa4c91ee0f None None] Network cee977de-9cad-474a-a5af-ad0779e35005 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:34:06.011572 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ff8e262-cce2-4dfa-a78c-b341b964fc5e req-06a92059-e5fc-4332-999e-36d1158fabeb tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431635 Jul 22 16:34:06.062543 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b559aa2d-a3ab-4a13-9786-5675ccadb039 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:06.289577 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-726d80de-9d61-4438-b62f-29a58912c7fb req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] For port 29835a35-8282-4880-844e-d2738d311e97, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=29835a35-8282-4880-844e-d2738d311e97,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:06.428045 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b559aa2d-a3ab-4a13-9786-5675ccadb039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:06.473816 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d920e7f-714a-43b9-80fe-28227090999f req-5bad49d8-c58c-41cf-9bff-c8f34049ea8d tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:06.487419 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9d920e7f-714a-43b9-80fe-28227090999f req-5bad49d8-c58c-41cf-9bff-c8f34049ea8d tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=763098f4-cc0d-40cb-8df7-8b85c71f200e HTTP/1.1" status: 200 len: 949 time: 0.3209140 Jul 22 16:34:06.497586 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-726d80de-9d61-4438-b62f-29a58912c7fb req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] For port 29835a35-8282-4880-844e-d2738d311e97, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:34:06.656816 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9d920e7f-714a-43b9-80fe-28227090999f req-8e8aca97-df72-4abd-8dde-297e87e94378 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673746 Jul 22 16:34:06.666309 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29835a35-8282-4880-844e-d2738d311e97'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:06.693205 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8046bc-fcf4-45b9-b674-5474fbe69bb5" -d '{"events": [{"server_uuid": "0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6", "name": "network-vif-unplugged", "status": "completed", "tag": "29835a35-8282-4880-844e-d2738d311e97"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:06.706917 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-726d80de-9d61-4438-b62f-29a58912c7fb req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:06.739644 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-726d80de-9d61-4438-b62f-29a58912c7fb req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] Transition to ACTIVE for port object 29835a35-8282-4880-844e-d2738d311e97 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:06.747327 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-726d80de-9d61-4438-b62f-29a58912c7fb req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:06.771645 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf4e20a-756a-48ce-ac76-d91a4b26d2a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-cee977de-9cad-474a-a5af-ad0779e35005', 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'fixed_ips': [{'subnet_id': '12e78912-9022-4c25-a60d-750c40af1085'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:34:06.773871 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-faf4e20a-756a-48ce-ac76-d91a4b26d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:06.949156 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b559aa2d-a3ab-4a13-9786-5675ccadb039 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:06.983813 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b559aa2d-a3ab-4a13-9786-5675ccadb039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:06.985823 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 29835a35-8282-4880-844e-d2738d311e97 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:34:07.094713 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0070fbdf-ec31-4c9b-a3e6-29023a79cb16 x-openstack-request-id: req-0070fbdf-ec31-4c9b-a3e6-29023a79cb16 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:07.095591 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6", "name": "network-vif-unplugged", "status": "completed", "tag": "29835a35-8282-4880-844e-d2738d311e97", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:07.095775 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0070fbdf-ec31-4c9b-a3e6-29023a79cb16 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:07.096699 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29835a35-8282-4880-844e-d2738d311e97', 'code': 200} Jul 22 16:34:07.145768 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cee28252-b916-4213-a483-e07e6eef74f2 req-396db961-148e-4c57-a31f-9bc5925221f7 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 210 time: 0.2644117 Jul 22 16:34:07.165378 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-726d80de-9d61-4438-b62f-29a58912c7fb req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] No DVR routers for this DVR port 29835a35-8282-4880-844e-d2738d311e97 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:34:07.182838 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] Pushing event updated for resources: {'Port': ['ID=29835a35-8282-4880-844e-d2738d311e97,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:07.235950 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-b559aa2d-a3ab-4a13-9786-5675ccadb039 admin admin] Allocated IP 172.25.0.205 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/411738d4-7dbb-4bd7-a53c-9b115f6a114c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:07.354603 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 29835a35-8282-4880-844e-d2738d311e97 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:34:07.577166 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-faf4e20a-756a-48ce-ac76-d91a4b26d2a4 None None] Allocated IP 172.20.0.2 (cee977de-9cad-474a-a5af-ad0779e35005/12e78912-9022-4c25-a60d-750c40af1085/3e6f7e01-0930-448b-b475-960278f1b45d) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:07.592127 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-726d80de-9d61-4438-b62f-29a58912c7fb req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] Attempting to bind port 29835a35-8282-4880-844e-d2738d311e97 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:34:07.592671 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-726d80de-9d61-4438-b62f-29a58912c7fb req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] Attempting to bind port 29835a35-8282-4880-844e-d2738d311e97 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:34:07.593210 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d80de-9d61-4438-b62f-29a58912c7fb req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] Attempting to bind port 29835a35-8282-4880-844e-d2738d311e97 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:07.674939 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d80de-9d61-4438-b62f-29a58912c7fb req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] Port 29835a35-8282-4880-844e-d2738d311e97 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:34:07.675463 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d80de-9d61-4438-b62f-29a58912c7fb req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] Attempting to bind port 29835a35-8282-4880-844e-d2738d311e97 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:07.854009 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d80de-9d61-4438-b62f-29a58912c7fb req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:34:07.854764 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d80de-9d61-4438-b62f-29a58912c7fb req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:34:07.855390 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d80de-9d61-4438-b62f-29a58912c7fb req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:34:07.856139 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-726d80de-9d61-4438-b62f-29a58912c7fb req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] Bound port: 29835a35-8282-4880-844e-d2738d311e97, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:34:07.856660 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-726d80de-9d61-4438-b62f-29a58912c7fb req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:07.877509 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b559aa2d-a3ab-4a13-9786-5675ccadb039 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:07.920879 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b01cd5-e8a6-4074-938c-a07ea65a4692 req-037cbac2-f9c0-483e-a9ae-647f3b01a4a5 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:07.922789 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-41b01cd5-e8a6-4074-938c-a07ea65a4692 req-037cbac2-f9c0-483e-a9ae-647f3b01a4a5 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.30 "GET /v2.0/ports?device_id=763098f4-cc0d-40cb-8df7-8b85c71f200e HTTP/1.1" status: 200 len: 949 time: 0.2167780 Jul 22 16:34:07.933111 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee2743-1365-466e-889c-bb064cc53fbb req-2162fdb0-d3c6-4617-b342-abb6f5f5a59f tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:07.935022 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e1ee2743-1365-466e-889c-bb064cc53fbb req-2162fdb0-d3c6-4617-b342-abb6f5f5a59f tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 948 time: 0.6845129 Jul 22 16:34:08.013434 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-faf4e20a-756a-48ce-ac76-d91a4b26d2a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:08.023600 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-faf4e20a-756a-48ce-ac76-d91a4b26d2a4 None None] Transition to ACTIVE for port object 3e6f7e01-0930-448b-b475-960278f1b45d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:08.048056 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-faf4e20a-756a-48ce-ac76-d91a4b26d2a4 None None] Transition to ACTIVE for port object 3e6f7e01-0930-448b-b475-960278f1b45d will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:08.056197 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-faf4e20a-756a-48ce-ac76-d91a4b26d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:08.068978 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-bda3cc1e-283c-4d88-a433-63dfef2e649c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:08.071478 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-bda3cc1e-283c-4d88-a433-63dfef2e649c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.16 "GET /v2.0/networks?id=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc HTTP/1.1" status: 200 len: 811 time: 0.8036816 Jul 22 16:34:08.107181 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e1ee2743-1365-466e-889c-bb064cc53fbb req-d1c1b6fe-caee-483b-9698-9cfe68b1ccc7 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141498 Jul 22 16:34:08.133776 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-726d80de-9d61-4438-b62f-29a58912c7fb req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] For port 29835a35-8282-4880-844e-d2738d311e97, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:34:08.138173 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf4e20a-756a-48ce-ac76-d91a4b26d2a4 None None] Network cee977de-9cad-474a-a5af-ad0779e35005 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:08.140474 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-726d80de-9d61-4438-b62f-29a58912c7fb req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] For port 29835a35-8282-4880-844e-d2738d311e97, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=29835a35-8282-4880-844e-d2738d311e97,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:34:08.148815 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-faf4e20a-756a-48ce-ac76-d91a4b26d2a4 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:08.155666 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf4e20a-756a-48ce-ac76-d91a4b26d2a4 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:08.162160 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b559aa2d-a3ab-4a13-9786-5675ccadb039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:08.168565 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-726d80de-9d61-4438-b62f-29a58912c7fb req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:08.202663 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4e20a-756a-48ce-ac76-d91a4b26d2a4 None None] Pushing event updated for resources: {'Port': ['ID=3e6f7e01-0930-448b-b475-960278f1b45d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:08.220905 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559aa2d-a3ab-4a13-9786-5675ccadb039 admin admin] Pushing event updated for resources: {'Port': ['ID=411738d4-7dbb-4bd7-a53c-9b115f6a114c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:08.233519 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b559aa2d-a3ab-4a13-9786-5675ccadb039 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:08.251236 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-b559aa2d-a3ab-4a13-9786-5675ccadb039 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:08.262987 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] Pushing event updated for resources: {'Port': ['ID=29835a35-8282-4880-844e-d2738d311e97,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:08.263398 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b559aa2d-a3ab-4a13-9786-5675ccadb039 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:08.314356 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-41b01cd5-e8a6-4074-938c-a07ea65a4692 req-d9a9a22c-c286-4568-b05b-e9a20cba5476 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Deleting port b02f7696-a57d-4317-a6e6-a0a336fd9afe {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:34:08.314697 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-41b01cd5-e8a6-4074-938c-a07ea65a4692 req-d9a9a22c-c286-4568-b05b-e9a20cba5476 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:08.342192 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d80de-9d61-4438-b62f-29a58912c7fb req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:08.342980 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-726d80de-9d61-4438-b62f-29a58912c7fb req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:08.344603 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-726d80de-9d61-4438-b62f-29a58912c7fb req-a08501ba-4b6e-47a8-9029-a0ab4c5a5931 service neutron] 10.222.0.16 "PUT /v2.0/ports/29835a35-8282-4880-844e-d2738d311e97 HTTP/1.1" status: 200 len: 1096 time: 2.9860437 Jul 22 16:34:08.347205 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-faf4e20a-756a-48ce-ac76-d91a4b26d2a4 None None] Attempting to bind port 3e6f7e01-0930-448b-b475-960278f1b45d on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:34:08.347805 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-faf4e20a-756a-48ce-ac76-d91a4b26d2a4 None None] Attempting to bind port 3e6f7e01-0930-448b-b475-960278f1b45d by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '9622f1ac-fa7d-4c2d-9333-5610333d4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:34:08.348387 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf4e20a-756a-48ce-ac76-d91a4b26d2a4 None None] Attempting to bind port 3e6f7e01-0930-448b-b475-960278f1b45d on network cee977de-9cad-474a-a5af-ad0779e35005 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:08.373620 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf4e20a-756a-48ce-ac76-d91a4b26d2a4 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:34:08.374534 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf4e20a-756a-48ce-ac76-d91a4b26d2a4 None None] Checking segment: {'id': '9622f1ac-fa7d-4c2d-9333-5610333d4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:34:08.375133 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-faf4e20a-756a-48ce-ac76-d91a4b26d2a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:08.375789 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf4e20a-756a-48ce-ac76-d91a4b26d2a4 None None] Bound using segment: {'id': '9622f1ac-fa7d-4c2d-9333-5610333d4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:34:08.377095 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-faf4e20a-756a-48ce-ac76-d91a4b26d2a4 None None] Bound port: 3e6f7e01-0930-448b-b475-960278f1b45d, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9622f1ac-fa7d-4c2d-9333-5610333d4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:34:08.377674 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-faf4e20a-756a-48ce-ac76-d91a4b26d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:08.405916 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-783e622e-ab0a-4bd2-a3f9-2bdf37b977f8 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ab4163b9d3f42c1b95499d26b5bcf68 HTTP/1.1" status: 200 len: 380 time: 0.2605426 Jul 22 16:34:08.473695 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-5bebd151-ad34-48db-8134-c04659185dc5 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Request body: {'port': {'device_id': 'd643af25-fb4e-4624-b468-6929d9c369ef', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'admin_state_up': True, 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'security_groups': ['0adc629f-24ca-4130-9978-cf73e6fa2e81']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:08.514787 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-196c5150-6971-4d5c-a62e-e29609d94271 req-e2d1975a-0f89-4ad7-8369-32bda148614a tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 210 time: 0.0647452 Jul 22 16:34:08.542248 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edf82f-91fb-4505-85bf-f41b9b7d8986 req-cebf5918-01e9-41c3-af3f-228c65fa666c tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:08.549749 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a8edf82f-91fb-4505-85bf-f41b9b7d8986 req-cebf5918-01e9-41c3-af3f-228c65fa666c tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=763098f4-cc0d-40cb-8df7-8b85c71f200e HTTP/1.1" status: 200 len: 949 time: 0.6466718 Jul 22 16:34:08.587703 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-faf4e20a-756a-48ce-ac76-d91a4b26d2a4 None None] For port 3e6f7e01-0930-448b-b475-960278f1b45d, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:34:08.605352 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-faf4e20a-756a-48ce-ac76-d91a4b26d2a4 None None] For port 3e6f7e01-0930-448b-b475-960278f1b45d, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3e6f7e01-0930-448b-b475-960278f1b45d,segment=NetworkSegment(9622f1ac-fa7d-4c2d-9333-5610333d4c7c),segment_id=9622f1ac-fa7d-4c2d-9333-5610333d4c7c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:34:08.615603 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-faf4e20a-756a-48ce-ac76-d91a4b26d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:08.711229 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4e20a-756a-48ce-ac76-d91a4b26d2a4 None None] Pushing event updated for resources: {'Port': ['ID=3e6f7e01-0930-448b-b475-960278f1b45d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:08.833363 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d80de-9d61-4438-b62f-29a58912c7fb req-58dcaf60-7500-45a5-a35f-b800c1bbd13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:08.837274 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-726d80de-9d61-4438-b62f-29a58912c7fb req-58dcaf60-7500-45a5-a35f-b800c1bbd13d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 1099 time: 0.4414327 Jul 22 16:34:08.866497 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a8edf82f-91fb-4505-85bf-f41b9b7d8986 req-09336f33-bdbd-4dd5-9fb4-3fc90646f179 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134215 Jul 22 16:34:08.901540 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-5bebd151-ad34-48db-8134-c04659185dc5 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Made reservation on behalf of 0ab4163b9d3f42c1b95499d26b5bcf68 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:08.913809 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-5bebd151-ad34-48db-8134-c04659185dc5 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:09.282597 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-5bebd151-ad34-48db-8134-c04659185dc5 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Allocated IP 172.20.0.13 (31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc/ed2160ff-0eec-4892-bae9-c0ff519453ca/e5679218-139a-46ad-b676-bb80a66e003d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:09.419418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6', 'tag': '29835a35-8282-4880-844e-d2738d311e97'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:09.421861 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734b48de-109f-4bc0-bb8e-d869d56dc8a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6", "tag": "29835a35-8282-4880-844e-d2738d311e97"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:09.583960 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0f2792-424e-45c5-a547-7c2dfdddfc2d x-openstack-request-id: req-de0f2792-424e-45c5-a547-7c2dfdddfc2d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:09.584267 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6", "tag": "29835a35-8282-4880-844e-d2738d311e97", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:09.584653 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-de0f2792-424e-45c5-a547-7c2dfdddfc2d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:09.585113 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6', 'tag': '29835a35-8282-4880-844e-d2738d311e97', 'status': 'completed', 'code': 200} Jul 22 16:34:09.695704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-41b01cd5-e8a6-4074-938c-a07ea65a4692 req-d9a9a22c-c286-4568-b05b-e9a20cba5476 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] For port b02f7696-a57d-4317-a6e6-a0a336fd9afe, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b02f7696-a57d-4317-a6e6-a0a336fd9afe,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:09.697039 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-41b01cd5-e8a6-4074-938c-a07ea65a4692 req-d9a9a22c-c286-4568-b05b-e9a20cba5476 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:09.720426 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3e6f7e01-0930-448b-b475-960278f1b45d up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:09.728772 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d80de-9d61-4438-b62f-29a58912c7fb req-ef19fbdb-fcba-4723-b33c-6e976ae3284c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:09.730401 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-726d80de-9d61-4438-b62f-29a58912c7fb req-ef19fbdb-fcba-4723-b33c-6e976ae3284c service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.8607728 Jul 22 16:34:09.802721 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b85833d8-518a-4486-9e42-34b44b6bc8ea req-d737b468-b602-41fc-bccd-e538ec6c9ace tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 210 time: 0.1341553 Jul 22 16:34:09.833569 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-726d80de-9d61-4438-b62f-29a58912c7fb req-23302ad1-cf80-4e0f-b971-a36ecd2381e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=29835a35-8282-4880-844e-d2738d311e97 HTTP/1.1" status: 200 len: 217 time: 0.0749171 Jul 22 16:34:09.838881 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-41b01cd5-e8a6-4074-938c-a07ea65a4692 req-d9a9a22c-c286-4568-b05b-e9a20cba5476 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Calling delete_port for b02f7696-a57d-4317-a6e6-a0a336fd9afe owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:34:09.866704 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef08306-f778-4457-92c8-f1cd396571a4 req-19595433-5445-4cb3-9959-d9b9326f4333 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:09.871585 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 3e6f7e01-0930-448b-b475-960278f1b45d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:09.878413 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4ef08306-f778-4457-92c8-f1cd396571a4 req-19595433-5445-4cb3-9959-d9b9326f4333 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 948 time: 0.4980259 Jul 22 16:34:10.019566 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-5bebd151-ad34-48db-8134-c04659185dc5 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:10.038259 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4ef08306-f778-4457-92c8-f1cd396571a4 req-6bac1b55-da44-4b45-a588-2ffee8539ebc tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543758 Jul 22 16:34:10.039850 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b559aa2d-a3ab-4a13-9786-5675ccadb039 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:10.065117 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d80de-9d61-4438-b62f-29a58912c7fb req-cadde7d0-918a-4648-8f84-6801fc0f31f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:10.076156 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-726d80de-9d61-4438-b62f-29a58912c7fb req-cadde7d0-918a-4648-8f84-6801fc0f31f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1786087 Jul 22 16:34:10.124604 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-5bebd151-ad34-48db-8134-c04659185dc5 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Transition to ACTIVE for port object e5679218-139a-46ad-b676-bb80a66e003d will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:10.161716 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b48de-109f-4bc0-bb8e-d869d56dc8a8 req-a3d854c2-e64e-4867-bedc-89878ed2fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:10.163274 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-734b48de-109f-4bc0-bb8e-d869d56dc8a8 req-a3d854c2-e64e-4867-bedc-89878ed2fbde service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 1099 time: 0.4465024 Jul 22 16:34:10.393481 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d80de-9d61-4438-b62f-29a58912c7fb req-e478dd85-a96f-4516-bfbb-80094d2fcd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:10.395209 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-726d80de-9d61-4438-b62f-29a58912c7fb req-e478dd85-a96f-4516-bfbb-80094d2fcd7c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3091335 Jul 22 16:34:10.431458 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-5bebd151-ad34-48db-8134-c04659185dc5 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:10.446311 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bd1d28-2de9-4c54-9f54-42c2a863f3f8 None None] Network cee977de-9cad-474a-a5af-ad0779e35005 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:34:10.484887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-5bebd151-ad34-48db-8134-c04659185dc5 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Network 31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:10.495090 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-5bebd151-ad34-48db-8134-c04659185dc5 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:10.509261 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b48de-109f-4bc0-bb8e-d869d56dc8a8 req-ab8a48b1-b108-4c2b-98fd-6b19f8eba22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:10.511242 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-734b48de-109f-4bc0-bb8e-d869d56dc8a8 req-ab8a48b1-b108-4c2b-98fd-6b19f8eba22d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.3329825 Jul 22 16:34:10.536194 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-5bebd151-ad34-48db-8134-c04659185dc5 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:10.555476 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fd2b3-906c-4154-937e-86589b52055f req-f10090f2-c9a2-4231-8511-76056b0eeaaf tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:10.562415 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d09d50df-c431-4e32-8e60-354113e51cbe None None] Provisioning for port 3e6f7e01-0930-448b-b475-960278f1b45d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:10.567426 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b61fd2b3-906c-4154-937e-86589b52055f req-f10090f2-c9a2-4231-8511-76056b0eeaaf tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=763098f4-cc0d-40cb-8df7-8b85c71f200e HTTP/1.1" status: 200 len: 949 time: 0.4510071 Jul 22 16:34:10.600323 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d09d50df-c431-4e32-8e60-354113e51cbe None None] Provisioning complete for port 3e6f7e01-0930-448b-b475-960278f1b45d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:10.601204 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d09d50df-c431-4e32-8e60-354113e51cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:10.690584 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-41b01cd5-e8a6-4074-938c-a07ea65a4692 req-d9a9a22c-c286-4568-b05b-e9a20cba5476 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:10.836251 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9a22c-c286-4568-b05b-e9a20cba5476 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Pushing event deleted for resources: {'Port': ['ID=b02f7696-a57d-4317-a6e6-a0a336fd9afe,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:10.890546 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-734b48de-109f-4bc0-bb8e-d869d56dc8a8 req-335c09c2-34c2-4d9f-94a4-0690552e8624 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=29835a35-8282-4880-844e-d2738d311e97 HTTP/1.1" status: 200 len: 217 time: 0.3347366 Jul 22 16:34:10.944847 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b02f7696-a57d-4317-a6e6-a0a336fd9afe no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:34:10.998537 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b61fd2b3-906c-4154-937e-86589b52055f req-b5d99192-6898-417b-b742-71c5ba8dc724 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3281464a-a0e8-4205-8dac-a6e6fe5593e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165187 Jul 22 16:34:10.998537 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b01cd5-e8a6-4074-938c-a07ea65a4692 req-d9a9a22c-c286-4568-b05b-e9a20cba5476 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] No DVR routers for this DVR port b02f7696-a57d-4317-a6e6-a0a336fd9afe on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:34:10.999448 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-41b01cd5-e8a6-4074-938c-a07ea65a4692 req-d9a9a22c-c286-4568-b05b-e9a20cba5476 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:11.003260 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-41b01cd5-e8a6-4074-938c-a07ea65a4692 req-d9a9a22c-c286-4568-b05b-e9a20cba5476 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.30 "DELETE /v2.0/ports/b02f7696-a57d-4317-a6e6-a0a336fd9afe HTTP/1.1" status: 204 len: 173 time: 3.0652905 Jul 22 16:34:11.014477 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763098f4-cc0d-40cb-8df7-8b85c71f200e', 'name': 'network-vif-deleted', 'tag': 'b02f7696-a57d-4317-a6e6-a0a336fd9afe'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:11.020744 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e1d1fb-838f-4d34-b552-1ea511fb8b87" -d '{"events": [{"server_uuid": "763098f4-cc0d-40cb-8df7-8b85c71f200e", "name": "network-vif-deleted", "tag": "b02f7696-a57d-4317-a6e6-a0a336fd9afe"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:11.047249 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d09d50df-c431-4e32-8e60-354113e51cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:11.049957 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b559aa2d-a3ab-4a13-9786-5675ccadb039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:11.083773 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: b02f7696-a57d-4317-a6e6-a0a336fd9afe {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:34:11.100879 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebd151-ad34-48db-8134-c04659185dc5 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Pushing event updated for resources: {'Port': ['ID=e5679218-139a-46ad-b676-bb80a66e003d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:11.106630 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b02f7696-a57d-4317-a6e6-a0a336fd9afe not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:34:11.128595 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-5bebd151-ad34-48db-8134-c04659185dc5 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:11.129375 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-5bebd151-ad34-48db-8134-c04659185dc5 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:11.158555 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-5bebd151-ad34-48db-8134-c04659185dc5 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7004731 Jul 22 16:34:11.190675 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-a0209471-88b8-4b8c-b3ee-687fef78c03e service neutron] Request body: {'port': {'device_id': 'd643af25-fb4e-4624-b468-6929d9c369ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:11.228300 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d09d50df-c431-4e32-8e60-354113e51cbe None None] For port 3e6f7e01-0930-448b-b475-960278f1b45d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3e6f7e01-0930-448b-b475-960278f1b45d,segment=NetworkSegment(9622f1ac-fa7d-4c2d-9333-5610333d4c7c),segment_id=9622f1ac-fa7d-4c2d-9333-5610333d4c7c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:11.249772 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d09d50df-c431-4e32-8e60-354113e51cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:11.341308 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424bd262-d6f4-4efd-b38d-3c02a252e13c x-openstack-request-id: req-424bd262-d6f4-4efd-b38d-3c02a252e13c {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:11.341533 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763098f4-cc0d-40cb-8df7-8b85c71f200e", "name": "network-vif-deleted", "tag": "b02f7696-a57d-4317-a6e6-a0a336fd9afe", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:11.341798 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-424bd262-d6f4-4efd-b38d-3c02a252e13c {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:11.342244 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763098f4-cc0d-40cb-8df7-8b85c71f200e', 'name': 'network-vif-deleted', 'tag': 'b02f7696-a57d-4317-a6e6-a0a336fd9afe', 'status': 'completed', 'code': 200} Jul 22 16:34:11.372756 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d50df-c431-4e32-8e60-354113e51cbe None None] Pushing event updated for resources: {'Port': ['ID=3e6f7e01-0930-448b-b475-960278f1b45d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:11.439622 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-224966b2-d3ea-4066-b50a-0e288f207d95 None None] Provisioning for port e5679218-139a-46ad-b676-bb80a66e003d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:11.446532 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-224966b2-d3ea-4066-b50a-0e288f207d95 None None] Provisioning complete for port e5679218-139a-46ad-b676-bb80a66e003d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:11.447081 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-224966b2-d3ea-4066-b50a-0e288f207d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:11.511786 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b48de-109f-4bc0-bb8e-d869d56dc8a8 req-c488264a-ce07-4089-9533-853e619fe867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:11.523133 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-734b48de-109f-4bc0-bb8e-d869d56dc8a8 req-c488264a-ce07-4089-9533-853e619fe867 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.6083896 Jul 22 16:34:11.540333 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-726d80de-9d61-4438-b62f-29a58912c7fb req-788b0b90-c74d-426b-9a08-73b76542c6be service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1331201 Jul 22 16:34:11.552317 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3d9ec-a55d-4c1d-a67f-abb452982001 req-29744770-d000-4fc9-a5f0-67920f03b4bf tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:11.562364 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c5f3d9ec-a55d-4c1d-a67f-abb452982001 req-29744770-d000-4fc9-a5f0-67920f03b4bf tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 948 time: 0.1205628 Jul 22 16:34:11.570958 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b559aa2d-a3ab-4a13-9786-5675ccadb039 admin admin] Router 75efc44b-89c0-41c1-ab32-8ffea46d97ca is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:34:11.588422 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-224966b2-d3ea-4066-b50a-0e288f207d95 None None] Port e5679218-139a-46ad-b676-bb80a66e003d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:34:11.664929 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a2a70-da22-4a9a-b8c0-d31b6c77d490 req-4d62e787-c90d-47b9-aa12-bba6247b4d91 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:11.669480 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a51a2a70-da22-4a9a-b8c0-d31b6c77d490 req-4d62e787-c90d-47b9-aa12-bba6247b4d91 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 932 time: 0.7535431 Jul 22 16:34:11.702215 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c5f3d9ec-a55d-4c1d-a67f-abb452982001 req-9e9323ec-d872-4d38-bbc7-da683ba0d039 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387472 Jul 22 16:34:11.715023 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3e6f7e01-0930-448b-b475-960278f1b45d up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:11.715172 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-a0209471-88b8-4b8c-b3ee-687fef78c03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:11.778904 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b559aa2d-a3ab-4a13-9786-5675ccadb039 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:34:11.801458 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] Sync routers for ids ['75efc44b-89c0-41c1-ab32-8ffea46d97ca'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:34:11.806596 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b559aa2d-a3ab-4a13-9786-5675ccadb039 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:11.812117 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b559aa2d-a3ab-4a13-9786-5675ccadb039 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8864784 Jul 22 16:34:11.812812 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45662) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:11.853876 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:11.861967 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-67c795fd-b95d-4fe1-9601-643e7b35df81 None None] Provisioning complete for port 3e6f7e01-0930-448b-b475-960278f1b45d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:11.862475 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-67c795fd-b95d-4fe1-9601-643e7b35df81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:11.912440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] Routers {'75efc44b-89c0-41c1-ab32-8ffea46d97ca'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:34:11.913221 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:34:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['75efc44b-89c0-41c1-ab32-8ffea46d97ca'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:12.046083 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-726d80de-9d61-4438-b62f-29a58912c7fb req-d676e0b0-8d0b-4435-a493-c87a44564089 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404516 Jul 22 16:34:12.046375 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 3e6f7e01-0930-448b-b475-960278f1b45d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:12.046833 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:12.093426 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a51a2a70-da22-4a9a-b8c0-d31b6c77d490 req-6d505c41-42ce-435f-9695-009ab3ba2776 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4104121 Jul 22 16:34:12.117470 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:12.328724 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] Set router 75efc44b-89c0-41c1-ab32-8ffea46d97ca gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:34:12.456501 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b48de-109f-4bc0-bb8e-d869d56dc8a8 req-0a391950-fa12-40e8-8e4f-8d05cfbd2c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:12.459083 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-734b48de-109f-4bc0-bb8e-d869d56dc8a8 req-0a391950-fa12-40e8-8e4f-8d05cfbd2c4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9347503 Jul 22 16:34:12.473112 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2593f01-2220-48e5-bf6c-36f5a7d80164 req-9f189fc9-1d31-4528-b607-b5e6d2f4fe97 tempest-ServersAdminNegativeTestJSON-1721066128 tempest-ServersAdminNegativeTestJSON-1721066128-project] 10.222.0.69 "GET /v2.0/ports?device_id=763098f4-cc0d-40cb-8df7-8b85c71f200e HTTP/1.1" status: 200 len: 210 time: 0.1889203 Jul 22 16:34:12.629876 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-734b48de-109f-4bc0-bb8e-d869d56dc8a8 req-d81234a1-39c4-404d-b64f-e42da9ace1a8 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446099 Jul 22 16:34:12.811741 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:13.089893 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'name': 'tempest-ServersTestBootFromVolume-1133025520-router', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:34:05Z', 'updated_at': '2021-07-22T16:34:08Z', 'revision_number': 3, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'gw_port': {'id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:06Z', 'updated_at': '2021-07-22T16:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:13.131670 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] Checking router: 75efc44b-89c0-41c1-ab32-8ffea46d97ca for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:34:13.131670 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] Updating router 75efc44b-89c0-41c1-ab32-8ffea46d97ca port 411738d4-7dbb-4bd7-a53c-9b115f6a114c binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:34:13.173296 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:13.180739 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Allocated IP 172.20.0.1 (cee977de-9cad-474a-a5af-ad0779e35005/12e78912-9022-4c25-a60d-750c40af1085/db1172d4-0343-4cf5-b435-0c31ed4ba635) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:13.312644 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b48de-109f-4bc0-bb8e-d869d56dc8a8 req-5861d0d8-08d8-4e6b-bfed-b06b738cc2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:13.314058 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-734b48de-109f-4bc0-bb8e-d869d56dc8a8 req-5861d0d8-08d8-4e6b-bfed-b06b738cc2d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 1099 time: 1.0823903 Jul 22 16:34:13.442167 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:13.446148 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b48de-109f-4bc0-bb8e-d869d56dc8a8 req-c4e96f32-722b-40b8-99e9-d1c74b654105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:13.447703 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-734b48de-109f-4bc0-bb8e-d869d56dc8a8 req-c4e96f32-722b-40b8-99e9-d1c74b654105 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.1018531 Jul 22 16:34:13.497268 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Transition to ACTIVE for port object db1172d4-0343-4cf5-b435-0c31ed4ba635 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:13.516370 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-734b48de-109f-4bc0-bb8e-d869d56dc8a8 req-60524d9e-09a1-447f-8cf5-9b5152369844 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=29835a35-8282-4880-844e-d2738d311e97 HTTP/1.1" status: 200 len: 217 time: 0.0589132 Jul 22 16:34:13.527632 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-734b48de-109f-4bc0-bb8e-d869d56dc8a8 req-89235a31-0a0b-44cb-be08-4c416bd48d93 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8905883 Jul 22 16:34:13.546648 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b3f03-217e-46f6-9d82-177b904ae6ac req-4ba552f3-4150-427e-8e49-a4fc5ae19876 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:13.551132 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4a0b3f03-217e-46f6-9d82-177b904ae6ac req-4ba552f3-4150-427e-8e49-a4fc5ae19876 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 932 time: 0.2769988 Jul 22 16:34:13.598638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b48de-109f-4bc0-bb8e-d869d56dc8a8 req-c7e6f6ef-f988-4377-8045-07ad0993a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:13.601605 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-734b48de-109f-4bc0-bb8e-d869d56dc8a8 req-c7e6f6ef-f988-4377-8045-07ad0993a7d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0711026 Jul 22 16:34:13.687218 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4a0b3f03-217e-46f6-9d82-177b904ae6ac req-1f65485f-abe4-4cd3-a0be-18341bdfdce6 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205969 Jul 22 16:34:13.707909 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:13.720239 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039ba1b-3678-4b9a-977b-27e93a187819 req-2d419dd8-b51b-4e25-b2c9-5e3344b77589 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:13.721059 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:13.723471 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c039ba1b-3678-4b9a-977b-27e93a187819 req-2d419dd8-b51b-4e25-b2c9-5e3344b77589 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 948 time: 0.4257238 Jul 22 16:34:13.751571 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] Transition to ACTIVE for port object 411738d4-7dbb-4bd7-a53c-9b115f6a114c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:13.774984 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:13.805373 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-a0209471-88b8-4b8c-b3ee-687fef78c03e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5679218-139a-46ad-b676-bb80a66e003d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:34:13.815615 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-a0209471-88b8-4b8c-b3ee-687fef78c03e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:13.816127 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Network cee977de-9cad-474a-a5af-ad0779e35005 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:13.826782 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:13.836454 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:13.875960 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] Attempting to bind port 411738d4-7dbb-4bd7-a53c-9b115f6a114c on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:34:13.876588 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] Attempting to bind port 411738d4-7dbb-4bd7-a53c-9b115f6a114c by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:34:13.876950 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] Attempting to bind port 411738d4-7dbb-4bd7-a53c-9b115f6a114c on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:13.887116 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-a0209471-88b8-4b8c-b3ee-687fef78c03e service neutron] Transition to ACTIVE for port object e5679218-139a-46ad-b676-bb80a66e003d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:13.887379 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Pushing event updated for resources: {'Port': ['ID=db1172d4-0343-4cf5-b435-0c31ed4ba635,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:13.898167 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c039ba1b-3678-4b9a-977b-27e93a187819 req-9d14532c-a939-4287-9b98-6e90c31b6789 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591792 Jul 22 16:34:13.900093 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b48de-109f-4bc0-bb8e-d869d56dc8a8 req-cd3f6188-1942-4d28-8bd9-f6b8ad468abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:13.901954 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-734b48de-109f-4bc0-bb8e-d869d56dc8a8 req-cd3f6188-1942-4d28-8bd9-f6b8ad468abb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2922192 Jul 22 16:34:13.903810 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-a0209471-88b8-4b8c-b3ee-687fef78c03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:13.916839 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:34:13.917244 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:34:13.917621 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:13.926088 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:34:13.926671 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] Bound port: 411738d4-7dbb-4bd7-a53c-9b115f6a114c, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:34:13.927081 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:13.960265 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:14.029978 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9400cab-fd36-4289-a318-04a7d8de3c9a None None] Pushing event updated for resources: {'Port': ['ID=411738d4-7dbb-4bd7-a53c-9b115f6a114c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:14.036028 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0209471-88b8-4b8c-b3ee-687fef78c03e service neutron] Pushing event updated for resources: {'Port': ['ID=e5679218-139a-46ad-b676-bb80a66e003d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:14.178964 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] For port 411738d4-7dbb-4bd7-a53c-9b115f6a114c, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:34:14.183910 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] For port 411738d4-7dbb-4bd7-a53c-9b115f6a114c, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=411738d4-7dbb-4bd7-a53c-9b115f6a114c,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:34:14.194230 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:14.300696 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:14.428684 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9400cab-fd36-4289-a318-04a7d8de3c9a None None] Pushing event updated for resources: {'Port': ['ID=411738d4-7dbb-4bd7-a53c-9b115f6a114c,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:14.453277 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-734b48de-109f-4bc0-bb8e-d869d56dc8a8 req-ace82f50-b04e-437d-a1f3-a853c8e2682c service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346855 Jul 22 16:34:14.522344 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45730) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:14.523858 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bf9faa25-ecd6-417a-9fd9-08070b0ca073 None None] Provisioning for port db1172d4-0343-4cf5-b435-0c31ed4ba635 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:14.541693 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bf9faa25-ecd6-417a-9fd9-08070b0ca073 None None] Provisioning complete for port db1172d4-0343-4cf5-b435-0c31ed4ba635 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:14.542505 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf9faa25-ecd6-417a-9fd9-08070b0ca073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:14.593442 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] Routers {'75efc44b-89c0-41c1-ab32-8ffea46d97ca'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:34:14.594381 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:34:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['75efc44b-89c0-41c1-ab32-8ffea46d97ca'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:14.708746 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-bf9faa25-ecd6-417a-9fd9-08070b0ca073 None None] Port db1172d4-0343-4cf5-b435-0c31ed4ba635 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:34:14.752163 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-a0209471-88b8-4b8c-b3ee-687fef78c03e service neutron] Attempting to bind port e5679218-139a-46ad-b676-bb80a66e003d on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:34:14.752759 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-a0209471-88b8-4b8c-b3ee-687fef78c03e service neutron] Attempting to bind port e5679218-139a-46ad-b676-bb80a66e003d by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '094f6b2f-03f2-4846-958c-49b8842d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:34:14.752885 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-a0209471-88b8-4b8c-b3ee-687fef78c03e service neutron] Attempting to bind port e5679218-139a-46ad-b676-bb80a66e003d on network 31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:14.754067 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:14.760719 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:14.767973 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] Set router 75efc44b-89c0-41c1-ab32-8ffea46d97ca gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:34:14.861465 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-a0209471-88b8-4b8c-b3ee-687fef78c03e service neutron] Port e5679218-139a-46ad-b676-bb80a66e003d on network 31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:34:14.861792 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-a0209471-88b8-4b8c-b3ee-687fef78c03e service neutron] Attempting to bind port e5679218-139a-46ad-b676-bb80a66e003d on network 31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:14.889694 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Pushing event updated for resources: {'Port': ['ID=db1172d4-0343-4cf5-b435-0c31ed4ba635,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:14.898441 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:14.898782 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:14.899172 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:14.899511 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:14.899838 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:14.900164 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:14.900486 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:14.900807 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:14.901267 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:14.901751 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:14.902214 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:14.902537 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:14.911451 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:14.925645 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-a0209471-88b8-4b8c-b3ee-687fef78c03e service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:34:14.926016 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-a0209471-88b8-4b8c-b3ee-687fef78c03e service neutron] Checking segment: {'id': '094f6b2f-03f2-4846-958c-49b8842d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:34:14.926411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-a0209471-88b8-4b8c-b3ee-687fef78c03e service neutron] Bound using segment: {'id': '094f6b2f-03f2-4846-958c-49b8842d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:34:14.926859 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-a0209471-88b8-4b8c-b3ee-687fef78c03e service neutron] Bound port: e5679218-139a-46ad-b676-bb80a66e003d, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '094f6b2f-03f2-4846-958c-49b8842d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:34:14.927220 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-a0209471-88b8-4b8c-b3ee-687fef78c03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:15.137740 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-734b48de-109f-4bc0-bb8e-d869d56dc8a8 req-5e37d430-0460-4b41-8867-e43f83e4907a service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6473079 Jul 22 16:34:15.138830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-a0209471-88b8-4b8c-b3ee-687fef78c03e service neutron] For port e5679218-139a-46ad-b676-bb80a66e003d, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:34:15.155869 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-a0209471-88b8-4b8c-b3ee-687fef78c03e service neutron] For port e5679218-139a-46ad-b676-bb80a66e003d, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e5679218-139a-46ad-b676-bb80a66e003d,segment=NetworkSegment(094f6b2f-03f2-4846-958c-49b8842d4ad3),segment_id=094f6b2f-03f2-4846-958c-49b8842d4ad3)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:34:15.170188 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 29835a35-8282-4880-844e-d2738d311e97 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:34:15.172798 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0c0ce000-a9f9-4539-95fe-6afdb9bdf84d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=90c6418e08a74e21a511e5fd13325f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6339815 Jul 22 16:34:15.179717 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-a0209471-88b8-4b8c-b3ee-687fef78c03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:15.181962 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45740) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:15.188970 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Network cee977de-9cad-474a-a5af-ad0779e35005 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:15.199071 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:15.245180 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-a0209471-88b8-4b8c-b3ee-687fef78c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:15.247289 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-a0209471-88b8-4b8c-b3ee-687fef78c03e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:15.247773 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-a0209471-88b8-4b8c-b3ee-687fef78c03e service neutron] 10.222.0.16 "PUT /v2.0/ports/e5679218-139a-46ad-b676-bb80a66e003d HTTP/1.1" status: 200 len: 1092 time: 4.0664690 Jul 22 16:34:15.251543 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd643af25-fb4e-4624-b468-6929d9c369ef', 'tag': 'e5679218-139a-46ad-b676-bb80a66e003d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:15.253593 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b28def8-41b7-4e33-bb77-0c56066c4b83" -d '{"events": [{"name": "network-changed", "server_uuid": "d643af25-fb4e-4624-b468-6929d9c369ef", "tag": "e5679218-139a-46ad-b676-bb80a66e003d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:15.371609 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d28aa-082a-4a0e-843d-a38d809a7867 req-8e9d0a34-0aaf-45d1-987f-5523f055bcc3 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:15.390566 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2f5d28aa-082a-4a0e-843d-a38d809a7867 req-8e9d0a34-0aaf-45d1-987f-5523f055bcc3 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 944 time: 0.5745556 Jul 22 16:34:15.505430 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 29835a35-8282-4880-844e-d2738d311e97, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=29835a35-8282-4880-844e-d2738d311e97,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:15.515613 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e2dda-426b-46b7-8ecb-6f44fd762cb5 req-a98f93ac-325e-44fb-b9f8-1789d45f31f4 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:15.517210 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d32e2dda-426b-46b7-8ecb-6f44fd762cb5 req-a98f93ac-325e-44fb-b9f8-1789d45f31f4 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 948 time: 0.4255300 Jul 22 16:34:15.531850 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0209471-88b8-4b8c-b3ee-687fef78c03e service neutron] Pushing event updated for resources: {'Port': ['ID=e5679218-139a-46ad-b676-bb80a66e003d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:15.566877 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '29835a35-8282-4880-844e-d2738d311e97', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '29835a35-8282-4880-844e-d2738d311e97', 'mac_address': 'fa:16:3e:4d:af:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:34:15.584954 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc990bf3-19b8-4220-a450-91e4bdd4798f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:15.660162 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2f5d28aa-082a-4a0e-843d-a38d809a7867 req-67346724-54d4-464e-b7e0-462e523b2856 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686913 Jul 22 16:34:15.673320 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:15.681276 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'name': 'tempest-ServersTestBootFromVolume-1133025520-router', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:34:05Z', 'updated_at': '2021-07-22T16:34:14Z', 'revision_number': 4, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'gw_port': {'id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:06Z', 'updated_at': '2021-07-22T16:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'db1172d4-0343-4cf5-b435-0c31ed4ba635', 'name': '', 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'mac_address': 'fa:16:3e:46:a6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '12e78912-9022-4c25-a60d-750c40af1085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:12Z', 'updated_at': '2021-07-22T16:34:13Z', 'revision_number': 1, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'subnets': [{'id': '12e78912-9022-4c25-a60d-750c40af1085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:15.689058 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc990bf3-19b8-4220-a450-91e4bdd4798f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:15.692126 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-c6402772-dd00-4d35-b515-c3bf63eddf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:15.694014 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-c6402772-dd00-4d35-b515-c3bf63eddf04 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ab4163b9d3f42c1b95499d26b5bcf68&device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 1095 time: 0.3587110 Jul 22 16:34:15.694596 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d32e2dda-426b-46b7-8ecb-6f44fd762cb5 req-fdb544c1-e306-4aa3-bd31-966d2673d4cd tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695271 Jul 22 16:34:15.735289 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b3d591-bfe9-4648-8adc-ea788ef58089 None None] The sync data for ids ['75efc44b-89c0-41c1-ab32-8ffea46d97ca'] in n-d-798930-9 is: [{'id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'name': 'tempest-ServersTestBootFromVolume-1133025520-router', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:34:05Z', 'updated_at': '2021-07-22T16:34:14Z', 'revision_number': 4, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'gw_port': {'id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:06Z', 'updated_at': '2021-07-22T16:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'db1172d4-0343-4cf5-b435-0c31ed4ba635', 'name': '', 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'mac_address': 'fa:16:3e:46:a6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '12e78912-9022-4c25-a60d-750c40af1085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:12Z', 'updated_at': '2021-07-22T16:34:13Z', 'revision_number': 1, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'subnets': [{'id': '12e78912-9022-4c25-a60d-750c40af1085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:34:15.742403 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29835a35-8282-4880-844e-d2738d311e97 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:34:15.763812 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Router 75efc44b-89c0-41c1-ab32-8ffea46d97ca has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:34:15.783521 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 29835a35-8282-4880-844e-d2738d311e97, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=29835a35-8282-4880-844e-d2738d311e97,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:15.794712 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-1bb4f8c6-fc6d-40a9-bf3b-89bbda4f00f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5679218-139a-46ad-b676-bb80a66e003d HTTP/1.1" status: 200 len: 217 time: 0.0831051 Jul 22 16:34:15.796319 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:15.886339 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3f2d44-4c6b-4039-bad8-712d891bfdbe x-openstack-request-id: req-fd3f2d44-4c6b-4039-bad8-712d891bfdbe {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:15.887846 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d643af25-fb4e-4624-b468-6929d9c369ef", "tag": "e5679218-139a-46ad-b676-bb80a66e003d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:15.890932 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fd3f2d44-4c6b-4039-bad8-712d891bfdbe {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:15.891588 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=29835a35-8282-4880-844e-d2738d311e97,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:15.892040 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd643af25-fb4e-4624-b468-6929d9c369ef', 'tag': 'e5679218-139a-46ad-b676-bb80a66e003d', 'status': 'completed', 'code': 200} Jul 22 16:34:15.904410 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2cf308f0-5d7d-4fb0-8193-8e5cd8cc45c6 None None] Provisioning complete for port db1172d4-0343-4cf5-b435-0c31ed4ba635 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:15.904787 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2cf308f0-5d7d-4fb0-8193-8e5cd8cc45c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:15.961681 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc990bf3-19b8-4220-a450-91e4bdd4798f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:15.964391 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc990bf3-19b8-4220-a450-91e4bdd4798f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:15.979503 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cc990bf3-19b8-4220-a450-91e4bdd4798f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3281464a-a0e8-4205-8dac-a6e6fe5593e7 HTTP/1.1" status: 204 len: 168 time: 0.7871363 Jul 22 16:34:15.994096 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2cf308f0-5d7d-4fb0-8193-8e5cd8cc45c6 None None] Port db1172d4-0343-4cf5-b435-0c31ed4ba635 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:34:16.015763 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-0a24a676-300a-450a-a114-8a046eefbc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:16.017427 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-0a24a676-300a-450a-a114-8a046eefbc18 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed2160ff-0eec-4892-bae9-c0ff519453ca HTTP/1.1" status: 200 len: 850 time: 0.2151506 Jul 22 16:34:16.057455 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc990bf3-19b8-4220-a450-91e4bdd4798f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3281464a-a0e8-4205-8dac-a6e6fe5593e7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:16.075376 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:34:16.097602 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d7e5327e-852b-496f-b2ea-250b1eeaaeef admin admin] 10.222.0.69 "PUT /v2.0/routers/75efc44b-89c0-41c1-ab32-8ffea46d97ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2836089 Jul 22 16:34:16.145737 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['29835a35-8282-4880-844e-d2738d311e97'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:34:16.235204 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-28213646-9a40-4496-b6ff-58646d546bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:16.248037 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-28213646-9a40-4496-b6ff-58646d546bf9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2054110 Jul 22 16:34:16.714958 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-6a277d66-635d-42b4-88d9-72b3d54ce82b service neutron] 10.222.0.16 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554532 Jul 22 16:34:16.770718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45788) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:16.797352 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80722117-e2e4-45cd-b0b0-3b7b8912363a req-95149ab9-74ac-413c-84fd-ae9c19835ea9 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:16.799283 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-80722117-e2e4-45cd-b0b0-3b7b8912363a req-95149ab9-74ac-413c-84fd-ae9c19835ea9 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6&tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&binding%3Ahost_id=n-h1-798930-9 HTTP/1.1" status: 200 len: 949 time: 0.3444259 Jul 22 16:34:16.874741 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-99bb10b5-8bb0-44be-9304-0641b43040a3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5e28276d93f24f2c9d529a0622ba0b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1028385 Jul 22 16:34:16.883984 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45792) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:16.935655 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2aba2-fb44-41e7-be7d-e3e757f66486 req-84461710-ab23-4c9c-8794-4ee72a3e99fc tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:16.937360 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-69f2aba2-fb44-41e7-be7d-e3e757f66486 req-84461710-ab23-4c9c-8794-4ee72a3e99fc tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 949 time: 0.4488969 Jul 22 16:34:16.990807 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5413bf2-e250-4401-9057-da62c9e28afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:17.050662 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5413bf2-e250-4401-9057-da62c9e28afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:17.073222 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e892669-3381-4db9-8afd-4ae50f8dbf93 req-897504a1-ff8b-42d0-90f2-f4e7386da3a4 service neutron] 10.222.0.16 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446605 Jul 22 16:34:17.098092 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [req-80722117-e2e4-45cd-b0b0-3b7b8912363a req-c7392f68-2dcd-457f-9324-7d5df3ea4a51 service neutron] delete failed (client error): The resource could not be found. Jul 22 16:34:17.099861 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-80722117-e2e4-45cd-b0b0-3b7b8912363a req-c7392f68-2dcd-457f-9324-7d5df3ea4a51 service neutron] 10.222.0.30 "DELETE /v2.0/ports/29835a35-8282-4880-844e-d2738d311e97/bindings/n-h2-798930-9 HTTP/1.1" status: 404 len: 380 time: 0.2881436 Jul 22 16:34:17.135733 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-69f2aba2-fb44-41e7-be7d-e3e757f66486 req-108d0300-cd8d-44aa-bd43-c7b3da1675e3 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858501 Jul 22 16:34:17.144400 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45798) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:17.154902 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 29835a35-8282-4880-844e-d2738d311e97 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:17.185498 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5413bf2-e250-4401-9057-da62c9e28afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:17.188119 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d5413bf2-e250-4401-9057-da62c9e28afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:17.189299 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d5413bf2-e250-4401-9057-da62c9e28afd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dc07241c-35c6-4d42-af15-ba861be0becf HTTP/1.1" status: 204 len: 168 time: 0.3017092 Jul 22 16:34:17.209010 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5413bf2-e250-4401-9057-da62c9e28afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc07241c-35c6-4d42-af15-ba861be0becf,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:17.337756 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 29835a35-8282-4880-844e-d2738d311e97 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:17.343090 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 29835a35-8282-4880-844e-d2738d311e97 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:17.343472 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:17.605983 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28def8-41b7-4e33-bb77-0c56066c4b83 req-97f544a7-2df7-4f9c-96e7-e3eae2d2dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:17.623877 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b28def8-41b7-4e33-bb77-0c56066c4b83 req-97f544a7-2df7-4f9c-96e7-e3eae2d2dbc1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ab4163b9d3f42c1b95499d26b5bcf68&device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 1095 time: 0.4189651 Jul 22 16:34:17.632382 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:17.692297 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29835a35-8282-4880-844e-d2738d311e97'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:17.695646 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43287071-7084-47fb-a1d5-2afd3162ee29" -d '{"events": [{"server_uuid": "0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6", "name": "network-vif-plugged", "status": "completed", "tag": "29835a35-8282-4880-844e-d2738d311e97"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:17.715953 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd8817a3-d12a-4b14-bfea-3720fbc5f18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:17.722770 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 29835a35-8282-4880-844e-d2738d311e97, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=29835a35-8282-4880-844e-d2738d311e97,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:17.736329 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:17.808982 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 411738d4-7dbb-4bd7-a53c-9b115f6a114c up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:17.912340 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=29835a35-8282-4880-844e-d2738d311e97,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:17.921916 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45814) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:17.926718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8dfd1c0a-76e1-41dd-8cad-a09f5e2275a7 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1952251962', 'description': 'tempest-description--1992526381'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:17.981711 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 411738d4-7dbb-4bd7-a53c-9b115f6a114c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:17.999152 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 411738d4-7dbb-4bd7-a53c-9b115f6a114c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:17.999558 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:18.145552 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:18.175255 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 411738d4-7dbb-4bd7-a53c-9b115f6a114c, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=411738d4-7dbb-4bd7-a53c-9b115f6a114c,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:18.186317 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80722117-e2e4-45cd-b0b0-3b7b8912363a req-89e05271-63ba-4896-931d-5ac06f4b4adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:18.188205 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:18.195662 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-80722117-e2e4-45cd-b0b0-3b7b8912363a req-89e05271-63ba-4896-931d-5ac06f4b4adf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 1100 time: 0.9029722 Jul 22 16:34:18.330914 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737def90-d7b2-47de-8eeb-d2f82d80c432 req-d3f098d0-512b-4aff-a666-4d5b25c7b8b9 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:18.338994 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-737def90-d7b2-47de-8eeb-d2f82d80c432 req-d3f098d0-512b-4aff-a666-4d5b25c7b8b9 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 944 time: 0.9801726 Jul 22 16:34:18.357195 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=411738d4-7dbb-4bd7-a53c-9b115f6a114c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:18.455927 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28def8-41b7-4e33-bb77-0c56066c4b83 req-ea376e18-ab50-4490-869c-4d78cc6369dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:18.457521 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b28def8-41b7-4e33-bb77-0c56066c4b83 req-ea376e18-ab50-4490-869c-4d78cc6369dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc HTTP/1.1" status: 200 len: 912 time: 0.8137581 Jul 22 16:34:18.471135 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5b4c26-9017-4542-9bd3-0fd9f833b5a4 x-openstack-request-id: req-ef5b4c26-9017-4542-9bd3-0fd9f833b5a4 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:18.471472 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6", "name": "network-vif-plugged", "status": "completed", "tag": "29835a35-8282-4880-844e-d2738d311e97", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:18.471719 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ef5b4c26-9017-4542-9bd3-0fd9f833b5a4 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:18.471869 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd8817a3-d12a-4b14-bfea-3720fbc5f18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:18.472113 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29835a35-8282-4880-844e-d2738d311e97', 'code': 200} Jul 22 16:34:18.482074 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd8817a3-d12a-4b14-bfea-3720fbc5f18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:18.514403 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8dfd1c0a-76e1-41dd-8cad-a09f5e2275a7 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:18.515852 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-737def90-d7b2-47de-8eeb-d2f82d80c432 req-83e50ef2-ee1b-4559-940f-ee1b6a0c0e09 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757743 Jul 22 16:34:18.613783 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80722117-e2e4-45cd-b0b0-3b7b8912363a req-3bae20a7-83ce-44a5-a94a-126142fc7fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:18.615356 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-80722117-e2e4-45cd-b0b0-3b7b8912363a req-3bae20a7-83ce-44a5-a94a-126142fc7fbe service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.3995030 Jul 22 16:34:18.619554 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b28def8-41b7-4e33-bb77-0c56066c4b83 req-b9a356e8-4067-41d5-a5c8-640ea0d59234 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5679218-139a-46ad-b676-bb80a66e003d HTTP/1.1" status: 200 len: 217 time: 0.1075506 Jul 22 16:34:18.623129 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cd8817a3-d12a-4b14-bfea-3720fbc5f18e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ac24bca1a24d450081e90d39ff4a0c58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4768891 Jul 22 16:34:18.631398 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45838) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:18.686891 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8dfd1c0a-76e1-41dd-8cad-a09f5e2275a7 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:18.706688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28def8-41b7-4e33-bb77-0c56066c4b83 req-65158dcd-4c42-4cd2-8650-7c12e93ac9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:18.708167 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8dfd1c0a-76e1-41dd-8cad-a09f5e2275a7 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:18.709865 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b28def8-41b7-4e33-bb77-0c56066c4b83 req-65158dcd-4c42-4cd2-8650-7c12e93ac9d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed2160ff-0eec-4892-bae9-c0ff519453ca HTTP/1.1" status: 200 len: 850 time: 0.0806208 Jul 22 16:34:18.712035 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8817a3-d12a-4b14-bfea-3720fbc5f18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5475d3e8-aa6e-4353-a57e-c63c1c550f30,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:18.809975 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-80722117-e2e4-45cd-b0b0-3b7b8912363a req-a8d48373-0ee6-4eb3-ae1b-e6cedbab663c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=29835a35-8282-4880-844e-d2738d311e97 HTTP/1.1" status: 200 len: 217 time: 0.1749806 Jul 22 16:34:18.818372 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8dfd1c0a-76e1-41dd-8cad-a09f5e2275a7 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:18.823625 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8dfd1c0a-76e1-41dd-8cad-a09f5e2275a7 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8975480 Jul 22 16:34:18.827108 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45846) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:18.839839 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f03de08b-0d58-43fd-86d3-4c45ccb8852a tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Request body: {'security_group_rule': {'security_group_id': 'a583f368-1d1a-4e7b-a590-5ae55a8f87b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:18.871981 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd1c0a-76e1-41dd-8cad-a09f5e2275a7 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a583f368-1d1a-4e7b-a590-5ae55a8f87b1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:18.903128 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd7ccb-1d7a-447c-bd82-329b75afcb3c req-14739428-1f0e-4150-a2aa-d49876464634 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:18.912638 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e5cd7ccb-1d7a-447c-bd82-329b75afcb3c req-14739428-1f0e-4150-a2aa-d49876464634 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.3307176 Jul 22 16:34:18.938180 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80722117-e2e4-45cd-b0b0-3b7b8912363a req-4a3dc7fd-cc28-4027-bf27-641a244857ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:18.939881 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-80722117-e2e4-45cd-b0b0-3b7b8912363a req-4a3dc7fd-cc28-4027-bf27-641a244857ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1023479 Jul 22 16:34:18.956703 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e69f8184-8c1d-423f-921d-7b8a280276f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:18.962259 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28def8-41b7-4e33-bb77-0c56066c4b83 req-a5073f0f-1828-421c-a59a-7e08b6f5e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:18.963895 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b28def8-41b7-4e33-bb77-0c56066c4b83 req-a5073f0f-1828-421c-a59a-7e08b6f5e2bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1924555 Jul 22 16:34:18.968379 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f03de08b-0d58-43fd-86d3-4c45ccb8852a tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:19.014639 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e5cd7ccb-1d7a-447c-bd82-329b75afcb3c req-7710a97c-ae92-4080-8e6f-c099f035554d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000884 Jul 22 16:34:19.053959 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e69f8184-8c1d-423f-921d-7b8a280276f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:19.080350 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f03de08b-0d58-43fd-86d3-4c45ccb8852a tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:19.095384 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f03de08b-0d58-43fd-86d3-4c45ccb8852a tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:19.158753 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03de08b-0d58-43fd-86d3-4c45ccb8852a tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc92143-5a9f-4012-b843-c83d780cdd3c,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:19.168703 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f03de08b-0d58-43fd-86d3-4c45ccb8852a tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:19.170761 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f03de08b-0d58-43fd-86d3-4c45ccb8852a tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3377979 Jul 22 16:34:19.173292 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45858) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:19.175933 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device e5679218-139a-46ad-b676-bb80a66e003d details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:34:19.181994 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7b525da7-9cba-4be0-a474-9cbdf08b0277 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Request body: {'security_group_rule': {'security_group_id': 'a583f368-1d1a-4e7b-a590-5ae55a8f87b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:19.240574 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7b525da7-9cba-4be0-a474-9cbdf08b0277 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:19.246493 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b28def8-41b7-4e33-bb77-0c56066c4b83 req-43e088a9-0d81-4b7a-ae91-ace49004e2dd service neutron] 10.222.0.16 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554090 Jul 22 16:34:19.284680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80722117-e2e4-45cd-b0b0-3b7b8912363a req-964a2763-7059-417f-b436-0fcb16ff202b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:19.286197 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-80722117-e2e4-45cd-b0b0-3b7b8912363a req-964a2763-7059-417f-b436-0fcb16ff202b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3387032 Jul 22 16:34:19.353482 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port e5679218-139a-46ad-b676-bb80a66e003d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e5679218-139a-46ad-b676-bb80a66e003d,segment=NetworkSegment(094f6b2f-03f2-4846-958c-49b8842d4ad3),segment_id=094f6b2f-03f2-4846-958c-49b8842d4ad3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:19.403807 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'e5679218-139a-46ad-b676-bb80a66e003d', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'port_id': 'e5679218-139a-46ad-b676-bb80a66e003d', 'mac_address': 'fa:16:3e:48:c8:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:34:19.409347 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e69f8184-8c1d-423f-921d-7b8a280276f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:19.413586 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e69f8184-8c1d-423f-921d-7b8a280276f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:19.414985 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e69f8184-8c1d-423f-921d-7b8a280276f5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5475d3e8-aa6e-4353-a57e-c63c1c550f30 HTTP/1.1" status: 204 len: 168 time: 0.7760923 Jul 22 16:34:19.416097 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7b525da7-9cba-4be0-a474-9cbdf08b0277 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:19.427576 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7b525da7-9cba-4be0-a474-9cbdf08b0277 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:19.463182 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b525da7-9cba-4be0-a474-9cbdf08b0277 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e382c49-7f4c-4e2f-9e0a-54b6495cb398,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:19.476541 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7b525da7-9cba-4be0-a474-9cbdf08b0277 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:19.480923 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7b525da7-9cba-4be0-a474-9cbdf08b0277 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3060343 Jul 22 16:34:19.481536 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45884) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:19.482371 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f8184-8c1d-423f-921d-7b8a280276f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5475d3e8-aa6e-4353-a57e-c63c1c550f30,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:19.486130 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b367b48a-f648-4bee-a1cf-9239f086a972 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:19.575128 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:19.589668 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b367b48a-f648-4bee-a1cf-9239f086a972 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:19.637537 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5679218-139a-46ad-b676-bb80a66e003d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:34:19.737510 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port e5679218-139a-46ad-b676-bb80a66e003d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e5679218-139a-46ad-b676-bb80a66e003d,segment=NetworkSegment(094f6b2f-03f2-4846-958c-49b8842d4ad3),segment_id=094f6b2f-03f2-4846-958c-49b8842d4ad3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:19.747408 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:19.752773 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 411738d4-7dbb-4bd7-a53c-9b115f6a114c up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:19.797221 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-80722117-e2e4-45cd-b0b0-3b7b8912363a req-b56ccf5d-b2a8-479f-9926-b0a5b19ff3b1 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948754 Jul 22 16:34:19.920507 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=e5679218-139a-46ad-b676-bb80a66e003d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:19.986718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a0a0a-b6e0-4270-b13a-5152863004cc req-b628d128-3395-473d-9810-70fbee9ebeb4 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:20.002838 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e92a0a0a-b6e0-4270-b13a-5152863004cc req-b628d128-3395-473d-9810-70fbee9ebeb4 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 945 time: 0.2767918 Jul 22 16:34:20.011651 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 411738d4-7dbb-4bd7-a53c-9b115f6a114c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:20.012028 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:20.046261 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-80722117-e2e4-45cd-b0b0-3b7b8912363a req-9fc1ceff-e518-4ba0-b5b8-fdd0eda9ae12 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267768 Jul 22 16:34:20.068300 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b28def8-41b7-4e33-bb77-0c56066c4b83 req-32193e15-f024-483e-9c1d-a3c83dc8e90e service neutron] 10.222.0.16 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8044546 Jul 22 16:34:20.084289 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f468242-248d-492e-946f-a1f473a67442 None None] Sync routers for ids ['75efc44b-89c0-41c1-ab32-8ffea46d97ca'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:34:20.103354 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['e5679218-139a-46ad-b676-bb80a66e003d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:34:20.123385 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e92a0a0a-b6e0-4270-b13a-5152863004cc req-dd65227a-52fc-432c-89e7-5d27df3aefab tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148460 Jul 22 16:34:20.125792 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b367b48a-f648-4bee-a1cf-9239f086a972 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:20.127656 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f468242-248d-492e-946f-a1f473a67442 None None] Routers {'75efc44b-89c0-41c1-ab32-8ffea46d97ca'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:34:20.128319 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3f468242-248d-492e-946f-a1f473a67442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:34:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['75efc44b-89c0-41c1-ab32-8ffea46d97ca'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:20.341166 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3f468242-248d-492e-946f-a1f473a67442 None None] Set router 75efc44b-89c0-41c1-ab32-8ffea46d97ca gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:34:20.427954 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-b367b48a-f648-4bee-a1cf-9239f086a972 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Allocated IP 172.25.0.150 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/2be5450c-e783-4335-96b3-2e7dafec57ef) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:20.476868 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf2e32-6738-423f-9ed2-0f04a5f71c66 req-0da661e0-e0f9-4a34-9bbb-3275fade9d6d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:20.496364 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ddf2e32-6738-423f-9ed2-0f04a5f71c66 req-0da661e0-e0f9-4a34-9bbb-3275fade9d6d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.3380630 Jul 22 16:34:20.648229 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ddf2e32-6738-423f-9ed2-0f04a5f71c66 req-6062054a-7ee8-42dd-8fdb-e7cbb0a0d290 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436059 Jul 22 16:34:20.656905 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45938) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:20.743810 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b367b48a-f648-4bee-a1cf-9239f086a972 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:20.781794 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3f468242-248d-492e-946f-a1f473a67442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'name': 'tempest-ServersTestBootFromVolume-1133025520-router', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:34:05Z', 'updated_at': '2021-07-22T16:34:14Z', 'revision_number': 4, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'gw_port': {'id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:06Z', 'updated_at': '2021-07-22T16:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'db1172d4-0343-4cf5-b435-0c31ed4ba635', 'name': '', 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'mac_address': 'fa:16:3e:46:a6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '12e78912-9022-4c25-a60d-750c40af1085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:12Z', 'updated_at': '2021-07-22T16:34:14Z', 'revision_number': 2, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'subnets': [{'id': '12e78912-9022-4c25-a60d-750c40af1085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:20.819877 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b367b48a-f648-4bee-a1cf-9239f086a972 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:20.837601 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f468242-248d-492e-946f-a1f473a67442 None None] Checking router: 75efc44b-89c0-41c1-ab32-8ffea46d97ca for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:34:20.838191 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f468242-248d-492e-946f-a1f473a67442 None None] Updating router 75efc44b-89c0-41c1-ab32-8ffea46d97ca port db1172d4-0343-4cf5-b435-0c31ed4ba635 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:34:20.893333 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b367b48a-f648-4bee-a1cf-9239f086a972 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:20.900240 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-b367b48a-f648-4bee-a1cf-9239f086a972 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:20.904378 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b367b48a-f648-4bee-a1cf-9239f086a972 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:20.912881 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367b48a-f648-4bee-a1cf-9239f086a972 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Pushing event updated for resources: {'Port': ['ID=2be5450c-e783-4335-96b3-2e7dafec57ef,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:20.954548 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f468242-248d-492e-946f-a1f473a67442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:21.060016 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9c97384-8f3b-40fc-b405-df0e22e3b6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:21.063219 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b367b48a-f648-4bee-a1cf-9239f086a972 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:21.143462 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b367b48a-f648-4bee-a1cf-9239f086a972 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:21.278762 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9c97384-8f3b-40fc-b405-df0e22e3b6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:21.296373 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9c97384-8f3b-40fc-b405-df0e22e3b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:21.377953 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c97384-8f3b-40fc-b405-df0e22e3b6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77ddb8d-a3d9-4ddb-bc60-5e94c3d8024c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:21.398140 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c9c97384-8f3b-40fc-b405-df0e22e3b6ab admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c257b4f726304ee79bca70ced11c1890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7399747 Jul 22 16:34:21.403308 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45954) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:21.515903 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cf20c06-fece-4e00-980e-633b839a8f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:21.556132 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10414b9-c7cb-47ab-adb9-474e3f233576 req-30eb2f63-29ce-4438-8c60-4aaa1a4c932e tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:21.565002 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f10414b9-c7cb-47ab-adb9-474e3f233576 req-30eb2f63-29ce-4438-8c60-4aaa1a4c932e tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 945 time: 0.2908027 Jul 22 16:34:21.574620 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b367b48a-f648-4bee-a1cf-9239f086a972 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:21.581118 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b367b48a-f648-4bee-a1cf-9239f086a972 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:21.692515 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f468242-248d-492e-946f-a1f473a67442 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:21.708065 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f10414b9-c7cb-47ab-adb9-474e3f233576 req-2416dde2-b52e-4438-83f1-f1062d492509 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305623 Jul 22 16:34:21.714193 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-3f468242-248d-492e-946f-a1f473a67442 None None] Transition to ACTIVE for port object db1172d4-0343-4cf5-b435-0c31ed4ba635 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:21.726732 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f468242-248d-492e-946f-a1f473a67442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:21.746363 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cf20c06-fece-4e00-980e-633b839a8f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:21.768797 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367b48a-f648-4bee-a1cf-9239f086a972 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Pushing event updated for resources: {'Port': ['ID=2be5450c-e783-4335-96b3-2e7dafec57ef,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:21.805424 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b367b48a-f648-4bee-a1cf-9239f086a972 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:21.828117 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b367b48a-f648-4bee-a1cf-9239f086a972 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:21.841703 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b367b48a-f648-4bee-a1cf-9239f086a972 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3586509 Jul 22 16:34:21.873848 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08cdf3-2391-4171-8874-1920aba483bf None None] Pushing event updated for resources: {'Port': ['ID=db1172d4-0343-4cf5-b435-0c31ed4ba635,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:21.923744 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-3f468242-248d-492e-946f-a1f473a67442 None None] Attempting to bind port db1172d4-0343-4cf5-b435-0c31ed4ba635 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:34:21.924442 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-3f468242-248d-492e-946f-a1f473a67442 None None] Attempting to bind port db1172d4-0343-4cf5-b435-0c31ed4ba635 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '9622f1ac-fa7d-4c2d-9333-5610333d4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:34:21.925003 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f468242-248d-492e-946f-a1f473a67442 None None] Attempting to bind port db1172d4-0343-4cf5-b435-0c31ed4ba635 on network cee977de-9cad-474a-a5af-ad0779e35005 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:21.928544 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cf20c06-fece-4e00-980e-633b839a8f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:21.931254 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cf20c06-fece-4e00-980e-633b839a8f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:21.933060 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f468242-248d-492e-946f-a1f473a67442 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:34:21.934229 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f468242-248d-492e-946f-a1f473a67442 None None] Checking segment: {'id': '9622f1ac-fa7d-4c2d-9333-5610333d4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:34:21.934929 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f468242-248d-492e-946f-a1f473a67442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:21.935330 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1cf20c06-fece-4e00-980e-633b839a8f12 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c77ddb8d-a3d9-4ddb-bc60-5e94c3d8024c HTTP/1.1" status: 204 len: 168 time: 0.5306044 Jul 22 16:34:21.935726 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f468242-248d-492e-946f-a1f473a67442 None None] Bound using segment: {'id': '9622f1ac-fa7d-4c2d-9333-5610333d4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:34:21.936499 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-3f468242-248d-492e-946f-a1f473a67442 None None] Bound port: db1172d4-0343-4cf5-b435-0c31ed4ba635, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9622f1ac-fa7d-4c2d-9333-5610333d4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:34:21.937176 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f468242-248d-492e-946f-a1f473a67442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:22.054132 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf20c06-fece-4e00-980e-633b839a8f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77ddb8d-a3d9-4ddb-bc60-5e94c3d8024c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:22.089150 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-3f468242-248d-492e-946f-a1f473a67442 None None] For port db1172d4-0343-4cf5-b435-0c31ed4ba635, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:34:22.120025 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-3f468242-248d-492e-946f-a1f473a67442 None None] For port db1172d4-0343-4cf5-b435-0c31ed4ba635, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=db1172d4-0343-4cf5-b435-0c31ed4ba635,segment=NetworkSegment(9622f1ac-fa7d-4c2d-9333-5610333d4c7c),segment_id=9622f1ac-fa7d-4c2d-9333-5610333d4c7c)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:34:22.133838 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f468242-248d-492e-946f-a1f473a67442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:22.218058 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8b063-11ef-4a21-b6e1-df51721042d0 req-1fcb5b27-88c3-401a-9474-cccc11e28b1a tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:22.232889 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a8a8b063-11ef-4a21-b6e1-df51721042d0 req-1fcb5b27-88c3-401a-9474-cccc11e28b1a tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.3055527 Jul 22 16:34:22.242097 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08cdf3-2391-4171-8874-1920aba483bf None None] Pushing event updated for resources: {'Port': ['ID=db1172d4-0343-4cf5-b435-0c31ed4ba635,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:22.275435 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f468242-248d-492e-946f-a1f473a67442 None None] Routers {'75efc44b-89c0-41c1-ab32-8ffea46d97ca'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:34:22.276560 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3f468242-248d-492e-946f-a1f473a67442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:34:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['75efc44b-89c0-41c1-ab32-8ffea46d97ca'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:22.401679 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a8a8b063-11ef-4a21-b6e1-df51721042d0 req-58040f64-ee89-4e1d-9ab6-cb55b413e153 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676826 Jul 22 16:34:22.493190 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3f468242-248d-492e-946f-a1f473a67442 None None] Set router 75efc44b-89c0-41c1-ab32-8ffea46d97ca gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:34:22.783594 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f729e-f7ab-4211-97e2-76bfef7eac4e req-622b2f17-c17c-4697-bc55-25afbd229c7c tempest-MigrationsAdminTest-26848919 tempest-MigrationsAdminTest-26848919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:22.799993 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8e9f729e-f7ab-4211-97e2-76bfef7eac4e req-622b2f17-c17c-4697-bc55-25afbd229c7c tempest-MigrationsAdminTest-26848919 tempest-MigrationsAdminTest-26848919-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 1101 time: 0.2179458 Jul 22 16:34:22.893967 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8e9f729e-f7ab-4211-97e2-76bfef7eac4e req-58df022a-a585-4dff-a015-a96eee604454 tempest-MigrationsAdminTest-26848919 tempest-MigrationsAdminTest-26848919-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902858 Jul 22 16:34:23.010783 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3f468242-248d-492e-946f-a1f473a67442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'name': 'tempest-ServersTestBootFromVolume-1133025520-router', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:34:05Z', 'updated_at': '2021-07-22T16:34:14Z', 'revision_number': 4, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'gw_port': {'id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:06Z', 'updated_at': '2021-07-22T16:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'db1172d4-0343-4cf5-b435-0c31ed4ba635', 'name': '', 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'mac_address': 'fa:16:3e:46:a6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '12e78912-9022-4c25-a60d-750c40af1085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:12Z', 'updated_at': '2021-07-22T16:34:22Z', 'revision_number': 4, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'subnets': [{'id': '12e78912-9022-4c25-a60d-750c40af1085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:23.088768 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f468242-248d-492e-946f-a1f473a67442 None None] The sync data for ids ['75efc44b-89c0-41c1-ab32-8ffea46d97ca'] in n-d-798930-9 is: [{'id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'name': 'tempest-ServersTestBootFromVolume-1133025520-router', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:34:05Z', 'updated_at': '2021-07-22T16:34:14Z', 'revision_number': 4, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'gw_port': {'id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:06Z', 'updated_at': '2021-07-22T16:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'db1172d4-0343-4cf5-b435-0c31ed4ba635', 'name': '', 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'mac_address': 'fa:16:3e:46:a6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '12e78912-9022-4c25-a60d-750c40af1085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:12Z', 'updated_at': '2021-07-22T16:34:22Z', 'revision_number': 4, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'subnets': [{'id': '12e78912-9022-4c25-a60d-750c40af1085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:34:23.208519 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device e5679218-139a-46ad-b676-bb80a66e003d up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:23.231451 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bca2ab-15ed-42f4-8398-c95626f6040c req-9010ed02-adcc-4826-a1d0-3f9f7d0c675a tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:23.251836 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-85bca2ab-15ed-42f4-8398-c95626f6040c req-9010ed02-adcc-4826-a1d0-3f9f7d0c675a tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 945 time: 0.3512051 Jul 22 16:34:23.343380 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-85bca2ab-15ed-42f4-8398-c95626f6040c req-c74a87dc-74af-4ea9-8780-56a7a6eafd0a tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896518 Jul 22 16:34:23.389907 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port e5679218-139a-46ad-b676-bb80a66e003d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:23.404034 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port e5679218-139a-46ad-b676-bb80a66e003d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:23.404411 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:23.578874 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:23.653101 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd643af25-fb4e-4624-b468-6929d9c369ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5679218-139a-46ad-b676-bb80a66e003d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:23.657775 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ad947e-6b79-4125-819e-919746675286" -d '{"events": [{"server_uuid": "d643af25-fb4e-4624-b468-6929d9c369ef", "name": "network-vif-plugged", "status": "completed", "tag": "e5679218-139a-46ad-b676-bb80a66e003d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:23.681444 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port e5679218-139a-46ad-b676-bb80a66e003d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e5679218-139a-46ad-b676-bb80a66e003d,segment=NetworkSegment(094f6b2f-03f2-4846-958c-49b8842d4ad3),segment_id=094f6b2f-03f2-4846-958c-49b8842d4ad3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:23.690702 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:23.775218 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2f45406-85bd-4682-9bbd-b829db27299d req-9cd45cd4-35da-446b-b250-6d94e13be9a0 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0851107 Jul 22 16:34:23.867564 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbecdbb9-b72b-4e3f-9fa6-4de17c942db3 x-openstack-request-id: req-fbecdbb9-b72b-4e3f-9fa6-4de17c942db3 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:23.885328 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d643af25-fb4e-4624-b468-6929d9c369ef", "name": "network-vif-plugged", "status": "completed", "tag": "e5679218-139a-46ad-b676-bb80a66e003d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:23.885649 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fbecdbb9-b72b-4e3f-9fa6-4de17c942db3 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:23.889610 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd643af25-fb4e-4624-b468-6929d9c369ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5679218-139a-46ad-b676-bb80a66e003d', 'code': 200} Jul 22 16:34:23.890375 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=e5679218-139a-46ad-b676-bb80a66e003d,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:23.903486 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device db1172d4-0343-4cf5-b435-0c31ed4ba635 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:24.230862 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f45406-85bd-4682-9bbd-b829db27299d req-b712b446-2ef5-427f-b85e-eae386f9d805 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:24.246532 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2f45406-85bd-4682-9bbd-b829db27299d req-b712b446-2ef5-427f-b85e-eae386f9d805 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4639704 Jul 22 16:34:24.352111 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port db1172d4-0343-4cf5-b435-0c31ed4ba635 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:24.379999 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port db1172d4-0343-4cf5-b435-0c31ed4ba635 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:24.381427 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:24.391139 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2f45406-85bd-4682-9bbd-b829db27299d req-7d70379c-8d58-43d8-9061-38f01de5e737 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/quotas/6018b9ced5ef4d9cac00ec6e1d2e0f3e HTTP/1.1" status: 200 len: 375 time: 0.1398573 Jul 22 16:34:24.589355 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46138) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:24.605631 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:24.659960 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port db1172d4-0343-4cf5-b435-0c31ed4ba635, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=db1172d4-0343-4cf5-b435-0c31ed4ba635,segment=NetworkSegment(9622f1ac-fa7d-4c2d-9333-5610333d4c7c),segment_id=9622f1ac-fa7d-4c2d-9333-5610333d4c7c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:24.677253 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:24.679529 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52aef45-bf8c-43e3-837d-c39bb743da0c req-d8e109cd-6ed3-4c37-adc6-d9b19d7aa6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:24.680920 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f52aef45-bf8c-43e3-837d-c39bb743da0c req-d8e109cd-6ed3-4c37-adc6-d9b19d7aa6d5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 1097 time: 0.4221237 Jul 22 16:34:24.786053 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=db1172d4-0343-4cf5-b435-0c31ed4ba635,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:24.789272 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-185b1aae-8ce8-4ac2-8381-5c852cefdc65 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1409981764-network', 'tenant_id': '0c2c9fc3a8dd4c458b43b029550f4c16'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:24.827428 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2f45406-85bd-4682-9bbd-b829db27299d req-bd797c29-6b9a-40ad-bca4-50b4b4b7891d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4350092 Jul 22 16:34:24.852160 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185b1aae-8ce8-4ac2-8381-5c852cefdc65 admin admin] Made reservation on behalf of 0c2c9fc3a8dd4c458b43b029550f4c16 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:24.857367 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-185b1aae-8ce8-4ac2-8381-5c852cefdc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:24.877614 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f52aef45-bf8c-43e3-837d-c39bb743da0c req-9745e992-8f89-4107-8e8c-8335a228e2b6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667461 Jul 22 16:34:24.886673 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-185b1aae-8ce8-4ac2-8381-5c852cefdc65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:25.084829 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-185b1aae-8ce8-4ac2-8381-5c852cefdc65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:25.090135 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-185b1aae-8ce8-4ac2-8381-5c852cefdc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:25.130509 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185b1aae-8ce8-4ac2-8381-5c852cefdc65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:34:25.141068 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b1aae-8ce8-4ac2-8381-5c852cefdc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19304c2-3962-46af-840f-c964c2da2426,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:25.161304 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-185b1aae-8ce8-4ac2-8381-5c852cefdc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:25.161976 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-185b1aae-8ce8-4ac2-8381-5c852cefdc65 admin admin] Added segment 07d061f8-ab8b-4c9c-bb49-c856f9c0d67a of type vlan for network c8a82b1f-d034-4a00-b024-eeeeaebfccc3 Jul 22 16:34:25.225904 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-185b1aae-8ce8-4ac2-8381-5c852cefdc65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:25.237400 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beface67-83f0-4b18-8e2c-014f71d6eb80 req-f258a004-232b-4717-a5f3-7ed57ab66974 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:25.250496 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-beface67-83f0-4b18-8e2c-014f71d6eb80 req-f258a004-232b-4717-a5f3-7ed57ab66974 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.1604245 Jul 22 16:34:25.326261 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-185b1aae-8ce8-4ac2-8381-5c852cefdc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:25.331719 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b1aae-8ce8-4ac2-8381-5c852cefdc65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:25.332327 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-185b1aae-8ce8-4ac2-8381-5c852cefdc65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:25.339070 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-beface67-83f0-4b18-8e2c-014f71d6eb80 req-d1053a9b-ad5d-4843-b8fc-96f39acffab6 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825791 Jul 22 16:34:25.441431 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b1aae-8ce8-4ac2-8381-5c852cefdc65 admin admin] Pushing event updated for resources: {'Network': ['ID=c8a82b1f-d034-4a00-b024-eeeeaebfccc3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:25.457765 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-185b1aae-8ce8-4ac2-8381-5c852cefdc65 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8671443 Jul 22 16:34:25.460869 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46158) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:25.467569 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network c8a82b1f-d034-4a00-b024-eeeeaebfccc3 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:34:25.480476 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2fc93767-d295-42b4-8438-4e66562dccfa admin admin] Request body: {'subnet': {'network_id': 'c8a82b1f-d034-4a00-b024-eeeeaebfccc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1409981764-subnet', 'tenant_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:25.530354 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc93767-d295-42b4-8438-4e66562dccfa admin admin] Made reservation on behalf of 0c2c9fc3a8dd4c458b43b029550f4c16 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:25.536562 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fc93767-d295-42b4-8438-4e66562dccfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:25.697794 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b39e13d0-8cab-4147-8bea-6a015ad96d65 req-09d145f5-bcd2-41bc-8f4d-92190c411344 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 210 time: 0.0853908 Jul 22 16:34:25.798505 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device db1172d4-0343-4cf5-b435-0c31ed4ba635 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:25.910557 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port db1172d4-0343-4cf5-b435-0c31ed4ba635 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:25.911211 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:26.013052 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fc93767-d295-42b4-8438-4e66562dccfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:26.217364 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc93767-d295-42b4-8438-4e66562dccfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=40e7924f-e522-41ae-82f6-14afcfbda111,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:26.221718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc93767-d295-42b4-8438-4e66562dccfa admin admin] Checking segment: {'id': '07d061f8-ab8b-4c9c-bb49-c856f9c0d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c8a82b1f-d034-4a00-b024-eeeeaebfccc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:34:26.222220 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc93767-d295-42b4-8438-4e66562dccfa admin admin] Network hostable DHCP agents. Network: c8a82b1f-d034-4a00-b024-eeeeaebfccc3, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:34:26.252984 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc93767-d295-42b4-8438-4e66562dccfa admin admin] Network c8a82b1f-d034-4a00-b024-eeeeaebfccc3 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:34:26.268052 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-2fc93767-d295-42b4-8438-4e66562dccfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, c8a82b1f-d034-4a00-b024-eeeeaebfccc3) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:26.275341 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc93767-d295-42b4-8438-4e66562dccfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:26.276926 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fc93767-d295-42b4-8438-4e66562dccfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:26.286637 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af530740-cbb2-48ce-842e-0f60671bb86d None None] Network c8a82b1f-d034-4a00-b024-eeeeaebfccc3 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:34:26.305520 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2fc93767-d295-42b4-8438-4e66562dccfa admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8429809 Jul 22 16:34:26.308962 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46168) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:26.313672 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2a6833d9-c5b6-4a75-bc22-59db2956b418 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1409981764-router', 'tenant_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:26.339709 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a6833d9-c5b6-4a75-bc22-59db2956b418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:26.341081 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a6833d9-c5b6-4a75-bc22-59db2956b418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:26.493487 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a6833d9-c5b6-4a75-bc22-59db2956b418 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:26.621422 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a24aa4-72c2-4b7d-9346-35f337f8542a req-58d16b23-1f29-4679-8467-2a870b44c552 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:26.630966 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60a24aa4-72c2-4b7d-9346-35f337f8542a req-58d16b23-1f29-4679-8467-2a870b44c552 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.1656213 Jul 22 16:34:26.693581 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60a24aa4-72c2-4b7d-9346-35f337f8542a req-021ed990-0612-43a5-98a4-64483e9a1b98 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613916 Jul 22 16:34:26.804924 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2f45406-85bd-4682-9bbd-b829db27299d req-f1be0a41-07f5-4437-a37a-d61ac8634402 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892439 Jul 22 16:34:26.825645 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-c8a82b1f-d034-4a00-b024-eeeeaebfccc3', 'network_id': 'c8a82b1f-d034-4a00-b024-eeeeaebfccc3', 'tenant_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'fixed_ips': [{'subnet_id': '40e7924f-e522-41ae-82f6-14afcfbda111'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:34:26.832891 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:27.027661 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a6833d9-c5b6-4a75-bc22-59db2956b418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:27.325845 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Allocated IP 172.20.0.2 (c8a82b1f-d034-4a00-b024-eeeeaebfccc3/40e7924f-e522-41ae-82f6-14afcfbda111/d933c136-f19e-470f-bdc3-ac94b9151989) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:27.487592 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a6833d9-c5b6-4a75-bc22-59db2956b418 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:27.515157 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a6833d9-c5b6-4a75-bc22-59db2956b418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:27.754615 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e62629df-13ea-4843-95da-af47617991c5 req-71f8ff18-61a2-4caf-b3e4-065a9c32310d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 210 time: 0.0974786 Jul 22 16:34:27.777067 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:27.797634 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Transition to ACTIVE for port object d933c136-f19e-470f-bdc3-ac94b9151989 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:27.836306 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f45406-85bd-4682-9bbd-b829db27299d req-d33dbe2e-f3eb-456b-96d3-a8d5f4036f04 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:27.837869 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2f45406-85bd-4682-9bbd-b829db27299d req-d33dbe2e-f3eb-456b-96d3-a8d5f4036f04 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0148656 Jul 22 16:34:27.839260 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Transition to ACTIVE for port object d933c136-f19e-470f-bdc3-ac94b9151989 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:27.849690 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:27.859350 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f2f45406-85bd-4682-9bbd-b829db27299d req-38451c63-f041-4701-b2ba-b08624d006af tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Request body: {'port': {'device_id': 'a33d2b3e-c156-4d88-9964-9ea52372b2e1', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '6018b9ced5ef4d9cac00ec6e1d2e0f3e'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:27.884194 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-2a6833d9-c5b6-4a75-bc22-59db2956b418 admin admin] Allocated IP 172.25.0.84 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/5054cc10-e9cf-47ae-bb4b-d407d94de60d) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:27.917438 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Pushing event updated for resources: {'Port': ['ID=d933c136-f19e-470f-bdc3-ac94b9151989,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:27.930249 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Network c8a82b1f-d034-4a00-b024-eeeeaebfccc3 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:27.937157 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:27.937515 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:27.937857 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:27.938316 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:27.938655 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:27.939033 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:27.939914 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:27.940455 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:27.940801 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:27.941134 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:27.941557 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:27.941891 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:27.954171 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:27.957198 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:28.040834 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Attempting to bind port d933c136-f19e-470f-bdc3-ac94b9151989 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:34:28.041289 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Attempting to bind port d933c136-f19e-470f-bdc3-ac94b9151989 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '07d061f8-ab8b-4c9c-bb49-c856f9c0d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c8a82b1f-d034-4a00-b024-eeeeaebfccc3'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:34:28.041609 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Attempting to bind port d933c136-f19e-470f-bdc3-ac94b9151989 on network c8a82b1f-d034-4a00-b024-eeeeaebfccc3 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:28.048425 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:34:28.048791 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Checking segment: {'id': '07d061f8-ab8b-4c9c-bb49-c856f9c0d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c8a82b1f-d034-4a00-b024-eeeeaebfccc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:34:28.049196 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:28.049591 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Bound using segment: {'id': '07d061f8-ab8b-4c9c-bb49-c856f9c0d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c8a82b1f-d034-4a00-b024-eeeeaebfccc3'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:34:28.050122 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Bound port: d933c136-f19e-470f-bdc3-ac94b9151989, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d061f8-ab8b-4c9c-bb49-c856f9c0d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c8a82b1f-d034-4a00-b024-eeeeaebfccc3'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:34:28.050508 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:28.204562 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc36a39-b91d-42b5-b8ce-15fb3318079a req-e212df5a-f033-4ae9-8950-20807bdc0452 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:28.207130 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cfc36a39-b91d-42b5-b8ce-15fb3318079a req-e212df5a-f033-4ae9-8950-20807bdc0452 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.1290970 Jul 22 16:34:28.216730 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46204) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:28.223964 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-226257bd-692f-4fb1-be6e-c8471ad27465 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Request body: {'floatingip': {'port_id': 'e5679218-139a-46ad-b676-bb80a66e003d'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:28.277215 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a6833d9-c5b6-4a75-bc22-59db2956b418 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:28.277788 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-226257bd-692f-4fb1-be6e-c8471ad27465 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:28.297202 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] For port d933c136-f19e-470f-bdc3-ac94b9151989, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:34:28.306955 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] For port d933c136-f19e-470f-bdc3-ac94b9151989, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d933c136-f19e-470f-bdc3-ac94b9151989,segment=NetworkSegment(07d061f8-ab8b-4c9c-bb49-c856f9c0d67a),segment_id=07d061f8-ab8b-4c9c-bb49-c856f9c0d67a)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:34:28.316937 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:28.395424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2f45406-85bd-4682-9bbd-b829db27299d req-38451c63-f041-4701-b2ba-b08624d006af tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Made reservation on behalf of 6018b9ced5ef4d9cac00ec6e1d2e0f3e for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:28.399881 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f2f45406-85bd-4682-9bbd-b829db27299d req-38451c63-f041-4701-b2ba-b08624d006af tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:28.439203 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a6833d9-c5b6-4a75-bc22-59db2956b418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:28.532184 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0eafb-36b3-4f0b-869b-bf5d56eb335d None None] Pushing event updated for resources: {'Port': ['ID=d933c136-f19e-470f-bdc3-ac94b9151989,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:28.575902 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6833d9-c5b6-4a75-bc22-59db2956b418 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:28.582402 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-2a6833d9-c5b6-4a75-bc22-59db2956b418 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:28.592331 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6833d9-c5b6-4a75-bc22-59db2956b418 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:28.662426 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6833d9-c5b6-4a75-bc22-59db2956b418 admin admin] Pushing event updated for resources: {'Port': ['ID=5054cc10-e9cf-47ae-bb4b-d407d94de60d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:28.961322 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa38cfd9-0f9d-44de-929d-91d74b869832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:29.160674 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c7d78166-ebae-44e9-a9b0-8737c3ec2c67 req-66e82fd8-617b-476c-be77-31184e94a213 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 210 time: 0.1932096 Jul 22 16:34:29.406266 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-f2f45406-85bd-4682-9bbd-b829db27299d req-38451c63-f041-4701-b2ba-b08624d006af tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Allocated IP 192.168.233.165 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/6841fb77-588e-490a-9d5e-f000a42ebce7) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:29.795182 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a6833d9-c5b6-4a75-bc22-59db2956b418 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:29.799446 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d933c136-f19e-470f-bdc3-ac94b9151989 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:30.020418 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port d933c136-f19e-470f-bdc3-ac94b9151989 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:30.252575 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f2f45406-85bd-4682-9bbd-b829db27299d req-38451c63-f041-4701-b2ba-b08624d006af tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:30.275715 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c704e1-88b4-44f7-8073-f3400b05f520 None None] Network c8a82b1f-d034-4a00-b024-eeeeaebfccc3 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:34:30.306969 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-f2f45406-85bd-4682-9bbd-b829db27299d req-38451c63-f041-4701-b2ba-b08624d006af tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Transition to ACTIVE for port object 6841fb77-588e-490a-9d5e-f000a42ebce7 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:30.332669 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a6833d9-c5b6-4a75-bc22-59db2956b418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:30.493287 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7511df80-0e8c-4f58-89a0-5984dade5d24 None None] Provisioning for port d933c136-f19e-470f-bdc3-ac94b9151989 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:30.512894 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7511df80-0e8c-4f58-89a0-5984dade5d24 None None] Provisioning complete for port d933c136-f19e-470f-bdc3-ac94b9151989 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:30.513522 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7511df80-0e8c-4f58-89a0-5984dade5d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:30.532277 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-226257bd-692f-4fb1-be6e-c8471ad27465 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:30.536990 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f2f45406-85bd-4682-9bbd-b829db27299d req-38451c63-f041-4701-b2ba-b08624d006af tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:30.623796 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['29835a35-8282-4880-844e-d2738d311e97'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:34:30.645059 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-226257bd-692f-4fb1-be6e-c8471ad27465 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:30.667123 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6833d9-c5b6-4a75-bc22-59db2956b418 admin admin] Router 04d60b1b-2b02-4247-bbaa-23f145015d5e is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:34:30.838191 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38451c63-f041-4701-b2ba-b08624d006af tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Pushing event updated for resources: {'Port': ['ID=6841fb77-588e-490a-9d5e-f000a42ebce7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:30.936550 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7511df80-0e8c-4f58-89a0-5984dade5d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:30.964306 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6833d9-c5b6-4a75-bc22-59db2956b418 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:34:30.991089 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2f45406-85bd-4682-9bbd-b829db27299d req-38451c63-f041-4701-b2ba-b08624d006af tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:30.996773 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a6833d9-c5b6-4a75-bc22-59db2956b418 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:30.998047 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2a6833d9-c5b6-4a75-bc22-59db2956b418 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6880341 Jul 22 16:34:30.999542 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-f2f45406-85bd-4682-9bbd-b829db27299d req-38451c63-f041-4701-b2ba-b08624d006af tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:31.002880 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46254) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:31.017325 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f45406-85bd-4682-9bbd-b829db27299d req-38451c63-f041-4701-b2ba-b08624d006af tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:31.019188 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] Sync routers for ids ['04d60b1b-2b02-4247-bbaa-23f145015d5e'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:34:31.139358 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7511df80-0e8c-4f58-89a0-5984dade5d24 None None] For port d933c136-f19e-470f-bdc3-ac94b9151989, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d933c136-f19e-470f-bdc3-ac94b9151989,segment=NetworkSegment(07d061f8-ab8b-4c9c-bb49-c856f9c0d67a),segment_id=07d061f8-ab8b-4c9c-bb49-c856f9c0d67a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:31.157698 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] Routers {'04d60b1b-2b02-4247-bbaa-23f145015d5e'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:34:31.158923 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:34:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['04d60b1b-2b02-4247-bbaa-23f145015d5e'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:31.245617 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e350f-5fcf-497c-939f-c59cf5251702 req-c48d92aa-e1c4-4634-ac48-66b309d2f0d7 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:31.247263 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d16e350f-5fcf-497c-939f-c59cf5251702 req-c48d92aa-e1c4-4634-ac48-66b309d2f0d7 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 936 time: 0.7122984 Jul 22 16:34:31.285052 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7511df80-0e8c-4f58-89a0-5984dade5d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:31.325985 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f45406-85bd-4682-9bbd-b829db27299d req-38451c63-f041-4701-b2ba-b08624d006af tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:31.326663 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f2f45406-85bd-4682-9bbd-b829db27299d req-38451c63-f041-4701-b2ba-b08624d006af tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:31.356529 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:34:31.388013 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2f45406-85bd-4682-9bbd-b829db27299d req-38451c63-f041-4701-b2ba-b08624d006af tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5329416 Jul 22 16:34:31.390493 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-226257bd-692f-4fb1-be6e-c8471ad27465 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Floating IP 190b2595-1aca-4a03-8f5d-3c46aabb6b13 associated. External IP: 172.25.0.135, port: e5679218-139a-46ad-b676-bb80a66e003d. Jul 22 16:34:31.417938 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f2f45406-85bd-4682-9bbd-b829db27299d req-50c27ee9-f627-4872-854a-c6e6f2082f8e service neutron] Request body: {'port': {'device_id': 'a33d2b3e-c156-4d88-9964-9ea52372b2e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:31.670967 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] Set router 04d60b1b-2b02-4247-bbaa-23f145015d5e gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:34:31.746334 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511df80-0e8c-4f58-89a0-5984dade5d24 None None] Pushing event updated for resources: {'Port': ['ID=d933c136-f19e-470f-bdc3-ac94b9151989,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:31.841118 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b70da2c7-7e02-40d3-bd8b-643f0492f7a6 None None] Provisioning for port 6841fb77-588e-490a-9d5e-f000a42ebce7 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:31.851550 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef9fe6c4-b8a5-447e-92ff-dece3c7e9ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:31.918505 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d16e350f-5fcf-497c-939f-c59cf5251702 req-c5b30cc0-c49a-4397-9e4f-7e2498f13ec2 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6506684 Jul 22 16:34:31.972959 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b70da2c7-7e02-40d3-bd8b-643f0492f7a6 None None] Provisioning complete for port 6841fb77-588e-490a-9d5e-f000a42ebce7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:31.973484 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b70da2c7-7e02-40d3-bd8b-643f0492f7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:31.979633 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:32.073635 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f2f45406-85bd-4682-9bbd-b829db27299d req-50c27ee9-f627-4872-854a-c6e6f2082f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:32.074012 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b70da2c7-7e02-40d3-bd8b-643f0492f7a6 None None] Port 6841fb77-588e-490a-9d5e-f000a42ebce7 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:34:32.097397 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d60b1b-2b02-4247-bbaa-23f145015d5e', 'name': 'tempest-FloatingIPDetailsTestJSON-1409981764-router', 'tenant_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '5054cc10-e9cf-47ae-bb4b-d407d94de60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:34:26Z', 'updated_at': '2021-07-22T16:34:29Z', 'revision_number': 3, 'project_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'gw_port': {'id': '5054cc10-e9cf-47ae-bb4b-d407d94de60d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d60b1b-2b02-4247-bbaa-23f145015d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:27Z', 'updated_at': '2021-07-22T16:34:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:32.147989 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a27fe97b-7aac-4c3f-8372-d8e8acf3eb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:32.157251 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] Checking router: 04d60b1b-2b02-4247-bbaa-23f145015d5e for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:34:32.161318 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] Updating router 04d60b1b-2b02-4247-bbaa-23f145015d5e port 5054cc10-e9cf-47ae-bb4b-d407d94de60d binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:34:32.298305 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:32.350889 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ec66a434-5dc2-4936-8a9c-08b8675923c0 None None] Provisioning complete for port d933c136-f19e-470f-bdc3-ac94b9151989 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:32.351359 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec66a434-5dc2-4936-8a9c-08b8675923c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:32.367734 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-a27fe97b-7aac-4c3f-8372-d8e8acf3eb25 admin admin] Allocated IP 172.20.0.1 (c8a82b1f-d034-4a00-b024-eeeeaebfccc3/40e7924f-e522-41ae-82f6-14afcfbda111/ec7af282-383f-4eed-ac07-bad5a7c07ca1) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:32.605191 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a27fe97b-7aac-4c3f-8372-d8e8acf3eb25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:32.648310 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-a27fe97b-7aac-4c3f-8372-d8e8acf3eb25 admin admin] Transition to ACTIVE for port object ec7af282-383f-4eed-ac07-bad5a7c07ca1 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:32.668756 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226257bd-692f-4fb1-be6e-c8471ad27465 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Router f337fb39-d7aa-4ede-9a43-89adda824201 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:34:32.703391 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:32.746292 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a27fe97b-7aac-4c3f-8372-d8e8acf3eb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:32.825214 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:32.839661 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] Transition to ACTIVE for port object 5054cc10-e9cf-47ae-bb4b-d407d94de60d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:32.848491 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:32.865979 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fe97b-7aac-4c3f-8372-d8e8acf3eb25 admin admin] Pushing event updated for resources: {'Port': ['ID=ec7af282-383f-4eed-ac07-bad5a7c07ca1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:32.887376 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27fe97b-7aac-4c3f-8372-d8e8acf3eb25 admin admin] Network c8a82b1f-d034-4a00-b024-eeeeaebfccc3 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:32.889397 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a27fe97b-7aac-4c3f-8372-d8e8acf3eb25 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:32.902635 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9eccb-63c9-4ff7-a1b4-9da0b34ae0b7 req-acf02136-692b-4427-8a8b-3c56efb675cc tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:32.910079 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27fe97b-7aac-4c3f-8372-d8e8acf3eb25 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:32.911315 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-20c9eccb-63c9-4ff7-a1b4-9da0b34ae0b7 req-acf02136-692b-4427-8a8b-3c56efb675cc tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?device_id=634622d1-d94a-4cc9-a5e6-e86d9e163061 HTTP/1.1" status: 200 len: 950 time: 0.3681736 Jul 22 16:34:32.928611 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ce3ca-7cd6-4384-913d-c7e3ceb8c031 None None] Pushing event updated for resources: {'Port': ['ID=5054cc10-e9cf-47ae-bb4b-d407d94de60d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:32.931715 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] Attempting to bind port 5054cc10-e9cf-47ae-bb4b-d407d94de60d on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:34:32.932416 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] Attempting to bind port 5054cc10-e9cf-47ae-bb4b-d407d94de60d by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:34:32.932963 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] Attempting to bind port 5054cc10-e9cf-47ae-bb4b-d407d94de60d on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:32.940921 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:34:32.941309 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:34:32.941867 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:32.942303 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:34:32.942930 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] Bound port: 5054cc10-e9cf-47ae-bb4b-d407d94de60d, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:34:32.943342 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:33.025834 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-20c9eccb-63c9-4ff7-a1b4-9da0b34ae0b7 req-b0f2e4cd-ac07-4eaa-8c03-481934c7ae7b tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/security-groups?id=039e9746-aec1-4b49-843c-2b1df55cb08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119046 Jul 22 16:34:33.055622 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] For port 5054cc10-e9cf-47ae-bb4b-d407d94de60d, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:34:33.062419 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226257bd-692f-4fb1-be6e-c8471ad27465 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:34:33.069188 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-226257bd-692f-4fb1-be6e-c8471ad27465 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:33.086035 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] For port 5054cc10-e9cf-47ae-bb4b-d407d94de60d, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5054cc10-e9cf-47ae-bb4b-d407d94de60d,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:34:33.091815 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a260a0-945b-469e-8791-333df373b985 None None] Sync routers for ids ['f337fb39-d7aa-4ede-9a43-89adda824201'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:34:33.095277 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:33.144964 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a260a0-945b-469e-8791-333df373b985 None None] Routers {'f337fb39-d7aa-4ede-9a43-89adda824201'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:34:33.145872 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a5a260a0-945b-469e-8791-333df373b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:34:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f337fb39-d7aa-4ede-9a43-89adda824201'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:33.210452 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-226257bd-692f-4fb1-be6e-c8471ad27465 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "PUT /v2.0/floatingips/190b2595-1aca-4a03-8f5d-3c46aabb6b13 HTTP/1.1" status: 200 len: 992 time: 4.9916949 Jul 22 16:34:33.213740 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd643af25-fb4e-4624-b468-6929d9c369ef', 'tag': 'e5679218-139a-46ad-b676-bb80a66e003d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:33.218260 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3af071-9791-4c85-826c-33d67dee14d5" -d '{"events": [{"name": "network-changed", "server_uuid": "d643af25-fb4e-4624-b468-6929d9c369ef", "tag": "e5679218-139a-46ad-b676-bb80a66e003d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:33.228724 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] Routers {'04d60b1b-2b02-4247-bbaa-23f145015d5e'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:34:33.229317 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:34:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['04d60b1b-2b02-4247-bbaa-23f145015d5e'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:33.246870 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a27fe97b-7aac-4c3f-8372-d8e8acf3eb25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:33.249175 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-f2f45406-85bd-4682-9bbd-b829db27299d req-50c27ee9-f627-4872-854a-c6e6f2082f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6841fb77-588e-490a-9d5e-f000a42ebce7 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:34:33.261784 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f2f45406-85bd-4682-9bbd-b829db27299d req-50c27ee9-f627-4872-854a-c6e6f2082f8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:33.290445 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-f2f45406-85bd-4682-9bbd-b829db27299d req-50c27ee9-f627-4872-854a-c6e6f2082f8e service neutron] Transition to ACTIVE for port object 6841fb77-588e-490a-9d5e-f000a42ebce7 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:33.301047 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f2f45406-85bd-4682-9bbd-b829db27299d req-50c27ee9-f627-4872-854a-c6e6f2082f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:33.419326 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a5a260a0-945b-469e-8791-333df373b985 None None] Set router f337fb39-d7aa-4ede-9a43-89adda824201 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:34:33.485675 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6853f44b-c112-43d8-81b4-acf3c4b16cfb x-openstack-request-id: req-6853f44b-c112-43d8-81b4-acf3c4b16cfb {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:33.486063 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d643af25-fb4e-4624-b468-6929d9c369ef", "tag": "e5679218-139a-46ad-b676-bb80a66e003d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:33.486292 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6853f44b-c112-43d8-81b4-acf3c4b16cfb {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:33.486638 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd643af25-fb4e-4624-b468-6929d9c369ef', 'tag': 'e5679218-139a-46ad-b676-bb80a66e003d', 'status': 'completed', 'code': 200} Jul 22 16:34:33.500953 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c27ee9-f627-4872-854a-c6e6f2082f8e service neutron] Pushing event updated for resources: {'Port': ['ID=6841fb77-588e-490a-9d5e-f000a42ebce7,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:33.649587 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbee78b-e120-4f44-baf4-02531caad218 req-2e292702-e0b0-4368-849b-8a39c6ac698b tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:33.651740 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1bbee78b-e120-4f44-baf4-02531caad218 req-2e292702-e0b0-4368-849b-8a39c6ac698b tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 936 time: 0.5232368 Jul 22 16:34:33.777360 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f2f45406-85bd-4682-9bbd-b829db27299d req-50c27ee9-f627-4872-854a-c6e6f2082f8e service neutron] Attempting to bind port 6841fb77-588e-490a-9d5e-f000a42ebce7 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:34:33.777946 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f2f45406-85bd-4682-9bbd-b829db27299d req-50c27ee9-f627-4872-854a-c6e6f2082f8e service neutron] Attempting to bind port 6841fb77-588e-490a-9d5e-f000a42ebce7 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:34:33.778059 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f45406-85bd-4682-9bbd-b829db27299d req-50c27ee9-f627-4872-854a-c6e6f2082f8e service neutron] Attempting to bind port 6841fb77-588e-490a-9d5e-f000a42ebce7 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:33.794194 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3af071-9791-4c85-826c-33d67dee14d5 req-bca54d53-1558-4d00-b00d-e6766b859b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:33.795753 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf3af071-9791-4c85-826c-33d67dee14d5 req-bca54d53-1558-4d00-b00d-e6766b859b7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ab4163b9d3f42c1b95499d26b5bcf68&device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 1097 time: 0.2189400 Jul 22 16:34:33.818918 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f45406-85bd-4682-9bbd-b829db27299d req-50c27ee9-f627-4872-854a-c6e6f2082f8e service neutron] Port 6841fb77-588e-490a-9d5e-f000a42ebce7 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:34:33.819061 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f45406-85bd-4682-9bbd-b829db27299d req-50c27ee9-f627-4872-854a-c6e6f2082f8e service neutron] Attempting to bind port 6841fb77-588e-490a-9d5e-f000a42ebce7 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:33.829562 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f45406-85bd-4682-9bbd-b829db27299d req-50c27ee9-f627-4872-854a-c6e6f2082f8e service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:34:33.831365 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f45406-85bd-4682-9bbd-b829db27299d req-50c27ee9-f627-4872-854a-c6e6f2082f8e service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:34:33.833474 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d933c136-f19e-470f-bdc3-ac94b9151989 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:33.838431 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f45406-85bd-4682-9bbd-b829db27299d req-50c27ee9-f627-4872-854a-c6e6f2082f8e service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:34:33.840878 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f2f45406-85bd-4682-9bbd-b829db27299d req-50c27ee9-f627-4872-854a-c6e6f2082f8e service neutron] Bound port: 6841fb77-588e-490a-9d5e-f000a42ebce7, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:34:33.841453 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f2f45406-85bd-4682-9bbd-b829db27299d req-50c27ee9-f627-4872-854a-c6e6f2082f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:33.866335 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1bbee78b-e120-4f44-baf4-02531caad218 req-0d29c10b-7c30-46a2-8955-b73b9a95a3d9 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836655 Jul 22 16:34:33.870670 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ce3ca-7cd6-4384-913d-c7e3ceb8c031 None None] Pushing event updated for resources: {'Port': ['ID=5054cc10-e9cf-47ae-bb4b-d407d94de60d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:33.914868 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a27fe97b-7aac-4c3f-8372-d8e8acf3eb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:33.919330 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e888f59e-9f58-424b-a82a-07e8226ff1e7 None None] Provisioning for port ec7af282-383f-4eed-ac07-bad5a7c07ca1 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:33.932798 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e888f59e-9f58-424b-a82a-07e8226ff1e7 None None] Provisioning complete for port ec7af282-383f-4eed-ac07-bad5a7c07ca1 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:33.933265 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e888f59e-9f58-424b-a82a-07e8226ff1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:34.010423 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] Set router 04d60b1b-2b02-4247-bbaa-23f145015d5e gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:34:34.121206 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e888f59e-9f58-424b-a82a-07e8226ff1e7 None None] Port ec7af282-383f-4eed-ac07-bad5a7c07ca1 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:34:34.124638 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port d933c136-f19e-470f-bdc3-ac94b9151989 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:34.124638 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:34.206757 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a5a260a0-945b-469e-8791-333df373b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'name': 'tempest-AttachVolumeTestJSON-1155752689-router', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:51Z', 'updated_at': '2021-07-22T16:33:57Z', 'revision_number': 4, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'gw_port': {'id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:53Z', 'updated_at': '2021-07-22T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '190b2595-1aca-4a03-8f5d-3c46aabb6b13', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'floating_ip_address': '172.25.0.135', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'port_id': 'e5679218-139a-46ad-b676-bb80a66e003d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'mac_address': 'fa:16:3e:48:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd643af25-fb4e-4624-b468-6929d9c369ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:34:02Z', 'updated_at': '2021-07-22T16:34:30Z', 'revision_number': 1, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3', 'name': '', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'mac_address': 'fa:16:3e:c7:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:56Z', 'updated_at': '2021-07-22T16:34:04Z', 'revision_number': 5, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'subnets': [{'id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:34.228841 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3af071-9791-4c85-826c-33d67dee14d5 req-cb5b68b8-e68f-4e4e-b79e-c9931775d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:34.231426 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf3af071-9791-4c85-826c-33d67dee14d5 req-cb5b68b8-e68f-4e4e-b79e-c9931775d49c service neutron] 10.222.0.16 "GET /v2.0/networks?id=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc HTTP/1.1" status: 200 len: 912 time: 0.4285035 Jul 22 16:34:34.235965 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46314) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:34.284689 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a260a0-945b-469e-8791-333df373b985 None None] Checking router: f337fb39-d7aa-4ede-9a43-89adda824201 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:34:34.309778 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a260a0-945b-469e-8791-333df373b985 None None] Routers {'f337fb39-d7aa-4ede-9a43-89adda824201'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:34:34.310679 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a5a260a0-945b-469e-8791-333df373b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:34:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f337fb39-d7aa-4ede-9a43-89adda824201'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:34.334389 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf3af071-9791-4c85-826c-33d67dee14d5 req-2f385c7d-72fc-4b95-8546-78c19e7de57a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5679218-139a-46ad-b676-bb80a66e003d HTTP/1.1" status: 200 len: 1000 time: 0.0952506 Jul 22 16:34:34.340167 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f2f45406-85bd-4682-9bbd-b829db27299d req-50c27ee9-f627-4872-854a-c6e6f2082f8e service neutron] For port 6841fb77-588e-490a-9d5e-f000a42ebce7, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:34:34.348033 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a27fe97b-7aac-4c3f-8372-d8e8acf3eb25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:34.357062 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f2f45406-85bd-4682-9bbd-b829db27299d req-50c27ee9-f627-4872-854a-c6e6f2082f8e service neutron] For port 6841fb77-588e-490a-9d5e-f000a42ebce7, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=6841fb77-588e-490a-9d5e-f000a42ebce7,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:34:34.359396 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a27fe97b-7aac-4c3f-8372-d8e8acf3eb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:34.404971 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d60b1b-2b02-4247-bbaa-23f145015d5e', 'name': 'tempest-FloatingIPDetailsTestJSON-1409981764-router', 'tenant_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '5054cc10-e9cf-47ae-bb4b-d407d94de60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:34:26Z', 'updated_at': '2021-07-22T16:34:29Z', 'revision_number': 3, 'project_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'gw_port': {'id': '5054cc10-e9cf-47ae-bb4b-d407d94de60d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d60b1b-2b02-4247-bbaa-23f145015d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:27Z', 'updated_at': '2021-07-22T16:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:34.414427 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3af071-9791-4c85-826c-33d67dee14d5 req-3cefa85b-4fcc-4c72-b161-a2c41623e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:34.415960 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf3af071-9791-4c85-826c-33d67dee14d5 req-3cefa85b-4fcc-4c72-b161-a2c41623e845 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed2160ff-0eec-4892-bae9-c0ff519453ca HTTP/1.1" status: 200 len: 850 time: 0.0540087 Jul 22 16:34:34.418849 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f2f45406-85bd-4682-9bbd-b829db27299d req-50c27ee9-f627-4872-854a-c6e6f2082f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:34.463113 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30db604-3bc0-457a-a38a-3f1ed7ec7d6f None None] The sync data for ids ['04d60b1b-2b02-4247-bbaa-23f145015d5e'] in n-d-798930-9 is: [{'id': '04d60b1b-2b02-4247-bbaa-23f145015d5e', 'name': 'tempest-FloatingIPDetailsTestJSON-1409981764-router', 'tenant_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '5054cc10-e9cf-47ae-bb4b-d407d94de60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:34:26Z', 'updated_at': '2021-07-22T16:34:29Z', 'revision_number': 3, 'project_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'gw_port': {'id': '5054cc10-e9cf-47ae-bb4b-d407d94de60d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d60b1b-2b02-4247-bbaa-23f145015d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:27Z', 'updated_at': '2021-07-22T16:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:34:34.508428 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a27fe97b-7aac-4c3f-8372-d8e8acf3eb25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:34.520961 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:34.523006 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f45406-85bd-4682-9bbd-b829db27299d req-50c27ee9-f627-4872-854a-c6e6f2082f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:34.523639 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f2f45406-85bd-4682-9bbd-b829db27299d req-50c27ee9-f627-4872-854a-c6e6f2082f8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:34.525106 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2f45406-85bd-4682-9bbd-b829db27299d req-50c27ee9-f627-4872-854a-c6e6f2082f8e service neutron] 10.222.0.30 "PUT /v2.0/ports/6841fb77-588e-490a-9d5e-f000a42ebce7 HTTP/1.1" status: 200 len: 1096 time: 3.1219594 Jul 22 16:34:34.529471 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fe97b-7aac-4c3f-8372-d8e8acf3eb25 admin admin] Pushing event updated for resources: {'Port': ['ID=ec7af282-383f-4eed-ac07-bad5a7c07ca1,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:34.570590 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4cb0f-e60c-43c0-a0d4-67218dffc0c0 req-6c211ae8-4a8f-4268-91d6-aecdee72f9e1 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:34.577628 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-feb4cb0f-e60c-43c0-a0d4-67218dffc0c0 req-6c211ae8-4a8f-4268-91d6-aecdee72f9e1 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?device_id=634622d1-d94a-4cc9-a5e6-e86d9e163061 HTTP/1.1" status: 200 len: 950 time: 0.3800800 Jul 22 16:34:34.644070 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a5a260a0-945b-469e-8791-333df373b985 None None] Set router f337fb39-d7aa-4ede-9a43-89adda824201 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:34:34.718861 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27fe97b-7aac-4c3f-8372-d8e8acf3eb25 admin admin] Network c8a82b1f-d034-4a00-b024-eeeeaebfccc3 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:34.720320 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a27fe97b-7aac-4c3f-8372-d8e8acf3eb25 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:34.827984 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f862d68-9a4c-4dc3-aa4a-320690151e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:34.920313 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c27ee9-f627-4872-854a-c6e6f2082f8e service neutron] Pushing event updated for resources: {'Port': ['ID=6841fb77-588e-490a-9d5e-f000a42ebce7,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:34.935267 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-feb4cb0f-e60c-43c0-a0d4-67218dffc0c0 req-88b96efc-3d55-4974-a62d-d5f5c8d33f46 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/security-groups?id=039e9746-aec1-4b49-843c-2b1df55cb08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546154 Jul 22 16:34:34.941448 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:34:35.010623 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27fe97b-7aac-4c3f-8372-d8e8acf3eb25 admin admin] Router 04d60b1b-2b02-4247-bbaa-23f145015d5e has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:34:35.184710 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:35.219541 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a5a260a0-945b-469e-8791-333df373b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'name': 'tempest-AttachVolumeTestJSON-1155752689-router', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:51Z', 'updated_at': '2021-07-22T16:33:57Z', 'revision_number': 4, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'gw_port': {'id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:53Z', 'updated_at': '2021-07-22T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '190b2595-1aca-4a03-8f5d-3c46aabb6b13', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'floating_ip_address': '172.25.0.135', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'port_id': 'e5679218-139a-46ad-b676-bb80a66e003d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'mac_address': 'fa:16:3e:48:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd643af25-fb4e-4624-b468-6929d9c369ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:34:02Z', 'updated_at': '2021-07-22T16:34:30Z', 'revision_number': 1, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3', 'name': '', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'mac_address': 'fa:16:3e:c7:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:56Z', 'updated_at': '2021-07-22T16:34:04Z', 'revision_number': 5, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'subnets': [{'id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:35.241321 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634622d1-d94a-4cc9-a5e6-e86d9e163061', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:35.241872 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3af071-9791-4c85-826c-33d67dee14d5 req-122c3c51-a662-4073-886d-42f6c542c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:35.243835 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf3af071-9791-4c85-826c-33d67dee14d5 req-122c3c51-a662-4073-886d-42f6c542c001 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8075492 Jul 22 16:34:35.253165 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fbd409-1f82-4f4c-90ac-a83a85c56bf4" -d '{"events": [{"server_uuid": "634622d1-d94a-4cc9-a5e6-e86d9e163061", "name": "network-vif-unplugged", "status": "completed", "tag": "4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:35.258568 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f45406-85bd-4682-9bbd-b829db27299d req-13724416-9908-46bd-9d7d-33078675f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:35.258865 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a260a0-945b-469e-8791-333df373b985 None None] The sync data for ids ['f337fb39-d7aa-4ede-9a43-89adda824201'] in n-d-798930-9 is: [{'id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'name': 'tempest-AttachVolumeTestJSON-1155752689-router', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:51Z', 'updated_at': '2021-07-22T16:33:57Z', 'revision_number': 4, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'gw_port': {'id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:53Z', 'updated_at': '2021-07-22T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '190b2595-1aca-4a03-8f5d-3c46aabb6b13', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'floating_ip_address': '172.25.0.135', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'port_id': 'e5679218-139a-46ad-b676-bb80a66e003d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'mac_address': 'fa:16:3e:48:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd643af25-fb4e-4624-b468-6929d9c369ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:34:02Z', 'updated_at': '2021-07-22T16:34:30Z', 'revision_number': 1, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3', 'name': '', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'mac_address': 'fa:16:3e:c7:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:56Z', 'updated_at': '2021-07-22T16:34:04Z', 'revision_number': 5, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'subnets': [{'id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:34:35.263878 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2f45406-85bd-4682-9bbd-b829db27299d req-13724416-9908-46bd-9d7d-33078675f4b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 1099 time: 0.6034923 Jul 22 16:34:35.278436 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:35.289248 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:35.427526 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27fe97b-7aac-4c3f-8372-d8e8acf3eb25 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:34:35.449156 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-247b6e3e-28f0-44fa-9dac-bc61258688b8 None None] Provisioning complete for port ec7af282-383f-4eed-ac07-bad5a7c07ca1 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:35.449738 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-247b6e3e-28f0-44fa-9dac-bc61258688b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:35.454854 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:35.464460 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab611bf-ba85-4ca0-aadb-bbfd57eeb1cb req-c7a072e2-3818-4774-b738-4982a7e15070 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:35.473943 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ab611bf-ba85-4ca0-aadb-bbfd57eeb1cb req-c7a072e2-3818-4774-b738-4982a7e15070 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 948 time: 0.4243155 Jul 22 16:34:35.495728 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a27fe97b-7aac-4c3f-8372-d8e8acf3eb25 admin admin] 10.222.0.69 "PUT /v2.0/routers/04d60b1b-2b02-4247-bbaa-23f145015d5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4911673 Jul 22 16:34:35.576886 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-247b6e3e-28f0-44fa-9dac-bc61258688b8 None None] Port ec7af282-383f-4eed-ac07-bad5a7c07ca1 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:34:35.619976 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ab611bf-ba85-4ca0-aadb-bbfd57eeb1cb req-d8b4f38f-5275-47f2-a26d-527a88f6e8b7 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439815 Jul 22 16:34:35.666770 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2f45406-85bd-4682-9bbd-b829db27299d req-458dcef5-370a-416d-84ae-2d450a216de2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=6841fb77-588e-490a-9d5e-f000a42ebce7 HTTP/1.1" status: 200 len: 217 time: 0.3423843 Jul 22 16:34:35.669354 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33d2b3e-c156-4d88-9964-9ea52372b2e1', 'tag': '6841fb77-588e-490a-9d5e-f000a42ebce7'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:35.671871 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5566ba-bcd8-4f54-a0f2-aaa5e3200e67" -d '{"events": [{"name": "network-changed", "server_uuid": "a33d2b3e-c156-4d88-9964-9ea52372b2e1", "tag": "6841fb77-588e-490a-9d5e-f000a42ebce7"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:35.677040 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf3af071-9791-4c85-826c-33d67dee14d5 req-e52de253-b917-41c9-a70c-2b0248fadc96 service neutron] 10.222.0.16 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019666 Jul 22 16:34:35.738145 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f45406-85bd-4682-9bbd-b829db27299d req-b72b2e21-db3e-4a25-b810-2d8f97212fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:35.739951 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2f45406-85bd-4682-9bbd-b829db27299d req-b72b2e21-db3e-4a25-b810-2d8f97212fb2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0618145 Jul 22 16:34:35.779835 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5054cc10-e9cf-47ae-bb4b-d407d94de60d up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:35.895712 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf3af071-9791-4c85-826c-33d67dee14d5 req-9d24635f-8ff2-424e-848d-423160758e0a service neutron] 10.222.0.16 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518846 Jul 22 16:34:35.932672 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f6235b-7677-4c30-ba4a-ff7501233652 x-openstack-request-id: req-79f6235b-7677-4c30-ba4a-ff7501233652 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:35.932986 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634622d1-d94a-4cc9-a5e6-e86d9e163061", "name": "network-vif-unplugged", "status": "completed", "tag": "4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:35.933259 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-79f6235b-7677-4c30-ba4a-ff7501233652 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:35.933662 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634622d1-d94a-4cc9-a5e6-e86d9e163061', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a', 'code': 200} Jul 22 16:34:35.948148 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0d069-5ba7-4547-9aa1-c5e445a35586 None None] New status for floating IP 190b2595-1aca-4a03-8f5d-3c46aabb6b13: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:34:36.034199 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f45406-85bd-4682-9bbd-b829db27299d req-27c1cc65-1b37-4c89-8c3e-a92db2493fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:36.036158 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2f45406-85bd-4682-9bbd-b829db27299d req-27c1cc65-1b37-4c89-8c3e-a92db2493fcc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1394846 Jul 22 16:34:36.040069 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f862d68-9a4c-4dc3-aa4a-320690151e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:36.040273 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 5054cc10-e9cf-47ae-bb4b-d407d94de60d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:36.100635 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 5054cc10-e9cf-47ae-bb4b-d407d94de60d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:36.101292 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:36.197324 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b715c7-7ad9-444c-bfd0-6bd43ef7458f x-openstack-request-id: req-35b715c7-7ad9-444c-bfd0-6bd43ef7458f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:36.197614 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33d2b3e-c156-4d88-9964-9ea52372b2e1", "tag": "6841fb77-588e-490a-9d5e-f000a42ebce7", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:36.197863 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-35b715c7-7ad9-444c-bfd0-6bd43ef7458f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:36.198293 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33d2b3e-c156-4d88-9964-9ea52372b2e1', 'tag': '6841fb77-588e-490a-9d5e-f000a42ebce7', 'status': 'completed', 'code': 200} Jul 22 16:34:36.201087 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f862d68-9a4c-4dc3-aa4a-320690151e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:36.267593 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f862d68-9a4c-4dc3-aa4a-320690151e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cead03-15ef-495b-bd0a-fd03121dd863,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:36.272917 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4f862d68-9a4c-4dc3-aa4a-320690151e30 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b90dd6608833454ba91298c8ba619149&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0356662 Jul 22 16:34:36.277503 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46366) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:36.286563 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2f45406-85bd-4682-9bbd-b829db27299d req-2047cb2b-c68c-47ca-899d-469abc0b9b40 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431655 Jul 22 16:34:36.357753 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:36.359743 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d91d0bda-93c4-4368-b701-18035c22ee44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:36.387740 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 5054cc10-e9cf-47ae-bb4b-d407d94de60d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5054cc10-e9cf-47ae-bb4b-d407d94de60d,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:36.394487 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:36.450139 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d91d0bda-93c4-4368-b701-18035c22ee44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:36.480316 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=5054cc10-e9cf-47ae-bb4b-d407d94de60d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:36.623359 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2b19fdbd-030b-4764-a732-4fd8e1a49db5 req-9bee93db-5d9b-41b3-8f17-431676c201ab tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1979580 Jul 22 16:34:36.631497 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-2b19fdbd-030b-4764-a732-4fd8e1a49db5 req-e9ec3362-80fe-4bbc-8481-95cd8cc6c5ac tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:36.645267 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d91d0bda-93c4-4368-b701-18035c22ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:36.648467 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d91d0bda-93c4-4368-b701-18035c22ee44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:36.650038 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d91d0bda-93c4-4368-b701-18035c22ee44 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/68cead03-15ef-495b-bd0a-fd03121dd863 HTTP/1.1" status: 204 len: 168 time: 0.3700905 Jul 22 16:34:36.697082 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d0bda-93c4-4368-b701-18035c22ee44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cead03-15ef-495b-bd0a-fd03121dd863,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:36.718898 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2b19fdbd-030b-4764-a732-4fd8e1a49db5 req-e9ec3362-80fe-4bbc-8481-95cd8cc6c5ac tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:36.863271 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2b19fdbd-030b-4764-a732-4fd8e1a49db5 req-e9ec3362-80fe-4bbc-8481-95cd8cc6c5ac tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:36.864902 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2f45406-85bd-4682-9bbd-b829db27299d req-2e6d71e7-e5d4-4421-a366-9383e95c0340 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705442 Jul 22 16:34:36.936443 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c5e7c-7ee2-48ac-9ba8-d79441e3c961 req-4dc51d3e-320a-426b-a2ab-56306a6bf92f tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:36.945308 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e27c5e7c-7ee2-48ac-9ba8-d79441e3c961 req-4dc51d3e-320a-426b-a2ab-56306a6bf92f tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 948 time: 0.1198993 Jul 22 16:34:37.075242 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e27c5e7c-7ee2-48ac-9ba8-d79441e3c961 req-bf546fd6-bdb8-4e26-bb34-2ae8c959072a tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289222 Jul 22 16:34:37.083447 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-2b19fdbd-030b-4764-a732-4fd8e1a49db5 req-e9ec3362-80fe-4bbc-8481-95cd8cc6c5ac tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Allocated IP 172.25.0.158 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/e4e91f31-8881-404b-8233-6095fccd26ea) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:37.102202 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5566ba-bcd8-4f54-a0f2-aaa5e3200e67 req-5ff7999a-a38f-46c6-9249-a7da99221b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:37.106476 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea5566ba-bcd8-4f54-a0f2-aaa5e3200e67 req-5ff7999a-a38f-46c6-9249-a7da99221b26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 1099 time: 0.1511967 Jul 22 16:34:37.225486 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46382) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:37.245295 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54fd1fd5-f16e-4e9a-a142-1af99a7c0412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:37.300887 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2b19fdbd-030b-4764-a732-4fd8e1a49db5 req-e9ec3362-80fe-4bbc-8481-95cd8cc6c5ac tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:37.325389 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5566ba-bcd8-4f54-a0f2-aaa5e3200e67 req-a64218db-184a-400d-abba-f762af606783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:37.327538 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea5566ba-bcd8-4f54-a0f2-aaa5e3200e67 req-a64218db-184a-400d-abba-f762af606783 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.2144141 Jul 22 16:34:37.353231 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] Sync routers for ids ['04d60b1b-2b02-4247-bbaa-23f145015d5e'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:34:37.372147 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] Routers {'04d60b1b-2b02-4247-bbaa-23f145015d5e'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:34:37.373320 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:34:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['04d60b1b-2b02-4247-bbaa-23f145015d5e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:37.427274 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea5566ba-bcd8-4f54-a0f2-aaa5e3200e67 req-462fa4dc-4072-42a8-ac41-d7428c3258d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=6841fb77-588e-490a-9d5e-f000a42ebce7 HTTP/1.1" status: 200 len: 217 time: 0.0587411 Jul 22 16:34:37.457975 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2b19fdbd-030b-4764-a732-4fd8e1a49db5 req-e9ec3362-80fe-4bbc-8481-95cd8cc6c5ac tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:37.472842 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54fd1fd5-f16e-4e9a-a142-1af99a7c0412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:37.476610 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5566ba-bcd8-4f54-a0f2-aaa5e3200e67 req-7a21cfe0-92dc-4c8e-ba93-d81e0754b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:37.478329 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea5566ba-bcd8-4f54-a0f2-aaa5e3200e67 req-7a21cfe0-92dc-4c8e-ba93-d81e0754b345 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0618837 Jul 22 16:34:37.499623 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54fd1fd5-f16e-4e9a-a142-1af99a7c0412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:37.577876 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] Set router 04d60b1b-2b02-4247-bbaa-23f145015d5e gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:34:37.588776 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5566ba-bcd8-4f54-a0f2-aaa5e3200e67 req-e7aada99-e852-451d-b9cb-b10a75ea06e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:37.590570 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea5566ba-bcd8-4f54-a0f2-aaa5e3200e67 req-e7aada99-e852-451d-b9cb-b10a75ea06e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1051214 Jul 22 16:34:37.597825 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b19fdbd-030b-4764-a732-4fd8e1a49db5 req-e9ec3362-80fe-4bbc-8481-95cd8cc6c5ac tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:37.631321 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-2b19fdbd-030b-4764-a732-4fd8e1a49db5 req-e9ec3362-80fe-4bbc-8481-95cd8cc6c5ac tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:37.648898 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b19fdbd-030b-4764-a732-4fd8e1a49db5 req-e9ec3362-80fe-4bbc-8481-95cd8cc6c5ac tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:37.679683 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5054cc10-e9cf-47ae-bb4b-d407d94de60d up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:37.702608 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-54fd1fd5-f16e-4e9a-a142-1af99a7c0412 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7cf1ee3cc2df42c8893de71bbcda6e85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4757581 Jul 22 16:34:37.703752 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd1fd5-f16e-4e9a-a142-1af99a7c0412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90dce5eb-f934-49e6-a23c-2689ff95fa37,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:37.708331 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46394) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:37.712528 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec3362-80fe-4bbc-8481-95cd8cc6c5ac tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Pushing event updated for resources: {'Port': ['ID=e4e91f31-8881-404b-8233-6095fccd26ea,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:37.727330 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea5566ba-bcd8-4f54-a0f2-aaa5e3200e67 req-93dde2f4-f1ac-4886-a230-2260136b086e service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202171 Jul 22 16:34:37.792779 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 5054cc10-e9cf-47ae-bb4b-d407d94de60d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:37.793571 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:37.830077 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8de54267-affd-403f-a85d-c9be64388121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:37.851666 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2b19fdbd-030b-4764-a732-4fd8e1a49db5 req-e9ec3362-80fe-4bbc-8481-95cd8cc6c5ac tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:37.876402 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8de54267-affd-403f-a85d-c9be64388121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:37.901698 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea5566ba-bcd8-4f54-a0f2-aaa5e3200e67 req-13aa51a5-5e2e-4977-a83a-c7d8794807df service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674414 Jul 22 16:34:37.924729 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d60b1b-2b02-4247-bbaa-23f145015d5e', 'name': 'tempest-FloatingIPDetailsTestJSON-1409981764-router', 'tenant_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '5054cc10-e9cf-47ae-bb4b-d407d94de60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:34:26Z', 'updated_at': '2021-07-22T16:34:33Z', 'revision_number': 4, 'project_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'gw_port': {'id': '5054cc10-e9cf-47ae-bb4b-d407d94de60d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d60b1b-2b02-4247-bbaa-23f145015d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:27Z', 'updated_at': '2021-07-22T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'ec7af282-383f-4eed-ac07-bad5a7c07ca1', 'name': '', 'network_id': 'c8a82b1f-d034-4a00-b024-eeeeaebfccc3', 'tenant_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'mac_address': 'fa:16:3e:cd:39:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d60b1b-2b02-4247-bbaa-23f145015d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '40e7924f-e522-41ae-82f6-14afcfbda111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:32Z', 'updated_at': '2021-07-22T16:34:34Z', 'revision_number': 2, 'project_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'subnets': [{'id': '40e7924f-e522-41ae-82f6-14afcfbda111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:37.970992 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] Checking router: 04d60b1b-2b02-4247-bbaa-23f145015d5e for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:34:37.971379 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] Updating router 04d60b1b-2b02-4247-bbaa-23f145015d5e port ec7af282-383f-4eed-ac07-bad5a7c07ca1 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:34:37.988613 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2b19fdbd-030b-4764-a732-4fd8e1a49db5 req-e9ec3362-80fe-4bbc-8481-95cd8cc6c5ac tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:38.013756 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:38.050759 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8de54267-affd-403f-a85d-c9be64388121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:38.054991 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8de54267-affd-403f-a85d-c9be64388121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:38.059038 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8de54267-affd-403f-a85d-c9be64388121 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/90dce5eb-f934-49e6-a23c-2689ff95fa37 HTTP/1.1" status: 204 len: 168 time: 0.3401918 Jul 22 16:34:38.079629 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de54267-affd-403f-a85d-c9be64388121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90dce5eb-f934-49e6-a23c-2689ff95fa37,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:38.238949 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2b19fdbd-030b-4764-a732-4fd8e1a49db5 req-e9ec3362-80fe-4bbc-8481-95cd8cc6c5ac tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:38.250752 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2b19fdbd-030b-4764-a732-4fd8e1a49db5 req-e9ec3362-80fe-4bbc-8481-95cd8cc6c5ac tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:38.316035 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50c10f-bd12-4d28-b83c-44aeaa731f32 req-742a5a89-7af5-493a-831a-1ba93e85bb9c tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:38.319119 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bb50c10f-bd12-4d28-b83c-44aeaa731f32 req-742a5a89-7af5-493a-831a-1ba93e85bb9c tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 948 time: 0.1115677 Jul 22 16:34:38.364333 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec3362-80fe-4bbc-8481-95cd8cc6c5ac tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Pushing event updated for resources: {'Port': ['ID=e4e91f31-8881-404b-8233-6095fccd26ea,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:38.400731 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2b19fdbd-030b-4764-a732-4fd8e1a49db5 req-e9ec3362-80fe-4bbc-8481-95cd8cc6c5ac tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:38.412782 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bb50c10f-bd12-4d28-b83c-44aeaa731f32 req-427bec22-ecd0-433d-ba33-41b1ece9a6cd tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785038 Jul 22 16:34:38.429818 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-2b19fdbd-030b-4764-a732-4fd8e1a49db5 req-e9ec3362-80fe-4bbc-8481-95cd8cc6c5ac tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:38.431657 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2b19fdbd-030b-4764-a732-4fd8e1a49db5 req-e9ec3362-80fe-4bbc-8481-95cd8cc6c5ac tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8072963 Jul 22 16:34:38.444745 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:38.456193 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] Transition to ACTIVE for port object ec7af282-383f-4eed-ac07-bad5a7c07ca1 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:38.467823 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:38.507197 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2b19fdbd-030b-4764-a732-4fd8e1a49db5 req-a747ea1d-c856-434e-a4f6-0ee598ad40c3 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.158 HTTP/1.1" status: 200 len: 696 time: 0.0657578 Jul 22 16:34:38.584984 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f2561-6690-4249-b086-b0a7d39704bd None None] Pushing event updated for resources: {'Port': ['ID=ec7af282-383f-4eed-ac07-bad5a7c07ca1,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:38.604891 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f2561-6690-4249-b086-b0a7d39704bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:38.605332 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f2561-6690-4249-b086-b0a7d39704bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:38.605764 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f2561-6690-4249-b086-b0a7d39704bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:38.606384 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f2561-6690-4249-b086-b0a7d39704bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:38.606773 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f2561-6690-4249-b086-b0a7d39704bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:38.607189 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f2561-6690-4249-b086-b0a7d39704bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:38.607600 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f2561-6690-4249-b086-b0a7d39704bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:38.608039 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f2561-6690-4249-b086-b0a7d39704bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:38.608595 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f2561-6690-4249-b086-b0a7d39704bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:38.609566 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f2561-6690-4249-b086-b0a7d39704bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:38.609566 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f2561-6690-4249-b086-b0a7d39704bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:38.609820 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f2561-6690-4249-b086-b0a7d39704bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:38.657159 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19fdbd-030b-4764-a732-4fd8e1a49db5 req-491b09ab-faf9-46a2-8696-0c2c7d291b2b tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:38.661554 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2b19fdbd-030b-4764-a732-4fd8e1a49db5 req-491b09ab-faf9-46a2-8696-0c2c7d291b2b tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.1504929 Jul 22 16:34:38.706291 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] Attempting to bind port ec7af282-383f-4eed-ac07-bad5a7c07ca1 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:34:38.707096 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] Attempting to bind port ec7af282-383f-4eed-ac07-bad5a7c07ca1 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '07d061f8-ab8b-4c9c-bb49-c856f9c0d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c8a82b1f-d034-4a00-b024-eeeeaebfccc3'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:34:38.707727 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] Attempting to bind port ec7af282-383f-4eed-ac07-bad5a7c07ca1 on network c8a82b1f-d034-4a00-b024-eeeeaebfccc3 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:38.714724 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:34:38.715662 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] Checking segment: {'id': '07d061f8-ab8b-4c9c-bb49-c856f9c0d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c8a82b1f-d034-4a00-b024-eeeeaebfccc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:34:38.716617 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:38.717328 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] Bound using segment: {'id': '07d061f8-ab8b-4c9c-bb49-c856f9c0d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c8a82b1f-d034-4a00-b024-eeeeaebfccc3'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:34:38.718314 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] Bound port: ec7af282-383f-4eed-ac07-bad5a7c07ca1, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d061f8-ab8b-4c9c-bb49-c856f9c0d67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c8a82b1f-d034-4a00-b024-eeeeaebfccc3'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:34:38.718928 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:38.825526 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] For port ec7af282-383f-4eed-ac07-bad5a7c07ca1, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:34:38.830558 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] For port ec7af282-383f-4eed-ac07-bad5a7c07ca1, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ec7af282-383f-4eed-ac07-bad5a7c07ca1,segment=NetworkSegment(07d061f8-ab8b-4c9c-bb49-c856f9c0d67a),segment_id=07d061f8-ab8b-4c9c-bb49-c856f9c0d67a)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:34:38.838041 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:38.911201 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] Routers {'04d60b1b-2b02-4247-bbaa-23f145015d5e'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:34:38.911855 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:34:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['04d60b1b-2b02-4247-bbaa-23f145015d5e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:38.994336 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d782df73-f59b-4034-9ca5-a19e45300266 req-167c749f-9191-4057-bcc5-1bbca09bfa4b tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2192636 Jul 22 16:34:39.000063 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-d782df73-f59b-4034-9ca5-a19e45300266 req-e6b02e13-9d2b-49f9-ac48-730c3af09b61 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:39.029156 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f2561-6690-4249-b086-b0a7d39704bd None None] Pushing event updated for resources: {'Port': ['ID=ec7af282-383f-4eed-ac07-bad5a7c07ca1,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:39.030618 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d782df73-f59b-4034-9ca5-a19e45300266 req-e6b02e13-9d2b-49f9-ac48-730c3af09b61 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:39.128885 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] Set router 04d60b1b-2b02-4247-bbaa-23f145015d5e gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:34:39.176958 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d782df73-f59b-4034-9ca5-a19e45300266 req-e6b02e13-9d2b-49f9-ac48-730c3af09b61 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:39.287108 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 8c07feff-3f07-41be-a0ee-332108b1d00b details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:34:39.357476 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-d782df73-f59b-4034-9ca5-a19e45300266 req-e6b02e13-9d2b-49f9-ac48-730c3af09b61 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Allocated IP 172.25.0.225 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/d09e38a9-d566-44d5-a292-f8752ebe444f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:39.480301 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 8c07feff-3f07-41be-a0ee-332108b1d00b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8c07feff-3f07-41be-a0ee-332108b1d00b,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:39.497103 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '8c07feff-3f07-41be-a0ee-332108b1d00b', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '8c07feff-3f07-41be-a0ee-332108b1d00b', 'mac_address': 'fa:16:3e:19:fb:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:34:39.564074 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d60b1b-2b02-4247-bbaa-23f145015d5e', 'name': 'tempest-FloatingIPDetailsTestJSON-1409981764-router', 'tenant_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '5054cc10-e9cf-47ae-bb4b-d407d94de60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:34:26Z', 'updated_at': '2021-07-22T16:34:33Z', 'revision_number': 4, 'project_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'gw_port': {'id': '5054cc10-e9cf-47ae-bb4b-d407d94de60d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d60b1b-2b02-4247-bbaa-23f145015d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:27Z', 'updated_at': '2021-07-22T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'ec7af282-383f-4eed-ac07-bad5a7c07ca1', 'name': '', 'network_id': 'c8a82b1f-d034-4a00-b024-eeeeaebfccc3', 'tenant_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'mac_address': 'fa:16:3e:cd:39:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d60b1b-2b02-4247-bbaa-23f145015d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '40e7924f-e522-41ae-82f6-14afcfbda111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:32Z', 'updated_at': '2021-07-22T16:34:38Z', 'revision_number': 4, 'project_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'subnets': [{'id': '40e7924f-e522-41ae-82f6-14afcfbda111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:39.601669 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:39.614353 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3051ec38-7674-4d70-98ae-bb2006a9e4b0 None None] The sync data for ids ['04d60b1b-2b02-4247-bbaa-23f145015d5e'] in n-d-798930-9 is: [{'id': '04d60b1b-2b02-4247-bbaa-23f145015d5e', 'name': 'tempest-FloatingIPDetailsTestJSON-1409981764-router', 'tenant_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '5054cc10-e9cf-47ae-bb4b-d407d94de60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:34:26Z', 'updated_at': '2021-07-22T16:34:33Z', 'revision_number': 4, 'project_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'gw_port': {'id': '5054cc10-e9cf-47ae-bb4b-d407d94de60d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d60b1b-2b02-4247-bbaa-23f145015d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:27Z', 'updated_at': '2021-07-22T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'ec7af282-383f-4eed-ac07-bad5a7c07ca1', 'name': '', 'network_id': 'c8a82b1f-d034-4a00-b024-eeeeaebfccc3', 'tenant_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'mac_address': 'fa:16:3e:cd:39:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d60b1b-2b02-4247-bbaa-23f145015d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '40e7924f-e522-41ae-82f6-14afcfbda111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:32Z', 'updated_at': '2021-07-22T16:34:38Z', 'revision_number': 4, 'project_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'subnets': [{'id': '40e7924f-e522-41ae-82f6-14afcfbda111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:34:39.620319 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18cdf6-6f75-4637-9444-91480c3b537d req-535fb9cc-a360-4b5a-ad88-4c17f216a276 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:39.622946 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d782df73-f59b-4034-9ca5-a19e45300266 req-e6b02e13-9d2b-49f9-ac48-730c3af09b61 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:39.627104 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c07feff-3f07-41be-a0ee-332108b1d00b {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:34:39.631709 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc18cdf6-6f75-4637-9444-91480c3b537d req-535fb9cc-a360-4b5a-ad88-4c17f216a276 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 948 time: 0.1193674 Jul 22 16:34:39.681434 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 8c07feff-3f07-41be-a0ee-332108b1d00b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8c07feff-3f07-41be-a0ee-332108b1d00b,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:39.690032 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:39.716963 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d782df73-f59b-4034-9ca5-a19e45300266 req-e6b02e13-9d2b-49f9-ac48-730c3af09b61 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:39.739273 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc18cdf6-6f75-4637-9444-91480c3b537d req-e3bcbf19-4672-4fb1-85d4-eada92bef9ed tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061873 Jul 22 16:34:39.825852 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=8c07feff-3f07-41be-a0ee-332108b1d00b,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:39.854615 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d782df73-f59b-4034-9ca5-a19e45300266 req-e6b02e13-9d2b-49f9-ac48-730c3af09b61 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:39.875880 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-d782df73-f59b-4034-9ca5-a19e45300266 req-e6b02e13-9d2b-49f9-ac48-730c3af09b61 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:39.900920 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d782df73-f59b-4034-9ca5-a19e45300266 req-e6b02e13-9d2b-49f9-ac48-730c3af09b61 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:39.906124 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b02e13-9d2b-49f9-ac48-730c3af09b61 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Pushing event updated for resources: {'Port': ['ID=d09e38a9-d566-44d5-a292-f8752ebe444f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:39.910374 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['8c07feff-3f07-41be-a0ee-332108b1d00b'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:34:40.119029 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d782df73-f59b-4034-9ca5-a19e45300266 req-e6b02e13-9d2b-49f9-ac48-730c3af09b61 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:40.216548 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d782df73-f59b-4034-9ca5-a19e45300266 req-e6b02e13-9d2b-49f9-ac48-730c3af09b61 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:40.470192 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d782df73-f59b-4034-9ca5-a19e45300266 req-e6b02e13-9d2b-49f9-ac48-730c3af09b61 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:40.486422 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d782df73-f59b-4034-9ca5-a19e45300266 req-e6b02e13-9d2b-49f9-ac48-730c3af09b61 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:40.592013 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d782df73-f59b-4034-9ca5-a19e45300266 req-e6b02e13-9d2b-49f9-ac48-730c3af09b61 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:40.635771 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d782df73-f59b-4034-9ca5-a19e45300266 req-e6b02e13-9d2b-49f9-ac48-730c3af09b61 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:40.640083 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d782df73-f59b-4034-9ca5-a19e45300266 req-e6b02e13-9d2b-49f9-ac48-730c3af09b61 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6446300 Jul 22 16:34:40.642207 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b02e13-9d2b-49f9-ac48-730c3af09b61 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Pushing event updated for resources: {'Port': ['ID=d09e38a9-d566-44d5-a292-f8752ebe444f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:40.712922 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d782df73-f59b-4034-9ca5-a19e45300266 req-c9293c09-fc72-4a9e-8c60-d558b4ae225f tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.0649266 Jul 22 16:34:40.967659 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782df73-f59b-4034-9ca5-a19e45300266 req-f8e63769-4fb1-4477-8197-7c3c48dc4d12 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:40.973137 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d782df73-f59b-4034-9ca5-a19e45300266 req-f8e63769-4fb1-4477-8197-7c3c48dc4d12 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.2523422 Jul 22 16:34:40.981981 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 6841fb77-588e-490a-9d5e-f000a42ebce7 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:34:41.023503 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbbec5-14e4-4bbb-aa81-96232ddb0a75 req-622f6544-6e55-4959-a97c-662749f1cb88 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:41.026445 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2fdbbec5-14e4-4bbb-aa81-96232ddb0a75 req-622f6544-6e55-4959-a97c-662749f1cb88 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 948 time: 0.1948931 Jul 22 16:34:41.131914 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2fdbbec5-14e4-4bbb-aa81-96232ddb0a75 req-4d76a74a-25b5-4137-b018-d73f43f18ce7 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971167 Jul 22 16:34:41.283542 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 6841fb77-588e-490a-9d5e-f000a42ebce7, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=6841fb77-588e-490a-9d5e-f000a42ebce7,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:41.311417 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 8c07feff-3f07-41be-a0ee-332108b1d00b up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:41.337110 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '6841fb77-588e-490a-9d5e-f000a42ebce7', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '6841fb77-588e-490a-9d5e-f000a42ebce7', 'mac_address': 'fa:16:3e:23:89:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:34:41.459029 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a7dada2-2d07-4a8e-8d60-55898e2fade4 req-13f4016d-94de-4401-ae06-fe1d7763ac82 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2917912 Jul 22 16:34:41.471143 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-0a7dada2-2d07-4a8e-8d60-55898e2fade4 req-93991a95-ae3b-45b2-9397-f5c951128f89 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:41.517534 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:41.562375 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 8c07feff-3f07-41be-a0ee-332108b1d00b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:41.563016 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:41.568929 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6841fb77-588e-490a-9d5e-f000a42ebce7 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:34:41.570527 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a7dada2-2d07-4a8e-8d60-55898e2fade4 req-93991a95-ae3b-45b2-9397-f5c951128f89 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:41.629495 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 6841fb77-588e-490a-9d5e-f000a42ebce7, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=6841fb77-588e-490a-9d5e-f000a42ebce7,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:41.637702 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:41.739256 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ec7af282-383f-4eed-ac07-bad5a7c07ca1 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:41.841204 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:41.845997 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=6841fb77-588e-490a-9d5e-f000a42ebce7,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:41.895793 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port ec7af282-383f-4eed-ac07-bad5a7c07ca1 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:41.901049 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:41.913777 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port ec7af282-383f-4eed-ac07-bad5a7c07ca1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:41.914514 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:41.943878 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['6841fb77-588e-490a-9d5e-f000a42ebce7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:34:41.955359 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a7dada2-2d07-4a8e-8d60-55898e2fade4 req-93991a95-ae3b-45b2-9397-f5c951128f89 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:42.061595 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c449fa9a-b6b3-4237-8025-d984203d0cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c07feff-3f07-41be-a0ee-332108b1d00b'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:42.064290 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51200b0-29da-4c04-b1d8-93539fb34992" -d '{"events": [{"server_uuid": "c449fa9a-b6b3-4237-8025-d984203d0cb5", "name": "network-vif-plugged", "status": "completed", "tag": "8c07feff-3f07-41be-a0ee-332108b1d00b"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:42.087851 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:42.176151 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 8c07feff-3f07-41be-a0ee-332108b1d00b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8c07feff-3f07-41be-a0ee-332108b1d00b,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:42.220896 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:42.326592 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-0a7dada2-2d07-4a8e-8d60-55898e2fade4 req-93991a95-ae3b-45b2-9397-f5c951128f89 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Allocated IP 172.25.0.211 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/e2808578-0542-4740-8d9f-7c26cb562aa4) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:42.443896 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:42.499291 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=8c07feff-3f07-41be-a0ee-332108b1d00b,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:42.590463 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port ec7af282-383f-4eed-ac07-bad5a7c07ca1, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ec7af282-383f-4eed-ac07-bad5a7c07ca1,segment=NetworkSegment(07d061f8-ab8b-4c9c-bb49-c856f9c0d67a),segment_id=07d061f8-ab8b-4c9c-bb49-c856f9c0d67a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:42.598748 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:42.616229 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a7dada2-2d07-4a8e-8d60-55898e2fade4 req-93991a95-ae3b-45b2-9397-f5c951128f89 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:42.734200 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a7dada2-2d07-4a8e-8d60-55898e2fade4 req-93991a95-ae3b-45b2-9397-f5c951128f89 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:42.771640 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=ec7af282-383f-4eed-ac07-bad5a7c07ca1,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:42.836664 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93991a95-ae3b-45b2-9397-f5c951128f89 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Pushing event updated for resources: {'Port': ['ID=e2808578-0542-4740-8d9f-7c26cb562aa4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:42.845754 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a7dada2-2d07-4a8e-8d60-55898e2fade4 req-93991a95-ae3b-45b2-9397-f5c951128f89 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:42.846769 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-0a7dada2-2d07-4a8e-8d60-55898e2fade4 req-93991a95-ae3b-45b2-9397-f5c951128f89 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:42.849420 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7dada2-2d07-4a8e-8d60-55898e2fade4 req-93991a95-ae3b-45b2-9397-f5c951128f89 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:42.975660 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a7dada2-2d07-4a8e-8d60-55898e2fade4 req-93991a95-ae3b-45b2-9397-f5c951128f89 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:43.031282 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a7dada2-2d07-4a8e-8d60-55898e2fade4 req-93991a95-ae3b-45b2-9397-f5c951128f89 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:43.257318 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a7dada2-2d07-4a8e-8d60-55898e2fade4 req-93991a95-ae3b-45b2-9397-f5c951128f89 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:43.265912 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a7dada2-2d07-4a8e-8d60-55898e2fade4 req-93991a95-ae3b-45b2-9397-f5c951128f89 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:43.410660 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93991a95-ae3b-45b2-9397-f5c951128f89 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Pushing event updated for resources: {'Port': ['ID=e2808578-0542-4740-8d9f-7c26cb562aa4,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:43.421973 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a7dada2-2d07-4a8e-8d60-55898e2fade4 req-93991a95-ae3b-45b2-9397-f5c951128f89 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:43.445176 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a7dada2-2d07-4a8e-8d60-55898e2fade4 req-93991a95-ae3b-45b2-9397-f5c951128f89 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:43.448105 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a7dada2-2d07-4a8e-8d60-55898e2fade4 req-93991a95-ae3b-45b2-9397-f5c951128f89 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9882128 Jul 22 16:34:43.520980 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a7dada2-2d07-4a8e-8d60-55898e2fade4 req-31af352e-bca9-4537-9a45-910816eb475f tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.211 HTTP/1.1" status: 200 len: 696 time: 0.0542679 Jul 22 16:34:43.678527 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dada2-2d07-4a8e-8d60-55898e2fade4 req-2008e753-1b8b-49b6-902c-bf37e7d06c51 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:43.680131 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a7dada2-2d07-4a8e-8d60-55898e2fade4 req-2008e753-1b8b-49b6-902c-bf37e7d06c51 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.1488132 Jul 22 16:34:43.718885 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ec7af282-383f-4eed-ac07-bad5a7c07ca1 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:43.826011 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port ec7af282-383f-4eed-ac07-bad5a7c07ca1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:43.826642 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:43.893070 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ffeeb1-0708-4c4a-9a64-b5c9712aa850 x-openstack-request-id: req-90ffeeb1-0708-4c4a-9a64-b5c9712aa850 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:43.893363 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c449fa9a-b6b3-4237-8025-d984203d0cb5", "name": "network-vif-plugged", "status": "completed", "tag": "8c07feff-3f07-41be-a0ee-332108b1d00b", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:43.893617 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-90ffeeb1-0708-4c4a-9a64-b5c9712aa850 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:43.894030 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c449fa9a-b6b3-4237-8025-d984203d0cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c07feff-3f07-41be-a0ee-332108b1d00b', 'code': 200} Jul 22 16:34:44.156082 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fdc60e-712e-42ce-9116-2dc2d0ecbb81 req-b0f61225-fe04-4a2d-85c0-2dc728de9109 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:44.157686 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-01fdc60e-712e-42ce-9116-2dc2d0ecbb81 req-b0f61225-fe04-4a2d-85c0-2dc728de9109 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 949 time: 0.1230707 Jul 22 16:34:44.248511 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-01fdc60e-712e-42ce-9116-2dc2d0ecbb81 req-1411681f-542c-42e6-97e2-4a26574c09ec tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762620 Jul 22 16:34:44.546178 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-587fc2b7-7a55-4821-9d6f-d87ee9e558a5 req-2ec8e590-1358-44cb-a85d-7a6bc2c57d62 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1794949 Jul 22 16:34:44.553150 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-587fc2b7-7a55-4821-9d6f-d87ee9e558a5 req-424cb481-4720-43f6-be6e-c3abdbe8c90a tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:44.598605 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-587fc2b7-7a55-4821-9d6f-d87ee9e558a5 req-424cb481-4720-43f6-be6e-c3abdbe8c90a tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:44.784691 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-587fc2b7-7a55-4821-9d6f-d87ee9e558a5 req-424cb481-4720-43f6-be6e-c3abdbe8c90a tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:45.000763 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 6841fb77-588e-490a-9d5e-f000a42ebce7 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:45.020161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-587fc2b7-7a55-4821-9d6f-d87ee9e558a5 req-424cb481-4720-43f6-be6e-c3abdbe8c90a tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Allocated IP 172.25.0.108 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/11c7de21-ac5e-4e26-866f-265dedc2a358) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:45.094095 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 6841fb77-588e-490a-9d5e-f000a42ebce7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:45.104630 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 6841fb77-588e-490a-9d5e-f000a42ebce7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:45.105129 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:45.235508 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-587fc2b7-7a55-4821-9d6f-d87ee9e558a5 req-424cb481-4720-43f6-be6e-c3abdbe8c90a tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:45.261793 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:45.329270 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 6841fb77-588e-490a-9d5e-f000a42ebce7, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=6841fb77-588e-490a-9d5e-f000a42ebce7,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:45.342045 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:45.373104 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-587fc2b7-7a55-4821-9d6f-d87ee9e558a5 req-424cb481-4720-43f6-be6e-c3abdbe8c90a tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:45.430747 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=6841fb77-588e-490a-9d5e-f000a42ebce7,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:45.480668 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587fc2b7-7a55-4821-9d6f-d87ee9e558a5 req-424cb481-4720-43f6-be6e-c3abdbe8c90a tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:45.487438 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-587fc2b7-7a55-4821-9d6f-d87ee9e558a5 req-424cb481-4720-43f6-be6e-c3abdbe8c90a tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:45.490968 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-587fc2b7-7a55-4821-9d6f-d87ee9e558a5 req-424cb481-4720-43f6-be6e-c3abdbe8c90a tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:45.539577 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cb481-4720-43f6-be6e-c3abdbe8c90a tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Pushing event updated for resources: {'Port': ['ID=11c7de21-ac5e-4e26-866f-265dedc2a358,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:45.680478 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-587fc2b7-7a55-4821-9d6f-d87ee9e558a5 req-424cb481-4720-43f6-be6e-c3abdbe8c90a tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:45.783545 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-587fc2b7-7a55-4821-9d6f-d87ee9e558a5 req-424cb481-4720-43f6-be6e-c3abdbe8c90a tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:45.852447 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f606b-dbd5-496a-a7ec-dc512bfb8dbe req-8fe00554-d4d6-4f4d-a017-409e1dfaee3a tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:45.855423 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-de6f606b-dbd5-496a-a7ec-dc512bfb8dbe req-8fe00554-d4d6-4f4d-a017-409e1dfaee3a tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.1224427 Jul 22 16:34:45.895685 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33d2b3e-c156-4d88-9964-9ea52372b2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6841fb77-588e-490a-9d5e-f000a42ebce7'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:45.898347 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cdc5e3-e67c-4f54-9975-8c2000926440" -d '{"events": [{"server_uuid": "a33d2b3e-c156-4d88-9964-9ea52372b2e1", "name": "network-vif-plugged", "status": "completed", "tag": "6841fb77-588e-490a-9d5e-f000a42ebce7"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:45.924563 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-de6f606b-dbd5-496a-a7ec-dc512bfb8dbe req-26bf320e-9e57-43cf-8ec5-fae169c76fb3 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588560 Jul 22 16:34:46.183723 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5defd34b-1fdb-4a81-bef9-9f04e1f1ca99 x-openstack-request-id: req-5defd34b-1fdb-4a81-bef9-9f04e1f1ca99 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:46.184526 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33d2b3e-c156-4d88-9964-9ea52372b2e1", "name": "network-vif-plugged", "status": "completed", "tag": "6841fb77-588e-490a-9d5e-f000a42ebce7", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:46.184526 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5defd34b-1fdb-4a81-bef9-9f04e1f1ca99 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:46.185095 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33d2b3e-c156-4d88-9964-9ea52372b2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6841fb77-588e-490a-9d5e-f000a42ebce7', 'code': 200} Jul 22 16:34:46.254877 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-587fc2b7-7a55-4821-9d6f-d87ee9e558a5 req-424cb481-4720-43f6-be6e-c3abdbe8c90a tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:46.285294 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-587fc2b7-7a55-4821-9d6f-d87ee9e558a5 req-424cb481-4720-43f6-be6e-c3abdbe8c90a tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:46.539458 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-587fc2b7-7a55-4821-9d6f-d87ee9e558a5 req-424cb481-4720-43f6-be6e-c3abdbe8c90a tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:46.547912 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cb481-4720-43f6-be6e-c3abdbe8c90a tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Pushing event updated for resources: {'Port': ['ID=11c7de21-ac5e-4e26-866f-265dedc2a358,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:46.650938 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-587fc2b7-7a55-4821-9d6f-d87ee9e558a5 req-424cb481-4720-43f6-be6e-c3abdbe8c90a tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:46.698659 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-587fc2b7-7a55-4821-9d6f-d87ee9e558a5 req-424cb481-4720-43f6-be6e-c3abdbe8c90a tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1184971 Jul 22 16:34:46.791293 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9317f-2e0b-447e-9f93-a6ee6d983d64 req-40d65dd1-4a1e-4de7-90f3-e2dd94617aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:46.794151 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b0f9317f-2e0b-447e-9f93-a6ee6d983d64 req-40d65dd1-4a1e-4de7-90f3-e2dd94617aa9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 1101 time: 0.4708550 Jul 22 16:34:46.821640 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-587fc2b7-7a55-4821-9d6f-d87ee9e558a5 req-fdc2c4be-8409-439a-bde1-8b7bd9142dad tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 696 time: 0.1544161 Jul 22 16:34:46.935827 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b0f9317f-2e0b-447e-9f93-a6ee6d983d64 req-0323df60-8b83-479c-9103-b67f18f7c881 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279645 Jul 22 16:34:47.186354 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fc2b7-7a55-4821-9d6f-d87ee9e558a5 req-5b1d6a1c-25a1-40dc-9305-759a1e5f5235 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:47.188651 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-587fc2b7-7a55-4821-9d6f-d87ee9e558a5 req-5b1d6a1c-25a1-40dc-9305-759a1e5f5235 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.3568995 Jul 22 16:34:47.296362 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e6135-f3d6-4a54-9ba7-b32432bf9f19 req-23c32cc1-de74-4aee-ac37-0afc5674313a tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:47.298238 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8d0e6135-f3d6-4a54-9ba7-b32432bf9f19 req-23c32cc1-de74-4aee-ac37-0afc5674313a tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.1841137 Jul 22 16:34:47.388482 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8d0e6135-f3d6-4a54-9ba7-b32432bf9f19 req-8ad4db65-5469-428c-9d87-fb094b492163 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784702 Jul 22 16:34:47.520271 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8d46c222-5a91-4fdf-8ea1-62c362c43295 req-7879a743-a1cb-4072-86e2-dcb061077298 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/floatingips/f7d1fdd0-b187-4a50-9dd2-f2896aac583c HTTP/1.1" status: 200 len: 693 time: 0.0923140 Jul 22 16:34:47.752049 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6bdeba92-f9ad-40ba-b5aa-208852d222a7 req-ee3a7276-66a2-4b86-aafd-933592724892 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a33e4472-b00d-4327-8185-8e953c499c9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2054412 Jul 22 16:34:47.931638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdeba92-f9ad-40ba-b5aa-208852d222a7 req-b7bf82ab-760e-41c4-989a-dedf1a4f1586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:47.938986 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6bdeba92-f9ad-40ba-b5aa-208852d222a7 req-b7bf82ab-760e-41c4-989a-dedf1a4f1586 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7920f2bb00e4e8fa22664c9f0f8007a&device_id=a33e4472-b00d-4327-8185-8e953c499c9e HTTP/1.1" status: 200 len: 1096 time: 0.1382771 Jul 22 16:34:48.005128 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46c222-5a91-4fdf-8ea1-62c362c43295 req-2700ce93-8be7-4974-8bda-7e34bb23ea37 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:48.026335 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8d46c222-5a91-4fdf-8ea1-62c362c43295 req-2700ce93-8be7-4974-8bda-7e34bb23ea37 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.4981897 Jul 22 16:34:48.232903 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7384288c-797e-427e-a8e0-6feb58a943f6 req-c59efcc9-60f6-4c99-98fb-8d28dd8b1bee tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/floatingips/f7d1fdd0-b187-4a50-9dd2-f2896aac583c HTTP/1.1" status: 200 len: 693 time: 0.1776271 Jul 22 16:34:48.351887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdeba92-f9ad-40ba-b5aa-208852d222a7 req-497ecc89-3aa9-4a25-bb4b-934d59dfc124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:48.353357 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6bdeba92-f9ad-40ba-b5aa-208852d222a7 req-497ecc89-3aa9-4a25-bb4b-934d59dfc124 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b658d0cb-44dd-4611-a8ea-16592dfac070 HTTP/1.1" status: 200 len: 912 time: 0.3842211 Jul 22 16:34:48.358045 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-59678c51-256b-4f4d-88cc-afa9823a3d7a req-cae3cc4c-6cf0-4c9d-9330-fb7ff06fb3c2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=634622d1-d94a-4cc9-a5e6-e86d9e163061&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3786380 Jul 22 16:34:48.440777 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6bdeba92-f9ad-40ba-b5aa-208852d222a7 req-ad2fb619-232f-4769-9d16-2bc7b81119fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 HTTP/1.1" status: 200 len: 1000 time: 0.0760858 Jul 22 16:34:48.510472 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdeba92-f9ad-40ba-b5aa-208852d222a7 req-19614734-19ad-48eb-a0c4-10791f814133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:48.517298 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6bdeba92-f9ad-40ba-b5aa-208852d222a7 req-19614734-19ad-48eb-a0c4-10791f814133 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd8d0762-9d71-4ae5-8d34-5c7375a95f4e HTTP/1.1" status: 200 len: 850 time: 0.0683002 Jul 22 16:34:48.576031 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384288c-797e-427e-a8e0-6feb58a943f6 req-220977a4-8d1f-4fde-afcb-d53bfb9377ee tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:48.585553 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7384288c-797e-427e-a8e0-6feb58a943f6 req-220977a4-8d1f-4fde-afcb-d53bfb9377ee tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.3484488 Jul 22 16:34:48.707815 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7384288c-797e-427e-a8e0-6feb58a943f6 req-9b7e9461-a0ab-4276-abe2-f220d2be65df tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 696 time: 0.1210043 Jul 22 16:34:48.774125 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7384288c-797e-427e-a8e0-6feb58a943f6 req-b8c99561-628d-481d-ba53-96b2ab4d3ea6 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 696 time: 0.0643027 Jul 22 16:34:48.795740 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59678c51-256b-4f4d-88cc-afa9823a3d7a req-b6a99fc1-4640-4461-88a8-0a0ec0b860d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:48.797776 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-59678c51-256b-4f4d-88cc-afa9823a3d7a req-b6a99fc1-4640-4461-88a8-0a0ec0b860d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=737219674a65492c83d801138e0cf9e0&device_id=634622d1-d94a-4cc9-a5e6-e86d9e163061 HTTP/1.1" status: 200 len: 1099 time: 0.2712078 Jul 22 16:34:48.881956 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdeba92-f9ad-40ba-b5aa-208852d222a7 req-511b63f5-4a9e-4345-92a9-b74f1cc9b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:48.886985 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6bdeba92-f9ad-40ba-b5aa-208852d222a7 req-511b63f5-4a9e-4345-92a9-b74f1cc9b44a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b658d0cb-44dd-4611-a8ea-16592dfac070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3626113 Jul 22 16:34:48.921715 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6f211-187c-447d-97b3-0204fdc7e5c6 req-37bf7595-5bec-4e08-8f5b-7c10133b7103 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:48.923927 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c2f6f211-187c-447d-97b3-0204fdc7e5c6 req-37bf7595-5bec-4e08-8f5b-7c10133b7103 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.3215954 Jul 22 16:34:49.097034 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c2f6f211-187c-447d-97b3-0204fdc7e5c6 req-3e33a223-ac4e-413e-aaad-ce62ced75a04 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403966 Jul 22 16:34:49.200482 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59678c51-256b-4f4d-88cc-afa9823a3d7a req-fcc9c8c4-f1ea-478b-b4b9-43cdfa66db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:49.206759 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-59678c51-256b-4f4d-88cc-afa9823a3d7a req-fcc9c8c4-f1ea-478b-b4b9-43cdfa66db47 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.3795931 Jul 22 16:34:49.215517 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6bdeba92-f9ad-40ba-b5aa-208852d222a7 req-6a23afb2-921e-4e8b-989f-ec79814e58ac service neutron] 10.222.0.16 "GET /v2.0/networks/b658d0cb-44dd-4611-a8ea-16592dfac070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889185 Jul 22 16:34:49.298431 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-59678c51-256b-4f4d-88cc-afa9823a3d7a req-a8182119-be6d-4b8c-acb8-99b6f13ab0bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a HTTP/1.1" status: 200 len: 217 time: 0.0815427 Jul 22 16:34:49.411733 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6bdeba92-f9ad-40ba-b5aa-208852d222a7 req-4797867f-408e-432d-abd3-e717db5e79e2 service neutron] 10.222.0.16 "GET /v2.0/networks/b658d0cb-44dd-4611-a8ea-16592dfac070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109350 Jul 22 16:34:49.470216 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59678c51-256b-4f4d-88cc-afa9823a3d7a req-f542084e-73e2-4fe3-b836-636da3c4cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:49.470216 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-59678c51-256b-4f4d-88cc-afa9823a3d7a req-f542084e-73e2-4fe3-b836-636da3c4cd26 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0567901 Jul 22 16:34:49.666480 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59678c51-256b-4f4d-88cc-afa9823a3d7a req-e45bf963-a926-498b-9cbe-ed82ed2dffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:49.668320 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-59678c51-256b-4f4d-88cc-afa9823a3d7a req-e45bf963-a926-498b-9cbe-ed82ed2dffe1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1867132 Jul 22 16:34:49.752928 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-7384288c-797e-427e-a8e0-6feb58a943f6 req-38234ce6-de6a-4f10-b507-748481e7ef60 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Deleting port 11c7de21-ac5e-4e26-866f-265dedc2a358 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:34:49.756214 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7384288c-797e-427e-a8e0-6feb58a943f6 req-38234ce6-de6a-4f10-b507-748481e7ef60 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:50.042408 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7384288c-797e-427e-a8e0-6feb58a943f6 req-38234ce6-de6a-4f10-b507-748481e7ef60 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:50.043695 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7384288c-797e-427e-a8e0-6feb58a943f6 req-38234ce6-de6a-4f10-b507-748481e7ef60 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:50.069642 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-7384288c-797e-427e-a8e0-6feb58a943f6 req-38234ce6-de6a-4f10-b507-748481e7ef60 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Calling delete_port for 11c7de21-ac5e-4e26-866f-265dedc2a358 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:34:50.295809 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7384288c-797e-427e-a8e0-6feb58a943f6 req-38234ce6-de6a-4f10-b507-748481e7ef60 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:50.350545 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38234ce6-de6a-4f10-b507-748481e7ef60 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Pushing event deleted for resources: {'Port': ['ID=11c7de21-ac5e-4e26-866f-265dedc2a358,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:50.456880 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7384288c-797e-427e-a8e0-6feb58a943f6 req-38234ce6-de6a-4f10-b507-748481e7ef60 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:50.457383 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-2d21067b-357f-470f-a9c6-9071e920dba8 req-fa0a2096-9a1f-40b8-8c52-00be8e341634 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:34:50.459042 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2d21067b-357f-470f-a9c6-9071e920dba8 req-fa0a2096-9a1f-40b8-8c52-00be8e341634 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166101 Jul 22 16:34:50.460781 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-7384288c-797e-427e-a8e0-6feb58a943f6 req-38234ce6-de6a-4f10-b507-748481e7ef60 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:50.462016 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7384288c-797e-427e-a8e0-6feb58a943f6 req-38234ce6-de6a-4f10-b507-748481e7ef60 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "DELETE /v2.0/floatingips/f7d1fdd0-b187-4a50-9dd2-f2896aac583c HTTP/1.1" status: 204 len: 173 time: 1.6867850 Jul 22 16:34:50.530234 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-59678c51-256b-4f4d-88cc-afa9823a3d7a req-ff7456a1-daf4-448d-b15d-d772ac046cf2 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8526416 Jul 22 16:34:50.758123 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-59678c51-256b-4f4d-88cc-afa9823a3d7a req-0b9d0271-d980-440d-8c0f-9c457d4e4699 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195885 Jul 22 16:34:51.126440 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15048ed-2df2-43a9-85ed-fb87dfc828ae req-1ed270ea-6103-4651-b2bf-994ac28016fa tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:51.127971 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d15048ed-2df2-43a9-85ed-fb87dfc828ae req-1ed270ea-6103-4651-b2bf-994ac28016fa tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3513122 Jul 22 16:34:51.150029 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-9fc7ea63-96d7-416f-a290-84726d85fd68 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2330019 Jul 22 16:34:51.261958 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ce4c3-1ee3-43c4-9c8d-9975236e0fb6 req-d510ee03-86e5-41f3-bbf6-71ccd21fb998 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:51.273013 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e84ce4c3-1ee3-43c4-9c8d-9975236e0fb6 req-d510ee03-86e5-41f3-bbf6-71ccd21fb998 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.1699724 Jul 22 16:34:51.350266 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e84ce4c3-1ee3-43c4-9c8d-9975236e0fb6 req-41d6aee5-693f-41dc-a2c6-8b2242ac579a tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716748 Jul 22 16:34:51.402714 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7f8bda8c-2725-4d3f-bd9e-5386ddcee978 req-598ccf15-27d8-416b-8da7-28fc31164df8 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/floatingips?tenant_id=0c2c9fc3a8dd4c458b43b029550f4c16 HTTP/1.1" status: 200 len: 1657 time: 0.2427275 Jul 22 16:34:51.669162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8bda8c-2725-4d3f-bd9e-5386ddcee978 req-9640524a-462c-4335-90f9-c82b844b1f88 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:51.682803 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7f8bda8c-2725-4d3f-bd9e-5386ddcee978 req-9640524a-462c-4335-90f9-c82b844b1f88 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/networks?id=748fc6ab-3639-411a-b273-35e3c4423108&id=748fc6ab-3639-411a-b273-35e3c4423108&id=748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 787 time: 0.2709365 Jul 22 16:34:51.702052 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-7f8bda8c-2725-4d3f-bd9e-5386ddcee978 req-28de3566-be6c-41df-8175-9720869e2d37 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:34:51.717472 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7f8bda8c-2725-4d3f-bd9e-5386ddcee978 req-28de3566-be6c-41df-8175-9720869e2d37 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0320096 Jul 22 16:34:51.905969 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-02d24235-9742-4f1f-8690-592dfe5fc80a req-e433e90b-46c4-4d89-845c-151603162d06 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/floatingips/c5e83522-8ff0-48fa-b4dc-0b1728033c23 HTTP/1.1" status: 200 len: 693 time: 0.0854201 Jul 22 16:34:52.053616 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d24235-9742-4f1f-8690-592dfe5fc80a req-eebea3f8-41a0-4310-bdeb-e10e4104c4ce tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:52.060603 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-02d24235-9742-4f1f-8690-592dfe5fc80a req-eebea3f8-41a0-4310-bdeb-e10e4104c4ce tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.1483188 Jul 22 16:34:52.141853 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-02d24235-9742-4f1f-8690-592dfe5fc80a req-5442b52e-4d08-4179-9420-89d807e4ac56 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.211 HTTP/1.1" status: 200 len: 696 time: 0.0795743 Jul 22 16:34:52.211515 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-02d24235-9742-4f1f-8690-592dfe5fc80a req-945575b1-95e9-4a02-8575-3e9911d4a94d tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.211 HTTP/1.1" status: 200 len: 696 time: 0.0683870 Jul 22 16:34:52.450910 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-02d24235-9742-4f1f-8690-592dfe5fc80a req-23e1c9f2-d483-43fe-a72b-71cf2d25ebde tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Deleting port e2808578-0542-4740-8d9f-7c26cb562aa4 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:34:52.451598 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-02d24235-9742-4f1f-8690-592dfe5fc80a req-23e1c9f2-d483-43fe-a72b-71cf2d25ebde tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:52.597187 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293f94d-4780-44bb-b032-224e90e87c1d req-6b207d08-08ed-4c50-90b5-2957db4543f2 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:52.610566 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8293f94d-4780-44bb-b032-224e90e87c1d req-6b207d08-08ed-4c50-90b5-2957db4543f2 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.1387033 Jul 22 16:34:52.707491 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-02d24235-9742-4f1f-8690-592dfe5fc80a req-23e1c9f2-d483-43fe-a72b-71cf2d25ebde tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:52.707818 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-02d24235-9742-4f1f-8690-592dfe5fc80a req-23e1c9f2-d483-43fe-a72b-71cf2d25ebde tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:52.716380 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8293f94d-4780-44bb-b032-224e90e87c1d req-ccf257be-9468-4e33-9879-b2c47905d51f tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032720 Jul 22 16:34:52.736387 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-02d24235-9742-4f1f-8690-592dfe5fc80a req-23e1c9f2-d483-43fe-a72b-71cf2d25ebde tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Calling delete_port for e2808578-0542-4740-8d9f-7c26cb562aa4 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:34:53.060979 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-02d24235-9742-4f1f-8690-592dfe5fc80a req-23e1c9f2-d483-43fe-a72b-71cf2d25ebde tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:53.135712 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1c9f2-d483-43fe-a72b-71cf2d25ebde tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Pushing event deleted for resources: {'Port': ['ID=e2808578-0542-4740-8d9f-7c26cb562aa4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:53.308017 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-02d24235-9742-4f1f-8690-592dfe5fc80a req-23e1c9f2-d483-43fe-a72b-71cf2d25ebde tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:53.312649 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-02d24235-9742-4f1f-8690-592dfe5fc80a req-23e1c9f2-d483-43fe-a72b-71cf2d25ebde tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:53.318980 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-02d24235-9742-4f1f-8690-592dfe5fc80a req-23e1c9f2-d483-43fe-a72b-71cf2d25ebde tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "DELETE /v2.0/floatingips/c5e83522-8ff0-48fa-b4dc-0b1728033c23 HTTP/1.1" status: 204 len: 173 time: 1.1060619 Jul 22 16:34:53.363201 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46826) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:53.579356 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-8195430b-0b98-4042-af81-11a5d6d1263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:53.583665 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-8195430b-0b98-4042-af81-11a5d6d1263e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 1101 time: 0.1461647 Jul 22 16:34:53.612350 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-12dfcaff-fab8-4b85-8256-088ab698fc81 req-fc2159c1-547d-48cf-a968-bf84b1eac970 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/floatingips/b5d02aab-7ba3-41dc-9f75-c1fe277df846 HTTP/1.1" status: 200 len: 693 time: 0.1860070 Jul 22 16:34:53.778926 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-27ef09bd-5a00-4693-b498-beafdfefb025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:53.808678 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfcaff-fab8-4b85-8256-088ab698fc81 req-bef4a978-1c80-4de0-8f7d-0bda839dfd42 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:53.810069 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-12dfcaff-fab8-4b85-8256-088ab698fc81 req-bef4a978-1c80-4de0-8f7d-0bda839dfd42 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.1957819 Jul 22 16:34:53.868493 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-e1be1997-5ac6-4a0b-ba1f-1f5665713b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:53.868782 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-12dfcaff-fab8-4b85-8256-088ab698fc81 req-93080330-c466-450a-9838-7cb5f8031226 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.0504041 Jul 22 16:34:53.870388 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-e1be1997-5ac6-4a0b-ba1f-1f5665713b2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.2808340 Jul 22 16:34:53.977514 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-12dfcaff-fab8-4b85-8256-088ab698fc81 req-37629c4a-382c-4a33-add9-da187705cc95 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.1012659 Jul 22 16:34:54.095876 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-27ef09bd-5a00-4693-b498-beafdfefb025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:54.102713 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-d0272966-3876-441d-b35b-b2d7a76098cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=6841fb77-588e-490a-9d5e-f000a42ebce7 HTTP/1.1" status: 200 len: 217 time: 0.2053535 Jul 22 16:34:54.166520 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-f7386dbd-68e3-429e-ab3a-51bdd8468dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:54.168032 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-f7386dbd-68e3-429e-ab3a-51bdd8468dc3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0547197 Jul 22 16:34:54.171175 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-12dfcaff-fab8-4b85-8256-088ab698fc81 req-ed607c96-8146-42ea-ab9a-f1c48ebb0f1d tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Deleting port d09e38a9-d566-44d5-a292-f8752ebe444f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:34:54.171895 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-27ef09bd-5a00-4693-b498-beafdfefb025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:54.172141 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-12dfcaff-fab8-4b85-8256-088ab698fc81 req-ed607c96-8146-42ea-ab9a-f1c48ebb0f1d tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:54.280473 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-27ef09bd-5a00-4693-b498-beafdfefb025 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4bd8afa8c3c44caca2bfd28f18e2f279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9159420 Jul 22 16:34:54.289960 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46844) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:54.316487 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef09bd-5a00-4693-b498-beafdfefb025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69ec44e-97d4-461d-8aad-640349ba68cf,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:54.340115 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-12dfcaff-fab8-4b85-8256-088ab698fc81 req-ed607c96-8146-42ea-ab9a-f1c48ebb0f1d tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:54.340622 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-12dfcaff-fab8-4b85-8256-088ab698fc81 req-ed607c96-8146-42ea-ab9a-f1c48ebb0f1d tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:54.367230 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-12dfcaff-fab8-4b85-8256-088ab698fc81 req-ed607c96-8146-42ea-ab9a-f1c48ebb0f1d tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Calling delete_port for d09e38a9-d566-44d5-a292-f8752ebe444f owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:34:54.377765 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a09c5a-18fd-4160-b9ef-aecee785ce93 req-83d0599b-717b-40e7-a9fe-33b47c79d7fa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:54.385585 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-57a09c5a-18fd-4160-b9ef-aecee785ce93 req-83d0599b-717b-40e7-a9fe-33b47c79d7fa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.5344772 Jul 22 16:34:54.467168 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-dadf2e5d-8cc3-4c55-8d0d-5f6098f9dc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:54.469001 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-dadf2e5d-8cc3-4c55-8d0d-5f6098f9dc1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2790229 Jul 22 16:34:54.533264 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88560516-e4ba-4a94-9bf4-6a5c759e8f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:54.558472 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88560516-e4ba-4a94-9bf4-6a5c759e8f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:54.608041 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-12dfcaff-fab8-4b85-8256-088ab698fc81 req-ed607c96-8146-42ea-ab9a-f1c48ebb0f1d tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:54.621848 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-57a09c5a-18fd-4160-b9ef-aecee785ce93 req-35c42a03-3c7c-4b7c-ad3c-3f3cd3d3fa45 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348323 Jul 22 16:34:54.648802 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88560516-e4ba-4a94-9bf4-6a5c759e8f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:54.653535 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88560516-e4ba-4a94-9bf4-6a5c759e8f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:54.662345 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-88560516-e4ba-4a94-9bf4-6a5c759e8f39 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c69ec44e-97d4-461d-8aad-640349ba68cf HTTP/1.1" status: 204 len: 168 time: 0.3682616 Jul 22 16:34:54.686261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed607c96-8146-42ea-ab9a-f1c48ebb0f1d tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Pushing event deleted for resources: {'Port': ['ID=d09e38a9-d566-44d5-a292-f8752ebe444f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:54.786864 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88560516-e4ba-4a94-9bf4-6a5c759e8f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69ec44e-97d4-461d-8aad-640349ba68cf,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:54.854921 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-12dfcaff-fab8-4b85-8256-088ab698fc81 req-ed607c96-8146-42ea-ab9a-f1c48ebb0f1d tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:54.857489 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-12dfcaff-fab8-4b85-8256-088ab698fc81 req-ed607c96-8146-42ea-ab9a-f1c48ebb0f1d tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:54.858836 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-12dfcaff-fab8-4b85-8256-088ab698fc81 req-ed607c96-8146-42ea-ab9a-f1c48ebb0f1d tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "DELETE /v2.0/floatingips/b5d02aab-7ba3-41dc-9f75-c1fe277df846 HTTP/1.1" status: 204 len: 173 time: 0.8806748 Jul 22 16:34:54.875490 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-f77d23c3-f9cb-4e77-adad-776c6db9c4e7 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820233 Jul 22 16:34:55.097998 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01a618e2-2366-4e09-806a-96606c6d2ac1 req-5ebbf266-700e-416e-822b-26893fd239e7 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/floatingips/f8a00d35-cecc-4fcc-8ae6-5239cfe794a6 HTTP/1.1" status: 200 len: 693 time: 0.0802829 Jul 22 16:34:55.150560 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-dd952527-3762-41c1-b649-ef16bcb30eac service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660556 Jul 22 16:34:55.282433 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a618e2-2366-4e09-806a-96606c6d2ac1 req-53e6f289-f28f-495d-93df-94504e6631ba tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:55.289382 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01a618e2-2366-4e09-806a-96606c6d2ac1 req-53e6f289-f28f-495d-93df-94504e6631ba tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.1573546 Jul 22 16:34:55.312686 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46864) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:55.328688 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-939668eb-15e5-4e5e-9fbc-47dea9a3fe1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:55.362926 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01a618e2-2366-4e09-806a-96606c6d2ac1 req-127014d3-9f70-46d4-b026-99de98251c54 tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.158 HTTP/1.1" status: 200 len: 696 time: 0.0721648 Jul 22 16:34:55.451492 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01a618e2-2366-4e09-806a-96606c6d2ac1 req-784a74b1-6872-4115-a028-6d010d30269e tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.158 HTTP/1.1" status: 200 len: 696 time: 0.0872047 Jul 22 16:34:55.498117 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-939668eb-15e5-4e5e-9fbc-47dea9a3fe1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:55.504379 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-939668eb-15e5-4e5e-9fbc-47dea9a3fe1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:55.554216 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939668eb-15e5-4e5e-9fbc-47dea9a3fe1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a50eea-529d-47bd-856b-f83d948dce84,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:55.589156 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-939668eb-15e5-4e5e-9fbc-47dea9a3fe1f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=92324e930374488c9adc7f9e36acd2ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2751417 Jul 22 16:34:55.589896 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46866) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:55.652784 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ea0775e-14a6-4040-aa65-0a960897f784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:55.653326 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-01a618e2-2366-4e09-806a-96606c6d2ac1 req-25fe7224-6923-46fb-a8bd-1a3b0e3632cd tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Deleting port e4e91f31-8881-404b-8233-6095fccd26ea {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:34:55.653671 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-01a618e2-2366-4e09-806a-96606c6d2ac1 req-25fe7224-6923-46fb-a8bd-1a3b0e3632cd tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:55.685402 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ea0775e-14a6-4040-aa65-0a960897f784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:55.761504 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-01a618e2-2366-4e09-806a-96606c6d2ac1 req-25fe7224-6923-46fb-a8bd-1a3b0e3632cd tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:55.762633 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-01a618e2-2366-4e09-806a-96606c6d2ac1 req-25fe7224-6923-46fb-a8bd-1a3b0e3632cd tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:55.797260 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-01a618e2-2366-4e09-806a-96606c6d2ac1 req-25fe7224-6923-46fb-a8bd-1a3b0e3632cd tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Calling delete_port for e4e91f31-8881-404b-8233-6095fccd26ea owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:34:55.809908 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ea0775e-14a6-4040-aa65-0a960897f784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:55.812605 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ea0775e-14a6-4040-aa65-0a960897f784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:55.822320 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3ea0775e-14a6-4040-aa65-0a960897f784 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c2a50eea-529d-47bd-856b-f83d948dce84 HTTP/1.1" status: 204 len: 168 time: 0.2306445 Jul 22 16:34:55.875988 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284fb67-5be5-4251-97fa-bc3423eb2294 req-ae143cfd-2b23-4651-b9a0-5720fa693610 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:55.880535 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0284fb67-5be5-4251-97fa-bc3423eb2294 req-ae143cfd-2b23-4651-b9a0-5720fa693610 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.1367247 Jul 22 16:34:55.888197 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0775e-14a6-4040-aa65-0a960897f784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a50eea-529d-47bd-856b-f83d948dce84,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:55.976722 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0284fb67-5be5-4251-97fa-bc3423eb2294 req-208e4686-34d5-4f58-950f-1c4a50c46860 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951624 Jul 22 16:34:56.007545 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-01a618e2-2366-4e09-806a-96606c6d2ac1 req-25fe7224-6923-46fb-a8bd-1a3b0e3632cd tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:56.039857 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe7224-6923-46fb-a8bd-1a3b0e3632cd tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Pushing event deleted for resources: {'Port': ['ID=e4e91f31-8881-404b-8233-6095fccd26ea,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:56.125373 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-01a618e2-2366-4e09-806a-96606c6d2ac1 req-25fe7224-6923-46fb-a8bd-1a3b0e3632cd tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:56.125373 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-01a618e2-2366-4e09-806a-96606c6d2ac1 req-25fe7224-6923-46fb-a8bd-1a3b0e3632cd tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:56.125373 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01a618e2-2366-4e09-806a-96606c6d2ac1 req-25fe7224-6923-46fb-a8bd-1a3b0e3632cd tempest-FloatingIPDetailsTestJSON-709853143 tempest-FloatingIPDetailsTestJSON-709853143-project] 10.222.0.69 "DELETE /v2.0/floatingips/f8a00d35-cecc-4fcc-8ae6-5239cfe794a6 HTTP/1.1" status: 204 len: 173 time: 0.6718128 Jul 22 16:34:56.131584 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46882) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:56.472877 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-e4324564-fcad-4091-bf54-aa00886f172c tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1952251962&fields=id&tenant_id=2d491254bfb045ba972e9cdef1f2ea5a HTTP/1.1" status: 200 len: 267 time: 0.0634239 Jul 22 16:34:56.741547 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-dded7765-a711-40a9-bd5a-f7fa663e4184 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:56.744790 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-dded7765-a711-40a9-bd5a-f7fa663e4184 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/networks?id=cee977de-9cad-474a-a5af-ad0779e35005 HTTP/1.1" status: 200 len: 816 time: 0.2613943 Jul 22 16:34:56.769138 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-6c391619-0c82-46b0-a967-82f9f2267e0c tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/quotas/2d491254bfb045ba972e9cdef1f2ea5a HTTP/1.1" status: 200 len: 375 time: 0.0139680 Jul 22 16:34:56.839303 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51f683b8-5aa6-4e77-b4b7-08dfd3710803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:56.917616 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-c6dcca82-c163-43d3-a021-d052667eba8c tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d491254bfb045ba972e9cdef1f2ea5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1372414 Jul 22 16:34:57.129397 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-52db4b1e-3b20-4bc6-a608-cda674383157 service neutron] 10.222.0.69 "GET /v2.0/networks/cee977de-9cad-474a-a5af-ad0779e35005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965582 Jul 22 16:34:57.284659 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-56903981-bb7f-459e-a134-03c81ffff22f service neutron] 10.222.0.69 "GET /v2.0/networks/cee977de-9cad-474a-a5af-ad0779e35005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482804 Jul 22 16:34:57.344179 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab529e8-005b-44f6-a5fb-a3759b57cb0f req-8fff4c7e-9671-4f5c-b90b-554e082790d4 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:57.345776 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3ab529e8-005b-44f6-a5fb-a3759b57cb0f req-8fff4c7e-9671-4f5c-b90b-554e082790d4 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.2186825 Jul 22 16:34:57.415524 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3ab529e8-005b-44f6-a5fb-a3759b57cb0f req-a88aa79d-6e83-4374-b0af-7482a2b8fe68 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622895 Jul 22 16:34:57.417471 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-51f683b8-5aa6-4e77-b4b7-08dfd3710803 admin admin] Deleting port ec7af282-383f-4eed-ac07-bad5a7c07ca1 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:34:57.417990 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51f683b8-5aa6-4e77-b4b7-08dfd3710803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:57.603239 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-51f683b8-5aa6-4e77-b4b7-08dfd3710803 admin admin] For port ec7af282-383f-4eed-ac07-bad5a7c07ca1, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ec7af282-383f-4eed-ac07-bad5a7c07ca1,segment=NetworkSegment(07d061f8-ab8b-4c9c-bb49-c856f9c0d67a),segment_id=07d061f8-ab8b-4c9c-bb49-c856f9c0d67a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:57.603598 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51f683b8-5aa6-4e77-b4b7-08dfd3710803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:57.623958 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-51f683b8-5aa6-4e77-b4b7-08dfd3710803 admin admin] Calling delete_port for ec7af282-383f-4eed-ac07-bad5a7c07ca1 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:34:57.932822 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5af78358-0906-4f61-a7bf-d83c73535d01 req-78822735-8410-400d-98f8-e714c9c7d70e tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 210 time: 0.0667241 Jul 22 16:34:58.005825 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51f683b8-5aa6-4e77-b4b7-08dfd3710803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:58.049358 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f683b8-5aa6-4e77-b4b7-08dfd3710803 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec7af282-383f-4eed-ac07-bad5a7c07ca1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:58.376873 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51f683b8-5aa6-4e77-b4b7-08dfd3710803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:58.632603 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284165d2-ad10-40b0-9d7b-e0e4278ba3fe req-0fc45feb-3c76-41e4-9457-d33f3a9fc8f2 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:58.635346 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-284165d2-ad10-40b0-9d7b-e0e4278ba3fe req-0fc45feb-3c76-41e4-9457-d33f3a9fc8f2 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.1162000 Jul 22 16:34:58.757236 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f683b8-5aa6-4e77-b4b7-08dfd3710803 admin admin] Router 04d60b1b-2b02-4247-bbaa-23f145015d5e has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:34:58.780236 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-284165d2-ad10-40b0-9d7b-e0e4278ba3fe req-ffc4340b-34fb-466d-9d2a-41d6677321d9 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279492 Jul 22 16:34:58.957752 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd1b5282-b1c1-4bf5-8141-16f9151e7b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:58.988514 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f683b8-5aa6-4e77-b4b7-08dfd3710803 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:34:58.996294 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-51f683b8-5aa6-4e77-b4b7-08dfd3710803 admin admin] 10.222.0.69 "PUT /v2.0/routers/04d60b1b-2b02-4247-bbaa-23f145015d5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8613856 Jul 22 16:34:58.996562 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 47034) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:59.003404 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20e6cdd-f030-42c6-9d23-58dc950c8bd5 None None] Sync routers for ids ['04d60b1b-2b02-4247-bbaa-23f145015d5e'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:34:59.031693 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20e6cdd-f030-42c6-9d23-58dc950c8bd5 None None] Routers {'04d60b1b-2b02-4247-bbaa-23f145015d5e'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:34:59.032289 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c20e6cdd-f030-42c6-9d23-58dc950c8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:34:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['04d60b1b-2b02-4247-bbaa-23f145015d5e'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:59.141890 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a1317505-ed58-4879-bbb4-b71a8f54fe98 req-2e07683d-ce3a-46f3-b2de-08cd3c13f796 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 210 time: 0.0735161 Jul 22 16:34:59.187372 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-c20e6cdd-f030-42c6-9d23-58dc950c8bd5 None None] Set router 04d60b1b-2b02-4247-bbaa-23f145015d5e gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:34:59.204843 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:59.388425 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c20e6cdd-f030-42c6-9d23-58dc950c8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d60b1b-2b02-4247-bbaa-23f145015d5e', 'name': 'tempest-FloatingIPDetailsTestJSON-1409981764-router', 'tenant_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '5054cc10-e9cf-47ae-bb4b-d407d94de60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:34:26Z', 'updated_at': '2021-07-22T16:34:57Z', 'revision_number': 5, 'project_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'gw_port': {'id': '5054cc10-e9cf-47ae-bb4b-d407d94de60d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d60b1b-2b02-4247-bbaa-23f145015d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:27Z', 'updated_at': '2021-07-22T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:59.423852 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20e6cdd-f030-42c6-9d23-58dc950c8bd5 None None] Checking router: 04d60b1b-2b02-4247-bbaa-23f145015d5e for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:34:59.436108 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20e6cdd-f030-42c6-9d23-58dc950c8bd5 None None] Routers {'04d60b1b-2b02-4247-bbaa-23f145015d5e'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:34:59.437243 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c20e6cdd-f030-42c6-9d23-58dc950c8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:34:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['04d60b1b-2b02-4247-bbaa-23f145015d5e'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:59.494518 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:59.638578 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-c20e6cdd-f030-42c6-9d23-58dc950c8bd5 None None] Set router 04d60b1b-2b02-4247-bbaa-23f145015d5e gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:35:00.029783 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c20e6cdd-f030-42c6-9d23-58dc950c8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d60b1b-2b02-4247-bbaa-23f145015d5e', 'name': 'tempest-FloatingIPDetailsTestJSON-1409981764-router', 'tenant_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '5054cc10-e9cf-47ae-bb4b-d407d94de60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:34:26Z', 'updated_at': '2021-07-22T16:34:57Z', 'revision_number': 5, 'project_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'gw_port': {'id': '5054cc10-e9cf-47ae-bb4b-d407d94de60d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d60b1b-2b02-4247-bbaa-23f145015d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:27Z', 'updated_at': '2021-07-22T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:00.064920 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20e6cdd-f030-42c6-9d23-58dc950c8bd5 None None] The sync data for ids ['04d60b1b-2b02-4247-bbaa-23f145015d5e'] in n-d-798930-9 is: [{'id': '04d60b1b-2b02-4247-bbaa-23f145015d5e', 'name': 'tempest-FloatingIPDetailsTestJSON-1409981764-router', 'tenant_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '5054cc10-e9cf-47ae-bb4b-d407d94de60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:34:26Z', 'updated_at': '2021-07-22T16:34:57Z', 'revision_number': 5, 'project_id': '0c2c9fc3a8dd4c458b43b029550f4c16', 'gw_port': {'id': '5054cc10-e9cf-47ae-bb4b-d407d94de60d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d60b1b-2b02-4247-bbaa-23f145015d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:27Z', 'updated_at': '2021-07-22T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:35:00.145485 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-4a9fa89b-343a-4471-8323-921703b15bfd tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:00.147089 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-4a9fa89b-343a-4471-8323-921703b15bfd tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.16 "GET /v2.0/networks?id=cee977de-9cad-474a-a5af-ad0779e35005 HTTP/1.1" status: 200 len: 816 time: 0.7763872 Jul 22 16:35:00.219474 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-bd100f5e-9cde-4864-bbd6-29cf54ff770b tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d491254bfb045ba972e9cdef1f2ea5a HTTP/1.1" status: 200 len: 380 time: 0.0495684 Jul 22 16:35:00.231947 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-12e75bba-4160-4f41-ae0e-98f55c7a6a8f tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Request body: {'port': {'device_id': 'c12d347d-bffe-4998-90e2-08b8626d4dcf', 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005', 'admin_state_up': True, 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'security_groups': ['a583f368-1d1a-4e7b-a590-5ae55a8f87b1']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:00.266109 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Deleting port 5054cc10-e9cf-47ae-bb4b-d407d94de60d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:35:00.266718 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:00.360471 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d140ebe-8555-475c-b652-33a1765a3a26 req-0a05bb7c-b335-4a84-8b43-12c25d453c83 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:00.370167 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0d140ebe-8555-475c-b652-33a1765a3a26 req-0a05bb7c-b335-4a84-8b43-12c25d453c83 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.2477040 Jul 22 16:35:00.531468 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d50db99d-5b3e-4281-98db-d249d860ffff req-f38dae5e-11d9-4a35-bdbe-0ca685922749 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 210 time: 0.0616922 Jul 22 16:35:00.545240 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0d140ebe-8555-475c-b652-33a1765a3a26 req-308016f8-d16c-43a5-a3ee-bf86a7510dea tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739414 Jul 22 16:35:00.590231 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] For port 5054cc10-e9cf-47ae-bb4b-d407d94de60d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5054cc10-e9cf-47ae-bb4b-d407d94de60d,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:00.590902 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:00.618250 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-12e75bba-4160-4f41-ae0e-98f55c7a6a8f tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Made reservation on behalf of 2d491254bfb045ba972e9cdef1f2ea5a for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:35:00.622693 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-12e75bba-4160-4f41-ae0e-98f55c7a6a8f tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:00.626083 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Calling delete_port for 5054cc10-e9cf-47ae-bb4b-d407d94de60d owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:35:00.898069 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-12e75bba-4160-4f41-ae0e-98f55c7a6a8f tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Allocated IP 172.20.0.8 (cee977de-9cad-474a-a5af-ad0779e35005/12e78912-9022-4c25-a60d-750c40af1085/dec8be23-fef6-47ed-b199-f52fd6077c32) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:35:01.007317 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:01.045530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5054cc10-e9cf-47ae-bb4b-d407d94de60d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:01.101321 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:01.101584 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:01.101947 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:01.102314 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:01.103065 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:01.103410 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:01.104287 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:01.104625 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:01.104958 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:01.105287 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:01.105618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:01.105958 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:01.218998 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:01.340858 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-12e75bba-4160-4f41-ae0e-98f55c7a6a8f tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:01.366478 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:01.371836 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:01.373514 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-12e75bba-4160-4f41-ae0e-98f55c7a6a8f tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Transition to ACTIVE for port object dec8be23-fef6-47ed-b199-f52fd6077c32 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:01.461257 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:01.462156 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04d60b1b-2b02-4247-bbaa-23f145015d5e {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:35:01.482720 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:01.485230 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-532b26d4-ea98-440f-8afe-db93a7f6bcb8 admin admin] 10.222.0.69 "DELETE /v2.0/routers/04d60b1b-2b02-4247-bbaa-23f145015d5e HTTP/1.1" status: 204 len: 168 time: 2.4874690 Jul 22 16:35:01.488484 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47210) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:01.512305 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-12e75bba-4160-4f41-ae0e-98f55c7a6a8f tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:01.602156 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-12e75bba-4160-4f41-ae0e-98f55c7a6a8f tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Network cee977de-9cad-474a-a5af-ad0779e35005 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:35:01.624312 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a766b1-9839-4b94-a748-852eb5a0b083 admin admin] Deleting subnet 40e7924f-e522-41ae-82f6-14afcfbda111 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:35:01.634321 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a570ab8b-9803-4e03-bd32-47239f654c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:01.641349 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:01.641801 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76a766b1-9839-4b94-a748-852eb5a0b083 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:01.712179 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-12e75bba-4160-4f41-ae0e-98f55c7a6a8f tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:35:01.716728 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-12e75bba-4160-4f41-ae0e-98f55c7a6a8f tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:35:01.750986 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ec7af282-383f-4eed-ac07-bad5a7c07ca1 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:35:01.787325 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-12e75bba-4160-4f41-ae0e-98f55c7a6a8f tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:01.787991 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-12e75bba-4160-4f41-ae0e-98f55c7a6a8f tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:01.800486 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: ec7af282-383f-4eed-ac07-bad5a7c07ca1 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:35:01.802975 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ec7af282-383f-4eed-ac07-bad5a7c07ca1 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:35:01.810322 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-12e75bba-4160-4f41-ae0e-98f55c7a6a8f tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5832119 Jul 22 16:35:01.819558 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e75bba-4160-4f41-ae0e-98f55c7a6a8f tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Pushing event updated for resources: {'Port': ['ID=dec8be23-fef6-47ed-b199-f52fd6077c32,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:01.831097 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-30a72163-6b5d-4ba9-8d81-63f7840c8212 service neutron] Request body: {'port': {'device_id': 'c12d347d-bffe-4998-90e2-08b8626d4dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:01.851916 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47224) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:01.855082 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76a766b1-9839-4b94-a748-852eb5a0b083 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:01.930984 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d82db-f174-4ba6-8a29-58c2250110b5 req-0e3aec48-d979-40c5-989c-f57fee4f72b6 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:01.939281 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-855d82db-f174-4ba6-8a29-58c2250110b5 req-0e3aec48-d979-40c5-989c-f57fee4f72b6 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.2255514 Jul 22 16:35:02.029124 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-855d82db-f174-4ba6-8a29-58c2250110b5 req-4f3de141-e4cb-43ba-af0b-60b5f0eaa124 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872457 Jul 22 16:35:02.034341 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9065d-5e9e-4bcf-b095-5b5ff19d7ac1 req-23c39541-36f7-4640-875b-fc4829b83634 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:02.046801 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-49b9065d-5e9e-4bcf-b095-5b5ff19d7ac1 req-23c39541-36f7-4640-875b-fc4829b83634 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 931 time: 0.2437425 Jul 22 16:35:02.048121 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-30a72163-6b5d-4ba9-8d81-63f7840c8212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:02.069363 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa7a423a-f534-4bd7-997a-9c75a7898cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:02.091543 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76a766b1-9839-4b94-a748-852eb5a0b083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:02.147769 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-49b9065d-5e9e-4bcf-b095-5b5ff19d7ac1 req-b9853069-cc08-4ecb-af0b-a78a6e3bb054 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/security-groups?id=a583f368-1d1a-4e7b-a590-5ae55a8f87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946660 Jul 22 16:35:02.155926 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-63675250-0ac3-4fbf-af54-dc74fd6704a2 None None] Provisioning for port dec8be23-fef6-47ed-b199-f52fd6077c32 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:35:02.172627 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-63675250-0ac3-4fbf-af54-dc74fd6704a2 None None] Provisioning complete for port dec8be23-fef6-47ed-b199-f52fd6077c32 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:02.173190 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63675250-0ac3-4fbf-af54-dc74fd6704a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:02.265493 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-63675250-0ac3-4fbf-af54-dc74fd6704a2 None None] Port dec8be23-fef6-47ed-b199-f52fd6077c32 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:35:02.292127 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76a766b1-9839-4b94-a748-852eb5a0b083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:02.333478 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a766b1-9839-4b94-a748-852eb5a0b083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40e7924f-e522-41ae-82f6-14afcfbda111,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:02.347446 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76a766b1-9839-4b94-a748-852eb5a0b083 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:02.352413 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-76a766b1-9839-4b94-a748-852eb5a0b083 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/40e7924f-e522-41ae-82f6-14afcfbda111 HTTP/1.1" status: 204 len: 168 time: 0.8602467 Jul 22 16:35:02.355370 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f7a4d1-0aee-42f2-826d-b39fe3d0090c None None] Network c8a82b1f-d034-4a00-b024-eeeeaebfccc3 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:35:02.358640 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 47234) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:02.410096 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c5ee5-4fb0-4800-8e9f-f0fbabae9e23 req-83fceb6b-e8c9-49b0-8da5-7f6079b49c2a tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:02.418433 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-798c5ee5-4fb0-4800-8e9f-f0fbabae9e23 req-83fceb6b-e8c9-49b0-8da5-7f6079b49c2a tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?device_id=c449fa9a-b6b3-4237-8025-d984203d0cb5 HTTP/1.1" status: 200 len: 951 time: 0.1758211 Jul 22 16:35:02.438996 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa7a423a-f534-4bd7-997a-9c75a7898cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:02.452515 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa7a423a-f534-4bd7-997a-9c75a7898cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:02.495822 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5af1182-0394-4278-bb39-7fa6c3ef5577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:02.518738 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a423a-f534-4bd7-997a-9c75a7898cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ce78f6-aa11-4d1b-a26f-eca085fb6e4a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:02.536833 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-798c5ee5-4fb0-4800-8e9f-f0fbabae9e23 req-c39814b9-dd54-4b67-9859-ee9e56893404 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/security-groups?id=039e9746-aec1-4b49-843c-2b1df55cb08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043561 Jul 22 16:35:02.546875 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fa7a423a-f534-4bd7-997a-9c75a7898cb3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=031386c2661e4080a3605a40560ab692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6880419 Jul 22 16:35:02.549479 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47236) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:02.610691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-30a72163-6b5d-4ba9-8d81-63f7840c8212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec8be23-fef6-47ed-b199-f52fd6077c32 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:02.623176 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-30a72163-6b5d-4ba9-8d81-63f7840c8212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:02.648967 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-30a72163-6b5d-4ba9-8d81-63f7840c8212 service neutron] Transition to ACTIVE for port object dec8be23-fef6-47ed-b199-f52fd6077c32 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:02.659349 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-30a72163-6b5d-4ba9-8d81-63f7840c8212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:02.663398 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:02.664338 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e5af1182-0394-4278-bb39-7fa6c3ef5577 admin admin] Deleting port d933c136-f19e-470f-bdc3-ac94b9151989 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:35:02.665310 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5af1182-0394-4278-bb39-7fa6c3ef5577 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:02.683809 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5d36a1-3aeb-44c7-88b7-dcc40cf7796c None None] DHCP port deletion for c8a82b1f-d034-4a00-b024-eeeeaebfccc3 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:35:02.688065 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc188f59-f0cc-42bc-b20c-3fbaa7aeb26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:02.728577 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc188f59-f0cc-42bc-b20c-3fbaa7aeb26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:02.802148 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc188f59-f0cc-42bc-b20c-3fbaa7aeb26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:02.804298 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc188f59-f0cc-42bc-b20c-3fbaa7aeb26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:02.808040 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fc188f59-f0cc-42bc-b20c-3fbaa7aeb26f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/62ce78f6-aa11-4d1b-a26f-eca085fb6e4a HTTP/1.1" status: 204 len: 168 time: 0.2539537 Jul 22 16:35:02.816420 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0d5d36a1-3aeb-44c7-88b7-dcc40cf7796c None None] Deleting port d933c136-f19e-470f-bdc3-ac94b9151989 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:35:02.816809 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d5d36a1-3aeb-44c7-88b7-dcc40cf7796c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:02.817825 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc188f59-f0cc-42bc-b20c-3fbaa7aeb26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ce78f6-aa11-4d1b-a26f-eca085fb6e4a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:02.915434 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e5af1182-0394-4278-bb39-7fa6c3ef5577 admin admin] For port d933c136-f19e-470f-bdc3-ac94b9151989, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d933c136-f19e-470f-bdc3-ac94b9151989,segment=NetworkSegment(07d061f8-ab8b-4c9c-bb49-c856f9c0d67a),segment_id=07d061f8-ab8b-4c9c-bb49-c856f9c0d67a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:02.915834 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5af1182-0394-4278-bb39-7fa6c3ef5577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:02.974082 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a72163-6b5d-4ba9-8d81-63f7840c8212 service neutron] Pushing event updated for resources: {'Port': ['ID=dec8be23-fef6-47ed-b199-f52fd6077c32,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:02.986230 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0d5d36a1-3aeb-44c7-88b7-dcc40cf7796c None None] For port d933c136-f19e-470f-bdc3-ac94b9151989, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d933c136-f19e-470f-bdc3-ac94b9151989,segment=NetworkSegment(07d061f8-ab8b-4c9c-bb49-c856f9c0d67a),segment_id=07d061f8-ab8b-4c9c-bb49-c856f9c0d67a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:02.987010 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d5d36a1-3aeb-44c7-88b7-dcc40cf7796c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:03.003630 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0d5d36a1-3aeb-44c7-88b7-dcc40cf7796c None None] Calling delete_port for d933c136-f19e-470f-bdc3-ac94b9151989 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:35:03.042772 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e5af1182-0394-4278-bb39-7fa6c3ef5577 admin admin] Calling delete_port for d933c136-f19e-470f-bdc3-ac94b9151989 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:35:03.071849 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-30a72163-6b5d-4ba9-8d81-63f7840c8212 service neutron] Attempting to bind port dec8be23-fef6-47ed-b199-f52fd6077c32 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:35:03.072197 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-30a72163-6b5d-4ba9-8d81-63f7840c8212 service neutron] Attempting to bind port dec8be23-fef6-47ed-b199-f52fd6077c32 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '9622f1ac-fa7d-4c2d-9333-5610333d4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:35:03.072523 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-30a72163-6b5d-4ba9-8d81-63f7840c8212 service neutron] Attempting to bind port dec8be23-fef6-47ed-b199-f52fd6077c32 on network cee977de-9cad-474a-a5af-ad0779e35005 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:03.119638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-30a72163-6b5d-4ba9-8d81-63f7840c8212 service neutron] Port dec8be23-fef6-47ed-b199-f52fd6077c32 on network cee977de-9cad-474a-a5af-ad0779e35005 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:35:03.119966 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-30a72163-6b5d-4ba9-8d81-63f7840c8212 service neutron] Attempting to bind port dec8be23-fef6-47ed-b199-f52fd6077c32 on network cee977de-9cad-474a-a5af-ad0779e35005 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:03.130318 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-30a72163-6b5d-4ba9-8d81-63f7840c8212 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:35:03.130676 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-30a72163-6b5d-4ba9-8d81-63f7840c8212 service neutron] Checking segment: {'id': '9622f1ac-fa7d-4c2d-9333-5610333d4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:35:03.131075 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-30a72163-6b5d-4ba9-8d81-63f7840c8212 service neutron] Bound using segment: {'id': '9622f1ac-fa7d-4c2d-9333-5610333d4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:35:03.131524 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-30a72163-6b5d-4ba9-8d81-63f7840c8212 service neutron] Bound port: dec8be23-fef6-47ed-b199-f52fd6077c32, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9622f1ac-fa7d-4c2d-9333-5610333d4c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:35:03.131887 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-30a72163-6b5d-4ba9-8d81-63f7840c8212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:03.226413 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d5d36a1-3aeb-44c7-88b7-dcc40cf7796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:03.280865 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5af1182-0394-4278-bb39-7fa6c3ef5577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:03.288181 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d36a1-3aeb-44c7-88b7-dcc40cf7796c None None] Pushing event deleted for resources: {'Port': ['ID=d933c136-f19e-470f-bdc3-ac94b9151989,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:03.299690 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5d36a1-3aeb-44c7-88b7-dcc40cf7796c None None] No DVR routers for this DVR port d933c136-f19e-470f-bdc3-ac94b9151989 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:35:03.316944 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af1182-0394-4278-bb39-7fa6c3ef5577 admin admin] Pushing event deleted for resources: {'Port': ['ID=d933c136-f19e-470f-bdc3-ac94b9151989,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:03.327883 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-30a72163-6b5d-4ba9-8d81-63f7840c8212 service neutron] For port dec8be23-fef6-47ed-b199-f52fd6077c32, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:35:03.343201 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af1182-0394-4278-bb39-7fa6c3ef5577 admin admin] No DVR routers for this DVR port d933c136-f19e-470f-bdc3-ac94b9151989 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:35:03.381846 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-30a72163-6b5d-4ba9-8d81-63f7840c8212 service neutron] For port dec8be23-fef6-47ed-b199-f52fd6077c32, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=dec8be23-fef6-47ed-b199-f52fd6077c32,segment=NetworkSegment(9622f1ac-fa7d-4c2d-9333-5610333d4c7c),segment_id=9622f1ac-fa7d-4c2d-9333-5610333d4c7c)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:35:03.397901 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd4ce8-96c8-478b-996d-f1123ad3a348 req-7a460dfa-61ad-40f2-8011-98f949eda37e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:03.405740 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-44cd4ce8-96c8-478b-996d-f1123ad3a348 req-7a460dfa-61ad-40f2-8011-98f949eda37e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.2415807 Jul 22 16:35:03.418848 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a94820-bcde-44d5-a2a8-222cd60838fd req-e1c298e8-ab3e-457b-8a90-b97fa17cc512 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:03.421571 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e9a94820-bcde-44d5-a2a8-222cd60838fd req-e1c298e8-ab3e-457b-8a90-b97fa17cc512 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 943 time: 0.1159828 Jul 22 16:35:03.422330 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 8c07feff-3f07-41be-a0ee-332108b1d00b no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:35:03.446089 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-30a72163-6b5d-4ba9-8d81-63f7840c8212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:03.507039 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e9a94820-bcde-44d5-a2a8-222cd60838fd req-a2380f8d-1868-4eb1-8d2a-892eb3597650 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/security-groups?id=a583f368-1d1a-4e7b-a590-5ae55a8f87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764453 Jul 22 16:35:03.545493 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a72163-6b5d-4ba9-8d81-63f7840c8212 service neutron] Pushing event updated for resources: {'Port': ['ID=dec8be23-fef6-47ed-b199-f52fd6077c32,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:03.567012 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:03.616878 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-44cd4ce8-96c8-478b-996d-f1123ad3a348 req-c511dfbf-be16-404c-b591-31526cd8cf48 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100744 Jul 22 16:35:03.620476 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 8c07feff-3f07-41be-a0ee-332108b1d00b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8c07feff-3f07-41be-a0ee-332108b1d00b,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:03.621665 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c449fa9a-b6b3-4237-8025-d984203d0cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c07feff-3f07-41be-a0ee-332108b1d00b'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:03.624865 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bcb823-74e6-46af-951c-6da2211f85c1" -d '{"events": [{"server_uuid": "c449fa9a-b6b3-4237-8025-d984203d0cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "8c07feff-3f07-41be-a0ee-332108b1d00b"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:03.637988 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:03.708111 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5af1182-0394-4278-bb39-7fa6c3ef5577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:03.725856 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-30a72163-6b5d-4ba9-8d81-63f7840c8212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:03.726622 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-30a72163-6b5d-4ba9-8d81-63f7840c8212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:03.728402 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-30a72163-6b5d-4ba9-8d81-63f7840c8212 service neutron] 10.222.0.16 "PUT /v2.0/ports/dec8be23-fef6-47ed-b199-f52fd6077c32 HTTP/1.1" status: 200 len: 1091 time: 1.9039307 Jul 22 16:35:03.728998 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12d347d-bffe-4998-90e2-08b8626d4dcf', 'tag': 'dec8be23-fef6-47ed-b199-f52fd6077c32'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:03.731723 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1275f82c-06d7-4a0a-9596-eb379618a155" -d '{"events": [{"name": "network-changed", "server_uuid": "c12d347d-bffe-4998-90e2-08b8626d4dcf", "tag": "dec8be23-fef6-47ed-b199-f52fd6077c32"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:03.744958 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-e5af1182-0394-4278-bb39-7fa6c3ef5577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a82b1f-d034-4a00-b024-eeeeaebfccc3']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:03.747396 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d933c136-f19e-470f-bdc3-ac94b9151989 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:35:03.784169 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=8c07feff-3f07-41be-a0ee-332108b1d00b,revision_number=11']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:03.807134 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-e5af1182-0394-4278-bb39-7fa6c3ef5577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d061f8-ab8b-4c9c-bb49-c856f9c0d67a') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:03.810334 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-e5af1182-0394-4278-bb39-7fa6c3ef5577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d061f8-ab8b-4c9c-bb49-c856f9c0d67a') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:03.851150 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5af1182-0394-4278-bb39-7fa6c3ef5577 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:03.872861 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: d933c136-f19e-470f-bdc3-ac94b9151989 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:35:03.874410 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d933c136-f19e-470f-bdc3-ac94b9151989 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:35:03.877643 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5af1182-0394-4278-bb39-7fa6c3ef5577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:03.877851 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5054cc10-e9cf-47ae-bb4b-d407d94de60d no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:35:03.886635 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5af1182-0394-4278-bb39-7fa6c3ef5577 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:35:03.887045 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5af1182-0394-4278-bb39-7fa6c3ef5577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:03.915273 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 5054cc10-e9cf-47ae-bb4b-d407d94de60d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:35:03.915608 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5054cc10-e9cf-47ae-bb4b-d407d94de60d not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:35:03.991930 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:35:04.020733 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c02629-c019-4195-9e4c-6a46782b265b x-openstack-request-id: req-17c02629-c019-4195-9e4c-6a46782b265b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:04.021251 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c449fa9a-b6b3-4237-8025-d984203d0cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "8c07feff-3f07-41be-a0ee-332108b1d00b", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:04.021699 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-17c02629-c019-4195-9e4c-6a46782b265b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:04.022313 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c449fa9a-b6b3-4237-8025-d984203d0cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c07feff-3f07-41be-a0ee-332108b1d00b', 'code': 200} Jul 22 16:35:04.028622 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5af1182-0394-4278-bb39-7fa6c3ef5577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:04.033505 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5af1182-0394-4278-bb39-7fa6c3ef5577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:04.036053 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e5af1182-0394-4278-bb39-7fa6c3ef5577 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c8a82b1f-d034-4a00-b024-eeeeaebfccc3 HTTP/1.1" status: 204 len: 168 time: 1.6766155 Jul 22 16:35:04.065663 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af1182-0394-4278-bb39-7fa6c3ef5577 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8a82b1f-d034-4a00-b024-eeeeaebfccc3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:04.122282 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-7e51c67d-9fa3-45e4-a638-99f4de36be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:04.123779 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-7e51c67d-9fa3-45e4-a638-99f4de36be20 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d491254bfb045ba972e9cdef1f2ea5a&device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 1094 time: 0.1260457 Jul 22 16:35:04.125334 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a22314-8881-4bea-b25b-89141d6294f9 x-openstack-request-id: req-b4a22314-8881-4bea-b25b-89141d6294f9 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:04.125633 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12d347d-bffe-4998-90e2-08b8626d4dcf", "tag": "dec8be23-fef6-47ed-b199-f52fd6077c32", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:04.125890 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b4a22314-8881-4bea-b25b-89141d6294f9 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:04.126318 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12d347d-bffe-4998-90e2-08b8626d4dcf', 'tag': 'dec8be23-fef6-47ed-b199-f52fd6077c32', 'status': 'completed', 'code': 200} Jul 22 16:35:04.218310 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-dd84ae11-7ebb-4887-a860-cda15c1f2fec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec8be23-fef6-47ed-b199-f52fd6077c32 HTTP/1.1" status: 200 len: 217 time: 0.0695205 Jul 22 16:35:04.294959 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-25a47780-231f-48de-b626-3a6b57d60f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:04.296815 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-25a47780-231f-48de-b626-3a6b57d60f43 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12e78912-9022-4c25-a60d-750c40af1085 HTTP/1.1" status: 200 len: 855 time: 0.0717437 Jul 22 16:35:04.310681 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47366) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:04.379144 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-fa2f47c0-4c28-4c2a-93ee-663c823b4cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:04.382197 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-fa2f47c0-4c28-4c2a-93ee-663c823b4cfc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cee977de-9cad-474a-a5af-ad0779e35005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777714 Jul 22 16:35:04.413708 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3cac0de8-a96c-4adb-ab19-821928403b0b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0c2c9fc3a8dd4c458b43b029550f4c16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1012363 Jul 22 16:35:04.416072 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47384) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:04.517269 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:04.521962 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf08d0ee-8170-4d1b-9655-c9791e02f7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:04.554578 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf08d0ee-8170-4d1b-9655-c9791e02f7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:04.585632 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-6f7c8df7-3253-4726-a0a5-b3da59b27291 service neutron] 10.222.0.16 "GET /v2.0/networks/cee977de-9cad-474a-a5af-ad0779e35005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956713 Jul 22 16:35:04.630331 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf08d0ee-8170-4d1b-9655-c9791e02f7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:04.633787 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf08d0ee-8170-4d1b-9655-c9791e02f7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:04.638283 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cf08d0ee-8170-4d1b-9655-c9791e02f7b0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d19304c2-3962-46af-840f-c964c2da2426 HTTP/1.1" status: 204 len: 168 time: 0.2189677 Jul 22 16:35:04.663254 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08d0ee-8170-4d1b-9655-c9791e02f7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19304c2-3962-46af-840f-c964c2da2426,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:04.974257 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa2fc0-8ed0-4b5d-b74e-3ad589b359f7 req-5d92758e-2cdd-48cb-b699-b730a457adc2 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:04.979877 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b9aa2fc0-8ed0-4b5d-b74e-3ad589b359f7 req-5d92758e-2cdd-48cb-b699-b730a457adc2 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.1598830 Jul 22 16:35:05.089413 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b9aa2fc0-8ed0-4b5d-b74e-3ad589b359f7 req-8ebb4806-4752-4fee-aafa-4bd27f5f05ed tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037908 Jul 22 16:35:05.130778 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b3b2900c-3820-4a99-8e3d-a77d4b14acd0 req-02475902-f0b0-4f69-b384-1e6daf242df5 service neutron] 10.222.0.16 "GET /v2.0/networks/cee977de-9cad-474a-a5af-ad0779e35005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5378435 Jul 22 16:35:05.151951 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4ad7c-4870-47b2-9658-828dcba2881c req-fcf86878-8944-4a7b-a8f9-98c5aefedfb4 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:05.160021 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4e4ad7c-4870-47b2-9658-828dcba2881c req-fcf86878-8944-4a7b-a8f9-98c5aefedfb4 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 943 time: 0.5184281 Jul 22 16:35:05.227622 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4e4ad7c-4870-47b2-9658-828dcba2881c req-e18c7317-040b-4666-960c-2adba7bea0d4 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/security-groups?id=a583f368-1d1a-4e7b-a590-5ae55a8f87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661583 Jul 22 16:35:05.337031 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275f82c-06d7-4a0a-9596-eb379618a155 req-7c5e2bb9-a765-493d-b99c-2f921664ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:05.338898 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1275f82c-06d7-4a0a-9596-eb379618a155 req-7c5e2bb9-a765-493d-b99c-2f921664ddb4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d491254bfb045ba972e9cdef1f2ea5a&device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 1094 time: 0.1042688 Jul 22 16:35:05.473378 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275f82c-06d7-4a0a-9596-eb379618a155 req-5b94edb1-7560-4d7c-abe0-0f2b48fbc434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:05.475385 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1275f82c-06d7-4a0a-9596-eb379618a155 req-5b94edb1-7560-4d7c-abe0-0f2b48fbc434 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cee977de-9cad-474a-a5af-ad0779e35005 HTTP/1.1" status: 200 len: 917 time: 0.1286306 Jul 22 16:35:05.565311 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1275f82c-06d7-4a0a-9596-eb379618a155 req-5bbbcd55-97c1-42d9-9f18-1330fab40abe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec8be23-fef6-47ed-b199-f52fd6077c32 HTTP/1.1" status: 200 len: 217 time: 0.0650907 Jul 22 16:35:05.600271 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47532) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:05.654184 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275f82c-06d7-4a0a-9596-eb379618a155 req-fe2a7611-3444-4171-b662-2f4f5fad7c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:05.660223 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1275f82c-06d7-4a0a-9596-eb379618a155 req-fe2a7611-3444-4171-b662-2f4f5fad7c72 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12e78912-9022-4c25-a60d-750c40af1085 HTTP/1.1" status: 200 len: 855 time: 0.0874264 Jul 22 16:35:05.744729 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275f82c-06d7-4a0a-9596-eb379618a155 req-1881934d-1805-44f6-be94-c91549e3a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:05.747393 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1275f82c-06d7-4a0a-9596-eb379618a155 req-1881934d-1805-44f6-be94-c91549e3a531 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cee977de-9cad-474a-a5af-ad0779e35005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808277 Jul 22 16:35:05.826544 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8cea6474-1c3d-42f9-b289-c85218654697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:05.874565 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1275f82c-06d7-4a0a-9596-eb379618a155 req-a3a07fcf-854a-4123-9b24-70edacab1f0d service neutron] 10.222.0.16 "GET /v2.0/networks/cee977de-9cad-474a-a5af-ad0779e35005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187110 Jul 22 16:35:05.989438 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8cea6474-1c3d-42f9-b289-c85218654697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:05.996023 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8cea6474-1c3d-42f9-b289-c85218654697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:06.008521 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1275f82c-06d7-4a0a-9596-eb379618a155 req-15dd5444-c294-4d51-9e54-ac6e9e48488f service neutron] 10.222.0.16 "GET /v2.0/networks/cee977de-9cad-474a-a5af-ad0779e35005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251192 Jul 22 16:35:06.043979 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea6474-1c3d-42f9-b289-c85218654697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452e28ee-3aea-4eca-b657-4e94036fd092,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:06.051821 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8cea6474-1c3d-42f9-b289-c85218654697 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=946656d7ff254d028ae14a95cf117a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4503620 Jul 22 16:35:06.052473 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47574) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:06.127663 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f06f0ef-35d3-4f77-a930-8c7871841ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:06.154959 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f06f0ef-35d3-4f77-a930-8c7871841ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:06.208651 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f06f0ef-35d3-4f77-a930-8c7871841ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:06.211574 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f06f0ef-35d3-4f77-a930-8c7871841ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:06.212767 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0f06f0ef-35d3-4f77-a930-8c7871841ce6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/452e28ee-3aea-4eca-b657-4e94036fd092 HTTP/1.1" status: 204 len: 168 time: 0.1522021 Jul 22 16:35:06.221423 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06f0ef-35d3-4f77-a930-8c7871841ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452e28ee-3aea-4eca-b657-4e94036fd092,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:06.391039 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab5c10-eee3-4a2e-ac70-9bae76e580ac req-82eb3307-e14c-416d-9f7e-fc8bb874b552 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:06.392952 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ddab5c10-eee3-4a2e-ac70-9bae76e580ac req-82eb3307-e14c-416d-9f7e-fc8bb874b552 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.0934501 Jul 22 16:35:06.438389 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ddab5c10-eee3-4a2e-ac70-9bae76e580ac req-a7701ff1-a72a-4139-b333-e4927a64471c tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368159 Jul 22 16:35:06.677303 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b468c6f-69f1-4630-998d-1fdad4d0c154 req-2d614d18-7013-4320-a48f-61e87cbb8697 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:06.678936 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9b468c6f-69f1-4630-998d-1fdad4d0c154 req-2d614d18-7013-4320-a48f-61e87cbb8697 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 943 time: 0.0710454 Jul 22 16:35:06.722643 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9b468c6f-69f1-4630-998d-1fdad4d0c154 req-6f55035d-a268-4ea4-9880-edb0fad861f7 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/security-groups?id=a583f368-1d1a-4e7b-a590-5ae55a8f87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364926 Jul 22 16:35:07.302428 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47710) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:07.430157 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7fe8aff7-44c8-4b2b-9dba-677da3b8efa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:07.554316 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7fe8aff7-44c8-4b2b-9dba-677da3b8efa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:07.559326 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7fe8aff7-44c8-4b2b-9dba-677da3b8efa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:07.590691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcc692-e4c4-414c-bba5-41b6e1b35409 req-5b51782e-0b4c-4956-93d3-383920a961c8 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:07.598943 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e6fcc692-e4c4-414c-bba5-41b6e1b35409 req-5b51782e-0b4c-4956-93d3-383920a961c8 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.0795522 Jul 22 16:35:07.601324 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7fe8aff7-44c8-4b2b-9dba-677da3b8efa8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c8796417221a4b8e85d225296886ef75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2977166 Jul 22 16:35:07.604007 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47738) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:07.635818 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8aff7-44c8-4b2b-9dba-677da3b8efa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f14661e-1bc6-44d8-b719-99c9daa9e6a9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:07.654851 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e6fcc692-e4c4-414c-bba5-41b6e1b35409 req-1dbdbb35-5c08-43a2-a72a-317ae3a6bc38 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501857 Jul 22 16:35:07.690298 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c512665-8a1c-4baf-8cd9-7baf46d3cea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:07.717996 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c512665-8a1c-4baf-8cd9-7baf46d3cea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:07.784901 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c512665-8a1c-4baf-8cd9-7baf46d3cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:07.788969 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c512665-8a1c-4baf-8cd9-7baf46d3cea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:07.790976 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3c512665-8a1c-4baf-8cd9-7baf46d3cea4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3f14661e-1bc6-44d8-b719-99c9daa9e6a9 HTTP/1.1" status: 204 len: 168 time: 0.1858323 Jul 22 16:35:07.800340 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c512665-8a1c-4baf-8cd9-7baf46d3cea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f14661e-1bc6-44d8-b719-99c9daa9e6a9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:07.886969 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47756) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:07.945177 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e99351-c951-4c6f-892c-6cb0311f3a8f req-d58d18d3-a26e-411d-8313-37ae0b9fdcc0 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:07.947268 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-14e99351-c951-4c6f-892c-6cb0311f3a8f req-d58d18d3-a26e-411d-8313-37ae0b9fdcc0 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 943 time: 0.0758343 Jul 22 16:35:07.998492 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-14e99351-c951-4c6f-892c-6cb0311f3a8f req-cdaa221e-8db5-49df-b105-431275758301 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/security-groups?id=a583f368-1d1a-4e7b-a590-5ae55a8f87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446143 Jul 22 16:35:08.194246 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f9466710-981e-4674-82ab-8b83562db940 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1322579917'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:08.225110 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9466710-981e-4674-82ab-8b83562db940 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Made reservation on behalf of 30cc2828be994a51ab86d2fb43131102 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:35:08.229373 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9466710-981e-4674-82ab-8b83562db940 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:08.240099 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9466710-981e-4674-82ab-8b83562db940 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:08.357539 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:35:08.375078 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9466710-981e-4674-82ab-8b83562db940 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:08.381968 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9466710-981e-4674-82ab-8b83562db940 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:08.415281 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9466710-981e-4674-82ab-8b83562db940 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:35:08.427333 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9466710-981e-4674-82ab-8b83562db940 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2c1846-29f9-4cec-aa5c-24adc1d59e77,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:08.435946 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9466710-981e-4674-82ab-8b83562db940 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:08.436365 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-f9466710-981e-4674-82ab-8b83562db940 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Added segment c441b6af-3cac-488a-8778-91f501a1c3ed of type vlan for network 9b2c3cc3-085c-4a0d-b28a-1702f4666335 Jul 22 16:35:08.485784 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9466710-981e-4674-82ab-8b83562db940 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:08.519984 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9466710-981e-4674-82ab-8b83562db940 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:08.525715 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9466710-981e-4674-82ab-8b83562db940 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:08.526346 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9466710-981e-4674-82ab-8b83562db940 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:08.621873 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f9466710-981e-4674-82ab-8b83562db940 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7334011 Jul 22 16:35:08.625078 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 47806) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:08.631926 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-21f46213-b785-43f3-a7e8-56ae73ddf704 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Request body: {'subnet': {'network_id': '9b2c3cc3-085c-4a0d-b28a-1702f4666335', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:08.677474 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9466710-981e-4674-82ab-8b83562db940 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Pushing event updated for resources: {'Network': ['ID=9b2c3cc3-085c-4a0d-b28a-1702f4666335,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:08.693808 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 9b2c3cc3-085c-4a0d-b28a-1702f4666335 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:35:08.707330 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee57373-5e21-417a-8a9a-850eb9486c38 req-546b89a6-ea37-4ad6-b363-ef6d109a5cd3 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:08.716395 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4ee57373-5e21-417a-8a9a-850eb9486c38 req-546b89a6-ea37-4ad6-b363-ef6d109a5cd3 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?device_id=634622d1-d94a-4cc9-a5e6-e86d9e163061 HTTP/1.1" status: 200 len: 948 time: 0.1868155 Jul 22 16:35:08.731369 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f46213-b785-43f3-a7e8-56ae73ddf704 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Made reservation on behalf of 30cc2828be994a51ab86d2fb43131102 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:35:08.739385 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21f46213-b785-43f3-a7e8-56ae73ddf704 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:08.772357 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4ee57373-5e21-417a-8a9a-850eb9486c38 req-eabb89f5-781e-4607-b739-95103ebc5bd1 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/security-groups?id=039e9746-aec1-4b49-843c-2b1df55cb08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548396 Jul 22 16:35:08.946795 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de631e-ed0c-412a-a8a9-28cf48b7e5e8 req-d6992b12-ccb2-4763-97ae-483cab1340c9 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:08.948340 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d6de631e-ed0c-412a-a8a9-28cf48b7e5e8 req-d6992b12-ccb2-4763-97ae-483cab1340c9 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.1356790 Jul 22 16:35:09.032101 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d6de631e-ed0c-412a-a8a9-28cf48b7e5e8 req-932c0f93-cf98-45c1-9122-42ecfa017fff tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743732 Jul 22 16:35:09.039531 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21f46213-b785-43f3-a7e8-56ae73ddf704 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:09.116666 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f46213-b785-43f3-a7e8-56ae73ddf704 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Pushing event updated for resources: {'Subnet': ['ID=7a2a6089-6bba-46b3-83dd-ca92968a0cb6,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:09.137240 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-ac562351-2602-4179-8339-235896f2f44b tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=3d11001c45dc4b1b890846123aaeffba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222218 Jul 22 16:35:09.148306 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f46213-b785-43f3-a7e8-56ae73ddf704 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Checking segment: {'id': 'c441b6af-3cac-488a-8778-91f501a1c3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9b2c3cc3-085c-4a0d-b28a-1702f4666335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:35:09.148665 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f46213-b785-43f3-a7e8-56ae73ddf704 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Network hostable DHCP agents. Network: 9b2c3cc3-085c-4a0d-b28a-1702f4666335, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:35:09.180363 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f46213-b785-43f3-a7e8-56ae73ddf704 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Network 9b2c3cc3-085c-4a0d-b28a-1702f4666335 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:35:09.195547 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-21f46213-b785-43f3-a7e8-56ae73ddf704 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 9b2c3cc3-085c-4a0d-b28a-1702f4666335) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:35:09.200011 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f46213-b785-43f3-a7e8-56ae73ddf704 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:09.201124 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21f46213-b785-43f3-a7e8-56ae73ddf704 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:09.204322 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a806f2c6-e5f6-4a80-a205-7966616f69b6 None None] Network 9b2c3cc3-085c-4a0d-b28a-1702f4666335 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:35:09.210608 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774e6f6-12ef-4f79-9168-922565e71055 req-d08132a0-9f74-44c4-b31c-0303a7ae6130 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:09.212151 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d774e6f6-12ef-4f79-9168-922565e71055 req-d08132a0-9f74-44c4-b31c-0303a7ae6130 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 943 time: 0.1095521 Jul 22 16:35:09.237581 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-21f46213-b785-43f3-a7e8-56ae73ddf704 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6113248 Jul 22 16:35:09.243096 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 47834) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:09.248040 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0a79561c-73c3-4604-9f3b-c7ba4042ee27 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Request body: {'port': {'network_id': '9b2c3cc3-085c-4a0d-b28a-1702f4666335', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1227105669'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:09.264352 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-20f372d7-4526-4e3b-a862-fc0344c22cf3 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:09.265822 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-20f372d7-4526-4e3b-a862-fc0344c22cf3 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1234374 Jul 22 16:35:09.283001 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d774e6f6-12ef-4f79-9168-922565e71055 req-1b4f3dda-ac05-46d6-8808-92e6e5fc60b3 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/security-groups?id=a583f368-1d1a-4e7b-a590-5ae55a8f87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630455 Jul 22 16:35:09.293074 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-f5eb474f-3a30-4c4b-8055-5598cb55f8da tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/quotas/3d11001c45dc4b1b890846123aaeffba HTTP/1.1" status: 200 len: 375 time: 0.0175378 Jul 22 16:35:09.329469 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-bb207bf4-b25f-43af-ab1c-64185437acb5 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d11001c45dc4b1b890846123aaeffba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353186 Jul 22 16:35:09.381974 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b540a791-3591-46e3-8091-f005942828c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-9b2c3cc3-085c-4a0d-b28a-1702f4666335', 'network_id': '9b2c3cc3-085c-4a0d-b28a-1702f4666335', 'tenant_id': '30cc2828be994a51ab86d2fb43131102', 'fixed_ips': [{'subnet_id': '7a2a6089-6bba-46b3-83dd-ca92968a0cb6'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:35:09.383313 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b540a791-3591-46e3-8091-f005942828c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:09.396226 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a79561c-73c3-4604-9f3b-c7ba4042ee27 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Made reservation on behalf of 30cc2828be994a51ab86d2fb43131102 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:35:09.404797 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a79561c-73c3-4604-9f3b-c7ba4042ee27 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:09.423360 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-0a79561c-73c3-4604-9f3b-c7ba4042ee27 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] device_id is not set on port ce917056-a4f5-47b9-94da-475727d50787 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:35:09.529191 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c5486b8-f8a0-443b-9d7b-3a3739029f91 req-dcfac6da-2927-4820-b938-c0d17f5c0d48 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3de57f1-0a94-4422-afe4-a1cb770ecde3 HTTP/1.1" status: 200 len: 210 time: 0.0364885 Jul 22 16:35:09.532200 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-b540a791-3591-46e3-8091-f005942828c4 None None] Allocated IP 172.20.0.2 (9b2c3cc3-085c-4a0d-b28a-1702f4666335/7a2a6089-6bba-46b3-83dd-ca92968a0cb6/5872b04d-c97e-4a2d-83f7-cec52b6c1f69) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:35:09.682467 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b540a791-3591-46e3-8091-f005942828c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:09.691438 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b540a791-3591-46e3-8091-f005942828c4 None None] Transition to ACTIVE for port object 5872b04d-c97e-4a2d-83f7-cec52b6c1f69 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:09.706535 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b540a791-3591-46e3-8091-f005942828c4 None None] Transition to ACTIVE for port object 5872b04d-c97e-4a2d-83f7-cec52b6c1f69 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:09.714722 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b540a791-3591-46e3-8091-f005942828c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:09.758643 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b540a791-3591-46e3-8091-f005942828c4 None None] Network 9b2c3cc3-085c-4a0d-b28a-1702f4666335 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:35:09.761819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b540a791-3591-46e3-8091-f005942828c4 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:35:09.766002 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b540a791-3591-46e3-8091-f005942828c4 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:35:09.770438 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-0a79561c-73c3-4604-9f3b-c7ba4042ee27 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Allocated IP 172.20.0.5 (9b2c3cc3-085c-4a0d-b28a-1702f4666335/7a2a6089-6bba-46b3-83dd-ca92968a0cb6/ce917056-a4f5-47b9-94da-475727d50787) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:35:09.790367 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540a791-3591-46e3-8091-f005942828c4 None None] Pushing event updated for resources: {'Port': ['ID=5872b04d-c97e-4a2d-83f7-cec52b6c1f69,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:09.851753 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b540a791-3591-46e3-8091-f005942828c4 None None] Attempting to bind port 5872b04d-c97e-4a2d-83f7-cec52b6c1f69 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:35:09.852492 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b540a791-3591-46e3-8091-f005942828c4 None None] Attempting to bind port 5872b04d-c97e-4a2d-83f7-cec52b6c1f69 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'c441b6af-3cac-488a-8778-91f501a1c3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9b2c3cc3-085c-4a0d-b28a-1702f4666335'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:35:09.853055 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b540a791-3591-46e3-8091-f005942828c4 None None] Attempting to bind port 5872b04d-c97e-4a2d-83f7-cec52b6c1f69 on network 9b2c3cc3-085c-4a0d-b28a-1702f4666335 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:09.859078 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b540a791-3591-46e3-8091-f005942828c4 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:35:09.859893 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b540a791-3591-46e3-8091-f005942828c4 None None] Checking segment: {'id': 'c441b6af-3cac-488a-8778-91f501a1c3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9b2c3cc3-085c-4a0d-b28a-1702f4666335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:35:09.860844 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b540a791-3591-46e3-8091-f005942828c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:09.861664 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b540a791-3591-46e3-8091-f005942828c4 None None] Bound using segment: {'id': 'c441b6af-3cac-488a-8778-91f501a1c3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9b2c3cc3-085c-4a0d-b28a-1702f4666335'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:35:09.862414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b540a791-3591-46e3-8091-f005942828c4 None None] Bound port: 5872b04d-c97e-4a2d-83f7-cec52b6c1f69, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c441b6af-3cac-488a-8778-91f501a1c3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9b2c3cc3-085c-4a0d-b28a-1702f4666335'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:35:09.863097 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b540a791-3591-46e3-8091-f005942828c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:09.941383 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdaa8d-b68a-4c21-ac0d-9439b79ca478 req-3d70843a-4dce-40fc-9753-db1f51316cac tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:09.944287 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5bbdaa8d-b68a-4c21-ac0d-9439b79ca478 req-3d70843a-4dce-40fc-9753-db1f51316cac tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?device_id=634622d1-d94a-4cc9-a5e6-e86d9e163061 HTTP/1.1" status: 200 len: 948 time: 0.0966330 Jul 22 16:35:09.954963 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b540a791-3591-46e3-8091-f005942828c4 None None] For port 5872b04d-c97e-4a2d-83f7-cec52b6c1f69, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:35:09.960844 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b540a791-3591-46e3-8091-f005942828c4 None None] For port 5872b04d-c97e-4a2d-83f7-cec52b6c1f69, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5872b04d-c97e-4a2d-83f7-cec52b6c1f69,segment=NetworkSegment(c441b6af-3cac-488a-8778-91f501a1c3ed),segment_id=c441b6af-3cac-488a-8778-91f501a1c3ed)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:35:09.981443 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b540a791-3591-46e3-8091-f005942828c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:10.024319 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5bbdaa8d-b68a-4c21-ac0d-9439b79ca478 req-0cf1023e-4bcb-46a3-9b5b-1a28fedb06cf tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/security-groups?id=039e9746-aec1-4b49-843c-2b1df55cb08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739508 Jul 22 16:35:10.044467 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a79561c-73c3-4604-9f3b-c7ba4042ee27 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:10.065660 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0a79561c-73c3-4604-9f3b-c7ba4042ee27 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Transition to ACTIVE for port object ce917056-a4f5-47b9-94da-475727d50787 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:10.102464 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540a791-3591-46e3-8091-f005942828c4 None None] Pushing event updated for resources: {'Port': ['ID=5872b04d-c97e-4a2d-83f7-cec52b6c1f69,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:10.112445 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a79561c-73c3-4604-9f3b-c7ba4042ee27 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:10.186917 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a79561c-73c3-4604-9f3b-c7ba4042ee27 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Network 9b2c3cc3-085c-4a0d-b28a-1702f4666335 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:35:10.190972 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0a79561c-73c3-4604-9f3b-c7ba4042ee27 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:35:10.194060 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79561c-73c3-4604-9f3b-c7ba4042ee27 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Pushing event updated for resources: {'Port': ['ID=ce917056-a4f5-47b9-94da-475727d50787,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:10.196253 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a79561c-73c3-4604-9f3b-c7ba4042ee27 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:35:10.198149 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e4056-263b-4ba6-9fce-2dd0a4c9b1ac req-98ce030a-a4af-4827-a2f6-8f53ff94a590 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:10.199842 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c3e4056-263b-4ba6-9fce-2dd0a4c9b1ac req-98ce030a-a4af-4827-a2f6-8f53ff94a590 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.0757935 Jul 22 16:35:10.246537 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c3e4056-263b-4ba6-9fce-2dd0a4c9b1ac req-30c57053-a9e2-45d3-a051-4e235ad6715b tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394599 Jul 22 16:35:10.264956 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a79561c-73c3-4604-9f3b-c7ba4042ee27 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:10.264956 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a79561c-73c3-4604-9f3b-c7ba4042ee27 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:10.299618 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47854) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:10.302532 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0a79561c-73c3-4604-9f3b-c7ba4042ee27 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0583084 Jul 22 16:35:10.450326 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-4cdb18e5-2f64-4d30-9313-116cf67e4425 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Deleting port ce917056-a4f5-47b9-94da-475727d50787 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:35:10.451074 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4cdb18e5-2f64-4d30-9313-116cf67e4425 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:10.481535 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475b213-e452-44f0-8136-6315c7be729a req-8a4fd394-84d3-424a-bd54-35461f2c03ff tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:10.483098 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6475b213-e452-44f0-8136-6315c7be729a req-8a4fd394-84d3-424a-bd54-35461f2c03ff tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.30 "GET /v2.0/ports?device_id=634622d1-d94a-4cc9-a5e6-e86d9e163061 HTTP/1.1" status: 200 len: 948 time: 0.1614366 Jul 22 16:35:10.507742 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43104568-5305-4a52-8e58-ba7c91fbeb07 req-b4cf6ae6-3491-4e5b-9796-bb9bc6c85f34 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:10.509354 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-43104568-5305-4a52-8e58-ba7c91fbeb07 req-b4cf6ae6-3491-4e5b-9796-bb9bc6c85f34 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 943 time: 0.1099098 Jul 22 16:35:10.548796 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4cdb18e5-2f64-4d30-9313-116cf67e4425 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:10.567278 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-4cdb18e5-2f64-4d30-9313-116cf67e4425 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Calling delete_port for ce917056-a4f5-47b9-94da-475727d50787 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:35:10.630927 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-43104568-5305-4a52-8e58-ba7c91fbeb07 req-548a7eb8-0731-4366-9030-99da6635bbb1 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/security-groups?id=a583f368-1d1a-4e7b-a590-5ae55a8f87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969560 Jul 22 16:35:10.655166 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6475b213-e452-44f0-8136-6315c7be729a req-64805ed6-4a7b-45bd-bfc1-480a9dded3d2 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Deleting port 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:35:10.655514 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6475b213-e452-44f0-8136-6315c7be729a req-64805ed6-4a7b-45bd-bfc1-480a9dded3d2 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:10.664660 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f12fe3ff-7a7f-47a0-8941-60bce76c00d7 req-eeadca00-94b8-4cb9-ade2-e70ded76eb18 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3de57f1-0a94-4422-afe4-a1cb770ecde3 HTTP/1.1" status: 200 len: 210 time: 0.0477023 Jul 22 16:35:10.764313 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6475b213-e452-44f0-8136-6315c7be729a req-64805ed6-4a7b-45bd-bfc1-480a9dded3d2 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] For port 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:10.764683 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6475b213-e452-44f0-8136-6315c7be729a req-64805ed6-4a7b-45bd-bfc1-480a9dded3d2 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:10.771581 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4cdb18e5-2f64-4d30-9313-116cf67e4425 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:10.786792 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6475b213-e452-44f0-8136-6315c7be729a req-64805ed6-4a7b-45bd-bfc1-480a9dded3d2 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Calling delete_port for 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:35:10.818295 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb18e5-2f64-4d30-9313-116cf67e4425 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Pushing event deleted for resources: {'Port': ['ID=ce917056-a4f5-47b9-94da-475727d50787,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:10.838192 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-a29ba5df-6cd8-4f1a-ad13-abd92702124e tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=3d11001c45dc4b1b890846123aaeffba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565174 Jul 22 16:35:10.984149 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6475b213-e452-44f0-8136-6315c7be729a req-64805ed6-4a7b-45bd-bfc1-480a9dded3d2 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:10.988198 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4cdb18e5-2f64-4d30-9313-116cf67e4425 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:10.990749 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4cdb18e5-2f64-4d30-9313-116cf67e4425 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] 10.222.0.69 "DELETE /v2.0/ports/ce917056-a4f5-47b9-94da-475727d50787 HTTP/1.1" status: 204 len: 168 time: 0.6901312 Jul 22 16:35:10.993695 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47864) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:11.032905 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64805ed6-4a7b-45bd-bfc1-480a9dded3d2 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Pushing event deleted for resources: {'Port': ['ID=4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:11.052540 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-dd107658-c32c-41eb-a3dd-5aa1fcc7515a tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:11.055606 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-dd107658-c32c-41eb-a3dd-5aa1fcc7515a tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2113235 Jul 22 16:35:11.079550 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-19d93de2-041d-4611-9a28-74ee8eb1e2e3 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Request body: {'port': {'device_id': 'd3de57f1-0a94-4422-afe4-a1cb770ecde3', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '3d11001c45dc4b1b890846123aaeffba'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:11.150496 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6475b213-e452-44f0-8136-6315c7be729a req-64805ed6-4a7b-45bd-bfc1-480a9dded3d2 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] No DVR routers for this DVR port 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:35:11.156395 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6475b213-e452-44f0-8136-6315c7be729a req-64805ed6-4a7b-45bd-bfc1-480a9dded3d2 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:11.158666 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6475b213-e452-44f0-8136-6315c7be729a req-64805ed6-4a7b-45bd-bfc1-480a9dded3d2 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.30 "DELETE /v2.0/ports/4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a HTTP/1.1" status: 204 len: 173 time: 0.6661787 Jul 22 16:35:11.159208 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634622d1-d94a-4cc9-a5e6-e86d9e163061', 'name': 'network-vif-deleted', 'tag': '4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:11.162240 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5fbf21-a7b8-42c5-b0bd-b1967c37c1f6" -d '{"events": [{"server_uuid": "634622d1-d94a-4cc9-a5e6-e86d9e163061", "name": "network-vif-deleted", "tag": "4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:11.237182 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cef0f2e-4b09-4861-8ee5-64da5b158501 x-openstack-request-id: req-3cef0f2e-4b09-4861-8ee5-64da5b158501 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:11.237779 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634622d1-d94a-4cc9-a5e6-e86d9e163061", "name": "network-vif-deleted", "tag": "4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:11.239277 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3cef0f2e-4b09-4861-8ee5-64da5b158501 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:11.239744 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634622d1-d94a-4cc9-a5e6-e86d9e163061', 'name': 'network-vif-deleted', 'tag': '4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a', 'status': 'completed', 'code': 200} Jul 22 16:35:11.242988 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a7bf6618-3e74-453a-b299-13b4da79e289 req-da65fa41-fe8f-4410-ba26-401080a772d2 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?device_id=634622d1-d94a-4cc9-a5e6-e86d9e163061 HTTP/1.1" status: 200 len: 210 time: 0.0575993 Jul 22 16:35:11.265178 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-19d93de2-041d-4611-9a28-74ee8eb1e2e3 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Made reservation on behalf of 3d11001c45dc4b1b890846123aaeffba for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:35:11.275809 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-19d93de2-041d-4611-9a28-74ee8eb1e2e3 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:11.286626 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-19d93de2-041d-4611-9a28-74ee8eb1e2e3 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:11.334713 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227f9733-0d1c-43ec-8a77-570137ffcb6d None None] Network 9b2c3cc3-085c-4a0d-b28a-1702f4666335 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:35:11.386121 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-85320bd9-dee8-49fc-af6b-edc008810665 tempest-DHCPAgentSchedulersTestJSON-2137410034 tempest-DHCPAgentSchedulersTestJSON-2137410034-project-admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.3912487 Jul 22 16:35:11.388998 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47876) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:11.400658 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-774e6ff1-6803-48fa-96d3-cb5f9c105724 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-296686338'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:11.465804 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-19d93de2-041d-4611-9a28-74ee8eb1e2e3 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:11.472706 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-19d93de2-041d-4611-9a28-74ee8eb1e2e3 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:11.494945 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b2e0f-b174-405a-8145-184871b27bc1 req-aa4d8e9b-eddf-4365-8640-d9c42681754a tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:11.502106 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-640b2e0f-b174-405a-8145-184871b27bc1 req-aa4d8e9b-eddf-4365-8640-d9c42681754a tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.1757493 Jul 22 16:35:11.507014 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f6432ff4-d025-4431-96e9-514f00e2850c None None] Provisioning for port 5872b04d-c97e-4a2d-83f7-cec52b6c1f69 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:35:11.721605 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5872b04d-c97e-4a2d-83f7-cec52b6c1f69 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:35:11.805458 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:11.812765 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 5872b04d-c97e-4a2d-83f7-cec52b6c1f69 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:35:11.815591 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542615c3-e0ae-4bcb-b761-c930f7fedf5e req-f0a4de82-4beb-4cf6-b23f-7bfdef1d682d tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:11.818197 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-542615c3-e0ae-4bcb-b761-c930f7fedf5e req-f0a4de82-4beb-4cf6-b23f-7bfdef1d682d tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 943 time: 0.0935652 Jul 22 16:35:11.824686 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 5872b04d-c97e-4a2d-83f7-cec52b6c1f69 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:11.825037 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:11.887967 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-542615c3-e0ae-4bcb-b761-c930f7fedf5e req-4e3a23ce-efeb-4941-823a-4bce9e249e4c tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/security-groups?id=a583f368-1d1a-4e7b-a590-5ae55a8f87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538352 Jul 22 16:35:11.973653 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:11.976824 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:11.997029 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774e6ff1-6803-48fa-96d3-cb5f9c105724 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Made reservation on behalf of 30cc2828be994a51ab86d2fb43131102 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:35:11.997600 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6746a5f9-7f34-464d-b8be-2051f72e129b req-8b7a52f0-019b-446e-a3b6-260cfb7bd331 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3de57f1-0a94-4422-afe4-a1cb770ecde3 HTTP/1.1" status: 200 len: 210 time: 0.0412383 Jul 22 16:35:12.001946 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-774e6ff1-6803-48fa-96d3-cb5f9c105724 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:12.020655 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 5872b04d-c97e-4a2d-83f7-cec52b6c1f69, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5872b04d-c97e-4a2d-83f7-cec52b6c1f69,segment=NetworkSegment(c441b6af-3cac-488a-8778-91f501a1c3ed),segment_id=c441b6af-3cac-488a-8778-91f501a1c3ed)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:12.026620 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:12.042654 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d93de2-041d-4611-9a28-74ee8eb1e2e3 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=577bb9f1-5500-4689-b800-3297e7033f0a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:12.069895 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-640b2e0f-b174-405a-8145-184871b27bc1 req-95cbca2d-b0de-4081-98d5-43c0f0e247d2 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5668993 Jul 22 16:35:12.113954 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774e6ff1-6803-48fa-96d3-cb5f9c105724 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:35:12.118097 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=5872b04d-c97e-4a2d-83f7-cec52b6c1f69,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:12.138830 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-774e6ff1-6803-48fa-96d3-cb5f9c105724 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:12.139475 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-774e6ff1-6803-48fa-96d3-cb5f9c105724 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Added segment c44c01e3-1f91-41b3-8449-afa5e4f8049e of type vlan for network ce2f7352-32d5-4c99-a8cd-866aac47f3de Jul 22 16:35:12.149965 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6c429606-ba67-4233-acf2-883e2c0a127c None None] Provisioning complete for port 5872b04d-c97e-4a2d-83f7-cec52b6c1f69 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:12.150596 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c429606-ba67-4233-acf2-883e2c0a127c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:12.156387 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-19d93de2-041d-4611-9a28-74ee8eb1e2e3 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Allocated IP 192.168.233.217 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/26a7fa0b-c1b9-414a-9a41-113862dc1f87) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:35:12.202410 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-774e6ff1-6803-48fa-96d3-cb5f9c105724 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:12.277052 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-774e6ff1-6803-48fa-96d3-cb5f9c105724 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:12.283402 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774e6ff1-6803-48fa-96d3-cb5f9c105724 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:12.283989 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-774e6ff1-6803-48fa-96d3-cb5f9c105724 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:12.367983 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-774e6ff1-6803-48fa-96d3-cb5f9c105724 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9764802 Jul 22 16:35:12.372460 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47892) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:12.381084 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c33ee887-8abf-4673-ab1d-f407561f68e3 None None] Could not find standard attr ID for object ce917056-a4f5-47b9-94da-475727d50787. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:35:12.434767 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e6ff1-6803-48fa-96d3-cb5f9c105724 tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Pushing event updated for resources: {'Network': ['ID=ce2f7352-32d5-4c99-a8cd-866aac47f3de,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:12.456192 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network ce2f7352-32d5-4c99-a8cd-866aac47f3de details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:35:12.493201 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-19d93de2-041d-4611-9a28-74ee8eb1e2e3 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:12.540746 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-19d93de2-041d-4611-9a28-74ee8eb1e2e3 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Transition to ACTIVE for port object 26a7fa0b-c1b9-414a-9a41-113862dc1f87 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:12.600982 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4983c6-ad7c-432a-a5ff-224185c0d15f req-285bbea0-9781-47d2-aefc-1a30f821cd3e tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:12.602576 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8d4983c6-ad7c-432a-a5ff-224185c0d15f req-285bbea0-9781-47d2-aefc-1a30f821cd3e tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?device_id=c449fa9a-b6b3-4237-8025-d984203d0cb5 HTTP/1.1" status: 200 len: 949 time: 0.0815024 Jul 22 16:35:12.618151 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-098557f2-49d6-448d-8d79-878072135f02 tempest-DHCPAgentSchedulersTestJSON-2137410034 tempest-DHCPAgentSchedulersTestJSON-2137410034-project-admin] 10.222.0.69 "GET /v2.0/agents/597e65eb-0fb0-4637-9ae2-4efd0e1811af/dhcp-networks HTTP/1.1" status: 200 len: 6489 time: 0.2440336 Jul 22 16:35:12.621583 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47898) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:12.641379 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-19d93de2-041d-4611-9a28-74ee8eb1e2e3 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:12.647091 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8d4983c6-ad7c-432a-a5ff-224185c0d15f req-21c2ade5-4a85-461f-a540-e64bd3cad2e7 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/security-groups?id=039e9746-aec1-4b49-843c-2b1df55cb08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385640 Jul 22 16:35:12.699471 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-19d93de2-041d-4611-9a28-74ee8eb1e2e3 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:35:12.706016 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-19d93de2-041d-4611-9a28-74ee8eb1e2e3 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:35:12.711877 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-19d93de2-041d-4611-9a28-74ee8eb1e2e3 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:35:12.717670 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d93de2-041d-4611-9a28-74ee8eb1e2e3 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Pushing event updated for resources: {'Port': ['ID=26a7fa0b-c1b9-414a-9a41-113862dc1f87,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:12.798762 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-19d93de2-041d-4611-9a28-74ee8eb1e2e3 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:12.799402 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-19d93de2-041d-4611-9a28-74ee8eb1e2e3 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:12.806346 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48091e5-e049-4b50-8f67-c3101217f4fe tempest-DHCPAgentSchedulersTestJSON-2137410034 tempest-DHCPAgentSchedulersTestJSON-2137410034-project-admin] Network ce2f7352-32d5-4c99-a8cd-866aac47f3de is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:35:12.822004 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a48091e5-e049-4b50-8f67-c3101217f4fe tempest-DHCPAgentSchedulersTestJSON-2137410034 tempest-DHCPAgentSchedulersTestJSON-2137410034-project-admin] 10.222.0.69 "POST /v2.0/agents/597e65eb-0fb0-4637-9ae2-4efd0e1811af/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1993310 Jul 22 16:35:12.823458 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-19d93de2-041d-4611-9a28-74ee8eb1e2e3 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7490005 Jul 22 16:35:12.824546 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47900) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:12.830478 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d6bc7c-a325-4090-a2c0-7a242e9da1ca None None] Network ce2f7352-32d5-4c99-a8cd-866aac47f3de requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:35:12.842624 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-689e6de6-781d-48d5-b56a-e38a23008a45 service neutron] Request body: {'port': {'device_id': 'd3de57f1-0a94-4422-afe4-a1cb770ecde3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:13.005435 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-689e6de6-781d-48d5-b56a-e38a23008a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:13.010447 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6216e16e-ef5f-4cdc-8a6f-3640d51111a6 None None] Provisioning for port 26a7fa0b-c1b9-414a-9a41-113862dc1f87 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:35:13.014629 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6216e16e-ef5f-4cdc-8a6f-3640d51111a6 None None] Provisioning complete for port 26a7fa0b-c1b9-414a-9a41-113862dc1f87 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:13.014991 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6216e16e-ef5f-4cdc-8a6f-3640d51111a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:13.024789 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-df898023-e2a5-408f-85fd-c1bdb911dfbc tempest-DHCPAgentSchedulersTestJSON-2137410034 tempest-DHCPAgentSchedulersTestJSON-2137410034-project-admin] 10.222.0.69 "GET /v2.0/agents/597e65eb-0fb0-4637-9ae2-4efd0e1811af/dhcp-networks HTTP/1.1" status: 200 len: 7259 time: 0.1967344 Jul 22 16:35:13.025910 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47906) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:13.028698 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538b324-afa2-4d39-81c7-f683d554bbfe req-f76b76a8-4f01-4eeb-a229-6f5dfd88d8be tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:13.031195 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6538b324-afa2-4d39-81c7-f683d554bbfe req-f76b76a8-4f01-4eeb-a229-6f5dfd88d8be tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 943 time: 0.0757501 Jul 22 16:35:13.053771 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6216e16e-ef5f-4cdc-8a6f-3640d51111a6 None None] Port 26a7fa0b-c1b9-414a-9a41-113862dc1f87 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:35:13.093213 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6538b324-afa2-4d39-81c7-f683d554bbfe req-82e75250-b8cd-42ce-86eb-9ea9cb8f923d tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/security-groups?id=a583f368-1d1a-4e7b-a590-5ae55a8f87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482028 Jul 22 16:35:13.125107 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:35:13.146810 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:35:13.147165 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4b2872b7-0e9e-4988-ae94-0a5ae47f4a5a not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:35:13.212353 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b5d7bd6b-cfd2-4796-a964-677b30bfb512 tempest-DHCPAgentSchedulersTestJSON-2137410034 tempest-DHCPAgentSchedulersTestJSON-2137410034-project-admin] 10.222.0.69 "DELETE /v2.0/agents/597e65eb-0fb0-4637-9ae2-4efd0e1811af/dhcp-networks/ce2f7352-32d5-4c99-a8cd-866aac47f3de HTTP/1.1" status: 204 len: 168 time: 0.1843312 Jul 22 16:35:13.214613 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 47912) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:13.263447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b8376-f857-434f-b9bc-313e1f6089db req-ed41451a-7a58-4bc9-afa6-947eebdd9937 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:13.264939 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a31b8376-f857-434f-b9bc-313e1f6089db req-ed41451a-7a58-4bc9-afa6-947eebdd9937 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.0999098 Jul 22 16:35:13.304569 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56ea0c-31b0-45c5-bf81-1f27d969ae58 req-2269424f-6a38-4de8-b6fe-cbd0f2b166dd tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:13.306096 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6f56ea0c-31b0-45c5-bf81-1f27d969ae58 req-2269424f-6a38-4de8-b6fe-cbd0f2b166dd tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3de57f1-0a94-4422-afe4-a1cb770ecde3 HTTP/1.1" status: 200 len: 936 time: 0.2126975 Jul 22 16:35:13.349874 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a31b8376-f857-434f-b9bc-313e1f6089db req-02480256-5dca-447e-ac13-6d1c755335c4 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743694 Jul 22 16:35:13.369652 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6f56ea0c-31b0-45c5-bf81-1f27d969ae58 req-af2bc764-d020-499c-97db-40dd77aa641f tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/security-groups?id=577bb9f1-5500-4689-b800-3297e7033f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575931 Jul 22 16:35:13.418936 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-72ba0f60-1ade-46dc-857b-3552d0d2ac42 tempest-DHCPAgentSchedulersTestJSON-2137410034 tempest-DHCPAgentSchedulersTestJSON-2137410034-project-admin] 10.222.0.69 "GET /v2.0/agents/597e65eb-0fb0-4637-9ae2-4efd0e1811af/dhcp-networks HTTP/1.1" status: 200 len: 6489 time: 0.2030170 Jul 22 16:35:13.423059 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47916) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:13.437630 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-689e6de6-781d-48d5-b56a-e38a23008a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a7fa0b-c1b9-414a-9a41-113862dc1f87 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:13.448387 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-689e6de6-781d-48d5-b56a-e38a23008a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:13.460647 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f5fdb3fc-9a3b-4d7d-afa4-ff60a580e2c9 tempest-DHCPAgentSchedulersTestJSON-2137410034 tempest-DHCPAgentSchedulersTestJSON-2137410034-project-admin] 10.222.0.69 "GET /v2.0/networks/9b2c3cc3-085c-4a0d-b28a-1702f4666335/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0365129 Jul 22 16:35:13.465051 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 47918) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:13.465338 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-689e6de6-781d-48d5-b56a-e38a23008a45 service neutron] Transition to ACTIVE for port object 26a7fa0b-c1b9-414a-9a41-113862dc1f87 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:13.468430 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device dec8be23-fef6-47ed-b199-f52fd6077c32 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:35:13.471916 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-689e6de6-781d-48d5-b56a-e38a23008a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:13.493026 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-71abba42-69a1-4541-ac18-12ad2858fb2a tempest-DHCPAgentSchedulersTestJSON-2137410034 tempest-DHCPAgentSchedulersTestJSON-2137410034-project-admin] 10.222.0.69 "GET /v2.0/networks/9b2c3cc3-085c-4a0d-b28a-1702f4666335/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0253680 Jul 22 16:35:13.495179 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 47920) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:13.568875 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e6de6-781d-48d5-b56a-e38a23008a45 service neutron] Pushing event updated for resources: {'Port': ['ID=26a7fa0b-c1b9-414a-9a41-113862dc1f87,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:13.587727 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port dec8be23-fef6-47ed-b199-f52fd6077c32, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=dec8be23-fef6-47ed-b199-f52fd6077c32,segment=NetworkSegment(9622f1ac-fa7d-4c2d-9333-5610333d4c7c),segment_id=9622f1ac-fa7d-4c2d-9333-5610333d4c7c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:13.616206 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'dec8be23-fef6-47ed-b199-f52fd6077c32', 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005', 'port_id': 'dec8be23-fef6-47ed-b199-f52fd6077c32', 'mac_address': 'fa:16:3e:0b:16:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e78912-9022-4c25-a60d-750c40af1085', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:35:13.629161 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-689e6de6-781d-48d5-b56a-e38a23008a45 service neutron] Attempting to bind port 26a7fa0b-c1b9-414a-9a41-113862dc1f87 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:35:13.629500 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-689e6de6-781d-48d5-b56a-e38a23008a45 service neutron] Attempting to bind port 26a7fa0b-c1b9-414a-9a41-113862dc1f87 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:35:13.629834 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-689e6de6-781d-48d5-b56a-e38a23008a45 service neutron] Attempting to bind port 26a7fa0b-c1b9-414a-9a41-113862dc1f87 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:13.635225 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-689e6de6-781d-48d5-b56a-e38a23008a45 service neutron] Port 26a7fa0b-c1b9-414a-9a41-113862dc1f87 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:35:13.635859 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-689e6de6-781d-48d5-b56a-e38a23008a45 service neutron] Attempting to bind port 26a7fa0b-c1b9-414a-9a41-113862dc1f87 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:13.642177 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-689e6de6-781d-48d5-b56a-e38a23008a45 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:35:13.642610 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-689e6de6-781d-48d5-b56a-e38a23008a45 service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:35:13.642987 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-689e6de6-781d-48d5-b56a-e38a23008a45 service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:35:13.643417 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-689e6de6-781d-48d5-b56a-e38a23008a45 service neutron] Bound port: 26a7fa0b-c1b9-414a-9a41-113862dc1f87, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:35:13.644327 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-689e6de6-781d-48d5-b56a-e38a23008a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:13.655171 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d016daf2-c1ad-4a74-9800-cb4d47f3de89 tempest-DHCPAgentSchedulersTestJSON-2137410034 tempest-DHCPAgentSchedulersTestJSON-2137410034-project-admin] 10.222.0.69 "GET /v2.0/agents/597e65eb-0fb0-4637-9ae2-4efd0e1811af/dhcp-networks HTTP/1.1" status: 200 len: 6489 time: 0.1539078 Jul 22 16:35:13.661333 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 47922) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:13.693236 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5872b04d-c97e-4a2d-83f7-cec52b6c1f69 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:35:13.740199 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:13.758030 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec8be23-fef6-47ed-b199-f52fd6077c32 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:13.772593 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-689e6de6-781d-48d5-b56a-e38a23008a45 service neutron] For port 26a7fa0b-c1b9-414a-9a41-113862dc1f87, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:35:13.776296 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-689e6de6-781d-48d5-b56a-e38a23008a45 service neutron] For port 26a7fa0b-c1b9-414a-9a41-113862dc1f87, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=26a7fa0b-c1b9-414a-9a41-113862dc1f87,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:35:13.782142 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port dec8be23-fef6-47ed-b199-f52fd6077c32, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=dec8be23-fef6-47ed-b199-f52fd6077c32,segment=NetworkSegment(9622f1ac-fa7d-4c2d-9333-5610333d4c7c),segment_id=9622f1ac-fa7d-4c2d-9333-5610333d4c7c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:13.783485 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-689e6de6-781d-48d5-b56a-e38a23008a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:13.794380 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:13.807719 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40a1fabc-eaad-4310-84f8-0667a02e1eed tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:13.849975 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-689e6de6-781d-48d5-b56a-e38a23008a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:13.850596 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-689e6de6-781d-48d5-b56a-e38a23008a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:13.852200 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-689e6de6-781d-48d5-b56a-e38a23008a45 service neutron] 10.222.0.30 "PUT /v2.0/ports/26a7fa0b-c1b9-414a-9a41-113862dc1f87 HTTP/1.1" status: 200 len: 1096 time: 1.0138695 Jul 22 16:35:13.852441 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3de57f1-0a94-4422-afe4-a1cb770ecde3', 'tag': '26a7fa0b-c1b9-414a-9a41-113862dc1f87'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:13.854742 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b19c27f-61a3-4371-885c-9cf77296b3cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d3de57f1-0a94-4422-afe4-a1cb770ecde3", "tag": "26a7fa0b-c1b9-414a-9a41-113862dc1f87"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:13.893326 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=dec8be23-fef6-47ed-b199-f52fd6077c32,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:13.899627 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e6de6-781d-48d5-b56a-e38a23008a45 service neutron] Pushing event updated for resources: {'Port': ['ID=26a7fa0b-c1b9-414a-9a41-113862dc1f87,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:13.900330 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 5872b04d-c97e-4a2d-83f7-cec52b6c1f69 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:13.900709 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:13.914377 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed07db6b-3c97-46ea-b0ad-7513b898b489 x-openstack-request-id: req-ed07db6b-3c97-46ea-b0ad-7513b898b489 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:13.915472 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3de57f1-0a94-4422-afe4-a1cb770ecde3", "tag": "26a7fa0b-c1b9-414a-9a41-113862dc1f87", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:13.915472 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ed07db6b-3c97-46ea-b0ad-7513b898b489 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:13.915472 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3de57f1-0a94-4422-afe4-a1cb770ecde3', 'tag': '26a7fa0b-c1b9-414a-9a41-113862dc1f87', 'status': 'completed', 'code': 200} Jul 22 16:35:13.943891 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d7c06-1ec4-474b-9c3a-1a20d61f6890 req-6024dff0-281d-498c-b106-32c5fb8c058a tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:13.945555 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c84d7c06-1ec4-474b-9c3a-1a20d61f6890 req-6024dff0-281d-498c-b106-32c5fb8c058a tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?device_id=c449fa9a-b6b3-4237-8025-d984203d0cb5 HTTP/1.1" status: 200 len: 949 time: 0.1616685 Jul 22 16:35:13.970896 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40a1fabc-eaad-4310-84f8-0667a02e1eed tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:13.990024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-40a1fabc-eaad-4310-84f8-0667a02e1eed tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2f7352-32d5-4c99-a8cd-866aac47f3de']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:14.007849 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-40a1fabc-eaad-4310-84f8-0667a02e1eed tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c44c01e3-1f91-41b3-8449-afa5e4f8049e') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:14.008157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-40a1fabc-eaad-4310-84f8-0667a02e1eed tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c44c01e3-1f91-41b3-8449-afa5e4f8049e') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:14.010083 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-11b1a560-880c-463f-a4c1-fbbd59530bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:14.011718 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-11b1a560-880c-463f-a4c1-fbbd59530bcb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d11001c45dc4b1b890846123aaeffba&device_id=d3de57f1-0a94-4422-afe4-a1cb770ecde3 HTTP/1.1" status: 200 len: 1099 time: 0.0779991 Jul 22 16:35:14.026609 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40a1fabc-eaad-4310-84f8-0667a02e1eed tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:14.041196 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c84d7c06-1ec4-474b-9c3a-1a20d61f6890 req-0b4fd604-d7de-4a71-98e6-8a5f74b7a9fa tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/security-groups?id=039e9746-aec1-4b49-843c-2b1df55cb08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666287 Jul 22 16:35:14.048330 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40a1fabc-eaad-4310-84f8-0667a02e1eed tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:14.062633 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a1fabc-eaad-4310-84f8-0667a02e1eed tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:35:14.062633 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40a1fabc-eaad-4310-84f8-0667a02e1eed tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:14.069362 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-fbefc43f-8f5b-4916-90f2-f5fdf0c93d33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=26a7fa0b-c1b9-414a-9a41-113862dc1f87 HTTP/1.1" status: 200 len: 217 time: 0.0424638 Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:35:14.069588 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:35:14.126911 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40a1fabc-eaad-4310-84f8-0667a02e1eed tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:14.132044 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-f4350f1f-2c9a-462c-b40c-bf749bc2ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:14.132561 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['dec8be23-fef6-47ed-b199-f52fd6077c32'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:14.133555 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-f4350f1f-2c9a-462c-b40c-bf749bc2ade9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0599968 Jul 22 16:35:14.156422 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40a1fabc-eaad-4310-84f8-0667a02e1eed tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:14.162437 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-40a1fabc-eaad-4310-84f8-0667a02e1eed tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] 10.222.0.69 "DELETE /v2.0/networks/ce2f7352-32d5-4c99-a8cd-866aac47f3de HTTP/1.1" status: 204 len: 168 time: 0.4966235 Jul 22 16:35:14.164997 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47932) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:14.170588 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a1fabc-eaad-4310-84f8-0667a02e1eed tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Pushing event deleted for resources: {'Network': ['ID=ce2f7352-32d5-4c99-a8cd-866aac47f3de,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:14.228987 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5fa25ad-aca5-40dc-9171-6589e062a60d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] DELETE failed (client error): The resource could not be found. Jul 22 16:35:14.229797 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5fa25ad-aca5-40dc-9171-6589e062a60d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:35:14.231577 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d5fa25ad-aca5-40dc-9171-6589e062a60d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] 10.222.0.69 "DELETE /v2.0/ports/ce917056-a4f5-47b9-94da-475727d50787 HTTP/1.1" status: 404 len: 333 time: 0.0646555 Jul 22 16:35:14.234366 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 47934) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:14.287022 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-8476bef0-35f6-40b1-bf04-092666ef27bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:14.288507 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-8476bef0-35f6-40b1-bf04-092666ef27bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1486971 Jul 22 16:35:14.288862 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fba79b0-4e16-44e2-92a9-ec1767b5539b tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Deleting subnet 7a2a6089-6bba-46b3-83dd-ca92968a0cb6 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:35:14.292147 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0fba79b0-4e16-44e2-92a9-ec1767b5539b tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:14.299954 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f34c78-9733-48e9-9da5-46e1263c7be3 req-d0fcd01f-c52a-4d9d-893a-43aece9eaf76 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:14.302036 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b7f34c78-9733-48e9-9da5-46e1263c7be3 req-d0fcd01f-c52a-4d9d-893a-43aece9eaf76 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 944 time: 0.1205883 Jul 22 16:35:14.331460 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0fba79b0-4e16-44e2-92a9-ec1767b5539b tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:14.391751 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b7f34c78-9733-48e9-9da5-46e1263c7be3 req-04828c2f-bc6b-4a62-b7eb-2783bb01de39 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/security-groups?id=a583f368-1d1a-4e7b-a590-5ae55a8f87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815284 Jul 22 16:35:14.435430 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-a6086b4f-ac02-42b1-9b13-6939bb943433 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324179 Jul 22 16:35:14.514877 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0fba79b0-4e16-44e2-92a9-ec1767b5539b tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:14.577341 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d5e0df81-417c-408d-acc3-33bf203eea08 req-5eaf0e45-3dc0-45f7-ad0b-bf1113311325 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357481 Jul 22 16:35:14.594998 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf0e4b-7ec4-469f-8afe-6841b23a10fe req-f636bbd8-956b-456c-9c3f-c69e29c2c269 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:14.595655 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e03cac-1543-4280-aef7-51eddee73986 req-de81b94b-f062-4b9a-92e7-185716d9b612 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:14.596511 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2ccf0e4b-7ec4-469f-8afe-6841b23a10fe req-f636bbd8-956b-456c-9c3f-c69e29c2c269 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3de57f1-0a94-4422-afe4-a1cb770ecde3 HTTP/1.1" status: 200 len: 948 time: 0.1271479 Jul 22 16:35:14.597005 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-82e03cac-1543-4280-aef7-51eddee73986 req-de81b94b-f062-4b9a-92e7-185716d9b612 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.16 "GET /v2.0/ports?device_id=c449fa9a-b6b3-4237-8025-d984203d0cb5 HTTP/1.1" status: 200 len: 949 time: 0.1726873 Jul 22 16:35:14.616082 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0fba79b0-4e16-44e2-92a9-ec1767b5539b tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:14.640554 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2ccf0e4b-7ec4-469f-8afe-6841b23a10fe req-710225da-e283-4c0f-8265-550ee83848f8 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/security-groups?id=577bb9f1-5500-4689-b800-3297e7033f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350595 Jul 22 16:35:14.646166 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436f672-29a6-4b86-8f96-491a6476ae96 req-717d1094-6867-4271-b0eb-c596ae4db228 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:14.647649 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a436f672-29a6-4b86-8f96-491a6476ae96 req-717d1094-6867-4271-b0eb-c596ae4db228 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.2112634 Jul 22 16:35:14.684725 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba79b0-4e16-44e2-92a9-ec1767b5539b tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Pushing event deleted for resources: {'Subnet': ['ID=7a2a6089-6bba-46b3-83dd-ca92968a0cb6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:14.692740 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0fba79b0-4e16-44e2-92a9-ec1767b5539b tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:14.694189 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0fba79b0-4e16-44e2-92a9-ec1767b5539b tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] 10.222.0.69 "DELETE /v2.0/subnets/7a2a6089-6bba-46b3-83dd-ca92968a0cb6 HTTP/1.1" status: 204 len: 168 time: 0.4585707 Jul 22 16:35:14.700395 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47944) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:14.700641 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2905cc8-04d8-4a40-9980-fbbbf1c8a66c None None] Network 9b2c3cc3-085c-4a0d-b28a-1702f4666335 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:35:14.755153 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a436f672-29a6-4b86-8f96-491a6476ae96 req-16124e69-ee69-4f79-b5a2-47919ea6cbfb tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793762 Jul 22 16:35:14.790438 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-82e03cac-1543-4280-aef7-51eddee73986 req-45f8bff7-16ce-40f3-902f-512d4e34d972 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Deleting port 8c07feff-3f07-41be-a0ee-332108b1d00b {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:35:14.790963 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-82e03cac-1543-4280-aef7-51eddee73986 req-45f8bff7-16ce-40f3-902f-512d4e34d972 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:14.837355 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19c27f-61a3-4371-885c-9cf77296b3cb req-fd81652f-b89e-4e91-9cd1-bd098079ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:14.839231 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b19c27f-61a3-4371-885c-9cf77296b3cb req-fd81652f-b89e-4e91-9cd1-bd098079ef21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d11001c45dc4b1b890846123aaeffba&device_id=d3de57f1-0a94-4422-afe4-a1cb770ecde3 HTTP/1.1" status: 200 len: 1099 time: 0.1597033 Jul 22 16:35:14.845828 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:14.901868 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-82e03cac-1543-4280-aef7-51eddee73986 req-45f8bff7-16ce-40f3-902f-512d4e34d972 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] For port 8c07feff-3f07-41be-a0ee-332108b1d00b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8c07feff-3f07-41be-a0ee-332108b1d00b,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:14.902260 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-82e03cac-1543-4280-aef7-51eddee73986 req-45f8bff7-16ce-40f3-902f-512d4e34d972 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:14.916359 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-82e03cac-1543-4280-aef7-51eddee73986 req-45f8bff7-16ce-40f3-902f-512d4e34d972 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Calling delete_port for 8c07feff-3f07-41be-a0ee-332108b1d00b owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:35:14.981238 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96ecfd0-1b31-431d-9a46-391e4e763b68 None None] DHCP port deletion for 9b2c3cc3-085c-4a0d-b28a-1702f4666335 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:35:14.984335 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19c27f-61a3-4371-885c-9cf77296b3cb req-b623a17f-52e8-437c-ac99-9c72ed779e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:14.985809 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b19c27f-61a3-4371-885c-9cf77296b3cb req-b623a17f-52e8-437c-ac99-9c72ed779e54 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.1352167 Jul 22 16:35:15.031070 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e96ecfd0-1b31-431d-9a46-391e4e763b68 None None] Deleting port 5872b04d-c97e-4a2d-83f7-cec52b6c1f69 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:35:15.031448 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e96ecfd0-1b31-431d-9a46-391e4e763b68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:15.031928 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Deleting port 5872b04d-c97e-4a2d-83f7-cec52b6c1f69 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:35:15.032421 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:15.035899 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b19c27f-61a3-4371-885c-9cf77296b3cb req-a00f87d9-34f5-486a-a702-527933b15d3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=26a7fa0b-c1b9-414a-9a41-113862dc1f87 HTTP/1.1" status: 200 len: 217 time: 0.0420523 Jul 22 16:35:15.126033 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e96ecfd0-1b31-431d-9a46-391e4e763b68 None None] For port 5872b04d-c97e-4a2d-83f7-cec52b6c1f69, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5872b04d-c97e-4a2d-83f7-cec52b6c1f69,segment=NetworkSegment(c441b6af-3cac-488a-8778-91f501a1c3ed),segment_id=c441b6af-3cac-488a-8778-91f501a1c3ed)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:15.127031 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e96ecfd0-1b31-431d-9a46-391e4e763b68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:15.140470 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e96ecfd0-1b31-431d-9a46-391e4e763b68 None None] Calling delete_port for 5872b04d-c97e-4a2d-83f7-cec52b6c1f69 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:35:15.154162 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] For port 5872b04d-c97e-4a2d-83f7-cec52b6c1f69, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5872b04d-c97e-4a2d-83f7-cec52b6c1f69,segment=NetworkSegment(c441b6af-3cac-488a-8778-91f501a1c3ed),segment_id=c441b6af-3cac-488a-8778-91f501a1c3ed)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:15.154162 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:15.177913 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19c27f-61a3-4371-885c-9cf77296b3cb req-5d1bc6d4-65f6-42ec-9ea1-ff3b87c0c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:15.179386 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b19c27f-61a3-4371-885c-9cf77296b3cb req-5d1bc6d4-65f6-42ec-9ea1-ff3b87c0c0b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1338761 Jul 22 16:35:15.188086 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Calling delete_port for 5872b04d-c97e-4a2d-83f7-cec52b6c1f69 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:35:15.232552 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e96ecfd0-1b31-431d-9a46-391e4e763b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:15.258899 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ecfd0-1b31-431d-9a46-391e4e763b68 None None] Pushing event deleted for resources: {'Port': ['ID=5872b04d-c97e-4a2d-83f7-cec52b6c1f69,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:15.263290 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96ecfd0-1b31-431d-9a46-391e4e763b68 None None] No DVR routers for this DVR port 5872b04d-c97e-4a2d-83f7-cec52b6c1f69 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:35:15.322326 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-82e03cac-1543-4280-aef7-51eddee73986 req-45f8bff7-16ce-40f3-902f-512d4e34d972 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:15.335237 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772c07d-7632-4b5b-83ea-a6c1bd717737 req-4debc44e-6528-4178-a8ca-410f2374f868 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:15.337063 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2772c07d-7632-4b5b-83ea-a6c1bd717737 req-4debc44e-6528-4178-a8ca-410f2374f868 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/ports?device_id=c449fa9a-b6b3-4237-8025-d984203d0cb5 HTTP/1.1" status: 200 len: 949 time: 0.2082663 Jul 22 16:35:15.357439 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8bff7-16ce-40f3-902f-512d4e34d972 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Pushing event deleted for resources: {'Port': ['ID=8c07feff-3f07-41be-a0ee-332108b1d00b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:15.369783 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19c27f-61a3-4371-885c-9cf77296b3cb req-6beccd8a-99c5-477d-8e34-4dd0fa5a10af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:15.371381 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b19c27f-61a3-4371-885c-9cf77296b3cb req-6beccd8a-99c5-477d-8e34-4dd0fa5a10af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1845317 Jul 22 16:35:15.390942 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:15.404113 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e03cac-1543-4280-aef7-51eddee73986 req-45f8bff7-16ce-40f3-902f-512d4e34d972 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] No DVR routers for this DVR port 8c07feff-3f07-41be-a0ee-332108b1d00b on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:35:15.406809 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-82e03cac-1543-4280-aef7-51eddee73986 req-45f8bff7-16ce-40f3-902f-512d4e34d972 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:15.408809 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-82e03cac-1543-4280-aef7-51eddee73986 req-45f8bff7-16ce-40f3-902f-512d4e34d972 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.16 "DELETE /v2.0/ports/8c07feff-3f07-41be-a0ee-332108b1d00b HTTP/1.1" status: 204 len: 173 time: 0.8048136 Jul 22 16:35:15.409253 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c449fa9a-b6b3-4237-8025-d984203d0cb5', 'name': 'network-vif-deleted', 'tag': '8c07feff-3f07-41be-a0ee-332108b1d00b'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:15.417412 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bbe2b6-7245-445e-ba7e-5885830229cc" -d '{"events": [{"server_uuid": "c449fa9a-b6b3-4237-8025-d984203d0cb5", "name": "network-vif-deleted", "tag": "8c07feff-3f07-41be-a0ee-332108b1d00b"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:15.451805 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Pushing event deleted for resources: {'Port': ['ID=5872b04d-c97e-4a2d-83f7-cec52b6c1f69,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:15.451999 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806b34b7-1135-452e-9f89-ce79e9c36a7d x-openstack-request-id: req-806b34b7-1135-452e-9f89-ce79e9c36a7d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:15.452299 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c449fa9a-b6b3-4237-8025-d984203d0cb5", "name": "network-vif-deleted", "tag": "8c07feff-3f07-41be-a0ee-332108b1d00b", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:15.452452 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-806b34b7-1135-452e-9f89-ce79e9c36a7d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:15.452828 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c449fa9a-b6b3-4237-8025-d984203d0cb5', 'name': 'network-vif-deleted', 'tag': '8c07feff-3f07-41be-a0ee-332108b1d00b', 'status': 'completed', 'code': 200} Jul 22 16:35:15.463330 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2772c07d-7632-4b5b-83ea-a6c1bd717737 req-516b2087-55ae-48ad-af55-d8c42a088816 tempest-ListImageFiltersTestJSON-1969250315 tempest-ListImageFiltersTestJSON-1969250315-project] 10.222.0.69 "GET /v2.0/security-groups?id=039e9746-aec1-4b49-843c-2b1df55cb08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107066 Jul 22 16:35:15.472314 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] No DVR routers for this DVR port 5872b04d-c97e-4a2d-83f7-cec52b6c1f69 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:35:15.475215 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:15.475561 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:15.475902 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:15.476274 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:15.476608 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:15.476941 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:15.477270 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:15.477594 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:15.477942 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:15.478267 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:15.478586 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:15.478916 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:15.503815 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device dec8be23-fef6-47ed-b199-f52fd6077c32 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:35:15.585781 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port dec8be23-fef6-47ed-b199-f52fd6077c32 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:35:15.590255 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port dec8be23-fef6-47ed-b199-f52fd6077c32 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:15.591437 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:15.612696 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:15.613049 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4277c97-dffe-492a-bd58-f62358656d7a req-6ea4603d-85ad-4b93-b12a-dbb140a477eb tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:15.616502 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4277c97-dffe-492a-bd58-f62358656d7a req-6ea4603d-85ad-4b93-b12a-dbb140a477eb tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 944 time: 0.0945644 Jul 22 16:35:15.628302 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2c3cc3-085c-4a0d-b28a-1702f4666335']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:15.638082 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b19c27f-61a3-4371-885c-9cf77296b3cb req-7e6c4747-e31a-4072-99a0-b6cf3c0c2ee8 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588239 Jul 22 16:35:15.642306 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c441b6af-3cac-488a-8778-91f501a1c3ed') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:15.642598 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c441b6af-3cac-488a-8778-91f501a1c3ed') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:15.654630 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:15.674183 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4277c97-dffe-492a-bd58-f62358656d7a req-3147de69-38b5-42ed-819a-102cda689f4e tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/security-groups?id=a583f368-1d1a-4e7b-a590-5ae55a8f87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494163 Jul 22 16:35:15.684446 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:15.690991 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5872b04d-c97e-4a2d-83f7-cec52b6c1f69 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:35:15.693863 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:35:15.694528 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:35:15.698241 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:35:15.726699 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 5872b04d-c97e-4a2d-83f7-cec52b6c1f69 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:35:15.727647 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5872b04d-c97e-4a2d-83f7-cec52b6c1f69 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:35:15.735965 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:15.765208 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12d347d-bffe-4998-90e2-08b8626d4dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec8be23-fef6-47ed-b199-f52fd6077c32'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:15.768041 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209e962e-ab36-4c13-95e2-2f6e26818210" -d '{"events": [{"server_uuid": "c12d347d-bffe-4998-90e2-08b8626d4dcf", "name": "network-vif-plugged", "status": "completed", "tag": "dec8be23-fef6-47ed-b199-f52fd6077c32"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:15.782893 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port dec8be23-fef6-47ed-b199-f52fd6077c32, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=dec8be23-fef6-47ed-b199-f52fd6077c32,segment=NetworkSegment(9622f1ac-fa7d-4c2d-9333-5610333d4c7c),segment_id=9622f1ac-fa7d-4c2d-9333-5610333d4c7c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:15.789775 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:15.790881 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 8c07feff-3f07-41be-a0ee-332108b1d00b no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:35:15.837233 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 8c07feff-3f07-41be-a0ee-332108b1d00b {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:35:15.838196 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 8c07feff-3f07-41be-a0ee-332108b1d00b not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:35:15.864006 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:15.869488 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:15.871128 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] 10.222.0.69 "DELETE /v2.0/networks/9b2c3cc3-085c-4a0d-b28a-1702f4666335 HTTP/1.1" status: 204 len: 168 time: 1.1686029 Jul 22 16:35:15.891881 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36042aa5-efce-4bbe-93cb-df9bf3c06ea0 x-openstack-request-id: req-36042aa5-efce-4bbe-93cb-df9bf3c06ea0 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:15.892180 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12d347d-bffe-4998-90e2-08b8626d4dcf", "name": "network-vif-plugged", "status": "completed", "tag": "dec8be23-fef6-47ed-b199-f52fd6077c32", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:15.894170 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-36042aa5-efce-4bbe-93cb-df9bf3c06ea0 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:15.894639 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12d347d-bffe-4998-90e2-08b8626d4dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec8be23-fef6-47ed-b199-f52fd6077c32', 'code': 200} Jul 22 16:35:15.902634 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=dec8be23-fef6-47ed-b199-f52fd6077c32,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:15.923817 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24e6ec-188f-454f-9770-182849051b4d tempest-DHCPAgentSchedulersTestJSON-1714854502 tempest-DHCPAgentSchedulersTestJSON-1714854502-project] Pushing event deleted for resources: {'Network': ['ID=9b2c3cc3-085c-4a0d-b28a-1702f4666335,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:15.968658 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b19c27f-61a3-4371-885c-9cf77296b3cb req-cd65f36c-7205-4a46-856c-7f7c16329285 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806633 Jul 22 16:35:15.987261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a5177-101f-492a-ac1b-35c47d1145d9 req-442ebe2e-0466-405b-b590-10147f6250fc tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:15.989530 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f26a5177-101f-492a-ac1b-35c47d1145d9 req-442ebe2e-0466-405b-b590-10147f6250fc tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3de57f1-0a94-4422-afe4-a1cb770ecde3 HTTP/1.1" status: 200 len: 948 time: 0.1783998 Jul 22 16:35:16.038178 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f26a5177-101f-492a-ac1b-35c47d1145d9 req-3a0c8174-c166-4586-9a87-cb4a35c82377 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/security-groups?id=577bb9f1-5500-4689-b800-3297e7033f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420911 Jul 22 16:35:16.123883 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7a9b8-4b47-4b8c-96f3-38fcafeb8d40 req-485b0aee-f415-4cd6-b2e6-0d8de9cd4664 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:16.125335 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cac7a9b8-4b47-4b8c-96f3-38fcafeb8d40 req-485b0aee-f415-4cd6-b2e6-0d8de9cd4664 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.1531174 Jul 22 16:35:16.135788 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b457f85-6ac0-4cd8-9e38-4294a646b1e9 req-173ce53c-71c8-4bdd-877a-a79689d647c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:16.137319 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b457f85-6ac0-4cd8-9e38-4294a646b1e9 req-173ce53c-71c8-4bdd-877a-a79689d647c8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 1096 time: 0.1212544 Jul 22 16:35:16.187445 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cac7a9b8-4b47-4b8c-96f3-38fcafeb8d40 req-485dc153-1fa2-4d3e-8840-599578329de9 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538599 Jul 22 16:35:16.209965 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b457f85-6ac0-4cd8-9e38-4294a646b1e9 req-c1b5a45d-3423-47e6-b869-b7c0543b95db service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a583f368-1d1a-4e7b-a590-5ae55a8f87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552187 Jul 22 16:35:16.216929 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47972) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:16.345271 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-375b3bd5-4b7d-4f84-9d6b-a85f57199883 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=30cc2828be994a51ab86d2fb43131102&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1266921 Jul 22 16:35:16.347804 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47976) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:16.395009 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e6acd73-83db-4cbc-b450-ea1ad558b75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:16.416044 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e6acd73-83db-4cbc-b450-ea1ad558b75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:16.461748 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e6acd73-83db-4cbc-b450-ea1ad558b75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:16.464244 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e6acd73-83db-4cbc-b450-ea1ad558b75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:16.465433 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4e6acd73-83db-4cbc-b450-ea1ad558b75f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bc2c1846-29f9-4cec-aa5c-24adc1d59e77 HTTP/1.1" status: 204 len: 168 time: 0.1167111 Jul 22 16:35:16.473642 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6acd73-83db-4cbc-b450-ea1ad558b75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2c1846-29f9-4cec-aa5c-24adc1d59e77,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:16.757089 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47998) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:16.772355 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c9601c7-a6d0-4581-9597-b2ef8ffad3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:16.838228 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7014b8-20ee-43f9-882d-4111aee3ddf2 req-7e2e5772-8c11-4202-a40f-2f0a4031ea43 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:16.839846 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ed7014b8-20ee-43f9-882d-4111aee3ddf2 req-7e2e5772-8c11-4202-a40f-2f0a4031ea43 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 945 time: 0.0799036 Jul 22 16:35:16.880225 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c9601c7-a6d0-4581-9597-b2ef8ffad3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:16.884513 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ed7014b8-20ee-43f9-882d-4111aee3ddf2 req-84abd327-1e6d-483a-960d-6c3bcc27a9fd tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/security-groups?id=a583f368-1d1a-4e7b-a590-5ae55a8f87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387259 Jul 22 16:35:16.884693 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c9601c7-a6d0-4581-9597-b2ef8ffad3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:16.925306 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4c9601c7-a6d0-4581-9597-b2ef8ffad3d6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c8319663c42d4743b3734f42a827f8f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1666098 Jul 22 16:35:16.925659 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9601c7-a6d0-4581-9597-b2ef8ffad3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a598ff-0b7f-469a-85cd-601bf0ca8c0f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:16.929282 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48014) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:16.982609 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88e4b689-3a20-4157-a493-30918116f705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:17.006620 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88e4b689-3a20-4157-a493-30918116f705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:17.052789 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88e4b689-3a20-4157-a493-30918116f705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:17.055489 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88e4b689-3a20-4157-a493-30918116f705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:17.056671 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-88e4b689-3a20-4157-a493-30918116f705 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/23a598ff-0b7f-469a-85cd-601bf0ca8c0f HTTP/1.1" status: 204 len: 168 time: 0.1262300 Jul 22 16:35:17.065597 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4b689-3a20-4157-a493-30918116f705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a598ff-0b7f-469a-85cd-601bf0ca8c0f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:17.195552 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-f43cf034-79a3-4d94-ac40-cfa015e16fee service neutron] show failed (client error): The resource could not be found. Jul 22 16:35:17.197018 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-f43cf034-79a3-4d94-ac40-cfa015e16fee service neutron] 10.222.0.30 "GET /v2.0/ports/6841fb77-588e-490a-9d5e-f000a42ebce7/bindings/n-h1-798930-9 HTTP/1.1" status: 404 len: 380 time: 0.1012721 Jul 22 16:35:17.246880 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e639f2-f8fa-40a5-8c96-c6d1ba52115d req-fd40bfd4-0fab-4cf9-afe1-ca2e0329dc37 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:17.248928 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e8e639f2-f8fa-40a5-8c96-c6d1ba52115d req-fd40bfd4-0fab-4cf9-afe1-ca2e0329dc37 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3de57f1-0a94-4422-afe4-a1cb770ecde3 HTTP/1.1" status: 200 len: 948 time: 0.1099796 Jul 22 16:35:17.300191 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e8e639f2-f8fa-40a5-8c96-c6d1ba52115d req-005f2739-7950-4dd0-b7e5-85a822b41c9c tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/security-groups?id=577bb9f1-5500-4689-b800-3297e7033f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428429 Jul 22 16:35:17.506505 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0949501-3997-4356-81dd-f7caddb8d404 req-d522041d-f9bd-4724-b5ca-dd5828c244f5 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:17.508049 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0949501-3997-4356-81dd-f7caddb8d404 req-d522041d-f9bd-4724-b5ca-dd5828c244f5 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.1159389 Jul 22 16:35:17.551362 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-02dc3fc2-5a8c-4f14-9fae-e6dbbbeaae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:17.553047 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-02dc3fc2-5a8c-4f14-9fae-e6dbbbeaae17 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1&tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e HTTP/1.1" status: 200 len: 1101 time: 0.1120224 Jul 22 16:35:17.565699 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0949501-3997-4356-81dd-f7caddb8d404 req-ed13aa7a-da9f-45b6-aa6f-5987d97bb1e0 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494192 Jul 22 16:35:17.571349 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-9', 'device_owner': 'compute:nova'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:17.650500 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:17.883196 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] For port 6841fb77-588e-490a-9d5e-f000a42ebce7, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=6841fb77-588e-490a-9d5e-f000a42ebce7,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:17.921377 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] For port 6841fb77-588e-490a-9d5e-f000a42ebce7, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:35:17.983813 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33d2b3e-c156-4d88-9964-9ea52372b2e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6841fb77-588e-490a-9d5e-f000a42ebce7'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:17.986317 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9313a04-f580-4c89-8451-2837cae28a30" -d '{"events": [{"server_uuid": "a33d2b3e-c156-4d88-9964-9ea52372b2e1", "name": "network-vif-unplugged", "status": "completed", "tag": "6841fb77-588e-490a-9d5e-f000a42ebce7"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:18.006725 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:18.030791 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] Transition to ACTIVE for port object 6841fb77-588e-490a-9d5e-f000a42ebce7 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:18.048894 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:18.115550 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c435d53-3eb6-440f-bb3d-c27f532e8a4d req-f5c7fdbf-1d5d-4208-a891-e7a05a228e37 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:18.123464 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7c435d53-3eb6-440f-bb3d-c27f532e8a4d req-f5c7fdbf-1d5d-4208-a891-e7a05a228e37 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 945 time: 0.1653554 Jul 22 16:35:18.171054 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] No DVR routers for this DVR port 6841fb77-588e-490a-9d5e-f000a42ebce7 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:35:18.176211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6841fb77-588e-490a-9d5e-f000a42ebce7,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:18.210924 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7c435d53-3eb6-440f-bb3d-c27f532e8a4d req-843bbeb3-a5fc-49de-aaae-3af0e41746ce tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/security-groups?id=a583f368-1d1a-4e7b-a590-5ae55a8f87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864663 Jul 22 16:35:18.258762 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d91d2b-3287-4212-99d0-f646471f5647 x-openstack-request-id: req-83d91d2b-3287-4212-99d0-f646471f5647 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:18.259105 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33d2b3e-c156-4d88-9964-9ea52372b2e1", "name": "network-vif-unplugged", "status": "completed", "tag": "6841fb77-588e-490a-9d5e-f000a42ebce7", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:18.259700 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-83d91d2b-3287-4212-99d0-f646471f5647 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:18.259982 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33d2b3e-c156-4d88-9964-9ea52372b2e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6841fb77-588e-490a-9d5e-f000a42ebce7', 'code': 200} Jul 22 16:35:18.283720 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] Attempting to bind port 6841fb77-588e-490a-9d5e-f000a42ebce7 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:35:18.284291 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] Attempting to bind port 6841fb77-588e-490a-9d5e-f000a42ebce7 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:35:18.284619 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] Attempting to bind port 6841fb77-588e-490a-9d5e-f000a42ebce7 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:18.305729 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] Port 6841fb77-588e-490a-9d5e-f000a42ebce7 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:35:18.305729 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] Attempting to bind port 6841fb77-588e-490a-9d5e-f000a42ebce7 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:18.328754 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:35:18.329201 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:35:18.329695 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:35:18.330265 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] Bound port: 6841fb77-588e-490a-9d5e-f000a42ebce7, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:35:18.330865 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:18.421600 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b1200-8a04-4491-b3d8-72660828b701 req-50b74fab-7f8b-40fa-92e9-ebd46597b5ce tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:18.423634 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-011b1200-8a04-4491-b3d8-72660828b701 req-50b74fab-7f8b-40fa-92e9-ebd46597b5ce tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 945 time: 0.1343570 Jul 22 16:35:18.435101 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48098) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:18.441205 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d6f17cf4-1ca5-482d-be43-50575de6de1d tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Request body: {'floatingip': {'port_id': 'dec8be23-fef6-47ed-b199-f52fd6077c32'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:18.446130 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] For port 6841fb77-588e-490a-9d5e-f000a42ebce7, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:35:18.451902 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] For port 6841fb77-588e-490a-9d5e-f000a42ebce7, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=6841fb77-588e-490a-9d5e-f000a42ebce7,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:35:18.489267 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48100) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:18.498496 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:18.513387 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6f17cf4-1ca5-482d-be43-50575de6de1d tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:18.535941 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5b69b-a717-4c7d-89e6-e2f3e0f03222 req-248ebcab-887a-4bd1-8dcc-01d010185919 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:18.547496 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-51c5b69b-a717-4c7d-89e6-e2f3e0f03222 req-248ebcab-887a-4bd1-8dcc-01d010185919 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3de57f1-0a94-4422-afe4-a1cb770ecde3 HTTP/1.1" status: 200 len: 948 time: 0.1198342 Jul 22 16:35:18.598304 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:18.598927 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:18.600343 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] 10.222.0.16 "PUT /v2.0/ports/6841fb77-588e-490a-9d5e-f000a42ebce7 HTTP/1.1" status: 200 len: 1096 time: 1.0336976 Jul 22 16:35:18.604811 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-51c5b69b-a717-4c7d-89e6-e2f3e0f03222 req-64aa1588-70f2-45c5-bb69-b9a803c132ff tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/security-groups?id=577bb9f1-5500-4689-b800-3297e7033f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563231 Jul 22 16:35:18.755634 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4b9c7-0d87-468b-83d7-8e3c999e26c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6841fb77-588e-490a-9d5e-f000a42ebce7,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:18.772498 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174089a-132c-4c13-8cae-9f8808e2eb72 req-7650e428-d43e-4076-9b7c-45d08224a717 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:18.780175 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9174089a-132c-4c13-8cae-9f8808e2eb72 req-7650e428-d43e-4076-9b7c-45d08224a717 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 948 time: 0.1032357 Jul 22 16:35:18.919717 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48114) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:18.948044 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-1a9ee723-8d83-4147-8a6a-c9bff3f783d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:18.949565 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-1a9ee723-8d83-4147-8a6a-c9bff3f783d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 1099 time: 0.2930136 Jul 22 16:35:18.996588 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6d406a7b-4735-42ab-abbb-aa4049b11858 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=737219674a65492c83d801138e0cf9e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5057623 Jul 22 16:35:19.010830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48120) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:19.064679 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a0b36fcb-cd05-4d4d-a89c-d1f72bbda7d9 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1452862599', 'router:external': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:19.131127 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 26a7fa0b-c1b9-414a-9a41-113862dc1f87 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:35:19.140325 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9174089a-132c-4c13-8cae-9f8808e2eb72 req-f9f8094c-cd7b-460f-ab77-48c6adde03ff tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536198 Jul 22 16:35:19.142537 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 6841fb77-588e-490a-9d5e-f000a42ebce7 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:35:19.214718 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 6841fb77-588e-490a-9d5e-f000a42ebce7 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:35:19.215447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b36fcb-cd05-4d4d-a89c-d1f72bbda7d9 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Made reservation on behalf of 9eea57289edf4d17a1f9a0d749a7c05b for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:35:19.217822 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0b36fcb-cd05-4d4d-a89c-d1f72bbda7d9 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:19.258751 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-75b46ef0-dd99-4c6d-b4a4-d07e7f60c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:19.260242 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-75b46ef0-dd99-4c6d-b4a4-d07e7f60c9b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.3017280 Jul 22 16:35:19.263315 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0b36fcb-cd05-4d4d-a89c-d1f72bbda7d9 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:19.265103 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1ed993d-dbcf-41dc-b3cc-7e5c971d4ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:19.275887 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 26a7fa0b-c1b9-414a-9a41-113862dc1f87, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=26a7fa0b-c1b9-414a-9a41-113862dc1f87,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:19.287249 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '26a7fa0b-c1b9-414a-9a41-113862dc1f87', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '26a7fa0b-c1b9-414a-9a41-113862dc1f87', 'mac_address': 'fa:16:3e:57:8f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:35:19.328317 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:19.331734 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-d7d4464d-e847-4f20-81f6-6cb4c5a69d04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=6841fb77-588e-490a-9d5e-f000a42ebce7 HTTP/1.1" status: 200 len: 217 time: 0.0616221 Jul 22 16:35:19.342452 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a7fa0b-c1b9-414a-9a41-113862dc1f87 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:19.361150 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1ed993d-dbcf-41dc-b3cc-7e5c971d4ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:19.362326 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 26a7fa0b-c1b9-414a-9a41-113862dc1f87, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=26a7fa0b-c1b9-414a-9a41-113862dc1f87,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:19.366767 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:19.417222 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=26a7fa0b-c1b9-414a-9a41-113862dc1f87,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:19.480143 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-4bacba64-83f6-4cca-babf-281949edff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:19.481616 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-4bacba64-83f6-4cca-babf-281949edff01 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1373441 Jul 22 16:35:19.587411 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6f17cf4-1ca5-482d-be43-50575de6de1d tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:19.596974 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6f17cf4-1ca5-482d-be43-50575de6de1d tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:19.603622 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1ed993d-dbcf-41dc-b3cc-7e5c971d4ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:19.606225 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1ed993d-dbcf-41dc-b3cc-7e5c971d4ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:19.607372 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f1ed993d-dbcf-41dc-b3cc-7e5c971d4ef1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/039e9746-aec1-4b49-843c-2b1df55cb08c HTTP/1.1" status: 204 len: 168 time: 0.5956044 Jul 22 16:35:19.638002 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['26a7fa0b-c1b9-414a-9a41-113862dc1f87'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:19.699049 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed993d-dbcf-41dc-b3cc-7e5c971d4ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039e9746-aec1-4b49-843c-2b1df55cb08c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:19.755979 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0b36fcb-cd05-4d4d-a89c-d1f72bbda7d9 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:19.768062 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0b36fcb-cd05-4d4d-a89c-d1f72bbda7d9 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:19.788280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-444337b5-e6af-495f-b729-699f62d81b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:19.789853 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-444337b5-e6af-495f-b729-699f62d81b33 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2728734 Jul 22 16:35:19.819746 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b36fcb-cd05-4d4d-a89c-d1f72bbda7d9 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:35:19.848909 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-d6f17cf4-1ca5-482d-be43-50575de6de1d tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Floating IP 0ade5fd6-633d-4be5-8a7e-61d549f98489 associated. External IP: 172.25.0.150, port: dec8be23-fef6-47ed-b199-f52fd6077c32. Jul 22 16:35:20.158363 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0b36fcb-cd05-4d4d-a89c-d1f72bbda7d9 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:20.158983 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-a0b36fcb-cd05-4d4d-a89c-d1f72bbda7d9 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Added segment 77333630-1195-412d-a2ae-91a528183193 of type vlan for network 5eb086a3-20c4-461a-8d82-5a9692d343e0 Jul 22 16:35:20.187423 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b36fcb-cd05-4d4d-a89c-d1f72bbda7d9 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6034539c-a89c-4157-b3a9-cfca21c18f22,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:20.266566 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33d2b3e-c156-4d88-9964-9ea52372b2e1', 'tag': '6841fb77-588e-490a-9d5e-f000a42ebce7'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:20.268655 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a71969f-125f-449c-bbc6-3cbd5d7e2145" -d '{"events": [{"name": "network-changed", "server_uuid": "a33d2b3e-c156-4d88-9964-9ea52372b2e1", "tag": "6841fb77-588e-490a-9d5e-f000a42ebce7"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:20.302660 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d5d25-80ef-4733-bcc6-e04fd6cc8593 req-ca15cca1-b09d-4a8c-b469-9e63e2fcfe7a tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:20.304733 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-218d5d25-80ef-4733-bcc6-e04fd6cc8593 req-ca15cca1-b09d-4a8c-b469-9e63e2fcfe7a tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 948 time: 0.0756018 Jul 22 16:35:20.311034 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1ba5c-1b88-44f5-ba93-cbde95df5eae req-db94cd52-b6c8-42b6-927c-f8ef83096ec6 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:20.312499 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c1a1ba5c-1b88-44f5-ba93-cbde95df5eae req-db94cd52-b6c8-42b6-927c-f8ef83096ec6 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3de57f1-0a94-4422-afe4-a1cb770ecde3 HTTP/1.1" status: 200 len: 949 time: 0.6083550 Jul 22 16:35:20.322013 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0b36fcb-cd05-4d4d-a89c-d1f72bbda7d9 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:20.345962 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-218d5d25-80ef-4733-bcc6-e04fd6cc8593 req-50b0bb44-8a9d-488b-89f4-51432d098449 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354180 Jul 22 16:35:20.403645 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-a8e0a6fc-b2a5-4793-a44d-27dc1bae0924 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031756 Jul 22 16:35:20.430208 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c1a1ba5c-1b88-44f5-ba93-cbde95df5eae req-6d3f900e-051a-4d90-9072-5644d3aefbc9 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/security-groups?id=577bb9f1-5500-4689-b800-3297e7033f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101856 Jul 22 16:35:20.444190 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0b36fcb-cd05-4d4d-a89c-d1f72bbda7d9 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:20.445440 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b36fcb-cd05-4d4d-a89c-d1f72bbda7d9 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:20.446268 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0b36fcb-cd05-4d4d-a89c-d1f72bbda7d9 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:20.526700 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fb6ca5-8765-4f1a-b51b-5ddcaf41f08f x-openstack-request-id: req-77fb6ca5-8765-4f1a-b51b-5ddcaf41f08f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:20.526988 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33d2b3e-c156-4d88-9964-9ea52372b2e1", "tag": "6841fb77-588e-490a-9d5e-f000a42ebce7", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:20.527488 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-77fb6ca5-8765-4f1a-b51b-5ddcaf41f08f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:20.527620 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33d2b3e-c156-4d88-9964-9ea52372b2e1', 'tag': '6841fb77-588e-490a-9d5e-f000a42ebce7', 'status': 'completed', 'code': 200} Jul 22 16:35:20.611078 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a0b36fcb-cd05-4d4d-a89c-d1f72bbda7d9 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.6857567 Jul 22 16:35:20.611305 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71969f-125f-449c-bbc6-3cbd5d7e2145 req-c69cd33e-21e8-4075-ba83-4bd628b92f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:20.611305 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5a71969f-125f-449c-bbc6-3cbd5d7e2145 req-c69cd33e-21e8-4075-ba83-4bd628b92f48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 1099 time: 0.0703177 Jul 22 16:35:20.611305 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48160) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:20.616504 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-49a1951a-d5bc-48e5-8458-4f33ddbba8b5 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Request body: {'subnet': {'network_id': '5eb086a3-20c4-461a-8d82-5a9692d343e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:20.661355 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b36fcb-cd05-4d4d-a89c-d1f72bbda7d9 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Pushing event updated for resources: {'Network': ['ID=5eb086a3-20c4-461a-8d82-5a9692d343e0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:20.671095 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5bd9c94c-5857-4b6e-80ee-eae9d0a24a56 req-0f4ec0c9-902b-4736-a966-975794094286 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591596 Jul 22 16:35:20.672407 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 5eb086a3-20c4-461a-8d82-5a9692d343e0 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:35:20.687520 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f17cf4-1ca5-482d-be43-50575de6de1d tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Router 75efc44b-89c0-41c1-ab32-8ffea46d97ca has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:35:20.799280 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71969f-125f-449c-bbc6-3cbd5d7e2145 req-b6c79fa3-1fa3-4104-803c-ef98e1171f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:20.801629 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5a71969f-125f-449c-bbc6-3cbd5d7e2145 req-b6c79fa3-1fa3-4104-803c-ef98e1171f30 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.1805820 Jul 22 16:35:20.803645 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a1951a-d5bc-48e5-8458-4f33ddbba8b5 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Made reservation on behalf of 9eea57289edf4d17a1f9a0d749a7c05b for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:35:20.807519 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-49a1951a-d5bc-48e5-8458-4f33ddbba8b5 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:20.894766 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5a71969f-125f-449c-bbc6-3cbd5d7e2145 req-9cfea7dc-41bb-4408-a379-10d6a38adfd6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=6841fb77-588e-490a-9d5e-f000a42ebce7 HTTP/1.1" status: 200 len: 217 time: 0.0837045 Jul 22 16:35:20.927815 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f17cf4-1ca5-482d-be43-50575de6de1d tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:35:20.933517 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6f17cf4-1ca5-482d-be43-50575de6de1d tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:20.939220 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71969f-125f-449c-bbc6-3cbd5d7e2145 req-d5819d9d-6d6f-48ff-b227-26d8e119778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:20.940960 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5a71969f-125f-449c-bbc6-3cbd5d7e2145 req-d5819d9d-6d6f-48ff-b227-26d8e119778c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 1099 time: 0.1335592 Jul 22 16:35:20.944240 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ad5dc-61b5-4970-8e69-650c70747f29 None None] Sync routers for ids ['75efc44b-89c0-41c1-ab32-8ffea46d97ca'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:35:20.957789 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583ad5dc-61b5-4970-8e69-650c70747f29 None None] Routers {'75efc44b-89c0-41c1-ab32-8ffea46d97ca'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:35:20.958727 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-583ad5dc-61b5-4970-8e69-650c70747f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:35:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['75efc44b-89c0-41c1-ab32-8ffea46d97ca'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:20.995377 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71969f-125f-449c-bbc6-3cbd5d7e2145 req-4db4fbe1-b08a-4788-8186-3436fda9c12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:20.996852 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5a71969f-125f-449c-bbc6-3cbd5d7e2145 req-4db4fbe1-b08a-4788-8186-3436fda9c12f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0946498 Jul 22 16:35:21.023081 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d6f17cf4-1ca5-482d-be43-50575de6de1d tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "PUT /v2.0/floatingips/0ade5fd6-633d-4be5-8a7e-61d549f98489 HTTP/1.1" status: 200 len: 991 time: 2.5862861 Jul 22 16:35:21.102904 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71969f-125f-449c-bbc6-3cbd5d7e2145 req-91b2e089-623d-4166-9d92-2d1c21a86dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:21.104833 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5a71969f-125f-449c-bbc6-3cbd5d7e2145 req-91b2e089-623d-4166-9d92-2d1c21a86dfa service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.1406875 Jul 22 16:35:21.135797 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 26a7fa0b-c1b9-414a-9a41-113862dc1f87 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:35:21.152539 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71969f-125f-449c-bbc6-3cbd5d7e2145 req-925e4880-66a1-48eb-9798-219d7ed2c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:21.155050 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5a71969f-125f-449c-bbc6-3cbd5d7e2145 req-925e4880-66a1-48eb-9798-219d7ed2c4a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1507616 Jul 22 16:35:21.162689 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5a71969f-125f-449c-bbc6-3cbd5d7e2145 req-f15674a7-7cab-47b5-aefb-108b2cc819bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=6841fb77-588e-490a-9d5e-f000a42ebce7 HTTP/1.1" status: 200 len: 217 time: 0.0516915 Jul 22 16:35:21.190446 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-583ad5dc-61b5-4970-8e69-650c70747f29 None None] Set router 75efc44b-89c0-41c1-ab32-8ffea46d97ca gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:35:21.209710 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 26a7fa0b-c1b9-414a-9a41-113862dc1f87 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:35:21.223788 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 26a7fa0b-c1b9-414a-9a41-113862dc1f87 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:21.226822 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:21.230809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71969f-125f-449c-bbc6-3cbd5d7e2145 req-a7e58e96-d241-4653-86a0-310cfbeff87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:21.232454 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5a71969f-125f-449c-bbc6-3cbd5d7e2145 req-a7e58e96-d241-4653-86a0-310cfbeff87e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0624850 Jul 22 16:35:21.306700 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5a71969f-125f-449c-bbc6-3cbd5d7e2145 req-af7c984f-137c-4768-8d03-fa130f6df9f3 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441746 Jul 22 16:35:21.338149 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:21.356437 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71969f-125f-449c-bbc6-3cbd5d7e2145 req-59f3b617-5adc-44e6-ba01-cd2dceee4c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:21.358237 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5a71969f-125f-449c-bbc6-3cbd5d7e2145 req-59f3b617-5adc-44e6-ba01-cd2dceee4c6b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1180875 Jul 22 16:35:21.423585 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 26a7fa0b-c1b9-414a-9a41-113862dc1f87, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=26a7fa0b-c1b9-414a-9a41-113862dc1f87,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:21.428044 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3de57f1-0a94-4422-afe4-a1cb770ecde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a7fa0b-c1b9-414a-9a41-113862dc1f87'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:21.433903 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c10fdd5-3cd1-45bc-a797-db6f670cbb7b" -d '{"events": [{"server_uuid": "d3de57f1-0a94-4422-afe4-a1cb770ecde3", "name": "network-vif-plugged", "status": "completed", "tag": "26a7fa0b-c1b9-414a-9a41-113862dc1f87"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:21.443474 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:21.462772 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5a71969f-125f-449c-bbc6-3cbd5d7e2145 req-344a299a-3323-46f3-b951-6afa0e247561 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497641 Jul 22 16:35:21.503026 n-d-798930-9 neutron-server[93817]: DEBUG neutron.objects.ports [None req-49a1951a-d5bc-48e5-8458-4f33ddbba8b5 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:35:21.503500 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-49a1951a-d5bc-48e5-8458-4f33ddbba8b5 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:21.524297 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=26a7fa0b-c1b9-414a-9a41-113862dc1f87,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:21.576512 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a1951a-d5bc-48e5-8458-4f33ddbba8b5 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Checking segment: {'id': '77333630-1195-412d-a2ae-91a528183193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '5eb086a3-20c4-461a-8d82-5a9692d343e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:35:21.576903 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a1951a-d5bc-48e5-8458-4f33ddbba8b5 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Network hostable DHCP agents. Network: 5eb086a3-20c4-461a-8d82-5a9692d343e0, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:35:21.579445 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1951a-d5bc-48e5-8458-4f33ddbba8b5 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c7d0bbb9-9b39-4f58-a361-9449cdd378bd,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:21.581561 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-583ad5dc-61b5-4970-8e69-650c70747f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'name': 'tempest-ServersTestBootFromVolume-1133025520-router', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:34:05Z', 'updated_at': '2021-07-22T16:34:14Z', 'revision_number': 4, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'gw_port': {'id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:06Z', 'updated_at': '2021-07-22T16:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '0ade5fd6-633d-4be5-8a7e-61d549f98489', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'port_id': 'dec8be23-fef6-47ed-b199-f52fd6077c32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005', 'mac_address': 'fa:16:3e:0b:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12d347d-bffe-4998-90e2-08b8626d4dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:34:20Z', 'updated_at': '2021-07-22T16:35:19Z', 'revision_number': 1, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1172d4-0343-4cf5-b435-0c31ed4ba635', 'name': '', 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'mac_address': 'fa:16:3e:46:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '12e78912-9022-4c25-a60d-750c40af1085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:12Z', 'updated_at': '2021-07-22T16:34:24Z', 'revision_number': 5, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'subnets': [{'id': '12e78912-9022-4c25-a60d-750c40af1085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:21.599005 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a1951a-d5bc-48e5-8458-4f33ddbba8b5 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Network 5eb086a3-20c4-461a-8d82-5a9692d343e0 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:35:21.612468 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-49a1951a-d5bc-48e5-8458-4f33ddbba8b5 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 5eb086a3-20c4-461a-8d82-5a9692d343e0) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:35:21.621496 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ad5dc-61b5-4970-8e69-650c70747f29 None None] Checking router: 75efc44b-89c0-41c1-ab32-8ffea46d97ca for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:35:21.624902 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab83781-0e15-44a4-b50f-a2169d27f74f None None] Network 5eb086a3-20c4-461a-8d82-5a9692d343e0 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:35:21.631765 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5a71969f-125f-449c-bbc6-3cbd5d7e2145 req-dfc70582-8bf4-4fda-8646-86c97d066619 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650309 Jul 22 16:35:21.634662 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a1951a-d5bc-48e5-8458-4f33ddbba8b5 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:21.635510 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-49a1951a-d5bc-48e5-8458-4f33ddbba8b5 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:21.648569 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583ad5dc-61b5-4970-8e69-650c70747f29 None None] Routers {'75efc44b-89c0-41c1-ab32-8ffea46d97ca'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:35:21.649355 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-583ad5dc-61b5-4970-8e69-650c70747f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:35:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['75efc44b-89c0-41c1-ab32-8ffea46d97ca'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:21.657599 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-49a1951a-d5bc-48e5-8458-4f33ddbba8b5 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0452523 Jul 22 16:35:21.660932 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48190) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:21.667967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-95ba1f1d-6feb-4079-977c-577e96299d15 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1431192332', 'network_id': '5eb086a3-20c4-461a-8d82-5a9692d343e0'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:21.710497 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ba1f1d-6feb-4079-977c-577e96299d15 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Made reservation on behalf of 9eea57289edf4d17a1f9a0d749a7c05b for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:35:21.714282 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95ba1f1d-6feb-4079-977c-577e96299d15 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:21.735539 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-95ba1f1d-6feb-4079-977c-577e96299d15 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] device_id is not set on port 5b9e6574-7af6-4366-875e-1fe69ac4cefa yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:35:21.744345 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5a71969f-125f-449c-bbc6-3cbd5d7e2145 req-5643eebd-8ce1-45c3-aa3d-28e06e185d80 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047022 Jul 22 16:35:21.766744 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fbe13-09f9-4ba6-a9af-a1999a62dfa8 req-1b2608f6-95c9-45c7-bf8c-cf4712915bdc tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:21.779010 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-642fbe13-09f9-4ba6-a9af-a1999a62dfa8 req-1b2608f6-95c9-45c7-bf8c-cf4712915bdc tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 948 time: 0.2446525 Jul 22 16:35:21.797810 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-583ad5dc-61b5-4970-8e69-650c70747f29 None None] Set router 75efc44b-89c0-41c1-ab32-8ffea46d97ca gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:35:21.829679 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aadf21d-fca6-408e-96e4-a864f52a8961 x-openstack-request-id: req-0aadf21d-fca6-408e-96e4-a864f52a8961 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:21.830296 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3de57f1-0a94-4422-afe4-a1cb770ecde3", "name": "network-vif-plugged", "status": "completed", "tag": "26a7fa0b-c1b9-414a-9a41-113862dc1f87", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:21.830296 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0aadf21d-fca6-408e-96e4-a864f52a8961 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:21.830779 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3de57f1-0a94-4422-afe4-a1cb770ecde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a7fa0b-c1b9-414a-9a41-113862dc1f87', 'code': 200} Jul 22 16:35:21.840278 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72271ef-6b63-49f3-9a06-7c87a15e72b4 None None] Network 5eb086a3-20c4-461a-8d82-5a9692d343e0 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:35:21.851547 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-642fbe13-09f9-4ba6-a9af-a1999a62dfa8 req-31f253b4-0690-4252-a300-77be92a6a027 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709531 Jul 22 16:35:21.919571 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-95ba1f1d-6feb-4079-977c-577e96299d15 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Allocated IP 172.20.0.11 (5eb086a3-20c4-461a-8d82-5a9692d343e0/c7d0bbb9-9b39-4f58-a361-9449cdd378bd/5b9e6574-7af6-4366-875e-1fe69ac4cefa) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:35:22.003067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d6e8c-c906-466a-9b08-d3123e25a9b2 req-1351c4b5-ab4c-42b5-b74a-a3353e00bf2b tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:22.004827 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-626d6e8c-c906-466a-9b08-d3123e25a9b2 req-1351c4b5-ab4c-42b5-b74a-a3353e00bf2b tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3de57f1-0a94-4422-afe4-a1cb770ecde3 HTTP/1.1" status: 200 len: 950 time: 0.0965638 Jul 22 16:35:22.022840 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813e535-935c-4b42-8c69-dcc09c739d92 req-b05ec7b3-f7a4-4e51-aa93-955b17bc004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:22.024354 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c813e535-935c-4b42-8c69-dcc09c739d92 req-b05ec7b3-f7a4-4e51-aa93-955b17bc004d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d3de57f1-0a94-4422-afe4-a1cb770ecde3 HTTP/1.1" status: 200 len: 1101 time: 0.1216729 Jul 22 16:35:22.078651 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-626d6e8c-c906-466a-9b08-d3123e25a9b2 req-f85dc70a-55aa-441b-8a55-a3267a093a33 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/security-groups?id=577bb9f1-5500-4689-b800-3297e7033f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566030 Jul 22 16:35:22.132273 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c813e535-935c-4b42-8c69-dcc09c739d92 req-eabf18d0-c33f-4cf6-80ae-fe9d82f0508c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=577bb9f1-5500-4689-b800-3297e7033f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974896 Jul 22 16:35:22.166795 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95ba1f1d-6feb-4079-977c-577e96299d15 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:22.184733 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-583ad5dc-61b5-4970-8e69-650c70747f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'name': 'tempest-ServersTestBootFromVolume-1133025520-router', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:34:05Z', 'updated_at': '2021-07-22T16:34:14Z', 'revision_number': 4, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'gw_port': {'id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:06Z', 'updated_at': '2021-07-22T16:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '0ade5fd6-633d-4be5-8a7e-61d549f98489', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'port_id': 'dec8be23-fef6-47ed-b199-f52fd6077c32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005', 'mac_address': 'fa:16:3e:0b:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12d347d-bffe-4998-90e2-08b8626d4dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:34:20Z', 'updated_at': '2021-07-22T16:35:19Z', 'revision_number': 1, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1172d4-0343-4cf5-b435-0c31ed4ba635', 'name': '', 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'mac_address': 'fa:16:3e:46:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '12e78912-9022-4c25-a60d-750c40af1085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:12Z', 'updated_at': '2021-07-22T16:34:24Z', 'revision_number': 5, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'subnets': [{'id': '12e78912-9022-4c25-a60d-750c40af1085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:22.211072 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95ba1f1d-6feb-4079-977c-577e96299d15 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:22.216517 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ad5dc-61b5-4970-8e69-650c70747f29 None None] The sync data for ids ['75efc44b-89c0-41c1-ab32-8ffea46d97ca'] in n-d-798930-9 is: [{'id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'name': 'tempest-ServersTestBootFromVolume-1133025520-router', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:34:05Z', 'updated_at': '2021-07-22T16:34:14Z', 'revision_number': 4, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'gw_port': {'id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:06Z', 'updated_at': '2021-07-22T16:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '0ade5fd6-633d-4be5-8a7e-61d549f98489', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'port_id': 'dec8be23-fef6-47ed-b199-f52fd6077c32', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005', 'mac_address': 'fa:16:3e:0b:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12d347d-bffe-4998-90e2-08b8626d4dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:34:20Z', 'updated_at': '2021-07-22T16:35:19Z', 'revision_number': 1, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1172d4-0343-4cf5-b435-0c31ed4ba635', 'name': '', 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'mac_address': 'fa:16:3e:46:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '12e78912-9022-4c25-a60d-750c40af1085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:12Z', 'updated_at': '2021-07-22T16:34:24Z', 'revision_number': 5, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'subnets': [{'id': '12e78912-9022-4c25-a60d-750c40af1085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:35:22.255534 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ba1f1d-6feb-4079-977c-577e96299d15 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Network 5eb086a3-20c4-461a-8d82-5a9692d343e0 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:35:22.258607 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-95ba1f1d-6feb-4079-977c-577e96299d15 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:35:22.262426 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ba1f1d-6feb-4079-977c-577e96299d15 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:35:22.294851 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba1f1d-6feb-4079-977c-577e96299d15 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Pushing event updated for resources: {'Port': ['ID=5b9e6574-7af6-4366-875e-1fe69ac4cefa,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:22.310281 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ba1f1d-6feb-4079-977c-577e96299d15 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:22.311639 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95ba1f1d-6feb-4079-977c-577e96299d15 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:22.326452 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-95ba1f1d-6feb-4079-977c-577e96299d15 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.6641059 Jul 22 16:35:22.329192 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48200) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:22.419682 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b1999c5e-d4f8-4472-9261-db2f9387ad8b tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Deleting port 5b9e6574-7af6-4366-875e-1fe69ac4cefa {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:35:22.420067 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1999c5e-d4f8-4472-9261-db2f9387ad8b tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:22.443760 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c123ab6-34c9-4edd-8634-feb5168c596b None None] New status for floating IP 0ade5fd6-633d-4be5-8a7e-61d549f98489: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:35:22.517394 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1999c5e-d4f8-4472-9261-db2f9387ad8b tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:22.530857 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12d347d-bffe-4998-90e2-08b8626d4dcf', 'tag': 'dec8be23-fef6-47ed-b199-f52fd6077c32'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:22.531424 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b1999c5e-d4f8-4472-9261-db2f9387ad8b tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Calling delete_port for 5b9e6574-7af6-4366-875e-1fe69ac4cefa owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:35:22.534658 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df36020-52b7-44ca-b5df-aba237a9f4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "c12d347d-bffe-4998-90e2-08b8626d4dcf", "tag": "dec8be23-fef6-47ed-b199-f52fd6077c32"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:22.640925 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958b321a-cd20-45a4-b848-6357861fa633 x-openstack-request-id: req-958b321a-cd20-45a4-b848-6357861fa633 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:22.641310 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12d347d-bffe-4998-90e2-08b8626d4dcf", "tag": "dec8be23-fef6-47ed-b199-f52fd6077c32", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:22.641801 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-958b321a-cd20-45a4-b848-6357861fa633 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:22.642605 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12d347d-bffe-4998-90e2-08b8626d4dcf', 'tag': 'dec8be23-fef6-47ed-b199-f52fd6077c32', 'status': 'completed', 'code': 200} Jul 22 16:35:22.693607 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1999c5e-d4f8-4472-9261-db2f9387ad8b tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:22.734946 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1999c5e-d4f8-4472-9261-db2f9387ad8b tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b9e6574-7af6-4366-875e-1fe69ac4cefa,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:22.779075 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df36020-52b7-44ca-b5df-aba237a9f4c0 req-70a1fdd1-a0a1-4b67-8c3a-15ddae6de747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:22.780751 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1df36020-52b7-44ca-b5df-aba237a9f4c0 req-70a1fdd1-a0a1-4b67-8c3a-15ddae6de747 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d491254bfb045ba972e9cdef1f2ea5a&device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 1096 time: 0.0649855 Jul 22 16:35:22.809416 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1999c5e-d4f8-4472-9261-db2f9387ad8b tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:22.813850 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b1999c5e-d4f8-4472-9261-db2f9387ad8b tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "DELETE /v2.0/ports/5b9e6574-7af6-4366-875e-1fe69ac4cefa HTTP/1.1" status: 204 len: 168 time: 0.4809949 Jul 22 16:35:22.814042 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48206) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:22.818921 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b4429130-9d6f-4c79-8f36-cdc9430faa62 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5eb086a3-20c4-461a-8d82-5a9692d343e0', 'external_fixed_ips': [{'subnet_id': 'c7d0bbb9-9b39-4f58-a361-9449cdd378bd', 'ip_address': '172.20.0.11'}]}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:22.842460 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4429130-9d6f-4c79-8f36-cdc9430faa62 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:22.843666 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4429130-9d6f-4c79-8f36-cdc9430faa62 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:22.886637 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df36020-52b7-44ca-b5df-aba237a9f4c0 req-a8011613-d1ac-4448-bf16-f563dbf850b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:22.888369 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1df36020-52b7-44ca-b5df-aba237a9f4c0 req-a8011613-d1ac-4448-bf16-f563dbf850b9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cee977de-9cad-474a-a5af-ad0779e35005 HTTP/1.1" status: 200 len: 917 time: 0.1001837 Jul 22 16:35:22.916810 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4429130-9d6f-4c79-8f36-cdc9430faa62 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:22.963566 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1df36020-52b7-44ca-b5df-aba237a9f4c0 req-6b55c05f-48f1-40f0-bb29-7318b46e8961 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec8be23-fef6-47ed-b199-f52fd6077c32 HTTP/1.1" status: 200 len: 1001 time: 0.0669925 Jul 22 16:35:23.031081 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df36020-52b7-44ca-b5df-aba237a9f4c0 req-4b4162c4-8bf4-48a1-a8c3-9caf8fc819d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:23.032795 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1df36020-52b7-44ca-b5df-aba237a9f4c0 req-4b4162c4-8bf4-48a1-a8c3-9caf8fc819d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12e78912-9022-4c25-a60d-750c40af1085 HTTP/1.1" status: 200 len: 855 time: 0.0625765 Jul 22 16:35:23.101514 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df36020-52b7-44ca-b5df-aba237a9f4c0 req-07666ccb-b75b-4cf7-98c6-799f2dfe5858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:23.103156 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1df36020-52b7-44ca-b5df-aba237a9f4c0 req-07666ccb-b75b-4cf7-98c6-799f2dfe5858 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cee977de-9cad-474a-a5af-ad0779e35005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641129 Jul 22 16:35:23.104857 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4429130-9d6f-4c79-8f36-cdc9430faa62 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:23.163986 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e058fb2-3837-4eeb-838c-d20b44b553c6 req-aff6a0f4-abca-4d59-82af-b83365f8c10d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:23.165474 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0e058fb2-3837-4eeb-838c-d20b44b553c6 req-aff6a0f4-abca-4d59-82af-b83365f8c10d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 948 time: 0.2090473 Jul 22 16:35:23.231956 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0e058fb2-3837-4eeb-838c-d20b44b553c6 req-e99a6d99-9d91-41e9-bc48-f61280ff8723 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546532 Jul 22 16:35:23.275069 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1df36020-52b7-44ca-b5df-aba237a9f4c0 req-4e2ab0b3-c3ab-41ca-a1c0-6be11845a802 service neutron] 10.222.0.16 "GET /v2.0/networks/cee977de-9cad-474a-a5af-ad0779e35005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621435 Jul 22 16:35:23.392200 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1df36020-52b7-44ca-b5df-aba237a9f4c0 req-6949cbc9-2e5b-4fe2-b6e3-28ae6ce70176 service neutron] 10.222.0.16 "GET /v2.0/networks/cee977de-9cad-474a-a5af-ad0779e35005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104882 Jul 22 16:35:23.484807 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4429130-9d6f-4c79-8f36-cdc9430faa62 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:23.521026 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a1bd0-8b76-4401-a8a0-1be876f792bc req-11f22570-8899-4c77-b20d-01e4b8f53059 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:23.522941 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-020a1bd0-8b76-4401-a8a0-1be876f792bc req-11f22570-8899-4c77-b20d-01e4b8f53059 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3de57f1-0a94-4422-afe4-a1cb770ecde3 HTTP/1.1" status: 200 len: 950 time: 0.1527092 Jul 22 16:35:23.524792 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4429130-9d6f-4c79-8f36-cdc9430faa62 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:23.532436 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 6841fb77-588e-490a-9d5e-f000a42ebce7 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:35:23.669549 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 6841fb77-588e-490a-9d5e-f000a42ebce7, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=6841fb77-588e-490a-9d5e-f000a42ebce7,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:23.684208 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '6841fb77-588e-490a-9d5e-f000a42ebce7', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '6841fb77-588e-490a-9d5e-f000a42ebce7', 'mac_address': 'fa:16:3e:23:89:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:35:23.688456 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-020a1bd0-8b76-4401-a8a0-1be876f792bc req-0a77f4bb-7b17-4ad7-920b-9b81635f3249 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/security-groups?id=577bb9f1-5500-4689-b800-3297e7033f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554749 Jul 22 16:35:23.742453 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:23.763012 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6841fb77-588e-490a-9d5e-f000a42ebce7 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:23.791136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 6841fb77-588e-490a-9d5e-f000a42ebce7, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=6841fb77-588e-490a-9d5e-f000a42ebce7,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:23.796754 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:23.836762 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c340087-39f0-4be0-9606-bda90e679e88 req-3545b31c-0e36-4f59-83b7-8dd70b07d510 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:23.846018 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c340087-39f0-4be0-9606-bda90e679e88 req-3545b31c-0e36-4f59-83b7-8dd70b07d510 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 948 time: 0.0952656 Jul 22 16:35:23.852319 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09206848-360a-414c-b22b-afc3cb3c77af req-f30ecf2c-b777-4763-ada0-85202020770f tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:23.853988 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09206848-360a-414c-b22b-afc3cb3c77af req-f30ecf2c-b777-4763-ada0-85202020770f tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.30 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1&tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&binding%3Ahost_id=n-h1-798930-9 HTTP/1.1" status: 200 len: 948 time: 0.2238314 Jul 22 16:35:23.872502 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-b4429130-9d6f-4c79-8f36-cdc9430faa62 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Allocated IP 172.20.0.11 (5eb086a3-20c4-461a-8d82-5a9692d343e0/c7d0bbb9-9b39-4f58-a361-9449cdd378bd/60dc8531-4146-4bce-b28b-a5267020d631) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:35:23.891984 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=6841fb77-588e-490a-9d5e-f000a42ebce7,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:23.898071 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c340087-39f0-4be0-9606-bda90e679e88 req-8d584530-a1e8-4b60-8c9b-4a271a78d0ee tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506859 Jul 22 16:35:23.991592 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [req-09206848-360a-414c-b22b-afc3cb3c77af req-616c1223-7ed3-4c16-9f66-d762ad7129f9 service neutron] delete failed (client error): The resource could not be found. Jul 22 16:35:23.992933 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09206848-360a-414c-b22b-afc3cb3c77af req-616c1223-7ed3-4c16-9f66-d762ad7129f9 service neutron] 10.222.0.30 "DELETE /v2.0/ports/6841fb77-588e-490a-9d5e-f000a42ebce7/bindings/n-h2-798930-9 HTTP/1.1" status: 404 len: 380 time: 0.1286387 Jul 22 16:35:24.044757 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4429130-9d6f-4c79-8f36-cdc9430faa62 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:24.127729 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4429130-9d6f-4c79-8f36-cdc9430faa62 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:24.172227 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['6841fb77-588e-490a-9d5e-f000a42ebce7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:24.210638 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4429130-9d6f-4c79-8f36-cdc9430faa62 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Network 5eb086a3-20c4-461a-8d82-5a9692d343e0 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:35:24.216174 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4429130-9d6f-4c79-8f36-cdc9430faa62 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Pushing event updated for resources: {'Port': ['ID=60dc8531-4146-4bce-b28b-a5267020d631,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:24.219990 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-b4429130-9d6f-4c79-8f36-cdc9430faa62 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:35:24.225248 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4429130-9d6f-4c79-8f36-cdc9430faa62 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:35:24.283124 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48248) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:24.351574 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09206848-360a-414c-b22b-afc3cb3c77af req-345a6596-93a6-48a4-969a-89aa0156b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:24.353127 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09206848-360a-414c-b22b-afc3cb3c77af req-345a6596-93a6-48a4-969a-89aa0156b949 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 1100 time: 0.2504926 Jul 22 16:35:24.433255 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bef53c8-9e3b-47d6-84c6-7ae0ccf10290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:24.562674 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bef53c8-9e3b-47d6-84c6-7ae0ccf10290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:24.568325 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bef53c8-9e3b-47d6-84c6-7ae0ccf10290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:24.573443 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09206848-360a-414c-b22b-afc3cb3c77af req-0233cd89-fbc9-4056-8616-69d884c9258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:24.575066 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09206848-360a-414c-b22b-afc3cb3c77af req-0233cd89-fbc9-4056-8616-69d884c9258d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.2155545 Jul 22 16:35:24.610923 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4bef53c8-9e3b-47d6-84c6-7ae0ccf10290 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9076ba1257bc471a98cfa47ce607b34f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3264248 Jul 22 16:35:24.612908 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef53c8-9e3b-47d6-84c6-7ae0ccf10290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c14308-6466-48b1-b028-425d9880e42f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:24.616003 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48264) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:24.623597 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09206848-360a-414c-b22b-afc3cb3c77af req-7eb63dff-6b3a-4ddd-8cac-a06ae6cc6297 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=6841fb77-588e-490a-9d5e-f000a42ebce7 HTTP/1.1" status: 200 len: 217 time: 0.0417457 Jul 22 16:35:24.651011 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4429130-9d6f-4c79-8f36-cdc9430faa62 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:24.666513 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a55796b5-383d-4f21-a41c-4f755ca8b767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:24.688542 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a55796b5-383d-4f21-a41c-4f755ca8b767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:24.740437 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a55796b5-383d-4f21-a41c-4f755ca8b767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:24.743358 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a55796b5-383d-4f21-a41c-4f755ca8b767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:24.744603 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a55796b5-383d-4f21-a41c-4f755ca8b767 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b7c14308-6466-48b1-b028-425d9880e42f HTTP/1.1" status: 204 len: 168 time: 0.1274972 Jul 22 16:35:24.755629 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55796b5-383d-4f21-a41c-4f755ca8b767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c14308-6466-48b1-b028-425d9880e42f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:25.069680 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09206848-360a-414c-b22b-afc3cb3c77af req-f755ceb1-f171-41eb-b5e1-4502380277ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:25.071200 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09206848-360a-414c-b22b-afc3cb3c77af req-f755ceb1-f171-41eb-b5e1-4502380277ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.4345889 Jul 22 16:35:25.079602 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf7140-39d3-41b3-a22b-acedd2ca995d req-d13386b0-f87c-491e-967f-8f242bd31c9e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:25.083049 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-14bf7140-39d3-41b3-a22b-acedd2ca995d req-d13386b0-f87c-491e-967f-8f242bd31c9e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 949 time: 0.0863068 Jul 22 16:35:25.129180 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-14bf7140-39d3-41b3-a22b-acedd2ca995d req-0816df4f-abad-48a1-849f-9bc89d20b56d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405490 Jul 22 16:35:25.218603 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09206848-360a-414c-b22b-afc3cb3c77af req-0bf9e0eb-4e08-4a9c-8dca-0cb0082fab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:25.220405 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09206848-360a-414c-b22b-afc3cb3c77af req-0bf9e0eb-4e08-4a9c-8dca-0cb0082fab2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1415555 Jul 22 16:35:25.255894 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4429130-9d6f-4c79-8f36-cdc9430faa62 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:25.398962 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09206848-360a-414c-b22b-afc3cb3c77af req-35530129-0e9f-45db-8dd0-bc034c981415 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640804 Jul 22 16:35:25.523665 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4429130-9d6f-4c79-8f36-cdc9430faa62 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Router 8ac053f4-1be8-46b5-b52a-2b3c20b736b0 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:35:25.530188 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09206848-360a-414c-b22b-afc3cb3c77af req-35089125-3abf-4800-bc33-ce479900e0a8 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244788 Jul 22 16:35:25.532923 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 6841fb77-588e-490a-9d5e-f000a42ebce7 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:35:25.599791 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 6841fb77-588e-490a-9d5e-f000a42ebce7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:35:25.606363 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 6841fb77-588e-490a-9d5e-f000a42ebce7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:25.606873 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:25.667293 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4429130-9d6f-4c79-8f36-cdc9430faa62 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:35:25.682143 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0554f38d-8b77-4631-afe8-a14ca10d9862 None None] Sync routers for ids ['8ac053f4-1be8-46b5-b52a-2b3c20b736b0'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:35:25.699252 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0554f38d-8b77-4631-afe8-a14ca10d9862 None None] Routers {'8ac053f4-1be8-46b5-b52a-2b3c20b736b0'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:35:25.700254 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0554f38d-8b77-4631-afe8-a14ca10d9862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:35:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['8ac053f4-1be8-46b5-b52a-2b3c20b736b0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:25.705614 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4429130-9d6f-4c79-8f36-cdc9430faa62 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:25.708968 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b4429130-9d6f-4c79-8f36-cdc9430faa62 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.8940022 Jul 22 16:35:25.711980 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48314) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:25.729996 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:25.763955 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33d2b3e-c156-4d88-9964-9ea52372b2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6841fb77-588e-490a-9d5e-f000a42ebce7'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:25.766419 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57de8a9-2b34-4adc-b8d4-b44fb443e7b6" -d '{"events": [{"server_uuid": "a33d2b3e-c156-4d88-9964-9ea52372b2e1", "name": "network-vif-plugged", "status": "completed", "tag": "6841fb77-588e-490a-9d5e-f000a42ebce7"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:25.826158 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-0554f38d-8b77-4631-afe8-a14ca10d9862 None None] Set router 8ac053f4-1be8-46b5-b52a-2b3c20b736b0 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:35:25.920090 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4441f32c-c3c8-4d29-a5ca-2a185517ff57 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:25.941859 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 6841fb77-588e-490a-9d5e-f000a42ebce7, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=6841fb77-588e-490a-9d5e-f000a42ebce7,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:25.948923 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:26.034835 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=6841fb77-588e-490a-9d5e-f000a42ebce7,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:26.038788 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba70f43d-2999-4198-b3ba-7b444f2ad27d x-openstack-request-id: req-ba70f43d-2999-4198-b3ba-7b444f2ad27d {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:26.039069 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33d2b3e-c156-4d88-9964-9ea52372b2e1", "name": "network-vif-plugged", "status": "completed", "tag": "6841fb77-588e-490a-9d5e-f000a42ebce7", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:26.039323 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ba70f43d-2999-4198-b3ba-7b444f2ad27d {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:26.039865 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33d2b3e-c156-4d88-9964-9ea52372b2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6841fb77-588e-490a-9d5e-f000a42ebce7', 'code': 200} Jul 22 16:35:26.080088 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4441f32c-c3c8-4d29-a5ca-2a185517ff57 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:26.094439 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0554f38d-8b77-4631-afe8-a14ca10d9862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac053f4-1be8-46b5-b52a-2b3c20b736b0', 'name': '', 'tenant_id': '9eea57289edf4d17a1f9a0d749a7c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eb086a3-20c4-461a-8d82-5a9692d343e0', 'external_fixed_ips': [{'subnet_id': 'c7d0bbb9-9b39-4f58-a361-9449cdd378bd', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '60dc8531-4146-4bce-b28b-a5267020d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:35:22Z', 'updated_at': '2021-07-22T16:35:24Z', 'revision_number': 3, 'project_id': '9eea57289edf4d17a1f9a0d749a7c05b', 'gw_port': {'id': '60dc8531-4146-4bce-b28b-a5267020d631', 'name': '', 'network_id': '5eb086a3-20c4-461a-8d82-5a9692d343e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:02:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac053f4-1be8-46b5-b52a-2b3c20b736b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'c7d0bbb9-9b39-4f58-a361-9449cdd378bd', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:35:23Z', 'updated_at': '2021-07-22T16:35:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7d0bbb9-9b39-4f58-a361-9449cdd378bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:26.130502 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0554f38d-8b77-4631-afe8-a14ca10d9862 None None] Checking router: 8ac053f4-1be8-46b5-b52a-2b3c20b736b0 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:35:26.130931 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0554f38d-8b77-4631-afe8-a14ca10d9862 None None] Updating router 8ac053f4-1be8-46b5-b52a-2b3c20b736b0 port 60dc8531-4146-4bce-b28b-a5267020d631 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:35:26.169321 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4441f32c-c3c8-4d29-a5ca-2a185517ff57 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Deleting port 60dc8531-4146-4bce-b28b-a5267020d631 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:35:26.169674 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4441f32c-c3c8-4d29-a5ca-2a185517ff57 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:26.193151 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0554f38d-8b77-4631-afe8-a14ca10d9862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:26.327313 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4441f32c-c3c8-4d29-a5ca-2a185517ff57 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:26.330400 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd6a59-9994-4a7c-8ac9-f63817d87746 req-af47a466-90b8-49c4-987b-dd166da70c76 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:26.333254 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c3cd6a59-9994-4a7c-8ac9-f63817d87746 req-af47a466-90b8-49c4-987b-dd166da70c76 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.1104085 Jul 22 16:35:26.360163 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4441f32c-c3c8-4d29-a5ca-2a185517ff57 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Calling delete_port for 60dc8531-4146-4bce-b28b-a5267020d631 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:35:26.391100 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c3cd6a59-9994-4a7c-8ac9-f63817d87746 req-1f19bc40-95c6-4782-91f7-c31bd875c2c4 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503399 Jul 22 16:35:26.589410 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4441f32c-c3c8-4d29-a5ca-2a185517ff57 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:26.631853 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441f32c-c3c8-4d29-a5ca-2a185517ff57 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Pushing event deleted for resources: {'Port': ['ID=60dc8531-4146-4bce-b28b-a5267020d631,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:26.682323 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c75c2-d755-44ad-84e4-7da9cccd01cd req-e738875d-96f8-4174-b974-52018bcf6048 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:26.683985 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d3c75c2-d755-44ad-84e4-7da9cccd01cd req-e738875d-96f8-4174-b974-52018bcf6048 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.0917625 Jul 22 16:35:26.730288 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d3c75c2-d755-44ad-84e4-7da9cccd01cd req-4c95260d-2c8f-4876-af66-2c72130a4625 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378377 Jul 22 16:35:26.761363 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4441f32c-c3c8-4d29-a5ca-2a185517ff57 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:26.808399 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.db.api [None req-0554f38d-8b77-4631-afe8-a14ca10d9862 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:35:26.809012 n-d-798930-9 neutron-server[93819]: DEBUG oslo_db.api [None req-0554f38d-8b77-4631-afe8-a14ca10d9862 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:35:26.877271 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4441f32c-c3c8-4d29-a5ca-2a185517ff57 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:26.880965 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4441f32c-c3c8-4d29-a5ca-2a185517ff57 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:26.890288 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313935e0-5afd-4722-a481-3a867c07da10 req-0bc62604-8891-49f6-a058-b7f13d61bb40 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:26.893521 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-313935e0-5afd-4722-a481-3a867c07da10 req-0bc62604-8891-49f6-a058-b7f13d61bb40 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33e4472-b00d-4327-8185-8e953c499c9e HTTP/1.1" status: 200 len: 945 time: 0.2162752 Jul 22 16:35:26.971650 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4441f32c-c3c8-4d29-a5ca-2a185517ff57 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:26.972682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4441f32c-c3c8-4d29-a5ca-2a185517ff57 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ac053f4-1be8-46b5-b52a-2b3c20b736b0 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:35:26.977832 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4441f32c-c3c8-4d29-a5ca-2a185517ff57 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:26.979107 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4441f32c-c3c8-4d29-a5ca-2a185517ff57 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "DELETE /v2.0/routers/8ac053f4-1be8-46b5-b52a-2b3c20b736b0 HTTP/1.1" status: 204 len: 168 time: 1.2655447 Jul 22 16:35:26.982180 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48372) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:27.007908 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-313935e0-5afd-4722-a481-3a867c07da10 req-c024e9e3-a6dc-475b-b7cb-fb4d5ed5ade4 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/security-groups?id=dea78d58-abf7-4768-925f-7309c0e9105e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028945 Jul 22 16:35:27.070643 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f40381-2348-4fe7-9b01-5258fc0c809f tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Deleting subnet c7d0bbb9-9b39-4f58-a361-9449cdd378bd {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:35:27.074889 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71f40381-2348-4fe7-9b01-5258fc0c809f tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:27.138361 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71f40381-2348-4fe7-9b01-5258fc0c809f tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:27.181142 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 26a7fa0b-c1b9-414a-9a41-113862dc1f87 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:35:27.187161 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71f40381-2348-4fe7-9b01-5258fc0c809f tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:27.275762 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71f40381-2348-4fe7-9b01-5258fc0c809f tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:27.316323 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71f40381-2348-4fe7-9b01-5258fc0c809f tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:27.321344 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48400) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:27.322269 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-71f40381-2348-4fe7-9b01-5258fc0c809f tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "DELETE /v2.0/subnets/c7d0bbb9-9b39-4f58-a361-9449cdd378bd HTTP/1.1" status: 204 len: 168 time: 0.3388028 Jul 22 16:35:27.323709 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f40381-2348-4fe7-9b01-5258fc0c809f tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c7d0bbb9-9b39-4f58-a361-9449cdd378bd,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:27.350666 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0554f38d-8b77-4631-afe8-a14ca10d9862 None None] Port 60dc8531-4146-4bce-b28b-a5267020d631 not found while updating agent binding for router 8ac053f4-1be8-46b5-b52a-2b3c20b736b0. {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 22 16:35:27.369019 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0554f38d-8b77-4631-afe8-a14ca10d9862 None None] Routers set() bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:35:27.369380 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0554f38d-8b77-4631-afe8-a14ca10d9862 None None] Router IDs set() for agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 16:35:27.370077 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_agentschedulers_db [None req-0554f38d-8b77-4631-afe8-a14ca10d9862 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8ac053f4-1be8-46b5-b52a-2b3c20b736b0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:35:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent'). {{(pid=93819) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 16:35:27.370450 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0554f38d-8b77-4631-afe8-a14ca10d9862 None None] The sync data for ids ['8ac053f4-1be8-46b5-b52a-2b3c20b736b0'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:35:27.419949 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 26a7fa0b-c1b9-414a-9a41-113862dc1f87, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=26a7fa0b-c1b9-414a-9a41-113862dc1f87,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:27.436550 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '26a7fa0b-c1b9-414a-9a41-113862dc1f87', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '26a7fa0b-c1b9-414a-9a41-113862dc1f87', 'mac_address': 'fa:16:3e:57:8f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:35:27.462840 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db967ff5-db1c-4a52-8c6e-beef115860ec tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:27.478734 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-f963a86e-a8d5-40b9-9e41-d0c31975bcd9 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530221 Jul 22 16:35:27.517546 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:27.542190 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26a7fa0b-c1b9-414a-9a41-113862dc1f87 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:27.575145 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 26a7fa0b-c1b9-414a-9a41-113862dc1f87, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=26a7fa0b-c1b9-414a-9a41-113862dc1f87,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:27.592179 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:27.664035 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-7f0131a0-85f2-4c82-ad24-22c7b529391e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:27.666274 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-7f0131a0-85f2-4c82-ad24-22c7b529391e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1866927 Jul 22 16:35:27.751150 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=26a7fa0b-c1b9-414a-9a41-113862dc1f87,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:27.752374 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48418) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:27.784479 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-53bfacef-035d-439c-9b9e-17a16e667154 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/quotas/6018b9ced5ef4d9cac00ec6e1d2e0f3e HTTP/1.1" status: 200 len: 375 time: 0.0651670 Jul 22 16:35:27.811491 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['26a7fa0b-c1b9-414a-9a41-113862dc1f87'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:27.880914 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db967ff5-db1c-4a52-8c6e-beef115860ec tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:27.954223 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-db967ff5-db1c-4a52-8c6e-beef115860ec tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb086a3-20c4-461a-8d82-5a9692d343e0']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:27.982697 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-db967ff5-db1c-4a52-8c6e-beef115860ec tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77333630-1195-412d-a2ae-91a528183193') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:27.984150 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-db967ff5-db1c-4a52-8c6e-beef115860ec tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77333630-1195-412d-a2ae-91a528183193') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:28.020910 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d577408a-7737-4a81-9c65-afc8494db3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:28.029767 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db967ff5-db1c-4a52-8c6e-beef115860ec tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:28.101633 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-b502fdc0-355a-4940-911a-f3d5e3ee75ee tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3086309 Jul 22 16:35:28.111967 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db967ff5-db1c-4a52-8c6e-beef115860ec tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:28.127620 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db967ff5-db1c-4a52-8c6e-beef115860ec tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:35:28.129213 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db967ff5-db1c-4a52-8c6e-beef115860ec tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:35:28.134319 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:35:28.247857 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463cd707-f8c0-4e9a-9a83-beed823fc1d4 req-2cb4527b-41d7-4432-a285-2bad2ed9fb9f tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:28.255385 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-463cd707-f8c0-4e9a-9a83-beed823fc1d4 req-2cb4527b-41d7-4432-a285-2bad2ed9fb9f tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33e4472-b00d-4327-8185-8e953c499c9e HTTP/1.1" status: 200 len: 945 time: 0.0928867 Jul 22 16:35:28.279572 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db967ff5-db1c-4a52-8c6e-beef115860ec tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:28.290927 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db967ff5-db1c-4a52-8c6e-beef115860ec tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5eb086a3-20c4-461a-8d82-5a9692d343e0 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 16:35:28.317705 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db967ff5-db1c-4a52-8c6e-beef115860ec tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:28.329430 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-463cd707-f8c0-4e9a-9a83-beed823fc1d4 req-21bdf54e-8bec-4f8e-9899-f68f3c317569 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/security-groups?id=dea78d58-abf7-4768-925f-7309c0e9105e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729508 Jul 22 16:35:28.352513 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-db967ff5-db1c-4a52-8c6e-beef115860ec tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "DELETE /v2.0/networks/5eb086a3-20c4-461a-8d82-5a9692d343e0 HTTP/1.1" status: 204 len: 168 time: 1.0290554 Jul 22 16:35:28.380625 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db967ff5-db1c-4a52-8c6e-beef115860ec tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Pushing event deleted for resources: {'Network': ['ID=5eb086a3-20c4-461a-8d82-5a9692d343e0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:28.470211 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d577408a-7737-4a81-9c65-afc8494db3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:28.477003 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d577408a-7737-4a81-9c65-afc8494db3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:28.638145 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48448) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:28.638310 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d577408a-7737-4a81-9c65-afc8494db3b9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=18be76fbc7f34d00badd0c156871a870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8834929 Jul 22 16:35:28.674743 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-99ded74b-9be3-49b7-b52f-8b5cbe0cad3f req-d48c8281-a435-4901-aaa2-026effeab858 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 210 time: 0.0635591 Jul 22 16:35:28.678473 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577408a-7737-4a81-9c65-afc8494db3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e029e16c-3710-48da-9049-2186bcb9267e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:28.807148 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92bd7e06-f5f6-4a8a-aea1-3b1bb35ca8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:28.856132 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92bd7e06-f5f6-4a8a-aea1-3b1bb35ca8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:28.960731 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83f16feb-11b9-418b-a475-0fa1743412e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:29.005621 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92bd7e06-f5f6-4a8a-aea1-3b1bb35ca8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:29.013479 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92bd7e06-f5f6-4a8a-aea1-3b1bb35ca8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:29.016918 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-92bd7e06-f5f6-4a8a-aea1-3b1bb35ca8e5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e029e16c-3710-48da-9049-2186bcb9267e HTTP/1.1" status: 204 len: 168 time: 0.3772922 Jul 22 16:35:29.036426 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd7e06-f5f6-4a8a-aea1-3b1bb35ca8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e029e16c-3710-48da-9049-2186bcb9267e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:29.130113 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48474) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:29.135034 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-641b508a-77f1-4172-84c3-b7e643dd46a9 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Request body: {'router': {'name': 'tempest-router--1754886860', 'project_id': 'd0feab898a3d4f57b7ae057f51b152cd'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:29.174677 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-641b508a-77f1-4172-84c3-b7e643dd46a9 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:29.176432 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-641b508a-77f1-4172-84c3-b7e643dd46a9 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:29.203506 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 26a7fa0b-c1b9-414a-9a41-113862dc1f87 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:35:29.327483 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-641b508a-77f1-4172-84c3-b7e643dd46a9 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:29.337890 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-641b508a-77f1-4172-84c3-b7e643dd46a9 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:29.368521 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-641b508a-77f1-4172-84c3-b7e643dd46a9 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:29.373507 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-641b508a-77f1-4172-84c3-b7e643dd46a9 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2393930 Jul 22 16:35:29.374637 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48480) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:29.376867 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 26a7fa0b-c1b9-414a-9a41-113862dc1f87 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:29.377545 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:29.798708 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:29.903140 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3de57f1-0a94-4422-afe4-a1cb770ecde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a7fa0b-c1b9-414a-9a41-113862dc1f87'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:29.915083 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39399227-c08c-4622-a920-9e0109998c05" -d '{"events": [{"server_uuid": "d3de57f1-0a94-4422-afe4-a1cb770ecde3", "name": "network-vif-plugged", "status": "completed", "tag": "26a7fa0b-c1b9-414a-9a41-113862dc1f87"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:29.938530 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 26a7fa0b-c1b9-414a-9a41-113862dc1f87, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=26a7fa0b-c1b9-414a-9a41-113862dc1f87,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:29.946501 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:30.038117 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=26a7fa0b-c1b9-414a-9a41-113862dc1f87,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:30.052614 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dfb21f26-d092-44c6-b8a7-a41fdaa12ada req-49ba0c6e-ad82-4fd2-af9b-11c1c31d6914 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 210 time: 0.0986216 Jul 22 16:35:30.072342 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:30.072662 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:30.073006 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:30.073392 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:30.073725 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:30.074273 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:30.074914 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:30.075415 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:30.076033 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:30.076781 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:30.077277 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:30.077956 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:30.132826 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4324fbc7-8eee-4566-9e16-65ef75818a8e x-openstack-request-id: req-4324fbc7-8eee-4566-9e16-65ef75818a8e {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:30.133596 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3de57f1-0a94-4422-afe4-a1cb770ecde3", "name": "network-vif-plugged", "status": "completed", "tag": "26a7fa0b-c1b9-414a-9a41-113862dc1f87", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:30.134355 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4324fbc7-8eee-4566-9e16-65ef75818a8e {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:30.135408 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3de57f1-0a94-4422-afe4-a1cb770ecde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a7fa0b-c1b9-414a-9a41-113862dc1f87', 'code': 200} Jul 22 16:35:30.246383 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9b2701a-b57a-4404-a3ee-4227cc3a4fa0 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:30.344362 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-ef06037f-5a73-4452-b7c5-a9abc0546870 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275402 Jul 22 16:35:30.403150 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48518) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:30.543857 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9b2701a-b57a-4404-a3ee-4227cc3a4fa0 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:30.554577 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-daff0bde-4538-4dcb-98b1-d6cda3317b8e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-605975511-network', 'tenant_id': '7d40c5f9e80841ed84030a3919f32809'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:30.555935 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3bbce-832a-4cc6-86ee-37f9877f5a56 req-17022ac6-5641-4911-a6d6-63fef6feb8b8 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:30.570430 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-95a3bbce-832a-4cc6-86ee-37f9877f5a56 req-17022ac6-5641-4911-a6d6-63fef6feb8b8 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33e4472-b00d-4327-8185-8e953c499c9e HTTP/1.1" status: 200 len: 945 time: 0.9710262 Jul 22 16:35:30.573801 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9b2701a-b57a-4404-a3ee-4227cc3a4fa0 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:30.591077 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daff0bde-4538-4dcb-98b1-d6cda3317b8e admin admin] Made reservation on behalf of 7d40c5f9e80841ed84030a3919f32809 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:35:30.595783 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-daff0bde-4538-4dcb-98b1-d6cda3317b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:30.609365 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-daff0bde-4538-4dcb-98b1-d6cda3317b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:30.682788 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-95a3bbce-832a-4cc6-86ee-37f9877f5a56 req-38d48e7e-780d-485d-8d37-6e18ae2c93a1 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/security-groups?id=dea78d58-abf7-4768-925f-7309c0e9105e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110482 Jul 22 16:35:30.699195 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9b2701a-b57a-4404-a3ee-4227cc3a4fa0 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:30.699974 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b2701a-b57a-4404-a3ee-4227cc3a4fa0 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c270999b-8289-49fe-ae84-2caf6716a392 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:35:30.705056 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9b2701a-b57a-4404-a3ee-4227cc3a4fa0 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:30.707494 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a9b2701a-b57a-4404-a3ee-4227cc3a4fa0 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "DELETE /v2.0/routers/c270999b-8289-49fe-ae84-2caf6716a392 HTTP/1.1" status: 204 len: 168 time: 1.3306620 Jul 22 16:35:30.717459 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-c0a26670-67ff-46b8-9327-4d443b207032 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:30.719666 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-c0a26670-67ff-46b8-9327-4d443b207032 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3680420 Jul 22 16:35:30.760806 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-daff0bde-4538-4dcb-98b1-d6cda3317b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:30.766531 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-b97c6d65-42b2-44b1-abb0-67f0bfb22262 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Request body: {'port': {'device_id': '3a967095-773a-4896-b988-5c8f98eaa423', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '6018b9ced5ef4d9cac00ec6e1d2e0f3e'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:30.769403 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-daff0bde-4538-4dcb-98b1-d6cda3317b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:30.814617 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daff0bde-4538-4dcb-98b1-d6cda3317b8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:35:30.832332 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff0bde-4538-4dcb-98b1-d6cda3317b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33aa61aa-abe1-4c42-b5fb-84078862d2b2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:30.835727 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-daff0bde-4538-4dcb-98b1-d6cda3317b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:30.836101 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-daff0bde-4538-4dcb-98b1-d6cda3317b8e admin admin] Added segment 655127c2-3a8a-4bc1-9ba8-f82a72388664 of type vlan for network 0b3f7260-fd64-4f1a-acac-0cb83d8bf033 Jul 22 16:35:30.896312 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-daff0bde-4538-4dcb-98b1-d6cda3317b8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:30.958205 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-daff0bde-4538-4dcb-98b1-d6cda3317b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:30.960811 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daff0bde-4538-4dcb-98b1-d6cda3317b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:30.961649 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-daff0bde-4538-4dcb-98b1-d6cda3317b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:31.006192 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-b97c6d65-42b2-44b1-abb0-67f0bfb22262 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Made reservation on behalf of 6018b9ced5ef4d9cac00ec6e1d2e0f3e for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:35:31.015140 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-b97c6d65-42b2-44b1-abb0-67f0bfb22262 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:31.067000 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-daff0bde-4538-4dcb-98b1-d6cda3317b8e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6595118 Jul 22 16:35:31.074266 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48530) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:31.074636 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48532) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:31.105413 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ea355b64-bb6c-4872-97fc-256fd77a8ff5 admin admin] Request body: {'subnet': {'network_id': '0b3f7260-fd64-4f1a-acac-0cb83d8bf033', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-605975511-subnet', 'tenant_id': '7d40c5f9e80841ed84030a3919f32809', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:31.174604 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea355b64-bb6c-4872-97fc-256fd77a8ff5 admin admin] Made reservation on behalf of 7d40c5f9e80841ed84030a3919f32809 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:35:31.177454 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea355b64-bb6c-4872-97fc-256fd77a8ff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:31.182583 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff0bde-4538-4dcb-98b1-d6cda3317b8e admin admin] Pushing event updated for resources: {'Network': ['ID=0b3f7260-fd64-4f1a-acac-0cb83d8bf033,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:31.194723 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 0b3f7260-fd64-4f1a-acac-0cb83d8bf033 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:35:31.237543 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fe124203-b003-40ce-93c0-83d0ccf047dc req-407edb51-9140-4a70-8723-fceae288b91c tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 210 time: 0.0575819 Jul 22 16:35:31.355550 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ae21b-555e-4f31-aa5b-109859324d18 req-17409c85-df09-4433-8ed8-20f958110223 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:31.358620 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-875ae21b-555e-4f31-aa5b-109859324d18 req-17409c85-df09-4433-8ed8-20f958110223 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.16 "GET /v2.0/ports?device_id=a33e4472-b00d-4327-8185-8e953c499c9e HTTP/1.1" status: 200 len: 945 time: 0.2973413 Jul 22 16:35:31.461067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-b97c6d65-42b2-44b1-abb0-67f0bfb22262 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Allocated IP 192.168.233.223 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/b6ffaef8-0bf4-4d17-9e16-9b574409786a) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:35:31.470260 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4d026d41-caa6-49fe-87f1-0bf74c95b7c2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-283100430', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:31.507450 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea355b64-bb6c-4872-97fc-256fd77a8ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:31.538741 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-875ae21b-555e-4f31-aa5b-109859324d18 req-214441c5-fc41-4177-8c78-3cd0663740b4 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Deleting port b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:35:31.538741 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-875ae21b-555e-4f31-aa5b-109859324d18 req-214441c5-fc41-4177-8c78-3cd0663740b4 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:31.562436 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d026d41-caa6-49fe-87f1-0bf74c95b7c2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:31.564093 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d026d41-caa6-49fe-87f1-0bf74c95b7c2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:31.597842 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea355b64-bb6c-4872-97fc-256fd77a8ff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89cce4ce-93ed-47b2-bac2-7106cc619839,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:31.610936 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:31.612399 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cec18a56-7cc7-4d7f-824a-e05fed3af30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:31.628838 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea355b64-bb6c-4872-97fc-256fd77a8ff5 admin admin] Checking segment: {'id': '655127c2-3a8a-4bc1-9ba8-f82a72388664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0b3f7260-fd64-4f1a-acac-0cb83d8bf033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:35:31.630437 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea355b64-bb6c-4872-97fc-256fd77a8ff5 admin admin] Network hostable DHCP agents. Network: 0b3f7260-fd64-4f1a-acac-0cb83d8bf033, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:35:31.676002 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d026d41-caa6-49fe-87f1-0bf74c95b7c2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:31.710998 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea355b64-bb6c-4872-97fc-256fd77a8ff5 admin admin] Network 0b3f7260-fd64-4f1a-acac-0cb83d8bf033 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:35:31.797687 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-875ae21b-555e-4f31-aa5b-109859324d18 req-214441c5-fc41-4177-8c78-3cd0663740b4 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] For port b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83,segment=NetworkSegment(b238de62-e7e3-4b77-a8d4-2dd01796f7c4),segment_id=b238de62-e7e3-4b77-a8d4-2dd01796f7c4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:31.798729 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-875ae21b-555e-4f31-aa5b-109859324d18 req-214441c5-fc41-4177-8c78-3cd0663740b4 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:31.826331 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ea355b64-bb6c-4872-97fc-256fd77a8ff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 0b3f7260-fd64-4f1a-acac-0cb83d8bf033) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:35:31.833530 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea355b64-bb6c-4872-97fc-256fd77a8ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:31.834278 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea355b64-bb6c-4872-97fc-256fd77a8ff5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:31.841630 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e09737-a4a9-408d-af2b-0f9af1b1836f None None] Network 0b3f7260-fd64-4f1a-acac-0cb83d8bf033 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:35:31.905602 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d026d41-caa6-49fe-87f1-0bf74c95b7c2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:31.912190 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ea355b64-bb6c-4872-97fc-256fd77a8ff5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8354156 Jul 22 16:35:32.008664 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-b97c6d65-42b2-44b1-abb0-67f0bfb22262 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:32.103478 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-b97c6d65-42b2-44b1-abb0-67f0bfb22262 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Transition to ACTIVE for port object b6ffaef8-0bf4-4d17-9e16-9b574409786a will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:32.137857 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fbe008-98d8-4257-8697-99fefcbf2ce0 None None] Network 0b3f7260-fd64-4f1a-acac-0cb83d8bf033 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:35:32.140665 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce4940-74fb-481c-bd99-6f47b03f5f37 req-011a3888-56c2-4775-8636-2240894dcfeb tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:32.148066 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6bce4940-74fb-481c-bd99-6f47b03f5f37 req-011a3888-56c2-4775-8636-2240894dcfeb tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33e4472-b00d-4327-8185-8e953c499c9e HTTP/1.1" status: 200 len: 945 time: 0.3698704 Jul 22 16:35:32.243410 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6bce4940-74fb-481c-bd99-6f47b03f5f37 req-3b5de877-d9c8-44a2-87fb-5bc8efad1968 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/security-groups?id=dea78d58-abf7-4768-925f-7309c0e9105e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941019 Jul 22 16:35:32.352510 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-b97c6d65-42b2-44b1-abb0-67f0bfb22262 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:32.372929 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-875ae21b-555e-4f31-aa5b-109859324d18 req-214441c5-fc41-4177-8c78-3cd0663740b4 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:32.372929 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-875ae21b-555e-4f31-aa5b-109859324d18 req-214441c5-fc41-4177-8c78-3cd0663740b4 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:32.373312 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [req-875ae21b-555e-4f31-aa5b-109859324d18 req-214441c5-fc41-4177-8c78-3cd0663740b4 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Floating IP eeacf688-31b8-4579-b7c2-4bcd12f4b38d disassociated. External IP: 172.25.0.44, port: b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83. Jul 22 16:35:32.373780 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-875ae21b-555e-4f31-aa5b-109859324d18 req-214441c5-fc41-4177-8c78-3cd0663740b4 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Calling delete_port for b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:35:32.382622 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-92d4678d-a69e-4bb0-be76-cdac1fd68348 req-b955b85e-e814-4d8e-9b13-af3a467baf46 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-704992917', 'description': 'tempest-description-1103446590'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:32.389059 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['29835a35-8282-4880-844e-d2738d311e97', '6841fb77-588e-490a-9d5e-f000a42ebce7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:32.436800 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-b97c6d65-42b2-44b1-abb0-67f0bfb22262 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:35:32.439361 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d026d41-caa6-49fe-87f1-0bf74c95b7c2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:32.443515 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-92d4678d-a69e-4bb0-be76-cdac1fd68348 req-b955b85e-e814-4d8e-9b13-af3a467baf46 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:32.455733 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-b97c6d65-42b2-44b1-abb0-67f0bfb22262 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:35:32.465083 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-b97c6d65-42b2-44b1-abb0-67f0bfb22262 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:35:32.473386 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d026d41-caa6-49fe-87f1-0bf74c95b7c2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:32.551654 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c6d65-42b2-44b1-abb0-67f0bfb22262 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Pushing event updated for resources: {'Port': ['ID=b6ffaef8-0bf4-4d17-9e16-9b574409786a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:32.649572 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-4d026d41-caa6-49fe-87f1-0bf74c95b7c2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Allocated IP 172.25.0.20 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/08812c9f-b019-40ef-bab3-b1580234fcc2) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:35:32.664870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-b97c6d65-42b2-44b1-abb0-67f0bfb22262 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:32.665556 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-b97c6d65-42b2-44b1-abb0-67f0bfb22262 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:32.745892 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b1812-37f5-43ee-bb6b-e964df300998 req-6206c1e7-3a27-4a49-95b5-b73421a18fe0 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:32.754206 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-252b1812-37f5-43ee-bb6b-e964df300998 req-6206c1e7-3a27-4a49-95b5-b73421a18fe0 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 936 time: 0.3833103 Jul 22 16:35:32.835657 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-92d4678d-a69e-4bb0-be76-cdac1fd68348 req-b955b85e-e814-4d8e-9b13-af3a467baf46 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:32.843494 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-92d4678d-a69e-4bb0-be76-cdac1fd68348 req-b955b85e-e814-4d8e-9b13-af3a467baf46 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:32.845193 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:32.860945 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-b97c6d65-42b2-44b1-abb0-67f0bfb22262 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0992846 Jul 22 16:35:32.875360 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-10c9a145-40d3-4e70-87a1-b509f57800ac None None] Provisioning for port b6ffaef8-0bf4-4d17-9e16-9b574409786a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:35:32.880847 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-10c9a145-40d3-4e70-87a1-b509f57800ac None None] Provisioning complete for port b6ffaef8-0bf4-4d17-9e16-9b574409786a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:32.881297 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10c9a145-40d3-4e70-87a1-b509f57800ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:32.881832 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-252b1812-37f5-43ee-bb6b-e964df300998 req-1af9ca3b-4363-43bb-9d84-50ec3f9feb70 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259668 Jul 22 16:35:32.892784 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-ad9f71eb-2233-4594-90d5-d50dfdb25114 service neutron] Request body: {'port': {'device_id': '3a967095-773a-4896-b988-5c8f98eaa423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:32.895548 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955b85e-e814-4d8e-9b13-af3a467baf46 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f517b80-965b-437d-90c4-459aefae7e3a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:32.897838 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-92d4678d-a69e-4bb0-be76-cdac1fd68348 req-b955b85e-e814-4d8e-9b13-af3a467baf46 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:32.916359 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92d4678d-a69e-4bb0-be76-cdac1fd68348 req-b955b85e-e814-4d8e-9b13-af3a467baf46 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5404432 Jul 22 16:35:32.976730 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d026d41-caa6-49fe-87f1-0bf74c95b7c2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:33.002013 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-10c9a145-40d3-4e70-87a1-b509f57800ac None None] Port b6ffaef8-0bf4-4d17-9e16-9b574409786a cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:35:33.049535 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-875ae21b-555e-4f31-aa5b-109859324d18 req-214441c5-fc41-4177-8c78-3cd0663740b4 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:33.102305 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-ad9f71eb-2233-4594-90d5-d50dfdb25114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:33.113210 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214441c5-fc41-4177-8c78-3cd0663740b4 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Pushing event deleted for resources: {'Port': ['ID=b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:33.153255 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de4c28f8-ba39-459f-bd56-262eac5cb05a req-15a62adc-55e4-4a78-853e-673ba1132874 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "GET /v2.0/security-groups/0f517b80-965b-437d-90c4-459aefae7e3a HTTP/1.1" status: 200 len: 1806 time: 0.1355934 Jul 22 16:35:33.300831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-de4c28f8-ba39-459f-bd56-262eac5cb05a req-44d9b820-507f-4cb6-afc3-835d9149f907 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f517b80-965b-437d-90c4-459aefae7e3a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:33.301293 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-de4c28f8-ba39-459f-bd56-262eac5cb05a req-44d9b820-507f-4cb6-afc3-835d9149f907 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f517b80-965b-437d-90c4-459aefae7e3a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:33.345867 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d026d41-caa6-49fe-87f1-0bf74c95b7c2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:33.427665 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d026d41-caa6-49fe-87f1-0bf74c95b7c2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:35:33.431857 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-4d026d41-caa6-49fe-87f1-0bf74c95b7c2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:35:33.437592 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d026d41-caa6-49fe-87f1-0bf74c95b7c2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:35:33.460040 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-875ae21b-555e-4f31-aa5b-109859324d18 req-214441c5-fc41-4177-8c78-3cd0663740b4 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Router 99dc9b89-6745-4cd7-92d2-c370b34f2c93 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:35:33.467743 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d026d41-caa6-49fe-87f1-0bf74c95b7c2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Pushing event updated for resources: {'Port': ['ID=08812c9f-b019-40ef-bab3-b1580234fcc2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:33.554789 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-de4c28f8-ba39-459f-bd56-262eac5cb05a req-44d9b820-507f-4cb6-afc3-835d9149f907 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:33.577229 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:35:33.630675 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef7ee5-a2d4-42cb-afac-d1b4170f52df req-fee4b783-8ead-4ef2-bd10-03539cabf9bb tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:33.637614 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bdef7ee5-a2d4-42cb-afac-d1b4170f52df req-fee4b783-8ead-4ef2-bd10-03539cabf9bb tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 946 time: 0.2581260 Jul 22 16:35:33.639329 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:35:33.639669 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:35:33.820101 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bdef7ee5-a2d4-42cb-afac-d1b4170f52df req-af663d51-426a-4739-8f22-c821ee173e9f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815596 Jul 22 16:35:33.936816 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d026d41-caa6-49fe-87f1-0bf74c95b7c2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:34.049374 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-de4c28f8-ba39-459f-bd56-262eac5cb05a req-44d9b820-507f-4cb6-afc3-835d9149f907 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:34.058873 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-de4c28f8-ba39-459f-bd56-262eac5cb05a req-44d9b820-507f-4cb6-afc3-835d9149f907 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:34.061799 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-887abb8c-e52c-4c01-99d7-59325445df39 req-8e75b20f-4f95-4c65-99fc-bcf15a7dda17 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33e4472-b00d-4327-8185-8e953c499c9e HTTP/1.1" status: 200 len: 210 time: 0.1212986 Jul 22 16:35:34.128883 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9b820-507f-4cb6-afc3-835d9149f907 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98d75a5-d44f-4c51-96e2-f4c8143a3b53,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:34.136672 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-de4c28f8-ba39-459f-bd56-262eac5cb05a req-44d9b820-507f-4cb6-afc3-835d9149f907 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:34.138160 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de4c28f8-ba39-459f-bd56-262eac5cb05a req-44d9b820-507f-4cb6-afc3-835d9149f907 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9343140 Jul 22 16:35:34.187000 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-875ae21b-555e-4f31-aa5b-109859324d18 req-214441c5-fc41-4177-8c78-3cd0663740b4 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:35:34.198478 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b68cccc-4d2c-4175-91cc-1a516469821c None None] Sync routers for ids ['99dc9b89-6745-4cd7-92d2-c370b34f2c93'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:35:34.213195 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b68cccc-4d2c-4175-91cc-1a516469821c None None] Routers {'99dc9b89-6745-4cd7-92d2-c370b34f2c93'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:35:34.214750 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7b68cccc-4d2c-4175-91cc-1a516469821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:35:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['99dc9b89-6745-4cd7-92d2-c370b34f2c93'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:34.288453 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d026d41-caa6-49fe-87f1-0bf74c95b7c2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:34.293268 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-875ae21b-555e-4f31-aa5b-109859324d18 req-214441c5-fc41-4177-8c78-3cd0663740b4 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] No DVR routers for this DVR port b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:35:34.309250 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-875ae21b-555e-4f31-aa5b-109859324d18 req-214441c5-fc41-4177-8c78-3cd0663740b4 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:34.309793 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-875ae21b-555e-4f31-aa5b-109859324d18 req-214441c5-fc41-4177-8c78-3cd0663740b4 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.16 "DELETE /v2.0/ports/b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83 HTTP/1.1" status: 204 len: 173 time: 2.9438107 Jul 22 16:35:34.310490 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33e4472-b00d-4327-8185-8e953c499c9e', 'name': 'network-vif-deleted', 'tag': 'b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:34.312896 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b978dbc2-0d5b-44b8-9d97-28dd5cb15c7e" -d '{"events": [{"server_uuid": "a33e4472-b00d-4327-8185-8e953c499c9e", "name": "network-vif-deleted", "tag": "b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:34.341496 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-ad9f71eb-2233-4594-90d5-d50dfdb25114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ffaef8-0bf4-4d17-9e16-9b574409786a {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:34.352161 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-ad9f71eb-2233-4594-90d5-d50dfdb25114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:34.379574 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-ad9f71eb-2233-4594-90d5-d50dfdb25114 service neutron] Transition to ACTIVE for port object b6ffaef8-0bf4-4d17-9e16-9b574409786a will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:34.387930 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-ad9f71eb-2233-4594-90d5-d50dfdb25114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:34.395767 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-7b68cccc-4d2c-4175-91cc-1a516469821c None None] Set router 99dc9b89-6745-4cd7-92d2-c370b34f2c93 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:35:34.525557 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da5d1d-8c8b-490d-a1db-8fd0224a7462 req-028d989a-f828-4400-b980-8c065544819c tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:34.527620 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a1da5d1d-8c8b-490d-a1db-8fd0224a7462 req-028d989a-f828-4400-b980-8c065544819c tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 936 time: 0.2372308 Jul 22 16:35:34.544029 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d026d41-caa6-49fe-87f1-0bf74c95b7c2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Router 264635a9-d03a-409b-a3b4-0e0a2bc87c12 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:35:34.572379 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:34.607357 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f71eb-2233-4594-90d5-d50dfdb25114 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ffaef8-0bf4-4d17-9e16-9b574409786a,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:34.697326 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a1da5d1d-8c8b-490d-a1db-8fd0224a7462 req-c59e221f-84c1-48ee-83df-9227557f23dd tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562738 Jul 22 16:35:34.752317 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-ad9f71eb-2233-4594-90d5-d50dfdb25114 service neutron] Attempting to bind port b6ffaef8-0bf4-4d17-9e16-9b574409786a on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:35:34.752660 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-ad9f71eb-2233-4594-90d5-d50dfdb25114 service neutron] Attempting to bind port b6ffaef8-0bf4-4d17-9e16-9b574409786a by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:35:34.753099 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-ad9f71eb-2233-4594-90d5-d50dfdb25114 service neutron] Attempting to bind port b6ffaef8-0bf4-4d17-9e16-9b574409786a on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:34.770641 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-ad9f71eb-2233-4594-90d5-d50dfdb25114 service neutron] Port b6ffaef8-0bf4-4d17-9e16-9b574409786a on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:35:34.771397 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-ad9f71eb-2233-4594-90d5-d50dfdb25114 service neutron] Attempting to bind port b6ffaef8-0bf4-4d17-9e16-9b574409786a on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:34.792187 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-ad9f71eb-2233-4594-90d5-d50dfdb25114 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:35:34.792509 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-ad9f71eb-2233-4594-90d5-d50dfdb25114 service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:35:34.792908 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-ad9f71eb-2233-4594-90d5-d50dfdb25114 service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:35:34.793345 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-ad9f71eb-2233-4594-90d5-d50dfdb25114 service neutron] Bound port: b6ffaef8-0bf4-4d17-9e16-9b574409786a, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:35:34.793711 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-ad9f71eb-2233-4594-90d5-d50dfdb25114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:34.823379 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d026d41-caa6-49fe-87f1-0bf74c95b7c2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:35:34.843895 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32786ed4-498e-4679-b542-f235c8319444 None None] Sync routers for ids ['264635a9-d03a-409b-a3b4-0e0a2bc87c12'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:35:34.867359 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32786ed4-498e-4679-b542-f235c8319444 None None] Routers {'264635a9-d03a-409b-a3b4-0e0a2bc87c12'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:35:34.870939 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-32786ed4-498e-4679-b542-f235c8319444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:35:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['264635a9-d03a-409b-a3b4-0e0a2bc87c12'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:34.892571 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7b68cccc-4d2c-4175-91cc-1a516469821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'name': 'tempest-ServersTestManualDisk-485606772-router', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:13Z', 'updated_at': '2021-07-22T16:33:19Z', 'revision_number': 4, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'gw_port': {'id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:14Z', 'updated_at': '2021-07-22T16:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b', 'name': '', 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'mac_address': 'fa:16:3e:46:a5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'fd8d0762-9d71-4ae5-8d34-5c7375a95f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:18Z', 'updated_at': '2021-07-22T16:33:31Z', 'revision_number': 5, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'subnets': [{'id': 'fd8d0762-9d71-4ae5-8d34-5c7375a95f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:34.896391 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d026d41-caa6-49fe-87f1-0bf74c95b7c2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:34.903043 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4d026d41-caa6-49fe-87f1-0bf74c95b7c2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.8142982 Jul 22 16:35:34.904107 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48628) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:34.935170 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-ad9f71eb-2233-4594-90d5-d50dfdb25114 service neutron] For port b6ffaef8-0bf4-4d17-9e16-9b574409786a, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:35:34.938635 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-ad9f71eb-2233-4594-90d5-d50dfdb25114 service neutron] For port b6ffaef8-0bf4-4d17-9e16-9b574409786a, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b6ffaef8-0bf4-4d17-9e16-9b574409786a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:35:34.945340 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-60dfb833-3ac5-4a39-ab01-dca48aff0ccf req-b0f14015-5025-43c5-9728-4cb2cd33d0f0 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1821031898', 'description': 'tempest-description-1179521179'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:34.952663 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-ad9f71eb-2233-4594-90d5-d50dfdb25114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:35.011163 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-32786ed4-498e-4679-b542-f235c8319444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:35.029022 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32786ed4-498e-4679-b542-f235c8319444 None None] Routers {'264635a9-d03a-409b-a3b4-0e0a2bc87c12'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:35:35.031930 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-32786ed4-498e-4679-b542-f235c8319444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:35:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['264635a9-d03a-409b-a3b4-0e0a2bc87c12'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:35.032148 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b68cccc-4d2c-4175-91cc-1a516469821c None None] Checking router: 99dc9b89-6745-4cd7-92d2-c370b34f2c93 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:35:35.090164 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-ad9f71eb-2233-4594-90d5-d50dfdb25114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:35.090834 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-ad9f71eb-2233-4594-90d5-d50dfdb25114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:35.092325 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-ad9f71eb-2233-4594-90d5-d50dfdb25114 service neutron] 10.222.0.16 "PUT /v2.0/ports/b6ffaef8-0bf4-4d17-9e16-9b574409786a HTTP/1.1" status: 200 len: 1096 time: 2.2093022 Jul 22 16:35:35.095983 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-32786ed4-498e-4679-b542-f235c8319444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:35.097363 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32786ed4-498e-4679-b542-f235c8319444 None None] The sync data for ids ['264635a9-d03a-409b-a3b4-0e0a2bc87c12'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:35:35.102743 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b68cccc-4d2c-4175-91cc-1a516469821c None None] Routers {'99dc9b89-6745-4cd7-92d2-c370b34f2c93'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:35:35.103385 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7b68cccc-4d2c-4175-91cc-1a516469821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:35:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['99dc9b89-6745-4cd7-92d2-c370b34f2c93'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:35.147750 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-60dfb833-3ac5-4a39-ab01-dca48aff0ccf req-b0f14015-5025-43c5-9728-4cb2cd33d0f0 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:35.230280 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1bf473-45c2-4d5e-9ec3-91f928eb3168 x-openstack-request-id: req-2b1bf473-45c2-4d5e-9ec3-91f928eb3168 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:35.230604 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33e4472-b00d-4327-8185-8e953c499c9e", "name": "network-vif-deleted", "tag": "b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:35.232894 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2b1bf473-45c2-4d5e-9ec3-91f928eb3168 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:35.232894 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33e4472-b00d-4327-8185-8e953c499c9e', 'name': 'network-vif-deleted', 'tag': 'b378e33f-bfe5-4ee1-8bf3-f6df74ac1c83', 'status': 'completed', 'code': 200} Jul 22 16:35:35.248544 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b3c808f9-7d92-4077-a2ee-988f2c9bbee9 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "GET /v2.0/routers/264635a9-d03a-409b-a3b4-0e0a2bc87c12 HTTP/1.1" status: 200 len: 919 time: 0.3388424 Jul 22 16:35:35.250157 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48632) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:35.275583 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f71eb-2233-4594-90d5-d50dfdb25114 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ffaef8-0bf4-4d17-9e16-9b574409786a,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:35.339937 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a6625421-68d9-4162-9da7-ade9d38ca020 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "GET /v2.0/ports?device_id=264635a9-d03a-409b-a3b4-0e0a2bc87c12 HTTP/1.1" status: 200 len: 205 time: 0.0865653 Jul 22 16:35:35.339937 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48634) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:35.389657 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-f368c046-4c72-48ea-9183-6c5d01b6cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:35.391271 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-f368c046-4c72-48ea-9183-6c5d01b6cb38 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 1099 time: 0.1560493 Jul 22 16:35:35.443742 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-7b68cccc-4d2c-4175-91cc-1a516469821c None None] Set router 99dc9b89-6745-4cd7-92d2-c370b34f2c93 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:35:35.488677 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-146e1b68-c4a0-4a97-bfbd-cbf9c45c6797 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=b6ffaef8-0bf4-4d17-9e16-9b574409786a HTTP/1.1" status: 200 len: 217 time: 0.0733681 Jul 22 16:35:35.492949 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62a20b41-c331-4155-97da-d3640519cc1b tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:35.568765 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-60dfb833-3ac5-4a39-ab01-dca48aff0ccf req-b0f14015-5025-43c5-9728-4cb2cd33d0f0 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:35.575936 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-60dfb833-3ac5-4a39-ab01-dca48aff0ccf req-b0f14015-5025-43c5-9728-4cb2cd33d0f0 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:35.592699 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-96c6f215-76c1-47ec-ae47-ecca61b7c57a req-f20e89c3-2a0a-4017-96ff-734d1915f060 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33e4472-b00d-4327-8185-8e953c499c9e HTTP/1.1" status: 200 len: 210 time: 0.1053143 Jul 22 16:35:35.625686 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-1d273f88-0fad-4027-96ad-ec295c1f2c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:35.627310 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-1d273f88-0fad-4027-96ad-ec295c1f2c2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1187694 Jul 22 16:35:35.632039 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-60dfb833-3ac5-4a39-ab01-dca48aff0ccf req-b0f14015-5025-43c5-9728-4cb2cd33d0f0 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:35.637163 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60dfb833-3ac5-4a39-ab01-dca48aff0ccf req-b0f14015-5025-43c5-9728-4cb2cd33d0f0 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6967254 Jul 22 16:35:35.683206 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f14015-5025-43c5-9728-4cb2cd33d0f0 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efed8df7-575b-466a-9303-3c23f09bc5fc,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:35.741275 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-f7799434-f984-478c-8039-59018e030732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:35.745540 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d6be4cbf-5dfc-4da8-8f79-1de9ccf126e5 req-b5e9503a-7df5-4641-8a45-613a1493bf2c tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "GET /v2.0/security-groups/efed8df7-575b-466a-9303-3c23f09bc5fc HTTP/1.1" status: 200 len: 1807 time: 0.0906851 Jul 22 16:35:35.750413 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-f7799434-f984-478c-8039-59018e030732 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1054506 Jul 22 16:35:35.761852 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7b68cccc-4d2c-4175-91cc-1a516469821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'name': 'tempest-ServersTestManualDisk-485606772-router', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:13Z', 'updated_at': '2021-07-22T16:33:19Z', 'revision_number': 4, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'gw_port': {'id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:14Z', 'updated_at': '2021-07-22T16:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b', 'name': '', 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'mac_address': 'fa:16:3e:46:a5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'fd8d0762-9d71-4ae5-8d34-5c7375a95f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:18Z', 'updated_at': '2021-07-22T16:33:31Z', 'revision_number': 5, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'subnets': [{'id': 'fd8d0762-9d71-4ae5-8d34-5c7375a95f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:35.766781 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-d6be4cbf-5dfc-4da8-8f79-1de9ccf126e5 req-4d07ec7e-65a1-4f3b-9e29-ef43b20800c4 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'efed8df7-575b-466a-9303-3c23f09bc5fc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:35.767099 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-d6be4cbf-5dfc-4da8-8f79-1de9ccf126e5 req-4d07ec7e-65a1-4f3b-9e29-ef43b20800c4 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'efed8df7-575b-466a-9303-3c23f09bc5fc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:35.776094 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62a20b41-c331-4155-97da-d3640519cc1b tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:35.826929 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b68cccc-4d2c-4175-91cc-1a516469821c None None] The sync data for ids ['99dc9b89-6745-4cd7-92d2-c370b34f2c93'] in n-d-798930-9 is: [{'id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'name': 'tempest-ServersTestManualDisk-485606772-router', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:13Z', 'updated_at': '2021-07-22T16:33:19Z', 'revision_number': 4, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'gw_port': {'id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:14Z', 'updated_at': '2021-07-22T16:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b', 'name': '', 'network_id': 'b658d0cb-44dd-4611-a8ea-16592dfac070', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'mac_address': 'fa:16:3e:46:a5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'fd8d0762-9d71-4ae5-8d34-5c7375a95f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:18Z', 'updated_at': '2021-07-22T16:33:31Z', 'revision_number': 5, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'subnets': [{'id': 'fd8d0762-9d71-4ae5-8d34-5c7375a95f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:35:35.893026 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d6be4cbf-5dfc-4da8-8f79-1de9ccf126e5 req-4d07ec7e-65a1-4f3b-9e29-ef43b20800c4 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:35.926397 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-62a20b41-c331-4155-97da-d3640519cc1b tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Deleting port 08812c9f-b019-40ef-bab3-b1580234fcc2 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:35:35.926397 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62a20b41-c331-4155-97da-d3640519cc1b tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:35.961094 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-38e39fb0-7420-479d-8b3f-546f3aca75de service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054050 Jul 22 16:35:35.975652 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d6be4cbf-5dfc-4da8-8f79-1de9ccf126e5 req-4d07ec7e-65a1-4f3b-9e29-ef43b20800c4 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:36.013557 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d6be4cbf-5dfc-4da8-8f79-1de9ccf126e5 req-4d07ec7e-65a1-4f3b-9e29-ef43b20800c4 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:36.041228 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07ec7e-65a1-4f3b-9e29-ef43b20800c4 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e9fa01-2bb8-408d-8482-c9fb6b669ea6,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:36.044417 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c6279-ed3b-4259-ba64-a7bbb736b20e req-5b1e7d7f-3643-4cf9-9887-5de7650b9ae9 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:36.054372 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-352c6279-ed3b-4259-ba64-a7bbb736b20e req-5b1e7d7f-3643-4cf9-9887-5de7650b9ae9 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 948 time: 0.2430773 Jul 22 16:35:36.068277 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d6be4cbf-5dfc-4da8-8f79-1de9ccf126e5 req-4d07ec7e-65a1-4f3b-9e29-ef43b20800c4 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:36.081602 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d6be4cbf-5dfc-4da8-8f79-1de9ccf126e5 req-4d07ec7e-65a1-4f3b-9e29-ef43b20800c4 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3300545 Jul 22 16:35:36.091458 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62a20b41-c331-4155-97da-d3640519cc1b tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:36.109690 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-62a20b41-c331-4155-97da-d3640519cc1b tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Calling delete_port for 08812c9f-b019-40ef-bab3-b1580234fcc2 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:35:36.170569 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-352c6279-ed3b-4259-ba64-a7bbb736b20e req-c828cccc-a8c0-4e8d-932a-3b7a3f3dc5c7 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148925 Jul 22 16:35:36.247011 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-1a56bce6-1bad-4a2e-b2ca-b2d69af07a2f req-d40a9302-674f-4419-a0a8-1f8225a6f58a tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1556773718', 'description': 'tempest-description-310746646'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:36.252193 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b61b834-e930-4b89-b96b-29b77077ff32 req-2ac21521-50b2-4567-9a59-1eccf715199f service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663107 Jul 22 16:35:36.319007 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6450bdb1-887f-47ff-b4a0-dfc5e34540fc None None] New status for floating IP eeacf688-31b8-4579-b7c2-4bcd12f4b38d: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:35:36.439389 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1a56bce6-1bad-4a2e-b2ca-b2d69af07a2f req-d40a9302-674f-4419-a0a8-1f8225a6f58a tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:36.532116 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62a20b41-c331-4155-97da-d3640519cc1b tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:36.574042 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a20b41-c331-4155-97da-d3640519cc1b tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Pushing event deleted for resources: {'Port': ['ID=08812c9f-b019-40ef-bab3-b1580234fcc2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:36.723041 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48664) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:36.731309 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62a20b41-c331-4155-97da-d3640519cc1b tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:36.860895 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9335394e-ae53-489a-b511-9986928aea76 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:36.875247 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1a56bce6-1bad-4a2e-b2ca-b2d69af07a2f req-d40a9302-674f-4419-a0a8-1f8225a6f58a tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:36.882200 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62a20b41-c331-4155-97da-d3640519cc1b tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:36.884141 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1a56bce6-1bad-4a2e-b2ca-b2d69af07a2f req-d40a9302-674f-4419-a0a8-1f8225a6f58a tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:36.887172 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62a20b41-c331-4155-97da-d3640519cc1b tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:36.905232 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9335394e-ae53-489a-b511-9986928aea76 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:36.997603 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9335394e-ae53-489a-b511-9986928aea76 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.001640 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9335394e-ae53-489a-b511-9986928aea76 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.003822 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9335394e-ae53-489a-b511-9986928aea76 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "DELETE /v2.0/security-groups/dea78d58-abf7-4768-925f-7309c0e9105e HTTP/1.1" status: 204 len: 168 time: 0.2795341 Jul 22 16:35:37.013020 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48670) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:37.033577 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-99ed0fad-474b-45e6-8a1d-a280089e31b9 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] show failed (client error): The resource could not be found. Jul 22 16:35:37.038221 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-99ed0fad-474b-45e6-8a1d-a280089e31b9 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "GET /v2.0/security-groups/dea78d58-abf7-4768-925f-7309c0e9105e HTTP/1.1" status: 404 len: 347 time: 0.0239153 Jul 22 16:35:37.040501 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335394e-ae53-489a-b511-9986928aea76 tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea78d58-abf7-4768-925f-7309c0e9105e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:37.052343 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48672) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:37.227640 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0ace9b72-af10-4724-8807-8ba3f7f2038e tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Deleting port ce6e38e8-2df6-48b1-9a56-83c34dd6a833 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:35:37.228371 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ace9b72-af10-4724-8807-8ba3f7f2038e tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.240224 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a967095-773a-4896-b988-5c8f98eaa423', 'tag': 'b6ffaef8-0bf4-4d17-9e16-9b574409786a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:37.242972 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbe72c9-eceb-4e85-a628-9896058e8113" -d '{"events": [{"name": "network-changed", "server_uuid": "3a967095-773a-4896-b988-5c8f98eaa423", "tag": "b6ffaef8-0bf4-4d17-9e16-9b574409786a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:37.269399 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a9302-674f-4419-a0a8-1f8225a6f58a tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b960f04-a1e4-4119-9152-db4dab6b5a54,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:37.272486 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1a56bce6-1bad-4a2e-b2ca-b2d69af07a2f req-d40a9302-674f-4419-a0a8-1f8225a6f58a tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.273723 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1a56bce6-1bad-4a2e-b2ca-b2d69af07a2f req-d40a9302-674f-4419-a0a8-1f8225a6f58a tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0478125 Jul 22 16:35:37.274826 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62a20b41-c331-4155-97da-d3640519cc1b tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.275336 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a20b41-c331-4155-97da-d3640519cc1b tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Fanout notify agent at l3_agent the message router_deleted on router 264635a9-d03a-409b-a3b4-0e0a2bc87c12 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:35:37.293847 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62a20b41-c331-4155-97da-d3640519cc1b tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.298396 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-62a20b41-c331-4155-97da-d3640519cc1b tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "DELETE /v2.0/routers/264635a9-d03a-409b-a3b4-0e0a2bc87c12 HTTP/1.1" status: 204 len: 168 time: 1.9519107 Jul 22 16:35:37.298906 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48682) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:37.303445 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fd8426c7-3f06-4d97-b70a-3182ad9dffd3 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Request body: {'router': {'name': 'tempest-snat-router-389903527', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'enable_snat': False}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:37.332281 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd8426c7-3f06-4d97-b70a-3182ad9dffd3 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.334673 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd8426c7-3f06-4d97-b70a-3182ad9dffd3 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.406911 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ace9b72-af10-4724-8807-8ba3f7f2038e tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.407291 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ace9b72-af10-4724-8807-8ba3f7f2038e tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.412078 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd8426c7-3f06-4d97-b70a-3182ad9dffd3 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.425674 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd5494-0f9d-45e0-b8d3-668132020b49 req-311a7964-d915-497e-bd74-10bcb4b7ca1d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:37.427279 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-00fd5494-0f9d-45e0-b8d3-668132020b49 req-311a7964-d915-497e-bd74-10bcb4b7ca1d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 948 time: 0.1724443 Jul 22 16:35:37.439079 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0ace9b72-af10-4724-8807-8ba3f7f2038e tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Calling delete_port for ce6e38e8-2df6-48b1-9a56-83c34dd6a833 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:35:37.501025 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-4e2340c4-19a6-4ab5-b018-c760ab4c5cca req-d3f1096a-61da-4a1d-bd42-de367a4ef7be tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1072319211', 'description': 'tempest-description-298872945'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:37.551263 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b005e8-7e83-44e6-a3b4-a1ba1a9d3766 x-openstack-request-id: req-83b005e8-7e83-44e6-a3b4-a1ba1a9d3766 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:37.551664 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a967095-773a-4896-b988-5c8f98eaa423", "tag": "b6ffaef8-0bf4-4d17-9e16-9b574409786a", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:37.551828 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-83b005e8-7e83-44e6-a3b4-a1ba1a9d3766 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:37.552326 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a967095-773a-4896-b988-5c8f98eaa423', 'tag': 'b6ffaef8-0bf4-4d17-9e16-9b574409786a', 'status': 'completed', 'code': 200} Jul 22 16:35:37.587171 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device b6ffaef8-0bf4-4d17-9e16-9b574409786a details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:35:37.605941 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd8426c7-3f06-4d97-b70a-3182ad9dffd3 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.610294 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4e2340c4-19a6-4ab5-b018-c760ab4c5cca req-d3f1096a-61da-4a1d-bd42-de367a4ef7be tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.662400 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-00fd5494-0f9d-45e0-b8d3-668132020b49 req-0508bcb6-1aff-4616-b049-c0b09540e962 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166436 Jul 22 16:35:37.725260 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe72c9-eceb-4e85-a628-9896058e8113 req-c165048d-f9de-4533-b880-a90a602f20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:37.728173 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bdbe72c9-eceb-4e85-a628-9896058e8113 req-c165048d-f9de-4533-b880-a90a602f20a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 1099 time: 0.1724770 Jul 22 16:35:37.731656 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4e2340c4-19a6-4ab5-b018-c760ab4c5cca req-d3f1096a-61da-4a1d-bd42-de367a4ef7be tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.735934 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4e2340c4-19a6-4ab5-b018-c760ab4c5cca req-d3f1096a-61da-4a1d-bd42-de367a4ef7be tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.808797 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1096a-61da-4a1d-bd42-de367a4ef7be tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f730519-2363-4c3a-8289-e3f37d7e97e6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:37.813062 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4e2340c4-19a6-4ab5-b018-c760ab4c5cca req-d3f1096a-61da-4a1d-bd42-de367a4ef7be tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.832712 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4e2340c4-19a6-4ab5-b018-c760ab4c5cca req-d3f1096a-61da-4a1d-bd42-de367a4ef7be tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3355529 Jul 22 16:35:37.930548 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ace9b72-af10-4724-8807-8ba3f7f2038e tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.956428 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port b6ffaef8-0bf4-4d17-9e16-9b574409786a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b6ffaef8-0bf4-4d17-9e16-9b574409786a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:37.973972 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace9b72-af10-4724-8807-8ba3f7f2038e tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Pushing event deleted for resources: {'Port': ['ID=ce6e38e8-2df6-48b1-9a56-83c34dd6a833,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:37.989384 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'b6ffaef8-0bf4-4d17-9e16-9b574409786a', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': 'b6ffaef8-0bf4-4d17-9e16-9b574409786a', 'mac_address': 'fa:16:3e:d1:c7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:35:38.033492 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:38.052842 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ffaef8-0bf4-4d17-9e16-9b574409786a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:38.071253 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe72c9-eceb-4e85-a628-9896058e8113 req-2df76a02-10f3-494a-b915-c40e0aaa9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:38.076002 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bdbe72c9-eceb-4e85-a628-9896058e8113 req-2df76a02-10f3-494a-b915-c40e0aaa9ee9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.3369918 Jul 22 16:35:38.089387 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port b6ffaef8-0bf4-4d17-9e16-9b574409786a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b6ffaef8-0bf4-4d17-9e16-9b574409786a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:38.090637 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68e38802-67f8-4cfb-92da-c536490b759a req-43b2ab5f-a16b-4529-8455-d9f265d4c656 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "GET /v2.0/security-groups/7b960f04-a1e4-4119-9152-db4dab6b5a54 HTTP/1.1" status: 200 len: 1806 time: 0.1834590 Jul 22 16:35:38.095551 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:38.135473 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd8426c7-3f06-4d97-b70a-3182ad9dffd3 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:38.141182 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bdbe72c9-eceb-4e85-a628-9896058e8113 req-4d94d566-8916-48e7-a604-66426fa154a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=b6ffaef8-0bf4-4d17-9e16-9b574409786a HTTP/1.1" status: 200 len: 217 time: 0.0471063 Jul 22 16:35:38.163210 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd8426c7-3f06-4d97-b70a-3182ad9dffd3 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:38.169805 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=b6ffaef8-0bf4-4d17-9e16-9b574409786a,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:38.206534 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe72c9-eceb-4e85-a628-9896058e8113 req-70cc54c9-b77b-42d9-a045-18c1cac2d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:38.207995 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bdbe72c9-eceb-4e85-a628-9896058e8113 req-70cc54c9-b77b-42d9-a045-18c1cac2d9d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0530300 Jul 22 16:35:38.260038 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ace9b72-af10-4724-8807-8ba3f7f2038e tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:38.262581 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ace9b72-af10-4724-8807-8ba3f7f2038e tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:38.263725 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0ace9b72-af10-4724-8807-8ba3f7f2038e tempest-ServersTestManualDisk-1751548268 tempest-ServersTestManualDisk-1751548268-project] 10.222.0.69 "DELETE /v2.0/floatingips/eeacf688-31b8-4579-b7c2-4bcd12f4b38d HTTP/1.1" status: 204 len: 168 time: 1.2055867 Jul 22 16:35:38.268822 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48702) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:38.338887 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-fd8426c7-3f06-4d97-b70a-3182ad9dffd3 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Allocated IP 172.25.0.69 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/c69909fb-5a5e-42bf-8c0f-39106600d51e) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:35:38.358376 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68e38802-67f8-4cfb-92da-c536490b759a req-38421860-5e3d-47f9-883a-b717b3cb7c57 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "GET /v2.0/security-groups/3f730519-2363-4c3a-8289-e3f37d7e97e6 HTTP/1.1" status: 200 len: 1806 time: 0.2665732 Jul 22 16:35:38.377380 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-68e38802-67f8-4cfb-92da-c536490b759a req-5d1beff5-a409-43a7-a7b0-c96d03eb3cb1 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7b960f04-a1e4-4119-9152-db4dab6b5a54', 'remote_group_id': '3f730519-2363-4c3a-8289-e3f37d7e97e6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:38.377668 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-68e38802-67f8-4cfb-92da-c536490b759a req-5d1beff5-a409-43a7-a7b0-c96d03eb3cb1 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7b960f04-a1e4-4119-9152-db4dab6b5a54', 'remote_group_id': '3f730519-2363-4c3a-8289-e3f37d7e97e6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:38.433968 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['b6ffaef8-0bf4-4d17-9e16-9b574409786a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:38.494293 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe72c9-eceb-4e85-a628-9896058e8113 req-8ae434df-c526-4038-ae26-ba99ec8a0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:38.496207 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bdbe72c9-eceb-4e85-a628-9896058e8113 req-8ae434df-c526-4038-ae26-ba99ec8a0df1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2782495 Jul 22 16:35:38.583298 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd8426c7-3f06-4d97-b70a-3182ad9dffd3 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:38.670077 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd8426c7-3f06-4d97-b70a-3182ad9dffd3 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:38.756352 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-68e38802-67f8-4cfb-92da-c536490b759a req-5d1beff5-a409-43a7-a7b0-c96d03eb3cb1 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:38.757882 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8426c7-3f06-4d97-b70a-3182ad9dffd3 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:35:38.765106 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-fd8426c7-3f06-4d97-b70a-3182ad9dffd3 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:35:38.774639 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8426c7-3f06-4d97-b70a-3182ad9dffd3 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:35:38.837642 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8426c7-3f06-4d97-b70a-3182ad9dffd3 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Pushing event updated for resources: {'Port': ['ID=c69909fb-5a5e-42bf-8c0f-39106600d51e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:38.919155 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-68e38802-67f8-4cfb-92da-c536490b759a req-5d1beff5-a409-43a7-a7b0-c96d03eb3cb1 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:38.928102 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bdbe72c9-eceb-4e85-a628-9896058e8113 req-6188426c-c6ad-44f4-9f6b-dcfca14e020b service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212086 Jul 22 16:35:38.935966 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-68e38802-67f8-4cfb-92da-c536490b759a req-5d1beff5-a409-43a7-a7b0-c96d03eb3cb1 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:38.984366 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1beff5-a409-43a7-a7b0-c96d03eb3cb1 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84e6b9b-2e25-46f0-a3cd-a78a809ec3d8,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:39.002113 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-68e38802-67f8-4cfb-92da-c536490b759a req-5d1beff5-a409-43a7-a7b0-c96d03eb3cb1 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:39.005789 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b43660-271a-4466-9482-18c97ecf4a98 req-dc0873ae-5660-4083-af95-c4a72fc803b6 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:39.017968 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a0b43660-271a-4466-9482-18c97ecf4a98 req-dc0873ae-5660-4083-af95-c4a72fc803b6 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 949 time: 0.1821325 Jul 22 16:35:39.018133 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68e38802-67f8-4cfb-92da-c536490b759a req-5d1beff5-a409-43a7-a7b0-c96d03eb3cb1 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6496639 Jul 22 16:35:39.159843 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bdbe72c9-eceb-4e85-a628-9896058e8113 req-393afd2e-3618-4e0f-8895-914577bdf382 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173066 Jul 22 16:35:39.187804 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dd6a435a-5c98-461a-8e08-5e7995fb27e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:39.235208 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a0b43660-271a-4466-9482-18c97ecf4a98 req-0e3ff3c6-06be-41d2-9527-12b70114cf6f tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773694 Jul 22 16:35:39.244096 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5848d2ce-df98-4a3b-a079-97de4b01fca0 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:35:39.307381 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd8426c7-3f06-4d97-b70a-3182ad9dffd3 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:39.449512 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5848d2ce-df98-4a3b-a079-97de4b01fca0, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:39.493889 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '5848d2ce-df98-4a3b-a079-97de4b01fca0', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'port_id': '5848d2ce-df98-4a3b-a079-97de4b01fca0', 'mac_address': 'fa:16:3e:f9:80:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:35:39.500010 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-76982e78-bb1d-4362-92ef-720579fbce60 req-c0b2ffad-33ad-4f6c-8c57-04d91f80da15 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1257832771', 'description': 'tempest-description-545080472'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:39.586271 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-76982e78-bb1d-4362-92ef-720579fbce60 req-c0b2ffad-33ad-4f6c-8c57-04d91f80da15 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:39.598645 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device b6ffaef8-0bf4-4d17-9e16-9b574409786a up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:35:39.658894 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:39.741327 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5848d2ce-df98-4a3b-a079-97de4b01fca0 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:39.778188 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a435a-5c98-461a-8e08-5e7995fb27e0 admin admin] Deleting port 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:35:39.780366 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dd6a435a-5c98-461a-8e08-5e7995fb27e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:39.889188 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5848d2ce-df98-4a3b-a079-97de4b01fca0, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:39.904770 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:39.908371 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd8426c7-3f06-4d97-b70a-3182ad9dffd3 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:39.962479 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port b6ffaef8-0bf4-4d17-9e16-9b574409786a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:35:39.975140 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port b6ffaef8-0bf4-4d17-9e16-9b574409786a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:39.978376 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:40.033613 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-dd6a435a-5c98-461a-8e08-5e7995fb27e0 admin admin] For port 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b,segment=NetworkSegment(b238de62-e7e3-4b77-a8d4-2dd01796f7c4),segment_id=b238de62-e7e3-4b77-a8d4-2dd01796f7c4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:40.033849 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dd6a435a-5c98-461a-8e08-5e7995fb27e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:40.049068 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=5848d2ce-df98-4a3b-a079-97de4b01fca0,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:40.086399 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a435a-5c98-461a-8e08-5e7995fb27e0 admin admin] Calling delete_port for 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:35:40.119885 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['5848d2ce-df98-4a3b-a079-97de4b01fca0'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:40.133657 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-76982e78-bb1d-4362-92ef-720579fbce60 req-c0b2ffad-33ad-4f6c-8c57-04d91f80da15 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:40.145432 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-76982e78-bb1d-4362-92ef-720579fbce60 req-c0b2ffad-33ad-4f6c-8c57-04d91f80da15 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:40.230911 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2ffad-33ad-4f6c-8c57-04d91f80da15 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca0f7d3-4e1b-480a-bbde-57ccccadbc11,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:40.275297 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-76982e78-bb1d-4362-92ef-720579fbce60 req-c0b2ffad-33ad-4f6c-8c57-04d91f80da15 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:40.277032 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-76982e78-bb1d-4362-92ef-720579fbce60 req-c0b2ffad-33ad-4f6c-8c57-04d91f80da15 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7862723 Jul 22 16:35:40.374456 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:40.388748 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8426c7-3f06-4d97-b70a-3182ad9dffd3 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Router a7b91102-990d-4ebb-9c20-4c7c76b1bc8d is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:35:40.484516 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a967095-773a-4896-b988-5c8f98eaa423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ffaef8-0bf4-4d17-9e16-9b574409786a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:40.488364 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b9a1ce-fea8-433c-a9e7-22b950d11400" -d '{"events": [{"server_uuid": "3a967095-773a-4896-b988-5c8f98eaa423", "name": "network-vif-plugged", "status": "completed", "tag": "b6ffaef8-0bf4-4d17-9e16-9b574409786a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:40.525419 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-6478cb23-7696-4eda-8f08-9ab69e815466 req-cbb4a064-f4df-4f9a-9567-54877d380a37 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1588518509', 'description': 'tempest-description-1651782314'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:40.550127 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port b6ffaef8-0bf4-4d17-9e16-9b574409786a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b6ffaef8-0bf4-4d17-9e16-9b574409786a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:40.566148 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dd6a435a-5c98-461a-8e08-5e7995fb27e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:40.586234 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:40.673190 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8426c7-3f06-4d97-b70a-3182ad9dffd3 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:35:40.676806 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6478cb23-7696-4eda-8f08-9ab69e815466 req-cbb4a064-f4df-4f9a-9567-54877d380a37 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:40.686643 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] Sync routers for ids ['a7b91102-990d-4ebb-9c20-4c7c76b1bc8d'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:35:40.703248 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] Routers {'a7b91102-990d-4ebb-9c20-4c7c76b1bc8d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:35:40.704160 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:35:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['a7b91102-990d-4ebb-9c20-4c7c76b1bc8d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:40.745675 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=b6ffaef8-0bf4-4d17-9e16-9b574409786a,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:40.804684 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a435a-5c98-461a-8e08-5e7995fb27e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:40.861382 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6478cb23-7696-4eda-8f08-9ab69e815466 req-cbb4a064-f4df-4f9a-9567-54877d380a37 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:40.864058 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd8426c7-3f06-4d97-b70a-3182ad9dffd3 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:40.866021 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fd8426c7-3f06-4d97-b70a-3182ad9dffd3 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5659163 Jul 22 16:35:40.869441 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48758) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:40.873558 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6478cb23-7696-4eda-8f08-9ab69e815466 req-cbb4a064-f4df-4f9a-9567-54877d380a37 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:41.002009 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] Set router a7b91102-990d-4ebb-9c20-4c7c76b1bc8d gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:35:41.109965 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4a064-f4df-4f9a-9567-54877d380a37 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4ba069-5ad8-4099-940c-2adccb6fdf32,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:41.122931 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6478cb23-7696-4eda-8f08-9ab69e815466 req-cbb4a064-f4df-4f9a-9567-54877d380a37 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:41.127545 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6478cb23-7696-4eda-8f08-9ab69e815466 req-cbb4a064-f4df-4f9a-9567-54877d380a37 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6466923 Jul 22 16:35:41.192855 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-be5e66e9-edc5-4b4e-baab-0964236d4cef tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "GET /v2.0/routers/a7b91102-990d-4ebb-9c20-4c7c76b1bc8d HTTP/1.1" status: 200 len: 907 time: 0.3217268 Jul 22 16:35:41.195586 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48762) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:41.200717 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a86a566f-2692-4f43-b1b6-7fd4875288ca tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Request body: {'router': {'name': 'tempest-snat-router-389903527', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'enable_snat': True}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:41.257327 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a86a566f-2692-4f43-b1b6-7fd4875288ca tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:41.258531 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a86a566f-2692-4f43-b1b6-7fd4875288ca tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:41.265391 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5848d2ce-df98-4a3b-a079-97de4b01fca0 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:35:41.339957 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a86a566f-2692-4f43-b1b6-7fd4875288ca tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:41.405641 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 5848d2ce-df98-4a3b-a079-97de4b01fca0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:41.406282 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:41.525184 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b91102-990d-4ebb-9c20-4c7c76b1bc8d', 'name': 'tempest-snat-router-389903527', 'tenant_id': '9eea57289edf4d17a1f9a0d749a7c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.69'}], 'enable_snat': False}, 'gw_port_id': 'c69909fb-5a5e-42bf-8c0f-39106600d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:35:37Z', 'updated_at': '2021-07-22T16:35:39Z', 'revision_number': 3, 'project_id': '9eea57289edf4d17a1f9a0d749a7c05b', 'gw_port': {'id': 'c69909fb-5a5e-42bf-8c0f-39106600d51e', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b91102-990d-4ebb-9c20-4c7c76b1bc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:35:38Z', 'updated_at': '2021-07-22T16:35:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:41.575035 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dd6a435a-5c98-461a-8e08-5e7995fb27e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:41.582890 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:41.621699 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] Checking router: a7b91102-990d-4ebb-9c20-4c7c76b1bc8d for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:35:41.621957 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] Updating router a7b91102-990d-4ebb-9c20-4c7c76b1bc8d port c69909fb-5a5e-42bf-8c0f-39106600d51e binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:35:41.685752 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5848d2ce-df98-4a3b-a079-97de4b01fca0, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:41.692562 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:41.729509 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:41.886213 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:41.887243 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=5848d2ce-df98-4a3b-a079-97de4b01fca0,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:41.962316 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:42.101097 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6a435a-5c98-461a-8e08-5e7995fb27e0 admin admin] Router 99dc9b89-6745-4cd7-92d2-c370b34f2c93 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:35:42.228951 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:42.250967 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] Transition to ACTIVE for port object c69909fb-5a5e-42bf-8c0f-39106600d51e will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:42.263736 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:42.282529 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a86a566f-2692-4f43-b1b6-7fd4875288ca tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:42.331268 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eac967-8fdb-4539-9fdf-45c17c9cd72c req-feed1ed9-8674-4050-a7c4-0c92eaf5e42d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:42.332950 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-21eac967-8fdb-4539-9fdf-45c17c9cd72c req-feed1ed9-8674-4050-a7c4-0c92eaf5e42d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 950 time: 1.0885897 Jul 22 16:35:42.377472 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6a435a-5c98-461a-8e08-5e7995fb27e0 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:35:42.383785 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-dd6a435a-5c98-461a-8e08-5e7995fb27e0 admin admin] 10.222.0.69 "PUT /v2.0/routers/99dc9b89-6745-4cd7-92d2-c370b34f2c93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1137600 Jul 22 16:35:42.386155 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48766) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:42.395991 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e00d12-2021-4984-8fdf-182ee3ab21c2 None None] Sync routers for ids ['99dc9b89-6745-4cd7-92d2-c370b34f2c93'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:35:42.418233 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e00d12-2021-4984-8fdf-182ee3ab21c2 None None] Routers {'99dc9b89-6745-4cd7-92d2-c370b34f2c93'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:35:42.418987 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-87e00d12-2021-4984-8fdf-182ee3ab21c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:35:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['99dc9b89-6745-4cd7-92d2-c370b34f2c93'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:42.473732 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-21eac967-8fdb-4539-9fdf-45c17c9cd72c req-445e4c6e-b599-4608-8217-6dbfd731372d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344864 Jul 22 16:35:42.483820 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] Attempting to bind port c69909fb-5a5e-42bf-8c0f-39106600d51e on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:35:42.485316 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] Attempting to bind port c69909fb-5a5e-42bf-8c0f-39106600d51e by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:35:42.489454 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] Attempting to bind port c69909fb-5a5e-42bf-8c0f-39106600d51e on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:42.514029 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf46c92-44a5-42b2-86e7-1461c21ddd26 None None] Pushing event updated for resources: {'Port': ['ID=c69909fb-5a5e-42bf-8c0f-39106600d51e,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:42.534478 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:35:42.534960 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:35:42.535836 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:42.536827 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:35:42.540085 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] Bound port: c69909fb-5a5e-42bf-8c0f-39106600d51e, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:35:42.540708 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:42.554980 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf46c92-44a5-42b2-86e7-1461c21ddd26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:42.555749 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf46c92-44a5-42b2-86e7-1461c21ddd26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:42.556336 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf46c92-44a5-42b2-86e7-1461c21ddd26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:42.556908 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf46c92-44a5-42b2-86e7-1461c21ddd26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:42.557547 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf46c92-44a5-42b2-86e7-1461c21ddd26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:42.558158 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf46c92-44a5-42b2-86e7-1461c21ddd26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:42.558700 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf46c92-44a5-42b2-86e7-1461c21ddd26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:42.559213 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf46c92-44a5-42b2-86e7-1461c21ddd26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:42.559709 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf46c92-44a5-42b2-86e7-1461c21ddd26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:42.560304 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf46c92-44a5-42b2-86e7-1461c21ddd26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:42.560825 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf46c92-44a5-42b2-86e7-1461c21ddd26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:42.562773 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf46c92-44a5-42b2-86e7-1461c21ddd26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:42.662174 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-777dab93-8f4b-4775-ac65-967cc427b349 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:42.672719 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] For port c69909fb-5a5e-42bf-8c0f-39106600d51e, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:35:42.676848 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] For port c69909fb-5a5e-42bf-8c0f-39106600d51e, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c69909fb-5a5e-42bf-8c0f-39106600d51e,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:35:42.680243 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-87e00d12-2021-4984-8fdf-182ee3ab21c2 None None] Set router 99dc9b89-6745-4cd7-92d2-c370b34f2c93 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:35:42.686992 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:42.746917 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3493db91-09bf-484e-a57f-ca74e492a7dd x-openstack-request-id: req-3493db91-09bf-484e-a57f-ca74e492a7dd {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:42.747642 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a967095-773a-4896-b988-5c8f98eaa423", "name": "network-vif-plugged", "status": "completed", "tag": "b6ffaef8-0bf4-4d17-9e16-9b574409786a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:42.748068 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3493db91-09bf-484e-a57f-ca74e492a7dd {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:42.748622 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a967095-773a-4896-b988-5c8f98eaa423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ffaef8-0bf4-4d17-9e16-9b574409786a', 'code': 200} Jul 22 16:35:42.817905 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf46c92-44a5-42b2-86e7-1461c21ddd26 None None] Pushing event updated for resources: {'Port': ['ID=c69909fb-5a5e-42bf-8c0f-39106600d51e,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:42.866941 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] Routers {'a7b91102-990d-4ebb-9c20-4c7c76b1bc8d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:35:42.868109 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:35:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['a7b91102-990d-4ebb-9c20-4c7c76b1bc8d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:43.040104 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3fd1773e-b976-4287-b909-2fc08ff950c3 req-f7ab4af9-d6d5-4426-bba7-706816a88153 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "GET /v2.0/security-groups/2ca0f7d3-4e1b-480a-bbde-57ccccadbc11 HTTP/1.1" status: 200 len: 1806 time: 0.2115409 Jul 22 16:35:43.047608 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-87e00d12-2021-4984-8fdf-182ee3ab21c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'name': 'tempest-ServersTestManualDisk-485606772-router', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:13Z', 'updated_at': '2021-07-22T16:35:40Z', 'revision_number': 5, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'gw_port': {'id': '12ddf7aa-db28-42db-917f-3a7a5580cc3e', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:14Z', 'updated_at': '2021-07-22T16:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:43.071552 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f18c81-6b52-4dcc-a257-93a5bb4e4cbc req-9892c0fe-6f8c-41bd-95c1-034158eebfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:43.073142 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b2f18c81-6b52-4dcc-a257-93a5bb4e4cbc req-9892c0fe-6f8c-41bd-95c1-034158eebfc9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 1101 time: 0.2120113 Jul 22 16:35:43.074768 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-777dab93-8f4b-4775-ac65-967cc427b349 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:43.097679 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a86a566f-2692-4f43-b1b6-7fd4875288ca tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:43.138956 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] Set router a7b91102-990d-4ebb-9c20-4c7c76b1bc8d gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:35:43.140103 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e00d12-2021-4984-8fdf-182ee3ab21c2 None None] Checking router: 99dc9b89-6745-4cd7-92d2-c370b34f2c93 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:35:43.160898 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e00d12-2021-4984-8fdf-182ee3ab21c2 None None] Routers {'99dc9b89-6745-4cd7-92d2-c370b34f2c93'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:35:43.161818 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-87e00d12-2021-4984-8fdf-182ee3ab21c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:35:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['99dc9b89-6745-4cd7-92d2-c370b34f2c93'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:43.243952 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a86a566f-2692-4f43-b1b6-7fd4875288ca tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:43.261140 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b2f18c81-6b52-4dcc-a257-93a5bb4e4cbc req-f72cbb5a-a5c6-4b1f-bc1a-996289bcbcb2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644838 Jul 22 16:35:43.304067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-777dab93-8f4b-4775-ac65-967cc427b349 admin admin] Deleting port 12ddf7aa-db28-42db-917f-3a7a5580cc3e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:35:43.304313 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-777dab93-8f4b-4775-ac65-967cc427b349 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:43.350714 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-87e00d12-2021-4984-8fdf-182ee3ab21c2 None None] Set router 99dc9b89-6745-4cd7-92d2-c370b34f2c93 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:35:43.429384 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-87e00d12-2021-4984-8fdf-182ee3ab21c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'name': 'tempest-ServersTestManualDisk-485606772-router', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:13Z', 'updated_at': '2021-07-22T16:35:43Z', 'revision_number': 6, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:43.483705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e00d12-2021-4984-8fdf-182ee3ab21c2 None None] The sync data for ids ['99dc9b89-6745-4cd7-92d2-c370b34f2c93'] in n-d-798930-9 is: [{'id': '99dc9b89-6745-4cd7-92d2-c370b34f2c93', 'name': 'tempest-ServersTestManualDisk-485606772-router', 'tenant_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:13Z', 'updated_at': '2021-07-22T16:35:43Z', 'revision_number': 6, 'project_id': 'e7920f2bb00e4e8fa22664c9f0f8007a', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:35:43.516790 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-a86a566f-2692-4f43-b1b6-7fd4875288ca tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Allocated IP 172.25.0.73 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/12309740-96c3-4050-abab-47f9fc97748f) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:35:43.547636 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-777dab93-8f4b-4775-ac65-967cc427b349 admin admin] For port 12ddf7aa-db28-42db-917f-3a7a5580cc3e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=12ddf7aa-db28-42db-917f-3a7a5580cc3e,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:43.548256 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-777dab93-8f4b-4775-ac65-967cc427b349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:43.590280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-777dab93-8f4b-4775-ac65-967cc427b349 admin admin] Calling delete_port for 12ddf7aa-db28-42db-917f-3a7a5580cc3e owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:35:43.633761 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3fd1773e-b976-4287-b909-2fc08ff950c3 req-9337bcde-da0b-4804-b72b-a93e4d360bae tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "GET /v2.0/security-groups/0e4ba069-5ad8-4099-940c-2adccb6fdf32 HTTP/1.1" status: 200 len: 1807 time: 0.5808892 Jul 22 16:35:43.646426 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b91102-990d-4ebb-9c20-4c7c76b1bc8d', 'name': 'tempest-snat-router-389903527', 'tenant_id': '9eea57289edf4d17a1f9a0d749a7c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.69'}], 'enable_snat': False}, 'gw_port_id': 'c69909fb-5a5e-42bf-8c0f-39106600d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:35:37Z', 'updated_at': '2021-07-22T16:35:39Z', 'revision_number': 3, 'project_id': '9eea57289edf4d17a1f9a0d749a7c05b', 'gw_port': {'id': 'c69909fb-5a5e-42bf-8c0f-39106600d51e', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b91102-990d-4ebb-9c20-4c7c76b1bc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:35:38Z', 'updated_at': '2021-07-22T16:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:43.657269 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-3fd1773e-b976-4287-b909-2fc08ff950c3 req-57ce4dd7-aae8-4791-bc2e-f1f2b767139c tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2ca0f7d3-4e1b-480a-bbde-57ccccadbc11', 'remote_group_id': '0e4ba069-5ad8-4099-940c-2adccb6fdf32', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:43.657589 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-3fd1773e-b976-4287-b909-2fc08ff950c3 req-57ce4dd7-aae8-4791-bc2e-f1f2b767139c tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2ca0f7d3-4e1b-480a-bbde-57ccccadbc11', 'remote_group_id': '0e4ba069-5ad8-4099-940c-2adccb6fdf32', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:43.717720 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc0cbee-c906-4c28-b788-4195339a2550 None None] The sync data for ids ['a7b91102-990d-4ebb-9c20-4c7c76b1bc8d'] in n-d-798930-9 is: [{'id': 'a7b91102-990d-4ebb-9c20-4c7c76b1bc8d', 'name': 'tempest-snat-router-389903527', 'tenant_id': '9eea57289edf4d17a1f9a0d749a7c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.69'}], 'enable_snat': False}, 'gw_port_id': 'c69909fb-5a5e-42bf-8c0f-39106600d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:35:37Z', 'updated_at': '2021-07-22T16:35:39Z', 'revision_number': 3, 'project_id': '9eea57289edf4d17a1f9a0d749a7c05b', 'gw_port': {'id': 'c69909fb-5a5e-42bf-8c0f-39106600d51e', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b91102-990d-4ebb-9c20-4c7c76b1bc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:35:38Z', 'updated_at': '2021-07-22T16:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:35:43.910190 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:35:43.961839 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:35:43.964311 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5ab3a8d0-b4e0-45c0-825a-8c12ebb4a18b not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:35:43.996412 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-777dab93-8f4b-4775-ac65-967cc427b349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:44.029583 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a86a566f-2692-4f43-b1b6-7fd4875288ca tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:44.039824 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777dab93-8f4b-4775-ac65-967cc427b349 admin admin] Pushing event deleted for resources: {'Port': ['ID=12ddf7aa-db28-42db-917f-3a7a5580cc3e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:44.101606 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a86a566f-2692-4f43-b1b6-7fd4875288ca tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:44.109958 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3fd1773e-b976-4287-b909-2fc08ff950c3 req-57ce4dd7-aae8-4791-bc2e-f1f2b767139c tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:44.200375 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a566f-2692-4f43-b1b6-7fd4875288ca tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Pushing event updated for resources: {'Port': ['ID=12309740-96c3-4050-abab-47f9fc97748f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:44.222147 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-777dab93-8f4b-4775-ac65-967cc427b349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:44.235627 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86a566f-2692-4f43-b1b6-7fd4875288ca tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:35:44.239543 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a86a566f-2692-4f43-b1b6-7fd4875288ca tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:35:44.245677 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86a566f-2692-4f43-b1b6-7fd4875288ca tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:35:44.248850 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3fd1773e-b976-4287-b909-2fc08ff950c3 req-57ce4dd7-aae8-4791-bc2e-f1f2b767139c tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:44.292720 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3fd1773e-b976-4287-b909-2fc08ff950c3 req-57ce4dd7-aae8-4791-bc2e-f1f2b767139c tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:44.343538 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-777dab93-8f4b-4775-ac65-967cc427b349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:44.349846 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-777dab93-8f4b-4775-ac65-967cc427b349 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:44.370973 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce4dd7-aae8-4791-bc2e-f1f2b767139c tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4216851-a9f9-4b9d-97af-3178ff6d4770,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:44.400778 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3fd1773e-b976-4287-b909-2fc08ff950c3 req-57ce4dd7-aae8-4791-bc2e-f1f2b767139c tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:44.407463 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3fd1773e-b976-4287-b909-2fc08ff950c3 req-57ce4dd7-aae8-4791-bc2e-f1f2b767139c tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7509961 Jul 22 16:35:44.517806 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-777dab93-8f4b-4775-ac65-967cc427b349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:44.520573 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777dab93-8f4b-4775-ac65-967cc427b349 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99dc9b89-6745-4cd7-92d2-c370b34f2c93 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:35:44.541387 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-777dab93-8f4b-4775-ac65-967cc427b349 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:44.543725 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-777dab93-8f4b-4775-ac65-967cc427b349 admin admin] 10.222.0.69 "DELETE /v2.0/routers/99dc9b89-6745-4cd7-92d2-c370b34f2c93 HTTP/1.1" status: 204 len: 168 time: 2.1564941 Jul 22 16:35:44.545550 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48774) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:44.620587 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f725e37b-1dc3-4155-af9c-2e9685f283e4 admin admin] Deleting subnet fd8d0762-9d71-4ae5-8d34-5c7375a95f4e {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:35:44.628678 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f725e37b-1dc3-4155-af9c-2e9685f283e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:44.706525 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f725e37b-1dc3-4155-af9c-2e9685f283e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:44.749524 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a186131f-e2ff-4d9f-864d-812721216f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5848d2ce-df98-4a3b-a079-97de4b01fca0'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:44.752398 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f7225f-9606-4a45-84d1-013036fae91e" -d '{"events": [{"server_uuid": "a186131f-e2ff-4d9f-864d-812721216f78", "name": "network-vif-plugged", "status": "completed", "tag": "5848d2ce-df98-4a3b-a079-97de4b01fca0"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:45.001352 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f0d30-842e-4750-8db6-7fe5cf57e682 req-0e7719ef-ccfc-4a5c-9f02-4d69152fb568 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:45.008743 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-475f0d30-842e-4750-8db6-7fe5cf57e682 req-0e7719ef-ccfc-4a5c-9f02-4d69152fb568 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 950 time: 0.3255999 Jul 22 16:35:45.090120 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f725e37b-1dc3-4155-af9c-2e9685f283e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:45.240427 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-475f0d30-842e-4750-8db6-7fe5cf57e682 req-fca319ac-3d10-4da7-b2bb-d5331483ebac tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244492 Jul 22 16:35:45.257431 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f725e37b-1dc3-4155-af9c-2e9685f283e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:45.339534 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a86a566f-2692-4f43-b1b6-7fd4875288ca tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:45.348435 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725e37b-1dc3-4155-af9c-2e9685f283e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd8d0762-9d71-4ae5-8d34-5c7375a95f4e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:45.352318 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f725e37b-1dc3-4155-af9c-2e9685f283e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:45.356557 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f725e37b-1dc3-4155-af9c-2e9685f283e4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/fd8d0762-9d71-4ae5-8d34-5c7375a95f4e HTTP/1.1" status: 204 len: 168 time: 0.8102551 Jul 22 16:35:45.357373 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0e84a9-63ed-42ed-bff1-28ef45fa5fdb None None] Network b658d0cb-44dd-4611-a8ea-16592dfac070 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:35:45.365473 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:35:45.366802 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48784) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:45.534030 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56500733-92ff-4d8f-aed1-a5f71343266b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:45.708417 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-16bcaf4f-b557-495e-80bc-6cadfcae53a7 req-a0c38d65-5246-4f45-aa4d-285eeebc8f7a tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "GET /v2.0/security-groups/0e4ba069-5ad8-4099-940c-2adccb6fdf32 HTTP/1.1" status: 200 len: 1807 time: 0.2134688 Jul 22 16:35:45.711840 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-56500733-92ff-4d8f-aed1-a5f71343266b admin admin] Deleting port 09c6a3ff-4120-424d-9a57-da0f45a54caa {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:35:45.712385 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56500733-92ff-4d8f-aed1-a5f71343266b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:45.839653 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c69909fb-5a5e-42bf-8c0f-39106600d51e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:35:45.856214 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-56500733-92ff-4d8f-aed1-a5f71343266b admin admin] For port 09c6a3ff-4120-424d-9a57-da0f45a54caa, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=09c6a3ff-4120-424d-9a57-da0f45a54caa,segment=NetworkSegment(b238de62-e7e3-4b77-a8d4-2dd01796f7c4),segment_id=b238de62-e7e3-4b77-a8d4-2dd01796f7c4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:45.859082 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56500733-92ff-4d8f-aed1-a5f71343266b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:45.913090 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-56500733-92ff-4d8f-aed1-a5f71343266b admin admin] Calling delete_port for 09c6a3ff-4120-424d-9a57-da0f45a54caa owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:35:45.956762 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c5b424-cd73-4a03-86ae-01ac8e256d4c None None] DHCP port deletion for b658d0cb-44dd-4611-a8ea-16592dfac070 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:35:45.990366 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-16bcaf4f-b557-495e-80bc-6cadfcae53a7 req-9bd1cdad-2910-4790-92d1-a97273920b43 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:46.027658 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port c69909fb-5a5e-42bf-8c0f-39106600d51e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:35:46.047087 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port c69909fb-5a5e-42bf-8c0f-39106600d51e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:46.047442 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:46.063234 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56500733-92ff-4d8f-aed1-a5f71343266b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:46.111786 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a7c5b424-cd73-4a03-86ae-01ac8e256d4c None None] Deleting port 09c6a3ff-4120-424d-9a57-da0f45a54caa {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:35:46.112620 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7c5b424-cd73-4a03-86ae-01ac8e256d4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:46.115684 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-16bcaf4f-b557-495e-80bc-6cadfcae53a7 req-9bd1cdad-2910-4790-92d1-a97273920b43 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:46.172707 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a86a566f-2692-4f43-b1b6-7fd4875288ca tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:46.177654 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56500733-92ff-4d8f-aed1-a5f71343266b admin admin] Pushing event deleted for resources: {'Port': ['ID=09c6a3ff-4120-424d-9a57-da0f45a54caa,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:46.179964 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56500733-92ff-4d8f-aed1-a5f71343266b admin admin] No DVR routers for this DVR port 09c6a3ff-4120-424d-9a57-da0f45a54caa on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:35:46.354876 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a7c5b424-cd73-4a03-86ae-01ac8e256d4c None None] For port 09c6a3ff-4120-424d-9a57-da0f45a54caa, host n-d-798930-9, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:46.356589 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7c5b424-cd73-4a03-86ae-01ac8e256d4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:46.376010 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56500733-92ff-4d8f-aed1-a5f71343266b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:46.403617 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-16bcaf4f-b557-495e-80bc-6cadfcae53a7 req-9bd1cdad-2910-4790-92d1-a97273920b43 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:46.408665 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-56500733-92ff-4d8f-aed1-a5f71343266b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b658d0cb-44dd-4611-a8ea-16592dfac070']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:46.411924 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-16bcaf4f-b557-495e-80bc-6cadfcae53a7 req-9bd1cdad-2910-4790-92d1-a97273920b43 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:46.414093 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-16bcaf4f-b557-495e-80bc-6cadfcae53a7 req-9bd1cdad-2910-4790-92d1-a97273920b43 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "DELETE /v2.0/security-groups/0e4ba069-5ad8-4099-940c-2adccb6fdf32 HTTP/1.1" status: 204 len: 173 time: 0.6969965 Jul 22 16:35:46.439150 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-56500733-92ff-4d8f-aed1-a5f71343266b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b238de62-e7e3-4b77-a8d4-2dd01796f7c4') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:46.440987 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-56500733-92ff-4d8f-aed1-a5f71343266b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b238de62-e7e3-4b77-a8d4-2dd01796f7c4') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:46.457371 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1cdad-2910-4790-92d1-a97273920b43 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4ba069-5ad8-4099-940c-2adccb6fdf32,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:46.464495 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56500733-92ff-4d8f-aed1-a5f71343266b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:46.480231 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a7c5b424-cd73-4a03-86ae-01ac8e256d4c None None] Calling delete_port for 09c6a3ff-4120-424d-9a57-da0f45a54caa owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:35:46.495129 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56500733-92ff-4d8f-aed1-a5f71343266b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:46.509464 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56500733-92ff-4d8f-aed1-a5f71343266b admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:35:46.510002 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56500733-92ff-4d8f-aed1-a5f71343266b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:46.512118 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-a7c5b424-cd73-4a03-86ae-01ac8e256d4c None None] Port 09c6a3ff-4120-424d-9a57-da0f45a54caa was not found and therefore no delete operation was performed {{(pid=93818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:35:46.516073 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:35:46.534431 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7c5b424-cd73-4a03-86ae-01ac8e256d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:46.564424 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf2255b-9596-4fd3-ba03-84c5d4c582f8 x-openstack-request-id: req-4cf2255b-9596-4fd3-ba03-84c5d4c582f8 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:46.566411 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a186131f-e2ff-4d9f-864d-812721216f78", "name": "network-vif-plugged", "status": "completed", "tag": "5848d2ce-df98-4a3b-a079-97de4b01fca0", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:46.567943 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4cf2255b-9596-4fd3-ba03-84c5d4c582f8 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:46.571843 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a186131f-e2ff-4d9f-864d-812721216f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5848d2ce-df98-4a3b-a079-97de4b01fca0', 'code': 200} Jul 22 16:35:46.581122 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86a566f-2692-4f43-b1b6-7fd4875288ca tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Router 9374681c-f083-4aa7-abee-5f7618375fe0 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:35:46.598036 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c5b424-cd73-4a03-86ae-01ac8e256d4c None None] No DVR routers for this DVR port 09c6a3ff-4120-424d-9a57-da0f45a54caa on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:35:46.664608 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56500733-92ff-4d8f-aed1-a5f71343266b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:46.673135 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56500733-92ff-4d8f-aed1-a5f71343266b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:46.680857 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-56500733-92ff-4d8f-aed1-a5f71343266b admin admin] 10.222.0.69 "DELETE /v2.0/networks/b658d0cb-44dd-4611-a8ea-16592dfac070 HTTP/1.1" status: 204 len: 168 time: 1.3075786 Jul 22 16:35:46.695264 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5b424-cd73-4a03-86ae-01ac8e256d4c None None] Pushing event deleted for resources: {'Port': ['ID=09c6a3ff-4120-424d-9a57-da0f45a54caa,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:46.715971 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:46.717274 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56500733-92ff-4d8f-aed1-a5f71343266b admin admin] Pushing event deleted for resources: {'Network': ['ID=b658d0cb-44dd-4611-a8ea-16592dfac070,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:46.766133 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port c69909fb-5a5e-42bf-8c0f-39106600d51e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c69909fb-5a5e-42bf-8c0f-39106600d51e,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:46.775856 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:46.908569 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=c69909fb-5a5e-42bf-8c0f-39106600d51e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:46.915746 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 12ddf7aa-db28-42db-917f-3a7a5580cc3e no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:35:46.942874 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 12ddf7aa-db28-42db-917f-3a7a5580cc3e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:35:46.943131 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 12ddf7aa-db28-42db-917f-3a7a5580cc3e not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:35:46.996800 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86a566f-2692-4f43-b1b6-7fd4875288ca tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:35:47.005846 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] Sync routers for ids ['9374681c-f083-4aa7-abee-5f7618375fe0'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:35:47.019181 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48798) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:47.022787 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] Routers {'9374681c-f083-4aa7-abee-5f7618375fe0'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:35:47.023419 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:35:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9374681c-f083-4aa7-abee-5f7618375fe0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:47.048083 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a86a566f-2692-4f43-b1b6-7fd4875288ca tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:47.053436 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a86a566f-2692-4f43-b1b6-7fd4875288ca tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.8568244 Jul 22 16:35:47.057325 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48800) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:47.153687 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fd258a7b-720c-4940-bdec-c2cc0110a3e7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e7920f2bb00e4e8fa22664c9f0f8007a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1323071 Jul 22 16:35:47.156341 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48802) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:47.309390 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9aa8e623-e14c-44f0-b621-01923e1aac85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:47.336366 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8f08258b-1b62-4103-ba8a-963489770ba1 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "GET /v2.0/routers/9374681c-f083-4aa7-abee-5f7618375fe0 HTTP/1.1" status: 200 len: 906 time: 0.2763579 Jul 22 16:35:47.342578 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48810) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:47.354153 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacda6f-a4f3-4389-9cb4-e7e35b111b29 req-73d3832c-d731-47ae-a9d5-c21f36451610 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:47.356664 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] Set router 9374681c-f083-4aa7-abee-5f7618375fe0 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:35:47.356940 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-faacda6f-a4f3-4389-9cb4-e7e35b111b29 req-73d3832c-d731-47ae-a9d5-c21f36451610 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 950 time: 0.6212327 Jul 22 16:35:47.380360 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9aa8e623-e14c-44f0-b621-01923e1aac85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:47.442787 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9aa8e623-e14c-44f0-b621-01923e1aac85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:47.445566 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9aa8e623-e14c-44f0-b621-01923e1aac85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:47.454555 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9aa8e623-e14c-44f0-b621-01923e1aac85 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e348eea1-8ff6-43b4-a7da-bf5c219ab8a0 HTTP/1.1" status: 204 len: 168 time: 0.2918391 Jul 22 16:35:47.504684 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8e623-e14c-44f0-b621-01923e1aac85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e348eea1-8ff6-43b4-a7da-bf5c219ab8a0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:47.620094 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1208e0c6-3234-4b24-aa4a-b08dc3df4a09 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:47.788748 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2fff6864-64c4-4520-b414-61162a1e0102 req-0625d06c-be21-4664-b07a-24c7f63512ee service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2792487 Jul 22 16:35:47.896822 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c69909fb-5a5e-42bf-8c0f-39106600d51e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:35:47.992496 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9374681c-f083-4aa7-abee-5f7618375fe0', 'name': 'tempest-snat-router-389903527', 'tenant_id': '9eea57289edf4d17a1f9a0d749a7c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '12309740-96c3-4050-abab-47f9fc97748f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:35:41Z', 'updated_at': '2021-07-22T16:35:44Z', 'revision_number': 3, 'project_id': '9eea57289edf4d17a1f9a0d749a7c05b', 'gw_port': {'id': '12309740-96c3-4050-abab-47f9fc97748f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:46:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9374681c-f083-4aa7-abee-5f7618375fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:35:43Z', 'updated_at': '2021-07-22T16:35:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:48.054004 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] Checking router: 9374681c-f083-4aa7-abee-5f7618375fe0 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:35:48.055100 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] Updating router 9374681c-f083-4aa7-abee-5f7618375fe0 port 12309740-96c3-4050-abab-47f9fc97748f binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:35:48.064206 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port c69909fb-5a5e-42bf-8c0f-39106600d51e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:48.066335 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:48.087384 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff6864-64c4-4520-b414-61162a1e0102 req-a205658d-99dd-4220-a8e7-5b2cced56b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:48.089093 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2fff6864-64c4-4520-b414-61162a1e0102 req-a205658d-99dd-4220-a8e7-5b2cced56b78 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 1101 time: 0.1332219 Jul 22 16:35:48.160962 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:48.272082 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff6864-64c4-4520-b414-61162a1e0102 req-8037f320-5c33-403b-b3f8-fe974ec6a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:48.275613 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2fff6864-64c4-4520-b414-61162a1e0102 req-8037f320-5c33-403b-b3f8-fe974ec6a282 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.1644342 Jul 22 16:35:48.333314 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1208e0c6-3234-4b24-aa4a-b08dc3df4a09 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:48.369455 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2fff6864-64c4-4520-b414-61162a1e0102 req-0df2ba7c-ae96-473e-9eaa-2076c3ce3551 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=29835a35-8282-4880-844e-d2738d311e97 HTTP/1.1" status: 200 len: 217 time: 0.0866368 Jul 22 16:35:48.426625 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 09c6a3ff-4120-424d-9a57-da0f45a54caa no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:35:48.478405 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 09c6a3ff-4120-424d-9a57-da0f45a54caa {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:35:48.478751 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 09c6a3ff-4120-424d-9a57-da0f45a54caa not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:35:48.549229 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff6864-64c4-4520-b414-61162a1e0102 req-61992ef5-eff5-41b9-ab21-e7e7c3945bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:48.554587 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2fff6864-64c4-4520-b414-61162a1e0102 req-61992ef5-eff5-41b9-ab21-e7e7c3945bf5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1771581 Jul 22 16:35:48.604876 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1208e0c6-3234-4b24-aa4a-b08dc3df4a09 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Deleting port 12309740-96c3-4050-abab-47f9fc97748f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:35:48.605486 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1208e0c6-3234-4b24-aa4a-b08dc3df4a09 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:48.895071 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-91a76a3b-5d67-4dd6-9768-520e1b2cb71d req-696eefb3-9219-4a0c-a65f-d8ae639f46c1 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "GET /v2.0/security-groups/2ca0f7d3-4e1b-480a-bbde-57ccccadbc11 HTTP/1.1" status: 200 len: 1806 time: 0.2400477 Jul 22 16:35:48.917557 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff6864-64c4-4520-b414-61162a1e0102 req-789c1a36-4126-4c59-a5f6-abff2be7bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:48.919126 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2fff6864-64c4-4520-b414-61162a1e0102 req-789c1a36-4126-4c59-a5f6-abff2be7bec1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3327911 Jul 22 16:35:48.955531 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:48.979370 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] Transition to ACTIVE for port object 12309740-96c3-4050-abab-47f9fc97748f will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:48.989675 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:49.079452 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] Attempting to bind port 12309740-96c3-4050-abab-47f9fc97748f on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:35:49.081122 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] Attempting to bind port 12309740-96c3-4050-abab-47f9fc97748f by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:35:49.084720 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] Attempting to bind port 12309740-96c3-4050-abab-47f9fc97748f on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:49.094814 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2fff6864-64c4-4520-b414-61162a1e0102 req-9241892a-f0e2-49be-aa88-81c01e24f942 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674151 Jul 22 16:35:49.126849 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:35:49.127664 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:35:49.129203 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:49.131074 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:35:49.133544 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] Bound port: 12309740-96c3-4050-abab-47f9fc97748f, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:35:49.134502 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:49.165116 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1208e0c6-3234-4b24-aa4a-b08dc3df4a09 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:49.190664 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-43472a2a-d779-4497-961f-fd790aabd6e1 req-3b8bff60-41d3-4f8d-a4ed-35356f0b2001 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-646208656', 'description': 'tempest-description-290900164'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:49.198134 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1208e0c6-3234-4b24-aa4a-b08dc3df4a09 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Calling delete_port for 12309740-96c3-4050-abab-47f9fc97748f owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:35:49.211694 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-faacda6f-a4f3-4389-9cb4-e7e35b111b29 req-53f13254-7a7f-4eef-b37e-3621438014f0 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6021430 Jul 22 16:35:49.273364 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] For port 12309740-96c3-4050-abab-47f9fc97748f, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:35:49.286563 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] For port 12309740-96c3-4050-abab-47f9fc97748f, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=12309740-96c3-4050-abab-47f9fc97748f,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:35:49.304064 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:49.340462 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-43472a2a-d779-4497-961f-fd790aabd6e1 req-3b8bff60-41d3-4f8d-a4ed-35356f0b2001 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:49.381474 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb2bb1-5478-4939-be3b-f4c649dde65b None None] Pushing event updated for resources: {'Port': ['ID=12309740-96c3-4050-abab-47f9fc97748f,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:49.459796 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-43472a2a-d779-4497-961f-fd790aabd6e1 req-3b8bff60-41d3-4f8d-a4ed-35356f0b2001 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:49.473231 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-43472a2a-d779-4497-961f-fd790aabd6e1 req-3b8bff60-41d3-4f8d-a4ed-35356f0b2001 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:49.494165 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2fff6864-64c4-4520-b414-61162a1e0102 req-86288aac-ee2a-4108-b9e2-0db557cc6bc0 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917208 Jul 22 16:35:49.527547 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8bff60-41d3-4f8d-a4ed-35356f0b2001 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f80d8850-0ac7-4d33-bc34-030885eca17f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:49.532289 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-43472a2a-d779-4497-961f-fd790aabd6e1 req-3b8bff60-41d3-4f8d-a4ed-35356f0b2001 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:49.534496 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-43472a2a-d779-4497-961f-fd790aabd6e1 req-3b8bff60-41d3-4f8d-a4ed-35356f0b2001 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3550897 Jul 22 16:35:49.543872 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb2bb1-5478-4939-be3b-f4c649dde65b None None] Pushing event updated for resources: {'Port': ['ID=12309740-96c3-4050-abab-47f9fc97748f,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:49.565150 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] Routers {'9374681c-f083-4aa7-abee-5f7618375fe0'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:35:49.566244 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:35:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9374681c-f083-4aa7-abee-5f7618375fe0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:49.709988 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fdd75d95-1408-4761-babc-7f329b6601c0 req-9313c8cf-2daf-4507-a1ed-52d9980110d7 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "GET /v2.0/security-groups/f80d8850-0ac7-4d33-bc34-030885eca17f HTTP/1.1" status: 200 len: 1805 time: 0.0566564 Jul 22 16:35:49.720484 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-fdd75d95-1408-4761-babc-7f329b6601c0 req-8c3dc3a0-48a0-42bb-9ead-9f6fa41619e6 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f80d8850-0ac7-4d33-bc34-030885eca17f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:49.720874 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-fdd75d95-1408-4761-babc-7f329b6601c0 req-8c3dc3a0-48a0-42bb-9ead-9f6fa41619e6 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f80d8850-0ac7-4d33-bc34-030885eca17f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:49.817131 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] Set router 9374681c-f083-4aa7-abee-5f7618375fe0 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:35:49.845761 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fdd75d95-1408-4761-babc-7f329b6601c0 req-8c3dc3a0-48a0-42bb-9ead-9f6fa41619e6 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:49.891394 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fdd75d95-1408-4761-babc-7f329b6601c0 req-8c3dc3a0-48a0-42bb-9ead-9f6fa41619e6 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:49.897479 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48874) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:49.915462 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fdd75d95-1408-4761-babc-7f329b6601c0 req-8c3dc3a0-48a0-42bb-9ead-9f6fa41619e6 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:49.934179 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3dc3a0-48a0-42bb-9ead-9f6fa41619e6 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b87436f-dd2b-451d-855c-e750c00c9f57,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:49.950315 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fdd75d95-1408-4761-babc-7f329b6601c0 req-8c3dc3a0-48a0-42bb-9ead-9f6fa41619e6 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:49.965670 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fdd75d95-1408-4761-babc-7f329b6601c0 req-8c3dc3a0-48a0-42bb-9ead-9f6fa41619e6 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2525098 Jul 22 16:35:49.968995 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9374681c-f083-4aa7-abee-5f7618375fe0', 'name': 'tempest-snat-router-389903527', 'tenant_id': '9eea57289edf4d17a1f9a0d749a7c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:35:41Z', 'updated_at': '2021-07-22T16:35:48Z', 'revision_number': 4, 'project_id': '9eea57289edf4d17a1f9a0d749a7c05b', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:50.004166 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca454e-08e7-4bb2-9e96-3ae92c83a124 None None] The sync data for ids ['9374681c-f083-4aa7-abee-5f7618375fe0'] in n-d-798930-9 is: [{'id': '9374681c-f083-4aa7-abee-5f7618375fe0', 'name': 'tempest-snat-router-389903527', 'tenant_id': '9eea57289edf4d17a1f9a0d749a7c05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:35:41Z', 'updated_at': '2021-07-22T16:35:48Z', 'revision_number': 4, 'project_id': '9eea57289edf4d17a1f9a0d749a7c05b', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:35:50.136894 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8f704-0477-46d4-906a-eb09255f07e1 req-66250cda-1a49-4f66-a741-024617dfefcd tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:50.145917 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c5a8f704-0477-46d4-906a-eb09255f07e1 req-66250cda-1a49-4f66-a741-024617dfefcd tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3de57f1-0a94-4422-afe4-a1cb770ecde3 HTTP/1.1" status: 200 len: 950 time: 0.4752829 Jul 22 16:35:50.174842 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9da9f575-b214-4140-b794-2670182467d5 req-5f811ef5-4529-405a-9bf7-5f4468d149a6 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "GET /v2.0/security-groups/f80d8850-0ac7-4d33-bc34-030885eca17f HTTP/1.1" status: 200 len: 2399 time: 0.0616033 Jul 22 16:35:50.182645 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d48ec8c4-d2b5-4fdd-ba38-cefb65807ef3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1839518494-network', 'tenant_id': 'afa17615cf874d10966e3432e8cd1498'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:50.191443 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9da9f575-b214-4140-b794-2670182467d5 req-4499ae34-9125-4033-bd48-c02623e3f7a2 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f80d8850-0ac7-4d33-bc34-030885eca17f', 'remote_group_id': None}]} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:50.192183 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9da9f575-b214-4140-b794-2670182467d5 req-4499ae34-9125-4033-bd48-c02623e3f7a2 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f80d8850-0ac7-4d33-bc34-030885eca17f', 'remote_group_id': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:50.235830 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1208e0c6-3234-4b24-aa4a-b08dc3df4a09 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:50.242297 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48ec8c4-d2b5-4fdd-ba38-cefb65807ef3 admin admin] Made reservation on behalf of afa17615cf874d10966e3432e8cd1498 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:35:50.247707 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d48ec8c4-d2b5-4fdd-ba38-cefb65807ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:50.263805 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d48ec8c4-d2b5-4fdd-ba38-cefb65807ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:50.300348 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208e0c6-3234-4b24-aa4a-b08dc3df4a09 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Pushing event deleted for resources: {'Port': ['ID=12309740-96c3-4050-abab-47f9fc97748f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:50.308099 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c5a8f704-0477-46d4-906a-eb09255f07e1 req-66bfc5f8-1423-43fe-8873-ccc263b53768 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/security-groups?id=577bb9f1-5500-4689-b800-3297e7033f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435683 Jul 22 16:35:50.341723 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78e86c-08f3-42b6-9fad-0db630b746c5 req-fb7f61fe-c30f-47d2-bab2-b471ccf0db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:50.343347 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d78e86c-08f3-42b6-9fad-0db630b746c5 req-fb7f61fe-c30f-47d2-bab2-b471ccf0db2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 1097 time: 0.3489728 Jul 22 16:35:50.394582 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9da9f575-b214-4140-b794-2670182467d5 req-4499ae34-9125-4033-bd48-c02623e3f7a2 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:50.470573 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9da9f575-b214-4140-b794-2670182467d5 req-4499ae34-9125-4033-bd48-c02623e3f7a2 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:50.478953 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9da9f575-b214-4140-b794-2670182467d5 req-4499ae34-9125-4033-bd48-c02623e3f7a2 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:50.503738 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1208e0c6-3234-4b24-aa4a-b08dc3df4a09 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:50.529766 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499ae34-9125-4033-bd48-c02623e3f7a2 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46114ced-e412-4129-955c-b0b44adafee4,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:50.586496 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d48ec8c4-d2b5-4fdd-ba38-cefb65807ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:50.597704 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d48ec8c4-d2b5-4fdd-ba38-cefb65807ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:50.621618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48ec8c4-d2b5-4fdd-ba38-cefb65807ef3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:35:50.637588 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d48ec8c4-d2b5-4fdd-ba38-cefb65807ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:50.637863 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-d48ec8c4-d2b5-4fdd-ba38-cefb65807ef3 admin admin] Added segment 2ec866d7-adee-468a-a0b3-1edb0dde016f of type vlan for network 80e8f843-c460-4316-99e0-7da52258ae46 Jul 22 16:35:50.654142 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1208e0c6-3234-4b24-aa4a-b08dc3df4a09 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:50.662404 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1208e0c6-3234-4b24-aa4a-b08dc3df4a09 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:50.671203 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78e86c-08f3-42b6-9fad-0db630b746c5 req-389bec0d-d897-4a57-8f2f-a2ea665d60f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:50.672951 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d78e86c-08f3-42b6-9fad-0db630b746c5 req-389bec0d-d897-4a57-8f2f-a2ea665d60f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 913 time: 0.2931027 Jul 22 16:35:50.704509 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9da9f575-b214-4140-b794-2670182467d5 req-4499ae34-9125-4033-bd48-c02623e3f7a2 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:50.707394 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9da9f575-b214-4140-b794-2670182467d5 req-4499ae34-9125-4033-bd48-c02623e3f7a2 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5296276 Jul 22 16:35:50.771440 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ec8c4-d2b5-4fdd-ba38-cefb65807ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493ce4c7-cefd-42ac-a13d-f36f10b1adf5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:50.778544 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d48ec8c4-d2b5-4fdd-ba38-cefb65807ef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:50.819836 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d48ec8c4-d2b5-4fdd-ba38-cefb65807ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:50.821265 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48ec8c4-d2b5-4fdd-ba38-cefb65807ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:50.822203 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d48ec8c4-d2b5-4fdd-ba38-cefb65807ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:50.838193 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-0ad857b3-8e05-4998-b325-8f10e581792e req-70ce76f9-bef4-4637-8273-04597b2d7ca5 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:35:50.839517 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0ad857b3-8e05-4998-b325-8f10e581792e req-70ce76f9-bef4-4637-8273-04597b2d7ca5 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142562 Jul 22 16:35:50.860471 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1208e0c6-3234-4b24-aa4a-b08dc3df4a09 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:50.861328 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1208e0c6-3234-4b24-aa4a-b08dc3df4a09 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9374681c-f083-4aa7-abee-5f7618375fe0 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:35:50.869212 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1208e0c6-3234-4b24-aa4a-b08dc3df4a09 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:50.873737 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1208e0c6-3234-4b24-aa4a-b08dc3df4a09 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "DELETE /v2.0/routers/9374681c-f083-4aa7-abee-5f7618375fe0 HTTP/1.1" status: 204 len: 168 time: 3.5157714 Jul 22 16:35:50.882457 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48902) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:50.912170 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cd48d14f-5b10-4c6a-b458-70b853088579 req-647fc76b-f905-4b65-8999-1a1b09d7a4f8 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "GET /v2.0/security-groups/f80d8850-0ac7-4d33-bc34-030885eca17f HTTP/1.1" status: 200 len: 2998 time: 0.0770111 Jul 22 16:35:50.916331 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d48ec8c4-d2b5-4fdd-ba38-cefb65807ef3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0170085 Jul 22 16:35:50.945389 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48904) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:50.951014 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8f00860d-688c-47b0-bd48-e442bfc3609e admin admin] Request body: {'subnet': {'network_id': '80e8f843-c460-4316-99e0-7da52258ae46', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1839518494-subnet', 'tenant_id': 'afa17615cf874d10966e3432e8cd1498', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:50.954369 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ec8c4-d2b5-4fdd-ba38-cefb65807ef3 admin admin] Pushing event updated for resources: {'Network': ['ID=80e8f843-c460-4316-99e0-7da52258ae46,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:50.974076 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 80e8f843-c460-4316-99e0-7da52258ae46 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:35:51.008029 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f00860d-688c-47b0-bd48-e442bfc3609e admin admin] Made reservation on behalf of afa17615cf874d10966e3432e8cd1498 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:35:51.010989 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f00860d-688c-47b0-bd48-e442bfc3609e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:51.019392 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-90bcd75d-9cde-4c2c-8263-8ba9455901d0 req-63421893-6092-48b9-a11e-7fd8831f593e tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "GET /v2.0/security-group-rules/46114ced-e412-4129-955c-b0b44adafee4 HTTP/1.1" status: 200 len: 783 time: 0.0347092 Jul 22 16:35:51.175904 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bba2d8f-f2e8-4924-af05-66106f40483a tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:51.223494 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-90bcd75d-9cde-4c2c-8263-8ba9455901d0 req-49c2e0c4-b676-4383-9f54-9f84462bdd1f tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "GET /v2.0/security-groups/f80d8850-0ac7-4d33-bc34-030885eca17f HTTP/1.1" status: 200 len: 2998 time: 0.1917026 Jul 22 16:35:51.309421 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d78e86c-08f3-42b6-9fad-0db630b746c5 req-e354e13e-3ad8-4e4c-b152-cca1436a9511 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0 HTTP/1.1" status: 200 len: 1001 time: 0.5895295 Jul 22 16:35:51.356131 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-90bcd75d-9cde-4c2c-8263-8ba9455901d0 req-0b079832-12af-43fd-a572-909bccb79649 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:51.385462 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-90bcd75d-9cde-4c2c-8263-8ba9455901d0 req-0b079832-12af-43fd-a572-909bccb79649 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:51.417433 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78e86c-08f3-42b6-9fad-0db630b746c5 req-9b5bfe65-eb87-4553-986d-58151e85bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:51.420775 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d78e86c-08f3-42b6-9fad-0db630b746c5 req-9b5bfe65-eb87-4553-986d-58151e85bc7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 HTTP/1.1" status: 200 len: 851 time: 0.1001089 Jul 22 16:35:51.472649 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-90bcd75d-9cde-4c2c-8263-8ba9455901d0 req-0b079832-12af-43fd-a572-909bccb79649 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:51.473596 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bba2d8f-f2e8-4924-af05-66106f40483a tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:51.481509 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-90bcd75d-9cde-4c2c-8263-8ba9455901d0 req-0b079832-12af-43fd-a572-909bccb79649 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:51.488374 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-90bcd75d-9cde-4c2c-8263-8ba9455901d0 req-0b079832-12af-43fd-a572-909bccb79649 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/46114ced-e412-4129-955c-b0b44adafee4 HTTP/1.1" status: 204 len: 173 time: 0.2255642 Jul 22 16:35:51.604126 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c56015c3-36f4-4738-994f-21537937e01b req-b9224557-0fb5-4faf-b930-a93334d0e400 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3760798 Jul 22 16:35:51.604495 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78e86c-08f3-42b6-9fad-0db630b746c5 req-ad3f0946-6155-46fd-8896-f5bd9544bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:51.604934 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b079832-12af-43fd-a572-909bccb79649 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46114ced-e412-4129-955c-b0b44adafee4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:51.605993 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d78e86c-08f3-42b6-9fad-0db630b746c5 req-ad3f0946-6155-46fd-8896-f5bd9544bae8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758037 Jul 22 16:35:51.670162 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9bba2d8f-f2e8-4924-af05-66106f40483a tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Deleting port c69909fb-5a5e-42bf-8c0f-39106600d51e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:35:51.670624 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bba2d8f-f2e8-4924-af05-66106f40483a tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:51.711736 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f00860d-688c-47b0-bd48-e442bfc3609e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:51.870582 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-9bba2d8f-f2e8-4924-af05-66106f40483a tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] For port c69909fb-5a5e-42bf-8c0f-39106600d51e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c69909fb-5a5e-42bf-8c0f-39106600d51e,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:51.870815 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bba2d8f-f2e8-4924-af05-66106f40483a tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:51.895429 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9bba2d8f-f2e8-4924-af05-66106f40483a tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Calling delete_port for c69909fb-5a5e-42bf-8c0f-39106600d51e owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:35:51.901504 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d78e86c-08f3-42b6-9fad-0db630b746c5 req-9d62a02a-e7d4-4315-a594-3a2d375b7476 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824574 Jul 22 16:35:52.128220 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d78e86c-08f3-42b6-9fad-0db630b746c5 req-a835fa2f-d6d1-46bd-b136-a01d3ed972b4 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167268 Jul 22 16:35:52.225855 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bba2d8f-f2e8-4924-af05-66106f40483a tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:52.265131 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba2d8f-f2e8-4924-af05-66106f40483a tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Pushing event deleted for resources: {'Port': ['ID=c69909fb-5a5e-42bf-8c0f-39106600d51e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:52.373886 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00860d-688c-47b0-bd48-e442bfc3609e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cc5c835-81eb-4c69-b210-61e11e51b288,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:52.385616 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f00860d-688c-47b0-bd48-e442bfc3609e admin admin] Checking segment: {'id': '2ec866d7-adee-468a-a0b3-1edb0dde016f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '80e8f843-c460-4316-99e0-7da52258ae46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:35:52.386256 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f00860d-688c-47b0-bd48-e442bfc3609e admin admin] Network hostable DHCP agents. Network: 80e8f843-c460-4316-99e0-7da52258ae46, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:35:52.413854 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f00860d-688c-47b0-bd48-e442bfc3609e admin admin] Network 80e8f843-c460-4316-99e0-7da52258ae46 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:35:52.446199 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bba2d8f-f2e8-4924-af05-66106f40483a tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:52.453057 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-8f00860d-688c-47b0-bd48-e442bfc3609e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 80e8f843-c460-4316-99e0-7da52258ae46) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:35:52.470084 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f00860d-688c-47b0-bd48-e442bfc3609e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:52.471871 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f00860d-688c-47b0-bd48-e442bfc3609e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:52.472397 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c386a1b0-a066-456c-a45d-68c50eeb37f7 None None] Network 80e8f843-c460-4316-99e0-7da52258ae46 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:35:52.515789 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7972d95-6d8c-4b4a-a495-858b920f10a8 req-87683877-5b6b-4c3b-ae8f-492d678d573f tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:52.529468 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e7972d95-6d8c-4b4a-a495-858b920f10a8 req-87683877-5b6b-4c3b-ae8f-492d678d573f tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 950 time: 0.6948624 Jul 22 16:35:52.641109 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8f00860d-688c-47b0-bd48-e442bfc3609e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6944237 Jul 22 16:35:52.666727 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e7972d95-6d8c-4b4a-a495-858b920f10a8 req-455c06a0-f602-4ee3-aba0-28e9d1250796 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359096 Jul 22 16:35:52.719563 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bba2d8f-f2e8-4924-af05-66106f40483a tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:52.728470 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bba2d8f-f2e8-4924-af05-66106f40483a tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:52.835551 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bba2d8f-f2e8-4924-af05-66106f40483a tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:52.836403 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bba2d8f-f2e8-4924-af05-66106f40483a tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7b91102-990d-4ebb-9c20-4c7c76b1bc8d {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:35:52.872145 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bba2d8f-f2e8-4924-af05-66106f40483a tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:52.875194 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9bba2d8f-f2e8-4924-af05-66106f40483a tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "DELETE /v2.0/routers/a7b91102-990d-4ebb-9c20-4c7c76b1bc8d HTTP/1.1" status: 204 len: 168 time: 1.9917591 Jul 22 16:35:52.879447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48994) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:52.885581 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e09a6761-4491-4577-ba4e-db6de6978a03 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1971851971', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:52.892167 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693071c2-334c-45ed-86cd-c11c89665eef None None] Network 80e8f843-c460-4316-99e0-7da52258ae46 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:35:52.968443 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e09a6761-4491-4577-ba4e-db6de6978a03 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:52.969558 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e09a6761-4491-4577-ba4e-db6de6978a03 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:52.994365 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ba6243a7-44d7-4ce1-a53b-29a93b1f26b7 req-a4f3001e-6939-42ef-bbf1-797e2ea61249 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "GET /v2.0/security-groups/f80d8850-0ac7-4d33-bc34-030885eca17f HTTP/1.1" status: 200 len: 2399 time: 0.1883931 Jul 22 16:35:53.138313 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ba6243a7-44d7-4ce1-a53b-29a93b1f26b7 req-59bdfa01-437d-4958-8982-41a172f2bdf5 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:53.144120 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e09a6761-4491-4577-ba4e-db6de6978a03 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:53.184225 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ba6243a7-44d7-4ce1-a53b-29a93b1f26b7 req-59bdfa01-437d-4958-8982-41a172f2bdf5 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:53.284290 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ba6243a7-44d7-4ce1-a53b-29a93b1f26b7 req-59bdfa01-437d-4958-8982-41a172f2bdf5 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:53.286731 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ba6243a7-44d7-4ce1-a53b-29a93b1f26b7 req-59bdfa01-437d-4958-8982-41a172f2bdf5 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:53.287899 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ba6243a7-44d7-4ce1-a53b-29a93b1f26b7 req-59bdfa01-437d-4958-8982-41a172f2bdf5 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "DELETE /v2.0/security-groups/f80d8850-0ac7-4d33-bc34-030885eca17f HTTP/1.1" status: 204 len: 173 time: 0.2922561 Jul 22 16:35:53.306855 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdfa01-437d-4958-8982-41a172f2bdf5 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80d8850-0ac7-4d33-bc34-030885eca17f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:53.322400 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 26a7fa0b-c1b9-414a-9a41-113862dc1f87 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:35:53.481103 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:53.536449 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3de57f1-0a94-4422-afe4-a1cb770ecde3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26a7fa0b-c1b9-414a-9a41-113862dc1f87'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:53.539418 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8933c0-3a4c-43cd-b686-ef1cf0ff32bf" -d '{"events": [{"server_uuid": "d3de57f1-0a94-4422-afe4-a1cb770ecde3", "name": "network-vif-unplugged", "status": "completed", "tag": "26a7fa0b-c1b9-414a-9a41-113862dc1f87"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:53.572125 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 26a7fa0b-c1b9-414a-9a41-113862dc1f87, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=26a7fa0b-c1b9-414a-9a41-113862dc1f87,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:53.576428 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e09a6761-4491-4577-ba4e-db6de6978a03 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:53.589152 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:53.681176 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=26a7fa0b-c1b9-414a-9a41-113862dc1f87,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:53.806816 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [req-7d5e5b8b-d0f4-46a4-9360-518c9898e869 req-e35d2000-35b8-4e46-81f8-faa4b67b91ee tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] show failed (client error): The resource could not be found. Jul 22 16:35:53.808012 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7d5e5b8b-d0f4-46a4-9360-518c9898e869 req-e35d2000-35b8-4e46-81f8-faa4b67b91ee tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "GET /v2.0/security-groups/0e4ba069-5ad8-4099-940c-2adccb6fdf32 HTTP/1.1" status: 404 len: 352 time: 0.0745440 Jul 22 16:35:53.884042 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c69909fb-5a5e-42bf-8c0f-39106600d51e no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:35:53.923104 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-3e263c08-8e34-40a5-8332-f48abfc1f3aa tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:53.931271 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-3e263c08-8e34-40a5-8332-f48abfc1f3aa tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/networks?id=80e8f843-c460-4316-99e0-7da52258ae46 HTTP/1.1" status: 200 len: 822 time: 0.2630627 Jul 22 16:35:53.945902 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236c4a17-15dc-4d49-955d-0586f8c82c79 x-openstack-request-id: req-236c4a17-15dc-4d49-955d-0586f8c82c79 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:53.947585 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3de57f1-0a94-4422-afe4-a1cb770ecde3", "name": "network-vif-unplugged", "status": "completed", "tag": "26a7fa0b-c1b9-414a-9a41-113862dc1f87", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:53.949191 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-236c4a17-15dc-4d49-955d-0586f8c82c79 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:53.949825 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3de57f1-0a94-4422-afe4-a1cb770ecde3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26a7fa0b-c1b9-414a-9a41-113862dc1f87', 'code': 200} Jul 22 16:35:53.951873 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: c69909fb-5a5e-42bf-8c0f-39106600d51e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:35:53.958171 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c69909fb-5a5e-42bf-8c0f-39106600d51e not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:35:53.959209 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-13cc3e70-74fe-4647-bcd9-d4134703e21d tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/quotas/afa17615cf874d10966e3432e8cd1498 HTTP/1.1" status: 200 len: 375 time: 0.0268767 Jul 22 16:35:54.026144 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-e7034939-fcbd-4109-9149-90a84ea82f0f tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=afa17615cf874d10966e3432e8cd1498&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656998 Jul 22 16:35:54.029430 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e09a6761-4491-4577-ba4e-db6de6978a03 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:54.088907 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e09a6761-4491-4577-ba4e-db6de6978a03 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:54.154424 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-e2cb76e9-363f-478d-b622-e5e6edb6d337 service neutron] 10.222.0.69 "GET /v2.0/networks/80e8f843-c460-4316-99e0-7da52258ae46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188178 Jul 22 16:35:54.258170 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-e09a6761-4491-4577-ba4e-db6de6978a03 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Allocated IP 172.25.0.154 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/845bb837-715b-4cfd-930c-71441dbaed4b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:35:54.280846 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-b97dddab-4c78-4682-aa06-2f6e1f355e1b service neutron] 10.222.0.69 "GET /v2.0/networks/80e8f843-c460-4316-99e0-7da52258ae46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168764 Jul 22 16:35:54.286175 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884ce25-7e46-45b4-93f9-bb411726f6ae req-d69ea2d6-c80c-4b65-ab28-1bbaef64b9d2 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:54.288187 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f884ce25-7e46-45b4-93f9-bb411726f6ae req-d69ea2d6-c80c-4b65-ab28-1bbaef64b9d2 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 950 time: 0.2607524 Jul 22 16:35:54.408738 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f884ce25-7e46-45b4-93f9-bb411726f6ae req-bd41383a-5662-4699-97dd-bc8842fa7204 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125257 Jul 22 16:35:54.545772 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e09a6761-4491-4577-ba4e-db6de6978a03 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:54.714497 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56015c3-36f4-4738-994f-21537937e01b req-6241dfc1-b9f1-4251-a59f-3c61c14a64f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:54.716256 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c56015c3-36f4-4738-994f-21537937e01b req-6241dfc1-b9f1-4251-a59f-3c61c14a64f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 1101 time: 0.2494791 Jul 22 16:35:54.726011 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c39aeebc-4202-48b7-90be-05bfdec19a03 req-67a6408d-422a-4a7a-98e0-13b702d69199 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "GET /v2.0/security-groups/2ca0f7d3-4e1b-480a-bbde-57ccccadbc11 HTTP/1.1" status: 200 len: 1806 time: 0.1667042 Jul 22 16:35:54.746062 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e09a6761-4491-4577-ba4e-db6de6978a03 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:54.782658 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9dc1f34d-6253-4a50-9721-57ca9a7f5e02 req-e9d6000d-1a6f-4e3f-8bb6-95e97493da4f tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbd0347a-ca84-4f45-83c6-59ce489bdb22 HTTP/1.1" status: 200 len: 210 time: 0.0446098 Jul 22 16:35:54.847366 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09a6761-4491-4577-ba4e-db6de6978a03 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:35:54.860273 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e09a6761-4491-4577-ba4e-db6de6978a03 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:35:54.863547 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09a6761-4491-4577-ba4e-db6de6978a03 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:35:54.999465 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a6761-4491-4577-ba4e-db6de6978a03 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Pushing event updated for resources: {'Port': ['ID=845bb837-715b-4cfd-930c-71441dbaed4b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:55.054820 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c39aeebc-4202-48b7-90be-05bfdec19a03 req-6cc21292-4f46-4bc4-95c5-aed6f2854e34 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:55.059925 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56015c3-36f4-4738-994f-21537937e01b req-e1d87bbe-6a55-49d9-8833-975230b1b193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:55.061494 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c56015c3-36f4-4738-994f-21537937e01b req-e1d87bbe-6a55-49d9-8833-975230b1b193 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.3322327 Jul 22 16:35:55.203163 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c39aeebc-4202-48b7-90be-05bfdec19a03 req-6cc21292-4f46-4bc4-95c5-aed6f2854e34 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:55.245727 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c56015c3-36f4-4738-994f-21537937e01b req-212377cb-ce09-439f-916e-dfffd5d837b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=b6ffaef8-0bf4-4d17-9e16-9b574409786a HTTP/1.1" status: 200 len: 217 time: 0.1627848 Jul 22 16:35:55.368269 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56015c3-36f4-4738-994f-21537937e01b req-49a05ecf-afee-4ce2-9d79-10d5879b7673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:55.370385 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c56015c3-36f4-4738-994f-21537937e01b req-49a05ecf-afee-4ce2-9d79-10d5879b7673 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1136398 Jul 22 16:35:55.381083 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c39aeebc-4202-48b7-90be-05bfdec19a03 req-6cc21292-4f46-4bc4-95c5-aed6f2854e34 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:55.386182 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c39aeebc-4202-48b7-90be-05bfdec19a03 req-6cc21292-4f46-4bc4-95c5-aed6f2854e34 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:55.388010 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c39aeebc-4202-48b7-90be-05bfdec19a03 req-6cc21292-4f46-4bc4-95c5-aed6f2854e34 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "DELETE /v2.0/security-groups/2ca0f7d3-4e1b-480a-bbde-57ccccadbc11 HTTP/1.1" status: 204 len: 173 time: 0.6611137 Jul 22 16:35:55.501949 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-53691ac6-0e56-4ea1-8127-565dd97d2f77 req-baae82c6-1c8e-4ed8-9d83-5ffcf4940dca tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "GET /v2.0/security-groups/3f730519-2363-4c3a-8289-e3f37d7e97e6 HTTP/1.1" status: 200 len: 1806 time: 0.0956051 Jul 22 16:35:55.593729 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53691ac6-0e56-4ea1-8127-565dd97d2f77 req-d86d5fb8-e475-4a79-b859-11395d6705c5 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:55.619128 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53691ac6-0e56-4ea1-8127-565dd97d2f77 req-d86d5fb8-e475-4a79-b859-11395d6705c5 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:55.632650 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc21292-4f46-4bc4-95c5-aed6f2854e34 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca0f7d3-4e1b-480a-bbde-57ccccadbc11,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:55.703772 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e09a6761-4491-4577-ba4e-db6de6978a03 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:55.727894 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53691ac6-0e56-4ea1-8127-565dd97d2f77 req-d86d5fb8-e475-4a79-b859-11395d6705c5 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:55.731665 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-53691ac6-0e56-4ea1-8127-565dd97d2f77 req-d86d5fb8-e475-4a79-b859-11395d6705c5 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:55.732895 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-53691ac6-0e56-4ea1-8127-565dd97d2f77 req-d86d5fb8-e475-4a79-b859-11395d6705c5 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "DELETE /v2.0/security-groups/3f730519-2363-4c3a-8289-e3f37d7e97e6 HTTP/1.1" status: 204 len: 173 time: 0.2294304 Jul 22 16:35:55.745603 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5fb8-e475-4a79-b859-11395d6705c5 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f730519-2363-4c3a-8289-e3f37d7e97e6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:55.818871 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56015c3-36f4-4738-994f-21537937e01b req-5bfb6a6d-dd94-4ead-8d84-6ef3bc6a1cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:55.820452 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c56015c3-36f4-4738-994f-21537937e01b req-5bfb6a6d-dd94-4ead-8d84-6ef3bc6a1cba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4313095 Jul 22 16:35:55.855122 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46dbb7b-ac0d-454c-bae1-9046786aca4e req-c7e31aac-a431-4076-886f-3cd8c15d3d6d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:55.862080 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b46dbb7b-ac0d-454c-bae1-9046786aca4e req-c7e31aac-a431-4076-886f-3cd8c15d3d6d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 950 time: 0.2775698 Jul 22 16:35:56.230704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-52e8a766-53a6-4ccc-a148-df565d1c22a0 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:56.233472 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-52e8a766-53a6-4ccc-a148-df565d1c22a0 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.30 "GET /v2.0/networks?id=80e8f843-c460-4316-99e0-7da52258ae46 HTTP/1.1" status: 200 len: 822 time: 0.2405956 Jul 22 16:35:56.243598 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fec45e4b-c734-40ef-8896-27451fe22276 req-7e16fe5a-eec7-4e52-94fe-d44f863a9947 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "GET /v2.0/security-groups/7b960f04-a1e4-4119-9152-db4dab6b5a54 HTTP/1.1" status: 200 len: 1806 time: 0.0889030 Jul 22 16:35:56.265653 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-f8481478-3b73-4b52-9003-4f799552a736 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Request body: {'port': {'device_id': 'dbd0347a-ca84-4f45-83c6-59ce489bdb22', 'network_id': '80e8f843-c460-4316-99e0-7da52258ae46', 'admin_state_up': True, 'tenant_id': 'afa17615cf874d10966e3432e8cd1498'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:56.330626 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b46dbb7b-ac0d-454c-bae1-9046786aca4e req-ad1a749d-9c48-4cbc-9a79-c165ce92ef6e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630976 Jul 22 16:35:56.396959 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c56015c3-36f4-4738-994f-21537937e01b req-69f30bcc-6ed2-499a-b7f4-5c36057dbe8b service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652783 Jul 22 16:35:56.480467 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e09a6761-4491-4577-ba4e-db6de6978a03 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:56.484651 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ac30c13e-f738-4bbb-9665-285fcf22fe68 req-739f11cb-6f56-4c52-95e4-eed8d904a423 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbd0347a-ca84-4f45-83c6-59ce489bdb22 HTTP/1.1" status: 200 len: 210 time: 0.0629020 Jul 22 16:35:56.755252 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fec45e4b-c734-40ef-8896-27451fe22276 req-4fc953b4-4069-4e62-a61e-76ead7f10ec7 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:56.759125 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c56015c3-36f4-4738-994f-21537937e01b req-ec40f603-82ae-428b-ae89-56931c670620 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384919 Jul 22 16:35:56.804224 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fec45e4b-c734-40ef-8896-27451fe22276 req-4fc953b4-4069-4e62-a61e-76ead7f10ec7 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:56.883280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09a6761-4491-4577-ba4e-db6de6978a03 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Router b1cc2f3a-f2a0-4113-a28c-f91b1be9e524 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:35:56.891151 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fec45e4b-c734-40ef-8896-27451fe22276 req-4fc953b4-4069-4e62-a61e-76ead7f10ec7 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:56.894222 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-fec45e4b-c734-40ef-8896-27451fe22276 req-4fc953b4-4069-4e62-a61e-76ead7f10ec7 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:56.895516 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fec45e4b-c734-40ef-8896-27451fe22276 req-4fc953b4-4069-4e62-a61e-76ead7f10ec7 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "DELETE /v2.0/security-groups/7b960f04-a1e4-4119-9152-db4dab6b5a54 HTTP/1.1" status: 204 len: 173 time: 0.6508257 Jul 22 16:35:56.903798 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-f8481478-3b73-4b52-9003-4f799552a736 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Made reservation on behalf of afa17615cf874d10966e3432e8cd1498 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:35:56.907973 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-f8481478-3b73-4b52-9003-4f799552a736 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:57.080013 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09a6761-4491-4577-ba4e-db6de6978a03 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:35:57.095091 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f620ed5-e5df-455f-8542-87f36b328cc2 None None] Sync routers for ids ['b1cc2f3a-f2a0-4113-a28c-f91b1be9e524'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:35:57.110787 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc953b4-4069-4e62-a61e-76ead7f10ec7 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b960f04-a1e4-4119-9152-db4dab6b5a54,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:57.114755 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e09a6761-4491-4577-ba4e-db6de6978a03 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:57.120686 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f620ed5-e5df-455f-8542-87f36b328cc2 None None] Routers {'b1cc2f3a-f2a0-4113-a28c-f91b1be9e524'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:35:57.121426 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4f620ed5-e5df-455f-8542-87f36b328cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:35:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b1cc2f3a-f2a0-4113-a28c-f91b1be9e524'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:57.128183 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e09a6761-4491-4577-ba4e-db6de6978a03 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.2466974 Jul 22 16:35:57.130667 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49112) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:57.137056 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2db483de-1a02-417a-b64a-9e3d60c3840d tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'enable_snat': False}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:57.149541 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-f8481478-3b73-4b52-9003-4f799552a736 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Allocated IP 172.20.0.11 (80e8f843-c460-4316-99e0-7da52258ae46/0cc5c835-81eb-4c69-b210-61e11e51b288/f41ee719-1a02-4911-902d-743dd95aa876) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:35:57.220401 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4f620ed5-e5df-455f-8542-87f36b328cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:57.259574 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f620ed5-e5df-455f-8542-87f36b328cc2 None None] Routers {'b1cc2f3a-f2a0-4113-a28c-f91b1be9e524'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:35:57.261481 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4f620ed5-e5df-455f-8542-87f36b328cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:35:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b1cc2f3a-f2a0-4113-a28c-f91b1be9e524'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:57.279493 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eccfdb26-86a0-4a6a-9faa-a4d1d9c70b55 req-796b57fb-63d2-42e3-9929-4196951828c1 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "GET /v2.0/security-groups/efed8df7-575b-466a-9303-3c23f09bc5fc HTTP/1.1" status: 200 len: 2407 time: 0.3391335 Jul 22 16:35:57.483488 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-f8481478-3b73-4b52-9003-4f799552a736 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:57.548092 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-eccfdb26-86a0-4a6a-9faa-a4d1d9c70b55 req-4afb5ae2-f8e7-42a5-a396-e10a613105d9 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:57.610278 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-eccfdb26-86a0-4a6a-9faa-a4d1d9c70b55 req-4afb5ae2-f8e7-42a5-a396-e10a613105d9 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:57.624193 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-f8481478-3b73-4b52-9003-4f799552a736 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:57.665983 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 26a7fa0b-c1b9-414a-9a41-113862dc1f87 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:35:57.674395 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4f620ed5-e5df-455f-8542-87f36b328cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:57.676952 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f620ed5-e5df-455f-8542-87f36b328cc2 None None] The sync data for ids ['b1cc2f3a-f2a0-4113-a28c-f91b1be9e524'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:35:57.688878 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56262d3f-a021-418e-8d42-55dd0f7b72b8 req-58f2db6c-cd9b-42ae-9280-80869e90f61d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:57.696900 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56262d3f-a021-418e-8d42-55dd0f7b72b8 req-58f2db6c-cd9b-42ae-9280-80869e90f61d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 950 time: 0.2164581 Jul 22 16:35:57.746515 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-f8481478-3b73-4b52-9003-4f799552a736 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Network 80e8f843-c460-4316-99e0-7da52258ae46 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:35:57.756278 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-f8481478-3b73-4b52-9003-4f799552a736 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:35:57.768778 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-f8481478-3b73-4b52-9003-4f799552a736 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:35:57.779854 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56262d3f-a021-418e-8d42-55dd0f7b72b8 req-3702f680-a30f-4cd9-98fb-fe8b1703b075 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783532 Jul 22 16:35:57.797038 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2db483de-1a02-417a-b64a-9e3d60c3840d tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:57.809243 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8481478-3b73-4b52-9003-4f799552a736 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Pushing event updated for resources: {'Port': ['ID=f41ee719-1a02-4911-902d-743dd95aa876,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:57.835433 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-eccfdb26-86a0-4a6a-9faa-a4d1d9c70b55 req-4afb5ae2-f8e7-42a5-a396-e10a613105d9 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:57.838917 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-eccfdb26-86a0-4a6a-9faa-a4d1d9c70b55 req-4afb5ae2-f8e7-42a5-a396-e10a613105d9 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:57.869861 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eccfdb26-86a0-4a6a-9faa-a4d1d9c70b55 req-4afb5ae2-f8e7-42a5-a396-e10a613105d9 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "DELETE /v2.0/security-groups/efed8df7-575b-466a-9303-3c23f09bc5fc HTTP/1.1" status: 204 len: 173 time: 0.5878937 Jul 22 16:35:57.886743 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-f8481478-3b73-4b52-9003-4f799552a736 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:57.889379 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-f8481478-3b73-4b52-9003-4f799552a736 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:57.996268 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-f8481478-3b73-4b52-9003-4f799552a736 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7388144 Jul 22 16:35:57.997038 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb5ae2-f8e7-42a5-a396-e10a613105d9 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efed8df7-575b-466a-9303-3c23f09bc5fc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:58.014328 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 26a7fa0b-c1b9-414a-9a41-113862dc1f87, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=26a7fa0b-c1b9-414a-9a41-113862dc1f87,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:58.040916 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '26a7fa0b-c1b9-414a-9a41-113862dc1f87', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '26a7fa0b-c1b9-414a-9a41-113862dc1f87', 'mac_address': 'fa:16:3e:57:8f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:35:58.077194 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-b7c596fb-a0c7-4412-b875-3f33849aa64f tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:35:58.078183 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-b7c596fb-a0c7-4412-b875-3f33849aa64f tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0611358 Jul 22 16:35:58.102277 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-9e1824da-5943-4470-80b0-8735269709b1 service neutron] Request body: {'port': {'device_id': 'dbd0347a-ca84-4f45-83c6-59ce489bdb22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:58.102607 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:58.140009 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a7fa0b-c1b9-414a-9a41-113862dc1f87 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:58.150113 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5b4da709-1f38-4dce-a1fb-74e8bf627b6b req-b34cb21b-f69f-4e84-b11c-8e342f0c7989 tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "GET /v2.0/security-groups/0f517b80-965b-437d-90c4-459aefae7e3a HTTP/1.1" status: 200 len: 2400 time: 0.1837401 Jul 22 16:35:58.174628 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 26a7fa0b-c1b9-414a-9a41-113862dc1f87, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=26a7fa0b-c1b9-414a-9a41-113862dc1f87,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:58.181948 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:58.251049 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d23a3d-e52c-4856-958d-889d00050eca req-58b4b423-4c18-4010-ac65-6e25ed4239ca tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:58.260409 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1d23a3d-e52c-4856-958d-889d00050eca req-58b4b423-4c18-4010-ac65-6e25ed4239ca tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbd0347a-ca84-4f45-83c6-59ce489bdb22 HTTP/1.1" status: 200 len: 932 time: 0.2891932 Jul 22 16:35:58.268139 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-9e1824da-5943-4470-80b0-8735269709b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:58.279690 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=26a7fa0b-c1b9-414a-9a41-113862dc1f87,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:58.297298 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5b4da709-1f38-4dce-a1fb-74e8bf627b6b req-d6f4250a-8a71-4390-a1db-52b4149c928b tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:58.346749 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['26a7fa0b-c1b9-414a-9a41-113862dc1f87'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:58.358296 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5b4da709-1f38-4dce-a1fb-74e8bf627b6b req-d6f4250a-8a71-4390-a1db-52b4149c928b tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:58.363984 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1d23a3d-e52c-4856-958d-889d00050eca req-86d2bd07-43ec-4017-b837-8a30b3c11153 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/security-groups?id=493ce4c7-cefd-42ac-a13d-f36f10b1adf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022644 Jul 22 16:35:58.618954 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5b4da709-1f38-4dce-a1fb-74e8bf627b6b req-d6f4250a-8a71-4390-a1db-52b4149c928b tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:58.626792 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5b4da709-1f38-4dce-a1fb-74e8bf627b6b req-d6f4250a-8a71-4390-a1db-52b4149c928b tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:58.627794 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5b4da709-1f38-4dce-a1fb-74e8bf627b6b req-d6f4250a-8a71-4390-a1db-52b4149c928b tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] 10.222.0.69 "DELETE /v2.0/security-groups/0f517b80-965b-437d-90c4-459aefae7e3a HTTP/1.1" status: 204 len: 173 time: 0.4670105 Jul 22 16:35:58.656898 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49172) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:58.722180 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4250a-8a71-4390-a1db-52b4149c928b tempest-SecurityGroupRulesTestJSON-1145417310 tempest-SecurityGroupRulesTestJSON-1145417310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f517b80-965b-437d-90c4-459aefae7e3a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:58.787489 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1937e66-54bd-4145-95f9-c2e460298f86 admin admin] Deleting subnet 89cce4ce-93ed-47b2-bac2-7106cc619839 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:35:58.792257 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1937e66-54bd-4145-95f9-c2e460298f86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:58.866721 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1937e66-54bd-4145-95f9-c2e460298f86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:58.960361 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49eb7ce6-27d1-496d-ab8b-03dbf24b3a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:58.968571 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2db483de-1a02-417a-b64a-9e3d60c3840d tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:58.980359 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2db483de-1a02-417a-b64a-9e3d60c3840d tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4121324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4121180'] for router, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:59.004757 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcc7d1-9f29-4473-b658-100f484f4541 req-9b32d0c9-f7c4-4380-9952-646efc996c7c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:59.020699 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77fcc7d1-9f29-4473-b658-100f484f4541 req-9b32d0c9-f7c4-4380-9952-646efc996c7c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 946 time: 0.1401460 Jul 22 16:35:59.046495 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-9e1824da-5943-4470-80b0-8735269709b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f41ee719-1a02-4911-902d-743dd95aa876 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:59.052992 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1937e66-54bd-4145-95f9-c2e460298f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:59.103933 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-9e1824da-5943-4470-80b0-8735269709b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:59.142226 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-9e1824da-5943-4470-80b0-8735269709b1 service neutron] Transition to ACTIVE for port object f41ee719-1a02-4911-902d-743dd95aa876 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:59.156630 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbbd8f-ddbb-4886-89fb-3642836ec62e req-571d165f-3258-4291-96bc-554a008e6b03 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:59.164569 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c9fbbd8f-ddbb-4886-89fb-3642836ec62e req-571d165f-3258-4291-96bc-554a008e6b03 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 950 time: 0.2725556 Jul 22 16:35:59.164954 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77fcc7d1-9f29-4473-b658-100f484f4541 req-4086a4fc-1f9e-450e-9192-a03cbf1e4561 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376565 Jul 22 16:35:59.170783 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-9e1824da-5943-4470-80b0-8735269709b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:59.252909 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db483de-1a02-417a-b64a-9e3d60c3840d tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Router b1cc2f3a-f2a0-4113-a28c-f91b1be9e524 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:35:59.262226 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1937e66-54bd-4145-95f9-c2e460298f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:59.309365 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1937e66-54bd-4145-95f9-c2e460298f86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:59.315267 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c1937e66-54bd-4145-95f9-c2e460298f86 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/89cce4ce-93ed-47b2-bac2-7106cc619839 HTTP/1.1" status: 204 len: 168 time: 0.6526773 Jul 22 16:35:59.328034 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c9fbbd8f-ddbb-4886-89fb-3642836ec62e req-8c324bb1-38f9-4a27-9e94-66ab89cb4f6f tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617715 Jul 22 16:35:59.328820 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49180) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:59.364119 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1824da-5943-4470-80b0-8735269709b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f41ee719-1a02-4911-902d-743dd95aa876,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:59.369901 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 26a7fa0b-c1b9-414a-9a41-113862dc1f87 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:35:59.377019 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1937e66-54bd-4145-95f9-c2e460298f86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89cce4ce-93ed-47b2-bac2-7106cc619839,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:59.422242 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db483de-1a02-417a-b64a-9e3d60c3840d tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:35:59.428330 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2db483de-1a02-417a-b64a-9e3d60c3840d tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:59.436025 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347b6a09-48a7-46ae-8381-143f447dfece None None] Sync routers for ids ['b1cc2f3a-f2a0-4113-a28c-f91b1be9e524'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:35:59.438880 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2db483de-1a02-417a-b64a-9e3d60c3840d tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "PUT /v2.0/routers/b1cc2f3a-f2a0-4113-a28c-f91b1be9e524 HTTP/1.1" status: 200 len: 922 time: 2.3067713 Jul 22 16:35:59.439547 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49184) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:59.462686 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347b6a09-48a7-46ae-8381-143f447dfece None None] Routers {'b1cc2f3a-f2a0-4113-a28c-f91b1be9e524'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:35:59.464648 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-347b6a09-48a7-46ae-8381-143f447dfece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:35:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b1cc2f3a-f2a0-4113-a28c-f91b1be9e524'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:59.482127 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 26a7fa0b-c1b9-414a-9a41-113862dc1f87 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:59.482810 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:59.507285 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-347b6a09-48a7-46ae-8381-143f447dfece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:59.522517 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347b6a09-48a7-46ae-8381-143f447dfece None None] Routers {'b1cc2f3a-f2a0-4113-a28c-f91b1be9e524'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:35:59.523649 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-347b6a09-48a7-46ae-8381-143f447dfece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:35:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b1cc2f3a-f2a0-4113-a28c-f91b1be9e524'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:59.569072 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-347b6a09-48a7-46ae-8381-143f447dfece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:59.570177 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347b6a09-48a7-46ae-8381-143f447dfece None None] The sync data for ids ['b1cc2f3a-f2a0-4113-a28c-f91b1be9e524'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:35:59.570766 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:59.593595 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c74a31a-116f-471b-8060-a38c089de23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:59.601759 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3de57f1-0a94-4422-afe4-a1cb770ecde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a7fa0b-c1b9-414a-9a41-113862dc1f87'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:59.604515 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5220dc-6258-4098-85df-df605459df94" -d '{"events": [{"server_uuid": "d3de57f1-0a94-4422-afe4-a1cb770ecde3", "name": "network-vif-plugged", "status": "completed", "tag": "26a7fa0b-c1b9-414a-9a41-113862dc1f87"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:59.621750 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 26a7fa0b-c1b9-414a-9a41-113862dc1f87, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=26a7fa0b-c1b9-414a-9a41-113862dc1f87,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:59.631883 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:59.632124 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-9e1824da-5943-4470-80b0-8735269709b1 service neutron] Attempting to bind port f41ee719-1a02-4911-902d-743dd95aa876 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:35:59.632269 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-9e1824da-5943-4470-80b0-8735269709b1 service neutron] Attempting to bind port f41ee719-1a02-4911-902d-743dd95aa876 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '2ec866d7-adee-468a-a0b3-1edb0dde016f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '80e8f843-c460-4316-99e0-7da52258ae46'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:35:59.632868 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-9e1824da-5943-4470-80b0-8735269709b1 service neutron] Attempting to bind port f41ee719-1a02-4911-902d-743dd95aa876 on network 80e8f843-c460-4316-99e0-7da52258ae46 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:59.659435 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-9e1824da-5943-4470-80b0-8735269709b1 service neutron] Port f41ee719-1a02-4911-902d-743dd95aa876 on network 80e8f843-c460-4316-99e0-7da52258ae46 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:35:59.659726 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-9e1824da-5943-4470-80b0-8735269709b1 service neutron] Attempting to bind port f41ee719-1a02-4911-902d-743dd95aa876 on network 80e8f843-c460-4316-99e0-7da52258ae46 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:59.687885 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-9e1824da-5943-4470-80b0-8735269709b1 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:35:59.688375 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c49bb6-6827-43ba-9859-70c45ffbeb65 x-openstack-request-id: req-c2c49bb6-6827-43ba-9859-70c45ffbeb65 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:59.688638 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-9e1824da-5943-4470-80b0-8735269709b1 service neutron] Checking segment: {'id': '2ec866d7-adee-468a-a0b3-1edb0dde016f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '80e8f843-c460-4316-99e0-7da52258ae46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:35:59.688786 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3de57f1-0a94-4422-afe4-a1cb770ecde3", "name": "network-vif-plugged", "status": "completed", "tag": "26a7fa0b-c1b9-414a-9a41-113862dc1f87", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:59.689060 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c2c49bb6-6827-43ba-9859-70c45ffbeb65 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:59.689463 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3de57f1-0a94-4422-afe4-a1cb770ecde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a7fa0b-c1b9-414a-9a41-113862dc1f87', 'code': 200} Jul 22 16:35:59.689603 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-9e1824da-5943-4470-80b0-8735269709b1 service neutron] Bound using segment: {'id': '2ec866d7-adee-468a-a0b3-1edb0dde016f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '80e8f843-c460-4316-99e0-7da52258ae46'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:35:59.691024 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=26a7fa0b-c1b9-414a-9a41-113862dc1f87,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:59.691533 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-9e1824da-5943-4470-80b0-8735269709b1 service neutron] Bound port: f41ee719-1a02-4911-902d-743dd95aa876, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ec866d7-adee-468a-a0b3-1edb0dde016f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '80e8f843-c460-4316-99e0-7da52258ae46'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:35:59.692445 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-9e1824da-5943-4470-80b0-8735269709b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:59.868551 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c74a31a-116f-471b-8060-a38c089de23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:59.890385 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-4c74a31a-116f-471b-8060-a38c089de23b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b3f7260-fd64-4f1a-acac-0cb83d8bf033']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:59.914924 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-4c74a31a-116f-471b-8060-a38c089de23b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '655127c2-3a8a-4bc1-9ba8-f82a72388664') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:59.915137 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-4c74a31a-116f-471b-8060-a38c089de23b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '655127c2-3a8a-4bc1-9ba8-f82a72388664') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:59.924242 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-9e1824da-5943-4470-80b0-8735269709b1 service neutron] For port f41ee719-1a02-4911-902d-743dd95aa876, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:35:59.933016 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c74a31a-116f-471b-8060-a38c089de23b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:59.953549 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-9e1824da-5943-4470-80b0-8735269709b1 service neutron] For port f41ee719-1a02-4911-902d-743dd95aa876, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f41ee719-1a02-4911-902d-743dd95aa876,segment=NetworkSegment(2ec866d7-adee-468a-a0b3-1edb0dde016f),segment_id=2ec866d7-adee-468a-a0b3-1edb0dde016f)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:35:59.965862 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-9e1824da-5943-4470-80b0-8735269709b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:59.985190 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c74a31a-116f-471b-8060-a38c089de23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:59.993844 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c74a31a-116f-471b-8060-a38c089de23b admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:35:59.994344 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c74a31a-116f-471b-8060-a38c089de23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: items = [ Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:36:00.010368 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:36:00.075982 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-9e1824da-5943-4470-80b0-8735269709b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:00.076602 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-9e1824da-5943-4470-80b0-8735269709b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:00.078985 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-9e1824da-5943-4470-80b0-8735269709b1 service neutron] 10.222.0.30 "PUT /v2.0/ports/f41ee719-1a02-4911-902d-743dd95aa876 HTTP/1.1" status: 200 len: 1092 time: 1.9852133 Jul 22 16:36:00.080732 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd0347a-ca84-4f45-83c6-59ce489bdb22', 'tag': 'f41ee719-1a02-4911-902d-743dd95aa876'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:00.083143 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268dab49-bd39-4e57-aa05-5639dac5d9b8" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd0347a-ca84-4f45-83c6-59ce489bdb22", "tag": "f41ee719-1a02-4911-902d-743dd95aa876"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:00.123185 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c74a31a-116f-471b-8060-a38c089de23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:00.132172 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c74a31a-116f-471b-8060-a38c089de23b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:00.136687 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4c74a31a-116f-471b-8060-a38c089de23b admin admin] 10.222.0.69 "DELETE /v2.0/networks/0b3f7260-fd64-4f1a-acac-0cb83d8bf033 HTTP/1.1" status: 204 len: 168 time: 0.7714393 Jul 22 16:36:00.136687 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1824da-5943-4470-80b0-8735269709b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f41ee719-1a02-4911-902d-743dd95aa876,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:00.177339 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa4ef0-e5a0-46b3-b72c-315c7f41f004 req-96ad7e29-e11f-48ed-9dbb-ae0ebdd48bc1 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:00.185274 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3faa4ef0-e5a0-46b3-b72c-315c7f41f004 req-96ad7e29-e11f-48ed-9dbb-ae0ebdd48bc1 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbd0347a-ca84-4f45-83c6-59ce489bdb22 HTTP/1.1" status: 200 len: 944 time: 0.6567075 Jul 22 16:36:00.191001 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74a31a-116f-471b-8060-a38c089de23b admin admin] Pushing event deleted for resources: {'Network': ['ID=0b3f7260-fd64-4f1a-acac-0cb83d8bf033,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:00.230385 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-09981bd7-937a-446c-9c7e-de3193fa4471 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "GET /v2.0/routers/b1cc2f3a-f2a0-4113-a28c-f91b1be9e524 HTTP/1.1" status: 200 len: 922 time: 0.7866867 Jul 22 16:36:00.234071 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49210) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:00.256981 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b93c42e-c563-467e-959a-477e9d873e3e x-openstack-request-id: req-1b93c42e-c563-467e-959a-477e9d873e3e {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:00.257442 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd0347a-ca84-4f45-83c6-59ce489bdb22", "tag": "f41ee719-1a02-4911-902d-743dd95aa876", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:00.257793 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1b93c42e-c563-467e-959a-477e9d873e3e {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:00.258344 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd0347a-ca84-4f45-83c6-59ce489bdb22', 'tag': 'f41ee719-1a02-4911-902d-743dd95aa876', 'status': 'completed', 'code': 200} Jul 22 16:36:00.313201 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-f5a78e52-5ca3-481e-bb11-2e4970d07530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:00.314076 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3faa4ef0-e5a0-46b3-b72c-315c7f41f004 req-fa05972e-2f19-4b99-8ee4-b2ed3f758deb tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/security-groups?id=493ce4c7-cefd-42ac-a13d-f36f10b1adf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199470 Jul 22 16:36:00.318199 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-f5a78e52-5ca3-481e-bb11-2e4970d07530 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=afa17615cf874d10966e3432e8cd1498&device_id=dbd0347a-ca84-4f45-83c6-59ce489bdb22 HTTP/1.1" status: 200 len: 1095 time: 0.1510420 Jul 22 16:36:00.385430 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49214) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:00.389639 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a36cff-1717-4db0-92a7-a7f8a5abf333 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:00.394665 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-56a36cff-1717-4db0-92a7-a7f8a5abf333 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=748fc6ab-3639-411a-b273-35e3c4423108&device_id=b1cc2f3a-f2a0-4113-a28c-f91b1be9e524&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1595933 Jul 22 16:36:00.395278 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49216) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:00.449194 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-0fc4f768-5ab0-43bf-b8c4-aaccfcc24e83 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f41ee719-1a02-4911-902d-743dd95aa876 HTTP/1.1" status: 200 len: 217 time: 0.1144631 Jul 22 16:36:00.483890 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-610b9a9e-c545-4372-9f4f-a2d0e774e8f3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7d40c5f9e80841ed84030a3919f32809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0625241 Jul 22 16:36:00.486180 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49220) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:00.538287 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2997b-823c-43e3-aea1-455778a8dc3f req-d62e4878-a13c-474d-9f44-cc5dfdfe887c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:00.540008 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a3f2997b-823c-43e3-aea1-455778a8dc3f req-d62e4878-a13c-474d-9f44-cc5dfdfe887c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 946 time: 0.1969121 Jul 22 16:36:00.578585 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347d0f97-19ff-4ae2-90d7-2fc43b245c8d tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:00.589332 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-347d0f97-19ff-4ae2-90d7-2fc43b245c8d tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 881 time: 0.1926403 Jul 22 16:36:00.589917 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49222) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:00.634660 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a3f2997b-823c-43e3-aea1-455778a8dc3f req-150cafb3-e874-488a-b3fd-98f1a1df3eab tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878825 Jul 22 16:36:00.658301 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d60ad7-c136-491c-88fa-21ff7f57ae4c req-bf34ded1-3a17-4aca-834a-f5fb32d93977 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:00.661076 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-79d60ad7-c136-491c-88fa-21ff7f57ae4c req-bf34ded1-3a17-4aca-834a-f5fb32d93977 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 950 time: 0.2289705 Jul 22 16:36:00.665996 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-93f77b93-1d70-46b2-a63e-442bc92e07e3 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1cc2f3a-f2a0-4113-a28c-f91b1be9e524 HTTP/1.1" status: 200 len: 205 time: 0.0678260 Jul 22 16:36:00.665996 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a272771-21ba-421a-a0a0-a341cde600fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:00.666586 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49224) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:00.757211 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-79d60ad7-c136-491c-88fa-21ff7f57ae4c req-32b186df-a918-4553-9718-dafe48dbd294 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817068 Jul 22 16:36:00.807561 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a272771-21ba-421a-a0a0-a341cde600fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:00.856056 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-f8168eef-a198-4f71-9489-15e2595135e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:00.857834 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-f8168eef-a198-4f71-9489-15e2595135e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0cc5c835-81eb-4c69-b210-61e11e51b288 HTTP/1.1" status: 200 len: 862 time: 0.3992622 Jul 22 16:36:00.911768 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-be1a6637-8411-428c-a69b-f736acf72721 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80e8f843-c460-4316-99e0-7da52258ae46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438960 Jul 22 16:36:00.933112 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4466940f-eaac-4b2c-85d6-bd4ef4a97e99 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:01.101089 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a272771-21ba-421a-a0a0-a341cde600fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:01.104265 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a272771-21ba-421a-a0a0-a341cde600fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:01.108397 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8a272771-21ba-421a-a0a0-a341cde600fc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/33aa61aa-abe1-4c42-b5fb-84078862d2b2 HTTP/1.1" status: 204 len: 168 time: 0.6177347 Jul 22 16:36:01.126048 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4466940f-eaac-4b2c-85d6-bd4ef4a97e99 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:01.131376 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a272771-21ba-421a-a0a0-a341cde600fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33aa61aa-abe1-4c42-b5fb-84078862d2b2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:01.155069 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-4bc7b495-f3c8-49de-af94-49cdaaaf3467 service neutron] 10.222.0.30 "GET /v2.0/networks/80e8f843-c460-4316-99e0-7da52258ae46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364674 Jul 22 16:36:01.290121 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-4466940f-eaac-4b2c-85d6-bd4ef4a97e99 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Deleting port 845bb837-715b-4cfd-930c-71441dbaed4b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:36:01.290557 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4466940f-eaac-4b2c-85d6-bd4ef4a97e99 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:01.326721 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6cc7364-b732-4608-9c2c-7befd2547c59 req-5f407725-b9f2-41fb-bb2d-e696a024ad81 service neutron] 10.222.0.30 "GET /v2.0/networks/80e8f843-c460-4316-99e0-7da52258ae46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446397 Jul 22 16:36:01.406075 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4466940f-eaac-4b2c-85d6-bd4ef4a97e99 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:01.421166 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-4466940f-eaac-4b2c-85d6-bd4ef4a97e99 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Calling delete_port for 845bb837-715b-4cfd-930c-71441dbaed4b owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:36:01.602015 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:01.604545 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-245604ff-b464-4f0a-861c-2455f946a7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:01.938446 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5cbf6-0f3f-4359-bf69-fac79de9362f req-74df96a9-2945-4e4e-a830-735862b8b68d tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:01.946292 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-06c5cbf6-0f3f-4359-bf69-fac79de9362f req-74df96a9-2945-4e4e-a830-735862b8b68d tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbd0347a-ca84-4f45-83c6-59ce489bdb22 HTTP/1.1" status: 200 len: 944 time: 0.5155427 Jul 22 16:36:01.955958 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca621ea4-2918-4c9f-a37e-928501292610 req-4c7623b3-9980-42d9-a1a8-166c4292e383 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:01.966521 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ca621ea4-2918-4c9f-a37e-928501292610 req-4c7623b3-9980-42d9-a1a8-166c4292e383 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 950 time: 0.1104395 Jul 22 16:36:01.977048 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268dab49-bd39-4e57-aa05-5639dac5d9b8 req-ccaa1376-90a1-4d7f-a05c-24cdada992ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:01.978740 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-268dab49-bd39-4e57-aa05-5639dac5d9b8 req-ccaa1376-90a1-4d7f-a05c-24cdada992ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=afa17615cf874d10966e3432e8cd1498&device_id=dbd0347a-ca84-4f45-83c6-59ce489bdb22 HTTP/1.1" status: 200 len: 1095 time: 0.4743068 Jul 22 16:36:02.030047 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ca621ea4-2918-4c9f-a37e-928501292610 req-d69a6890-4042-4654-ae8d-84de7db3d85b tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585017 Jul 22 16:36:02.106534 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-06c5cbf6-0f3f-4359-bf69-fac79de9362f req-e5ba29ed-6620-407e-951f-8c509586c9e2 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/security-groups?id=493ce4c7-cefd-42ac-a13d-f36f10b1adf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592412 Jul 22 16:36:02.177633 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268dab49-bd39-4e57-aa05-5639dac5d9b8 req-da8e6aa0-2f13-454f-9481-fef64c8507a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:02.179334 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-268dab49-bd39-4e57-aa05-5639dac5d9b8 req-da8e6aa0-2f13-454f-9481-fef64c8507a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=80e8f843-c460-4316-99e0-7da52258ae46 HTTP/1.1" status: 200 len: 923 time: 0.1881776 Jul 22 16:36:02.231149 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-268dab49-bd39-4e57-aa05-5639dac5d9b8 req-8551db68-1e66-41a0-a227-6c4a7c5fc264 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f41ee719-1a02-4911-902d-743dd95aa876 HTTP/1.1" status: 200 len: 217 time: 0.0403647 Jul 22 16:36:02.232214 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4466940f-eaac-4b2c-85d6-bd4ef4a97e99 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.241006 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49290) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:02.392560 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466940f-eaac-4b2c-85d6-bd4ef4a97e99 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Pushing event deleted for resources: {'Port': ['ID=845bb837-715b-4cfd-930c-71441dbaed4b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:02.407497 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1955688901-network', 'tenant_id': '8d5f38fe39b240ea8977122293467b75'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:02.409034 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4466940f-eaac-4b2c-85d6-bd4ef4a97e99 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.414818 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268dab49-bd39-4e57-aa05-5639dac5d9b8 req-19ec138d-2923-417d-9014-493b6fc4974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:02.416663 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-268dab49-bd39-4e57-aa05-5639dac5d9b8 req-19ec138d-2923-417d-9014-493b6fc4974c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0cc5c835-81eb-4c69-b210-61e11e51b288 HTTP/1.1" status: 200 len: 862 time: 0.1749959 Jul 22 16:36:02.432315 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Made reservation on behalf of 8d5f38fe39b240ea8977122293467b75 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:36:02.435024 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.448973 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.542853 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-268dab49-bd39-4e57-aa05-5639dac5d9b8 req-694398f8-1ab2-4374-8998-f6501194c9d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80e8f843-c460-4316-99e0-7da52258ae46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966525 Jul 22 16:36:02.548825 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4466940f-eaac-4b2c-85d6-bd4ef4a97e99 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.552206 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4466940f-eaac-4b2c-85d6-bd4ef4a97e99 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.567297 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.575573 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.621298 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:36:02.661574 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.662268 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Added segment 83300da3-01f0-47fe-9f1e-982bc6e3c93a of type vlan for network 282646bf-5a93-4fc6-a2d3-9181eb4bd79c Jul 22 16:36:02.688301 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4466940f-eaac-4b2c-85d6-bd4ef4a97e99 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.688815 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4466940f-eaac-4b2c-85d6-bd4ef4a97e99 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Fanout notify agent at l3_agent the message router_deleted on router b1cc2f3a-f2a0-4113-a28c-f91b1be9e524 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:36:02.693523 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.699702 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4466940f-eaac-4b2c-85d6-bd4ef4a97e99 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.704946 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4466940f-eaac-4b2c-85d6-bd4ef4a97e99 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "DELETE /v2.0/routers/b1cc2f3a-f2a0-4113-a28c-f91b1be9e524 HTTP/1.1" status: 204 len: 168 time: 2.0372636 Jul 22 16:36:02.707511 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49300) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:02.717401 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-15a5212a-eed4-4e76-970b-9cd25bf233af tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1007063282', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:02.743790 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4835723d-0614-4703-9d02-8267fabb7e94,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:02.747617 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.762559 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:02.762932 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:02.763363 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:02.763709 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:02.764284 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:02.764910 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:02.765256 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:02.765867 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:02.766251 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:02.766587 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:02.767138 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:02.767659 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:02.798179 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-268dab49-bd39-4e57-aa05-5639dac5d9b8 req-84e78da6-83ad-45cd-9131-0e995caaa127 service neutron] 10.222.0.30 "GET /v2.0/networks/80e8f843-c460-4316-99e0-7da52258ae46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472241 Jul 22 16:36:02.803639 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15a5212a-eed4-4e76-970b-9cd25bf233af tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.805011 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15a5212a-eed4-4e76-970b-9cd25bf233af tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.837833 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.840531 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:02.841273 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.900239 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6513541 Jul 22 16:36:02.901667 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49302) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:02.915880 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15a5212a-eed4-4e76-970b-9cd25bf233af tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.937876 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4b195a42-bac4-4f3a-afbb-4d56e76fecf5 admin admin] Request body: {'subnet': {'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1955688901-subnet', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:02.942849 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd65ca-733c-4d8a-966f-29da1bc02dbe admin admin] Pushing event updated for resources: {'Network': ['ID=282646bf-5a93-4fc6-a2d3-9181eb4bd79c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:02.949767 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15a5212a-eed4-4e76-970b-9cd25bf233af tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.963704 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 282646bf-5a93-4fc6-a2d3-9181eb4bd79c details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:36:02.975512 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b195a42-bac4-4f3a-afbb-4d56e76fecf5 admin admin] Made reservation on behalf of 8d5f38fe39b240ea8977122293467b75 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:36:02.980499 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b195a42-bac4-4f3a-afbb-4d56e76fecf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.989329 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15a5212a-eed4-4e76-970b-9cd25bf233af tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.993376 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-15a5212a-eed4-4e76-970b-9cd25bf233af tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2821629 Jul 22 16:36:02.993639 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49308) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:02.999044 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2bfa2442-5b3f-4194-ad34-e7abd5be6d3e tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Request body: {'router': {'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:03.051408 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-268dab49-bd39-4e57-aa05-5639dac5d9b8 req-41994850-b9b3-4d50-a65f-59c7740780ba service neutron] 10.222.0.30 "GET /v2.0/networks/80e8f843-c460-4316-99e0-7da52258ae46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308791 Jul 22 16:36:03.271796 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b195a42-bac4-4f3a-afbb-4d56e76fecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:03.312043 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2bfa2442-5b3f-4194-ad34-e7abd5be6d3e tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:03.366263 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c09b8f-bb4f-4c7b-968e-46238e1014ee req-535a2037-9030-4581-8f4c-a0f154a68082 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:03.367732 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-73c09b8f-bb4f-4c7b-968e-46238e1014ee req-535a2037-9030-4581-8f4c-a0f154a68082 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 950 time: 0.1772711 Jul 22 16:36:03.373349 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b195a42-bac4-4f3a-afbb-4d56e76fecf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07d06202-f0c1-4796-ab2f-5d2a2ccb68ee,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:03.385720 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5848d2ce-df98-4a3b-a079-97de4b01fca0 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:36:03.390273 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b195a42-bac4-4f3a-afbb-4d56e76fecf5 admin admin] Checking segment: {'id': '83300da3-01f0-47fe-9f1e-982bc6e3c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:36:03.390588 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b195a42-bac4-4f3a-afbb-4d56e76fecf5 admin admin] Network hostable DHCP agents. Network: 282646bf-5a93-4fc6-a2d3-9181eb4bd79c, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:36:03.412089 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821ff52-5597-45d0-a243-b07882913370 req-03d8707b-a0e4-4b1d-ad9c-225353d52699 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:03.414629 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1821ff52-5597-45d0-a243-b07882913370 req-03d8707b-a0e4-4b1d-ad9c-225353d52699 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbd0347a-ca84-4f45-83c6-59ce489bdb22 HTTP/1.1" status: 200 len: 944 time: 0.1822617 Jul 22 16:36:03.427223 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-73c09b8f-bb4f-4c7b-968e-46238e1014ee req-fdf5ac82-bb60-440e-8b99-5cbececffdab tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532880 Jul 22 16:36:03.436403 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b195a42-bac4-4f3a-afbb-4d56e76fecf5 admin admin] Network 282646bf-5a93-4fc6-a2d3-9181eb4bd79c is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:36:03.452762 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-4b195a42-bac4-4f3a-afbb-4d56e76fecf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 282646bf-5a93-4fc6-a2d3-9181eb4bd79c) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:03.477549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b195a42-bac4-4f3a-afbb-4d56e76fecf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:03.477549 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b195a42-bac4-4f3a-afbb-4d56e76fecf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:03.479398 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4434ff0a-aba6-4d6a-9c9e-0c86fcc81ffb None None] Network 282646bf-5a93-4fc6-a2d3-9181eb4bd79c requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:36:03.505506 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49328) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:03.510180 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4b195a42-bac4-4f3a-afbb-4d56e76fecf5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5962703 Jul 22 16:36:03.513143 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2de272ca-ca51-4320-8ea8-6b17d8d86d8b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1955688901-router', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:03.537608 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1821ff52-5597-45d0-a243-b07882913370 req-591b785d-8fa7-49ad-b746-acd94599e9e0 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/security-groups?id=493ce4c7-cefd-42ac-a13d-f36f10b1adf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111426 Jul 22 16:36:03.592044 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2de272ca-ca51-4320-8ea8-6b17d8d86d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:03.593383 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2de272ca-ca51-4320-8ea8-6b17d8d86d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:03.668013 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2de272ca-ca51-4320-8ea8-6b17d8d86d8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:03.735349 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:03.792399 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5848d2ce-df98-4a3b-a079-97de4b01fca0, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:03.795381 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a186131f-e2ff-4d9f-864d-812721216f78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5848d2ce-df98-4a3b-a079-97de4b01fca0'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:03.797474 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2bfa2442-5b3f-4194-ad34-e7abd5be6d3e tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:03.799617 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d76449-6a04-44c7-a5b2-cc795ed28282" -d '{"events": [{"server_uuid": "a186131f-e2ff-4d9f-864d-812721216f78", "name": "network-vif-unplugged", "status": "completed", "tag": "5848d2ce-df98-4a3b-a079-97de4b01fca0"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:03.821812 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2bfa2442-5b3f-4194-ad34-e7abd5be6d3e tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:03.822377 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:03.906080 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2de272ca-ca51-4320-8ea8-6b17d8d86d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:03.948174 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13c0e46-836d-4e43-84b2-90045ee043a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-282646bf-5a93-4fc6-a2d3-9181eb4bd79c', 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'fixed_ips': [{'subnet_id': '07d06202-f0c1-4796-ab2f-5d2a2ccb68ee'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:36:03.951388 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c13c0e46-836d-4e43-84b2-90045ee043a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:04.000218 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=5848d2ce-df98-4a3b-a079-97de4b01fca0,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:04.015183 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2b36fa-3a8d-4c73-a323-543b07e93a14 x-openstack-request-id: req-1f2b36fa-3a8d-4c73-a323-543b07e93a14 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:04.015761 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a186131f-e2ff-4d9f-864d-812721216f78", "name": "network-vif-unplugged", "status": "completed", "tag": "5848d2ce-df98-4a3b-a079-97de4b01fca0", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:04.016177 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1f2b36fa-3a8d-4c73-a323-543b07e93a14 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:04.016728 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a186131f-e2ff-4d9f-864d-812721216f78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5848d2ce-df98-4a3b-a079-97de4b01fca0', 'code': 200} Jul 22 16:36:04.054993 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-2bfa2442-5b3f-4194-ad34-e7abd5be6d3e tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Allocated IP 172.25.0.117 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/9b0da0ff-e9b8-4a72-a333-2306c0e5f7a4) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:36:04.189303 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-c13c0e46-836d-4e43-84b2-90045ee043a6 None None] Allocated IP 172.20.0.2 (282646bf-5a93-4fc6-a2d3-9181eb4bd79c/07d06202-f0c1-4796-ab2f-5d2a2ccb68ee/1927b066-9a70-41eb-b984-ceb1560c0730) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:36:04.279183 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2bfa2442-5b3f-4194-ad34-e7abd5be6d3e tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:04.355546 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2de272ca-ca51-4320-8ea8-6b17d8d86d8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:04.381254 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2de272ca-ca51-4320-8ea8-6b17d8d86d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:04.395288 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2bfa2442-5b3f-4194-ad34-e7abd5be6d3e tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:04.432782 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c13c0e46-836d-4e43-84b2-90045ee043a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:04.445580 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c13c0e46-836d-4e43-84b2-90045ee043a6 None None] Transition to ACTIVE for port object 1927b066-9a70-41eb-b984-ceb1560c0730 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:04.477626 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c13c0e46-836d-4e43-84b2-90045ee043a6 None None] Transition to ACTIVE for port object 1927b066-9a70-41eb-b984-ceb1560c0730 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:04.481381 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfa2442-5b3f-4194-ad34-e7abd5be6d3e tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:04.490728 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c13c0e46-836d-4e43-84b2-90045ee043a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:04.491049 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-2bfa2442-5b3f-4194-ad34-e7abd5be6d3e tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:04.499870 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfa2442-5b3f-4194-ad34-e7abd5be6d3e tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:36:04.553156 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa2442-5b3f-4194-ad34-e7abd5be6d3e tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Pushing event updated for resources: {'Port': ['ID=9b0da0ff-e9b8-4a72-a333-2306c0e5f7a4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:04.585637 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c0e46-836d-4e43-84b2-90045ee043a6 None None] Pushing event updated for resources: {'Port': ['ID=1927b066-9a70-41eb-b984-ceb1560c0730,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:04.626514 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13c0e46-836d-4e43-84b2-90045ee043a6 None None] Network 282646bf-5a93-4fc6-a2d3-9181eb4bd79c is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:04.630497 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c13c0e46-836d-4e43-84b2-90045ee043a6 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:04.641471 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13c0e46-836d-4e43-84b2-90045ee043a6 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:36:04.649290 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:04.685350 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-2de272ca-ca51-4320-8ea8-6b17d8d86d8b admin admin] Allocated IP 172.25.0.136 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/463447d0-58da-4e0f-860f-3bbce0a5826d) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:36:04.747838 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6c9d5-b1a3-46e4-8f52-16b7eb03bc3f req-fc617e72-5aa6-4a80-ae46-dd68453a1b73 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:04.755325 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-40f6c9d5-b1a3-46e4-8f52-16b7eb03bc3f req-fc617e72-5aa6-4a80-ae46-dd68453a1b73 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbd0347a-ca84-4f45-83c6-59ce489bdb22 HTTP/1.1" status: 200 len: 944 time: 0.1084883 Jul 22 16:36:04.775547 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c13c0e46-836d-4e43-84b2-90045ee043a6 None None] Attempting to bind port 1927b066-9a70-41eb-b984-ceb1560c0730 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:36:04.776147 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c13c0e46-836d-4e43-84b2-90045ee043a6 None None] Attempting to bind port 1927b066-9a70-41eb-b984-ceb1560c0730 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '83300da3-01f0-47fe-9f1e-982bc6e3c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:36:04.776500 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13c0e46-836d-4e43-84b2-90045ee043a6 None None] Attempting to bind port 1927b066-9a70-41eb-b984-ceb1560c0730 on network 282646bf-5a93-4fc6-a2d3-9181eb4bd79c {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:04.789359 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13c0e46-836d-4e43-84b2-90045ee043a6 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:36:04.790050 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13c0e46-836d-4e43-84b2-90045ee043a6 None None] Checking segment: {'id': '83300da3-01f0-47fe-9f1e-982bc6e3c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:36:04.790564 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c13c0e46-836d-4e43-84b2-90045ee043a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:04.791404 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13c0e46-836d-4e43-84b2-90045ee043a6 None None] Bound using segment: {'id': '83300da3-01f0-47fe-9f1e-982bc6e3c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:36:04.791876 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c13c0e46-836d-4e43-84b2-90045ee043a6 None None] Bound port: 1927b066-9a70-41eb-b984-ceb1560c0730, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83300da3-01f0-47fe-9f1e-982bc6e3c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:36:04.792244 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c13c0e46-836d-4e43-84b2-90045ee043a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:04.824823 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-40f6c9d5-b1a3-46e4-8f52-16b7eb03bc3f req-2d4d7685-2cde-4e33-880f-a0aa5c89d67a tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/security-groups?id=493ce4c7-cefd-42ac-a13d-f36f10b1adf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679626 Jul 22 16:36:04.871458 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089d059-5b39-43bf-b147-235919d225df req-af299b96-d419-4e95-8009-e5d8225938c9 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:04.873039 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6089d059-5b39-43bf-b147-235919d225df req-af299b96-d419-4e95-8009-e5d8225938c9 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 950 time: 0.3005557 Jul 22 16:36:04.938705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c13c0e46-836d-4e43-84b2-90045ee043a6 None None] For port 1927b066-9a70-41eb-b984-ceb1560c0730, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:36:04.947464 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c13c0e46-836d-4e43-84b2-90045ee043a6 None None] For port 1927b066-9a70-41eb-b984-ceb1560c0730, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1927b066-9a70-41eb-b984-ceb1560c0730,segment=NetworkSegment(83300da3-01f0-47fe-9f1e-982bc6e3c93a),segment_id=83300da3-01f0-47fe-9f1e-982bc6e3c93a)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:36:04.959225 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c13c0e46-836d-4e43-84b2-90045ee043a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:05.081673 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c0e46-836d-4e43-84b2-90045ee043a6 None None] Pushing event updated for resources: {'Port': ['ID=1927b066-9a70-41eb-b984-ceb1560c0730,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:05.359773 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2de272ca-ca51-4320-8ea8-6b17d8d86d8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:05.391865 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6089d059-5b39-43bf-b147-235919d225df req-55326d09-9003-4106-8343-3f448408f813 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111587 Jul 22 16:36:05.401700 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5848d2ce-df98-4a3b-a079-97de4b01fca0 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:36:05.445257 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2bfa2442-5b3f-4194-ad34-e7abd5be6d3e tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:05.573235 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5848d2ce-df98-4a3b-a079-97de4b01fca0, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:05.595634 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '5848d2ce-df98-4a3b-a079-97de4b01fca0', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'port_id': '5848d2ce-df98-4a3b-a079-97de4b01fca0', 'mac_address': 'fa:16:3e:f9:80:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:36:05.616900 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2de272ca-ca51-4320-8ea8-6b17d8d86d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:05.665622 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de272ca-ca51-4320-8ea8-6b17d8d86d8b admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:05.677476 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-2de272ca-ca51-4320-8ea8-6b17d8d86d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:05.687263 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:05.691011 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de272ca-ca51-4320-8ea8-6b17d8d86d8b admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:36:05.722031 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5848d2ce-df98-4a3b-a079-97de4b01fca0 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:36:05.750295 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5848d2ce-df98-4a3b-a079-97de4b01fca0, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:05.761264 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:05.761264 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device f41ee719-1a02-4911-902d-743dd95aa876 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:36:05.820641 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1927b066-9a70-41eb-b984-ceb1560c0730 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:05.910124 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=5848d2ce-df98-4a3b-a079-97de4b01fca0,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:05.982959 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 1927b066-9a70-41eb-b984-ceb1560c0730 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:06.014891 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port f41ee719-1a02-4911-902d-743dd95aa876, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f41ee719-1a02-4911-902d-743dd95aa876,segment=NetworkSegment(2ec866d7-adee-468a-a0b3-1edb0dde016f),segment_id=2ec866d7-adee-468a-a0b3-1edb0dde016f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:06.029710 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'f41ee719-1a02-4911-902d-743dd95aa876', 'network_id': '80e8f843-c460-4316-99e0-7da52258ae46', 'port_id': 'f41ee719-1a02-4911-902d-743dd95aa876', 'mac_address': 'fa:16:3e:e1:67:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc5c835-81eb-4c69-b210-61e11e51b288', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:36:06.123233 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:06.130690 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dc560-a5ea-47c4-bcb7-864a2d49021a req-9ff86fe3-8815-4d28-b8ce-6bbad3ca83ca tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:06.138311 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0e8dc560-a5ea-47c4-bcb7-864a2d49021a req-9ff86fe3-8815-4d28-b8ce-6bbad3ca83ca tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbd0347a-ca84-4f45-83c6-59ce489bdb22 HTTP/1.1" status: 200 len: 944 time: 0.1740007 Jul 22 16:36:06.153185 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f41ee719-1a02-4911-902d-743dd95aa876 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:36:06.203414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port f41ee719-1a02-4911-902d-743dd95aa876, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f41ee719-1a02-4911-902d-743dd95aa876,segment=NetworkSegment(2ec866d7-adee-468a-a0b3-1edb0dde016f),segment_id=2ec866d7-adee-468a-a0b3-1edb0dde016f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:06.212454 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:06.217416 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0e8dc560-a5ea-47c4-bcb7-864a2d49021a req-17570028-12f3-4d98-a0b4-b763210aa3af tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/security-groups?id=493ce4c7-cefd-42ac-a13d-f36f10b1adf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768585 Jul 22 16:36:06.272577 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de272ca-ca51-4320-8ea8-6b17d8d86d8b admin admin] Pushing event updated for resources: {'Port': ['ID=463447d0-58da-4e0f-860f-3bbce0a5826d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:06.336864 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=f41ee719-1a02-4911-902d-743dd95aa876,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:06.387198 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['5848d2ce-df98-4a3b-a079-97de4b01fca0'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:06.404051 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2de272ca-ca51-4320-8ea8-6b17d8d86d8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:06.598779 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['f41ee719-1a02-4911-902d-743dd95aa876'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:06.633231 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2bfa2442-5b3f-4194-ad34-e7abd5be6d3e tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:06.646464 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2bfa2442-5b3f-4194-ad34-e7abd5be6d3e tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4121324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4121180'] for router, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:06.677845 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e76a969-6604-4a3e-ac22-9251dc66b27e None None] Network 282646bf-5a93-4fc6-a2d3-9181eb4bd79c requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:36:06.781414 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d587d-9d43-4d62-b899-bebfd6eb0c4c req-c94b16d4-fca1-4c59-bafe-b2b304ab30d5 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:06.783628 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-094d587d-9d43-4d62-b899-bebfd6eb0c4c req-c94b16d4-fca1-4c59-bafe-b2b304ab30d5 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 950 time: 0.1692348 Jul 22 16:36:06.843199 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-094d587d-9d43-4d62-b899-bebfd6eb0c4c req-1e860aee-940e-4525-9134-5a949ca2c51d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540376 Jul 22 16:36:06.860371 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6d7b3df2-12e5-44a1-8e94-db4a1f9d9519 None None] Provisioning for port 1927b066-9a70-41eb-b984-ceb1560c0730 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:06.929168 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6d7b3df2-12e5-44a1-8e94-db4a1f9d9519 None None] Provisioning complete for port 1927b066-9a70-41eb-b984-ceb1560c0730 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:06.929608 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d7b3df2-12e5-44a1-8e94-db4a1f9d9519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:06.959176 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2de272ca-ca51-4320-8ea8-6b17d8d86d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:07.212357 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfa2442-5b3f-4194-ad34-e7abd5be6d3e tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Router ae74f979-dfd1-4203-9e26-a1a44b3ab797 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:36:07.233904 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de272ca-ca51-4320-8ea8-6b17d8d86d8b admin admin] Router de045c4a-eaa0-4c12-a984-93398b6736f1 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:36:07.456262 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bf2b1-35c3-43c4-81c3-7f83283b9d0e req-9e54622a-2060-45fb-b1b3-15d9e0083b72 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:07.480098 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7c9bf2b1-35c3-43c4-81c3-7f83283b9d0e req-9e54622a-2060-45fb-b1b3-15d9e0083b72 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbd0347a-ca84-4f45-83c6-59ce489bdb22 HTTP/1.1" status: 200 len: 945 time: 0.1731226 Jul 22 16:36:07.598339 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d7b3df2-12e5-44a1-8e94-db4a1f9d9519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:07.618440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5848d2ce-df98-4a3b-a079-97de4b01fca0 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:07.659074 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7c9bf2b1-35c3-43c4-81c3-7f83283b9d0e req-f2d52bc7-9fb3-4fb0-aa19-ed281fd4b93a tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/security-groups?id=493ce4c7-cefd-42ac-a13d-f36f10b1adf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760402 Jul 22 16:36:07.768058 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de272ca-ca51-4320-8ea8-6b17d8d86d8b admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:36:07.827186 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfa2442-5b3f-4194-ad34-e7abd5be6d3e tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:36:07.830988 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175097a4-3529-4712-87be-1de2672f708e None None] Sync routers for ids ['de045c4a-eaa0-4c12-a984-93398b6736f1'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:36:07.840095 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b48814-9dd1-460f-9547-becf556f387d None None] Sync routers for ids ['ae74f979-dfd1-4203-9e26-a1a44b3ab797'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:36:07.853244 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2bfa2442-5b3f-4194-ad34-e7abd5be6d3e tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:07.856698 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2bfa2442-5b3f-4194-ad34-e7abd5be6d3e tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "PUT /v2.0/routers/ae74f979-dfd1-4203-9e26-a1a44b3ab797 HTTP/1.1" status: 200 len: 880 time: 4.8619900 Jul 22 16:36:07.860103 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49408) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:07.869514 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b48814-9dd1-460f-9547-becf556f387d None None] Routers {'ae74f979-dfd1-4203-9e26-a1a44b3ab797'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:07.870884 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-04b48814-9dd1-460f-9547-becf556f387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:36:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['ae74f979-dfd1-4203-9e26-a1a44b3ab797'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:07.885499 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2de272ca-ca51-4320-8ea8-6b17d8d86d8b admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:07.890253 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49412) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:07.890928 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2de272ca-ca51-4320-8ea8-6b17d8d86d8b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.3831573 Jul 22 16:36:07.896151 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6d7b3df2-12e5-44a1-8e94-db4a1f9d9519 None None] For port 1927b066-9a70-41eb-b984-ceb1560c0730, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1927b066-9a70-41eb-b984-ceb1560c0730,segment=NetworkSegment(83300da3-01f0-47fe-9f1e-982bc6e3c93a),segment_id=83300da3-01f0-47fe-9f1e-982bc6e3c93a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:07.899727 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 5848d2ce-df98-4a3b-a079-97de4b01fca0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:07.900220 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:07.956718 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d7b3df2-12e5-44a1-8e94-db4a1f9d9519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:07.959785 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175097a4-3529-4712-87be-1de2672f708e None None] Routers {'de045c4a-eaa0-4c12-a984-93398b6736f1'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:07.960615 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-175097a4-3529-4712-87be-1de2672f708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:36:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['de045c4a-eaa0-4c12-a984-93398b6736f1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:08.039847 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-04b48814-9dd1-460f-9547-becf556f387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:08.064021 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b48814-9dd1-460f-9547-becf556f387d None None] Routers {'ae74f979-dfd1-4203-9e26-a1a44b3ab797'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:08.065551 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-04b48814-9dd1-460f-9547-becf556f387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:36:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['ae74f979-dfd1-4203-9e26-a1a44b3ab797'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:08.120533 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b3df2-12e5-44a1-8e94-db4a1f9d9519 None None] Pushing event updated for resources: {'Port': ['ID=1927b066-9a70-41eb-b984-ceb1560c0730,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:08.183449 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-04b48814-9dd1-460f-9547-becf556f387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:08.184420 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b48814-9dd1-460f-9547-becf556f387d None None] The sync data for ids ['ae74f979-dfd1-4203-9e26-a1a44b3ab797'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:36:08.203995 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a87df413-73bd-49d5-a623-2e33de95840c tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "GET /v2.0/routers/ae74f979-dfd1-4203-9e26-a1a44b3ab797 HTTP/1.1" status: 200 len: 921 time: 0.3366940 Jul 22 16:36:08.209549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49414) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:08.319596 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-175097a4-3529-4712-87be-1de2672f708e None None] Set router de045c4a-eaa0-4c12-a984-93398b6736f1 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:36:08.321802 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:08.476094 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a186131f-e2ff-4d9f-864d-812721216f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5848d2ce-df98-4a3b-a079-97de4b01fca0'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:08.478587 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88f534d-55d4-4e68-8365-42e518ffbd9a" -d '{"events": [{"server_uuid": "a186131f-e2ff-4d9f-864d-812721216f78", "name": "network-vif-plugged", "status": "completed", "tag": "5848d2ce-df98-4a3b-a079-97de4b01fca0"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:08.582421 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5848d2ce-df98-4a3b-a079-97de4b01fca0, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:08.586492 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-23c92bd0-4c00-40f5-ac3f-ddf54a4a6782 None None] Provisioning complete for port 1927b066-9a70-41eb-b984-ceb1560c0730 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:08.587605 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23c92bd0-4c00-40f5-ac3f-ddf54a4a6782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:08.619392 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:08.730667 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ef6f9a-d6b3-43e1-a043-b47e340b4c94 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:08.732132 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-92ef6f9a-d6b3-43e1-a043-b47e340b4c94 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=748fc6ab-3639-411a-b273-35e3c4423108&device_id=ae74f979-dfd1-4203-9e26-a1a44b3ab797&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5211585 Jul 22 16:36:08.734955 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49424) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:08.752307 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d0ca6-53e2-4a42-835c-42a36beb3634 req-e01c6387-1f06-4dd1-9f7c-814dd167dacd tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:08.754496 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-175097a4-3529-4712-87be-1de2672f708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'name': 'tempest-ServersTestJSON-1955688901-router', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:03Z', 'updated_at': '2021-07-22T16:36:05Z', 'revision_number': 3, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'gw_port': {'id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:04Z', 'updated_at': '2021-07-22T16:36:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:08.761096 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c7d0ca6-53e2-4a42-835c-42a36beb3634 req-e01c6387-1f06-4dd1-9f7c-814dd167dacd tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 950 time: 0.5525186 Jul 22 16:36:08.840233 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175097a4-3529-4712-87be-1de2672f708e None None] Checking router: de045c4a-eaa0-4c12-a984-93398b6736f1 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:36:08.841133 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175097a4-3529-4712-87be-1de2672f708e None None] Updating router de045c4a-eaa0-4c12-a984-93398b6736f1 port 463447d0-58da-4e0f-860f-3bbce0a5826d binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:36:08.867754 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c7d0ca6-53e2-4a42-835c-42a36beb3634 req-db2ab82b-d340-42b6-a076-dc891adb43eb tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059721 Jul 22 16:36:08.936215 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-175097a4-3529-4712-87be-1de2672f708e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:08.953874 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2561ed5a-253d-4f90-b804-7ce0cb589589 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:08.956662 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2561ed5a-253d-4f90-b804-7ce0cb589589 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 881 time: 0.2203283 Jul 22 16:36:08.959600 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49428) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:08.981095 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19bb4f5e-73d0-4d67-8401-eff52648e0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:09.043679 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-607f1a6d-c157-4737-a4db-0cbe88ace714 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae74f979-dfd1-4203-9e26-a1a44b3ab797 HTTP/1.1" status: 200 len: 205 time: 0.0780542 Jul 22 16:36:09.045402 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49432) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:09.283037 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03412313-f825-4e68-bb7b-e1d1b15c5dc2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:09.361157 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7782791-9358-4fdb-bdf6-564bca16879e x-openstack-request-id: req-b7782791-9358-4fdb-bdf6-564bca16879e {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:09.362021 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a186131f-e2ff-4d9f-864d-812721216f78", "name": "network-vif-plugged", "status": "completed", "tag": "5848d2ce-df98-4a3b-a079-97de4b01fca0", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:09.362348 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b7782791-9358-4fdb-bdf6-564bca16879e {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:09.363428 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a186131f-e2ff-4d9f-864d-812721216f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5848d2ce-df98-4a3b-a079-97de4b01fca0', 'code': 200} Jul 22 16:36:09.401134 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-175097a4-3529-4712-87be-1de2672f708e None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:09.416726 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-175097a4-3529-4712-87be-1de2672f708e None None] Transition to ACTIVE for port object 463447d0-58da-4e0f-860f-3bbce0a5826d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:09.429282 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=5848d2ce-df98-4a3b-a079-97de4b01fca0,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:09.451644 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b62cb5-f698-48c3-a7be-a71da9c6f9c3 req-260f6c5a-112c-4141-8ef7-1cb3a4adeea6 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:09.455209 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-175097a4-3529-4712-87be-1de2672f708e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:09.462452 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b1b62cb5-f698-48c3-a7be-a71da9c6f9c3 req-260f6c5a-112c-4141-8ef7-1cb3a4adeea6 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbd0347a-ca84-4f45-83c6-59ce489bdb22 HTTP/1.1" status: 200 len: 945 time: 0.3251863 Jul 22 16:36:09.545421 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b1b62cb5-f698-48c3-a7be-a71da9c6f9c3 req-201f8e45-56f8-471b-b9e5-a7a1eed41469 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/security-groups?id=493ce4c7-cefd-42ac-a13d-f36f10b1adf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804305 Jul 22 16:36:09.560411 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device f41ee719-1a02-4911-902d-743dd95aa876 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:09.560411 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed440d85-e174-4a25-a03d-8f835f91fa6e None None] Pushing event updated for resources: {'Port': ['ID=463447d0-58da-4e0f-860f-3bbce0a5826d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:09.572149 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03412313-f825-4e68-bb7b-e1d1b15c5dc2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:09.585363 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-19bb4f5e-73d0-4d67-8401-eff52648e0ef admin admin] Allocated IP 172.20.0.1 (282646bf-5a93-4fc6-a2d3-9181eb4bd79c/07d06202-f0c1-4796-ab2f-5d2a2ccb68ee/2cbeb21d-af8a-4c92-99f2-c509c38629dc) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:36:09.619909 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-175097a4-3529-4712-87be-1de2672f708e None None] Attempting to bind port 463447d0-58da-4e0f-860f-3bbce0a5826d on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:36:09.621597 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-175097a4-3529-4712-87be-1de2672f708e None None] Attempting to bind port 463447d0-58da-4e0f-860f-3bbce0a5826d by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:36:09.623138 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175097a4-3529-4712-87be-1de2672f708e None None] Attempting to bind port 463447d0-58da-4e0f-860f-3bbce0a5826d on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:09.691743 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175097a4-3529-4712-87be-1de2672f708e None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:36:09.692573 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175097a4-3529-4712-87be-1de2672f708e None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:36:09.693264 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-175097a4-3529-4712-87be-1de2672f708e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:09.693788 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175097a4-3529-4712-87be-1de2672f708e None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:36:09.694394 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-175097a4-3529-4712-87be-1de2672f708e None None] Bound port: 463447d0-58da-4e0f-860f-3bbce0a5826d, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:36:09.694868 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-175097a4-3529-4712-87be-1de2672f708e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:09.783088 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-175097a4-3529-4712-87be-1de2672f708e None None] For port 463447d0-58da-4e0f-860f-3bbce0a5826d, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:36:09.784217 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-03412313-f825-4e68-bb7b-e1d1b15c5dc2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Deleting port 9b0da0ff-e9b8-4a72-a333-2306c0e5f7a4 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:36:09.784563 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03412313-f825-4e68-bb7b-e1d1b15c5dc2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:09.795467 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-175097a4-3529-4712-87be-1de2672f708e None None] For port 463447d0-58da-4e0f-860f-3bbce0a5826d, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=463447d0-58da-4e0f-860f-3bbce0a5826d,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:36:09.824428 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19bb4f5e-73d0-4d67-8401-eff52648e0ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:09.849414 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-19bb4f5e-73d0-4d67-8401-eff52648e0ef admin admin] Transition to ACTIVE for port object 2cbeb21d-af8a-4c92-99f2-c509c38629dc will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:09.869140 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1927b066-9a70-41eb-b984-ceb1560c0730 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:09.897415 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19bb4f5e-73d0-4d67-8401-eff52648e0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:09.932188 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-175097a4-3529-4712-87be-1de2672f708e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:10.012600 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bb4f5e-73d0-4d67-8401-eff52648e0ef admin admin] Network 282646bf-5a93-4fc6-a2d3-9181eb4bd79c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:10.020882 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-19bb4f5e-73d0-4d67-8401-eff52648e0ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:10.022850 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed440d85-e174-4a25-a03d-8f835f91fa6e None None] Pushing event updated for resources: {'Port': ['ID=463447d0-58da-4e0f-860f-3bbce0a5826d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:10.028385 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bb4f5e-73d0-4d67-8401-eff52648e0ef admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:36:10.091259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 1927b066-9a70-41eb-b984-ceb1560c0730 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:10.091685 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:10.102019 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb4f5e-73d0-4d67-8401-eff52648e0ef admin admin] Pushing event updated for resources: {'Port': ['ID=2cbeb21d-af8a-4c92-99f2-c509c38629dc,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:10.221498 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19bb4f5e-73d0-4d67-8401-eff52648e0ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:10.250925 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175097a4-3529-4712-87be-1de2672f708e None None] Routers {'de045c4a-eaa0-4c12-a984-93398b6736f1'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:10.252371 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-175097a4-3529-4712-87be-1de2672f708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:36:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['de045c4a-eaa0-4c12-a984-93398b6736f1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:10.272725 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port f41ee719-1a02-4911-902d-743dd95aa876 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:10.353344 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbede361-a81c-4b52-bb15-ce1b97a8587a req-1cdbb684-d679-4c07-bc6c-ccb5570bdd26 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:10.365201 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fbede361-a81c-4b52-bb15-ce1b97a8587a req-1cdbb684-d679-4c07-bc6c-ccb5570bdd26 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 950 time: 0.2601337 Jul 22 16:36:10.500402 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fbede361-a81c-4b52-bb15-ce1b97a8587a req-36035805-ce9b-4d8a-8746-873ceef3179e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193085 Jul 22 16:36:10.550245 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-175097a4-3529-4712-87be-1de2672f708e None None] Set router de045c4a-eaa0-4c12-a984-93398b6736f1 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:36:10.671328 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03412313-f825-4e68-bb7b-e1d1b15c5dc2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:10.703718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-03412313-f825-4e68-bb7b-e1d1b15c5dc2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Calling delete_port for 9b0da0ff-e9b8-4a72-a333-2306c0e5f7a4 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:36:10.747185 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port f41ee719-1a02-4911-902d-743dd95aa876 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:10.747468 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:10.779026 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19bb4f5e-73d0-4d67-8401-eff52648e0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:10.870162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b611e-42f3-41e1-b2f9-47e5cc6754cf req-6d785093-432a-4d90-89f2-da0134457da4 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:10.878563 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b93b611e-42f3-41e1-b2f9-47e5cc6754cf req-6d785093-432a-4d90-89f2-da0134457da4 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbd0347a-ca84-4f45-83c6-59ce489bdb22 HTTP/1.1" status: 200 len: 945 time: 0.1692216 Jul 22 16:36:10.975000 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b93b611e-42f3-41e1-b2f9-47e5cc6754cf req-13260e2e-2ef6-46fc-95f3-eedb115bb821 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/security-groups?id=493ce4c7-cefd-42ac-a13d-f36f10b1adf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951087 Jul 22 16:36:10.977812 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dfadf7d7-7ad7-4500-9c14-c953bf5d78d5 None None] Provisioning for port 2cbeb21d-af8a-4c92-99f2-c509c38629dc completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:11.091844 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dfadf7d7-7ad7-4500-9c14-c953bf5d78d5 None None] Provisioning complete for port 2cbeb21d-af8a-4c92-99f2-c509c38629dc triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:11.092623 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dfadf7d7-7ad7-4500-9c14-c953bf5d78d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:11.109429 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03412313-f825-4e68-bb7b-e1d1b15c5dc2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:11.166195 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03412313-f825-4e68-bb7b-e1d1b15c5dc2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Pushing event deleted for resources: {'Port': ['ID=9b0da0ff-e9b8-4a72-a333-2306c0e5f7a4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:11.290742 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19bb4f5e-73d0-4d67-8401-eff52648e0ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:11.299235 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19bb4f5e-73d0-4d67-8401-eff52648e0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:11.303813 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-dfadf7d7-7ad7-4500-9c14-c953bf5d78d5 None None] Port 2cbeb21d-af8a-4c92-99f2-c509c38629dc cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:36:11.345276 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03412313-f825-4e68-bb7b-e1d1b15c5dc2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:11.433770 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:11.526864 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port f41ee719-1a02-4911-902d-743dd95aa876, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f41ee719-1a02-4911-902d-743dd95aa876,segment=NetworkSegment(2ec866d7-adee-468a-a0b3-1edb0dde016f),segment_id=2ec866d7-adee-468a-a0b3-1edb0dde016f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:11.537323 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd0347a-ca84-4f45-83c6-59ce489bdb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41ee719-1a02-4911-902d-743dd95aa876'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:11.547618 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4658ea5c-26d3-4bec-88e7-514d9d92c018" -d '{"events": [{"server_uuid": "dbd0347a-ca84-4f45-83c6-59ce489bdb22", "name": "network-vif-plugged", "status": "completed", "tag": "f41ee719-1a02-4911-902d-743dd95aa876"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:11.568707 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:11.577425 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb4f5e-73d0-4d67-8401-eff52648e0ef admin admin] Pushing event updated for resources: {'Port': ['ID=2cbeb21d-af8a-4c92-99f2-c509c38629dc,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:11.598736 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19bb4f5e-73d0-4d67-8401-eff52648e0ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:11.706984 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=f41ee719-1a02-4911-902d-743dd95aa876,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:11.711372 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03412313-f825-4e68-bb7b-e1d1b15c5dc2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:11.715604 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03412313-f825-4e68-bb7b-e1d1b15c5dc2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:11.774786 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-175097a4-3529-4712-87be-1de2672f708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'name': 'tempest-ServersTestJSON-1955688901-router', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:03Z', 'updated_at': '2021-07-22T16:36:05Z', 'revision_number': 3, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'gw_port': {'id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:04Z', 'updated_at': '2021-07-22T16:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:11.804249 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bb4f5e-73d0-4d67-8401-eff52648e0ef admin admin] Network 282646bf-5a93-4fc6-a2d3-9181eb4bd79c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:11.854621 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03412313-f825-4e68-bb7b-e1d1b15c5dc2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:11.855705 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03412313-f825-4e68-bb7b-e1d1b15c5dc2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Fanout notify agent at l3_agent the message router_deleted on router ae74f979-dfd1-4203-9e26-a1a44b3ab797 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:36:11.869382 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-19bb4f5e-73d0-4d67-8401-eff52648e0ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:11.886773 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03412313-f825-4e68-bb7b-e1d1b15c5dc2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:11.894776 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49462) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:11.899125 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-03412313-f825-4e68-bb7b-e1d1b15c5dc2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "DELETE /v2.0/routers/ae74f979-dfd1-4203-9e26-a1a44b3ab797 HTTP/1.1" status: 204 len: 168 time: 2.8512492 Jul 22 16:36:11.911896 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a01a6247-3150-4d71-8834-d38762ea31d7 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1020900373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:12.266908 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bb4f5e-73d0-4d67-8401-eff52648e0ef admin admin] Router de045c4a-eaa0-4c12-a984-93398b6736f1 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:36:12.274017 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175097a4-3529-4712-87be-1de2672f708e None None] The sync data for ids ['de045c4a-eaa0-4c12-a984-93398b6736f1'] in n-d-798930-9 is: [{'id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'name': 'tempest-ServersTestJSON-1955688901-router', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:03Z', 'updated_at': '2021-07-22T16:36:05Z', 'revision_number': 3, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'gw_port': {'id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:04Z', 'updated_at': '2021-07-22T16:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:36:12.303520 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:12.306145 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:12.327905 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c675b-5088-4059-9c63-6e98b68332ad req-b8d95ef1-1119-415a-8907-8c23354b3080 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:12.327905 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f9c675b-5088-4059-9c63-6e98b68332ad req-b8d95ef1-1119-415a-8907-8c23354b3080 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 950 time: 0.5701017 Jul 22 16:36:12.327905 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a01a6247-3150-4d71-8834-d38762ea31d7 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:12.327905 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a01a6247-3150-4d71-8834-d38762ea31d7 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:12.400373 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b01c3743-46f7-4e96-aaca-531eb879b160 None None] Provisioning complete for port 2cbeb21d-af8a-4c92-99f2-c509c38629dc triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:12.400752 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b01c3743-46f7-4e96-aaca-531eb879b160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:12.523172 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f9c675b-5088-4059-9c63-6e98b68332ad req-7df3b2e5-63e9-4e51-b5e3-57cf4a1d5877 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785836 Jul 22 16:36:12.556669 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b01c3743-46f7-4e96-aaca-531eb879b160 None None] Port 2cbeb21d-af8a-4c92-99f2-c509c38629dc cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:36:12.602874 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da986c3-7b8f-4de7-8d90-6429f7be36e6 x-openstack-request-id: req-9da986c3-7b8f-4de7-8d90-6429f7be36e6 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:12.603342 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd0347a-ca84-4f45-83c6-59ce489bdb22", "name": "network-vif-plugged", "status": "completed", "tag": "f41ee719-1a02-4911-902d-743dd95aa876", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:12.604902 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9da986c3-7b8f-4de7-8d90-6429f7be36e6 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:12.606610 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd0347a-ca84-4f45-83c6-59ce489bdb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41ee719-1a02-4911-902d-743dd95aa876', 'code': 200} Jul 22 16:36:12.744555 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a01a6247-3150-4d71-8834-d38762ea31d7 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:12.762695 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a01a6247-3150-4d71-8834-d38762ea31d7 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:12.907010 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ad8e4-96d9-477d-a67b-180a4c99323b req-fefd63de-011f-4cc6-b71d-6b12cdc8a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:12.909270 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-329ad8e4-96d9-477d-a67b-180a4c99323b req-fefd63de-011f-4cc6-b71d-6b12cdc8a1b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dbd0347a-ca84-4f45-83c6-59ce489bdb22 HTTP/1.1" status: 200 len: 1097 time: 0.2154434 Jul 22 16:36:12.919206 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a01a6247-3150-4d71-8834-d38762ea31d7 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:12.925559 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a01a6247-3150-4d71-8834-d38762ea31d7 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0254071 Jul 22 16:36:12.927825 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49474) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:12.940514 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-677689ed-4fc5-40f0-990d-b06bcc4a6301 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'enable_snat': True}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:12.975048 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bb4f5e-73d0-4d67-8401-eff52648e0ef admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:36:13.008270 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-19bb4f5e-73d0-4d67-8401-eff52648e0ef admin admin] 10.222.0.69 "PUT /v2.0/routers/de045c4a-eaa0-4c12-a984-93398b6736f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1074460 Jul 22 16:36:13.077756 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93836f6-1005-482e-a574-f33112e8db13 req-3e1ab39a-38e2-4d0b-9f2b-4cd619dda39b tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:13.102177 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b93836f6-1005-482e-a574-f33112e8db13 req-3e1ab39a-38e2-4d0b-9f2b-4cd619dda39b tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbd0347a-ca84-4f45-83c6-59ce489bdb22 HTTP/1.1" status: 200 len: 946 time: 0.2865283 Jul 22 16:36:13.154778 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-329ad8e4-96d9-477d-a67b-180a4c99323b req-9cef1c67-8bca-4e0c-bb9e-03a50e7711ef service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=493ce4c7-cefd-42ac-a13d-f36f10b1adf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380178 Jul 22 16:36:13.189767 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b93836f6-1005-482e-a574-f33112e8db13 req-47eb44e7-8108-4372-a050-5d359ba76579 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/security-groups?id=493ce4c7-cefd-42ac-a13d-f36f10b1adf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866449 Jul 22 16:36:13.518815 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-677689ed-4fc5-40f0-990d-b06bcc4a6301 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:13.834117 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 463447d0-58da-4e0f-860f-3bbce0a5826d up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:13.876137 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-c56015c3-36f4-4738-994f-21537937e01b req-c4c22f99-f0f8-4ff5-942a-9acec90562f5 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:36:13.890831 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c56015c3-36f4-4738-994f-21537937e01b req-c4c22f99-f0f8-4ff5-942a-9acec90562f5 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192194 Jul 22 16:36:13.978664 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-677689ed-4fc5-40f0-990d-b06bcc4a6301 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:13.992851 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 463447d0-58da-4e0f-860f-3bbce0a5826d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:14.001449 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 463447d0-58da-4e0f-860f-3bbce0a5826d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:14.002079 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:14.029241 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-677689ed-4fc5-40f0-990d-b06bcc4a6301 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:14.119763 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [req-c56015c3-36f4-4738-994f-21537937e01b req-ae72d95a-189c-4d34-b175-4a579d77973e service neutron] show failed (client error): The resource could not be found. Jul 22 16:36:14.121391 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c56015c3-36f4-4738-994f-21537937e01b req-ae72d95a-189c-4d34-b175-4a579d77973e service neutron] 10.222.0.16 "GET /v2.0/ports/b6ffaef8-0bf4-4d17-9e16-9b574409786a/bindings/n-h2-798930-9 HTTP/1.1" status: 404 len: 380 time: 0.2196534 Jul 22 16:36:14.185261 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:14.195739 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-677689ed-4fc5-40f0-990d-b06bcc4a6301 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Allocated IP 172.25.0.3 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/eebedae9-1fb9-413a-b3c1-5ce2ace57580) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:36:14.233026 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 463447d0-58da-4e0f-860f-3bbce0a5826d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=463447d0-58da-4e0f-860f-3bbce0a5826d,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:14.243080 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:14.406296 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=463447d0-58da-4e0f-860f-3bbce0a5826d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:14.445511 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-677689ed-4fc5-40f0-990d-b06bcc4a6301 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:14.473013 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49494) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:14.478874 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b80b6ca5-d49d-4213-b828-e722abb673a1 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Request body: {'security_group': {'name': 'tempest-securitygroup--57865738', 'description': 'tempest-description--921906834'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:14.542483 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b80b6ca5-d49d-4213-b828-e722abb673a1 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:14.548341 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-677689ed-4fc5-40f0-990d-b06bcc4a6301 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:14.703865 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677689ed-4fc5-40f0-990d-b06bcc4a6301 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Pushing event updated for resources: {'Port': ['ID=eebedae9-1fb9-413a-b3c1-5ce2ace57580,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:14.714869 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677689ed-4fc5-40f0-990d-b06bcc4a6301 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:14.726586 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-677689ed-4fc5-40f0-990d-b06bcc4a6301 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:14.734029 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677689ed-4fc5-40f0-990d-b06bcc4a6301 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:36:15.060581 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56015c3-36f4-4738-994f-21537937e01b req-d974755b-9ceb-469b-ae21-aa2200c77c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:15.062193 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c56015c3-36f4-4738-994f-21537937e01b req-d974755b-9ceb-469b-ae21-aa2200c77c46 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423&tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e HTTP/1.1" status: 200 len: 1101 time: 0.4516799 Jul 22 16:36:15.085024 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-c56015c3-36f4-4738-994f-21537937e01b req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-9', 'device_owner': 'compute:nova'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:15.253602 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] Sync routers for ids ['de045c4a-eaa0-4c12-a984-93398b6736f1'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:36:15.277809 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] Routers {'de045c4a-eaa0-4c12-a984-93398b6736f1'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:15.281403 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:36:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['de045c4a-eaa0-4c12-a984-93398b6736f1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:15.306904 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c56015c3-36f4-4738-994f-21537937e01b req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:15.319535 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-677689ed-4fc5-40f0-990d-b06bcc4a6301 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:15.457978 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b80b6ca5-d49d-4213-b828-e722abb673a1 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:15.463744 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b80b6ca5-d49d-4213-b828-e722abb673a1 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:15.498643 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b6ca5-d49d-4213-b828-e722abb673a1 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e78c12-c764-4ae9-b7a9-a13a9fa5c1f8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:15.509209 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a69d60-bbe4-424c-a70c-2895a0c486cb req-7bc8a9a8-1037-4a7c-a53e-4a1ccff3d393 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:15.516979 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-40a69d60-bbe4-424c-a70c-2895a0c486cb req-7bc8a9a8-1037-4a7c-a53e-4a1ccff3d393 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 950 time: 0.8113058 Jul 22 16:36:15.557422 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] Set router de045c4a-eaa0-4c12-a984-93398b6736f1 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:36:15.581167 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b80b6ca5-d49d-4213-b828-e722abb673a1 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:15.590422 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b80b6ca5-d49d-4213-b828-e722abb673a1 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1166394 Jul 22 16:36:15.597719 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49500) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:15.610002 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7887f1ac-db9d-4db0-ac9d-028d6928f632 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Request body: {'security_group_rule': {'security_group_id': '86e78c12-c764-4ae9-b7a9-a13a9fa5c1f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:15.658699 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-40a69d60-bbe4-424c-a70c-2895a0c486cb req-3af713f4-57f1-4c55-ba12-77853cc095fc tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387594 Jul 22 16:36:15.710048 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7887f1ac-db9d-4db0-ac9d-028d6928f632 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:15.835688 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-677689ed-4fc5-40f0-990d-b06bcc4a6301 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:15.847238 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-677689ed-4fc5-40f0-990d-b06bcc4a6301 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4121324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4121180'] for router, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:15.859716 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7887f1ac-db9d-4db0-ac9d-028d6928f632 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:15.877661 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7887f1ac-db9d-4db0-ac9d-028d6928f632 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:15.901326 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 463447d0-58da-4e0f-860f-3bbce0a5826d up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:15.950437 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7887f1ac-db9d-4db0-ac9d-028d6928f632 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:15.973004 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7887f1ac-db9d-4db0-ac9d-028d6928f632 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3620930 Jul 22 16:36:15.974149 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49504) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:15.990658 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e8566ed2-a58b-4e40-8527-7ffa148fa321 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Request body: {'security_group_rule': {'security_group_id': '86e78c12-c764-4ae9-b7a9-a13a9fa5c1f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:16.022226 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887f1ac-db9d-4db0-ac9d-028d6928f632 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35ce631-8972-4f97-a326-ea8aebb74155,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:16.037803 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 463447d0-58da-4e0f-860f-3bbce0a5826d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:16.038246 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:16.072824 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8566ed2-a58b-4e40-8527-7ffa148fa321 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:16.092130 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'name': 'tempest-ServersTestJSON-1955688901-router', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:03Z', 'updated_at': '2021-07-22T16:36:10Z', 'revision_number': 4, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'gw_port': {'id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:04Z', 'updated_at': '2021-07-22T16:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '2cbeb21d-af8a-4c92-99f2-c509c38629dc', 'name': '', 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'mac_address': 'fa:16:3e:82:23:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '07d06202-f0c1-4796-ab2f-5d2a2ccb68ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:09Z', 'updated_at': '2021-07-22T16:36:10Z', 'revision_number': 2, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'subnets': [{'id': '07d06202-f0c1-4796-ab2f-5d2a2ccb68ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:16.132260 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] Checking router: de045c4a-eaa0-4c12-a984-93398b6736f1 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:36:16.132624 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] Updating router de045c4a-eaa0-4c12-a984-93398b6736f1 port 2cbeb21d-af8a-4c92-99f2-c509c38629dc binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:36:16.187524 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:16.233793 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8566ed2-a58b-4e40-8527-7ffa148fa321 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:16.242332 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8566ed2-a58b-4e40-8527-7ffa148fa321 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:16.291123 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8566ed2-a58b-4e40-8527-7ffa148fa321 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4b8005-5a81-4dc8-9207-112effe9112e,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:16.301414 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e8566ed2-a58b-4e40-8527-7ffa148fa321 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:16.306192 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e8566ed2-a58b-4e40-8527-7ffa148fa321 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3229520 Jul 22 16:36:16.307129 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49522) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:16.313661 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9b635750-d516-4310-bd35-4c797e88dfd3 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:16.388789 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b635750-d516-4310-bd35-4c797e88dfd3 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:16.584450 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-c56015c3-36f4-4738-994f-21537937e01b req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] For port b6ffaef8-0bf4-4d17-9e16-9b574409786a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b6ffaef8-0bf4-4d17-9e16-9b574409786a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:16.682504 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf11681-c89e-46b2-9ebb-ab32bfc4d0f2 req-9ccd679a-280c-4a44-baa4-c25da50d38a2 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:16.683398 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0cf11681-c89e-46b2-9ebb-ab32bfc4d0f2 req-9ccd679a-280c-4a44-baa4-c25da50d38a2 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbd0347a-ca84-4f45-83c6-59ce489bdb22 HTTP/1.1" status: 200 len: 946 time: 0.1654732 Jul 22 16:36:16.686155 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b635750-d516-4310-bd35-4c797e88dfd3 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:16.694166 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-c56015c3-36f4-4738-994f-21537937e01b req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] For port b6ffaef8-0bf4-4d17-9e16-9b574409786a, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:36:16.838370 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677689ed-4fc5-40f0-990d-b06bcc4a6301 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Router 8923b44c-01fb-4547-ad18-772849648b6c is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:36:16.856614 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-9b635750-d516-4310-bd35-4c797e88dfd3 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Allocated IP 172.25.0.220 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/a9f07daa-bc29-43dd-abaa-6d23f751c6e6) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:36:16.889727 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a967095-773a-4896-b988-5c8f98eaa423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6ffaef8-0bf4-4d17-9e16-9b574409786a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:16.893150 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9b8cf6-aa2b-4ea6-8663-eaaa454d84b7" -d '{"events": [{"server_uuid": "3a967095-773a-4896-b988-5c8f98eaa423", "name": "network-vif-unplugged", "status": "completed", "tag": "b6ffaef8-0bf4-4d17-9e16-9b574409786a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:16.959384 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c56015c3-36f4-4738-994f-21537937e01b req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:16.978109 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:16.998453 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b635750-d516-4310-bd35-4c797e88dfd3 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:16.998989 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] Transition to ACTIVE for port object 2cbeb21d-af8a-4c92-99f2-c509c38629dc will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:17.010810 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:17.061057 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0cf11681-c89e-46b2-9ebb-ab32bfc4d0f2 req-65d7c319-984a-45e8-a353-3d811b84c341 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/security-groups?id=493ce4c7-cefd-42ac-a13d-f36f10b1adf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679955 Jul 22 16:36:17.064286 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b635750-d516-4310-bd35-4c797e88dfd3 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:17.120310 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4f979-b9fa-40d5-9b89-c1d8e7a7556f None None] Pushing event updated for resources: {'Port': ['ID=2cbeb21d-af8a-4c92-99f2-c509c38629dc,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:17.197166 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b635750-d516-4310-bd35-4c797e88dfd3 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:17.213096 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9b635750-d516-4310-bd35-4c797e88dfd3 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:17.223222 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b635750-d516-4310-bd35-4c797e88dfd3 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:36:17.252942 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] Attempting to bind port 2cbeb21d-af8a-4c92-99f2-c509c38629dc on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:36:17.253368 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] Attempting to bind port 2cbeb21d-af8a-4c92-99f2-c509c38629dc by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '83300da3-01f0-47fe-9f1e-982bc6e3c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:36:17.255849 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] Attempting to bind port 2cbeb21d-af8a-4c92-99f2-c509c38629dc on network 282646bf-5a93-4fc6-a2d3-9181eb4bd79c {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:17.273382 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:36:17.273750 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] Checking segment: {'id': '83300da3-01f0-47fe-9f1e-982bc6e3c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:36:17.274207 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:17.278453 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] Bound using segment: {'id': '83300da3-01f0-47fe-9f1e-982bc6e3c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:36:17.278969 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] Bound port: 2cbeb21d-af8a-4c92-99f2-c509c38629dc, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83300da3-01f0-47fe-9f1e-982bc6e3c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:36:17.279380 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:17.337439 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b635750-d516-4310-bd35-4c797e88dfd3 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Pushing event updated for resources: {'Port': ['ID=a9f07daa-bc29-43dd-abaa-6d23f751c6e6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:17.442411 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b635750-d516-4310-bd35-4c797e88dfd3 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:17.452162 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] For port 2cbeb21d-af8a-4c92-99f2-c509c38629dc, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:36:17.459861 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] For port 2cbeb21d-af8a-4c92-99f2-c509c38629dc, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2cbeb21d-af8a-4c92-99f2-c509c38629dc,segment=NetworkSegment(83300da3-01f0-47fe-9f1e-982bc6e3c93a),segment_id=83300da3-01f0-47fe-9f1e-982bc6e3c93a)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:36:17.475152 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:17.485315 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-c56015c3-36f4-4738-994f-21537937e01b req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Transition to ACTIVE for port object b6ffaef8-0bf4-4d17-9e16-9b574409786a will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:17.495198 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d6756-4642-4fd9-8e23-88d68d605607 req-88d9da34-b54c-4db6-b0e9-8d45703a0abc tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:17.502030 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c56015c3-36f4-4738-994f-21537937e01b req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:17.516976 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f8d6756-4642-4fd9-8e23-88d68d605607 req-88d9da34-b54c-4db6-b0e9-8d45703a0abc tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 950 time: 0.3083208 Jul 22 16:36:17.541760 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9ef54-1eae-4b4b-8a00-ea1b96c36097 req-f662d5d6-88bc-4e11-a2a3-f84804d50d38 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:17.542688 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-42d9ef54-1eae-4b4b-8a00-ea1b96c36097 req-f662d5d6-88bc-4e11-a2a3-f84804d50d38 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3de57f1-0a94-4422-afe4-a1cb770ecde3 HTTP/1.1" status: 200 len: 951 time: 0.8150666 Jul 22 16:36:17.612828 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] Routers {'de045c4a-eaa0-4c12-a984-93398b6736f1'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:17.613622 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:36:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['de045c4a-eaa0-4c12-a984-93398b6736f1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:17.666062 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4f979-b9fa-40d5-9b89-c1d8e7a7556f None None] Pushing event updated for resources: {'Port': ['ID=2cbeb21d-af8a-4c92-99f2-c509c38629dc,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:17.706005 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Pushing event updated for resources: {'Port': ['ID=b6ffaef8-0bf4-4d17-9e16-9b574409786a,revision_number=6']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:17.708788 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677689ed-4fc5-40f0-990d-b06bcc4a6301 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:36:17.719233 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c14e63-5fcf-46f5-ae36-8c0ac569341d None None] Sync routers for ids ['8923b44c-01fb-4547-ad18-772849648b6c'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:36:17.737229 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-677689ed-4fc5-40f0-990d-b06bcc4a6301 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:17.741433 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f8d6756-4642-4fd9-8e23-88d68d605607 req-27a8d5cf-830a-4aca-a478-7a6b59ce8fc3 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059162 Jul 22 16:36:17.746621 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-677689ed-4fc5-40f0-990d-b06bcc4a6301 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "PUT /v2.0/routers/8923b44c-01fb-4547-ad18-772849648b6c HTTP/1.1" status: 200 len: 913 time: 4.8157213 Jul 22 16:36:17.748997 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49554) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:17.749820 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c14e63-5fcf-46f5-ae36-8c0ac569341d None None] Routers {'8923b44c-01fb-4547-ad18-772849648b6c'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:17.756806 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e3c14e63-5fcf-46f5-ae36-8c0ac569341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:36:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['8923b44c-01fb-4547-ad18-772849648b6c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:17.761865 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b635750-d516-4310-bd35-4c797e88dfd3 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:17.811993 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device b6ffaef8-0bf4-4d17-9e16-9b574409786a no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:36:17.828115 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:17.830760 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:17.831000 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:17.831333 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:17.831664 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:17.832001 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:17.834630 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e3c14e63-5fcf-46f5-ae36-8c0ac569341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:17.838906 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:17.839286 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:17.839621 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:17.839952 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:17.840278 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:17.843554 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:17.856802 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56015c3-36f4-4738-994f-21537937e01b req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] No DVR routers for this DVR port b6ffaef8-0bf4-4d17-9e16-9b574409786a on host n-h1-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:36:17.862289 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c14e63-5fcf-46f5-ae36-8c0ac569341d None None] Routers {'8923b44c-01fb-4547-ad18-772849648b6c'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:17.867696 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e3c14e63-5fcf-46f5-ae36-8c0ac569341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:36:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['8923b44c-01fb-4547-ad18-772849648b6c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:17.937542 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device b6ffaef8-0bf4-4d17-9e16-9b574409786a not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:36:17.989715 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e3c14e63-5fcf-46f5-ae36-8c0ac569341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:17.990363 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4bf340-ecb9-46d0-a1f0-32b1219cdd34 x-openstack-request-id: req-7d4bf340-ecb9-46d0-a1f0-32b1219cdd34 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:17.990654 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a967095-773a-4896-b988-5c8f98eaa423", "name": "network-vif-unplugged", "status": "completed", "tag": "b6ffaef8-0bf4-4d17-9e16-9b574409786a", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:17.990903 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7d4bf340-ecb9-46d0-a1f0-32b1219cdd34 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:17.991290 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a967095-773a-4896-b988-5c8f98eaa423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6ffaef8-0bf4-4d17-9e16-9b574409786a', 'code': 200} Jul 22 16:36:17.992762 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c14e63-5fcf-46f5-ae36-8c0ac569341d None None] The sync data for ids ['8923b44c-01fb-4547-ad18-772849648b6c'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:36:18.014519 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] Set router de045c4a-eaa0-4c12-a984-93398b6736f1 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:36:18.064908 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-c56015c3-36f4-4738-994f-21537937e01b req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Attempting to bind port b6ffaef8-0bf4-4d17-9e16-9b574409786a on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:36:18.065180 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-c56015c3-36f4-4738-994f-21537937e01b req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Attempting to bind port b6ffaef8-0bf4-4d17-9e16-9b574409786a by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:36:18.065509 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56015c3-36f4-4738-994f-21537937e01b req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Attempting to bind port b6ffaef8-0bf4-4d17-9e16-9b574409786a on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:18.070571 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56015c3-36f4-4738-994f-21537937e01b req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Port b6ffaef8-0bf4-4d17-9e16-9b574409786a on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:36:18.070892 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56015c3-36f4-4738-994f-21537937e01b req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Attempting to bind port b6ffaef8-0bf4-4d17-9e16-9b574409786a on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:18.078508 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-42d9ef54-1eae-4b4b-8a00-ea1b96c36097 req-f1d841fc-d3d1-4b1d-83bf-562704da8038 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/security-groups?id=577bb9f1-5500-4689-b800-3297e7033f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583474 Jul 22 16:36:18.084265 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56015c3-36f4-4738-994f-21537937e01b req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:36:18.084505 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56015c3-36f4-4738-994f-21537937e01b req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:36:18.084859 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56015c3-36f4-4738-994f-21537937e01b req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:36:18.089363 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-c56015c3-36f4-4738-994f-21537937e01b req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Bound port: b6ffaef8-0bf4-4d17-9e16-9b574409786a, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:36:18.089745 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c56015c3-36f4-4738-994f-21537937e01b req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:18.259898 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-c56015c3-36f4-4738-994f-21537937e01b req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] For port b6ffaef8-0bf4-4d17-9e16-9b574409786a, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:36:18.267373 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-c56015c3-36f4-4738-994f-21537937e01b req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] For port b6ffaef8-0bf4-4d17-9e16-9b574409786a, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b6ffaef8-0bf4-4d17-9e16-9b574409786a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:36:18.274960 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c56015c3-36f4-4738-994f-21537937e01b req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:18.316790 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b635750-d516-4310-bd35-4c797e88dfd3 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:18.334027 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b635750-d516-4310-bd35-4c797e88dfd3 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:18.389006 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56015c3-36f4-4738-994f-21537937e01b req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:18.389625 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c56015c3-36f4-4738-994f-21537937e01b req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:18.399299 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c56015c3-36f4-4738-994f-21537937e01b req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] 10.222.0.30 "PUT /v2.0/ports/b6ffaef8-0bf4-4d17-9e16-9b574409786a HTTP/1.1" status: 200 len: 1096 time: 3.3191795 Jul 22 16:36:18.436522 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8649fa0c-e6b5-4501-9281-aa123eba3742 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "GET /v2.0/routers/8923b44c-01fb-4547-ad18-772849648b6c HTTP/1.1" status: 200 len: 919 time: 0.6838984 Jul 22 16:36:18.437909 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49566) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:18.535112 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b635750-d516-4310-bd35-4c797e88dfd3 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Pushing event updated for resources: {'Port': ['ID=a9f07daa-bc29-43dd-abaa-6d23f751c6e6,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:18.540316 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b635750-d516-4310-bd35-4c797e88dfd3 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:18.542849 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'name': 'tempest-ServersTestJSON-1955688901-router', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:03Z', 'updated_at': '2021-07-22T16:36:10Z', 'revision_number': 4, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'gw_port': {'id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:04Z', 'updated_at': '2021-07-22T16:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '2cbeb21d-af8a-4c92-99f2-c509c38629dc', 'name': '', 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'mac_address': 'fa:16:3e:82:23:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '07d06202-f0c1-4796-ab2f-5d2a2ccb68ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:09Z', 'updated_at': '2021-07-22T16:36:17Z', 'revision_number': 4, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'subnets': [{'id': '07d06202-f0c1-4796-ab2f-5d2a2ccb68ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:18.608282 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4837b-027c-49d5-ad7b-4692e5ad808c service neutron] Pushing event updated for resources: {'Port': ['ID=b6ffaef8-0bf4-4d17-9e16-9b574409786a,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:18.619583 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b635750-d516-4310-bd35-4c797e88dfd3 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:18.621869 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9b635750-d516-4310-bd35-4c797e88dfd3 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3129416 Jul 22 16:36:18.644125 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51281d52-c2e5-4e64-bee6-17219f223fa3 None None] The sync data for ids ['de045c4a-eaa0-4c12-a984-93398b6736f1'] in n-d-798930-9 is: [{'id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'name': 'tempest-ServersTestJSON-1955688901-router', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:03Z', 'updated_at': '2021-07-22T16:36:10Z', 'revision_number': 4, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'gw_port': {'id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:04Z', 'updated_at': '2021-07-22T16:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '2cbeb21d-af8a-4c92-99f2-c509c38629dc', 'name': '', 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'mac_address': 'fa:16:3e:82:23:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '07d06202-f0c1-4796-ab2f-5d2a2ccb68ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:09Z', 'updated_at': '2021-07-22T16:36:17Z', 'revision_number': 4, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'subnets': [{'id': '07d06202-f0c1-4796-ab2f-5d2a2ccb68ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:36:18.757433 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfa454-ec0d-43d6-b7b0-128fbfa52889 req-6405f9cb-7f42-4caa-adc2-c2c91cae8243 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:18.772820 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d6bfa454-ec0d-43d6-b7b0-128fbfa52889 req-6405f9cb-7f42-4caa-adc2-c2c91cae8243 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbd0347a-ca84-4f45-83c6-59ce489bdb22 HTTP/1.1" status: 200 len: 946 time: 0.2093627 Jul 22 16:36:18.847305 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fc8cc8-9a7c-44c4-bd15-2770d5965c07 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:18.848761 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-73fc8cc8-9a7c-44c4-bd15-2770d5965c07 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=748fc6ab-3639-411a-b273-35e3c4423108&device_id=8923b44c-01fb-4547-ad18-772849648b6c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.4071813 Jul 22 16:36:18.859499 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49584) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:18.862151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56015c3-36f4-4738-994f-21537937e01b req-0b6f2fe2-c3d7-4650-9d9c-c2db0aea00e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:18.863676 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c56015c3-36f4-4738-994f-21537937e01b req-0b6f2fe2-c3d7-4650-9d9c-c2db0aea00e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 1099 time: 0.2722445 Jul 22 16:36:18.865160 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d6bfa454-ec0d-43d6-b7b0-128fbfa52889 req-2c12cc17-53d4-4cec-933c-c57e404c01cb tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/security-groups?id=493ce4c7-cefd-42ac-a13d-f36f10b1adf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906060 Jul 22 16:36:19.086743 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76254832-2357-4655-8c53-e7b1fe9739e8 req-27ea359c-db9a-40fb-9464-ddc6ffaee5d6 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:19.095098 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-76254832-2357-4655-8c53-e7b1fe9739e8 req-27ea359c-db9a-40fb-9464-ddc6ffaee5d6 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 948 time: 0.1350868 Jul 22 16:36:19.182227 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56015c3-36f4-4738-994f-21537937e01b req-801b978d-cc27-4956-987c-39e611cb9f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:19.182227 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c56015c3-36f4-4738-994f-21537937e01b req-801b978d-cc27-4956-987c-39e611cb9f38 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.2535970 Jul 22 16:36:19.192870 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-76254832-2357-4655-8c53-e7b1fe9739e8 req-d8d208fb-92d6-4669-b25b-104a435952a4 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785112 Jul 22 16:36:19.293911 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c56015c3-36f4-4738-994f-21537937e01b req-afb5e271-141e-4068-b9df-6434ed776c3e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=b6ffaef8-0bf4-4d17-9e16-9b574409786a HTTP/1.1" status: 200 len: 217 time: 0.1021295 Jul 22 16:36:19.300538 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9d5b73-50d7-427d-a4b0-ad8d43b9ef1b tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:19.305762 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2c9d5b73-50d7-427d-a4b0-ad8d43b9ef1b tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 881 time: 0.4410605 Jul 22 16:36:19.306642 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49590) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:19.378993 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ef7ac-7866-4e48-8b13-d7b2623bc29f req-39588676-7af8-4d80-9eb2-b9b07522d8ab tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:19.380684 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-358ef7ac-7866-4e48-8b13-d7b2623bc29f req-39588676-7af8-4d80-9eb2-b9b07522d8ab tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3de57f1-0a94-4422-afe4-a1cb770ecde3 HTTP/1.1" status: 200 len: 951 time: 0.1084645 Jul 22 16:36:19.388973 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-0b0247e8-c7a5-49eb-be0e-ad1c3242d571 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--57865738&fields=id&tenant_id=8d5f38fe39b240ea8977122293467b75 HTTP/1.1" status: 200 len: 267 time: 0.5231853 Jul 22 16:36:19.391294 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56015c3-36f4-4738-994f-21537937e01b req-7a3f48f3-789a-476b-8d71-bc6515390b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:19.392893 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c56015c3-36f4-4738-994f-21537937e01b req-7a3f48f3-789a-476b-8d71-bc6515390b93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0824010 Jul 22 16:36:19.435801 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a621b603-8323-47fd-b9b9-1e827df7c14b tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "GET /v2.0/ports?device_id=8923b44c-01fb-4547-ad18-772849648b6c HTTP/1.1" status: 200 len: 205 time: 0.0641453 Jul 22 16:36:19.441338 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49592) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:19.511431 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-358ef7ac-7866-4e48-8b13-d7b2623bc29f req-6b6890c7-ca51-4266-a348-66e4c60b3d54 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/security-groups?id=577bb9f1-5500-4689-b800-3297e7033f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245661 Jul 22 16:36:19.761872 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-04988063-c223-4ed2-8646-dbf271a564fe tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:19.779045 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-04988063-c223-4ed2-8646-dbf271a564fe tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/networks?id=282646bf-5a93-4fc6-a2d3-9181eb4bd79c HTTP/1.1" status: 200 len: 806 time: 0.3798344 Jul 22 16:36:19.811075 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4b04-3301-4173-bde9-7fa9b7f77fc8 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:19.814673 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56015c3-36f4-4738-994f-21537937e01b req-ea3ab75d-77dd-421a-afb6-338755b91305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:19.816975 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c56015c3-36f4-4738-994f-21537937e01b req-ea3ab75d-77dd-421a-afb6-338755b91305 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3842428 Jul 22 16:36:19.853301 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-5946da5f-367a-4489-809e-15438763f11b tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/quotas/8d5f38fe39b240ea8977122293467b75 HTTP/1.1" status: 200 len: 375 time: 0.0733097 Jul 22 16:36:19.879395 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2cbeb21d-af8a-4c92-99f2-c509c38629dc up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:19.995335 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 2cbeb21d-af8a-4c92-99f2-c509c38629dc completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:20.000761 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 2cbeb21d-af8a-4c92-99f2-c509c38629dc triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:20.001337 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:20.007513 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a967095-773a-4896-b988-5c8f98eaa423', 'tag': 'b6ffaef8-0bf4-4d17-9e16-9b574409786a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:20.025547 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86813d4-0951-4b9e-b015-40fc6a209cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "3a967095-773a-4896-b988-5c8f98eaa423", "tag": "b6ffaef8-0bf4-4d17-9e16-9b574409786a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:20.045994 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4b04-3301-4173-bde9-7fa9b7f77fc8 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:20.156250 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b51fa-45eb-4c80-a5a4-e943a7e60ac9 req-6c40fe3c-3d90-4c0b-92f6-730bba599ee9 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:20.157709 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d57b51fa-45eb-4c80-a5a4-e943a7e60ac9 req-6c40fe3c-3d90-4c0b-92f6-730bba599ee9 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbd0347a-ca84-4f45-83c6-59ce489bdb22 HTTP/1.1" status: 200 len: 946 time: 0.1584077 Jul 22 16:36:20.215388 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:20.229542 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-80162a47-bd31-4f30-a1d7-d2b6b3b61d1f tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d5f38fe39b240ea8977122293467b75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3753684 Jul 22 16:36:20.246008 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c56015c3-36f4-4738-994f-21537937e01b req-7f49537b-c341-48f3-94dd-fb078944c268 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117708 Jul 22 16:36:20.261032 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-a35e7eb8-a2b9-4906-afa6-78220cebd6ac tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:36:20.264563 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-a35e7eb8-a2b9-4906-afa6-78220cebd6ac tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131860 Jul 22 16:36:20.290979 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 2cbeb21d-af8a-4c92-99f2-c509c38629dc, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2cbeb21d-af8a-4c92-99f2-c509c38629dc,segment=NetworkSegment(83300da3-01f0-47fe-9f1e-982bc6e3c93a),segment_id=83300da3-01f0-47fe-9f1e-982bc6e3c93a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:20.301122 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:20.312189 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a8fa4b04-3301-4173-bde9-7fa9b7f77fc8 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Deleting port eebedae9-1fb9-413a-b3c1-5ce2ace57580 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:36:20.312563 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4b04-3301-4173-bde9-7fa9b7f77fc8 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:20.416320 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=2cbeb21d-af8a-4c92-99f2-c509c38629dc,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:20.451835 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c56015c3-36f4-4738-994f-21537937e01b req-0aa93b15-6234-46a7-aca5-8a5ce2a5b57c service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027502 Jul 22 16:36:20.457891 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-d57b51fa-45eb-4c80-a5a4-e943a7e60ac9 req-7ae6e6c7-1ef6-4b46-875d-ac453f0c4b99 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Deleting port f41ee719-1a02-4911-902d-743dd95aa876 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:36:20.458278 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d57b51fa-45eb-4c80-a5a4-e943a7e60ac9 req-7ae6e6c7-1ef6-4b46-875d-ac453f0c4b99 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:20.498871 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4b04-3301-4173-bde9-7fa9b7f77fc8 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:20.533517 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a8fa4b04-3301-4173-bde9-7fa9b7f77fc8 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Calling delete_port for eebedae9-1fb9-413a-b3c1-5ce2ace57580 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:36:20.737741 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-798cc2d2-16e8-4e99-9718-299590bb9f40 service neutron] 10.222.0.69 "GET /v2.0/networks/282646bf-5a93-4fc6-a2d3-9181eb4bd79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845786 Jul 22 16:36:20.832002 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-d57b51fa-45eb-4c80-a5a4-e943a7e60ac9 req-7ae6e6c7-1ef6-4b46-875d-ac453f0c4b99 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] For port f41ee719-1a02-4911-902d-743dd95aa876, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f41ee719-1a02-4911-902d-743dd95aa876,segment=NetworkSegment(2ec866d7-adee-468a-a0b3-1edb0dde016f),segment_id=2ec866d7-adee-468a-a0b3-1edb0dde016f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:20.832504 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d57b51fa-45eb-4c80-a5a4-e943a7e60ac9 req-7ae6e6c7-1ef6-4b46-875d-ac453f0c4b99 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:20.899325 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-b640ec21-8935-4d42-a2f5-2ecefeb14abe service neutron] 10.222.0.69 "GET /v2.0/networks/282646bf-5a93-4fc6-a2d3-9181eb4bd79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601305 Jul 22 16:36:20.929974 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-d57b51fa-45eb-4c80-a5a4-e943a7e60ac9 req-7ae6e6c7-1ef6-4b46-875d-ac453f0c4b99 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Calling delete_port for f41ee719-1a02-4911-902d-743dd95aa876 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:36:21.163053 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff44ea-1e15-426f-8875-de2949030de3 req-f850ce33-7db2-4f1c-9257-1927c5e2c363 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:21.186042 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8cff44ea-1e15-426f-8875-de2949030de3 req-f850ce33-7db2-4f1c-9257-1927c5e2c363 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbd0347a-ca84-4f45-83c6-59ce489bdb22 HTTP/1.1" status: 200 len: 946 time: 0.2956033 Jul 22 16:36:21.193230 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64084881-c60b-4ae2-bce3-562334782c5b x-openstack-request-id: req-64084881-c60b-4ae2-bce3-562334782c5b {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:21.193856 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a967095-773a-4896-b988-5c8f98eaa423", "tag": "b6ffaef8-0bf4-4d17-9e16-9b574409786a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:21.194332 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-64084881-c60b-4ae2-bce3-562334782c5b {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:21.195235 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a967095-773a-4896-b988-5c8f98eaa423', 'tag': 'b6ffaef8-0bf4-4d17-9e16-9b574409786a', 'status': 'completed', 'code': 200} Jul 22 16:36:21.317851 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8cff44ea-1e15-426f-8875-de2949030de3 req-a95690c4-7c95-4db9-a056-4d202bf1c835 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/security-groups?id=493ce4c7-cefd-42ac-a13d-f36f10b1adf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307466 Jul 22 16:36:21.323320 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4b04-3301-4173-bde9-7fa9b7f77fc8 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:21.394152 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa4b04-3301-4173-bde9-7fa9b7f77fc8 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Pushing event deleted for resources: {'Port': ['ID=eebedae9-1fb9-413a-b3c1-5ce2ace57580,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:21.449392 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 26a7fa0b-c1b9-414a-9a41-113862dc1f87 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:36:21.483503 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86813d4-0951-4b9e-b015-40fc6a209cf8 req-e48f91ee-1a3a-4150-b552-71818f032e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:21.485073 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f86813d4-0951-4b9e-b015-40fc6a209cf8 req-e48f91ee-1a3a-4150-b552-71818f032e81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 1099 time: 0.2397919 Jul 22 16:36:21.537759 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d57b51fa-45eb-4c80-a5a4-e943a7e60ac9 req-7ae6e6c7-1ef6-4b46-875d-ac453f0c4b99 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:21.543979 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86813d4-0951-4b9e-b015-40fc6a209cf8 req-3ec0e29c-9a60-4b5c-8a26-9a13caea6883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:21.546673 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f86813d4-0951-4b9e-b015-40fc6a209cf8 req-3ec0e29c-9a60-4b5c-8a26-9a13caea6883 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 1099 time: 0.2791529 Jul 22 16:36:21.596625 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['f41ee719-1a02-4911-902d-743dd95aa876'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:21.615726 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86813d4-0951-4b9e-b015-40fc6a209cf8 req-c2ccfb11-300b-4294-bfca-fd9c4e72ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:21.617210 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f86813d4-0951-4b9e-b015-40fc6a209cf8 req-c2ccfb11-300b-4294-bfca-fd9c4e72ae49 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.1243100 Jul 22 16:36:21.671463 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c80a0a1b-7c80-4646-9961-bf072f7147f4 req-784fa303-6c58-4983-bebb-670d568f7293 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2abbf55-506d-4c47-901e-8c76d69b8eba HTTP/1.1" status: 200 len: 210 time: 0.0483425 Jul 22 16:36:21.690219 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6e6c7-1ef6-4b46-875d-ac453f0c4b99 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Pushing event deleted for resources: {'Port': ['ID=f41ee719-1a02-4911-902d-743dd95aa876,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:21.692877 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4b04-3301-4173-bde9-7fa9b7f77fc8 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:21.772223 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:21.821600 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192a4ec-38e6-47b0-96cf-3ce21585d3a4 req-2925223b-39c4-4544-a4a1-79659aa2287d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:21.842243 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6192a4ec-38e6-47b0-96cf-3ce21585d3a4 req-2925223b-39c4-4544-a4a1-79659aa2287d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 948 time: 0.5367880 Jul 22 16:36:21.853806 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f86813d4-0951-4b9e-b015-40fc6a209cf8 req-491b95f6-8a58-49a8-a7cd-2f862b271ae0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=b6ffaef8-0bf4-4d17-9e16-9b574409786a HTTP/1.1" status: 200 len: 217 time: 0.2192631 Jul 22 16:36:21.859433 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3de57f1-0a94-4422-afe4-a1cb770ecde3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26a7fa0b-c1b9-414a-9a41-113862dc1f87'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:21.870495 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ae67b1-87c9-4e1b-831b-db63badc04dd" -d '{"events": [{"server_uuid": "d3de57f1-0a94-4422-afe4-a1cb770ecde3", "name": "network-vif-unplugged", "status": "completed", "tag": "26a7fa0b-c1b9-414a-9a41-113862dc1f87"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:21.884489 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2cbeb21d-af8a-4c92-99f2-c509c38629dc up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:21.943372 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57b51fa-45eb-4c80-a5a4-e943a7e60ac9 req-7ae6e6c7-1ef6-4b46-875d-ac453f0c4b99 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] No DVR routers for this DVR port f41ee719-1a02-4911-902d-743dd95aa876 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:36:21.949677 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d57b51fa-45eb-4c80-a5a4-e943a7e60ac9 req-7ae6e6c7-1ef6-4b46-875d-ac453f0c4b99 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:21.958846 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d57b51fa-45eb-4c80-a5a4-e943a7e60ac9 req-7ae6e6c7-1ef6-4b46-875d-ac453f0c4b99 tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.30 "DELETE /v2.0/ports/f41ee719-1a02-4911-902d-743dd95aa876 HTTP/1.1" status: 204 len: 173 time: 1.7917609 Jul 22 16:36:21.977175 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86813d4-0951-4b9e-b015-40fc6a209cf8 req-632cc044-fa58-4f61-876b-4df07b27d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:21.979291 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f86813d4-0951-4b9e-b015-40fc6a209cf8 req-632cc044-fa58-4f61-876b-4df07b27d7ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1238310 Jul 22 16:36:21.999860 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4b04-3301-4173-bde9-7fa9b7f77fc8 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:22.008492 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 26a7fa0b-c1b9-414a-9a41-113862dc1f87, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=26a7fa0b-c1b9-414a-9a41-113862dc1f87,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:22.012985 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4b04-3301-4173-bde9-7fa9b7f77fc8 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:22.057464 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:22.164395 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6192a4ec-38e6-47b0-96cf-3ce21585d3a4 req-5ac279da-e3d3-4845-bc38-bc074e696eac tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197801 Jul 22 16:36:22.169896 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd0347a-ca84-4f45-83c6-59ce489bdb22', 'name': 'network-vif-deleted', 'tag': 'f41ee719-1a02-4911-902d-743dd95aa876'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:22.170110 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 2cbeb21d-af8a-4c92-99f2-c509c38629dc triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:22.170830 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:22.172709 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9e1dc5-1487-4ac1-be92-180c0d4741fc" -d '{"events": [{"server_uuid": "dbd0347a-ca84-4f45-83c6-59ce489bdb22", "name": "network-vif-deleted", "tag": "f41ee719-1a02-4911-902d-743dd95aa876"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:22.181393 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4b04-3301-4173-bde9-7fa9b7f77fc8 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:22.190977 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fa4b04-3301-4173-bde9-7fa9b7f77fc8 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Fanout notify agent at l3_agent the message router_deleted on router 8923b44c-01fb-4547-ad18-772849648b6c {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:36:22.199128 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86813d4-0951-4b9e-b015-40fc6a209cf8 req-ac5a4923-5e29-42bc-9e0b-9e3697b22f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:22.207475 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f86813d4-0951-4b9e-b015-40fc6a209cf8 req-ac5a4923-5e29-42bc-9e0b-9e3697b22f09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2185261 Jul 22 16:36:22.236575 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4b04-3301-4173-bde9-7fa9b7f77fc8 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:22.243609 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a8fa4b04-3301-4173-bde9-7fa9b7f77fc8 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "DELETE /v2.0/routers/8923b44c-01fb-4547-ad18-772849648b6c HTTP/1.1" status: 204 len: 168 time: 2.7818189 Jul 22 16:36:22.256169 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49692) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:22.275067 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=26a7fa0b-c1b9-414a-9a41-113862dc1f87,revision_number=11']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:22.293460 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b16dc756-696b-4787-a8d5-73cd100719fd tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1018251628', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:22.358969 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:36:22.437012 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86813d4-0951-4b9e-b015-40fc6a209cf8 req-d3bc96cf-d815-404c-9125-bceda00dc668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:22.438761 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f86813d4-0951-4b9e-b015-40fc6a209cf8 req-d3bc96cf-d815-404c-9125-bceda00dc668 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.8746560 Jul 22 16:36:22.486671 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5380b23-eeb8-492b-a0ab-7670935deb98 x-openstack-request-id: req-f5380b23-eeb8-492b-a0ab-7670935deb98 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:22.486966 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd0347a-ca84-4f45-83c6-59ce489bdb22", "name": "network-vif-deleted", "tag": "f41ee719-1a02-4911-902d-743dd95aa876", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:22.494788 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f5380b23-eeb8-492b-a0ab-7670935deb98 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:22.495341 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd0347a-ca84-4f45-83c6-59ce489bdb22', 'name': 'network-vif-deleted', 'tag': 'f41ee719-1a02-4911-902d-743dd95aa876', 'status': 'completed', 'code': 200} Jul 22 16:36:22.604492 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f86813d4-0951-4b9e-b015-40fc6a209cf8 req-bd2b0746-9e29-48a9-a8a2-50435820af24 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=b6ffaef8-0bf4-4d17-9e16-9b574409786a HTTP/1.1" status: 200 len: 217 time: 0.1390669 Jul 22 16:36:22.675665 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f86813d4-0951-4b9e-b015-40fc6a209cf8 req-42471780-3e74-4f18-a18d-14f6207b1d45 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608684 Jul 22 16:36:22.723295 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b16dc756-696b-4787-a8d5-73cd100719fd tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:22.725885 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b16dc756-696b-4787-a8d5-73cd100719fd tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:22.732113 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30deee5-d98c-45cf-8cdf-1e15702ebd81 x-openstack-request-id: req-f30deee5-d98c-45cf-8cdf-1e15702ebd81 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:22.732907 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3de57f1-0a94-4422-afe4-a1cb770ecde3", "name": "network-vif-unplugged", "status": "completed", "tag": "26a7fa0b-c1b9-414a-9a41-113862dc1f87", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:22.732907 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f30deee5-d98c-45cf-8cdf-1e15702ebd81 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:22.733256 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3de57f1-0a94-4422-afe4-a1cb770ecde3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26a7fa0b-c1b9-414a-9a41-113862dc1f87', 'code': 200} Jul 22 16:36:22.813895 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4557805a-3ca0-4314-ad15-55b5534d2e7b req-a8225e4d-d085-4ccc-9f94-05cf9c2e1aef tempest-InstanceActionsNegativeTestJSON-2130203592 tempest-InstanceActionsNegativeTestJSON-2130203592-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbd0347a-ca84-4f45-83c6-59ce489bdb22 HTTP/1.1" status: 200 len: 210 time: 0.0833735 Jul 22 16:36:22.841686 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86813d4-0951-4b9e-b015-40fc6a209cf8 req-5e74f982-750a-4555-af54-66eda765b957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:22.843266 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f86813d4-0951-4b9e-b015-40fc6a209cf8 req-5e74f982-750a-4555-af54-66eda765b957 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.2380044 Jul 22 16:36:22.901318 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f86813d4-0951-4b9e-b015-40fc6a209cf8 req-bb55e91e-18c3-4f46-935a-7589fb1fbb87 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054615 Jul 22 16:36:22.974190 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bff38-bbb5-4c17-bc57-155c6c6de028 req-e2f07904-ff6a-410e-a56f-e82640ef162a tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:22.983399 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e01bff38-bbb5-4c17-bc57-155c6c6de028 req-e2f07904-ff6a-410e-a56f-e82640ef162a tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3de57f1-0a94-4422-afe4-a1cb770ecde3 HTTP/1.1" status: 200 len: 949 time: 0.6032164 Jul 22 16:36:23.013166 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86813d4-0951-4b9e-b015-40fc6a209cf8 req-39ec047a-2b4e-4089-b7f1-4003e6d7938e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:23.020899 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f86813d4-0951-4b9e-b015-40fc6a209cf8 req-39ec047a-2b4e-4089-b7f1-4003e6d7938e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1490088 Jul 22 16:36:23.055600 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b16dc756-696b-4787-a8d5-73cd100719fd tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:23.097748 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b16dc756-696b-4787-a8d5-73cd100719fd tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:23.121225 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e01bff38-bbb5-4c17-bc57-155c6c6de028 req-16a69c00-4b23-43a2-9758-2b73304ea63a tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/security-groups?id=577bb9f1-5500-4689-b800-3297e7033f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366289 Jul 22 16:36:23.162412 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b16dc756-696b-4787-a8d5-73cd100719fd tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:23.163907 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b16dc756-696b-4787-a8d5-73cd100719fd tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9053390 Jul 22 16:36:23.166836 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49704) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:23.172596 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-39b9d09f-6ef9-4f65-a8c7-12c675f7fbb8 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'enable_snat': False}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:23.320311 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-07ef421a-e106-41b3-98fd-5ab03ea4432f req-3962766f-b1c2-41b6-aed6-a7e0c1182b62 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2abbf55-506d-4c47-901e-8c76d69b8eba HTTP/1.1" status: 200 len: 210 time: 0.1693881 Jul 22 16:36:23.367297 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f86813d4-0951-4b9e-b015-40fc6a209cf8 req-798068fd-4113-4836-a35b-c950b352e772 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348773 Jul 22 16:36:23.452113 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b6ffaef8-0bf4-4d17-9e16-9b574409786a details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:36:23.546110 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f86813d4-0951-4b9e-b015-40fc6a209cf8 req-e86d9755-37e0-4837-9a3f-4b95780c4374 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664307 Jul 22 16:36:23.671363 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port b6ffaef8-0bf4-4d17-9e16-9b574409786a, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b6ffaef8-0bf4-4d17-9e16-9b574409786a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:23.701499 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'b6ffaef8-0bf4-4d17-9e16-9b574409786a', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': 'b6ffaef8-0bf4-4d17-9e16-9b574409786a', 'mac_address': 'fa:16:3e:d1:c7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:36:23.741046 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-7c741296-d6d6-406d-9f2c-b13caa856b32 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:23.742974 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-7c741296-d6d6-406d-9f2c-b13caa856b32 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.16 "GET /v2.0/networks?id=282646bf-5a93-4fc6-a2d3-9181eb4bd79c HTTP/1.1" status: 200 len: 806 time: 0.1965828 Jul 22 16:36:23.774771 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39b9d09f-6ef9-4f65-a8c7-12c675f7fbb8 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:23.794651 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ad5cc-be56-49ea-ab1e-09afdfef5a53 req-cea8fbcb-1b38-4ff2-813b-17bf5eb73de3 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:23.796554 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-944ad5cc-be56-49ea-ab1e-09afdfef5a53 req-cea8fbcb-1b38-4ff2-813b-17bf5eb73de3 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 948 time: 0.4443307 Jul 22 16:36:23.817088 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:23.827439 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-2fbc47c7-845a-4a10-a1d0-c5b046dc6259 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d5f38fe39b240ea8977122293467b75 HTTP/1.1" status: 200 len: 378 time: 0.0653696 Jul 22 16:36:23.840046 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-2bab0864-d9b9-4ef7-8ce8-7251b63dac71 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Request body: {'port': {'device_id': 'c2abbf55-506d-4c47-901e-8c76d69b8eba', 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c', 'admin_state_up': True, 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'security_groups': ['86e78c12-c764-4ae9-b7a9-a13a9fa5c1f8']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:23.878666 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ffaef8-0bf4-4d17-9e16-9b574409786a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:36:23.920046 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port b6ffaef8-0bf4-4d17-9e16-9b574409786a, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b6ffaef8-0bf4-4d17-9e16-9b574409786a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:23.927280 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:23.968641 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49716) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:24.024164 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-944ad5cc-be56-49ea-ab1e-09afdfef5a53 req-6f6cdc1a-277a-4427-94a6-5fa1319b6fcb tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120790 Jul 22 16:36:24.048551 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=b6ffaef8-0bf4-4d17-9e16-9b574409786a,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:24.129005 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-2bab0864-d9b9-4ef7-8ce8-7251b63dac71 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Made reservation on behalf of 8d5f38fe39b240ea8977122293467b75 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:36:24.132144 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-2bab0864-d9b9-4ef7-8ce8-7251b63dac71 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:24.158292 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2fba277-c562-43f6-b4b3-2724b079d2be admin admin] Deleting subnet 0cc5c835-81eb-4c69-b210-61e11e51b288 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:36:24.272186 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2fba277-c562-43f6-b4b3-2724b079d2be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:24.312721 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['b6ffaef8-0bf4-4d17-9e16-9b574409786a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:24.404119 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2fba277-c562-43f6-b4b3-2724b079d2be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:24.475268 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2fba277-c562-43f6-b4b3-2724b079d2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:24.614272 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2fba277-c562-43f6-b4b3-2724b079d2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:24.647014 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-2bab0864-d9b9-4ef7-8ce8-7251b63dac71 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Allocated IP 172.20.0.8 (282646bf-5a93-4fc6-a2d3-9181eb4bd79c/07d06202-f0c1-4796-ab2f-5d2a2ccb68ee/8b09624b-fc0d-427c-9b13-516895a8d009) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:36:24.689161 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a0852935-703e-4508-88fb-53bc0abc7e6e req-6218a53b-f949-42e5-ac5a-d67a5840b424 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2abbf55-506d-4c47-901e-8c76d69b8eba HTTP/1.1" status: 200 len: 210 time: 0.0609748 Jul 22 16:36:24.695076 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2fba277-c562-43f6-b4b3-2724b079d2be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:24.699221 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f2fba277-c562-43f6-b4b3-2724b079d2be admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0cc5c835-81eb-4c69-b210-61e11e51b288 HTTP/1.1" status: 204 len: 168 time: 0.7242944 Jul 22 16:36:24.699481 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fba277-c562-43f6-b4b3-2724b079d2be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cc5c835-81eb-4c69-b210-61e11e51b288,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:24.702829 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49730) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:24.744778 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11391b89-f2b1-4ec7-a9f0-648db64690e6 req-a2e18b01-edc3-46d9-8135-3fde771efa30 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:24.746492 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-11391b89-f2b1-4ec7-a9f0-648db64690e6 req-a2e18b01-edc3-46d9-8135-3fde771efa30 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3de57f1-0a94-4422-afe4-a1cb770ecde3 HTTP/1.1" status: 200 len: 949 time: 0.4421360 Jul 22 16:36:24.899517 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cef68f-8bc0-46b1-ba91-59568bb80906 req-14fb2128-0058-4280-a5d9-144782e7b860 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:24.902019 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-06cef68f-8bc0-46b1-ba91-59568bb80906 req-14fb2128-0058-4280-a5d9-144782e7b860 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3de57f1-0a94-4422-afe4-a1cb770ecde3 HTTP/1.1" status: 200 len: 949 time: 0.5566783 Jul 22 16:36:25.117752 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39b9d09f-6ef9-4f65-a8c7-12c675f7fbb8 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:25.265411 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-11391b89-f2b1-4ec7-a9f0-648db64690e6 req-567779dd-e174-4bc0-8aca-08b1a629a9f4 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/security-groups?id=577bb9f1-5500-4689-b800-3297e7033f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087993 Jul 22 16:36:25.273301 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8310bf20-8195-4697-91cf-b1e298acd2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:25.396249 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-71e21de7-05d9-4b9c-aa63-6a58255a33b7 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:25.404658 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-71e21de7-05d9-4b9c-aa63-6a58255a33b7 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423&tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&binding%3Ahost_id=n-h2-798930-9 HTTP/1.1" status: 200 len: 949 time: 0.7724853 Jul 22 16:36:25.451453 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39b9d09f-6ef9-4f65-a8c7-12c675f7fbb8 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:25.452551 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b6ffaef8-0bf4-4d17-9e16-9b574409786a up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:25.474020 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9154b-5f6e-4400-a9d9-6ed9943b4904 req-532e3a9d-63c1-4105-80f6-e3385fe75202 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:25.480862 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a1b9154b-5f6e-4400-a9d9-6ed9943b4904 req-532e3a9d-63c1-4105-80f6-e3385fe75202 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 949 time: 0.6200693 Jul 22 16:36:25.599603 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port b6ffaef8-0bf4-4d17-9e16-9b574409786a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:25.606106 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port b6ffaef8-0bf4-4d17-9e16-9b574409786a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:25.606488 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:25.608086 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-2bab0864-d9b9-4ef7-8ce8-7251b63dac71 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:25.615330 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a1b9154b-5f6e-4400-a9d9-6ed9943b4904 req-e73b0f58-d5af-4295-929f-37f5bb6044d2 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335077 Jul 22 16:36:25.655871 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-2bab0864-d9b9-4ef7-8ce8-7251b63dac71 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Transition to ACTIVE for port object 8b09624b-fc0d-427c-9b13-516895a8d009 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:25.662070 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-06cef68f-8bc0-46b1-ba91-59568bb80906 req-f99c792b-8b02-46a3-8fc0-0e49ec971781 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Deleting port 26a7fa0b-c1b9-414a-9a41-113862dc1f87 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:36:25.663253 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-06cef68f-8bc0-46b1-ba91-59568bb80906 req-f99c792b-8b02-46a3-8fc0-0e49ec971781 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:25.755805 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8310bf20-8195-4697-91cf-b1e298acd2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:25.765404 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-06cef68f-8bc0-46b1-ba91-59568bb80906 req-f99c792b-8b02-46a3-8fc0-0e49ec971781 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] For port 26a7fa0b-c1b9-414a-9a41-113862dc1f87, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=26a7fa0b-c1b9-414a-9a41-113862dc1f87,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:25.765774 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-06cef68f-8bc0-46b1-ba91-59568bb80906 req-f99c792b-8b02-46a3-8fc0-0e49ec971781 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:25.771119 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:25.784207 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-06cef68f-8bc0-46b1-ba91-59568bb80906 req-f99c792b-8b02-46a3-8fc0-0e49ec971781 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Calling delete_port for 26a7fa0b-c1b9-414a-9a41-113862dc1f87 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:36:25.784963 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-8310bf20-8195-4697-91cf-b1e298acd2df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e8f843-c460-4316-99e0-7da52258ae46']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:25.807876 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-2bab0864-d9b9-4ef7-8ce8-7251b63dac71 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:25.814028 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-39b9d09f-6ef9-4f65-a8c7-12c675f7fbb8 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Allocated IP 172.25.0.27 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/4d71f550-a024-4698-adec-6cd7952778da) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:36:25.815336 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-8310bf20-8195-4697-91cf-b1e298acd2df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec866d7-adee-468a-a0b3-1edb0dde016f') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:25.815828 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-8310bf20-8195-4697-91cf-b1e298acd2df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec866d7-adee-468a-a0b3-1edb0dde016f') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:25.822393 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a967095-773a-4896-b988-5c8f98eaa423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ffaef8-0bf4-4d17-9e16-9b574409786a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:25.824662 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69b0a91-320c-4e36-b30c-441e209fb414" -d '{"events": [{"server_uuid": "3a967095-773a-4896-b988-5c8f98eaa423", "name": "network-vif-plugged", "status": "completed", "tag": "b6ffaef8-0bf4-4d17-9e16-9b574409786a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:25.843915 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port b6ffaef8-0bf4-4d17-9e16-9b574409786a, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b6ffaef8-0bf4-4d17-9e16-9b574409786a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:25.877410 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:25.881150 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-c0f48850-ae59-4566-b9e6-0571d5c2f5ef service neutron] 10.222.0.30 "GET /v2.0/ports/b6ffaef8-0bf4-4d17-9e16-9b574409786a/bindings/n-h2-798930-9 HTTP/1.1" status: 200 len: 382 time: 0.4752190 Jul 22 16:36:25.883540 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device f41ee719-1a02-4911-902d-743dd95aa876 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:36:25.915993 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8310bf20-8195-4697-91cf-b1e298acd2df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:25.951570 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c2f713-34b4-4bee-8c65-285e6183b32a x-openstack-request-id: req-11c2f713-34b4-4bee-8c65-285e6183b32a {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:25.951876 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a967095-773a-4896-b988-5c8f98eaa423", "name": "network-vif-plugged", "status": "completed", "tag": "b6ffaef8-0bf4-4d17-9e16-9b574409786a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:25.952134 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-11c2f713-34b4-4bee-8c65-285e6183b32a {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:25.952537 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a967095-773a-4896-b988-5c8f98eaa423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ffaef8-0bf4-4d17-9e16-9b574409786a', 'code': 200} Jul 22 16:36:25.997207 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-2bab0864-d9b9-4ef7-8ce8-7251b63dac71 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Network 282646bf-5a93-4fc6-a2d3-9181eb4bd79c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:26.028838 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: f41ee719-1a02-4911-902d-743dd95aa876 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:36:26.029129 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device f41ee719-1a02-4911-902d-743dd95aa876 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:36:26.034101 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-2bab0864-d9b9-4ef7-8ce8-7251b63dac71 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:26.038450 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8310bf20-8195-4697-91cf-b1e298acd2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:26.047774 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-2bab0864-d9b9-4ef7-8ce8-7251b63dac71 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:36:26.051000 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=b6ffaef8-0bf4-4d17-9e16-9b574409786a,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:26.060561 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab0864-d9b9-4ef7-8ce8-7251b63dac71 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Pushing event updated for resources: {'Port': ['ID=8b09624b-fc0d-427c-9b13-516895a8d009,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:26.108138 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-06cef68f-8bc0-46b1-ba91-59568bb80906 req-f99c792b-8b02-46a3-8fc0-0e49ec971781 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:26.108676 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8310bf20-8195-4697-91cf-b1e298acd2df admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:36:26.109321 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8310bf20-8195-4697-91cf-b1e298acd2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:36:26.114728 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:36:26.171501 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c792b-8b02-46a3-8fc0-0e49ec971781 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Pushing event deleted for resources: {'Port': ['ID=26a7fa0b-c1b9-414a-9a41-113862dc1f87,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:26.273693 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-2bab0864-d9b9-4ef7-8ce8-7251b63dac71 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:26.274907 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-2bab0864-d9b9-4ef7-8ce8-7251b63dac71 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:26.304613 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b226b7-e9e3-4990-8db9-1fd2f6b54f39 req-dbedf2d2-0b75-4803-a096-c23f5051937c tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:26.312026 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-87b226b7-e9e3-4990-8db9-1fd2f6b54f39 req-dbedf2d2-0b75-4803-a096-c23f5051937c tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2abbf55-506d-4c47-901e-8c76d69b8eba HTTP/1.1" status: 200 len: 931 time: 0.5099027 Jul 22 16:36:26.348171 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cef68f-8bc0-46b1-ba91-59568bb80906 req-f99c792b-8b02-46a3-8fc0-0e49ec971781 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] No DVR routers for this DVR port 26a7fa0b-c1b9-414a-9a41-113862dc1f87 on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:36:26.355115 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-2bab0864-d9b9-4ef7-8ce8-7251b63dac71 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5197406 Jul 22 16:36:26.356795 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8310bf20-8195-4697-91cf-b1e298acd2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:26.357850 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-06cef68f-8bc0-46b1-ba91-59568bb80906 req-f99c792b-8b02-46a3-8fc0-0e49ec971781 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:26.360188 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-06cef68f-8bc0-46b1-ba91-59568bb80906 req-f99c792b-8b02-46a3-8fc0-0e49ec971781 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.30 "DELETE /v2.0/ports/26a7fa0b-c1b9-414a-9a41-113862dc1f87 HTTP/1.1" status: 204 len: 173 time: 1.3946826 Jul 22 16:36:26.362337 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8310bf20-8195-4697-91cf-b1e298acd2df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:26.362540 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3de57f1-0a94-4422-afe4-a1cb770ecde3', 'name': 'network-vif-deleted', 'tag': '26a7fa0b-c1b9-414a-9a41-113862dc1f87'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:26.364729 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8310bf20-8195-4697-91cf-b1e298acd2df admin admin] 10.222.0.69 "DELETE /v2.0/networks/80e8f843-c460-4316-99e0-7da52258ae46 HTTP/1.1" status: 204 len: 168 time: 1.6488466 Jul 22 16:36:26.378900 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97eddfe9-a3ce-4b66-bd59-1e2549ea1326" -d '{"events": [{"server_uuid": "d3de57f1-0a94-4422-afe4-a1cb770ecde3", "name": "network-vif-deleted", "tag": "26a7fa0b-c1b9-414a-9a41-113862dc1f87"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:26.382008 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-0395186f-d3f7-42ea-b274-78e2a41d921e service neutron] Request body: {'port': {'device_id': 'c2abbf55-506d-4c47-901e-8c76d69b8eba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:26.392134 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39b9d09f-6ef9-4f65-a8c7-12c675f7fbb8 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:26.468197 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e57319d7-f427-493e-ad87-aff5337017f1 req-cbbe2c28-1a1b-4751-8f51-53ee0a7dc080 tempest-ImagesOneServerTestJSON-844946627 tempest-ImagesOneServerTestJSON-844946627-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3de57f1-0a94-4422-afe4-a1cb770ecde3 HTTP/1.1" status: 200 len: 210 time: 0.0703974 Jul 22 16:36:26.519585 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0a4bb16f-7b3a-4e95-af2b-464ea03ea77a None None] Provisioning for port 8b09624b-fc0d-427c-9b13-516895a8d009 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:26.523564 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0a4bb16f-7b3a-4e95-af2b-464ea03ea77a None None] Provisioning complete for port 8b09624b-fc0d-427c-9b13-516895a8d009 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:26.524141 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a4bb16f-7b3a-4e95-af2b-464ea03ea77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:26.554299 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39b9d09f-6ef9-4f65-a8c7-12c675f7fbb8 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:26.570278 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a85618-8a59-4591-bbab-8c26dbe38a01 x-openstack-request-id: req-41a85618-8a59-4591-bbab-8c26dbe38a01 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:26.570579 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3de57f1-0a94-4422-afe4-a1cb770ecde3", "name": "network-vif-deleted", "tag": "26a7fa0b-c1b9-414a-9a41-113862dc1f87", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:26.570836 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-41a85618-8a59-4591-bbab-8c26dbe38a01 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:26.571325 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3de57f1-0a94-4422-afe4-a1cb770ecde3', 'name': 'network-vif-deleted', 'tag': '26a7fa0b-c1b9-414a-9a41-113862dc1f87', 'status': 'completed', 'code': 200} Jul 22 16:36:26.620242 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0a4bb16f-7b3a-4e95-af2b-464ea03ea77a None None] Port 8b09624b-fc0d-427c-9b13-516895a8d009 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:36:26.660129 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310bf20-8195-4697-91cf-b1e298acd2df admin admin] Pushing event deleted for resources: {'Network': ['ID=80e8f843-c460-4316-99e0-7da52258ae46,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:26.660488 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49758) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:26.690399 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-5fdd1df8-dd56-4a5d-950e-adc636e459ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:26.692127 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-5fdd1df8-dd56-4a5d-950e-adc636e459ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 1101 time: 0.7306981 Jul 22 16:36:26.700028 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b9d09f-6ef9-4f65-a8c7-12c675f7fbb8 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:26.700525 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-87b226b7-e9e3-4990-8db9-1fd2f6b54f39 req-b67b232c-01ad-43fa-90f4-5bd901e71f72 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/security-groups?id=86e78c12-c764-4ae9-b7a9-a13a9fa5c1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3876314 Jul 22 16:36:26.727748 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-0395186f-d3f7-42ea-b274-78e2a41d921e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:26.737758 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-39b9d09f-6ef9-4f65-a8c7-12c675f7fbb8 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:26.747877 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b9d09f-6ef9-4f65-a8c7-12c675f7fbb8 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:36:26.820439 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9d09f-6ef9-4f65-a8c7-12c675f7fbb8 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Pushing event updated for resources: {'Port': ['ID=4d71f550-a024-4698-adec-6cd7952778da,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:26.973685 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1580ed0f-6a1e-4ecb-b047-66cbc577d49c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=afa17615cf874d10966e3432e8cd1498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120902 Jul 22 16:36:26.979431 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49762) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:27.002055 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-e19befd7-13d2-45cb-b08b-3d2338d8eaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:27.005049 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-e19befd7-13d2-45cb-b08b-3d2338d8eaff service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.3035977 Jul 22 16:36:27.087075 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-6baae98f-74b4-4ae9-ab22-ce7f36d4d797 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=b6ffaef8-0bf4-4d17-9e16-9b574409786a HTTP/1.1" status: 200 len: 217 time: 0.0702503 Jul 22 16:36:27.206354 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d9ba4-bc0c-41e4-be0a-c3fdd161e1be req-039952d7-a345-4f55-a459-bf17c000143d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:27.213911 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-af6d9ba4-bc0c-41e4-be0a-c3fdd161e1be req-039952d7-a345-4f55-a459-bf17c000143d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 950 time: 0.4095554 Jul 22 16:36:27.223011 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-f572766f-51fc-47a2-99ac-0bc045fe2f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:27.224523 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-f572766f-51fc-47a2-99ac-0bc045fe2f5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1264424 Jul 22 16:36:27.287481 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-563336d5-0b90-4f6a-aa7e-0060297b489a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:27.343928 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-e22f8944-5291-499a-9701-0068b35cf4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:27.345452 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-e22f8944-5291-499a-9701-0068b35cf4c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1134732 Jul 22 16:36:27.353547 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-af6d9ba4-bc0c-41e4-be0a-c3fdd161e1be req-c510e729-0185-40be-99f9-50f98f44f70c tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363208 Jul 22 16:36:27.364617 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-563336d5-0b90-4f6a-aa7e-0060297b489a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:27.417117 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39b9d09f-6ef9-4f65-a8c7-12c675f7fbb8 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:27.431149 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-0395186f-d3f7-42ea-b274-78e2a41d921e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b09624b-fc0d-427c-9b13-516895a8d009 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:36:27.452066 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-0395186f-d3f7-42ea-b274-78e2a41d921e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:27.517605 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-563336d5-0b90-4f6a-aa7e-0060297b489a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:27.520377 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-563336d5-0b90-4f6a-aa7e-0060297b489a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:27.521673 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-0395186f-d3f7-42ea-b274-78e2a41d921e service neutron] Transition to ACTIVE for port object 8b09624b-fc0d-427c-9b13-516895a8d009 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:27.525489 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-563336d5-0b90-4f6a-aa7e-0060297b489a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/493ce4c7-cefd-42ac-a13d-f36f10b1adf5 HTTP/1.1" status: 204 len: 168 time: 0.5447123 Jul 22 16:36:27.541660 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-0395186f-d3f7-42ea-b274-78e2a41d921e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:27.542793 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563336d5-0b90-4f6a-aa7e-0060297b489a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493ce4c7-cefd-42ac-a13d-f36f10b1adf5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:27.793258 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39b9d09f-6ef9-4f65-a8c7-12c675f7fbb8 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:27.793823 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-53f6015a-916a-4097-a195-c4230cc7968c service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240620 Jul 22 16:36:27.803391 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39b9d09f-6ef9-4f65-a8c7-12c675f7fbb8 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4121324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4121180'] for router, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:27.925466 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395186f-d3f7-42ea-b274-78e2a41d921e service neutron] Pushing event updated for resources: {'Port': ['ID=8b09624b-fc0d-427c-9b13-516895a8d009,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:28.168153 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-0395186f-d3f7-42ea-b274-78e2a41d921e service neutron] Attempting to bind port 8b09624b-fc0d-427c-9b13-516895a8d009 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:36:28.168494 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-0395186f-d3f7-42ea-b274-78e2a41d921e service neutron] Attempting to bind port 8b09624b-fc0d-427c-9b13-516895a8d009 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '83300da3-01f0-47fe-9f1e-982bc6e3c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:36:28.168827 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-0395186f-d3f7-42ea-b274-78e2a41d921e service neutron] Attempting to bind port 8b09624b-fc0d-427c-9b13-516895a8d009 on network 282646bf-5a93-4fc6-a2d3-9181eb4bd79c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:28.189697 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af69b3-b2a2-4506-9a0a-73f847ef7699 req-df0ae16d-eb47-41e7-aa24-fa63b353a9b0 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:28.191340 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1af69b3-b2a2-4506-9a0a-73f847ef7699 req-df0ae16d-eb47-41e7-aa24-fa63b353a9b0 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2abbf55-506d-4c47-901e-8c76d69b8eba HTTP/1.1" status: 200 len: 943 time: 0.2996275 Jul 22 16:36:28.192473 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b9d09f-6ef9-4f65-a8c7-12c675f7fbb8 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Router a7a8e5b2-e09b-42f3-94ff-a8bc986947e6 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:36:28.196813 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-bd817c67-7f61-4eff-acd5-538a082a736e service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755737 Jul 22 16:36:28.197367 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-0395186f-d3f7-42ea-b274-78e2a41d921e service neutron] Port 8b09624b-fc0d-427c-9b13-516895a8d009 on network 282646bf-5a93-4fc6-a2d3-9181eb4bd79c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:36:28.197689 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-0395186f-d3f7-42ea-b274-78e2a41d921e service neutron] Attempting to bind port 8b09624b-fc0d-427c-9b13-516895a8d009 on network 282646bf-5a93-4fc6-a2d3-9181eb4bd79c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:28.211426 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-0395186f-d3f7-42ea-b274-78e2a41d921e service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:36:28.211899 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-0395186f-d3f7-42ea-b274-78e2a41d921e service neutron] Checking segment: {'id': '83300da3-01f0-47fe-9f1e-982bc6e3c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:36:28.212426 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-0395186f-d3f7-42ea-b274-78e2a41d921e service neutron] Bound using segment: {'id': '83300da3-01f0-47fe-9f1e-982bc6e3c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:36:28.212896 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-0395186f-d3f7-42ea-b274-78e2a41d921e service neutron] Bound port: 8b09624b-fc0d-427c-9b13-516895a8d009, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83300da3-01f0-47fe-9f1e-982bc6e3c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:36:28.213244 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-0395186f-d3f7-42ea-b274-78e2a41d921e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:28.295220 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49794) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:28.373731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-0395186f-d3f7-42ea-b274-78e2a41d921e service neutron] For port 8b09624b-fc0d-427c-9b13-516895a8d009, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:36:28.383784 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-0395186f-d3f7-42ea-b274-78e2a41d921e service neutron] For port 8b09624b-fc0d-427c-9b13-516895a8d009, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8b09624b-fc0d-427c-9b13-516895a8d009,segment=NetworkSegment(83300da3-01f0-47fe-9f1e-982bc6e3c93a),segment_id=83300da3-01f0-47fe-9f1e-982bc6e3c93a)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:36:28.413759 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-0395186f-d3f7-42ea-b274-78e2a41d921e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:28.461632 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b9d09f-6ef9-4f65-a8c7-12c675f7fbb8 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:36:28.466636 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39b9d09f-6ef9-4f65-a8c7-12c675f7fbb8 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:28.467892 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-39b9d09f-6ef9-4f65-a8c7-12c675f7fbb8 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "PUT /v2.0/routers/a7a8e5b2-e09b-42f3-94ff-a8bc986947e6 HTTP/1.1" status: 200 len: 915 time: 5.2999301 Jul 22 16:36:28.471010 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49810) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:28.474453 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17672017-f873-451b-95b4-bbbc8d71bf0e None None] Sync routers for ids ['a7a8e5b2-e09b-42f3-94ff-a8bc986947e6'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:36:28.492394 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1af69b3-b2a2-4506-9a0a-73f847ef7699 req-65d09c2e-150f-4980-9e02-c23f819049aa tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/security-groups?id=86e78c12-c764-4ae9-b7a9-a13a9fa5c1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2922082 Jul 22 16:36:28.504221 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-0395186f-d3f7-42ea-b274-78e2a41d921e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:28.504749 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-0395186f-d3f7-42ea-b274-78e2a41d921e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:28.506162 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-0395186f-d3f7-42ea-b274-78e2a41d921e service neutron] 10.222.0.16 "PUT /v2.0/ports/8b09624b-fc0d-427c-9b13-516895a8d009 HTTP/1.1" status: 200 len: 1091 time: 2.1329772 Jul 22 16:36:28.506611 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2abbf55-506d-4c47-901e-8c76d69b8eba', 'tag': '8b09624b-fc0d-427c-9b13-516895a8d009'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:28.508891 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2eea118-6c85-44b7-81d2-1f2721d758ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c2abbf55-506d-4c47-901e-8c76d69b8eba", "tag": "8b09624b-fc0d-427c-9b13-516895a8d009"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:28.522603 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17672017-f873-451b-95b4-bbbc8d71bf0e None None] Routers {'a7a8e5b2-e09b-42f3-94ff-a8bc986947e6'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:28.526796 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-17672017-f873-451b-95b4-bbbc8d71bf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:36:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['a7a8e5b2-e09b-42f3-94ff-a8bc986947e6'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:28.574428 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395186f-d3f7-42ea-b274-78e2a41d921e service neutron] Pushing event updated for resources: {'Port': ['ID=8b09624b-fc0d-427c-9b13-516895a8d009,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:28.642476 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-17672017-f873-451b-95b4-bbbc8d71bf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:28.665798 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d162fb-0528-42a3-b32a-90e7ce7d3034 x-openstack-request-id: req-72d162fb-0528-42a3-b32a-90e7ce7d3034 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:28.666306 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2abbf55-506d-4c47-901e-8c76d69b8eba", "tag": "8b09624b-fc0d-427c-9b13-516895a8d009", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:28.666558 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-72d162fb-0528-42a3-b32a-90e7ce7d3034 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:28.666992 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2abbf55-506d-4c47-901e-8c76d69b8eba', 'tag': '8b09624b-fc0d-427c-9b13-516895a8d009', 'status': 'completed', 'code': 200} Jul 22 16:36:28.684494 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17672017-f873-451b-95b4-bbbc8d71bf0e None None] Routers {'a7a8e5b2-e09b-42f3-94ff-a8bc986947e6'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:28.685312 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-17672017-f873-451b-95b4-bbbc8d71bf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:36:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['a7a8e5b2-e09b-42f3-94ff-a8bc986947e6'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:28.714432 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-243b10e8-db46-49d5-b9cb-3203bfbcc530 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "GET /v2.0/routers/a7a8e5b2-e09b-42f3-94ff-a8bc986947e6 HTTP/1.1" status: 200 len: 921 time: 0.2422032 Jul 22 16:36:28.717048 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-79899abd-1260-4634-8f08-072b66019db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:28.718622 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-79899abd-1260-4634-8f08-072b66019db9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8d5f38fe39b240ea8977122293467b75&device_id=c2abbf55-506d-4c47-901e-8c76d69b8eba HTTP/1.1" status: 200 len: 1094 time: 0.1194415 Jul 22 16:36:28.722000 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49818) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:28.730163 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-17672017-f873-451b-95b4-bbbc8d71bf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:28.733413 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17672017-f873-451b-95b4-bbbc8d71bf0e None None] The sync data for ids ['a7a8e5b2-e09b-42f3-94ff-a8bc986947e6'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:36:28.819622 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-eb36abc2-d409-45c6-91f3-61781cd0960f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b09624b-fc0d-427c-9b13-516895a8d009 HTTP/1.1" status: 200 len: 217 time: 0.0539088 Jul 22 16:36:28.863683 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-008f951b-ff67-4839-a9a5-103a48c7043d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3d11001c45dc4b1b890846123aaeffba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5658758 Jul 22 16:36:28.864627 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49826) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:28.899968 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b3b877-c875-4e2c-b310-4d62112b4d26 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:28.904023 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-31b3b877-c875-4e2c-b310-4d62112b4d26 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=748fc6ab-3639-411a-b273-35e3c4423108&device_id=a7a8e5b2-e09b-42f3-94ff-a8bc986947e6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1784806 Jul 22 16:36:28.904549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-aa5ddb93-8890-4ca0-b405-b61881edd03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:28.905956 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-aa5ddb93-8890-4ca0-b405-b61881edd03d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07d06202-f0c1-4796-ab2f-5d2a2ccb68ee HTTP/1.1" status: 200 len: 845 time: 0.0791507 Jul 22 16:36:28.906437 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49832) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:28.950303 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8fe814b0-4210-40af-9777-3ee454e15206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:28.981149 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef56401-2d8f-4e35-aaa6-ddb566231954 req-df71a646-6859-4d5e-a46c-5847f8b005df tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:28.989090 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0ef56401-2d8f-4e35-aaa6-ddb566231954 req-df71a646-6859-4d5e-a46c-5847f8b005df tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 950 time: 0.2735343 Jul 22 16:36:29.047296 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c46ed93a-593a-4e14-abe7-2061aa6a452b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:29.060423 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0ef56401-2d8f-4e35-aaa6-ddb566231954 req-03b6bf1f-0c11-41d3-a101-4d858841cd11 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703018 Jul 22 16:36:29.074320 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c46ed93a-593a-4e14-abe7-2061aa6a452b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:29.149887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8538310-8f3a-4e33-93ae-9c6053267445 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:29.150045 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c46ed93a-593a-4e14-abe7-2061aa6a452b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:29.151330 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b8538310-8f3a-4e33-93ae-9c6053267445 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 881 time: 0.2440004 Jul 22 16:36:29.151887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49838) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:29.154395 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49840) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:29.155970 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c46ed93a-593a-4e14-abe7-2061aa6a452b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:29.159626 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c46ed93a-593a-4e14-abe7-2061aa6a452b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/577bb9f1-5500-4689-b800-3297e7033f0a HTTP/1.1" status: 204 len: 168 time: 0.2903664 Jul 22 16:36:29.166802 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-f7a87c97-42e3-47f1-b37f-d6eddc608248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:29.168666 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-f7a87c97-42e3-47f1-b37f-d6eddc608248 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=282646bf-5a93-4fc6-a2d3-9181eb4bd79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2519197 Jul 22 16:36:29.169719 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ed93a-593a-4e14-abe7-2061aa6a452b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577bb9f1-5500-4689-b800-3297e7033f0a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:29.286220 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a6d3d186-107f-46ec-bfd6-cf10f32e48e8 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7a8e5b2-e09b-42f3-94ff-a8bc986947e6 HTTP/1.1" status: 200 len: 205 time: 0.1269226 Jul 22 16:36:29.288732 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49856) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:29.346274 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-85e43c44-70fd-4e18-98ec-ffc09724b391 service neutron] 10.222.0.16 "GET /v2.0/networks/282646bf-5a93-4fc6-a2d3-9181eb4bd79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667051 Jul 22 16:36:29.476544 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 26a7fa0b-c1b9-414a-9a41-113862dc1f87 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:36:29.490076 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f54581d5-2711-4afa-8330-b38afbf848f0 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:29.503038 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-124636e6-761d-4188-a1dc-87d2e7f94829 req-60db0b34-e151-4a90-9346-4e5869451902 service neutron] 10.222.0.16 "GET /v2.0/networks/282646bf-5a93-4fc6-a2d3-9181eb4bd79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496215 Jul 22 16:36:29.511865 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 26a7fa0b-c1b9-414a-9a41-113862dc1f87 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:36:29.512669 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 26a7fa0b-c1b9-414a-9a41-113862dc1f87 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:36:29.530978 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-15229ab5-0a69-4827-bf93-14e8e4fbc045 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1607728056-network', 'tenant_id': 'b2ed53a7e3d246b989f3c31880df8e9e'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:29.548785 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74e2ef-e8fd-4fb2-a7e6-9e0e06bcd5dd req-50c8d1ba-0e88-4630-9c15-b1e7beb643df tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:29.551774 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e74e2ef-e8fd-4fb2-a7e6-9e0e06bcd5dd req-50c8d1ba-0e88-4630-9c15-b1e7beb643df tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 947 time: 0.1169550 Jul 22 16:36:29.634644 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15229ab5-0a69-4827-bf93-14e8e4fbc045 admin admin] Made reservation on behalf of b2ed53a7e3d246b989f3c31880df8e9e for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:36:29.636929 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15229ab5-0a69-4827-bf93-14e8e4fbc045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:29.653064 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e74e2ef-e8fd-4fb2-a7e6-9e0e06bcd5dd req-673d26ae-98b2-4c15-9d16-86d1eec23e4c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941064 Jul 22 16:36:29.654665 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15229ab5-0a69-4827-bf93-14e8e4fbc045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:29.719814 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f54581d5-2711-4afa-8330-b38afbf848f0 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:29.775614 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15229ab5-0a69-4827-bf93-14e8e4fbc045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:29.781557 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679900e-2100-4ed5-86d5-bdd6d8bf1145 req-57cc51b9-7844-47a7-a544-01e5b1a3f16f tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:29.783893 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5679900e-2100-4ed5-86d5-bdd6d8bf1145 req-57cc51b9-7844-47a7-a544-01e5b1a3f16f tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2abbf55-506d-4c47-901e-8c76d69b8eba HTTP/1.1" status: 200 len: 943 time: 0.1626236 Jul 22 16:36:29.788629 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15229ab5-0a69-4827-bf93-14e8e4fbc045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:29.817953 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15229ab5-0a69-4827-bf93-14e8e4fbc045 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:36:29.837431 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eea118-6c85-44b7-81d2-1f2721d758ed req-98407b3c-be2d-4e83-a341-e0d7fe7eab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:29.839078 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b2eea118-6c85-44b7-81d2-1f2721d758ed req-98407b3c-be2d-4e83-a341-e0d7fe7eab5e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8d5f38fe39b240ea8977122293467b75&device_id=c2abbf55-506d-4c47-901e-8c76d69b8eba HTTP/1.1" status: 200 len: 1094 time: 0.2495470 Jul 22 16:36:29.843620 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15229ab5-0a69-4827-bf93-14e8e4fbc045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:29.843737 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-15229ab5-0a69-4827-bf93-14e8e4fbc045 admin admin] Added segment e145ee95-47c3-4f4e-890c-ec6b97e8c166 of type vlan for network 3099b927-6ce5-4c6a-ae57-83c4bc7462f9 Jul 22 16:36:29.845030 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15229ab5-0a69-4827-bf93-14e8e4fbc045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f325ef06-5d59-4df4-a01f-f4bd17c1cdac,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:29.861323 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f54581d5-2711-4afa-8330-b38afbf848f0 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Deleting port 4d71f550-a024-4698-adec-6cd7952778da {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:36:29.864157 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f54581d5-2711-4afa-8330-b38afbf848f0 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:29.869384 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5679900e-2100-4ed5-86d5-bdd6d8bf1145 req-435bf400-778c-4d18-b29d-335ad0c85e77 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/security-groups?id=86e78c12-c764-4ae9-b7a9-a13a9fa5c1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759888 Jul 22 16:36:29.968733 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f54581d5-2711-4afa-8330-b38afbf848f0 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:29.983050 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f54581d5-2711-4afa-8330-b38afbf848f0 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Calling delete_port for 4d71f550-a024-4698-adec-6cd7952778da owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:36:30.051769 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15229ab5-0a69-4827-bf93-14e8e4fbc045 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:30.121578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eea118-6c85-44b7-81d2-1f2721d758ed req-c00736cc-6640-49f8-9d10-e79123a3828a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:30.123212 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b2eea118-6c85-44b7-81d2-1f2721d758ed req-c00736cc-6640-49f8-9d10-e79123a3828a service neutron] 10.222.0.16 "GET /v2.0/networks?id=282646bf-5a93-4fc6-a2d3-9181eb4bd79c HTTP/1.1" status: 200 len: 907 time: 0.2669806 Jul 22 16:36:30.124475 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15229ab5-0a69-4827-bf93-14e8e4fbc045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:30.125445 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15229ab5-0a69-4827-bf93-14e8e4fbc045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:30.126036 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15229ab5-0a69-4827-bf93-14e8e4fbc045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:30.217147 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b2eea118-6c85-44b7-81d2-1f2721d758ed req-3fbce241-1ec2-4ea6-9835-1cedaad698de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b09624b-fc0d-427c-9b13-516895a8d009 HTTP/1.1" status: 200 len: 217 time: 0.0845828 Jul 22 16:36:30.285508 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-15229ab5-0a69-4827-bf93-14e8e4fbc045 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1317527 Jul 22 16:36:30.287178 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49900) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:30.312789 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a597dd48-ba88-401f-81ca-eb71ee40aa50 admin admin] Request body: {'subnet': {'network_id': '3099b927-6ce5-4c6a-ae57-83c4bc7462f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1607728056-subnet', 'tenant_id': 'b2ed53a7e3d246b989f3c31880df8e9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:30.327896 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15229ab5-0a69-4827-bf93-14e8e4fbc045 admin admin] Pushing event updated for resources: {'Network': ['ID=3099b927-6ce5-4c6a-ae57-83c4bc7462f9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:30.339550 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 3099b927-6ce5-4c6a-ae57-83c4bc7462f9 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:36:30.354049 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eea118-6c85-44b7-81d2-1f2721d758ed req-47d8e971-2ce9-4736-92fa-3a964d81d504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:30.355596 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b2eea118-6c85-44b7-81d2-1f2721d758ed req-47d8e971-2ce9-4736-92fa-3a964d81d504 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07d06202-f0c1-4796-ab2f-5d2a2ccb68ee HTTP/1.1" status: 200 len: 845 time: 0.1112840 Jul 22 16:36:30.383240 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f9187-b4f1-4267-b864-35c4e2ed9e94 req-4a248588-b776-466b-9d82-1b8aecd7e1ee tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:30.385043 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f87f9187-b4f1-4267-b864-35c4e2ed9e94 req-4a248588-b776-466b-9d82-1b8aecd7e1ee tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 950 time: 0.1827440 Jul 22 16:36:30.402881 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a597dd48-ba88-401f-81ca-eb71ee40aa50 admin admin] Made reservation on behalf of b2ed53a7e3d246b989f3c31880df8e9e for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:36:30.405639 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a597dd48-ba88-401f-81ca-eb71ee40aa50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:30.434301 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0585d-2a26-4f47-b50c-b1c20a6f521e req-4310c72a-a4ff-4e49-a25e-1396cf736777 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:30.436022 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b4a0585d-2a26-4f47-b50c-b1c20a6f521e req-4310c72a-a4ff-4e49-a25e-1396cf736777 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 947 time: 0.2429869 Jul 22 16:36:30.475244 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f87f9187-b4f1-4267-b864-35c4e2ed9e94 req-ced2e7d8-ec68-4c4e-a387-3c0289d1d2b9 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584726 Jul 22 16:36:30.489274 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eea118-6c85-44b7-81d2-1f2721d758ed req-b232512e-86f1-4025-8925-5f11ed9f4d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:30.491050 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b2eea118-6c85-44b7-81d2-1f2721d758ed req-b232512e-86f1-4025-8925-5f11ed9f4d84 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=282646bf-5a93-4fc6-a2d3-9181eb4bd79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261570 Jul 22 16:36:30.506455 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f54581d5-2711-4afa-8330-b38afbf848f0 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:30.550338 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54581d5-2711-4afa-8330-b38afbf848f0 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Pushing event deleted for resources: {'Port': ['ID=4d71f550-a024-4698-adec-6cd7952778da,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:30.597696 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b4a0585d-2a26-4f47-b50c-b1c20a6f521e req-71404737-8fdd-49d2-b685-bcb34a4cd2d6 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496224 Jul 22 16:36:30.622928 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b2eea118-6c85-44b7-81d2-1f2721d758ed req-2852f7ea-826f-4307-bf6e-a6d2b18fd53c service neutron] 10.222.0.16 "GET /v2.0/networks/282646bf-5a93-4fc6-a2d3-9181eb4bd79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149924 Jul 22 16:36:30.964778 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f54581d5-2711-4afa-8330-b38afbf848f0 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:31.079138 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5569b9bb-59a0-4fb7-bf64-40d7872d31ad req-b39bd5cf-a5f7-46e8-abeb-ea91e28cc657 tempest-AbsoluteLimitsNegativeTestJSON-1203059340 tempest-AbsoluteLimitsNegativeTestJSON-1203059340-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=923b55a8d6c941d8966a8c86ba964e11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1154258 Jul 22 16:36:31.098405 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f54581d5-2711-4afa-8330-b38afbf848f0 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:31.120468 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f54581d5-2711-4afa-8330-b38afbf848f0 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:31.152560 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b2eea118-6c85-44b7-81d2-1f2721d758ed req-65d7bd23-db13-4fc3-95eb-711ea0dc7172 service neutron] 10.222.0.16 "GET /v2.0/networks/282646bf-5a93-4fc6-a2d3-9181eb4bd79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208554 Jul 22 16:36:31.183309 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-51c821c0-6c5a-4f64-a7fb-05e5a3bb5d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:31.184896 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-51c821c0-6c5a-4f64-a7fb-05e5a3bb5d15 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423&tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e HTTP/1.1" status: 200 len: 1101 time: 0.4860935 Jul 22 16:36:31.197460 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b07b5-0adc-402a-9533-e1bd97ac8cdf req-94c94800-2bf6-4115-807b-5a9bd6a60ea2 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:31.198970 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c33b07b5-0adc-402a-9533-e1bd97ac8cdf req-94c94800-2bf6-4115-807b-5a9bd6a60ea2 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2abbf55-506d-4c47-901e-8c76d69b8eba HTTP/1.1" status: 200 len: 943 time: 0.1518118 Jul 22 16:36:31.205560 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-9', 'device_owner': 'compute:nova'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:31.292700 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c33b07b5-0adc-402a-9533-e1bd97ac8cdf req-8c97968d-850f-4aba-a959-bcadd843af19 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/security-groups?id=86e78c12-c764-4ae9-b7a9-a13a9fa5c1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833931 Jul 22 16:36:31.295772 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f54581d5-2711-4afa-8330-b38afbf848f0 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:31.296509 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54581d5-2711-4afa-8330-b38afbf848f0 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Fanout notify agent at l3_agent the message router_deleted on router a7a8e5b2-e09b-42f3-94ff-a8bc986947e6 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:36:31.303846 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f54581d5-2711-4afa-8330-b38afbf848f0 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:31.310592 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f54581d5-2711-4afa-8330-b38afbf848f0 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "DELETE /v2.0/routers/a7a8e5b2-e09b-42f3-94ff-a8bc986947e6 HTTP/1.1" status: 204 len: 168 time: 2.0194681 Jul 22 16:36:31.311707 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49924) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:31.320748 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3802ec0f-19fe-41b2-9a9a-d95cdc0a04e3 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1730839685', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:31.323718 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a597dd48-ba88-401f-81ca-eb71ee40aa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:31.339057 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:31.359736 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3802ec0f-19fe-41b2-9a9a-d95cdc0a04e3 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:31.361284 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3802ec0f-19fe-41b2-9a9a-d95cdc0a04e3 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:31.395342 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569b9bb-59a0-4fb7-bf64-40d7872d31ad req-928b14c6-dbb8-4fb4-9e07-552a2c3d2b41 tempest-AbsoluteLimitsNegativeTestJSON-1203059340 tempest-AbsoluteLimitsNegativeTestJSON-1203059340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:31.397151 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5569b9bb-59a0-4fb7-bf64-40d7872d31ad req-928b14c6-dbb8-4fb4-9e07-552a2c3d2b41 tempest-AbsoluteLimitsNegativeTestJSON-1203059340 tempest-AbsoluteLimitsNegativeTestJSON-1203059340-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3024735 Jul 22 16:36:31.414181 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597dd48-ba88-401f-81ca-eb71ee40aa50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43279f75-dcdf-4256-aa4d-7896c2d2ac5e,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:31.433015 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5569b9bb-59a0-4fb7-bf64-40d7872d31ad req-5c564d70-be22-439f-a632-f4a2ffd31d99 tempest-AbsoluteLimitsNegativeTestJSON-1203059340 tempest-AbsoluteLimitsNegativeTestJSON-1203059340-project] 10.222.0.69 "GET /v2.0/quotas/923b55a8d6c941d8966a8c86ba964e11 HTTP/1.1" status: 200 len: 375 time: 0.0198028 Jul 22 16:36:31.433699 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a597dd48-ba88-401f-81ca-eb71ee40aa50 admin admin] Checking segment: {'id': 'e145ee95-47c3-4f4e-890c-ec6b97e8c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3099b927-6ce5-4c6a-ae57-83c4bc7462f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:36:31.434081 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a597dd48-ba88-401f-81ca-eb71ee40aa50 admin admin] Network hostable DHCP agents. Network: 3099b927-6ce5-4c6a-ae57-83c4bc7462f9, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:36:31.475893 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a597dd48-ba88-401f-81ca-eb71ee40aa50 admin admin] Network 3099b927-6ce5-4c6a-ae57-83c4bc7462f9 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:36:31.479388 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5569b9bb-59a0-4fb7-bf64-40d7872d31ad req-9e50c81b-4174-43ab-acc6-c5ea35a1bb0d tempest-AbsoluteLimitsNegativeTestJSON-1203059340 tempest-AbsoluteLimitsNegativeTestJSON-1203059340-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=923b55a8d6c941d8966a8c86ba964e11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387917 Jul 22 16:36:31.487779 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a597dd48-ba88-401f-81ca-eb71ee40aa50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 3099b927-6ce5-4c6a-ae57-83c4bc7462f9) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:31.500719 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8337ee-3c7a-4916-905b-11a10eab5c42 None None] Network 3099b927-6ce5-4c6a-ae57-83c4bc7462f9 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:36:31.505223 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a597dd48-ba88-401f-81ca-eb71ee40aa50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:31.505843 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a597dd48-ba88-401f-81ca-eb71ee40aa50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:31.509628 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3802ec0f-19fe-41b2-9a9a-d95cdc0a04e3 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:31.553337 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a597dd48-ba88-401f-81ca-eb71ee40aa50 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2521906 Jul 22 16:36:31.656063 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:31.662261 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa39b083-9e72-4a96-b0b9-81a38c937428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:31.725241 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3802ec0f-19fe-41b2-9a9a-d95cdc0a04e3 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:31.744504 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46806716-a921-4c6e-9d24-4b298f891f65 None None] Network 3099b927-6ce5-4c6a-ae57-83c4bc7462f9 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:36:31.834436 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31ba90-3201-4c1e-8c98-914b28cce5a0 req-4852379e-a7c2-4efb-bacf-c0c8c8222342 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:31.836320 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4d31ba90-3201-4c1e-8c98-914b28cce5a0 req-4852379e-a7c2-4efb-bacf-c0c8c8222342 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 947 time: 0.0852146 Jul 22 16:36:31.841863 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] For port b6ffaef8-0bf4-4d17-9e16-9b574409786a, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b6ffaef8-0bf4-4d17-9e16-9b574409786a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:31.881527 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6e9a1-1d86-40c6-8d75-f1c4f41146e0 req-19480490-5569-43ce-97e5-df5b30d3fbd9 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:31.883106 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9e6e9a1-1d86-40c6-8d75-f1c4f41146e0 req-19480490-5569-43ce-97e5-df5b30d3fbd9 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 950 time: 0.2846103 Jul 22 16:36:31.897315 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4d31ba90-3201-4c1e-8c98-914b28cce5a0 req-b9a25f2d-4e46-4ed7-9088-7dbdc0ad2a4a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542040 Jul 22 16:36:31.950497 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] For port b6ffaef8-0bf4-4d17-9e16-9b574409786a, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:36:31.960189 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49942) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:32.005900 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9e6e9a1-1d86-40c6-8d75-f1c4f41146e0 req-a73be657-d091-4f4b-a767-523ca6ee568f tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163704 Jul 22 16:36:32.022688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a967095-773a-4896-b988-5c8f98eaa423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6ffaef8-0bf4-4d17-9e16-9b574409786a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:32.024955 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde83972-6a4d-4038-af02-64b3720776f7" -d '{"events": [{"server_uuid": "3a967095-773a-4896-b988-5c8f98eaa423", "name": "network-vif-unplugged", "status": "completed", "tag": "b6ffaef8-0bf4-4d17-9e16-9b574409786a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:32.029028 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:32.078825 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] Transition to ACTIVE for port object b6ffaef8-0bf4-4d17-9e16-9b574409786a will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:32.102329 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-23f6213d-40ac-4ca5-b8ce-a9b4a8eeee03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:32.109177 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce01525-658f-40ef-b389-931bb34828bd x-openstack-request-id: req-fce01525-658f-40ef-b389-931bb34828bd {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:32.109177 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a967095-773a-4896-b988-5c8f98eaa423", "name": "network-vif-unplugged", "status": "completed", "tag": "b6ffaef8-0bf4-4d17-9e16-9b574409786a", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:32.109177 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fce01525-658f-40ef-b389-931bb34828bd {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:32.109177 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a967095-773a-4896-b988-5c8f98eaa423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6ffaef8-0bf4-4d17-9e16-9b574409786a', 'code': 200} Jul 22 16:36:32.109177 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:32.186238 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3802ec0f-19fe-41b2-9a9a-d95cdc0a04e3 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:32.208283 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] No DVR routers for this DVR port b6ffaef8-0bf4-4d17-9e16-9b574409786a on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:36:32.209759 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-23f6213d-40ac-4ca5-b8ce-a9b4a8eeee03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:32.214618 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-23f6213d-40ac-4ca5-b8ce-a9b4a8eeee03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:32.234691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ffaef8-0bf4-4d17-9e16-9b574409786a,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:32.238139 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3802ec0f-19fe-41b2-9a9a-d95cdc0a04e3 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:32.288231 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6213d-40ac-4ca5-b8ce-a9b4a8eeee03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a97f59b-914b-43c9-9ab1-1dca0081bb5a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:32.306615 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-23f6213d-40ac-4ca5-b8ce-a9b4a8eeee03 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=923b55a8d6c941d8966a8c86ba964e11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3430254 Jul 22 16:36:32.307905 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49958) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:32.379661 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] Attempting to bind port b6ffaef8-0bf4-4d17-9e16-9b574409786a on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:36:32.380134 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] Attempting to bind port b6ffaef8-0bf4-4d17-9e16-9b574409786a by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:36:32.380567 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] Attempting to bind port b6ffaef8-0bf4-4d17-9e16-9b574409786a on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:32.391529 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] Port b6ffaef8-0bf4-4d17-9e16-9b574409786a on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:36:32.392126 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] Attempting to bind port b6ffaef8-0bf4-4d17-9e16-9b574409786a on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:32.401960 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:36:32.402454 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:36:32.402898 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:36:32.403388 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] Bound port: b6ffaef8-0bf4-4d17-9e16-9b574409786a, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:36:32.404066 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:32.430569 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-3802ec0f-19fe-41b2-9a9a-d95cdc0a04e3 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Allocated IP 172.25.0.204 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/9709117d-e061-46cf-b453-84f1582413ad) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:36:32.453235 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-e99c5fdc-4ccf-4b45-866d-dcea56a74bb2 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:32.462289 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-e99c5fdc-4ccf-4b45-866d-dcea56a74bb2 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/networks?id=3099b927-6ce5-4c6a-ae57-83c4bc7462f9 HTTP/1.1" status: 200 len: 818 time: 0.1926174 Jul 22 16:36:32.474917 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1d7f7cee-3216-42cc-8e1f-c6b15989c41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:32.503535 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-71250542-9e6a-4231-9877-8a27492c019f tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/quotas/b2ed53a7e3d246b989f3c31880df8e9e HTTP/1.1" status: 200 len: 375 time: 0.0404248 Jul 22 16:36:32.505380 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1d7f7cee-3216-42cc-8e1f-c6b15989c41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:32.552232 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] For port b6ffaef8-0bf4-4d17-9e16-9b574409786a, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:36:32.553037 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-b63e7cfb-733a-46e6-a353-9e1da57f1f0e tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b2ed53a7e3d246b989f3c31880df8e9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406051 Jul 22 16:36:32.599207 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] For port b6ffaef8-0bf4-4d17-9e16-9b574409786a, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b6ffaef8-0bf4-4d17-9e16-9b574409786a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:36:32.600522 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1d7f7cee-3216-42cc-8e1f-c6b15989c41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:32.604143 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1d7f7cee-3216-42cc-8e1f-c6b15989c41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:32.607850 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1d7f7cee-3216-42cc-8e1f-c6b15989c41f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0a97f59b-914b-43c9-9ab1-1dca0081bb5a HTTP/1.1" status: 204 len: 168 time: 0.2966018 Jul 22 16:36:32.609489 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:32.615017 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f7cee-3216-42cc-8e1f-c6b15989c41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a97f59b-914b-43c9-9ab1-1dca0081bb5a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:32.685339 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:32.685990 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:32.687003 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:32.687456 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] 10.222.0.16 "PUT /v2.0/ports/b6ffaef8-0bf4-4d17-9e16-9b574409786a HTTP/1.1" status: 200 len: 1097 time: 1.4864964 Jul 22 16:36:32.708005 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3802ec0f-19fe-41b2-9a9a-d95cdc0a04e3 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:32.752977 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-569e36fa-83fe-47da-b41b-cef475f11ab8 service neutron] 10.222.0.69 "GET /v2.0/networks/3099b927-6ce5-4c6a-ae57-83c4bc7462f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890674 Jul 22 16:36:32.754348 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7dbf3-33b7-4a2c-8526-6b948c1f4945 req-daeeb273-5469-46fb-9c9c-92af5e4a940a tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:32.755917 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ac7dbf3-33b7-4a2c-8526-6b948c1f4945 req-daeeb273-5469-46fb-9c9c-92af5e4a940a tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2abbf55-506d-4c47-901e-8c76d69b8eba HTTP/1.1" status: 200 len: 943 time: 0.2473795 Jul 22 16:36:32.781261 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d218c-fdc3-449d-8057-3e159d4c4241 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ffaef8-0bf4-4d17-9e16-9b574409786a,revision_number=11']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:32.852619 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ac7dbf3-33b7-4a2c-8526-6b948c1f4945 req-d9eb3cda-df6b-4745-ab2a-f9555de9ba0b tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/security-groups?id=86e78c12-c764-4ae9-b7a9-a13a9fa5c1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738316 Jul 22 16:36:32.859394 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3802ec0f-19fe-41b2-9a9a-d95cdc0a04e3 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:32.904323 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-7f119d32-a957-409c-a106-a17cd268f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:32.905869 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-7f119d32-a957-409c-a106-a17cd268f569 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 1100 time: 0.1718342 Jul 22 16:36:32.919925 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3802ec0f-19fe-41b2-9a9a-d95cdc0a04e3 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:32.941971 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-3802ec0f-19fe-41b2-9a9a-d95cdc0a04e3 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:32.942879 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-8e3c4481-7144-407f-a435-6d42d836e52f service neutron] 10.222.0.69 "GET /v2.0/networks/3099b927-6ce5-4c6a-ae57-83c4bc7462f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793654 Jul 22 16:36:32.956256 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3802ec0f-19fe-41b2-9a9a-d95cdc0a04e3 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:36:32.992241 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802ec0f-19fe-41b2-9a9a-d95cdc0a04e3 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Pushing event updated for resources: {'Port': ['ID=9709117d-e061-46cf-b453-84f1582413ad,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:33.235394 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-c70d5477-58c4-4bcd-b531-2cc2efc31687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:33.237861 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-c70d5477-58c4-4bcd-b531-2cc2efc31687 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.3216901 Jul 22 16:36:33.302512 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-2b9cfc09-38f0-48db-8ab3-96a6951030cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=b6ffaef8-0bf4-4d17-9e16-9b574409786a HTTP/1.1" status: 200 len: 217 time: 0.0457966 Jul 22 16:36:33.309658 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3cdf6-7529-4108-acb2-3825a8464427 req-b8bc8fa6-2e74-4f48-b06f-1c38ae3705f7 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:33.318171 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bab3cdf6-7529-4108-acb2-3825a8464427 req-b8bc8fa6-2e74-4f48-b06f-1c38ae3705f7 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 947 time: 0.0917249 Jul 22 16:36:33.364649 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bab3cdf6-7529-4108-acb2-3825a8464427 req-2b9c1998-26d8-432e-8473-0cf95b3ffb68 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456042 Jul 22 16:36:33.463175 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b2796-3cec-4430-8418-a97ca80cfce7 req-643c7eda-188c-4685-a008-943b1abc164d tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:33.464779 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-781b2796-3cec-4430-8418-a97ca80cfce7 req-643c7eda-188c-4685-a008-943b1abc164d tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.4085071 Jul 22 16:36:33.499358 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5848d2ce-df98-4a3b-a079-97de4b01fca0 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:36:33.503504 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3802ec0f-19fe-41b2-9a9a-d95cdc0a04e3 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:33.511962 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5848d2ce-df98-4a3b-a079-97de4b01fca0 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:36:33.537839 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d13e43-d868-4881-9fff-b4eabd94bfa4 req-24d6bac8-08ba-403b-a9a9-99cafc22d184 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:33.546272 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b1d13e43-d868-4881-9fff-b4eabd94bfa4 req-24d6bac8-08ba-403b-a9a9-99cafc22d184 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 949 time: 0.1051886 Jul 22 16:36:33.575297 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50014) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:33.622326 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b1d13e43-d868-4881-9fff-b4eabd94bfa4 req-686a00a7-41ff-45ab-b264-887837f821c5 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749803 Jul 22 16:36:33.632406 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3b89f805-4b54-49b3-840c-399b6c3ac039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:33.634051 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-3b89f805-4b54-49b3-840c-399b6c3ac039 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.2268984 Jul 22 16:36:33.774918 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-781b2796-3cec-4430-8418-a97ca80cfce7 req-0f48050c-e367-4877-b0d6-d06cdcb8b7a3 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023293 Jul 22 16:36:33.776933 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-50094fa3-1044-4610-b824-84f9aa3332bc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-42251943-network', 'tenant_id': '8f03aeef06bf435fa6fac6d90bff2e81'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:33.837201 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-6837b155-f5ce-4ea0-8684-f2f671e5a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:33.838995 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-6837b155-f5ce-4ea0-8684-f2f671e5a890 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1613858 Jul 22 16:36:33.840309 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3802ec0f-19fe-41b2-9a9a-d95cdc0a04e3 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:33.848517 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 8b09624b-fc0d-427c-9b13-516895a8d009 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:36:33.860596 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5848d2ce-df98-4a3b-a079-97de4b01fca0, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:33.880682 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50094fa3-1044-4610-b824-84f9aa3332bc admin admin] Made reservation on behalf of 8f03aeef06bf435fa6fac6d90bff2e81 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:36:33.884815 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-50094fa3-1044-4610-b824-84f9aa3332bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:33.911935 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '5848d2ce-df98-4a3b-a079-97de4b01fca0', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'port_id': '5848d2ce-df98-4a3b-a079-97de4b01fca0', 'mac_address': 'fa:16:3e:f9:80:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:36:33.939911 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:33.967519 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-41f071f2-2c24-47a5-bc6d-c9f84772729a req-589b5383-7a58-4dec-b550-6747f8e98fc9 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/ports?device_id=68f56f57-4f92-4270-9530-d5e9252117cd HTTP/1.1" status: 200 len: 210 time: 0.0885649 Jul 22 16:36:33.968659 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-50094fa3-1044-4610-b824-84f9aa3332bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:33.994792 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:36:34.062156 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a186131f-e2ff-4d9f-864d-812721216f78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5848d2ce-df98-4a3b-a079-97de4b01fca0'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:34.073635 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490c78f1-aa87-4f82-aed2-6ff442f94b1a" -d '{"events": [{"server_uuid": "a186131f-e2ff-4d9f-864d-812721216f78", "name": "network-vif-unplugged", "status": "completed", "tag": "5848d2ce-df98-4a3b-a079-97de4b01fca0"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:34.102557 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:34.133662 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5848d2ce-df98-4a3b-a079-97de4b01fca0, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:34.137705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5848d2ce-df98-4a3b-a079-97de4b01fca0 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:36:34.148060 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a967095-773a-4896-b988-5c8f98eaa423', 'tag': 'b6ffaef8-0bf4-4d17-9e16-9b574409786a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:34.151913 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:34.163824 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c345dc1b-1cc5-4ca8-ab7c-423cddb67658" -d '{"events": [{"name": "network-changed", "server_uuid": "3a967095-773a-4896-b988-5c8f98eaa423", "tag": "b6ffaef8-0bf4-4d17-9e16-9b574409786a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:34.166972 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-50094fa3-1044-4610-b824-84f9aa3332bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:34.173946 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-50094fa3-1044-4610-b824-84f9aa3332bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:34.217351 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50094fa3-1044-4610-b824-84f9aa3332bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:36:34.219010 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 8b09624b-fc0d-427c-9b13-516895a8d009, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8b09624b-fc0d-427c-9b13-516895a8d009,segment=NetworkSegment(83300da3-01f0-47fe-9f1e-982bc6e3c93a),segment_id=83300da3-01f0-47fe-9f1e-982bc6e3c93a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:34.234027 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50094fa3-1044-4610-b824-84f9aa3332bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2045432-1d0f-49d5-bde8-79a8b81fbdce,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:34.245651 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-50094fa3-1044-4610-b824-84f9aa3332bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:34.247154 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-50094fa3-1044-4610-b824-84f9aa3332bc admin admin] Added segment 2a53a6ec-5d7b-4a7f-9b0f-8aa62832f6bc of type vlan for network bc0994dc-d7d4-4f76-9bd6-024cd4a20b7a Jul 22 16:36:34.264331 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb77edd8-6239-4965-be68-b2215523d2be x-openstack-request-id: req-bb77edd8-6239-4965-be68-b2215523d2be {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:34.264828 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a186131f-e2ff-4d9f-864d-812721216f78", "name": "network-vif-unplugged", "status": "completed", "tag": "5848d2ce-df98-4a3b-a079-97de4b01fca0", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:34.265226 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bb77edd8-6239-4965-be68-b2215523d2be {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:34.265953 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a186131f-e2ff-4d9f-864d-812721216f78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5848d2ce-df98-4a3b-a079-97de4b01fca0', 'code': 200} Jul 22 16:36:34.267444 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '8b09624b-fc0d-427c-9b13-516895a8d009', 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c', 'port_id': '8b09624b-fc0d-427c-9b13-516895a8d009', 'mac_address': 'fa:16:3e:93:c3:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07d06202-f0c1-4796-ab2f-5d2a2ccb68ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:36:34.286036 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:36:34.287097 n-d-798930-9 neutron-server[93818]: DEBUG oslo_db.api [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:36:34.335141 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-76457841-f18b-4616-a05e-db894ba720e8 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862492 Jul 22 16:36:34.337376 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=5848d2ce-df98-4a3b-a079-97de4b01fca0,revision_number=11']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:34.349018 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:34.349386 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:34.349862 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:34.350304 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:34.350705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:34.351105 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:34.351518 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:34.351951 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:34.352346 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:34.352740 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:34.353130 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:34.353521 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:34.363224 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-50094fa3-1044-4610-b824-84f9aa3332bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:34.380241 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:34.424151 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-50094fa3-1044-4610-b824-84f9aa3332bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:34.425426 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50094fa3-1044-4610-b824-84f9aa3332bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:34.426366 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-50094fa3-1044-4610-b824-84f9aa3332bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:34.429869 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b09624b-fc0d-427c-9b13-516895a8d009 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:36:34.477810 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-50094fa3-1044-4610-b824-84f9aa3332bc admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8989887 Jul 22 16:36:34.478975 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50052) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:34.485365 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0417cf61-2a84-47b5-bbb3-2713a70daafe admin admin] Request body: {'subnet': {'network_id': 'bc0994dc-d7d4-4f76-9bd6-024cd4a20b7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-42251943-subnet', 'tenant_id': '8f03aeef06bf435fa6fac6d90bff2e81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:34.490216 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 8b09624b-fc0d-427c-9b13-516895a8d009, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8b09624b-fc0d-427c-9b13-516895a8d009,segment=NetworkSegment(83300da3-01f0-47fe-9f1e-982bc6e3c93a),segment_id=83300da3-01f0-47fe-9f1e-982bc6e3c93a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:34.504300 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:34.539552 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50094fa3-1044-4610-b824-84f9aa3332bc admin admin] Pushing event updated for resources: {'Network': ['ID=bc0994dc-d7d4-4f76-9bd6-024cd4a20b7a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:34.566194 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0417cf61-2a84-47b5-bbb3-2713a70daafe admin admin] Made reservation on behalf of 8f03aeef06bf435fa6fac6d90bff2e81 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:36:34.568776 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0417cf61-2a84-47b5-bbb3-2713a70daafe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:34.629794 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network bc0994dc-d7d4-4f76-9bd6-024cd4a20b7a details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:36:34.658815 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:34.798477 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=8b09624b-fc0d-427c-9b13-516895a8d009,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:34.852774 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:34.875352 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5848d2ce-df98-4a3b-a079-97de4b01fca0 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:36:34.914919 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5848d2ce-df98-4a3b-a079-97de4b01fca0, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:34.920175 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['8b09624b-fc0d-427c-9b13-516895a8d009'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:34.926384 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:34.996881 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cd646-6efa-4006-9da0-63ffef56ef21 req-8d626708-0bb0-4a98-a3d4-6f6a87d8acd9 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:34.998625 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9e1cd646-6efa-4006-9da0-63ffef56ef21 req-8d626708-0bb0-4a98-a3d4-6f6a87d8acd9 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.3660164 Jul 22 16:36:35.022008 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=5848d2ce-df98-4a3b-a079-97de4b01fca0,revision_number=12']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:35.108701 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['5848d2ce-df98-4a3b-a079-97de4b01fca0'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:35.125126 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9e1cd646-6efa-4006-9da0-63ffef56ef21 req-f98196ae-a188-4761-ac9c-cb7b6b423414 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140916 Jul 22 16:36:35.175563 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0417cf61-2a84-47b5-bbb3-2713a70daafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:35.270583 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87fa34-a39e-4b24-9bdb-6c86dfbf2f74 req-d890c418-65fa-4447-823b-635b8be6db64 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:35.278242 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7b87fa34-a39e-4b24-9bdb-6c86dfbf2f74 req-d890c418-65fa-4447-823b-635b8be6db64 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2abbf55-506d-4c47-901e-8c76d69b8eba HTTP/1.1" status: 200 len: 943 time: 1.3149524 Jul 22 16:36:35.282194 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e8bbca-1ef0-449d-ad00-868c97d0005c x-openstack-request-id: req-80e8bbca-1ef0-449d-ad00-868c97d0005c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:35.283257 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a967095-773a-4896-b988-5c8f98eaa423", "tag": "b6ffaef8-0bf4-4d17-9e16-9b574409786a", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:35.283658 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-80e8bbca-1ef0-449d-ad00-868c97d0005c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:35.284191 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a967095-773a-4896-b988-5c8f98eaa423', 'tag': 'b6ffaef8-0bf4-4d17-9e16-9b574409786a', 'status': 'completed', 'code': 200} Jul 22 16:36:35.307008 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417cf61-2a84-47b5-bbb3-2713a70daafe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee6258c6-2911-424d-8d6e-8624930a2bef,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:35.309076 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3802ec0f-19fe-41b2-9a9a-d95cdc0a04e3 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Router 675eebf6-136f-4593-a54c-f1bf86863314 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:36:35.317445 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0417cf61-2a84-47b5-bbb3-2713a70daafe admin admin] Checking segment: {'id': '2a53a6ec-5d7b-4a7f-9b0f-8aa62832f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'bc0994dc-d7d4-4f76-9bd6-024cd4a20b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:36:35.317675 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0417cf61-2a84-47b5-bbb3-2713a70daafe admin admin] Network hostable DHCP agents. Network: bc0994dc-d7d4-4f76-9bd6-024cd4a20b7a, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:36:35.393650 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0417cf61-2a84-47b5-bbb3-2713a70daafe admin admin] Network bc0994dc-d7d4-4f76-9bd6-024cd4a20b7a is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:36:35.439908 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b148ee-d787-48b4-8e2a-084a26300cd1 req-738d3fdc-da33-4c76-a75d-bf134bfc9050 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:35.441780 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e2b148ee-d787-48b4-8e2a-084a26300cd1 req-738d3fdc-da33-4c76-a75d-bf134bfc9050 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 949 time: 0.1860595 Jul 22 16:36:35.514799 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b6ffaef8-0bf4-4d17-9e16-9b574409786a no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:36:35.527970 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7b87fa34-a39e-4b24-9bdb-6c86dfbf2f74 req-256cb426-f56b-49a6-877d-80a426bc1d4c tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/security-groups?id=86e78c12-c764-4ae9-b7a9-a13a9fa5c1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2484984 Jul 22 16:36:35.533156 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10a6de9c-f8c2-43d2-b223-51174c2020b5 req-67c27c74-fbbb-4def-a225-0b3252f59688 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1890976 Jul 22 16:36:35.588632 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345dc1b-1cc5-4ca8-ab7c-423cddb67658 req-a4d20f48-54a5-4e81-b21e-1009e8e64601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:35.594859 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c345dc1b-1cc5-4ca8-ab7c-423cddb67658 req-a4d20f48-54a5-4e81-b21e-1009e8e64601 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 1100 time: 0.3070843 Jul 22 16:36:35.626166 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b6ffaef8-0bf4-4d17-9e16-9b574409786a not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:36:35.661619 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-e10d595a-fafb-43c3-987d-98c27ec9a73a tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:35.663668 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-e10d595a-fafb-43c3-987d-98c27ec9a73a tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.30 "GET /v2.0/networks?id=3099b927-6ce5-4c6a-ae57-83c4bc7462f9 HTTP/1.1" status: 200 len: 818 time: 0.2203693 Jul 22 16:36:35.695090 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-0417cf61-2a84-47b5-bbb3-2713a70daafe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, bc0994dc-d7d4-4f76-9bd6-024cd4a20b7a) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:35.701344 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-be6f86c6-6881-40e8-825d-ed032ae994ea tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Request body: {'port': {'device_id': '811bd685-7b3c-4045-aa00-50934459fd47', 'network_id': '3099b927-6ce5-4c6a-ae57-83c4bc7462f9', 'admin_state_up': True, 'tenant_id': 'b2ed53a7e3d246b989f3c31880df8e9e'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:35.705896 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf500c25-b6af-4a83-9bcb-ec1ff80ebaa5 None None] Network bc0994dc-d7d4-4f76-9bd6-024cd4a20b7a requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:36:35.756278 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0417cf61-2a84-47b5-bbb3-2713a70daafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:35.757041 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0417cf61-2a84-47b5-bbb3-2713a70daafe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:35.821652 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e2b148ee-d787-48b4-8e2a-084a26300cd1 req-522f5e08-8831-4792-84a5-05edea77671d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557076 Jul 22 16:36:35.881876 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0417cf61-2a84-47b5-bbb3-2713a70daafe admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4016347 Jul 22 16:36:35.885869 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3802ec0f-19fe-41b2-9a9a-d95cdc0a04e3 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:36:35.894520 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 8b09624b-fc0d-427c-9b13-516895a8d009 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:35.904465 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15991c2-dd19-478b-a351-ca381efedcae None None] Sync routers for ids ['675eebf6-136f-4593-a54c-f1bf86863314'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:36:35.924782 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15991c2-dd19-478b-a351-ca381efedcae None None] Routers {'675eebf6-136f-4593-a54c-f1bf86863314'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:35.925325 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f15991c2-dd19-478b-a351-ca381efedcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:36:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['675eebf6-136f-4593-a54c-f1bf86863314'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:35.975218 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-be6f86c6-6881-40e8-825d-ed032ae994ea tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Made reservation on behalf of b2ed53a7e3d246b989f3c31880df8e9e for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:36:35.981624 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-be6f86c6-6881-40e8-825d-ed032ae994ea tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:36.025837 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f15991c2-dd19-478b-a351-ca381efedcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:36.038722 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-07c23def-21ad-4b81-a7b5-3ea6fffe77d0 req-1659514d-3cd4-4489-8d4c-ca8d34ecb824 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/ports?device_id=68f56f57-4f92-4270-9530-d5e9252117cd HTTP/1.1" status: 200 len: 210 time: 0.0501657 Jul 22 16:36:36.075118 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15991c2-dd19-478b-a351-ca381efedcae None None] Routers {'675eebf6-136f-4593-a54c-f1bf86863314'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:36.075811 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f15991c2-dd19-478b-a351-ca381efedcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:36:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['675eebf6-136f-4593-a54c-f1bf86863314'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:36.189521 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-be6f86c6-6881-40e8-825d-ed032ae994ea tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Allocated IP 172.20.0.10 (3099b927-6ce5-4c6a-ae57-83c4bc7462f9/43279f75-dcdf-4256-aa4d-7896c2d2ac5e/9c58cadb-cf7f-487e-a47a-1e7d1b868377) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:36:36.190779 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f15991c2-dd19-478b-a351-ca381efedcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:36.191722 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15991c2-dd19-478b-a351-ca381efedcae None None] The sync data for ids ['675eebf6-136f-4593-a54c-f1bf86863314'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:36:36.207790 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53207c70-2d98-4151-8898-e5b308b6b81e None None] Network bc0994dc-d7d4-4f76-9bd6-024cd4a20b7a requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:36:36.405074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-833de334-e337-4d3c-9faa-6e36dbcaaef0 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:36.407324 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-833de334-e337-4d3c-9faa-6e36dbcaaef0 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.30 "GET /v2.0/networks?id=3099b927-6ce5-4c6a-ae57-83c4bc7462f9 HTTP/1.1" status: 200 len: 818 time: 0.2033885 Jul 22 16:36:36.417845 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-be6f86c6-6881-40e8-825d-ed032ae994ea tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:36.455753 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-ae334a44-d350-4004-8bc2-2bd09aee0dc5 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Request body: {'port': {'device_id': 'cc0838ed-d579-4253-bbc9-7a6a4d85818f', 'network_id': '3099b927-6ce5-4c6a-ae57-83c4bc7462f9', 'admin_state_up': True, 'tenant_id': 'b2ed53a7e3d246b989f3c31880df8e9e'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:36.468263 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3802ec0f-19fe-41b2-9a9a-d95cdc0a04e3 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:36.469730 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3802ec0f-19fe-41b2-9a9a-d95cdc0a04e3 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.1561472 Jul 22 16:36:36.487758 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50068) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:36.506896 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-bae35839-e66c-49d9-a291-0c3e8345cf89 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:36.510512 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-be6f86c6-6881-40e8-825d-ed032ae994ea tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:36.583949 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-be6f86c6-6881-40e8-825d-ed032ae994ea tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Network 3099b927-6ce5-4c6a-ae57-83c4bc7462f9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:36.597984 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-be6f86c6-6881-40e8-825d-ed032ae994ea tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:36.601194 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-be6f86c6-6881-40e8-825d-ed032ae994ea tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:36:36.625912 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345dc1b-1cc5-4ca8-ab7c-423cddb67658 req-70c1b1f6-496c-45a6-89f0-8d2d6adc1e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:36.628268 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c345dc1b-1cc5-4ca8-ab7c-423cddb67658 req-70c1b1f6-496c-45a6-89f0-8d2d6adc1e70 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 1.0266774 Jul 22 16:36:36.641420 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-0805060f-4fbf-4dd5-9751-562237bb911f tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:36.643263 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-0805060f-4fbf-4dd5-9751-562237bb911f tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.16 "GET /v2.0/networks?id=3099b927-6ce5-4c6a-ae57-83c4bc7462f9 HTTP/1.1" status: 200 len: 818 time: 0.8965127 Jul 22 16:36:36.643384 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 8b09624b-fc0d-427c-9b13-516895a8d009 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:36.650619 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 8b09624b-fc0d-427c-9b13-516895a8d009 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:36.651053 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:36.660325 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb8b07-caef-48b8-806e-fb712dd45301 req-473499ad-42f2-4773-a5e3-89d6e7331107 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:36.662226 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7bfb8b07-caef-48b8-806e-fb712dd45301 req-473499ad-42f2-4773-a5e3-89d6e7331107 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 1.0021017 Jul 22 16:36:36.682910 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-be6f86c6-6881-40e8-825d-ed032ae994ea tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:36.687083 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-be6f86c6-6881-40e8-825d-ed032ae994ea tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:36.697876 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a25a9-8389-40eb-ad0c-885fad300d20 req-f7a1ce4a-cac0-4e69-9db0-66d830ff7799 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:36.700715 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-165a25a9-8389-40eb-ad0c-885fad300d20 req-f7a1ce4a-cac0-4e69-9db0-66d830ff7799 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 946 time: 0.2355344 Jul 22 16:36:36.729541 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f86c6-6881-40e8-825d-ed032ae994ea tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Pushing event updated for resources: {'Port': ['ID=9c58cadb-cf7f-487e-a47a-1e7d1b868377,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:36.739135 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-da92fda1-979a-4f87-b2ed-96e99e457342 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Request body: {'port': {'device_id': '68f56f57-4f92-4270-9530-d5e9252117cd', 'network_id': '3099b927-6ce5-4c6a-ae57-83c4bc7462f9', 'admin_state_up': True, 'tenant_id': 'b2ed53a7e3d246b989f3c31880df8e9e'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:36.748856 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-be6f86c6-6881-40e8-825d-ed032ae994ea tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0547552 Jul 22 16:36:36.776339 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-6d124080-89e1-4d30-9aaa-706f17d842bd service neutron] Request body: {'port': {'device_id': '811bd685-7b3c-4045-aa00-50934459fd47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:36.777581 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c345dc1b-1cc5-4ca8-ab7c-423cddb67658 req-a9b83832-4c77-48be-8c1e-702a9c34b907 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=b6ffaef8-0bf4-4d17-9e16-9b574409786a HTTP/1.1" status: 200 len: 217 time: 0.1094401 Jul 22 16:36:36.786390 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:36.810255 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-165a25a9-8389-40eb-ad0c-885fad300d20 req-dfb52806-809f-4164-a7c1-5068eaf5a8ef tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024249 Jul 22 16:36:36.870248 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2abbf55-506d-4c47-901e-8c76d69b8eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b09624b-fc0d-427c-9b13-516895a8d009'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:36.882625 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e14ded-f010-4110-8f44-5a5461284456" -d '{"events": [{"server_uuid": "c2abbf55-506d-4c47-901e-8c76d69b8eba", "name": "network-vif-plugged", "status": "completed", "tag": "8b09624b-fc0d-427c-9b13-516895a8d009"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:36.911333 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 8b09624b-fc0d-427c-9b13-516895a8d009, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8b09624b-fc0d-427c-9b13-516895a8d009,segment=NetworkSegment(83300da3-01f0-47fe-9f1e-982bc6e3c93a),segment_id=83300da3-01f0-47fe-9f1e-982bc6e3c93a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:36.923713 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:36.941112 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345dc1b-1cc5-4ca8-ab7c-423cddb67658 req-ddb998a3-e9c9-4bd2-9e59-c5813d9cbed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:36.943108 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c345dc1b-1cc5-4ca8-ab7c-423cddb67658 req-ddb998a3-e9c9-4bd2-9e59-c5813d9cbed0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 1100 time: 1.1742651 Jul 22 16:36:36.964823 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-6d124080-89e1-4d30-9aaa-706f17d842bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:37.020203 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=8b09624b-fc0d-427c-9b13-516895a8d009,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:37.219788 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [req-79ce37bc-d3d7-4f70-86e2-6151efe69150 req-7ad7d7b1-7c6c-4bc0-9ebe-67a92ef43602 tempest-SecurityGroupsNegativeTestJSON-1428846951 tempest-SecurityGroupsNegativeTestJSON-1428846951-project] show failed (client error): The resource could not be found. Jul 22 16:36:37.221411 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-79ce37bc-d3d7-4f70-86e2-6151efe69150 req-7ad7d7b1-7c6c-4bc0-9ebe-67a92ef43602 tempest-SecurityGroupsNegativeTestJSON-1428846951 tempest-SecurityGroupsNegativeTestJSON-1428846951-project] 10.222.0.69 "GET /v2.0/security-groups/4c944c7a-6964-49b4-8878-4377e3b9cc0a HTTP/1.1" status: 404 len: 352 time: 0.0527544 Jul 22 16:36:37.289190 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345dc1b-1cc5-4ca8-ab7c-423cddb67658 req-32eaf3c3-a756-4988-8529-84adbcab2185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:37.290840 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c345dc1b-1cc5-4ca8-ab7c-423cddb67658 req-32eaf3c3-a756-4988-8529-84adbcab2185 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.4848599 Jul 22 16:36:37.354615 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.db.api [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-da92fda1-979a-4f87-b2ed-96e99e457342 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:36:37.354615 n-d-798930-9 neutron-server[93816]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 16:36:37.354615 n-d-798930-9 neutron-server[93816]: [parameters: {'project_id': 'b2ed53a7e3d246b989f3c31880df8e9e', 'id': '8f6ee297-6360-4b8f-8cc0-070c25421ac0', 'expiration': datetime.datetime(2021, 7, 22, 16, 38, 37, 202034)}] Jul 22 16:36:37.354615 n-d-798930-9 neutron-server[93816]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:36:37.355204 n-d-798930-9 neutron-server[93816]: DEBUG oslo_db.api [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-da92fda1-979a-4f87-b2ed-96e99e457342 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:36:37.355893 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-6d124080-89e1-4d30-9aaa-706f17d842bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c58cadb-cf7f-487e-a47a-1e7d1b868377 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:36:37.359467 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-ae334a44-d350-4004-8bc2-2bd09aee0dc5 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Made reservation on behalf of b2ed53a7e3d246b989f3c31880df8e9e for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:36:37.363876 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-ae334a44-d350-4004-8bc2-2bd09aee0dc5 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:37.388585 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-6d124080-89e1-4d30-9aaa-706f17d842bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:37.442547 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-6d124080-89e1-4d30-9aaa-706f17d842bd service neutron] Transition to ACTIVE for port object 9c58cadb-cf7f-487e-a47a-1e7d1b868377 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:37.452645 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-6d124080-89e1-4d30-9aaa-706f17d842bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:37.455075 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7bfb8b07-caef-48b8-806e-fb712dd45301 req-046d1b31-fe7e-4327-b8e9-5adffe570de0 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6737134 Jul 22 16:36:37.524861 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d124080-89e1-4d30-9aaa-706f17d842bd service neutron] Pushing event updated for resources: {'Port': ['ID=9c58cadb-cf7f-487e-a47a-1e7d1b868377,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:37.541710 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5848d2ce-df98-4a3b-a079-97de4b01fca0 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:37.601164 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345dc1b-1cc5-4ca8-ab7c-423cddb67658 req-be0ef2f2-038c-4af4-b042-3b78020b9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:37.602850 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c345dc1b-1cc5-4ca8-ab7c-423cddb67658 req-be0ef2f2-038c-4af4-b042-3b78020b9d85 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.6319189 Jul 22 16:36:37.648604 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 5848d2ce-df98-4a3b-a079-97de4b01fca0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:37.649065 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:37.676970 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf86c98-0a82-4ead-a79f-cf98c1b59945 req-270ea6d7-722a-4b52-a477-413bedd75c30 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:37.684557 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-baf86c98-0a82-4ead-a79f-cf98c1b59945 req-270ea6d7-722a-4b52-a477-413bedd75c30 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2abbf55-506d-4c47-901e-8c76d69b8eba HTTP/1.1" status: 200 len: 945 time: 0.3162355 Jul 22 16:36:37.693546 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345dc1b-1cc5-4ca8-ab7c-423cddb67658 req-63682d24-9593-48c5-b5b4-5d7c050d999a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:37.694239 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c345dc1b-1cc5-4ca8-ab7c-423cddb67658 req-63682d24-9593-48c5-b5b4-5d7c050d999a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3940043 Jul 22 16:36:37.730350 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c345dc1b-1cc5-4ca8-ab7c-423cddb67658 req-31b89ce3-7322-4ff8-b01b-21016ccb42eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=b6ffaef8-0bf4-4d17-9e16-9b574409786a HTTP/1.1" status: 200 len: 217 time: 0.1173973 Jul 22 16:36:37.755804 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-6d124080-89e1-4d30-9aaa-706f17d842bd service neutron] Attempting to bind port 9c58cadb-cf7f-487e-a47a-1e7d1b868377 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:36:37.756176 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-6d124080-89e1-4d30-9aaa-706f17d842bd service neutron] Attempting to bind port 9c58cadb-cf7f-487e-a47a-1e7d1b868377 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'e145ee95-47c3-4f4e-890c-ec6b97e8c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3099b927-6ce5-4c6a-ae57-83c4bc7462f9'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:36:37.756882 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-6d124080-89e1-4d30-9aaa-706f17d842bd service neutron] Attempting to bind port 9c58cadb-cf7f-487e-a47a-1e7d1b868377 on network 3099b927-6ce5-4c6a-ae57-83c4bc7462f9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:37.784315 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-baf86c98-0a82-4ead-a79f-cf98c1b59945 req-f50cce52-db62-4fba-8c6c-93a53ab47dce tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/security-groups?id=86e78c12-c764-4ae9-b7a9-a13a9fa5c1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844295 Jul 22 16:36:37.785229 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-6d124080-89e1-4d30-9aaa-706f17d842bd service neutron] Port 9c58cadb-cf7f-487e-a47a-1e7d1b868377 on network 3099b927-6ce5-4c6a-ae57-83c4bc7462f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:36:37.785491 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-6d124080-89e1-4d30-9aaa-706f17d842bd service neutron] Attempting to bind port 9c58cadb-cf7f-487e-a47a-1e7d1b868377 on network 3099b927-6ce5-4c6a-ae57-83c4bc7462f9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:37.786185 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:37.795014 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-6d124080-89e1-4d30-9aaa-706f17d842bd service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:36:37.795293 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-6d124080-89e1-4d30-9aaa-706f17d842bd service neutron] Checking segment: {'id': 'e145ee95-47c3-4f4e-890c-ec6b97e8c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3099b927-6ce5-4c6a-ae57-83c4bc7462f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:36:37.796746 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-6d124080-89e1-4d30-9aaa-706f17d842bd service neutron] Bound using segment: {'id': 'e145ee95-47c3-4f4e-890c-ec6b97e8c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3099b927-6ce5-4c6a-ae57-83c4bc7462f9'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:36:37.797247 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-6d124080-89e1-4d30-9aaa-706f17d842bd service neutron] Bound port: 9c58cadb-cf7f-487e-a47a-1e7d1b868377, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e145ee95-47c3-4f4e-890c-ec6b97e8c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3099b927-6ce5-4c6a-ae57-83c4bc7462f9'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:36:37.797911 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-6d124080-89e1-4d30-9aaa-706f17d842bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:37.832091 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5848d2ce-df98-4a3b-a079-97de4b01fca0, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:37.841385 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:37.920139 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-ae334a44-d350-4004-8bc2-2bd09aee0dc5 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Allocated IP 172.20.0.7 (3099b927-6ce5-4c6a-ae57-83c4bc7462f9/43279f75-dcdf-4256-aa4d-7896c2d2ac5e/d433afc4-c47e-4ae9-be76-032ec2a2271f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:36:37.943667 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=5848d2ce-df98-4a3b-a079-97de4b01fca0,revision_number=13']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:37.948257 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51943c8f-3ea9-45b6-a1e2-763b7758cc7c x-openstack-request-id: req-51943c8f-3ea9-45b6-a1e2-763b7758cc7c {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:37.948836 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2abbf55-506d-4c47-901e-8c76d69b8eba", "name": "network-vif-plugged", "status": "completed", "tag": "8b09624b-fc0d-427c-9b13-516895a8d009", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:37.948978 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-51943c8f-3ea9-45b6-a1e2-763b7758cc7c {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:37.949369 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2abbf55-506d-4c47-901e-8c76d69b8eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b09624b-fc0d-427c-9b13-516895a8d009', 'code': 200} Jul 22 16:36:37.965673 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-6d124080-89e1-4d30-9aaa-706f17d842bd service neutron] For port 9c58cadb-cf7f-487e-a47a-1e7d1b868377, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:36:37.972053 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-6d124080-89e1-4d30-9aaa-706f17d842bd service neutron] For port 9c58cadb-cf7f-487e-a47a-1e7d1b868377, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=9c58cadb-cf7f-487e-a47a-1e7d1b868377,segment=NetworkSegment(e145ee95-47c3-4f4e-890c-ec6b97e8c166),segment_id=e145ee95-47c3-4f4e-890c-ec6b97e8c166)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:36:37.979439 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-6d124080-89e1-4d30-9aaa-706f17d842bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:38.048264 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b3b28082-3acd-4495-b042-62f420a2f310 req-9317efd8-ae4a-4b97-a83d-b9300461c941 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/ports?device_id=68f56f57-4f92-4270-9530-d5e9252117cd HTTP/1.1" status: 200 len: 210 time: 0.0713427 Jul 22 16:36:38.061643 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-6d124080-89e1-4d30-9aaa-706f17d842bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:38.062431 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-6d124080-89e1-4d30-9aaa-706f17d842bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:38.065746 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-6d124080-89e1-4d30-9aaa-706f17d842bd service neutron] 10.222.0.30 "PUT /v2.0/ports/9c58cadb-cf7f-487e-a47a-1e7d1b868377 HTTP/1.1" status: 200 len: 1092 time: 1.2952788 Jul 22 16:36:38.065746 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811bd685-7b3c-4045-aa00-50934459fd47', 'tag': '9c58cadb-cf7f-487e-a47a-1e7d1b868377'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:38.068954 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c65764-da1f-41a1-bbb9-2ba5f5674680" -d '{"events": [{"name": "network-changed", "server_uuid": "811bd685-7b3c-4045-aa00-50934459fd47", "tag": "9c58cadb-cf7f-487e-a47a-1e7d1b868377"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:38.098953 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d124080-89e1-4d30-9aaa-706f17d842bd service neutron] Pushing event updated for resources: {'Port': ['ID=9c58cadb-cf7f-487e-a47a-1e7d1b868377,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:38.237403 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-a9e8bde4-aad6-4cc6-b918-3eeac1376bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:38.239361 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-a9e8bde4-aad6-4cc6-b918-3eeac1376bc9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2ed53a7e3d246b989f3c31880df8e9e&device_id=811bd685-7b3c-4045-aa00-50934459fd47 HTTP/1.1" status: 200 len: 1095 time: 0.0822330 Jul 22 16:36:38.297544 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-7abb923d-161d-4dc3-ad26-fd774b8ba0f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c58cadb-cf7f-487e-a47a-1e7d1b868377 HTTP/1.1" status: 200 len: 217 time: 0.0442002 Jul 22 16:36:38.382901 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-bf29a0ab-8b11-4557-8c5c-2e74e291b0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:38.384770 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-bf29a0ab-8b11-4557-8c5c-2e74e291b0cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43279f75-dcdf-4256-aa4d-7896c2d2ac5e HTTP/1.1" status: 200 len: 858 time: 0.0753760 Jul 22 16:36:38.426196 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-351b95a3-7b64-458d-b163-0077d88e58c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3099b927-6ce5-4c6a-ae57-83c4bc7462f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342886 Jul 22 16:36:38.441997 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345dc1b-1cc5-4ca8-ab7c-423cddb67658 req-8283ea53-598d-4fb4-a414-640eaa748e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:38.443672 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c345dc1b-1cc5-4ca8-ab7c-423cddb67658 req-8283ea53-598d-4fb4-a414-640eaa748e61 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.6880846 Jul 22 16:36:38.464560 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733ccf9-82e1-40d6-baa0-7ce8891ec537 req-f2f5237c-5489-40c2-a11b-e54299e3c756 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:38.466422 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e733ccf9-82e1-40d6-baa0-7ce8891ec537 req-f2f5237c-5489-40c2-a11b-e54299e3c756 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 947 time: 0.1661623 Jul 22 16:36:38.483501 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-da92fda1-979a-4f87-b2ed-96e99e457342 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Made reservation on behalf of b2ed53a7e3d246b989f3c31880df8e9e for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:36:38.490252 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-da92fda1-979a-4f87-b2ed-96e99e457342 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:38.546904 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c345dc1b-1cc5-4ca8-ab7c-423cddb67658 req-6da6b25a-4a2e-4536-a399-3cdd86814db1 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8225801 Jul 22 16:36:38.571325 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e733ccf9-82e1-40d6-baa0-7ce8891ec537 req-7b77713b-9eaa-4366-80dd-389071152ad3 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950055 Jul 22 16:36:38.593646 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bae35839-e66c-49d9-a291-0c3e8345cf89 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:38.603155 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-0598870d-f068-4d3e-a361-1ff6ad9f597f service neutron] 10.222.0.30 "GET /v2.0/networks/3099b927-6ce5-4c6a-ae57-83c4bc7462f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690586 Jul 22 16:36:38.616043 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73b5b6-bbd6-44ba-aa03-294a570e07b1 req-2169b08b-1b3a-40b9-b7ff-6af8f6e85a3c tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:38.618996 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba73b5b6-bbd6-44ba-aa03-294a570e07b1 req-2169b08b-1b3a-40b9-b7ff-6af8f6e85a3c tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 949 time: 1.0068302 Jul 22 16:36:38.695176 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bae35839-e66c-49d9-a291-0c3e8345cf89 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:38.712139 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64622430-53cf-409b-a4a4-09ebc0ea2f31 x-openstack-request-id: req-64622430-53cf-409b-a4a4-09ebc0ea2f31 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:38.712732 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811bd685-7b3c-4045-aa00-50934459fd47", "tag": "9c58cadb-cf7f-487e-a47a-1e7d1b868377", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:38.713251 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-64622430-53cf-409b-a4a4-09ebc0ea2f31 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:38.713853 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '811bd685-7b3c-4045-aa00-50934459fd47', 'tag': '9c58cadb-cf7f-487e-a47a-1e7d1b868377', 'status': 'completed', 'code': 200} Jul 22 16:36:38.826976 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ab073b79-1106-4c10-839f-f3754e6c52f8 req-1b351447-9d9a-4e00-aebb-0b4d104c2ff0 tempest-SecurityGroupsNegativeTestJSON-1428846951 tempest-SecurityGroupsNegativeTestJSON-1428846951-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8f03aeef06bf435fa6fac6d90bff2e81 HTTP/1.1" status: 200 len: 2988 time: 0.1244826 Jul 22 16:36:38.834253 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32ca46-7009-4247-ac3c-c1b594267f66 req-f35199af-f09f-44dc-b47e-bbfe1dff99bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:38.835782 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fd32ca46-7009-4247-ac3c-c1b594267f66 req-f35199af-f09f-44dc-b47e-bbfe1dff99bc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c2abbf55-506d-4c47-901e-8c76d69b8eba HTTP/1.1" status: 200 len: 1096 time: 0.8458629 Jul 22 16:36:38.886371 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ab073b79-1106-4c10-839f-f3754e6c52f8 req-6c56542b-9929-4525-9555-396e962d6b7d tempest-SecurityGroupsNegativeTestJSON-1428846951 tempest-SecurityGroupsNegativeTestJSON-1428846951-project] 10.222.0.69 "GET /v2.0/security-groups/e2045432-1d0f-49d5-bde8-79a8b81fbdce HTTP/1.1" status: 200 len: 2985 time: 0.0582039 Jul 22 16:36:38.890611 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-15b720a8-04c8-4912-b437-21fdb620f31f service neutron] 10.222.0.30 "GET /v2.0/networks/3099b927-6ce5-4c6a-ae57-83c4bc7462f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785730 Jul 22 16:36:38.943403 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba73b5b6-bbd6-44ba-aa03-294a570e07b1 req-2b53ba52-9754-4c85-a4c1-c4753fde49ad tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985115 Jul 22 16:36:38.968125 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ab073b79-1106-4c10-839f-f3754e6c52f8 req-e593c32d-1d2c-4047-86b6-0261b8ec31ab tempest-SecurityGroupsNegativeTestJSON-1428846951 tempest-SecurityGroupsNegativeTestJSON-1428846951-project] 10.222.0.69 "GET /v2.0/security-groups/e2045432-1d0f-49d5-bde8-79a8b81fbdce HTTP/1.1" status: 200 len: 2985 time: 0.0747564 Jul 22 16:36:39.053086 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345dc1b-1cc5-4ca8-ab7c-423cddb67658 req-0bca0b10-1696-4c92-b6fc-798f84bbd5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:39.054685 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c345dc1b-1cc5-4ca8-ab7c-423cddb67658 req-0bca0b10-1696-4c92-b6fc-798f84bbd5c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5961323 Jul 22 16:36:39.065089 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c345dc1b-1cc5-4ca8-ab7c-423cddb67658 req-575683a3-e36d-49cd-bcfd-31a3e9fbb1f3 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038998 Jul 22 16:36:39.084398 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fd32ca46-7009-4247-ac3c-c1b594267f66 req-d4ce1d4c-1e95-4e4a-9203-3163789f4ff2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=86e78c12-c764-4ae9-b7a9-a13a9fa5c1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1980281 Jul 22 16:36:39.177266 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c65764-da1f-41a1-bbb9-2ba5f5674680 req-f79f6e2a-cf80-4140-95a3-be9689490cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:39.179215 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-99c65764-da1f-41a1-bbb9-2ba5f5674680 req-f79f6e2a-cf80-4140-95a3-be9689490cc1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2ed53a7e3d246b989f3c31880df8e9e&device_id=811bd685-7b3c-4045-aa00-50934459fd47 HTTP/1.1" status: 200 len: 1095 time: 0.1721606 Jul 22 16:36:39.203110 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-ae334a44-d350-4004-8bc2-2bd09aee0dc5 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:39.203357 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19751ca3-6103-4565-8587-87e00ad5680a req-c636d3f6-3fdc-44d7-bcae-3ed5f614cc07 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:39.206294 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-19751ca3-6103-4565-8587-87e00ad5680a req-c636d3f6-3fdc-44d7-bcae-3ed5f614cc07 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.1370125 Jul 22 16:36:39.209511 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bae35839-e66c-49d9-a291-0c3e8345cf89 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Deleting port 9709117d-e061-46cf-b453-84f1582413ad {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:36:39.209957 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bae35839-e66c-49d9-a291-0c3e8345cf89 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:39.318833 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-19751ca3-6103-4565-8587-87e00ad5680a req-dda01919-c12b-4359-9d85-1e6e2002ef11 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793123 Jul 22 16:36:39.341981 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c345dc1b-1cc5-4ca8-ab7c-423cddb67658 req-3f1a5c58-b3c9-49ce-b5c8-f5b21e6d390e service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735486 Jul 22 16:36:39.393045 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5178b9-e014-4676-a8db-f005092e0f21 req-5b362d6d-2699-4849-9cbd-8587a139c719 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:39.394738 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dc5178b9-e014-4676-a8db-f005092e0f21 req-5b362d6d-2699-4849-9cbd-8587a139c719 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2abbf55-506d-4c47-901e-8c76d69b8eba HTTP/1.1" status: 200 len: 945 time: 0.3078241 Jul 22 16:36:39.410665 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bae35839-e66c-49d9-a291-0c3e8345cf89 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:39.411409 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ee02b3b9-6d92-47dd-b297-44b1968bcc75 req-792bb959-4af0-4b3d-9376-005dca61af95 tempest-SecurityGroupsNegativeTestJSON-1428846951 tempest-SecurityGroupsNegativeTestJSON-1428846951-project] 10.222.0.69 "GET /v2.0/security-groups/e2045432-1d0f-49d5-bde8-79a8b81fbdce HTTP/1.1" status: 200 len: 2985 time: 0.0615904 Jul 22 16:36:39.413717 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c65764-da1f-41a1-bbb9-2ba5f5674680 req-81eceb6e-2504-4469-b0bf-49eb172b2a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:39.415748 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-99c65764-da1f-41a1-bbb9-2ba5f5674680 req-81eceb6e-2504-4469-b0bf-49eb172b2a6e service neutron] 10.222.0.30 "GET /v2.0/networks?id=3099b927-6ce5-4c6a-ae57-83c4bc7462f9 HTTP/1.1" status: 200 len: 919 time: 0.2209904 Jul 22 16:36:39.480780 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-ae334a44-d350-4004-8bc2-2bd09aee0dc5 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:39.483673 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bae35839-e66c-49d9-a291-0c3e8345cf89 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Calling delete_port for 9709117d-e061-46cf-b453-84f1582413ad owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:36:39.492593 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-99c65764-da1f-41a1-bbb9-2ba5f5674680 req-c98371c8-2e29-4434-871c-b3464ff4c92e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c58cadb-cf7f-487e-a47a-1e7d1b868377 HTTP/1.1" status: 200 len: 217 time: 0.0595727 Jul 22 16:36:39.555298 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [req-ee02b3b9-6d92-47dd-b297-44b1968bcc75 req-f6904cf3-7dce-4075-bfcd-8ef754110e09 tempest-SecurityGroupsNegativeTestJSON-1428846951 tempest-SecurityGroupsNegativeTestJSON-1428846951-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 16:36:39.556360 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ee02b3b9-6d92-47dd-b297-44b1968bcc75 req-f6904cf3-7dce-4075-bfcd-8ef754110e09 tempest-SecurityGroupsNegativeTestJSON-1428846951 tempest-SecurityGroupsNegativeTestJSON-1428846951-project] 10.222.0.69 "DELETE /v2.0/security-groups/e2045432-1d0f-49d5-bde8-79a8b81fbdce HTTP/1.1" status: 409 len: 352 time: 0.1441269 Jul 22 16:36:39.562035 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c65764-da1f-41a1-bbb9-2ba5f5674680 req-c2c70128-ada9-43d2-b94d-698018f8b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:39.571145 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-99c65764-da1f-41a1-bbb9-2ba5f5674680 req-c2c70128-ada9-43d2-b94d-698018f8b229 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43279f75-dcdf-4256-aa4d-7896c2d2ac5e HTTP/1.1" status: 200 len: 858 time: 0.0632226 Jul 22 16:36:39.635975 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-99c65764-da1f-41a1-bbb9-2ba5f5674680 req-26f9a65a-05db-416c-8420-8ac483cef2c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3099b927-6ce5-4c6a-ae57-83c4bc7462f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627079 Jul 22 16:36:39.690807 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-ae334a44-d350-4004-8bc2-2bd09aee0dc5 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Network 3099b927-6ce5-4c6a-ae57-83c4bc7462f9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:39.710108 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5324f0e1-47b9-408d-828c-e89b334e2f2a req-9ff99a8a-c59d-4f20-a2b1-30e4b18ea649 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/ports?device_id=68f56f57-4f92-4270-9530-d5e9252117cd HTTP/1.1" status: 200 len: 210 time: 0.0686119 Jul 22 16:36:39.710251 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-ae334a44-d350-4004-8bc2-2bd09aee0dc5 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:39.712816 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-ae334a44-d350-4004-8bc2-2bd09aee0dc5 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:36:39.726971 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae334a44-d350-4004-8bc2-2bd09aee0dc5 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Pushing event updated for resources: {'Port': ['ID=d433afc4-c47e-4ae9-be76-032ec2a2271f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:39.738529 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dc5178b9-e014-4676-a8db-f005092e0f21 req-1a002862-b52e-4f9c-ad8c-5920e419d097 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/security-groups?id=86e78c12-c764-4ae9-b7a9-a13a9fa5c1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3235786 Jul 22 16:36:39.747846 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-da92fda1-979a-4f87-b2ed-96e99e457342 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Allocated IP 172.20.0.5 (3099b927-6ce5-4c6a-ae57-83c4bc7462f9/43279f75-dcdf-4256-aa4d-7896c2d2ac5e/a7e79be2-2883-443a-ae2d-f1517762359d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:36:39.783430 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c345dc1b-1cc5-4ca8-ab7c-423cddb67658 req-8c621c9e-f9a3-45a9-9309-824fd7d65917 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080610 Jul 22 16:36:39.863615 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device b6ffaef8-0bf4-4d17-9e16-9b574409786a details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:36:39.900093 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-99c65764-da1f-41a1-bbb9-2ba5f5674680 req-8e671b82-60aa-4c0e-b4a3-783875924548 service neutron] 10.222.0.30 "GET /v2.0/networks/3099b927-6ce5-4c6a-ae57-83c4bc7462f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487845 Jul 22 16:36:39.952106 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-ae334a44-d350-4004-8bc2-2bd09aee0dc5 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:39.953120 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-ae334a44-d350-4004-8bc2-2bd09aee0dc5 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:39.964606 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a186131f-e2ff-4d9f-864d-812721216f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5848d2ce-df98-4a3b-a079-97de4b01fca0'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:39.967124 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d82f1e9-c345-4b54-b9d8-ec1eacdb6b39" -d '{"events": [{"server_uuid": "a186131f-e2ff-4d9f-864d-812721216f78", "name": "network-vif-plugged", "status": "completed", "tag": "5848d2ce-df98-4a3b-a079-97de4b01fca0"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:40.039091 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port b6ffaef8-0bf4-4d17-9e16-9b574409786a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b6ffaef8-0bf4-4d17-9e16-9b574409786a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:40.069646 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'b6ffaef8-0bf4-4d17-9e16-9b574409786a', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': 'b6ffaef8-0bf4-4d17-9e16-9b574409786a', 'mac_address': 'fa:16:3e:d1:c7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:36:40.121899 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:40.137615 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ffaef8-0bf4-4d17-9e16-9b574409786a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:36:40.159112 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port b6ffaef8-0bf4-4d17-9e16-9b574409786a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b6ffaef8-0bf4-4d17-9e16-9b574409786a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:40.163468 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-da92fda1-979a-4f87-b2ed-96e99e457342 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:40.164434 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:40.210210 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-ae334a44-d350-4004-8bc2-2bd09aee0dc5 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7619779 Jul 22 16:36:40.222347 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [req-0fad3737-3c45-442b-a647-d222b7fbef52 req-48101b26-690c-4bb4-b303-901d81d6c844 tempest-SecurityGroupsNegativeTestJSON-1428846951 tempest-SecurityGroupsNegativeTestJSON-1428846951-project] show failed (client error): The resource could not be found. Jul 22 16:36:40.232900 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0fad3737-3c45-442b-a647-d222b7fbef52 req-48101b26-690c-4bb4-b303-901d81d6c844 tempest-SecurityGroupsNegativeTestJSON-1428846951 tempest-SecurityGroupsNegativeTestJSON-1428846951-project] 10.222.0.69 "GET /v2.0/security-groups/949a74ba-859d-4336-a968-bb6bb3afa6a6 HTTP/1.1" status: 404 len: 352 time: 0.4045389 Jul 22 16:36:40.252426 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=b6ffaef8-0bf4-4d17-9e16-9b574409786a,revision_number=12']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:40.256471 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-02ce68c3-ee36-4382-bc9e-21c2ec0edd61 service neutron] Request body: {'port': {'device_id': 'cc0838ed-d579-4253-bbc9-7a6a4d85818f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:40.328711 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-99c65764-da1f-41a1-bbb9-2ba5f5674680 req-7a323d30-fbcc-4fa9-ab2e-982cad5c1ac2 service neutron] 10.222.0.30 "GET /v2.0/networks/3099b927-6ce5-4c6a-ae57-83c4bc7462f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216173 Jul 22 16:36:40.354152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f4318-a623-4525-b126-c8073fa05d64 req-cb9b1d63-9102-4472-846c-f34e468c6253 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:40.362335 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-202f4318-a623-4525-b126-c8073fa05d64 req-cb9b1d63-9102-4472-846c-f34e468c6253 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 947 time: 0.1054630 Jul 22 16:36:40.373312 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-da92fda1-979a-4f87-b2ed-96e99e457342 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:40.429444 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-da92fda1-979a-4f87-b2ed-96e99e457342 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Network 3099b927-6ce5-4c6a-ae57-83c4bc7462f9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:40.442412 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-202f4318-a623-4525-b126-c8073fa05d64 req-bc2b3a41-31c4-4448-bae3-307a03fc8262 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756400 Jul 22 16:36:40.460296 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-da92fda1-979a-4f87-b2ed-96e99e457342 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:40.475756 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-da92fda1-979a-4f87-b2ed-96e99e457342 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:36:40.507679 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e77687-d10e-4153-99a8-3bc28464a10b x-openstack-request-id: req-e3e77687-d10e-4153-99a8-3bc28464a10b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:40.507975 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a186131f-e2ff-4d9f-864d-812721216f78", "name": "network-vif-plugged", "status": "completed", "tag": "5848d2ce-df98-4a3b-a079-97de4b01fca0", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:40.508224 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e3e77687-d10e-4153-99a8-3bc28464a10b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:40.508621 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a186131f-e2ff-4d9f-864d-812721216f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5848d2ce-df98-4a3b-a079-97de4b01fca0', 'code': 200} Jul 22 16:36:40.537089 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [req-92dc3f81-508f-4d50-bad9-384b4e0a5cb0 req-947f378a-32ce-4569-9d3d-6d25d2334927 tempest-SecurityGroupsNegativeTestJSON-1428846951 tempest-SecurityGroupsNegativeTestJSON-1428846951-project] show failed (client error): The resource could not be found. Jul 22 16:36:40.538124 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92dc3f81-508f-4d50-bad9-384b4e0a5cb0 req-947f378a-32ce-4569-9d3d-6d25d2334927 tempest-SecurityGroupsNegativeTestJSON-1428846951 tempest-SecurityGroupsNegativeTestJSON-1428846951-project] 10.222.0.69 "GET /v2.0/security-groups/62f27937-9f2c-456d-a069-97d1c4ee579d HTTP/1.1" status: 404 len: 352 time: 0.0163393 Jul 22 16:36:40.547891 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['b6ffaef8-0bf4-4d17-9e16-9b574409786a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:40.555348 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50116) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:40.630295 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92fda1-979a-4f87-b2ed-96e99e457342 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Pushing event updated for resources: {'Port': ['ID=a7e79be2-2883-443a-ae2d-f1517762359d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:40.639374 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bae35839-e66c-49d9-a291-0c3e8345cf89 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:40.644271 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-02ce68c3-ee36-4382-bc9e-21c2ec0edd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:40.665387 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30e9ac-5cfe-4118-b87b-ed3d12792d33 req-863654af-3819-4164-83a7-a0c94ca3e842 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:40.672474 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3b30e9ac-5cfe-4118-b87b-ed3d12792d33 req-863654af-3819-4164-83a7-a0c94ca3e842 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 950 time: 0.3424001 Jul 22 16:36:40.758025 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f6306-f013-401a-a842-c5a7b167a8ba req-b8aaf21e-a759-414d-a0b3-c8e7927a458f tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:40.758987 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-da92fda1-979a-4f87-b2ed-96e99e457342 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:40.759615 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-da92fda1-979a-4f87-b2ed-96e99e457342 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:40.759876 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5b9f6306-f013-401a-a842-c5a7b167a8ba req-b8aaf21e-a759-414d-a0b3-c8e7927a458f tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.1296413 Jul 22 16:36:40.769369 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae35839-e66c-49d9-a291-0c3e8345cf89 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Pushing event deleted for resources: {'Port': ['ID=9709117d-e061-46cf-b453-84f1582413ad,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:40.842284 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5b9f6306-f013-401a-a842-c5a7b167a8ba req-8ffba173-d1b5-4cb3-9925-150680bf9155 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586114 Jul 22 16:36:40.856451 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3b30e9ac-5cfe-4118-b87b-ed3d12792d33 req-c3a55077-8345-4e9f-96c9-4394f99bcfaf tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824961 Jul 22 16:36:40.872934 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf649bc-70fd-4159-b344-72e30d803452 admin admin] Deleting subnet ee6258c6-2911-424d-8d6e-8624930a2bef {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:36:40.934424 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-da92fda1-979a-4f87-b2ed-96e99e457342 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2651060 Jul 22 16:36:40.939864 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dbf649bc-70fd-4159-b344-72e30d803452 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:40.970999 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-73026e8a-91ad-47a5-bb56-3bb9115e608a service neutron] Request body: {'port': {'device_id': '68f56f57-4f92-4270-9530-d5e9252117cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:40.980284 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc5bbd-4aa5-4245-b15a-085ef1960743 req-aef989ae-bc7b-42c9-a2ae-4272cb093e55 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:40.982196 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-aebc5bbd-4aa5-4245-b15a-085ef1960743 req-aef989ae-bc7b-42c9-a2ae-4272cb093e55 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/ports?device_id=68f56f57-4f92-4270-9530-d5e9252117cd HTTP/1.1" status: 200 len: 931 time: 0.0747788 Jul 22 16:36:41.033601 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-aebc5bbd-4aa5-4245-b15a-085ef1960743 req-975de771-eeda-498d-ada2-26e93dd90f20 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/security-groups?id=f325ef06-5d59-4df4-a01f-f4bd17c1cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425177 Jul 22 16:36:41.147205 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dbf649bc-70fd-4159-b344-72e30d803452 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:41.183837 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bae35839-e66c-49d9-a291-0c3e8345cf89 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:41.356760 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dbf649bc-70fd-4159-b344-72e30d803452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:41.381589 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be70e9-0899-486c-b8d0-dc00ef82f3ca req-2f3bdcac-4922-4046-b1c5-945a2f703f91 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:41.388845 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-81be70e9-0899-486c-b8d0-dc00ef82f3ca req-2f3bdcac-4922-4046-b1c5-945a2f703f91 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 950 time: 0.0739992 Jul 22 16:36:41.440857 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-81be70e9-0899-486c-b8d0-dc00ef82f3ca req-e915bf35-1f1d-4867-897d-f163565efa7f tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445917 Jul 22 16:36:41.556650 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 9c58cadb-cf7f-487e-a47a-1e7d1b868377 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:36:41.778712 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 9c58cadb-cf7f-487e-a47a-1e7d1b868377, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=9c58cadb-cf7f-487e-a47a-1e7d1b868377,segment=NetworkSegment(e145ee95-47c3-4f4e-890c-ec6b97e8c166),segment_id=e145ee95-47c3-4f4e-890c-ec6b97e8c166)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:41.780154 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a3488-bbaf-4481-95e1-c5a5ec786f14 req-7febf913-7e28-489b-9d26-385a3920c86e tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:41.790242 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7d6a3488-bbaf-4481-95e1-c5a5ec786f14 req-7febf913-7e28-489b-9d26-385a3920c86e tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 947 time: 0.1168609 Jul 22 16:36:41.791738 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '9c58cadb-cf7f-487e-a47a-1e7d1b868377', 'network_id': '3099b927-6ce5-4c6a-ae57-83c4bc7462f9', 'port_id': '9c58cadb-cf7f-487e-a47a-1e7d1b868377', 'mac_address': 'fa:16:3e:99:9d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43279f75-dcdf-4256-aa4d-7896c2d2ac5e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:36:41.806079 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-73026e8a-91ad-47a5-bb56-3bb9115e608a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:41.856018 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:41.862029 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7d6a3488-bbaf-4481-95e1-c5a5ec786f14 req-0fa752b0-0605-442c-a753-d5fbe4d91737 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701089 Jul 22 16:36:41.876628 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:41.879129 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device b6ffaef8-0bf4-4d17-9e16-9b574409786a up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:41.882432 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c58cadb-cf7f-487e-a47a-1e7d1b868377 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:36:41.941837 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 9c58cadb-cf7f-487e-a47a-1e7d1b868377, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=9c58cadb-cf7f-487e-a47a-1e7d1b868377,segment=NetworkSegment(e145ee95-47c3-4f4e-890c-ec6b97e8c166),segment_id=e145ee95-47c3-4f4e-890c-ec6b97e8c166)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:41.953626 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:42.002769 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:42.003104 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40babb-cbb7-495a-bb83-9e95830168cb req-3da0baf6-7c1f-4bad-9543-077f5f76ce5f tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:42.004851 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a40babb-cbb7-495a-bb83-9e95830168cb req-3da0baf6-7c1f-4bad-9543-077f5f76ce5f tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2abbf55-506d-4c47-901e-8c76d69b8eba HTTP/1.1" status: 200 len: 945 time: 1.0425851 Jul 22 16:36:42.010941 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-9576cb83-0174-4e39-9b81-e9b803884544 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539746 Jul 22 16:36:42.022536 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port b6ffaef8-0bf4-4d17-9e16-9b574409786a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:42.028829 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=9c58cadb-cf7f-487e-a47a-1e7d1b868377,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:42.031676 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port b6ffaef8-0bf4-4d17-9e16-9b574409786a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:42.032092 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:42.107767 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bae35839-e66c-49d9-a291-0c3e8345cf89 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:42.122170 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bae35839-e66c-49d9-a291-0c3e8345cf89 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4121324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4121180'] for router, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:42.188333 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:42.202306 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-11aa8ed3-831e-4731-b396-e3ba624dd5e4 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:42.210343 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-11aa8ed3-831e-4731-b396-e3ba624dd5e4 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1982863 Jul 22 16:36:42.231179 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-a10831af-62ec-47a4-a8a6-361e00f6480c tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/quotas/6018b9ced5ef4d9cac00ec6e1d2e0f3e HTTP/1.1" status: 200 len: 375 time: 0.0196209 Jul 22 16:36:42.241689 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port b6ffaef8-0bf4-4d17-9e16-9b574409786a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b6ffaef8-0bf4-4d17-9e16-9b574409786a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:42.248954 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:42.259966 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dbf649bc-70fd-4159-b344-72e30d803452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:42.317826 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['9c58cadb-cf7f-487e-a47a-1e7d1b868377'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:42.344721 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=b6ffaef8-0bf4-4d17-9e16-9b574409786a,revision_number=13']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:42.358343 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-1c1413b4-ecc5-45b4-b3eb-2406f577da0c tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1262112 Jul 22 16:36:42.393675 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a40babb-cbb7-495a-bb83-9e95830168cb req-1c16d5be-d0e2-49cd-87af-76d08b10947d tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/security-groups?id=86e78c12-c764-4ae9-b7a9-a13a9fa5c1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2814419 Jul 22 16:36:42.394504 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf649bc-70fd-4159-b344-72e30d803452 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee6258c6-2911-424d-8d6e-8624930a2bef,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:42.436549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae35839-e66c-49d9-a291-0c3e8345cf89 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Router 675eebf6-136f-4593-a54c-f1bf86863314 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:36:42.442088 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dbf649bc-70fd-4159-b344-72e30d803452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:42.446575 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50148) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:42.447035 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-dbf649bc-70fd-4159-b344-72e30d803452 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ee6258c6-2911-424d-8d6e-8624930a2bef HTTP/1.1" status: 204 len: 168 time: 1.8797913 Jul 22 16:36:42.468255 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-02ce68c3-ee36-4382-bc9e-21c2ec0edd61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d433afc4-c47e-4ae9-be76-032ec2a2271f {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:36:42.481422 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-02ce68c3-ee36-4382-bc9e-21c2ec0edd61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:42.511876 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a967095-773a-4896-b988-5c8f98eaa423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ffaef8-0bf4-4d17-9e16-9b574409786a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:42.520790 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da13c98-0231-4543-ac55-c5e09358dd58" -d '{"events": [{"server_uuid": "3a967095-773a-4896-b988-5c8f98eaa423", "name": "network-vif-plugged", "status": "completed", "tag": "b6ffaef8-0bf4-4d17-9e16-9b574409786a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:42.625001 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-65626bf8-f1e4-4850-a30a-bb0cc16b0ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:42.639483 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-02ce68c3-ee36-4382-bc9e-21c2ec0edd61 service neutron] Transition to ACTIVE for port object d433afc4-c47e-4ae9-be76-032ec2a2271f will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:42.686685 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-02ce68c3-ee36-4382-bc9e-21c2ec0edd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:42.748582 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae35839-e66c-49d9-a291-0c3e8345cf89 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:36:42.764380 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7e11ae-6166-4b60-94f1-0d3dfdf38e7f None None] Sync routers for ids ['675eebf6-136f-4593-a54c-f1bf86863314'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:36:42.765622 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce68c3-ee36-4382-bc9e-21c2ec0edd61 service neutron] Pushing event updated for resources: {'Port': ['ID=d433afc4-c47e-4ae9-be76-032ec2a2271f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:42.770760 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-65626bf8-f1e4-4850-a30a-bb0cc16b0ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:42.774090 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bae35839-e66c-49d9-a291-0c3e8345cf89 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:42.778037 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-bae35839-e66c-49d9-a291-0c3e8345cf89 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "PUT /v2.0/routers/675eebf6-136f-4593-a54c-f1bf86863314 HTTP/1.1" status: 200 len: 706 time: 6.2749410 Jul 22 16:36:42.779734 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50158) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:42.791843 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7e11ae-6166-4b60-94f1-0d3dfdf38e7f None None] Routers {'675eebf6-136f-4593-a54c-f1bf86863314'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:42.799496 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-65626bf8-f1e4-4850-a30a-bb0cc16b0ddf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0994dc-d7d4-4f76-9bd6-024cd4a20b7a']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:42.806933 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-dc7e11ae-6166-4b60-94f1-0d3dfdf38e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:36:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['675eebf6-136f-4593-a54c-f1bf86863314'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:42.888809 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-65626bf8-f1e4-4850-a30a-bb0cc16b0ddf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a53a6ec-5d7b-4a7f-9b0f-8aa62832f6bc') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:42.889195 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-65626bf8-f1e4-4850-a30a-bb0cc16b0ddf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a53a6ec-5d7b-4a7f-9b0f-8aa62832f6bc') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:42.901816 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f604f-8da1-4593-a7e3-eb5c03b50589 req-bb7a98f5-072c-4dbf-9000-8fa1d0d4887a tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:42.903537 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8c0f604f-8da1-4593-a7e3-eb5c03b50589 req-bb7a98f5-072c-4dbf-9000-8fa1d0d4887a tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/ports?device_id=68f56f57-4f92-4270-9530-d5e9252117cd HTTP/1.1" status: 200 len: 931 time: 0.2120311 Jul 22 16:36:42.911787 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-dc7e11ae-6166-4b60-94f1-0d3dfdf38e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:42.921251 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-65626bf8-f1e4-4850-a30a-bb0cc16b0ddf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:42.922284 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7e11ae-6166-4b60-94f1-0d3dfdf38e7f None None] Routers {'675eebf6-136f-4593-a54c-f1bf86863314'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:42.923542 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-dc7e11ae-6166-4b60-94f1-0d3dfdf38e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:36:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['675eebf6-136f-4593-a54c-f1bf86863314'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:42.945456 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d28b5dca-d100-4280-8b34-80ae2abeafaa tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "GET /v2.0/routers/675eebf6-136f-4593-a54c-f1bf86863314 HTTP/1.1" status: 200 len: 741 time: 0.1547716 Jul 22 16:36:42.953473 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50166) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:42.955376 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-65626bf8-f1e4-4850-a30a-bb0cc16b0ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:42.978376 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-dc7e11ae-6166-4b60-94f1-0d3dfdf38e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:42.979101 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7e11ae-6166-4b60-94f1-0d3dfdf38e7f None None] The sync data for ids ['675eebf6-136f-4593-a54c-f1bf86863314'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:36:42.999494 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557ccc2-d0cf-444b-b14f-572f733500cc req-23381f8b-d9a2-4334-b2e3-0b94fae9f59e tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:43.001166 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1557ccc2-d0cf-444b-b14f-572f733500cc req-23381f8b-d9a2-4334-b2e3-0b94fae9f59e tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.4712319 Jul 22 16:36:43.034460 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65626bf8-f1e4-4850-a30a-bb0cc16b0ddf admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:36:43.035313 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-65626bf8-f1e4-4850-a30a-bb0cc16b0ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:36:43.144786 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:36:43.149102 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2c6679d8-8faf-43b3-8f01-9b9876545842 tempest-RoutersAdminTest-1556010668 tempest-RoutersAdminTest-1556010668-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=748fc6ab-3639-411a-b273-35e3c4423108&device_id=675eebf6-136f-4593-a54c-f1bf86863314 HTTP/1.1" status: 200 len: 205 time: 0.1955161 Jul 22 16:36:43.152063 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50170) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:43.159483 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1557ccc2-d0cf-444b-b14f-572f733500cc req-1cdf34bb-5a94-44a2-9451-1dd48cd9ffb1 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489027 Jul 22 16:36:43.165559 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-02ce68c3-ee36-4382-bc9e-21c2ec0edd61 service neutron] Attempting to bind port d433afc4-c47e-4ae9-be76-032ec2a2271f on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:36:43.165977 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-02ce68c3-ee36-4382-bc9e-21c2ec0edd61 service neutron] Attempting to bind port d433afc4-c47e-4ae9-be76-032ec2a2271f by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'e145ee95-47c3-4f4e-890c-ec6b97e8c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3099b927-6ce5-4c6a-ae57-83c4bc7462f9'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:36:43.166386 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-02ce68c3-ee36-4382-bc9e-21c2ec0edd61 service neutron] Attempting to bind port d433afc4-c47e-4ae9-be76-032ec2a2271f on network 3099b927-6ce5-4c6a-ae57-83c4bc7462f9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:43.184197 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-02ce68c3-ee36-4382-bc9e-21c2ec0edd61 service neutron] Port d433afc4-c47e-4ae9-be76-032ec2a2271f on network 3099b927-6ce5-4c6a-ae57-83c4bc7462f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:36:43.184653 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-02ce68c3-ee36-4382-bc9e-21c2ec0edd61 service neutron] Attempting to bind port d433afc4-c47e-4ae9-be76-032ec2a2271f on network 3099b927-6ce5-4c6a-ae57-83c4bc7462f9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:43.189530 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8c0f604f-8da1-4593-a7e3-eb5c03b50589 req-87fee230-8ba6-4020-841b-f43c20b14e45 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/security-groups?id=f325ef06-5d59-4df4-a01f-f4bd17c1cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750471 Jul 22 16:36:43.194759 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-73026e8a-91ad-47a5-bb56-3bb9115e608a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e79be2-2883-443a-ae2d-f1517762359d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:36:43.206209 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-02ce68c3-ee36-4382-bc9e-21c2ec0edd61 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:36:43.206511 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-02ce68c3-ee36-4382-bc9e-21c2ec0edd61 service neutron] Checking segment: {'id': 'e145ee95-47c3-4f4e-890c-ec6b97e8c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3099b927-6ce5-4c6a-ae57-83c4bc7462f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:36:43.206868 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-02ce68c3-ee36-4382-bc9e-21c2ec0edd61 service neutron] Bound using segment: {'id': 'e145ee95-47c3-4f4e-890c-ec6b97e8c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3099b927-6ce5-4c6a-ae57-83c4bc7462f9'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:36:43.214527 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-02ce68c3-ee36-4382-bc9e-21c2ec0edd61 service neutron] Bound port: d433afc4-c47e-4ae9-be76-032ec2a2271f, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e145ee95-47c3-4f4e-890c-ec6b97e8c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3099b927-6ce5-4c6a-ae57-83c4bc7462f9'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:36:43.214972 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-02ce68c3-ee36-4382-bc9e-21c2ec0edd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:43.231923 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-73026e8a-91ad-47a5-bb56-3bb9115e608a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:43.241299 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ae349ee9-315f-4d41-a121-0188678926a2 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "GET /v2.0/ports?device_id=675eebf6-136f-4593-a54c-f1bf86863314 HTTP/1.1" status: 200 len: 205 time: 0.0712771 Jul 22 16:36:43.241299 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-65626bf8-f1e4-4850-a30a-bb0cc16b0ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:43.256451 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50172) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:43.259407 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-73026e8a-91ad-47a5-bb56-3bb9115e608a service neutron] Transition to ACTIVE for port object a7e79be2-2883-443a-ae2d-f1517762359d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:43.288147 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-73026e8a-91ad-47a5-bb56-3bb9115e608a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:43.312085 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad05092-effa-491b-9b3a-efd859171859 x-openstack-request-id: req-bad05092-effa-491b-9b3a-efd859171859 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:43.312476 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a967095-773a-4896-b988-5c8f98eaa423", "name": "network-vif-plugged", "status": "completed", "tag": "b6ffaef8-0bf4-4d17-9e16-9b574409786a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:43.312829 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bad05092-effa-491b-9b3a-efd859171859 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:43.313474 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a967095-773a-4896-b988-5c8f98eaa423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ffaef8-0bf4-4d17-9e16-9b574409786a', 'code': 200} Jul 22 16:36:43.366749 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-65626bf8-f1e4-4850-a30a-bb0cc16b0ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:43.368922 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-65626bf8-f1e4-4850-a30a-bb0cc16b0ddf admin admin] 10.222.0.69 "DELETE /v2.0/networks/bc0994dc-d7d4-4f76-9bd6-024cd4a20b7a HTTP/1.1" status: 204 len: 168 time: 0.9210811 Jul 22 16:36:43.379050 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65626bf8-f1e4-4850-a30a-bb0cc16b0ddf admin admin] Pushing event deleted for resources: {'Network': ['ID=bc0994dc-d7d4-4f76-9bd6-024cd4a20b7a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:43.382440 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d9286bd-cdee-4b03-8bef-a8dbd9fb8ff7 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:43.386907 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73026e8a-91ad-47a5-bb56-3bb9115e608a service neutron] Pushing event updated for resources: {'Port': ['ID=a7e79be2-2883-443a-ae2d-f1517762359d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:43.409792 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-02ce68c3-ee36-4382-bc9e-21c2ec0edd61 service neutron] For port d433afc4-c47e-4ae9-be76-032ec2a2271f, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:36:43.468442 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-02ce68c3-ee36-4382-bc9e-21c2ec0edd61 service neutron] For port d433afc4-c47e-4ae9-be76-032ec2a2271f, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d433afc4-c47e-4ae9-be76-032ec2a2271f,segment=NetworkSegment(e145ee95-47c3-4f4e-890c-ec6b97e8c166),segment_id=e145ee95-47c3-4f4e-890c-ec6b97e8c166)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:36:43.504467 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-02ce68c3-ee36-4382-bc9e-21c2ec0edd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:43.573312 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 9c58cadb-cf7f-487e-a47a-1e7d1b868377 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:43.573572 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-02ce68c3-ee36-4382-bc9e-21c2ec0edd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:43.574493 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-02ce68c3-ee36-4382-bc9e-21c2ec0edd61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:43.576179 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-02ce68c3-ee36-4382-bc9e-21c2ec0edd61 service neutron] 10.222.0.30 "PUT /v2.0/ports/d433afc4-c47e-4ae9-be76-032ec2a2271f HTTP/1.1" status: 200 len: 1091 time: 3.3293626 Jul 22 16:36:43.576882 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0838ed-d579-4253-bbc9-7a6a4d85818f', 'tag': 'd433afc4-c47e-4ae9-be76-032ec2a2271f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:43.580175 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282c2d12-feed-46b4-b735-f3edc503f20f" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0838ed-d579-4253-bbc9-7a6a4d85818f", "tag": "d433afc4-c47e-4ae9-be76-032ec2a2271f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:43.642446 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345d8a1-78d9-4a6c-8242-c081d3b605be req-a0461580-69a3-4d06-96c0-79650cba8722 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:43.645181 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50178) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:43.652645 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d65cd1c4-4ea2-4b2d-b359-6f948c75110b req-855d90d3-def1-4188-930c-9ffe02f4907f tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 210 time: 0.0836864 Jul 22 16:36:43.656359 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1345d8a1-78d9-4a6c-8242-c081d3b605be req-a0461580-69a3-4d06-96c0-79650cba8722 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2abbf55-506d-4c47-901e-8c76d69b8eba HTTP/1.1" status: 200 len: 945 time: 0.2863486 Jul 22 16:36:43.661474 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50180) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:43.681646 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-73026e8a-91ad-47a5-bb56-3bb9115e608a service neutron] Attempting to bind port a7e79be2-2883-443a-ae2d-f1517762359d on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:36:43.681646 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-73026e8a-91ad-47a5-bb56-3bb9115e608a service neutron] Attempting to bind port a7e79be2-2883-443a-ae2d-f1517762359d by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'e145ee95-47c3-4f4e-890c-ec6b97e8c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3099b927-6ce5-4c6a-ae57-83c4bc7462f9'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:36:43.681646 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-73026e8a-91ad-47a5-bb56-3bb9115e608a service neutron] Attempting to bind port a7e79be2-2883-443a-ae2d-f1517762359d on network 3099b927-6ce5-4c6a-ae57-83c4bc7462f9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:43.683315 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-eb96542b-6fb3-4070-9cff-c734ffbfe2f1 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Request body: {'floatingip': {'port_id': '8b09624b-fc0d-427c-9b13-516895a8d009'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:43.684760 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce68c3-ee36-4382-bc9e-21c2ec0edd61 service neutron] Pushing event updated for resources: {'Port': ['ID=d433afc4-c47e-4ae9-be76-032ec2a2271f,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:43.699023 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-73026e8a-91ad-47a5-bb56-3bb9115e608a service neutron] Port a7e79be2-2883-443a-ae2d-f1517762359d on network 3099b927-6ce5-4c6a-ae57-83c4bc7462f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:36:43.699347 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-73026e8a-91ad-47a5-bb56-3bb9115e608a service neutron] Attempting to bind port a7e79be2-2883-443a-ae2d-f1517762359d on network 3099b927-6ce5-4c6a-ae57-83c4bc7462f9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:43.725971 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-73026e8a-91ad-47a5-bb56-3bb9115e608a service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:36:43.727699 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-73026e8a-91ad-47a5-bb56-3bb9115e608a service neutron] Checking segment: {'id': 'e145ee95-47c3-4f4e-890c-ec6b97e8c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3099b927-6ce5-4c6a-ae57-83c4bc7462f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:36:43.729541 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-73026e8a-91ad-47a5-bb56-3bb9115e608a service neutron] Bound using segment: {'id': 'e145ee95-47c3-4f4e-890c-ec6b97e8c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3099b927-6ce5-4c6a-ae57-83c4bc7462f9'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:36:43.730393 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-73026e8a-91ad-47a5-bb56-3bb9115e608a service neutron] Bound port: a7e79be2-2883-443a-ae2d-f1517762359d, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e145ee95-47c3-4f4e-890c-ec6b97e8c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '3099b927-6ce5-4c6a-ae57-83c4bc7462f9'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:36:43.732855 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-73026e8a-91ad-47a5-bb56-3bb9115e608a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:43.768476 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 9c58cadb-cf7f-487e-a47a-1e7d1b868377 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:43.774073 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 9c58cadb-cf7f-487e-a47a-1e7d1b868377 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:43.774730 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d9286bd-cdee-4b03-8bef-a8dbd9fb8ff7 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:43.778561 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eb96542b-6fb3-4070-9cff-c734ffbfe2f1 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:43.782013 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:43.783628 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d9286bd-cdee-4b03-8bef-a8dbd9fb8ff7 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:43.834175 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7aa5c132-1224-4ff4-bfd5-781b6a15a51f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8f03aeef06bf435fa6fac6d90bff2e81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1846178 Jul 22 16:36:43.836957 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50184) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:43.930658 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-73026e8a-91ad-47a5-bb56-3bb9115e608a service neutron] For port a7e79be2-2883-443a-ae2d-f1517762359d, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:36:43.948085 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-73026e8a-91ad-47a5-bb56-3bb9115e608a service neutron] For port a7e79be2-2883-443a-ae2d-f1517762359d, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=a7e79be2-2883-443a-ae2d-f1517762359d,segment=NetworkSegment(e145ee95-47c3-4f4e-890c-ec6b97e8c166),segment_id=e145ee95-47c3-4f4e-890c-ec6b97e8c166)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:36:43.960014 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-a30f1574-7d53-4450-8b74-7ef9d98490f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:43.962092 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:43.962869 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-a30f1574-7d53-4450-8b74-7ef9d98490f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2ed53a7e3d246b989f3c31880df8e9e&device_id=cc0838ed-d579-4253-bbc9-7a6a4d85818f HTTP/1.1" status: 200 len: 1094 time: 0.1225715 Jul 22 16:36:43.964862 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-73026e8a-91ad-47a5-bb56-3bb9115e608a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:43.996157 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d9286bd-cdee-4b03-8bef-a8dbd9fb8ff7 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:43.996686 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9286bd-cdee-4b03-8bef-a8dbd9fb8ff7 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Fanout notify agent at l3_agent the message router_deleted on router 675eebf6-136f-4593-a54c-f1bf86863314 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:36:44.011039 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d9286bd-cdee-4b03-8bef-a8dbd9fb8ff7 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:44.012167 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3d9286bd-cdee-4b03-8bef-a8dbd9fb8ff7 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "DELETE /v2.0/routers/675eebf6-136f-4593-a54c-f1bf86863314 HTTP/1.1" status: 204 len: 168 time: 0.7356439 Jul 22 16:36:44.019313 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50186) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:44.030756 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-73026e8a-91ad-47a5-bb56-3bb9115e608a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:44.031541 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-73026e8a-91ad-47a5-bb56-3bb9115e608a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:44.032749 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 9c58cadb-cf7f-487e-a47a-1e7d1b868377, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=9c58cadb-cf7f-487e-a47a-1e7d1b868377,segment=NetworkSegment(e145ee95-47c3-4f4e-890c-ec6b97e8c166),segment_id=e145ee95-47c3-4f4e-890c-ec6b97e8c166)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:44.033311 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-73026e8a-91ad-47a5-bb56-3bb9115e608a service neutron] 10.222.0.16 "PUT /v2.0/ports/a7e79be2-2883-443a-ae2d-f1517762359d HTTP/1.1" status: 200 len: 1091 time: 3.0674927 Jul 22 16:36:44.035071 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97cfd02b-be69-415f-9bc8-b0fadc0de70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:44.039961 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:44.084235 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05e33f0-e96d-42d8-b35a-dc44efccae30 x-openstack-request-id: req-c05e33f0-e96d-42d8-b35a-dc44efccae30 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:44.084824 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0838ed-d579-4253-bbc9-7a6a4d85818f", "tag": "d433afc4-c47e-4ae9-be76-032ec2a2271f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:44.085000 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c05e33f0-e96d-42d8-b35a-dc44efccae30 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:44.086149 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0838ed-d579-4253-bbc9-7a6a4d85818f', 'tag': 'd433afc4-c47e-4ae9-be76-032ec2a2271f', 'status': 'completed', 'code': 200} Jul 22 16:36:44.090505 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-4330b061-5dd5-4cc3-96f8-7cf2de0c09ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d433afc4-c47e-4ae9-be76-032ec2a2271f HTTP/1.1" status: 200 len: 217 time: 0.0787706 Jul 22 16:36:44.100788 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97cfd02b-be69-415f-9bc8-b0fadc0de70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:44.147080 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=9c58cadb-cf7f-487e-a47a-1e7d1b868377,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:44.185304 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73026e8a-91ad-47a5-bb56-3bb9115e608a service neutron] Pushing event updated for resources: {'Port': ['ID=a7e79be2-2883-443a-ae2d-f1517762359d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:44.207404 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-1b4ae45a-0ce5-4080-a7fc-91eacea12e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:44.209028 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-1b4ae45a-0ce5-4080-a7fc-91eacea12e89 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43279f75-dcdf-4256-aa4d-7896c2d2ac5e HTTP/1.1" status: 200 len: 858 time: 0.1016760 Jul 22 16:36:44.249102 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-aea5ff6a-10db-4b81-8247-dda11ee3b1d6 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "GET /v2.0/ports?device_id=675eebf6-136f-4593-a54c-f1bf86863314 HTTP/1.1" status: 200 len: 205 time: 0.2232487 Jul 22 16:36:44.255536 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50192) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:44.270876 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-07d7d2d1-3ac5-404f-98d5-1354086d0e13 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3099b927-6ce5-4c6a-ae57-83c4bc7462f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501044 Jul 22 16:36:44.278820 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-0d14675e-0694-407c-8eb7-96e18334a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:44.280355 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-0d14675e-0694-407c-8eb7-96e18334a1ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2ed53a7e3d246b989f3c31880df8e9e&device_id=68f56f57-4f92-4270-9530-d5e9252117cd HTTP/1.1" status: 200 len: 1094 time: 0.1741533 Jul 22 16:36:44.356653 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-2ff7ad5d-6d89-4256-acbf-f30d5dd651ab tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863459 Jul 22 16:36:44.360907 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-876b83d0-3686-4b38-95c8-3af7755b1286 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] delete failed (client error): The resource could not be found. Jul 22 16:36:44.364575 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-876b83d0-3686-4b38-95c8-3af7755b1286 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "DELETE /v2.0/routers/675eebf6-136f-4593-a54c-f1bf86863314 HTTP/1.1" status: 404 len: 336 time: 0.1031837 Jul 22 16:36:44.392814 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50194) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:44.416880 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-6c8a1a3b-a480-4d25-900b-bbd1f5bf55cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7e79be2-2883-443a-ae2d-f1517762359d HTTP/1.1" status: 200 len: 217 time: 0.1154604 Jul 22 16:36:44.466593 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896dacf-e0a2-43c7-86e5-2828c46aee19 req-f7c744a2-8a67-4689-939f-bebc438e5818 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:44.474364 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f896dacf-e0a2-43c7-86e5-2828c46aee19 req-f7c744a2-8a67-4689-939f-bebc438e5818 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 947 time: 0.7088540 Jul 22 16:36:44.475136 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50198) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:44.475704 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cf949bd3-d1ce-45a8-9133-519dbe57e6eb tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7a8e5b2-e09b-42f3-94ff-a8bc986947e6 HTTP/1.1" status: 200 len: 205 time: 0.0747547 Jul 22 16:36:44.518572 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97cfd02b-be69-415f-9bc8-b0fadc0de70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:44.521226 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97cfd02b-be69-415f-9bc8-b0fadc0de70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:44.522390 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-97cfd02b-be69-415f-9bc8-b0fadc0de70e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e2045432-1d0f-49d5-bde8-79a8b81fbdce HTTP/1.1" status: 204 len: 168 time: 0.6744039 Jul 22 16:36:44.586589 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22693d-0c57-4848-92a4-906cd263dd2d req-80e8b409-4a4e-42ba-b378-fb29b60ddb8e tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:44.589140 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b22693d-0c57-4848-92a4-906cd263dd2d req-80e8b409-4a4e-42ba-b378-fb29b60ddb8e tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/ports?device_id=68f56f57-4f92-4270-9530-d5e9252117cd HTTP/1.1" status: 200 len: 943 time: 0.3072100 Jul 22 16:36:44.610222 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-955c529d-0299-477f-8ef7-28e12721f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:44.611712 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-955c529d-0299-477f-8ef7-28e12721f105 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43279f75-dcdf-4256-aa4d-7896c2d2ac5e HTTP/1.1" status: 200 len: 858 time: 0.1678078 Jul 22 16:36:44.620104 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-53cf1223-98f0-4777-9f2c-c1e8dee5b750 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] delete failed (client error): The resource could not be found. Jul 22 16:36:44.621157 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-53cf1223-98f0-4777-9f2c-c1e8dee5b750 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "DELETE /v2.0/routers/a7a8e5b2-e09b-42f3-94ff-a8bc986947e6 HTTP/1.1" status: 404 len: 336 time: 0.1397424 Jul 22 16:36:44.626059 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cfd02b-be69-415f-9bc8-b0fadc0de70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2045432-1d0f-49d5-bde8-79a8b81fbdce,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:44.629317 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50202) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:44.690633 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-7f7070c0-00bb-4600-9a09-efc8c0e9ab03 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3099b927-6ce5-4c6a-ae57-83c4bc7462f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374880 Jul 22 16:36:44.693128 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-5f63e2e6-546c-4684-a4db-15cb135a9c90 service neutron] 10.222.0.30 "GET /v2.0/networks/3099b927-6ce5-4c6a-ae57-83c4bc7462f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017675 Jul 22 16:36:44.732142 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b22693d-0c57-4848-92a4-906cd263dd2d req-6099c77b-be87-47e0-8cae-7c5c2c2a19cd tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/security-groups?id=f325ef06-5d59-4df4-a01f-f4bd17c1cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291730 Jul 22 16:36:44.883887 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-ba615cc2-a6e5-4738-b248-a6487cb26c04 service neutron] 10.222.0.16 "GET /v2.0/networks/3099b927-6ce5-4c6a-ae57-83c4bc7462f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870825 Jul 22 16:36:44.886414 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-dcb72ba2-63da-4460-8557-07ca417d5b9c service neutron] 10.222.0.30 "GET /v2.0/networks/3099b927-6ce5-4c6a-ae57-83c4bc7462f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780727 Jul 22 16:36:44.942992 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f896dacf-e0a2-43c7-86e5-2828c46aee19 req-a3f3577e-b648-48a3-9923-c8232f512c67 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4685428 Jul 22 16:36:45.056097 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4dcb570c-8f08-4932-af61-ee7f0a6cb8f6 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "GET /v2.0/ports?device_id=8923b44c-01fb-4547-ad18-772849648b6c HTTP/1.1" status: 200 len: 205 time: 0.1210136 Jul 22 16:36:45.065105 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50208) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:45.090512 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18651328-f959-43f4-9727-ee46b33d3139 req-2ac814cc-c797-4a3f-b1bc-ba8fc7d4cf07 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:45.092717 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-18651328-f959-43f4-9727-ee46b33d3139 req-2ac814cc-c797-4a3f-b1bc-ba8fc7d4cf07 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.1926975 Jul 22 16:36:45.125752 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-94c05bfe-5a8d-4494-95bb-827f2720c5d1 req-532bbb67-2566-4b22-9880-a5dbb8a26a4b service neutron] 10.222.0.16 "GET /v2.0/networks/3099b927-6ce5-4c6a-ae57-83c4bc7462f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347496 Jul 22 16:36:45.193486 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-fa4043e5-7b2c-445e-8b83-7cd6bf27e575 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] delete failed (client error): The resource could not be found. Jul 22 16:36:45.197960 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fa4043e5-7b2c-445e-8b83-7cd6bf27e575 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "DELETE /v2.0/routers/8923b44c-01fb-4547-ad18-772849648b6c HTTP/1.1" status: 404 len: 336 time: 0.1006680 Jul 22 16:36:45.204951 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50214) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:45.232477 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-b500989d-765e-4709-b228-d50e547f801c tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:45.240502 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-b500989d-765e-4709-b228-d50e547f801c tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8699014 Jul 22 16:36:45.249211 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-66afbb68-b15f-4a3d-a38a-00c82d891aa1 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae74f979-dfd1-4203-9e26-a1a44b3ab797 HTTP/1.1" status: 200 len: 205 time: 0.0400510 Jul 22 16:36:45.263331 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-18651328-f959-43f4-9727-ee46b33d3139 req-da044655-5b73-4fe2-8db6-2f4b050186a0 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354342 Jul 22 16:36:45.265247 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50218) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:45.316121 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811bd685-7b3c-4045-aa00-50934459fd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c58cadb-cf7f-487e-a47a-1e7d1b868377'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:45.320768 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ebbf10-044f-4b54-b7b4-5033d81893c5" -d '{"events": [{"server_uuid": "811bd685-7b3c-4045-aa00-50934459fd47", "name": "network-vif-plugged", "status": "completed", "tag": "9c58cadb-cf7f-487e-a47a-1e7d1b868377"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:45.353317 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-027dccf5-afd3-4f06-9f28-bbdb788be787 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] delete failed (client error): The resource could not be found. Jul 22 16:36:45.357020 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-027dccf5-afd3-4f06-9f28-bbdb788be787 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "DELETE /v2.0/routers/ae74f979-dfd1-4203-9e26-a1a44b3ab797 HTTP/1.1" status: 404 len: 336 time: 0.0882308 Jul 22 16:36:45.357171 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50226) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:45.398288 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c2d12-feed-46b4-b735-f3edc503f20f req-b5192a00-42d0-45ba-a4f3-ca8a286b879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:45.399834 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-282c2d12-feed-46b4-b735-f3edc503f20f req-b5192a00-42d0-45ba-a4f3-ca8a286b879f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2ed53a7e3d246b989f3c31880df8e9e&device_id=cc0838ed-d579-4253-bbc9-7a6a4d85818f HTTP/1.1" status: 200 len: 1094 time: 0.3989449 Jul 22 16:36:45.404434 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6e035c50-22c7-4317-9000-51f80a03c0fd tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1cc2f3a-f2a0-4113-a28c-f91b1be9e524 HTTP/1.1" status: 200 len: 205 time: 0.0439756 Jul 22 16:36:45.404597 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-892b696b-b130-4c01-929b-b94ef77ca50e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Request body: {'port': {'device_id': '39fcff52-9402-4779-a0ed-da4c2b5b5751', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '6018b9ced5ef4d9cac00ec6e1d2e0f3e'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:45.404691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50228) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:45.474112 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-67870c3b-ab58-40de-aeab-80c3a45a47f9 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] delete failed (client error): The resource could not be found. Jul 22 16:36:45.478197 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-67870c3b-ab58-40de-aeab-80c3a45a47f9 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "DELETE /v2.0/routers/b1cc2f3a-f2a0-4113-a28c-f91b1be9e524 HTTP/1.1" status: 404 len: 336 time: 0.0700788 Jul 22 16:36:45.479576 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50230) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:45.546278 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a1adacc6-d945-4932-bca1-a687b1e48143 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "GET /v2.0/ports?device_id=264635a9-d03a-409b-a3b4-0e0a2bc87c12 HTTP/1.1" status: 200 len: 205 time: 0.0615795 Jul 22 16:36:45.547355 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50236) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:45.597123 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c5ab1db5-d07b-4193-bc29-12d1135728f3 req-fdb6f17d-3308-4bc6-8cd5-80be95c7cb8b tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 210 time: 0.3345582 Jul 22 16:36:45.612987 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2f972c-740f-47d4-a071-d7b114556ab2 x-openstack-request-id: req-0a2f972c-740f-47d4-a071-d7b114556ab2 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:45.616264 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811bd685-7b3c-4045-aa00-50934459fd47", "name": "network-vif-plugged", "status": "completed", "tag": "9c58cadb-cf7f-487e-a47a-1e7d1b868377", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:45.616837 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0a2f972c-740f-47d4-a071-d7b114556ab2 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:45.617488 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811bd685-7b3c-4045-aa00-50934459fd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c58cadb-cf7f-487e-a47a-1e7d1b868377', 'code': 200} Jul 22 16:36:45.641756 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-3b351082-3976-4155-905b-74991c83fd06 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] delete failed (client error): The resource could not be found. Jul 22 16:36:45.648386 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3b351082-3976-4155-905b-74991c83fd06 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "DELETE /v2.0/routers/264635a9-d03a-409b-a3b4-0e0a2bc87c12 HTTP/1.1" status: 404 len: 336 time: 0.0948715 Jul 22 16:36:45.649030 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50240) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:45.745769 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-892b696b-b130-4c01-929b-b94ef77ca50e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Made reservation on behalf of 6018b9ced5ef4d9cac00ec6e1d2e0f3e for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:36:45.750692 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-892b696b-b130-4c01-929b-b94ef77ca50e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:45.986848 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-892b696b-b130-4c01-929b-b94ef77ca50e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Allocated IP 192.168.233.148 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/1db25dc4-fd5e-465b-9606-51bd9bd58417) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:36:46.091351 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f56f57-4f92-4270-9530-d5e9252117cd', 'tag': 'a7e79be2-2883-443a-ae2d-f1517762359d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:46.094094 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19664c97-03c7-454e-a8d6-bceb677efdfc" -d '{"events": [{"name": "network-changed", "server_uuid": "68f56f57-4f92-4270-9530-d5e9252117cd", "tag": "a7e79be2-2883-443a-ae2d-f1517762359d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:46.147063 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.db.resource_extend [None req-eb96542b-6fb3-4070-9cff-c734ffbfe2f1 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:36:46.158550 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-c493fec2-799d-4428-8173-b6c7f172c3b5 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] DELETE failed (client error): The resource could not be found. Jul 22 16:36:46.158550 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c493fec2-799d-4428-8173-b6c7f172c3b5 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:36:46.158550 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c493fec2-799d-4428-8173-b6c7f172c3b5 tempest-RoutersAdminTest-751549434 tempest-RoutersAdminTest-751549434-project] 10.222.0.69 "DELETE /v2.0/subnets/c7d0bbb9-9b39-4f58-a361-9449cdd378bd HTTP/1.1" status: 404 len: 337 time: 0.5040596 Jul 22 16:36:46.242569 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c2d12-feed-46b4-b735-f3edc503f20f req-871195cc-6213-4680-9f57-23d115c9b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:46.244336 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-282c2d12-feed-46b4-b735-f3edc503f20f req-871195cc-6213-4680-9f57-23d115c9b44d service neutron] 10.222.0.30 "GET /v2.0/networks?id=3099b927-6ce5-4c6a-ae57-83c4bc7462f9 HTTP/1.1" status: 200 len: 919 time: 0.8314109 Jul 22 16:36:46.276247 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eb96542b-6fb3-4070-9cff-c734ffbfe2f1 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:46.294900 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eb96542b-6fb3-4070-9cff-c734ffbfe2f1 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:46.312050 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-282c2d12-feed-46b4-b735-f3edc503f20f req-972a2cea-dae5-4878-8b11-00cb28583623 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d433afc4-c47e-4ae9-be76-032ec2a2271f HTTP/1.1" status: 200 len: 217 time: 0.0603902 Jul 22 16:36:46.375028 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e00763-7ac3-44fe-b095-66deec453c07 req-e0a836be-b366-4077-869c-72bead4646a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:46.377360 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-79e00763-7ac3-44fe-b095-66deec453c07 req-e0a836be-b366-4077-869c-72bead4646a1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=811bd685-7b3c-4045-aa00-50934459fd47 HTTP/1.1" status: 200 len: 1097 time: 0.2800696 Jul 22 16:36:46.385716 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd270f55-b16d-4410-b097-60d02375de32 req-87381773-d5d3-48d2-813a-ce08a9df9aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:46.387389 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fd270f55-b16d-4410-b097-60d02375de32 req-87381773-d5d3-48d2-813a-ce08a9df9aef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ab4163b9d3f42c1b95499d26b5bcf68&device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 1097 time: 0.2852368 Jul 22 16:36:46.409032 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e82c43-5b80-4d18-9ef3-53939c98915e req-e6d9fbe0-ca05-451f-a50c-358eca655817 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:46.410676 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-43e82c43-5b80-4d18-9ef3-53939c98915e req-e6d9fbe0-ca05-451f-a50c-358eca655817 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.3109798 Jul 22 16:36:46.429952 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-892b696b-b130-4c01-929b-b94ef77ca50e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:46.460364 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c2d12-feed-46b4-b735-f3edc503f20f req-7371fe07-4bfe-41df-b1f1-4796b7f5890e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:46.461819 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-282c2d12-feed-46b4-b735-f3edc503f20f req-7371fe07-4bfe-41df-b1f1-4796b7f5890e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43279f75-dcdf-4256-aa4d-7896c2d2ac5e HTTP/1.1" status: 200 len: 858 time: 0.1436768 Jul 22 16:36:46.465553 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bf6da-b6fc-41f2-86c9-0db01101fc7b req-5cf3ecf6-eb02-4f95-ae69-5db2866f980a tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:46.480064 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-871bf6da-b6fc-41f2-86c9-0db01101fc7b req-5cf3ecf6-eb02-4f95-ae69-5db2866f980a tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/ports?device_id=68f56f57-4f92-4270-9530-d5e9252117cd HTTP/1.1" status: 200 len: 943 time: 0.3888545 Jul 22 16:36:46.509765 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-892b696b-b130-4c01-929b-b94ef77ca50e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Transition to ACTIVE for port object 1db25dc4-fd5e-465b-9606-51bd9bd58417 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:46.581141 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-871bf6da-b6fc-41f2-86c9-0db01101fc7b req-37caf331-bfa8-44b7-9e99-f817ba38de54 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/security-groups?id=f325ef06-5d59-4df4-a01f-f4bd17c1cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969522 Jul 22 16:36:46.618401 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-79e00763-7ac3-44fe-b095-66deec453c07 req-43a09dac-5114-48fb-aaf8-9f016eb2ddd7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f325ef06-5d59-4df4-a01f-f4bd17c1cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233636 Jul 22 16:36:46.621106 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-282c2d12-feed-46b4-b735-f3edc503f20f req-ebf72120-df5b-4bef-8ed8-1312c003fa5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3099b927-6ce5-4c6a-ae57-83c4bc7462f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318443 Jul 22 16:36:46.632973 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-eb96542b-6fb3-4070-9cff-c734ffbfe2f1 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Floating IP 32aadf5b-8fdf-4659-8d78-a14939beb1b1 associated. External IP: 172.25.0.220, port: 8b09624b-fc0d-427c-9b13-516895a8d009. Jul 22 16:36:46.637429 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50268) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:46.671319 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-892b696b-b130-4c01-929b-b94ef77ca50e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:46.684200 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-43e82c43-5b80-4d18-9ef3-53939c98915e req-8b02817e-c667-4cff-aa06-47f93011cbcf tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409565 Jul 22 16:36:46.711760 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['29835a35-8282-4880-844e-d2738d311e97', '6841fb77-588e-490a-9d5e-f000a42ebce7', 'b6ffaef8-0bf4-4d17-9e16-9b574409786a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:46.744886 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd270f55-b16d-4410-b097-60d02375de32 req-7adbd25e-e64f-44ad-8847-9b2effec055f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:46.753842 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fd270f55-b16d-4410-b097-60d02375de32 req-7adbd25e-e64f-44ad-8847-9b2effec055f service neutron] 10.222.0.16 "GET /v2.0/networks?id=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc HTTP/1.1" status: 200 len: 912 time: 0.3394272 Jul 22 16:36:46.921065 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-892b696b-b130-4c01-929b-b94ef77ca50e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:46.928323 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b696b-b130-4c01-929b-b94ef77ca50e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Pushing event updated for resources: {'Port': ['ID=1db25dc4-fd5e-465b-9606-51bd9bd58417,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:46.942285 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-892b696b-b130-4c01-929b-b94ef77ca50e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:46.949523 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-892b696b-b130-4c01-929b-b94ef77ca50e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:36:47.074205 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b9788-8cfa-4150-8d65-5297faa87fa7 req-75dd58b2-92e1-47cb-8cd6-e3acd7d646fd tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:47.077568 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fd270f55-b16d-4410-b097-60d02375de32 req-3e36061c-8484-4a4d-b5b9-80b3f1b8807c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5679218-139a-46ad-b676-bb80a66e003d HTTP/1.1" status: 200 len: 1002 time: 0.3162911 Jul 22 16:36:47.078495 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-096b9788-8cfa-4150-8d65-5297faa87fa7 req-75dd58b2-92e1-47cb-8cd6-e3acd7d646fd tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 947 time: 0.3101480 Jul 22 16:36:47.086927 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-892b696b-b130-4c01-929b-b94ef77ca50e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:47.088168 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-892b696b-b130-4c01-929b-b94ef77ca50e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:47.175829 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa265034-ce2b-4434-a270-546abba21e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:47.222340 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-282c2d12-feed-46b4-b735-f3edc503f20f req-dd8e976b-86c7-4f7f-9c1b-eeaf56111777 service neutron] 10.222.0.30 "GET /v2.0/networks/3099b927-6ce5-4c6a-ae57-83c4bc7462f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171754 Jul 22 16:36:47.223785 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd270f55-b16d-4410-b097-60d02375de32 req-7bb580e1-3c33-4b1d-b006-04bfe4e4071b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:47.225182 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fd270f55-b16d-4410-b097-60d02375de32 req-7bb580e1-3c33-4b1d-b006-04bfe4e4071b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed2160ff-0eec-4892-bae9-c0ff519453ca HTTP/1.1" status: 200 len: 850 time: 0.0765758 Jul 22 16:36:47.319154 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa265034-ce2b-4434-a270-546abba21e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:47.336420 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa265034-ce2b-4434-a270-546abba21e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:47.359031 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b015bab-dbc3-489b-9b0d-790377f278d6 x-openstack-request-id: req-5b015bab-dbc3-489b-9b0d-790377f278d6 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:47.364375 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f56f57-4f92-4270-9530-d5e9252117cd", "tag": "a7e79be2-2883-443a-ae2d-f1517762359d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:47.364666 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5b015bab-dbc3-489b-9b0d-790377f278d6 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:47.365099 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f56f57-4f92-4270-9530-d5e9252117cd', 'tag': 'a7e79be2-2883-443a-ae2d-f1517762359d', 'status': 'completed', 'code': 200} Jul 22 16:36:47.416983 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fa265034-ce2b-4434-a270-546abba21e33 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9d61df800af84c9793b600f133a0d6c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7656679 Jul 22 16:36:47.467084 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e1a245c6-78dc-4212-9b4a-0edac07d756c None None] Provisioning for port 1db25dc4-fd5e-465b-9606-51bd9bd58417 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:47.477946 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50278) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:47.484098 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e1a245c6-78dc-4212-9b4a-0edac07d756c None None] Provisioning complete for port 1db25dc4-fd5e-465b-9606-51bd9bd58417 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:47.484516 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1a245c6-78dc-4212-9b4a-0edac07d756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:47.586905 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e1a245c6-78dc-4212-9b4a-0edac07d756c None None] Port 1db25dc4-fd5e-465b-9606-51bd9bd58417 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:36:47.592637 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device d433afc4-c47e-4ae9-be76-032ec2a2271f details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:36:47.657748 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa265034-ce2b-4434-a270-546abba21e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3e84e0-5c9b-484f-a5a5-f3d6d7889c5e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:47.677374 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb96542b-6fb3-4070-9cff-c734ffbfe2f1 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Router de045c4a-eaa0-4c12-a984-93398b6736f1 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:36:47.681590 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-096b9788-8cfa-4150-8d65-5297faa87fa7 req-65762f1b-9922-4573-990b-8494f7dfe38a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5629599 Jul 22 16:36:47.689606 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-892b696b-b130-4c01-929b-b94ef77ca50e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4125352 Jul 22 16:36:47.698142 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50286) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:47.748552 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-fe906822-cef5-4a7c-9925-f90d9808789a service neutron] Request body: {'port': {'device_id': '39fcff52-9402-4779-a0ed-da4c2b5b5751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:47.828953 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-282c2d12-feed-46b4-b735-f3edc503f20f req-c9002141-b0d7-4054-8678-d89a489532f4 service neutron] 10.222.0.30 "GET /v2.0/networks/3099b927-6ce5-4c6a-ae57-83c4bc7462f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5989482 Jul 22 16:36:47.866257 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd270f55-b16d-4410-b097-60d02375de32 req-ccd9d763-9fd3-406e-88cd-2d3a83b1e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:47.867782 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fd270f55-b16d-4410-b097-60d02375de32 req-ccd9d763-9fd3-406e-88cd-2d3a83b1e0d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6286788 Jul 22 16:36:47.942559 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-fe906822-cef5-4a7c-9925-f90d9808789a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:47.951112 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port d433afc4-c47e-4ae9-be76-032ec2a2271f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d433afc4-c47e-4ae9-be76-032ec2a2271f,segment=NetworkSegment(e145ee95-47c3-4f4e-890c-ec6b97e8c166),segment_id=e145ee95-47c3-4f4e-890c-ec6b97e8c166)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:47.983016 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'd433afc4-c47e-4ae9-be76-032ec2a2271f', 'network_id': '3099b927-6ce5-4c6a-ae57-83c4bc7462f9', 'port_id': 'd433afc4-c47e-4ae9-be76-032ec2a2271f', 'mac_address': 'fa:16:3e:50:52:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43279f75-dcdf-4256-aa4d-7896c2d2ac5e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:36:47.999855 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2653a85c-32d6-4a4d-866e-b2dce0138425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:48.029670 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:48.034034 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb96542b-6fb3-4070-9cff-c734ffbfe2f1 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:36:48.035717 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e1c9adb-fd59-4f9f-af4d-57fb48dbf2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:48.043734 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19664c97-03c7-454e-a8d6-bceb677efdfc req-02fa310c-d265-4895-967f-08a16a409604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:48.045388 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-19664c97-03c7-454e-a8d6-bceb677efdfc req-02fa310c-d265-4895-967f-08a16a409604 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2ed53a7e3d246b989f3c31880df8e9e&device_id=68f56f57-4f92-4270-9530-d5e9252117cd HTTP/1.1" status: 200 len: 1094 time: 0.5700529 Jul 22 16:36:48.049278 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc2c552-bae5-40b6-9b0a-ea210ec79569 None None] Sync routers for ids ['de045c4a-eaa0-4c12-a984-93398b6736f1'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:36:48.049822 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eb96542b-6fb3-4070-9cff-c734ffbfe2f1 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:48.056283 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d433afc4-c47e-4ae9-be76-032ec2a2271f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:36:48.075117 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc2c552-bae5-40b6-9b0a-ea210ec79569 None None] Routers {'de045c4a-eaa0-4c12-a984-93398b6736f1'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:48.076105 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ffc2c552-bae5-40b6-9b0a-ea210ec79569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:36:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['de045c4a-eaa0-4c12-a984-93398b6736f1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:48.109500 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port d433afc4-c47e-4ae9-be76-032ec2a2271f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d433afc4-c47e-4ae9-be76-032ec2a2271f,segment=NetworkSegment(e145ee95-47c3-4f4e-890c-ec6b97e8c166),segment_id=e145ee95-47c3-4f4e-890c-ec6b97e8c166)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:48.119799 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:48.144070 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-eb96542b-6fb3-4070-9cff-c734ffbfe2f1 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "PUT /v2.0/floatingips/32aadf5b-8fdf-4659-8d78-a14939beb1b1 HTTP/1.1" status: 200 len: 991 time: 4.4775295 Jul 22 16:36:48.203574 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2abbf55-506d-4c47-901e-8c76d69b8eba', 'tag': '8b09624b-fc0d-427c-9b13-516895a8d009'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:48.208541 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2653a85c-32d6-4a4d-866e-b2dce0138425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:48.213970 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0085897-2b26-4ede-b848-88b61fac2f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "c2abbf55-506d-4c47-901e-8c76d69b8eba", "tag": "8b09624b-fc0d-427c-9b13-516895a8d009"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:48.236043 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=d433afc4-c47e-4ae9-be76-032ec2a2271f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:48.260051 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dd8fb-440b-4073-8722-931132e0cabd req-40e3a955-7476-4b74-9643-b5949d31390a tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:48.264844 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f94dd8fb-440b-4073-8722-931132e0cabd req-40e3a955-7476-4b74-9643-b5949d31390a tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 936 time: 0.6630564 Jul 22 16:36:48.343982 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ffc2c552-bae5-40b6-9b0a-ea210ec79569 None None] Set router de045c4a-eaa0-4c12-a984-93398b6736f1 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:36:48.404474 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f94dd8fb-440b-4073-8722-931132e0cabd req-769ff7b8-1bc2-47b4-b3d0-6d7e1245b4c9 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586421 Jul 22 16:36:48.421846 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['d433afc4-c47e-4ae9-be76-032ec2a2271f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:48.452537 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf6afc-263c-46b4-bb69-5515c2716e63 req-d7c4d780-9692-49d0-8d53-f5fa38375add tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:48.454209 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-35cf6afc-263c-46b4-bb69-5515c2716e63 req-d7c4d780-9692-49d0-8d53-f5fa38375add tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/ports?device_id=68f56f57-4f92-4270-9530-d5e9252117cd HTTP/1.1" status: 200 len: 943 time: 0.4306765 Jul 22 16:36:48.502014 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fd270f55-b16d-4410-b097-60d02375de32 req-c396853c-5d42-48a6-9198-525b4e628794 service neutron] 10.222.0.16 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5877695 Jul 22 16:36:48.588591 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e1c9adb-fd59-4f9f-af4d-57fb48dbf2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:48.605064 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e1c9adb-fd59-4f9f-af4d-57fb48dbf2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:48.635975 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-35cf6afc-263c-46b4-bb69-5515c2716e63 req-da4500b3-8a6f-4aa1-bddc-e48b9f8fcf2c tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/security-groups?id=f325ef06-5d59-4df4-a01f-f4bd17c1cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616037 Jul 22 16:36:48.667296 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c9adb-fd59-4f9f-af4d-57fb48dbf2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc681cc-ab7a-42dc-935f-dda02e9a8554,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:48.674093 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19664c97-03c7-454e-a8d6-bceb677efdfc req-b9dc5ba2-f6c1-4906-8474-56d0971a6894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:48.676458 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-19664c97-03c7-454e-a8d6-bceb677efdfc req-b9dc5ba2-f6c1-4906-8474-56d0971a6894 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3099b927-6ce5-4c6a-ae57-83c4bc7462f9 HTTP/1.1" status: 200 len: 919 time: 0.5441682 Jul 22 16:36:48.715152 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2653a85c-32d6-4a4d-866e-b2dce0138425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:48.718428 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2653a85c-32d6-4a4d-866e-b2dce0138425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:48.720118 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2653a85c-32d6-4a4d-866e-b2dce0138425 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0c3e84e0-5c9b-484f-a5a5-f3d6d7889c5e HTTP/1.1" status: 204 len: 168 time: 1.2330072 Jul 22 16:36:48.742615 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8e1c9adb-fd59-4f9f-af4d-57fb48dbf2f7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=15c5b460f1764c9ba83cf74c71c888d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0436964 Jul 22 16:36:48.749377 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50298) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:48.842655 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ffc2c552-bae5-40b6-9b0a-ea210ec79569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'name': 'tempest-ServersTestJSON-1955688901-router', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:03Z', 'updated_at': '2021-07-22T16:36:10Z', 'revision_number': 4, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'gw_port': {'id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:04Z', 'updated_at': '2021-07-22T16:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '32aadf5b-8fdf-4659-8d78-a14939beb1b1', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'floating_ip_address': '172.25.0.220', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'port_id': '8b09624b-fc0d-427c-9b13-516895a8d009', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c', 'mac_address': 'fa:16:3e:93:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2abbf55-506d-4c47-901e-8c76d69b8eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:36:17Z', 'updated_at': '2021-07-22T16:36:45Z', 'revision_number': 1, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cbeb21d-af8a-4c92-99f2-c509c38629dc', 'name': '', 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'mac_address': 'fa:16:3e:82:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '07d06202-f0c1-4796-ab2f-5d2a2ccb68ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:09Z', 'updated_at': '2021-07-22T16:36:20Z', 'revision_number': 5, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'subnets': [{'id': '07d06202-f0c1-4796-ab2f-5d2a2ccb68ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:48.895401 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-19664c97-03c7-454e-a8d6-bceb677efdfc req-e4f1d900-57bf-48e8-83de-ee543af8ca54 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7e79be2-2883-443a-ae2d-f1517762359d HTTP/1.1" status: 200 len: 217 time: 0.1981292 Jul 22 16:36:48.897149 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc2c552-bae5-40b6-9b0a-ea210ec79569 None None] Checking router: de045c4a-eaa0-4c12-a984-93398b6736f1 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:36:48.921740 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc2c552-bae5-40b6-9b0a-ea210ec79569 None None] Routers {'de045c4a-eaa0-4c12-a984-93398b6736f1'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:48.923510 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ffc2c552-bae5-40b6-9b0a-ea210ec79569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:36:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['de045c4a-eaa0-4c12-a984-93398b6736f1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:48.983000 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653a85c-32d6-4a4d-866e-b2dce0138425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3e84e0-5c9b-484f-a5a5-f3d6d7889c5e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:49.214103 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ffc2c552-bae5-40b6-9b0a-ea210ec79569 None None] Set router de045c4a-eaa0-4c12-a984-93398b6736f1 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:36:49.257822 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc9cb4-edaa-4701-aa5b-2cde71560a44 req-72f1e2f3-c646-46c3-b991-6227fcac0b46 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:49.265480 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-62cc9cb4-edaa-4701-aa5b-2cde71560a44 req-72f1e2f3-c646-46c3-b991-6227fcac0b46 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.7600052 Jul 22 16:36:49.290464 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19664c97-03c7-454e-a8d6-bceb677efdfc req-28cb8a2b-487f-476a-869e-2787ef180ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:49.291996 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-19664c97-03c7-454e-a8d6-bceb677efdfc req-28cb8a2b-487f-476a-869e-2787ef180ab2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43279f75-dcdf-4256-aa4d-7896c2d2ac5e HTTP/1.1" status: 200 len: 858 time: 0.2689908 Jul 22 16:36:49.301474 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fd270f55-b16d-4410-b097-60d02375de32 req-e8ef13a3-9f1f-4c6e-a993-91cd7be5c35b service neutron] 10.222.0.16 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7052188 Jul 22 16:36:49.349203 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-19664c97-03c7-454e-a8d6-bceb677efdfc req-f853767b-623a-40f5-ad09-5ed9cbe13ab0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3099b927-6ce5-4c6a-ae57-83c4bc7462f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437822 Jul 22 16:36:49.406529 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-62cc9cb4-edaa-4701-aa5b-2cde71560a44 req-3622f39b-1eb1-424b-ae87-bdd0180f395e tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340790 Jul 22 16:36:49.417888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0085897-2b26-4ede-b848-88b61fac2f8b req-77d960ab-c5ce-4c3a-9206-2e3afef7ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:49.419743 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f0085897-2b26-4ede-b848-88b61fac2f8b req-77d960ab-c5ce-4c3a-9206-2e3afef7ff9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8d5f38fe39b240ea8977122293467b75&device_id=c2abbf55-506d-4c47-901e-8c76d69b8eba HTTP/1.1" status: 200 len: 1096 time: 0.4182382 Jul 22 16:36:49.468549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50304) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:49.477372 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee934771-1ff6-4802-8bb3-bfccd210d6a3 x-openstack-request-id: req-ee934771-1ff6-4802-8bb3-bfccd210d6a3 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:49.477966 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2abbf55-506d-4c47-901e-8c76d69b8eba", "tag": "8b09624b-fc0d-427c-9b13-516895a8d009", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:49.477966 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ee934771-1ff6-4802-8bb3-bfccd210d6a3 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:49.478287 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2abbf55-506d-4c47-901e-8c76d69b8eba', 'tag': '8b09624b-fc0d-427c-9b13-516895a8d009', 'status': 'completed', 'code': 200} Jul 22 16:36:49.561526 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbe9e408-bd65-4c2f-91e5-b8a2d9858a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:49.605749 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device d433afc4-c47e-4ae9-be76-032ec2a2271f up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:49.635236 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbe9e408-bd65-4c2f-91e5-b8a2d9858a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:49.643853 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a6c71-0ed1-4ad5-8ffc-54e54b1e80ee req-f23668ca-4c82-4c23-9a47-3d9c5596cfa5 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:49.651110 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a36a6c71-0ed1-4ad5-8ffc-54e54b1e80ee req-f23668ca-4c82-4c23-9a47-3d9c5596cfa5 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 947 time: 0.1710901 Jul 22 16:36:49.684156 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-fe906822-cef5-4a7c-9925-f90d9808789a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db25dc4-fd5e-465b-9606-51bd9bd58417 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:36:49.708587 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a186eb5b-cd70-40cf-9a02-28f126817d78 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9eea57289edf4d17a1f9a0d749a7c05b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2342227 Jul 22 16:36:49.709851 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-fe906822-cef5-4a7c-9925-f90d9808789a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:49.714394 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50310) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:49.751031 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port d433afc4-c47e-4ae9-be76-032ec2a2271f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:49.762522 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port d433afc4-c47e-4ae9-be76-032ec2a2271f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:49.764668 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:49.781242 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-19664c97-03c7-454e-a8d6-bceb677efdfc req-b64ff0a4-95ce-4136-b2c4-7f83f1250166 service neutron] 10.222.0.16 "GET /v2.0/networks/3099b927-6ce5-4c6a-ae57-83c4bc7462f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136989 Jul 22 16:36:49.804043 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a36a6c71-0ed1-4ad5-8ffc-54e54b1e80ee req-d6fddc80-500a-4088-9207-6c199b9ad926 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519887 Jul 22 16:36:49.813053 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ffc2c552-bae5-40b6-9b0a-ea210ec79569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'name': 'tempest-ServersTestJSON-1955688901-router', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:03Z', 'updated_at': '2021-07-22T16:36:10Z', 'revision_number': 4, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'gw_port': {'id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:04Z', 'updated_at': '2021-07-22T16:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '32aadf5b-8fdf-4659-8d78-a14939beb1b1', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'floating_ip_address': '172.25.0.220', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'port_id': '8b09624b-fc0d-427c-9b13-516895a8d009', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c', 'mac_address': 'fa:16:3e:93:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2abbf55-506d-4c47-901e-8c76d69b8eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:36:17Z', 'updated_at': '2021-07-22T16:36:45Z', 'revision_number': 1, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cbeb21d-af8a-4c92-99f2-c509c38629dc', 'name': '', 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'mac_address': 'fa:16:3e:82:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '07d06202-f0c1-4796-ab2f-5d2a2ccb68ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:09Z', 'updated_at': '2021-07-22T16:36:20Z', 'revision_number': 5, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'subnets': [{'id': '07d06202-f0c1-4796-ab2f-5d2a2ccb68ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:49.823939 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffec3ca-8a2f-4153-ad2b-463e64d8b8e1 req-3c1dc609-a700-4847-b08d-f857affb26cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:49.827033 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fffec3ca-8a2f-4153-ad2b-463e64d8b8e1 req-3c1dc609-a700-4847-b08d-f857affb26cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ab4163b9d3f42c1b95499d26b5bcf68&device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 1097 time: 0.4120131 Jul 22 16:36:49.853143 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-320b4645-0206-4eaa-9ec2-70f8bb2010cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:49.861467 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-fe906822-cef5-4a7c-9925-f90d9808789a service neutron] Transition to ACTIVE for port object 1db25dc4-fd5e-465b-9606-51bd9bd58417 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:49.861844 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0085897-2b26-4ede-b848-88b61fac2f8b req-e0f34f6e-67ef-4400-8cc7-9dad31679b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:49.865101 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f0085897-2b26-4ede-b848-88b61fac2f8b req-e0f34f6e-67ef-4400-8cc7-9dad31679b23 service neutron] 10.222.0.16 "GET /v2.0/networks?id=282646bf-5a93-4fc6-a2d3-9181eb4bd79c HTTP/1.1" status: 200 len: 907 time: 0.4234741 Jul 22 16:36:49.875603 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc2c552-bae5-40b6-9b0a-ea210ec79569 None None] The sync data for ids ['de045c4a-eaa0-4c12-a984-93398b6736f1'] in n-d-798930-9 is: [{'id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'name': 'tempest-ServersTestJSON-1955688901-router', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:03Z', 'updated_at': '2021-07-22T16:36:10Z', 'revision_number': 4, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'gw_port': {'id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:04Z', 'updated_at': '2021-07-22T16:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '32aadf5b-8fdf-4659-8d78-a14939beb1b1', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'floating_ip_address': '172.25.0.220', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'port_id': '8b09624b-fc0d-427c-9b13-516895a8d009', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c', 'mac_address': 'fa:16:3e:93:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2abbf55-506d-4c47-901e-8c76d69b8eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:36:17Z', 'updated_at': '2021-07-22T16:36:45Z', 'revision_number': 1, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cbeb21d-af8a-4c92-99f2-c509c38629dc', 'name': '', 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'mac_address': 'fa:16:3e:82:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '07d06202-f0c1-4796-ab2f-5d2a2ccb68ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:09Z', 'updated_at': '2021-07-22T16:36:20Z', 'revision_number': 5, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'subnets': [{'id': '07d06202-f0c1-4796-ab2f-5d2a2ccb68ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:36:49.877819 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbe9e408-bd65-4c2f-91e5-b8a2d9858a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:49.880825 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbe9e408-bd65-4c2f-91e5-b8a2d9858a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:49.885490 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bbe9e408-bd65-4c2f-91e5-b8a2d9858a5d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7cc681cc-ab7a-42dc-935f-dda02e9a8554 HTTP/1.1" status: 204 len: 168 time: 1.1298566 Jul 22 16:36:49.898593 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device a7e79be2-2883-443a-ae2d-f1517762359d details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:36:49.906676 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-fe906822-cef5-4a7c-9925-f90d9808789a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:50.026443 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:50.043168 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9e408-bd65-4c2f-91e5-b8a2d9858a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc681cc-ab7a-42dc-935f-dda02e9a8554,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:50.091270 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-320b4645-0206-4eaa-9ec2-70f8bb2010cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:50.115856 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port d433afc4-c47e-4ae9-be76-032ec2a2271f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d433afc4-c47e-4ae9-be76-032ec2a2271f,segment=NetworkSegment(e145ee95-47c3-4f4e-890c-ec6b97e8c166),segment_id=e145ee95-47c3-4f4e-890c-ec6b97e8c166)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:50.126771 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0838ed-d579-4253-bbc9-7a6a4d85818f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd433afc4-c47e-4ae9-be76-032ec2a2271f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:50.129043 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e922a706-627e-4e89-93fa-420f335b7365" -d '{"events": [{"server_uuid": "cc0838ed-d579-4253-bbc9-7a6a4d85818f", "name": "network-vif-plugged", "status": "completed", "tag": "d433afc4-c47e-4ae9-be76-032ec2a2271f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:50.160469 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe906822-cef5-4a7c-9925-f90d9808789a service neutron] Pushing event updated for resources: {'Port': ['ID=1db25dc4-fd5e-465b-9606-51bd9bd58417,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:50.164787 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:50.311488 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8646a-1bfc-4ddb-a68e-c341ca037047 req-116e5527-dadc-4e34-b092-cab132ddde60 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:50.313050 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4aa8646a-1bfc-4ddb-a68e-c341ca037047 req-116e5527-dadc-4e34-b092-cab132ddde60 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 936 time: 0.7653227 Jul 22 16:36:50.315190 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f0085897-2b26-4ede-b848-88b61fac2f8b req-9b43d0e8-82c6-4fb8-8ec4-98f11887b8f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b09624b-fc0d-427c-9b13-516895a8d009 HTTP/1.1" status: 200 len: 999 time: 0.4424767 Jul 22 16:36:50.317198 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-19664c97-03c7-454e-a8d6-bceb677efdfc req-3be41eec-da5e-4c2b-a5f7-5b58b9bf6290 service neutron] 10.222.0.16 "GET /v2.0/networks/3099b927-6ce5-4c6a-ae57-83c4bc7462f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170147 Jul 22 16:36:50.354280 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64170247-8a3e-499a-934d-35a65d838bd2 req-bc67d3e4-4812-420c-afd8-8fabc5b30cd4 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:50.356556 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64170247-8a3e-499a-934d-35a65d838bd2 req-bc67d3e4-4812-420c-afd8-8fabc5b30cd4 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/ports?device_id=68f56f57-4f92-4270-9530-d5e9252117cd HTTP/1.1" status: 200 len: 943 time: 0.4561732 Jul 22 16:36:50.377600 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-320b4645-0206-4eaa-9ec2-70f8bb2010cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:50.380207 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-320b4645-0206-4eaa-9ec2-70f8bb2010cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:50.394117 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-320b4645-0206-4eaa-9ec2-70f8bb2010cc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6034539c-a89c-4157-b3a9-cfca21c18f22 HTTP/1.1" status: 204 len: 168 time: 0.6753969 Jul 22 16:36:50.460256 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f662337-ba83-46b4-9893-059fd2ba9752 None None] New status for floating IP 32aadf5b-8fdf-4659-8d78-a14939beb1b1: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:36:50.489136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port a7e79be2-2883-443a-ae2d-f1517762359d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=a7e79be2-2883-443a-ae2d-f1517762359d,segment=NetworkSegment(e145ee95-47c3-4f4e-890c-ec6b97e8c166),segment_id=e145ee95-47c3-4f4e-890c-ec6b97e8c166)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:50.501374 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-fe906822-cef5-4a7c-9925-f90d9808789a service neutron] Attempting to bind port 1db25dc4-fd5e-465b-9606-51bd9bd58417 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:36:50.501952 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-fe906822-cef5-4a7c-9925-f90d9808789a service neutron] Attempting to bind port 1db25dc4-fd5e-465b-9606-51bd9bd58417 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:36:50.512974 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-fe906822-cef5-4a7c-9925-f90d9808789a service neutron] Attempting to bind port 1db25dc4-fd5e-465b-9606-51bd9bd58417 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:50.524311 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffec3ca-8a2f-4153-ad2b-463e64d8b8e1 req-b9ab307f-9827-4258-94b2-2e6289eded80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:50.525902 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b4645-0206-4eaa-9ec2-70f8bb2010cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6034539c-a89c-4157-b3a9-cfca21c18f22,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:50.526978 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fffec3ca-8a2f-4153-ad2b-463e64d8b8e1 req-b9ab307f-9827-4258-94b2-2e6289eded80 service neutron] 10.222.0.16 "GET /v2.0/networks?id=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc HTTP/1.1" status: 200 len: 912 time: 0.6584404 Jul 22 16:36:50.551326 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-fe906822-cef5-4a7c-9925-f90d9808789a service neutron] Port 1db25dc4-fd5e-465b-9606-51bd9bd58417 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:36:50.552089 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-fe906822-cef5-4a7c-9925-f90d9808789a service neutron] Attempting to bind port 1db25dc4-fd5e-465b-9606-51bd9bd58417 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:50.610596 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=d433afc4-c47e-4ae9-be76-032ec2a2271f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:50.623350 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64170247-8a3e-499a-934d-35a65d838bd2 req-f063dd2f-657c-4339-96f2-e5ffa482ed64 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/security-groups?id=f325ef06-5d59-4df4-a01f-f4bd17c1cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246604 Jul 22 16:36:50.624451 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-fe906822-cef5-4a7c-9925-f90d9808789a service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:36:50.625785 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'a7e79be2-2883-443a-ae2d-f1517762359d', 'network_id': '3099b927-6ce5-4c6a-ae57-83c4bc7462f9', 'port_id': 'a7e79be2-2883-443a-ae2d-f1517762359d', 'mac_address': 'fa:16:3e:37:a1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43279f75-dcdf-4256-aa4d-7896c2d2ac5e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:36:50.627093 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-fe906822-cef5-4a7c-9925-f90d9808789a service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:36:50.627592 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-fe906822-cef5-4a7c-9925-f90d9808789a service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:36:50.630249 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-fe906822-cef5-4a7c-9925-f90d9808789a service neutron] Bound port: 1db25dc4-fd5e-465b-9606-51bd9bd58417, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:36:50.631933 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-fe906822-cef5-4a7c-9925-f90d9808789a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:50.733232 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:50.757437 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e79be2-2883-443a-ae2d-f1517762359d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:36:50.770027 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4aa8646a-1bfc-4ddb-a68e-c341ca037047 req-c3e297bc-beb2-449e-a340-7349f800b3a9 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416461 Jul 22 16:36:50.801578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0085897-2b26-4ede-b848-88b61fac2f8b req-4ecdb413-86dd-49e8-bb54-d9c23411f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:50.808528 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f0085897-2b26-4ede-b848-88b61fac2f8b req-4ecdb413-86dd-49e8-bb54-d9c23411f4eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07d06202-f0c1-4796-ab2f-5d2a2ccb68ee HTTP/1.1" status: 200 len: 845 time: 0.2622871 Jul 22 16:36:50.873854 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-fe906822-cef5-4a7c-9925-f90d9808789a service neutron] For port 1db25dc4-fd5e-465b-9606-51bd9bd58417, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:36:50.877869 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fffec3ca-8a2f-4153-ad2b-463e64d8b8e1 req-9dc20e5b-05d2-4280-85ca-8a2ce9cb69e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5679218-139a-46ad-b676-bb80a66e003d HTTP/1.1" status: 200 len: 1002 time: 0.3118548 Jul 22 16:36:50.885978 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-fe906822-cef5-4a7c-9925-f90d9808789a service neutron] For port 1db25dc4-fd5e-465b-9606-51bd9bd58417, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1db25dc4-fd5e-465b-9606-51bd9bd58417,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:36:50.894967 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-fe906822-cef5-4a7c-9925-f90d9808789a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:50.990345 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43717cc-f08b-4ed8-aa99-9da161afebb5 x-openstack-request-id: req-f43717cc-f08b-4ed8-aa99-9da161afebb5 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:50.990630 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0838ed-d579-4253-bbc9-7a6a4d85818f", "name": "network-vif-plugged", "status": "completed", "tag": "d433afc4-c47e-4ae9-be76-032ec2a2271f", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:50.990884 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f43717cc-f08b-4ed8-aa99-9da161afebb5 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:50.991281 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0838ed-d579-4253-bbc9-7a6a4d85818f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd433afc4-c47e-4ae9-be76-032ec2a2271f', 'code': 200} Jul 22 16:36:50.995518 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port a7e79be2-2883-443a-ae2d-f1517762359d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=a7e79be2-2883-443a-ae2d-f1517762359d,segment=NetworkSegment(e145ee95-47c3-4f4e-890c-ec6b97e8c166),segment_id=e145ee95-47c3-4f4e-890c-ec6b97e8c166)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:51.025392 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:51.057709 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-fe906822-cef5-4a7c-9925-f90d9808789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:51.073394 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-fe906822-cef5-4a7c-9925-f90d9808789a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:51.075322 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-fe906822-cef5-4a7c-9925-f90d9808789a service neutron] 10.222.0.30 "PUT /v2.0/ports/1db25dc4-fd5e-465b-9606-51bd9bd58417 HTTP/1.1" status: 200 len: 1096 time: 3.3372519 Jul 22 16:36:51.196648 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=a7e79be2-2883-443a-ae2d-f1517762359d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:51.313813 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe906822-cef5-4a7c-9925-f90d9808789a service neutron] Pushing event updated for resources: {'Port': ['ID=1db25dc4-fd5e-465b-9606-51bd9bd58417,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:51.383059 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffec3ca-8a2f-4153-ad2b-463e64d8b8e1 req-e08c8d68-32e4-423e-a5f3-d8a8483080b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:51.384531 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fffec3ca-8a2f-4153-ad2b-463e64d8b8e1 req-e08c8d68-32e4-423e-a5f3-d8a8483080b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed2160ff-0eec-4892-bae9-c0ff519453ca HTTP/1.1" status: 200 len: 850 time: 0.4584208 Jul 22 16:36:51.408988 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['a7e79be2-2883-443a-ae2d-f1517762359d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:51.447605 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b0326-5b84-4ab7-a34d-8baed7e2b003 req-369b5035-dcbe-4a6a-a251-6328cb05a9fc tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:51.457377 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b13b0326-5b84-4ab7-a34d-8baed7e2b003 req-369b5035-dcbe-4a6a-a251-6328cb05a9fc tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.3708913 Jul 22 16:36:51.461352 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-a8450e55-cd8b-4328-8d30-5aba751b12bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:51.468051 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-a8450e55-cd8b-4328-8d30-5aba751b12bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 1099 time: 0.3099368 Jul 22 16:36:51.504961 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fcff52-9402-4779-a0ed-da4c2b5b5751', 'tag': '1db25dc4-fd5e-465b-9606-51bd9bd58417'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:51.514877 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c443df-8fd9-424e-a789-a6ecdbea9352" -d '{"events": [{"name": "network-changed", "server_uuid": "39fcff52-9402-4779-a0ed-da4c2b5b5751", "tag": "1db25dc4-fd5e-465b-9606-51bd9bd58417"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:51.598210 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-b1f132c9-b252-4bf0-a826-46116e622829 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=1db25dc4-fd5e-465b-9606-51bd9bd58417 HTTP/1.1" status: 200 len: 217 time: 0.0739391 Jul 22 16:36:51.697375 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b13b0326-5b84-4ab7-a34d-8baed7e2b003 req-13aa1a2a-d9d7-4c65-b097-38e4f15414c5 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223234 Jul 22 16:36:51.769902 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-ef4bc48f-2a8d-4968-b2e9-e9252883bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:51.772459 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-ef4bc48f-2a8d-4968-b2e9-e9252883bc27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1654470 Jul 22 16:36:51.854160 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50364) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:51.860863 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a96c57f-9476-4ff9-8b27-8da0cc3669ef x-openstack-request-id: req-0a96c57f-9476-4ff9-8b27-8da0cc3669ef {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:51.861767 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39fcff52-9402-4779-a0ed-da4c2b5b5751", "tag": "1db25dc4-fd5e-465b-9606-51bd9bd58417", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:51.862553 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0a96c57f-9476-4ff9-8b27-8da0cc3669ef {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:51.863385 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39fcff52-9402-4779-a0ed-da4c2b5b5751', 'tag': '1db25dc4-fd5e-465b-9606-51bd9bd58417', 'status': 'completed', 'code': 200} Jul 22 16:36:52.053191 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-54b3d1f9-5416-4f0f-b1fb-c34eafe182f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:52.061842 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-54b3d1f9-5416-4f0f-b1fb-c34eafe182f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2809365 Jul 22 16:36:52.101533 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9ab697ec-28b5-4660-b6fc-61ad4e7b234f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1009856334-network', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:52.196010 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab697ec-28b5-4660-b6fc-61ad4e7b234f admin admin] Made reservation on behalf of c2cdac6e8c514eed897eaf0607a1ddfd for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:36:52.198449 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ab697ec-28b5-4660-b6fc-61ad4e7b234f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:52.227273 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ab697ec-28b5-4660-b6fc-61ad4e7b234f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:52.240307 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533c043-bc51-4c2c-b14d-b04338bd0245 req-c63967e8-d0c3-4be0-b493-161f2fc3c0ab tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:52.249569 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3533c043-bc51-4c2c-b14d-b04338bd0245 req-c63967e8-d0c3-4be0-b493-161f2fc3c0ab tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/ports?device_id=68f56f57-4f92-4270-9530-d5e9252117cd HTTP/1.1" status: 200 len: 944 time: 0.2864220 Jul 22 16:36:52.276054 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0085897-2b26-4ede-b848-88b61fac2f8b req-b6aad060-4af0-4641-95b4-314560462624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:52.277601 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f0085897-2b26-4ede-b848-88b61fac2f8b req-b6aad060-4af0-4641-95b4-314560462624 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=282646bf-5a93-4fc6-a2d3-9181eb4bd79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4493999 Jul 22 16:36:52.287361 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-4c9e7ed8-91d9-413c-9980-2e8bbb58cd3a service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126875 Jul 22 16:36:52.294665 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ceea2-c95c-40e3-b3ef-b7f4b018593a req-f469177f-3e39-4753-8051-035f82d5c702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:52.296966 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-202ceea2-c95c-40e3-b3ef-b7f4b018593a req-f469177f-3e39-4753-8051-035f82d5c702 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 1098 time: 1.2029836 Jul 22 16:36:52.363760 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3533c043-bc51-4c2c-b14d-b04338bd0245 req-281c8c6a-84ca-4b22-8008-7130466437ed tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/security-groups?id=f325ef06-5d59-4df4-a01f-f4bd17c1cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951593 Jul 22 16:36:52.407670 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c936f65-7874-465f-9b96-a3707b6e5aa0 req-ae32a8c6-5414-4135-aa82-167f4f718841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:52.409484 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7c936f65-7874-465f-9b96-a3707b6e5aa0 req-ae32a8c6-5414-4135-aa82-167f4f718841 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc0838ed-d579-4253-bbc9-7a6a4d85818f HTTP/1.1" status: 200 len: 1096 time: 1.3134327 Jul 22 16:36:52.418226 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffec3ca-8a2f-4153-ad2b-463e64d8b8e1 req-2dbcf08e-4656-4a5d-bd0e-0cafe3ce2e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:52.420210 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fffec3ca-8a2f-4153-ad2b-463e64d8b8e1 req-2dbcf08e-4656-4a5d-bd0e-0cafe3ce2e3b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0144138 Jul 22 16:36:52.447920 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-45772430-05f0-4ff5-9d59-c11fefb02f33 req-f1a065a8-ba91-492d-a210-2660fb9bf39f service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510839 Jul 22 16:36:52.520706 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ab697ec-28b5-4660-b6fc-61ad4e7b234f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:52.539230 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ab697ec-28b5-4660-b6fc-61ad4e7b234f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:52.539465 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70bcec-96b9-4192-ba5b-53f796248c99 req-da426cb7-3674-4a03-8f5d-13bb6533bf82 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:52.546327 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b70bcec-96b9-4192-ba5b-53f796248c99 req-da426cb7-3674-4a03-8f5d-13bb6533bf82 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 947 time: 1.4483070 Jul 22 16:36:52.578830 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab697ec-28b5-4660-b6fc-61ad4e7b234f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:36:52.619484 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ab697ec-28b5-4660-b6fc-61ad4e7b234f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:52.619836 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-9ab697ec-28b5-4660-b6fc-61ad4e7b234f admin admin] Added segment f3c385f0-3f21-4cbb-a144-3b6bee8c77ad of type vlan for network 408ac033-5a33-4cf7-82af-38aaa8dda69b Jul 22 16:36:52.734029 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab697ec-28b5-4660-b6fc-61ad4e7b234f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ced5c3-c3e5-44df-820c-dc1e92f97c74,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:52.741027 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b70bcec-96b9-4192-ba5b-53f796248c99 req-605504a6-1bc2-4290-8efd-1abc1424369f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878588 Jul 22 16:36:52.754758 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7c936f65-7874-465f-9b96-a3707b6e5aa0 req-7107868f-cd3d-45b1-8f63-5c8800fe0106 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f325ef06-5d59-4df4-a01f-f4bd17c1cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331714 Jul 22 16:36:52.763465 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ab697ec-28b5-4660-b6fc-61ad4e7b234f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:52.772750 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f0085897-2b26-4ede-b848-88b61fac2f8b req-925da068-ae3d-4592-9663-516987e06914 service neutron] 10.222.0.16 "GET /v2.0/networks/282646bf-5a93-4fc6-a2d3-9181eb4bd79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724858 Jul 22 16:36:52.780636 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ceea2-c95c-40e3-b3ef-b7f4b018593a req-9c4796ec-b959-45ba-8ad3-8ced7692a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:52.782930 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-202ceea2-c95c-40e3-b3ef-b7f4b018593a req-9c4796ec-b959-45ba-8ad3-8ced7692a67b service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 913 time: 0.4579549 Jul 22 16:36:52.859835 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c443df-8fd9-424e-a789-a6ecdbea9352 req-02a6f191-4966-47a2-a110-4ce01fc51519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:52.861897 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-18c443df-8fd9-424e-a789-a6ecdbea9352 req-02a6f191-4966-47a2-a110-4ce01fc51519 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 1099 time: 0.2629282 Jul 22 16:36:52.878157 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ab697ec-28b5-4660-b6fc-61ad4e7b234f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:52.879267 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab697ec-28b5-4660-b6fc-61ad4e7b234f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:52.880405 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ab697ec-28b5-4660-b6fc-61ad4e7b234f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:52.908757 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb1734-cf57-451c-8f29-6ed91fd96af9 req-a532e1f9-3502-48a5-89a1-3d6818e85435 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:52.912411 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f0085897-2b26-4ede-b848-88b61fac2f8b req-815b63fa-a5be-4ca4-9f37-6332963b44f0 service neutron] 10.222.0.16 "GET /v2.0/networks/282646bf-5a93-4fc6-a2d3-9181eb4bd79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266444 Jul 22 16:36:52.915531 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2ebb1734-cf57-451c-8f29-6ed91fd96af9 req-a532e1f9-3502-48a5-89a1-3d6818e85435 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 948 time: 0.2143104 Jul 22 16:36:52.925335 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fffec3ca-8a2f-4153-ad2b-463e64d8b8e1 req-cef36f81-d89b-43a6-95ea-8f8fa3bb43eb service neutron] 10.222.0.16 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791858 Jul 22 16:36:52.963036 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9ab697ec-28b5-4660-b6fc-61ad4e7b234f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0927734 Jul 22 16:36:52.963036 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50388) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:52.967778 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3621972c-e733-4869-85b3-47b13445bd76 admin admin] Request body: {'subnet': {'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1009856334-subnet', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:53.019469 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab697ec-28b5-4660-b6fc-61ad4e7b234f admin admin] Pushing event updated for resources: {'Network': ['ID=408ac033-5a33-4cf7-82af-38aaa8dda69b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:53.033384 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 408ac033-5a33-4cf7-82af-38aaa8dda69b details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:36:53.061650 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fffec3ca-8a2f-4153-ad2b-463e64d8b8e1 req-ec4e0092-62f7-4f2e-a871-79dd5a7b374a service neutron] 10.222.0.16 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213253 Jul 22 16:36:53.106076 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3621972c-e733-4869-85b3-47b13445bd76 admin admin] Made reservation on behalf of c2cdac6e8c514eed897eaf0607a1ddfd for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:36:53.108745 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3621972c-e733-4869-85b3-47b13445bd76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:53.168603 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2ebb1734-cf57-451c-8f29-6ed91fd96af9 req-c0082f02-4b34-4ace-9543-027a59fdf65d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520847 Jul 22 16:36:53.189988 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-202ceea2-c95c-40e3-b3ef-b7f4b018593a req-740adbbf-aedf-4b0b-ab95-4b9c5b47bc05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0 HTTP/1.1" status: 200 len: 1001 time: 0.1270132 Jul 22 16:36:53.253181 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ceea2-c95c-40e3-b3ef-b7f4b018593a req-4634944f-224b-4b93-9e32-f73369983ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:53.255747 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-202ceea2-c95c-40e3-b3ef-b7f4b018593a req-4634944f-224b-4b93-9e32-f73369983ce7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 HTTP/1.1" status: 200 len: 851 time: 0.0582054 Jul 22 16:36:53.310499 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c443df-8fd9-424e-a789-a6ecdbea9352 req-748c5e3f-3e8a-46c9-afb0-1237bde50659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:53.312029 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-18c443df-8fd9-424e-a789-a6ecdbea9352 req-748c5e3f-3e8a-46c9-afb0-1237bde50659 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.2757723 Jul 22 16:36:53.338927 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ceea2-c95c-40e3-b3ef-b7f4b018593a req-c130c882-2835-4251-b248-f559ede5726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:53.340964 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-202ceea2-c95c-40e3-b3ef-b7f4b018593a req-c130c882-2835-4251-b248-f559ede5726a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772498 Jul 22 16:36:53.358679 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-18c443df-8fd9-424e-a789-a6ecdbea9352 req-547b6210-19bd-472a-9e4c-ed7b035701c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=1db25dc4-fd5e-465b-9606-51bd9bd58417 HTTP/1.1" status: 200 len: 217 time: 0.0399272 Jul 22 16:36:53.404335 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50400) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:53.481558 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-202ceea2-c95c-40e3-b3ef-b7f4b018593a req-77d236d7-67a9-4ed4-bc5d-1d52b35c68f9 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184654 Jul 22 16:36:53.491013 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c443df-8fd9-424e-a789-a6ecdbea9352 req-19dfc3dd-f7f3-460b-9ae9-6aa2ae43a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:53.492483 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-18c443df-8fd9-424e-a789-a6ecdbea9352 req-19dfc3dd-f7f3-460b-9ae9-6aa2ae43a02a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1251516 Jul 22 16:36:53.625430 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0f000fba-55b9-445b-9773-47c08418513f tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1821326573', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:53.646003 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3621972c-e733-4869-85b3-47b13445bd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:53.670413 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273dfa3-ff17-477d-b2a1-68ffd2989e39 req-dc24db48-e719-4302-89d6-de1d6903a95a tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:53.671990 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5273dfa3-ff17-477d-b2a1-68ffd2989e39 req-dc24db48-e719-4302-89d6-de1d6903a95a tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/ports?device_id=68f56f57-4f92-4270-9530-d5e9252117cd HTTP/1.1" status: 200 len: 944 time: 0.1888411 Jul 22 16:36:53.680935 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-202ceea2-c95c-40e3-b3ef-b7f4b018593a req-d0ab7885-e6b3-49c0-ae07-c7cbd24bd65f service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610897 Jul 22 16:36:53.755272 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5273dfa3-ff17-477d-b2a1-68ffd2989e39 req-e59e3fab-3930-41d2-94da-748c157c2322 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/security-groups?id=f325ef06-5d59-4df4-a01f-f4bd17c1cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667918 Jul 22 16:36:53.757503 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621972c-e733-4869-85b3-47b13445bd76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b630264-c7d4-4c04-a0fd-2e3fe6636661,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:53.785211 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f000fba-55b9-445b-9773-47c08418513f tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Made reservation on behalf of c87763f98fa44740ba2449ff3e8a975d for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:36:53.787565 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f000fba-55b9-445b-9773-47c08418513f tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:53.804574 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c443df-8fd9-424e-a789-a6ecdbea9352 req-c3c1c2a8-cb6e-407d-af26-e6680e6131a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:53.806195 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-18c443df-8fd9-424e-a789-a6ecdbea9352 req-c3c1c2a8-cb6e-407d-af26-e6680e6131a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2995534 Jul 22 16:36:53.806894 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f000fba-55b9-445b-9773-47c08418513f tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:53.848275 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3621972c-e733-4869-85b3-47b13445bd76 admin admin] Checking segment: {'id': 'f3c385f0-3f21-4cbb-a144-3b6bee8c77ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:36:53.848275 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3621972c-e733-4869-85b3-47b13445bd76 admin admin] Network hostable DHCP agents. Network: 408ac033-5a33-4cf7-82af-38aaa8dda69b, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:36:53.934600 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device a7e79be2-2883-443a-ae2d-f1517762359d up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:53.936566 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3621972c-e733-4869-85b3-47b13445bd76 admin admin] Network 408ac033-5a33-4cf7-82af-38aaa8dda69b is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:36:54.002298 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-3621972c-e733-4869-85b3-47b13445bd76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 408ac033-5a33-4cf7-82af-38aaa8dda69b) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:54.035503 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27a6ab1-a419-41fc-b2e4-f189cb5427a9 None None] Network 408ac033-5a33-4cf7-82af-38aaa8dda69b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:36:54.036051 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3621972c-e733-4869-85b3-47b13445bd76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:54.036143 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3621972c-e733-4869-85b3-47b13445bd76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.086508 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085d028-ff62-4624-90ab-075daa6a83e3 req-74964fe8-7fdf-4bc0-8954-b381d8098ed3 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:54.088068 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5085d028-ff62-4624-90ab-075daa6a83e3 req-74964fe8-7fdf-4bc0-8954-b381d8098ed3 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 947 time: 0.2684619 Jul 22 16:36:54.109726 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-18c443df-8fd9-424e-a789-a6ecdbea9352 req-80676d6a-c119-49d8-86b3-d5c938c7fd5a service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363284 Jul 22 16:36:54.170652 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port a7e79be2-2883-443a-ae2d-f1517762359d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:54.172056 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f000fba-55b9-445b-9773-47c08418513f tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.177947 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port a7e79be2-2883-443a-ae2d-f1517762359d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:54.187579 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.189591 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f000fba-55b9-445b-9773-47c08418513f tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.203605 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3621972c-e733-4869-85b3-47b13445bd76 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2405918 Jul 22 16:36:54.206743 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-0f000fba-55b9-445b-9773-47c08418513f tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] device_id is not set on port 986b2759-3768-4f79-af4c-626f40e9a152 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:36:54.209624 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50412) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:54.223584 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b9cf58a0-5b6a-41f2-af32-5e182609f1bb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1009856334-router', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:54.250141 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5085d028-ff62-4624-90ab-075daa6a83e3 req-b1814851-9067-456c-93b9-744c712dd853 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522932 Jul 22 16:36:54.315837 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9cf58a0-5b6a-41f2-af32-5e182609f1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.322380 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9cf58a0-5b6a-41f2-af32-5e182609f1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.333124 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f000fba-55b9-445b-9773-47c08418513f tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6470fbb3-c599-4dbf-86a6-c148f02e4af8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:54.354888 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-18c443df-8fd9-424e-a789-a6ecdbea9352 req-cee091b7-2cde-434a-a5bf-fa546015484c service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323995 Jul 22 16:36:54.413715 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1d2e9f-fe16-44f3-a360-826ef5ce3f7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-408ac033-5a33-4cf7-82af-38aaa8dda69b', 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'fixed_ips': [{'subnet_id': '9b630264-c7d4-4c04-a0fd-2e3fe6636661'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:36:54.414727 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab1d2e9f-fe16-44f3-a360-826ef5ce3f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.424032 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-0f000fba-55b9-445b-9773-47c08418513f tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Allocated IP 172.25.0.226 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/986b2759-3768-4f79-af4c-626f40e9a152) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:36:54.495551 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9cf58a0-5b6a-41f2-af32-5e182609f1bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.554777 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.600375 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f000fba-55b9-445b-9773-47c08418513f tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.607735 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f56f57-4f92-4270-9530-d5e9252117cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e79be2-2883-443a-ae2d-f1517762359d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:54.610476 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b872aad-b40c-4993-b07e-17599c8d1766" -d '{"events": [{"server_uuid": "68f56f57-4f92-4270-9530-d5e9252117cd", "name": "network-vif-plugged", "status": "completed", "tag": "a7e79be2-2883-443a-ae2d-f1517762359d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:54.632588 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port a7e79be2-2883-443a-ae2d-f1517762359d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=a7e79be2-2883-443a-ae2d-f1517762359d,segment=NetworkSegment(e145ee95-47c3-4f4e-890c-ec6b97e8c166),segment_id=e145ee95-47c3-4f4e-890c-ec6b97e8c166)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:54.636656 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-ab1d2e9f-fe16-44f3-a360-826ef5ce3f7f None None] Allocated IP 172.20.0.2 (408ac033-5a33-4cf7-82af-38aaa8dda69b/9b630264-c7d4-4c04-a0fd-2e3fe6636661/38d61d95-717a-4685-8dee-edd166593ccc) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:36:54.646251 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.655254 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f000fba-55b9-445b-9773-47c08418513f tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.674736 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7246e7-52b3-402b-bcc7-62152f0d42cf x-openstack-request-id: req-9d7246e7-52b3-402b-bcc7-62152f0d42cf {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:54.675315 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f56f57-4f92-4270-9530-d5e9252117cd", "name": "network-vif-plugged", "status": "completed", "tag": "a7e79be2-2883-443a-ae2d-f1517762359d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:54.675775 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9cf58a0-5b6a-41f2-af32-5e182609f1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.675894 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9d7246e7-52b3-402b-bcc7-62152f0d42cf {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:54.676438 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f56f57-4f92-4270-9530-d5e9252117cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e79be2-2883-443a-ae2d-f1517762359d', 'code': 200} Jul 22 16:36:54.699901 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52105588-5e85-4a07-815b-b77076647472 req-a3dfdd7e-3dd2-417e-9ed0-f4c9dc5267dd tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:54.701280 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52105588-5e85-4a07-815b-b77076647472 req-a3dfdd7e-3dd2-417e-9ed0-f4c9dc5267dd tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 948 time: 0.2465193 Jul 22 16:36:54.712293 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f000fba-55b9-445b-9773-47c08418513f tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:54.716081 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-0f000fba-55b9-445b-9773-47c08418513f tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:54.720348 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f000fba-55b9-445b-9773-47c08418513f tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:36:54.745813 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f000fba-55b9-445b-9773-47c08418513f tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Pushing event updated for resources: {'Port': ['ID=986b2759-3768-4f79-af4c-626f40e9a152,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:54.766738 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=a7e79be2-2883-443a-ae2d-f1517762359d,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:54.768851 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f000fba-55b9-445b-9773-47c08418513f tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:54.769534 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f000fba-55b9-445b-9773-47c08418513f tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.786492 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0f000fba-55b9-445b-9773-47c08418513f tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3641174 Jul 22 16:36:54.789308 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50430) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:54.794462 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ecd0eee9-b599-4eda-b83c-cbc671da6e56 tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.226'}]}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:54.800911 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52105588-5e85-4a07-815b-b77076647472 req-cf27828e-bc0e-4299-9576-8e4bae4c981a tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818837 Jul 22 16:36:54.823345 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ecd0eee9-b599-4eda-b83c-cbc671da6e56 tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.825094 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ecd0eee9-b599-4eda-b83c-cbc671da6e56 tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.891569 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab1d2e9f-fe16-44f3-a360-826ef5ce3f7f None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.894340 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ecd0eee9-b599-4eda-b83c-cbc671da6e56 tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.901592 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ab1d2e9f-fe16-44f3-a360-826ef5ce3f7f None None] Transition to ACTIVE for port object 38d61d95-717a-4685-8dee-edd166593ccc will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:54.921013 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ab1d2e9f-fe16-44f3-a360-826ef5ce3f7f None None] Transition to ACTIVE for port object 38d61d95-717a-4685-8dee-edd166593ccc will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:54.928190 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab1d2e9f-fe16-44f3-a360-826ef5ce3f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.983527 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f5556-b665-403b-b59a-2342882876aa req-db2f8292-34cc-4a09-a63a-5a2dcdd63d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:54.985697 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-429f5556-b665-403b-b59a-2342882876aa req-db2f8292-34cc-4a09-a63a-5a2dcdd63d3b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=68f56f57-4f92-4270-9530-d5e9252117cd HTTP/1.1" status: 200 len: 1096 time: 0.1798868 Jul 22 16:36:54.987041 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d2e9f-fe16-44f3-a360-826ef5ce3f7f None None] Pushing event updated for resources: {'Port': ['ID=38d61d95-717a-4685-8dee-edd166593ccc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:55.002925 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1d2e9f-fe16-44f3-a360-826ef5ce3f7f None None] Network 408ac033-5a33-4cf7-82af-38aaa8dda69b is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:55.005093 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-ab1d2e9f-fe16-44f3-a360-826ef5ce3f7f None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:55.008533 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1d2e9f-fe16-44f3-a360-826ef5ce3f7f None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:36:55.061075 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ecd0eee9-b599-4eda-b83c-cbc671da6e56 tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:55.085794 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ab1d2e9f-fe16-44f3-a360-826ef5ce3f7f None None] Attempting to bind port 38d61d95-717a-4685-8dee-edd166593ccc on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:36:55.086388 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ab1d2e9f-fe16-44f3-a360-826ef5ce3f7f None None] Attempting to bind port 38d61d95-717a-4685-8dee-edd166593ccc by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'f3c385f0-3f21-4cbb-a144-3b6bee8c77ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:36:55.086541 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1d2e9f-fe16-44f3-a360-826ef5ce3f7f None None] Attempting to bind port 38d61d95-717a-4685-8dee-edd166593ccc on network 408ac033-5a33-4cf7-82af-38aaa8dda69b {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:55.091956 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1d2e9f-fe16-44f3-a360-826ef5ce3f7f None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:36:55.092327 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1d2e9f-fe16-44f3-a360-826ef5ce3f7f None None] Checking segment: {'id': 'f3c385f0-3f21-4cbb-a144-3b6bee8c77ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:36:55.093055 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab1d2e9f-fe16-44f3-a360-826ef5ce3f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:55.093527 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1d2e9f-fe16-44f3-a360-826ef5ce3f7f None None] Bound using segment: {'id': 'f3c385f0-3f21-4cbb-a144-3b6bee8c77ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:36:55.093903 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ab1d2e9f-fe16-44f3-a360-826ef5ce3f7f None None] Bound port: 38d61d95-717a-4685-8dee-edd166593ccc, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c385f0-3f21-4cbb-a144-3b6bee8c77ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:36:55.094400 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab1d2e9f-fe16-44f3-a360-826ef5ce3f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:55.135483 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16ca39-6641-4a56-b210-13ce6cf35b20 req-863ce413-34f4-441c-a948-53bd4ac66bf3 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:55.137090 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5f16ca39-6641-4a56-b210-13ce6cf35b20 req-863ce413-34f4-441c-a948-53bd4ac66bf3 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/ports?device_id=68f56f57-4f92-4270-9530-d5e9252117cd HTTP/1.1" status: 200 len: 945 time: 0.2370870 Jul 22 16:36:55.173805 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ab1d2e9f-fe16-44f3-a360-826ef5ce3f7f None None] For port 38d61d95-717a-4685-8dee-edd166593ccc, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:36:55.177187 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ab1d2e9f-fe16-44f3-a360-826ef5ce3f7f None None] For port 38d61d95-717a-4685-8dee-edd166593ccc, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=38d61d95-717a-4685-8dee-edd166593ccc,segment=NetworkSegment(f3c385f0-3f21-4cbb-a144-3b6bee8c77ad),segment_id=f3c385f0-3f21-4cbb-a144-3b6bee8c77ad)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:36:55.180697 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-429f5556-b665-403b-b59a-2342882876aa req-3a2f36b5-86a3-4f47-bccf-7d0060916eee service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f325ef06-5d59-4df4-a01f-f4bd17c1cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878743 Jul 22 16:36:55.184921 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab1d2e9f-fe16-44f3-a360-826ef5ce3f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:55.222005 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9cf58a0-5b6a-41f2-af32-5e182609f1bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:55.227073 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5f16ca39-6641-4a56-b210-13ce6cf35b20 req-fe018ef2-e79d-4284-bd0d-a64f016d6a9e tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/security-groups?id=f325ef06-5d59-4df4-a01f-f4bd17c1cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789757 Jul 22 16:36:55.252609 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d2e9f-fe16-44f3-a360-826ef5ce3f7f None None] Pushing event updated for resources: {'Port': ['ID=38d61d95-717a-4685-8dee-edd166593ccc,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:55.256582 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9cf58a0-5b6a-41f2-af32-5e182609f1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:55.395530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b9cf58a0-5b6a-41f2-af32-5e182609f1bb admin admin] Allocated IP 172.25.0.145 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/445f24ec-f963-46bd-8eb8-29d84e3f3fea) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:36:55.557149 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9cf58a0-5b6a-41f2-af32-5e182609f1bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:55.640282 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9cf58a0-5b6a-41f2-af32-5e182609f1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:55.657762 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1db25dc4-fd5e-465b-9606-51bd9bd58417 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:36:55.713340 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cf58a0-5b6a-41f2-af32-5e182609f1bb admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:55.720616 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b9cf58a0-5b6a-41f2-af32-5e182609f1bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:55.725298 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cf58a0-5b6a-41f2-af32-5e182609f1bb admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:36:55.774085 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf58a0-5b6a-41f2-af32-5e182609f1bb admin admin] Pushing event updated for resources: {'Port': ['ID=445f24ec-f963-46bd-8eb8-29d84e3f3fea,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:55.792391 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ecd0eee9-b599-4eda-b83c-cbc671da6e56 tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:55.833061 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663a27b-9f09-4e4d-a0e1-f6618f67277f req-647f30b6-ed0b-4c47-9472-4b0812d2118b tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:55.837809 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4663a27b-9f09-4e4d-a0e1-f6618f67277f req-647f30b6-ed0b-4c47-9472-4b0812d2118b tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 947 time: 0.4990652 Jul 22 16:36:55.839051 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ecd0eee9-b599-4eda-b83c-cbc671da6e56 tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:55.843277 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1db25dc4-fd5e-465b-9606-51bd9bd58417, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1db25dc4-fd5e-465b-9606-51bd9bd58417,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:55.868093 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '1db25dc4-fd5e-465b-9606-51bd9bd58417', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '1db25dc4-fd5e-465b-9606-51bd9bd58417', 'mac_address': 'fa:16:3e:a0:ae:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:36:55.956066 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 38d61d95-717a-4685-8dee-edd166593ccc up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:55.973168 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:55.978291 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4663a27b-9f09-4e4d-a0e1-f6618f67277f req-3abf8a75-078b-4a38-b1d5-e9eb06b3a49c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311498 Jul 22 16:36:56.024573 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db25dc4-fd5e-465b-9606-51bd9bd58417 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:36:56.051734 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1db25dc4-fd5e-465b-9606-51bd9bd58417, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1db25dc4-fd5e-465b-9606-51bd9bd58417,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:56.053648 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 38d61d95-717a-4685-8dee-edd166593ccc completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:56.060555 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:56.110947 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ecd0eee9-b599-4eda-b83c-cbc671da6e56 tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:56.146909 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=1db25dc4-fd5e-465b-9606-51bd9bd58417,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:56.173913 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859aba1-80f3-4a2f-a3dd-10516ac1d151 req-f8e07a0b-094e-4c84-a06b-08d43654f24d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:56.175479 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2859aba1-80f3-4a2f-a3dd-10516ac1d151 req-f8e07a0b-094e-4c84-a06b-08d43654f24d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 948 time: 0.2231226 Jul 22 16:36:56.208024 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9cf58a0-5b6a-41f2-af32-5e182609f1bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:56.296731 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2859aba1-80f3-4a2f-a3dd-10516ac1d151 req-584e57be-ac3d-4ac5-8cc4-a8537d6ef8db tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112053 Jul 22 16:36:56.355618 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ecd0eee9-b599-4eda-b83c-cbc671da6e56 tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:56.359171 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ecd0eee9-b599-4eda-b83c-cbc671da6e56 tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:56.374566 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['1db25dc4-fd5e-465b-9606-51bd9bd58417'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:56.435840 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec012e-6c00-4384-9f4d-4e3072f93849 req-7a560474-d207-4f9f-8ce3-12c19c12897d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:56.445511 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e4ec012e-6c00-4384-9f4d-4e3072f93849 req-7a560474-d207-4f9f-8ce3-12c19c12897d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 947 time: 0.2367909 Jul 22 16:36:56.452950 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ecd0eee9-b599-4eda-b83c-cbc671da6e56 tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:56.454370 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd0eee9-b599-4eda-b83c-cbc671da6e56 tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84ba6162-0f58-44e0-9687-25bca64fcefb {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:36:56.469321 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9cf58a0-5b6a-41f2-af32-5e182609f1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:56.495523 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-ecd0eee9-b599-4eda-b83c-cbc671da6e56 tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 22 16:36:56.500248 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ecd0eee9-b599-4eda-b83c-cbc671da6e56 tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7096570 Jul 22 16:36:56.517465 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50492) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:56.608226 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e4ec012e-6c00-4384-9f4d-4e3072f93849 req-f5bd6c70-a5d3-4567-9bb8-9c49a6e6a808 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617944 Jul 22 16:36:56.651976 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9402a7-e375-4b1f-a221-130eb4d32b12 None None] Network 408ac033-5a33-4cf7-82af-38aaa8dda69b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:36:56.704192 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5f4210df-3236-44b6-b447-481b2990eb8a tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Deleting port 986b2759-3768-4f79-af4c-626f40e9a152 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:36:56.704822 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f4210df-3236-44b6-b447-481b2990eb8a tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:56.726563 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd05ba1-90c8-4d6e-ac81-11288c5a7495 req-3a76369e-02ff-4416-ab43-1e25e8b7f2ed tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:56.729545 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7dd05ba1-90c8-4d6e-ac81-11288c5a7495 req-3a76369e-02ff-4416-ab43-1e25e8b7f2ed tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/ports?device_id=68f56f57-4f92-4270-9530-d5e9252117cd HTTP/1.1" status: 200 len: 945 time: 0.1428058 Jul 22 16:36:56.730507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cf58a0-5b6a-41f2-af32-5e182609f1bb admin admin] Router abbbf33b-f150-4b90-be12-7e734bddd0c1 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:36:56.779332 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7dd05ba1-90c8-4d6e-ac81-11288c5a7495 req-0e4c0d80-09fc-4d25-a2e6-6e60f47e2ffc tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/security-groups?id=f325ef06-5d59-4df4-a01f-f4bd17c1cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421381 Jul 22 16:36:56.797894 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f4210df-3236-44b6-b447-481b2990eb8a tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:56.814733 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c7ff69a6-8d89-4faf-9f06-903e652ee1ab None None] Provisioning for port 38d61d95-717a-4685-8dee-edd166593ccc completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:56.817573 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5f4210df-3236-44b6-b447-481b2990eb8a tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Calling delete_port for 986b2759-3768-4f79-af4c-626f40e9a152 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:36:56.824691 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c7ff69a6-8d89-4faf-9f06-903e652ee1ab None None] Provisioning complete for port 38d61d95-717a-4685-8dee-edd166593ccc triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:56.825079 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7ff69a6-8d89-4faf-9f06-903e652ee1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:56.953194 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7ff69a6-8d89-4faf-9f06-903e652ee1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:57.008378 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f4210df-3236-44b6-b447-481b2990eb8a tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:57.034440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c7ff69a6-8d89-4faf-9f06-903e652ee1ab None None] For port 38d61d95-717a-4685-8dee-edd166593ccc, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=38d61d95-717a-4685-8dee-edd166593ccc,segment=NetworkSegment(f3c385f0-3f21-4cbb-a144-3b6bee8c77ad),segment_id=f3c385f0-3f21-4cbb-a144-3b6bee8c77ad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:57.042135 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7ff69a6-8d89-4faf-9f06-903e652ee1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:57.057758 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4210df-3236-44b6-b447-481b2990eb8a tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Pushing event deleted for resources: {'Port': ['ID=986b2759-3768-4f79-af4c-626f40e9a152,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:57.139737 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5f4210df-3236-44b6-b447-481b2990eb8a tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:57.155326 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5f4210df-3236-44b6-b447-481b2990eb8a tempest-RoutersAdminNegativeTest-92003124 tempest-RoutersAdminNegativeTest-92003124-project-admin] 10.222.0.69 "DELETE /v2.0/ports/986b2759-3768-4f79-af4c-626f40e9a152 HTTP/1.1" status: 204 len: 168 time: 0.6368480 Jul 22 16:36:57.161140 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff69a6-8d89-4faf-9f06-903e652ee1ab None None] Pushing event updated for resources: {'Port': ['ID=38d61d95-717a-4685-8dee-edd166593ccc,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:57.335365 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cf58a0-5b6a-41f2-af32-5e182609f1bb admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:36:57.349893 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] Sync routers for ids ['abbbf33b-f150-4b90-be12-7e734bddd0c1'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:36:57.357466 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9cf58a0-5b6a-41f2-af32-5e182609f1bb admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:57.361360 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b9cf58a0-5b6a-41f2-af32-5e182609f1bb admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1471434 Jul 22 16:36:57.361627 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50542) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:57.377200 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] Routers {'abbbf33b-f150-4b90-be12-7e734bddd0c1'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:57.377892 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:36:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['abbbf33b-f150-4b90-be12-7e734bddd0c1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:57.378661 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9fc45be7-fcd2-4465-af30-0cc6b51ceb64 None None] Provisioning complete for port 38d61d95-717a-4685-8dee-edd166593ccc triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:57.379047 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9fc45be7-fcd2-4465-af30-0cc6b51ceb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:57.556691 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] Set router abbbf33b-f150-4b90-be12-7e734bddd0c1 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:36:57.582471 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50562) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:57.603129 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e5f7f-82ef-469c-aefc-439016e8302e req-e2b6c897-8368-4705-9462-0dcf39a1086c tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:57.603129 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c67e5f7f-82ef-469c-aefc-439016e8302e req-e2b6c897-8368-4705-9462-0dcf39a1086c tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 949 time: 0.1940148 Jul 22 16:36:57.691707 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1db25dc4-fd5e-465b-9606-51bd9bd58417 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:57.696496 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c67e5f7f-82ef-469c-aefc-439016e8302e req-0752c51b-e14e-4391-8128-51267783a773 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655978 Jul 22 16:36:57.763123 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 1db25dc4-fd5e-465b-9606-51bd9bd58417 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:57.771415 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 1db25dc4-fd5e-465b-9606-51bd9bd58417 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:57.771799 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:57.800899 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a13ac6c6-33db-44e4-910f-20b0c2a98b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:57.883112 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 38d61d95-717a-4685-8dee-edd166593ccc up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:57.961426 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 38d61d95-717a-4685-8dee-edd166593ccc triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:57.961426 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:57.964978 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'name': 'tempest-TaggedBootDevicesTest-1009856334-router', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:54Z', 'updated_at': '2021-07-22T16:36:56Z', 'revision_number': 3, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'gw_port': {'id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:55Z', 'updated_at': '2021-07-22T16:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:58.010583 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] Checking router: abbbf33b-f150-4b90-be12-7e734bddd0c1 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:36:58.011327 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] Updating router abbbf33b-f150-4b90-be12-7e734bddd0c1 port 445f24ec-f963-46bd-8eb8-29d84e3f3fea binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:36:58.048678 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:58.057555 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:58.059539 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fd73d-28a2-4388-ae84-5e93cb4f9105 req-6ea911c9-5abb-489a-98eb-8db6a6735669 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:58.061176 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f6fd73d-28a2-4388-ae84-5e93cb4f9105 req-6ea911c9-5abb-489a-98eb-8db6a6735669 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/ports?device_id=68f56f57-4f92-4270-9530-d5e9252117cd HTTP/1.1" status: 200 len: 945 time: 0.1330845 Jul 22 16:36:58.067528 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68d533d5-34cc-49de-aabf-5a4520f5bc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:58.094262 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a13ac6c6-33db-44e4-910f-20b0c2a98b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:58.115031 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a13ac6c6-33db-44e4-910f-20b0c2a98b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:58.139319 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fcff52-9402-4779-a0ed-da4c2b5b5751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db25dc4-fd5e-465b-9606-51bd9bd58417'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:58.142134 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94949bd-7f3c-4f1a-8bba-16a6707ca724" -d '{"events": [{"server_uuid": "39fcff52-9402-4779-a0ed-da4c2b5b5751", "name": "network-vif-plugged", "status": "completed", "tag": "1db25dc4-fd5e-465b-9606-51bd9bd58417"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:58.153081 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a13ac6c6-33db-44e4-910f-20b0c2a98b66 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=346b20ab554c4769936e3d57fdfac769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5650949 Jul 22 16:36:58.158577 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1db25dc4-fd5e-465b-9606-51bd9bd58417, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1db25dc4-fd5e-465b-9606-51bd9bd58417,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:58.158748 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50588) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:58.164474 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:58.166908 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5848d2ce-df98-4a3b-a079-97de4b01fca0 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:36:58.206904 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f6fd73d-28a2-4388-ae84-5e93cb4f9105 req-688ff400-c06d-41fd-b1e2-2b85e1761a9b tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/security-groups?id=f325ef06-5d59-4df4-a01f-f4bd17c1cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272604 Jul 22 16:36:58.219021 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ac6c6-33db-44e4-910f-20b0c2a98b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f048d42-9627-492b-939f-8bd1c4a194db,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:58.241704 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c41ad28-6a28-4bb9-b2a6-c1ba2e4eea2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:58.246642 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d75e2-8c2e-4ec2-b039-af7e82277fc0 req-ca52b04d-af97-474c-aa71-66dcb45a89c3 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:58.254975 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-914d75e2-8c2e-4ec2-b039-af7e82277fc0 req-ca52b04d-af97-474c-aa71-66dcb45a89c3 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 947 time: 0.1792297 Jul 22 16:36:58.277054 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c41ad28-6a28-4bb9-b2a6-c1ba2e4eea2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:58.315898 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a6654b-7467-4225-a0cd-87d47d4f6cfc x-openstack-request-id: req-35a6654b-7467-4225-a0cd-87d47d4f6cfc {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:58.316539 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fcff52-9402-4779-a0ed-da4c2b5b5751", "name": "network-vif-plugged", "status": "completed", "tag": "1db25dc4-fd5e-465b-9606-51bd9bd58417", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:58.316539 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-35a6654b-7467-4225-a0cd-87d47d4f6cfc {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:58.316821 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fcff52-9402-4779-a0ed-da4c2b5b5751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db25dc4-fd5e-465b-9606-51bd9bd58417', 'code': 200} Jul 22 16:36:58.364082 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c41ad28-6a28-4bb9-b2a6-c1ba2e4eea2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:58.368534 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4c41ad28-6a28-4bb9-b2a6-c1ba2e4eea2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:58.372478 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4c41ad28-6a28-4bb9-b2a6-c1ba2e4eea2c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1f048d42-9627-492b-939f-8bd1c4a194db HTTP/1.1" status: 204 len: 168 time: 0.2105424 Jul 22 16:36:58.429367 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:58.432641 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41ad28-6a28-4bb9-b2a6-c1ba2e4eea2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f048d42-9627-492b-939f-8bd1c4a194db,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:58.439098 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:58.439746 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-914d75e2-8c2e-4ec2-b039-af7e82277fc0 req-46ac8b08-5b70-4f2d-8b70-b37d6ec56452 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837971 Jul 22 16:36:58.452828 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=1db25dc4-fd5e-465b-9606-51bd9bd58417,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:58.452968 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] Transition to ACTIVE for port object 445f24ec-f963-46bd-8eb8-29d84e3f3fea will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:58.462263 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:58.489184 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-68d533d5-34cc-49de-aabf-5a4520f5bc03 admin admin] Allocated IP 172.20.0.1 (408ac033-5a33-4cf7-82af-38aaa8dda69b/9b630264-c7d4-4c04-a0fd-2e3fe6636661/6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:36:58.504611 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5848d2ce-df98-4a3b-a079-97de4b01fca0, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:58.514978 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:58.518237 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] Attempting to bind port 445f24ec-f963-46bd-8eb8-29d84e3f3fea on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:36:58.518711 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] Attempting to bind port 445f24ec-f963-46bd-8eb8-29d84e3f3fea by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:36:58.519370 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] Attempting to bind port 445f24ec-f963-46bd-8eb8-29d84e3f3fea on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:58.533060 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:36:58.533522 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:36:58.534057 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:58.534518 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:36:58.535116 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] Bound port: 445f24ec-f963-46bd-8eb8-29d84e3f3fea, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:36:58.535582 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:58.548611 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60816b99-f860-44f0-a807-7ad6a028a857 req-31e24ae6-4b47-4fa9-b89c-8634a1899a0f tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:58.556044 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-60816b99-f860-44f0-a807-7ad6a028a857 req-31e24ae6-4b47-4fa9-b89c-8634a1899a0f tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc0838ed-d579-4253-bbc9-7a6a4d85818f HTTP/1.1" status: 200 len: 945 time: 0.1722171 Jul 22 16:36:58.582875 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c016fe-3503-480a-be8e-565f81b42dc0 req-da09d9bf-0517-4a7c-b30e-1624786a2e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:58.584465 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-74c016fe-3503-480a-be8e-565f81b42dc0 req-da09d9bf-0517-4a7c-b30e-1624786a2e1a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 1101 time: 0.1494370 Jul 22 16:36:58.608523 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc74d6b-e2d5-4a2f-a8c3-22bdf8daa625 None None] Pushing event updated for resources: {'Port': ['ID=445f24ec-f963-46bd-8eb8-29d84e3f3fea,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:58.620997 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] For port 445f24ec-f963-46bd-8eb8-29d84e3f3fea, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:36:58.624865 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] For port 445f24ec-f963-46bd-8eb8-29d84e3f3fea, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=445f24ec-f963-46bd-8eb8-29d84e3f3fea,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:36:58.627421 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc74d6b-e2d5-4a2f-a8c3-22bdf8daa625 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:58.627871 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc74d6b-e2d5-4a2f-a8c3-22bdf8daa625 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:58.628296 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc74d6b-e2d5-4a2f-a8c3-22bdf8daa625 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:58.628694 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc74d6b-e2d5-4a2f-a8c3-22bdf8daa625 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:58.629094 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc74d6b-e2d5-4a2f-a8c3-22bdf8daa625 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:58.629634 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc74d6b-e2d5-4a2f-a8c3-22bdf8daa625 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:58.629976 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc74d6b-e2d5-4a2f-a8c3-22bdf8daa625 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:58.630410 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc74d6b-e2d5-4a2f-a8c3-22bdf8daa625 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:58.631015 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc74d6b-e2d5-4a2f-a8c3-22bdf8daa625 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:58.631432 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc74d6b-e2d5-4a2f-a8c3-22bdf8daa625 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:58.631832 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc74d6b-e2d5-4a2f-a8c3-22bdf8daa625 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:58.632225 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc74d6b-e2d5-4a2f-a8c3-22bdf8daa625 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:58.637962 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:58.682119 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-60816b99-f860-44f0-a807-7ad6a028a857 req-88be3747-52be-48ca-9081-7fd749b29cca tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/security-groups?id=f325ef06-5d59-4df4-a01f-f4bd17c1cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156952 Jul 22 16:36:58.683878 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=5848d2ce-df98-4a3b-a079-97de4b01fca0,revision_number=14']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:58.705948 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] Routers {'abbbf33b-f150-4b90-be12-7e734bddd0c1'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:58.706713 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:36:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['abbbf33b-f150-4b90-be12-7e734bddd0c1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:58.712998 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68d533d5-34cc-49de-aabf-5a4520f5bc03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:58.728805 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-74c016fe-3503-480a-be8e-565f81b42dc0 req-ccab777f-4061-4b12-b150-d5622d6dc24e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316202 Jul 22 16:36:58.737799 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-68d533d5-34cc-49de-aabf-5a4520f5bc03 admin admin] Transition to ACTIVE for port object 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:58.754888 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc74d6b-e2d5-4a2f-a8c3-22bdf8daa625 None None] Pushing event updated for resources: {'Port': ['ID=445f24ec-f963-46bd-8eb8-29d84e3f3fea,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:58.780051 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68d533d5-34cc-49de-aabf-5a4520f5bc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:58.826000 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d533d5-34cc-49de-aabf-5a4520f5bc03 admin admin] Network 408ac033-5a33-4cf7-82af-38aaa8dda69b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:58.832653 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-68d533d5-34cc-49de-aabf-5a4520f5bc03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:58.836439 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d533d5-34cc-49de-aabf-5a4520f5bc03 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:36:58.870863 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d533d5-34cc-49de-aabf-5a4520f5bc03 admin admin] Pushing event updated for resources: {'Port': ['ID=6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:58.871868 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] Set router abbbf33b-f150-4b90-be12-7e734bddd0c1 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:36:58.906157 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68d533d5-34cc-49de-aabf-5a4520f5bc03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:58.955616 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3d110ed-d16b-4fb9-8208-ffb0aafa4744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:58.997310 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c51a03-7eba-4188-bef1-1ed5c0f88cde req-872db4fa-75d5-48e9-8b44-67d50fd0a61b tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:59.005104 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-38c51a03-7eba-4188-bef1-1ed5c0f88cde req-872db4fa-75d5-48e9-8b44-67d50fd0a61b tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/ports?device_id=811bd685-7b3c-4045-aa00-50934459fd47 HTTP/1.1" status: 200 len: 946 time: 0.1311226 Jul 22 16:36:59.058544 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50608) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:59.084628 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-38c51a03-7eba-4188-bef1-1ed5c0f88cde req-e636fc65-efa8-4482-a06a-e04efea4c61b tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/security-groups?id=f325ef06-5d59-4df4-a01f-f4bd17c1cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783455 Jul 22 16:36:59.150562 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804daf6-43c2-46af-8e28-6ab1f60362c9 req-bdfa5840-26eb-45d4-a286-780cb4be6648 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:59.152345 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b804daf6-43c2-46af-8e28-6ab1f60362c9 req-bdfa5840-26eb-45d4-a286-780cb4be6648 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.1934242 Jul 22 16:36:59.167078 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'name': 'tempest-TaggedBootDevicesTest-1009856334-router', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:54Z', 'updated_at': '2021-07-22T16:36:56Z', 'revision_number': 3, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'gw_port': {'id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:55Z', 'updated_at': '2021-07-22T16:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:59.189369 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68d533d5-34cc-49de-aabf-5a4520f5bc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:59.219888 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a590054a-e04c-4a26-8f0d-7ce6e0b9ee48 None None] Provisioning for port 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:59.223088 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b804daf6-43c2-46af-8e28-6ab1f60362c9 req-6ee323cc-7590-4b1c-8e3a-e0beb75914ec tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626721 Jul 22 16:36:59.236053 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a590054a-e04c-4a26-8f0d-7ce6e0b9ee48 None None] Provisioning complete for port 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:59.236427 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a590054a-e04c-4a26-8f0d-7ce6e0b9ee48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:59.261041 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b770080e-6f3e-4ac0-a313-dad16b95e1ae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c87763f98fa44740ba2449ff3e8a975d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2015443 Jul 22 16:36:59.261912 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50612) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:59.310951 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797ba0f-e628-43e1-b21e-b2b30b8acd05 req-5a82e196-971f-476a-86d9-3487255cc2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:59.313017 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8797ba0f-e628-43e1-b21e-b2b30b8acd05 req-5a82e196-971f-476a-86d9-3487255cc2a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 1096 time: 0.1549375 Jul 22 16:36:59.316446 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3db6538-d7d0-4c32-885d-5c06468897b5 None None] The sync data for ids ['abbbf33b-f150-4b90-be12-7e734bddd0c1'] in n-d-798930-9 is: [{'id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'name': 'tempest-TaggedBootDevicesTest-1009856334-router', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:54Z', 'updated_at': '2021-07-22T16:36:56Z', 'revision_number': 3, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'gw_port': {'id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:55Z', 'updated_at': '2021-07-22T16:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:36:59.321430 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a590054a-e04c-4a26-8f0d-7ce6e0b9ee48 None None] Port 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:36:59.324087 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb0bb5-9566-4bfd-84f6-cd4cf4557531 req-adb6b3c9-3c9b-4470-ab21-7f3197097547 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:59.331061 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bcdb0bb5-9566-4bfd-84f6-cd4cf4557531 req-adb6b3c9-3c9b-4470-ab21-7f3197097547 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.1570706 Jul 22 16:36:59.359460 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:36:59.381265 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c1e055c-3c8a-4a61-8d7e-1fd0fc5db971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:59.399397 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bcdb0bb5-9566-4bfd-84f6-cd4cf4557531 req-13342059-e594-4097-93f4-96b4827886b4 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674336 Jul 22 16:36:59.458771 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c1e055c-3c8a-4a61-8d7e-1fd0fc5db971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:59.473798 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797ba0f-e628-43e1-b21e-b2b30b8acd05 req-d30ca1be-8833-479c-9a5e-76efe6b987ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:59.476353 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8797ba0f-e628-43e1-b21e-b2b30b8acd05 req-d30ca1be-8833-479c-9a5e-76efe6b987ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 913 time: 0.1425550 Jul 22 16:36:59.524361 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68d533d5-34cc-49de-aabf-5a4520f5bc03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:59.534430 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68d533d5-34cc-49de-aabf-5a4520f5bc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:59.599953 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c1e055c-3c8a-4a61-8d7e-1fd0fc5db971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:59.602755 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c1e055c-3c8a-4a61-8d7e-1fd0fc5db971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:59.606302 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8c1e055c-3c8a-4a61-8d7e-1fd0fc5db971 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6470fbb3-c599-4dbf-86a6-c148f02e4af8 HTTP/1.1" status: 204 len: 168 time: 0.3408663 Jul 22 16:36:59.613690 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68d533d5-34cc-49de-aabf-5a4520f5bc03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:59.629398 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e055c-3c8a-4a61-8d7e-1fd0fc5db971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6470fbb3-c599-4dbf-86a6-c148f02e4af8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:59.633611 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d533d5-34cc-49de-aabf-5a4520f5bc03 admin admin] Pushing event updated for resources: {'Port': ['ID=6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:59.698155 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8797ba0f-e628-43e1-b21e-b2b30b8acd05 req-58a650e6-8bae-4eff-837b-337295e121bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0 HTTP/1.1" status: 200 len: 999 time: 0.1434810 Jul 22 16:36:59.738361 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd488b1b-db5a-4685-ba6e-14a4184a8d3f req-26648d3b-5923-49e6-84d1-449d341be6fb tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:59.740095 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bd488b1b-db5a-4685-ba6e-14a4184a8d3f req-26648d3b-5923-49e6-84d1-449d341be6fb tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/ports?device_id=811bd685-7b3c-4045-aa00-50934459fd47 HTTP/1.1" status: 200 len: 946 time: 0.2216868 Jul 22 16:36:59.805733 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d533d5-34cc-49de-aabf-5a4520f5bc03 admin admin] Network 408ac033-5a33-4cf7-82af-38aaa8dda69b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:59.807318 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-68d533d5-34cc-49de-aabf-5a4520f5bc03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:59.902891 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797ba0f-e628-43e1-b21e-b2b30b8acd05 req-7876de18-7762-480b-b1f5-f1b26646638b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:59.904367 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8797ba0f-e628-43e1-b21e-b2b30b8acd05 req-7876de18-7762-480b-b1f5-f1b26646638b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 HTTP/1.1" status: 200 len: 851 time: 0.1986248 Jul 22 16:36:59.960259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 445f24ec-f963-46bd-8eb8-29d84e3f3fea up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:59.971893 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bd488b1b-db5a-4685-ba6e-14a4184a8d3f req-0669ea08-42fb-4af1-925f-980793e8e18c tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/security-groups?id=f325ef06-5d59-4df4-a01f-f4bd17c1cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727741 Jul 22 16:37:00.022065 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d533d5-34cc-49de-aabf-5a4520f5bc03 admin admin] Router abbbf33b-f150-4b90-be12-7e734bddd0c1 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:37:00.084150 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797ba0f-e628-43e1-b21e-b2b30b8acd05 req-e00961c1-3e2a-406a-9699-4521f9b95dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:00.086468 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8797ba0f-e628-43e1-b21e-b2b30b8acd05 req-e00961c1-3e2a-406a-9699-4521f9b95dde service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1134529 Jul 22 16:37:00.126789 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 445f24ec-f963-46bd-8eb8-29d84e3f3fea completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:00.133358 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 445f24ec-f963-46bd-8eb8-29d84e3f3fea triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:00.133737 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:00.203533 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2220fdac-50c0-479e-95d6-6718be3e9f5e None None] Provisioning complete for port 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:00.204069 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2220fdac-50c0-479e-95d6-6718be3e9f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:00.210551 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d533d5-34cc-49de-aabf-5a4520f5bc03 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:37:00.226675 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-68d533d5-34cc-49de-aabf-5a4520f5bc03 admin admin] 10.222.0.69 "PUT /v2.0/routers/abbbf33b-f150-4b90-be12-7e734bddd0c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8637731 Jul 22 16:37:00.266941 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2220fdac-50c0-479e-95d6-6718be3e9f5e None None] Port 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:37:00.314114 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8797ba0f-e628-43e1-b21e-b2b30b8acd05 req-9c3603f9-ea89-418a-b383-1920b858d65f service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187445 Jul 22 16:37:00.317308 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a186131f-e2ff-4d9f-864d-812721216f78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5848d2ce-df98-4a3b-a079-97de4b01fca0'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:00.322383 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf29fd53-7a29-45c8-b61e-8a53a5ca8f19" -d '{"events": [{"server_uuid": "a186131f-e2ff-4d9f-864d-812721216f78", "name": "network-vif-unplugged", "status": "completed", "tag": "5848d2ce-df98-4a3b-a079-97de4b01fca0"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:00.326791 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:00.376697 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 445f24ec-f963-46bd-8eb8-29d84e3f3fea, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=445f24ec-f963-46bd-8eb8-29d84e3f3fea,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:00.385810 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:00.414362 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737ddfd5-fe8a-4548-a6ba-26b308b83fe4 x-openstack-request-id: req-737ddfd5-fe8a-4548-a6ba-26b308b83fe4 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:00.414667 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a186131f-e2ff-4d9f-864d-812721216f78", "name": "network-vif-unplugged", "status": "completed", "tag": "5848d2ce-df98-4a3b-a079-97de4b01fca0", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:00.421105 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-737ddfd5-fe8a-4548-a6ba-26b308b83fe4 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:00.421678 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a186131f-e2ff-4d9f-864d-812721216f78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5848d2ce-df98-4a3b-a079-97de4b01fca0', 'code': 200} Jul 22 16:37:00.499217 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8797ba0f-e628-43e1-b21e-b2b30b8acd05 req-83f8d109-5415-453c-a2b8-94d0193ecb0e service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763067 Jul 22 16:37:00.554467 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d01766-d67f-452b-900e-f5db59263e0d req-5706ec9c-5022-4433-8602-f44ac4bf7298 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:00.557341 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7d01766-d67f-452b-900e-f5db59263e0d req-5706ec9c-5022-4433-8602-f44ac4bf7298 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.1555626 Jul 22 16:37:00.558335 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=445f24ec-f963-46bd-8eb8-29d84e3f3fea,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:00.637038 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7d01766-d67f-452b-900e-f5db59263e0d req-e46eb775-c89b-4a0b-a0a4-6534f788a1ea tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720348 Jul 22 16:37:00.643102 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df960621-1812-4a94-a506-47d513208fa9 req-3543863d-c2c1-49bb-b318-6b387f8ad3b4 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:00.645009 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-df960621-1812-4a94-a506-47d513208fa9 req-3543863d-c2c1-49bb-b318-6b387f8ad3b4 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.1210070 Jul 22 16:37:00.727041 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-df960621-1812-4a94-a506-47d513208fa9 req-ae9f6433-b104-41c7-8afd-dcc158d046f8 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748487 Jul 22 16:37:00.886144 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4126f-b8d1-4f48-875a-9d9437cc3a4e req-8d3841b8-ef07-406c-91c5-a454dfaa8f5b tempest-MigrationsAdminTest-26848919 tempest-MigrationsAdminTest-26848919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:00.891205 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92b4126f-b8d1-4f48-875a-9d9437cc3a4e req-8d3841b8-ef07-406c-91c5-a454dfaa8f5b tempest-MigrationsAdminTest-26848919 tempest-MigrationsAdminTest-26848919-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 1101 time: 0.0891545 Jul 22 16:37:00.927579 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92b4126f-b8d1-4f48-875a-9d9437cc3a4e req-73f2b770-3b99-49ac-901f-78bfdeab21b9 tempest-MigrationsAdminTest-26848919 tempest-MigrationsAdminTest-26848919-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344875 Jul 22 16:37:00.949358 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50680) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:01.100582 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-78a52493-d7e4-4e1e-9f21-239be0162963 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1508215614'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:01.127001 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-a9af719b-eeed-44d5-8e43-441b0c5303b9 req-ee0cd3a7-54d6-4348-a4d8-789d3aa0bf26 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:37:01.128127 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a9af719b-eeed-44d5-8e43-441b0c5303b9 req-ee0cd3a7-54d6-4348-a4d8-789d3aa0bf26 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0990548 Jul 22 16:37:01.143271 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a52493-d7e4-4e1e-9f21-239be0162963 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Made reservation on behalf of 285570d92d5643b6a0982bf00b4b4f12 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:01.147488 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78a52493-d7e4-4e1e-9f21-239be0162963 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:01.158321 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78a52493-d7e4-4e1e-9f21-239be0162963 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:01.254281 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098068d3-e4fa-4a7f-bae4-8ba0d423a10f req-b4d78acb-a221-4828-9d98-563cdf597a08 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:01.268273 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-098068d3-e4fa-4a7f-bae4-8ba0d423a10f req-b4d78acb-a221-4828-9d98-563cdf597a08 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/ports?device_id=811bd685-7b3c-4045-aa00-50934459fd47 HTTP/1.1" status: 200 len: 946 time: 0.1443174 Jul 22 16:37:01.340323 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-098068d3-e4fa-4a7f-bae4-8ba0d423a10f req-b2b0e90c-1295-47ba-bcd1-10ccbbd55f85 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/security-groups?id=f325ef06-5d59-4df4-a01f-f4bd17c1cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674691 Jul 22 16:37:01.366972 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78a52493-d7e4-4e1e-9f21-239be0162963 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:01.372975 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78a52493-d7e4-4e1e-9f21-239be0162963 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:01.418491 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a52493-d7e4-4e1e-9f21-239be0162963 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:37:01.434309 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78a52493-d7e4-4e1e-9f21-239be0162963 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:01.434849 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-78a52493-d7e4-4e1e-9f21-239be0162963 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Added segment 670d3ba5-89df-4eb9-80aa-137786f4520a of type vlan for network 5385028b-7fed-4e8c-a32e-db1410bfc179 Jul 22 16:37:01.520470 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a52493-d7e4-4e1e-9f21-239be0162963 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe9810f-deed-4257-ae85-812a5de1f9c8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:01.535182 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cfb98-fe62-4012-9941-01001a2b8bbc req-a2b2464d-b6c4-4e08-9267-123350faa26a tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:01.537010 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3e9cfb98-fe62-4012-9941-01001a2b8bbc req-a2b2464d-b6c4-4e08-9267-123350faa26a tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.30 "GET /v2.0/ports?device_id=811bd685-7b3c-4045-aa00-50934459fd47 HTTP/1.1" status: 200 len: 946 time: 0.0909348 Jul 22 16:37:01.583044 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0b176045-7fed-462f-acfc-f09094a03eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:01.590113 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:01.592835 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78a52493-d7e4-4e1e-9f21-239be0162963 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:01.641091 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78a52493-d7e4-4e1e-9f21-239be0162963 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:01.646563 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a52493-d7e4-4e1e-9f21-239be0162963 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:01.647149 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78a52493-d7e4-4e1e-9f21-239be0162963 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:01.684153 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-78a52493-d7e4-4e1e-9f21-239be0162963 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7334781 Jul 22 16:37:01.690762 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-3e9cfb98-fe62-4012-9941-01001a2b8bbc req-cc943845-7735-40e8-8606-c89d7acd37ea tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Deleting port 9c58cadb-cf7f-487e-a47a-1e7d1b868377 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:37:01.691230 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3e9cfb98-fe62-4012-9941-01001a2b8bbc req-cc943845-7735-40e8-8606-c89d7acd37ea tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:01.695863 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50716) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:01.712721 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-d31763d3-7759-4f8b-a28f-692e208e5c67 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3265157 Jul 22 16:37:01.720753 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6fc73377-d5af-422c-9b22-584754ea2772 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Request body: {'subnet': {'network_id': '5385028b-7fed-4e8c-a32e-db1410bfc179', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:01.804297 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241682c4-9512-448c-9713-2a3874743a87 None None] Sync routers for ids ['abbbf33b-f150-4b90-be12-7e734bddd0c1'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:37:01.833256 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241682c4-9512-448c-9713-2a3874743a87 None None] Routers {'abbbf33b-f150-4b90-be12-7e734bddd0c1'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:37:01.833897 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-241682c4-9512-448c-9713-2a3874743a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:37:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['abbbf33b-f150-4b90-be12-7e734bddd0c1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:01.839389 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff217a7-bafe-40ed-b3b0-2d0e25a062cc req-adacf5c5-a7ab-4806-bffe-6b3844694ff0 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:01.850400 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cff217a7-bafe-40ed-b3b0-2d0e25a062cc req-adacf5c5-a7ab-4806-bffe-6b3844694ff0 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.4499366 Jul 22 16:37:01.915242 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 445f24ec-f963-46bd-8eb8-29d84e3f3fea up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:01.942961 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-3e9cfb98-fe62-4012-9941-01001a2b8bbc req-cc943845-7735-40e8-8606-c89d7acd37ea tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] For port 9c58cadb-cf7f-487e-a47a-1e7d1b868377, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=9c58cadb-cf7f-487e-a47a-1e7d1b868377,segment=NetworkSegment(e145ee95-47c3-4f4e-890c-ec6b97e8c166),segment_id=e145ee95-47c3-4f4e-890c-ec6b97e8c166)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:01.943341 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3e9cfb98-fe62-4012-9941-01001a2b8bbc req-cc943845-7735-40e8-8606-c89d7acd37ea tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:01.968517 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a52493-d7e4-4e1e-9f21-239be0162963 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Pushing event updated for resources: {'Network': ['ID=5385028b-7fed-4e8c-a32e-db1410bfc179,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:01.994842 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 5385028b-7fed-4e8c-a32e-db1410bfc179 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:37:02.036790 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-3e9cfb98-fe62-4012-9941-01001a2b8bbc req-cc943845-7735-40e8-8606-c89d7acd37ea tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Calling delete_port for 9c58cadb-cf7f-487e-a47a-1e7d1b868377 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:37:02.070750 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cff217a7-bafe-40ed-b3b0-2d0e25a062cc req-37f8a911-27eb-42bc-84c6-ae3739f1f5a9 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191877 Jul 22 16:37:02.072741 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc73377-d5af-422c-9b22-584754ea2772 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Made reservation on behalf of 285570d92d5643b6a0982bf00b4b4f12 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:02.095952 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fc73377-d5af-422c-9b22-584754ea2772 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:02.145687 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a25377-c668-4dc7-b088-3086ece4bf71 req-be085a55-ef6a-4b73-9ae3-7ce65bff87a8 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:02.153039 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-12a25377-c668-4dc7-b088-3086ece4bf71 req-be085a55-ef6a-4b73-9ae3-7ce65bff87a8 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.3066597 Jul 22 16:37:02.248581 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-12a25377-c668-4dc7-b088-3086ece4bf71 req-2f9e5f4e-964d-4133-a197-b0e5d25a6700 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946052 Jul 22 16:37:02.403479 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3e9cfb98-fe62-4012-9941-01001a2b8bbc req-cc943845-7735-40e8-8606-c89d7acd37ea tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:02.446987 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['9c58cadb-cf7f-487e-a47a-1e7d1b868377', 'd433afc4-c47e-4ae9-be76-032ec2a2271f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:02.457212 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['a7e79be2-2883-443a-ae2d-f1517762359d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:02.517126 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc943845-7735-40e8-8606-c89d7acd37ea tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Pushing event deleted for resources: {'Port': ['ID=9c58cadb-cf7f-487e-a47a-1e7d1b868377,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:02.546859 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-379ca56e-8a85-4ab9-afbc-53bf573a8597 req-1ddaf979-a183-45c3-a318-79451ca185da tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/ports?device_id=811bd685-7b3c-4045-aa00-50934459fd47 HTTP/1.1" status: 200 len: 210 time: 0.0990405 Jul 22 16:37:02.553484 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fc73377-d5af-422c-9b22-584754ea2772 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:02.608763 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9cfb98-fe62-4012-9941-01001a2b8bbc req-cc943845-7735-40e8-8606-c89d7acd37ea tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] No DVR routers for this DVR port 9c58cadb-cf7f-487e-a47a-1e7d1b868377 on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:37:02.614281 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3e9cfb98-fe62-4012-9941-01001a2b8bbc req-cc943845-7735-40e8-8606-c89d7acd37ea tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:02.616977 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3e9cfb98-fe62-4012-9941-01001a2b8bbc req-cc943845-7735-40e8-8606-c89d7acd37ea tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.30 "DELETE /v2.0/ports/9c58cadb-cf7f-487e-a47a-1e7d1b868377 HTTP/1.1" status: 204 len: 173 time: 1.0748951 Jul 22 16:37:02.618018 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811bd685-7b3c-4045-aa00-50934459fd47', 'name': 'network-vif-deleted', 'tag': '9c58cadb-cf7f-487e-a47a-1e7d1b868377'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:02.621674 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe59862-84a9-4edb-b39c-990b2cce9259" -d '{"events": [{"server_uuid": "811bd685-7b3c-4045-aa00-50934459fd47", "name": "network-vif-deleted", "tag": "9c58cadb-cf7f-487e-a47a-1e7d1b868377"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:02.675265 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec86440-4f71-44eb-a5f1-05c8a0434704 req-e96421e7-eb89-4b07-a041-8e9585d6feed tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:02.676968 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fec86440-4f71-44eb-a5f1-05c8a0434704 req-e96421e7-eb89-4b07-a041-8e9585d6feed tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.1635933 Jul 22 16:37:02.707368 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-241682c4-9512-448c-9713-2a3874743a87 None None] Set router abbbf33b-f150-4b90-be12-7e734bddd0c1 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:37:02.722887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc73377-d5af-422c-9b22-584754ea2772 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Pushing event updated for resources: {'Subnet': ['ID=07f33bdb-21ed-4aed-9166-00822462eb13,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:02.740230 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280efdeb-84a7-47c1-ae71-f5d895c99cf3 x-openstack-request-id: req-280efdeb-84a7-47c1-ae71-f5d895c99cf3 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:02.740585 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811bd685-7b3c-4045-aa00-50934459fd47", "name": "network-vif-deleted", "tag": "9c58cadb-cf7f-487e-a47a-1e7d1b868377", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:02.740902 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-280efdeb-84a7-47c1-ae71-f5d895c99cf3 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:02.741377 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811bd685-7b3c-4045-aa00-50934459fd47', 'name': 'network-vif-deleted', 'tag': '9c58cadb-cf7f-487e-a47a-1e7d1b868377', 'status': 'completed', 'code': 200} Jul 22 16:37:02.766291 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc73377-d5af-422c-9b22-584754ea2772 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Checking segment: {'id': '670d3ba5-89df-4eb9-80aa-137786f4520a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5385028b-7fed-4e8c-a32e-db1410bfc179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:02.770901 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc73377-d5af-422c-9b22-584754ea2772 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Network hostable DHCP agents. Network: 5385028b-7fed-4e8c-a32e-db1410bfc179, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:37:02.781425 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fec86440-4f71-44eb-a5f1-05c8a0434704 req-617eceec-5ef3-4cc3-953a-0ba3b490c821 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902119 Jul 22 16:37:02.792664 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 445f24ec-f963-46bd-8eb8-29d84e3f3fea triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:02.793460 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:02.814589 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc73377-d5af-422c-9b22-584754ea2772 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Network 5385028b-7fed-4e8c-a32e-db1410bfc179 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:37:02.829402 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6fc73377-d5af-422c-9b22-584754ea2772 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 5385028b-7fed-4e8c-a32e-db1410bfc179) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:02.847779 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:02.856753 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc73377-d5af-422c-9b22-584754ea2772 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:02.857568 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fc73377-d5af-422c-9b22-584754ea2772 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:02.882996 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6fc73377-d5af-422c-9b22-584754ea2772 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1753376 Jul 22 16:37:02.885942 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50782) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:02.886618 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f519addd-7413-4c8e-bb49-952a1d2c0a6d None None] Network 5385028b-7fed-4e8c-a32e-db1410bfc179 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:02.894840 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Request body: {'port': {'network_id': '5385028b-7fed-4e8c-a32e-db1410bfc179', 'name': 'tempest-ExtraDHCPOptionsTestJSON-604063781'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:03.131568 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732a137-86b2-490a-876f-b8c439e8c12f req-04c5e9ea-7177-4996-b156-8bc07534d92c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:03.141028 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8732a137-86b2-490a-876f-b8c439e8c12f req-04c5e9ea-7177-4996-b156-8bc07534d92c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.2151480 Jul 22 16:37:03.169567 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Made reservation on behalf of 285570d92d5643b6a0982bf00b4b4f12 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:03.175422 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:03.216418 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8732a137-86b2-490a-876f-b8c439e8c12f req-e2306e82-4ebf-44fc-a3fb-8056c775dfa6 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698173 Jul 22 16:37:03.218874 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] device_id is not set on port 39285563-c85c-4484-ad76-cce8b92524c2 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:37:03.396573 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad96cfd-0239-4004-b72d-cc31bfb4865c req-9e2a65e9-df55-4979-9d12-d420dbf38e47 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:03.399326 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ad96cfd-0239-4004-b72d-cc31bfb4865c req-9e2a65e9-df55-4979-9d12-d420dbf38e47 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.1728833 Jul 22 16:37:03.477944 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Allocated IP 172.20.0.13 (5385028b-7fed-4e8c-a32e-db1410bfc179/07f33bdb-21ed-4aed-9166-00822462eb13/39285563-c85c-4484-ad76-cce8b92524c2) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:03.499882 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ad96cfd-0239-4004-b72d-cc31bfb4865c req-c9eb9301-0f77-49a7-8d15-011b710198f6 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747454 Jul 22 16:37:03.543396 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5947ce39-dc3e-4ffe-9fd5-c368323e592e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-5385028b-7fed-4e8c-a32e-db1410bfc179', 'network_id': '5385028b-7fed-4e8c-a32e-db1410bfc179', 'tenant_id': '285570d92d5643b6a0982bf00b4b4f12', 'fixed_ips': [{'subnet_id': '07f33bdb-21ed-4aed-9166-00822462eb13'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:37:03.543886 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5947ce39-dc3e-4ffe-9fd5-c368323e592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:03.618714 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-241682c4-9512-448c-9713-2a3874743a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'name': 'tempest-TaggedBootDevicesTest-1009856334-router', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:54Z', 'updated_at': '2021-07-22T16:36:59Z', 'revision_number': 4, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'gw_port': {'id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:55Z', 'updated_at': '2021-07-22T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f', 'name': '', 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'mac_address': 'fa:16:3e:e1:70:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '9b630264-c7d4-4c04-a0fd-2e3fe6636661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:58Z', 'updated_at': '2021-07-22T16:36:59Z', 'revision_number': 2, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'subnets': [{'id': '9b630264-c7d4-4c04-a0fd-2e3fe6636661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:03.730779 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241682c4-9512-448c-9713-2a3874743a87 None None] Checking router: abbbf33b-f150-4b90-be12-7e734bddd0c1 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:37:03.731458 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241682c4-9512-448c-9713-2a3874743a87 None None] Updating router abbbf33b-f150-4b90-be12-7e734bddd0c1 port 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:37:03.812682 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-241682c4-9512-448c-9713-2a3874743a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:04.084911 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-1181bc85-f199-4059-8c82-d7b32b9086c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:04.086559 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-1181bc85-f199-4059-8c82-d7b32b9086c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 1101 time: 0.1044273 Jul 22 16:37:04.168805 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:04.179563 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346580c-faa9-4536-927e-bd733f28b892 req-7a0d1696-9f72-48f7-8a57-3db5fea8c0f5 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:04.186429 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c346580c-faa9-4536-927e-bd733f28b892 req-7a0d1696-9f72-48f7-8a57-3db5fea8c0f5 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 812 time: 0.5551505 Jul 22 16:37:04.211010 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c346580c-faa9-4536-927e-bd733f28b892 req-72f2c7d0-3ad8-429b-8cb2-b875d644e0be tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/quotas/a6f618b284ed4ed58bf96ec4f3332894 HTTP/1.1" status: 200 len: 375 time: 0.0234952 Jul 22 16:37:04.215348 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Transition to ACTIVE for port object 39285563-c85c-4484-ad76-cce8b92524c2 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:04.233346 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-7f098bb2-79ab-4f02-91ce-b1f0643bc121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:04.235517 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-7f098bb2-79ab-4f02-91ce-b1f0643bc121 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.1366513 Jul 22 16:37:04.254360 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-241682c4-9512-448c-9713-2a3874743a87 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:04.276777 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-241682c4-9512-448c-9713-2a3874743a87 None None] Transition to ACTIVE for port object 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:04.283815 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-241682c4-9512-448c-9713-2a3874743a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:04.317861 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-ac002cd4-1697-4fc7-81e7-198579633466 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=1db25dc4-fd5e-465b-9606-51bd9bd58417 HTTP/1.1" status: 200 len: 217 time: 0.0745945 Jul 22 16:37:04.338811 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:04.364147 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c346580c-faa9-4536-927e-bd733f28b892 req-418a7458-2e9c-4f88-850c-bbc785dc321a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1521568 Jul 22 16:37:04.406612 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-c346580c-faa9-4536-927e-bd733f28b892 req-b2eadbac-7e4a-4abe-a2a3-f6bdb94c4e11 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:37:04.411199 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c346580c-faa9-4536-927e-bd733f28b892 req-b2eadbac-7e4a-4abe-a2a3-f6bdb94c4e11 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186162 Jul 22 16:37:04.436693 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Network 5385028b-7fed-4e8c-a32e-db1410bfc179 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:04.443579 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-ccd9dd54-ef54-45aa-82f0-e505e3794c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:04.446049 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-ccd9dd54-ef54-45aa-82f0-e505e3794c4c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1107252 Jul 22 16:37:04.451994 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:04.460933 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:04.466797 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea019fc-c4a1-4cb4-b47c-ffd3d5661c88 None None] Pushing event updated for resources: {'Port': ['ID=6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:04.472226 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Pushing event updated for resources: {'Port': ['ID=39285563-c85c-4484-ad76-cce8b92524c2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:04.514177 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-5947ce39-dc3e-4ffe-9fd5-c368323e592e None None] Allocated IP 172.20.0.2 (5385028b-7fed-4e8c-a32e-db1410bfc179/07f33bdb-21ed-4aed-9166-00822462eb13/0e07183c-dc29-48b1-bd38-435504ff5312) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:04.538538 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:04.539187 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:04.539726 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:04.540235 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:04.540857 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:04.541386 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:04.541899 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:04.542533 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:04.543042 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:04.543592 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:04.544116 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:04.544648 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:04.582828 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-6fd1f2c8-da49-43bd-92f1-7c91c3a9bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:04.585216 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-6fd1f2c8-da49-43bd-92f1-7c91c3a9bde4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1295075 Jul 22 16:37:04.619435 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:04.627221 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:04.628257 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:04.633281 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-241682c4-9512-448c-9713-2a3874743a87 None None] Attempting to bind port 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:04.633655 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-241682c4-9512-448c-9713-2a3874743a87 None None] Attempting to bind port 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'f3c385f0-3f21-4cbb-a144-3b6bee8c77ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:04.636038 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241682c4-9512-448c-9713-2a3874743a87 None None] Attempting to bind port 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f on network 408ac033-5a33-4cf7-82af-38aaa8dda69b {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:04.649591 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241682c4-9512-448c-9713-2a3874743a87 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:04.649939 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241682c4-9512-448c-9713-2a3874743a87 None None] Checking segment: {'id': 'f3c385f0-3f21-4cbb-a144-3b6bee8c77ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:04.650319 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-241682c4-9512-448c-9713-2a3874743a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:04.650707 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241682c4-9512-448c-9713-2a3874743a87 None None] Bound using segment: {'id': 'f3c385f0-3f21-4cbb-a144-3b6bee8c77ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:04.651397 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-241682c4-9512-448c-9713-2a3874743a87 None None] Bound port: 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c385f0-3f21-4cbb-a144-3b6bee8c77ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:04.651653 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-241682c4-9512-448c-9713-2a3874743a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:04.682162 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-daeb6e43-bff5-4a43-a8cc-e4650c450941 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7945905 Jul 22 16:37:04.688654 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50832) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:04.693913 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c346580c-faa9-4536-927e-bd733f28b892 req-2aba809c-5936-4b38-a53f-cee2a455ce35 service neutron] 10.222.0.69 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720017 Jul 22 16:37:04.698832 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-534d23ab-04f0-402b-b69c-e1ab14670228 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Request body: {'port': {'network_id': '5385028b-7fed-4e8c-a32e-db1410bfc179', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1656387046', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:04.699393 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.api.validators [None req-534d23ab-04f0-402b-b69c-e1ab14670228 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] bootfile-name is not in valid_values {{(pid=93817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 16:37:04.700897 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.api.validators [None req-534d23ab-04f0-402b-b69c-e1ab14670228 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] tftp-server is not in valid_values {{(pid=93817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 16:37:04.701228 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.api.validators [None req-534d23ab-04f0-402b-b69c-e1ab14670228 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] server-ip-address is not in valid_values {{(pid=93817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 16:37:04.847684 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-241682c4-9512-448c-9713-2a3874743a87 None None] For port 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:04.867124 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-241682c4-9512-448c-9713-2a3874743a87 None None] For port 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f,segment=NetworkSegment(f3c385f0-3f21-4cbb-a144-3b6bee8c77ad),segment_id=f3c385f0-3f21-4cbb-a144-3b6bee8c77ad)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:04.873978 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c346580c-faa9-4536-927e-bd733f28b892 req-3a6d8853-fcd2-48bb-b378-eb9ed8a3c5fc service neutron] 10.222.0.69 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774700 Jul 22 16:37:04.894261 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-241682c4-9512-448c-9713-2a3874743a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:04.905074 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5947ce39-dc3e-4ffe-9fd5-c368323e592e None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:04.955447 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5947ce39-dc3e-4ffe-9fd5-c368323e592e None None] Transition to ACTIVE for port object 0e07183c-dc29-48b1-bd38-435504ff5312 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:04.994950 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-b4ad374f-c6a9-4649-a256-b172a933f865 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938987 Jul 22 16:37:05.008949 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241682c4-9512-448c-9713-2a3874743a87 None None] Routers {'abbbf33b-f150-4b90-be12-7e734bddd0c1'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:37:05.009946 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-241682c4-9512-448c-9713-2a3874743a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:37:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['abbbf33b-f150-4b90-be12-7e734bddd0c1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:05.012596 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5947ce39-dc3e-4ffe-9fd5-c368323e592e None None] Transition to ACTIVE for port object 0e07183c-dc29-48b1-bd38-435504ff5312 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:05.016328 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea019fc-c4a1-4cb4-b47c-ffd3d5661c88 None None] Pushing event updated for resources: {'Port': ['ID=6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:05.090934 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5947ce39-dc3e-4ffe-9fd5-c368323e592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:05.146504 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5947ce39-dc3e-4ffe-9fd5-c368323e592e None None] Network 5385028b-7fed-4e8c-a32e-db1410bfc179 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:05.153799 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-5947ce39-dc3e-4ffe-9fd5-c368323e592e None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:05.157296 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5947ce39-dc3e-4ffe-9fd5-c368323e592e None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:05.176719 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947ce39-dc3e-4ffe-9fd5-c368323e592e None None] Pushing event updated for resources: {'Port': ['ID=0e07183c-dc29-48b1-bd38-435504ff5312,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:05.178884 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534d23ab-04f0-402b-b69c-e1ab14670228 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Made reservation on behalf of 285570d92d5643b6a0982bf00b4b4f12 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:05.188199 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-534d23ab-04f0-402b-b69c-e1ab14670228 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:05.262646 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-241682c4-9512-448c-9713-2a3874743a87 None None] Set router abbbf33b-f150-4b90-be12-7e734bddd0c1 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:37:05.280000 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1c315-611c-4033-913c-00efe89ea60e req-938c53d3-ffff-46b9-a6c7-38b4dd0fb549 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:05.292449 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5947ce39-dc3e-4ffe-9fd5-c368323e592e None None] Attempting to bind port 0e07183c-dc29-48b1-bd38-435504ff5312 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:05.292815 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5947ce39-dc3e-4ffe-9fd5-c368323e592e None None] Attempting to bind port 0e07183c-dc29-48b1-bd38-435504ff5312 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '670d3ba5-89df-4eb9-80aa-137786f4520a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5385028b-7fed-4e8c-a32e-db1410bfc179'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:05.293158 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5947ce39-dc3e-4ffe-9fd5-c368323e592e None None] Attempting to bind port 0e07183c-dc29-48b1-bd38-435504ff5312 on network 5385028b-7fed-4e8c-a32e-db1410bfc179 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:05.295551 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fdf1c315-611c-4033-913c-00efe89ea60e req-938c53d3-ffff-46b9-a6c7-38b4dd0fb549 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.3658435 Jul 22 16:37:05.313309 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5947ce39-dc3e-4ffe-9fd5-c368323e592e None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:05.313684 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5947ce39-dc3e-4ffe-9fd5-c368323e592e None None] Checking segment: {'id': '670d3ba5-89df-4eb9-80aa-137786f4520a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5385028b-7fed-4e8c-a32e-db1410bfc179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:05.315055 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5947ce39-dc3e-4ffe-9fd5-c368323e592e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:05.315055 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5947ce39-dc3e-4ffe-9fd5-c368323e592e None None] Bound using segment: {'id': '670d3ba5-89df-4eb9-80aa-137786f4520a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5385028b-7fed-4e8c-a32e-db1410bfc179'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:05.315055 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5947ce39-dc3e-4ffe-9fd5-c368323e592e None None] Bound port: 0e07183c-dc29-48b1-bd38-435504ff5312, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670d3ba5-89df-4eb9-80aa-137786f4520a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5385028b-7fed-4e8c-a32e-db1410bfc179'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:05.315365 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5947ce39-dc3e-4ffe-9fd5-c368323e592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:05.340021 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-534d23ab-04f0-402b-b69c-e1ab14670228 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] device_id is not set on port 55cd64cc-ac1b-4b30-8aaa-b62a311de497 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:37:05.430569 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-721b3545-057b-4f37-9df2-78a4f2966f33 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996961 Jul 22 16:37:05.442929 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fdf1c315-611c-4033-913c-00efe89ea60e req-10bf1c1c-6b0c-4c64-aa3b-e49929924aec tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445770 Jul 22 16:37:05.528202 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1917d-ac8f-4eee-af32-f282a180c1d6 req-03cfc6d8-6776-4611-ad62-306da302dfe7 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:05.536252 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1917d-ac8f-4eee-af32-f282a180c1d6 req-03cfc6d8-6776-4611-ad62-306da302dfe7 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:05.543832 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-72e1917d-ac8f-4eee-af32-f282a180c1d6 req-03cfc6d8-6776-4611-ad62-306da302dfe7 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/ports?device_id=68f56f57-4f92-4270-9530-d5e9252117cd&device_id=cc0838ed-d579-4253-bbc9-7a6a4d85818f HTTP/1.1" status: 200 len: 1681 time: 0.1691949 Jul 22 16:37:05.627139 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-df33d3e4-4b14-4524-9aa5-488a24d8691a req-6fd18c8b-2e03-446c-864d-3f88b95bf593 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 210 time: 0.1135554 Jul 22 16:37:05.636220 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-72e1917d-ac8f-4eee-af32-f282a180c1d6 req-53638aeb-46be-49d2-b338-2bdd56b8979d tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/security-groups?id=f325ef06-5d59-4df4-a01f-f4bd17c1cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911689 Jul 22 16:37:05.683146 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-534d23ab-04f0-402b-b69c-e1ab14670228 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Allocated IP 172.20.0.8 (5385028b-7fed-4e8c-a32e-db1410bfc179/07f33bdb-21ed-4aed-9166-00822462eb13/55cd64cc-ac1b-4b30-8aaa-b62a311de497) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:05.792688 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 9c58cadb-cf7f-487e-a47a-1e7d1b868377 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:37:05.901665 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 9c58cadb-cf7f-487e-a47a-1e7d1b868377 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:37:05.902474 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 9c58cadb-cf7f-487e-a47a-1e7d1b868377 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:37:05.943973 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5947ce39-dc3e-4ffe-9fd5-c368323e592e None None] For port 0e07183c-dc29-48b1-bd38-435504ff5312, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:05.982314 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5947ce39-dc3e-4ffe-9fd5-c368323e592e None None] For port 0e07183c-dc29-48b1-bd38-435504ff5312, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0e07183c-dc29-48b1-bd38-435504ff5312,segment=NetworkSegment(670d3ba5-89df-4eb9-80aa-137786f4520a),segment_id=670d3ba5-89df-4eb9-80aa-137786f4520a)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:05.987654 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5947ce39-dc3e-4ffe-9fd5-c368323e592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:06.056263 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-534d23ab-04f0-402b-b69c-e1ab14670228 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:06.079926 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-534d23ab-04f0-402b-b69c-e1ab14670228 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Transition to ACTIVE for port object 55cd64cc-ac1b-4b30-8aaa-b62a311de497 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:06.103786 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947ce39-dc3e-4ffe-9fd5-c368323e592e None None] Pushing event updated for resources: {'Port': ['ID=0e07183c-dc29-48b1-bd38-435504ff5312,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:06.132396 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-241682c4-9512-448c-9713-2a3874743a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'name': 'tempest-TaggedBootDevicesTest-1009856334-router', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:54Z', 'updated_at': '2021-07-22T16:36:59Z', 'revision_number': 4, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'gw_port': {'id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:55Z', 'updated_at': '2021-07-22T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f', 'name': '', 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'mac_address': 'fa:16:3e:e1:70:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '9b630264-c7d4-4c04-a0fd-2e3fe6636661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:58Z', 'updated_at': '2021-07-22T16:37:04Z', 'revision_number': 4, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'subnets': [{'id': '9b630264-c7d4-4c04-a0fd-2e3fe6636661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:06.166739 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-534d23ab-04f0-402b-b69c-e1ab14670228 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:06.177693 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241682c4-9512-448c-9713-2a3874743a87 None None] The sync data for ids ['abbbf33b-f150-4b90-be12-7e734bddd0c1'] in n-d-798930-9 is: [{'id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'name': 'tempest-TaggedBootDevicesTest-1009856334-router', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:54Z', 'updated_at': '2021-07-22T16:36:59Z', 'revision_number': 4, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'gw_port': {'id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:55Z', 'updated_at': '2021-07-22T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f', 'name': '', 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'mac_address': 'fa:16:3e:e1:70:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '9b630264-c7d4-4c04-a0fd-2e3fe6636661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:58Z', 'updated_at': '2021-07-22T16:37:04Z', 'revision_number': 4, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'subnets': [{'id': '9b630264-c7d4-4c04-a0fd-2e3fe6636661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:37:06.297798 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534d23ab-04f0-402b-b69c-e1ab14670228 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Network 5385028b-7fed-4e8c-a32e-db1410bfc179 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:06.301730 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-534d23ab-04f0-402b-b69c-e1ab14670228 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:06.305001 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534d23ab-04f0-402b-b69c-e1ab14670228 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:06.347168 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d23ab-04f0-402b-b69c-e1ab14670228 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Pushing event updated for resources: {'Port': ['ID=55cd64cc-ac1b-4b30-8aaa-b62a311de497,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:06.406541 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534d23ab-04f0-402b-b69c-e1ab14670228 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:06.407399 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-534d23ab-04f0-402b-b69c-e1ab14670228 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:06.433494 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-534d23ab-04f0-402b-b69c-e1ab14670228 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.7431829 Jul 22 16:37:06.436599 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50862) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:06.632856 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e67c59-0e42-4dbc-ba1b-e2ae7c36390d tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:06.639280 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e67c59-0e42-4dbc-ba1b-e2ae7c36390d tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:06.666152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e67c59-0e42-4dbc-ba1b-e2ae7c36390d tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:06.671755 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f9e67c59-0e42-4dbc-ba1b-e2ae7c36390d tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2317116 Jul 22 16:37:06.674180 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50872) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:06.726032 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2037ac-aba7-4344-89f4-3b6f9d0ce155 req-4b3f97df-85df-41fd-a2b8-970c8b53b467 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:06.727780 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e2037ac-aba7-4344-89f4-3b6f9d0ce155 req-4b3f97df-85df-41fd-a2b8-970c8b53b467 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.1250911 Jul 22 16:37:06.808218 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e2037ac-aba7-4344-89f4-3b6f9d0ce155 req-60881f2f-79cf-4b4c-ba24-73ad3c47c87e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740037 Jul 22 16:37:06.920159 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2edf0e36-469d-43f3-af06-8c0d88bc830d req-497083da-8df5-447f-8c45-8c81c71aaf34 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 210 time: 0.0498667 Jul 22 16:37:06.944621 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b6640-3ddb-4c30-8654-28f21dd02dc2 req-ea94ec75-a75a-4141-b95f-8fbd54f1a87f tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:06.952839 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-768b6640-3ddb-4c30-8654-28f21dd02dc2 req-ea94ec75-a75a-4141-b95f-8fbd54f1a87f tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc0838ed-d579-4253-bbc9-7a6a4d85818f HTTP/1.1" status: 200 len: 945 time: 0.2793291 Jul 22 16:37:07.136901 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-768b6640-3ddb-4c30-8654-28f21dd02dc2 req-1211567e-f68f-484d-a7fd-18a3d2d27f20 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/security-groups?id=f325ef06-5d59-4df4-a01f-f4bd17c1cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794319 Jul 22 16:37:07.155149 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-047d2e30-1890-46b8-a2df-0a311fb93f1b tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Deleting port 55cd64cc-ac1b-4b30-8aaa-b62a311de497 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:37:07.155495 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-047d2e30-1890-46b8-a2df-0a311fb93f1b tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:07.218559 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346580c-faa9-4536-927e-bd733f28b892 req-9b32fa5f-6d03-4e36-8650-de5e3830e4ff tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:07.220673 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c346580c-faa9-4536-927e-bd733f28b892 req-9b32fa5f-6d03-4e36-8650-de5e3830e4ff tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.30 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 812 time: 0.4089797 Jul 22 16:37:07.570924 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e27396e-93cb-411d-8162-5f9ab19f3342 None None] Network 5385028b-7fed-4e8c-a32e-db1410bfc179 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:07.574093 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-c346580c-faa9-4536-927e-bd733f28b892 req-9ce55257-0772-476c-bf64-e9aa2cc002ae tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Request body: {'port': {'device_id': 'aec8ffcf-2d7a-4d2c-a3be-1d039701a04b', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'admin_state_up': True, 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:07.620956 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e4e5b8e0-3efb-403e-b4e5-4e6a906db65a None None] Provisioning for port 0e07183c-dc29-48b1-bd38-435504ff5312 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:07.666233 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-047d2e30-1890-46b8-a2df-0a311fb93f1b tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:07.689258 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-047d2e30-1890-46b8-a2df-0a311fb93f1b tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Calling delete_port for 55cd64cc-ac1b-4b30-8aaa-b62a311de497 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:37:07.793266 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c346580c-faa9-4536-927e-bd733f28b892 req-9ce55257-0772-476c-bf64-e9aa2cc002ae tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Made reservation on behalf of a6f618b284ed4ed58bf96ec4f3332894 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:07.805650 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c346580c-faa9-4536-927e-bd733f28b892 req-9ce55257-0772-476c-bf64-e9aa2cc002ae tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:08.003354 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:08.111039 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624babf-68fb-4c0b-a36a-576aa103c7ea req-d0c0f274-4f17-4bb4-bda5-3ce5eec3bdfe tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:08.119697 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9624babf-68fb-4c0b-a36a-576aa103c7ea req-d0c0f274-4f17-4bb4-bda5-3ce5eec3bdfe tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.1695390 Jul 22 16:37:08.153680 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-c346580c-faa9-4536-927e-bd733f28b892 req-9ce55257-0772-476c-bf64-e9aa2cc002ae tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Allocated IP 172.20.0.13 (dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481/fa13adf8-5c41-4598-a7ac-4cd79e40e3e5/215dd391-5eae-4611-83fd-fd082da855b8) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:08.175519 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:08.182890 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:08.183186 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:08.255450 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9624babf-68fb-4c0b-a36a-576aa103c7ea req-5d37f851-6a44-4db2-8638-2df664b15c03 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326737 Jul 22 16:37:08.292030 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d6fdfebb-0a6a-41a5-95d9-fb69c55f334f req-982c366e-6587-4cc5-8dc5-accda212f94c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 210 time: 0.0547059 Jul 22 16:37:08.304937 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-047d2e30-1890-46b8-a2df-0a311fb93f1b tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:08.310852 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef072e-81ed-48fc-8c4e-c62aa431aec2 req-f1dd9531-641b-4265-aef2-015c9b577c12 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:08.315755 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-96ef072e-81ed-48fc-8c4e-c62aa431aec2 req-f1dd9531-641b-4265-aef2-015c9b577c12 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc0838ed-d579-4253-bbc9-7a6a4d85818f HTTP/1.1" status: 200 len: 945 time: 0.1838584 Jul 22 16:37:08.408621 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-65986060-d904-4666-80bd-a968e8feed53 None None] Provisioning for port 39285563-c85c-4484-ad76-cce8b92524c2 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:08.417240 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-65986060-d904-4666-80bd-a968e8feed53 None None] Provisioning complete for port 39285563-c85c-4484-ad76-cce8b92524c2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:08.417610 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-65986060-d904-4666-80bd-a968e8feed53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:08.429243 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:08.518558 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-65986060-d904-4666-80bd-a968e8feed53 None None] Port 39285563-c85c-4484-ad76-cce8b92524c2 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:37:08.522907 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f,segment=NetworkSegment(f3c385f0-3f21-4cbb-a144-3b6bee8c77ad),segment_id=f3c385f0-3f21-4cbb-a144-3b6bee8c77ad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:08.526306 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-65986060-d904-4666-80bd-a968e8feed53 None None] Could not find standard attr ID for object 55cd64cc-ac1b-4b30-8aaa-b62a311de497. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:37:08.535493 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:08.537547 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0e07183c-dc29-48b1-bd38-435504ff5312 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:08.570954 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c346580c-faa9-4536-927e-bd733f28b892 req-9ce55257-0772-476c-bf64-e9aa2cc002ae tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:08.590475 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-c346580c-faa9-4536-927e-bd733f28b892 req-9ce55257-0772-476c-bf64-e9aa2cc002ae tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Transition to ACTIVE for port object 215dd391-5eae-4611-83fd-fd082da855b8 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:08.631770 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d2e30-1890-46b8-a2df-0a311fb93f1b tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Pushing event deleted for resources: {'Port': ['ID=55cd64cc-ac1b-4b30-8aaa-b62a311de497,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:08.641963 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c346580c-faa9-4536-927e-bd733f28b892 req-9ce55257-0772-476c-bf64-e9aa2cc002ae tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:08.673348 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:08.690479 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7446b9-5cdb-4f30-ac50-f47633107ed2 req-7c2e37fd-718f-4a1e-8e34-c5898c10c507 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:08.692139 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de7446b9-5cdb-4f30-ac50-f47633107ed2 req-7c2e37fd-718f-4a1e-8e34-c5898c10c507 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.16 "GET /v2.0/ports?device_id=68f56f57-4f92-4270-9530-d5e9252117cd HTTP/1.1" status: 200 len: 945 time: 0.2738786 Jul 22 16:37:08.706974 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f03920ba-8205-4248-9344-628fe11a32de None None] Provisioning complete for port 39285563-c85c-4484-ad76-cce8b92524c2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:08.707633 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f03920ba-8205-4248-9344-628fe11a32de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:08.751723 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f03920ba-8205-4248-9344-628fe11a32de None None] Port 39285563-c85c-4484-ad76-cce8b92524c2 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:37:08.757506 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 0e07183c-dc29-48b1-bd38-435504ff5312 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:08.763506 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 0e07183c-dc29-48b1-bd38-435504ff5312 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:08.763506 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:08.831228 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-96ef072e-81ed-48fc-8c4e-c62aa431aec2 req-6cf1746c-c144-4b80-933a-643f3e4981a0 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Deleting port d433afc4-c47e-4ae9-be76-032ec2a2271f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:37:08.831887 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-96ef072e-81ed-48fc-8c4e-c62aa431aec2 req-6cf1746c-c144-4b80-933a-643f3e4981a0 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:08.851501 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c346580c-faa9-4536-927e-bd733f28b892 req-9ce55257-0772-476c-bf64-e9aa2cc002ae tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:08.876260 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-c346580c-faa9-4536-927e-bd733f28b892 req-9ce55257-0772-476c-bf64-e9aa2cc002ae tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:08.886589 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:08.887928 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c346580c-faa9-4536-927e-bd733f28b892 req-9ce55257-0772-476c-bf64-e9aa2cc002ae tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:08.899525 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce55257-0772-476c-bf64-e9aa2cc002ae tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Pushing event updated for resources: {'Port': ['ID=215dd391-5eae-4611-83fd-fd082da855b8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:08.924079 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8a17912e-90f1-4d06-86fe-0b7433a5b70e None None] Could not find standard attr ID for object 55cd64cc-ac1b-4b30-8aaa-b62a311de497. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:37:08.947257 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 0e07183c-dc29-48b1-bd38-435504ff5312, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0e07183c-dc29-48b1-bd38-435504ff5312,segment=NetworkSegment(670d3ba5-89df-4eb9-80aa-137786f4520a),segment_id=670d3ba5-89df-4eb9-80aa-137786f4520a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:08.953428 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:08.967136 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-047d2e30-1890-46b8-a2df-0a311fb93f1b tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:08.978143 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-047d2e30-1890-46b8-a2df-0a311fb93f1b tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] 10.222.0.69 "DELETE /v2.0/ports/55cd64cc-ac1b-4b30-8aaa-b62a311de497 HTTP/1.1" status: 204 len: 168 time: 2.3023024 Jul 22 16:37:08.978918 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50892) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:09.000060 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2f1c920e-84a6-4dcb-87c3-42262f884576 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Request body: {'port': {'name': 'tempest-new-port-name-1520926053', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:09.000470 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.api.validators [None req-2f1c920e-84a6-4dcb-87c3-42262f884576 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] bootfile-name is not in valid_values {{(pid=93817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 16:37:09.000814 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.api.validators [None req-2f1c920e-84a6-4dcb-87c3-42262f884576 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] tftp-server is not in valid_values {{(pid=93817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 16:37:09.001343 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.api.validators [None req-2f1c920e-84a6-4dcb-87c3-42262f884576 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] server-ip-address is not in valid_values {{(pid=93817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 16:37:09.028975 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=0e07183c-dc29-48b1-bd38-435504ff5312,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:09.068512 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f7411-c9b2-40b4-a1d7-6343351e0874 req-44ff0a60-e2e9-4052-a796-0df02373abd4 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:09.078532 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e41f7411-c9b2-40b4-a1d7-6343351e0874 req-44ff0a60-e2e9-4052-a796-0df02373abd4 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc0838ed-d579-4253-bbc9-7a6a4d85818f HTTP/1.1" status: 200 len: 945 time: 0.4688315 Jul 22 16:37:09.110829 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346580c-faa9-4536-927e-bd733f28b892 req-9ce55257-0772-476c-bf64-e9aa2cc002ae tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:09.111117 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c346580c-faa9-4536-927e-bd733f28b892 req-9ce55257-0772-476c-bf64-e9aa2cc002ae tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:09.141362 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c346580c-faa9-4536-927e-bd733f28b892 req-9ce55257-0772-476c-bf64-e9aa2cc002ae tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5713999 Jul 22 16:37:09.176236 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-c346580c-faa9-4536-927e-bd733f28b892 req-df8d4c8c-d3e3-42d7-bc8c-43385407e7f7 service neutron] Request body: {'port': {'device_id': 'aec8ffcf-2d7a-4d2c-a3be-1d039701a04b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:09.214358 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e41f7411-c9b2-40b4-a1d7-6343351e0874 req-d0c79672-a116-4449-8818-221beee01e3b tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/security-groups?id=f325ef06-5d59-4df4-a01f-f4bd17c1cdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342034 Jul 22 16:37:09.225328 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f1c920e-84a6-4dcb-87c3-42262f884576 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:09.233219 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-de7446b9-5cdb-4f30-ac50-f47633107ed2 req-82b71cb5-2993-419e-9313-87b75e0e230b tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Deleting port a7e79be2-2883-443a-ae2d-f1517762359d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:37:09.233686 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-de7446b9-5cdb-4f30-ac50-f47633107ed2 req-82b71cb5-2993-419e-9313-87b75e0e230b tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:09.293468 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-96ef072e-81ed-48fc-8c4e-c62aa431aec2 req-6cf1746c-c144-4b80-933a-643f3e4981a0 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] For port d433afc4-c47e-4ae9-be76-032ec2a2271f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d433afc4-c47e-4ae9-be76-032ec2a2271f,segment=NetworkSegment(e145ee95-47c3-4f4e-890c-ec6b97e8c166),segment_id=e145ee95-47c3-4f4e-890c-ec6b97e8c166)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:09.294210 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-96ef072e-81ed-48fc-8c4e-c62aa431aec2 req-6cf1746c-c144-4b80-933a-643f3e4981a0 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:09.316602 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c346580c-faa9-4536-927e-bd733f28b892 req-df8d4c8c-d3e3-42d7-bc8c-43385407e7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:09.346449 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-96ef072e-81ed-48fc-8c4e-c62aa431aec2 req-6cf1746c-c144-4b80-933a-643f3e4981a0 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Calling delete_port for d433afc4-c47e-4ae9-be76-032ec2a2271f owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:37:09.394428 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-afeae0c7-d053-40f8-8d7c-b3b348ebfcdc None None] Provisioning for port 215dd391-5eae-4611-83fd-fd082da855b8 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:09.407015 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-afeae0c7-d053-40f8-8d7c-b3b348ebfcdc None None] Provisioning complete for port 215dd391-5eae-4611-83fd-fd082da855b8 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:09.407493 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-afeae0c7-d053-40f8-8d7c-b3b348ebfcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:09.437951 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-de7446b9-5cdb-4f30-ac50-f47633107ed2 req-82b71cb5-2993-419e-9313-87b75e0e230b tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] For port a7e79be2-2883-443a-ae2d-f1517762359d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=a7e79be2-2883-443a-ae2d-f1517762359d,segment=NetworkSegment(e145ee95-47c3-4f4e-890c-ec6b97e8c166),segment_id=e145ee95-47c3-4f4e-890c-ec6b97e8c166)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:09.437951 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-de7446b9-5cdb-4f30-ac50-f47633107ed2 req-82b71cb5-2993-419e-9313-87b75e0e230b tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:09.475785 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-afeae0c7-d053-40f8-8d7c-b3b348ebfcdc None None] Port 215dd391-5eae-4611-83fd-fd082da855b8 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:37:09.487205 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-de7446b9-5cdb-4f30-ac50-f47633107ed2 req-82b71cb5-2993-419e-9313-87b75e0e230b tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Calling delete_port for a7e79be2-2883-443a-ae2d-f1517762359d owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:37:09.581372 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6c035-a809-4f61-918f-82a81e5845a2 req-8dd29b47-85a8-4dd5-8040-1e15133b6313 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:09.583187 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eab6c035-a809-4f61-918f-82a81e5845a2 req-8dd29b47-85a8-4dd5-8040-1e15133b6313 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 932 time: 0.1745694 Jul 22 16:37:09.623448 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa87c5-c690-4535-b5de-fc68d4481516 req-2834da9c-9760-499d-b6d2-5db87de078b7 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:09.624948 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b8aa87c5-c690-4535-b5de-fc68d4481516 req-2834da9c-9760-499d-b6d2-5db87de078b7 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.2287667 Jul 22 16:37:09.695498 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eab6c035-a809-4f61-918f-82a81e5845a2 req-cc74a7af-06bb-46c6-bed0-ba085e6fee14 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003957 Jul 22 16:37:09.710075 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-96ef072e-81ed-48fc-8c4e-c62aa431aec2 req-6cf1746c-c144-4b80-933a-643f3e4981a0 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:09.710302 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b8aa87c5-c690-4535-b5de-fc68d4481516 req-a18c430a-fdb8-46c9-ba0c-535418c81a5d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554359 Jul 22 16:37:09.741403 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['d433afc4-c47e-4ae9-be76-032ec2a2271f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:09.782354 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['a7e79be2-2883-443a-ae2d-f1517762359d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:09.830737 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1746c-c144-4b80-933a-643f3e4981a0 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Pushing event deleted for resources: {'Port': ['ID=d433afc4-c47e-4ae9-be76-032ec2a2271f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:09.847126 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-c346580c-faa9-4536-927e-bd733f28b892 req-df8d4c8c-d3e3-42d7-bc8c-43385407e7f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215dd391-5eae-4611-83fd-fd082da855b8 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:37:09.858849 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c346580c-faa9-4536-927e-bd733f28b892 req-df8d4c8c-d3e3-42d7-bc8c-43385407e7f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:09.880751 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-c346580c-faa9-4536-927e-bd733f28b892 req-df8d4c8c-d3e3-42d7-bc8c-43385407e7f7 service neutron] Transition to ACTIVE for port object 215dd391-5eae-4611-83fd-fd082da855b8 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:09.888195 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c346580c-faa9-4536-927e-bd733f28b892 req-df8d4c8c-d3e3-42d7-bc8c-43385407e7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:09.907045 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ef072e-81ed-48fc-8c4e-c62aa431aec2 req-6cf1746c-c144-4b80-933a-643f3e4981a0 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] No DVR routers for this DVR port d433afc4-c47e-4ae9-be76-032ec2a2271f on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:37:09.911805 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-96ef072e-81ed-48fc-8c4e-c62aa431aec2 req-6cf1746c-c144-4b80-933a-643f3e4981a0 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:09.913882 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-96ef072e-81ed-48fc-8c4e-c62aa431aec2 req-6cf1746c-c144-4b80-933a-643f3e4981a0 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.30 "DELETE /v2.0/ports/d433afc4-c47e-4ae9-be76-032ec2a2271f HTTP/1.1" status: 204 len: 173 time: 1.5921607 Jul 22 16:37:09.914449 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0838ed-d579-4253-bbc9-7a6a4d85818f', 'name': 'network-vif-deleted', 'tag': 'd433afc4-c47e-4ae9-be76-032ec2a2271f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:09.916952 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b29b52-c0e8-4601-a49f-08e6fa2c468b" -d '{"events": [{"server_uuid": "cc0838ed-d579-4253-bbc9-7a6a4d85818f", "name": "network-vif-deleted", "tag": "d433afc4-c47e-4ae9-be76-032ec2a2271f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:09.942479 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-de7446b9-5cdb-4f30-ac50-f47633107ed2 req-82b71cb5-2993-419e-9313-87b75e0e230b tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:09.997951 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:10.045879 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b71cb5-2993-419e-9313-87b75e0e230b tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Pushing event deleted for resources: {'Port': ['ID=a7e79be2-2883-443a-ae2d-f1517762359d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:10.066297 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599f4d17-18d1-40dd-bb95-11158ef13d95 x-openstack-request-id: req-599f4d17-18d1-40dd-bb95-11158ef13d95 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:10.067565 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0838ed-d579-4253-bbc9-7a6a4d85818f", "name": "network-vif-deleted", "tag": "d433afc4-c47e-4ae9-be76-032ec2a2271f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:10.068113 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-599f4d17-18d1-40dd-bb95-11158ef13d95 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:10.068586 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0838ed-d579-4253-bbc9-7a6a4d85818f', 'name': 'network-vif-deleted', 'tag': 'd433afc4-c47e-4ae9-be76-032ec2a2271f', 'status': 'completed', 'code': 200} Jul 22 16:37:10.083616 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d4c8c-d3e3-42d7-bc8c-43385407e7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=215dd391-5eae-4611-83fd-fd082da855b8,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:10.135924 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f1c920e-84a6-4dcb-87c3-42262f884576 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:10.151381 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f1c920e-84a6-4dcb-87c3-42262f884576 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:10.209245 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7446b9-5cdb-4f30-ac50-f47633107ed2 req-82b71cb5-2993-419e-9313-87b75e0e230b tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] No DVR routers for this DVR port a7e79be2-2883-443a-ae2d-f1517762359d on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:37:10.213106 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-de7446b9-5cdb-4f30-ac50-f47633107ed2 req-82b71cb5-2993-419e-9313-87b75e0e230b tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:10.217387 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de7446b9-5cdb-4f30-ac50-f47633107ed2 req-82b71cb5-2993-419e-9313-87b75e0e230b tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.16 "DELETE /v2.0/ports/a7e79be2-2883-443a-ae2d-f1517762359d HTTP/1.1" status: 204 len: 173 time: 1.5091739 Jul 22 16:37:10.257433 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:10.270003 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:10.352465 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d1efd-112d-491b-a558-816347e7c02a req-67b4f9f1-adfe-45c7-8422-9c8fbfbb0f2a tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:10.361737 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-820d1efd-112d-491b-a558-816347e7c02a req-67b4f9f1-adfe-45c7-8422-9c8fbfbb0f2a tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 945 time: 0.2119987 Jul 22 16:37:10.407941 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-c346580c-faa9-4536-927e-bd733f28b892 req-df8d4c8c-d3e3-42d7-bc8c-43385407e7f7 service neutron] Attempting to bind port 215dd391-5eae-4611-83fd-fd082da855b8 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:10.408367 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-c346580c-faa9-4536-927e-bd733f28b892 req-df8d4c8c-d3e3-42d7-bc8c-43385407e7f7 service neutron] Attempting to bind port 215dd391-5eae-4611-83fd-fd082da855b8 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:10.408786 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c346580c-faa9-4536-927e-bd733f28b892 req-df8d4c8c-d3e3-42d7-bc8c-43385407e7f7 service neutron] Attempting to bind port 215dd391-5eae-4611-83fd-fd082da855b8 on network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:10.422785 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c920e-84a6-4dcb-87c3-42262f884576 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Pushing event updated for resources: {'Port': ['ID=39285563-c85c-4484-ad76-cce8b92524c2,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:10.446765 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c346580c-faa9-4536-927e-bd733f28b892 req-df8d4c8c-d3e3-42d7-bc8c-43385407e7f7 service neutron] Port 215dd391-5eae-4611-83fd-fd082da855b8 on network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:10.447240 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c346580c-faa9-4536-927e-bd733f28b892 req-df8d4c8c-d3e3-42d7-bc8c-43385407e7f7 service neutron] Attempting to bind port 215dd391-5eae-4611-83fd-fd082da855b8 on network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:10.454858 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c346580c-faa9-4536-927e-bd733f28b892 req-df8d4c8c-d3e3-42d7-bc8c-43385407e7f7 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:10.455457 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c346580c-faa9-4536-927e-bd733f28b892 req-df8d4c8c-d3e3-42d7-bc8c-43385407e7f7 service neutron] Checking segment: {'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:10.455969 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c346580c-faa9-4536-927e-bd733f28b892 req-df8d4c8c-d3e3-42d7-bc8c-43385407e7f7 service neutron] Bound using segment: {'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:10.456525 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-c346580c-faa9-4536-927e-bd733f28b892 req-df8d4c8c-d3e3-42d7-bc8c-43385407e7f7 service neutron] Bound port: 215dd391-5eae-4611-83fd-fd082da855b8, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:10.457038 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c346580c-faa9-4536-927e-bd733f28b892 req-df8d4c8c-d3e3-42d7-bc8c-43385407e7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:10.490404 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2f1c920e-84a6-4dcb-87c3-42262f884576 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] In _notify_port_updated(), no bound segment for port 39285563-c85c-4484-ad76-cce8b92524c2 on network 5385028b-7fed-4e8c-a32e-db1410bfc179 {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:37:10.497088 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1c920e-84a6-4dcb-87c3-42262f884576 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:10.498274 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f1c920e-84a6-4dcb-87c3-42262f884576 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:10.502755 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2f1c920e-84a6-4dcb-87c3-42262f884576 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] 10.222.0.69 "PUT /v2.0/ports/39285563-c85c-4484-ad76-cce8b92524c2 HTTP/1.1" status: 200 len: 1137 time: 1.5177546 Jul 22 16:37:10.505704 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0e07183c-dc29-48b1-bd38-435504ff5312 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:10.507418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50912) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:10.515418 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91bc9feb-1452-462d-abe5-09f25260597e req-9be5c177-1660-436b-872d-932edc80e2a2 tempest-ListServersNegativeTestJSON-977737777 tempest-ListServersNegativeTestJSON-977737777-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc0838ed-d579-4253-bbc9-7a6a4d85818f HTTP/1.1" status: 200 len: 210 time: 0.0640852 Jul 22 16:37:10.566335 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-820d1efd-112d-491b-a558-816347e7c02a req-b5a58afa-0345-4cd8-b001-524ad55ec22f tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/security-groups?id=a583f368-1d1a-4e7b-a590-5ae55a8f87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026911 Jul 22 16:37:10.632849 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 0e07183c-dc29-48b1-bd38-435504ff5312 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:10.634179 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:10.634859 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-c346580c-faa9-4536-927e-bd733f28b892 req-df8d4c8c-d3e3-42d7-bc8c-43385407e7f7 service neutron] For port 215dd391-5eae-4611-83fd-fd082da855b8, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:10.639460 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-c346580c-faa9-4536-927e-bd733f28b892 req-df8d4c8c-d3e3-42d7-bc8c-43385407e7f7 service neutron] For port 215dd391-5eae-4611-83fd-fd082da855b8, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=215dd391-5eae-4611-83fd-fd082da855b8,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:10.645040 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c346580c-faa9-4536-927e-bd733f28b892 req-df8d4c8c-d3e3-42d7-bc8c-43385407e7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:10.648395 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c6e85b-b2df-4de7-b894-efc63ab6961d tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:10.650501 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b5c6e85b-b2df-4de7-b894-efc63ab6961d tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] 10.222.0.69 "GET /v2.0/ports/39285563-c85c-4484-ad76-cce8b92524c2 HTTP/1.1" status: 200 len: 1137 time: 0.1399319 Jul 22 16:37:10.654116 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50916) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:10.700276 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346580c-faa9-4536-927e-bd733f28b892 req-df8d4c8c-d3e3-42d7-bc8c-43385407e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:10.700991 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c346580c-faa9-4536-927e-bd733f28b892 req-df8d4c8c-d3e3-42d7-bc8c-43385407e7f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:10.701876 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b236f7f7-1ddc-4232-8858-92c080a308c9 None None] Provisioning complete for port 39285563-c85c-4484-ad76-cce8b92524c2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:10.702328 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b236f7f7-1ddc-4232-8858-92c080a308c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:10.703027 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c346580c-faa9-4536-927e-bd733f28b892 req-df8d4c8c-d3e3-42d7-bc8c-43385407e7f7 service neutron] 10.222.0.30 "PUT /v2.0/ports/215dd391-5eae-4611-83fd-fd082da855b8 HTTP/1.1" status: 200 len: 1092 time: 1.5392075 Jul 22 16:37:10.706168 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec8ffcf-2d7a-4d2c-a3be-1d039701a04b', 'tag': '215dd391-5eae-4611-83fd-fd082da855b8'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:10.709764 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fae938-7fd4-41c4-a5cb-ae8a4d4d9f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "aec8ffcf-2d7a-4d2c-a3be-1d039701a04b", "tag": "215dd391-5eae-4611-83fd-fd082da855b8"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:10.742380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d4c8c-d3e3-42d7-bc8c-43385407e7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=215dd391-5eae-4611-83fd-fd082da855b8,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:10.874944 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-20d92a4b-a6fb-4bd8-84e8-b9018da2b11c tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Deleting port 39285563-c85c-4484-ad76-cce8b92524c2 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:37:10.874944 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20d92a4b-a6fb-4bd8-84e8-b9018da2b11c tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:10.924413 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba1b4d7-2c6f-4f27-9137-bc42cef26541 x-openstack-request-id: req-aba1b4d7-2c6f-4f27-9137-bc42cef26541 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:10.925106 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec8ffcf-2d7a-4d2c-a3be-1d039701a04b", "tag": "215dd391-5eae-4611-83fd-fd082da855b8", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:10.925388 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-aba1b4d7-2c6f-4f27-9137-bc42cef26541 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:10.925799 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec8ffcf-2d7a-4d2c-a3be-1d039701a04b', 'tag': '215dd391-5eae-4611-83fd-fd082da855b8', 'status': 'completed', 'code': 200} Jul 22 16:37:10.939444 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b236f7f7-1ddc-4232-8858-92c080a308c9 None None] Port 39285563-c85c-4484-ad76-cce8b92524c2 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:37:11.066039 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346580c-faa9-4536-927e-bd733f28b892 req-4997c6f0-e003-4550-8d94-9a9b237a3209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:11.067736 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c346580c-faa9-4536-927e-bd733f28b892 req-4997c6f0-e003-4550-8d94-9a9b237a3209 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 1095 time: 0.2722673 Jul 22 16:37:11.088952 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb339f-7c6b-4fa2-9b95-a81f50cb22dc req-74351f7c-ea3a-4e80-a4ae-56b24acb767b tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:11.089741 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e7cb339f-7c6b-4fa2-9b95-a81f50cb22dc req-74351f7c-ea3a-4e80-a4ae-56b24acb767b tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 944 time: 0.1599379 Jul 22 16:37:11.096364 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20d92a4b-a6fb-4bd8-84e8-b9018da2b11c tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:11.130727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-20d92a4b-a6fb-4bd8-84e8-b9018da2b11c tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Calling delete_port for 39285563-c85c-4484-ad76-cce8b92524c2 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:37:11.135310 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c346580c-faa9-4536-927e-bd733f28b892 req-b6634a31-2696-47d6-82d9-7e440f6da775 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=215dd391-5eae-4611-83fd-fd082da855b8 HTTP/1.1" status: 200 len: 217 time: 0.0443482 Jul 22 16:37:11.145725 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77565ae5-38f6-4c1d-b826-ab10fc786ef1 req-54e10e93-ea4e-444c-a629-a87ee2ee3c38 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:11.148003 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77565ae5-38f6-4c1d-b826-ab10fc786ef1 req-54e10e93-ea4e-444c-a629-a87ee2ee3c38 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.1489160 Jul 22 16:37:11.202469 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e7cb339f-7c6b-4fa2-9b95-a81f50cb22dc req-53866e3e-257e-4b7c-a0e1-d4a5289c579a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041775 Jul 22 16:37:11.214066 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346580c-faa9-4536-927e-bd733f28b892 req-ae791d6c-9f08-4683-ab57-8606750208f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:11.216062 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c346580c-faa9-4536-927e-bd733f28b892 req-ae791d6c-9f08-4683-ab57-8606750208f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 HTTP/1.1" status: 200 len: 851 time: 0.0736206 Jul 22 16:37:11.267146 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77565ae5-38f6-4c1d-b826-ab10fc786ef1 req-303408d8-9147-4adc-92b8-6f4a17bedff5 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033330 Jul 22 16:37:11.285644 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346580c-faa9-4536-927e-bd733f28b892 req-ff48b8a8-1691-4a3a-8142-6a06065ceea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:11.287697 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c346580c-faa9-4536-927e-bd733f28b892 req-ff48b8a8-1691-4a3a-8142-6a06065ceea3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656347 Jul 22 16:37:11.389169 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20d92a4b-a6fb-4bd8-84e8-b9018da2b11c tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:11.409295 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c346580c-faa9-4536-927e-bd733f28b892 req-8ff2c972-6664-40ed-ae1a-9277e923e8d0 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148691 Jul 22 16:37:11.425352 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d92a4b-a6fb-4bd8-84e8-b9018da2b11c tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Pushing event deleted for resources: {'Port': ['ID=39285563-c85c-4484-ad76-cce8b92524c2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:11.518168 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20d92a4b-a6fb-4bd8-84e8-b9018da2b11c tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:11.522159 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-20d92a4b-a6fb-4bd8-84e8-b9018da2b11c tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] 10.222.0.69 "DELETE /v2.0/ports/39285563-c85c-4484-ad76-cce8b92524c2 HTTP/1.1" status: 204 len: 168 time: 0.8665442 Jul 22 16:37:11.524725 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50928) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:11.576636 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c346580c-faa9-4536-927e-bd733f28b892 req-0a58b3b0-b3cf-4642-b6ce-e65940509bf1 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598284 Jul 22 16:37:11.629701 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd13ed33-b8ae-4e5c-b060-6b61d86221cc tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Deleting subnet 07f33bdb-21ed-4aed-9166-00822462eb13 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:37:11.638197 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd13ed33-b8ae-4e5c-b060-6b61d86221cc tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:11.654254 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50934) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:11.694533 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd13ed33-b8ae-4e5c-b060-6b61d86221cc tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:11.756985 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-68aae546-7c7b-4931-a860-f0de95dd0e96 admin admin] Deleting subnet 43279f75-dcdf-4256-aa4d-7896c2d2ac5e {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:37:11.762586 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68aae546-7c7b-4931-a860-f0de95dd0e96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:11.788666 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device d433afc4-c47e-4ae9-be76-032ec2a2271f no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:37:11.809522 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68aae546-7c7b-4931-a860-f0de95dd0e96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:11.819547 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd13ed33-b8ae-4e5c-b060-6b61d86221cc tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:11.841086 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: d433afc4-c47e-4ae9-be76-032ec2a2271f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:37:11.841431 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device d433afc4-c47e-4ae9-be76-032ec2a2271f not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:37:11.867268 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:11.882024 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fae938-7fd4-41c4-a5cb-ae8a4d4d9f9d req-19648f7c-05f3-49ce-97be-d17ffd8b87d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:11.883678 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a1fae938-7fd4-41c4-a5cb-ae8a4d4d9f9d req-19648f7c-05f3-49ce-97be-d17ffd8b87d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 1095 time: 0.1858459 Jul 22 16:37:11.926093 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd13ed33-b8ae-4e5c-b060-6b61d86221cc tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:11.961340 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:11.963046 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13ed33-b8ae-4e5c-b060-6b61d86221cc tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Pushing event deleted for resources: {'Subnet': ['ID=07f33bdb-21ed-4aed-9166-00822462eb13,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:11.972134 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd13ed33-b8ae-4e5c-b060-6b61d86221cc tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:11.974134 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-bd13ed33-b8ae-4e5c-b060-6b61d86221cc tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] 10.222.0.69 "DELETE /v2.0/subnets/07f33bdb-21ed-4aed-9166-00822462eb13 HTTP/1.1" status: 204 len: 168 time: 0.4482675 Jul 22 16:37:11.977771 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50940) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:11.979890 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f83bee1-18f5-4fae-b446-44480dc24935 None None] Network 5385028b-7fed-4e8c-a32e-db1410bfc179 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:11.990310 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68aae546-7c7b-4931-a860-f0de95dd0e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.052280 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fae938-7fd4-41c4-a5cb-ae8a4d4d9f9d req-af0b708c-1b50-4047-9ad8-e1fc24753b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:12.054311 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a1fae938-7fd4-41c4-a5cb-ae8a4d4d9f9d req-af0b708c-1b50-4047-9ad8-e1fc24753b7e service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 913 time: 0.1613672 Jul 22 16:37:12.092293 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f56f57-4f92-4270-9530-d5e9252117cd', 'name': 'network-vif-deleted', 'tag': 'a7e79be2-2883-443a-ae2d-f1517762359d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:12.096447 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf920b7a-de09-4062-a03e-6dccc8b82dc0" -d '{"events": [{"server_uuid": "68f56f57-4f92-4270-9530-d5e9252117cd", "name": "network-vif-deleted", "tag": "a7e79be2-2883-443a-ae2d-f1517762359d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:12.102687 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af6aa666-c6c5-45ca-a0f9-22b710570c30 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.137829 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68aae546-7c7b-4931-a860-f0de95dd0e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.174143 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a1fae938-7fd4-41c4-a5cb-ae8a4d4d9f9d req-a1862259-359a-4fba-9611-19872cd53fc3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=215dd391-5eae-4611-83fd-fd082da855b8 HTTP/1.1" status: 200 len: 217 time: 0.0960653 Jul 22 16:37:12.177330 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-af6aa666-c6c5-45ca-a0f9-22b710570c30 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Deleting port 0e07183c-dc29-48b1-bd38-435504ff5312 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:37:12.178135 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af6aa666-c6c5-45ca-a0f9-22b710570c30 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.207275 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aedfdc2-56f1-4adc-8fe3-c9176698b688 x-openstack-request-id: req-8aedfdc2-56f1-4adc-8fe3-c9176698b688 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:12.207682 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f56f57-4f92-4270-9530-d5e9252117cd", "name": "network-vif-deleted", "tag": "a7e79be2-2883-443a-ae2d-f1517762359d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:12.208002 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8aedfdc2-56f1-4adc-8fe3-c9176698b688 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:12.208673 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f56f57-4f92-4270-9530-d5e9252117cd', 'name': 'network-vif-deleted', 'tag': 'a7e79be2-2883-443a-ae2d-f1517762359d', 'status': 'completed', 'code': 200} Jul 22 16:37:12.222862 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aae546-7c7b-4931-a860-f0de95dd0e96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43279f75-dcdf-4256-aa4d-7896c2d2ac5e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:12.258235 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68aae546-7c7b-4931-a860-f0de95dd0e96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.260132 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-68aae546-7c7b-4931-a860-f0de95dd0e96 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/43279f75-dcdf-4256-aa4d-7896c2d2ac5e HTTP/1.1" status: 204 len: 168 time: 0.6047060 Jul 22 16:37:12.272408 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50946) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:12.289343 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-af6aa666-c6c5-45ca-a0f9-22b710570c30 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] For port 0e07183c-dc29-48b1-bd38-435504ff5312, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0e07183c-dc29-48b1-bd38-435504ff5312,segment=NetworkSegment(670d3ba5-89df-4eb9-80aa-137786f4520a),segment_id=670d3ba5-89df-4eb9-80aa-137786f4520a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:12.289976 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af6aa666-c6c5-45ca-a0f9-22b710570c30 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.304313 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-af6aa666-c6c5-45ca-a0f9-22b710570c30 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Calling delete_port for 0e07183c-dc29-48b1-bd38-435504ff5312 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:37:12.307455 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3983b265-74ea-4459-9ba9-c72fa7135342 None None] DHCP port deletion for 5385028b-7fed-4e8c-a32e-db1410bfc179 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:37:12.321597 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fae938-7fd4-41c4-a5cb-ae8a4d4d9f9d req-9d9d3940-ba6c-42e9-82de-81300cd13b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:12.323416 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a1fae938-7fd4-41c4-a5cb-ae8a4d4d9f9d req-9d9d3940-ba6c-42e9-82de-81300cd13b1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 HTTP/1.1" status: 200 len: 851 time: 0.1143754 Jul 22 16:37:12.383954 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3983b265-74ea-4459-9ba9-c72fa7135342 None None] Deleting port 0e07183c-dc29-48b1-bd38-435504ff5312 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:37:12.384985 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3983b265-74ea-4459-9ba9-c72fa7135342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.450442 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd980d2-af32-42fa-8867-fc3cdf7825b0 req-eb52d398-5085-4ac9-bbbb-d39c96d521c6 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:12.452016 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0bd980d2-af32-42fa-8867-fc3cdf7825b0 req-eb52d398-5085-4ac9-bbbb-d39c96d521c6 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 945 time: 0.3631420 Jul 22 16:37:12.456580 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0f81049-709d-42ca-85b0-2097036f8a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.476360 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63ce54-a919-4c73-9d84-54f38acbfe04 req-1fb0db7a-b694-465e-9ed5-efa0466e20e6 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:12.477964 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0b63ce54-a919-4c73-9d84-54f38acbfe04 req-1fb0db7a-b694-465e-9ed5-efa0466e20e6 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 944 time: 0.1063585 Jul 22 16:37:12.483783 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3983b265-74ea-4459-9ba9-c72fa7135342 None None] For port 0e07183c-dc29-48b1-bd38-435504ff5312, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0e07183c-dc29-48b1-bd38-435504ff5312,segment=NetworkSegment(670d3ba5-89df-4eb9-80aa-137786f4520a),segment_id=670d3ba5-89df-4eb9-80aa-137786f4520a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:12.484187 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3983b265-74ea-4459-9ba9-c72fa7135342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.498421 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3983b265-74ea-4459-9ba9-c72fa7135342 None None] Calling delete_port for 0e07183c-dc29-48b1-bd38-435504ff5312 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:37:12.517334 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af6aa666-c6c5-45ca-a0f9-22b710570c30 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.539176 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fae938-7fd4-41c4-a5cb-ae8a4d4d9f9d req-e47043f8-00f8-4c09-aa0e-5f02f7ba9e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:12.540822 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a1fae938-7fd4-41c4-a5cb-ae8a4d4d9f9d req-e47043f8-00f8-4c09-aa0e-5f02f7ba9e19 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2071807 Jul 22 16:37:12.546993 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0bd980d2-af32-42fa-8867-fc3cdf7825b0 req-e1a2702c-d876-409d-b427-ba325df2cd75 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/security-groups?id=a583f368-1d1a-4e7b-a590-5ae55a8f87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844014 Jul 22 16:37:12.597137 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0b63ce54-a919-4c73-9d84-54f38acbfe04 req-cb3911d0-d359-4ce8-aaa8-129032d1cf7e tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022201 Jul 22 16:37:12.603509 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6aa666-c6c5-45ca-a0f9-22b710570c30 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Pushing event deleted for resources: {'Port': ['ID=0e07183c-dc29-48b1-bd38-435504ff5312,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:12.605820 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6aa666-c6c5-45ca-a0f9-22b710570c30 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] No DVR routers for this DVR port 0e07183c-dc29-48b1-bd38-435504ff5312 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:37:12.606339 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3983b265-74ea-4459-9ba9-c72fa7135342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.636360 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983b265-74ea-4459-9ba9-c72fa7135342 None None] Pushing event deleted for resources: {'Port': ['ID=0e07183c-dc29-48b1-bd38-435504ff5312,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:12.660144 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3983b265-74ea-4459-9ba9-c72fa7135342 None None] No DVR routers for this DVR port 0e07183c-dc29-48b1-bd38-435504ff5312 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:37:12.736719 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0f81049-709d-42ca-85b0-2097036f8a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.804124 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af6aa666-c6c5-45ca-a0f9-22b710570c30 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.816287 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-af6aa666-c6c5-45ca-a0f9-22b710570c30 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5385028b-7fed-4e8c-a32e-db1410bfc179']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:12.822116 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c0f81049-709d-42ca-85b0-2097036f8a0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3099b927-6ce5-4c6a-ae57-83c4bc7462f9']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:12.827955 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-af6aa666-c6c5-45ca-a0f9-22b710570c30 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670d3ba5-89df-4eb9-80aa-137786f4520a') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:12.828838 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-af6aa666-c6c5-45ca-a0f9-22b710570c30 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670d3ba5-89df-4eb9-80aa-137786f4520a') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:12.839504 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af6aa666-c6c5-45ca-a0f9-22b710570c30 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.844626 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c0f81049-709d-42ca-85b0-2097036f8a0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e145ee95-47c3-4f4e-890c-ec6b97e8c166') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:12.844926 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c0f81049-709d-42ca-85b0-2097036f8a0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e145ee95-47c3-4f4e-890c-ec6b97e8c166') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:12.854705 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af6aa666-c6c5-45ca-a0f9-22b710570c30 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.861812 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6aa666-c6c5-45ca-a0f9-22b710570c30 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:37:12.862329 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af6aa666-c6c5-45ca-a0f9-22b710570c30 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:37:12.866080 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:37:12.867840 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0f81049-709d-42ca-85b0-2097036f8a0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.892652 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0f81049-709d-42ca-85b0-2097036f8a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.896992 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a1fae938-7fd4-41c4-a5cb-ae8a4d4d9f9d req-5ab5bea2-1dd9-4309-871b-9e782e98d64d service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403251 Jul 22 16:37:12.912755 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f81049-709d-42ca-85b0-2097036f8a0b admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:37:12.913159 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0f81049-709d-42ca-85b0-2097036f8a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:37:12.914912 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:37:12.933801 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af6aa666-c6c5-45ca-a0f9-22b710570c30 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.956471 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af6aa666-c6c5-45ca-a0f9-22b710570c30 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.961486 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-af6aa666-c6c5-45ca-a0f9-22b710570c30 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] 10.222.0.69 "DELETE /v2.0/networks/5385028b-7fed-4e8c-a32e-db1410bfc179 HTTP/1.1" status: 204 len: 168 time: 0.9822686 Jul 22 16:37:12.972437 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6aa666-c6c5-45ca-a0f9-22b710570c30 tempest-ExtraDHCPOptionsTestJSON-279227514 tempest-ExtraDHCPOptionsTestJSON-279227514-project] Pushing event deleted for resources: {'Network': ['ID=5385028b-7fed-4e8c-a32e-db1410bfc179,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:13.011560 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6c328-4757-4cf3-86f1-a186b8dbfab3 req-007a49ff-6f04-497a-8ca8-62aca1705904 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:13.013085 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6fd6c328-4757-4cf3-86f1-a186b8dbfab3 req-007a49ff-6f04-497a-8ca8-62aca1705904 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.3112609 Jul 22 16:37:13.039936 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0f81049-709d-42ca-85b0-2097036f8a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:13.045538 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0f81049-709d-42ca-85b0-2097036f8a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:13.050143 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c0f81049-709d-42ca-85b0-2097036f8a0b admin admin] 10.222.0.69 "DELETE /v2.0/networks/3099b927-6ce5-4c6a-ae57-83c4bc7462f9 HTTP/1.1" status: 204 len: 168 time: 0.7762885 Jul 22 16:37:13.088467 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f81049-709d-42ca-85b0-2097036f8a0b admin admin] Pushing event deleted for resources: {'Network': ['ID=3099b927-6ce5-4c6a-ae57-83c4bc7462f9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:13.133366 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6fd6c328-4757-4cf3-86f1-a186b8dbfab3 req-d9faf6eb-d553-4f11-847f-76663791b4c1 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802457 Jul 22 16:37:13.144719 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a1fae938-7fd4-41c4-a5cb-ae8a4d4d9f9d req-043700ce-fa3d-456e-ad7b-66807f12ea5d service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394726 Jul 22 16:37:13.204443 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50968) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:13.260520 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-40a93ba9-8c45-4a41-8427-cd31effe1071 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b2ed53a7e3d246b989f3c31880df8e9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548093 Jul 22 16:37:13.263010 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50970) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:13.312691 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50972) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:13.343089 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-999c3b40-ad2a-42c9-a957-d0e875c2e2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:13.371440 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-999c3b40-ad2a-42c9-a957-d0e875c2e2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:13.482806 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-999c3b40-ad2a-42c9-a957-d0e875c2e2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:13.485371 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-999c3b40-ad2a-42c9-a957-d0e875c2e2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:13.486555 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-999c3b40-ad2a-42c9-a957-d0e875c2e2af admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f325ef06-5d59-4df4-a01f-f4bd17c1cdac HTTP/1.1" status: 204 len: 168 time: 0.2225661 Jul 22 16:37:13.506766 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cc6976f8-fbd3-429b-9cc5-9070b79967f5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=285570d92d5643b6a0982bf00b4b4f12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1906798 Jul 22 16:37:13.507606 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50980) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:13.509028 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c3b40-ad2a-42c9-a957-d0e875c2e2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f325ef06-5d59-4df4-a01f-f4bd17c1cdac,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:13.528502 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986856a-7a11-425f-93e8-bdf711c0ba30 req-c29cab81-9aa6-4104-b1f4-4894d9b0b4fc tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:13.530156 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d986856a-7a11-425f-93e8-bdf711c0ba30 req-c29cab81-9aa6-4104-b1f4-4894d9b0b4fc tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 945 time: 0.1468885 Jul 22 16:37:13.584887 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a62a2691-7cea-4687-8da4-bf0e0bd02ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:13.588254 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d986856a-7a11-425f-93e8-bdf711c0ba30 req-5c7fc5ae-f279-4074-900b-f4ef021c5236 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/security-groups?id=a583f368-1d1a-4e7b-a590-5ae55a8f87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505881 Jul 22 16:37:13.616184 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a62a2691-7cea-4687-8da4-bf0e0bd02ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:13.676797 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a62a2691-7cea-4687-8da4-bf0e0bd02ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:13.680258 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a62a2691-7cea-4687-8da4-bf0e0bd02ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:13.681670 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a62a2691-7cea-4687-8da4-bf0e0bd02ae5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2fe9810f-deed-4257-ae85-812a5de1f9c8 HTTP/1.1" status: 204 len: 168 time: 0.1725438 Jul 22 16:37:13.693223 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a2691-7cea-4687-8da4-bf0e0bd02ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe9810f-deed-4257-ae85-812a5de1f9c8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:13.793011 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844fddc-1ea1-4e8a-812e-c84167c1064e req-edc6f6ed-35f9-4168-9b73-0e9b2f3680b6 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:13.801290 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a844fddc-1ea1-4e8a-812e-c84167c1064e req-edc6f6ed-35f9-4168-9b73-0e9b2f3680b6 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 944 time: 0.1038253 Jul 22 16:37:13.853657 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a844fddc-1ea1-4e8a-812e-c84167c1064e req-cb0a96a1-209f-423e-9edf-f5da902182eb tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513072 Jul 22 16:37:13.928046 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0e07183c-dc29-48b1-bd38-435504ff5312 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:37:13.975762 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 0e07183c-dc29-48b1-bd38-435504ff5312 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:37:13.976855 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0e07183c-dc29-48b1-bd38-435504ff5312 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:37:14.001908 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device a7e79be2-2883-443a-ae2d-f1517762359d no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:37:14.028128 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: a7e79be2-2883-443a-ae2d-f1517762359d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:37:14.028483 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device a7e79be2-2883-443a-ae2d-f1517762359d not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:37:14.293256 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cae6a-a55f-4d4a-8cc0-24ed2b98b3c9 req-2440dece-e5e5-4cc1-81d8-df8f625ded33 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:14.294935 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-521cae6a-a55f-4d4a-8cc0-24ed2b98b3c9 req-2440dece-e5e5-4cc1-81d8-df8f625ded33 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.0883198 Jul 22 16:37:14.356556 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-521cae6a-a55f-4d4a-8cc0-24ed2b98b3c9 req-288b0326-a2fe-4f12-8614-b68221bb232e tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532389 Jul 22 16:37:14.530256 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51020) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:14.662593 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c9fc83d4-d4a5-4e61-90d3-87dfc3d8adf9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-49610600-network', 'tenant_id': '8c4e16bf9394482a87682877824d0898'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:14.693397 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fc83d4-d4a5-4e61-90d3-87dfc3d8adf9 admin admin] Made reservation on behalf of 8c4e16bf9394482a87682877824d0898 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:14.696196 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9fc83d4-d4a5-4e61-90d3-87dfc3d8adf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:14.707029 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9fc83d4-d4a5-4e61-90d3-87dfc3d8adf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:14.772569 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe57604-6355-4032-8271-1c7e7ebda2be req-01325e57-c0fc-4191-8e23-51ce6d580410 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:14.781351 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ffe57604-6355-4032-8271-1c7e7ebda2be req-01325e57-c0fc-4191-8e23-51ce6d580410 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 945 time: 0.1100342 Jul 22 16:37:14.851366 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9fc83d4-d4a5-4e61-90d3-87dfc3d8adf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:14.856730 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ffe57604-6355-4032-8271-1c7e7ebda2be req-559346c7-e8ae-4573-a9d6-87124bff4f0e tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/security-groups?id=a583f368-1d1a-4e7b-a590-5ae55a8f87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650923 Jul 22 16:37:14.857605 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9fc83d4-d4a5-4e61-90d3-87dfc3d8adf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:14.902178 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9fc83d4-d4a5-4e61-90d3-87dfc3d8adf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:37:14.902178 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc83d4-d4a5-4e61-90d3-87dfc3d8adf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf75341-db10-496e-8175-ed5d60e10a8c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:14.914408 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9fc83d4-d4a5-4e61-90d3-87dfc3d8adf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:14.914779 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-c9fc83d4-d4a5-4e61-90d3-87dfc3d8adf9 admin admin] Added segment f5a7d149-c690-450a-a568-12348d7494fa of type vlan for network f64f45c6-362e-42d5-84c7-cae27bf8557e Jul 22 16:37:14.955403 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51040) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:15.018105 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9fc83d4-d4a5-4e61-90d3-87dfc3d8adf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:15.073108 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b142b69-7f7f-4c7b-afed-efd82a07eb6d req-4d903c55-4a55-4d1f-bcbf-f8da65fdff00 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:15.074881 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b142b69-7f7f-4c7b-afed-efd82a07eb6d req-4d903c55-4a55-4d1f-bcbf-f8da65fdff00 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 944 time: 0.1323359 Jul 22 16:37:15.076099 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9fc83d4-d4a5-4e61-90d3-87dfc3d8adf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:15.077039 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fc83d4-d4a5-4e61-90d3-87dfc3d8adf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:15.077623 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9fc83d4-d4a5-4e61-90d3-87dfc3d8adf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:15.092152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1b66d86d-19a3-42b6-8dbb-68b976fafaa4 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1536073292'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:15.144678 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b66d86d-19a3-42b6-8dbb-68b976fafaa4 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Made reservation on behalf of 3657269e024443f5a0232d7e5d8677af for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:15.150091 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b66d86d-19a3-42b6-8dbb-68b976fafaa4 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:15.163358 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b66d86d-19a3-42b6-8dbb-68b976fafaa4 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:15.177094 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c9fc83d4-d4a5-4e61-90d3-87dfc3d8adf9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6455388 Jul 22 16:37:15.177571 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51044) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:15.180039 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc83d4-d4a5-4e61-90d3-87dfc3d8adf9 admin admin] Pushing event updated for resources: {'Network': ['ID=f64f45c6-362e-42d5-84c7-cae27bf8557e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:15.183905 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0f5ea92b-d704-46ca-b46a-06152f0fa83f admin admin] Request body: {'subnet': {'network_id': 'f64f45c6-362e-42d5-84c7-cae27bf8557e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-49610600-subnet', 'tenant_id': '8c4e16bf9394482a87682877824d0898', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:15.185182 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b142b69-7f7f-4c7b-afed-efd82a07eb6d req-45f3ce30-61ee-44d2-bdc1-a52c68a29c03 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028900 Jul 22 16:37:15.205072 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.db.api [None req-0f5ea92b-d704-46ca-b46a-06152f0fa83f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:37:15.205072 n-d-798930-9 neutron-server[93817]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 16:37:15.205072 n-d-798930-9 neutron-server[93817]: [parameters: {'project_id_1': '8c4e16bf9394482a87682877824d0898', 'expiration_1': datetime.datetime(2021, 7, 22, 16, 37, 15, 190440)}] Jul 22 16:37:15.205072 n-d-798930-9 neutron-server[93817]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:37:15.205495 n-d-798930-9 neutron-server[93817]: DEBUG oslo_db.api [None req-0f5ea92b-d704-46ca-b46a-06152f0fa83f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:37:15.211237 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network f64f45c6-362e-42d5-84c7-cae27bf8557e details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:37:15.304534 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b66d86d-19a3-42b6-8dbb-68b976fafaa4 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:15.308648 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b66d86d-19a3-42b6-8dbb-68b976fafaa4 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:15.340782 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b66d86d-19a3-42b6-8dbb-68b976fafaa4 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:37:15.349618 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66d86d-19a3-42b6-8dbb-68b976fafaa4 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3ae3a3-5498-4915-8e90-74f92e5ff219,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:15.357431 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b66d86d-19a3-42b6-8dbb-68b976fafaa4 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:15.357778 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-1b66d86d-19a3-42b6-8dbb-68b976fafaa4 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Added segment d120d19e-9a1b-4f0d-8f8e-9f15c8d96d91 of type vlan for network ba1502aa-cd93-4733-8081-1ac77be9b7ad Jul 22 16:37:15.430398 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b66d86d-19a3-42b6-8dbb-68b976fafaa4 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:15.449892 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195faf9-fc7d-4016-9baa-a14ec147cd26 req-0917b353-74de-4aef-8106-8ca21c061249 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:15.451795 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5195faf9-fc7d-4016-9baa-a14ec147cd26 req-0917b353-74de-4aef-8106-8ca21c061249 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 945 time: 0.0743880 Jul 22 16:37:15.509319 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b66d86d-19a3-42b6-8dbb-68b976fafaa4 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:15.515255 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b66d86d-19a3-42b6-8dbb-68b976fafaa4 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:15.515979 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b66d86d-19a3-42b6-8dbb-68b976fafaa4 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:15.579129 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-5195faf9-fc7d-4016-9baa-a14ec147cd26 req-98898968-ebed-441d-b7ee-3bb3081af781 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Deleting port dec8be23-fef6-47ed-b199-f52fd6077c32 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:37:15.579129 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5195faf9-fc7d-4016-9baa-a14ec147cd26 req-98898968-ebed-441d-b7ee-3bb3081af781 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:15.580410 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1b66d86d-19a3-42b6-8dbb-68b976fafaa4 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6233034 Jul 22 16:37:15.591803 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cfa4f-0e64-4d28-9275-6726e37da176 req-5fb069c5-da4a-450b-85da-bc00781f760b tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:15.593346 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6f1cfa4f-0e64-4d28-9275-6726e37da176 req-5fb069c5-da4a-450b-85da-bc00781f760b tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.1483550 Jul 22 16:37:15.632765 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66d86d-19a3-42b6-8dbb-68b976fafaa4 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event updated for resources: {'Network': ['ID=ba1502aa-cd93-4733-8081-1ac77be9b7ad,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:15.642644 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network ba1502aa-cd93-4733-8081-1ac77be9b7ad details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:37:15.755079 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5195faf9-fc7d-4016-9baa-a14ec147cd26 req-98898968-ebed-441d-b7ee-3bb3081af781 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] For port dec8be23-fef6-47ed-b199-f52fd6077c32, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=dec8be23-fef6-47ed-b199-f52fd6077c32,segment=NetworkSegment(9622f1ac-fa7d-4c2d-9333-5610333d4c7c),segment_id=9622f1ac-fa7d-4c2d-9333-5610333d4c7c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:15.756787 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5195faf9-fc7d-4016-9baa-a14ec147cd26 req-98898968-ebed-441d-b7ee-3bb3081af781 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:15.785678 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 215dd391-5eae-4611-83fd-fd082da855b8 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:37:16.043148 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 215dd391-5eae-4611-83fd-fd082da855b8, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=215dd391-5eae-4611-83fd-fd082da855b8,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:16.073365 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '215dd391-5eae-4611-83fd-fd082da855b8', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'port_id': '215dd391-5eae-4611-83fd-fd082da855b8', 'mac_address': 'fa:16:3e:c4:7c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:37:16.106011 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5ea92b-d704-46ca-b46a-06152f0fa83f admin admin] Made reservation on behalf of 8c4e16bf9394482a87682877824d0898 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:16.108971 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea92b-d704-46ca-b46a-06152f0fa83f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:16.146643 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:16.169323 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6f1cfa4f-0e64-4d28-9275-6726e37da176 req-5820dfcf-b453-4d95-9237-e55fefbbc976 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5400107 Jul 22 16:37:16.171023 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5195faf9-fc7d-4016-9baa-a14ec147cd26 req-98898968-ebed-441d-b7ee-3bb3081af781 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:16.171516 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5195faf9-fc7d-4016-9baa-a14ec147cd26 req-98898968-ebed-441d-b7ee-3bb3081af781 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:16.171962 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [req-5195faf9-fc7d-4016-9baa-a14ec147cd26 req-98898968-ebed-441d-b7ee-3bb3081af781 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Floating IP 0ade5fd6-633d-4be5-8a7e-61d549f98489 disassociated. External IP: 172.25.0.150, port: dec8be23-fef6-47ed-b199-f52fd6077c32. Jul 22 16:37:16.172411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-5195faf9-fc7d-4016-9baa-a14ec147cd26 req-98898968-ebed-441d-b7ee-3bb3081af781 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Calling delete_port for dec8be23-fef6-47ed-b199-f52fd6077c32 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:37:16.200477 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215dd391-5eae-4611-83fd-fd082da855b8 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:37:16.259589 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 215dd391-5eae-4611-83fd-fd082da855b8, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=215dd391-5eae-4611-83fd-fd082da855b8,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:16.276747 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:16.292509 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903c4e8-9466-4d8d-a110-db92046abd40 req-1d18433a-43c6-4baf-a4b6-c068c739ff73 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:16.301790 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7903c4e8-9466-4d8d-a110-db92046abd40 req-1d18433a-43c6-4baf-a4b6-c068c739ff73 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 945 time: 0.2734902 Jul 22 16:37:16.406005 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5195faf9-fc7d-4016-9baa-a14ec147cd26 req-98898968-ebed-441d-b7ee-3bb3081af781 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:16.419027 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7903c4e8-9466-4d8d-a110-db92046abd40 req-6875f95c-796b-476c-9f33-abdc58c693a7 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/security-groups?id=a583f368-1d1a-4e7b-a590-5ae55a8f87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162701 Jul 22 16:37:16.433621 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=215dd391-5eae-4611-83fd-fd082da855b8,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:16.485686 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98898968-ebed-441d-b7ee-3bb3081af781 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Pushing event deleted for resources: {'Port': ['ID=dec8be23-fef6-47ed-b199-f52fd6077c32,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:16.583898 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea92b-d704-46ca-b46a-06152f0fa83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:16.638599 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['215dd391-5eae-4611-83fd-fd082da855b8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:16.694751 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5195faf9-fc7d-4016-9baa-a14ec147cd26 req-98898968-ebed-441d-b7ee-3bb3081af781 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Router 75efc44b-89c0-41c1-ab32-8ffea46d97ca has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:37:16.717093 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ea92b-d704-46ca-b46a-06152f0fa83f admin admin] Checking segment: {'id': 'f5a7d149-c690-450a-a568-12348d7494fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f64f45c6-362e-42d5-84c7-cae27bf8557e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:16.717456 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5ea92b-d704-46ca-b46a-06152f0fa83f admin admin] Network hostable DHCP agents. Network: f64f45c6-362e-42d5-84c7-cae27bf8557e, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:37:16.733067 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ea92b-d704-46ca-b46a-06152f0fa83f admin admin] Pushing event updated for resources: {'Subnet': ['ID=30e310f6-535c-4ece-be04-878605664af6,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:16.764871 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b4b78-25d4-4eaf-a76b-a95b937ed24a req-0de9e917-98ee-425e-a540-c3a14e7cbc97 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:16.766823 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2c2b4b78-25d4-4eaf-a76b-a95b937ed24a req-0de9e917-98ee-425e-a540-c3a14e7cbc97 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 945 time: 0.2370133 Jul 22 16:37:16.834058 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5ea92b-d704-46ca-b46a-06152f0fa83f admin admin] Network f64f45c6-362e-42d5-84c7-cae27bf8557e is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:37:16.868104 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-0f5ea92b-d704-46ca-b46a-06152f0fa83f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, f64f45c6-362e-42d5-84c7-cae27bf8557e) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:16.879460 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5ea92b-d704-46ca-b46a-06152f0fa83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:16.880080 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea92b-d704-46ca-b46a-06152f0fa83f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:16.886902 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40367a19-45c0-4b17-8d2c-76a1ad9c79eb None None] Network f64f45c6-362e-42d5-84c7-cae27bf8557e requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:16.910567 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2c2b4b78-25d4-4eaf-a76b-a95b937ed24a req-906f9b7d-81d3-477d-96a3-3a286d96b9d3 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316676 Jul 22 16:37:16.919511 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0f5ea92b-d704-46ca-b46a-06152f0fa83f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7402184 Jul 22 16:37:16.942287 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5195faf9-fc7d-4016-9baa-a14ec147cd26 req-98898968-ebed-441d-b7ee-3bb3081af781 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:37:16.959020 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b04f9ca-38cc-41c9-8d72-e22d1a408234 None None] Sync routers for ids ['75efc44b-89c0-41c1-ab32-8ffea46d97ca'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:37:16.974558 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b04f9ca-38cc-41c9-8d72-e22d1a408234 None None] Routers {'75efc44b-89c0-41c1-ab32-8ffea46d97ca'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:37:16.975186 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7b04f9ca-38cc-41c9-8d72-e22d1a408234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:37:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['75efc44b-89c0-41c1-ab32-8ffea46d97ca'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:17.048037 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5195faf9-fc7d-4016-9baa-a14ec147cd26 req-98898968-ebed-441d-b7ee-3bb3081af781 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] No DVR routers for this DVR port dec8be23-fef6-47ed-b199-f52fd6077c32 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:37:17.061836 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5195faf9-fc7d-4016-9baa-a14ec147cd26 req-98898968-ebed-441d-b7ee-3bb3081af781 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:17.079988 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5195faf9-fc7d-4016-9baa-a14ec147cd26 req-98898968-ebed-441d-b7ee-3bb3081af781 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.16 "DELETE /v2.0/ports/dec8be23-fef6-47ed-b199-f52fd6077c32 HTTP/1.1" status: 204 len: 173 time: 1.6168258 Jul 22 16:37:17.081001 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12d347d-bffe-4998-90e2-08b8626d4dcf', 'name': 'network-vif-deleted', 'tag': 'dec8be23-fef6-47ed-b199-f52fd6077c32'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:17.086672 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa43ebba-43ee-4f34-a9a8-5f7d24f7f2ae" -d '{"events": [{"server_uuid": "c12d347d-bffe-4998-90e2-08b8626d4dcf", "name": "network-vif-deleted", "tag": "dec8be23-fef6-47ed-b199-f52fd6077c32"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:17.184334 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3829eb9-563e-4f7a-b078-fb5d9d627dc5 x-openstack-request-id: req-b3829eb9-563e-4f7a-b078-fb5d9d627dc5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:17.184615 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12d347d-bffe-4998-90e2-08b8626d4dcf", "name": "network-vif-deleted", "tag": "dec8be23-fef6-47ed-b199-f52fd6077c32", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:17.184892 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b3829eb9-563e-4f7a-b078-fb5d9d627dc5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:17.185292 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12d347d-bffe-4998-90e2-08b8626d4dcf', 'name': 'network-vif-deleted', 'tag': 'dec8be23-fef6-47ed-b199-f52fd6077c32', 'status': 'completed', 'code': 200} Jul 22 16:37:17.299572 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969a30ba-15fb-4f67-8b4d-8104df46d738 None None] Network f64f45c6-362e-42d5-84c7-cae27bf8557e requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:17.354389 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-7b04f9ca-38cc-41c9-8d72-e22d1a408234 None None] Set router 75efc44b-89c0-41c1-ab32-8ffea46d97ca gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:37:17.517647 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e8746-aef8-41ad-8aa7-9dc18a633367 req-656adcd1-28b1-425a-86eb-083b27fdf5b8 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:17.532442 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-448e8746-aef8-41ad-8aa7-9dc18a633367 req-656adcd1-28b1-425a-86eb-083b27fdf5b8 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.2187996 Jul 22 16:37:17.628876 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-448e8746-aef8-41ad-8aa7-9dc18a633367 req-3b68a07e-976e-4b65-a591-bc2f05085eeb tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849843 Jul 22 16:37:17.853026 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7b04f9ca-38cc-41c9-8d72-e22d1a408234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'name': 'tempest-ServersTestBootFromVolume-1133025520-router', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:34:05Z', 'updated_at': '2021-07-22T16:34:14Z', 'revision_number': 4, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'gw_port': {'id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:06Z', 'updated_at': '2021-07-22T16:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'db1172d4-0343-4cf5-b435-0c31ed4ba635', 'name': '', 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'mac_address': 'fa:16:3e:46:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '12e78912-9022-4c25-a60d-750c40af1085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:12Z', 'updated_at': '2021-07-22T16:34:24Z', 'revision_number': 5, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'subnets': [{'id': '12e78912-9022-4c25-a60d-750c40af1085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:17.891416 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 215dd391-5eae-4611-83fd-fd082da855b8 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:17.970335 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b04f9ca-38cc-41c9-8d72-e22d1a408234 None None] Checking router: 75efc44b-89c0-41c1-ab32-8ffea46d97ca for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:37:17.988105 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b04f9ca-38cc-41c9-8d72-e22d1a408234 None None] Routers {'75efc44b-89c0-41c1-ab32-8ffea46d97ca'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:37:17.988993 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7b04f9ca-38cc-41c9-8d72-e22d1a408234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:37:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['75efc44b-89c0-41c1-ab32-8ffea46d97ca'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:18.008419 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0cd0a73d-0f42-44c1-aebf-0db30d3b1b93 req-ebad4af5-f731-47cd-8cc8-897650831fe0 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 210 time: 0.0674632 Jul 22 16:37:18.144522 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 215dd391-5eae-4611-83fd-fd082da855b8 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:18.152578 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 215dd391-5eae-4611-83fd-fd082da855b8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:18.153258 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:18.227752 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-7b04f9ca-38cc-41c9-8d72-e22d1a408234 None None] Set router 75efc44b-89c0-41c1-ab32-8ffea46d97ca gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:37:18.351206 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:18.385877 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f67cf-e6ed-4c91-8d5b-d9f4138cd920 req-c977f51c-b804-4391-9977-fc419355d853 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:18.396792 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-994f67cf-e6ed-4c91-8d5b-d9f4138cd920 req-c977f51c-b804-4391-9977-fc419355d853 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 945 time: 0.2149842 Jul 22 16:37:18.403347 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec8ffcf-2d7a-4d2c-a3be-1d039701a04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215dd391-5eae-4611-83fd-fd082da855b8'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:18.405829 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0939f64-4c96-4185-b106-40edc9c572a5" -d '{"events": [{"server_uuid": "aec8ffcf-2d7a-4d2c-a3be-1d039701a04b", "name": "network-vif-plugged", "status": "completed", "tag": "215dd391-5eae-4611-83fd-fd082da855b8"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:18.445881 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 215dd391-5eae-4611-83fd-fd082da855b8, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=215dd391-5eae-4611-83fd-fd082da855b8,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:18.456472 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:18.506746 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-994f67cf-e6ed-4c91-8d5b-d9f4138cd920 req-0d2fc253-34ca-4ae2-96d0-d84aba66d3ff tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085002 Jul 22 16:37:18.575856 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=215dd391-5eae-4611-83fd-fd082da855b8,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:18.619814 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a32ebc-d2aa-4fe2-b59d-1e84a80c2c94 x-openstack-request-id: req-94a32ebc-d2aa-4fe2-b59d-1e84a80c2c94 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:18.620214 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec8ffcf-2d7a-4d2c-a3be-1d039701a04b", "name": "network-vif-plugged", "status": "completed", "tag": "215dd391-5eae-4611-83fd-fd082da855b8", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:18.620566 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-94a32ebc-d2aa-4fe2-b59d-1e84a80c2c94 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:18.621059 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec8ffcf-2d7a-4d2c-a3be-1d039701a04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215dd391-5eae-4611-83fd-fd082da855b8', 'code': 200} Jul 22 16:37:18.831514 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f1b33-f0a0-4819-bfbc-9f1af0f2cf5a req-247e2b51-2e02-44f6-b3bb-ce4e20fb8c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:18.835004 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-815f1b33-f0a0-4819-bfbc-9f1af0f2cf5a req-247e2b51-2e02-44f6-b3bb-ce4e20fb8c00 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 1097 time: 0.1322134 Jul 22 16:37:18.836228 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7b04f9ca-38cc-41c9-8d72-e22d1a408234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'name': 'tempest-ServersTestBootFromVolume-1133025520-router', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:34:05Z', 'updated_at': '2021-07-22T16:34:14Z', 'revision_number': 4, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'gw_port': {'id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:06Z', 'updated_at': '2021-07-22T16:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'db1172d4-0343-4cf5-b435-0c31ed4ba635', 'name': '', 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'mac_address': 'fa:16:3e:46:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '12e78912-9022-4c25-a60d-750c40af1085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:12Z', 'updated_at': '2021-07-22T16:34:24Z', 'revision_number': 5, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'subnets': [{'id': '12e78912-9022-4c25-a60d-750c40af1085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:18.882273 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51096) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:18.888873 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f48696ef-b951-4f46-a843-d6bc4d042f4d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Request body: {'subnet': {'network_id': 'ba1502aa-cd93-4733-8081-1ac77be9b7ad', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:18.913340 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b04f9ca-38cc-41c9-8d72-e22d1a408234 None None] The sync data for ids ['75efc44b-89c0-41c1-ab32-8ffea46d97ca'] in n-d-798930-9 is: [{'id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'name': 'tempest-ServersTestBootFromVolume-1133025520-router', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:34:05Z', 'updated_at': '2021-07-22T16:34:14Z', 'revision_number': 4, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'gw_port': {'id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:06Z', 'updated_at': '2021-07-22T16:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'db1172d4-0343-4cf5-b435-0c31ed4ba635', 'name': '', 'network_id': 'cee977de-9cad-474a-a5af-ad0779e35005', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'mac_address': 'fa:16:3e:46:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '12e78912-9022-4c25-a60d-750c40af1085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:12Z', 'updated_at': '2021-07-22T16:34:24Z', 'revision_number': 5, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'subnets': [{'id': '12e78912-9022-4c25-a60d-750c40af1085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:37:18.926923 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991136a5-c68c-4860-b998-ee18419d1fb0 req-61333c83-2883-4cd0-81e3-a5b4d885f6dc tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:18.942859 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-991136a5-c68c-4860-b998-ee18419d1fb0 req-61333c83-2883-4cd0-81e3-a5b4d885f6dc tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.1405721 Jul 22 16:37:18.963522 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-815f1b33-f0a0-4819-bfbc-9f1af0f2cf5a req-429c87a9-ef8b-4ef1-8080-7c9702de1444 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219363 Jul 22 16:37:19.026056 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-991136a5-c68c-4860-b998-ee18419d1fb0 req-033610ca-f0c2-4f9b-8730-f08a8950c203 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706995 Jul 22 16:37:19.127724 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48696ef-b951-4f46-a843-d6bc4d042f4d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Made reservation on behalf of 3657269e024443f5a0232d7e5d8677af for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:19.132284 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f48696ef-b951-4f46-a843-d6bc4d042f4d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:19.212441 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3d5bc425-d258-4972-9d05-6cf8e04ffb2e req-45afe71e-ff6a-4d9e-8bf8-33d7fa9da937 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 210 time: 0.0548873 Jul 22 16:37:19.364882 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593ba9d5-bb8c-4962-9a77-5d90e90bb1f3 None None] New status for floating IP 0ade5fd6-633d-4be5-8a7e-61d549f98489: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:37:19.500069 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f48696ef-b951-4f46-a843-d6bc4d042f4d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:19.598068 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48696ef-b951-4f46-a843-d6bc4d042f4d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event updated for resources: {'Subnet': ['ID=e1e96d9b-4801-4d57-bf52-1b12f749766d,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:19.613720 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48696ef-b951-4f46-a843-d6bc4d042f4d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:19.614100 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48696ef-b951-4f46-a843-d6bc4d042f4d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:19.614449 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48696ef-b951-4f46-a843-d6bc4d042f4d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:19.614788 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48696ef-b951-4f46-a843-d6bc4d042f4d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:19.615127 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48696ef-b951-4f46-a843-d6bc4d042f4d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:19.615467 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48696ef-b951-4f46-a843-d6bc4d042f4d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:19.615804 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48696ef-b951-4f46-a843-d6bc4d042f4d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:19.616167 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48696ef-b951-4f46-a843-d6bc4d042f4d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:19.616457 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48696ef-b951-4f46-a843-d6bc4d042f4d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:19.616785 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48696ef-b951-4f46-a843-d6bc4d042f4d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:19.617250 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48696ef-b951-4f46-a843-d6bc4d042f4d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:19.617582 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48696ef-b951-4f46-a843-d6bc4d042f4d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:19.632420 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48696ef-b951-4f46-a843-d6bc4d042f4d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Checking segment: {'id': 'd120d19e-9a1b-4f0d-8f8e-9f15c8d96d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ba1502aa-cd93-4733-8081-1ac77be9b7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:19.633973 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48696ef-b951-4f46-a843-d6bc4d042f4d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Network hostable DHCP agents. Network: ba1502aa-cd93-4733-8081-1ac77be9b7ad, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:37:19.661407 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48696ef-b951-4f46-a843-d6bc4d042f4d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Network ba1502aa-cd93-4733-8081-1ac77be9b7ad is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:37:19.677994 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f48696ef-b951-4f46-a843-d6bc4d042f4d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, ba1502aa-cd93-4733-8081-1ac77be9b7ad) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:19.687162 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48696ef-b951-4f46-a843-d6bc4d042f4d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:19.689561 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f48696ef-b951-4f46-a843-d6bc4d042f4d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:19.697007 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0d68d1-ef08-4090-8fa9-7f0d0831220b None None] Network ba1502aa-cd93-4733-8081-1ac77be9b7ad requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:19.709284 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c1735-80e5-4ed6-a726-cf5542b70a55 req-57293642-509f-4c90-ab5b-c941af6f538e tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:19.711047 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bd7c1735-80e5-4ed6-a726-cf5542b70a55 req-57293642-509f-4c90-ab5b-c941af6f538e tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 946 time: 0.0823867 Jul 22 16:37:19.755646 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bd7c1735-80e5-4ed6-a726-cf5542b70a55 req-a8e1a8bb-04af-4221-811e-776e46ee302d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377789 Jul 22 16:37:19.789244 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51128) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:19.794878 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-aeb876d1-1102-4816-bb95-03e7ab55dc9c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1259759404'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:19.799344 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f48696ef-b951-4f46-a843-d6bc4d042f4d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9159379 Jul 22 16:37:19.840848 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb876d1-1102-4816-bb95-03e7ab55dc9c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Made reservation on behalf of 3657269e024443f5a0232d7e5d8677af for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:19.845632 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aeb876d1-1102-4816-bb95-03e7ab55dc9c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:19.901257 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb876d1-1102-4816-bb95-03e7ab55dc9c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:37:19.910786 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-a5c03fa0-5363-428f-9dc2-031a59254815 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:19.926946 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aeb876d1-1102-4816-bb95-03e7ab55dc9c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:19.927512 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-aeb876d1-1102-4816-bb95-03e7ab55dc9c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Added segment 73481f7a-349d-442f-9247-bd641354a50f of type vlan for network 52723ac6-7f5c-4409-9fb1-bc03a191b641 Jul 22 16:37:19.931580 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-a5c03fa0-5363-428f-9dc2-031a59254815 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/networks?id=f64f45c6-362e-42d5-84c7-cae27bf8557e HTTP/1.1" status: 200 len: 808 time: 0.2201605 Jul 22 16:37:19.947432 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cdcbb2-5da3-4b2a-9a4c-8bd31a80b5c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-ba1502aa-cd93-4733-8081-1ac77be9b7ad', 'network_id': 'ba1502aa-cd93-4733-8081-1ac77be9b7ad', 'tenant_id': '3657269e024443f5a0232d7e5d8677af', 'fixed_ips': [{'subnet_id': 'e1e96d9b-4801-4d57-bf52-1b12f749766d'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:37:19.948428 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25cdcbb2-5da3-4b2a-9a4c-8bd31a80b5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:19.959921 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-fb27603b-3b54-497d-98e2-2baaf328fb97 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/quotas/8c4e16bf9394482a87682877824d0898 HTTP/1.1" status: 200 len: 375 time: 0.0264108 Jul 22 16:37:19.999556 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aeb876d1-1102-4816-bb95-03e7ab55dc9c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:20.053635 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-f342a3c7-7b73-4cdb-b75d-cf820723f857 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c4e16bf9394482a87682877824d0898&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856872 Jul 22 16:37:20.092869 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aeb876d1-1102-4816-bb95-03e7ab55dc9c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:20.109312 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb876d1-1102-4816-bb95-03e7ab55dc9c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:20.109569 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aeb876d1-1102-4816-bb95-03e7ab55dc9c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:20.122236 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device dec8be23-fef6-47ed-b199-f52fd6077c32 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:37:20.190386 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: dec8be23-fef6-47ed-b199-f52fd6077c32 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:37:20.191675 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device dec8be23-fef6-47ed-b199-f52fd6077c32 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:37:20.245427 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-2726a0fc-0677-4d48-b034-f9fa2068815a service neutron] 10.222.0.69 "GET /v2.0/networks/f64f45c6-362e-42d5-84c7-cae27bf8557e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898160 Jul 22 16:37:20.274290 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-aeb876d1-1102-4816-bb95-03e7ab55dc9c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4837079 Jul 22 16:37:20.279460 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51144) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:20.294414 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-437fdc0c-1e67-44dc-bbff-2ca65cbadcf8 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Request body: {'subnet': {'network_id': '52723ac6-7f5c-4409-9fb1-bc03a191b641', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:20.317423 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-25cdcbb2-5da3-4b2a-9a4c-8bd31a80b5c3 None None] Allocated IP 2001:db8:0:ffff::2 (ba1502aa-cd93-4733-8081-1ac77be9b7ad/e1e96d9b-4801-4d57-bf52-1b12f749766d/20ee40b9-dedc-4aa6-a165-866384a21460) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:20.457297 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437fdc0c-1e67-44dc-bbff-2ca65cbadcf8 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Made reservation on behalf of 3657269e024443f5a0232d7e5d8677af for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:20.464390 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-437fdc0c-1e67-44dc-bbff-2ca65cbadcf8 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:20.465995 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-9ade6169-768a-412b-be7f-d73948dcceb7 service neutron] 10.222.0.69 "GET /v2.0/networks/f64f45c6-362e-42d5-84c7-cae27bf8557e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195029 Jul 22 16:37:20.518587 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25cdcbb2-5da3-4b2a-9a4c-8bd31a80b5c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:20.527911 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-25cdcbb2-5da3-4b2a-9a4c-8bd31a80b5c3 None None] Transition to ACTIVE for port object 20ee40b9-dedc-4aa6-a165-866384a21460 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:20.547105 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-25cdcbb2-5da3-4b2a-9a4c-8bd31a80b5c3 None None] Transition to ACTIVE for port object 20ee40b9-dedc-4aa6-a165-866384a21460 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:20.554390 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25cdcbb2-5da3-4b2a-9a4c-8bd31a80b5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:20.562165 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb876d1-1102-4816-bb95-03e7ab55dc9c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event updated for resources: {'Network': ['ID=52723ac6-7f5c-4409-9fb1-bc03a191b641,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:20.619859 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdcbb2-5da3-4b2a-9a4c-8bd31a80b5c3 None None] Pushing event updated for resources: {'Port': ['ID=20ee40b9-dedc-4aa6-a165-866384a21460,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:20.629817 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 52723ac6-7f5c-4409-9fb1-bc03a191b641 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:37:20.660997 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cdcbb2-5da3-4b2a-9a4c-8bd31a80b5c3 None None] Network ba1502aa-cd93-4733-8081-1ac77be9b7ad is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:20.662579 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605f7e7-b497-4a3a-9670-285a012e9b4d req-17da6a44-93f5-4f67-9ef3-043ed2c6fcdb tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:20.669330 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-25cdcbb2-5da3-4b2a-9a4c-8bd31a80b5c3 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:20.670585 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d605f7e7-b497-4a3a-9670-285a012e9b4d req-17da6a44-93f5-4f67-9ef3-043ed2c6fcdb tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.5557575 Jul 22 16:37:20.672368 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cdcbb2-5da3-4b2a-9a4c-8bd31a80b5c3 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:20.745976 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-25cdcbb2-5da3-4b2a-9a4c-8bd31a80b5c3 None None] Attempting to bind port 20ee40b9-dedc-4aa6-a165-866384a21460 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:20.746444 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-25cdcbb2-5da3-4b2a-9a4c-8bd31a80b5c3 None None] Attempting to bind port 20ee40b9-dedc-4aa6-a165-866384a21460 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'd120d19e-9a1b-4f0d-8f8e-9f15c8d96d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ba1502aa-cd93-4733-8081-1ac77be9b7ad'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:20.746837 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cdcbb2-5da3-4b2a-9a4c-8bd31a80b5c3 None None] Attempting to bind port 20ee40b9-dedc-4aa6-a165-866384a21460 on network ba1502aa-cd93-4733-8081-1ac77be9b7ad {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:20.791532 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cdcbb2-5da3-4b2a-9a4c-8bd31a80b5c3 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:20.792003 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cdcbb2-5da3-4b2a-9a4c-8bd31a80b5c3 None None] Checking segment: {'id': 'd120d19e-9a1b-4f0d-8f8e-9f15c8d96d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ba1502aa-cd93-4733-8081-1ac77be9b7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:20.792431 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25cdcbb2-5da3-4b2a-9a4c-8bd31a80b5c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:20.792834 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cdcbb2-5da3-4b2a-9a4c-8bd31a80b5c3 None None] Bound using segment: {'id': 'd120d19e-9a1b-4f0d-8f8e-9f15c8d96d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ba1502aa-cd93-4733-8081-1ac77be9b7ad'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:20.793269 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d605f7e7-b497-4a3a-9670-285a012e9b4d req-f1ab05ae-c945-44ca-8aa3-a879ad62f3e8 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206443 Jul 22 16:37:20.793380 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-25cdcbb2-5da3-4b2a-9a4c-8bd31a80b5c3 None None] Bound port: 20ee40b9-dedc-4aa6-a165-866384a21460, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd120d19e-9a1b-4f0d-8f8e-9f15c8d96d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ba1502aa-cd93-4733-8081-1ac77be9b7ad'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:20.793710 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25cdcbb2-5da3-4b2a-9a4c-8bd31a80b5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:20.910440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-25cdcbb2-5da3-4b2a-9a4c-8bd31a80b5c3 None None] For port 20ee40b9-dedc-4aa6-a165-866384a21460, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:20.914191 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-25cdcbb2-5da3-4b2a-9a4c-8bd31a80b5c3 None None] For port 20ee40b9-dedc-4aa6-a165-866384a21460, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=20ee40b9-dedc-4aa6-a165-866384a21460,segment=NetworkSegment(d120d19e-9a1b-4f0d-8f8e-9f15c8d96d91),segment_id=d120d19e-9a1b-4f0d-8f8e-9f15c8d96d91)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:20.925248 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25cdcbb2-5da3-4b2a-9a4c-8bd31a80b5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:20.936055 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f306176a-4d9a-4ba6-a066-5620fac1e7cf req-21c18ada-5abc-4e76-badd-4f2f2ade3783 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e6ea160-5c55-4183-a5e0-bb42b7e97421 HTTP/1.1" status: 200 len: 210 time: 0.0599434 Jul 22 16:37:21.029161 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdcbb2-5da3-4b2a-9a4c-8bd31a80b5c3 None None] Pushing event updated for resources: {'Port': ['ID=20ee40b9-dedc-4aa6-a165-866384a21460,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:21.063779 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1458088e-7cd5-4ed7-9511-e1e9bc7db1af req-d5132d61-eddb-4570-a989-7aced03eca02 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 210 time: 0.1108472 Jul 22 16:37:21.080430 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-437fdc0c-1e67-44dc-bbff-2ca65cbadcf8 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:21.223412 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fdc0c-1e67-44dc-bbff-2ca65cbadcf8 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event updated for resources: {'Subnet': ['ID=c7c7c601-004e-4fba-bf37-ac9df6bc7784,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:21.736884 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437fdc0c-1e67-44dc-bbff-2ca65cbadcf8 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Checking segment: {'id': '73481f7a-349d-442f-9247-bd641354a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '52723ac6-7f5c-4409-9fb1-bc03a191b641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:21.737255 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437fdc0c-1e67-44dc-bbff-2ca65cbadcf8 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Network hostable DHCP agents. Network: 52723ac6-7f5c-4409-9fb1-bc03a191b641, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:37:21.760825 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437fdc0c-1e67-44dc-bbff-2ca65cbadcf8 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Network 52723ac6-7f5c-4409-9fb1-bc03a191b641 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:37:21.771697 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fbd89-ef9b-471d-b9eb-22aab14f8723 req-9ee1924f-e032-4cac-a92e-9888b3985cac tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:21.778884 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f92fbd89-ef9b-471d-b9eb-22aab14f8723 req-9ee1924f-e032-4cac-a92e-9888b3985cac tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 946 time: 0.6388230 Jul 22 16:37:21.799409 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-437fdc0c-1e67-44dc-bbff-2ca65cbadcf8 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 52723ac6-7f5c-4409-9fb1-bc03a191b641) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:21.806068 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437fdc0c-1e67-44dc-bbff-2ca65cbadcf8 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:21.806674 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-437fdc0c-1e67-44dc-bbff-2ca65cbadcf8 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:21.818695 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c19c9b-c917-4947-acae-8655e9320026 None None] Network 52723ac6-7f5c-4409-9fb1-bc03a191b641 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:21.844940 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f92fbd89-ef9b-471d-b9eb-22aab14f8723 req-c593cef0-0407-42fe-bf5c-29c519f3c1f5 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648839 Jul 22 16:37:21.847016 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-437fdc0c-1e67-44dc-bbff-2ca65cbadcf8 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5627286 Jul 22 16:37:21.850398 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51174) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:22.060864 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 20ee40b9-dedc-4aa6-a165-866384a21460 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:22.141322 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e70188-a754-4610-b9cb-5fe589a9f288 req-5106f4b8-5ee9-4c31-9e36-c8aba77a4d03 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:22.144066 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-14e70188-a754-4610-b9cb-5fe589a9f288 req-5106f4b8-5ee9-4c31-9e36-c8aba77a4d03 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.2176845 Jul 22 16:37:22.172345 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38aaa15a-7be6-4741-b8f9-0a35d647e406 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:22.223229 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-14e70188-a754-4610-b9cb-5fe589a9f288 req-49a01928-bcd6-4cb8-a369-0fa0cdb6a705 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684972 Jul 22 16:37:22.277323 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 20ee40b9-dedc-4aa6-a165-866384a21460 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:22.354002 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a693e8c-b421-4e7b-af4f-04c9e3a19c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-52723ac6-7f5c-4409-9fb1-bc03a191b641', 'network_id': '52723ac6-7f5c-4409-9fb1-bc03a191b641', 'tenant_id': '3657269e024443f5a0232d7e5d8677af', 'fixed_ips': [{'subnet_id': 'c7c7c601-004e-4fba-bf37-ac9df6bc7784'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:37:22.355655 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a693e8c-b421-4e7b-af4f-04c9e3a19c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:22.394936 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-50ea424d-9565-48f5-b567-ad2954487790 req-02b9cd2a-c411-4d21-a12a-f537a01ad2ea tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e6ea160-5c55-4183-a5e0-bb42b7e97421 HTTP/1.1" status: 200 len: 210 time: 0.0609870 Jul 22 16:37:22.410851 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38aaa15a-7be6-4741-b8f9-0a35d647e406 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:22.421223 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5f2695be-06d7-4913-8632-b6b54cff25a3 req-494d5ffa-29b2-4378-bcc4-71540049af83 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 210 time: 0.0703230 Jul 22 16:37:22.574773 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38aaa15a-7be6-4741-b8f9-0a35d647e406 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server [None req-0a693e8c-b421-4e7b-af4f-04c9e3a19c61 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7c7c601-004e-4fba-bf37-ac9df6bc7784: This subnet is being modified by another concurrent operation. Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:37:22.647518 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise exception Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7c7c601-004e-4fba-bf37-ac9df6bc7784: This subnet is being modified by another concurrent operation. Jul 22 16:37:22.655725 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server Jul 22 16:37:22.677299 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834f80a5-a8e7-408c-b66e-b8806365b374 None None] Network ba1502aa-cd93-4733-8081-1ac77be9b7ad requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:22.713852 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aaa15a-7be6-4741-b8f9-0a35d647e406 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Subnet': ['ID=c7c7c601-004e-4fba-bf37-ac9df6bc7784,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:22.752290 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb3edf8-ebe0-4f04-a290-c7549c8a6b91 None None] Network 52723ac6-7f5c-4409-9fb1-bc03a191b641 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:22.840996 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38aaa15a-7be6-4741-b8f9-0a35d647e406 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:22.854698 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-38aaa15a-7be6-4741-b8f9-0a35d647e406 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52723ac6-7f5c-4409-9fb1-bc03a191b641']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:22.870382 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-38aaa15a-7be6-4741-b8f9-0a35d647e406 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73481f7a-349d-442f-9247-bd641354a50f') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:22.871041 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-38aaa15a-7be6-4741-b8f9-0a35d647e406 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73481f7a-349d-442f-9247-bd641354a50f') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:22.889392 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea57408-42ba-4854-b45c-5d2b677ab879 req-9ec8ccab-685f-4c8a-a535-63e90c8e85bc tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:22.891298 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6ea57408-42ba-4854-b45c-5d2b677ab879 req-9ec8ccab-685f-4c8a-a535-63e90c8e85bc tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 946 time: 0.2337365 Jul 22 16:37:22.893461 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38aaa15a-7be6-4741-b8f9-0a35d647e406 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:22.922208 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38aaa15a-7be6-4741-b8f9-0a35d647e406 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:22.948932 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38aaa15a-7be6-4741-b8f9-0a35d647e406 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:37:22.959488 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38aaa15a-7be6-4741-b8f9-0a35d647e406 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:37:22.965181 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:37:22.974186 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-d15c675a-6bdf-482c-b080-fd592198eb9c tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:22.975899 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-d15c675a-6bdf-482c-b080-fd592198eb9c tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.16 "GET /v2.0/networks?id=f64f45c6-362e-42d5-84c7-cae27bf8557e HTTP/1.1" status: 200 len: 808 time: 0.2791977 Jul 22 16:37:23.032278 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6ea57408-42ba-4854-b45c-5d2b677ab879 req-46fa32b8-8385-4fdb-b5d7-64eb7ac90f0b tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263731 Jul 22 16:37:23.058933 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-12cd8130-09e8-4ae0-9090-d29b55e7a97d tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Request body: {'port': {'device_id': '5e6ea160-5c55-4183-a5e0-bb42b7e97421', 'network_id': 'f64f45c6-362e-42d5-84c7-cae27bf8557e', 'admin_state_up': True, 'tenant_id': '8c4e16bf9394482a87682877824d0898'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:23.083105 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38aaa15a-7be6-4741-b8f9-0a35d647e406 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:23.091739 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38aaa15a-7be6-4741-b8f9-0a35d647e406 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:23.094584 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-38aaa15a-7be6-4741-b8f9-0a35d647e406 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/networks/52723ac6-7f5c-4409-9fb1-bc03a191b641 HTTP/1.1" status: 204 len: 168 time: 1.2426558 Jul 22 16:37:23.098782 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51188) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:23.105051 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8547a675-5f91-4ec1-9309-5b3c77e3808c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1533239471'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:23.109531 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1de40810-422a-4003-9399-81991c53d18f None None] Provisioning for port 20ee40b9-dedc-4aa6-a165-866384a21460 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:23.126467 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aaa15a-7be6-4741-b8f9-0a35d647e406 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Network': ['ID=52723ac6-7f5c-4409-9fb1-bc03a191b641,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:23.128401 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1de40810-422a-4003-9399-81991c53d18f None None] Provisioning complete for port 20ee40b9-dedc-4aa6-a165-866384a21460 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:23.128808 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1de40810-422a-4003-9399-81991c53d18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:23.154631 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8547a675-5f91-4ec1-9309-5b3c77e3808c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Made reservation on behalf of 3657269e024443f5a0232d7e5d8677af for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:23.166940 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8547a675-5f91-4ec1-9309-5b3c77e3808c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:23.212888 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8547a675-5f91-4ec1-9309-5b3c77e3808c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:37:23.246814 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8547a675-5f91-4ec1-9309-5b3c77e3808c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:23.247167 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-8547a675-5f91-4ec1-9309-5b3c77e3808c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Added segment 634a9c39-b3b7-4319-96a8-52614a39be24 of type vlan for network 1285c02c-7cff-42ff-bd40-4203bb08287d Jul 22 16:37:23.274019 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-12cd8130-09e8-4ae0-9090-d29b55e7a97d tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Made reservation on behalf of 8c4e16bf9394482a87682877824d0898 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:23.283445 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-12cd8130-09e8-4ae0-9090-d29b55e7a97d tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:23.345524 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8547a675-5f91-4ec1-9309-5b3c77e3808c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:23.369024 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1de40810-422a-4003-9399-81991c53d18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:23.463879 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8547a675-5f91-4ec1-9309-5b3c77e3808c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:23.466019 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1de40810-422a-4003-9399-81991c53d18f None None] For port 20ee40b9-dedc-4aa6-a165-866384a21460, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=20ee40b9-dedc-4aa6-a165-866384a21460,segment=NetworkSegment(d120d19e-9a1b-4f0d-8f8e-9f15c8d96d91),segment_id=d120d19e-9a1b-4f0d-8f8e-9f15c8d96d91)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:23.476563 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1de40810-422a-4003-9399-81991c53d18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:23.483664 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8547a675-5f91-4ec1-9309-5b3c77e3808c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:23.484829 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8547a675-5f91-4ec1-9309-5b3c77e3808c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:23.533790 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-12cd8130-09e8-4ae0-9090-d29b55e7a97d tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Allocated IP 172.20.0.10 (f64f45c6-362e-42d5-84c7-cae27bf8557e/30e310f6-535c-4ece-be04-878605664af6/e0bb2091-2c2e-49ed-927c-eb0c66510c2d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:23.637275 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de40810-422a-4003-9399-81991c53d18f None None] Pushing event updated for resources: {'Port': ['ID=20ee40b9-dedc-4aa6-a165-866384a21460,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:23.658603 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d23ca-cf24-4416-be03-77b5cee79ced req-61897e52-39d4-4e6f-b77c-a2970493e771 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:23.668214 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-621d23ca-cf24-4416-be03-77b5cee79ced req-61897e52-39d4-4e6f-b77c-a2970493e771 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.3505278 Jul 22 16:37:23.679312 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547a675-5f91-4ec1-9309-5b3c77e3808c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event updated for resources: {'Network': ['ID=1285c02c-7cff-42ff-bd40-4203bb08287d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:23.695988 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 1285c02c-7cff-42ff-bd40-4203bb08287d details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:37:23.721077 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8547a675-5f91-4ec1-9309-5b3c77e3808c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6174548 Jul 22 16:37:23.723350 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51206) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:23.758863 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ed01f250-a79a-4af8-9382-49af35801729 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Request body: {'subnet': {'network_id': '1285c02c-7cff-42ff-bd40-4203bb08287d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:23.767768 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d85c33-eac1-4614-9a59-99f1a826e9cc None None] get_active_networks_info from n-d-798930-9 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:37:23.778040 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3719dce9-42b6-44e3-8802-eb39a01f69c0 req-c9c6dd0d-f5ea-475e-925f-379d1e20f6a1 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e6ea160-5c55-4183-a5e0-bb42b7e97421 HTTP/1.1" status: 200 len: 210 time: 0.1315565 Jul 22 16:37:23.847423 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-621d23ca-cf24-4416-be03-77b5cee79ced req-a4a99506-b13f-450d-91c9-7ae3914ac557 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780095 Jul 22 16:37:23.957790 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 20ee40b9-dedc-4aa6-a165-866384a21460 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:23.985885 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed01f250-a79a-4af8-9382-49af35801729 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Made reservation on behalf of 3657269e024443f5a0232d7e5d8677af for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:23.990419 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed01f250-a79a-4af8-9382-49af35801729 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:23.993242 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d055a92f-d5c1-4679-8a60-2a829f39f44e None None] Provisioning complete for port 20ee40b9-dedc-4aa6-a165-866384a21460 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:23.993745 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d055a92f-d5c1-4679-8a60-2a829f39f44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:24.029732 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-55c22aff-223a-4488-b829-086f9024a0dc req-a5e3e98f-c44a-4682-b0e3-4c8731dc6258 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/ports?device_id=c12d347d-bffe-4998-90e2-08b8626d4dcf HTTP/1.1" status: 200 len: 210 time: 0.0948312 Jul 22 16:37:24.173733 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d85c33-eac1-4614-9a59-99f1a826e9cc None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:37:24.191284 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-12cd8130-09e8-4ae0-9090-d29b55e7a97d tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:24.286401 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-12cd8130-09e8-4ae0-9090-d29b55e7a97d tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:24.376989 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c2ea2-7ae7-4ef0-be5d-1b85a9367af4 req-93735203-6e07-46d9-92c3-00628eeb55c1 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:24.378871 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f7c2ea2-7ae7-4ef0-be5d-1b85a9367af4 req-93735203-6e07-46d9-92c3-00628eeb55c1 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 946 time: 0.1790972 Jul 22 16:37:24.409716 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd8130-09e8-4ae0-9090-d29b55e7a97d tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Pushing event updated for resources: {'Port': ['ID=e0bb2091-2c2e-49ed-927c-eb0c66510c2d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:24.434977 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-12cd8130-09e8-4ae0-9090-d29b55e7a97d tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Network f64f45c6-362e-42d5-84c7-cae27bf8557e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:24.437808 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-12cd8130-09e8-4ae0-9090-d29b55e7a97d tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:24.443972 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-12cd8130-09e8-4ae0-9090-d29b55e7a97d tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:24.470158 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f7c2ea2-7ae7-4ef0-be5d-1b85a9367af4 req-3d9797e0-efb2-4f47-8a67-f3e976f9b11d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693886 Jul 22 16:37:24.501025 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-12cd8130-09e8-4ae0-9090-d29b55e7a97d tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:24.501700 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-12cd8130-09e8-4ae0-9090-d29b55e7a97d tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:24.520653 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-12cd8130-09e8-4ae0-9090-d29b55e7a97d tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4719975 Jul 22 16:37:24.568434 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-b563f383-208a-4c88-a45f-1469d41fd8f0 service neutron] Request body: {'port': {'device_id': '5e6ea160-5c55-4183-a5e0-bb42b7e97421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:24.586143 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed01f250-a79a-4af8-9382-49af35801729 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:24.596132 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 20ee40b9-dedc-4aa6-a165-866384a21460 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:24.596566 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:24.690303 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01f250-a79a-4af8-9382-49af35801729 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event updated for resources: {'Subnet': ['ID=146a303f-b3d2-4291-a45a-da50d88ea15a,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:24.703542 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed01f250-a79a-4af8-9382-49af35801729 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Checking segment: {'id': '634a9c39-b3b7-4319-96a8-52614a39be24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1285c02c-7cff-42ff-bd40-4203bb08287d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:24.704085 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed01f250-a79a-4af8-9382-49af35801729 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Network hostable DHCP agents. Network: 1285c02c-7cff-42ff-bd40-4203bb08287d, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:37:24.732498 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed01f250-a79a-4af8-9382-49af35801729 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Network 1285c02c-7cff-42ff-bd40-4203bb08287d is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:37:24.742832 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-b563f383-208a-4c88-a45f-1469d41fd8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:24.761253 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ed01f250-a79a-4af8-9382-49af35801729 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 1285c02c-7cff-42ff-bd40-4203bb08287d) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:24.769337 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed01f250-a79a-4af8-9382-49af35801729 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:24.770124 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed01f250-a79a-4af8-9382-49af35801729 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:24.794645 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ed01f250-a79a-4af8-9382-49af35801729 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0510359 Jul 22 16:37:24.796112 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51214) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:24.804966 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7d02353b-08d4-4cd3-a59e-23ce49f4c977 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-609211600'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:24.841788 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d02353b-08d4-4cd3-a59e-23ce49f4c977 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Made reservation on behalf of 3657269e024443f5a0232d7e5d8677af for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:24.847129 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d02353b-08d4-4cd3-a59e-23ce49f4c977 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:24.907574 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d02353b-08d4-4cd3-a59e-23ce49f4c977 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:37:24.930446 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d02353b-08d4-4cd3-a59e-23ce49f4c977 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:24.930794 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-7d02353b-08d4-4cd3-a59e-23ce49f4c977 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Added segment 8c532d30-8e7f-4b39-8f7b-844024b153b8 of type vlan for network e97e17ac-7667-46db-a02f-186cadc24e95 Jul 22 16:37:24.996957 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d02353b-08d4-4cd3-a59e-23ce49f4c977 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:25.075816 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d02353b-08d4-4cd3-a59e-23ce49f4c977 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:25.090139 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d02353b-08d4-4cd3-a59e-23ce49f4c977 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:25.090790 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d02353b-08d4-4cd3-a59e-23ce49f4c977 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:25.132999 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d86fb-b42a-49a9-90bd-a76dbae7323a req-f5fa0e0c-0af1-4d3a-a9d6-6ec069c6e10a tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:25.134910 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5f0d86fb-b42a-49a9-90bd-a76dbae7323a req-f5fa0e0c-0af1-4d3a-a9d6-6ec069c6e10a tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e6ea160-5c55-4183-a5e0-bb42b7e97421 HTTP/1.1" status: 200 len: 932 time: 0.1374869 Jul 22 16:37:25.200536 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7d02353b-08d4-4cd3-a59e-23ce49f4c977 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3998363 Jul 22 16:37:25.213020 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51222) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:25.223297 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-751a2713-156b-4762-bf95-d3dc781ef2a5 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Request body: {'subnet': {'network_id': 'e97e17ac-7667-46db-a02f-186cadc24e95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:25.283105 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02353b-08d4-4cd3-a59e-23ce49f4c977 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event updated for resources: {'Network': ['ID=e97e17ac-7667-46db-a02f-186cadc24e95,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:25.304621 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network e97e17ac-7667-46db-a02f-186cadc24e95 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:37:25.317031 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cb487-b1a5-4352-b459-2b80b92b04f6 req-766ddffc-38cd-4d97-afcb-1bc3c2946bb1 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:25.318635 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-598cb487-b1a5-4352-b459-2b80b92b04f6 req-766ddffc-38cd-4d97-afcb-1bc3c2946bb1 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.2859786 Jul 22 16:37:25.363360 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfcde59-08a2-4c2b-9697-f04fc4e0e09d None None] Network 1285c02c-7cff-42ff-bd40-4203bb08287d requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:25.400636 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-598cb487-b1a5-4352-b459-2b80b92b04f6 req-30b604dc-1dd6-436b-9fee-518e03f87ad5 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756640 Jul 22 16:37:25.437371 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5f0d86fb-b42a-49a9-90bd-a76dbae7323a req-607579b9-c92a-41f1-bce6-ea7cb056e37c tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cf75341-db10-496e-8175-ed5d60e10a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715125 Jul 22 16:37:25.547598 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751a2713-156b-4762-bf95-d3dc781ef2a5 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Made reservation on behalf of 3657269e024443f5a0232d7e5d8677af for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:25.551806 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-751a2713-156b-4762-bf95-d3dc781ef2a5 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:25.606927 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-b563f383-208a-4c88-a45f-1469d41fd8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0bb2091-2c2e-49ed-927c-eb0c66510c2d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:37:25.621761 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-b563f383-208a-4c88-a45f-1469d41fd8f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:25.656797 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-751a2713-156b-4762-bf95-d3dc781ef2a5 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Performing IP validity checks on allocation pools {{(pid=93816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 16:37:25.657474 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-751a2713-156b-4762-bf95-d3dc781ef2a5 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 16:37:25.671461 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51230) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:25.707610 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-b563f383-208a-4c88-a45f-1469d41fd8f0 service neutron] Transition to ACTIVE for port object e0bb2091-2c2e-49ed-927c-eb0c66510c2d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:25.720854 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-b563f383-208a-4c88-a45f-1469d41fd8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:25.772176 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a060f-a714-4b78-a370-34f8bfa86229 req-f1a8adcd-27e1-4aa6-bf25-fe96e5e73dcf tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:25.778923 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9a3a060f-a714-4b78-a370-34f8bfa86229 req-f1a8adcd-27e1-4aa6-bf25-fe96e5e73dcf tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 946 time: 0.1238484 Jul 22 16:37:25.825500 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563f383-208a-4c88-a45f-1469d41fd8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e0bb2091-2c2e-49ed-927c-eb0c66510c2d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:25.837315 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043abe51-eb1d-4b4b-bc5a-2a2ebc5c891a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-1285c02c-7cff-42ff-bd40-4203bb08287d', 'network_id': '1285c02c-7cff-42ff-bd40-4203bb08287d', 'tenant_id': '3657269e024443f5a0232d7e5d8677af', 'fixed_ips': [{'subnet_id': '146a303f-b3d2-4291-a45a-da50d88ea15a'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:37:25.838293 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-043abe51-eb1d-4b4b-bc5a-2a2ebc5c891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:25.852036 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9a3a060f-a714-4b78-a370-34f8bfa86229 req-3c6f5815-2080-4448-81d2-6a92b4221d48 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662529 Jul 22 16:37:26.011347 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-043abe51-eb1d-4b4b-bc5a-2a2ebc5c891a None None] Allocated IP 2001:db8::1 (1285c02c-7cff-42ff-bd40-4203bb08287d/146a303f-b3d2-4291-a45a-da50d88ea15a/16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:26.013940 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-751a2713-156b-4762-bf95-d3dc781ef2a5 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:26.186080 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2eb1bc85-dc70-4000-9236-62ac4bbd1e03 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:26.201846 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a2713-156b-4762-bf95-d3dc781ef2a5 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event updated for resources: {'Subnet': ['ID=d1ac76d8-9c0b-4e51-a2ff-f78a58c3485d,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:26.279884 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2eb1bc85-dc70-4000-9236-62ac4bbd1e03 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:26.283238 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751a2713-156b-4762-bf95-d3dc781ef2a5 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Checking segment: {'id': '8c532d30-8e7f-4b39-8f7b-844024b153b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e97e17ac-7667-46db-a02f-186cadc24e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:26.283783 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751a2713-156b-4762-bf95-d3dc781ef2a5 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Network hostable DHCP agents. Network: e97e17ac-7667-46db-a02f-186cadc24e95, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:37:26.293328 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-043abe51-eb1d-4b4b-bc5a-2a2ebc5c891a None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:26.306185 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-b563f383-208a-4c88-a45f-1469d41fd8f0 service neutron] Attempting to bind port e0bb2091-2c2e-49ed-927c-eb0c66510c2d on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:26.306590 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-b563f383-208a-4c88-a45f-1469d41fd8f0 service neutron] Attempting to bind port e0bb2091-2c2e-49ed-927c-eb0c66510c2d by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'f5a7d149-c690-450a-a568-12348d7494fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f64f45c6-362e-42d5-84c7-cae27bf8557e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:26.306859 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-b563f383-208a-4c88-a45f-1469d41fd8f0 service neutron] Attempting to bind port e0bb2091-2c2e-49ed-927c-eb0c66510c2d on network f64f45c6-362e-42d5-84c7-cae27bf8557e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:26.313148 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-043abe51-eb1d-4b4b-bc5a-2a2ebc5c891a None None] Transition to ACTIVE for port object 16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:26.336379 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-b563f383-208a-4c88-a45f-1469d41fd8f0 service neutron] Port e0bb2091-2c2e-49ed-927c-eb0c66510c2d on network f64f45c6-362e-42d5-84c7-cae27bf8557e not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:26.336803 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-b563f383-208a-4c88-a45f-1469d41fd8f0 service neutron] Attempting to bind port e0bb2091-2c2e-49ed-927c-eb0c66510c2d on network f64f45c6-362e-42d5-84c7-cae27bf8557e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:26.338536 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-043abe51-eb1d-4b4b-bc5a-2a2ebc5c891a None None] Transition to ACTIVE for port object 16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:26.346463 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-043abe51-eb1d-4b4b-bc5a-2a2ebc5c891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:26.352897 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-b563f383-208a-4c88-a45f-1469d41fd8f0 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:26.353497 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-b563f383-208a-4c88-a45f-1469d41fd8f0 service neutron] Checking segment: {'id': 'f5a7d149-c690-450a-a568-12348d7494fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f64f45c6-362e-42d5-84c7-cae27bf8557e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:26.354133 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-b563f383-208a-4c88-a45f-1469d41fd8f0 service neutron] Bound using segment: {'id': 'f5a7d149-c690-450a-a568-12348d7494fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f64f45c6-362e-42d5-84c7-cae27bf8557e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:26.362495 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-b563f383-208a-4c88-a45f-1469d41fd8f0 service neutron] Bound port: e0bb2091-2c2e-49ed-927c-eb0c66510c2d, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a7d149-c690-450a-a568-12348d7494fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f64f45c6-362e-42d5-84c7-cae27bf8557e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:26.363759 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-b563f383-208a-4c88-a45f-1469d41fd8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:26.369973 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751a2713-156b-4762-bf95-d3dc781ef2a5 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Network e97e17ac-7667-46db-a02f-186cadc24e95 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:37:26.405051 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-751a2713-156b-4762-bf95-d3dc781ef2a5 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, e97e17ac-7667-46db-a02f-186cadc24e95) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:26.429856 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751a2713-156b-4762-bf95-d3dc781ef2a5 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:26.434009 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe3d7b4-bca5-415e-9b46-e721056a134e None None] Network e97e17ac-7667-46db-a02f-186cadc24e95 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:26.442003 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-751a2713-156b-4762-bf95-d3dc781ef2a5 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:26.475267 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2eb1bc85-dc70-4000-9236-62ac4bbd1e03 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:26.479260 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2eb1bc85-dc70-4000-9236-62ac4bbd1e03 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:26.483314 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51238) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:26.497689 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2eb1bc85-dc70-4000-9236-62ac4bbd1e03 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "DELETE /v2.0/security-groups/a583f368-1d1a-4e7b-a590-5ae55a8f87b1 HTTP/1.1" status: 204 len: 168 time: 0.8245192 Jul 22 16:37:26.505412 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-88373b54-689e-4e50-83da-03b628f6a558 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] show failed (client error): The resource could not be found. Jul 22 16:37:26.510587 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-88373b54-689e-4e50-83da-03b628f6a558 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "GET /v2.0/security-groups/a583f368-1d1a-4e7b-a590-5ae55a8f87b1 HTTP/1.1" status: 404 len: 347 time: 0.0255113 Jul 22 16:37:26.512825 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51240) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:26.528462 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1bc85-dc70-4000-9236-62ac4bbd1e03 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a583f368-1d1a-4e7b-a590-5ae55a8f87b1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:26.549158 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043abe51-eb1d-4b4b-bc5a-2a2ebc5c891a None None] Network 1285c02c-7cff-42ff-bd40-4203bb08287d is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:26.575311 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-751a2713-156b-4762-bf95-d3dc781ef2a5 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3591464 Jul 22 16:37:26.581674 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51242) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:26.616900 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-043abe51-eb1d-4b4b-bc5a-2a2ebc5c891a None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:26.629978 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043abe51-eb1d-4b4b-bc5a-2a2ebc5c891a None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:26.668734 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043abe51-eb1d-4b4b-bc5a-2a2ebc5c891a None None] Pushing event updated for resources: {'Port': ['ID=16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:26.700382 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-b563f383-208a-4c88-a45f-1469d41fd8f0 service neutron] For port e0bb2091-2c2e-49ed-927c-eb0c66510c2d, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:26.778969 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f9afe-27da-4a9d-9d2b-c13b95b0ca6e req-232897e7-a8a9-4ca8-85eb-287cfc970145 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:26.787069 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-480f9afe-27da-4a9d-9d2b-c13b95b0ca6e req-232897e7-a8a9-4ca8-85eb-287cfc970145 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.2595994 Jul 22 16:37:26.798034 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-b563f383-208a-4c88-a45f-1469d41fd8f0 service neutron] For port e0bb2091-2c2e-49ed-927c-eb0c66510c2d, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e0bb2091-2c2e-49ed-927c-eb0c66510c2d,segment=NetworkSegment(f5a7d149-c690-450a-a568-12348d7494fa),segment_id=f5a7d149-c690-450a-a568-12348d7494fa)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:26.817154 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-b563f383-208a-4c88-a45f-1469d41fd8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:26.914839 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525352ba-80b9-4ce7-b78a-5652c0eb379e req-53b7c1b2-461b-4f4b-953b-5ac434809bdd tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:26.923692 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-525352ba-80b9-4ce7-b78a-5652c0eb379e req-53b7c1b2-461b-4f4b-953b-5ac434809bdd tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e6ea160-5c55-4183-a5e0-bb42b7e97421 HTTP/1.1" status: 200 len: 944 time: 0.1966381 Jul 22 16:37:26.934859 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-480f9afe-27da-4a9d-9d2b-c13b95b0ca6e req-d52be965-680c-4f33-9e28-a5ff842bbc88 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466019 Jul 22 16:37:26.944854 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c01d6cfa-c245-4098-accb-11674ee33135 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Deleting port 2be5450c-e783-4335-96b3-2e7dafec57ef {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:37:26.945190 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c01d6cfa-c245-4098-accb-11674ee33135 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:26.951303 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-b563f383-208a-4c88-a45f-1469d41fd8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:26.952506 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-b563f383-208a-4c88-a45f-1469d41fd8f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:26.954580 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-b563f383-208a-4c88-a45f-1469d41fd8f0 service neutron] 10.222.0.16 "PUT /v2.0/ports/e0bb2091-2c2e-49ed-927c-eb0c66510c2d HTTP/1.1" status: 200 len: 1092 time: 2.3963342 Jul 22 16:37:26.955064 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6ea160-5c55-4183-a5e0-bb42b7e97421', 'tag': 'e0bb2091-2c2e-49ed-927c-eb0c66510c2d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:26.957348 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3f8c3d-54a0-4e44-a93b-6f463958914c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6ea160-5c55-4183-a5e0-bb42b7e97421", "tag": "e0bb2091-2c2e-49ed-927c-eb0c66510c2d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:26.957711 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-043abe51-eb1d-4b4b-bc5a-2a2ebc5c891a None None] Attempting to bind port 16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:26.961209 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-043abe51-eb1d-4b4b-bc5a-2a2ebc5c891a None None] Attempting to bind port 16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '634a9c39-b3b7-4319-96a8-52614a39be24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1285c02c-7cff-42ff-bd40-4203bb08287d'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:26.961550 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043abe51-eb1d-4b4b-bc5a-2a2ebc5c891a None None] Attempting to bind port 16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342 on network 1285c02c-7cff-42ff-bd40-4203bb08287d {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:26.981211 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2533f46b-cfdb-4b04-85e5-227c53041d38 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:26.986689 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043abe51-eb1d-4b4b-bc5a-2a2ebc5c891a None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:26.987065 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043abe51-eb1d-4b4b-bc5a-2a2ebc5c891a None None] Checking segment: {'id': '634a9c39-b3b7-4319-96a8-52614a39be24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1285c02c-7cff-42ff-bd40-4203bb08287d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:26.987579 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-043abe51-eb1d-4b4b-bc5a-2a2ebc5c891a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:26.987841 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043abe51-eb1d-4b4b-bc5a-2a2ebc5c891a None None] Bound using segment: {'id': '634a9c39-b3b7-4319-96a8-52614a39be24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1285c02c-7cff-42ff-bd40-4203bb08287d'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:26.988319 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-043abe51-eb1d-4b4b-bc5a-2a2ebc5c891a None None] Bound port: 16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634a9c39-b3b7-4319-96a8-52614a39be24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1285c02c-7cff-42ff-bd40-4203bb08287d'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:26.988702 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-043abe51-eb1d-4b4b-bc5a-2a2ebc5c891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:27.072980 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563f383-208a-4c88-a45f-1469d41fd8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e0bb2091-2c2e-49ed-927c-eb0c66510c2d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:27.092984 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-525352ba-80b9-4ce7-b78a-5652c0eb379e req-1bb9cb3a-05a5-4461-869b-3c1616ae1739 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cf75341-db10-496e-8175-ed5d60e10a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608670 Jul 22 16:37:27.154626 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c01d6cfa-c245-4098-accb-11674ee33135 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:27.155201 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c01d6cfa-c245-4098-accb-11674ee33135 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:27.183501 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c01d6cfa-c245-4098-accb-11674ee33135 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Calling delete_port for 2be5450c-e783-4335-96b3-2e7dafec57ef owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:37:27.217353 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fd4a41-eb0e-46f6-8dfe-c03614855339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-e97e17ac-7667-46db-a02f-186cadc24e95', 'network_id': 'e97e17ac-7667-46db-a02f-186cadc24e95', 'tenant_id': '3657269e024443f5a0232d7e5d8677af', 'fixed_ips': [{'subnet_id': 'd1ac76d8-9c0b-4e51-a2ff-f78a58c3485d'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:37:27.219018 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28fd4a41-eb0e-46f6-8dfe-c03614855339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:27.236439 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2533f46b-cfdb-4b04-85e5-227c53041d38 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:27.247084 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2265f4e-6ebb-48f5-8361-359121253e49 x-openstack-request-id: req-b2265f4e-6ebb-48f5-8361-359121253e49 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:27.247373 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6ea160-5c55-4183-a5e0-bb42b7e97421", "tag": "e0bb2091-2c2e-49ed-927c-eb0c66510c2d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:27.247626 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b2265f4e-6ebb-48f5-8361-359121253e49 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:27.248030 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6ea160-5c55-4183-a5e0-bb42b7e97421', 'tag': 'e0bb2091-2c2e-49ed-927c-eb0c66510c2d', 'status': 'completed', 'code': 200} Jul 22 16:37:27.260322 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-07c346ce-fb46-406c-afa4-6b45b552aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:27.264628 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-043abe51-eb1d-4b4b-bc5a-2a2ebc5c891a None None] For port 16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:27.264815 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-07c346ce-fb46-406c-afa4-6b45b552aba0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c4e16bf9394482a87682877824d0898&device_id=5e6ea160-5c55-4183-a5e0-bb42b7e97421 HTTP/1.1" status: 200 len: 1095 time: 0.2384970 Jul 22 16:37:27.270083 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-043abe51-eb1d-4b4b-bc5a-2a2ebc5c891a None None] For port 16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342,segment=NetworkSegment(634a9c39-b3b7-4319-96a8-52614a39be24),segment_id=634a9c39-b3b7-4319-96a8-52614a39be24)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:27.320361 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-043abe51-eb1d-4b4b-bc5a-2a2ebc5c891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:27.383556 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-88ff5e6f-b338-46b8-9354-88dc452426f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0bb2091-2c2e-49ed-927c-eb0c66510c2d HTTP/1.1" status: 200 len: 217 time: 0.0597844 Jul 22 16:37:27.384892 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e7b0a-0286-4341-8faf-9aa760aa9765 req-5e9208b1-01c1-4bc5-a153-0e08e014d260 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:27.393700 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-702e7b0a-0286-4341-8faf-9aa760aa9765 req-5e9208b1-01c1-4bc5-a153-0e08e014d260 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 946 time: 0.1946645 Jul 22 16:37:27.412563 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043abe51-eb1d-4b4b-bc5a-2a2ebc5c891a None None] Pushing event updated for resources: {'Port': ['ID=16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:27.498313 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2533f46b-cfdb-4b04-85e5-227c53041d38 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server [None req-28fd4a41-eb0e-46f6-8dfe-c03614855339 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1ac76d8-9c0b-4e51-a2ff-f78a58c3485d: This subnet is being modified by another concurrent operation. Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:37:27.499589 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise exception Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1ac76d8-9c0b-4e51-a2ff-f78a58c3485d: This subnet is being modified by another concurrent operation. Jul 22 16:37:27.503144 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server Jul 22 16:37:27.507268 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-702e7b0a-0286-4341-8faf-9aa760aa9765 req-28fc5d9f-cc02-4d95-b067-337e7a140fb4 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123025 Jul 22 16:37:27.522127 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-36625398-7236-422c-adb6-09c0ee13c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:27.522610 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c01d6cfa-c245-4098-accb-11674ee33135 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:27.522829 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f66dfe9-ddf7-4d59-9bb4-e8730a71a621 None None] Network e97e17ac-7667-46db-a02f-186cadc24e95 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:27.524401 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-36625398-7236-422c-adb6-09c0ee13c3d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30e310f6-535c-4ece-be04-878605664af6 HTTP/1.1" status: 200 len: 848 time: 0.1327498 Jul 22 16:37:27.561950 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d6cfa-c245-4098-accb-11674ee33135 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Pushing event deleted for resources: {'Port': ['ID=2be5450c-e783-4335-96b3-2e7dafec57ef,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:27.571648 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533f46b-cfdb-4b04-85e5-227c53041d38 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Subnet': ['ID=d1ac76d8-9c0b-4e51-a2ff-f78a58c3485d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:27.618805 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-07af1707-ab4a-474f-9b98-f9780425916f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f64f45c6-362e-42d5-84c7-cae27bf8557e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682225 Jul 22 16:37:27.668664 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c01d6cfa-c245-4098-accb-11674ee33135 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:27.684535 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c01d6cfa-c245-4098-accb-11674ee33135 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:27.694339 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c01d6cfa-c245-4098-accb-11674ee33135 tempest-ServersTestBootFromVolume-2123116056 tempest-ServersTestBootFromVolume-2123116056-project] 10.222.0.69 "DELETE /v2.0/floatingips/0ade5fd6-633d-4be5-8a7e-61d549f98489 HTTP/1.1" status: 204 len: 168 time: 1.1776900 Jul 22 16:37:27.694850 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51254) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:28.040173 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:28.061795 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2533f46b-cfdb-4b04-85e5-227c53041d38 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:28.083879 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-2533f46b-cfdb-4b04-85e5-227c53041d38 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97e17ac-7667-46db-a02f-186cadc24e95']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:28.094715 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-772a96a8-ac2a-4c29-be6b-57c8bd5590c7 service neutron] 10.222.0.16 "GET /v2.0/networks/f64f45c6-362e-42d5-84c7-cae27bf8557e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645133 Jul 22 16:37:28.100129 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-2533f46b-cfdb-4b04-85e5-227c53041d38 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c532d30-8e7f-4b39-8f7b-844024b153b8') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:28.100433 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-2533f46b-cfdb-4b04-85e5-227c53041d38 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c532d30-8e7f-4b39-8f7b-844024b153b8') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:28.141816 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2533f46b-cfdb-4b04-85e5-227c53041d38 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:28.190406 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2533f46b-cfdb-4b04-85e5-227c53041d38 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:28.235300 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:28.255536 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2533f46b-cfdb-4b04-85e5-227c53041d38 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:37:28.255964 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2533f46b-cfdb-4b04-85e5-227c53041d38 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:28.318517 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2901c-22a2-4736-b40a-b52dc1b0ac05 req-1d6d735a-784a-457d-ac2a-166ab4a0a987 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:28.325659 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c5d2901c-22a2-4736-b40a-b52dc1b0ac05 req-1d6d735a-784a-457d-ac2a-166ab4a0a987 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.1415513 Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:37:28.335319 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:37:28.403876 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2533f46b-cfdb-4b04-85e5-227c53041d38 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:28.409295 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a69c3c7-3608-4498-bd77-12fc4333173c req-46de4b84-39ff-4349-b58c-15660828da2c service neutron] 10.222.0.16 "GET /v2.0/networks/f64f45c6-362e-42d5-84c7-cae27bf8557e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065238 Jul 22 16:37:28.426341 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2533f46b-cfdb-4b04-85e5-227c53041d38 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:28.428797 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2533f46b-cfdb-4b04-85e5-227c53041d38 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/networks/e97e17ac-7667-46db-a02f-186cadc24e95 HTTP/1.1" status: 204 len: 168 time: 1.8352532 Jul 22 16:37:28.459737 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533f46b-cfdb-4b04-85e5-227c53041d38 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Network': ['ID=e97e17ac-7667-46db-a02f-186cadc24e95,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:28.462585 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51270) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:28.476085 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3599320c-3654-4e08-bae8-d100700c69ff tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-121807976'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:28.517571 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3599320c-3654-4e08-bae8-d100700c69ff tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Made reservation on behalf of 3657269e024443f5a0232d7e5d8677af for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:28.522128 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3599320c-3654-4e08-bae8-d100700c69ff tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:28.553436 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c5d2901c-22a2-4736-b40a-b52dc1b0ac05 req-c5f11aba-1cb0-4303-9d22-197bd99f4c42 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266123 Jul 22 16:37:28.619693 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3599320c-3654-4e08-bae8-d100700c69ff tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:37:28.642786 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3599320c-3654-4e08-bae8-d100700c69ff tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:28.643188 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-3599320c-3654-4e08-bae8-d100700c69ff tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Added segment 1a7f06d9-721b-40d1-ba77-8a695147d081 of type vlan for network 88905354-1bf9-402d-af18-b926d88fc504 Jul 22 16:37:28.692347 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3599320c-3654-4e08-bae8-d100700c69ff tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:28.775030 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3599320c-3654-4e08-bae8-d100700c69ff tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:28.784479 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3599320c-3654-4e08-bae8-d100700c69ff tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:28.785127 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3599320c-3654-4e08-bae8-d100700c69ff tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:28.827385 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ed75b12-0b21-4998-8c31-15dc9c450a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:28.913484 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599320c-3654-4e08-bae8-d100700c69ff tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event updated for resources: {'Network': ['ID=88905354-1bf9-402d-af18-b926d88fc504,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:28.919224 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3599320c-3654-4e08-bae8-d100700c69ff tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4503748 Jul 22 16:37:28.922519 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f8c3d-54a0-4e44-a93b-6f463958914c req-c66cedc9-760e-459a-bfc1-009c5b0fe5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:28.924027 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2d3f8c3d-54a0-4e44-a93b-6f463958914c req-c66cedc9-760e-459a-bfc1-009c5b0fe5ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c4e16bf9394482a87682877824d0898&device_id=5e6ea160-5c55-4183-a5e0-bb42b7e97421 HTTP/1.1" status: 200 len: 1095 time: 0.3856308 Jul 22 16:37:28.926173 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51276) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:28.931871 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 88905354-1bf9-402d-af18-b926d88fc504 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:37:28.932501 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-66a7adfa-2db0-4509-ab72-fd55c339c36f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Request body: {'subnet': {'network_id': '88905354-1bf9-402d-af18-b926d88fc504', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:29.007415 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f68baac3-df04-455a-8821-96f71188e2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:29.082881 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8075792-839a-4fa2-b646-8597afe9fb88 None None] Network 1285c02c-7cff-42ff-bd40-4203bb08287d requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:29.110072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3e7f1-d609-465b-89d7-163f43536021 req-753bf3cd-bd7c-44ea-8526-7f13cc114df3 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:29.118219 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ff3e7f1-d609-465b-89d7-163f43536021 req-753bf3cd-bd7c-44ea-8526-7f13cc114df3 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e6ea160-5c55-4183-a5e0-bb42b7e97421 HTTP/1.1" status: 200 len: 944 time: 0.4094133 Jul 22 16:37:29.199637 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9c76cab0-3064-46df-aedd-44864a5ca143 None None] Provisioning for port 16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:29.228672 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ff3e7f1-d609-465b-89d7-163f43536021 req-ef55022f-e04e-463d-9242-e600974a16f9 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cf75341-db10-496e-8175-ed5d60e10a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093619 Jul 22 16:37:29.261795 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f8c3d-54a0-4e44-a93b-6f463958914c req-955eb495-d6d2-4d7d-b8ac-476ae384f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:29.263342 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2d3f8c3d-54a0-4e44-a93b-6f463958914c req-955eb495-d6d2-4d7d-b8ac-476ae384f39f service neutron] 10.222.0.16 "GET /v2.0/networks?id=f64f45c6-362e-42d5-84c7-cae27bf8557e HTTP/1.1" status: 200 len: 909 time: 0.3252308 Jul 22 16:37:29.340336 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2d3f8c3d-54a0-4e44-a93b-6f463958914c req-b983ac84-1cf4-4a67-8fa4-6112abed1beb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0bb2091-2c2e-49ed-927c-eb0c66510c2d HTTP/1.1" status: 200 len: 217 time: 0.0664446 Jul 22 16:37:29.342938 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a7adfa-2db0-4509-ab72-fd55c339c36f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Made reservation on behalf of 3657269e024443f5a0232d7e5d8677af for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:29.352718 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66a7adfa-2db0-4509-ab72-fd55c339c36f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:29.366635 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9c76cab0-3064-46df-aedd-44864a5ca143 None None] Provisioning complete for port 16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:29.367011 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c76cab0-3064-46df-aedd-44864a5ca143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:29.377056 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc273b7-cd2a-4317-a77a-2b4a6496589b req-73993132-9f75-4fe9-8aab-ee246575596a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:29.384142 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7dc273b7-cd2a-4317-a77a-2b4a6496589b req-73993132-9f75-4fe9-8aab-ee246575596a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 946 time: 0.1326509 Jul 22 16:37:29.435429 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f8c3d-54a0-4e44-a93b-6f463958914c req-9a36231b-eba4-435b-adb2-64b70828108c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:29.436666 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2d3f8c3d-54a0-4e44-a93b-6f463958914c req-9a36231b-eba4-435b-adb2-64b70828108c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30e310f6-535c-4ece-be04-878605664af6 HTTP/1.1" status: 200 len: 848 time: 0.0515738 Jul 22 16:37:29.515720 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7dc273b7-cd2a-4317-a77a-2b4a6496589b req-9c368676-0edc-44b7-84a0-a76b499fcf4f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300042 Jul 22 16:37:29.558324 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c76cab0-3064-46df-aedd-44864a5ca143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:29.698260 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9c76cab0-3064-46df-aedd-44864a5ca143 None None] For port 16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342,segment=NetworkSegment(634a9c39-b3b7-4319-96a8-52614a39be24),segment_id=634a9c39-b3b7-4319-96a8-52614a39be24)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:29.789583 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-4ed75b12-0b21-4998-8c31-15dc9c450a54 admin admin] Deleting port db1172d4-0343-4cf5-b435-0c31ed4ba635 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:37:29.790250 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ed75b12-0b21-4998-8c31-15dc9c450a54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:29.970715 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-4ed75b12-0b21-4998-8c31-15dc9c450a54 admin admin] For port db1172d4-0343-4cf5-b435-0c31ed4ba635, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=db1172d4-0343-4cf5-b435-0c31ed4ba635,segment=NetworkSegment(9622f1ac-fa7d-4c2d-9333-5610333d4c7c),segment_id=9622f1ac-fa7d-4c2d-9333-5610333d4c7c)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:29.971053 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ed75b12-0b21-4998-8c31-15dc9c450a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:30.033089 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-4ed75b12-0b21-4998-8c31-15dc9c450a54 admin admin] Calling delete_port for db1172d4-0343-4cf5-b435-0c31ed4ba635 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:37:30.034975 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c76cab0-3064-46df-aedd-44864a5ca143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:30.107021 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76cab0-3064-46df-aedd-44864a5ca143 None None] Pushing event updated for resources: {'Port': ['ID=16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:30.110611 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f0c8b7-7579-43f3-a786-156b7eb8841c None None] get_active_networks_info from n-d-798930-9 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:37:30.202664 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2d3f8c3d-54a0-4e44-a93b-6f463958914c req-a39bdea3-80d0-4e2d-bcc9-45d8de75c640 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f64f45c6-362e-42d5-84c7-cae27bf8557e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7555020 Jul 22 16:37:30.208409 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1dcf0a78-0ff2-4f51-b288-675ab42b6fa8 None None] Provisioning complete for port 16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:30.208794 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1dcf0a78-0ff2-4f51-b288-675ab42b6fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:30.443197 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f0c8b7-7579-43f3-a786-156b7eb8841c None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:37:30.446522 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ed75b12-0b21-4998-8c31-15dc9c450a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:30.488330 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed75b12-0b21-4998-8c31-15dc9c450a54 admin admin] Pushing event deleted for resources: {'Port': ['ID=db1172d4-0343-4cf5-b435-0c31ed4ba635,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:30.502001 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6eb2d4-4ab6-44b6-b577-21c438b84d53 req-73e5f601-9262-4592-96e8-39280b99ddfb tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:30.505085 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2d3f8c3d-54a0-4e44-a93b-6f463958914c req-cfe89a85-8813-4bda-9830-28d2ef20d8fa service neutron] 10.222.0.16 "GET /v2.0/networks/f64f45c6-362e-42d5-84c7-cae27bf8557e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889478 Jul 22 16:37:30.509972 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bb6eb2d4-4ab6-44b6-b577-21c438b84d53 req-73e5f601-9262-4592-96e8-39280b99ddfb tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e6ea160-5c55-4183-a5e0-bb42b7e97421 HTTP/1.1" status: 200 len: 944 time: 0.1525972 Jul 22 16:37:30.605278 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9eec6-4106-4864-9ae0-46f0f00a4200 req-ff29dcd5-3ea6-47d1-ac88-e090a9e07329 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:30.608432 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7f9eec6-4106-4864-9ae0-46f0f00a4200 req-ff29dcd5-3ea6-47d1-ac88-e090a9e07329 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.4102440 Jul 22 16:37:30.627611 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bb6eb2d4-4ab6-44b6-b577-21c438b84d53 req-384d4409-ca97-4f30-a549-c1edc8fd9609 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cf75341-db10-496e-8175-ed5d60e10a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113667 Jul 22 16:37:30.686308 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7f9eec6-4106-4864-9ae0-46f0f00a4200 req-cdf3073b-f249-402c-be01-425888703a8c tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560138 Jul 22 16:37:30.724970 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66a7adfa-2db0-4509-ab72-fd55c339c36f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:30.800511 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ed75b12-0b21-4998-8c31-15dc9c450a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:30.844709 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7adfa-2db0-4509-ab72-fd55c339c36f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event updated for resources: {'Subnet': ['ID=50863094-dc01-4e65-ba3f-206a1df9a02d,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:30.919940 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a7adfa-2db0-4509-ab72-fd55c339c36f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Checking segment: {'id': '1a7f06d9-721b-40d1-ba77-8a695147d081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '88905354-1bf9-402d-af18-b926d88fc504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:30.920429 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a7adfa-2db0-4509-ab72-fd55c339c36f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Network hostable DHCP agents. Network: 88905354-1bf9-402d-af18-b926d88fc504, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:37:30.941853 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2d3f8c3d-54a0-4e44-a93b-6f463958914c req-6cf625c1-f939-422e-a413-6eb9d14f88d4 service neutron] 10.222.0.16 "GET /v2.0/networks/f64f45c6-362e-42d5-84c7-cae27bf8557e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245533 Jul 22 16:37:30.965960 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a7adfa-2db0-4509-ab72-fd55c339c36f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Network 88905354-1bf9-402d-af18-b926d88fc504 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:37:30.977512 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-66a7adfa-2db0-4509-ab72-fd55c339c36f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 88905354-1bf9-402d-af18-b926d88fc504) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:30.988136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73524711-53d9-4467-bcfd-f4f642826f00 None None] Network 88905354-1bf9-402d-af18-b926d88fc504 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:31.006453 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a7adfa-2db0-4509-ab72-fd55c339c36f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:31.008944 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66a7adfa-2db0-4509-ab72-fd55c339c36f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:31.042592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-66a7adfa-2db0-4509-ab72-fd55c339c36f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.1153278 Jul 22 16:37:31.045759 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51308) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:31.132587 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88aeb2-2f72-464f-b1ae-588c489748cf req-84795c5e-548c-4b4e-ad0c-5519ab1875f4 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:31.134369 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d88aeb2-2f72-464f-b1ae-588c489748cf req-84795c5e-548c-4b4e-ad0c-5519ab1875f4 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 946 time: 0.3310919 Jul 22 16:37:31.294506 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7be186-563b-4459-b7f7-65819641b9ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-88905354-1bf9-402d-af18-b926d88fc504', 'network_id': '88905354-1bf9-402d-af18-b926d88fc504', 'tenant_id': '3657269e024443f5a0232d7e5d8677af', 'fixed_ips': [{'subnet_id': '50863094-dc01-4e65-ba3f-206a1df9a02d'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:37:31.295504 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc7be186-563b-4459-b7f7-65819641b9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:31.297675 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d88aeb2-2f72-464f-b1ae-588c489748cf req-2db47d87-1f43-43a4-b004-61b266929ff5 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179202 Jul 22 16:37:31.323046 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:31.379788 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed75b12-0b21-4998-8c31-15dc9c450a54 admin admin] Router 75efc44b-89c0-41c1-ab32-8ffea46d97ca has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:37:31.406279 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:31.454002 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-fc7be186-563b-4459-b7f7-65819641b9ef None None] Allocated IP 2001:db8::1 (88905354-1bf9-402d-af18-b926d88fc504/50863094-dc01-4e65-ba3f-206a1df9a02d/ba7fa931-61b9-4422-b726-41518b06dc55) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:31.558321 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed75b12-0b21-4998-8c31-15dc9c450a54 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:37:31.563840 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4ed75b12-0b21-4998-8c31-15dc9c450a54 admin admin] 10.222.0.69 "PUT /v2.0/routers/75efc44b-89c0-41c1-ab32-8ffea46d97ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8678916 Jul 22 16:37:31.566653 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51312) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:31.569419 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647d81db-5838-44e6-8758-40f0dc1be119 None None] Sync routers for ids ['75efc44b-89c0-41c1-ab32-8ffea46d97ca'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:37:31.581234 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647d81db-5838-44e6-8758-40f0dc1be119 None None] Routers {'75efc44b-89c0-41c1-ab32-8ffea46d97ca'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:37:31.582236 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-647d81db-5838-44e6-8758-40f0dc1be119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:37:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['75efc44b-89c0-41c1-ab32-8ffea46d97ca'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:31.669714 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc7be186-563b-4459-b7f7-65819641b9ef None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:31.679602 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fc7be186-563b-4459-b7f7-65819641b9ef None None] Transition to ACTIVE for port object ba7fa931-61b9-4422-b726-41518b06dc55 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:31.696511 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-647d81db-5838-44e6-8758-40f0dc1be119 None None] Set router 75efc44b-89c0-41c1-ab32-8ffea46d97ca gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:37:31.697355 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fc7be186-563b-4459-b7f7-65819641b9ef None None] Transition to ACTIVE for port object ba7fa931-61b9-4422-b726-41518b06dc55 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:31.737358 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:31.744201 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc7be186-563b-4459-b7f7-65819641b9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:31.758585 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe426-9a3f-4758-9761-530a73a7424c admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:31.802581 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:31.839599 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Subnet': ['ID=50863094-dc01-4e65-ba3f-206a1df9a02d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:31.852141 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7be186-563b-4459-b7f7-65819641b9ef None None] Network 88905354-1bf9-402d-af18-b926d88fc504 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:31.854428 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-fc7be186-563b-4459-b7f7-65819641b9ef None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:31.863096 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7be186-563b-4459-b7f7-65819641b9ef None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:31.866048 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-af25502e-785c-49be-8da9-c2676b3617b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:31.909364 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7be186-563b-4459-b7f7-65819641b9ef None None] Pushing event updated for resources: {'Port': ['ID=ba7fa931-61b9-4422-b726-41518b06dc55,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:31.991812 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-fc7be186-563b-4459-b7f7-65819641b9ef None None] Attempting to bind port ba7fa931-61b9-4422-b726-41518b06dc55 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:31.992200 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-fc7be186-563b-4459-b7f7-65819641b9ef None None] Attempting to bind port ba7fa931-61b9-4422-b726-41518b06dc55 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '1a7f06d9-721b-40d1-ba77-8a695147d081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '88905354-1bf9-402d-af18-b926d88fc504'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:31.992565 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7be186-563b-4459-b7f7-65819641b9ef None None] Attempting to bind port ba7fa931-61b9-4422-b726-41518b06dc55 on network 88905354-1bf9-402d-af18-b926d88fc504 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:32.002344 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7be186-563b-4459-b7f7-65819641b9ef None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:32.002726 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7be186-563b-4459-b7f7-65819641b9ef None None] Checking segment: {'id': '1a7f06d9-721b-40d1-ba77-8a695147d081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '88905354-1bf9-402d-af18-b926d88fc504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:32.003128 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc7be186-563b-4459-b7f7-65819641b9ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:32.003520 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7be186-563b-4459-b7f7-65819641b9ef None None] Bound using segment: {'id': '1a7f06d9-721b-40d1-ba77-8a695147d081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '88905354-1bf9-402d-af18-b926d88fc504'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:32.003995 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-fc7be186-563b-4459-b7f7-65819641b9ef None None] Bound port: ba7fa931-61b9-4422-b726-41518b06dc55, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7f06d9-721b-40d1-ba77-8a695147d081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '88905354-1bf9-402d-af18-b926d88fc504'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:32.004370 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc7be186-563b-4459-b7f7-65819641b9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:32.023489 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:32.024797 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:32.039079 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88905354-1bf9-402d-af18-b926d88fc504']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:32.061179 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7f06d9-721b-40d1-ba77-8a695147d081') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:32.061546 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7f06d9-721b-40d1-ba77-8a695147d081') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:32.066964 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-647d81db-5838-44e6-8758-40f0dc1be119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'name': 'tempest-ServersTestBootFromVolume-1133025520-router', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:34:05Z', 'updated_at': '2021-07-22T16:37:30Z', 'revision_number': 5, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'gw_port': {'id': '411738d4-7dbb-4bd7-a53c-9b115f6a114c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:34:06Z', 'updated_at': '2021-07-22T16:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:32.076708 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device e0bb2091-2c2e-49ed-927c-eb0c66510c2d details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:37:32.086254 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe426-9a3f-4758-9761-530a73a7424c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:32.096803 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:32.098647 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d5373-59f8-4f54-8d5c-1e784f3def12 req-2b339137-c153-4307-8d2a-0f2153ff9e18 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:32.098795 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647d81db-5838-44e6-8758-40f0dc1be119 None None] Checking router: 75efc44b-89c0-41c1-ab32-8ffea46d97ca for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:37:32.100511 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef1d5373-59f8-4f54-8d5c-1e784f3def12 req-2b339137-c153-4307-8d2a-0f2153ff9e18 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e6ea160-5c55-4183-a5e0-bb42b7e97421 HTTP/1.1" status: 200 len: 944 time: 0.3377123 Jul 22 16:37:32.133607 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647d81db-5838-44e6-8758-40f0dc1be119 None None] Routers {'75efc44b-89c0-41c1-ab32-8ffea46d97ca'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:37:32.133956 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:32.134531 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-647d81db-5838-44e6-8758-40f0dc1be119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:37:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['75efc44b-89c0-41c1-ab32-8ffea46d97ca'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:32.173572 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77ae8b-4a0b-437c-a2e2-773b2649a040 req-e8d63329-a9d4-431d-a635-efda5ec3e97d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:32.175880 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cd77ae8b-4a0b-437c-a2e2-773b2649a040 req-e8d63329-a9d4-431d-a635-efda5ec3e97d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.3373985 Jul 22 16:37:32.182888 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:37:32.186493 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:32.191902 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port e0bb2091-2c2e-49ed-927c-eb0c66510c2d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e0bb2091-2c2e-49ed-927c-eb0c66510c2d,segment=NetworkSegment(f5a7d149-c690-450a-a568-12348d7494fa),segment_id=f5a7d149-c690-450a-a568-12348d7494fa)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:37:32.196147 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:37:32.212608 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'e0bb2091-2c2e-49ed-927c-eb0c66510c2d', 'network_id': 'f64f45c6-362e-42d5-84c7-cae27bf8557e', 'port_id': 'e0bb2091-2c2e-49ed-927c-eb0c66510c2d', 'mac_address': 'fa:16:3e:07:01:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e310f6-535c-4ece-be04-878605664af6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:37:32.226685 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef1d5373-59f8-4f54-8d5c-1e784f3def12 req-ea659ccd-e32a-4b39-ae1d-13aadfd115c9 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cf75341-db10-496e-8175-ed5d60e10a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192472 Jul 22 16:37:32.266840 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9e7fe426-9a3f-4758-9761-530a73a7424c admin admin] Deleting port 411738d4-7dbb-4bd7-a53c-9b115f6a114c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:37:32.267317 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe426-9a3f-4758-9761-530a73a7424c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:32.369114 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-647d81db-5838-44e6-8758-40f0dc1be119 None None] Set router 75efc44b-89c0-41c1-ab32-8ffea46d97ca gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:37:32.407907 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-fc7be186-563b-4459-b7f7-65819641b9ef None None] For port ba7fa931-61b9-4422-b726-41518b06dc55, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:32.426233 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cd77ae8b-4a0b-437c-a2e2-773b2649a040 req-1df5faf8-06f3-41bb-b43e-e6d0695ae400 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225027 Jul 22 16:37:32.427265 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.db.api [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 16:37:32.427265 n-d-798930-9 neutron-server[93817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 16:37:32.427265 n-d-798930-9 neutron-server[93817]: [parameters: {'id': '88905354-1bf9-402d-af18-b926d88fc504'}] Jul 22 16:37:32.427265 n-d-798930-9 neutron-server[93817]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:37:32.427640 n-d-798930-9 neutron-server[93817]: DEBUG oslo_db.api [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:37:32.438271 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-fc7be186-563b-4459-b7f7-65819641b9ef None None] For port ba7fa931-61b9-4422-b726-41518b06dc55, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ba7fa931-61b9-4422-b726-41518b06dc55,segment=NetworkSegment(1a7f06d9-721b-40d1-ba77-8a695147d081),segment_id=1a7f06d9-721b-40d1-ba77-8a695147d081)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:32.438271 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:32.449191 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0bb2091-2c2e-49ed-927c-eb0c66510c2d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:37:32.458186 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc7be186-563b-4459-b7f7-65819641b9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:32.466944 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9e7fe426-9a3f-4758-9761-530a73a7424c admin admin] For port 411738d4-7dbb-4bd7-a53c-9b115f6a114c, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=411738d4-7dbb-4bd7-a53c-9b115f6a114c,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:32.467722 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe426-9a3f-4758-9761-530a73a7424c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:32.485369 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9e7fe426-9a3f-4758-9761-530a73a7424c admin admin] Calling delete_port for 411738d4-7dbb-4bd7-a53c-9b115f6a114c owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:37:32.487467 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-647d81db-5838-44e6-8758-40f0dc1be119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'name': 'tempest-ServersTestBootFromVolume-1133025520-router', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:34:05Z', 'updated_at': '2021-07-22T16:37:32Z', 'revision_number': 6, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:32.545313 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647d81db-5838-44e6-8758-40f0dc1be119 None None] The sync data for ids ['75efc44b-89c0-41c1-ab32-8ffea46d97ca'] in n-d-798930-9 is: [{'id': '75efc44b-89c0-41c1-ab32-8ffea46d97ca', 'name': 'tempest-ServersTestBootFromVolume-1133025520-router', 'tenant_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:34:05Z', 'updated_at': '2021-07-22T16:37:32Z', 'revision_number': 6, 'project_id': '2d491254bfb045ba972e9cdef1f2ea5a', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:37:32.551435 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7be186-563b-4459-b7f7-65819641b9ef None None] Pushing event updated for resources: {'Port': ['ID=ba7fa931-61b9-4422-b726-41518b06dc55,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:32.553858 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:32.554254 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:32.600812 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port e0bb2091-2c2e-49ed-927c-eb0c66510c2d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e0bb2091-2c2e-49ed-927c-eb0c66510c2d,segment=NetworkSegment(f5a7d149-c690-450a-a568-12348d7494fa),segment_id=f5a7d149-c690-450a-a568-12348d7494fa)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:32.614517 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:32.714056 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:32.741115 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=e0bb2091-2c2e-49ed-927c-eb0c66510c2d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:32.797143 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d4d497-b5fa-467b-ab2b-8bd7529e8f7e None None] Network 88905354-1bf9-402d-af18-b926d88fc504 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:32.828606 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-fede9e3a-c583-444f-b598-63777ba8ddcf service neutron] show failed (client error): The resource could not be found. Jul 22 16:37:32.829602 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-fede9e3a-c583-444f-b598-63777ba8ddcf service neutron] 10.222.0.30 "GET /v2.0/ports/1db25dc4-fd5e-465b-9606-51bd9bd58417/bindings/n-h1-798930-9 HTTP/1.1" status: 404 len: 380 time: 0.1138625 Jul 22 16:37:32.872677 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d126426-a627-40e4-a231-aa175acb56bc req-65a09a3e-03c8-41af-ab0f-625c81c85472 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:32.874259 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d126426-a627-40e4-a231-aa175acb56bc req-65a09a3e-03c8-41af-ab0f-625c81c85472 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 946 time: 0.3801382 Jul 22 16:37:32.930572 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:32.970709 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['e0bb2091-2c2e-49ed-927c-eb0c66510c2d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:32.992754 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d126426-a627-40e4-a231-aa175acb56bc req-0035017e-71d4-4b30-805c-a075d3e8cba6 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582657 Jul 22 16:37:33.036293 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe426-9a3f-4758-9761-530a73a7424c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:33.046025 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Deleting port ba7fa931-61b9-4422-b726-41518b06dc55 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:37:33.046674 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:33.094273 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7fe426-9a3f-4758-9761-530a73a7424c admin admin] Pushing event deleted for resources: {'Port': ['ID=411738d4-7dbb-4bd7-a53c-9b115f6a114c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:33.154162 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3592d7de-2a68-458c-a1d0-e53f8ca8f384 None None] get_active_networks_info from n-d-798930-9 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:37:33.207830 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] For port ba7fa931-61b9-4422-b726-41518b06dc55, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ba7fa931-61b9-4422-b726-41518b06dc55,segment=NetworkSegment(1a7f06d9-721b-40d1-ba77-8a695147d081),segment_id=1a7f06d9-721b-40d1-ba77-8a695147d081)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:33.208445 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:33.233790 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe426-9a3f-4758-9761-530a73a7424c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:33.249933 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Calling delete_port for ba7fa931-61b9-4422-b726-41518b06dc55 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:37:33.295671 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-b29ee459-210a-48cb-8772-ecda3a08ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:33.297979 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-b29ee459-210a-48cb-8772-ecda3a08ef29 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751&tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e HTTP/1.1" status: 200 len: 1101 time: 0.1845565 Jul 22 16:37:33.369943 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-9', 'device_owner': 'compute:nova'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:33.398685 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe426-9a3f-4758-9761-530a73a7424c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:33.402485 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe426-9a3f-4758-9761-530a73a7424c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:33.442616 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3592d7de-2a68-458c-a1d0-e53f8ca8f384 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:37:33.552971 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe426-9a3f-4758-9761-530a73a7424c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:33.553535 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7fe426-9a3f-4758-9761-530a73a7424c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75efc44b-89c0-41c1-ab32-8ffea46d97ca {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:37:33.564701 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe426-9a3f-4758-9761-530a73a7424c admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:33.565908 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9e7fe426-9a3f-4758-9761-530a73a7424c admin admin] 10.222.0.69 "DELETE /v2.0/routers/75efc44b-89c0-41c1-ab32-8ffea46d97ca HTTP/1.1" status: 204 len: 168 time: 1.9976258 Jul 22 16:37:33.572957 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:33.581186 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51342) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:33.654243 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] No DVR routers for this DVR port ba7fa931-61b9-4422-b726-41518b06dc55 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:37:33.659904 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Port': ['ID=ba7fa931-61b9-4422-b726-41518b06dc55,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:33.667303 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:33.748175 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80368e48-4b44-4ddf-a750-69ccd1b4f280 req-9ac96578-9e1c-4253-8d09-6b88c1ceff2a tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:33.752488 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-80368e48-4b44-4ddf-a750-69ccd1b4f280 req-9ac96578-9e1c-4253-8d09-6b88c1ceff2a tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e6ea160-5c55-4183-a5e0-bb42b7e97421 HTTP/1.1" status: 200 len: 945 time: 0.3806453 Jul 22 16:37:33.912746 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:33.931128 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88905354-1bf9-402d-af18-b926d88fc504']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:33.947516 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7f06d9-721b-40d1-ba77-8a695147d081') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:33.948166 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7f06d9-721b-40d1-ba77-8a695147d081') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:33.961425 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.003793 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.024149 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:37:34.025777 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:37:34.029557 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:37:34.036520 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] For port 1db25dc4-fd5e-465b-9606-51bd9bd58417, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1db25dc4-fd5e-465b-9606-51bd9bd58417,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:34.045436 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 411738d4-7dbb-4bd7-a53c-9b115f6a114c no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:37:34.061677 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-80368e48-4b44-4ddf-a750-69ccd1b4f280 req-6f10451a-cdcd-445e-8002-ca00f09ea44c tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cf75341-db10-496e-8175-ed5d60e10a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852313 Jul 22 16:37:34.088972 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] For port 1db25dc4-fd5e-465b-9606-51bd9bd58417, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:34.091358 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 411738d4-7dbb-4bd7-a53c-9b115f6a114c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:37:34.091814 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 411738d4-7dbb-4bd7-a53c-9b115f6a114c not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:37:34.092416 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device db1172d4-0343-4cf5-b435-0c31ed4ba635 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:37:34.115773 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: db1172d4-0343-4cf5-b435-0c31ed4ba635 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:37:34.116197 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device db1172d4-0343-4cf5-b435-0c31ed4ba635 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:37:34.141208 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.152431 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fcff52-9402-4779-a0ed-da4c2b5b5751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db25dc4-fd5e-465b-9606-51bd9bd58417'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:34.154764 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5527f947-2b1d-452d-bcdb-18881c232435" -d '{"events": [{"server_uuid": "39fcff52-9402-4779-a0ed-da4c2b5b5751", "name": "network-vif-unplugged", "status": "completed", "tag": "1db25dc4-fd5e-465b-9606-51bd9bd58417"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:34.169572 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c328e0b-4194-433e-a91f-e91a50132f66 admin admin] Deleting subnet 12e78912-9022-4c25-a60d-750c40af1085 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:37:34.172852 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] Transition to ACTIVE for port object 1db25dc4-fd5e-465b-9606-51bd9bd58417 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:34.175611 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c328e0b-4194-433e-a91f-e91a50132f66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.194553 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.196127 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.206129 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.211304 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/networks/88905354-1bf9-402d-af18-b926d88fc504 HTTP/1.1" status: 204 len: 168 time: 3.1580148 Jul 22 16:37:34.219643 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51350) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:34.232865 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2cc515f1-c686-4c8a-94a6-b2f7c7236cf9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-629641990'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:34.235976 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b848a97-efd7-4beb-b42f-39e3d4a00697 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Network': ['ID=88905354-1bf9-402d-af18-b926d88fc504,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:34.272669 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc515f1-c686-4c8a-94a6-b2f7c7236cf9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Made reservation on behalf of 3657269e024443f5a0232d7e5d8677af for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:34.272669 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cc515f1-c686-4c8a-94a6-b2f7c7236cf9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.292455 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cfd5f-3212-4e72-92ea-174a50611609 req-a4ea9754-5768-4716-9b78-0f7e2481e58a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:34.294158 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-791cfd5f-3212-4e72-92ea-174a50611609 req-a4ea9754-5768-4716-9b78-0f7e2481e58a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 946 time: 0.1370776 Jul 22 16:37:34.301875 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] No DVR routers for this DVR port 1db25dc4-fd5e-465b-9606-51bd9bd58417 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:37:34.313395 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] Pushing event updated for resources: {'Port': ['ID=1db25dc4-fd5e-465b-9606-51bd9bd58417,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:34.320567 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c328e0b-4194-433e-a91f-e91a50132f66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.322280 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc515f1-c686-4c8a-94a6-b2f7c7236cf9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:37:34.344502 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cc515f1-c686-4c8a-94a6-b2f7c7236cf9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.344919 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-2cc515f1-c686-4c8a-94a6-b2f7c7236cf9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Added segment b844c218-e41c-40ee-bdf6-714a6ba5cd0a of type vlan for network 03cf636b-8fd4-4986-a3eb-6e0d5977432e Jul 22 16:37:34.357635 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-791cfd5f-3212-4e72-92ea-174a50611609 req-bb0be6a3-e25b-4173-99ae-ec9aec9e364c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570786 Jul 22 16:37:34.384598 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebfe6a-3bf0-4de2-bfb7-69aa13a31cac req-8665f5ce-6f31-4644-892d-9e810ed7af85 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:34.387874 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-edebfe6a-3bf0-4de2-bfb7-69aa13a31cac req-8665f5ce-6f31-4644-892d-9e810ed7af85 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.7218997 Jul 22 16:37:34.455590 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cc515f1-c686-4c8a-94a6-b2f7c7236cf9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.482459 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dae530-324a-423a-9274-a8084d46c503 x-openstack-request-id: req-93dae530-324a-423a-9274-a8084d46c503 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:34.482756 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fcff52-9402-4779-a0ed-da4c2b5b5751", "name": "network-vif-unplugged", "status": "completed", "tag": "1db25dc4-fd5e-465b-9606-51bd9bd58417", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:34.483054 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-93dae530-324a-423a-9274-a8084d46c503 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:34.483399 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fcff52-9402-4779-a0ed-da4c2b5b5751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db25dc4-fd5e-465b-9606-51bd9bd58417', 'code': 200} Jul 22 16:37:34.498815 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cc515f1-c686-4c8a-94a6-b2f7c7236cf9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.505942 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] Attempting to bind port 1db25dc4-fd5e-465b-9606-51bd9bd58417 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:34.506485 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] Attempting to bind port 1db25dc4-fd5e-465b-9606-51bd9bd58417 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:34.506779 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] Attempting to bind port 1db25dc4-fd5e-465b-9606-51bd9bd58417 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:34.513231 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc515f1-c686-4c8a-94a6-b2f7c7236cf9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:34.514333 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cc515f1-c686-4c8a-94a6-b2f7c7236cf9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.524557 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] Port 1db25dc4-fd5e-465b-9606-51bd9bd58417 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:34.524731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] Attempting to bind port 1db25dc4-fd5e-465b-9606-51bd9bd58417 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:34.532080 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.541410 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:34.541675 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:34.541900 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:34.542360 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] Bound port: 1db25dc4-fd5e-465b-9606-51bd9bd58417, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:34.542769 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.550038 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2cc515f1-c686-4c8a-94a6-b2f7c7236cf9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3281598 Jul 22 16:37:34.558372 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51356) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:34.565728 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-56f92bc9-fc2d-462d-84be-3b04edc9831b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Request body: {'subnet': {'network_id': '03cf636b-8fd4-4986-a3eb-6e0d5977432e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:34.594616 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-edebfe6a-3bf0-4de2-bfb7-69aa13a31cac req-5d08e93c-ec85-4c90-8b8e-5e6ca025bae7 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449616 Jul 22 16:37:34.640985 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc515f1-c686-4c8a-94a6-b2f7c7236cf9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event updated for resources: {'Network': ['ID=03cf636b-8fd4-4986-a3eb-6e0d5977432e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:34.642052 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c328e0b-4194-433e-a91f-e91a50132f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.658614 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 03cf636b-8fd4-4986-a3eb-6e0d5977432e details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:37:34.736817 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] For port 1db25dc4-fd5e-465b-9606-51bd9bd58417, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:34.737409 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f92bc9-fc2d-462d-84be-3b04edc9831b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Made reservation on behalf of 3657269e024443f5a0232d7e5d8677af for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:34.740259 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] For port 1db25dc4-fd5e-465b-9606-51bd9bd58417, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=1db25dc4-fd5e-465b-9606-51bd9bd58417,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:34.741608 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56f92bc9-fc2d-462d-84be-3b04edc9831b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.742315 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c328e0b-4194-433e-a91f-e91a50132f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.753945 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.785024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c328e0b-4194-433e-a91f-e91a50132f66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12e78912-9022-4c25-a60d-750c40af1085,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:34.787163 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c328e0b-4194-433e-a91f-e91a50132f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.789285 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0c328e0b-4194-433e-a91f-e91a50132f66 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/12e78912-9022-4c25-a60d-750c40af1085 HTTP/1.1" status: 204 len: 168 time: 1.2059858 Jul 22 16:37:34.795133 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364348dc-e5c9-45fd-91a6-94a976b068c6 None None] Network cee977de-9cad-474a-a5af-ad0779e35005 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:34.809099 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51358) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:34.837392 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:34.838145 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.839768 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] 10.222.0.16 "PUT /v2.0/ports/1db25dc4-fd5e-465b-9606-51bd9bd58417 HTTP/1.1" status: 200 len: 1096 time: 1.4744895 Jul 22 16:37:34.940197 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c097b-28f2-45be-886e-80a3abbe8fba service neutron] Pushing event updated for resources: {'Port': ['ID=1db25dc4-fd5e-465b-9606-51bd9bd58417,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:34.948828 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1e0a851-1bf5-4117-9e88-995a8f0734ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.989342 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56f92bc9-fc2d-462d-84be-3b04edc9831b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.016551 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-f10d0dc9-61c8-4f2c-9744-89dba2b16074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:35.018154 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-f10d0dc9-61c8-4f2c-9744-89dba2b16074 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 1099 time: 0.1166871 Jul 22 16:37:35.041183 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e85342-88c0-4de6-ac06-c20b86f799dc None None] DHCP port deletion for cee977de-9cad-474a-a5af-ad0779e35005 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:37:35.058510 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c1e0a851-1bf5-4117-9e88-995a8f0734ca admin admin] Deleting port 3e6f7e01-0930-448b-b475-960278f1b45d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:37:35.058510 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1e0a851-1bf5-4117-9e88-995a8f0734ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.085768 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f92bc9-fc2d-462d-84be-3b04edc9831b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event updated for resources: {'Subnet': ['ID=a9234ec9-633c-43a0-8802-cb0e37685e82,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:35.095735 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f92bc9-fc2d-462d-84be-3b04edc9831b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Checking segment: {'id': 'b844c218-e41c-40ee-bdf6-714a6ba5cd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '03cf636b-8fd4-4986-a3eb-6e0d5977432e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:35.096131 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f92bc9-fc2d-462d-84be-3b04edc9831b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Network hostable DHCP agents. Network: 03cf636b-8fd4-4986-a3eb-6e0d5977432e, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:37:35.123443 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51364) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:35.132136 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9fd21be2-048a-45f5-a81b-877e2a68c20b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1956444912'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:35.140939 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f92bc9-fc2d-462d-84be-3b04edc9831b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Network 03cf636b-8fd4-4986-a3eb-6e0d5977432e is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:37:35.146909 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c1e0a851-1bf5-4117-9e88-995a8f0734ca admin admin] For port 3e6f7e01-0930-448b-b475-960278f1b45d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3e6f7e01-0930-448b-b475-960278f1b45d,segment=NetworkSegment(9622f1ac-fa7d-4c2d-9333-5610333d4c7c),segment_id=9622f1ac-fa7d-4c2d-9333-5610333d4c7c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:35.147280 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1e0a851-1bf5-4117-9e88-995a8f0734ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.159667 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-56f92bc9-fc2d-462d-84be-3b04edc9831b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 03cf636b-8fd4-4986-a3eb-6e0d5977432e) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:35.160864 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c1e0a851-1bf5-4117-9e88-995a8f0734ca admin admin] Calling delete_port for 3e6f7e01-0930-448b-b475-960278f1b45d owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:37:35.164336 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f92bc9-fc2d-462d-84be-3b04edc9831b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:35.165194 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56f92bc9-fc2d-462d-84be-3b04edc9831b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.168439 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd21be2-048a-45f5-a81b-877e2a68c20b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Made reservation on behalf of c2cdac6e8c514eed897eaf0607a1ddfd for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:35.173068 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fd21be2-048a-45f5-a81b-877e2a68c20b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.174383 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f1e85342-88c0-4de6-ac06-c20b86f799dc None None] Deleting port 3e6f7e01-0930-448b-b475-960278f1b45d {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:37:35.174941 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1e85342-88c0-4de6-ac06-c20b86f799dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.179289 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b8ac2e-569c-41a9-b7e8-ad52a5f743b8 None None] Network 03cf636b-8fd4-4986-a3eb-6e0d5977432e requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:35.207387 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-56f92bc9-fc2d-462d-84be-3b04edc9831b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6476710 Jul 22 16:37:35.210316 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51366) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:35.240474 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd21be2-048a-45f5-a81b-877e2a68c20b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:37:35.263679 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fd21be2-048a-45f5-a81b-877e2a68c20b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.264056 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-9fd21be2-048a-45f5-a81b-877e2a68c20b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Added segment 65e45124-67c6-49a6-903c-7f7ef5503d66 of type vlan for network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 Jul 22 16:37:35.299621 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f1e85342-88c0-4de6-ac06-c20b86f799dc None None] For port 3e6f7e01-0930-448b-b475-960278f1b45d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3e6f7e01-0930-448b-b475-960278f1b45d,segment=NetworkSegment(9622f1ac-fa7d-4c2d-9333-5610333d4c7c),segment_id=9622f1ac-fa7d-4c2d-9333-5610333d4c7c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:35.299621 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1e85342-88c0-4de6-ac06-c20b86f799dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.341085 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-eb8a5545-e633-45c3-9e14-de4f6a776ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:35.342708 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-eb8a5545-e633-45c3-9e14-de4f6a776ebb service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.3177299 Jul 22 16:37:35.414617 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-a0189cc4-c09f-4456-b1cd-035311f8ade1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=1db25dc4-fd5e-465b-9606-51bd9bd58417 HTTP/1.1" status: 200 len: 217 time: 0.0603261 Jul 22 16:37:35.433235 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a7884-f668-4f7d-950a-6344e0e6c52a req-a3a31d96-fce2-4b06-9500-e5d4c902d926 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:35.442607 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb2a7884-f668-4f7d-950a-6344e0e6c52a req-a3a31d96-fce2-4b06-9500-e5d4c902d926 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e6ea160-5c55-4183-a5e0-bb42b7e97421 HTTP/1.1" status: 200 len: 945 time: 0.2674487 Jul 22 16:37:35.474167 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f1e85342-88c0-4de6-ac06-c20b86f799dc None None] Calling delete_port for 3e6f7e01-0930-448b-b475-960278f1b45d owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:37:35.475221 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1e0a851-1bf5-4117-9e88-995a8f0734ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.554281 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb2a7884-f668-4f7d-950a-6344e0e6c52a req-7aebab31-353b-49be-909b-c45750217a83 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cf75341-db10-496e-8175-ed5d60e10a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105974 Jul 22 16:37:35.563048 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0a851-1bf5-4117-9e88-995a8f0734ca admin admin] Pushing event deleted for resources: {'Port': ['ID=3e6f7e01-0930-448b-b475-960278f1b45d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:35.565254 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0a851-1bf5-4117-9e88-995a8f0734ca admin admin] No DVR routers for this DVR port 3e6f7e01-0930-448b-b475-960278f1b45d on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:37:35.597585 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-c29f86fc-c69b-46d0-bedd-17e5085f8788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:35.599472 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-c29f86fc-c69b-46d0-bedd-17e5085f8788 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1367824 Jul 22 16:37:35.654537 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1e85342-88c0-4de6-ac06-c20b86f799dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.725019 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1e0a851-1bf5-4117-9e88-995a8f0734ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.736457 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e85342-88c0-4de6-ac06-c20b86f799dc None None] Pushing event deleted for resources: {'Port': ['ID=3e6f7e01-0930-448b-b475-960278f1b45d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:35.737696 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fd21be2-048a-45f5-a81b-877e2a68c20b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.741744 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e85342-88c0-4de6-ac06-c20b86f799dc None None] No DVR routers for this DVR port 3e6f7e01-0930-448b-b475-960278f1b45d on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:37:35.749187 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0095df26-b08d-4e59-bc56-e011df383b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-03cf636b-8fd4-4986-a3eb-6e0d5977432e', 'network_id': '03cf636b-8fd4-4986-a3eb-6e0d5977432e', 'tenant_id': '3657269e024443f5a0232d7e5d8677af', 'fixed_ips': [{'subnet_id': 'a9234ec9-633c-43a0-8802-cb0e37685e82'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:37:35.750919 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0095df26-b08d-4e59-bc56-e011df383b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.751474 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c1e0a851-1bf5-4117-9e88-995a8f0734ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee977de-9cad-474a-a5af-ad0779e35005']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:35.762429 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.766793 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e85342-88c0-4de6-ac06-c20b86f799dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:35.767171 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e85342-88c0-4de6-ac06-c20b86f799dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:35.767553 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e85342-88c0-4de6-ac06-c20b86f799dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:35.767894 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e85342-88c0-4de6-ac06-c20b86f799dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:35.768267 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e85342-88c0-4de6-ac06-c20b86f799dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:35.768630 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e85342-88c0-4de6-ac06-c20b86f799dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:35.769182 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e85342-88c0-4de6-ac06-c20b86f799dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:35.769571 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e85342-88c0-4de6-ac06-c20b86f799dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:35.769952 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e85342-88c0-4de6-ac06-c20b86f799dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:35.770429 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e85342-88c0-4de6-ac06-c20b86f799dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:35.770768 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e85342-88c0-4de6-ac06-c20b86f799dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:35.771094 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e85342-88c0-4de6-ac06-c20b86f799dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:35.784242 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c1e0a851-1bf5-4117-9e88-995a8f0734ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9622f1ac-fa7d-4c2d-9333-5610333d4c7c') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:35.784849 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c1e0a851-1bf5-4117-9e88-995a8f0734ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9622f1ac-fa7d-4c2d-9333-5610333d4c7c') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:35.799784 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1e0a851-1bf5-4117-9e88-995a8f0734ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.805761 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a091df-8b7d-4dbb-ab15-b0656d5a8724 req-dd528007-9ba1-402d-874d-9721297b1404 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:35.807307 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-56a091df-8b7d-4dbb-ab15-b0656d5a8724 req-dd528007-9ba1-402d-874d-9721297b1404 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 946 time: 0.1965535 Jul 22 16:37:35.822037 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-2f340787-2440-4c45-b998-64fd867bcfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:35.824040 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-2f340787-2440-4c45-b998-64fd867bcfef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2039998 Jul 22 16:37:35.825395 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1e0a851-1bf5-4117-9e88-995a8f0734ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.850655 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e0a851-1bf5-4117-9e88-995a8f0734ca admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:37:35.851143 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1e0a851-1bf5-4117-9e88-995a8f0734ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:37:35.852920 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:37:35.854717 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fd21be2-048a-45f5-a81b-877e2a68c20b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.860090 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd21be2-048a-45f5-a81b-877e2a68c20b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:35.860747 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fd21be2-048a-45f5-a81b-877e2a68c20b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.908984 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3e6f7e01-0930-448b-b475-960278f1b45d no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:37:35.929184 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 3e6f7e01-0930-448b-b475-960278f1b45d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:37:35.929519 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3e6f7e01-0930-448b-b475-960278f1b45d not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:37:35.959267 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-0095df26-b08d-4e59-bc56-e011df383b20 None None] Allocated IP 2001:db8::1 (03cf636b-8fd4-4986-a3eb-6e0d5977432e/a9234ec9-633c-43a0-8802-cb0e37685e82/2c87acad-0cbc-4db3-9391-7c471ceb414d) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:35.959472 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9fd21be2-048a-45f5-a81b-877e2a68c20b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8346400 Jul 22 16:37:35.963394 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51380) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:35.969227 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-56a091df-8b7d-4dbb-ab15-b0656d5a8724 req-d79818c7-3927-4478-ac09-912c472d042f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541569 Jul 22 16:37:35.974362 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4371c54c-ffd4-4e19-9822-3e08f9997d00 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1637455837'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:35.985489 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.028272 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd21be2-048a-45f5-a81b-877e2a68c20b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event updated for resources: {'Network': ['ID=6b833cb6-36e8-4b1d-8c83-cc79c162b762,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:36.045246 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:37:36.051164 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1e0a851-1bf5-4117-9e88-995a8f0734ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.070741 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1e0a851-1bf5-4117-9e88-995a8f0734ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.075741 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c1e0a851-1bf5-4117-9e88-995a8f0734ca admin admin] 10.222.0.69 "DELETE /v2.0/networks/cee977de-9cad-474a-a5af-ad0779e35005 HTTP/1.1" status: 204 len: 168 time: 1.2654681 Jul 22 16:37:36.079184 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4371c54c-ffd4-4e19-9822-3e08f9997d00 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Made reservation on behalf of c2cdac6e8c514eed897eaf0607a1ddfd for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:36.081183 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0a851-1bf5-4117-9e88-995a8f0734ca admin admin] Pushing event deleted for resources: {'Network': ['ID=cee977de-9cad-474a-a5af-ad0779e35005,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:36.083225 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4371c54c-ffd4-4e19-9822-3e08f9997d00 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.120404 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device e0bb2091-2c2e-49ed-927c-eb0c66510c2d up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:36.127765 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4371c54c-ffd4-4e19-9822-3e08f9997d00 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:37:36.130302 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-634f452d-04c7-47fc-a06d-f4f54a239555 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928324 Jul 22 16:37:36.150262 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4371c54c-ffd4-4e19-9822-3e08f9997d00 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.154683 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-4371c54c-ffd4-4e19-9822-3e08f9997d00 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Added segment 63bf2f1c-96ff-480d-8946-46efdaf0c286 of type vlan for network ff66ea35-a49e-465a-a94a-77488ff458ac Jul 22 16:37:36.157433 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a4af0-3595-4633-87f8-0e4971e0502f req-5849d7bb-2b62-44de-b083-0bf19110c317 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:36.159379 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-329a4af0-3595-4633-87f8-0e4971e0502f req-5849d7bb-2b62-44de-b083-0bf19110c317 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 948 time: 0.2945545 Jul 22 16:37:36.266714 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4371c54c-ffd4-4e19-9822-3e08f9997d00 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.276031 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-329a4af0-3595-4633-87f8-0e4971e0502f req-5d5114df-f457-4cba-9486-c6928dca3e45 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019320 Jul 22 16:37:36.307187 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c60c0d2-9b98-485d-a79a-85ac6faba46a req-1132d70c-e23a-4d98-9f5b-82ee145cc77c service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703427 Jul 22 16:37:36.311903 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port e0bb2091-2c2e-49ed-927c-eb0c66510c2d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:36.320721 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port e0bb2091-2c2e-49ed-927c-eb0c66510c2d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:36.321104 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.345455 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b72e95-aa0f-457d-bfd6-659bd8fcdc17 req-bb8f4613-c6da-4503-a630-45c2b56e4e8b tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:36.352889 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d1b72e95-aa0f-457d-bfd6-659bd8fcdc17 req-bb8f4613-c6da-4503-a630-45c2b56e4e8b tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.1629634 Jul 22 16:37:36.361060 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4371c54c-ffd4-4e19-9822-3e08f9997d00 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.365343 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:37:36.366862 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4371c54c-ffd4-4e19-9822-3e08f9997d00 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:36.367648 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4371c54c-ffd4-4e19-9822-3e08f9997d00 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.378402 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0095df26-b08d-4e59-bc56-e011df383b20 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.395127 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0095df26-b08d-4e59-bc56-e011df383b20 None None] Transition to ACTIVE for port object 2c87acad-0cbc-4db3-9391-7c471ceb414d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:36.416421 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0095df26-b08d-4e59-bc56-e011df383b20 None None] Transition to ACTIVE for port object 2c87acad-0cbc-4db3-9391-7c471ceb414d will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:36.418940 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4371c54c-ffd4-4e19-9822-3e08f9997d00 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4486136 Jul 22 16:37:36.422908 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51384) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:36.430142 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e5bbc6c9-1a08-4e4e-8630-fd1c793bd117 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Request body: {'subnet': {'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:36.456814 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51386) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:36.457169 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0095df26-b08d-4e59-bc56-e011df383b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.482134 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371c54c-ffd4-4e19-9822-3e08f9997d00 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event updated for resources: {'Network': ['ID=ff66ea35-a49e-465a-a94a-77488ff458ac,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:36.490655 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fcff52-9402-4779-a0ed-da4c2b5b5751', 'tag': '1db25dc4-fd5e-465b-9606-51bd9bd58417'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:36.491493 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d1b72e95-aa0f-457d-bfd6-659bd8fcdc17 req-a27cc3a6-c086-466b-b7aa-99d69e0f8dff tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377287 Jul 22 16:37:36.495346 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.496459 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bf0986-0d06-44ea-966b-b1638cc4ed6a" -d '{"events": [{"name": "network-changed", "server_uuid": "39fcff52-9402-4779-a0ed-da4c2b5b5751", "tag": "1db25dc4-fd5e-465b-9606-51bd9bd58417"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:36.527027 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network ff66ea35-a49e-465a-a94a-77488ff458ac details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:37:36.533882 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Subnet': ['ID=a9234ec9-633c-43a0-8802-cb0e37685e82,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:36.566267 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095df26-b08d-4e59-bc56-e011df383b20 None None] Pushing event updated for resources: {'Port': ['ID=2c87acad-0cbc-4db3-9391-7c471ceb414d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:36.573116 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.577303 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0095df26-b08d-4e59-bc56-e011df383b20 None None] Network 03cf636b-8fd4-4986-a3eb-6e0d5977432e is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:36.594137 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-0095df26-b08d-4e59-bc56-e011df383b20 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:36.599415 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0095df26-b08d-4e59-bc56-e011df383b20 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:36.611923 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.616741 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd14d613-a9d9-417e-ae6a-7a3f13eaed8c x-openstack-request-id: req-fd14d613-a9d9-417e-ae6a-7a3f13eaed8c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:36.617382 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39fcff52-9402-4779-a0ed-da4c2b5b5751", "tag": "1db25dc4-fd5e-465b-9606-51bd9bd58417", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:36.617826 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fd14d613-a9d9-417e-ae6a-7a3f13eaed8c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:36.618688 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39fcff52-9402-4779-a0ed-da4c2b5b5751', 'tag': '1db25dc4-fd5e-465b-9606-51bd9bd58417', 'status': 'completed', 'code': 200} Jul 22 16:37:36.635822 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03cf636b-8fd4-4986-a3eb-6e0d5977432e']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:36.666046 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b844c218-e41c-40ee-bdf6-714a6ba5cd0a') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:36.666351 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b844c218-e41c-40ee-bdf6-714a6ba5cd0a') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:36.668130 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6ea160-5c55-4183-a5e0-bb42b7e97421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bb2091-2c2e-49ed-927c-eb0c66510c2d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:36.677840 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088a5d2c-9f39-4500-b137-5ea06a3d27d5" -d '{"events": [{"server_uuid": "5e6ea160-5c55-4183-a5e0-bb42b7e97421", "name": "network-vif-plugged", "status": "completed", "tag": "e0bb2091-2c2e-49ed-927c-eb0c66510c2d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:36.679589 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.712209 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.712657 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port e0bb2091-2c2e-49ed-927c-eb0c66510c2d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e0bb2091-2c2e-49ed-927c-eb0c66510c2d,segment=NetworkSegment(f5a7d149-c690-450a-a568-12348d7494fa),segment_id=f5a7d149-c690-450a-a568-12348d7494fa)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:36.721962 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bbc6c9-1a08-4e4e-8630-fd1c793bd117 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Made reservation on behalf of c2cdac6e8c514eed897eaf0607a1ddfd for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:36.726035 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5bbc6c9-1a08-4e4e-8630-fd1c793bd117 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.736361 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.753638 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:37:36.754039 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:37:36.759771 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:37:36.765103 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ad43ea80-bb6b-4f7a-a4a0-1ebc64facc66 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2d491254bfb045ba972e9cdef1f2ea5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066792 Jul 22 16:37:36.765759 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e902a2f-0cf7-48c1-91f5-ab9f905385f3 x-openstack-request-id: req-6e902a2f-0cf7-48c1-91f5-ab9f905385f3 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:36.766087 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6ea160-5c55-4183-a5e0-bb42b7e97421", "name": "network-vif-plugged", "status": "completed", "tag": "e0bb2091-2c2e-49ed-927c-eb0c66510c2d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:36.766366 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6e902a2f-0cf7-48c1-91f5-ab9f905385f3 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:36.766792 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6ea160-5c55-4183-a5e0-bb42b7e97421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bb2091-2c2e-49ed-927c-eb0c66510c2d', 'code': 200} Jul 22 16:37:36.769667 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0095df26-b08d-4e59-bc56-e011df383b20 None None] Attempting to bind port 2c87acad-0cbc-4db3-9391-7c471ceb414d on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:36.770066 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0095df26-b08d-4e59-bc56-e011df383b20 None None] Attempting to bind port 2c87acad-0cbc-4db3-9391-7c471ceb414d by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'b844c218-e41c-40ee-bdf6-714a6ba5cd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '03cf636b-8fd4-4986-a3eb-6e0d5977432e'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:36.770434 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095df26-b08d-4e59-bc56-e011df383b20 None None] Attempting to bind port 2c87acad-0cbc-4db3-9391-7c471ceb414d on network 03cf636b-8fd4-4986-a3eb-6e0d5977432e {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:36.772084 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51394) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:36.779011 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095df26-b08d-4e59-bc56-e011df383b20 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:36.779395 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095df26-b08d-4e59-bc56-e011df383b20 None None] Checking segment: {'id': 'b844c218-e41c-40ee-bdf6-714a6ba5cd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '03cf636b-8fd4-4986-a3eb-6e0d5977432e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:36.779804 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0095df26-b08d-4e59-bc56-e011df383b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.780200 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095df26-b08d-4e59-bc56-e011df383b20 None None] Bound using segment: {'id': 'b844c218-e41c-40ee-bdf6-714a6ba5cd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '03cf636b-8fd4-4986-a3eb-6e0d5977432e'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:36.781232 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0095df26-b08d-4e59-bc56-e011df383b20 None None] Bound port: 2c87acad-0cbc-4db3-9391-7c471ceb414d, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b844c218-e41c-40ee-bdf6-714a6ba5cd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '03cf636b-8fd4-4986-a3eb-6e0d5977432e'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:36.781640 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0095df26-b08d-4e59-bc56-e011df383b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.826963 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf0986-0d06-44ea-966b-b1638cc4ed6a req-87da2b64-29be-4e4f-b9c7-b3afb28830b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:36.828866 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52bf0986-0d06-44ea-966b-b1638cc4ed6a req-87da2b64-29be-4e4f-b9c7-b3afb28830b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 1099 time: 0.2066176 Jul 22 16:37:36.829794 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=e0bb2091-2c2e-49ed-927c-eb0c66510c2d,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:36.852779 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf0986-0d06-44ea-966b-b1638cc4ed6a req-a59674fe-3607-4cd5-a90e-66f5332017c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:36.854392 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52bf0986-0d06-44ea-966b-b1638cc4ed6a req-a59674fe-3607-4cd5-a90e-66f5332017c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 1099 time: 0.2272098 Jul 22 16:37:36.874146 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0095df26-b08d-4e59-bc56-e011df383b20 None None] For port 2c87acad-0cbc-4db3-9391-7c471ceb414d, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:36.879082 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0095df26-b08d-4e59-bc56-e011df383b20 None None] For port 2c87acad-0cbc-4db3-9391-7c471ceb414d, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2c87acad-0cbc-4db3-9391-7c471ceb414d,segment=NetworkSegment(b844c218-e41c-40ee-bdf6-714a6ba5cd0a),segment_id=b844c218-e41c-40ee-bdf6-714a6ba5cd0a)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:36.884311 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0095df26-b08d-4e59-bc56-e011df383b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.890257 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.db.api [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 16:37:36.890257 n-d-798930-9 neutron-server[93817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 16:37:36.890257 n-d-798930-9 neutron-server[93817]: [parameters: {'id': '03cf636b-8fd4-4986-a3eb-6e0d5977432e'}] Jul 22 16:37:36.890257 n-d-798930-9 neutron-server[93817]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:37:36.890641 n-d-798930-9 neutron-server[93817]: DEBUG oslo_db.api [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:37:36.917589 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7bb6d-d993-41e9-9ac4-c3513b5f22a2 req-405462cf-4032-4ec1-a0f7-c87e78dda7e4 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:36.927285 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-39a7bb6d-d993-41e9-9ac4-c3513b5f22a2 req-405462cf-4032-4ec1-a0f7-c87e78dda7e4 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e6ea160-5c55-4183-a5e0-bb42b7e97421 HTTP/1.1" status: 200 len: 946 time: 0.2199283 Jul 22 16:37:36.971107 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095df26-b08d-4e59-bc56-e011df383b20 None None] Pushing event updated for resources: {'Port': ['ID=2c87acad-0cbc-4db3-9391-7c471ceb414d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:36.992041 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd70f646-78e6-48eb-988a-f55d678638a9 None None] Network 03cf636b-8fd4-4986-a3eb-6e0d5977432e requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:37.019344 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-39a7bb6d-d993-41e9-9ac4-c3513b5f22a2 req-d5b4a345-aa95-4346-bd9d-ba6aa42bf431 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cf75341-db10-496e-8175-ed5d60e10a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911150 Jul 22 16:37:37.029256 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf0986-0d06-44ea-966b-b1638cc4ed6a req-5f637405-9ba1-4a58-acfc-04e7f77931e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:37.031341 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52bf0986-0d06-44ea-966b-b1638cc4ed6a req-5f637405-9ba1-4a58-acfc-04e7f77931e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.1657796 Jul 22 16:37:37.048831 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-386df765-23f4-4911-ab46-84e1fe8a7aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:37.052849 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf0986-0d06-44ea-966b-b1638cc4ed6a req-2f3b9562-ef71-4bec-aab7-fed1b31ce275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:37.054574 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52bf0986-0d06-44ea-966b-b1638cc4ed6a req-2f3b9562-ef71-4bec-aab7-fed1b31ce275 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.1799674 Jul 22 16:37:37.079031 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52bf0986-0d06-44ea-966b-b1638cc4ed6a req-087a1618-ebe9-449b-8ebe-6644bc9d2326 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=1db25dc4-fd5e-465b-9606-51bd9bd58417 HTTP/1.1" status: 200 len: 217 time: 0.0409386 Jul 22 16:37:37.146565 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf0986-0d06-44ea-966b-b1638cc4ed6a req-0374ea2f-a42e-4e54-a29f-889e46dd2502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:37.148022 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52bf0986-0d06-44ea-966b-b1638cc4ed6a req-0374ea2f-a42e-4e54-a29f-889e46dd2502 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0628254 Jul 22 16:37:37.160277 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9201ffe0-6375-433e-80af-bd181bc5706b None None] get_active_networks_info from n-d-798930-9 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:37:37.174071 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-386df765-23f4-4911-ab46-84e1fe8a7aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:37.185832 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52bf0986-0d06-44ea-966b-b1638cc4ed6a req-e7074fda-518a-424a-9a19-a242d76c434b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=1db25dc4-fd5e-465b-9606-51bd9bd58417 HTTP/1.1" status: 200 len: 217 time: 0.0938833 Jul 22 16:37:37.215054 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf0986-0d06-44ea-966b-b1638cc4ed6a req-b543cda3-4468-47e2-aa3c-969cb9a57d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:37.216707 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52bf0986-0d06-44ea-966b-b1638cc4ed6a req-b543cda3-4468-47e2-aa3c-969cb9a57d79 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0623689 Jul 22 16:37:37.223750 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2be90-760a-478d-82fa-416c92d78cd6 req-c117e0e8-1564-4713-b434-c4eb8539a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:37.225303 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fda2be90-760a-478d-82fa-416c92d78cd6 req-c117e0e8-1564-4713-b434-c4eb8539a886 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5e6ea160-5c55-4183-a5e0-bb42b7e97421 HTTP/1.1" status: 200 len: 1097 time: 0.3626797 Jul 22 16:37:37.288390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9201ffe0-6375-433e-80af-bd181bc5706b None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:37:37.334027 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52bf0986-0d06-44ea-966b-b1638cc4ed6a req-712a197c-95ad-456b-8d30-0b3afbc97988 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029954 Jul 22 16:37:37.405415 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:37.530559 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fdccc-4588-45fd-948a-c3307fc06bdd req-9afc5ec6-67d9-41c5-84c5-8e949c8f8aa6 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:37.532206 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7e2fdccc-4588-45fd-948a-c3307fc06bdd req-9afc5ec6-67d9-41c5-84c5-8e949c8f8aa6 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 948 time: 0.1774726 Jul 22 16:37:37.535843 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52bf0986-0d06-44ea-966b-b1638cc4ed6a req-e999011a-f847-40fa-9641-7eebb4617926 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942606 Jul 22 16:37:37.595919 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Deleting port 2c87acad-0cbc-4db3-9391-7c471ceb414d {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:37:37.596180 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:37.615763 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7e2fdccc-4588-45fd-948a-c3307fc06bdd req-16c78ea0-19c4-4111-b894-6399b4d1ecaa tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712235 Jul 22 16:37:37.677308 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf0986-0d06-44ea-966b-b1638cc4ed6a req-f51070c9-8635-4d8a-b1ab-f26c98a263ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:37.678877 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52bf0986-0d06-44ea-966b-b1638cc4ed6a req-f51070c9-8635-4d8a-b1ab-f26c98a263ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.4818912 Jul 22 16:37:37.679762 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5bbc6c9-1a08-4e4e-8630-fd1c793bd117 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:37.683350 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] For port 2c87acad-0cbc-4db3-9391-7c471ceb414d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2c87acad-0cbc-4db3-9391-7c471ceb414d,segment=NetworkSegment(b844c218-e41c-40ee-bdf6-714a6ba5cd0a),segment_id=b844c218-e41c-40ee-bdf6-714a6ba5cd0a)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:37.683922 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:37.703313 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Calling delete_port for 2c87acad-0cbc-4db3-9391-7c471ceb414d owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:37:37.759229 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-386df765-23f4-4911-ab46-84e1fe8a7aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:37.761852 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-386df765-23f4-4911-ab46-84e1fe8a7aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:37.762993 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-386df765-23f4-4911-ab46-84e1fe8a7aeb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/52e7cb1a-a550-485c-85cd-99654382fb5d HTTP/1.1" status: 204 len: 168 time: 0.9877827 Jul 22 16:37:37.766693 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fda2be90-760a-478d-82fa-416c92d78cd6 req-d49aa05b-c4e6-4a9a-a2b4-443c0b7f62d6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2cf75341-db10-496e-8175-ed5d60e10a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630423 Jul 22 16:37:37.813077 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d1c12-91d6-4a27-a6fb-29952c446ce1 req-df8e9102-10bf-4819-a227-29726130a70a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:37.814611 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d97d1c12-91d6-4a27-a6fb-29952c446ce1 req-df8e9102-10bf-4819-a227-29726130a70a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 946 time: 0.7185199 Jul 22 16:37:37.819191 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386df765-23f4-4911-ab46-84e1fe8a7aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e7cb1a-a550-485c-85cd-99654382fb5d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:37.825904 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bbc6c9-1a08-4e4e-8630-fd1c793bd117 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event updated for resources: {'Subnet': ['ID=b04288f5-00e1-4e20-a52b-805997e77341,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:37.858461 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd3585-62c5-473a-97d6-61322ecadc5c req-2ef9d1ba-123c-4ee6-bcd9-0429db211e72 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:37.860608 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cdd3585-62c5-473a-97d6-61322ecadc5c req-2ef9d1ba-123c-4ee6-bcd9-0429db211e72 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.1439915 Jul 22 16:37:37.870828 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bbc6c9-1a08-4e4e-8630-fd1c793bd117 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Checking segment: {'id': '65e45124-67c6-49a6-903c-7f7ef5503d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:37.871235 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bbc6c9-1a08-4e4e-8630-fd1c793bd117 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Network hostable DHCP agents. Network: 6b833cb6-36e8-4b1d-8c83-cc79c162b762, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:37:37.898808 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:37.902873 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d97d1c12-91d6-4a27-a6fb-29952c446ce1 req-ac37299d-3dc8-420b-8ba4-87dd775253f3 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669529 Jul 22 16:37:37.903604 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1db25dc4-fd5e-465b-9606-51bd9bd58417 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:37:37.904787 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf0986-0d06-44ea-966b-b1638cc4ed6a req-a2fc84fc-d75a-43cd-b4db-3cbe3689010a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:37.906389 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52bf0986-0d06-44ea-966b-b1638cc4ed6a req-a2fc84fc-d75a-43cd-b4db-3cbe3689010a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2124479 Jul 22 16:37:37.921865 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bbc6c9-1a08-4e4e-8630-fd1c793bd117 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:37:37.939941 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e5bbc6c9-1a08-4e4e-8630-fd1c793bd117 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 6b833cb6-36e8-4b1d-8c83-cc79c162b762) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:37.945712 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bbc6c9-1a08-4e4e-8630-fd1c793bd117 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:37.946348 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5bbc6c9-1a08-4e4e-8630-fd1c793bd117 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:37.950959 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e539796-a699-4cdb-8b9b-fc316a60c294 None None] Network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:37.951937 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cdd3585-62c5-473a-97d6-61322ecadc5c req-5a61500f-f21b-4717-b037-ce3d789be677 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795825 Jul 22 16:37:37.953167 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Port': ['ID=2c87acad-0cbc-4db3-9391-7c471ceb414d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:37.962552 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] No DVR routers for this DVR port 2c87acad-0cbc-4db3-9391-7c471ceb414d on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:37:37.968427 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e5bbc6c9-1a08-4e4e-8630-fd1c793bd117 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5429239 Jul 22 16:37:37.971537 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51406) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:37.979708 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-65ed79ec-6e67-41e3-a2b9-d5be7aa028c9 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Request body: {'subnet': {'network_id': 'ff66ea35-a49e-465a-a94a-77488ff458ac', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:38.011764 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1db25dc4-fd5e-465b-9606-51bd9bd58417 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:37:38.091524 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:38.104809 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03cf636b-8fd4-4986-a3eb-6e0d5977432e']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:38.119971 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b844c218-e41c-40ee-bdf6-714a6ba5cd0a') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:38.120342 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b844c218-e41c-40ee-bdf6-714a6ba5cd0a') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:38.132638 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:38.147249 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:38.154084 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:37:38.154398 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:37:38.158741 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:37:38.192209 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2741e796-df57-49c0-832e-652442c864fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-6b833cb6-36e8-4b1d-8c83-cc79c162b762', 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'fixed_ips': [{'subnet_id': 'b04288f5-00e1-4e20-a52b-805997e77341'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:37:38.193492 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2741e796-df57-49c0-832e-652442c864fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:38.251924 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:38.252789 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ed79ec-6e67-41e3-a2b9-d5be7aa028c9 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Made reservation on behalf of c2cdac6e8c514eed897eaf0607a1ddfd for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:38.256388 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65ed79ec-6e67-41e3-a2b9-d5be7aa028c9 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:38.285830 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:38.288159 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/networks/03cf636b-8fd4-4986-a3eb-6e0d5977432e HTTP/1.1" status: 204 len: 168 time: 3.0764582 Jul 22 16:37:38.295983 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51418) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:38.310457 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23f6bd-7a08-4e16-9258-efcc346aa096 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Network': ['ID=03cf636b-8fd4-4986-a3eb-6e0d5977432e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:38.311419 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9763ff63-51c7-4a40-88de-a8c15ae44c0a tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-436173869'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:38.318538 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52bf0986-0d06-44ea-966b-b1638cc4ed6a req-951e122f-e11b-47bc-80fa-6a735bbdd750 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433624 Jul 22 16:37:38.391646 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-2741e796-df57-49c0-832e-652442c864fa None None] Allocated IP 10.1.1.2 (6b833cb6-36e8-4b1d-8c83-cc79c162b762/b04288f5-00e1-4e20-a52b-805997e77341/a5aee7be-1080-427b-b3e8-365070f0d302) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:38.428415 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9763ff63-51c7-4a40-88de-a8c15ae44c0a tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Made reservation on behalf of 3657269e024443f5a0232d7e5d8677af for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:38.432009 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9763ff63-51c7-4a40-88de-a8c15ae44c0a tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:38.454788 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019bc38-87d8-4fae-b28a-b7cba99b194f req-827665f0-56c7-4127-95b1-cc029009fd96 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:38.456320 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4019bc38-87d8-4fae-b28a-b7cba99b194f req-827665f0-56c7-4127-95b1-cc029009fd96 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e6ea160-5c55-4183-a5e0-bb42b7e97421 HTTP/1.1" status: 200 len: 946 time: 0.3416324 Jul 22 16:37:38.558401 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2741e796-df57-49c0-832e-652442c864fa None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:38.565738 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9763ff63-51c7-4a40-88de-a8c15ae44c0a tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:37:38.567961 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2741e796-df57-49c0-832e-652442c864fa None None] Transition to ACTIVE for port object a5aee7be-1080-427b-b3e8-365070f0d302 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:38.573298 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4019bc38-87d8-4fae-b28a-b7cba99b194f req-68c6ecaf-0200-4f64-b68f-c2556bede895 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cf75341-db10-496e-8175-ed5d60e10a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819530 Jul 22 16:37:38.586008 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2741e796-df57-49c0-832e-652442c864fa None None] Transition to ACTIVE for port object a5aee7be-1080-427b-b3e8-365070f0d302 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:38.602080 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2741e796-df57-49c0-832e-652442c864fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:38.627572 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52bf0986-0d06-44ea-966b-b1638cc4ed6a req-845fbab4-a0cb-4c82-a685-a8582d4dc6f1 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905188 Jul 22 16:37:38.633850 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9763ff63-51c7-4a40-88de-a8c15ae44c0a tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:38.634720 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-9763ff63-51c7-4a40-88de-a8c15ae44c0a tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Added segment 38f64257-c9d7-4fce-8b61-d070c98cb8a8 of type vlan for network b59f1649-a42e-4f0b-9555-76b65d629bd2 Jul 22 16:37:38.648798 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2741e796-df57-49c0-832e-652442c864fa None None] Network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:38.654811 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-2741e796-df57-49c0-832e-652442c864fa None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:38.662382 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2741e796-df57-49c0-832e-652442c864fa None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:38.674696 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741e796-df57-49c0-832e-652442c864fa None None] Pushing event updated for resources: {'Port': ['ID=a5aee7be-1080-427b-b3e8-365070f0d302,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:38.735377 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9763ff63-51c7-4a40-88de-a8c15ae44c0a tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:38.737508 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2741e796-df57-49c0-832e-652442c864fa None None] Attempting to bind port a5aee7be-1080-427b-b3e8-365070f0d302 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:38.738128 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2741e796-df57-49c0-832e-652442c864fa None None] Attempting to bind port a5aee7be-1080-427b-b3e8-365070f0d302 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '65e45124-67c6-49a6-903c-7f7ef5503d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:38.738718 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2741e796-df57-49c0-832e-652442c864fa None None] Attempting to bind port a5aee7be-1080-427b-b3e8-365070f0d302 on network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:38.745502 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2741e796-df57-49c0-832e-652442c864fa None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:38.746021 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2741e796-df57-49c0-832e-652442c864fa None None] Checking segment: {'id': '65e45124-67c6-49a6-903c-7f7ef5503d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:38.746337 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2741e796-df57-49c0-832e-652442c864fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:38.746729 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2741e796-df57-49c0-832e-652442c864fa None None] Bound using segment: {'id': '65e45124-67c6-49a6-903c-7f7ef5503d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:38.747206 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2741e796-df57-49c0-832e-652442c864fa None None] Bound port: a5aee7be-1080-427b-b3e8-365070f0d302, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e45124-67c6-49a6-903c-7f7ef5503d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:38.747587 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2741e796-df57-49c0-832e-652442c864fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:38.776797 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65ed79ec-6e67-41e3-a2b9-d5be7aa028c9 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:38.839918 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9763ff63-51c7-4a40-88de-a8c15ae44c0a tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:38.845631 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9763ff63-51c7-4a40-88de-a8c15ae44c0a tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:38.845863 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2741e796-df57-49c0-832e-652442c864fa None None] For port a5aee7be-1080-427b-b3e8-365070f0d302, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:38.846317 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9763ff63-51c7-4a40-88de-a8c15ae44c0a tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:38.851944 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2741e796-df57-49c0-832e-652442c864fa None None] For port a5aee7be-1080-427b-b3e8-365070f0d302, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a5aee7be-1080-427b-b3e8-365070f0d302,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:38.855684 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51434) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:38.856634 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2741e796-df57-49c0-832e-652442c864fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:38.885962 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed79ec-6e67-41e3-a2b9-d5be7aa028c9 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event updated for resources: {'Subnet': ['ID=e307d223-4916-45f9-8593-ea8af57cd01a,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:38.898236 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9763ff63-51c7-4a40-88de-a8c15ae44c0a tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5932534 Jul 22 16:37:38.898875 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51438) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:38.913283 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0b8c3187-db13-4376-a4f5-af097b5611fc tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Request body: {'subnet': {'network_id': 'b59f1649-a42e-4f0b-9555-76b65d629bd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:38.917389 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3303ac-6fbd-4072-9f92-67e2938cfe2b req-c4b40de7-7b88-40d2-a389-85590da4a46d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:38.919880 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7e3303ac-6fbd-4072-9f92-67e2938cfe2b req-c4b40de7-7b88-40d2-a389-85590da4a46d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 948 time: 0.1277542 Jul 22 16:37:38.923498 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741e796-df57-49c0-832e-652442c864fa None None] Pushing event updated for resources: {'Port': ['ID=a5aee7be-1080-427b-b3e8-365070f0d302,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:38.985227 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7e3303ac-6fbd-4072-9f92-67e2938cfe2b req-9044f9f2-88ed-4a1d-a138-0982c13d989a tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524299 Jul 22 16:37:39.014199 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ed79ec-6e67-41e3-a2b9-d5be7aa028c9 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Checking segment: {'id': '63bf2f1c-96ff-480d-8946-46efdaf0c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ff66ea35-a49e-465a-a94a-77488ff458ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:39.014801 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ed79ec-6e67-41e3-a2b9-d5be7aa028c9 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Network hostable DHCP agents. Network: ff66ea35-a49e-465a-a94a-77488ff458ac, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:37:39.024765 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763ff63-51c7-4a40-88de-a8c15ae44c0a tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event updated for resources: {'Network': ['ID=b59f1649-a42e-4f0b-9555-76b65d629bd2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:39.037068 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network b59f1649-a42e-4f0b-9555-76b65d629bd2 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:37:39.042139 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-da90b79f-4cc4-49d9-a1e7-9c346d82d83d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-992522537-network', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:39.126575 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ed79ec-6e67-41e3-a2b9-d5be7aa028c9 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Network ff66ea35-a49e-465a-a94a-77488ff458ac is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:37:39.153495 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da90b79f-4cc4-49d9-a1e7-9c346d82d83d admin admin] Made reservation on behalf of c9497a41f8194fa4a8867ac9f3be3289 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:39.156522 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da90b79f-4cc4-49d9-a1e7-9c346d82d83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:39.170139 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da90b79f-4cc4-49d9-a1e7-9c346d82d83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:39.170374 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-65ed79ec-6e67-41e3-a2b9-d5be7aa028c9 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, ff66ea35-a49e-465a-a94a-77488ff458ac) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:39.172376 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8c3187-db13-4376-a4f5-af097b5611fc tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Made reservation on behalf of 3657269e024443f5a0232d7e5d8677af for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:39.177131 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3187-db13-4376-a4f5-af097b5611fc tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:39.195996 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dada268-4d5e-4ca0-b7bc-5f503c8fada0 req-eb92a1c8-90a9-4cd4-8f49-3d504eb89f67 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:39.198145 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1dada268-4d5e-4ca0-b7bc-5f503c8fada0 req-eb92a1c8-90a9-4cd4-8f49-3d504eb89f67 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.1358781 Jul 22 16:37:39.198864 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52013a1c-75bf-4b6a-9b05-5accf8754b81 None None] Network ff66ea35-a49e-465a-a94a-77488ff458ac requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:39.201427 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ed79ec-6e67-41e3-a2b9-d5be7aa028c9 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:39.202056 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65ed79ec-6e67-41e3-a2b9-d5be7aa028c9 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:39.212174 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507a4dd-33f2-480a-a9a7-337cbdc2de95 req-be5112e2-26f4-469e-8ce6-dab34594ea69 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:39.220342 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5507a4dd-33f2-480a-a9a7-337cbdc2de95 req-be5112e2-26f4-469e-8ce6-dab34594ea69 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 946 time: 0.2006454 Jul 22 16:37:39.324781 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1dada268-4d5e-4ca0-b7bc-5f503c8fada0 req-1ce6d0a4-78bf-4bed-aab1-79b73c450fcf tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120682 Jul 22 16:37:39.363390 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5507a4dd-33f2-480a-a9a7-337cbdc2de95 req-132661ae-a86b-4c74-b414-5bac17718016 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417773 Jul 22 16:37:39.417653 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da90b79f-4cc4-49d9-a1e7-9c346d82d83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:39.426524 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da90b79f-4cc4-49d9-a1e7-9c346d82d83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:39.457615 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-65ed79ec-6e67-41e3-a2b9-d5be7aa028c9 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4824772 Jul 22 16:37:39.463515 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da90b79f-4cc4-49d9-a1e7-9c346d82d83d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:37:39.464568 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51446) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:39.468693 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab2cb55-c587-4b4c-aa2e-a9fafc4acc0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-ff66ea35-a49e-465a-a94a-77488ff458ac', 'network_id': 'ff66ea35-a49e-465a-a94a-77488ff458ac', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'fixed_ips': [{'subnet_id': 'e307d223-4916-45f9-8593-ea8af57cd01a'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:37:39.469905 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bab2cb55-c587-4b4c-aa2e-a9fafc4acc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:39.472451 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b58212e2-8f52-4d44-a5be-6cc36e1fa5c1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Request body: {'port': {'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762', 'name': 'tempest-TaggedBootDevicesTest-1467772380', 'fixed_ips': [{'subnet_id': 'b04288f5-00e1-4e20-a52b-805997e77341'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:39.479130 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90b79f-4cc4-49d9-a1e7-9c346d82d83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d27350e-eed5-4e14-a06e-55148fc26ff0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:39.484250 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da90b79f-4cc4-49d9-a1e7-9c346d82d83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:39.485050 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-da90b79f-4cc4-49d9-a1e7-9c346d82d83d admin admin] Added segment 6ee6e318-36e3-4276-aaa7-7e4a6c486bba of type vlan for network 9c5c4430-fe08-4a96-9de3-fdc32bed75bd Jul 22 16:37:39.533733 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da90b79f-4cc4-49d9-a1e7-9c346d82d83d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:39.566397 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da90b79f-4cc4-49d9-a1e7-9c346d82d83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:39.567748 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da90b79f-4cc4-49d9-a1e7-9c346d82d83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:39.568222 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da90b79f-4cc4-49d9-a1e7-9c346d82d83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:39.604733 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-da90b79f-4cc4-49d9-a1e7-9c346d82d83d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7432287 Jul 22 16:37:39.606417 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51448) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:39.610237 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-cb9df83b-24a8-41c5-9a39-ae4f300ed847 admin admin] Request body: {'subnet': {'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-992522537-subnet', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:39.621805 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3187-db13-4376-a4f5-af097b5611fc tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:39.646819 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90b79f-4cc4-49d9-a1e7-9c346d82d83d admin admin] Pushing event updated for resources: {'Network': ['ID=9c5c4430-fe08-4a96-9de3-fdc32bed75bd,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:39.647064 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-bab2cb55-c587-4b4c-aa2e-a9fafc4acc0d None None] Allocated IP 10.2.2.2 (ff66ea35-a49e-465a-a94a-77488ff458ac/e307d223-4916-45f9-8593-ea8af57cd01a/36846a75-1ee5-4735-8587-9e8111b71b1f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:39.661873 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 9c5c4430-fe08-4a96-9de3-fdc32bed75bd details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:37:39.746134 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c3187-db13-4376-a4f5-af097b5611fc tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event updated for resources: {'Subnet': ['ID=4e9642e2-b13f-41d9-b9fc-d0aa7225b45e,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:39.751815 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9df83b-24a8-41c5-9a39-ae4f300ed847 admin admin] Made reservation on behalf of c9497a41f8194fa4a8867ac9f3be3289 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:39.754230 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb9df83b-24a8-41c5-9a39-ae4f300ed847 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:39.811433 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58212e2-8f52-4d44-a5be-6cc36e1fa5c1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Made reservation on behalf of c2cdac6e8c514eed897eaf0607a1ddfd for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:39.853546 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8c3187-db13-4376-a4f5-af097b5611fc tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Checking segment: {'id': '38f64257-c9d7-4fce-8b61-d070c98cb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'b59f1649-a42e-4f0b-9555-76b65d629bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:39.853955 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8c3187-db13-4376-a4f5-af097b5611fc tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Network hostable DHCP agents. Network: b59f1649-a42e-4f0b-9555-76b65d629bd2, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:37:39.890859 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bab2cb55-c587-4b4c-aa2e-a9fafc4acc0d None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:39.903183 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bab2cb55-c587-4b4c-aa2e-a9fafc4acc0d None None] Transition to ACTIVE for port object 36846a75-1ee5-4735-8587-9e8111b71b1f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:39.924129 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bab2cb55-c587-4b4c-aa2e-a9fafc4acc0d None None] Transition to ACTIVE for port object 36846a75-1ee5-4735-8587-9e8111b71b1f will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:39.937901 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bab2cb55-c587-4b4c-aa2e-a9fafc4acc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:39.945021 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a5aee7be-1080-427b-b3e8-365070f0d302 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:39.948861 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91a4ab-b368-4d5d-a972-77875fc154ce req-ddcbaf28-b627-4af2-ab18-28799dd0835a tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:39.951153 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2a91a4ab-b368-4d5d-a972-77875fc154ce req-ddcbaf28-b627-4af2-ab18-28799dd0835a tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e6ea160-5c55-4183-a5e0-bb42b7e97421 HTTP/1.1" status: 200 len: 946 time: 0.2604561 Jul 22 16:37:39.992100 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8c3187-db13-4376-a4f5-af097b5611fc tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Network b59f1649-a42e-4f0b-9555-76b65d629bd2 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:37:40.033895 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0b8c3187-db13-4376-a4f5-af097b5611fc tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, b59f1649-a42e-4f0b-9555-76b65d629bd2) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:40.081163 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8c3187-db13-4376-a4f5-af097b5611fc tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:40.082216 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3187-db13-4376-a4f5-af097b5611fc tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:40.105353 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b58212e2-8f52-4d44-a5be-6cc36e1fa5c1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:40.118499 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2a91a4ab-b368-4d5d-a972-77875fc154ce req-0e0dccf2-ff0b-4c64-a695-882e8ae3bd94 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cf75341-db10-496e-8175-ed5d60e10a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578901 Jul 22 16:37:40.152033 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd22f62c-c619-4af9-a26c-c7fade515973 None None] Network b59f1649-a42e-4f0b-9555-76b65d629bd2 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:40.186558 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 1db25dc4-fd5e-465b-9606-51bd9bd58417 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:37:40.189773 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0b8c3187-db13-4376-a4f5-af097b5611fc tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2816093 Jul 22 16:37:40.196286 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51456) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:40.201534 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e8c1d-a045-456f-a253-10348b4248eb req-d3a6a366-2c67-41c5-9ed3-ba176b8610a7 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:40.208427 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-30aa1e16-4ed1-4ec2-815c-6b2e8ad9153d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Request body: {'subnet': {'network_id': 'b59f1649-a42e-4f0b-9555-76b65d629bd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:40.211365 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3f5e8c1d-a045-456f-a253-10348b4248eb req-d3a6a366-2c67-41c5-9ed3-ba176b8610a7 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 948 time: 0.1303449 Jul 22 16:37:40.212286 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-b58212e2-8f52-4d44-a5be-6cc36e1fa5c1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] device_id is not set on port 71b37d7f-7bc1-469c-9d49-d6daba46b789 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:37:40.274408 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3f5e8c1d-a045-456f-a253-10348b4248eb req-3051d007-8d33-4705-99b1-0be9c6f8808c tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562732 Jul 22 16:37:40.282864 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab2cb55-c587-4b4c-aa2e-a9fafc4acc0d None None] Network ff66ea35-a49e-465a-a94a-77488ff458ac is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:40.305152 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb9df83b-24a8-41c5-9a39-ae4f300ed847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:40.305390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-bab2cb55-c587-4b4c-aa2e-a9fafc4acc0d None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:40.316121 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab2cb55-c587-4b4c-aa2e-a9fafc4acc0d None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:40.318245 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2cb55-c587-4b4c-aa2e-a9fafc4acc0d None None] Pushing event updated for resources: {'Port': ['ID=36846a75-1ee5-4735-8587-9e8111b71b1f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:40.333971 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3df74d-3328-4d65-9757-90e89f39ae9b None None] Network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:40.483763 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:37:40.559744 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cf5d3279-e1bf-49f1-8e20-54f479fb7787 None None] Provisioning for port a5aee7be-1080-427b-b3e8-365070f0d302 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:40.575446 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9df83b-24a8-41c5-9a39-ae4f300ed847 admin admin] Checking segment: {'id': '6ee6e318-36e3-4276-aaa7-7e4a6c486bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:40.576074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9df83b-24a8-41c5-9a39-ae4f300ed847 admin admin] Network hostable DHCP agents. Network: 9c5c4430-fe08-4a96-9de3-fdc32bed75bd, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:37:40.606510 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9df83b-24a8-41c5-9a39-ae4f300ed847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=201d105d-0acc-407e-9daf-fc4d01c306de,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:40.632245 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6a19f-bc91-47c2-8f72-07f2a9d8f229 req-749bb9d8-1dbf-4867-86f5-4a71a6959530 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:40.634093 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port a5aee7be-1080-427b-b3e8-365070f0d302 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:40.635102 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8ba6a19f-bc91-47c2-8f72-07f2a9d8f229 req-749bb9d8-1dbf-4867-86f5-4a71a6959530 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 946 time: 0.0893829 Jul 22 16:37:40.644316 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cf5d3279-e1bf-49f1-8e20-54f479fb7787 None None] Provisioning complete for port a5aee7be-1080-427b-b3e8-365070f0d302 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:40.644674 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3279-e1bf-49f1-8e20-54f479fb7787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:40.646539 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bab2cb55-c587-4b4c-aa2e-a9fafc4acc0d None None] Attempting to bind port 36846a75-1ee5-4735-8587-9e8111b71b1f on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:40.646913 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bab2cb55-c587-4b4c-aa2e-a9fafc4acc0d None None] Attempting to bind port 36846a75-1ee5-4735-8587-9e8111b71b1f by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '63bf2f1c-96ff-480d-8946-46efdaf0c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ff66ea35-a49e-465a-a94a-77488ff458ac'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:40.647276 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2cb55-c587-4b4c-aa2e-a9fafc4acc0d None None] Attempting to bind port 36846a75-1ee5-4735-8587-9e8111b71b1f on network ff66ea35-a49e-465a-a94a-77488ff458ac {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:40.680173 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port a5aee7be-1080-427b-b3e8-365070f0d302 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:40.680572 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:40.688439 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8ba6a19f-bc91-47c2-8f72-07f2a9d8f229 req-972bc2bf-d652-4aa5-9f69-186c34d684c8 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469680 Jul 22 16:37:40.718556 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9df83b-24a8-41c5-9a39-ae4f300ed847 admin admin] Network 9c5c4430-fe08-4a96-9de3-fdc32bed75bd is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:37:40.734648 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2cb55-c587-4b4c-aa2e-a9fafc4acc0d None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:40.735104 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2cb55-c587-4b4c-aa2e-a9fafc4acc0d None None] Checking segment: {'id': '63bf2f1c-96ff-480d-8946-46efdaf0c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ff66ea35-a49e-465a-a94a-77488ff458ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:40.735542 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bab2cb55-c587-4b4c-aa2e-a9fafc4acc0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:40.735965 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2cb55-c587-4b4c-aa2e-a9fafc4acc0d None None] Bound using segment: {'id': '63bf2f1c-96ff-480d-8946-46efdaf0c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ff66ea35-a49e-465a-a94a-77488ff458ac'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:40.736589 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bab2cb55-c587-4b4c-aa2e-a9fafc4acc0d None None] Bound port: 36846a75-1ee5-4735-8587-9e8111b71b1f, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63bf2f1c-96ff-480d-8946-46efdaf0c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ff66ea35-a49e-465a-a94a-77488ff458ac'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:40.736985 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bab2cb55-c587-4b4c-aa2e-a9fafc4acc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:40.770776 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-cb9df83b-24a8-41c5-9a39-ae4f300ed847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 9c5c4430-fe08-4a96-9de3-fdc32bed75bd) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:40.784563 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9df83b-24a8-41c5-9a39-ae4f300ed847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:40.785202 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb9df83b-24a8-41c5-9a39-ae4f300ed847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:40.789066 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b58212e2-8f52-4d44-a5be-6cc36e1fa5c1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Allocated IP 10.1.1.200 (6b833cb6-36e8-4b1d-8c83-cc79c162b762/b04288f5-00e1-4e20-a52b-805997e77341/71b37d7f-7bc1-469c-9d49-d6daba46b789) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:40.793900 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30aa1e16-4ed1-4ec2-815c-6b2e8ad9153d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Made reservation on behalf of 3657269e024443f5a0232d7e5d8677af for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:40.797729 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30aa1e16-4ed1-4ec2-815c-6b2e8ad9153d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:40.811718 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55dcea5-62bb-418f-8736-703f600718f5 None None] Network 9c5c4430-fe08-4a96-9de3-fdc32bed75bd requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:40.819439 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 1db25dc4-fd5e-465b-9606-51bd9bd58417, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=1db25dc4-fd5e-465b-9606-51bd9bd58417,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:40.825670 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8afe5-bb2f-4ecc-b7e3-a8699c312683 req-848927d5-19a7-4489-9e3d-022bf4f5a7c8 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:40.827421 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bff8afe5-bb2f-4ecc-b7e3-a8699c312683 req-848927d5-19a7-4489-9e3d-022bf4f5a7c8 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e6ea160-5c55-4183-a5e0-bb42b7e97421 HTTP/1.1" status: 200 len: 946 time: 0.0781021 Jul 22 16:37:40.850220 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-f0e5d5f3-b022-4a6b-96a0-c94b3d127ec7 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:40.851721 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-f0e5d5f3-b022-4a6b-96a0-c94b3d127ec7 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.16 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751&tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&binding%3Ahost_id=n-h1-798930-9 HTTP/1.1" status: 200 len: 948 time: 0.2964847 Jul 22 16:37:40.859088 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01158e6-eb07-4b2a-b640-aa93c84ad1e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-b59f1649-a42e-4f0b-9555-76b65d629bd2', 'network_id': 'b59f1649-a42e-4f0b-9555-76b65d629bd2', 'tenant_id': '3657269e024443f5a0232d7e5d8677af', 'fixed_ips': [{'subnet_id': '4e9642e2-b13f-41d9-b9fc-d0aa7225b45e'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:37:40.859905 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c01158e6-eb07-4b2a-b640-aa93c84ad1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:40.863547 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab693a-a588-4862-8c63-76fa57cb273f req-60bfca22-cc1b-4785-bef8-f008cf5c0a44 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:40.868398 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bff8afe5-bb2f-4ecc-b7e3-a8699c312683 req-e0f4d685-f79e-4f31-a068-cfb939683e1c tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cf75341-db10-496e-8175-ed5d60e10a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352373 Jul 22 16:37:40.870464 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbab693a-a588-4862-8c63-76fa57cb273f req-60bfca22-cc1b-4785-bef8-f008cf5c0a44 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.3539417 Jul 22 16:37:40.882672 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cb9df83b-24a8-41c5-9a39-ae4f300ed847 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2735784 Jul 22 16:37:40.882905 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51472) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:40.895576 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9ff3a043-56bc-4c38-891b-7f5bca97721f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-992522537-router', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:40.917605 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '1db25dc4-fd5e-465b-9606-51bd9bd58417', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '1db25dc4-fd5e-465b-9606-51bd9bd58417', 'mac_address': 'fa:16:3e:a0:ae:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:37:40.925199 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ff3a043-56bc-4c38-891b-7f5bca97721f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:40.926677 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ff3a043-56bc-4c38-891b-7f5bca97721f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:40.987449 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ff3a043-56bc-4c38-891b-7f5bca97721f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:41.080615 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbab693a-a588-4862-8c63-76fa57cb273f req-c6c6ba9a-c1e9-46ce-993e-93350edf3a2c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036917 Jul 22 16:37:41.164097 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bab2cb55-c587-4b4c-aa2e-a9fafc4acc0d None None] For port 36846a75-1ee5-4735-8587-9e8111b71b1f, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:41.188018 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:41.200638 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bab2cb55-c587-4b4c-aa2e-a9fafc4acc0d None None] For port 36846a75-1ee5-4735-8587-9e8111b71b1f, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=36846a75-1ee5-4735-8587-9e8111b71b1f,segment=NetworkSegment(63bf2f1c-96ff-480d-8946-46efdaf0c286),segment_id=63bf2f1c-96ff-480d-8946-46efdaf0c286)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:41.202027 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ff3a043-56bc-4c38-891b-7f5bca97721f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:41.251294 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bab2cb55-c587-4b4c-aa2e-a9fafc4acc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:41.262429 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d781b0-544a-4965-9d6a-ba859735056f req-47017167-1e04-4ebf-9340-3fb26bcad701 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:41.270410 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-40d781b0-544a-4965-9d6a-ba859735056f req-47017167-1e04-4ebf-9340-3fb26bcad701 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 948 time: 0.1320431 Jul 22 16:37:41.283588 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3279-e1bf-49f1-8e20-54f479fb7787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:41.308964 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db25dc4-fd5e-465b-9606-51bd9bd58417 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:37:41.314418 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:41.316691 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-b4b1c352-7193-4a0d-80b9-e2d56c4e2a29 service neutron] 10.222.0.16 "GET /v2.0/ports/1db25dc4-fd5e-465b-9606-51bd9bd58417/bindings/n-h1-798930-9 HTTP/1.1" status: 200 len: 382 time: 0.4436884 Jul 22 16:37:41.324074 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30aa1e16-4ed1-4ec2-815c-6b2e8ad9153d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:41.362806 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-40d781b0-544a-4965-9d6a-ba859735056f req-ade1ac9d-8e2a-48f7-81a4-37913929954b tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912678 Jul 22 16:37:41.445279 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 1db25dc4-fd5e-465b-9606-51bd9bd58417, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=1db25dc4-fd5e-465b-9606-51bd9bd58417,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:41.459671 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port a5aee7be-1080-427b-b3e8-365070f0d302, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a5aee7be-1080-427b-b3e8-365070f0d302,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:41.461443 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-c01158e6-eb07-4b2a-b640-aa93c84ad1e1 None None] Allocated IP 2001:db8::2 (b59f1649-a42e-4f0b-9555-76b65d629bd2/4e9642e2-b13f-41d9-b9fc-d0aa7225b45e/17310045-17fc-49e2-bbb3-0579e211a6a0) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:41.463583 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:41.477503 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b58212e2-8f52-4d44-a5be-6cc36e1fa5c1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:41.498249 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aa1e16-4ed1-4ec2-815c-6b2e8ad9153d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Network b59f1649-a42e-4f0b-9555-76b65d629bd2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:41.499216 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa1e16-4ed1-4ec2-815c-6b2e8ad9153d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event updated for resources: {'Subnet': ['ID=27c030c3-62ea-4536-9485-b4175b4151be,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:41.502006 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:41.503641 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2cb55-c587-4b4c-aa2e-a9fafc4acc0d None None] Pushing event updated for resources: {'Port': ['ID=36846a75-1ee5-4735-8587-9e8111b71b1f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:41.515542 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-30aa1e16-4ed1-4ec2-815c-6b2e8ad9153d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:41.527750 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30aa1e16-4ed1-4ec2-815c-6b2e8ad9153d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:41.528225 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30aa1e16-4ed1-4ec2-815c-6b2e8ad9153d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:41.532796 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6c5431-7121-4d25-978e-a4dd4406d1b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-9c5c4430-fe08-4a96-9de3-fdc32bed75bd', 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'fixed_ips': [{'subnet_id': '201d105d-0acc-407e-9daf-fc4d01c306de'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:37:41.533177 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fb6c5431-7121-4d25-978e-a4dd4406d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:41.542597 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ff3a043-56bc-4c38-891b-7f5bca97721f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:41.545072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b58212e2-8f52-4d44-a5be-6cc36e1fa5c1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Transition to ACTIVE for port object 71b37d7f-7bc1-469c-9d49-d6daba46b789 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:41.555302 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-30aa1e16-4ed1-4ec2-815c-6b2e8ad9153d tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3509333 Jul 22 16:37:41.557579 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51474) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:41.565408 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ff3a043-56bc-4c38-891b-7f5bca97721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:41.676774 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-cf5d3279-e1bf-49f1-8e20-54f479fb7787 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:37:41.677514 n-d-798930-9 neutron-server[93818]: DEBUG oslo_db.api [None req-cf5d3279-e1bf-49f1-8e20-54f479fb7787 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:37:41.743525 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-9ff3a043-56bc-4c38-891b-7f5bca97721f admin admin] Allocated IP 172.25.0.149 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/75c69209-0aac-4404-a09a-114a1d85163b) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:41.776329 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=1db25dc4-fd5e-465b-9606-51bd9bd58417,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:41.869802 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=a5aee7be-1080-427b-b3e8-365070f0d302,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:41.932959 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['1db25dc4-fd5e-465b-9606-51bd9bd58417'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:41.969031 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ff3a043-56bc-4c38-891b-7f5bca97721f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:41.991593 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 36846a75-1ee5-4735-8587-9e8111b71b1f up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:41.993516 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:42.057141 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-e9cabf24-ed55-4eab-b3cc-e6f63715e411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:42.058799 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-e9cabf24-ed55-4eab-b3cc-e6f63715e411 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 1100 time: 0.6389782 Jul 22 16:37:42.072443 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de60a4a-980c-488a-a241-1b9fb2e72106 req-14ebb88f-4153-4723-9ecb-161683c5b094 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:42.079832 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1de60a4a-980c-488a-a241-1b9fb2e72106 req-14ebb88f-4153-4723-9ecb-161683c5b094 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e6ea160-5c55-4183-a5e0-bb42b7e97421 HTTP/1.1" status: 200 len: 946 time: 0.1031456 Jul 22 16:37:42.091757 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ff3a043-56bc-4c38-891b-7f5bca97721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:42.165665 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff3a043-56bc-4c38-891b-7f5bca97721f admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:42.170854 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1de60a4a-980c-488a-a241-1b9fb2e72106 req-0e56e2c7-f152-4f27-8650-9e2c48b604bd tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cf75341-db10-496e-8175-ed5d60e10a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891128 Jul 22 16:37:42.174820 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-9ff3a043-56bc-4c38-891b-7f5bca97721f admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:42.180152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff3a043-56bc-4c38-891b-7f5bca97721f admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:42.183608 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3a043-56bc-4c38-891b-7f5bca97721f admin admin] Pushing event updated for resources: {'Port': ['ID=75c69209-0aac-4404-a09a-114a1d85163b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:42.201701 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9fbe3c-c4f9-4ffd-ab54-c4d56d93835b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:42.203427 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9fbe3c-c4f9-4ffd-ab54-c4d56d93835b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:42.204998 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9fbe3c-c4f9-4ffd-ab54-c4d56d93835b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:42.206513 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9fbe3c-c4f9-4ffd-ab54-c4d56d93835b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:42.208044 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9fbe3c-c4f9-4ffd-ab54-c4d56d93835b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:42.213455 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5f9fbe3c-c4f9-4ffd-ab54-c4d56d93835b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6504421 Jul 22 16:37:42.217164 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51484) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:42.243086 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5bcafab1-08be-426c-a615-d65faf0bde56 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1370567805'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:42.251098 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b58212e2-8f52-4d44-a5be-6cc36e1fa5c1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:42.299667 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:42.353727 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-fb6c5431-7121-4d25-978e-a4dd4406d1b4 None None] Allocated IP 172.20.0.2 (9c5c4430-fe08-4a96-9de3-fdc32bed75bd/201d105d-0acc-407e-9daf-fc4d01c306de/9914279f-427c-4ab3-b7b4-663a9170f060) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:42.378507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58212e2-8f52-4d44-a5be-6cc36e1fa5c1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:42.396951 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b58212e2-8f52-4d44-a5be-6cc36e1fa5c1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:42.405226 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58212e2-8f52-4d44-a5be-6cc36e1fa5c1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event updated for resources: {'Port': ['ID=71b37d7f-7bc1-469c-9d49-d6daba46b789,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:42.421445 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58212e2-8f52-4d44-a5be-6cc36e1fa5c1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:42.422594 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c01158e6-eb07-4b2a-b640-aa93c84ad1e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:42.429658 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcafab1-08be-426c-a615-d65faf0bde56 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Made reservation on behalf of 3657269e024443f5a0232d7e5d8677af for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:42.433461 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bcafab1-08be-426c-a615-d65faf0bde56 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:42.475243 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 36846a75-1ee5-4735-8587-9e8111b71b1f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:42.481121 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c01158e6-eb07-4b2a-b640-aa93c84ad1e1 None None] Transition to ACTIVE for port object 17310045-17fc-49e2-bbb3-0579e211a6a0 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:42.486697 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456a83a-e4e9-4848-8337-f9ca14f8146a req-c777a959-d5d6-4ec8-8e3d-92723b7f47c9 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:42.500556 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0456a83a-e4e9-4848-8337-f9ca14f8146a req-c777a959-d5d6-4ec8-8e3d-92723b7f47c9 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 946 time: 0.4325893 Jul 22 16:37:42.529720 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d3c18-f00d-4f7d-9aba-e419af386b4e req-163223aa-06a6-4d38-8bc7-dc4168f46cb0 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:42.531878 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-917d3c18-f00d-4f7d-9aba-e419af386b4e req-163223aa-06a6-4d38-8bc7-dc4168f46cb0 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e6ea160-5c55-4183-a5e0-bb42b7e97421 HTTP/1.1" status: 200 len: 946 time: 0.4721715 Jul 22 16:37:42.548772 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-39ac1e3f-e364-497a-86e9-4957b0d39f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:42.551597 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-39ac1e3f-e364-497a-86e9-4957b0d39f7e service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.4633594 Jul 22 16:37:42.574412 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c01158e6-eb07-4b2a-b640-aa93c84ad1e1 None None] Transition to ACTIVE for port object 17310045-17fc-49e2-bbb3-0579e211a6a0 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:42.621686 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c01158e6-eb07-4b2a-b640-aa93c84ad1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:42.633747 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bfa2c-b594-4924-b852-be4abfb44ff9 req-d738b7b5-6534-47db-afd7-bd7751ac2508 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:42.640842 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-968bfa2c-b594-4924-b852-be4abfb44ff9 req-d738b7b5-6534-47db-afd7-bd7751ac2508 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.2236373 Jul 22 16:37:42.676176 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ff3a043-56bc-4c38-891b-7f5bca97721f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:42.697527 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0456a83a-e4e9-4848-8337-f9ca14f8146a req-97bc3b25-ab87-4a5d-a12c-1d7e12eb4041 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958621 Jul 22 16:37:42.759271 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-38ca589d-688e-4743-af7e-f6e8e47a8899 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=1db25dc4-fd5e-465b-9606-51bd9bd58417 HTTP/1.1" status: 200 len: 217 time: 0.1367846 Jul 22 16:37:42.770415 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-968bfa2c-b594-4924-b852-be4abfb44ff9 req-9984ce56-cfd3-4d00-89b4-5a6c8db3cf9c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285758 Jul 22 16:37:42.772927 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bcafab1-08be-426c-a615-d65faf0bde56 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:37:42.797421 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fb6c5431-7121-4d25-978e-a4dd4406d1b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:42.806798 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fb6c5431-7121-4d25-978e-a4dd4406d1b4 None None] Transition to ACTIVE for port object 9914279f-427c-4ab3-b7b4-663a9170f060 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:42.816138 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58212e2-8f52-4d44-a5be-6cc36e1fa5c1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:42.818239 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b58212e2-8f52-4d44-a5be-6cc36e1fa5c1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:42.846394 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fb6c5431-7121-4d25-978e-a4dd4406d1b4 None None] Transition to ACTIVE for port object 9914279f-427c-4ab3-b7b4-663a9170f060 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:42.847770 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e16f9e6a-0e23-449a-b29e-0da186377a4f None None] Provisioning complete for port a5aee7be-1080-427b-b3e8-365070f0d302 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:42.848148 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e16f9e6a-0e23-449a-b29e-0da186377a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:42.853917 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bcafab1-08be-426c-a615-d65faf0bde56 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:42.854839 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-5bcafab1-08be-426c-a615-d65faf0bde56 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Added segment b6f7b0a8-a6cd-41d5-8dca-9ae9f68b5c81 of type vlan for network a4bdce63-c006-49b2-b77d-28fa6411ae41 Jul 22 16:37:42.864108 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01158e6-eb07-4b2a-b640-aa93c84ad1e1 None None] Network b59f1649-a42e-4f0b-9555-76b65d629bd2 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:42.891759 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fb6c5431-7121-4d25-978e-a4dd4406d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:42.904995 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c01158e6-eb07-4b2a-b640-aa93c84ad1e1 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:42.914304 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01158e6-eb07-4b2a-b640-aa93c84ad1e1 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:42.917952 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01158e6-eb07-4b2a-b640-aa93c84ad1e1 None None] Pushing event updated for resources: {'Port': ['ID=17310045-17fc-49e2-bbb3-0579e211a6a0,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:42.960003 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b58212e2-8f52-4d44-a5be-6cc36e1fa5c1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4933324 Jul 22 16:37:42.993001 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51488) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:43.002610 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6c5431-7121-4d25-978e-a4dd4406d1b4 None None] Network 9c5c4430-fe08-4a96-9de3-fdc32bed75bd is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:43.005286 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-49e19421-f1d4-4157-80f0-13c9aa4ba19a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Request body: {'port': {'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762', 'name': 'tempest-TaggedBootDevicesTest-1383239437', 'fixed_ips': [{'subnet_id': 'b04288f5-00e1-4e20-a52b-805997e77341'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:43.010813 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bcafab1-08be-426c-a615-d65faf0bde56 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:43.012855 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-fb6c5431-7121-4d25-978e-a4dd4406d1b4 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:43.015686 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-2c4177b9-3295-411a-99ee-8d08a38dfd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:43.017199 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-2c4177b9-3295-411a-99ee-8d08a38dfd60 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.2326577 Jul 22 16:37:43.037123 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c5431-7121-4d25-978e-a4dd4406d1b4 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:43.072202 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c5431-7121-4d25-978e-a4dd4406d1b4 None None] Pushing event updated for resources: {'Port': ['ID=9914279f-427c-4ab3-b7b4-663a9170f060,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:43.079007 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408c3737-9957-4df8-987d-d829f60d1785 None None] Network ff66ea35-a49e-465a-a94a-77488ff458ac requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:43.179355 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bcafab1-08be-426c-a615-d65faf0bde56 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:43.184870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcafab1-08be-426c-a615-d65faf0bde56 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:43.185479 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bcafab1-08be-426c-a615-d65faf0bde56 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:43.198321 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c01158e6-eb07-4b2a-b640-aa93c84ad1e1 None None] Attempting to bind port 17310045-17fc-49e2-bbb3-0579e211a6a0 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:43.198966 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c01158e6-eb07-4b2a-b640-aa93c84ad1e1 None None] Attempting to bind port 17310045-17fc-49e2-bbb3-0579e211a6a0 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '38f64257-c9d7-4fce-8b61-d070c98cb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'b59f1649-a42e-4f0b-9555-76b65d629bd2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:43.199511 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01158e6-eb07-4b2a-b640-aa93c84ad1e1 None None] Attempting to bind port 17310045-17fc-49e2-bbb3-0579e211a6a0 on network b59f1649-a42e-4f0b-9555-76b65d629bd2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:43.227928 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b53ab1-1919-4b6e-8882-49dd1a2328ce req-5fd9957b-730b-4a51-a700-7c7149254aff tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:43.229503 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-88b53ab1-1919-4b6e-8882-49dd1a2328ce req-5fd9957b-730b-4a51-a700-7c7149254aff tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 949 time: 0.3984013 Jul 22 16:37:43.246630 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01158e6-eb07-4b2a-b640-aa93c84ad1e1 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:43.247098 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01158e6-eb07-4b2a-b640-aa93c84ad1e1 None None] Checking segment: {'id': '38f64257-c9d7-4fce-8b61-d070c98cb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'b59f1649-a42e-4f0b-9555-76b65d629bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:43.247515 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c01158e6-eb07-4b2a-b640-aa93c84ad1e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:43.247916 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01158e6-eb07-4b2a-b640-aa93c84ad1e1 None None] Bound using segment: {'id': '38f64257-c9d7-4fce-8b61-d070c98cb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'b59f1649-a42e-4f0b-9555-76b65d629bd2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:43.248479 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c01158e6-eb07-4b2a-b640-aa93c84ad1e1 None None] Bound port: 17310045-17fc-49e2-bbb3-0579e211a6a0, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f64257-c9d7-4fce-8b61-d070c98cb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'b59f1649-a42e-4f0b-9555-76b65d629bd2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:43.248937 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c01158e6-eb07-4b2a-b640-aa93c84ad1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:43.269384 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-fb6c5431-7121-4d25-978e-a4dd4406d1b4 None None] Attempting to bind port 9914279f-427c-4ab3-b7b4-663a9170f060 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:43.269758 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-fb6c5431-7121-4d25-978e-a4dd4406d1b4 None None] Attempting to bind port 9914279f-427c-4ab3-b7b4-663a9170f060 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '6ee6e318-36e3-4276-aaa7-7e4a6c486bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:43.270297 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c5431-7121-4d25-978e-a4dd4406d1b4 None None] Attempting to bind port 9914279f-427c-4ab3-b7b4-663a9170f060 on network 9c5c4430-fe08-4a96-9de3-fdc32bed75bd {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:43.276667 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5bcafab1-08be-426c-a615-d65faf0bde56 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0462089 Jul 22 16:37:43.280018 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51492) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:43.285810 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9e306d34-1501-40d0-947b-3de013ac6660 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:43.291274 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c5431-7121-4d25-978e-a4dd4406d1b4 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:43.291650 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c5431-7121-4d25-978e-a4dd4406d1b4 None None] Checking segment: {'id': '6ee6e318-36e3-4276-aaa7-7e4a6c486bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:43.292058 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fb6c5431-7121-4d25-978e-a4dd4406d1b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:43.292451 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c5431-7121-4d25-978e-a4dd4406d1b4 None None] Bound using segment: {'id': '6ee6e318-36e3-4276-aaa7-7e4a6c486bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:43.292679 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-917d3c18-f00d-4f7d-9aba-e419af386b4e req-bbaf3e58-5ab2-4340-a38f-a07f5e6e48c9 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Deleting port e0bb2091-2c2e-49ed-927c-eb0c66510c2d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:37:43.292942 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-fb6c5431-7121-4d25-978e-a4dd4406d1b4 None None] Bound port: 9914279f-427c-4ab3-b7b4-663a9170f060, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee6e318-36e3-4276-aaa7-7e4a6c486bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:43.293066 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-917d3c18-f00d-4f7d-9aba-e419af386b4e req-bbaf3e58-5ab2-4340-a38f-a07f5e6e48c9 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:43.293327 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fb6c5431-7121-4d25-978e-a4dd4406d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:43.352111 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcafab1-08be-426c-a615-d65faf0bde56 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event updated for resources: {'Network': ['ID=a4bdce63-c006-49b2-b77d-28fa6411ae41,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:43.392011 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network a4bdce63-c006-49b2-b77d-28fa6411ae41 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:37:43.394121 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-27d685be-c910-4941-8adc-4a9c8f6f367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:43.395644 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-27d685be-c910-4941-8adc-4a9c8f6f367b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3560591 Jul 22 16:37:43.405194 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ff3a043-56bc-4c38-891b-7f5bca97721f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:43.437525 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e19421-f1d4-4157-80f0-13c9aa4ba19a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Made reservation on behalf of c2cdac6e8c514eed897eaf0607a1ddfd for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:43.441895 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49e19421-f1d4-4157-80f0-13c9aa4ba19a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:43.445729 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c01158e6-eb07-4b2a-b640-aa93c84ad1e1 None None] For port 17310045-17fc-49e2-bbb3-0579e211a6a0, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:43.450477 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-88b53ab1-1919-4b6e-8882-49dd1a2328ce req-647e247c-3dc0-4b5f-970c-89c69bc96bb1 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027199 Jul 22 16:37:43.487403 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b4ca4c07-1a89-481b-9c1c-ed3e614a6439 None None] Provisioning for port 71b37d7f-7bc1-469c-9d49-d6daba46b789 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:43.513998 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-49e19421-f1d4-4157-80f0-13c9aa4ba19a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] device_id is not set on port d633fbc4-56d8-481f-9b8d-67add53d5f51 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:37:43.518679 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c01158e6-eb07-4b2a-b640-aa93c84ad1e1 None None] For port 17310045-17fc-49e2-bbb3-0579e211a6a0, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=17310045-17fc-49e2-bbb3-0579e211a6a0,segment=NetworkSegment(38f64257-c9d7-4fce-8b61-d070c98cb8a8),segment_id=38f64257-c9d7-4fce-8b61-d070c98cb8a8)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:43.535081 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c01158e6-eb07-4b2a-b640-aa93c84ad1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:43.540641 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e62a5-bb14-4894-8280-b94a6adf7347 req-67856b91-1425-4fb1-ae65-3eff68a81468 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:43.544036 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b4ca4c07-1a89-481b-9c1c-ed3e614a6439 None None] Provisioning complete for port 71b37d7f-7bc1-469c-9d49-d6daba46b789 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:43.544414 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4ca4c07-1a89-481b-9c1c-ed3e614a6439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:43.549255 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-102e62a5-bb14-4894-8280-b94a6adf7347 req-67856b91-1425-4fb1-ae65-3eff68a81468 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e6ea160-5c55-4183-a5e0-bb42b7e97421 HTTP/1.1" status: 200 len: 946 time: 0.2692950 Jul 22 16:37:43.577228 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-fb6c5431-7121-4d25-978e-a4dd4406d1b4 None None] For port 9914279f-427c-4ab3-b7b4-663a9170f060, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:43.599169 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-917d3c18-f00d-4f7d-9aba-e419af386b4e req-bbaf3e58-5ab2-4340-a38f-a07f5e6e48c9 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] For port e0bb2091-2c2e-49ed-927c-eb0c66510c2d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e0bb2091-2c2e-49ed-927c-eb0c66510c2d,segment=NetworkSegment(f5a7d149-c690-450a-a568-12348d7494fa),segment_id=f5a7d149-c690-450a-a568-12348d7494fa)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:43.599621 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-917d3c18-f00d-4f7d-9aba-e419af386b4e req-bbaf3e58-5ab2-4340-a38f-a07f5e6e48c9 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:43.633127 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-917d3c18-f00d-4f7d-9aba-e419af386b4e req-bbaf3e58-5ab2-4340-a38f-a07f5e6e48c9 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Calling delete_port for e0bb2091-2c2e-49ed-927c-eb0c66510c2d owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:37:43.640863 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b4ca4c07-1a89-481b-9c1c-ed3e614a6439 None None] Port 71b37d7f-7bc1-469c-9d49-d6daba46b789 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:37:43.659341 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-fb6c5431-7121-4d25-978e-a4dd4406d1b4 None None] For port 9914279f-427c-4ab3-b7b4-663a9170f060, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=9914279f-427c-4ab3-b7b4-663a9170f060,segment=NetworkSegment(6ee6e318-36e3-4276-aaa7-7e4a6c486bba),segment_id=6ee6e318-36e3-4276-aaa7-7e4a6c486bba)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:43.664869 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-102e62a5-bb14-4894-8280-b94a6adf7347 req-f9ef3ec2-fab4-4699-87ee-5092698444f8 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cf75341-db10-496e-8175-ed5d60e10a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158261 Jul 22 16:37:43.679246 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e306d34-1501-40d0-947b-3de013ac6660 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:43.696062 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01158e6-eb07-4b2a-b640-aa93c84ad1e1 None None] Pushing event updated for resources: {'Port': ['ID=17310045-17fc-49e2-bbb3-0579e211a6a0,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:43.704844 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fb6c5431-7121-4d25-978e-a4dd4406d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:43.709964 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e306d34-1501-40d0-947b-3de013ac6660 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:43.715415 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b4ca4c07-1a89-481b-9c1c-ed3e614a6439 None None] Provisioning for port 36846a75-1ee5-4735-8587-9e8111b71b1f completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:43.716182 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-9a98dc38-9fa6-4e3a-ad91-fcf47f11c21a service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892549 Jul 22 16:37:43.730297 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e306d34-1501-40d0-947b-3de013ac6660 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Network a4bdce63-c006-49b2-b77d-28fa6411ae41 is not hosted by any dhcp agent {{(pid=93817) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 16:37:43.736829 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e306d34-1501-40d0-947b-3de013ac6660 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:43.737573 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e306d34-1501-40d0-947b-3de013ac6660 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:43.738992 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9e306d34-1501-40d0-947b-3de013ac6660 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "PUT /v2.0/networks/a4bdce63-c006-49b2-b77d-28fa6411ae41 HTTP/1.1" status: 200 len: 723 time: 0.4575098 Jul 22 16:37:43.762738 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51498) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:43.773623 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e04605c1-6058-4590-80cf-971c26a6d644 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Request body: {'subnet': {'network_id': 'a4bdce63-c006-49b2-b77d-28fa6411ae41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:43.840930 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b4ca4c07-1a89-481b-9c1c-ed3e614a6439 None None] Provisioning complete for port 36846a75-1ee5-4735-8587-9e8111b71b1f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:43.841312 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4ca4c07-1a89-481b-9c1c-ed3e614a6439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:43.878107 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e306d34-1501-40d0-947b-3de013ac6660 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event updated for resources: {'Network': ['ID=a4bdce63-c006-49b2-b77d-28fa6411ae41,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:43.915178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network a4bdce63-c006-49b2-b77d-28fa6411ae41 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:37:43.947330 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff3a043-56bc-4c38-891b-7f5bca97721f admin admin] Router aa8978c1-f02c-460f-b443-f0f96f648936 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:37:43.958732 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c5431-7121-4d25-978e-a4dd4406d1b4 None None] Pushing event updated for resources: {'Port': ['ID=9914279f-427c-4ab3-b7b4-663a9170f060,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:43.993373 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a5aee7be-1080-427b-b3e8-365070f0d302 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:44.032239 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-f77e1871-323b-4886-8ac7-527258fe7cdc service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046896 Jul 22 16:37:44.148917 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port a5aee7be-1080-427b-b3e8-365070f0d302 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:44.149290 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:44.182047 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 1db25dc4-fd5e-465b-9606-51bd9bd58417 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:44.229938 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-49e19421-f1d4-4157-80f0-13c9aa4ba19a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Allocated IP 10.1.1.87 (6b833cb6-36e8-4b1d-8c83-cc79c162b762/b04288f5-00e1-4e20-a52b-805997e77341/d633fbc4-56d8-481f-9b8d-67add53d5f51) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:44.272344 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04605c1-6058-4590-80cf-971c26a6d644 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Made reservation on behalf of 3657269e024443f5a0232d7e5d8677af for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:44.276447 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e04605c1-6058-4590-80cf-971c26a6d644 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:44.298098 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4ca4c07-1a89-481b-9c1c-ed3e614a6439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:44.341039 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08f7de-9e6f-4e99-9637-cd15d0da50fe req-bfd37609-3c34-4728-8150-c96c742a446d tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:44.344806 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2c08f7de-9e6f-4e99-9637-cd15d0da50fe req-bfd37609-3c34-4728-8150-c96c742a446d tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.4014015 Jul 22 16:37:44.360612 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b4ca4c07-1a89-481b-9c1c-ed3e614a6439 None None] For port 36846a75-1ee5-4735-8587-9e8111b71b1f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=36846a75-1ee5-4735-8587-9e8111b71b1f,segment=NetworkSegment(63bf2f1c-96ff-480d-8946-46efdaf0c286),segment_id=63bf2f1c-96ff-480d-8946-46efdaf0c286)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:44.386214 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4ca4c07-1a89-481b-9c1c-ed3e614a6439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:44.405988 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff3a043-56bc-4c38-891b-7f5bca97721f admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:37:44.429322 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701744bd-e2de-4f78-890b-915e987917bd None None] Sync routers for ids ['aa8978c1-f02c-460f-b443-f0f96f648936'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:37:44.435602 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 1db25dc4-fd5e-465b-9606-51bd9bd58417 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:44.462674 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 1db25dc4-fd5e-465b-9606-51bd9bd58417 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:44.463045 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:44.474278 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2c08f7de-9e6f-4e99-9637-cd15d0da50fe req-4aa07a4b-999d-400d-8780-04ea8cd69167 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875995 Jul 22 16:37:44.492617 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49e19421-f1d4-4157-80f0-13c9aa4ba19a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:44.494466 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ff3a043-56bc-4c38-891b-7f5bca97721f admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:44.500953 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51504) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:44.506502 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9ff3a043-56bc-4c38-891b-7f5bca97721f admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6224885 Jul 22 16:37:44.510211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a35178-b273-4976-bbef-e410eec219a4 req-446ac171-ed22-4717-a83a-a8d4b0a36cd1 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:44.510863 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca4c07-1a89-481b-9c1c-ed3e614a6439 None None] Pushing event updated for resources: {'Port': ['ID=36846a75-1ee5-4735-8587-9e8111b71b1f,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:44.511783 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e8a35178-b273-4976-bbef-e410eec219a4 req-446ac171-ed22-4717-a83a-a8d4b0a36cd1 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 946 time: 0.5612798 Jul 22 16:37:44.516369 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701744bd-e2de-4f78-890b-915e987917bd None None] Routers {'aa8978c1-f02c-460f-b443-f0f96f648936'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:37:44.516941 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-701744bd-e2de-4f78-890b-915e987917bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:37:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['aa8978c1-f02c-460f-b443-f0f96f648936'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:44.604267 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f02690f0-9028-4f4b-a8c7-85500ed43b17 None None] Provisioning complete for port 36846a75-1ee5-4735-8587-9e8111b71b1f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:44.604669 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f02690f0-9028-4f4b-a8c7-85500ed43b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:44.613067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-49e19421-f1d4-4157-80f0-13c9aa4ba19a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Transition to ACTIVE for port object d633fbc4-56d8-481f-9b8d-67add53d5f51 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:44.689274 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-917d3c18-f00d-4f7d-9aba-e419af386b4e req-bbaf3e58-5ab2-4340-a38f-a07f5e6e48c9 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:44.699363 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e8a35178-b273-4976-bbef-e410eec219a4 req-fcafa66f-a5b5-43d5-b7f4-2bce62ec0df7 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564798 Jul 22 16:37:44.706345 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e04605c1-6058-4590-80cf-971c26a6d644 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:44.721040 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-701744bd-e2de-4f78-890b-915e987917bd None None] Set router aa8978c1-f02c-460f-b443-f0f96f648936 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:37:44.723636 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:44.757190 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf3e58-5ab2-4340-a38f-a07f5e6e48c9 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Pushing event deleted for resources: {'Port': ['ID=e0bb2091-2c2e-49ed-927c-eb0c66510c2d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:44.810327 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49e19421-f1d4-4157-80f0-13c9aa4ba19a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:44.827151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04605c1-6058-4590-80cf-971c26a6d644 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event updated for resources: {'Subnet': ['ID=d7d8da8c-8d67-4237-aac0-71d4151d55a1,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:44.833438 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04605c1-6058-4590-80cf-971c26a6d644 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Checking segment: {'id': 'b6f7b0a8-a6cd-41d5-8dca-9ae9f68b5c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a4bdce63-c006-49b2-b77d-28fa6411ae41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:44.833438 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04605c1-6058-4590-80cf-971c26a6d644 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Network hostable DHCP agents. Network: a4bdce63-c006-49b2-b77d-28fa6411ae41, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:37:44.844899 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca66fb-a175-45d7-9459-e423101dd2eb req-e1f7414b-97e3-4d34-8b31-46a0edd604db tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:44.846702 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e8ca66fb-a175-45d7-9459-e423101dd2eb req-e1f7414b-97e3-4d34-8b31-46a0edd604db tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 949 time: 0.2348456 Jul 22 16:37:44.857653 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-917d3c18-f00d-4f7d-9aba-e419af386b4e req-bbaf3e58-5ab2-4340-a38f-a07f5e6e48c9 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] No DVR routers for this DVR port e0bb2091-2c2e-49ed-927c-eb0c66510c2d on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:37:44.862041 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-917d3c18-f00d-4f7d-9aba-e419af386b4e req-bbaf3e58-5ab2-4340-a38f-a07f5e6e48c9 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:44.864801 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-917d3c18-f00d-4f7d-9aba-e419af386b4e req-bbaf3e58-5ab2-4340-a38f-a07f5e6e48c9 tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.16 "DELETE /v2.0/ports/e0bb2091-2c2e-49ed-927c-eb0c66510c2d HTTP/1.1" status: 204 len: 173 time: 2.3009529 Jul 22 16:37:44.891664 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04605c1-6058-4590-80cf-971c26a6d644 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Network a4bdce63-c006-49b2-b77d-28fa6411ae41 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:37:44.899294 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6ea160-5c55-4183-a5e0-bb42b7e97421', 'name': 'network-vif-deleted', 'tag': 'e0bb2091-2c2e-49ed-927c-eb0c66510c2d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:44.902496 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb87f085-cbd4-4b62-8632-95406fa55824" -d '{"events": [{"server_uuid": "5e6ea160-5c55-4183-a5e0-bb42b7e97421", "name": "network-vif-deleted", "tag": "e0bb2091-2c2e-49ed-927c-eb0c66510c2d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:44.919094 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e04605c1-6058-4590-80cf-971c26a6d644 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, a4bdce63-c006-49b2-b77d-28fa6411ae41) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:44.938826 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04605c1-6058-4590-80cf-971c26a6d644 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:44.939481 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e04605c1-6058-4590-80cf-971c26a6d644 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:44.945515 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e8ca66fb-a175-45d7-9459-e423101dd2eb req-95e2a3d7-afc9-460b-8a8f-0fc6bcb5bcc1 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822732 Jul 22 16:37:44.967360 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e04605c1-6058-4590-80cf-971c26a6d644 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2034006 Jul 22 16:37:44.970386 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51512) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:44.976162 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-19075a4e-99c7-4ac7-adb9-4ac0fdbda44b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:45.099128 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ababdfb-e8b5-40ae-8567-2b5b59512f4f x-openstack-request-id: req-5ababdfb-e8b5-40ae-8567-2b5b59512f4f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:45.099460 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6ea160-5c55-4183-a5e0-bb42b7e97421", "name": "network-vif-deleted", "tag": "e0bb2091-2c2e-49ed-927c-eb0c66510c2d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:45.099676 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5ababdfb-e8b5-40ae-8567-2b5b59512f4f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:45.100054 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6ea160-5c55-4183-a5e0-bb42b7e97421', 'name': 'network-vif-deleted', 'tag': 'e0bb2091-2c2e-49ed-927c-eb0c66510c2d', 'status': 'completed', 'code': 200} Jul 22 16:37:45.105280 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02a1c6f4-c0c5-4515-9b78-e43722b04a3d req-2fe59ec5-78ba-4690-ab75-e8c9c744f9bc tempest-ServerGroupTestJSON-1324207885 tempest-ServerGroupTestJSON-1324207885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e6ea160-5c55-4183-a5e0-bb42b7e97421 HTTP/1.1" status: 200 len: 210 time: 0.0605574 Jul 22 16:37:45.114932 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e19421-f1d4-4157-80f0-13c9aa4ba19a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:45.124370 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-49e19421-f1d4-4157-80f0-13c9aa4ba19a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:45.128066 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e19421-f1d4-4157-80f0-13c9aa4ba19a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:45.128937 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bb37ad-6619-4a91-8fe5-60948f7a56f5 None None] Network a4bdce63-c006-49b2-b77d-28fa6411ae41 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:45.175395 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e19421-f1d4-4157-80f0-13c9aa4ba19a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event updated for resources: {'Port': ['ID=d633fbc4-56d8-481f-9b8d-67add53d5f51,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:45.179136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fcff52-9402-4779-a0ed-da4c2b5b5751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db25dc4-fd5e-465b-9606-51bd9bd58417'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:45.182290 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86501c2e-0d65-40e6-a736-26a11c6864d9" -d '{"events": [{"server_uuid": "39fcff52-9402-4779-a0ed-da4c2b5b5751", "name": "network-vif-plugged", "status": "completed", "tag": "1db25dc4-fd5e-465b-9606-51bd9bd58417"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:45.204518 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19075a4e-99c7-4ac7-adb9-4ac0fdbda44b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10232805'] for subnet, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:45.237567 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e19421-f1d4-4157-80f0-13c9aa4ba19a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:45.253031 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49e19421-f1d4-4157-80f0-13c9aa4ba19a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:45.278133 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 1db25dc4-fd5e-465b-9606-51bd9bd58417, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=1db25dc4-fd5e-465b-9606-51bd9bd58417,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:45.283267 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3d12a2-e6d2-4237-a204-736546907310 x-openstack-request-id: req-1b3d12a2-e6d2-4237-a204-736546907310 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:45.287416 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fcff52-9402-4779-a0ed-da4c2b5b5751", "name": "network-vif-plugged", "status": "completed", "tag": "1db25dc4-fd5e-465b-9606-51bd9bd58417", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:45.287882 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1b3d12a2-e6d2-4237-a204-736546907310 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:45.288592 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fcff52-9402-4779-a0ed-da4c2b5b5751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db25dc4-fd5e-465b-9606-51bd9bd58417', 'code': 200} Jul 22 16:37:45.351677 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:45.352513 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device e0bb2091-2c2e-49ed-927c-eb0c66510c2d no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:37:45.361806 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dc2fba-0f5e-44c5-9cac-35f64b59b855 None None] Network b59f1649-a42e-4f0b-9555-76b65d629bd2 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:45.393171 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-49e19421-f1d4-4157-80f0-13c9aa4ba19a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3964746 Jul 22 16:37:45.456508 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19075a4e-99c7-4ac7-adb9-4ac0fdbda44b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765149800816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10062159'] for subnet, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:45.551889 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: e0bb2091-2c2e-49ed-927c-eb0c66510c2d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:37:45.552337 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device e0bb2091-2c2e-49ed-927c-eb0c66510c2d not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:37:45.573033 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19075a4e-99c7-4ac7-adb9-4ac0fdbda44b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:45.573637 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19075a4e-99c7-4ac7-adb9-4ac0fdbda44b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:45.578704 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-19075a4e-99c7-4ac7-adb9-4ac0fdbda44b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "PUT /v2.0/subnets/d7d8da8c-8d67-4237-aac0-71d4151d55a1 HTTP/1.1" status: 200 len: 826 time: 0.6071281 Jul 22 16:37:45.583351 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51520) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:45.724164 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19075a4e-99c7-4ac7-adb9-4ac0fdbda44b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event updated for resources: {'Subnet': ['ID=d7d8da8c-8d67-4237-aac0-71d4151d55a1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:45.760823 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=1db25dc4-fd5e-465b-9606-51bd9bd58417,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:45.886226 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773aee6-74d7-4daf-bc32-032ef8a0eb62 req-07cdb611-6647-4bae-92ff-fb01f1544c1c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:45.898175 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5773aee6-74d7-4daf-bc32-032ef8a0eb62 req-07cdb611-6647-4bae-92ff-fb01f1544c1c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.2413759 Jul 22 16:37:45.928889 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f03d3030-456a-45b0-a0c8-4d02ace0fa1f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:45.956297 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51526) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:45.963862 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ac3ebf1c-1824-4280-9441-7d4a0bfe87d3 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--837991561', 'description': 'tempest-description--1172705576'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:46.022125 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5773aee6-74d7-4daf-bc32-032ef8a0eb62 req-539ed1d6-ad25-439d-9fab-e180f1149981 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180806 Jul 22 16:37:46.033700 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5b6e4ce4-36bf-426a-aff7-995442d6ec88 None None] Provisioning for port 17310045-17fc-49e2-bbb3-0579e211a6a0 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:46.046492 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c1020b-afa9-415a-a2f7-32c3e4b91e84 None None] Network 9c5c4430-fe08-4a96-9de3-fdc32bed75bd requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:46.084455 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e5f0da-1292-4a72-a302-3e300daaedcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-a4bdce63-c006-49b2-b77d-28fa6411ae41', 'network_id': 'a4bdce63-c006-49b2-b77d-28fa6411ae41', 'tenant_id': '3657269e024443f5a0232d7e5d8677af', 'fixed_ips': [{'subnet_id': 'd7d8da8c-8d67-4237-aac0-71d4151d55a1'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:37:46.085803 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-55e5f0da-1292-4a72-a302-3e300daaedcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.130419 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebf1c-1824-4280-9441-7d4a0bfe87d3 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.172771 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f03d3030-456a-45b0-a0c8-4d02ace0fa1f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.251330 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 36846a75-1ee5-4735-8587-9e8111b71b1f up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:46.258998 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5b6e4ce4-36bf-426a-aff7-995442d6ec88 None None] Provisioning for port d633fbc4-56d8-481f-9b8d-67add53d5f51 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:46.271596 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ece0d84-0415-415c-9cf6-e90b94691181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.338659 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5b6e4ce4-36bf-426a-aff7-995442d6ec88 None None] Provisioning complete for port d633fbc4-56d8-481f-9b8d-67add53d5f51 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:46.339206 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b6e4ce4-36bf-426a-aff7-995442d6ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.364368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865064d-42a7-47e5-ba8c-155b27047e93 req-e75c8861-668f-4239-a233-ec668ba83125 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:46.366413 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d865064d-42a7-47e5-ba8c-155b27047e93 req-e75c8861-668f-4239-a233-ec668ba83125 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 946 time: 0.2858262 Jul 22 16:37:46.386496 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f03d3030-456a-45b0-a0c8-4d02ace0fa1f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.439720 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d3030-456a-45b0-a0c8-4d02ace0fa1f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d8da8c-8d67-4237-aac0-71d4151d55a1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server [None req-55e5f0da-1292-4a72-a302-3e300daaedcd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7d8da8c-8d67-4237-aac0-71d4151d55a1: This subnet is being modified by another concurrent operation. Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:37:46.449834 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise exception Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7d8da8c-8d67-4237-aac0-71d4151d55a1: This subnet is being modified by another concurrent operation. Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server Jul 22 16:37:46.452908 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5b6e4ce4-36bf-426a-aff7-995442d6ec88 None None] Port d633fbc4-56d8-481f-9b8d-67add53d5f51 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:37:46.490471 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20588512-f125-434e-95ad-e15822857623 None None] Network a4bdce63-c006-49b2-b77d-28fa6411ae41 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:46.492336 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebf1c-1824-4280-9441-7d4a0bfe87d3 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.506641 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d865064d-42a7-47e5-ba8c-155b27047e93 req-f2e2a9ff-0159-4c31-af2b-aa451dde5da6 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127088 Jul 22 16:37:46.512476 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebf1c-1824-4280-9441-7d4a0bfe87d3 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.558342 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ebf1c-1824-4280-9441-7d4a0bfe87d3 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f386047-202b-4a8f-92da-beed13662c98,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:46.588416 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-701744bd-e2de-4f78-890b-915e987917bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'name': 'tempest-TaggedBootDevicesTest_v242-992522537-router', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '75c69209-0aac-4404-a09a-114a1d85163b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:37:40Z', 'updated_at': '2021-07-22T16:37:42Z', 'revision_number': 3, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'gw_port': {'id': '75c69209-0aac-4404-a09a-114a1d85163b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:37:41Z', 'updated_at': '2021-07-22T16:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:46.602889 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-0ece0d84-0415-415c-9cf6-e90b94691181 admin admin] Allocated IP 172.20.0.1 (9c5c4430-fe08-4a96-9de3-fdc32bed75bd/201d105d-0acc-407e-9daf-fc4d01c306de/c075b626-3ea9-4f44-9a76-915e3057835f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:46.626310 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f03d3030-456a-45b0-a0c8-4d02ace0fa1f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.637040 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6905da-782e-46d7-ac95-516c4edecf08 req-30aaa25d-7502-46be-b84b-d14b14489ee0 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:46.638665 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7f6905da-782e-46d7-ac95-516c4edecf08 req-30aaa25d-7502-46be-b84b-d14b14489ee0 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.3179734 Jul 22 16:37:46.676584 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f03d3030-456a-45b0-a0c8-4d02ace0fa1f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4bdce63-c006-49b2-b77d-28fa6411ae41']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:46.686299 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 36846a75-1ee5-4735-8587-9e8111b71b1f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:46.686690 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.688062 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebf1c-1824-4280-9441-7d4a0bfe87d3 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.691936 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ac3ebf1c-1824-4280-9441-7d4a0bfe87d3 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7303858 Jul 22 16:37:46.693710 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f03d3030-456a-45b0-a0c8-4d02ace0fa1f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f7b0a8-a6cd-41d5-8dca-9ae9f68b5c81') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:46.694165 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f03d3030-456a-45b0-a0c8-4d02ace0fa1f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f7b0a8-a6cd-41d5-8dca-9ae9f68b5c81') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:46.695709 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51534) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:46.702916 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4ed59b46-9e9d-419f-aeb1-f0377e88cd5b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Request body: {'security_group_rule': {'security_group_id': '7f386047-202b-4a8f-92da-beed13662c98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:46.753041 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f03d3030-456a-45b0-a0c8-4d02ace0fa1f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.774096 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ece0d84-0415-415c-9cf6-e90b94691181 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.793080 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7f6905da-782e-46d7-ac95-516c4edecf08 req-80ad9e8d-e709-404c-8a29-b3a92a6aeb0b tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472447 Jul 22 16:37:46.794230 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f03d3030-456a-45b0-a0c8-4d02ace0fa1f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.813692 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f03d3030-456a-45b0-a0c8-4d02ace0fa1f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:37:46.814225 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f03d3030-456a-45b0-a0c8-4d02ace0fa1f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:37:46.818744 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:37:46.821801 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701744bd-e2de-4f78-890b-915e987917bd None None] Checking router: aa8978c1-f02c-460f-b443-f0f96f648936 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:37:46.821801 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701744bd-e2de-4f78-890b-915e987917bd None None] Updating router aa8978c1-f02c-460f-b443-f0f96f648936 port 75c69209-0aac-4404-a09a-114a1d85163b binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:37:46.852271 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ed59b46-9e9d-419f-aeb1-f0377e88cd5b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.873258 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-93e684e2-c708-4de5-a6cd-e16913fe847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:46.874817 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-93e684e2-c708-4de5-a6cd-e16913fe847f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751&tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e HTTP/1.1" status: 200 len: 1101 time: 0.1613452 Jul 22 16:37:46.908854 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-9', 'device_owner': 'compute:nova'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:46.914015 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d6ef5fa5-9be0-4b1c-b819-0956afcc9159 None None] Provisioning for port 9914279f-427c-4ab3-b7b4-663a9170f060 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:46.932598 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac59c02a-70ea-4090-be97-6d44c6e88f4d None None] Update dhcp port {'port': {'network_id': 'b59f1649-a42e-4f0b-9555-76b65d629bd2', 'fixed_ips': [{'subnet_id': '4e9642e2-b13f-41d9-b9fc-d0aa7225b45e', 'ip_address': '2001:db8::2'}, {'subnet_id': '27c030c3-62ea-4536-9485-b4175b4151be'}], 'binding:host_id': 'n-d-798930-9'}, 'id': '17310045-17fc-49e2-bbb3-0579e211a6a0'} from n-d-798930-9. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:37:46.940047 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4951c45-dc1d-4a7d-b0ab-4658203b57c2 None None] Network a4bdce63-c006-49b2-b77d-28fa6411ae41 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:46.954311 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0ece0d84-0415-415c-9cf6-e90b94691181 admin admin] Transition to ACTIVE for port object c075b626-3ea9-4f44-9a76-915e3057835f will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:46.968480 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51552) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:46.973137 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f03d3030-456a-45b0-a0c8-4d02ace0fa1f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.978114 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f03d3030-456a-45b0-a0c8-4d02ace0fa1f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.982755 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f03d3030-456a-45b0-a0c8-4d02ace0fa1f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/networks/a4bdce63-c006-49b2-b77d-28fa6411ae41 HTTP/1.1" status: 204 len: 168 time: 1.3985894 Jul 22 16:37:46.987333 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51554) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:47.005618 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-701744bd-e2de-4f78-890b-915e987917bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.035830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a4f7ee-ecb8-4a47-9c2c-269095fb2c0b admin admin] Deleting subnet 30e310f6-535c-4ece-be04-878605664af6 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:37:47.039023 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d3030-456a-45b0-a0c8-4d02ace0fa1f tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Network': ['ID=a4bdce63-c006-49b2-b77d-28fa6411ae41,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:47.039536 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24a4f7ee-ecb8-4a47-9c2c-269095fb2c0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.044433 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ed59b46-9e9d-419f-aeb1-f0377e88cd5b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.047163 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ece0d84-0415-415c-9cf6-e90b94691181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.048873 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7b4047-a8fc-4454-8375-e10a7264dadf tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] DELETE failed (client error): The resource could not be found. Jul 22 16:37:47.049505 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de7b4047-a8fc-4454-8375-e10a7264dadf tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:37:47.056298 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-de7b4047-a8fc-4454-8375-e10a7264dadf tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/networks/a4bdce63-c006-49b2-b77d-28fa6411ae41 HTTP/1.1" status: 404 len: 339 time: 0.0631752 Jul 22 16:37:47.056719 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51558) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:47.081967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-438ab5e1-c5e8-4527-b368-385776f67caa tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1896874334', 'description': 'd1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:47.085513 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ed59b46-9e9d-419f-aeb1-f0377e88cd5b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.103191 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac59c02a-70ea-4090-be97-6d44c6e88f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.112656 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ed59b46-9e9d-419f-aeb1-f0377e88cd5b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.113915 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4ed59b46-9e9d-419f-aeb1-f0377e88cd5b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4171247 Jul 22 16:37:47.118004 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51560) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:47.124452 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece0d84-0415-415c-9cf6-e90b94691181 admin admin] Pushing event updated for resources: {'Port': ['ID=c075b626-3ea9-4f44-9a76-915e3057835f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:47.131637 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed59b46-9e9d-419f-aeb1-f0377e88cd5b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ccf920f-4284-440a-93f3-a20887f171fb,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:47.149975 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c902fb1d-75da-4c80-8935-aad6f94c66d4 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Request body: {'security_group_rule': {'security_group_id': '7f386047-202b-4a8f-92da-beed13662c98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:47.153270 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.164465 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438ab5e1-c5e8-4527-b368-385776f67caa tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Made reservation on behalf of 3657269e024443f5a0232d7e5d8677af for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:47.168076 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-438ab5e1-c5e8-4527-b368-385776f67caa tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.181421 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ece0d84-0415-415c-9cf6-e90b94691181 admin admin] Network 9c5c4430-fe08-4a96-9de3-fdc32bed75bd is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:47.200254 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24a4f7ee-ecb8-4a47-9c2c-269095fb2c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.226927 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438ab5e1-c5e8-4527-b368-385776f67caa tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:37:47.275162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0ece0d84-0415-415c-9cf6-e90b94691181 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:47.278903 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ece0d84-0415-415c-9cf6-e90b94691181 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:47.288826 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 9914279f-427c-4ab3-b7b4-663a9170f060 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:47.334796 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-438ab5e1-c5e8-4527-b368-385776f67caa tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.335499 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-438ab5e1-c5e8-4527-b368-385776f67caa tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Added segment 443cb3d7-79a3-41a8-8aad-48bc58da3f13 of type vlan for network a67f7595-5c4d-46d2-a536-96599442765f Jul 22 16:37:47.349170 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ece0d84-0415-415c-9cf6-e90b94691181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.420433 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24a4f7ee-ecb8-4a47-9c2c-269095fb2c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.421764 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-438ab5e1-c5e8-4527-b368-385776f67caa tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.426513 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c902fb1d-75da-4c80-8935-aad6f94c66d4 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.509891 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-438ab5e1-c5e8-4527-b368-385776f67caa tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.516011 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438ab5e1-c5e8-4527-b368-385776f67caa tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:47.516265 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d5862-080f-4a6a-9718-8d9b825d6348 req-cdfa499e-fe6e-4c91-a1b3-0e5adf923686 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:47.516822 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-438ab5e1-c5e8-4527-b368-385776f67caa tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.517866 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e11d5862-080f-4a6a-9718-8d9b825d6348 req-cdfa499e-fe6e-4c91-a1b3-0e5adf923686 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.3759859 Jul 22 16:37:47.543639 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] For port 1db25dc4-fd5e-465b-9606-51bd9bd58417, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=1db25dc4-fd5e-465b-9606-51bd9bd58417,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:47.577534 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-438ab5e1-c5e8-4527-b368-385776f67caa tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5186830 Jul 22 16:37:47.589033 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51566) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:47.657773 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c902fb1d-75da-4c80-8935-aad6f94c66d4 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.682355 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e11d5862-080f-4a6a-9718-8d9b825d6348 req-f68dea78-b819-475e-a8d8-dbe9a7cefac3 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250389 Jul 22 16:37:47.690558 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c902fb1d-75da-4c80-8935-aad6f94c66d4 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.725000 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ab5e1-c5e8-4527-b368-385776f67caa tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event updated for resources: {'Network': ['ID=a67f7595-5c4d-46d2-a536-96599442765f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:47.727929 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902fb1d-75da-4c80-8935-aad6f94c66d4 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43dc90bd-da98-45d7-be78-9fc18dc96bfc,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:47.731003 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24a4f7ee-ecb8-4a47-9c2c-269095fb2c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.758068 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network a67f7595-5c4d-46d2-a536-96599442765f details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:37:47.772306 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c902fb1d-75da-4c80-8935-aad6f94c66d4 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.777424 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c902fb1d-75da-4c80-8935-aad6f94c66d4 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6438546 Jul 22 16:37:47.779851 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] For port 1db25dc4-fd5e-465b-9606-51bd9bd58417, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:47.782307 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51570) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:47.783209 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4f7ee-ecb8-4a47-9c2c-269095fb2c0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30e310f6-535c-4ece-be04-878605664af6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:47.792309 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9f2b5856-192e-4500-8f98-2be4f3c0bf6e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:47.840247 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24a4f7ee-ecb8-4a47-9c2c-269095fb2c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.863723 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-24a4f7ee-ecb8-4a47-9c2c-269095fb2c0b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/30e310f6-535c-4ece-be04-878605664af6 HTTP/1.1" status: 204 len: 168 time: 0.8908236 Jul 22 16:37:47.866974 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51576) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:47.920241 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ece0d84-0415-415c-9cf6-e90b94691181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.948533 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5856-192e-4500-8f98-2be4f3c0bf6e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.966984 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a6748c-243e-40e6-94bd-a3e7512b5173 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:47.971932 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c9a6748c-243e-40e6-94bd-a3e7512b5173 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "GET /v2.0/networks?id=a67f7595-5c4d-46d2-a536-96599442765f HTTP/1.1" status: 200 len: 765 time: 0.3765583 Jul 22 16:37:47.972671 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fcff52-9402-4779-a0ed-da4c2b5b5751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db25dc4-fd5e-465b-9606-51bd9bd58417'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:47.978265 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e992dd00-b547-45f0-b3b3-500442e5c192" -d '{"events": [{"server_uuid": "39fcff52-9402-4779-a0ed-da4c2b5b5751", "name": "network-vif-unplugged", "status": "completed", "tag": "1db25dc4-fd5e-465b-9606-51bd9bd58417"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:47.982433 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51578) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:47.987142 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.987538 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 9914279f-427c-4ab3-b7b4-663a9170f060 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:47.995764 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d045aadf-1314-416f-9d97-2778b3c3135e tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Request body: {'network': {'description': 'd2'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:47.999595 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 9914279f-427c-4ab3-b7b4-663a9170f060 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:47.999970 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.039829 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] Transition to ACTIVE for port object 1db25dc4-fd5e-465b-9606-51bd9bd58417 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:48.044397 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-ac59c02a-70ea-4090-be97-6d44c6e88f4d None None] Allocated IP 172.20.0.1 (b59f1649-a42e-4f0b-9555-76b65d629bd2/27c030c3-62ea-4536-9485-b4175b4151be/17310045-17fc-49e2-bbb3-0579e211a6a0) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:48.049508 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.068015 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ceaf712-a091-4afa-8166-979d174e1039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.117032 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0a270db2-b5ed-4900-98ed-1335d7a13a62 None None] Provisioning for port c075b626-3ea9-4f44-9a76-915e3057835f completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:48.138716 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd5eb3-b672-449e-9cb1-8731c3340ce1 req-022d87b0-22a4-452c-afcc-dbacf2e21d76 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:48.145933 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-72bd5eb3-b672-449e-9cb1-8731c3340ce1 req-022d87b0-22a4-452c-afcc-dbacf2e21d76 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 946 time: 0.4136529 Jul 22 16:37:48.159690 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0a270db2-b5ed-4900-98ed-1335d7a13a62 None None] Provisioning complete for port c075b626-3ea9-4f44-9a76-915e3057835f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:48.160138 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a270db2-b5ed-4900-98ed-1335d7a13a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.204361 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] Pushing event updated for resources: {'Port': ['ID=1db25dc4-fd5e-465b-9606-51bd9bd58417,revision_number=10']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:48.229503 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ceaf712-a091-4afa-8166-979d174e1039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.240750 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-9ceaf712-a091-4afa-8166-979d174e1039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64f45c6-362e-42d5-84c7-cae27bf8557e']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:48.253079 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-9ceaf712-a091-4afa-8166-979d174e1039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a7d149-c690-450a-a568-12348d7494fa') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:48.253365 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-9ceaf712-a091-4afa-8166-979d174e1039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a7d149-c690-450a-a568-12348d7494fa') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:48.257625 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] No DVR routers for this DVR port 1db25dc4-fd5e-465b-9606-51bd9bd58417 on host n-h1-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:37:48.263170 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ceaf712-a091-4afa-8166-979d174e1039 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.277798 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ceaf712-a091-4afa-8166-979d174e1039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.279262 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.284546 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ceaf712-a091-4afa-8166-979d174e1039 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:37:48.284949 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ceaf712-a091-4afa-8166-979d174e1039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.310170 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-701744bd-e2de-4f78-890b-915e987917bd None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.326745 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-701744bd-e2de-4f78-890b-915e987917bd None None] Transition to ACTIVE for port object 75c69209-0aac-4404-a09a-114a1d85163b will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:37:48.351674 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:37:48.367133 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-72bd5eb3-b672-449e-9cb1-8731c3340ce1 req-84413999-de71-49fd-b85a-77f0582c845d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201462 Jul 22 16:37:48.373126 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ac59c02a-70ea-4090-be97-6d44c6e88f4d None None] For port 17310045-17fc-49e2-bbb3-0579e211a6a0, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=17310045-17fc-49e2-bbb3-0579e211a6a0,segment=NetworkSegment(38f64257-c9d7-4fce-8b61-d070c98cb8a8),segment_id=38f64257-c9d7-4fce-8b61-d070c98cb8a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:48.382742 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ceaf712-a091-4afa-8166-979d174e1039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.397897 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d045aadf-1314-416f-9d97-2778b3c3135e tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.426506 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ceaf712-a091-4afa-8166-979d174e1039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.429042 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9ceaf712-a091-4afa-8166-979d174e1039 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f64f45c6-362e-42d5-84c7-cae27bf8557e HTTP/1.1" status: 204 len: 168 time: 0.5582545 Jul 22 16:37:48.435052 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceaf712-a091-4afa-8166-979d174e1039 admin admin] Pushing event deleted for resources: {'Network': ['ID=f64f45c6-362e-42d5-84c7-cae27bf8557e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:48.443956 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] Attempting to bind port 1db25dc4-fd5e-465b-9606-51bd9bd58417 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:48.444301 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] Attempting to bind port 1db25dc4-fd5e-465b-9606-51bd9bd58417 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:48.444631 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] Attempting to bind port 1db25dc4-fd5e-465b-9606-51bd9bd58417 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:48.461169 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac59c02a-70ea-4090-be97-6d44c6e88f4d None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.469477 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] Port 1db25dc4-fd5e-465b-9606-51bd9bd58417 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:48.470113 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] Attempting to bind port 1db25dc4-fd5e-465b-9606-51bd9bd58417 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:48.474066 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-701744bd-e2de-4f78-890b-915e987917bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.485467 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0a270db2-b5ed-4900-98ed-1335d7a13a62 None None] Port c075b626-3ea9-4f44-9a76-915e3057835f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:37:48.501114 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d045aadf-1314-416f-9d97-2778b3c3135e tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.508455 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac33e5-56af-40e9-afa9-255cd4c28795 req-d1ec6092-7c94-4d8d-ab41-5d1b92b31902 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:48.510581 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-34ac33e5-56af-40e9-afa9-255cd4c28795 req-d1ec6092-7c94-4d8d-ab41-5d1b92b31902 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.5716245 Jul 22 16:37:48.549301 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54a113-c27f-4a87-b0d2-a7a7bf457cb8 None None] Pushing event updated for resources: {'Port': ['ID=75c69209-0aac-4404-a09a-114a1d85163b,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:48.583138 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-701744bd-e2de-4f78-890b-915e987917bd None None] Attempting to bind port 75c69209-0aac-4404-a09a-114a1d85163b on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:48.583514 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-701744bd-e2de-4f78-890b-915e987917bd None None] Attempting to bind port 75c69209-0aac-4404-a09a-114a1d85163b by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:48.583880 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701744bd-e2de-4f78-890b-915e987917bd None None] Attempting to bind port 75c69209-0aac-4404-a09a-114a1d85163b on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:48.595352 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ac59c02a-70ea-4090-be97-6d44c6e88f4d None None] Transition to ACTIVE for port object 17310045-17fc-49e2-bbb3-0579e211a6a0 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:48.605233 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 9914279f-427c-4ab3-b7b4-663a9170f060, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=9914279f-427c-4ab3-b7b4-663a9170f060,segment=NetworkSegment(6ee6e318-36e3-4276-aaa7-7e4a6c486bba),segment_id=6ee6e318-36e3-4276-aaa7-7e4a6c486bba)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:48.607599 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701744bd-e2de-4f78-890b-915e987917bd None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:48.607970 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701744bd-e2de-4f78-890b-915e987917bd None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:48.608912 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-701744bd-e2de-4f78-890b-915e987917bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.609689 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701744bd-e2de-4f78-890b-915e987917bd None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:48.610319 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-701744bd-e2de-4f78-890b-915e987917bd None None] Bound port: 75c69209-0aac-4404-a09a-114a1d85163b, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:48.610824 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-701744bd-e2de-4f78-890b-915e987917bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.634833 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933922f4-c7a5-490f-8e87-59965fa65650 req-efe0c6f5-b740-4435-a0b2-10e8d452021b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:48.636510 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-933922f4-c7a5-490f-8e87-59965fa65650 req-efe0c6f5-b740-4435-a0b2-10e8d452021b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ab4163b9d3f42c1b95499d26b5bcf68&device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 1097 time: 0.6420648 Jul 22 16:37:48.688124 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-701744bd-e2de-4f78-890b-915e987917bd None None] For port 75c69209-0aac-4404-a09a-114a1d85163b, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:48.691521 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-34ac33e5-56af-40e9-afa9-255cd4c28795 req-084f45e2-eb44-479f-9fb6-ba33cb37f24a tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645551 Jul 22 16:37:48.694694 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac59c02a-70ea-4090-be97-6d44c6e88f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.702733 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-701744bd-e2de-4f78-890b-915e987917bd None None] For port 75c69209-0aac-4404-a09a-114a1d85163b, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=75c69209-0aac-4404-a09a-114a1d85163b,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:48.707934 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.708684 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 17310045-17fc-49e2-bbb3-0579e211a6a0 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:48.709488 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51586) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:48.759361 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-701744bd-e2de-4f78-890b-915e987917bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.885550 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59c02a-70ea-4090-be97-6d44c6e88f4d None None] Pushing event updated for resources: {'Port': ['ID=17310045-17fc-49e2-bbb3-0579e211a6a0,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:48.892815 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701744bd-e2de-4f78-890b-915e987917bd None None] Routers {'aa8978c1-f02c-460f-b443-f0f96f648936'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:37:48.893638 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-701744bd-e2de-4f78-890b-915e987917bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:37:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['aa8978c1-f02c-460f-b443-f0f96f648936'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:48.935721 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5856-192e-4500-8f98-2be4f3c0bf6e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.982722 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:48.983476 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:48.983869 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:48.984576 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] Bound port: 1db25dc4-fd5e-465b-9606-51bd9bd58417, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:48.984756 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.994919 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 17310045-17fc-49e2-bbb3-0579e211a6a0 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:49.001199 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e95c574-201e-444c-bf78-3e5352e88fdf x-openstack-request-id: req-3e95c574-201e-444c-bf78-3e5352e88fdf {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:49.001420 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fcff52-9402-4779-a0ed-da4c2b5b5751", "name": "network-vif-unplugged", "status": "completed", "tag": "1db25dc4-fd5e-465b-9606-51bd9bd58417", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:49.001617 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3e95c574-201e-444c-bf78-3e5352e88fdf {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:49.001972 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fcff52-9402-4779-a0ed-da4c2b5b5751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db25dc4-fd5e-465b-9606-51bd9bd58417', 'code': 200} Jul 22 16:37:49.023917 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d045aadf-1314-416f-9d97-2778b3c3135e tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Network a67f7595-5c4d-46d2-a536-96599442765f is not hosted by any dhcp agent {{(pid=93817) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 16:37:49.029502 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d045aadf-1314-416f-9d97-2778b3c3135e tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:49.029876 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=9914279f-427c-4ab3-b7b4-663a9170f060,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:49.030918 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d045aadf-1314-416f-9d97-2778b3c3135e tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:49.035720 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d045aadf-1314-416f-9d97-2778b3c3135e tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "PUT /v2.0/networks/a67f7595-5c4d-46d2-a536-96599442765f HTTP/1.1" status: 200 len: 762 time: 1.0458281 Jul 22 16:37:49.036202 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51588) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:49.042167 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ece0d84-0415-415c-9cf6-e90b94691181 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:49.057413 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a817d8ab-8b26-4bf9-adac-e810bdb829a0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8c4e16bf9394482a87682877824d0898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3128526 Jul 22 16:37:49.062856 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ece0d84-0415-415c-9cf6-e90b94691181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:49.065006 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51590) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:49.095200 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933922f4-c7a5-490f-8e87-59965fa65650 req-b195a60b-f906-47bd-b725-5f400bf719d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:49.096874 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-933922f4-c7a5-490f-8e87-59965fa65650 req-b195a60b-f906-47bd-b725-5f400bf719d3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc HTTP/1.1" status: 200 len: 912 time: 0.4490032 Jul 22 16:37:49.156196 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-701744bd-e2de-4f78-890b-915e987917bd None None] Set router aa8978c1-f02c-460f-b443-f0f96f648936 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:37:49.162796 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54a113-c27f-4a87-b0d2-a7a7bf457cb8 None None] Pushing event updated for resources: {'Port': ['ID=75c69209-0aac-4404-a09a-114a1d85163b,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:49.169587 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045aadf-1314-416f-9d97-2778b3c3135e tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event updated for resources: {'Network': ['ID=a67f7595-5c4d-46d2-a536-96599442765f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:49.201545 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 17310045-17fc-49e2-bbb3-0579e211a6a0 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:49.204147 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network a67f7595-5c4d-46d2-a536-96599442765f details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:37:49.276688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e29e5bf-1f0b-4507-b6f0-20844f16b263 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:49.282445 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8e29e5bf-1f0b-4507-b6f0-20844f16b263 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "GET /v2.0/networks?id=a67f7595-5c4d-46d2-a536-96599442765f HTTP/1.1" status: 200 len: 765 time: 0.2343159 Jul 22 16:37:49.283532 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51592) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:49.294187 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] For port 1db25dc4-fd5e-465b-9606-51bd9bd58417, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:49.314648 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] For port 1db25dc4-fd5e-465b-9606-51bd9bd58417, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1db25dc4-fd5e-465b-9606-51bd9bd58417,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:49.321415 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece0d84-0415-415c-9cf6-e90b94691181 admin admin] Pushing event updated for resources: {'Port': ['ID=c075b626-3ea9-4f44-9a76-915e3057835f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:49.336813 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af07f1e-4ac5-421e-b52a-9ce2d77c6ae0 req-4f8e70aa-42de-42b5-8030-e1edb6e54574 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:49.346621 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7af07f1e-4ac5-421e-b52a-9ce2d77c6ae0 req-4f8e70aa-42de-42b5-8030-e1edb6e54574 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.8994014 Jul 22 16:37:49.371769 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:49.382748 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ece0d84-0415-415c-9cf6-e90b94691181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:49.400059 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-9f2b5856-192e-4500-8f98-2be4f3c0bf6e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Allocated IP 172.25.0.185 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/6f9f34e6-5b44-4c54-9fe9-94b75138a5bd) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:49.406683 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-933922f4-c7a5-490f-8e87-59965fa65650 req-b8e8fc85-861b-4294-b3ff-2d2f635d350a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5679218-139a-46ad-b676-bb80a66e003d HTTP/1.1" status: 200 len: 1002 time: 0.2340817 Jul 22 16:37:49.505729 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:49.506718 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:49.508875 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] 10.222.0.30 "PUT /v2.0/ports/1db25dc4-fd5e-465b-9606-51bd9bd58417 HTTP/1.1" status: 200 len: 1097 time: 2.6050365 Jul 22 16:37:49.518639 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d89ec95-5a5f-4896-b081-673711274dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:49.569814 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-701744bd-e2de-4f78-890b-915e987917bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'name': 'tempest-TaggedBootDevicesTest_v242-992522537-router', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '75c69209-0aac-4404-a09a-114a1d85163b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:37:40Z', 'updated_at': '2021-07-22T16:37:47Z', 'revision_number': 4, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'gw_port': {'id': '75c69209-0aac-4404-a09a-114a1d85163b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:37:41Z', 'updated_at': '2021-07-22T16:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c075b626-3ea9-4f44-9a76-915e3057835f', 'name': '', 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'mac_address': 'fa:16:3e:4d:83:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '201d105d-0acc-407e-9daf-fc4d01c306de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:37:46Z', 'updated_at': '2021-07-22T16:37:46Z', 'revision_number': 1, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'subnets': [{'id': '201d105d-0acc-407e-9daf-fc4d01c306de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:49.620309 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701744bd-e2de-4f78-890b-915e987917bd None None] The sync data for ids ['aa8978c1-f02c-460f-b443-f0f96f648936'] in n-d-798930-9 is: [{'id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'name': 'tempest-TaggedBootDevicesTest_v242-992522537-router', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '75c69209-0aac-4404-a09a-114a1d85163b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:37:40Z', 'updated_at': '2021-07-22T16:37:47Z', 'revision_number': 4, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'gw_port': {'id': '75c69209-0aac-4404-a09a-114a1d85163b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:37:41Z', 'updated_at': '2021-07-22T16:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c075b626-3ea9-4f44-9a76-915e3057835f', 'name': '', 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'mac_address': 'fa:16:3e:4d:83:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '201d105d-0acc-407e-9daf-fc4d01c306de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:37:46Z', 'updated_at': '2021-07-22T16:37:46Z', 'revision_number': 1, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'subnets': [{'id': '201d105d-0acc-407e-9daf-fc4d01c306de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:37:49.670622 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d89ec95-5a5f-4896-b081-673711274dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:49.736355 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7af07f1e-4ac5-421e-b52a-9ce2d77c6ae0 req-2ce54c48-9b99-41be-a857-10025bf753e3 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3613126 Jul 22 16:37:49.756007 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badc334-dc68-445b-b50c-403f6e419c88 service neutron] Pushing event updated for resources: {'Port': ['ID=1db25dc4-fd5e-465b-9606-51bd9bd58417,revision_number=11']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:49.810118 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeb841b-26d9-488b-8a32-d5a95334c81a tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:49.815174 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cbeb841b-26d9-488b-8a32-d5a95334c81a tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4672005 Jul 22 16:37:49.815792 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51598) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:49.825868 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704898a7-ee94-45ef-b5b5-23c45df673e0 None None] Network b59f1649-a42e-4f0b-9555-76b65d629bd2 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:49.860945 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-59952fb3-d009-487c-b247-ad4b0de522b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:49.862710 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-59952fb3-d009-487c-b247-ad4b0de522b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 1100 time: 0.3157942 Jul 22 16:37:49.866469 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933922f4-c7a5-490f-8e87-59965fa65650 req-46151ccc-32cd-4f00-b1ec-9b5291a6cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:49.868097 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-933922f4-c7a5-490f-8e87-59965fa65650 req-46151ccc-32cd-4f00-b1ec-9b5291a6cab4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed2160ff-0eec-4892-bae9-c0ff519453ca HTTP/1.1" status: 200 len: 850 time: 0.4442706 Jul 22 16:37:49.870136 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5a118a3e-89db-41ff-ba06-5ab05c771618 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "GET /v2.0/subnets?network_id=748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 207 time: 0.0515044 Jul 22 16:37:49.872229 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51602) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:49.974474 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-587fbb7b-d079-49fa-b506-446c9876780d None None] Provisioning for port 17310045-17fc-49e2-bbb3-0579e211a6a0 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:49.982825 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-587fbb7b-d079-49fa-b506-446c9876780d None None] Provisioning complete for port 17310045-17fc-49e2-bbb3-0579e211a6a0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:49.983790 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-587fbb7b-d079-49fa-b506-446c9876780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:50.083397 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812e919-5eaf-48cc-be7c-60bfc7b27e8d req-afac8667-7c2d-452c-a670-e72e7c5d7c3f tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:50.085080 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d812e919-5eaf-48cc-be7c-60bfc7b27e8d req-afac8667-7c2d-452c-a670-e72e7c5d7c3f tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 949 time: 0.2034233 Jul 22 16:37:50.086422 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-a745e813-56c8-4efc-ac17-6e5f691cb438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:50.088387 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-a745e813-56c8-4efc-ac17-6e5f691cb438 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.2172034 Jul 22 16:37:50.112558 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d89ec95-5a5f-4896-b081-673711274dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:50.114848 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d89ec95-5a5f-4896-b081-673711274dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:50.118692 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8d89ec95-5a5f-4896-b081-673711274dfc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2cf75341-db10-496e-8175-ed5d60e10a8c HTTP/1.1" status: 204 len: 168 time: 1.0437148 Jul 22 16:37:50.153712 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-df0df066-0509-4acd-95ca-e30fb9d4c99f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=1db25dc4-fd5e-465b-9606-51bd9bd58417 HTTP/1.1" status: 200 len: 217 time: 0.0595479 Jul 22 16:37:50.223834 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d812e919-5eaf-48cc-be7c-60bfc7b27e8d req-293749df-dc02-4e2a-8727-00b8a032933d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217358 Jul 22 16:37:50.241183 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6681dc2b-59a1-41a7-8977-36a1cab7700e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:50.242849 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-6681dc2b-59a1-41a7-8977-36a1cab7700e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0806296 Jul 22 16:37:50.261198 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ece0d84-0415-415c-9cf6-e90b94691181 admin admin] Network 9c5c4430-fe08-4a96-9de3-fdc32bed75bd is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:50.297086 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5856-192e-4500-8f98-2be4f3c0bf6e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:50.313316 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0ece0d84-0415-415c-9cf6-e90b94691181 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:50.315346 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89ec95-5a5f-4896-b081-673711274dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf75341-db10-496e-8175-ed5d60e10a8c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:50.357144 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-5f648ae9-f144-458d-ac43-f080f718532d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:50.357444 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 1db25dc4-fd5e-465b-9606-51bd9bd58417 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:37:50.359293 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-5f648ae9-f144-458d-ac43-f080f718532d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1088550 Jul 22 16:37:50.542627 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-44a8063d-363e-4b7c-8f4c-fe16e1896387 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672618 Jul 22 16:37:50.580906 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-587fbb7b-d079-49fa-b506-446c9876780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:50.654182 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-587fbb7b-d079-49fa-b506-446c9876780d None None] For port 17310045-17fc-49e2-bbb3-0579e211a6a0, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=17310045-17fc-49e2-bbb3-0579e211a6a0,segment=NetworkSegment(38f64257-c9d7-4fce-8b61-d070c98cb8a8),segment_id=38f64257-c9d7-4fce-8b61-d070c98cb8a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:50.669347 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-587fbb7b-d079-49fa-b506-446c9876780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:50.697139 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 1db25dc4-fd5e-465b-9606-51bd9bd58417 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:37:50.735948 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ca17ac9-42e5-48f6-a3a2-9d5507de4850 req-cfd559f5-d7eb-4d46-a02b-0d8982f6ef04 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854384 Jul 22 16:37:50.814446 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587fbb7b-d079-49fa-b506-446c9876780d None None] Pushing event updated for resources: {'Port': ['ID=17310045-17fc-49e2-bbb3-0579e211a6a0,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:50.904523 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-35bfc6b8-08d4-4b69-acc5-e800e78c9861 None None] Provisioning complete for port c075b626-3ea9-4f44-9a76-915e3057835f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:50.905188 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35bfc6b8-08d4-4b69-acc5-e800e78c9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:50.921076 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c482da4e-74fb-4070-a268-f627ae66fde0 req-5dfcaea6-b3d6-480b-95ed-fa56391853ec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4274168 Jul 22 16:37:50.931150 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1085804-1d7d-4c8b-a1fa-50d23ad87d32 req-76297247-7924-4da2-97ac-158a3ff809bc tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:50.946512 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c1085804-1d7d-4c8b-a1fa-50d23ad87d32 req-76297247-7924-4da2-97ac-158a3ff809bc tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 946 time: 1.4256504 Jul 22 16:37:50.985952 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-35bfc6b8-08d4-4b69-acc5-e800e78c9861 None None] Port c075b626-3ea9-4f44-9a76-915e3057835f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:37:51.004180 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696a118-6939-4163-b23a-73955f476254 req-aba8f9b5-1ec2-4b33-9c40-613ba21d3a1e tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:51.005813 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7696a118-6939-4163-b23a-73955f476254 req-aba8f9b5-1ec2-4b33-9c40-613ba21d3a1e tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.1510129 Jul 22 16:37:51.006089 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fcff52-9402-4779-a0ed-da4c2b5b5751', 'tag': '1db25dc4-fd5e-465b-9606-51bd9bd58417'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:51.008335 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79708f2-e6b5-48b7-8780-b3243c1b9298" -d '{"events": [{"name": "network-changed", "server_uuid": "39fcff52-9402-4779-a0ed-da4c2b5b5751", "tag": "1db25dc4-fd5e-465b-9606-51bd9bd58417"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:51.073487 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7696a118-6939-4163-b23a-73955f476254 req-2f2a031a-e996-46bb-9069-4b0ac5148b77 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548162 Jul 22 16:37:51.109897 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61944d5-f431-4119-9be7-97f76757d9ac tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:51.117569 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61944d5-f431-4119-9be7-97f76757d9ac tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:51.124302 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61944d5-f431-4119-9be7-97f76757d9ac tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:51.130197 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61944d5-f431-4119-9be7-97f76757d9ac tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:51.136926 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61944d5-f431-4119-9be7-97f76757d9ac tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:51.143761 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61944d5-f431-4119-9be7-97f76757d9ac tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:51.149473 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51622) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:51.155375 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c61944d5-f431-4119-9be7-97f76757d9ac tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 1.2741215 Jul 22 16:37:51.155634 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7db3b7-1d98-4d2a-84c8-23573371b091 None None] get_active_networks_info from n-d-798930-9 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:37:51.186765 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933922f4-c7a5-490f-8e87-59965fa65650 req-07ad8188-c16c-469b-bab9-16e7f0354ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:51.188579 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-933922f4-c7a5-490f-8e87-59965fa65650 req-07ad8188-c16c-469b-bab9-16e7f0354ee5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2897608 Jul 22 16:37:51.240938 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d74200d-eddc-418a-b73a-8bd377605230 x-openstack-request-id: req-1d74200d-eddc-418a-b73a-8bd377605230 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:51.242632 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39fcff52-9402-4779-a0ed-da4c2b5b5751", "tag": "1db25dc4-fd5e-465b-9606-51bd9bd58417", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:51.243473 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1d74200d-eddc-418a-b73a-8bd377605230 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:51.245716 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39fcff52-9402-4779-a0ed-da4c2b5b5751', 'tag': '1db25dc4-fd5e-465b-9606-51bd9bd58417', 'status': 'completed', 'code': 200} Jul 22 16:37:51.331540 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 75c69209-0aac-4404-a09a-114a1d85163b up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:51.382161 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c1085804-1d7d-4c8b-a1fa-50d23ad87d32 req-8f954641-a881-49fd-a045-e3649f972f02 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344306 Jul 22 16:37:51.402066 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3a3f711c-1b3d-48ce-8a37-a5a9b793ed07 None None] Provisioning complete for port 17310045-17fc-49e2-bbb3-0579e211a6a0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:51.402450 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a3f711c-1b3d-48ce-8a37-a5a9b793ed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:51.533956 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5856-192e-4500-8f98-2be4f3c0bf6e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:51.589826 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7db3b7-1d98-4d2a-84c8-23573371b091 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:37:51.614805 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ece0d84-0415-415c-9cf6-e90b94691181 admin admin] Router aa8978c1-f02c-460f-b443-f0f96f648936 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:37:51.622914 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2b5856-192e-4500-8f98-2be4f3c0bf6e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:51.628188 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482da4e-74fb-4070-a268-f627ae66fde0 req-0ff030e6-63e7-4685-91df-4d173bd62bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:51.629712 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c482da4e-74fb-4070-a268-f627ae66fde0 req-0ff030e6-63e7-4685-91df-4d173bd62bb0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 1101 time: 0.6559942 Jul 22 16:37:51.654908 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 75c69209-0aac-4404-a09a-114a1d85163b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:51.660097 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9f2b5856-192e-4500-8f98-2be4f3c0bf6e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:51.663390 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2b5856-192e-4500-8f98-2be4f3c0bf6e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:51.665086 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 75c69209-0aac-4404-a09a-114a1d85163b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:51.665471 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:51.703517 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888472ec-9dbe-44cf-baf2-3356c5660a28 req-dbf7eaef-1447-48f6-affe-87ac5b0e37dd tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:51.707027 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79708f2-e6b5-48b7-8780-b3243c1b9298 req-37301a39-db83-49ec-aace-e92341b136a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:51.709034 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b79708f2-e6b5-48b7-8780-b3243c1b9298 req-37301a39-db83-49ec-aace-e92341b136a0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 1100 time: 0.4685442 Jul 22 16:37:51.710675 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-888472ec-9dbe-44cf-baf2-3356c5660a28 req-dbf7eaef-1447-48f6-affe-87ac5b0e37dd tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 949 time: 0.3370497 Jul 22 16:37:51.720854 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79708f2-e6b5-48b7-8780-b3243c1b9298 req-a1bd9a79-1b24-4d39-a27c-978ea4f28814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:51.722506 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b79708f2-e6b5-48b7-8780-b3243c1b9298 req-a1bd9a79-1b24-4d39-a27c-978ea4f28814 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 1100 time: 0.4715705 Jul 22 16:37:51.752308 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-933922f4-c7a5-490f-8e87-59965fa65650 req-70f0551a-ca4f-44a4-a765-823dfec6caee service neutron] 10.222.0.16 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159919 Jul 22 16:37:51.755096 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e6bb2b70-c114-440e-a3aa-2f92fe316101 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.5905507 Jul 22 16:37:51.804301 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51644) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:51.899735 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79708f2-e6b5-48b7-8780-b3243c1b9298 req-006cccd6-dce9-4303-b218-1b691dc771fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:51.902044 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b79708f2-e6b5-48b7-8780-b3243c1b9298 req-006cccd6-dce9-4303-b218-1b691dc771fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.1671076 Jul 22 16:37:51.941611 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:51.950310 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-888472ec-9dbe-44cf-baf2-3356c5660a28 req-bf0c1a77-592a-4043-99cb-b8871c3416d3 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385252 Jul 22 16:37:52.010934 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b79708f2-e6b5-48b7-8780-b3243c1b9298 req-e6f6343c-61fc-4010-9111-3e37f529677e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=1db25dc4-fd5e-465b-9606-51bd9bd58417 HTTP/1.1" status: 200 len: 217 time: 0.0781813 Jul 22 16:37:52.015114 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 75c69209-0aac-4404-a09a-114a1d85163b, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=75c69209-0aac-4404-a09a-114a1d85163b,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:52.015395 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b5856-192e-4500-8f98-2be4f3c0bf6e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event updated for resources: {'Port': ['ID=6f9f34e6-5b44-4c54-9fe9-94b75138a5bd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:52.024711 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:52.025664 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 9914279f-427c-4ab3-b7b4-663a9170f060 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:52.117104 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79708f2-e6b5-48b7-8780-b3243c1b9298 req-380ccf0d-8275-4668-aa9f-3a2224f4204f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:52.118714 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b79708f2-e6b5-48b7-8780-b3243c1b9298 req-380ccf0d-8275-4668-aa9f-3a2224f4204f service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.3548489 Jul 22 16:37:52.126551 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79708f2-e6b5-48b7-8780-b3243c1b9298 req-16fc7828-eaac-4568-bc8e-392c3eb29611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:52.129241 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b79708f2-e6b5-48b7-8780-b3243c1b9298 req-16fc7828-eaac-4568-bc8e-392c3eb29611 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1111174 Jul 22 16:37:52.263547 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180985c-d12b-4199-a038-47a0ef52021c req-18a58dc5-ec06-4f86-91bf-0fc314d356f3 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:52.272052 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f180985c-d12b-4199-a038-47a0ef52021c req-18a58dc5-ec06-4f86-91bf-0fc314d356f3 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.2019131 Jul 22 16:37:52.287286 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 9914279f-427c-4ab3-b7b4-663a9170f060 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:52.287897 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:52.317989 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=75c69209-0aac-4404-a09a-114a1d85163b,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:52.349709 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f180985c-d12b-4199-a038-47a0ef52021c req-2f97141a-8e83-402f-ac30-542d99207925 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763481 Jul 22 16:37:52.352147 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79708f2-e6b5-48b7-8780-b3243c1b9298 req-3256f0a1-d8f5-4a04-b062-0114c6791f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:52.355172 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b79708f2-e6b5-48b7-8780-b3243c1b9298 req-3256f0a1-d8f5-4a04-b062-0114c6791f2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2168386 Jul 22 16:37:52.404283 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-933922f4-c7a5-490f-8e87-59965fa65650 req-23b0680d-20a1-4ffc-a3d9-90edda70ed97 service neutron] 10.222.0.16 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5951781 Jul 22 16:37:52.473205 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 17310045-17fc-49e2-bbb3-0579e211a6a0 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:52.475916 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5856-192e-4500-8f98-2be4f3c0bf6e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:52.519670 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7bdf3247-3dd0-41c6-b25a-b0038f6dd98c req-6d8df517-9fa5-487b-b2d6-7f4b7deaeeae tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0519128 Jul 22 16:37:52.565201 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b79708f2-e6b5-48b7-8780-b3243c1b9298 req-acfb650a-c2c2-4005-91eb-f0ad5f02bc67 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983962 Jul 22 16:37:52.566356 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b79708f2-e6b5-48b7-8780-b3243c1b9298 req-f3f55108-677b-4c04-b676-7a77540e5a0c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=1db25dc4-fd5e-465b-9606-51bd9bd58417 HTTP/1.1" status: 200 len: 217 time: 0.3442581 Jul 22 16:37:52.572361 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3e2ba0-f760-4f40-bd1a-936d5fabbeb9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:52.574108 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3e2ba0-f760-4f40-bd1a-936d5fabbeb9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:52.575652 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3e2ba0-f760-4f40-bd1a-936d5fabbeb9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:52.578496 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3e2ba0-f760-4f40-bd1a-936d5fabbeb9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:52.580217 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3e2ba0-f760-4f40-bd1a-936d5fabbeb9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:52.582059 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2c3e2ba0-f760-4f40-bd1a-936d5fabbeb9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7560203 Jul 22 16:37:52.583311 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ece0d84-0415-415c-9cf6-e90b94691181 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:37:52.599290 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 17310045-17fc-49e2-bbb3-0579e211a6a0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:52.599674 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:52.605382 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51668) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:52.664526 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0ece0d84-0415-415c-9cf6-e90b94691181 admin admin] 10.222.0.69 "PUT /v2.0/routers/aa8978c1-f02c-460f-b443-f0f96f648936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1623323 Jul 22 16:37:52.831148 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565b7680-f14c-4521-8a2b-8d617e20a8b4 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:52.832870 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565b7680-f14c-4521-8a2b-8d617e20a8b4 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:52.834697 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565b7680-f14c-4521-8a2b-8d617e20a8b4 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:52.836421 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565b7680-f14c-4521-8a2b-8d617e20a8b4 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:52.837886 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565b7680-f14c-4521-8a2b-8d617e20a8b4 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:52.844094 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-565b7680-f14c-4521-8a2b-8d617e20a8b4 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2374406 Jul 22 16:37:52.849658 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51674) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:52.862013 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482da4e-74fb-4070-a268-f627ae66fde0 req-8ab4511f-d9db-4b90-8fe8-0857b2847910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:52.863808 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c482da4e-74fb-4070-a268-f627ae66fde0 req-8ab4511f-d9db-4b90-8fe8-0857b2847910 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 1.2104702 Jul 22 16:37:52.956767 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b79708f2-e6b5-48b7-8780-b3243c1b9298 req-53419ac6-571b-4cb6-a8bd-d4af934f4f67 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814418 Jul 22 16:37:52.977494 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5856-192e-4500-8f98-2be4f3c0bf6e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:52.981002 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79708f2-e6b5-48b7-8780-b3243c1b9298 req-43fbc400-c9bc-4c9e-85ee-92c89e0a4bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:52.982605 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b79708f2-e6b5-48b7-8780-b3243c1b9298 req-43fbc400-c9bc-4c9e-85ee-92c89e0a4bdc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.3474112 Jul 22 16:37:52.984478 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c482da4e-74fb-4070-a268-f627ae66fde0 req-1d4824ed-1dfa-4f7f-bb8b-93642b7327f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=6841fb77-588e-490a-9d5e-f000a42ebce7 HTTP/1.1" status: 200 len: 217 time: 0.0773721 Jul 22 16:37:52.989218 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401ad2e-2164-44ab-afc8-b560ecfb7c0e req-b8be84bd-befa-4eda-9f5a-fde791ed475f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:52.991186 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b401ad2e-2164-44ab-afc8-b560ecfb7c0e req-b8be84bd-befa-4eda-9f5a-fde791ed475f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.3541920 Jul 22 16:37:53.019790 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] Sync routers for ids ['aa8978c1-f02c-460f-b443-f0f96f648936'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:37:53.036222 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] Routers {'aa8978c1-f02c-460f-b443-f0f96f648936'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:37:53.039233 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:37:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['aa8978c1-f02c-460f-b443-f0f96f648936'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:53.088097 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce21bdb4-b1f0-40b7-9df3-3a4096ff45b6 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:53.094031 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ce21bdb4-b1f0-40b7-9df3-3a4096ff45b6 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "GET /v2.0/networks/ba1502aa-cd93-4733-8081-1ac77be9b7ad HTTP/1.1" status: 200 len: 804 time: 0.2425394 Jul 22 16:37:53.094864 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51684) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:53.172944 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 75c69209-0aac-4404-a09a-114a1d85163b up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:53.221225 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542a53e-d585-4534-bad9-7f9dd20fb5d2 req-8cf5af60-8cc0-4154-8558-72a3bc8d1451 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:53.228847 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a542a53e-d585-4534-bad9-7f9dd20fb5d2 req-8cf5af60-8cc0-4154-8558-72a3bc8d1451 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 1.0098040 Jul 22 16:37:53.232580 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482da4e-74fb-4070-a268-f627ae66fde0 req-bc28e25f-d8a3-49d6-bc44-45ce544f9a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:53.234730 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c482da4e-74fb-4070-a268-f627ae66fde0 req-bc28e25f-d8a3-49d6-bc44-45ce544f9a62 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.1904092 Jul 22 16:37:53.272763 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 75c69209-0aac-4404-a09a-114a1d85163b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:53.273396 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:53.412463 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a542a53e-d585-4534-bad9-7f9dd20fb5d2 req-f25a6535-0297-4e1d-a570-b7fd1b815b7e tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826041 Jul 22 16:37:53.496318 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] Set router aa8978c1-f02c-460f-b443-f0f96f648936 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:37:53.551821 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79708f2-e6b5-48b7-8780-b3243c1b9298 req-e042ec9e-abec-4e73-b6e2-313f06490209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:53.554167 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b79708f2-e6b5-48b7-8780-b3243c1b9298 req-e042ec9e-abec-4e73-b6e2-313f06490209 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5164917 Jul 22 16:37:53.606779 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b401ad2e-2164-44ab-afc8-b560ecfb7c0e req-873a3cac-f416-4cf7-8f40-8b071719f17d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6026773 Jul 22 16:37:53.681324 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482da4e-74fb-4070-a268-f627ae66fde0 req-0102b16b-0a0f-4ba6-b37b-99985891cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:53.683341 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c482da4e-74fb-4070-a268-f627ae66fde0 req-0102b16b-0a0f-4ba6-b37b-99985891cebb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3921623 Jul 22 16:37:53.727797 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-eb67e765-88f6-466d-8d69-9de866f541c7 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "GET /v2.0/networks/ba1502aa-cd93-4733-8081-1ac77be9b7ad?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6314130 Jul 22 16:37:53.728507 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51724) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:53.828252 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d5adbce2-6824-425f-9c12-48b0bcd44519 req-647b5d04-1f79-42d3-b958-88e4da76def0 tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0752075 Jul 22 16:37:53.857616 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868a158f-da0c-4910-8170-b9c25b035120 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:53.859848 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-868a158f-da0c-4910-8170-b9c25b035120 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "GET /v2.0/subnets/e1e96d9b-4801-4d57-bf52-1b12f749766d HTTP/1.1" status: 200 len: 843 time: 0.1302509 Jul 22 16:37:53.864321 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51728) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:53.920743 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5856-192e-4500-8f98-2be4f3c0bf6e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:53.923292 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'name': 'tempest-TaggedBootDevicesTest_v242-992522537-router', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '75c69209-0aac-4404-a09a-114a1d85163b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:37:40Z', 'updated_at': '2021-07-22T16:37:47Z', 'revision_number': 4, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'gw_port': {'id': '75c69209-0aac-4404-a09a-114a1d85163b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:37:41Z', 'updated_at': '2021-07-22T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c075b626-3ea9-4f44-9a76-915e3057835f', 'name': '', 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'mac_address': 'fa:16:3e:4d:83:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '201d105d-0acc-407e-9daf-fc4d01c306de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:37:46Z', 'updated_at': '2021-07-22T16:37:48Z', 'revision_number': 2, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'subnets': [{'id': '201d105d-0acc-407e-9daf-fc4d01c306de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:53.950999 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5856-192e-4500-8f98-2be4f3c0bf6e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:53.975430 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] Checking router: aa8978c1-f02c-460f-b443-f0f96f648936 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:37:53.975893 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] Updating router aa8978c1-f02c-460f-b443-f0f96f648936 port c075b626-3ea9-4f44-9a76-915e3057835f binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:37:53.995013 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c482da4e-74fb-4070-a268-f627ae66fde0 req-6c753b0a-7b30-4231-86ab-c6f707daec82 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382390 Jul 22 16:37:54.011255 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b79708f2-e6b5-48b7-8780-b3243c1b9298 req-a63b4e18-3b95-4d60-924a-54937fa05788 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468048 Jul 22 16:37:54.029290 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1db25dc4-fd5e-465b-9606-51bd9bd58417 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:37:54.036539 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a875d243-796c-4d7e-bef6-8e2464e21c2b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:54.043027 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a875d243-796c-4d7e-bef6-8e2464e21c2b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "GET /v2.0/subnets/e1e96d9b-4801-4d57-bf52-1b12f749766d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1775773 Jul 22 16:37:54.048245 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:54.052216 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51742) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:54.069137 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a2641139-a344-4739-81a4-23838dc5a3a0 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1368681447'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:54.119231 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d33c36-362c-40d2-ad2c-bce421a99d8f req-78a92aad-8c3c-4cd6-a34e-289d89c02769 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:54.121461 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-88d33c36-362c-40d2-ad2c-bce421a99d8f req-78a92aad-8c3c-4cd6-a34e-289d89c02769 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 949 time: 0.4881861 Jul 22 16:37:54.174529 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b5856-192e-4500-8f98-2be4f3c0bf6e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event updated for resources: {'Port': ['ID=6f9f34e6-5b44-4c54-9fe9-94b75138a5bd,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:54.227987 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1db25dc4-fd5e-465b-9606-51bd9bd58417, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1db25dc4-fd5e-465b-9606-51bd9bd58417,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:54.243954 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '1db25dc4-fd5e-465b-9606-51bd9bd58417', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '1db25dc4-fd5e-465b-9606-51bd9bd58417', 'mac_address': 'fa:16:3e:a0:ae:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:37:54.253040 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-44a6f308-f98b-44b9-8823-c3c6c07c8989 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:54.260754 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-44a6f308-f98b-44b9-8823-c3c6c07c8989 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 812 time: 0.2121241 Jul 22 16:37:54.277382 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-b9bf0178-9589-482e-9674-a9898dbb94f8 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/quotas/a6f618b284ed4ed58bf96ec4f3332894 HTTP/1.1" status: 200 len: 375 time: 0.0154564 Jul 22 16:37:54.301741 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5856-192e-4500-8f98-2be4f3c0bf6e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:54.320897 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:54.340873 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db25dc4-fd5e-465b-9606-51bd9bd58417 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:37:54.373609 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1db25dc4-fd5e-465b-9606-51bd9bd58417, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1db25dc4-fd5e-465b-9606-51bd9bd58417,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:54.380305 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2641139-a344-4739-81a4-23838dc5a3a0 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Made reservation on behalf of 3657269e024443f5a0232d7e5d8677af for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:54.382737 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:54.384066 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2641139-a344-4739-81a4-23838dc5a3a0 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:54.431203 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-89f096e2-0abf-4d27-b652-6b68dabb35d8 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1525552 Jul 22 16:37:54.476311 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=1db25dc4-fd5e-465b-9606-51bd9bd58417,revision_number=12']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:54.547078 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-2681619c-60ac-4a5c-9612-6b7cbca2bf00 service neutron] 10.222.0.69 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132498 Jul 22 16:37:54.647097 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:54.652502 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-63aa16a0-93da-43f5-bf08-156d3cb95180 service neutron] 10.222.0.69 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046183 Jul 22 16:37:54.673230 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] Transition to ACTIVE for port object c075b626-3ea9-4f44-9a76-915e3057835f will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:54.682143 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:54.700491 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['1db25dc4-fd5e-465b-9606-51bd9bd58417'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:54.821409 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cb3aa-64ee-4a37-85d5-830482bf21a4 None None] Pushing event updated for resources: {'Port': ['ID=c075b626-3ea9-4f44-9a76-915e3057835f,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:54.875458 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5856-192e-4500-8f98-2be4f3c0bf6e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:54.904467 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9f2b5856-192e-4500-8f98-2be4f3c0bf6e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1165423 Jul 22 16:37:54.950845 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-88d33c36-362c-40d2-ad2c-bce421a99d8f req-5b2307ca-531d-4fbb-ab37-4766ce0813c1 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7934451 Jul 22 16:37:54.983524 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c482da4e-74fb-4070-a268-f627ae66fde0 req-0617be58-e11c-4472-9a92-2a78e827c84a service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9762187 Jul 22 16:37:55.011420 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] Attempting to bind port c075b626-3ea9-4f44-9a76-915e3057835f on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:55.011420 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] Attempting to bind port c075b626-3ea9-4f44-9a76-915e3057835f by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '6ee6e318-36e3-4276-aaa7-7e4a6c486bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:55.011420 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] Attempting to bind port c075b626-3ea9-4f44-9a76-915e3057835f on network 9c5c4430-fe08-4a96-9de3-fdc32bed75bd {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:55.029646 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b79708f2-e6b5-48b7-8780-b3243c1b9298 req-7b7181f4-dde4-494b-ade3-6eea8c8df5a6 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9750307 Jul 22 16:37:55.038862 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:55.046076 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] Checking segment: {'id': '6ee6e318-36e3-4276-aaa7-7e4a6c486bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:55.048901 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:55.049496 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] Bound using segment: {'id': '6ee6e318-36e3-4276-aaa7-7e4a6c486bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:55.050397 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] Bound port: c075b626-3ea9-4f44-9a76-915e3057835f, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee6e318-36e3-4276-aaa7-7e4a6c486bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:55.050916 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:55.069064 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2641139-a344-4739-81a4-23838dc5a3a0 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:37:55.088073 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd4137-4998-4354-8f5d-07aa5c2dd584 req-05824e47-5fff-4a70-a412-16d4f766b86f tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.091934 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e0dd4137-4998-4354-8f5d-07aa5c2dd584 req-05824e47-5fff-4a70-a412-16d4f766b86f tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.2059026 Jul 22 16:37:55.120830 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2641139-a344-4739-81a4-23838dc5a3a0 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:55.127905 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-a2641139-a344-4739-81a4-23838dc5a3a0 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Added segment 687b2b41-a702-4993-a9f1-f37a3185c1fb of type vlan for network 6d56ccd7-23d7-4854-8e1a-29a5e07dea67 Jul 22 16:37:55.157715 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e0dd4137-4998-4354-8f5d-07aa5c2dd584 req-9cc885da-5fb7-43c8-9511-5b908b6f8c80 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573688 Jul 22 16:37:55.274053 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8321b551-89da-4443-ab68-f9b2facee524 req-b7128504-d6a8-4ccc-9121-4ef5d6d24c8b tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=404ba5d8-fc02-4e70-ab02-e4a85fae985d HTTP/1.1" status: 200 len: 210 time: 0.0546534 Jul 22 16:37:55.285755 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2641139-a344-4739-81a4-23838dc5a3a0 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:55.312676 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] For port c075b626-3ea9-4f44-9a76-915e3057835f, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:55.328080 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] For port c075b626-3ea9-4f44-9a76-915e3057835f, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c075b626-3ea9-4f44-9a76-915e3057835f,segment=NetworkSegment(6ee6e318-36e3-4276-aaa7-7e4a6c486bba),segment_id=6ee6e318-36e3-4276-aaa7-7e4a6c486bba)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:55.335958 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-815fa5ef-6fa8-494e-95e5-8c09b34b64e3 req-74dea85a-dc49-4a40-8ee2-5a559a23e452 tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0450895 Jul 22 16:37:55.336433 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:55.402423 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9ffb7f0-a5d3-4ae4-ac6f-b01ec602175b req-fccedab8-eae3-4d69-a9d1-941c99188c53 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0590863 Jul 22 16:37:55.426648 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] Routers {'aa8978c1-f02c-460f-b443-f0f96f648936'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:37:55.427662 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:37:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['aa8978c1-f02c-460f-b443-f0f96f648936'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:55.435695 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2641139-a344-4739-81a4-23838dc5a3a0 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:55.441317 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2641139-a344-4739-81a4-23838dc5a3a0 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.441952 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2641139-a344-4739-81a4-23838dc5a3a0 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:55.537085 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0d51c-bc10-47f9-8909-60001a76b35b req-cea18da6-8ae3-4c73-a2c2-c8f803d0d875 tempest-MigrationsAdminTest-26848919 tempest-MigrationsAdminTest-26848919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.546429 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a2641139-a344-4739-81a4-23838dc5a3a0 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4838479 Jul 22 16:37:55.553208 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51810) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:55.555687 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b5b0d51c-bc10-47f9-8909-60001a76b35b req-cea18da6-8ae3-4c73-a2c2-c8f803d0d875 tempest-MigrationsAdminTest-26848919 tempest-MigrationsAdminTest-26848919-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 1101 time: 0.1877689 Jul 22 16:37:55.576253 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3ec749c9-2f0d-4919-85b5-2834c45152f2 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Request body: {'subnet': {'network_id': '6d56ccd7-23d7-4854-8e1a-29a5e07dea67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:55.613074 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cb3aa-64ee-4a37-85d5-830482bf21a4 None None] Pushing event updated for resources: {'Port': ['ID=c075b626-3ea9-4f44-9a76-915e3057835f,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:55.661973 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b5b0d51c-bc10-47f9-8909-60001a76b35b req-e2849b61-5464-4d88-a7c2-af93f48c8014 tempest-MigrationsAdminTest-26848919 tempest-MigrationsAdminTest-26848919-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020176 Jul 22 16:37:55.724450 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2641139-a344-4739-81a4-23838dc5a3a0 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event updated for resources: {'Network': ['ID=6d56ccd7-23d7-4854-8e1a-29a5e07dea67,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:55.731122 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] Set router aa8978c1-f02c-460f-b443-f0f96f648936 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:37:55.737858 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 6d56ccd7-23d7-4854-8e1a-29a5e07dea67 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:37:55.980229 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-0682c589-1034-43ed-9e67-7937983c28dd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--837991561&fields=id&tenant_id=c2cdac6e8c514eed897eaf0607a1ddfd HTTP/1.1" status: 200 len: 267 time: 0.4277046 Jul 22 16:37:56.043918 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1db25dc4-fd5e-465b-9606-51bd9bd58417 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:56.087828 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-45f6ba92-98e0-4a5d-8d63-6157de7e89bf tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:56.094978 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-45f6ba92-98e0-4a5d-8d63-6157de7e89bf tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports/71b37d7f-7bc1-469c-9d49-d6daba46b789 HTTP/1.1" status: 200 len: 932 time: 0.1137981 Jul 22 16:37:56.108772 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec749c9-2f0d-4919-85b5-2834c45152f2 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Made reservation on behalf of 3657269e024443f5a0232d7e5d8677af for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:56.112092 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ec749c9-2f0d-4919-85b5-2834c45152f2 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:56.138461 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 1db25dc4-fd5e-465b-9606-51bd9bd58417 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:56.146068 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 1db25dc4-fd5e-465b-9606-51bd9bd58417 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:56.146068 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:56.146359 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d3f85-3151-4949-98e2-fdfa06cda04e req-0c1d17e3-a897-4dc7-9023-992c611186a3 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:56.156946 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-926d3f85-3151-4949-98e2-fdfa06cda04e req-0c1d17e3-a897-4dc7-9023-992c611186a3 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 950 time: 0.1403117 Jul 22 16:37:56.199595 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'name': 'tempest-TaggedBootDevicesTest_v242-992522537-router', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '75c69209-0aac-4404-a09a-114a1d85163b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:37:40Z', 'updated_at': '2021-07-22T16:37:47Z', 'revision_number': 4, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'gw_port': {'id': '75c69209-0aac-4404-a09a-114a1d85163b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:37:41Z', 'updated_at': '2021-07-22T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c075b626-3ea9-4f44-9a76-915e3057835f', 'name': '', 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'mac_address': 'fa:16:3e:4d:83:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '201d105d-0acc-407e-9daf-fc4d01c306de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:37:46Z', 'updated_at': '2021-07-22T16:37:55Z', 'revision_number': 4, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'subnets': [{'id': '201d105d-0acc-407e-9daf-fc4d01c306de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:56.221791 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-926d3f85-3151-4949-98e2-fdfa06cda04e req-21e94505-c965-49a9-be54-d0a9bbb372d9 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597355 Jul 22 16:37:56.268643 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3aa5bf-87df-429a-ab3d-147359866b4f None None] The sync data for ids ['aa8978c1-f02c-460f-b443-f0f96f648936'] in n-d-798930-9 is: [{'id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'name': 'tempest-TaggedBootDevicesTest_v242-992522537-router', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '75c69209-0aac-4404-a09a-114a1d85163b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:37:40Z', 'updated_at': '2021-07-22T16:37:47Z', 'revision_number': 4, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'gw_port': {'id': '75c69209-0aac-4404-a09a-114a1d85163b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:37:41Z', 'updated_at': '2021-07-22T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c075b626-3ea9-4f44-9a76-915e3057835f', 'name': '', 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'mac_address': 'fa:16:3e:4d:83:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '201d105d-0acc-407e-9daf-fc4d01c306de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:37:46Z', 'updated_at': '2021-07-22T16:37:55Z', 'revision_number': 4, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'subnets': [{'id': '201d105d-0acc-407e-9daf-fc4d01c306de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:37:56.323186 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-3ec749c9-2f0d-4919-85b5-2834c45152f2 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Performing IP validity checks on allocation pools {{(pid=93816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 16:37:56.323771 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-3ec749c9-2f0d-4919-85b5-2834c45152f2 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 16:37:56.324711 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:56.353868 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fcff52-9402-4779-a0ed-da4c2b5b5751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db25dc4-fd5e-465b-9606-51bd9bd58417'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:56.356336 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dafe50e-b6f8-4661-b069-7be0243ca104" -d '{"events": [{"server_uuid": "39fcff52-9402-4779-a0ed-da4c2b5b5751", "name": "network-vif-plugged", "status": "completed", "tag": "1db25dc4-fd5e-465b-9606-51bd9bd58417"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:56.369634 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-0e892896-bd40-4c1e-ac54-945adcea8f6a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:56.379427 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1db25dc4-fd5e-465b-9606-51bd9bd58417, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1db25dc4-fd5e-465b-9606-51bd9bd58417,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:56.382649 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-0e892896-bd40-4c1e-ac54-945adcea8f6a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports/d633fbc4-56d8-481f-9b8d-67add53d5f51 HTTP/1.1" status: 200 len: 931 time: 0.2866554 Jul 22 16:37:56.386057 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:56.461805 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-1154265e-4de2-4044-ad5a-87d19e355325 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?network_id=ff66ea35-a49e-465a-a94a-77488ff458ac&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0773835 Jul 22 16:37:56.475329 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=1db25dc4-fd5e-465b-9606-51bd9bd58417,revision_number=13']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:56.492640 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c421b397-8408-4aec-9478-ef09779b2b5f req-95adfe2c-0599-455f-863b-ce8daa1e743d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=404ba5d8-fc02-4e70-ab02-e4a85fae985d HTTP/1.1" status: 200 len: 210 time: 0.0747168 Jul 22 16:37:56.511065 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-2e079ab3-500d-4755-a042-b95dbd401722 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?network_id=ff66ea35-a49e-465a-a94a-77488ff458ac&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0480378 Jul 22 16:37:56.553440 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc4c307-94ca-4878-adfd-7b77b4c3a12f x-openstack-request-id: req-7fc4c307-94ca-4878-adfd-7b77b4c3a12f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:56.553737 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fcff52-9402-4779-a0ed-da4c2b5b5751", "name": "network-vif-plugged", "status": "completed", "tag": "1db25dc4-fd5e-465b-9606-51bd9bd58417", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:56.554013 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7fc4c307-94ca-4878-adfd-7b77b4c3a12f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:56.554567 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fcff52-9402-4779-a0ed-da4c2b5b5751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db25dc4-fd5e-465b-9606-51bd9bd58417', 'code': 200} Jul 22 16:37:56.678632 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b570b258-4b36-4144-a0b8-81c2c81d01cb req-b71f2643-18a3-4076-a8b7-596f039d4572 tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0409794 Jul 22 16:37:56.769184 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-025fb82f-93bf-442c-8d8e-5c1f91d8720b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:56.776939 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-025fb82f-93bf-442c-8d8e-5c1f91d8720b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:56.784064 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-025fb82f-93bf-442c-8d8e-5c1f91d8720b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:56.791691 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-025fb82f-93bf-442c-8d8e-5c1f91d8720b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/networks?id=408ac033-5a33-4cf7-82af-38aaa8dda69b&id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&id=ff66ea35-a49e-465a-a94a-77488ff458ac&id=ff66ea35-a49e-465a-a94a-77488ff458ac HTTP/1.1" status: 200 len: 1991 time: 0.2703886 Jul 22 16:37:56.844230 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-eb659239-0068-4d3b-be6c-a30c9a5426f7 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/quotas/c2cdac6e8c514eed897eaf0607a1ddfd HTTP/1.1" status: 200 len: 375 time: 0.0512455 Jul 22 16:37:56.913606 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ec749c9-2f0d-4919-85b5-2834c45152f2 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:56.955840 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-598c7cee-3f03-40ad-a9b3-6d9bc6ef9711 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:56.957432 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-598c7cee-3f03-40ad-a9b3-6d9bc6ef9711 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.30 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 812 time: 0.1982193 Jul 22 16:37:56.978016 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-5db032c8-7692-4c14-9445-3a2f2a033030 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Request body: {'port': {'device_id': '404ba5d8-fc02-4e70-ab02-e4a85fae985d', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'admin_state_up': True, 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:57.001949 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec749c9-2f0d-4919-85b5-2834c45152f2 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event updated for resources: {'Subnet': ['ID=dcc29d72-fa4a-4598-a600-0177ad3b937a,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:57.031112 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec749c9-2f0d-4919-85b5-2834c45152f2 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Checking segment: {'id': '687b2b41-a702-4993-a9f1-f37a3185c1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6d56ccd7-23d7-4854-8e1a-29a5e07dea67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:57.031475 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec749c9-2f0d-4919-85b5-2834c45152f2 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Network hostable DHCP agents. Network: 6d56ccd7-23d7-4854-8e1a-29a5e07dea67, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:37:57.057111 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-1a63a806-398e-44fa-8206-55063f09dc4d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2cdac6e8c514eed897eaf0607a1ddfd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2119653 Jul 22 16:37:57.075988 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec749c9-2f0d-4919-85b5-2834c45152f2 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Network 6d56ccd7-23d7-4854-8e1a-29a5e07dea67 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:37:57.113314 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-3ec749c9-2f0d-4919-85b5-2834c45152f2 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 6d56ccd7-23d7-4854-8e1a-29a5e07dea67) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:57.117955 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec749c9-2f0d-4919-85b5-2834c45152f2 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:57.128007 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ec749c9-2f0d-4919-85b5-2834c45152f2 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:57.133933 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7271990-4097-4f59-adcf-f4fe9bd2c498 None None] Network 6d56ccd7-23d7-4854-8e1a-29a5e07dea67 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:57.186718 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c075b626-3ea9-4f44-9a76-915e3057835f up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:57.198072 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-5db032c8-7692-4c14-9445-3a2f2a033030 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Made reservation on behalf of a6f618b284ed4ed58bf96ec4f3332894 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:57.203061 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-5db032c8-7692-4c14-9445-3a2f2a033030 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:57.212834 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3ec749c9-2f0d-4919-85b5-2834c45152f2 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6579840 Jul 22 16:37:57.216783 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51826) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:57.224010 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8fd05c86-4caf-4857-a15a-06b018b2b3c9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:57.364553 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-ecaea75a-d162-45d1-8ae5-d21cef762547 service neutron] 10.222.0.69 "GET /v2.0/networks/408ac033-5a33-4cf7-82af-38aaa8dda69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777529 Jul 22 16:37:57.451136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-6d56ccd7-23d7-4854-8e1a-29a5e07dea67', 'network_id': '6d56ccd7-23d7-4854-8e1a-29a5e07dea67', 'tenant_id': '3657269e024443f5a0232d7e5d8677af', 'fixed_ips': [{'subnet_id': 'dcc29d72-fa4a-4598-a600-0177ad3b937a'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:37:57.452542 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:57.458294 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port c075b626-3ea9-4f44-9a76-915e3057835f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:57.478521 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port c075b626-3ea9-4f44-9a76-915e3057835f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:57.479067 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:57.509129 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fd05c86-4caf-4857-a15a-06b018b2b3c9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11569568'] for subnet, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:57.512804 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-5db032c8-7692-4c14-9445-3a2f2a033030 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Allocated IP 172.20.0.3 (dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481/fa13adf8-5c41-4598-a7ac-4cd79e40e3e5/4d768f0c-d3e6-4473-b4c7-9e9190019f85) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:57.551152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff786fc-a9bd-4df4-ad73-6ebed3f3d686 req-2e1ff7f7-5caa-4f2f-b760-d0e78d6f74df tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:57.554564 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-0cfacd79-c19b-4019-887c-4887c64a59d7 service neutron] 10.222.0.69 "GET /v2.0/networks/408ac033-5a33-4cf7-82af-38aaa8dda69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876068 Jul 22 16:37:57.564348 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0ff786fc-a9bd-4df4-ad73-6ebed3f3d686 req-2e1ff7f7-5caa-4f2f-b760-d0e78d6f74df tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 951 time: 0.1473019 Jul 22 16:37:57.635390 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0ff786fc-a9bd-4df4-ad73-6ebed3f3d686 req-c9067a63-d781-4a05-aab1-6ec777ec6fa8 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687025 Jul 22 16:37:57.721624 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-7baca9da-b886-407d-8d1a-ba74675ff6f2 service neutron] 10.222.0.69 "GET /v2.0/ports/71b37d7f-7bc1-469c-9d49-d6daba46b789?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1389017 Jul 22 16:37:57.731778 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:37:57.731778 n-d-798930-9 neutron-server[93818]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 22 16:37:57.731778 n-d-798930-9 neutron-server[93818]: [parameters: {'in_use': 1, 'id_1': 'dcc29d72-fa4a-4598-a600-0177ad3b937a'}] Jul 22 16:37:57.731778 n-d-798930-9 neutron-server[93818]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:37:57.731778 n-d-798930-9 neutron-server[93818]: DEBUG oslo_db.api [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:37:57.754896 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:57.798695 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port c075b626-3ea9-4f44-9a76-915e3057835f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c075b626-3ea9-4f44-9a76-915e3057835f,segment=NetworkSegment(6ee6e318-36e3-4276-aaa7-7e4a6c486bba),segment_id=6ee6e318-36e3-4276-aaa7-7e4a6c486bba)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:57.808268 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:57.822373 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb64f3-7dac-4132-9ba5-cd6fb1dbd893 req-e14f1963-07e9-416b-8a06-6a9adc1aec53 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:57.824316 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-38eb64f3-7dac-4132-9ba5-cd6fb1dbd893 req-e14f1963-07e9-416b-8a06-6a9adc1aec53 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.30 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 951 time: 0.2016990 Jul 22 16:37:57.881082 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=c075b626-3ea9-4f44-9a76-915e3057835f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:57.883351 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e0ebd15f-2847-4614-ae07-867e871a1373 req-e7d16e44-5f34-4019-9059-8908469ab0dc tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=404ba5d8-fc02-4e70-ab02-e4a85fae985d HTTP/1.1" status: 200 len: 210 time: 0.0474961 Jul 22 16:37:57.917391 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-5db032c8-7692-4c14-9445-3a2f2a033030 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:57.940820 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-5db032c8-7692-4c14-9445-3a2f2a033030 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Transition to ACTIVE for port object 4d768f0c-d3e6-4473-b4c7-9e9190019f85 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:57.995292 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ff72cfcc-d8be-453c-899b-b8b7db45984a req-a6206f59-fe9e-467a-81b8-a7c2a7bc3f42 tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0404878 Jul 22 16:37:57.998997 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fd05c86-4caf-4857-a15a-06b018b2b3c9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765149800816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11422819'] for subnet, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:58.028394 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-5db032c8-7692-4c14-9445-3a2f2a033030 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:58.048694 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-147a7c4f-21e3-4db6-9d3b-ac5306710d39 service neutron] 10.222.0.69 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175547 Jul 22 16:37:58.063595 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['215dd391-5eae-4611-83fd-fd082da855b8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:58.090090 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd05c86-4caf-4857-a15a-06b018b2b3c9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:58.090697 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fd05c86-4caf-4857-a15a-06b018b2b3c9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:58.095706 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8fd05c86-4caf-4857-a15a-06b018b2b3c9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "PUT /v2.0/subnets/dcc29d72-fa4a-4598-a600-0177ad3b937a HTTP/1.1" status: 200 len: 900 time: 0.8773172 Jul 22 16:37:58.098253 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51840) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:58.132667 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db032c8-7692-4c14-9445-3a2f2a033030 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Pushing event updated for resources: {'Port': ['ID=4d768f0c-d3e6-4473-b4c7-9e9190019f85,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:58.140842 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd05c86-4caf-4857-a15a-06b018b2b3c9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event updated for resources: {'Subnet': ['ID=dcc29d72-fa4a-4598-a600-0177ad3b937a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:58.157504 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-5db032c8-7692-4c14-9445-3a2f2a033030 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:58.162585 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-5db032c8-7692-4c14-9445-3a2f2a033030 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:58.167033 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-5db032c8-7692-4c14-9445-3a2f2a033030 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:58.232083 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:58.255228 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-38eb64f3-7dac-4132-9ba5-cd6fb1dbd893 req-f8964db7-ed73-40bc-9f16-39768aacdadf tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Deleting port 1db25dc4-fd5e-465b-9606-51bd9bd58417 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:37:58.255484 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-38eb64f3-7dac-4132-9ba5-cd6fb1dbd893 req-f8964db7-ed73-40bc-9f16-39768aacdadf tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:58.281703 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-5db032c8-7692-4c14-9445-3a2f2a033030 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:58.284665 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-5db032c8-7692-4c14-9445-3a2f2a033030 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:58.319037 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-5db032c8-7692-4c14-9445-3a2f2a033030 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3452070 Jul 22 16:37:58.342028 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-1db2406e-2d62-4543-9595-ee4650155746 service neutron] Request body: {'port': {'device_id': '404ba5d8-fc02-4e70-ab02-e4a85fae985d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:58.343618 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-50883113-e8d5-4954-816b-bd1ebb78ddcf service neutron] 10.222.0.69 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801387 Jul 22 16:37:58.501614 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-1db2406e-2d62-4543-9595-ee4650155746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:58.554160 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-a3ff1901-d852-47a2-b4c1-951a6ac0a52b service neutron] 10.222.0.69 "GET /v2.0/ports/d633fbc4-56d8-481f-9b8d-67add53d5f51?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1681631 Jul 22 16:37:58.560097 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:58.563179 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] Allocated IP 2001:db8::3 (6d56ccd7-23d7-4854-8e1a-29a5e07dea67/dcc29d72-fa4a-4598-a600-0177ad3b937a/5c3ef6bf-4d58-48e4-8092-08469a5ab836) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:58.687982 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-38eb64f3-7dac-4132-9ba5-cd6fb1dbd893 req-f8964db7-ed73-40bc-9f16-39768aacdadf tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] For port 1db25dc4-fd5e-465b-9606-51bd9bd58417, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1db25dc4-fd5e-465b-9606-51bd9bd58417,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:58.688460 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-38eb64f3-7dac-4132-9ba5-cd6fb1dbd893 req-f8964db7-ed73-40bc-9f16-39768aacdadf tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:58.690606 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b3b135c2-90bc-4207-8432-45e5b15e6fa9 None None] Provisioning for port 4d768f0c-d3e6-4473-b4c7-9e9190019f85 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:58.700006 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b3b135c2-90bc-4207-8432-45e5b15e6fa9 None None] Provisioning complete for port 4d768f0c-d3e6-4473-b4c7-9e9190019f85 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:58.700873 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3b135c2-90bc-4207-8432-45e5b15e6fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:58.751489 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-38eb64f3-7dac-4132-9ba5-cd6fb1dbd893 req-f8964db7-ed73-40bc-9f16-39768aacdadf tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Calling delete_port for 1db25dc4-fd5e-465b-9606-51bd9bd58417 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:37:58.753309 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5a98325c-6643-4ab1-a29a-45ed87334013 req-c5d5ebe0-a001-40f2-83fd-52fce59522ec tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0432863 Jul 22 16:37:58.874481 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:58.941551 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-a94f2ee6-4787-4f29-9a75-bcaaca981be2 service neutron] 10.222.0.69 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791666 Jul 22 16:37:59.002379 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5fc1b1-6a5a-4fd0-b7e1-7e4dcadb375a req-5742e7c6-36ac-4c45-8b9e-66fc3e9dba10 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:59.008568 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-aa5fc1b1-6a5a-4fd0-b7e1-7e4dcadb375a req-5742e7c6-36ac-4c45-8b9e-66fc3e9dba10 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=39fcff52-9402-4779-a0ed-da4c2b5b5751 HTTP/1.1" status: 200 len: 951 time: 0.1449459 Jul 22 16:37:59.063222 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b3b135c2-90bc-4207-8432-45e5b15e6fa9 None None] Port 4d768f0c-d3e6-4473-b4c7-9e9190019f85 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:37:59.065870 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10ea9c0a-6a83-4526-88a2-0174c0fcb731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.096721 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-aa5fc1b1-6a5a-4fd0-b7e1-7e4dcadb375a req-e2a713ad-03c6-400f-b1ab-369517c3e509 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830505 Jul 22 16:37:59.112441 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-1db2406e-2d62-4543-9595-ee4650155746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d768f0c-d3e6-4473-b4c7-9e9190019f85 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:37:59.127953 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-1db2406e-2d62-4543-9595-ee4650155746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.148124 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-1db2406e-2d62-4543-9595-ee4650155746 service neutron] Transition to ACTIVE for port object 4d768f0c-d3e6-4473-b4c7-9e9190019f85 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:59.154799 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-1db2406e-2d62-4543-9595-ee4650155746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.165532 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c075b626-3ea9-4f44-9a76-915e3057835f up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:59.188159 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-87f3e33c-5359-41a8-bb40-f1071f0f8080 service neutron] 10.222.0.69 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330577 Jul 22 16:37:59.205491 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.223317 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] Transition to ACTIVE for port object 5c3ef6bf-4d58-48e4-8092-08469a5ab836 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:59.250910 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-38eb64f3-7dac-4132-9ba5-cd6fb1dbd893 req-f8964db7-ed73-40bc-9f16-39768aacdadf tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.258113 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] Transition to ACTIVE for port object 5c3ef6bf-4d58-48e4-8092-08469a5ab836 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:59.265414 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2406e-2d62-4543-9595-ee4650155746 service neutron] Pushing event updated for resources: {'Port': ['ID=4d768f0c-d3e6-4473-b4c7-9e9190019f85,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:59.271723 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.295078 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['29835a35-8282-4880-844e-d2738d311e97', '6841fb77-588e-490a-9d5e-f000a42ebce7', 'b6ffaef8-0bf4-4d17-9e16-9b574409786a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:59.307388 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['1db25dc4-fd5e-465b-9606-51bd9bd58417'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:59.340085 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8964db7-ed73-40bc-9f16-39768aacdadf tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Pushing event deleted for resources: {'Port': ['ID=1db25dc4-fd5e-465b-9606-51bd9bd58417,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:59.353556 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port c075b626-3ea9-4f44-9a76-915e3057835f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:59.354313 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.493643 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-1db2406e-2d62-4543-9595-ee4650155746 service neutron] Attempting to bind port 4d768f0c-d3e6-4473-b4c7-9e9190019f85 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:59.494303 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-38eb64f3-7dac-4132-9ba5-cd6fb1dbd893 req-f8964db7-ed73-40bc-9f16-39768aacdadf tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] No DVR routers for this DVR port 1db25dc4-fd5e-465b-9606-51bd9bd58417 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:37:59.494673 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-1db2406e-2d62-4543-9595-ee4650155746 service neutron] Attempting to bind port 4d768f0c-d3e6-4473-b4c7-9e9190019f85 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:59.495760 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-1db2406e-2d62-4543-9595-ee4650155746 service neutron] Attempting to bind port 4d768f0c-d3e6-4473-b4c7-9e9190019f85 on network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:59.496908 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.499495 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-38eb64f3-7dac-4132-9ba5-cd6fb1dbd893 req-f8964db7-ed73-40bc-9f16-39768aacdadf tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.508236 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-1db2406e-2d62-4543-9595-ee4650155746 service neutron] Port 4d768f0c-d3e6-4473-b4c7-9e9190019f85 on network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:59.508949 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-38eb64f3-7dac-4132-9ba5-cd6fb1dbd893 req-f8964db7-ed73-40bc-9f16-39768aacdadf tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.30 "DELETE /v2.0/ports/1db25dc4-fd5e-465b-9606-51bd9bd58417 HTTP/1.1" status: 204 len: 173 time: 1.6779687 Jul 22 16:37:59.509779 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-1db2406e-2d62-4543-9595-ee4650155746 service neutron] Attempting to bind port 4d768f0c-d3e6-4473-b4c7-9e9190019f85 on network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:59.521410 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fcff52-9402-4779-a0ed-da4c2b5b5751', 'name': 'network-vif-deleted', 'tag': '1db25dc4-fd5e-465b-9606-51bd9bd58417'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:59.525264 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b07e89-0769-4057-b5e5-266824facb4a" -d '{"events": [{"server_uuid": "39fcff52-9402-4779-a0ed-da4c2b5b5751", "name": "network-vif-deleted", "tag": "1db25dc4-fd5e-465b-9606-51bd9bd58417"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:59.539119 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-1db2406e-2d62-4543-9595-ee4650155746 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:59.539476 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-1db2406e-2d62-4543-9595-ee4650155746 service neutron] Checking segment: {'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:59.539995 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-1db2406e-2d62-4543-9595-ee4650155746 service neutron] Bound using segment: {'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:59.540451 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-1db2406e-2d62-4543-9595-ee4650155746 service neutron] Bound port: 4d768f0c-d3e6-4473-b4c7-9e9190019f85, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:59.540814 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-1db2406e-2d62-4543-9595-ee4650155746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.591819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] Pushing event updated for resources: {'Port': ['ID=5c3ef6bf-4d58-48e4-8092-08469a5ab836,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:59.612568 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] Network 6d56ccd7-23d7-4854-8e1a-29a5e07dea67 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:59.628420 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc29d72-fa4a-4598-a600-0177ad3b937a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:59.629004 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:59.631966 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:59.635055 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-a3fdef35-059d-43ba-a81a-f2046406d451 service neutron] 10.222.0.69 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378664 Jul 22 16:37:59.708634 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35393a6-32c9-4326-acb7-bd159d67f337 req-934d0da2-27a3-4f00-b5c3-447d2f2c1205 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:59.715810 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a35393a6-32c9-4326-acb7-bd159d67f337 req-934d0da2-27a3-4f00-b5c3-447d2f2c1205 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=404ba5d8-fc02-4e70-ab02-e4a85fae985d HTTP/1.1" status: 200 len: 943 time: 0.3319039 Jul 22 16:37:59.726132 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-1db2406e-2d62-4543-9595-ee4650155746 service neutron] For port 4d768f0c-d3e6-4473-b4c7-9e9190019f85, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:59.734938 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-1db2406e-2d62-4543-9595-ee4650155746 service neutron] For port 4d768f0c-d3e6-4473-b4c7-9e9190019f85, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4d768f0c-d3e6-4473-b4c7-9e9190019f85,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:59.749989 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-1db2406e-2d62-4543-9595-ee4650155746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.780332 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.795886 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d56ccd7-23d7-4854-8e1a-29a5e07dea67']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:59.816339 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-1db2406e-2d62-4543-9595-ee4650155746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:59.817336 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-1db2406e-2d62-4543-9595-ee4650155746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.819553 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-1db2406e-2d62-4543-9595-ee4650155746 service neutron] 10.222.0.30 "PUT /v2.0/ports/4d768f0c-d3e6-4473-b4c7-9e9190019f85 HTTP/1.1" status: 200 len: 1091 time: 1.4886982 Jul 22 16:37:59.824090 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404ba5d8-fc02-4e70-ab02-e4a85fae985d', 'tag': '4d768f0c-d3e6-4473-b4c7-9e9190019f85'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:59.834847 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2381e62-5f9b-4284-a2e3-e5e9d925c10b" -d '{"events": [{"name": "network-changed", "server_uuid": "404ba5d8-fc02-4e70-ab02-e4a85fae985d", "tag": "4d768f0c-d3e6-4473-b4c7-9e9190019f85"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:59.848687 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] Attempting to bind port 5c3ef6bf-4d58-48e4-8092-08469a5ab836 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:59.849427 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] Attempting to bind port 5c3ef6bf-4d58-48e4-8092-08469a5ab836 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '687b2b41-a702-4993-a9f1-f37a3185c1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6d56ccd7-23d7-4854-8e1a-29a5e07dea67'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:59.849549 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] Attempting to bind port 5c3ef6bf-4d58-48e4-8092-08469a5ab836 on network 6d56ccd7-23d7-4854-8e1a-29a5e07dea67 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:59.850627 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687b2b41-a702-4993-a9f1-f37a3185c1fb') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:59.851413 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687b2b41-a702-4993-a9f1-f37a3185c1fb') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:59.861046 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a35393a6-32c9-4326-acb7-bd159d67f337 req-5847651e-15a4-476e-89b4-eda0ed4b1c00 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234856 Jul 22 16:37:59.867331 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.894080 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2406e-2d62-4543-9595-ee4650155746 service neutron] Pushing event updated for resources: {'Port': ['ID=4d768f0c-d3e6-4473-b4c7-9e9190019f85,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:59.934297 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:59.934720 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] Checking segment: {'id': '687b2b41-a702-4993-a9f1-f37a3185c1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6d56ccd7-23d7-4854-8e1a-29a5e07dea67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:59.935568 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-da927104-23f6-4165-978f-ac1c0370c1cd service neutron] 10.222.0.69 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526314 Jul 22 16:37:59.936936 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.945852 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.946610 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] Bound using segment: {'id': '687b2b41-a702-4993-a9f1-f37a3185c1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6d56ccd7-23d7-4854-8e1a-29a5e07dea67'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:59.947141 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] Bound port: 5c3ef6bf-4d58-48e4-8092-08469a5ab836, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '687b2b41-a702-4993-a9f1-f37a3185c1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6d56ccd7-23d7-4854-8e1a-29a5e07dea67'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:59.947552 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.953254 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:37:59.953798 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:37:59.961647 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:38:00.026176 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc941c3-e136-406c-875e-ba26d024ec4b x-openstack-request-id: req-1bc941c3-e136-406c-875e-ba26d024ec4b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:00.027258 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fcff52-9402-4779-a0ed-da4c2b5b5751", "name": "network-vif-deleted", "tag": "1db25dc4-fd5e-465b-9606-51bd9bd58417", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:00.028303 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1bc941c3-e136-406c-875e-ba26d024ec4b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:00.029484 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fcff52-9402-4779-a0ed-da4c2b5b5751', 'name': 'network-vif-deleted', 'tag': '1db25dc4-fd5e-465b-9606-51bd9bd58417', 'status': 'completed', 'code': 200} Jul 22 16:38:00.037624 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-f4aa65bf-e207-4b37-8ffd-af9d10b2caab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:00.046086 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-f4aa65bf-e207-4b37-8ffd-af9d10b2caab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&device_id=404ba5d8-fc02-4e70-ab02-e4a85fae985d HTTP/1.1" status: 200 len: 1094 time: 0.1308994 Jul 22 16:38:00.125612 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-77d45e79-f9bc-4aa8-abca-2d524cb67505 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d768f0c-d3e6-4473-b4c7-9e9190019f85 HTTP/1.1" status: 200 len: 217 time: 0.0668938 Jul 22 16:38:00.177953 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-346e73f1-88c2-4b61-bb4d-df525ef1e4b6 req-45c71fde-15f0-43dc-8fdd-00beb467de0b tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.1061838 Jul 22 16:38:00.184776 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] For port 5c3ef6bf-4d58-48e4-8092-08469a5ab836, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:00.188984 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] For port 5c3ef6bf-4d58-48e4-8092-08469a5ab836, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5c3ef6bf-4d58-48e4-8092-08469a5ab836,segment=NetworkSegment(687b2b41-a702-4993-a9f1-f37a3185c1fb),segment_id=687b2b41-a702-4993-a9f1-f37a3185c1fb)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:00.197342 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 16:38:00.197342 n-d-798930-9 neutron-server[93816]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 16:38:00.197342 n-d-798930-9 neutron-server[93816]: [parameters: {'id': '6d56ccd7-23d7-4854-8e1a-29a5e07dea67'}] Jul 22 16:38:00.197342 n-d-798930-9 neutron-server[93816]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:38:00.198124 n-d-798930-9 neutron-server[93816]: DEBUG oslo_db.api [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:38:00.201409 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:00.260321 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-adcb93f0-e934-4806-9bdd-f72b6924681a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:00.262564 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-adcb93f0-e934-4806-9bdd-f72b6924681a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 HTTP/1.1" status: 200 len: 851 time: 0.1013851 Jul 22 16:38:00.277266 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-77f588f5-60e2-4f93-9924-ae661d5360dd service neutron] 10.222.0.69 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277342 Jul 22 16:38:00.349948 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c98fc0e-bb6c-4041-9a5f-ffce889a82ec x-openstack-request-id: req-9c98fc0e-bb6c-4041-9a5f-ffce889a82ec {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:00.350300 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404ba5d8-fc02-4e70-ab02-e4a85fae985d", "tag": "4d768f0c-d3e6-4473-b4c7-9e9190019f85", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:00.350509 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9c98fc0e-bb6c-4041-9a5f-ffce889a82ec {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:00.350927 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404ba5d8-fc02-4e70-ab02-e4a85fae985d', 'tag': '4d768f0c-d3e6-4473-b4c7-9e9190019f85', 'status': 'completed', 'code': 200} Jul 22 16:38:00.383486 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86770c6f-e291-4f08-9f63-ec71101c9d41 None None] Network 6d56ccd7-23d7-4854-8e1a-29a5e07dea67 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:00.410026 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-c40af5bc-4a20-4086-a877-0076c2d08d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:00.411907 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-c40af5bc-4a20-4086-a877-0076c2d08d05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411109 Jul 22 16:38:00.425545 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff8d94-ea2a-450c-b715-70e90f93a86c None None] Pushing event updated for resources: {'Port': ['ID=5c3ef6bf-4d58-48e4-8092-08469a5ab836,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:00.450173 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-7890b793-7e3f-49da-b8ee-573692560cca service neutron] 10.222.0.69 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665070 Jul 22 16:38:00.581096 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-43927c5c-f8e2-47c1-9ef6-7b4a54857552 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540415 Jul 22 16:38:00.621156 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf34206-77a4-4c1e-b07a-c58bf47db8e6 None None] Network 6d56ccd7-23d7-4854-8e1a-29a5e07dea67 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:00.632312 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-f4ff6584-cf2e-42d7-a29c-9ccc34ab4a1b service neutron] 10.222.0.69 "GET /v2.0/networks/ff66ea35-a49e-465a-a94a-77488ff458ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681147 Jul 22 16:38:00.730945 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:00.806666 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-cfeb35d3-6333-4fb6-9b69-9c014445d500 service neutron] 10.222.0.69 "GET /v2.0/networks/ff66ea35-a49e-465a-a94a-77488ff458ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660645 Jul 22 16:38:00.825812 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da24d33c-60f1-4f96-8433-bdb9c21261c6 req-db76e401-164c-41f4-8bf0-bfcb953e23b0 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373946 Jul 22 16:38:00.846152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a35f5-66ff-4526-9616-334160b4e385 req-f6bae31a-e019-4d12-99cb-01bdc5a35693 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:00.850366 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fa1a35f5-66ff-4526-9616-334160b4e385 req-f6bae31a-e019-4d12-99cb-01bdc5a35693 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 951 time: 0.1133978 Jul 22 16:38:00.903955 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Deleting port 5c3ef6bf-4d58-48e4-8092-08469a5ab836 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:00.904574 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:00.905169 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fa1a35f5-66ff-4526-9616-334160b4e385 req-415bbdbb-cbdd-4025-a8e4-c7ca1748aa7a tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489213 Jul 22 16:38:00.953140 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9092f322-2897-4ff9-a048-1a7efacd64ea None None] get_active_networks_info from n-d-798930-9 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:38:01.024341 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2381e62-5f9b-4284-a2e3-e5e9d925c10b req-9c21f694-ce1d-4d62-8ce6-cb9ad4161f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:01.026897 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c2381e62-5f9b-4284-a2e3-e5e9d925c10b req-9c21f694-ce1d-4d62-8ce6-cb9ad4161f6d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&device_id=404ba5d8-fc02-4e70-ab02-e4a85fae985d HTTP/1.1" status: 200 len: 1094 time: 0.0889676 Jul 22 16:38:01.155554 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9092f322-2897-4ff9-a048-1a7efacd64ea None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:38:01.185735 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90614359-9ee1-4a07-93b6-e1dd1345d9b7 req-462a25be-52b5-411c-9e1a-f6cbceb7be89 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:01.187684 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-90614359-9ee1-4a07-93b6-e1dd1345d9b7 req-462a25be-52b5-411c-9e1a-f6cbceb7be89 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=404ba5d8-fc02-4e70-ab02-e4a85fae985d HTTP/1.1" status: 200 len: 943 time: 0.1597626 Jul 22 16:38:01.236736 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2381e62-5f9b-4284-a2e3-e5e9d925c10b req-0e4b7143-5c0d-4b75-8a3e-0e8201378ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:01.238476 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c2381e62-5f9b-4284-a2e3-e5e9d925c10b req-0e4b7143-5c0d-4b75-8a3e-0e8201378ce8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 913 time: 0.1749201 Jul 22 16:38:01.307405 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c2381e62-5f9b-4284-a2e3-e5e9d925c10b req-71492409-aa6a-40de-b459-fcf37127b30d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d768f0c-d3e6-4473-b4c7-9e9190019f85 HTTP/1.1" status: 200 len: 217 time: 0.0602286 Jul 22 16:38:01.312667 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-90614359-9ee1-4a07-93b6-e1dd1345d9b7 req-96236f83-bd01-4a3a-a503-71e9c27da963 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068177 Jul 22 16:38:01.389986 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2381e62-5f9b-4284-a2e3-e5e9d925c10b req-58991064-3aa9-4707-b216-c8c3f52db885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:01.392321 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c2381e62-5f9b-4284-a2e3-e5e9d925c10b req-58991064-3aa9-4707-b216-c8c3f52db885 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 HTTP/1.1" status: 200 len: 851 time: 0.0778589 Jul 22 16:38:01.438406 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-62ccf9b0-31a9-495c-b5ac-7092730f13d7 service neutron] 10.222.0.69 "GET /v2.0/networks/ff66ea35-a49e-465a-a94a-77488ff458ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6242373 Jul 22 16:38:01.454059 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] For port 5c3ef6bf-4d58-48e4-8092-08469a5ab836, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5c3ef6bf-4d58-48e4-8092-08469a5ab836,segment=NetworkSegment(687b2b41-a702-4993-a9f1-f37a3185c1fb),segment_id=687b2b41-a702-4993-a9f1-f37a3185c1fb)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:01.454427 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:01.488414 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-08177ab3-883a-4096-9974-5ba8d3f04409 req-7d051752-0d5a-4e01-bd84-7650a93675f5 tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0425820 Jul 22 16:38:01.493010 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Calling delete_port for 5c3ef6bf-4d58-48e4-8092-08469a5ab836 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:01.501907 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2381e62-5f9b-4284-a2e3-e5e9d925c10b req-3b1cfce8-36a1-419e-ae97-3b330107736b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:01.503759 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c2381e62-5f9b-4284-a2e3-e5e9d925c10b req-3b1cfce8-36a1-419e-ae97-3b330107736b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056850 Jul 22 16:38:01.623457 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aff11792-31b2-45cf-8a66-85f7e3ccbb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:01.630223 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c2381e62-5f9b-4284-a2e3-e5e9d925c10b req-d0fa07d7-0671-4e12-b319-296d30602b55 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086693 Jul 22 16:38:01.653143 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:01.655080 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-5763dbca-b25a-4184-a1c1-725a1b2f42e7 service neutron] 10.222.0.69 "GET /v2.0/networks/ff66ea35-a49e-465a-a94a-77488ff458ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104335 Jul 22 16:38:01.677856 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:01.719209 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Port': ['ID=5c3ef6bf-4d58-48e4-8092-08469a5ab836,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:01.724493 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] No DVR routers for this DVR port 5c3ef6bf-4d58-48e4-8092-08469a5ab836 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:01.795131 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c2381e62-5f9b-4284-a2e3-e5e9d925c10b req-3f434ddf-1130-4042-abea-ea0a8045d338 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558311 Jul 22 16:38:01.843481 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:01.854809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d56ccd7-23d7-4854-8e1a-29a5e07dea67']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:01.870177 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687b2b41-a702-4993-a9f1-f37a3185c1fb') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:01.870820 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687b2b41-a702-4993-a9f1-f37a3185c1fb') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:01.881753 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:01.898039 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:01.905729 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:38:01.906142 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:38:01.909277 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:38:01.985533 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.002493 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.009989 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/networks/6d56ccd7-23d7-4854-8e1a-29a5e07dea67 HTTP/1.1" status: 204 len: 168 time: 3.8996255 Jul 22 16:38:02.010188 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51902) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:02.016243 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94381e-582e-4afa-8c00-141bcd7bd5c1 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Network': ['ID=6d56ccd7-23d7-4854-8e1a-29a5e07dea67,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:02.048720 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1db25dc4-fd5e-465b-9606-51bd9bd58417 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:02.052815 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f4a010-70bc-43f4-80dc-ce01afd900de tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] DELETE failed (client error): The resource could not be found. Jul 22 16:38:02.053374 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3f4a010-70bc-43f4-80dc-ce01afd900de tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:38:02.057671 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b3f4a010-70bc-43f4-80dc-ce01afd900de tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/subnets/dcc29d72-fa4a-4598-a600-0177ad3b937a HTTP/1.1" status: 404 len: 337 time: 0.0464985 Jul 22 16:38:02.058162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51904) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:02.097674 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 1db25dc4-fd5e-465b-9606-51bd9bd58417 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:02.098132 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1db25dc4-fd5e-465b-9606-51bd9bd58417 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:02.101098 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-c817b116-58c9-4d93-a0a4-d2a938c76807 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] DELETE failed (client error): The resource could not be found. Jul 22 16:38:02.101665 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c817b116-58c9-4d93-a0a4-d2a938c76807 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:38:02.106216 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c817b116-58c9-4d93-a0a4-d2a938c76807 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/networks/6d56ccd7-23d7-4854-8e1a-29a5e07dea67 HTTP/1.1" status: 404 len: 339 time: 0.0449221 Jul 22 16:38:02.106697 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51908) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:02.152238 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626bd20-5d69-432d-8403-f139f39287c4 req-3ee12186-f1cb-4f3a-a359-2c06419264ef tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:02.161534 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8626bd20-5d69-432d-8403-f139f39287c4 req-3ee12186-f1cb-4f3a-a359-2c06419264ef tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 951 time: 0.1133349 Jul 22 16:38:02.200252 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82828079-a620-416f-af31-4d8546e0ef8b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.211921 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8626bd20-5d69-432d-8403-f139f39287c4 req-8ffdc555-c29d-48a4-b0f4-c428b0555f11 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494709 Jul 22 16:38:02.332950 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82828079-a620-416f-af31-4d8546e0ef8b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.346407 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-82828079-a620-416f-af31-4d8546e0ef8b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67f7595-5c4d-46d2-a536-96599442765f']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:02.364495 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-82828079-a620-416f-af31-4d8546e0ef8b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443cb3d7-79a3-41a8-8aad-48bc58da3f13') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:02.364795 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-82828079-a620-416f-af31-4d8546e0ef8b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443cb3d7-79a3-41a8-8aad-48bc58da3f13') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:02.377696 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82828079-a620-416f-af31-4d8546e0ef8b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.402094 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e3fe8-3734-4e79-9c61-1083ce7bd732 req-c5926755-7aa7-4cc0-b4b2-aab37593da24 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:02.403572 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-700e3fe8-3734-4e79-9c61-1083ce7bd732 req-c5926755-7aa7-4cc0-b4b2-aab37593da24 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 951 time: 0.1644056 Jul 22 16:38:02.405345 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82828079-a620-416f-af31-4d8546e0ef8b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.418282 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82828079-a620-416f-af31-4d8546e0ef8b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:38:02.418688 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82828079-a620-416f-af31-4d8546e0ef8b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:38:02.424397 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:38:02.539932 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b151fce-926b-4353-8f82-688ab06fe1bd req-e265913d-a827-408a-a30e-c5d4eabd6365 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:02.541559 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1b151fce-926b-4353-8f82-688ab06fe1bd req-e265913d-a827-408a-a30e-c5d4eabd6365 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=404ba5d8-fc02-4e70-ab02-e4a85fae985d HTTP/1.1" status: 200 len: 943 time: 0.1177719 Jul 22 16:38:02.558385 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-89112392-0c1e-44e5-ac47-52f1725437a2 req-efcc44bf-c95d-4638-a3f9-a20a1875e265 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 210 time: 0.0715539 Jul 22 16:38:02.564411 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82828079-a620-416f-af31-4d8546e0ef8b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.573248 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82828079-a620-416f-af31-4d8546e0ef8b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.578643 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-82828079-a620-416f-af31-4d8546e0ef8b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/networks/a67f7595-5c4d-46d2-a536-96599442765f HTTP/1.1" status: 204 len: 168 time: 0.4674387 Jul 22 16:38:02.578837 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51924) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:02.608420 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82828079-a620-416f-af31-4d8546e0ef8b tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Network': ['ID=a67f7595-5c4d-46d2-a536-96599442765f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:02.619436 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1b151fce-926b-4353-8f82-688ab06fe1bd req-41899875-c202-4550-8597-60d14127e503 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675437 Jul 22 16:38:02.656914 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded7d1ff-acb9-48cb-8d67-7b08e41a83da tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] DELETE failed (client error): The resource could not be found. Jul 22 16:38:02.657697 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded7d1ff-acb9-48cb-8d67-7b08e41a83da tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:38:02.663375 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ded7d1ff-acb9-48cb-8d67-7b08e41a83da tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/subnets/d7d8da8c-8d67-4237-aac0-71d4151d55a1 HTTP/1.1" status: 404 len: 337 time: 0.0831430 Jul 22 16:38:02.664132 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51932) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:02.681281 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.694088 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b0191e0-fff8-4740-b843-0ccc077757e2 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] DELETE failed (client error): The resource could not be found. Jul 22 16:38:02.696869 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b0191e0-fff8-4740-b843-0ccc077757e2 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:38:02.700788 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5b0191e0-fff8-4740-b843-0ccc077757e2 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/networks/a4bdce63-c006-49b2-b77d-28fa6411ae41 HTTP/1.1" status: 404 len: 339 time: 0.0352483 Jul 22 16:38:02.702432 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51934) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:02.729419 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-73915b0b-5ac3-4e74-8f0e-474c384063f0 req-6d687af2-e0b1-4d52-a9bf-ef53579a3e29 tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0408106 Jul 22 16:38:02.731960 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-700e3fe8-3734-4e79-9c61-1083ce7bd732 req-dee87de8-d1c7-4ae9-befb-8397f3b85d6b tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Deleting port b6ffaef8-0bf4-4d17-9e16-9b574409786a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:02.732313 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-700e3fe8-3734-4e79-9c61-1083ce7bd732 req-dee87de8-d1c7-4ae9-befb-8397f3b85d6b tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.786124 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-a46ccce3-3c58-44ac-8122-c7bcfc4a5c13 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Deleting subnet 27c030c3-62ea-4536-9485-b4175b4151be {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:38:02.791585 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a46ccce3-3c58-44ac-8122-c7bcfc4a5c13 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.838853 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a46ccce3-3c58-44ac-8122-c7bcfc4a5c13 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.875169 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-700e3fe8-3734-4e79-9c61-1083ce7bd732 req-dee87de8-d1c7-4ae9-befb-8397f3b85d6b tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] For port b6ffaef8-0bf4-4d17-9e16-9b574409786a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b6ffaef8-0bf4-4d17-9e16-9b574409786a,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:02.875809 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-700e3fe8-3734-4e79-9c61-1083ce7bd732 req-dee87de8-d1c7-4ae9-befb-8397f3b85d6b tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.894705 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-700e3fe8-3734-4e79-9c61-1083ce7bd732 req-dee87de8-d1c7-4ae9-befb-8397f3b85d6b tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Calling delete_port for b6ffaef8-0bf4-4d17-9e16-9b574409786a owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:02.955673 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a46ccce3-3c58-44ac-8122-c7bcfc4a5c13 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:03.032326 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a46ccce3-3c58-44ac-8122-c7bcfc4a5c13 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:03.066164 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ccce3-3c58-44ac-8122-c7bcfc4a5c13 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Subnet': ['ID=27c030c3-62ea-4536-9485-b4175b4151be,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:03.070241 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a46ccce3-3c58-44ac-8122-c7bcfc4a5c13 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:03.072356 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a46ccce3-3c58-44ac-8122-c7bcfc4a5c13 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/subnets/27c030c3-62ea-4536-9485-b4175b4151be HTTP/1.1" status: 204 len: 168 time: 0.3683674 Jul 22 16:38:03.077453 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51940) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:03.079056 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e839cf-774e-49bb-b77b-390608547b8c None None] Network b59f1649-a42e-4f0b-9555-76b65d629bd2 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:03.089185 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-700e3fe8-3734-4e79-9c61-1083ce7bd732 req-dee87de8-d1c7-4ae9-befb-8397f3b85d6b tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:03.118788 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee87de8-d1c7-4ae9-befb-8397f3b85d6b tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Pushing event deleted for resources: {'Port': ['ID=b6ffaef8-0bf4-4d17-9e16-9b574409786a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:03.174060 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['29835a35-8282-4880-844e-d2738d311e97', '6841fb77-588e-490a-9d5e-f000a42ebce7', 'b6ffaef8-0bf4-4d17-9e16-9b574409786a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:03.174638 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb08f8a-5b1a-408b-bd37-d8c190b44ffa tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Deleting subnet 4e9642e2-b13f-41d9-b9fc-d0aa7225b45e {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:38:03.182075 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcb08f8a-5b1a-408b-bd37-d8c190b44ffa tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:03.187694 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-700e3fe8-3734-4e79-9c61-1083ce7bd732 req-dee87de8-d1c7-4ae9-befb-8397f3b85d6b tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] No DVR routers for this DVR port b6ffaef8-0bf4-4d17-9e16-9b574409786a on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:03.190407 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-700e3fe8-3734-4e79-9c61-1083ce7bd732 req-dee87de8-d1c7-4ae9-befb-8397f3b85d6b tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:03.193473 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-700e3fe8-3734-4e79-9c61-1083ce7bd732 req-dee87de8-d1c7-4ae9-befb-8397f3b85d6b tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.16 "DELETE /v2.0/ports/b6ffaef8-0bf4-4d17-9e16-9b574409786a HTTP/1.1" status: 204 len: 173 time: 0.7832897 Jul 22 16:38:03.194146 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a967095-773a-4896-b988-5c8f98eaa423', 'name': 'network-vif-deleted', 'tag': 'b6ffaef8-0bf4-4d17-9e16-9b574409786a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:03.196617 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529ece5c-9437-40a5-8acd-71c339277d48" -d '{"events": [{"server_uuid": "3a967095-773a-4896-b988-5c8f98eaa423", "name": "network-vif-deleted", "tag": "b6ffaef8-0bf4-4d17-9e16-9b574409786a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:03.254836 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699a7ad1-b047-4d5c-b4b6-b85ad230ee15 x-openstack-request-id: req-699a7ad1-b047-4d5c-b4b6-b85ad230ee15 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:03.255342 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a967095-773a-4896-b988-5c8f98eaa423", "name": "network-vif-deleted", "tag": "b6ffaef8-0bf4-4d17-9e16-9b574409786a", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:03.255831 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-699a7ad1-b047-4d5c-b4b6-b85ad230ee15 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:03.256390 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a967095-773a-4896-b988-5c8f98eaa423', 'name': 'network-vif-deleted', 'tag': 'b6ffaef8-0bf4-4d17-9e16-9b574409786a', 'status': 'completed', 'code': 200} Jul 22 16:38:03.260186 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcb08f8a-5b1a-408b-bd37-d8c190b44ffa tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:03.398874 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c1f40206-8599-41e9-a54d-51e680c742f1 req-103d7422-5f29-41cd-a7af-e6346a8fd5c4 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a967095-773a-4896-b988-5c8f98eaa423 HTTP/1.1" status: 200 len: 210 time: 0.0860214 Jul 22 16:38:03.402992 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcb08f8a-5b1a-408b-bd37-d8c190b44ffa tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:03.507420 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcb08f8a-5b1a-408b-bd37-d8c190b44ffa tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:03.541586 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcb08f8a-5b1a-408b-bd37-d8c190b44ffa tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:03.543723 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bcb08f8a-5b1a-408b-bd37-d8c190b44ffa tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/subnets/4e9642e2-b13f-41d9-b9fc-d0aa7225b45e HTTP/1.1" status: 204 len: 168 time: 0.4652562 Jul 22 16:38:03.548592 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51946) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:03.568217 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb08f8a-5b1a-408b-bd37-d8c190b44ffa tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Subnet': ['ID=4e9642e2-b13f-41d9-b9fc-d0aa7225b45e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:03.729461 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:03.746640 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ca6b991e-d0bf-40b8-a714-e0dd916f20ef req-7ba3d05e-9b78-451a-bbed-d4300aa82085 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 210 time: 0.0648949 Jul 22 16:38:03.839400 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Deleting port 17310045-17fc-49e2-bbb3-0579e211a6a0 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:03.840389 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:03.843303 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a58f3-61dd-414d-804a-499601b4da31 req-35b75e48-a149-4534-8669-8f31ed06e32e tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:03.857303 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-545a58f3-61dd-414d-804a-499601b4da31 req-35b75e48-a149-4534-8669-8f31ed06e32e tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=404ba5d8-fc02-4e70-ab02-e4a85fae985d HTTP/1.1" status: 200 len: 943 time: 0.1362803 Jul 22 16:38:03.935651 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-545a58f3-61dd-414d-804a-499601b4da31 req-132d8c29-390f-444b-81dd-5896464873a8 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768929 Jul 22 16:38:03.948728 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ee9fdf33-f426-4db9-a7ab-7df71dbb65f7 req-0929c204-b285-4dd3-b5b1-a665e49ff9c3 tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0697064 Jul 22 16:38:04.054968 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] For port 17310045-17fc-49e2-bbb3-0579e211a6a0, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=17310045-17fc-49e2-bbb3-0579e211a6a0,segment=NetworkSegment(38f64257-c9d7-4fce-8b61-d070c98cb8a8),segment_id=38f64257-c9d7-4fce-8b61-d070c98cb8a8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:04.054968 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:04.069620 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4d768f0c-d3e6-4473-b4c7-9e9190019f85 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:38:04.071427 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Calling delete_port for 17310045-17fc-49e2-bbb3-0579e211a6a0 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:04.185144 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-1cc190e9-f853-4460-95af-b81c74b6cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:04.187387 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-1cc190e9-f853-4460-95af-b81c74b6cca2 service neutron] 10.222.0.30 "GET /v2.0/ports/71b37d7f-7bc1-469c-9d49-d6daba46b789 HTTP/1.1" status: 200 len: 1028 time: 0.0651927 Jul 22 16:38:04.233386 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:04.237613 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4d768f0c-d3e6-4473-b4c7-9e9190019f85, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4d768f0c-d3e6-4473-b4c7-9e9190019f85,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:04.252408 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '4d768f0c-d3e6-4473-b4c7-9e9190019f85', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'port_id': '4d768f0c-d3e6-4473-b4c7-9e9190019f85', 'mac_address': 'fa:16:3e:47:92:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:38:04.281582 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Port': ['ID=17310045-17fc-49e2-bbb3-0579e211a6a0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:04.282457 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-6b9adc0e-4a2c-4e94-a0de-f1296670473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:04.286952 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-6b9adc0e-4a2c-4e94-a0de-f1296670473f service neutron] 10.222.0.30 "GET /v2.0/ports/d633fbc4-56d8-481f-9b8d-67add53d5f51 HTTP/1.1" status: 200 len: 1027 time: 0.0902393 Jul 22 16:38:04.289831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] No DVR routers for this DVR port 17310045-17fc-49e2-bbb3-0579e211a6a0 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:04.311869 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:04.323205 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9bf15b-161f-4760-a457-d35df88007e4 None None] Network b59f1649-a42e-4f0b-9555-76b65d629bd2 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:04.355018 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0972779e-501b-423a-80f0-5d37465ae655 None None] Could not find standard attr ID for object 17310045-17fc-49e2-bbb3-0579e211a6a0. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:38:04.359530 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d768f0c-d3e6-4473-b4c7-9e9190019f85 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:38:04.401341 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:04.414862 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59f1649-a42e-4f0b-9555-76b65d629bd2']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:04.422595 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4d768f0c-d3e6-4473-b4c7-9e9190019f85, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4d768f0c-d3e6-4473-b4c7-9e9190019f85,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:04.428974 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f64257-c9d7-4fce-8b61-d070c98cb8a8') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:04.429203 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f64257-c9d7-4fce-8b61-d070c98cb8a8') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:04.450525 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:04.455426 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:04.488817 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:04.507484 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:38:04.509382 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:04.516738 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-21b89a28-30d7-4207-a0fc-0e0b0155a8df tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:38:04.520836 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:38:04.524993 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-21b89a28-30d7-4207-a0fc-0e0b0155a8df tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:04.532703 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-21b89a28-30d7-4207-a0fc-0e0b0155a8df tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:04.534649 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-21b89a28-30d7-4207-a0fc-0e0b0155a8df tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.30 "GET /v2.0/networks?id=408ac033-5a33-4cf7-82af-38aaa8dda69b&id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&id=ff66ea35-a49e-465a-a94a-77488ff458ac&id=ff66ea35-a49e-465a-a94a-77488ff458ac HTTP/1.1" status: 200 len: 1991 time: 0.2429166 Jul 22 16:38:04.568167 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:04.591715 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=4d768f0c-d3e6-4473-b4c7-9e9190019f85,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:04.636475 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe873738-26b1-4a7c-b445-81ed7029eb9e None None] DHCP port deletion for b59f1649-a42e-4f0b-9555-76b65d629bd2 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:38:04.643558 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-71c4657f-2c47-45e4-958a-b489fc40d96b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2cdac6e8c514eed897eaf0607a1ddfd HTTP/1.1" status: 200 len: 379 time: 0.0908787 Jul 22 16:38:04.652997 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d96e2d37-65ba-4b86-9de6-8b8bc937dbe8 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Request body: {'port': {'device_id': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b', 'admin_state_up': True, 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'security_groups': ['7f386047-202b-4a8f-92da-beed13662c98']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:04.692377 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:04.708832 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:04.718616 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/networks/b59f1649-a42e-4f0b-9555-76b65d629bd2 HTTP/1.1" status: 204 len: 168 time: 1.1688297 Jul 22 16:38:04.720764 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51964) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:04.740112 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Network': ['ID=b59f1649-a42e-4f0b-9555-76b65d629bd2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:04.744262 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['4d768f0c-d3e6-4473-b4c7-9e9190019f85'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:04.836190 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-615d920d-e127-45f4-9683-1bcb57bc7fb9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] DELETE failed (client error): The resource could not be found. Jul 22 16:38:04.837554 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-615d920d-e127-45f4-9683-1bcb57bc7fb9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:38:04.847092 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-615d920d-e127-45f4-9683-1bcb57bc7fb9 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/subnets/a9234ec9-633c-43a0-8802-cb0e37685e82 HTTP/1.1" status: 404 len: 337 time: 0.1089246 Jul 22 16:38:04.849398 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51968) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:04.866310 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:04.866736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:04.867821 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:04.868131 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:04.868760 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:04.870814 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:04.871240 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:04.871873 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:04.872279 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:04.872882 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:04.874543 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:04.874967 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354bd48c-08ea-4b89-a218-c9cc3708454c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:04.878516 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d312baa-7dba-45a8-a120-9f0a21cd8d55 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] DELETE failed (client error): The resource could not be found. Jul 22 16:38:04.879159 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d312baa-7dba-45a8-a120-9f0a21cd8d55 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:38:04.882040 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4d312baa-7dba-45a8-a120-9f0a21cd8d55 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/networks/03cf636b-8fd4-4986-a3eb-6e0d5977432e HTTP/1.1" status: 404 len: 339 time: 0.0315511 Jul 22 16:38:04.885147 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51970) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:04.899589 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d96e2d37-65ba-4b86-9de6-8b8bc937dbe8 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Made reservation on behalf of c2cdac6e8c514eed897eaf0607a1ddfd for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:04.903381 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d96e2d37-65ba-4b86-9de6-8b8bc937dbe8 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:04.964366 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-7750e974-2424-4bfd-a31e-8518b12c6a3e tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] DELETE failed (client error): The resource could not be found. Jul 22 16:38:04.964366 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7750e974-2424-4bfd-a31e-8518b12c6a3e tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:38:04.966202 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7750e974-2424-4bfd-a31e-8518b12c6a3e tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/subnets/50863094-dc01-4e65-ba3f-206a1df9a02d HTTP/1.1" status: 404 len: 337 time: 0.0792894 Jul 22 16:38:04.976748 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51972) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:05.000175 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0700ca22-d21a-4dff-93d0-63c491496281 req-8ab0e718-24e3-422e-8809-766dcfe9d228 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 210 time: 0.0742252 Jul 22 16:38:05.005415 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85362ec-7290-4e82-8b75-0111d029fe20 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] DELETE failed (client error): The resource could not be found. Jul 22 16:38:05.006012 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e85362ec-7290-4e82-8b75-0111d029fe20 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:38:05.010674 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e85362ec-7290-4e82-8b75-0111d029fe20 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/networks/88905354-1bf9-402d-af18-b926d88fc504 HTTP/1.1" status: 404 len: 339 time: 0.0313027 Jul 22 16:38:05.012294 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51978) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:05.053534 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d06a9a-fdd3-4ca4-927f-bc17ac062def tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] DELETE failed (client error): The resource could not be found. Jul 22 16:38:05.053534 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d06a9a-fdd3-4ca4-927f-bc17ac062def tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:38:05.054563 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-43d06a9a-fdd3-4ca4-927f-bc17ac062def tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/subnets/d1ac76d8-9c0b-4e51-a2ff-f78a58c3485d HTTP/1.1" status: 404 len: 337 time: 0.0413375 Jul 22 16:38:05.058050 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51982) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:05.063453 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3817cbc-dcc8-445b-a03b-55e13799a38f req-1490c7c9-b543-4954-a8c7-9da49bcff3f7 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:05.065161 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3817cbc-dcc8-445b-a03b-55e13799a38f req-1490c7c9-b543-4954-a8c7-9da49bcff3f7 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.2045827 Jul 22 16:38:05.137360 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3817cbc-dcc8-445b-a03b-55e13799a38f req-f5246b64-3787-4901-9e59-b08000b88725 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525310 Jul 22 16:38:05.176528 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 17310045-17fc-49e2-bbb3-0579e211a6a0 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:05.178987 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-6befec80-079d-47a5-be9a-c3713ea347ea tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] DELETE failed (client error): The resource could not be found. Jul 22 16:38:05.179606 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6befec80-079d-47a5-be9a-c3713ea347ea tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:38:05.181490 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6befec80-079d-47a5-be9a-c3713ea347ea tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/networks/e97e17ac-7667-46db-a02f-186cadc24e95 HTTP/1.1" status: 404 len: 339 time: 0.1061230 Jul 22 16:38:05.184829 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51986) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:05.210439 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 17310045-17fc-49e2-bbb3-0579e211a6a0 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:05.211034 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 17310045-17fc-49e2-bbb3-0579e211a6a0 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:05.265975 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d96e2d37-65ba-4b86-9de6-8b8bc937dbe8 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Allocated IP 172.20.0.8 (408ac033-5a33-4cf7-82af-38aaa8dda69b/9b630264-c7d4-4c04-a0fd-2e3fe6636661/1d7a3e15-c6cc-4f53-8290-53ee5b9132dc) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:05.293237 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-417441e4-f5bd-489f-98db-d0c1c465e243 req-b2dc787e-e1f9-4459-b26d-973ad758967c tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0455418 Jul 22 16:38:05.301872 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a5666-89e8-4186-b666-55d880806d75 req-8b8c833a-d8f3-4152-837f-26cdc27e13aa tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:05.303891 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-734a5666-89e8-4186-b666-55d880806d75 req-8b8c833a-d8f3-4152-837f-26cdc27e13aa tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=404ba5d8-fc02-4e70-ab02-e4a85fae985d HTTP/1.1" status: 200 len: 944 time: 0.1660557 Jul 22 16:38:05.343108 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a46c81-6c0f-4418-b0d9-df59d8ebfd79 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Deleting subnet 146a303f-b3d2-4291-a45a-da50d88ea15a {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:38:05.348595 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6a46c81-6c0f-4418-b0d9-df59d8ebfd79 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:05.396263 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-734a5666-89e8-4186-b666-55d880806d75 req-2ec98748-7b82-4b7b-a902-6b3fab58ffb0 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855310 Jul 22 16:38:05.431441 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6a46c81-6c0f-4418-b0d9-df59d8ebfd79 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:05.488569 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d96e2d37-65ba-4b86-9de6-8b8bc937dbe8 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:05.505968 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d96e2d37-65ba-4b86-9de6-8b8bc937dbe8 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Transition to ACTIVE for port object 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:05.546068 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d96e2d37-65ba-4b86-9de6-8b8bc937dbe8 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:05.553777 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6a46c81-6c0f-4418-b0d9-df59d8ebfd79 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:05.619327 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d96e2d37-65ba-4b86-9de6-8b8bc937dbe8 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Network 408ac033-5a33-4cf7-82af-38aaa8dda69b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:05.626471 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d96e2d37-65ba-4b86-9de6-8b8bc937dbe8 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:05.629876 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e2d37-65ba-4b86-9de6-8b8bc937dbe8 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event updated for resources: {'Port': ['ID=1d7a3e15-c6cc-4f53-8290-53ee5b9132dc,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:05.633159 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d96e2d37-65ba-4b86-9de6-8b8bc937dbe8 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:05.668156 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6a46c81-6c0f-4418-b0d9-df59d8ebfd79 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:05.697887 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d96e2d37-65ba-4b86-9de6-8b8bc937dbe8 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:05.698630 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d96e2d37-65ba-4b86-9de6-8b8bc937dbe8 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:05.716333 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d96e2d37-65ba-4b86-9de6-8b8bc937dbe8 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0679600 Jul 22 16:38:05.729438 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a46c81-6c0f-4418-b0d9-df59d8ebfd79 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Subnet': ['ID=146a303f-b3d2-4291-a45a-da50d88ea15a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:05.733352 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-ebb71bed-757e-46de-b302-c36c1940cf2a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Request body: {'port': {'device_id': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762', 'admin_state_up': True, 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'security_groups': ['7f386047-202b-4a8f-92da-beed13662c98']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:05.733612 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6a46c81-6c0f-4418-b0d9-df59d8ebfd79 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:05.735564 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e6a46c81-6c0f-4418-b0d9-df59d8ebfd79 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/subnets/146a303f-b3d2-4291-a45a-da50d88ea15a HTTP/1.1" status: 204 len: 168 time: 0.5472956 Jul 22 16:38:05.738120 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51988) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:05.743550 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438f69db-0038-4fd7-b37f-814253dfe20e None None] Network 1285c02c-7cff-42ff-bd40-4203bb08287d requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:05.890689 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f142df7-2dad-49f6-9e41-1bd71376896c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:05.914308 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-ebb71bed-757e-46de-b302-c36c1940cf2a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Made reservation on behalf of c2cdac6e8c514eed897eaf0607a1ddfd for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:05.920165 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-ebb71bed-757e-46de-b302-c36c1940cf2a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:05.983853 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0f142df7-2dad-49f6-9e41-1bd71376896c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Deleting port 16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:05.984196 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f142df7-2dad-49f6-9e41-1bd71376896c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.054980 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-84e7b134-092e-417b-bf5b-13110fd5db66 None None] Provisioning for port 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:06.085024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0f142df7-2dad-49f6-9e41-1bd71376896c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] For port 16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342,segment=NetworkSegment(634a9c39-b3b7-4319-96a8-52614a39be24),segment_id=634a9c39-b3b7-4319-96a8-52614a39be24)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:06.085419 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f142df7-2dad-49f6-9e41-1bd71376896c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.086932 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4d768f0c-d3e6-4473-b4c7-9e9190019f85 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:06.091690 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-84e7b134-092e-417b-bf5b-13110fd5db66 None None] Provisioning complete for port 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:06.092112 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-84e7b134-092e-417b-bf5b-13110fd5db66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.126137 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0f142df7-2dad-49f6-9e41-1bd71376896c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Calling delete_port for 16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:06.134966 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-ebb71bed-757e-46de-b302-c36c1940cf2a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Allocated IP 10.1.1.204 (6b833cb6-36e8-4b1d-8c83-cc79c162b762/b04288f5-00e1-4e20-a52b-805997e77341/15308c51-be2f-4b0a-b292-316a0d6b5938) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:06.228486 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device b6ffaef8-0bf4-4d17-9e16-9b574409786a no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:06.289824 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: b6ffaef8-0bf4-4d17-9e16-9b574409786a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:06.289824 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device b6ffaef8-0bf4-4d17-9e16-9b574409786a not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:06.303992 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-84e7b134-092e-417b-bf5b-13110fd5db66 None None] Port 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:38:06.344171 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 4d768f0c-d3e6-4473-b4c7-9e9190019f85 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:06.350318 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920dddf7-c8cb-41ee-bcbc-84a542472c70 None None] DHCP port deletion for 1285c02c-7cff-42ff-bd40-4203bb08287d request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:38:06.354600 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 4d768f0c-d3e6-4473-b4c7-9e9190019f85 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:06.354895 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.407211 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f142df7-2dad-49f6-9e41-1bd71376896c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.422148 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-920dddf7-c8cb-41ee-bcbc-84a542472c70 None None] The port '16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342' was deleted {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 16:38:06.427295 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f142df7-2dad-49f6-9e41-1bd71376896c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] No DVR routers for this DVR port 16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:06.449693 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60384a-1866-4d37-80ee-306789c62dc9 req-d2983a48-24a6-41b5-8987-f5d8c5e3dba0 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:06.457647 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9b60384a-1866-4d37-80ee-306789c62dc9 req-d2983a48-24a6-41b5-8987-f5d8c5e3dba0 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 931 time: 0.2804215 Jul 22 16:38:06.520076 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f142df7-2dad-49f6-9e41-1bd71376896c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Port': ['ID=16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:06.527105 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.532653 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9b60384a-1866-4d37-80ee-306789c62dc9 req-781eef92-eb29-4427-b59d-d46436547370 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740051 Jul 22 16:38:06.596606 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404ba5d8-fc02-4e70-ab02-e4a85fae985d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d768f0c-d3e6-4473-b4c7-9e9190019f85'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:06.604136 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b2a65c-4df3-4962-9f22-4c6ebaf920c9" -d '{"events": [{"server_uuid": "404ba5d8-fc02-4e70-ab02-e4a85fae985d", "name": "network-vif-plugged", "status": "completed", "tag": "4d768f0c-d3e6-4473-b4c7-9e9190019f85"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:06.604701 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b802c-97c9-4ae1-93ac-c70378b5c870 req-1dece634-9376-4da5-b91c-6a56878b5c06 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:06.606320 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-ebb71bed-757e-46de-b302-c36c1940cf2a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.607898 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-060b802c-97c9-4ae1-93ac-c70378b5c870 req-1dece634-9376-4da5-b91c-6a56878b5c06 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.16 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.2944596 Jul 22 16:38:06.630990 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-ebb71bed-757e-46de-b302-c36c1940cf2a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Transition to ACTIVE for port object 15308c51-be2f-4b0a-b292-316a0d6b5938 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:06.631338 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4d768f0c-d3e6-4473-b4c7-9e9190019f85, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4d768f0c-d3e6-4473-b4c7-9e9190019f85,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:06.641517 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.698660 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ffc2a613-ff22-4ee7-9fbd-4343811c661c req-891766bf-7681-43ee-8d6a-0602a4e14d4e tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0528932 Jul 22 16:38:06.712846 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=4d768f0c-d3e6-4473-b4c7-9e9190019f85,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:06.731871 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f142df7-2dad-49f6-9e41-1bd71376896c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.735583 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-ebb71bed-757e-46de-b302-c36c1940cf2a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.793738 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-ebb71bed-757e-46de-b302-c36c1940cf2a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:06.797144 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8bf83-a1df-4b56-8197-c62f07cf765f req-7a4ccd02-9ff3-47ea-a6a7-74c25c016998 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:06.797719 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-ebb71bed-757e-46de-b302-c36c1940cf2a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:06.802474 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-ebb71bed-757e-46de-b302-c36c1940cf2a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:06.804229 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c3e8bf83-a1df-4b56-8197-c62f07cf765f req-7a4ccd02-9ff3-47ea-a6a7-74c25c016998 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 950 time: 0.4358351 Jul 22 16:38:06.819578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-0f142df7-2dad-49f6-9e41-1bd71376896c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1285c02c-7cff-42ff-bd40-4203bb08287d']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:06.828651 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb71bed-757e-46de-b302-c36c1940cf2a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event updated for resources: {'Port': ['ID=15308c51-be2f-4b0a-b292-316a0d6b5938,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:06.867102 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-0f142df7-2dad-49f6-9e41-1bd71376896c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634a9c39-b3b7-4319-96a8-52614a39be24') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:06.867727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-0f142df7-2dad-49f6-9e41-1bd71376896c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634a9c39-b3b7-4319-96a8-52614a39be24') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:06.873181 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-ebb71bed-757e-46de-b302-c36c1940cf2a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:06.875704 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-ebb71bed-757e-46de-b302-c36c1940cf2a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.905849 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-ebb71bed-757e-46de-b302-c36c1940cf2a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1775558 Jul 22 16:38:06.908348 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c3e8bf83-a1df-4b56-8197-c62f07cf765f req-2cc40b50-debe-4fc0-bbe0-807c96e4754f tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031559 Jul 22 16:38:06.918396 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f142df7-2dad-49f6-9e41-1bd71376896c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.925710 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-5cb09ae0-3313-46fb-b140-9caccdb84c91 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Request body: {'port': {'device_id': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762', 'admin_state_up': True, 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'security_groups': ['7f386047-202b-4a8f-92da-beed13662c98']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:06.974938 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f142df7-2dad-49f6-9e41-1bd71376896c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.988329 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f142df7-2dad-49f6-9e41-1bd71376896c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:38:06.988742 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f142df7-2dad-49f6-9e41-1bd71376896c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:38:06.992050 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:38:06.994067 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94b70f6-cdec-42c5-b3d6-6d0d4b9f3336 x-openstack-request-id: req-b94b70f6-cdec-42c5-b3d6-6d0d4b9f3336 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:06.994067 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404ba5d8-fc02-4e70-ab02-e4a85fae985d", "name": "network-vif-plugged", "status": "completed", "tag": "4d768f0c-d3e6-4473-b4c7-9e9190019f85", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:06.994067 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b94b70f6-cdec-42c5-b3d6-6d0d4b9f3336 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:06.994635 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404ba5d8-fc02-4e70-ab02-e4a85fae985d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d768f0c-d3e6-4473-b4c7-9e9190019f85', 'code': 200} Jul 22 16:38:07.091908 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-060b802c-97c9-4ae1-93ac-c70378b5c870 req-4ba7d62c-5da1-4c9e-9ac5-87e84656b4cc tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Deleting port 6841fb77-588e-490a-9d5e-f000a42ebce7 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:07.092894 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-060b802c-97c9-4ae1-93ac-c70378b5c870 req-4ba7d62c-5da1-4c9e-9ac5-87e84656b4cc tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:07.099301 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f142df7-2dad-49f6-9e41-1bd71376896c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:07.139487 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f142df7-2dad-49f6-9e41-1bd71376896c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:07.141464 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d26a38d8-bb04-44fc-bdb5-6a01a5b56e24 None None] Provisioning for port 15308c51-be2f-4b0a-b292-316a0d6b5938 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:07.147191 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d26a38d8-bb04-44fc-bdb5-6a01a5b56e24 None None] Provisioning complete for port 15308c51-be2f-4b0a-b292-316a0d6b5938 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:07.147776 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d26a38d8-bb04-44fc-bdb5-6a01a5b56e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:07.151731 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0f142df7-2dad-49f6-9e41-1bd71376896c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/networks/1285c02c-7cff-42ff-bd40-4203bb08287d HTTP/1.1" status: 204 len: 168 time: 1.4123929 Jul 22 16:38:07.160171 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52004) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:07.226906 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d26a38d8-bb04-44fc-bdb5-6a01a5b56e24 None None] Port 15308c51-be2f-4b0a-b292-316a0d6b5938 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:38:07.228397 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:07.230322 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037b8cb-79c1-48cf-b977-0d3c798e2d7c req-5d8507ce-7c56-4268-a970-3d891c4f910c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:07.240854 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f037b8cb-79c1-48cf-b977-0d3c798e2d7c req-5d8507ce-7c56-4268-a970-3d891c4f910c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=404ba5d8-fc02-4e70-ab02-e4a85fae985d HTTP/1.1" status: 200 len: 945 time: 0.2380834 Jul 22 16:38:07.273454 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f142df7-2dad-49f6-9e41-1bd71376896c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Network': ['ID=1285c02c-7cff-42ff-bd40-4203bb08287d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:07.283969 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:07.284859 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 16dc5a61-c5be-4ff2-ad39-0dbf9cf5f342 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:07.288825 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-5cb09ae0-3313-46fb-b140-9caccdb84c91 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Made reservation on behalf of c2cdac6e8c514eed897eaf0607a1ddfd for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:07.293858 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-5cb09ae0-3313-46fb-b140-9caccdb84c91 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:07.301298 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f037b8cb-79c1-48cf-b977-0d3c798e2d7c req-12d5918c-e9e3-4b77-8a32-992109b93f6c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615399 Jul 22 16:38:07.323776 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-4154839e-3402-45c2-a7df-f663ff3f4e47 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] DELETE failed (client error): The resource could not be found. Jul 22 16:38:07.324397 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4154839e-3402-45c2-a7df-f663ff3f4e47 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:38:07.332866 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4154839e-3402-45c2-a7df-f663ff3f4e47 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/subnets/c7c7c601-004e-4fba-bf37-ac9df6bc7784 HTTP/1.1" status: 404 len: 337 time: 0.1637053 Jul 22 16:38:07.396001 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52006) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:07.417782 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d463292a-3325-4040-9eaa-f10488ff8d13 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] DELETE failed (client error): The resource could not be found. Jul 22 16:38:07.418627 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d463292a-3325-4040-9eaa-f10488ff8d13 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:38:07.421066 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d463292a-3325-4040-9eaa-f10488ff8d13 tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/networks/52723ac6-7f5c-4409-9fb1-bc03a191b641 HTTP/1.1" status: 404 len: 339 time: 0.0231068 Jul 22 16:38:07.423110 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52010) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:07.430910 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-060b802c-97c9-4ae1-93ac-c70378b5c870 req-4ba7d62c-5da1-4c9e-9ac5-87e84656b4cc tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] For port 6841fb77-588e-490a-9d5e-f000a42ebce7, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=6841fb77-588e-490a-9d5e-f000a42ebce7,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:07.431286 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-060b802c-97c9-4ae1-93ac-c70378b5c870 req-4ba7d62c-5da1-4c9e-9ac5-87e84656b4cc tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:07.487057 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-060b802c-97c9-4ae1-93ac-c70378b5c870 req-4ba7d62c-5da1-4c9e-9ac5-87e84656b4cc tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Calling delete_port for 6841fb77-588e-490a-9d5e-f000a42ebce7 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:07.520161 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-5cb09ae0-3313-46fb-b140-9caccdb84c91 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Allocated IP 10.1.1.38 (6b833cb6-36e8-4b1d-8c83-cc79c162b762/b04288f5-00e1-4e20-a52b-805997e77341/8f8e2019-4413-47d1-bf77-7942fb52a98f) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:07.568196 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-10cd6e8b-3399-44aa-9cb3-3e36baacce7c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Deleting subnet e1e96d9b-4801-4d57-bf52-1b12f749766d {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:38:07.575227 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-10cd6e8b-3399-44aa-9cb3-3e36baacce7c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:07.606893 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9aa84-ef1b-465b-85dc-f7d6f3133502 req-c496a55d-0d39-4035-b1e7-badffc142eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:07.607682 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-21b9aa84-ef1b-465b-85dc-f7d6f3133502 req-c496a55d-0d39-4035-b1e7-badffc142eea service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=404ba5d8-fc02-4e70-ab02-e4a85fae985d HTTP/1.1" status: 200 len: 1096 time: 0.4951854 Jul 22 16:38:07.671854 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-10cd6e8b-3399-44aa-9cb3-3e36baacce7c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:07.755979 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-21b9aa84-ef1b-465b-85dc-f7d6f3133502 req-327f1c21-9672-4459-be96-9cc386e6ae43 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416914 Jul 22 16:38:07.870168 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2462dd-e4f8-4672-adf5-30f8c17117c6 req-28a18fff-fd94-4b76-b871-679a9215f915 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:07.876291 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2462dd-e4f8-4672-adf5-30f8c17117c6 req-28a18fff-fd94-4b76-b871-679a9215f915 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:07.878106 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ac2462dd-e4f8-4672-adf5-30f8c17117c6 req-28a18fff-fd94-4b76-b871-679a9215f915 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 1653 time: 0.2161191 Jul 22 16:38:07.920406 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-10cd6e8b-3399-44aa-9cb3-3e36baacce7c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:07.925425 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-060b802c-97c9-4ae1-93ac-c70378b5c870 req-4ba7d62c-5da1-4c9e-9ac5-87e84656b4cc tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:07.967589 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['29835a35-8282-4880-844e-d2738d311e97', '6841fb77-588e-490a-9d5e-f000a42ebce7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:07.984481 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7d62c-5da1-4c9e-9ac5-87e84656b4cc tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Pushing event deleted for resources: {'Port': ['ID=6841fb77-588e-490a-9d5e-f000a42ebce7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:08.095455 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ac2462dd-e4f8-4672-adf5-30f8c17117c6 req-bf409346-8df1-4883-822e-21fa607b1621 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042205 Jul 22 16:38:08.136853 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-060b802c-97c9-4ae1-93ac-c70378b5c870 req-4ba7d62c-5da1-4c9e-9ac5-87e84656b4cc tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] No DVR routers for this DVR port 6841fb77-588e-490a-9d5e-f000a42ebce7 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:08.140774 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-060b802c-97c9-4ae1-93ac-c70378b5c870 req-4ba7d62c-5da1-4c9e-9ac5-87e84656b4cc tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:08.143248 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-060b802c-97c9-4ae1-93ac-c70378b5c870 req-4ba7d62c-5da1-4c9e-9ac5-87e84656b4cc tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.16 "DELETE /v2.0/ports/6841fb77-588e-490a-9d5e-f000a42ebce7 HTTP/1.1" status: 204 len: 173 time: 1.5243669 Jul 22 16:38:08.143809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33d2b3e-c156-4d88-9964-9ea52372b2e1', 'name': 'network-vif-deleted', 'tag': '6841fb77-588e-490a-9d5e-f000a42ebce7'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:08.146873 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9392f6-7ef8-4de6-adfd-af50fdbb4719" -d '{"events": [{"server_uuid": "a33d2b3e-c156-4d88-9964-9ea52372b2e1", "name": "network-vif-deleted", "tag": "6841fb77-588e-490a-9d5e-f000a42ebce7"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:08.170757 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-10cd6e8b-3399-44aa-9cb3-3e36baacce7c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:08.208033 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd6e8b-3399-44aa-9cb3-3e36baacce7c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Subnet': ['ID=e1e96d9b-4801-4d57-bf52-1b12f749766d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:08.221985 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-10cd6e8b-3399-44aa-9cb3-3e36baacce7c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:08.224706 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-10cd6e8b-3399-44aa-9cb3-3e36baacce7c tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/subnets/e1e96d9b-4801-4d57-bf52-1b12f749766d HTTP/1.1" status: 204 len: 168 time: 0.7962279 Jul 22 16:38:08.226511 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-19d02ae3-4c09-4283-8284-98686607f09c req-13a3606c-9de3-4279-9197-236beec54a9b tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.1031508 Jul 22 16:38:08.227117 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52022) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:08.246064 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93adb982-b4f6-4dac-8f8b-fc906ec75e09 None None] Network ba1502aa-cd93-4733-8081-1ac77be9b7ad requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:08.389963 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6f36d1-ac55-4a13-8a04-c1570fc4ca63 x-openstack-request-id: req-aa6f36d1-ac55-4a13-8a04-c1570fc4ca63 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:08.390860 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33d2b3e-c156-4d88-9964-9ea52372b2e1", "name": "network-vif-deleted", "tag": "6841fb77-588e-490a-9d5e-f000a42ebce7", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:08.390860 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-aa6f36d1-ac55-4a13-8a04-c1570fc4ca63 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:08.391227 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33d2b3e-c156-4d88-9964-9ea52372b2e1', 'name': 'network-vif-deleted', 'tag': '6841fb77-588e-490a-9d5e-f000a42ebce7', 'status': 'completed', 'code': 200} Jul 22 16:38:08.402947 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-5cb09ae0-3313-46fb-b140-9caccdb84c91 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:08.420978 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f7130bd-8da0-43df-9bea-f3e219354bfe tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:08.463026 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f55d7360-4174-48ae-87ff-f6b39c4d4e0b req-f73b090a-0cd4-4002-9150-81ffa28fc62b tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33d2b3e-c156-4d88-9964-9ea52372b2e1 HTTP/1.1" status: 200 len: 210 time: 0.0676219 Jul 22 16:38:08.471425 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-5cb09ae0-3313-46fb-b140-9caccdb84c91 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Transition to ACTIVE for port object 8f8e2019-4413-47d1-bf77-7942fb52a98f will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:08.590274 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-5cb09ae0-3313-46fb-b140-9caccdb84c91 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:08.613772 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c50a7-648d-48f2-a5ae-cc6e9e1a02ce req-bc91a03a-f167-42f1-a8e5-339199e44c76 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:08.616016 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ee3c50a7-648d-48f2-a5ae-cc6e9e1a02ce req-bc91a03a-f167-42f1-a8e5-339199e44c76 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=404ba5d8-fc02-4e70-ab02-e4a85fae985d HTTP/1.1" status: 200 len: 945 time: 0.1018331 Jul 22 16:38:08.695245 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ee3c50a7-648d-48f2-a5ae-cc6e9e1a02ce req-d8f84b88-9534-4d1a-b8c0-187451f1312c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730031 Jul 22 16:38:08.763116 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-5cb09ae0-3313-46fb-b140-9caccdb84c91 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:08.775548 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-5cb09ae0-3313-46fb-b140-9caccdb84c91 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:08.814023 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9f7130bd-8da0-43df-9bea-f3e219354bfe tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Deleting port 20ee40b9-dedc-4aa6-a165-866384a21460 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:08.814369 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f7130bd-8da0-43df-9bea-f3e219354bfe tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:08.821360 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-5cb09ae0-3313-46fb-b140-9caccdb84c91 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:08.915895 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-5cb09ae0-3313-46fb-b140-9caccdb84c91 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:08.916551 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-5cb09ae0-3313-46fb-b140-9caccdb84c91 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:08.950915 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dedeed-32ee-4e42-96eb-9db9a6dfacdc None None] DHCP port deletion for ba1502aa-cd93-4733-8081-1ac77be9b7ad request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:38:08.956359 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-5cb09ae0-3313-46fb-b140-9caccdb84c91 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0386367 Jul 22 16:38:08.959675 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb09ae0-3313-46fb-b140-9caccdb84c91 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event updated for resources: {'Port': ['ID=8f8e2019-4413-47d1-bf77-7942fb52a98f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:08.973229 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e0ee39e5-0fcf-43b8-bee7-7089914d9d50 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Request body: {'port': {'device_id': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ff66ea35-a49e-465a-a94a-77488ff458ac', 'admin_state_up': True, 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'security_groups': ['7f386047-202b-4a8f-92da-beed13662c98']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:09.121087 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-94dedeed-32ee-4e42-96eb-9db9a6dfacdc None None] Deleting port 20ee40b9-dedc-4aa6-a165-866384a21460 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:09.124219 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94dedeed-32ee-4e42-96eb-9db9a6dfacdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:09.185143 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 20ee40b9-dedc-4aa6-a165-866384a21460 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:09.215071 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-9f7130bd-8da0-43df-9bea-f3e219354bfe tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] For port 20ee40b9-dedc-4aa6-a165-866384a21460, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=20ee40b9-dedc-4aa6-a165-866384a21460,segment=NetworkSegment(d120d19e-9a1b-4f0d-8f8e-9f15c8d96d91),segment_id=d120d19e-9a1b-4f0d-8f8e-9f15c8d96d91)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:09.216162 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f7130bd-8da0-43df-9bea-f3e219354bfe tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:09.254794 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9f7130bd-8da0-43df-9bea-f3e219354bfe tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Calling delete_port for 20ee40b9-dedc-4aa6-a165-866384a21460 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:09.284192 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e0ee39e5-0fcf-43b8-bee7-7089914d9d50 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Made reservation on behalf of c2cdac6e8c514eed897eaf0607a1ddfd for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:09.308107 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-94dedeed-32ee-4e42-96eb-9db9a6dfacdc None None] For port 20ee40b9-dedc-4aa6-a165-866384a21460, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=20ee40b9-dedc-4aa6-a165-866384a21460,segment=NetworkSegment(d120d19e-9a1b-4f0d-8f8e-9f15c8d96d91),segment_id=d120d19e-9a1b-4f0d-8f8e-9f15c8d96d91)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:09.308651 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94dedeed-32ee-4e42-96eb-9db9a6dfacdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:09.332369 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-94dedeed-32ee-4e42-96eb-9db9a6dfacdc None None] Calling delete_port for 20ee40b9-dedc-4aa6-a165-866384a21460 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:09.341552 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-33d1a4cd-3170-4411-92c2-0cfb3e65f3ff None None] Provisioning for port 8f8e2019-4413-47d1-bf77-7942fb52a98f completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:09.368342 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-33d1a4cd-3170-4411-92c2-0cfb3e65f3ff None None] Provisioning complete for port 8f8e2019-4413-47d1-bf77-7942fb52a98f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:09.369272 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33d1a4cd-3170-4411-92c2-0cfb3e65f3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:09.433405 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce26c799-2cd9-4a0c-8014-448aca36dddf req-a8498375-a9a7-4c27-8e55-54bc891fc96e tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0621014 Jul 22 16:38:09.458817 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:09.477795 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4daa4-de60-486a-8534-e2ae5b8f321f req-3a45d94c-51bc-4610-b052-8c38014de81e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:09.479311 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-33d1a4cd-3170-4411-92c2-0cfb3e65f3ff None None] Port 8f8e2019-4413-47d1-bf77-7942fb52a98f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:38:09.486679 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4daa4-de60-486a-8534-e2ae5b8f321f req-3a45d94c-51bc-4610-b052-8c38014de81e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:09.493172 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4daa4-de60-486a-8534-e2ae5b8f321f req-3a45d94c-51bc-4610-b052-8c38014de81e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:09.500888 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1af4daa4-de60-486a-8534-e2ae5b8f321f req-3a45d94c-51bc-4610-b052-8c38014de81e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 2373 time: 0.2670631 Jul 22 16:38:09.519643 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 20ee40b9-dedc-4aa6-a165-866384a21460, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=20ee40b9-dedc-4aa6-a165-866384a21460,segment=NetworkSegment(d120d19e-9a1b-4f0d-8f8e-9f15c8d96d91),segment_id=d120d19e-9a1b-4f0d-8f8e-9f15c8d96d91)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:09.525325 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:09.529340 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e0ee39e5-0fcf-43b8-bee7-7089914d9d50 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:09.556233 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94dedeed-32ee-4e42-96eb-9db9a6dfacdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:09.586163 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dedeed-32ee-4e42-96eb-9db9a6dfacdc None None] No DVR routers for this DVR port 20ee40b9-dedc-4aa6-a165-866384a21460 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:09.605378 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=20ee40b9-dedc-4aa6-a165-866384a21460,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:09.643513 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dedeed-32ee-4e42-96eb-9db9a6dfacdc None None] Pushing event deleted for resources: {'Port': ['ID=20ee40b9-dedc-4aa6-a165-866384a21460,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:09.715672 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f7130bd-8da0-43df-9bea-f3e219354bfe tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:09.792021 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7130bd-8da0-43df-9bea-f3e219354bfe tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Port': ['ID=20ee40b9-dedc-4aa6-a165-866384a21460,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:09.810052 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1af4daa4-de60-486a-8534-e2ae5b8f321f req-1a6bcc2e-3f8d-45e6-98a5-458c905f67d3 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3080127 Jul 22 16:38:09.825840 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7130bd-8da0-43df-9bea-f3e219354bfe tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] No DVR routers for this DVR port 20ee40b9-dedc-4aa6-a165-866384a21460 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:09.977030 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f7130bd-8da0-43df-9bea-f3e219354bfe tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:10.009389 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-9f7130bd-8da0-43df-9bea-f3e219354bfe tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1502aa-cd93-4733-8081-1ac77be9b7ad']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:10.027609 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-9f7130bd-8da0-43df-9bea-f3e219354bfe tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd120d19e-9a1b-4f0d-8f8e-9f15c8d96d91') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:10.027609 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-9f7130bd-8da0-43df-9bea-f3e219354bfe tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd120d19e-9a1b-4f0d-8f8e-9f15c8d96d91') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:10.042727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30be7b0-de1a-455b-b4ff-1d8a5428fd54 req-13120ad0-bd47-471b-a4eb-7a70c33518be tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:10.050584 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a30be7b0-de1a-455b-b4ff-1d8a5428fd54 req-13120ad0-bd47-471b-a4eb-7a70c33518be tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=404ba5d8-fc02-4e70-ab02-e4a85fae985d HTTP/1.1" status: 200 len: 945 time: 0.1557419 Jul 22 16:38:10.059800 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e0ee39e5-0fcf-43b8-bee7-7089914d9d50 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Allocated IP 10.2.2.100 (ff66ea35-a49e-465a-a94a-77488ff458ac/e307d223-4916-45f9-8593-ea8af57cd01a/21b84e2f-78cd-4be1-aeed-a8ff654b0a5a) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:10.086096 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f7130bd-8da0-43df-9bea-f3e219354bfe tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:10.096147 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a30be7b0-de1a-455b-b4ff-1d8a5428fd54 req-98a65711-ae65-4c75-a1df-d1938a6f8012 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446594 Jul 22 16:38:10.118621 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f7130bd-8da0-43df-9bea-f3e219354bfe tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:10.148565 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f7130bd-8da0-43df-9bea-f3e219354bfe tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:38:10.149342 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f7130bd-8da0-43df-9bea-f3e219354bfe tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:38:10.153112 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:38:10.238363 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 6841fb77-588e-490a-9d5e-f000a42ebce7 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:10.266300 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 6841fb77-588e-490a-9d5e-f000a42ebce7 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:10.267109 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 6841fb77-588e-490a-9d5e-f000a42ebce7 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:10.287314 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f7130bd-8da0-43df-9bea-f3e219354bfe tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:10.322268 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f7130bd-8da0-43df-9bea-f3e219354bfe tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:10.324163 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9f7130bd-8da0-43df-9bea-f3e219354bfe tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] 10.222.0.69 "DELETE /v2.0/networks/ba1502aa-cd93-4733-8081-1ac77be9b7ad HTTP/1.1" status: 204 len: 168 time: 2.0916612 Jul 22 16:38:10.345608 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7130bd-8da0-43df-9bea-f3e219354bfe tempest-NetworksIpV6Test-923320861 tempest-NetworksIpV6Test-923320861-project] Pushing event deleted for resources: {'Network': ['ID=ba1502aa-cd93-4733-8081-1ac77be9b7ad,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:10.374312 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e913a-6833-4cb9-a548-c4de0f94f851 req-0f47383f-5c4d-4226-b77f-c4940714d67d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:10.381452 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d88e913a-6833-4cb9-a548-c4de0f94f851 req-0f47383f-5c4d-4226-b77f-c4940714d67d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.2564404 Jul 22 16:38:10.431134 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e0ee39e5-0fcf-43b8-bee7-7089914d9d50 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:10.454662 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d88e913a-6833-4cb9-a548-c4de0f94f851 req-7b68ab2d-c7de-448b-ae1e-6213b526cfe3 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722420 Jul 22 16:38:10.457351 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e0ee39e5-0fcf-43b8-bee7-7089914d9d50 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Transition to ACTIVE for port object 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:10.504923 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e0ee39e5-0fcf-43b8-bee7-7089914d9d50 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:10.585399 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e0ee39e5-0fcf-43b8-bee7-7089914d9d50 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Network ff66ea35-a49e-465a-a94a-77488ff458ac is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:10.589794 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e0ee39e5-0fcf-43b8-bee7-7089914d9d50 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:10.596987 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e0ee39e5-0fcf-43b8-bee7-7089914d9d50 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:10.602433 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee39e5-0fcf-43b8-bee7-7089914d9d50 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event updated for resources: {'Port': ['ID=21b84e2f-78cd-4be1-aeed-a8ff654b0a5a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:10.609752 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8293c1bf-747f-46d8-b5b1-142e2aa3b725 req-5bac27b9-e785-4048-a014-a5050a7a42c8 tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0638394 Jul 22 16:38:10.694922 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e0ee39e5-0fcf-43b8-bee7-7089914d9d50 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:10.695641 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e0ee39e5-0fcf-43b8-bee7-7089914d9d50 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:10.753711 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e0ee39e5-0fcf-43b8-bee7-7089914d9d50 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7849755 Jul 22 16:38:10.773462 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-1b0f8df1-67af-42a1-b95d-fe3e9578f778 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Request body: {'port': {'device_id': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ff66ea35-a49e-465a-a94a-77488ff458ac', 'admin_state_up': True, 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'security_groups': ['7f386047-202b-4a8f-92da-beed13662c98']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:10.789740 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52058) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:10.988102 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-1b0f8df1-67af-42a1-b95d-fe3e9578f778 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Made reservation on behalf of c2cdac6e8c514eed897eaf0607a1ddfd for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:10.996118 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-1b0f8df1-67af-42a1-b95d-fe3e9578f778 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:11.022312 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3ce706f4-60c3-4d01-b5e3-5841791a135c None None] Provisioning for port 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:11.027130 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3ce706f4-60c3-4d01-b5e3-5841791a135c None None] Provisioning complete for port 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:11.028232 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ce706f4-60c3-4d01-b5e3-5841791a135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:11.035340 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52064) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:11.038743 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f155f117-2156-406d-8b4a-88a2757bd3fe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3657269e024443f5a0232d7e5d8677af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476628 Jul 22 16:38:11.087311 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc51c62-dac8-4449-931f-0897f069bf05 req-c63ae0c3-39b1-4afc-a3d2-1b529b170bc4 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:11.095166 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc51c62-dac8-4449-931f-0897f069bf05 req-c63ae0c3-39b1-4afc-a3d2-1b529b170bc4 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:11.101658 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc51c62-dac8-4449-931f-0897f069bf05 req-c63ae0c3-39b1-4afc-a3d2-1b529b170bc4 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:11.118194 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc51c62-dac8-4449-931f-0897f069bf05 req-c63ae0c3-39b1-4afc-a3d2-1b529b170bc4 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:11.121563 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1bc51c62-dac8-4449-931f-0897f069bf05 req-c63ae0c3-39b1-4afc-a3d2-1b529b170bc4 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 3094 time: 0.1967256 Jul 22 16:38:11.128542 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3ce706f4-60c3-4d01-b5e3-5841791a135c None None] Port 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:38:11.178517 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1bc51c62-dac8-4449-931f-0897f069bf05 req-aa60539b-7977-4721-a0f3-aa78b3ca36c9 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502801 Jul 22 16:38:11.205810 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d45d8da6-735f-4c8f-b24f-0276c1c83b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:11.265725 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d45d8da6-735f-4c8f-b24f-0276c1c83b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:11.286002 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-1b0f8df1-67af-42a1-b95d-fe3e9578f778 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Allocated IP 10.2.2.200 (ff66ea35-a49e-465a-a94a-77488ff458ac/e307d223-4916-45f9-8593-ea8af57cd01a/b3d71db8-83f1-44c1-9af6-beb18494c73e) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:11.364651 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d45d8da6-735f-4c8f-b24f-0276c1c83b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:11.367376 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d45d8da6-735f-4c8f-b24f-0276c1c83b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:11.370264 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d45d8da6-735f-4c8f-b24f-0276c1c83b58 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6b3ae3a3-5498-4915-8e90-74f92e5ff219 HTTP/1.1" status: 204 len: 168 time: 0.3322411 Jul 22 16:38:11.386963 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d8da6-735f-4c8f-b24f-0276c1c83b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3ae3a3-5498-4915-8e90-74f92e5ff219,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:11.491935 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-1b0f8df1-67af-42a1-b95d-fe3e9578f778 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:11.522035 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-1b0f8df1-67af-42a1-b95d-fe3e9578f778 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Transition to ACTIVE for port object b3d71db8-83f1-44c1-9af6-beb18494c73e will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:11.584742 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-1b0f8df1-67af-42a1-b95d-fe3e9578f778 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:11.670709 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-1b0f8df1-67af-42a1-b95d-fe3e9578f778 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Network ff66ea35-a49e-465a-a94a-77488ff458ac is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:11.682522 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-1b0f8df1-67af-42a1-b95d-fe3e9578f778 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:11.718866 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-1b0f8df1-67af-42a1-b95d-fe3e9578f778 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:11.721947 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f8df1-67af-42a1-b95d-fe3e9578f778 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event updated for resources: {'Port': ['ID=b3d71db8-83f1-44c1-9af6-beb18494c73e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:11.740826 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846b94a-a164-46a1-8121-7c3d48ab1bec req-ec23b6b1-2449-48b4-bf30-224b7a87a12d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:11.746624 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d846b94a-a164-46a1-8121-7c3d48ab1bec req-ec23b6b1-2449-48b4-bf30-224b7a87a12d tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.1908381 Jul 22 16:38:11.766302 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30db0ad-0071-4b6a-a9f1-acbee7bc9234 req-4c9e5147-9a6f-46dd-960b-fc660d479629 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:11.769736 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a30db0ad-0071-4b6a-a9f1-acbee7bc9234 req-4c9e5147-9a6f-46dd-960b-fc660d479629 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 950 time: 0.1725242 Jul 22 16:38:11.829021 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e28c012d-e919-4a78-83d5-80c58e1e1bce req-ca2eb94a-ec79-4074-b811-2c112247256e tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0657754 Jul 22 16:38:11.841540 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:11.859869 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-1b0f8df1-67af-42a1-b95d-fe3e9578f778 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:11.860933 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-1b0f8df1-67af-42a1-b95d-fe3e9578f778 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:11.888763 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-1b0f8df1-67af-42a1-b95d-fe3e9578f778 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1209083 Jul 22 16:38:11.907504 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e91f8621-bd85-432b-a5c6-2adc0e3c1d76 service neutron] Request body: {'port': {'device_id': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:11.999827 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:12.039742 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e91f8621-bd85-432b-a5c6-2adc0e3c1d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:12.078845 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d846b94a-a164-46a1-8121-7c3d48ab1bec req-01bf802f-800d-495d-98f0-0e48fc4b390b tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb384402-befb-42a5-a564-5e0ca50a798c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074777 Jul 22 16:38:12.172403 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8353aa6f-f551-41e2-a445-ecd3947d75c2 None None] Provisioning for port b3d71db8-83f1-44c1-9af6-beb18494c73e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:12.183899 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8353aa6f-f551-41e2-a445-ecd3947d75c2 None None] Provisioning complete for port b3d71db8-83f1-44c1-9af6-beb18494c73e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:12.185497 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8353aa6f-f551-41e2-a445-ecd3947d75c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:12.190081 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-a30db0ad-0071-4b6a-a9f1-acbee7bc9234 req-68393b15-270f-4745-84b1-8d14eeb3a8b8 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Deleting port 29835a35-8282-4880-844e-d2738d311e97 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:12.190893 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a30db0ad-0071-4b6a-a9f1-acbee7bc9234 req-68393b15-270f-4745-84b1-8d14eeb3a8b8 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:12.292882 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8353aa6f-f551-41e2-a445-ecd3947d75c2 None None] Port b3d71db8-83f1-44c1-9af6-beb18494c73e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:38:12.522080 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1cd26-a069-4e0a-8b48-030d6771c684 req-5da70959-81d7-4792-8357-43b6642aa500 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:12.528448 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1cd26-a069-4e0a-8b48-030d6771c684 req-5da70959-81d7-4792-8357-43b6642aa500 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:12.536770 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1cd26-a069-4e0a-8b48-030d6771c684 req-5da70959-81d7-4792-8357-43b6642aa500 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:12.549821 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1cd26-a069-4e0a-8b48-030d6771c684 req-5da70959-81d7-4792-8357-43b6642aa500 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:12.562462 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1cd26-a069-4e0a-8b48-030d6771c684 req-5da70959-81d7-4792-8357-43b6642aa500 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:12.565691 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-57d1cd26-a069-4e0a-8b48-030d6771c684 req-5da70959-81d7-4792-8357-43b6642aa500 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 3815 time: 0.2156196 Jul 22 16:38:12.575845 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52100) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:12.686829 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-57d1cd26-a069-4e0a-8b48-030d6771c684 req-6244db91-8c69-414a-84b0-be495d63416f tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072974 Jul 22 16:38:12.810084 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e91f8621-bd85-432b-a5c6-2adc0e3c1d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:38:12.833094 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e91f8621-bd85-432b-a5c6-2adc0e3c1d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:12.846631 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e91f8621-bd85-432b-a5c6-2adc0e3c1d76 service neutron] Transition to ACTIVE for port object 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:12.891256 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-47c79384-96f2-4d9e-89d9-5aad2f047e51 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-745204038'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:12.892325 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a30db0ad-0071-4b6a-a9f1-acbee7bc9234 req-68393b15-270f-4745-84b1-8d14eeb3a8b8 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] For port 29835a35-8282-4880-844e-d2738d311e97, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=29835a35-8282-4880-844e-d2738d311e97,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:12.892325 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a30db0ad-0071-4b6a-a9f1-acbee7bc9234 req-68393b15-270f-4745-84b1-8d14eeb3a8b8 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:12.896426 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-a30db0ad-0071-4b6a-a9f1-acbee7bc9234 req-68393b15-270f-4745-84b1-8d14eeb3a8b8 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Calling delete_port for 29835a35-8282-4880-844e-d2738d311e97 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:12.906782 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e91f8621-bd85-432b-a5c6-2adc0e3c1d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:12.948895 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c79384-96f2-4d9e-89d9-5aad2f047e51 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Made reservation on behalf of cd60e4e2191c4bf48ddc1f2f1a2e1777 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:12.952765 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47c79384-96f2-4d9e-89d9-5aad2f047e51 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:12.981817 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47c79384-96f2-4d9e-89d9-5aad2f047e51 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:13.011163 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f8621-bd85-432b-a5c6-2adc0e3c1d76 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7a3e15-c6cc-4f53-8290-53ee5b9132dc,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:13.028307 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10a65b55-01d8-4559-bd62-a9e75ac2ca9a req-6d7da66d-9fc7-4186-b9c5-c94dc2ccaf6c tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0939856 Jul 22 16:38:13.168682 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a30db0ad-0071-4b6a-a9f1-acbee7bc9234 req-68393b15-270f-4745-84b1-8d14eeb3a8b8 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:13.204681 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['29835a35-8282-4880-844e-d2738d311e97'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:13.213294 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68393b15-270f-4745-84b1-8d14eeb3a8b8 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Pushing event deleted for resources: {'Port': ['ID=29835a35-8282-4880-844e-d2738d311e97,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:13.250573 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47c79384-96f2-4d9e-89d9-5aad2f047e51 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:13.272407 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47c79384-96f2-4d9e-89d9-5aad2f047e51 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:13.309281 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30db0ad-0071-4b6a-a9f1-acbee7bc9234 req-68393b15-270f-4745-84b1-8d14eeb3a8b8 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] No DVR routers for this DVR port 29835a35-8282-4880-844e-d2738d311e97 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:13.313268 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a30db0ad-0071-4b6a-a9f1-acbee7bc9234 req-68393b15-270f-4745-84b1-8d14eeb3a8b8 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:13.315511 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a30db0ad-0071-4b6a-a9f1-acbee7bc9234 req-68393b15-270f-4745-84b1-8d14eeb3a8b8 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.16 "DELETE /v2.0/ports/29835a35-8282-4880-844e-d2738d311e97 HTTP/1.1" status: 204 len: 173 time: 1.5314319 Jul 22 16:38:13.316157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6', 'name': 'network-vif-deleted', 'tag': '29835a35-8282-4880-844e-d2738d311e97'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:13.335323 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c087565-aae0-48f0-a920-7636d04074ea" -d '{"events": [{"server_uuid": "0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6", "name": "network-vif-deleted", "tag": "29835a35-8282-4880-844e-d2738d311e97"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:13.371019 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:38:13.379753 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5024d2fc-85ce-4291-b5a7-252b4307fa8c req-c130d0e5-15fe-4c2f-9cdd-a1e81da92272 tempest-MigrationsAdminTest-979621353 tempest-MigrationsAdminTest-979621353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6 HTTP/1.1" status: 200 len: 210 time: 0.1235225 Jul 22 16:38:13.413598 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c79384-96f2-4d9e-89d9-5aad2f047e51 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:38:13.418891 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdb4f0c-ee93-42bd-9494-4224ef17529f x-openstack-request-id: req-bbdb4f0c-ee93-42bd-9494-4224ef17529f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:13.419469 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6", "name": "network-vif-deleted", "tag": "29835a35-8282-4880-844e-d2738d311e97", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:13.420010 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bbdb4f0c-ee93-42bd-9494-4224ef17529f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:13.421123 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6f8fa5-2056-4baa-9e37-0c2ed94d23d6', 'name': 'network-vif-deleted', 'tag': '29835a35-8282-4880-844e-d2738d311e97', 'status': 'completed', 'code': 200} Jul 22 16:38:13.424739 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c79384-96f2-4d9e-89d9-5aad2f047e51 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214497f2-2a0e-447c-b0bd-cf3879126f71,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:13.427274 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e91f8621-bd85-432b-a5c6-2adc0e3c1d76 service neutron] Attempting to bind port 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:13.427603 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e91f8621-bd85-432b-a5c6-2adc0e3c1d76 service neutron] Attempting to bind port 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'f3c385f0-3f21-4cbb-a144-3b6bee8c77ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:13.427931 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e91f8621-bd85-432b-a5c6-2adc0e3c1d76 service neutron] Attempting to bind port 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc on network 408ac033-5a33-4cf7-82af-38aaa8dda69b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:13.449896 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e91f8621-bd85-432b-a5c6-2adc0e3c1d76 service neutron] Port 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc on network 408ac033-5a33-4cf7-82af-38aaa8dda69b not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:38:13.450250 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e91f8621-bd85-432b-a5c6-2adc0e3c1d76 service neutron] Attempting to bind port 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc on network 408ac033-5a33-4cf7-82af-38aaa8dda69b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:13.463440 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47c79384-96f2-4d9e-89d9-5aad2f047e51 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:13.464087 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-47c79384-96f2-4d9e-89d9-5aad2f047e51 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Added segment 7334fdbd-3f19-4a7b-85a7-0732869595bd of type vlan for network 5eb15a99-db3e-4d13-a551-df3912402b81 Jul 22 16:38:13.510268 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e91f8621-bd85-432b-a5c6-2adc0e3c1d76 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:13.510733 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e91f8621-bd85-432b-a5c6-2adc0e3c1d76 service neutron] Checking segment: {'id': 'f3c385f0-3f21-4cbb-a144-3b6bee8c77ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:13.511098 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e91f8621-bd85-432b-a5c6-2adc0e3c1d76 service neutron] Bound using segment: {'id': 'f3c385f0-3f21-4cbb-a144-3b6bee8c77ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:13.511572 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e91f8621-bd85-432b-a5c6-2adc0e3c1d76 service neutron] Bound port: 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c385f0-3f21-4cbb-a144-3b6bee8c77ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:13.511940 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e91f8621-bd85-432b-a5c6-2adc0e3c1d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:13.518003 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47c79384-96f2-4d9e-89d9-5aad2f047e51 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:13.590773 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47c79384-96f2-4d9e-89d9-5aad2f047e51 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:13.596816 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c79384-96f2-4d9e-89d9-5aad2f047e51 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:13.597479 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47c79384-96f2-4d9e-89d9-5aad2f047e51 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:13.657106 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e91f8621-bd85-432b-a5c6-2adc0e3c1d76 service neutron] For port 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:13.699432 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c79384-96f2-4d9e-89d9-5aad2f047e51 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event updated for resources: {'Network': ['ID=5eb15a99-db3e-4d13-a551-df3912402b81,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:13.705781 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-47c79384-96f2-4d9e-89d9-5aad2f047e51 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1259134 Jul 22 16:38:13.707709 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e91f8621-bd85-432b-a5c6-2adc0e3c1d76 service neutron] For port 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1d7a3e15-c6cc-4f53-8290-53ee5b9132dc,segment=NetworkSegment(f3c385f0-3f21-4cbb-a144-3b6bee8c77ad),segment_id=f3c385f0-3f21-4cbb-a144-3b6bee8c77ad)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:13.721100 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 5eb15a99-db3e-4d13-a551-df3912402b81 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:38:13.725664 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e91f8621-bd85-432b-a5c6-2adc0e3c1d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:13.847261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e91f8621-bd85-432b-a5c6-2adc0e3c1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:13.868197 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e91f8621-bd85-432b-a5c6-2adc0e3c1d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:13.876809 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e91f8621-bd85-432b-a5c6-2adc0e3c1d76 service neutron] 10.222.0.30 "PUT /v2.0/ports/1d7a3e15-c6cc-4f53-8290-53ee5b9132dc HTTP/1.1" status: 200 len: 1091 time: 1.9746909 Jul 22 16:38:13.880547 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'tag': '1d7a3e15-c6cc-4f53-8290-53ee5b9132dc'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:13.890406 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1216b5a-e230-46d6-bbde-8e6613278907" -d '{"events": [{"name": "network-changed", "server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "tag": "1d7a3e15-c6cc-4f53-8290-53ee5b9132dc"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:13.971176 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e3035087-4708-4afb-9d1e-a7c702c29c32 service neutron] Request body: {'port': {'device_id': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:14.064293 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4083b813-6b1a-472d-90e5-1be0d22a1fa5 x-openstack-request-id: req-4083b813-6b1a-472d-90e5-1be0d22a1fa5 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:14.064293 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "tag": "1d7a3e15-c6cc-4f53-8290-53ee5b9132dc", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:14.064293 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4083b813-6b1a-472d-90e5-1be0d22a1fa5 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:14.064293 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'tag': '1d7a3e15-c6cc-4f53-8290-53ee5b9132dc', 'status': 'completed', 'code': 200} Jul 22 16:38:14.137275 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f8621-bd85-432b-a5c6-2adc0e3c1d76 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7a3e15-c6cc-4f53-8290-53ee5b9132dc,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:14.192740 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e3035087-4708-4afb-9d1e-a7c702c29c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:14.292477 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb66966-3732-4f5f-a87d-e284c28964f7 req-1f934846-8d96-423f-8bdb-de4c1ebdcac6 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.300783 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb66966-3732-4f5f-a87d-e284c28964f7 req-1f934846-8d96-423f-8bdb-de4c1ebdcac6 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.320448 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb66966-3732-4f5f-a87d-e284c28964f7 req-1f934846-8d96-423f-8bdb-de4c1ebdcac6 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.333801 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb66966-3732-4f5f-a87d-e284c28964f7 req-1f934846-8d96-423f-8bdb-de4c1ebdcac6 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.349738 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb66966-3732-4f5f-a87d-e284c28964f7 req-1f934846-8d96-423f-8bdb-de4c1ebdcac6 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.377328 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cb66966-3732-4f5f-a87d-e284c28964f7 req-1f934846-8d96-423f-8bdb-de4c1ebdcac6 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 3827 time: 0.4155679 Jul 22 16:38:14.419540 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1216b5a-e230-46d6-bbde-8e6613278907 req-a051f704-aa37-4800-ad15-e9a925149520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.421470 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1216b5a-e230-46d6-bbde-8e6613278907 req-a051f704-aa37-4800-ad15-e9a925149520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.422121 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1216b5a-e230-46d6-bbde-8e6613278907 req-a051f704-aa37-4800-ad15-e9a925149520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.422740 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1216b5a-e230-46d6-bbde-8e6613278907 req-a051f704-aa37-4800-ad15-e9a925149520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.423394 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1216b5a-e230-46d6-bbde-8e6613278907 req-a051f704-aa37-4800-ad15-e9a925149520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.425390 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c1216b5a-e230-46d6-bbde-8e6613278907 req-a051f704-aa37-4800-ad15-e9a925149520 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2cdac6e8c514eed897eaf0607a1ddfd&device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 4362 time: 0.3514750 Jul 22 16:38:14.453980 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cb66966-3732-4f5f-a87d-e284c28964f7 req-f2f35d1b-01df-45be-8251-3eda7d6c14e4 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750234 Jul 22 16:38:14.597285 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e3035087-4708-4afb-9d1e-a7c702c29c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b37d7f-7bc1-469c-9d49-d6daba46b789 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:38:14.608313 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e3035087-4708-4afb-9d1e-a7c702c29c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:14.621106 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e3035087-4708-4afb-9d1e-a7c702c29c32 service neutron] Transition to ACTIVE for port object 71b37d7f-7bc1-469c-9d49-d6daba46b789 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:14.667676 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f1b4be2b-8ebe-4f05-adc0-6d1c2de39275 req-1f11b60c-9962-4b02-a60c-f6322b0e0e2c tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0394659 Jul 22 16:38:14.669132 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e3035087-4708-4afb-9d1e-a7c702c29c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:14.837853 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3035087-4708-4afb-9d1e-a7c702c29c32 service neutron] Pushing event updated for resources: {'Port': ['ID=71b37d7f-7bc1-469c-9d49-d6daba46b789,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:14.867644 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e3035087-4708-4afb-9d1e-a7c702c29c32 service neutron] Attempting to bind port 71b37d7f-7bc1-469c-9d49-d6daba46b789 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:14.870673 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e3035087-4708-4afb-9d1e-a7c702c29c32 service neutron] Attempting to bind port 71b37d7f-7bc1-469c-9d49-d6daba46b789 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '65e45124-67c6-49a6-903c-7f7ef5503d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:14.871032 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e3035087-4708-4afb-9d1e-a7c702c29c32 service neutron] Attempting to bind port 71b37d7f-7bc1-469c-9d49-d6daba46b789 on network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:14.881023 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e3035087-4708-4afb-9d1e-a7c702c29c32 service neutron] Port 71b37d7f-7bc1-469c-9d49-d6daba46b789 on network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:38:14.881360 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e3035087-4708-4afb-9d1e-a7c702c29c32 service neutron] Attempting to bind port 71b37d7f-7bc1-469c-9d49-d6daba46b789 on network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:14.903366 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e3035087-4708-4afb-9d1e-a7c702c29c32 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:14.903772 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e3035087-4708-4afb-9d1e-a7c702c29c32 service neutron] Checking segment: {'id': '65e45124-67c6-49a6-903c-7f7ef5503d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:14.904175 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e3035087-4708-4afb-9d1e-a7c702c29c32 service neutron] Bound using segment: {'id': '65e45124-67c6-49a6-903c-7f7ef5503d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:14.905284 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e3035087-4708-4afb-9d1e-a7c702c29c32 service neutron] Bound port: 71b37d7f-7bc1-469c-9d49-d6daba46b789, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65e45124-67c6-49a6-903c-7f7ef5503d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:14.905650 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e3035087-4708-4afb-9d1e-a7c702c29c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:14.987394 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1216b5a-e230-46d6-bbde-8e6613278907 req-2f657164-8a22-4eb0-ae73-21efc486f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.989586 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1216b5a-e230-46d6-bbde-8e6613278907 req-2f657164-8a22-4eb0-ae73-21efc486f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.990116 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1216b5a-e230-46d6-bbde-8e6613278907 req-2f657164-8a22-4eb0-ae73-21efc486f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.997417 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c1216b5a-e230-46d6-bbde-8e6613278907 req-2f657164-8a22-4eb0-ae73-21efc486f7a9 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c2cdac6e8c514eed897eaf0607a1ddfd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5552337 Jul 22 16:38:15.010297 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e3035087-4708-4afb-9d1e-a7c702c29c32 service neutron] For port 71b37d7f-7bc1-469c-9d49-d6daba46b789, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:15.043107 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e3035087-4708-4afb-9d1e-a7c702c29c32 service neutron] For port 71b37d7f-7bc1-469c-9d49-d6daba46b789, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=71b37d7f-7bc1-469c-9d49-d6daba46b789,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:15.052424 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e3035087-4708-4afb-9d1e-a7c702c29c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:15.159236 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3035087-4708-4afb-9d1e-a7c702c29c32 service neutron] Pushing event updated for resources: {'Port': ['ID=71b37d7f-7bc1-469c-9d49-d6daba46b789,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:15.196800 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e3035087-4708-4afb-9d1e-a7c702c29c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:15.197583 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e3035087-4708-4afb-9d1e-a7c702c29c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:15.200482 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e3035087-4708-4afb-9d1e-a7c702c29c32 service neutron] 10.222.0.30 "PUT /v2.0/ports/71b37d7f-7bc1-469c-9d49-d6daba46b789 HTTP/1.1" status: 200 len: 1131 time: 1.2784321 Jul 22 16:38:15.243162 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d8228a59-bedc-4b11-9069-836a91f54875 service neutron] Request body: {'port': {'device_id': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:15.276246 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52154) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:15.424256 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d8228a59-bedc-4b11-9069-836a91f54875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:15.570988 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1216b5a-e230-46d6-bbde-8e6613278907 req-ee10961a-e0b9-49e5-807d-cd6d278706a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:15.575382 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c1216b5a-e230-46d6-bbde-8e6613278907 req-ee10961a-e0b9-49e5-807d-cd6d278706a2 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5704277 Jul 22 16:38:15.801612 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8d521b39-43af-472a-8d45-961f2ec1e0e4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6018b9ced5ef4d9cac00ec6e1d2e0f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5239682 Jul 22 16:38:15.804118 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52164) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:15.823306 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0086ed-ef51-47f9-aabc-11c04916bf85 req-499fffcd-c9b3-4b20-b5b3-c90294f2cb76 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:15.831369 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0086ed-ef51-47f9-aabc-11c04916bf85 req-499fffcd-c9b3-4b20-b5b3-c90294f2cb76 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:15.839101 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0086ed-ef51-47f9-aabc-11c04916bf85 req-499fffcd-c9b3-4b20-b5b3-c90294f2cb76 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:15.846565 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0086ed-ef51-47f9-aabc-11c04916bf85 req-499fffcd-c9b3-4b20-b5b3-c90294f2cb76 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:15.854514 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0086ed-ef51-47f9-aabc-11c04916bf85 req-499fffcd-c9b3-4b20-b5b3-c90294f2cb76 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:15.861178 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0086ed-ef51-47f9-aabc-11c04916bf85 req-499fffcd-c9b3-4b20-b5b3-c90294f2cb76 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:15.863203 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3d0086ed-ef51-47f9-aabc-11c04916bf85 req-499fffcd-c9b3-4b20-b5b3-c90294f2cb76 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 4600 time: 0.2445266 Jul 22 16:38:15.881212 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-15345b76-5541-401c-bd69-60e04eb9f193 req-c0bccf6f-0491-4ae7-a427-05a364f4eb32 tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0466027 Jul 22 16:38:15.992267 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb9bbb06-0e87-4b95-ac61-cff4a1734a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:16.000591 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d8228a59-bedc-4b11-9069-836a91f54875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d633fbc4-56d8-481f-9b8d-67add53d5f51 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:38:16.017976 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d8228a59-bedc-4b11-9069-836a91f54875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:16.024270 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3d0086ed-ef51-47f9-aabc-11c04916bf85 req-8b7fb58f-795b-4162-8adf-386d24b41d0d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1232445 Jul 22 16:38:16.053828 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d8228a59-bedc-4b11-9069-836a91f54875 service neutron] Transition to ACTIVE for port object d633fbc4-56d8-481f-9b8d-67add53d5f51 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:16.062843 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d8228a59-bedc-4b11-9069-836a91f54875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:16.079008 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'tag': '71b37d7f-7bc1-469c-9d49-d6daba46b789'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:16.080319 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb9bbb06-0e87-4b95-ac61-cff4a1734a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:16.081867 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933bdb0a-b1d9-433d-bd52-f2292dd2c82a" -d '{"events": [{"name": "network-changed", "server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "tag": "71b37d7f-7bc1-469c-9d49-d6daba46b789"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:16.181676 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8228a59-bedc-4b11-9069-836a91f54875 service neutron] Pushing event updated for resources: {'Port': ['ID=d633fbc4-56d8-481f-9b8d-67add53d5f51,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:16.214148 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb9bbb06-0e87-4b95-ac61-cff4a1734a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:16.219864 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb9bbb06-0e87-4b95-ac61-cff4a1734a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:16.236578 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 29835a35-8282-4880-844e-d2738d311e97 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:16.238916 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fb9bbb06-0e87-4b95-ac61-cff4a1734a5c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eb384402-befb-42a5-a564-5e0ca50a798c HTTP/1.1" status: 204 len: 168 time: 0.4321890 Jul 22 16:38:16.257720 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0448df79-f67b-4f92-b0fe-a31503b07724 x-openstack-request-id: req-0448df79-f67b-4f92-b0fe-a31503b07724 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:16.260249 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "tag": "71b37d7f-7bc1-469c-9d49-d6daba46b789", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:16.260545 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0448df79-f67b-4f92-b0fe-a31503b07724 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:16.262591 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'tag': '71b37d7f-7bc1-469c-9d49-d6daba46b789', 'status': 'completed', 'code': 200} Jul 22 16:38:16.303651 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 29835a35-8282-4880-844e-d2738d311e97 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:16.306486 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 29835a35-8282-4880-844e-d2738d311e97 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:16.377467 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bbb06-0e87-4b95-ac61-cff4a1734a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb384402-befb-42a5-a564-5e0ca50a798c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:16.468083 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bdb0a-b1d9-433d-bd52-f2292dd2c82a req-f8874646-3a23-407a-b510-4df54f210e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:16.469076 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bdb0a-b1d9-433d-bd52-f2292dd2c82a req-f8874646-3a23-407a-b510-4df54f210e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:16.469778 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bdb0a-b1d9-433d-bd52-f2292dd2c82a req-f8874646-3a23-407a-b510-4df54f210e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:16.470519 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bdb0a-b1d9-433d-bd52-f2292dd2c82a req-f8874646-3a23-407a-b510-4df54f210e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:16.471161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bdb0a-b1d9-433d-bd52-f2292dd2c82a req-f8874646-3a23-407a-b510-4df54f210e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:16.471797 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bdb0a-b1d9-433d-bd52-f2292dd2c82a req-f8874646-3a23-407a-b510-4df54f210e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:16.472988 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bdb0a-b1d9-433d-bd52-f2292dd2c82a req-f8874646-3a23-407a-b510-4df54f210e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:16.475214 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-933bdb0a-b1d9-433d-bd52-f2292dd2c82a req-f8874646-3a23-407a-b510-4df54f210e37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2cdac6e8c514eed897eaf0607a1ddfd&device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 6167 time: 0.2340989 Jul 22 16:38:16.484305 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d8228a59-bedc-4b11-9069-836a91f54875 service neutron] Attempting to bind port d633fbc4-56d8-481f-9b8d-67add53d5f51 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:16.484834 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d8228a59-bedc-4b11-9069-836a91f54875 service neutron] Attempting to bind port d633fbc4-56d8-481f-9b8d-67add53d5f51 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '65e45124-67c6-49a6-903c-7f7ef5503d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:16.486316 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d8228a59-bedc-4b11-9069-836a91f54875 service neutron] Attempting to bind port d633fbc4-56d8-481f-9b8d-67add53d5f51 on network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:16.509657 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d8228a59-bedc-4b11-9069-836a91f54875 service neutron] Port d633fbc4-56d8-481f-9b8d-67add53d5f51 on network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:38:16.512500 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d8228a59-bedc-4b11-9069-836a91f54875 service neutron] Attempting to bind port d633fbc4-56d8-481f-9b8d-67add53d5f51 on network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:16.522034 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d8228a59-bedc-4b11-9069-836a91f54875 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:16.526404 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d8228a59-bedc-4b11-9069-836a91f54875 service neutron] Checking segment: {'id': '65e45124-67c6-49a6-903c-7f7ef5503d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:16.527090 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d8228a59-bedc-4b11-9069-836a91f54875 service neutron] Bound using segment: {'id': '65e45124-67c6-49a6-903c-7f7ef5503d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:16.528165 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d8228a59-bedc-4b11-9069-836a91f54875 service neutron] Bound port: d633fbc4-56d8-481f-9b8d-67add53d5f51, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65e45124-67c6-49a6-903c-7f7ef5503d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:16.528780 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d8228a59-bedc-4b11-9069-836a91f54875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:16.757839 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bdb0a-b1d9-433d-bd52-f2292dd2c82a req-f6816eee-c8f3-4a99-ab04-52fe36aef71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:16.758528 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bdb0a-b1d9-433d-bd52-f2292dd2c82a req-f6816eee-c8f3-4a99-ab04-52fe36aef71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:16.758960 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bdb0a-b1d9-433d-bd52-f2292dd2c82a req-f6816eee-c8f3-4a99-ab04-52fe36aef71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:16.760845 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-933bdb0a-b1d9-433d-bd52-f2292dd2c82a req-f6816eee-c8f3-4a99-ab04-52fe36aef71e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c2cdac6e8c514eed897eaf0607a1ddfd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2723548 Jul 22 16:38:16.899169 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52184) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:17.012664 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0a1bc304-1be8-48ec-8be1-3d46edfc2082 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=faa3a85a557f4e7199841be0ca930187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1014912 Jul 22 16:38:17.015256 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52188) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:17.024509 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bdb0a-b1d9-433d-bd52-f2292dd2c82a req-ea24b60c-799d-4d2b-ab32-d1d4a4fd52c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:17.026352 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-933bdb0a-b1d9-433d-bd52-f2292dd2c82a req-ea24b60c-799d-4d2b-ab32-d1d4a4fd52c8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2592299 Jul 22 16:38:17.106282 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4e1609c0-d1a0-4735-bde1-7d0867cb886b req-83194c78-6718-45c4-99ff-b6fbbe53b96c tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0817437 Jul 22 16:38:17.113079 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52194) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:17.121060 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-95ae10b9-3eb1-4d17-9a2c-53f13bde6ca8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Request body: {'subnet': {'network_id': '5eb15a99-db3e-4d13-a551-df3912402b81', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:17.158757 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97285739-883e-4a72-b2d6-674f4ab103c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:17.189884 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97285739-883e-4a72-b2d6-674f4ab103c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:17.204180 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d8228a59-bedc-4b11-9069-836a91f54875 service neutron] For port d633fbc4-56d8-481f-9b8d-67add53d5f51, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:17.207899 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d8228a59-bedc-4b11-9069-836a91f54875 service neutron] For port d633fbc4-56d8-481f-9b8d-67add53d5f51, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d633fbc4-56d8-481f-9b8d-67add53d5f51,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:17.227221 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d8228a59-bedc-4b11-9069-836a91f54875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:17.302748 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d8228a59-bedc-4b11-9069-836a91f54875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:17.303364 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d8228a59-bedc-4b11-9069-836a91f54875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:17.304758 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d8228a59-bedc-4b11-9069-836a91f54875 service neutron] 10.222.0.30 "PUT /v2.0/ports/d633fbc4-56d8-481f-9b8d-67add53d5f51 HTTP/1.1" status: 200 len: 1130 time: 2.0675194 Jul 22 16:38:17.320901 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ae10b9-3eb1-4d17-9a2c-53f13bde6ca8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Made reservation on behalf of cd60e4e2191c4bf48ddc1f2f1a2e1777 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:17.325263 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95ae10b9-3eb1-4d17-9a2c-53f13bde6ca8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:17.331319 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8228a59-bedc-4b11-9069-836a91f54875 service neutron] Pushing event updated for resources: {'Port': ['ID=d633fbc4-56d8-481f-9b8d-67add53d5f51,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:17.379291 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-6fed4279-d278-464f-8d4c-e8c0798d5184 service neutron] Request body: {'port': {'device_id': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:17.415943 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1d4cb-b117-4956-af39-2d335054d8d6 req-8947ecc4-da4e-4d71-a045-e9d9e88cb77d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:17.437017 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1d4cb-b117-4956-af39-2d335054d8d6 req-8947ecc4-da4e-4d71-a045-e9d9e88cb77d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:17.445032 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1d4cb-b117-4956-af39-2d335054d8d6 req-8947ecc4-da4e-4d71-a045-e9d9e88cb77d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:17.456131 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1d4cb-b117-4956-af39-2d335054d8d6 req-8947ecc4-da4e-4d71-a045-e9d9e88cb77d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:17.462655 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1d4cb-b117-4956-af39-2d335054d8d6 req-8947ecc4-da4e-4d71-a045-e9d9e88cb77d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:17.469391 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1d4cb-b117-4956-af39-2d335054d8d6 req-8947ecc4-da4e-4d71-a045-e9d9e88cb77d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:17.476399 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1d4cb-b117-4956-af39-2d335054d8d6 req-8947ecc4-da4e-4d71-a045-e9d9e88cb77d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:17.485267 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cad1d4cb-b117-4956-af39-2d335054d8d6 req-8947ecc4-da4e-4d71-a045-e9d9e88cb77d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5372 time: 0.2715406 Jul 22 16:38:17.571228 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cad1d4cb-b117-4956-af39-2d335054d8d6 req-23039ddb-f16b-43c9-a7ed-db513dd6a631 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0803621 Jul 22 16:38:17.573292 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95ae10b9-3eb1-4d17-9a2c-53f13bde6ca8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:17.621946 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97285739-883e-4a72-b2d6-674f4ab103c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:17.625677 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97285739-883e-4a72-b2d6-674f4ab103c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:17.640213 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-97285739-883e-4a72-b2d6-674f4ab103c2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c971fa47-6c01-4e4f-afa6-95003a22b4a7 HTTP/1.1" status: 204 len: 168 time: 0.6152387 Jul 22 16:38:17.688252 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-6fed4279-d278-464f-8d4c-e8c0798d5184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:17.735889 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae10b9-3eb1-4d17-9a2c-53f13bde6ca8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event updated for resources: {'Subnet': ['ID=be481fe9-0a16-44e2-bb7c-2662e8370e16,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:17.740420 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97285739-883e-4a72-b2d6-674f4ab103c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c971fa47-6c01-4e4f-afa6-95003a22b4a7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:17.780504 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae10b9-3eb1-4d17-9a2c-53f13bde6ca8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Checking segment: {'id': '7334fdbd-3f19-4a7b-85a7-0732869595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5eb15a99-db3e-4d13-a551-df3912402b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:17.781087 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ae10b9-3eb1-4d17-9a2c-53f13bde6ca8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Network hostable DHCP agents. Network: 5eb15a99-db3e-4d13-a551-df3912402b81, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:38:17.812044 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ae10b9-3eb1-4d17-9a2c-53f13bde6ca8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Network 5eb15a99-db3e-4d13-a551-df3912402b81 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:38:17.829250 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-95ae10b9-3eb1-4d17-9a2c-53f13bde6ca8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 5eb15a99-db3e-4d13-a551-df3912402b81) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:17.837540 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ae10b9-3eb1-4d17-9a2c-53f13bde6ca8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:17.838349 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95ae10b9-3eb1-4d17-9a2c-53f13bde6ca8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:17.841457 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68897a85-89fb-47f5-a21c-cb6adf057a01 None None] Network 5eb15a99-db3e-4d13-a551-df3912402b81 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:17.877580 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-95ae10b9-3eb1-4d17-9a2c-53f13bde6ca8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7586989 Jul 22 16:38:17.877820 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52202) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:17.888128 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d0156815-2932-4ecd-ad15-5543fd836885 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2141366993'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:17.937846 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0156815-2932-4ecd-ad15-5543fd836885 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Made reservation on behalf of cd60e4e2191c4bf48ddc1f2f1a2e1777 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:17.944099 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0156815-2932-4ecd-ad15-5543fd836885 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:18.008607 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0156815-2932-4ecd-ad15-5543fd836885 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:38:18.023206 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0156815-2932-4ecd-ad15-5543fd836885 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:18.023902 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-d0156815-2932-4ecd-ad15-5543fd836885 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Added segment ff0d847d-e418-4fcc-a2aa-242079ba9901 of type vlan for network 1fd68067-b551-4e3d-9ed1-4a7925c9ebeb Jul 22 16:38:18.066621 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814d47a9-845a-4d8d-a00c-14c6b592d7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-5eb15a99-db3e-4d13-a551-df3912402b81', 'network_id': '5eb15a99-db3e-4d13-a551-df3912402b81', 'tenant_id': 'cd60e4e2191c4bf48ddc1f2f1a2e1777', 'fixed_ips': [{'subnet_id': 'be481fe9-0a16-44e2-bb7c-2662e8370e16'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:38:18.067645 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-814d47a9-845a-4d8d-a00c-14c6b592d7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:18.117694 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0156815-2932-4ecd-ad15-5543fd836885 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:18.194759 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0156815-2932-4ecd-ad15-5543fd836885 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:18.201115 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0156815-2932-4ecd-ad15-5543fd836885 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:18.201865 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0156815-2932-4ecd-ad15-5543fd836885 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:18.210346 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-6fed4279-d278-464f-8d4c-e8c0798d5184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15308c51-be2f-4b0a-b292-316a0d6b5938 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:38:18.258434 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-6fed4279-d278-464f-8d4c-e8c0798d5184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:18.266065 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'tag': 'd633fbc4-56d8-481f-9b8d-67add53d5f51'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:18.275791 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de3ff9f-c49f-49bf-adc4-dff1df1896d5" -d '{"events": [{"name": "network-changed", "server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "tag": "d633fbc4-56d8-481f-9b8d-67add53d5f51"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:18.285724 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d0156815-2932-4ecd-ad15-5543fd836885 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4033403 Jul 22 16:38:18.285724 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52218) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:18.300882 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-814d47a9-845a-4d8d-a00c-14c6b592d7a5 None None] Allocated IP 2001:db8:0:ffff::2 (5eb15a99-db3e-4d13-a551-df3912402b81/be481fe9-0a16-44e2-bb7c-2662e8370e16/fe6d3f6e-90ac-474c-b07d-c7041434dae1) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:18.303702 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0e0bb37d-2dce-45db-929b-c0432c79f8ec tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Request body: {'subnet': {'network_id': '1fd68067-b551-4e3d-9ed1-4a7925c9ebeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:18.337887 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64fae8bb-4b8b-429c-9c0c-945c874ef77f req-61709f46-b29f-4be7-8953-e080dd15342e tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.1080713 Jul 22 16:38:18.343599 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-6fed4279-d278-464f-8d4c-e8c0798d5184 service neutron] Transition to ACTIVE for port object 15308c51-be2f-4b0a-b292-316a0d6b5938 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:18.359225 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-6fed4279-d278-464f-8d4c-e8c0798d5184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:18.438135 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5f6120-a290-442b-b40d-70b4cf2ac3eb x-openstack-request-id: req-bb5f6120-a290-442b-b40d-70b4cf2ac3eb {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:18.438440 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "tag": "d633fbc4-56d8-481f-9b8d-67add53d5f51", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:18.438695 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bb5f6120-a290-442b-b40d-70b4cf2ac3eb {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:18.438981 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0156815-2932-4ecd-ad15-5543fd836885 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event updated for resources: {'Network': ['ID=1fd68067-b551-4e3d-9ed1-4a7925c9ebeb,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:18.440546 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'tag': 'd633fbc4-56d8-481f-9b8d-67add53d5f51', 'status': 'completed', 'code': 200} Jul 22 16:38:18.512711 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed4279-d278-464f-8d4c-e8c0798d5184 service neutron] Pushing event updated for resources: {'Port': ['ID=15308c51-be2f-4b0a-b292-316a0d6b5938,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:18.551424 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-814d47a9-845a-4d8d-a00c-14c6b592d7a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:18.560630 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-814d47a9-845a-4d8d-a00c-14c6b592d7a5 None None] Transition to ACTIVE for port object fe6d3f6e-90ac-474c-b07d-c7041434dae1 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:18.577741 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-814d47a9-845a-4d8d-a00c-14c6b592d7a5 None None] Transition to ACTIVE for port object fe6d3f6e-90ac-474c-b07d-c7041434dae1 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:18.582682 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 1fd68067-b551-4e3d-9ed1-4a7925c9ebeb details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:38:18.754672 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0bb37d-2dce-45db-929b-c0432c79f8ec tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Made reservation on behalf of cd60e4e2191c4bf48ddc1f2f1a2e1777 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:18.754861 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-814d47a9-845a-4d8d-a00c-14c6b592d7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:18.758337 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb37d-2dce-45db-929b-c0432c79f8ec tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:18.769611 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3ff9f-c49f-49bf-adc4-dff1df1896d5 req-28c7f20a-4320-46c4-a67d-3b78c27f680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:18.770462 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3ff9f-c49f-49bf-adc4-dff1df1896d5 req-28c7f20a-4320-46c4-a67d-3b78c27f680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:18.770947 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3ff9f-c49f-49bf-adc4-dff1df1896d5 req-28c7f20a-4320-46c4-a67d-3b78c27f680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:18.771418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3ff9f-c49f-49bf-adc4-dff1df1896d5 req-28c7f20a-4320-46c4-a67d-3b78c27f680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:18.771934 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3ff9f-c49f-49bf-adc4-dff1df1896d5 req-28c7f20a-4320-46c4-a67d-3b78c27f680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:18.772439 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3ff9f-c49f-49bf-adc4-dff1df1896d5 req-28c7f20a-4320-46c4-a67d-3b78c27f680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:18.772913 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3ff9f-c49f-49bf-adc4-dff1df1896d5 req-28c7f20a-4320-46c4-a67d-3b78c27f680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:18.774983 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6de3ff9f-c49f-49bf-adc4-dff1df1896d5 req-28c7f20a-4320-46c4-a67d-3b78c27f680a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2cdac6e8c514eed897eaf0607a1ddfd&device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 6234 time: 0.1736443 Jul 22 16:38:18.798233 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-6fed4279-d278-464f-8d4c-e8c0798d5184 service neutron] Attempting to bind port 15308c51-be2f-4b0a-b292-316a0d6b5938 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:18.800609 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-6fed4279-d278-464f-8d4c-e8c0798d5184 service neutron] Attempting to bind port 15308c51-be2f-4b0a-b292-316a0d6b5938 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '65e45124-67c6-49a6-903c-7f7ef5503d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:18.801283 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-6fed4279-d278-464f-8d4c-e8c0798d5184 service neutron] Attempting to bind port 15308c51-be2f-4b0a-b292-316a0d6b5938 on network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:18.808659 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814d47a9-845a-4d8d-a00c-14c6b592d7a5 None None] Network 5eb15a99-db3e-4d13-a551-df3912402b81 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:18.814683 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-814d47a9-845a-4d8d-a00c-14c6b592d7a5 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:18.840220 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-6fed4279-d278-464f-8d4c-e8c0798d5184 service neutron] Port 15308c51-be2f-4b0a-b292-316a0d6b5938 on network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:38:18.847552 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-6fed4279-d278-464f-8d4c-e8c0798d5184 service neutron] Attempting to bind port 15308c51-be2f-4b0a-b292-316a0d6b5938 on network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:18.873664 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814d47a9-845a-4d8d-a00c-14c6b592d7a5 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:18.929535 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-6fed4279-d278-464f-8d4c-e8c0798d5184 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:18.929948 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-6fed4279-d278-464f-8d4c-e8c0798d5184 service neutron] Checking segment: {'id': '65e45124-67c6-49a6-903c-7f7ef5503d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:18.930460 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d47a9-845a-4d8d-a00c-14c6b592d7a5 None None] Pushing event updated for resources: {'Port': ['ID=fe6d3f6e-90ac-474c-b07d-c7041434dae1,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:18.930639 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-6fed4279-d278-464f-8d4c-e8c0798d5184 service neutron] Bound using segment: {'id': '65e45124-67c6-49a6-903c-7f7ef5503d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:18.931237 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-6fed4279-d278-464f-8d4c-e8c0798d5184 service neutron] Bound port: 15308c51-be2f-4b0a-b292-316a0d6b5938, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65e45124-67c6-49a6-903c-7f7ef5503d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:18.931609 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-6fed4279-d278-464f-8d4c-e8c0798d5184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:19.054175 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad037c-063d-4b78-b88e-578a4eab6bff req-c8a4a42e-4abf-4a99-a086-553e53984ceb tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:19.060335 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad037c-063d-4b78-b88e-578a4eab6bff req-c8a4a42e-4abf-4a99-a086-553e53984ceb tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:19.063390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-814d47a9-845a-4d8d-a00c-14c6b592d7a5 None None] Attempting to bind port fe6d3f6e-90ac-474c-b07d-c7041434dae1 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:19.064153 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-814d47a9-845a-4d8d-a00c-14c6b592d7a5 None None] Attempting to bind port fe6d3f6e-90ac-474c-b07d-c7041434dae1 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '7334fdbd-3f19-4a7b-85a7-0732869595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5eb15a99-db3e-4d13-a551-df3912402b81'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:19.064153 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814d47a9-845a-4d8d-a00c-14c6b592d7a5 None None] Attempting to bind port fe6d3f6e-90ac-474c-b07d-c7041434dae1 on network 5eb15a99-db3e-4d13-a551-df3912402b81 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:19.073302 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad037c-063d-4b78-b88e-578a4eab6bff req-c8a4a42e-4abf-4a99-a086-553e53984ceb tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:19.079031 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814d47a9-845a-4d8d-a00c-14c6b592d7a5 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:19.079511 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad037c-063d-4b78-b88e-578a4eab6bff req-c8a4a42e-4abf-4a99-a086-553e53984ceb tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:19.085571 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad037c-063d-4b78-b88e-578a4eab6bff req-c8a4a42e-4abf-4a99-a086-553e53984ceb tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:19.088587 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814d47a9-845a-4d8d-a00c-14c6b592d7a5 None None] Checking segment: {'id': '7334fdbd-3f19-4a7b-85a7-0732869595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5eb15a99-db3e-4d13-a551-df3912402b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:19.090084 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-814d47a9-845a-4d8d-a00c-14c6b592d7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:19.091520 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad037c-063d-4b78-b88e-578a4eab6bff req-c8a4a42e-4abf-4a99-a086-553e53984ceb tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:19.093733 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814d47a9-845a-4d8d-a00c-14c6b592d7a5 None None] Bound using segment: {'id': '7334fdbd-3f19-4a7b-85a7-0732869595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5eb15a99-db3e-4d13-a551-df3912402b81'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:19.094484 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-814d47a9-845a-4d8d-a00c-14c6b592d7a5 None None] Bound port: fe6d3f6e-90ac-474c-b07d-c7041434dae1, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7334fdbd-3f19-4a7b-85a7-0732869595bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5eb15a99-db3e-4d13-a551-df3912402b81'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:19.095054 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-814d47a9-845a-4d8d-a00c-14c6b592d7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:19.097470 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad037c-063d-4b78-b88e-578a4eab6bff req-c8a4a42e-4abf-4a99-a086-553e53984ceb tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:19.099451 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eaad037c-063d-4b78-b88e-578a4eab6bff req-c8a4a42e-4abf-4a99-a086-553e53984ceb tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5384 time: 0.3094761 Jul 22 16:38:19.113279 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-6fed4279-d278-464f-8d4c-e8c0798d5184 service neutron] For port 15308c51-be2f-4b0a-b292-316a0d6b5938, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:19.141066 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52236) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:19.149517 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-6fed4279-d278-464f-8d4c-e8c0798d5184 service neutron] For port 15308c51-be2f-4b0a-b292-316a0d6b5938, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=15308c51-be2f-4b0a-b292-316a0d6b5938,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:19.163185 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-6fed4279-d278-464f-8d4c-e8c0798d5184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:19.199600 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eaad037c-063d-4b78-b88e-578a4eab6bff req-987d2785-0fcb-4f4b-b8fd-ae1d9d63b0f1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0837228 Jul 22 16:38:19.214227 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-6fed4279-d278-464f-8d4c-e8c0798d5184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:19.214865 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-6fed4279-d278-464f-8d4c-e8c0798d5184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:19.216410 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-6fed4279-d278-464f-8d4c-e8c0798d5184 service neutron] 10.222.0.30 "PUT /v2.0/ports/15308c51-be2f-4b0a-b292-316a0d6b5938 HTTP/1.1" status: 200 len: 1091 time: 1.8529649 Jul 22 16:38:19.240511 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed4279-d278-464f-8d4c-e8c0798d5184 service neutron] Pushing event updated for resources: {'Port': ['ID=15308c51-be2f-4b0a-b292-316a0d6b5938,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:19.260060 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e108b794-8e0e-4433-abfc-84cae354edb0 service neutron] Request body: {'port': {'device_id': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:19.276738 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-814d47a9-845a-4d8d-a00c-14c6b592d7a5 None None] For port fe6d3f6e-90ac-474c-b07d-c7041434dae1, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:19.286519 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-814d47a9-845a-4d8d-a00c-14c6b592d7a5 None None] For port fe6d3f6e-90ac-474c-b07d-c7041434dae1, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=fe6d3f6e-90ac-474c-b07d-c7041434dae1,segment=NetworkSegment(7334fdbd-3f19-4a7b-85a7-0732869595bd),segment_id=7334fdbd-3f19-4a7b-85a7-0732869595bd)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:19.291647 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3ff9f-c49f-49bf-adc4-dff1df1896d5 req-8f5d18c3-90b7-4832-a59f-da1459033456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:19.292347 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3ff9f-c49f-49bf-adc4-dff1df1896d5 req-8f5d18c3-90b7-4832-a59f-da1459033456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:19.293170 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3ff9f-c49f-49bf-adc4-dff1df1896d5 req-8f5d18c3-90b7-4832-a59f-da1459033456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:19.296012 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6de3ff9f-c49f-49bf-adc4-dff1df1896d5 req-8f5d18c3-90b7-4832-a59f-da1459033456 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c2cdac6e8c514eed897eaf0607a1ddfd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5065994 Jul 22 16:38:19.299157 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-814d47a9-845a-4d8d-a00c-14c6b592d7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:19.384555 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1139722916-network', 'tenant_id': '7c03e3567f6042d08ada9c6b8f674d82'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:19.436647 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d47a9-845a-4d8d-a00c-14c6b592d7a5 None None] Pushing event updated for resources: {'Port': ['ID=fe6d3f6e-90ac-474c-b07d-c7041434dae1,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:19.491548 n-d-798930-9 neutron-server[93816]: DEBUG neutron.objects.ports [None req-0e0bb37d-2dce-45db-929b-c0432c79f8ec tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:38:19.514791 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e108b794-8e0e-4433-abfc-84cae354edb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:19.523428 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Made reservation on behalf of 7c03e3567f6042d08ada9c6b8f674d82 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:19.528611 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:19.558865 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-16f8be77-14f6-4869-b55e-dccf0c9f7bde req-e0ca1e2d-c9f6-426a-a68b-bc88ad3c02e7 tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0703943 Jul 22 16:38:19.570001 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:19.640606 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3ff9f-c49f-49bf-adc4-dff1df1896d5 req-bd64e896-983f-4518-ad51-296ee9958bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:19.641300 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6de3ff9f-c49f-49bf-adc4-dff1df1896d5 req-bd64e896-983f-4518-ad51-296ee9958bc5 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3213842 Jul 22 16:38:19.646105 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb37d-2dce-45db-929b-c0432c79f8ec tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:19.814616 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bb37d-2dce-45db-929b-c0432c79f8ec tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event updated for resources: {'Subnet': ['ID=6f23cb1e-5c8a-41d5-b7ff-d3d31e7ac75f,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:19.824755 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0bb37d-2dce-45db-929b-c0432c79f8ec tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Checking segment: {'id': 'ff0d847d-e418-4fcc-a2aa-242079ba9901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1fd68067-b551-4e3d-9ed1-4a7925c9ebeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:19.826501 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0bb37d-2dce-45db-929b-c0432c79f8ec tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Network hostable DHCP agents. Network: 1fd68067-b551-4e3d-9ed1-4a7925c9ebeb, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:38:19.867648 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0bb37d-2dce-45db-929b-c0432c79f8ec tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Network 1fd68067-b551-4e3d-9ed1-4a7925c9ebeb is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:38:19.901453 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0e0bb37d-2dce-45db-929b-c0432c79f8ec tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 1fd68067-b551-4e3d-9ed1-4a7925c9ebeb) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:19.909134 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0bb37d-2dce-45db-929b-c0432c79f8ec tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:19.910335 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb37d-2dce-45db-929b-c0432c79f8ec tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:19.917885 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168386dc-a546-4c12-845f-7da37c2fbac5 None None] Network 1fd68067-b551-4e3d-9ed1-4a7925c9ebeb requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:20.082540 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:20.100136 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0e0bb37d-2dce-45db-929b-c0432c79f8ec tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8113506 Jul 22 16:38:20.100531 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52248) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:20.112923 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b51ece9f-e024-4230-bdec-64ff5e2a2538 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Request body: {'port': {'network_id': '1fd68067-b551-4e3d-9ed1-4a7925c9ebeb', 'name': 'tempest-NetworksIpV6TestAttrs-322952420'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:20.118719 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:20.151437 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:38:20.223769 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8fff34-6ed7-4790-906a-42782cf37686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-1fd68067-b551-4e3d-9ed1-4a7925c9ebeb', 'network_id': '1fd68067-b551-4e3d-9ed1-4a7925c9ebeb', 'tenant_id': 'cd60e4e2191c4bf48ddc1f2f1a2e1777', 'fixed_ips': [{'subnet_id': '6f23cb1e-5c8a-41d5-b7ff-d3d31e7ac75f'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:38:20.227226 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b8fff34-6ed7-4790-906a-42782cf37686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:20.238250 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:20.238811 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Added segment a0780ec3-be8e-46b5-81d6-5c88bcb58a30 of type vlan for network 5d10d39e-2e47-4f9b-b3b1-10b77f7ca088 Jul 22 16:38:20.239912 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475bbf04-f2e6-491d-9289-f3b9e7858af4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:20.282570 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:20.282921 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:20.283266 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:20.283608 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:20.283946 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:20.284278 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:20.284610 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:20.284947 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:20.285267 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:20.285596 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:20.285948 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:20.286272 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:20.304682 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e108b794-8e0e-4433-abfc-84cae354edb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f8e2019-4413-47d1-bf77-7942fb52a98f {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:38:20.355550 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e108b794-8e0e-4433-abfc-84cae354edb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:20.359681 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:20.410680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51ece9f-e024-4230-bdec-64ff5e2a2538 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Made reservation on behalf of cd60e4e2191c4bf48ddc1f2f1a2e1777 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:20.417955 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b51ece9f-e024-4230-bdec-64ff5e2a2538 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:20.439398 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e108b794-8e0e-4433-abfc-84cae354edb0 service neutron] Transition to ACTIVE for port object 8f8e2019-4413-47d1-bf77-7942fb52a98f will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:20.442279 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'tag': '15308c51-be2f-4b0a-b292-316a0d6b5938'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:20.444846 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1983d2-52e0-41cc-8058-f6e8dcfdfc5d" -d '{"events": [{"name": "network-changed", "server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "tag": "15308c51-be2f-4b0a-b292-316a0d6b5938"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:20.453448 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-b51ece9f-e024-4230-bdec-64ff5e2a2538 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] device_id is not set on port ca552206-2bbf-45a4-bca2-ad14670d6d14 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:38:20.461909 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e108b794-8e0e-4433-abfc-84cae354edb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:20.502399 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:20.503620 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:20.504222 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:20.518841 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9ffc48-2d40-4a7e-b9ec-6e340f0b1f8d x-openstack-request-id: req-df9ffc48-2d40-4a7e-b9ec-6e340f0b1f8d {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:20.519142 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "tag": "15308c51-be2f-4b0a-b292-316a0d6b5938", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:20.522792 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-df9ffc48-2d40-4a7e-b9ec-6e340f0b1f8d {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:20.523232 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'tag': '15308c51-be2f-4b0a-b292-316a0d6b5938', 'status': 'completed', 'code': 200} Jul 22 16:38:20.590013 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-9b8fff34-6ed7-4790-906a-42782cf37686 None None] Allocated IP 2001:db8::f816:3eff:fe7d:f9eb (1fd68067-b551-4e3d-9ed1-4a7925c9ebeb/6f23cb1e-5c8a-41d5-b7ff-d3d31e7ac75f/6d2ea004-d8a5-45e7-aa17-25d0692dfce7) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:20.796298 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1983d2-52e0-41cc-8058-f6e8dcfdfc5d req-39e01755-ce39-42b9-8337-ed63707c4477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:20.796298 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1983d2-52e0-41cc-8058-f6e8dcfdfc5d req-39e01755-ce39-42b9-8337-ed63707c4477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:20.796298 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1983d2-52e0-41cc-8058-f6e8dcfdfc5d req-39e01755-ce39-42b9-8337-ed63707c4477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:20.796298 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1983d2-52e0-41cc-8058-f6e8dcfdfc5d req-39e01755-ce39-42b9-8337-ed63707c4477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:20.796298 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1983d2-52e0-41cc-8058-f6e8dcfdfc5d req-39e01755-ce39-42b9-8337-ed63707c4477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:20.796298 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1983d2-52e0-41cc-8058-f6e8dcfdfc5d req-39e01755-ce39-42b9-8337-ed63707c4477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:20.796298 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1983d2-52e0-41cc-8058-f6e8dcfdfc5d req-39e01755-ce39-42b9-8337-ed63707c4477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:20.796298 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fe1983d2-52e0-41cc-8058-f6e8dcfdfc5d req-39e01755-ce39-42b9-8337-ed63707c4477 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2cdac6e8c514eed897eaf0607a1ddfd&device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 6301 time: 0.2269468 Jul 22 16:38:20.887543 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108b794-8e0e-4433-abfc-84cae354edb0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8e2019-4413-47d1-bf77-7942fb52a98f,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:20.898576 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] Pushing event updated for resources: {'Network': ['ID=5d10d39e-2e47-4f9b-b3b1-10b77f7ca088,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:20.930544 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c1263fb6-d8fb-46d1-8b17-17997f252d20 req-061ae975-a4d0-4e55-af40-bcfd7f3352c8 tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0987041 Jul 22 16:38:20.939377 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6b2d0b13-4b3a-470e-9f45-b5c5be3e357f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7973764 Jul 22 16:38:20.957496 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b8fff34-6ed7-4790-906a-42782cf37686 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:20.966439 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9b8fff34-6ed7-4790-906a-42782cf37686 None None] Transition to ACTIVE for port object 6d2ea004-d8a5-45e7-aa17-25d0692dfce7 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:20.971045 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e108b794-8e0e-4433-abfc-84cae354edb0 service neutron] Attempting to bind port 8f8e2019-4413-47d1-bf77-7942fb52a98f on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:20.971516 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e108b794-8e0e-4433-abfc-84cae354edb0 service neutron] Attempting to bind port 8f8e2019-4413-47d1-bf77-7942fb52a98f by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '65e45124-67c6-49a6-903c-7f7ef5503d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:20.971689 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e108b794-8e0e-4433-abfc-84cae354edb0 service neutron] Attempting to bind port 8f8e2019-4413-47d1-bf77-7942fb52a98f on network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:20.987666 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9b8fff34-6ed7-4790-906a-42782cf37686 None None] Transition to ACTIVE for port object 6d2ea004-d8a5-45e7-aa17-25d0692dfce7 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:20.992654 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 5d10d39e-2e47-4f9b-b3b1-10b77f7ca088 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:38:21.013282 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938df642-7fb2-4a5a-886c-3c12aece2e2b req-3689bae3-1937-4b19-a78b-8e55c4ae64b2 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:21.030134 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938df642-7fb2-4a5a-886c-3c12aece2e2b req-3689bae3-1937-4b19-a78b-8e55c4ae64b2 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:21.070624 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938df642-7fb2-4a5a-886c-3c12aece2e2b req-3689bae3-1937-4b19-a78b-8e55c4ae64b2 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:21.077261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938df642-7fb2-4a5a-886c-3c12aece2e2b req-3689bae3-1937-4b19-a78b-8e55c4ae64b2 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:21.083267 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938df642-7fb2-4a5a-886c-3c12aece2e2b req-3689bae3-1937-4b19-a78b-8e55c4ae64b2 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:21.099638 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938df642-7fb2-4a5a-886c-3c12aece2e2b req-3689bae3-1937-4b19-a78b-8e55c4ae64b2 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:21.101708 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b8fff34-6ed7-4790-906a-42782cf37686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:21.110537 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1983d2-52e0-41cc-8058-f6e8dcfdfc5d req-47d6aea3-b87a-48e3-88de-440ed1ce5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:21.110899 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1983d2-52e0-41cc-8058-f6e8dcfdfc5d req-47d6aea3-b87a-48e3-88de-440ed1ce5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:21.111561 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1983d2-52e0-41cc-8058-f6e8dcfdfc5d req-47d6aea3-b87a-48e3-88de-440ed1ce5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:21.113250 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fe1983d2-52e0-41cc-8058-f6e8dcfdfc5d req-47d6aea3-b87a-48e3-88de-440ed1ce5e80 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c2cdac6e8c514eed897eaf0607a1ddfd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3044810 Jul 22 16:38:21.113782 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52262) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:21.120495 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938df642-7fb2-4a5a-886c-3c12aece2e2b req-3689bae3-1937-4b19-a78b-8e55c4ae64b2 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:21.125279 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-938df642-7fb2-4a5a-886c-3c12aece2e2b req-3689bae3-1937-4b19-a78b-8e55c4ae64b2 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5384 time: 0.7503591 Jul 22 16:38:21.129450 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e108b794-8e0e-4433-abfc-84cae354edb0 service neutron] Port 8f8e2019-4413-47d1-bf77-7942fb52a98f on network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:38:21.129780 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e108b794-8e0e-4433-abfc-84cae354edb0 service neutron] Attempting to bind port 8f8e2019-4413-47d1-bf77-7942fb52a98f on network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:21.137723 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-abbcdff5-f553-4b1c-ba1a-e29c8d98a13e admin admin] Request body: {'subnet': {'network_id': '5d10d39e-2e47-4f9b-b3b1-10b77f7ca088', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1139722916-subnet', 'tenant_id': '7c03e3567f6042d08ada9c6b8f674d82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:21.153665 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e108b794-8e0e-4433-abfc-84cae354edb0 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:21.153665 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e108b794-8e0e-4433-abfc-84cae354edb0 service neutron] Checking segment: {'id': '65e45124-67c6-49a6-903c-7f7ef5503d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:21.153665 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e108b794-8e0e-4433-abfc-84cae354edb0 service neutron] Bound using segment: {'id': '65e45124-67c6-49a6-903c-7f7ef5503d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:21.153665 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e108b794-8e0e-4433-abfc-84cae354edb0 service neutron] Bound port: 8f8e2019-4413-47d1-bf77-7942fb52a98f, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65e45124-67c6-49a6-903c-7f7ef5503d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:21.153665 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e108b794-8e0e-4433-abfc-84cae354edb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:21.207476 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8fff34-6ed7-4790-906a-42782cf37686 None None] Network 1fd68067-b551-4e3d-9ed1-4a7925c9ebeb is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:21.210723 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-9b8fff34-6ed7-4790-906a-42782cf37686 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:21.213575 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8fff34-6ed7-4790-906a-42782cf37686 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:21.217035 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-938df642-7fb2-4a5a-886c-3c12aece2e2b req-5c8e8257-a651-48ee-8c1e-4a6027b71a7e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0880170 Jul 22 16:38:21.311498 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbcdff5-f553-4b1c-ba1a-e29c8d98a13e admin admin] Made reservation on behalf of 7c03e3567f6042d08ada9c6b8f674d82 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:21.314443 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-abbcdff5-f553-4b1c-ba1a-e29c8d98a13e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:21.321587 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device fe6d3f6e-90ac-474c-b07d-c7041434dae1 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:21.328272 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9b8fff34-6ed7-4790-906a-42782cf37686 None None] Attempting to bind port 6d2ea004-d8a5-45e7-aa17-25d0692dfce7 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:21.328640 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9b8fff34-6ed7-4790-906a-42782cf37686 None None] Attempting to bind port 6d2ea004-d8a5-45e7-aa17-25d0692dfce7 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'ff0d847d-e418-4fcc-a2aa-242079ba9901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1fd68067-b551-4e3d-9ed1-4a7925c9ebeb'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:21.329004 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8fff34-6ed7-4790-906a-42782cf37686 None None] Attempting to bind port 6d2ea004-d8a5-45e7-aa17-25d0692dfce7 on network 1fd68067-b551-4e3d-9ed1-4a7925c9ebeb {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:21.336051 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7a23a4-d511-48c1-b827-86a657e93a38 None None] Network 5eb15a99-db3e-4d13-a551-df3912402b81 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:21.340197 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e108b794-8e0e-4433-abfc-84cae354edb0 service neutron] For port 8f8e2019-4413-47d1-bf77-7942fb52a98f, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:21.358811 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e108b794-8e0e-4433-abfc-84cae354edb0 service neutron] For port 8f8e2019-4413-47d1-bf77-7942fb52a98f, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=8f8e2019-4413-47d1-bf77-7942fb52a98f,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:21.365820 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e108b794-8e0e-4433-abfc-84cae354edb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:21.465189 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e108b794-8e0e-4433-abfc-84cae354edb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:21.468946 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e108b794-8e0e-4433-abfc-84cae354edb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:21.470827 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8fff34-6ed7-4790-906a-42782cf37686 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:21.471210 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8fff34-6ed7-4790-906a-42782cf37686 None None] Checking segment: {'id': 'ff0d847d-e418-4fcc-a2aa-242079ba9901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1fd68067-b551-4e3d-9ed1-4a7925c9ebeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:21.471385 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e108b794-8e0e-4433-abfc-84cae354edb0 service neutron] 10.222.0.30 "PUT /v2.0/ports/8f8e2019-4413-47d1-bf77-7942fb52a98f HTTP/1.1" status: 200 len: 1090 time: 2.2170892 Jul 22 16:38:21.471613 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b8fff34-6ed7-4790-906a-42782cf37686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:21.472011 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8fff34-6ed7-4790-906a-42782cf37686 None None] Bound using segment: {'id': 'ff0d847d-e418-4fcc-a2aa-242079ba9901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1fd68067-b551-4e3d-9ed1-4a7925c9ebeb'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:21.472496 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9b8fff34-6ed7-4790-906a-42782cf37686 None None] Bound port: 6d2ea004-d8a5-45e7-aa17-25d0692dfce7, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0d847d-e418-4fcc-a2aa-242079ba9901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1fd68067-b551-4e3d-9ed1-4a7925c9ebeb'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:21.472878 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b8fff34-6ed7-4790-906a-42782cf37686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:21.517878 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-8e007b0a-c857-477d-bebd-439b7898d9e1 service neutron] Request body: {'port': {'device_id': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:21.545132 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108b794-8e0e-4433-abfc-84cae354edb0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8e2019-4413-47d1-bf77-7942fb52a98f,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:21.619241 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9b8fff34-6ed7-4790-906a-42782cf37686 None None] For port 6d2ea004-d8a5-45e7-aa17-25d0692dfce7, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:21.624451 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9b8fff34-6ed7-4790-906a-42782cf37686 None None] For port 6d2ea004-d8a5-45e7-aa17-25d0692dfce7, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6d2ea004-d8a5-45e7-aa17-25d0692dfce7,segment=NetworkSegment(ff0d847d-e418-4fcc-a2aa-242079ba9901),segment_id=ff0d847d-e418-4fcc-a2aa-242079ba9901)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:21.625220 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-abbcdff5-f553-4b1c-ba1a-e29c8d98a13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:21.631745 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-8e007b0a-c857-477d-bebd-439b7898d9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:21.633148 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b51ece9f-e024-4230-bdec-64ff5e2a2538 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Allocated IP 2001:db8::f816:3eff:fe20:95fc (1fd68067-b551-4e3d-9ed1-4a7925c9ebeb/6f23cb1e-5c8a-41d5-b7ff-d3d31e7ac75f/ca552206-2bbf-45a4-bca2-ad14670d6d14) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:21.666739 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b8fff34-6ed7-4790-906a-42782cf37686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:21.677909 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fff34-6ed7-4790-906a-42782cf37686 None None] Pushing event updated for resources: {'Port': ['ID=6d2ea004-d8a5-45e7-aa17-25d0692dfce7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:21.774969 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fff34-6ed7-4790-906a-42782cf37686 None None] Pushing event updated for resources: {'Port': ['ID=6d2ea004-d8a5-45e7-aa17-25d0692dfce7,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:21.783239 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1983d2-52e0-41cc-8058-f6e8dcfdfc5d req-5b481190-b1eb-44b8-af9d-0a9083c77466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:21.785785 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fe1983d2-52e0-41cc-8058-f6e8dcfdfc5d req-5b481190-b1eb-44b8-af9d-0a9083c77466 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6258264 Jul 22 16:38:21.793479 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5b4a7029-24b5-42c2-a4d1-f955da62a2f7 None None] Provisioning for port fe6d3f6e-90ac-474c-b07d-c7041434dae1 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:21.865751 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbcdff5-f553-4b1c-ba1a-e29c8d98a13e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca71dd9c-1922-4298-9c1e-7020dcfdf108,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:21.891010 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port fe6d3f6e-90ac-474c-b07d-c7041434dae1 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:21.900283 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port fe6d3f6e-90ac-474c-b07d-c7041434dae1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:21.900530 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:22.153277 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:22.267324 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port fe6d3f6e-90ac-474c-b07d-c7041434dae1, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=fe6d3f6e-90ac-474c-b07d-c7041434dae1,segment=NetworkSegment(7334fdbd-3f19-4a7b-85a7-0732869595bd),segment_id=7334fdbd-3f19-4a7b-85a7-0732869595bd)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:22.278245 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:22.340934 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77df440a-76ff-42f2-af72-7287fe30c013 req-4ba5344a-2f43-4721-9eb2-2665b582e480 tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.1650965 Jul 22 16:38:22.342003 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbcdff5-f553-4b1c-ba1a-e29c8d98a13e admin admin] Checking segment: {'id': 'a0780ec3-be8e-46b5-81d6-5c88bcb58a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '5d10d39e-2e47-4f9b-b3b1-10b77f7ca088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:22.345556 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbcdff5-f553-4b1c-ba1a-e29c8d98a13e admin admin] Network hostable DHCP agents. Network: 5d10d39e-2e47-4f9b-b3b1-10b77f7ca088, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:38:22.363747 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b51ece9f-e024-4230-bdec-64ff5e2a2538 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:22.385935 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6b24ec78-64ee-43ba-85a9-cf1ebbb66c40 None None] Provisioning complete for port fe6d3f6e-90ac-474c-b07d-c7041434dae1 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:22.390437 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b24ec78-64ee-43ba-85a9-cf1ebbb66c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:22.406941 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fc8ef-6190-4940-bfca-9f597ccf0e23 req-872e3fb7-3e50-4515-baf0-2eee93726928 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:22.410019 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cd0fc8ef-6190-4940-bfca-9f597ccf0e23 req-872e3fb7-3e50-4515-baf0-2eee93726928 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.4431911 Jul 22 16:38:22.421807 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbcdff5-f553-4b1c-ba1a-e29c8d98a13e admin admin] Network 5d10d39e-2e47-4f9b-b3b1-10b77f7ca088 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:38:22.440342 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b51ece9f-e024-4230-bdec-64ff5e2a2538 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Transition to ACTIVE for port object ca552206-2bbf-45a4-bca2-ad14670d6d14 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:22.441627 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-8e007b0a-c857-477d-bebd-439b7898d9e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:38:22.461396 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-8e007b0a-c857-477d-bebd-439b7898d9e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:22.481671 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=fe6d3f6e-90ac-474c-b07d-c7041434dae1,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:22.486792 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cd0fc8ef-6190-4940-bfca-9f597ccf0e23 req-b893f85d-d776-40fc-8d78-5dfef15ceb27 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624607 Jul 22 16:38:22.501687 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-8e007b0a-c857-477d-bebd-439b7898d9e1 service neutron] Transition to ACTIVE for port object 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:22.502414 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-abbcdff5-f553-4b1c-ba1a-e29c8d98a13e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 5d10d39e-2e47-4f9b-b3b1-10b77f7ca088) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:22.508354 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbcdff5-f553-4b1c-ba1a-e29c8d98a13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:22.509813 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-8e007b0a-c857-477d-bebd-439b7898d9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:22.515121 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-abbcdff5-f553-4b1c-ba1a-e29c8d98a13e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:22.540992 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b51ece9f-e024-4230-bdec-64ff5e2a2538 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:22.557200 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d93450-b793-40c2-ada8-594118c7edab None None] Network 5d10d39e-2e47-4f9b-b3b1-10b77f7ca088 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:22.560799 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'tag': '8f8e2019-4413-47d1-bf77-7942fb52a98f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:22.563053 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173e4838-34b7-42a5-aaae-a3cf4665f0cf" -d '{"events": [{"name": "network-changed", "server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "tag": "8f8e2019-4413-47d1-bf77-7942fb52a98f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:22.574682 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-abbcdff5-f553-4b1c-ba1a-e29c8d98a13e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4574928 Jul 22 16:38:22.583330 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52282) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:22.613595 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8168f5c2-44a3-4851-abbb-0b84d7e767e5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1139722916-router', 'tenant_id': '7c03e3567f6042d08ada9c6b8f674d82', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:22.627603 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51ece9f-e024-4230-bdec-64ff5e2a2538 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Network 1fd68067-b551-4e3d-9ed1-4a7925c9ebeb is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:22.670242 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b51ece9f-e024-4230-bdec-64ff5e2a2538 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:22.690942 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51ece9f-e024-4230-bdec-64ff5e2a2538 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:22.700265 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51ece9f-e024-4230-bdec-64ff5e2a2538 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:22.700985 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b51ece9f-e024-4230-bdec-64ff5e2a2538 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:22.718766 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e007b0a-c857-477d-bebd-439b7898d9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=21b84e2f-78cd-4be1-aeed-a8ff654b0a5a,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:22.734103 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ece9f-e024-4230-bdec-64ff5e2a2538 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event updated for resources: {'Port': ['ID=ca552206-2bbf-45a4-bca2-ad14670d6d14,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:22.746825 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc030f3-c205-4b80-b235-56f863606084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-5d10d39e-2e47-4f9b-b3b1-10b77f7ca088', 'network_id': '5d10d39e-2e47-4f9b-b3b1-10b77f7ca088', 'tenant_id': '7c03e3567f6042d08ada9c6b8f674d82', 'fixed_ips': [{'subnet_id': 'ca71dd9c-1922-4298-9c1e-7020dcfdf108'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:38:22.749282 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cdc030f3-c205-4b80-b235-56f863606084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:22.783662 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8168f5c2-44a3-4851-abbb-0b84d7e767e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:22.784692 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8168f5c2-44a3-4851-abbb-0b84d7e767e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:22.786633 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b51ece9f-e024-4230-bdec-64ff5e2a2538 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.6847079 Jul 22 16:38:22.787298 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52284) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:22.868981 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620f5ac-679c-40f8-807a-7540121842fe req-c826da95-5436-41ee-9b38-72fb64f772bd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:22.877525 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620f5ac-679c-40f8-807a-7540121842fe req-c826da95-5436-41ee-9b38-72fb64f772bd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:22.884117 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620f5ac-679c-40f8-807a-7540121842fe req-c826da95-5436-41ee-9b38-72fb64f772bd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:22.895439 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620f5ac-679c-40f8-807a-7540121842fe req-c826da95-5436-41ee-9b38-72fb64f772bd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:22.903576 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620f5ac-679c-40f8-807a-7540121842fe req-c826da95-5436-41ee-9b38-72fb64f772bd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:22.907721 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8168f5c2-44a3-4851-abbb-0b84d7e767e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:22.910257 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620f5ac-679c-40f8-807a-7540121842fe req-c826da95-5436-41ee-9b38-72fb64f772bd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:22.916495 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620f5ac-679c-40f8-807a-7540121842fe req-c826da95-5436-41ee-9b38-72fb64f772bd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:22.925051 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e620f5ac-679c-40f8-807a-7540121842fe req-c826da95-5436-41ee-9b38-72fb64f772bd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5408 time: 0.3547933 Jul 22 16:38:22.977683 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f2e0c3-f17c-4e29-90a4-784039f491c9 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Deleting subnet 6f23cb1e-5c8a-41d5-b7ff-d3d31e7ac75f {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:38:22.985241 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20f2e0c3-f17c-4e29-90a4-784039f491c9 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:23.009287 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-cdc030f3-c205-4b80-b235-56f863606084 None None] Allocated IP 172.20.0.2 (5d10d39e-2e47-4f9b-b3b1-10b77f7ca088/ca71dd9c-1922-4298-9c1e-7020dcfdf108/9f966727-8a7f-4127-b7ee-96dd462a0d63) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:23.108369 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20f2e0c3-f17c-4e29-90a4-784039f491c9 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:23.108576 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0165b0e-f7ad-4b37-a610-24415d57890d req-bc6b34a4-5e0d-441b-8b39-d963ca68a832 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:23.117671 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d0165b0e-f7ad-4b37-a610-24415d57890d req-bc6b34a4-5e0d-441b-8b39-d963ca68a832 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.4651408 Jul 22 16:38:23.291055 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-8e007b0a-c857-477d-bebd-439b7898d9e1 service neutron] Attempting to bind port 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:23.291537 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-8e007b0a-c857-477d-bebd-439b7898d9e1 service neutron] Attempting to bind port 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '63bf2f1c-96ff-480d-8946-46efdaf0c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ff66ea35-a49e-465a-a94a-77488ff458ac'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:23.291889 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-8e007b0a-c857-477d-bebd-439b7898d9e1 service neutron] Attempting to bind port 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a on network ff66ea35-a49e-465a-a94a-77488ff458ac {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:23.306148 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-8e007b0a-c857-477d-bebd-439b7898d9e1 service neutron] Port 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a on network ff66ea35-a49e-465a-a94a-77488ff458ac not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:38:23.306473 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-8e007b0a-c857-477d-bebd-439b7898d9e1 service neutron] Attempting to bind port 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a on network ff66ea35-a49e-465a-a94a-77488ff458ac {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:23.412913 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8168f5c2-44a3-4851-abbb-0b84d7e767e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:23.422302 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d0165b0e-f7ad-4b37-a610-24415d57890d req-ea233bbd-e2ef-4bf0-9d38-5289a670caab tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253604 Jul 22 16:38:23.423379 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-8e007b0a-c857-477d-bebd-439b7898d9e1 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:23.424338 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-8e007b0a-c857-477d-bebd-439b7898d9e1 service neutron] Checking segment: {'id': '63bf2f1c-96ff-480d-8946-46efdaf0c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ff66ea35-a49e-465a-a94a-77488ff458ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:23.425137 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-8e007b0a-c857-477d-bebd-439b7898d9e1 service neutron] Bound using segment: {'id': '63bf2f1c-96ff-480d-8946-46efdaf0c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ff66ea35-a49e-465a-a94a-77488ff458ac'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:23.425990 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-8e007b0a-c857-477d-bebd-439b7898d9e1 service neutron] Bound port: 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63bf2f1c-96ff-480d-8946-46efdaf0c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ff66ea35-a49e-465a-a94a-77488ff458ac'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:23.427207 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6d2ea004-d8a5-45e7-aa17-25d0692dfce7 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:23.427688 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-8e007b0a-c857-477d-bebd-439b7898d9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:23.437172 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20f2e0c3-f17c-4e29-90a4-784039f491c9 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:23.472014 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6ef90c-2a16-4bbe-a380-c9b4d8eae06b None None] Network 1fd68067-b551-4e3d-9ed1-4a7925c9ebeb requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:23.523255 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e620f5ac-679c-40f8-807a-7540121842fe req-ca20caee-fa98-437a-acad-d08fffb5531b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5922027 Jul 22 16:38:23.586195 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-8e007b0a-c857-477d-bebd-439b7898d9e1 service neutron] For port 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:23.590888 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-8e007b0a-c857-477d-bebd-439b7898d9e1 service neutron] For port 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=21b84e2f-78cd-4be1-aeed-a8ff654b0a5a,segment=NetworkSegment(63bf2f1c-96ff-480d-8946-46efdaf0c286),segment_id=63bf2f1c-96ff-480d-8946-46efdaf0c286)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:23.594743 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf74888-1fb0-4fc1-ab3e-025aba0dead8 x-openstack-request-id: req-4cf74888-1fb0-4fc1-ab3e-025aba0dead8 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:23.595471 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "tag": "8f8e2019-4413-47d1-bf77-7942fb52a98f", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:23.595928 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4cf74888-1fb0-4fc1-ab3e-025aba0dead8 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:23.596364 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'tag': '8f8e2019-4413-47d1-bf77-7942fb52a98f', 'status': 'completed', 'code': 200} Jul 22 16:38:23.605346 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-8e007b0a-c857-477d-bebd-439b7898d9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:23.707771 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20f2e0c3-f17c-4e29-90a4-784039f491c9 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:23.781802 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f2e0c3-f17c-4e29-90a4-784039f491c9 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event deleted for resources: {'Subnet': ['ID=6f23cb1e-5c8a-41d5-b7ff-d3d31e7ac75f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:23.785274 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 6d2ea004-d8a5-45e7-aa17-25d0692dfce7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:23.794404 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e007b0a-c857-477d-bebd-439b7898d9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=21b84e2f-78cd-4be1-aeed-a8ff654b0a5a,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:23.800535 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20f2e0c3-f17c-4e29-90a4-784039f491c9 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:23.802920 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-20f2e0c3-f17c-4e29-90a4-784039f491c9 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "DELETE /v2.0/subnets/6f23cb1e-5c8a-41d5-b7ff-d3d31e7ac75f HTTP/1.1" status: 204 len: 168 time: 1.0136797 Jul 22 16:38:23.806682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52300) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:23.823989 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ceb6194a-f1d0-4464-acae-922de7194b8b None None] Provisioning for port 6d2ea004-d8a5-45e7-aa17-25d0692dfce7 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:23.844348 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device fe6d3f6e-90ac-474c-b07d-c7041434dae1 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:23.854290 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-8e007b0a-c857-477d-bebd-439b7898d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:23.860560 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-8e007b0a-c857-477d-bebd-439b7898d9e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:23.864577 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-8e007b0a-c857-477d-bebd-439b7898d9e1 service neutron] 10.222.0.30 "PUT /v2.0/ports/21b84e2f-78cd-4be1-aeed-a8ff654b0a5a HTTP/1.1" status: 200 len: 1091 time: 2.3490667 Jul 22 16:38:23.871649 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-08163396-b131-4f1f-ba09-050bbcdae663 req-99a13dd0-1c98-4b54-8461-b58e49b537b2 tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.2223926 Jul 22 16:38:23.901633 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b11526-7273-4222-9096-97151913583c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:23.907071 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b11526-7273-4222-9096-97151913583c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:23.921866 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-17b11526-7273-4222-9096-97151913583c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1003308 Jul 22 16:38:23.931217 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52304) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:23.945132 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ceb6194a-f1d0-4464-acae-922de7194b8b None None] Provisioning complete for port 6d2ea004-d8a5-45e7-aa17-25d0692dfce7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:23.945523 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ceb6194a-f1d0-4464-acae-922de7194b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:23.985298 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e4838-34b7-42a5-aaae-a3cf4665f0cf req-57fe49c3-83a2-4c3d-a473-2f15fa5f3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:23.985800 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e4838-34b7-42a5-aaae-a3cf4665f0cf req-57fe49c3-83a2-4c3d-a473-2f15fa5f3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:23.988772 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e4838-34b7-42a5-aaae-a3cf4665f0cf req-57fe49c3-83a2-4c3d-a473-2f15fa5f3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:23.989318 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e4838-34b7-42a5-aaae-a3cf4665f0cf req-57fe49c3-83a2-4c3d-a473-2f15fa5f3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:23.989804 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e4838-34b7-42a5-aaae-a3cf4665f0cf req-57fe49c3-83a2-4c3d-a473-2f15fa5f3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:23.992489 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d7a89f71-9481-4489-93e6-f774a318643f service neutron] Request body: {'port': {'device_id': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:23.995338 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e4838-34b7-42a5-aaae-a3cf4665f0cf req-57fe49c3-83a2-4c3d-a473-2f15fa5f3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:23.995839 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e4838-34b7-42a5-aaae-a3cf4665f0cf req-57fe49c3-83a2-4c3d-a473-2f15fa5f3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:23.998483 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-173e4838-34b7-42a5-aaae-a3cf4665f0cf req-57fe49c3-83a2-4c3d-a473-2f15fa5f3856 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2cdac6e8c514eed897eaf0607a1ddfd&device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 6410 time: 0.4242578 Jul 22 16:38:24.100671 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port fe6d3f6e-90ac-474c-b07d-c7041434dae1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:24.101052 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:24.150539 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d7a89f71-9481-4489-93e6-f774a318643f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:24.171692 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7684864c-f50d-4a78-b930-27bba2fea5c2 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:24.189064 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-7684864c-f50d-4a78-b930-27bba2fea5c2 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 22 16:38:24.189707 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7684864c-f50d-4a78-b930-27bba2fea5c2 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:38:24.195788 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7684864c-f50d-4a78-b930-27bba2fea5c2 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "DELETE /v2.0/networks/1fd68067-b551-4e3d-9ed1-4a7925c9ebeb HTTP/1.1" status: 409 len: 405 time: 0.2615550 Jul 22 16:38:24.198769 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52308) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:24.205015 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5ee1af3a-94e1-4350-b751-7e4dea1263d5 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-572931557'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:24.244512 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cdc030f3-c205-4b80-b235-56f863606084 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:24.280481 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cdc030f3-c205-4b80-b235-56f863606084 None None] Transition to ACTIVE for port object 9f966727-8a7f-4127-b7ee-96dd462a0d63 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:24.291073 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d90766-8dbf-4a02-b1c0-29d4e2aea1d5 None None] DHCP port deletion for 1fd68067-b551-4e3d-9ed1-4a7925c9ebeb request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:38:24.348750 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cdc030f3-c205-4b80-b235-56f863606084 None None] Transition to ACTIVE for port object 9f966727-8a7f-4127-b7ee-96dd462a0d63 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:24.417350 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cdc030f3-c205-4b80-b235-56f863606084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:24.454827 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73703e-79f0-440a-9ed0-9f53c727a451 req-c9a9de67-031c-445b-90be-791b205cde56 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:24.463820 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4d73703e-79f0-440a-9ed0-9f53c727a451 req-c9a9de67-031c-445b-90be-791b205cde56 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.3858988 Jul 22 16:38:24.464280 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc030f3-c205-4b80-b235-56f863606084 None None] Network 5d10d39e-2e47-4f9b-b3b1-10b77f7ca088 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:24.488394 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-cdc030f3-c205-4b80-b235-56f863606084 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:24.495063 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ceb6194a-f1d0-4464-acae-922de7194b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:24.530791 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc030f3-c205-4b80-b235-56f863606084 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:24.567242 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4d73703e-79f0-440a-9ed0-9f53c727a451 req-6a78c644-a3f1-4bc3-a9ba-b1802177cb62 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024039 Jul 22 16:38:24.648291 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ceb6194a-f1d0-4464-acae-922de7194b8b None None] For port 6d2ea004-d8a5-45e7-aa17-25d0692dfce7, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6d2ea004-d8a5-45e7-aa17-25d0692dfce7,segment=NetworkSegment(ff0d847d-e418-4fcc-a2aa-242079ba9901),segment_id=ff0d847d-e418-4fcc-a2aa-242079ba9901)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:24.649784 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc030f3-c205-4b80-b235-56f863606084 None None] Pushing event updated for resources: {'Port': ['ID=9f966727-8a7f-4127-b7ee-96dd462a0d63,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:24.664390 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ceb6194a-f1d0-4464-acae-922de7194b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:24.765757 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f9d90766-8dbf-4a02-b1c0-29d4e2aea1d5 None None] Deleting port 6d2ea004-d8a5-45e7-aa17-25d0692dfce7 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:24.766532 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9d90766-8dbf-4a02-b1c0-29d4e2aea1d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:24.766775 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee1af3a-94e1-4350-b751-7e4dea1263d5 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Made reservation on behalf of cd60e4e2191c4bf48ddc1f2f1a2e1777 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:24.772707 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ee1af3a-94e1-4350-b751-7e4dea1263d5 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:24.800260 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8168f5c2-44a3-4851-abbb-0b84d7e767e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:24.826503 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee1af3a-94e1-4350-b751-7e4dea1263d5 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:38:24.836926 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ee1af3a-94e1-4350-b751-7e4dea1263d5 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:24.837426 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-5ee1af3a-94e1-4350-b751-7e4dea1263d5 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Added segment 9a1cc0e3-f1d4-4c4c-ba40-c3e70bc49862 of type vlan for network 964062b6-839d-4c7a-bfa2-7d224ae81e43 Jul 22 16:38:24.885837 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ee1af3a-94e1-4350-b751-7e4dea1263d5 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:24.889251 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f9d90766-8dbf-4a02-b1c0-29d4e2aea1d5 None None] For port 6d2ea004-d8a5-45e7-aa17-25d0692dfce7, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6d2ea004-d8a5-45e7-aa17-25d0692dfce7,segment=NetworkSegment(ff0d847d-e418-4fcc-a2aa-242079ba9901),segment_id=ff0d847d-e418-4fcc-a2aa-242079ba9901)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:24.891198 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9d90766-8dbf-4a02-b1c0-29d4e2aea1d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:24.906925 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f9d90766-8dbf-4a02-b1c0-29d4e2aea1d5 None None] Calling delete_port for 6d2ea004-d8a5-45e7-aa17-25d0692dfce7 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:24.907400 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8168f5c2-44a3-4851-abbb-0b84d7e767e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:24.926850 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ee1af3a-94e1-4350-b751-7e4dea1263d5 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:24.933876 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee1af3a-94e1-4350-b751-7e4dea1263d5 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:24.934660 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ee1af3a-94e1-4350-b751-7e4dea1263d5 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:25.023236 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1af3a-94e1-4350-b751-7e4dea1263d5 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event updated for resources: {'Network': ['ID=964062b6-839d-4c7a-bfa2-7d224ae81e43,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:25.036447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e4838-34b7-42a5-aaae-a3cf4665f0cf req-d7e4cc5c-102d-41d8-a3c2-a298e3e9d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:25.037082 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e4838-34b7-42a5-aaae-a3cf4665f0cf req-d7e4cc5c-102d-41d8-a3c2-a298e3e9d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:25.037647 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e4838-34b7-42a5-aaae-a3cf4665f0cf req-d7e4cc5c-102d-41d8-a3c2-a298e3e9d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:25.039523 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-173e4838-34b7-42a5-aaae-a3cf4665f0cf req-d7e4cc5c-102d-41d8-a3c2-a298e3e9d17f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c2cdac6e8c514eed897eaf0607a1ddfd&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.0181780 Jul 22 16:38:25.049237 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 964062b6-839d-4c7a-bfa2-7d224ae81e43 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:38:25.085972 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5ee1af3a-94e1-4350-b751-7e4dea1263d5 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8860688 Jul 22 16:38:25.086733 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52324) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:25.096804 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-affe6d53-a8c1-4de6-a5df-c03f4e2ed7fa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Request body: {'subnet': {'network_id': '964062b6-839d-4c7a-bfa2-7d224ae81e43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:25.108057 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9d90766-8dbf-4a02-b1c0-29d4e2aea1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:25.143059 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99c67c-7a14-496b-bff1-40b4c9ced475 req-ac05309b-d4ac-489c-a091-6b9608d6a021 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:25.146195 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99c67c-7a14-496b-bff1-40b4c9ced475 req-ac05309b-d4ac-489c-a091-6b9608d6a021 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:25.153046 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99c67c-7a14-496b-bff1-40b4c9ced475 req-ac05309b-d4ac-489c-a091-6b9608d6a021 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:25.159778 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99c67c-7a14-496b-bff1-40b4c9ced475 req-ac05309b-d4ac-489c-a091-6b9608d6a021 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:25.166374 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99c67c-7a14-496b-bff1-40b4c9ced475 req-ac05309b-d4ac-489c-a091-6b9608d6a021 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:25.174197 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99c67c-7a14-496b-bff1-40b4c9ced475 req-ac05309b-d4ac-489c-a091-6b9608d6a021 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:25.180731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99c67c-7a14-496b-bff1-40b4c9ced475 req-ac05309b-d4ac-489c-a091-6b9608d6a021 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:25.190324 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dd99c67c-7a14-496b-bff1-40b4c9ced475 req-ac05309b-d4ac-489c-a091-6b9608d6a021 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5408 time: 0.4899139 Jul 22 16:38:25.216020 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-cdc030f3-c205-4b80-b235-56f863606084 None None] Attempting to bind port 9f966727-8a7f-4127-b7ee-96dd462a0d63 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:25.216605 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-cdc030f3-c205-4b80-b235-56f863606084 None None] Attempting to bind port 9f966727-8a7f-4127-b7ee-96dd462a0d63 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a0780ec3-be8e-46b5-81d6-5c88bcb58a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '5d10d39e-2e47-4f9b-b3b1-10b77f7ca088'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:25.217157 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc030f3-c205-4b80-b235-56f863606084 None None] Attempting to bind port 9f966727-8a7f-4127-b7ee-96dd462a0d63 on network 5d10d39e-2e47-4f9b-b3b1-10b77f7ca088 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:25.230954 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc030f3-c205-4b80-b235-56f863606084 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:25.231646 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc030f3-c205-4b80-b235-56f863606084 None None] Checking segment: {'id': 'a0780ec3-be8e-46b5-81d6-5c88bcb58a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '5d10d39e-2e47-4f9b-b3b1-10b77f7ca088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:25.232759 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cdc030f3-c205-4b80-b235-56f863606084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:25.233750 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc030f3-c205-4b80-b235-56f863606084 None None] Bound using segment: {'id': 'a0780ec3-be8e-46b5-81d6-5c88bcb58a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '5d10d39e-2e47-4f9b-b3b1-10b77f7ca088'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:25.234443 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-cdc030f3-c205-4b80-b235-56f863606084 None None] Bound port: 9f966727-8a7f-4127-b7ee-96dd462a0d63, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0780ec3-be8e-46b5-81d6-5c88bcb58a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '5d10d39e-2e47-4f9b-b3b1-10b77f7ca088'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:25.235121 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cdc030f3-c205-4b80-b235-56f863606084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:25.241431 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6d2ea004-d8a5-45e7-aa17-25d0692dfce7 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:25.266175 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d805d009-e4a4-471a-bed6-e103ec55541a req-e3143995-e936-4ddb-ac70-5631a9218494 tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0835190 Jul 22 16:38:25.269388 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dd99c67c-7a14-496b-bff1-40b4c9ced475 req-70a1ac29-cae3-4847-8de2-7ac59c5ea59f tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0751753 Jul 22 16:38:25.297162 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 6d2ea004-d8a5-45e7-aa17-25d0692dfce7 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:25.297524 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6d2ea004-d8a5-45e7-aa17-25d0692dfce7 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:25.310674 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d7a89f71-9481-4489-93e6-f774a318643f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d71db8-83f1-44c1-9af6-beb18494c73e {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:38:25.333464 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d7a89f71-9481-4489-93e6-f774a318643f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:25.335332 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d90766-8dbf-4a02-b1c0-29d4e2aea1d5 None None] No DVR routers for this DVR port 6d2ea004-d8a5-45e7-aa17-25d0692dfce7 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:25.349179 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6194a-f1d0-4464-acae-922de7194b8b None None] Pushing event updated for resources: {'Port': ['ID=6d2ea004-d8a5-45e7-aa17-25d0692dfce7,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:25.377391 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-8168f5c2-44a3-4851-abbb-0b84d7e767e5 admin admin] Allocated IP 172.25.0.77 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/e361b29a-ca15-4879-995d-ed948f2389f0) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:25.390240 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d7a89f71-9481-4489-93e6-f774a318643f service neutron] Transition to ACTIVE for port object b3d71db8-83f1-44c1-9af6-beb18494c73e will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:25.410390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d90766-8dbf-4a02-b1c0-29d4e2aea1d5 None None] Pushing event deleted for resources: {'Port': ['ID=6d2ea004-d8a5-45e7-aa17-25d0692dfce7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:25.411750 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d7a89f71-9481-4489-93e6-f774a318643f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:25.461365 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-cdc030f3-c205-4b80-b235-56f863606084 None None] For port 9f966727-8a7f-4127-b7ee-96dd462a0d63, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:25.466275 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-cdc030f3-c205-4b80-b235-56f863606084 None None] For port 9f966727-8a7f-4127-b7ee-96dd462a0d63, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=9f966727-8a7f-4127-b7ee-96dd462a0d63,segment=NetworkSegment(a0780ec3-be8e-46b5-81d6-5c88bcb58a30),segment_id=a0780ec3-be8e-46b5-81d6-5c88bcb58a30)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:25.475955 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cdc030f3-c205-4b80-b235-56f863606084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:25.563419 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e4838-34b7-42a5-aaae-a3cf4665f0cf req-87adfac0-22cb-4704-a3b3-6ab50e6169dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:25.564971 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-173e4838-34b7-42a5-aaae-a3cf4665f0cf req-87adfac0-22cb-4704-a3b3-6ab50e6169dd service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5174794 Jul 22 16:38:25.593242 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affe6d53-a8c1-4de6-a5df-c03f4e2ed7fa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Made reservation on behalf of cd60e4e2191c4bf48ddc1f2f1a2e1777 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:25.597005 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-affe6d53-a8c1-4de6-a5df-c03f4e2ed7fa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:25.646431 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc030f3-c205-4b80-b235-56f863606084 None None] Pushing event updated for resources: {'Port': ['ID=9f966727-8a7f-4127-b7ee-96dd462a0d63,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:25.927097 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'tag': '21b84e2f-78cd-4be1-aeed-a8ff654b0a5a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:25.930634 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b8e006-50b7-4da8-94a2-8db528f10807" -d '{"events": [{"name": "network-changed", "server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "tag": "21b84e2f-78cd-4be1-aeed-a8ff654b0a5a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:26.003269 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f580472-dc5b-41e8-90df-7eb6f5c5519d x-openstack-request-id: req-8f580472-dc5b-41e8-90df-7eb6f5c5519d {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:26.003557 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "tag": "21b84e2f-78cd-4be1-aeed-a8ff654b0a5a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:26.003807 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8f580472-dc5b-41e8-90df-7eb6f5c5519d {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:26.004198 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'tag': '21b84e2f-78cd-4be1-aeed-a8ff654b0a5a', 'status': 'completed', 'code': 200} Jul 22 16:38:26.041735 n-d-798930-9 neutron-server[93816]: DEBUG neutron.objects.ports [None req-affe6d53-a8c1-4de6-a5df-c03f4e2ed7fa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:38:26.116574 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-affe6d53-a8c1-4de6-a5df-c03f4e2ed7fa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:26.138253 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a89f71-9481-4489-93e6-f774a318643f service neutron] Pushing event updated for resources: {'Port': ['ID=b3d71db8-83f1-44c1-9af6-beb18494c73e,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:26.233674 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe6d53-a8c1-4de6-a5df-c03f4e2ed7fa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event updated for resources: {'Subnet': ['ID=8304e28d-2727-48b9-917a-3fe0caa09883,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:26.292513 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8168f5c2-44a3-4851-abbb-0b84d7e767e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:26.301371 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8e006-50b7-4da8-94a2-8db528f10807 req-7d46bee7-4581-430e-96a7-7f053dfa326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:26.301850 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf3b3b-c4f3-49de-b1fd-aef3b313cc40 req-4bb9a485-b556-40fe-8d58-f692eef97456 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:26.302026 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8e006-50b7-4da8-94a2-8db528f10807 req-7d46bee7-4581-430e-96a7-7f053dfa326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:26.302540 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8e006-50b7-4da8-94a2-8db528f10807 req-7d46bee7-4581-430e-96a7-7f053dfa326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:26.303178 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8e006-50b7-4da8-94a2-8db528f10807 req-7d46bee7-4581-430e-96a7-7f053dfa326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:26.303526 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcdf3b3b-c4f3-49de-b1fd-aef3b313cc40 req-4bb9a485-b556-40fe-8d58-f692eef97456 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.3662999 Jul 22 16:38:26.303733 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8e006-50b7-4da8-94a2-8db528f10807 req-7d46bee7-4581-430e-96a7-7f053dfa326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:26.304174 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8e006-50b7-4da8-94a2-8db528f10807 req-7d46bee7-4581-430e-96a7-7f053dfa326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:26.304786 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8e006-50b7-4da8-94a2-8db528f10807 req-7d46bee7-4581-430e-96a7-7f053dfa326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:26.306979 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-03b8e006-50b7-4da8-94a2-8db528f10807 req-7d46bee7-4581-430e-96a7-7f053dfa326e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2cdac6e8c514eed897eaf0607a1ddfd&device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 6435 time: 0.2637842 Jul 22 16:38:26.312237 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affe6d53-a8c1-4de6-a5df-c03f4e2ed7fa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Checking segment: {'id': '9a1cc0e3-f1d4-4c4c-ba40-c3e70bc49862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '964062b6-839d-4c7a-bfa2-7d224ae81e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:26.312237 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affe6d53-a8c1-4de6-a5df-c03f4e2ed7fa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Network hostable DHCP agents. Network: 964062b6-839d-4c7a-bfa2-7d224ae81e43, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:38:26.317502 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d7a89f71-9481-4489-93e6-f774a318643f service neutron] Attempting to bind port b3d71db8-83f1-44c1-9af6-beb18494c73e on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:26.317847 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d7a89f71-9481-4489-93e6-f774a318643f service neutron] Attempting to bind port b3d71db8-83f1-44c1-9af6-beb18494c73e by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '63bf2f1c-96ff-480d-8946-46efdaf0c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ff66ea35-a49e-465a-a94a-77488ff458ac'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:26.318205 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d7a89f71-9481-4489-93e6-f774a318643f service neutron] Attempting to bind port b3d71db8-83f1-44c1-9af6-beb18494c73e on network ff66ea35-a49e-465a-a94a-77488ff458ac {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:26.332714 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d7a89f71-9481-4489-93e6-f774a318643f service neutron] Port b3d71db8-83f1-44c1-9af6-beb18494c73e on network ff66ea35-a49e-465a-a94a-77488ff458ac not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:38:26.333051 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d7a89f71-9481-4489-93e6-f774a318643f service neutron] Attempting to bind port b3d71db8-83f1-44c1-9af6-beb18494c73e on network ff66ea35-a49e-465a-a94a-77488ff458ac {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:26.341772 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d7a89f71-9481-4489-93e6-f774a318643f service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:26.342138 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d7a89f71-9481-4489-93e6-f774a318643f service neutron] Checking segment: {'id': '63bf2f1c-96ff-480d-8946-46efdaf0c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ff66ea35-a49e-465a-a94a-77488ff458ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:26.342531 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d7a89f71-9481-4489-93e6-f774a318643f service neutron] Bound using segment: {'id': '63bf2f1c-96ff-480d-8946-46efdaf0c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ff66ea35-a49e-465a-a94a-77488ff458ac'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:26.342966 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d7a89f71-9481-4489-93e6-f774a318643f service neutron] Bound port: b3d71db8-83f1-44c1-9af6-beb18494c73e, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63bf2f1c-96ff-480d-8946-46efdaf0c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ff66ea35-a49e-465a-a94a-77488ff458ac'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:26.343323 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d7a89f71-9481-4489-93e6-f774a318643f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:26.344072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affe6d53-a8c1-4de6-a5df-c03f4e2ed7fa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Network 964062b6-839d-4c7a-bfa2-7d224ae81e43 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:38:26.411392 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-affe6d53-a8c1-4de6-a5df-c03f4e2ed7fa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 964062b6-839d-4c7a-bfa2-7d224ae81e43) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:26.434292 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29aa47a-9dcb-458d-ba75-4a6ea27f9d6b None None] Network 964062b6-839d-4c7a-bfa2-7d224ae81e43 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:26.443004 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8168f5c2-44a3-4851-abbb-0b84d7e767e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:26.496170 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affe6d53-a8c1-4de6-a5df-c03f4e2ed7fa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:26.499140 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-affe6d53-a8c1-4de6-a5df-c03f4e2ed7fa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:26.520808 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d7a89f71-9481-4489-93e6-f774a318643f service neutron] For port b3d71db8-83f1-44c1-9af6-beb18494c73e, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:26.529986 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8168f5c2-44a3-4851-abbb-0b84d7e767e5 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:26.540783 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-affe6d53-a8c1-4de6-a5df-c03f4e2ed7fa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4492714 Jul 22 16:38:26.547346 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8168f5c2-44a3-4851-abbb-0b84d7e767e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:26.550963 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52346) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:26.557261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1fc712ff-989e-48a5-81d0-623a97c17e24 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Request body: {'port': {'network_id': '964062b6-839d-4c7a-bfa2-7d224ae81e43', 'name': 'tempest-NetworksIpV6TestAttrs-1394769845'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:26.562278 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d7a89f71-9481-4489-93e6-f774a318643f service neutron] For port b3d71db8-83f1-44c1-9af6-beb18494c73e, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b3d71db8-83f1-44c1-9af6-beb18494c73e,segment=NetworkSegment(63bf2f1c-96ff-480d-8946-46efdaf0c286),segment_id=63bf2f1c-96ff-480d-8946-46efdaf0c286)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:26.566465 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8168f5c2-44a3-4851-abbb-0b84d7e767e5 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:26.634893 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168f5c2-44a3-4851-abbb-0b84d7e767e5 admin admin] Pushing event updated for resources: {'Port': ['ID=e361b29a-ca15-4879-995d-ed948f2389f0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:26.646720 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5d1b1b5-5835-4803-9003-ce6991f5182f req-3531111b-a709-4587-bf60-a1fead8c3033 tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.1129181 Jul 22 16:38:26.682978 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8e006-50b7-4da8-94a2-8db528f10807 req-b559d346-049a-4011-a7d7-04e766bb0e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:26.683448 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8e006-50b7-4da8-94a2-8db528f10807 req-b559d346-049a-4011-a7d7-04e766bb0e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:26.683913 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8e006-50b7-4da8-94a2-8db528f10807 req-b559d346-049a-4011-a7d7-04e766bb0e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:26.686362 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-03b8e006-50b7-4da8-94a2-8db528f10807 req-b559d346-049a-4011-a7d7-04e766bb0e4c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c2cdac6e8c514eed897eaf0607a1ddfd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3551035 Jul 22 16:38:26.713801 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d7a89f71-9481-4489-93e6-f774a318643f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:26.878665 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4626f140-d600-46d4-95a8-3b446e125639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-964062b6-839d-4c7a-bfa2-7d224ae81e43', 'network_id': '964062b6-839d-4c7a-bfa2-7d224ae81e43', 'tenant_id': 'cd60e4e2191c4bf48ddc1f2f1a2e1777', 'fixed_ips': [{'subnet_id': '8304e28d-2727-48b9-917a-3fe0caa09883'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:38:26.879532 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4626f140-d600-46d4-95a8-3b446e125639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:26.936176 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45525059-09f6-4d8f-abf3-6b47e203bc2c req-9f5f1c6e-97cf-426c-a97e-e810ea2148f9 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:26.945693 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45525059-09f6-4d8f-abf3-6b47e203bc2c req-9f5f1c6e-97cf-426c-a97e-e810ea2148f9 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:26.957431 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45525059-09f6-4d8f-abf3-6b47e203bc2c req-9f5f1c6e-97cf-426c-a97e-e810ea2148f9 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:26.968086 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45525059-09f6-4d8f-abf3-6b47e203bc2c req-9f5f1c6e-97cf-426c-a97e-e810ea2148f9 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:26.974322 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45525059-09f6-4d8f-abf3-6b47e203bc2c req-9f5f1c6e-97cf-426c-a97e-e810ea2148f9 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:26.985813 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d7a89f71-9481-4489-93e6-f774a318643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:26.986503 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d7a89f71-9481-4489-93e6-f774a318643f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:26.988222 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-d7a89f71-9481-4489-93e6-f774a318643f service neutron] 10.222.0.30 "PUT /v2.0/ports/b3d71db8-83f1-44c1-9af6-beb18494c73e HTTP/1.1" status: 200 len: 1091 time: 3.0032935 Jul 22 16:38:26.998325 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45525059-09f6-4d8f-abf3-6b47e203bc2c req-9f5f1c6e-97cf-426c-a97e-e810ea2148f9 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:27.016445 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45525059-09f6-4d8f-abf3-6b47e203bc2c req-9f5f1c6e-97cf-426c-a97e-e810ea2148f9 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:27.023697 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-45525059-09f6-4d8f-abf3-6b47e203bc2c req-9f5f1c6e-97cf-426c-a97e-e810ea2148f9 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5420 time: 0.2702534 Jul 22 16:38:27.098514 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8e006-50b7-4da8-94a2-8db528f10807 req-35903cd1-49c3-4329-a475-30960c3f63d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:27.100164 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-03b8e006-50b7-4da8-94a2-8db528f10807 req-35903cd1-49c3-4329-a475-30960c3f63d7 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3926485 Jul 22 16:38:27.139282 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e1b5b81-4551-4248-90d1-63d92a8bb966 req-fe8a82a9-8581-41c9-ae51-02fae98a773c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.1137128 Jul 22 16:38:27.157792 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-4626f140-d600-46d4-95a8-3b446e125639 None None] Allocated IP 2001:db8::f816:3eff:fe5e:1831 (964062b6-839d-4c7a-bfa2-7d224ae81e43/8304e28d-2727-48b9-917a-3fe0caa09883/01b7fe6b-3ab7-40a3-ab79-95acb0d589cc) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:27.172593 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-45525059-09f6-4d8f-abf3-6b47e203bc2c req-4a7b0fe4-57e6-46e1-8710-89d5c67153b7 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1186860 Jul 22 16:38:27.209042 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcdf3b3b-c4f3-49de-b1fd-aef3b313cc40 req-dfe40aa2-69a2-4f3d-9482-89c3507832ad tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8882444 Jul 22 16:38:27.211576 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bca3ca0-92ed-4a32-9564-f1a2bef535d1 None None] Network 5d10d39e-2e47-4f9b-b3b1-10b77f7ca088 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:27.236591 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a89f71-9481-4489-93e6-f774a318643f service neutron] Pushing event updated for resources: {'Port': ['ID=b3d71db8-83f1-44c1-9af6-beb18494c73e,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:27.309780 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8168f5c2-44a3-4851-abbb-0b84d7e767e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:27.311543 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c1bf32bc-3822-4cf6-8d4a-dbd1bda538cc None None] Provisioning for port 9f966727-8a7f-4127-b7ee-96dd462a0d63 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:27.330628 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 9f966727-8a7f-4127-b7ee-96dd462a0d63 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:27.342664 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-1d5801ad-9b31-402d-8ad9-02c418a48330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:27.343211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-1d5801ad-9b31-402d-8ad9-02c418a48330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:27.343695 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-1d5801ad-9b31-402d-8ad9-02c418a48330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:27.344168 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-1d5801ad-9b31-402d-8ad9-02c418a48330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:27.345004 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-1d5801ad-9b31-402d-8ad9-02c418a48330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:27.345907 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-1d5801ad-9b31-402d-8ad9-02c418a48330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:27.346479 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-1d5801ad-9b31-402d-8ad9-02c418a48330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:27.348463 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-1d5801ad-9b31-402d-8ad9-02c418a48330 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2cdac6e8c514eed897eaf0607a1ddfd&device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 6477 time: 0.1612427 Jul 22 16:38:27.412944 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc712ff-989e-48a5-81d0-623a97c17e24 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Made reservation on behalf of cd60e4e2191c4bf48ddc1f2f1a2e1777 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:27.413846 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-22cda91d-8a4d-4e3e-8ddb-121df981d7ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d7a3e15-c6cc-4f53-8290-53ee5b9132dc HTTP/1.1" status: 200 len: 217 time: 0.0497665 Jul 22 16:38:27.416600 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1fc712ff-989e-48a5-81d0-623a97c17e24 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:27.448285 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-1fc712ff-989e-48a5-81d0-623a97c17e24 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] device_id is not set on port 780c765d-d2de-40af-a07e-962bae459e4c yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:38:27.472287 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-f3beeb7f-e3fb-4a7b-ac5f-1d0036b23260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:27.473934 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-f3beeb7f-e3fb-4a7b-ac5f-1d0036b23260 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b630264-c7d4-4c04-a0fd-2e3fe6636661 HTTP/1.1" status: 200 len: 851 time: 0.0530832 Jul 22 16:38:27.499892 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 9f966727-8a7f-4127-b7ee-96dd462a0d63 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:27.528952 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 9f966727-8a7f-4127-b7ee-96dd462a0d63 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:27.529384 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:27.571638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-29af7645-f1be-441d-aeb3-d779de89a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:27.577956 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-29af7645-f1be-441d-aeb3-d779de89a38a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=408ac033-5a33-4cf7-82af-38aaa8dda69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933197 Jul 22 16:38:27.721506 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4626f140-d600-46d4-95a8-3b446e125639 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:27.761568 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-278b0827-8f55-4159-bfcd-f8f276a942f7 service neutron] 10.222.0.30 "GET /v2.0/networks/408ac033-5a33-4cf7-82af-38aaa8dda69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796443 Jul 22 16:38:27.790210 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4626f140-d600-46d4-95a8-3b446e125639 None None] Transition to ACTIVE for port object 01b7fe6b-3ab7-40a3-ab79-95acb0d589cc will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:27.854317 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8168f5c2-44a3-4851-abbb-0b84d7e767e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:27.867373 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4626f140-d600-46d4-95a8-3b446e125639 None None] Transition to ACTIVE for port object 01b7fe6b-3ab7-40a3-ab79-95acb0d589cc will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:27.877253 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16f031-4771-4e38-b97d-c5c6db066235 req-85eab56e-b66e-46b2-b074-7c18aca50a2b tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:27.878883 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:27.881616 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cf16f031-4771-4e38-b97d-c5c6db066235 req-85eab56e-b66e-46b2-b074-7c18aca50a2b tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2abbf55-506d-4c47-901e-8c76d69b8eba HTTP/1.1" status: 200 len: 945 time: 0.2933278 Jul 22 16:38:27.882414 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4626f140-d600-46d4-95a8-3b446e125639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:27.897662 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-34aa7e16-2591-4b15-be20-0123568957b3 req-87b4648b-08de-462d-a64d-5ba3322d901f tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0932503 Jul 22 16:38:27.948672 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4626f140-d600-46d4-95a8-3b446e125639 None None] Network 964062b6-839d-4c7a-bfa2-7d224ae81e43 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:27.960764 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-4626f140-d600-46d4-95a8-3b446e125639 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:27.968145 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4626f140-d600-46d4-95a8-3b446e125639 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:27.970024 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626f140-d600-46d4-95a8-3b446e125639 None None] Pushing event updated for resources: {'Port': ['ID=01b7fe6b-3ab7-40a3-ab79-95acb0d589cc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:27.975599 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 9f966727-8a7f-4127-b7ee-96dd462a0d63, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=9f966727-8a7f-4127-b7ee-96dd462a0d63,segment=NetworkSegment(a0780ec3-be8e-46b5-81d6-5c88bcb58a30),segment_id=a0780ec3-be8e-46b5-81d6-5c88bcb58a30)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:28.005565 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:28.059094 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-2e066254-a316-42d5-a27c-c861c8d7177d service neutron] 10.222.0.30 "GET /v2.0/networks/408ac033-5a33-4cf7-82af-38aaa8dda69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910256 Jul 22 16:38:28.116152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'tag': 'b3d71db8-83f1-44c1-9af6-beb18494c73e'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:28.123862 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf92e54b-ff6d-4bed-879b-8333b0081d89" -d '{"events": [{"name": "network-changed", "server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "tag": "b3d71db8-83f1-44c1-9af6-beb18494c73e"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:28.136274 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-b4773d47-e25f-47d5-a645-3feb8482c975 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=71b37d7f-7bc1-469c-9d49-d6daba46b789 HTTP/1.1" status: 200 len: 217 time: 0.0690742 Jul 22 16:38:28.176350 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4626f140-d600-46d4-95a8-3b446e125639 None None] Attempting to bind port 01b7fe6b-3ab7-40a3-ab79-95acb0d589cc on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:28.176577 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4626f140-d600-46d4-95a8-3b446e125639 None None] Attempting to bind port 01b7fe6b-3ab7-40a3-ab79-95acb0d589cc by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '9a1cc0e3-f1d4-4c4c-ba40-c3e70bc49862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '964062b6-839d-4c7a-bfa2-7d224ae81e43'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:28.176914 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4626f140-d600-46d4-95a8-3b446e125639 None None] Attempting to bind port 01b7fe6b-3ab7-40a3-ab79-95acb0d589cc on network 964062b6-839d-4c7a-bfa2-7d224ae81e43 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:28.190184 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4626f140-d600-46d4-95a8-3b446e125639 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:28.190597 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4626f140-d600-46d4-95a8-3b446e125639 None None] Checking segment: {'id': '9a1cc0e3-f1d4-4c4c-ba40-c3e70bc49862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '964062b6-839d-4c7a-bfa2-7d224ae81e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:28.190968 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4626f140-d600-46d4-95a8-3b446e125639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:28.191366 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4626f140-d600-46d4-95a8-3b446e125639 None None] Bound using segment: {'id': '9a1cc0e3-f1d4-4c4c-ba40-c3e70bc49862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '964062b6-839d-4c7a-bfa2-7d224ae81e43'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:28.191980 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4626f140-d600-46d4-95a8-3b446e125639 None None] Bound port: 01b7fe6b-3ab7-40a3-ab79-95acb0d589cc, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a1cc0e3-f1d4-4c4c-ba40-c3e70bc49862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '964062b6-839d-4c7a-bfa2-7d224ae81e43'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:28.192213 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4626f140-d600-46d4-95a8-3b446e125639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:28.193415 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-1fc712ff-989e-48a5-81d0-623a97c17e24 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Allocated IP 2001:db8::f816:3eff:fe74:5554 (964062b6-839d-4c7a-bfa2-7d224ae81e43/8304e28d-2727-48b9-917a-3fe0caa09883/780c765d-d2de-40af-a07e-962bae459e4c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:28.195329 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=9f966727-8a7f-4127-b7ee-96dd462a0d63,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:28.257368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-c1c07691-3ef6-4ee4-b543-67243b8ef61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:28.259262 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-c1c07691-3ef6-4ee4-b543-67243b8ef61a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b04288f5-00e1-4e20-a52b-805997e77341 HTTP/1.1" status: 200 len: 797 time: 0.1133657 Jul 22 16:38:28.308104 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4626f140-d600-46d4-95a8-3b446e125639 None None] For port 01b7fe6b-3ab7-40a3-ab79-95acb0d589cc, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:28.313748 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4626f140-d600-46d4-95a8-3b446e125639 None None] For port 01b7fe6b-3ab7-40a3-ab79-95acb0d589cc, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=01b7fe6b-3ab7-40a3-ab79-95acb0d589cc,segment=NetworkSegment(9a1cc0e3-f1d4-4c4c-ba40-c3e70bc49862),segment_id=9a1cc0e3-f1d4-4c4c-ba40-c3e70bc49862)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:28.324668 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4626f140-d600-46d4-95a8-3b446e125639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:28.377013 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168e2eeb-ef71-418a-9ea3-385d6e6fb3dd x-openstack-request-id: req-168e2eeb-ef71-418a-9ea3-385d6e6fb3dd {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:28.377719 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "tag": "b3d71db8-83f1-44c1-9af6-beb18494c73e", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:28.378234 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-168e2eeb-ef71-418a-9ea3-385d6e6fb3dd {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:28.378900 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'tag': 'b3d71db8-83f1-44c1-9af6-beb18494c73e', 'status': 'completed', 'code': 200} Jul 22 16:38:28.385457 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-5cb8f836-f494-4b33-b597-362d34396db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:28.386875 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-5cb8f836-f494-4b33-b597-362d34396db4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1181879 Jul 22 16:38:28.390245 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cf16f031-4771-4e38-b97d-c5c6db066235 req-961d0d18-814f-4c25-9ed4-a976be7349df tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/security-groups?id=86e78c12-c764-4ae9-b7a9-a13a9fa5c1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5018141 Jul 22 16:38:28.447892 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8168f5c2-44a3-4851-abbb-0b84d7e767e5 admin admin] Router ecaa0c7a-851c-4147-a5f8-f650a29fcbeb is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:38:28.453381 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626f140-d600-46d4-95a8-3b446e125639 None None] Pushing event updated for resources: {'Port': ['ID=01b7fe6b-3ab7-40a3-ab79-95acb0d589cc,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:28.460485 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b0989c43-0762-4cac-9cbb-7334da729c62 None None] Provisioning complete for port 9f966727-8a7f-4127-b7ee-96dd462a0d63 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:28.460857 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0989c43-0762-4cac-9cbb-7334da729c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:28.543758 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1fc712ff-989e-48a5-81d0-623a97c17e24 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:28.627175 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd8008-262b-4671-9693-67d3cc1ea3d8 req-9a00de42-feac-4d5e-a100-c6d217e490bd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:28.633731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd8008-262b-4671-9693-67d3cc1ea3d8 req-9a00de42-feac-4d5e-a100-c6d217e490bd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:28.640682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd8008-262b-4671-9693-67d3cc1ea3d8 req-9a00de42-feac-4d5e-a100-c6d217e490bd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:28.647283 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd8008-262b-4671-9693-67d3cc1ea3d8 req-9a00de42-feac-4d5e-a100-c6d217e490bd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:28.653948 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd8008-262b-4671-9693-67d3cc1ea3d8 req-9a00de42-feac-4d5e-a100-c6d217e490bd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:28.666589 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd8008-262b-4671-9693-67d3cc1ea3d8 req-9a00de42-feac-4d5e-a100-c6d217e490bd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:28.691870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd8008-262b-4671-9693-67d3cc1ea3d8 req-9a00de42-feac-4d5e-a100-c6d217e490bd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:28.702219 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-1fc712ff-989e-48a5-81d0-623a97c17e24 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Transition to ACTIVE for port object 780c765d-d2de-40af-a07e-962bae459e4c will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:28.703037 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-11cd8008-262b-4671-9693-67d3cc1ea3d8 req-9a00de42-feac-4d5e-a100-c6d217e490bd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5420 time: 0.3109045 Jul 22 16:38:28.772501 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37b254-ac1a-4eb7-a154-ae6685e6bb66 req-e0bd13ee-1746-4226-acd9-0d8d9b9396b4 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:28.775436 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-243853d3-38ef-4241-acf0-c37bac6f344a service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117185 Jul 22 16:38:28.778516 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3c37b254-ac1a-4eb7-a154-ae6685e6bb66 req-e0bd13ee-1746-4226-acd9-0d8d9b9396b4 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.2633812 Jul 22 16:38:28.788585 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-11cd8008-262b-4671-9693-67d3cc1ea3d8 req-49de8fd4-646a-4039-8f7a-a607afd53b28 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0744171 Jul 22 16:38:28.795233 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8168f5c2-44a3-4851-abbb-0b84d7e767e5 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:38:28.805629 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] Sync routers for ids ['ecaa0c7a-851c-4147-a5f8-f650a29fcbeb'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:38:28.825127 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] Routers {'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:28.827343 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:38:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['ecaa0c7a-851c-4147-a5f8-f650a29fcbeb'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:28.852399 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1fc712ff-989e-48a5-81d0-623a97c17e24 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:28.871781 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52374) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:28.879727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-fde37621-4c36-462d-8953-522cdf1a33b9 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2028849035'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:28.905772 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8168f5c2-44a3-4851-abbb-0b84d7e767e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:28.907425 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8168f5c2-44a3-4851-abbb-0b84d7e767e5 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.3092041 Jul 22 16:38:28.911390 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52376) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:28.922830 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3c37b254-ac1a-4eb7-a154-ae6685e6bb66 req-ee87f94f-df02-4d46-9897-f3f0ec8f26a0 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295018 Jul 22 16:38:28.960965 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc712ff-989e-48a5-81d0-623a97c17e24 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Network 964062b6-839d-4c7a-bfa2-7d224ae81e43 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:28.970209 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-1fc712ff-989e-48a5-81d0-623a97c17e24 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:28.978588 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc712ff-989e-48a5-81d0-623a97c17e24 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:28.985522 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc712ff-989e-48a5-81d0-623a97c17e24 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:28.986449 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1fc712ff-989e-48a5-81d0-623a97c17e24 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:29.005916 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc712ff-989e-48a5-81d0-623a97c17e24 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event updated for resources: {'Port': ['ID=780c765d-d2de-40af-a07e-962bae459e4c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:29.057405 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-75652208-ba4c-456f-bedd-1a9a138533b5 req-bdb95676-fde1-4c92-a8f6-54814571d512 tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0357788 Jul 22 16:38:29.085074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde37621-4c36-462d-8953-522cdf1a33b9 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Made reservation on behalf of c9497a41f8194fa4a8867ac9f3be3289 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:29.088823 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fde37621-4c36-462d-8953-522cdf1a33b9 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:29.093262 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1fc712ff-989e-48a5-81d0-623a97c17e24 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.5399213 Jul 22 16:38:29.094280 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52382) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:29.154508 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-9f380aaa-8b6c-45cf-b3ba-b6026636440e service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642101 Jul 22 16:38:29.222492 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-f69c3d9b-f98c-45e6-891d-276b4b602b1d tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Deleting subnet 8304e28d-2727-48b9-917a-3fe0caa09883 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:38:29.226365 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f69c3d9b-f98c-45e6-891d-276b4b602b1d tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:29.242086 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] Set router ecaa0c7a-851c-4147-a5f8-f650a29fcbeb gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:38:29.277955 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-bbce34bf-13d2-43e2-8e82-f3b77e8a7560 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=d633fbc4-56d8-481f-9b8d-67add53d5f51 HTTP/1.1" status: 200 len: 217 time: 0.0919793 Jul 22 16:38:29.279504 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde37621-4c36-462d-8953-522cdf1a33b9 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:38:29.293103 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f69c3d9b-f98c-45e6-891d-276b4b602b1d tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:29.346562 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c27378a8-b042-4377-8de5-02cb4f232b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:29.420704 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 01b7fe6b-3ab7-40a3-ab79-95acb0d589cc up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:29.463127 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71ab92-f330-4006-8105-9ea1f328d1df req-3d8fd480-45fc-4463-96c8-64bd3d8e390f tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:29.464748 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b71ab92-f330-4006-8105-9ea1f328d1df req-3d8fd480-45fc-4463-96c8-64bd3d8e390f tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.5090926 Jul 22 16:38:29.471533 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fde37621-4c36-462d-8953-522cdf1a33b9 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:29.471965 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-fde37621-4c36-462d-8953-522cdf1a33b9 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Added segment e4f4bbfe-2abb-4c16-96a6-2c9b0861412d of type vlan for network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf Jul 22 16:38:29.499504 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f69c3d9b-f98c-45e6-891d-276b4b602b1d tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:29.572459 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-216d5760-7039-47a0-8034-941d878ae9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:29.574162 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-216d5760-7039-47a0-8034-941d878ae9d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b04288f5-00e1-4e20-a52b-805997e77341 HTTP/1.1" status: 200 len: 797 time: 0.2397037 Jul 22 16:38:29.576479 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fde37621-4c36-462d-8953-522cdf1a33b9 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:29.612896 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 01b7fe6b-3ab7-40a3-ab79-95acb0d589cc completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:29.617872 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f69c3d9b-f98c-45e6-891d-276b4b602b1d tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:29.629890 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 9f966727-8a7f-4127-b7ee-96dd462a0d63 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:29.657241 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c3d9b-f98c-45e6-891d-276b4b602b1d tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event deleted for resources: {'Subnet': ['ID=8304e28d-2727-48b9-917a-3fe0caa09883,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:29.668782 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f69c3d9b-f98c-45e6-891d-276b4b602b1d tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:29.671067 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f69c3d9b-f98c-45e6-891d-276b4b602b1d tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "DELETE /v2.0/subnets/8304e28d-2727-48b9-917a-3fe0caa09883 HTTP/1.1" status: 204 len: 168 time: 0.5747709 Jul 22 16:38:29.673486 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52390) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:29.691328 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b71ab92-f330-4006-8105-9ea1f328d1df req-56b0362e-1a3c-4b52-8756-243ad71d9859 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079484 Jul 22 16:38:29.697472 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-157b3adf-96f7-4ae5-beae-3b78aa0674e7 req-58a1b794-b3f7-4a45-9ef5-d3c1682e0bb6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c06f8e99947d4b939a2d23685ed94b5c&device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0761573 Jul 22 16:38:29.708893 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1139722916-router', 'tenant_id': '7c03e3567f6042d08ada9c6b8f674d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e361b29a-ca15-4879-995d-ed948f2389f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:22Z', 'updated_at': '2021-07-22T16:38:26Z', 'revision_number': 3, 'project_id': '7c03e3567f6042d08ada9c6b8f674d82', 'gw_port': {'id': 'e361b29a-ca15-4879-995d-ed948f2389f0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:03:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:24Z', 'updated_at': '2021-07-22T16:38:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:29.751537 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 9f966727-8a7f-4127-b7ee-96dd462a0d63 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:29.754505 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:29.758833 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] Checking router: ecaa0c7a-851c-4147-a5f8-f650a29fcbeb for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:38:29.759374 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] Updating router ecaa0c7a-851c-4147-a5f8-f650a29fcbeb port e361b29a-ca15-4879-995d-ed948f2389f0 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:38:29.767401 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-157b3adf-96f7-4ae5-beae-3b78aa0674e7 req-bdbc1788-52e2-4a83-b50c-1477e2d8e712 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=c06f8e99947d4b939a2d23685ed94b5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534348 Jul 22 16:38:29.774866 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-fde37621-4c36-462d-8953-522cdf1a33b9 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:38:29.800531 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ee4f15-39d7-4627-8b79-8bf69f05fa18 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:29.802071 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ee4f15-39d7-4627-8b79-8bf69f05fa18 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:29.806733 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-49ee4f15-39d7-4627-8b79-8bf69f05fa18 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1275733 Jul 22 16:38:29.807672 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52392) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:29.823419 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:29.891526 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40631e29-dfae-46e0-bec5-cbc40cb4f67e req-24915593-d504-47f4-893e-93bec3454529 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:29.893824 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-40631e29-dfae-46e0-bec5-cbc40cb4f67e req-24915593-d504-47f4-893e-93bec3454529 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2abbf55-506d-4c47-901e-8c76d69b8eba HTTP/1.1" status: 200 len: 945 time: 0.1566591 Jul 22 16:38:29.940301 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3634ce6-6c5b-4218-9a7d-3eed0d1d51fa None None] Network 964062b6-839d-4c7a-bfa2-7d224ae81e43 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:29.953730 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fde37621-4c36-462d-8953-522cdf1a33b9 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:29.959999 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde37621-4c36-462d-8953-522cdf1a33b9 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:29.960607 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fde37621-4c36-462d-8953-522cdf1a33b9 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:29.966056 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-341b06e2-f40c-499d-a244-166e9a08e8bc tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:29.972317 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-42fbbaf4-90fc-4529-88c3-3b43456a334b req-32b93745-cf8c-410a-943c-3713866e6ecc tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.1567755 Jul 22 16:38:29.986538 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-341b06e2-f40c-499d-a244-166e9a08e8bc tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 22 16:38:29.986995 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-341b06e2-f40c-499d-a244-166e9a08e8bc tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:38:29.995123 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-341b06e2-f40c-499d-a244-166e9a08e8bc tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "DELETE /v2.0/networks/964062b6-839d-4c7a-bfa2-7d224ae81e43 HTTP/1.1" status: 409 len: 405 time: 0.1806407 Jul 22 16:38:29.995123 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-40631e29-dfae-46e0-bec5-cbc40cb4f67e req-e1feb2b7-4118-4d86-b869-6a4d44968fef tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/security-groups?id=86e78c12-c764-4ae9-b7a9-a13a9fa5c1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0890388 Jul 22 16:38:29.998093 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52398) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:30.008183 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-56bc1875-ff5e-4b17-9052-fbc59504bf0e tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-831340834'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:30.024966 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bc1875-ff5e-4b17-9052-fbc59504bf0e tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Made reservation on behalf of cd60e4e2191c4bf48ddc1f2f1a2e1777 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:30.029544 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56bc1875-ff5e-4b17-9052-fbc59504bf0e tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.056333 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56bc1875-ff5e-4b17-9052-fbc59504bf0e tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:38:30.067991 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56bc1875-ff5e-4b17-9052-fbc59504bf0e tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.068364 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-56bc1875-ff5e-4b17-9052-fbc59504bf0e tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Added segment c0f6a29d-fb2d-41c9-8cb9-46bfb4fe6c8f of type vlan for network da31f63f-e168-4516-a932-3dfda4b06707 Jul 22 16:38:30.112086 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56bc1875-ff5e-4b17-9052-fbc59504bf0e tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.142782 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fde37621-4c36-462d-8953-522cdf1a33b9 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2670770 Jul 22 16:38:30.149378 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52402) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:30.153134 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56bc1875-ff5e-4b17-9052-fbc59504bf0e tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.159542 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bc1875-ff5e-4b17-9052-fbc59504bf0e tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:30.160191 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56bc1875-ff5e-4b17-9052-fbc59504bf0e tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.163229 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-91dfc1af-c929-41cc-a3d7-504c94952c9c None None] Provisioning for port 01b7fe6b-3ab7-40a3-ab79-95acb0d589cc completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:30.166397 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8fb1d97f-0e5e-4e88-8700-e5c347b033d5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1871227389'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:30.208802 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-91dfc1af-c929-41cc-a3d7-504c94952c9c None None] Provisioning complete for port 01b7fe6b-3ab7-40a3-ab79-95acb0d589cc triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:30.209143 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-91dfc1af-c929-41cc-a3d7-504c94952c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.213593 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde37621-4c36-462d-8953-522cdf1a33b9 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event updated for resources: {'Network': ['ID=20b1ef6e-c935-49ba-95c9-1b74b8d956bf,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:30.227422 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-ec9a5fb8-75b6-4d84-a3ca-77690508a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:30.228947 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-ec9a5fb8-75b6-4d84-a3ca-77690508a5f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6380360 Jul 22 16:38:30.247460 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b3adf-96f7-4ae5-beae-3b78aa0674e7 req-3e4e9f0d-63f1-4296-9420-3b69f1aaf5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:30.248842 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-157b3adf-96f7-4ae5-beae-3b78aa0674e7 req-3e4e9f0d-63f1-4296-9420-3b69f1aaf5b4 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4704413 Jul 22 16:38:30.268538 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:38:30.298712 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb1d97f-0e5e-4e88-8700-e5c347b033d5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Made reservation on behalf of c9497a41f8194fa4a8867ac9f3be3289 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:30.302500 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fb1d97f-0e5e-4e88-8700-e5c347b033d5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.307439 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc1875-ff5e-4b17-9052-fbc59504bf0e tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event updated for resources: {'Network': ['ID=da31f63f-e168-4516-a932-3dfda4b06707,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:30.318076 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-56bc1875-ff5e-4b17-9052-fbc59504bf0e tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3187311 Jul 22 16:38:30.324758 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52404) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:30.335555 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-28680616-c4cf-4710-bbf8-e9e545b00570 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Request body: {'subnet': {'network_id': 'da31f63f-e168-4516-a932-3dfda4b06707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:30.336399 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network da31f63f-e168-4516-a932-3dfda4b06707 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:38:30.346734 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79419e13-dc7f-4691-8267-6578ac5af543 req-5fc0eee1-97b4-4547-b0dd-78c562331da5 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:30.348315 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-79419e13-dc7f-4691-8267-6578ac5af543 req-5fc0eee1-97b4-4547-b0dd-78c562331da5 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.2079816 Jul 22 16:38:30.385402 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd61bfb-db4f-4f70-8d1a-ece176b43fb4 req-800e07e7-f360-41fb-a37e-4f2e2a2828c6 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:30.389044 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb1d97f-0e5e-4e88-8700-e5c347b033d5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:38:30.391612 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd61bfb-db4f-4f70-8d1a-ece176b43fb4 req-800e07e7-f360-41fb-a37e-4f2e2a2828c6 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:30.397612 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd61bfb-db4f-4f70-8d1a-ece176b43fb4 req-800e07e7-f360-41fb-a37e-4f2e2a2828c6 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:30.404721 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd61bfb-db4f-4f70-8d1a-ece176b43fb4 req-800e07e7-f360-41fb-a37e-4f2e2a2828c6 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:30.410963 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd61bfb-db4f-4f70-8d1a-ece176b43fb4 req-800e07e7-f360-41fb-a37e-4f2e2a2828c6 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:30.412409 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fb1d97f-0e5e-4e88-8700-e5c347b033d5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.412685 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-8fb1d97f-0e5e-4e88-8700-e5c347b033d5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Added segment 0bac6b5f-ec86-400e-b73c-85ef833d6e8a of type vlan for network 1efbf9bc-0c70-4776-ae72-82d943308ba7 Jul 22 16:38:30.416801 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd61bfb-db4f-4f70-8d1a-ece176b43fb4 req-800e07e7-f360-41fb-a37e-4f2e2a2828c6 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:30.423082 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd61bfb-db4f-4f70-8d1a-ece176b43fb4 req-800e07e7-f360-41fb-a37e-4f2e2a2828c6 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:30.430769 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8bd61bfb-db4f-4f70-8d1a-ece176b43fb4 req-800e07e7-f360-41fb-a37e-4f2e2a2828c6 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5420 time: 0.3235159 Jul 22 16:38:30.495010 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.509199 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-79419e13-dc7f-4691-8267-6578ac5af543 req-35197039-2f41-4a7a-998b-7f6cc2df47dc tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420600 Jul 22 16:38:30.512082 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fb1d97f-0e5e-4e88-8700-e5c347b033d5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.538619 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] Transition to ACTIVE for port object e361b29a-ca15-4879-995d-ed948f2389f0 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:30.548954 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-91dfc1af-c929-41cc-a3d7-504c94952c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.552838 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.554532 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28680616-c4cf-4710-bbf8-e9e545b00570 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Made reservation on behalf of cd60e4e2191c4bf48ddc1f2f1a2e1777 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:30.558725 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28680616-c4cf-4710-bbf8-e9e545b00570 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.668331 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f53657-1166-40a5-8e0d-f81889fb41f7 None None] DHCP port deletion for 964062b6-839d-4c7a-bfa2-7d224ae81e43 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:38:30.670937 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] Attempting to bind port e361b29a-ca15-4879-995d-ed948f2389f0 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:30.671306 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] Attempting to bind port e361b29a-ca15-4879-995d-ed948f2389f0 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:30.671668 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] Attempting to bind port e361b29a-ca15-4879-995d-ed948f2389f0 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:30.676739 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-91dfc1af-c929-41cc-a3d7-504c94952c9c None None] For port 01b7fe6b-3ab7-40a3-ab79-95acb0d589cc, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=01b7fe6b-3ab7-40a3-ab79-95acb0d589cc,segment=NetworkSegment(9a1cc0e3-f1d4-4c4c-ba40-c3e70bc49862),segment_id=9a1cc0e3-f1d4-4c4c-ba40-c3e70bc49862)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:30.679872 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf2436-0383-424a-8bc4-bb6da001b048 None None] Pushing event updated for resources: {'Port': ['ID=e361b29a-ca15-4879-995d-ed948f2389f0,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:30.683764 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:30.684138 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:30.684541 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.684930 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:30.685439 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] Bound port: e361b29a-ca15-4879-995d-ed948f2389f0, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:30.685823 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.688606 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-91dfc1af-c929-41cc-a3d7-504c94952c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.783082 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fb1d97f-0e5e-4e88-8700-e5c347b033d5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.789106 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb1d97f-0e5e-4e88-8700-e5c347b033d5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:30.789715 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fb1d97f-0e5e-4e88-8700-e5c347b033d5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.800239 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfc1af-c929-41cc-a3d7-504c94952c9c None None] Pushing event updated for resources: {'Port': ['ID=01b7fe6b-3ab7-40a3-ab79-95acb0d589cc,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:30.816530 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8fb1d97f-0e5e-4e88-8700-e5c347b033d5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6620400 Jul 22 16:38:30.819182 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] For port e361b29a-ca15-4879-995d-ed948f2389f0, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:30.824062 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] For port e361b29a-ca15-4879-995d-ed948f2389f0, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=e361b29a-ca15-4879-995d-ed948f2389f0,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:30.828174 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52410) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:30.830406 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.849654 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-45da0cfa-9883-4dd6-9177-76266c370603 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Request body: {'subnet': {'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:30.861593 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-53f53657-1166-40a5-8e0d-f81889fb41f7 None None] Deleting port 01b7fe6b-3ab7-40a3-ab79-95acb0d589cc {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:30.862053 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53f53657-1166-40a5-8e0d-f81889fb41f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.892232 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-e4e16bc0-9581-4b0a-ab18-26dd3a185430 service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6558335 Jul 22 16:38:30.940565 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1d97f-0e5e-4e88-8700-e5c347b033d5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event updated for resources: {'Network': ['ID=1efbf9bc-0c70-4776-ae72-82d943308ba7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:30.956325 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] Routers {'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:30.956525 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:38:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['ecaa0c7a-851c-4147-a5f8-f650a29fcbeb'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:30.966155 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 1efbf9bc-0c70-4776-ae72-82d943308ba7 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:38:31.000567 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf2436-0383-424a-8bc4-bb6da001b048 None None] Pushing event updated for resources: {'Port': ['ID=e361b29a-ca15-4879-995d-ed948f2389f0,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:31.007426 n-d-798930-9 neutron-server[93817]: DEBUG neutron.objects.ports [None req-28680616-c4cf-4710-bbf8-e9e545b00570 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:38:31.010834 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28680616-c4cf-4710-bbf8-e9e545b00570 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:31.016739 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8bd61bfb-db4f-4f70-8d1a-ece176b43fb4 req-d4279186-1a25-4a28-8d95-7f9f3f31728b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5850103 Jul 22 16:38:31.081320 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-53f53657-1166-40a5-8e0d-f81889fb41f7 None None] For port 01b7fe6b-3ab7-40a3-ab79-95acb0d589cc, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=01b7fe6b-3ab7-40a3-ab79-95acb0d589cc,segment=NetworkSegment(9a1cc0e3-f1d4-4c4c-ba40-c3e70bc49862),segment_id=9a1cc0e3-f1d4-4c4c-ba40-c3e70bc49862)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:31.083845 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53f53657-1166-40a5-8e0d-f81889fb41f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:31.119019 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-53f53657-1166-40a5-8e0d-f81889fb41f7 None None] Calling delete_port for 01b7fe6b-3ab7-40a3-ab79-95acb0d589cc owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:31.125400 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f97189a-4ad5-4b99-8a4d-f403d72e6c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:31.150886 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45da0cfa-9883-4dd6-9177-76266c370603 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Made reservation on behalf of c9497a41f8194fa4a8867ac9f3be3289 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:31.156076 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-45da0cfa-9883-4dd6-9177-76266c370603 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:31.180572 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a53d0e-2d27-4c8f-bc01-4c710c09a630 req-fe6fb1ac-deb7-4a0b-af81-fd9228fa7bca tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:31.182151 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60a53d0e-2d27-4c8f-bc01-4c710c09a630 req-fe6fb1ac-deb7-4a0b-af81-fd9228fa7bca tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.16 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.3576119 Jul 22 16:38:31.208097 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 01b7fe6b-3ab7-40a3-ab79-95acb0d589cc no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:31.208576 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-02159ad1-bac1-4bff-9afc-f734814c3eff service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994287 Jul 22 16:38:31.284015 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] Set router ecaa0c7a-851c-4147-a5f8-f650a29fcbeb gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:38:31.342815 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-97c1e4a3-ac67-4c88-a292-c9e77f21dff1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=15308c51-be2f-4b0a-b292-316a0d6b5938 HTTP/1.1" status: 200 len: 217 time: 0.1041682 Jul 22 16:38:31.419456 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4bd79198-9759-45c0-9281-bdaad32649cd req-b17b34bb-b593-46d0-8c62-11de7ccd932d tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0962791 Jul 22 16:38:31.528445 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28680616-c4cf-4710-bbf8-e9e545b00570 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event updated for resources: {'Subnet': ['ID=d0262e57-0582-48ca-b65c-6189e3106415,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:31.538010 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d20c72-951c-44ed-ad1a-06230c3f0917 req-54a4c167-7c44-4f6b-80f8-fdc310dec0fb tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:31.545224 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-23d20c72-951c-44ed-ad1a-06230c3f0917 req-54a4c167-7c44-4f6b-80f8-fdc310dec0fb tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.7424266 Jul 22 16:38:31.559140 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-8beff34e-96ec-4d3b-8cf3-010d167d79e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:31.561182 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-8beff34e-96ec-4d3b-8cf3-010d167d79e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b04288f5-00e1-4e20-a52b-805997e77341 HTTP/1.1" status: 200 len: 797 time: 0.1595161 Jul 22 16:38:31.619232 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28680616-c4cf-4710-bbf8-e9e545b00570 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Checking segment: {'id': 'c0f6a29d-fb2d-41c9-8cb9-46bfb4fe6c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'da31f63f-e168-4516-a932-3dfda4b06707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:31.619588 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28680616-c4cf-4710-bbf8-e9e545b00570 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Network hostable DHCP agents. Network: da31f63f-e168-4516-a932-3dfda4b06707, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:38:31.625331 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-23d20c72-951c-44ed-ad1a-06230c3f0917 req-6b5ad19d-da46-468d-a0f6-559dcda48ee9 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792179 Jul 22 16:38:31.655285 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28680616-c4cf-4710-bbf8-e9e545b00570 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Network da31f63f-e168-4516-a932-3dfda4b06707 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:38:31.668988 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-28680616-c4cf-4710-bbf8-e9e545b00570 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, da31f63f-e168-4516-a932-3dfda4b06707) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:31.674495 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28680616-c4cf-4710-bbf8-e9e545b00570 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:31.675444 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28680616-c4cf-4710-bbf8-e9e545b00570 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:31.684339 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53f53657-1166-40a5-8e0d-f81889fb41f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:31.694881 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdddcfd-4e04-4aa3-824e-f7446e943622 None None] Network da31f63f-e168-4516-a932-3dfda4b06707 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:31.705192 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-28680616-c4cf-4710-bbf8-e9e545b00570 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3727365 Jul 22 16:38:31.707037 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52422) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:31.724865 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:31.727290 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:31.744645 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fb525b28-305d-4829-b68c-1fde7f978784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:31.749399 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f53657-1166-40a5-8e0d-f81889fb41f7 None None] No DVR routers for this DVR port 01b7fe6b-3ab7-40a3-ab79-95acb0d589cc on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:31.764316 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f53657-1166-40a5-8e0d-f81889fb41f7 None None] Pushing event deleted for resources: {'Port': ['ID=01b7fe6b-3ab7-40a3-ab79-95acb0d589cc,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:31.785636 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-157b3adf-96f7-4ae5-beae-3b78aa0674e7 req-4be65663-ce73-4a90-a3d2-665903a944e1 tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.16 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.0709782 Jul 22 16:38:31.809453 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-8f97189a-4ad5-4b99-8a4d-f403d72e6c20 admin admin] Allocated IP 172.20.0.1 (5d10d39e-2e47-4f9b-b3b1-10b77f7ca088/ca71dd9c-1922-4298-9c1e-7020dcfdf108/5768c42f-6971-40de-bdda-ec112bc08d76) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:31.826761 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-60a53d0e-2d27-4c8f-bc01-4c710c09a630 req-d20b7ea7-1af6-4678-8e9b-15e37136980d tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Deleting port e5679218-139a-46ad-b676-bb80a66e003d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:31.827233 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-60a53d0e-2d27-4c8f-bc01-4c710c09a630 req-d20b7ea7-1af6-4678-8e9b-15e37136980d tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:31.865026 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-45da0cfa-9883-4dd6-9177-76266c370603 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:31.872123 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2386f5fa-aa09-443a-a869-dbdeb3cefefa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:31.904371 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c28282-7358-4ad9-9f7c-3d55e5d47e7a req-b12e480d-9187-485f-8a83-5c3eede875b7 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:31.906139 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-22c28282-7358-4ad9-9f7c-3d55e5d47e7a req-b12e480d-9187-485f-8a83-5c3eede875b7 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.1763718 Jul 22 16:38:31.996433 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1139722916-router', 'tenant_id': '7c03e3567f6042d08ada9c6b8f674d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e361b29a-ca15-4879-995d-ed948f2389f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:22Z', 'updated_at': '2021-07-22T16:38:26Z', 'revision_number': 3, 'project_id': '7c03e3567f6042d08ada9c6b8f674d82', 'gw_port': {'id': 'e361b29a-ca15-4879-995d-ed948f2389f0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:03:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:24Z', 'updated_at': '2021-07-22T16:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:32.010101 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2386f5fa-aa09-443a-a869-dbdeb3cefefa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:32.016058 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f838c1-b2ba-42de-b0c6-9fce284d6d17 req-ddf53b93-3d79-4fab-92bb-cc5aeb64dd42 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:32.017576 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-96f838c1-b2ba-42de-b0c6-9fce284d6d17 req-ddf53b93-3d79-4fab-92bb-cc5aeb64dd42 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2abbf55-506d-4c47-901e-8c76d69b8eba HTTP/1.1" status: 200 len: 945 time: 0.4137964 Jul 22 16:38:32.027718 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-22c28282-7358-4ad9-9f7c-3d55e5d47e7a req-2c359353-8351-4106-88da-765f4d5a7a57 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653892 Jul 22 16:38:32.042184 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbafd4a1-1ece-4e97-b405-516372d3afb2 None None] The sync data for ids ['ecaa0c7a-851c-4147-a5f8-f650a29fcbeb'] in n-d-798930-9 is: [{'id': 'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1139722916-router', 'tenant_id': '7c03e3567f6042d08ada9c6b8f674d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e361b29a-ca15-4879-995d-ed948f2389f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:22Z', 'updated_at': '2021-07-22T16:38:26Z', 'revision_number': 3, 'project_id': '7c03e3567f6042d08ada9c6b8f674d82', 'gw_port': {'id': 'e361b29a-ca15-4879-995d-ed948f2389f0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:03:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:24Z', 'updated_at': '2021-07-22T16:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:38:32.085855 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da0cfa-9883-4dd6-9177-76266c370603 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event updated for resources: {'Subnet': ['ID=96d2d744-bd35-4248-9461-63b7b331579f,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:32.113373 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cf4498-37d2-4f38-9102-323023d06259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-da31f63f-e168-4516-a932-3dfda4b06707', 'network_id': 'da31f63f-e168-4516-a932-3dfda4b06707', 'tenant_id': 'cd60e4e2191c4bf48ddc1f2f1a2e1777', 'fixed_ips': [{'subnet_id': 'd0262e57-0582-48ca-b65c-6189e3106415'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:38:32.114584 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93cf4498-37d2-4f38-9102-323023d06259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:32.114720 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-2c991999-9bee-4927-9f41-7548143e4591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:32.116172 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-2c991999-9bee-4927-9f41-7548143e4591 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5477030 Jul 22 16:38:32.161642 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-60a53d0e-2d27-4c8f-bc01-4c710c09a630 req-d20b7ea7-1af6-4678-8e9b-15e37136980d tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] For port e5679218-139a-46ad-b676-bb80a66e003d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e5679218-139a-46ad-b676-bb80a66e003d,segment=NetworkSegment(094f6b2f-03f2-4846-958c-49b8842d4ad3),segment_id=094f6b2f-03f2-4846-958c-49b8842d4ad3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:32.162088 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-60a53d0e-2d27-4c8f-bc01-4c710c09a630 req-d20b7ea7-1af6-4678-8e9b-15e37136980d tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:32.186479 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2386f5fa-aa09-443a-a869-dbdeb3cefefa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:32.218401 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-96f838c1-b2ba-42de-b0c6-9fce284d6d17 req-35fb3818-b942-436f-9c2d-2def6ad42f48 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/security-groups?id=86e78c12-c764-4ae9-b7a9-a13a9fa5c1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1431797 Jul 22 16:38:32.218585 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da0cfa-9883-4dd6-9177-76266c370603 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Checking segment: {'id': 'e4f4bbfe-2abb-4c16-96a6-2c9b0861412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:32.218945 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45da0cfa-9883-4dd6-9177-76266c370603 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Network hostable DHCP agents. Network: 20b1ef6e-c935-49ba-95c9-1b74b8d956bf, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:38:32.223732 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386f5fa-aa09-443a-a869-dbdeb3cefefa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event deleted for resources: {'Subnet': ['ID=d0262e57-0582-48ca-b65c-6189e3106415,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:32.280541 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e13b5-1e88-45d6-b3dd-8542b3beb766 req-49974591-6e78-4aa2-95cf-834ce7047e72 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server [None req-93cf4498-37d2-4f38-9102-323023d06259 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0262e57-0582-48ca-b65c-6189e3106415: This subnet is being modified by another concurrent operation. Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:38:32.286186 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise exception Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0262e57-0582-48ca-b65c-6189e3106415: This subnet is being modified by another concurrent operation. Jul 22 16:38:32.290414 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server Jul 22 16:38:32.292782 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e13b5-1e88-45d6-b3dd-8542b3beb766 req-49974591-6e78-4aa2-95cf-834ce7047e72 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:32.293938 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e13b5-1e88-45d6-b3dd-8542b3beb766 req-49974591-6e78-4aa2-95cf-834ce7047e72 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:32.299891 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e13b5-1e88-45d6-b3dd-8542b3beb766 req-49974591-6e78-4aa2-95cf-834ce7047e72 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:32.302189 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9c12d9-5faf-44e9-be4e-cc16b525b149 None None] Network da31f63f-e168-4516-a932-3dfda4b06707 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:32.306819 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e13b5-1e88-45d6-b3dd-8542b3beb766 req-49974591-6e78-4aa2-95cf-834ce7047e72 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:32.313766 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e13b5-1e88-45d6-b3dd-8542b3beb766 req-49974591-6e78-4aa2-95cf-834ce7047e72 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:32.319278 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e13b5-1e88-45d6-b3dd-8542b3beb766 req-49974591-6e78-4aa2-95cf-834ce7047e72 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:32.321330 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e35e13b5-1e88-45d6-b3dd-8542b3beb766 req-49974591-6e78-4aa2-95cf-834ce7047e72 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5420 time: 0.1994777 Jul 22 16:38:32.341008 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f97189a-4ad5-4b99-8a4d-f403d72e6c20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:32.355307 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2386f5fa-aa09-443a-a869-dbdeb3cefefa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:32.384611 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2386f5fa-aa09-443a-a869-dbdeb3cefefa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da31f63f-e168-4516-a932-3dfda4b06707']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:32.402922 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2386f5fa-aa09-443a-a869-dbdeb3cefefa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f6a29d-fb2d-41c9-8cb9-46bfb4fe6c8f') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:32.403203 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2386f5fa-aa09-443a-a869-dbdeb3cefefa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f6a29d-fb2d-41c9-8cb9-46bfb4fe6c8f') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:32.411124 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8f97189a-4ad5-4b99-8a4d-f403d72e6c20 admin admin] Transition to ACTIVE for port object 5768c42f-6971-40de-bdda-ec112bc08d76 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:32.419978 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2386f5fa-aa09-443a-a869-dbdeb3cefefa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:32.464126 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45da0cfa-9883-4dd6-9177-76266c370603 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:38:32.517797 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002c2978-deef-4ef6-af75-18c27ca70d77 None None] get_active_networks_info from n-d-798930-9 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:38:32.518825 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e35e13b5-1e88-45d6-b3dd-8542b3beb766 req-cf39e6d8-095c-4fc3-907c-a0120f8a1820 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1602347 Jul 22 16:38:32.544093 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2386f5fa-aa09-443a-a869-dbdeb3cefefa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:32.545211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-45da0cfa-9883-4dd6-9177-76266c370603 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 20b1ef6e-c935-49ba-95c9-1b74b8d956bf) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:32.545211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45da0cfa-9883-4dd6-9177-76266c370603 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:32.545482 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-45da0cfa-9883-4dd6-9177-76266c370603 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:32.558200 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2386f5fa-aa09-443a-a869-dbdeb3cefefa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:38:32.558620 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2386f5fa-aa09-443a-a869-dbdeb3cefefa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:38:32.562737 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:38:32.589890 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-565cf7bc-57f0-469f-a938-c483c3584ff8 service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631307 Jul 22 16:38:32.664044 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2386f5fa-aa09-443a-a869-dbdeb3cefefa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:32.696252 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2386f5fa-aa09-443a-a869-dbdeb3cefefa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:32.703693 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f97189a-4ad5-4b99-8a4d-f403d72e6c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:32.704723 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2386f5fa-aa09-443a-a869-dbdeb3cefefa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "DELETE /v2.0/networks/da31f63f-e168-4516-a932-3dfda4b06707 HTTP/1.1" status: 204 len: 168 time: 0.9954710 Jul 22 16:38:32.705840 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386f5fa-aa09-443a-a869-dbdeb3cefefa tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event deleted for resources: {'Network': ['ID=da31f63f-e168-4516-a932-3dfda4b06707,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:32.708469 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52430) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:32.716453 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-dcde5f89-2643-4900-9f6a-497bf4f30d30 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1482571343'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:32.717964 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:32.761650 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcde5f89-2643-4900-9f6a-497bf4f30d30 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Made reservation on behalf of cd60e4e2191c4bf48ddc1f2f1a2e1777 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:32.766292 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dcde5f89-2643-4900-9f6a-497bf4f30d30 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:32.777672 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002c2978-deef-4ef6-af75-18c27ca70d77 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:38:32.791475 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-45da0cfa-9883-4dd6-9177-76266c370603 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9622660 Jul 22 16:38:32.794934 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52432) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:32.823878 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c5ef7fd9-40d0-40e3-8963-6f70a4d02f1f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Request body: {'subnet': {'network_id': '1efbf9bc-0c70-4776-ae72-82d943308ba7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:32.834573 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f2de3eb-2839-4ce5-8b24-2fddfad3aa49 req-4d1c44ff-d4dd-4dce-82a1-b7acedeca251 tempest-ServerShowV257Test-1369330733 tempest-ServerShowV257Test-1369330733-project] 10.222.0.69 "GET /v2.0/ports?device_id=840ef7bd-8cd9-4dab-91fa-c5698e3595ce HTTP/1.1" status: 200 len: 210 time: 0.1476135 Jul 22 16:38:32.841626 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f97189a-4ad5-4b99-8a4d-f403d72e6c20 admin admin] Network 5d10d39e-2e47-4f9b-b3b1-10b77f7ca088 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:32.858016 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-8f97189a-4ad5-4b99-8a4d-f403d72e6c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:32.914408 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f97189a-4ad5-4b99-8a4d-f403d72e6c20 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:32.917332 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97189a-4ad5-4b99-8a4d-f403d72e6c20 admin admin] Pushing event updated for resources: {'Port': ['ID=5768c42f-6971-40de-bdda-ec112bc08d76,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:32.939713 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-60a53d0e-2d27-4c8f-bc01-4c710c09a630 req-d20b7ea7-1af6-4678-8e9b-15e37136980d tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:32.940086 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-60a53d0e-2d27-4c8f-bc01-4c710c09a630 req-d20b7ea7-1af6-4678-8e9b-15e37136980d tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:32.940398 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [req-60a53d0e-2d27-4c8f-bc01-4c710c09a630 req-d20b7ea7-1af6-4678-8e9b-15e37136980d tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Floating IP 190b2595-1aca-4a03-8f5d-3c46aabb6b13 disassociated. External IP: 172.25.0.135, port: e5679218-139a-46ad-b676-bb80a66e003d. Jul 22 16:38:32.940738 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-60a53d0e-2d27-4c8f-bc01-4c710c09a630 req-d20b7ea7-1af6-4678-8e9b-15e37136980d tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Calling delete_port for e5679218-139a-46ad-b676-bb80a66e003d owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:32.946133 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcde5f89-2643-4900-9f6a-497bf4f30d30 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:38:32.978119 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dcde5f89-2643-4900-9f6a-497bf4f30d30 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:32.978472 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-dcde5f89-2643-4900-9f6a-497bf4f30d30 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Added segment d91eeacc-271a-45bb-9150-524ec598e8d1 of type vlan for network 5e58d5b5-3a03-41f2-8008-6b3faa5bb731 Jul 22 16:38:33.037715 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9fb41-727b-4a88-8fca-9c491ca8e1e4 req-45c4de78-85bc-41c5-aede-caa386f2bdf6 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:33.039430 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0fe9fb41-727b-4a88-8fca-9c491ca8e1e4 req-45c4de78-85bc-41c5-aede-caa386f2bdf6 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 946 time: 0.2705081 Jul 22 16:38:33.050956 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ef7fd9-40d0-40e3-8963-6f70a4d02f1f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Made reservation on behalf of c9497a41f8194fa4a8867ac9f3be3289 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:33.054473 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5ef7fd9-40d0-40e3-8963-6f70a4d02f1f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.059648 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dcde5f89-2643-4900-9f6a-497bf4f30d30 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.129469 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f97189a-4ad5-4b99-8a4d-f403d72e6c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.187863 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0fe9fb41-727b-4a88-8fca-9c491ca8e1e4 req-beb29a3e-2f03-4e99-b048-98a9637ca0d2 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=0adc629f-24ca-4130-9978-cf73e6fa2e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126068 Jul 22 16:38:33.215758 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-2260a952-2ab3-4069-bb15-ece66b7e0bc9 service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5555313 Jul 22 16:38:33.234287 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device e361b29a-ca15-4879-995d-ed948f2389f0 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:33.263986 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dcde5f89-2643-4900-9f6a-497bf4f30d30 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.271170 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcde5f89-2643-4900-9f6a-497bf4f30d30 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:33.272938 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dcde5f89-2643-4900-9f6a-497bf4f30d30 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.312685 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2f4a5d-143b-40f4-87cc-055ad48449ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-20b1ef6e-c935-49ba-95c9-1b74b8d956bf', 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'fixed_ips': [{'subnet_id': '96d2d744-bd35-4248-9461-63b7b331579f'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:38:33.313761 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4a5d-143b-40f4-87cc-055ad48449ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.321873 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-9f4732ee-e2ed-4382-8c04-260e49ed5c25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=8f8e2019-4413-47d1-bf77-7942fb52a98f HTTP/1.1" status: 200 len: 217 time: 0.0767846 Jul 22 16:38:33.353175 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c103b-f4ff-4f3b-9a24-d9f1d4ebd390 req-3667e5a9-5e9f-4ec5-b951-716096bd0b99 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:33.354843 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f5c103b-f4ff-4f3b-9a24-d9f1d4ebd390 req-3667e5a9-5e9f-4ec5-b951-716096bd0b99 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2abbf55-506d-4c47-901e-8c76d69b8eba HTTP/1.1" status: 200 len: 945 time: 0.4279039 Jul 22 16:38:33.383182 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde5f89-2643-4900-9f6a-497bf4f30d30 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event updated for resources: {'Network': ['ID=5e58d5b5-3a03-41f2-8008-6b3faa5bb731,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:33.437148 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-dcde5f89-2643-4900-9f6a-497bf4f30d30 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7273943 Jul 22 16:38:33.440816 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52438) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:33.453564 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 5e58d5b5-3a03-41f2-8008-6b3faa5bb731 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:38:33.481044 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8ef94718-f75f-465f-b4ef-4da609373e53 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Request body: {'subnet': {'network_id': '5e58d5b5-3a03-41f2-8008-6b3faa5bb731', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:33.569972 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port e361b29a-ca15-4879-995d-ed948f2389f0 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:33.574700 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148522b-4ef9-4436-86d3-8f4018c4d0f6 req-d6e10dbc-ee88-4d24-bc41-99747547d362 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:33.578303 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4148522b-4ef9-4436-86d3-8f4018c4d0f6 req-d6e10dbc-ee88-4d24-bc41-99747547d362 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2abbf55-506d-4c47-901e-8c76d69b8eba HTTP/1.1" status: 200 len: 945 time: 0.2003806 Jul 22 16:38:33.589362 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port e361b29a-ca15-4879-995d-ed948f2389f0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:33.589755 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.593951 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5ef7fd9-40d0-40e3-8963-6f70a4d02f1f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.616174 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e519e0-fb59-4319-9ddd-349d2d7381e0 req-9f5aaf69-da45-434f-938c-2144fc312235 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:33.617699 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-67e519e0-fb59-4319-9ddd-349d2d7381e0 req-9f5aaf69-da45-434f-938c-2144fc312235 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.4767838 Jul 22 16:38:33.626161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-380c5cc9-80c3-49b1-8b42-528baaa3e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:33.627661 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-380c5cc9-80c3-49b1-8b42-528baaa3e879 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b04288f5-00e1-4e20-a52b-805997e77341 HTTP/1.1" status: 200 len: 797 time: 0.2858970 Jul 22 16:38:33.655172 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-6c2f4a5d-143b-40f4-87cc-055ad48449ab None None] Allocated IP 10.1.1.2 (20b1ef6e-c935-49ba-95c9-1b74b8d956bf/96d2d744-bd35-4248-9461-63b7b331579f/5f011c7b-0e43-44e9-8ccd-6d25dab034eb) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:33.692912 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4148522b-4ef9-4436-86d3-8f4018c4d0f6 req-1a0bfd96-85f1-42f2-a155-37b48dbe64bc tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/security-groups?id=86e78c12-c764-4ae9-b7a9-a13a9fa5c1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1083851 Jul 22 16:38:33.695147 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef7fd9-40d0-40e3-8963-6f70a4d02f1f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event updated for resources: {'Subnet': ['ID=d1b3925e-5bc2-4165-8e50-36b5b076cd3a,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:33.703506 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ef7fd9-40d0-40e3-8963-6f70a4d02f1f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Checking segment: {'id': '0bac6b5f-ec86-400e-b73c-85ef833d6e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1efbf9bc-0c70-4776-ae72-82d943308ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:33.703954 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ef7fd9-40d0-40e3-8963-6f70a4d02f1f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Network hostable DHCP agents. Network: 1efbf9bc-0c70-4776-ae72-82d943308ba7, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:38:33.734996 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.741467 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ef7fd9-40d0-40e3-8963-6f70a4d02f1f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Network 1efbf9bc-0c70-4776-ae72-82d943308ba7 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:38:33.753501 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c5ef7fd9-40d0-40e3-8963-6f70a4d02f1f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 1efbf9bc-0c70-4776-ae72-82d943308ba7) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:33.759422 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ef7fd9-40d0-40e3-8963-6f70a4d02f1f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:33.760171 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5ef7fd9-40d0-40e3-8963-6f70a4d02f1f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.783400 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c5ef7fd9-40d0-40e3-8963-6f70a4d02f1f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9845657 Jul 22 16:38:33.784617 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port e361b29a-ca15-4879-995d-ed948f2389f0, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=e361b29a-ca15-4879-995d-ed948f2389f0,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:33.789067 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52442) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:33.795054 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.797699 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-59d87dd4-9e3e-4275-8519-a2b14a17c775 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Request body: {'port': {'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf', 'name': 'tempest-TaggedBootDevicesTest_v242-281036607', 'fixed_ips': [{'subnet_id': '96d2d744-bd35-4248-9461-63b7b331579f'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:33.889263 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=e361b29a-ca15-4879-995d-ed948f2389f0,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:33.972762 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4a5d-143b-40f4-87cc-055ad48449ab None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.982382 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6c2f4a5d-143b-40f4-87cc-055ad48449ab None None] Transition to ACTIVE for port object 5f011c7b-0e43-44e9-8ccd-6d25dab034eb will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:33.983938 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31274533-70ed-414e-9451-882a9a1b1a60 req-020ece42-0ef7-4901-98de-8c44d967072c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:33.990242 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31274533-70ed-414e-9451-882a9a1b1a60 req-020ece42-0ef7-4901-98de-8c44d967072c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:33.996469 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31274533-70ed-414e-9451-882a9a1b1a60 req-020ece42-0ef7-4901-98de-8c44d967072c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:33.998087 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6c2f4a5d-143b-40f4-87cc-055ad48449ab None None] Transition to ACTIVE for port object 5f011c7b-0e43-44e9-8ccd-6d25dab034eb will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:34.002914 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31274533-70ed-414e-9451-882a9a1b1a60 req-020ece42-0ef7-4901-98de-8c44d967072c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:34.003966 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4a5d-143b-40f4-87cc-055ad48449ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.009335 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31274533-70ed-414e-9451-882a9a1b1a60 req-020ece42-0ef7-4901-98de-8c44d967072c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:34.017653 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31274533-70ed-414e-9451-882a9a1b1a60 req-020ece42-0ef7-4901-98de-8c44d967072c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:34.022251 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31274533-70ed-414e-9451-882a9a1b1a60 req-020ece42-0ef7-4901-98de-8c44d967072c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:34.024320 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-31274533-70ed-414e-9451-882a9a1b1a60 req-020ece42-0ef7-4901-98de-8c44d967072c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5420 time: 0.1811128 Jul 22 16:38:34.025700 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d87dd4-9e3e-4275-8519-a2b14a17c775 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Made reservation on behalf of c9497a41f8194fa4a8867ac9f3be3289 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:34.084426 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2f4a5d-143b-40f4-87cc-055ad48449ab None None] Network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:34.088030 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-6c2f4a5d-143b-40f4-87cc-055ad48449ab None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:34.091461 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2f4a5d-143b-40f4-87cc-055ad48449ab None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:34.116822 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f4a5d-143b-40f4-87cc-055ad48449ab None None] Pushing event updated for resources: {'Port': ['ID=5f011c7b-0e43-44e9-8ccd-6d25dab034eb,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:34.142190 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-31274533-70ed-414e-9451-882a9a1b1a60 req-23666821-33c5-4573-9990-49a094392cc9 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1062233 Jul 22 16:38:34.161385 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-60a53d0e-2d27-4c8f-bc01-4c710c09a630 req-d20b7ea7-1af6-4678-8e9b-15e37136980d tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.170976 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-59d87dd4-9e3e-4275-8519-a2b14a17c775 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.189958 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-59d87dd4-9e3e-4275-8519-a2b14a17c775 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] device_id is not set on port 706d94d1-b403-4659-855c-6be2d363f415 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:38:34.191627 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6c2f4a5d-143b-40f4-87cc-055ad48449ab None None] Attempting to bind port 5f011c7b-0e43-44e9-8ccd-6d25dab034eb on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:34.192418 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6c2f4a5d-143b-40f4-87cc-055ad48449ab None None] Attempting to bind port 5f011c7b-0e43-44e9-8ccd-6d25dab034eb by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e4f4bbfe-2abb-4c16-96a6-2c9b0861412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:34.193006 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2f4a5d-143b-40f4-87cc-055ad48449ab None None] Attempting to bind port 5f011c7b-0e43-44e9-8ccd-6d25dab034eb on network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:34.200183 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2f4a5d-143b-40f4-87cc-055ad48449ab None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:34.207822 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f97189a-4ad5-4b99-8a4d-f403d72e6c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.211081 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2f4a5d-143b-40f4-87cc-055ad48449ab None None] Checking segment: {'id': 'e4f4bbfe-2abb-4c16-96a6-2c9b0861412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:34.211963 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4a5d-143b-40f4-87cc-055ad48449ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.212466 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2f4a5d-143b-40f4-87cc-055ad48449ab None None] Bound using segment: {'id': 'e4f4bbfe-2abb-4c16-96a6-2c9b0861412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:34.213223 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6c2f4a5d-143b-40f4-87cc-055ad48449ab None None] Bound port: 5f011c7b-0e43-44e9-8ccd-6d25dab034eb, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f4bbfe-2abb-4c16-96a6-2c9b0861412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:34.213711 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4a5d-143b-40f4-87cc-055ad48449ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.227311 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef94718-f75f-465f-b4ef-4da609373e53 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Made reservation on behalf of cd60e4e2191c4bf48ddc1f2f1a2e1777 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:34.230979 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ef94718-f75f-465f-b4ef-4da609373e53 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.330446 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6c2f4a5d-143b-40f4-87cc-055ad48449ab None None] For port 5f011c7b-0e43-44e9-8ccd-6d25dab034eb, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:34.341000 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device e5679218-139a-46ad-b676-bb80a66e003d no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:34.346836 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6c2f4a5d-143b-40f4-87cc-055ad48449ab None None] For port 5f011c7b-0e43-44e9-8ccd-6d25dab034eb, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5f011c7b-0e43-44e9-8ccd-6d25dab034eb,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:34.375393 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b7ea7-1af6-4678-8e9b-15e37136980d tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Pushing event deleted for resources: {'Port': ['ID=e5679218-139a-46ad-b676-bb80a66e003d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:34.390941 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c2f4a5d-143b-40f4-87cc-055ad48449ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.392880 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: e5679218-139a-46ad-b676-bb80a66e003d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:34.393218 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device e5679218-139a-46ad-b676-bb80a66e003d not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:34.399317 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-773c0929-fc49-4271-b00f-be19dbda7e40 req-0a5581fe-5028-44e4-ac89-504be9071890 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 210 time: 0.0748379 Jul 22 16:38:34.413479 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-67e519e0-fb59-4319-9ddd-349d2d7381e0 req-04920865-e73a-4510-b5ed-1ef3d7fa604b tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7443793 Jul 22 16:38:34.476398 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f4a5d-143b-40f4-87cc-055ad48449ab None None] Pushing event updated for resources: {'Port': ['ID=5f011c7b-0e43-44e9-8ccd-6d25dab034eb,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:34.516177 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-59d87dd4-9e3e-4275-8519-a2b14a17c775 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Allocated IP 10.1.1.214 (20b1ef6e-c935-49ba-95c9-1b74b8d956bf/96d2d744-bd35-4248-9461-63b7b331579f/706d94d1-b403-4659-855c-6be2d363f415) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:34.545137 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.570283 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-4f5c103b-f4ff-4f3b-9a24-d9f1d4ebd390 req-cbf3f313-db34-4e70-9caa-dcbc35b274aa tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Deleting port 8b09624b-fc0d-427c-9b13-516895a8d009 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:34.570283 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4f5c103b-f4ff-4f3b-9a24-d9f1d4ebd390 req-cbf3f313-db34-4e70-9caa-dcbc35b274aa tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.582120 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52452) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:34.771907 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-59d87dd4-9e3e-4275-8519-a2b14a17c775 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.792780 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-59d87dd4-9e3e-4275-8519-a2b14a17c775 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Transition to ACTIVE for port object 706d94d1-b403-4659-855c-6be2d363f415 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:34.842676 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-59d87dd4-9e3e-4275-8519-a2b14a17c775 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.889248 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d87dd4-9e3e-4275-8519-a2b14a17c775 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:34.892734 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-59d87dd4-9e3e-4275-8519-a2b14a17c775 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:34.897314 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d87dd4-9e3e-4275-8519-a2b14a17c775 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:34.923193 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d87dd4-9e3e-4275-8519-a2b14a17c775 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event updated for resources: {'Port': ['ID=706d94d1-b403-4659-855c-6be2d363f415,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:34.925353 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-a938a763-8120-48b0-9686-1031b19dadc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:34.927397 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-a938a763-8120-48b0-9686-1031b19dadc0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2548134 Jul 22 16:38:34.938234 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9feee65a-ed3e-4e9b-8e54-cafe343adcf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.951603 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ef94718-f75f-465f-b4ef-4da609373e53 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.951842 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d87dd4-9e3e-4275-8519-a2b14a17c775 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:34.952394 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-59d87dd4-9e3e-4275-8519-a2b14a17c775 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.967608 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-59d87dd4-9e3e-4275-8519-a2b14a17c775 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1767118 Jul 22 16:38:34.970155 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52458) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:34.975059 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-bcaec112-a949-47ea-ad7f-8d1de68b042c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Request body: {'port': {'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf', 'name': 'tempest-TaggedBootDevicesTest_v242-912409369', 'fixed_ips': [{'subnet_id': '96d2d744-bd35-4248-9461-63b7b331579f'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:35.085972 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4f5c103b-f4ff-4f3b-9a24-d9f1d4ebd390 req-cbf3f313-db34-4e70-9caa-dcbc35b274aa tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] For port 8b09624b-fc0d-427c-9b13-516895a8d009, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8b09624b-fc0d-427c-9b13-516895a8d009,segment=NetworkSegment(83300da3-01f0-47fe-9f1e-982bc6e3c93a),segment_id=83300da3-01f0-47fe-9f1e-982bc6e3c93a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:35.086364 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4f5c103b-f4ff-4f3b-9a24-d9f1d4ebd390 req-cbf3f313-db34-4e70-9caa-dcbc35b274aa tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:35.105685 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f97189a-4ad5-4b99-8a4d-f403d72e6c20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:35.161474 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f97189a-4ad5-4b99-8a4d-f403d72e6c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:35.247920 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device e361b29a-ca15-4879-995d-ed948f2389f0 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:35.280412 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef94718-f75f-465f-b4ef-4da609373e53 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event updated for resources: {'Subnet': ['ID=0cd43c66-95b5-4a2a-b68d-9425c44184c9,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:35.288209 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60a53d0e-2d27-4c8f-bc01-4c710c09a630 req-d20b7ea7-1af6-4678-8e9b-15e37136980d tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Router f337fb39-d7aa-4ede-9a43-89adda824201 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:38:35.311165 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port e361b29a-ca15-4879-995d-ed948f2389f0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:35.311374 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:35.314247 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440071de-ee8b-4e39-b06f-4a3a8657339c req-ca717a8e-f5ea-4e25-b727-5cc4d379311d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:35.321045 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440071de-ee8b-4e39-b06f-4a3a8657339c req-ca717a8e-f5ea-4e25-b727-5cc4d379311d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:35.327794 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440071de-ee8b-4e39-b06f-4a3a8657339c req-ca717a8e-f5ea-4e25-b727-5cc4d379311d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:35.335243 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440071de-ee8b-4e39-b06f-4a3a8657339c req-ca717a8e-f5ea-4e25-b727-5cc4d379311d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:35.342621 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440071de-ee8b-4e39-b06f-4a3a8657339c req-ca717a8e-f5ea-4e25-b727-5cc4d379311d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:35.349240 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440071de-ee8b-4e39-b06f-4a3a8657339c req-ca717a8e-f5ea-4e25-b727-5cc4d379311d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:35.355192 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440071de-ee8b-4e39-b06f-4a3a8657339c req-ca717a8e-f5ea-4e25-b727-5cc4d379311d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:35.363080 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-440071de-ee8b-4e39-b06f-4a3a8657339c req-ca717a8e-f5ea-4e25-b727-5cc4d379311d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5420 time: 0.1401877 Jul 22 16:38:35.368073 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cd772-82ff-43d8-9c1e-440e3a36f8b4 req-40e3a0d3-0ae0-4771-adf5-8492c8d10b39 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:35.370570 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-202cd772-82ff-43d8-9c1e-440e3a36f8b4 req-40e3a0d3-0ae0-4771-adf5-8492c8d10b39 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2abbf55-506d-4c47-901e-8c76d69b8eba HTTP/1.1" status: 200 len: 945 time: 0.5571835 Jul 22 16:38:35.408491 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef94718-f75f-465f-b4ef-4da609373e53 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Checking segment: {'id': 'd91eeacc-271a-45bb-9150-524ec598e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5e58d5b5-3a03-41f2-8008-6b3faa5bb731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:35.408834 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef94718-f75f-465f-b4ef-4da609373e53 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Network hostable DHCP agents. Network: 5e58d5b5-3a03-41f2-8008-6b3faa5bb731, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:38:35.409123 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-440071de-ee8b-4e39-b06f-4a3a8657339c req-f01376a8-be25-4305-9089-9d16bc9d48cc tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454054 Jul 22 16:38:35.418274 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f97189a-4ad5-4b99-8a4d-f403d72e6c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:35.421549 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-ba3c67a3-a657-4dd2-ad29-c16692c8d121 service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785521 Jul 22 16:38:35.431266 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5f011c7b-0e43-44e9-8ccd-6d25dab034eb up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:35.441829 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97189a-4ad5-4b99-8a4d-f403d72e6c20 admin admin] Pushing event updated for resources: {'Port': ['ID=5768c42f-6971-40de-bdda-ec112bc08d76,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:35.509439 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 5f011c7b-0e43-44e9-8ccd-6d25dab034eb completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:35.578885 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774d83f-4e55-4ce1-9a3a-187085ef0f8f req-b260df7e-8a9b-437f-b577-300813acbbfa tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:35.580681 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f774d83f-4e55-4ce1-9a3a-187085ef0f8f req-b260df7e-8a9b-437f-b577-300813acbbfa tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.0857518 Jul 22 16:38:35.631156 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f774d83f-4e55-4ce1-9a3a-187085ef0f8f req-ae28d96b-3f5d-4544-928e-ac9856619919 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441895 Jul 22 16:38:35.701695 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd65c21-15a7-4155-a78f-f9e50893c4c0 None None] Network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:35.719534 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd956a7-22f6-4ea4-9289-beaaa90a5b1b None None] Network 1efbf9bc-0c70-4776-ae72-82d943308ba7 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:35.747935 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b975ab1-16aa-4c7d-b123-9e0949826823 req-ccb5d8ab-e360-41db-878e-37942d27b9b3 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 210 time: 0.0513253 Jul 22 16:38:35.758172 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef94718-f75f-465f-b4ef-4da609373e53 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Network 5e58d5b5-3a03-41f2-8008-6b3faa5bb731 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:38:35.767062 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-202cd772-82ff-43d8-9c1e-440e3a36f8b4 req-c7300046-423b-4703-befe-105a59d478f1 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/security-groups?id=86e78c12-c764-4ae9-b7a9-a13a9fa5c1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3793755 Jul 22 16:38:35.862660 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-8ef94718-f75f-465f-b4ef-4da609373e53 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 5e58d5b5-3a03-41f2-8008-6b3faa5bb731) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:35.866604 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dbd588cf-67d0-4881-9e92-3b858190c14a None None] Provisioning for port 5f011c7b-0e43-44e9-8ccd-6d25dab034eb completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:35.876433 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020f9b86-675f-4813-b0e8-fadb445acc13 None None] Network 5e58d5b5-3a03-41f2-8008-6b3faa5bb731 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:35.889755 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef94718-f75f-465f-b4ef-4da609373e53 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:35.890389 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ef94718-f75f-465f-b4ef-4da609373e53 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:35.902908 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dbd588cf-67d0-4881-9e92-3b858190c14a None None] Provisioning complete for port 5f011c7b-0e43-44e9-8ccd-6d25dab034eb triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:35.903282 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbd588cf-67d0-4881-9e92-3b858190c14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:35.908145 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9feee65a-ed3e-4e9b-8e54-cafe343adcf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:35.928564 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-ed41aa62-c2ca-4d78-9642-63b3dd3effd0 service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474249 Jul 22 16:38:35.937880 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9feee65a-ed3e-4e9b-8e54-cafe343adcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:35.941240 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcaec112-a949-47ea-ad7f-8d1de68b042c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Made reservation on behalf of c9497a41f8194fa4a8867ac9f3be3289 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:35.947967 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcaec112-a949-47ea-ad7f-8d1de68b042c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:35.974418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f97189a-4ad5-4b99-8a4d-f403d72e6c20 admin admin] Network 5d10d39e-2e47-4f9b-b3b1-10b77f7ca088 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:35.977060 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-bcaec112-a949-47ea-ad7f-8d1de68b042c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] device_id is not set on port aba8f711-d6ad-4378-a003-ab86655f7a9e yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:38:36.022581 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8ef94718-f75f-465f-b4ef-4da609373e53 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5755248 Jul 22 16:38:36.024585 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60a53d0e-2d27-4c8f-bc01-4c710c09a630 req-d20b7ea7-1af6-4678-8e9b-15e37136980d tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:38:36.036399 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49c30c4-b9f6-461f-bf77-474a2ec67a74 None None] Sync routers for ids ['f337fb39-d7aa-4ede-9a43-89adda824201'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:38:36.036927 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52466) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:36.050179 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49c30c4-b9f6-461f-bf77-474a2ec67a74 None None] Routers {'f337fb39-d7aa-4ede-9a43-89adda824201'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:36.051092 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b49c30c4-b9f6-461f-bf77-474a2ec67a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:38:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f337fb39-d7aa-4ede-9a43-89adda824201'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:36.060357 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4f5c103b-f4ff-4f3b-9a24-d9f1d4ebd390 req-cbf3f313-db34-4e70-9caa-dcbc35b274aa tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.060867 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4f5c103b-f4ff-4f3b-9a24-d9f1d4ebd390 req-cbf3f313-db34-4e70-9caa-dcbc35b274aa tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.061288 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [req-4f5c103b-f4ff-4f3b-9a24-d9f1d4ebd390 req-cbf3f313-db34-4e70-9caa-dcbc35b274aa tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Floating IP 32aadf5b-8fdf-4659-8d78-a14939beb1b1 disassociated. External IP: 172.25.0.220, port: 8b09624b-fc0d-427c-9b13-516895a8d009. Jul 22 16:38:36.061731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-4f5c103b-f4ff-4f3b-9a24-d9f1d4ebd390 req-cbf3f313-db34-4e70-9caa-dcbc35b274aa tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Calling delete_port for 8b09624b-fc0d-427c-9b13-516895a8d009 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:36.191775 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-bcaec112-a949-47ea-ad7f-8d1de68b042c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Allocated IP 10.1.1.207 (20b1ef6e-c935-49ba-95c9-1b74b8d956bf/96d2d744-bd35-4248-9461-63b7b331579f/aba8f711-d6ad-4378-a003-ab86655f7a9e) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:36.198240 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b49c30c4-b9f6-461f-bf77-474a2ec67a74 None None] Set router f337fb39-d7aa-4ede-9a43-89adda824201 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:38:36.251006 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-8f97189a-4ad5-4b99-8a4d-f403d72e6c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:36.256047 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9feee65a-ed3e-4e9b-8e54-cafe343adcf1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c06f8e99947d4b939a2d23685ed94b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6700034 Jul 22 16:38:36.258435 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-604c8899-e527-4f51-a361-2b7c6b568306 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=21b84e2f-78cd-4be1-aeed-a8ff654b0a5a HTTP/1.1" status: 200 len: 217 time: 0.3155277 Jul 22 16:38:36.268929 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feee65a-ed3e-4e9b-8e54-cafe343adcf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b09fc28-e60c-43d4-a7b0-72b0e18a1f3c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:36.304385 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca60588-caf6-4fe4-8429-ce41865d3d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-1efbf9bc-0c70-4776-ae72-82d943308ba7', 'network_id': '1efbf9bc-0c70-4776-ae72-82d943308ba7', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'fixed_ips': [{'subnet_id': 'd1b3925e-5bc2-4165-8e50-36b5b076cd3a'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:38:36.305246 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ca60588-caf6-4fe4-8429-ce41865d3d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.313267 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52468) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:36.314179 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4f5c103b-f4ff-4f3b-9a24-d9f1d4ebd390 req-cbf3f313-db34-4e70-9caa-dcbc35b274aa tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.447740 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcaec112-a949-47ea-ad7f-8d1de68b042c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.464381 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-bcaec112-a949-47ea-ad7f-8d1de68b042c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Transition to ACTIVE for port object aba8f711-d6ad-4378-a003-ab86655f7a9e will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:36.525039 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcaec112-a949-47ea-ad7f-8d1de68b042c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.531438 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3f313-db34-4e70-9caa-dcbc35b274aa tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Pushing event deleted for resources: {'Port': ['ID=8b09624b-fc0d-427c-9b13-516895a8d009,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:36.564389 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b49c30c4-b9f6-461f-bf77-474a2ec67a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'name': 'tempest-AttachVolumeTestJSON-1155752689-router', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:51Z', 'updated_at': '2021-07-22T16:33:57Z', 'revision_number': 4, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'gw_port': {'id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:53Z', 'updated_at': '2021-07-22T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3', 'name': '', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'mac_address': 'fa:16:3e:c7:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:56Z', 'updated_at': '2021-07-22T16:34:04Z', 'revision_number': 5, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'subnets': [{'id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:36.613271 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49c30c4-b9f6-461f-bf77-474a2ec67a74 None None] Checking router: f337fb39-d7aa-4ede-9a43-89adda824201 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:38:36.625330 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49c30c4-b9f6-461f-bf77-474a2ec67a74 None None] Routers {'f337fb39-d7aa-4ede-9a43-89adda824201'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:36.626246 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b49c30c4-b9f6-461f-bf77-474a2ec67a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:38:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f337fb39-d7aa-4ede-9a43-89adda824201'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:36.634757 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaec112-a949-47ea-ad7f-8d1de68b042c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:36.645390 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-bcaec112-a949-47ea-ad7f-8d1de68b042c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:36.648780 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaec112-a949-47ea-ad7f-8d1de68b042c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:36.670304 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbd588cf-67d0-4881-9e92-3b858190c14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.680162 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a040e53d-4e6e-4665-bd68-d227b60e3d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-5e58d5b5-3a03-41f2-8008-6b3faa5bb731', 'network_id': '5e58d5b5-3a03-41f2-8008-6b3faa5bb731', 'tenant_id': 'cd60e4e2191c4bf48ddc1f2f1a2e1777', 'fixed_ips': [{'subnet_id': '0cd43c66-95b5-4a2a-b68d-9425c44184c9'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:38:36.681279 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a040e53d-4e6e-4665-bd68-d227b60e3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.710909 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaec112-a949-47ea-ad7f-8d1de68b042c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event updated for resources: {'Port': ['ID=aba8f711-d6ad-4378-a003-ab86655f7a9e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:36.789427 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a53d0e-2d27-4c8f-bc01-4c710c09a630 req-d20b7ea7-1af6-4678-8e9b-15e37136980d tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] No DVR routers for this DVR port e5679218-139a-46ad-b676-bb80a66e003d on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:36.800973 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaec112-a949-47ea-ad7f-8d1de68b042c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:36.801697 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcaec112-a949-47ea-ad7f-8d1de68b042c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.805834 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b49c30c4-b9f6-461f-bf77-474a2ec67a74 None None] Set router f337fb39-d7aa-4ede-9a43-89adda824201 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:38:36.806816 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-60a53d0e-2d27-4c8f-bc01-4c710c09a630 req-d20b7ea7-1af6-4678-8e9b-15e37136980d tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.809202 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60a53d0e-2d27-4c8f-bc01-4c710c09a630 req-d20b7ea7-1af6-4678-8e9b-15e37136980d tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.16 "DELETE /v2.0/ports/e5679218-139a-46ad-b676-bb80a66e003d HTTP/1.1" status: 204 len: 173 time: 5.6197362 Jul 22 16:38:36.821165 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd643af25-fb4e-4624-b468-6929d9c369ef', 'name': 'network-vif-deleted', 'tag': 'e5679218-139a-46ad-b676-bb80a66e003d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:36.823781 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ec5b04-364f-4f13-b79d-e83ff94ce79c" -d '{"events": [{"server_uuid": "d643af25-fb4e-4624-b468-6929d9c369ef", "name": "network-vif-deleted", "tag": "e5679218-139a-46ad-b676-bb80a66e003d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:36.835581 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e156e-ff9a-42e6-a810-393aecae0f64 req-aa5d5f8f-216f-4f45-8c21-efe3f0cc0079 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:36.846622 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e156e-ff9a-42e6-a810-393aecae0f64 req-aa5d5f8f-216f-4f45-8c21-efe3f0cc0079 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:36.855983 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e156e-ff9a-42e6-a810-393aecae0f64 req-aa5d5f8f-216f-4f45-8c21-efe3f0cc0079 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:36.865401 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e156e-ff9a-42e6-a810-393aecae0f64 req-aa5d5f8f-216f-4f45-8c21-efe3f0cc0079 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:36.875419 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e156e-ff9a-42e6-a810-393aecae0f64 req-aa5d5f8f-216f-4f45-8c21-efe3f0cc0079 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:36.882417 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-dbd588cf-67d0-4881-9e92-3b858190c14a None None] For port 5f011c7b-0e43-44e9-8ccd-6d25dab034eb, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5f011c7b-0e43-44e9-8ccd-6d25dab034eb,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:36.882660 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e156e-ff9a-42e6-a810-393aecae0f64 req-aa5d5f8f-216f-4f45-8c21-efe3f0cc0079 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:36.890247 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e156e-ff9a-42e6-a810-393aecae0f64 req-aa5d5f8f-216f-4f45-8c21-efe3f0cc0079 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:36.900035 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fd7e156e-ff9a-42e6-a810-393aecae0f64 req-aa5d5f8f-216f-4f45-8c21-efe3f0cc0079 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5420 time: 0.3632281 Jul 22 16:38:36.900569 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbd588cf-67d0-4881-9e92-3b858190c14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.945671 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bcaec112-a949-47ea-ad7f-8d1de68b042c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9709609 Jul 22 16:38:36.971703 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fd7e156e-ff9a-42e6-a810-393aecae0f64 req-761bb940-4c9b-4bed-bcfb-fff07e55d515 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653765 Jul 22 16:38:37.098271 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-7ca60588-caf6-4fe4-8429-ce41865d3d3a None None] Allocated IP 10.2.2.2 (1efbf9bc-0c70-4776-ae72-82d943308ba7/d1b3925e-5bc2-4165-8e50-36b5b076cd3a/982447d8-c38d-4ba8-b558-95fb323ed4dc) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:37.104223 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd588cf-67d0-4881-9e92-3b858190c14a None None] Pushing event updated for resources: {'Port': ['ID=5f011c7b-0e43-44e9-8ccd-6d25dab034eb,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:37.108422 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0a35a1e3-55fa-4bd4-8611-d22bdac16c10 None None] Provisioning for port 5768c42f-6971-40de-bdda-ec112bc08d76 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:37.141831 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a040e53d-4e6e-4665-bd68-d227b60e3d79 None None] Allocated IP 2001:db8::2 (5e58d5b5-3a03-41f2-8008-6b3faa5bb731/0cd43c66-95b5-4a2a-b68d-9425c44184c9/23d4c0dd-288d-4c11-b61c-6005bbc8ad56) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:37.150645 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd588cf-67d0-4881-9e92-3b858190c14a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:37.151044 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd588cf-67d0-4881-9e92-3b858190c14a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:37.151396 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd588cf-67d0-4881-9e92-3b858190c14a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:37.151817 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd588cf-67d0-4881-9e92-3b858190c14a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:37.152156 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd588cf-67d0-4881-9e92-3b858190c14a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:37.152632 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd588cf-67d0-4881-9e92-3b858190c14a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:37.152807 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd588cf-67d0-4881-9e92-3b858190c14a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:37.153133 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd588cf-67d0-4881-9e92-3b858190c14a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:37.153454 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd588cf-67d0-4881-9e92-3b858190c14a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:37.154360 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd588cf-67d0-4881-9e92-3b858190c14a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:37.154688 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd588cf-67d0-4881-9e92-3b858190c14a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:37.155006 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd588cf-67d0-4881-9e92-3b858190c14a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:37.170076 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0a35a1e3-55fa-4bd4-8611-d22bdac16c10 None None] Provisioning complete for port 5768c42f-6971-40de-bdda-ec112bc08d76 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:37.170593 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a35a1e3-55fa-4bd4-8611-d22bdac16c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.173517 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-933c7423-332e-4a67-b63d-1574122bef4f req-d3b3f08d-6c0f-470b-bbea-70c3e086c3fc tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=d643af25-fb4e-4624-b468-6929d9c369ef HTTP/1.1" status: 200 len: 210 time: 0.0749409 Jul 22 16:38:37.221477 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b49c30c4-b9f6-461f-bf77-474a2ec67a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'name': 'tempest-AttachVolumeTestJSON-1155752689-router', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:51Z', 'updated_at': '2021-07-22T16:33:57Z', 'revision_number': 4, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'gw_port': {'id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:53Z', 'updated_at': '2021-07-22T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3', 'name': '', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'mac_address': 'fa:16:3e:c7:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:56Z', 'updated_at': '2021-07-22T16:34:04Z', 'revision_number': 5, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'subnets': [{'id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:37.280479 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49c30c4-b9f6-461f-bf77-474a2ec67a74 None None] The sync data for ids ['f337fb39-d7aa-4ede-9a43-89adda824201'] in n-d-798930-9 is: [{'id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'name': 'tempest-AttachVolumeTestJSON-1155752689-router', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:51Z', 'updated_at': '2021-07-22T16:33:57Z', 'revision_number': 4, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'gw_port': {'id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:53Z', 'updated_at': '2021-07-22T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3', 'name': '', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'mac_address': 'fa:16:3e:c7:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:56Z', 'updated_at': '2021-07-22T16:34:04Z', 'revision_number': 5, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'subnets': [{'id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:38:37.328531 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0a35a1e3-55fa-4bd4-8611-d22bdac16c10 None None] Port 5768c42f-6971-40de-bdda-ec112bc08d76 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:38:37.360625 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-de9d3e8c-477d-46b5-ace5-a3ef9d455a1c req-10c964d1-117d-4017-a101-6cd7057adbd1 tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2abbf55-506d-4c47-901e-8c76d69b8eba HTTP/1.1" status: 200 len: 210 time: 0.0698280 Jul 22 16:38:37.573193 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec8d5b28-86f8-42e5-ae40-774cd24cc77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.607910 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec8d5b28-86f8-42e5-ae40-774cd24cc77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.627615 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ca60588-caf6-4fe4-8429-ce41865d3d3a None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.645030 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a040e53d-4e6e-4665-bd68-d227b60e3d79 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.648029 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7ca60588-caf6-4fe4-8429-ce41865d3d3a None None] Transition to ACTIVE for port object 982447d8-c38d-4ba8-b558-95fb323ed4dc will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:37.660397 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f97189a-4ad5-4b99-8a4d-f403d72e6c20 admin admin] Router ecaa0c7a-851c-4147-a5f8-f650a29fcbeb has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:38:37.662006 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a040e53d-4e6e-4665-bd68-d227b60e3d79 None None] Transition to ACTIVE for port object 23d4c0dd-288d-4c11-b61c-6005bbc8ad56 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:37.691315 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7ca60588-caf6-4fe4-8429-ce41865d3d3a None None] Transition to ACTIVE for port object 982447d8-c38d-4ba8-b558-95fb323ed4dc will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:37.704707 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1220409f-dd56-4e51-aa0f-924a17b52cc7 x-openstack-request-id: req-1220409f-dd56-4e51-aa0f-924a17b52cc7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:37.704916 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d643af25-fb4e-4624-b468-6929d9c369ef", "name": "network-vif-deleted", "tag": "e5679218-139a-46ad-b676-bb80a66e003d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:37.705404 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1220409f-dd56-4e51-aa0f-924a17b52cc7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:37.705976 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd643af25-fb4e-4624-b468-6929d9c369ef', 'name': 'network-vif-deleted', 'tag': 'e5679218-139a-46ad-b676-bb80a66e003d', 'status': 'completed', 'code': 200} Jul 22 16:38:37.719748 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a040e53d-4e6e-4665-bd68-d227b60e3d79 None None] Transition to ACTIVE for port object 23d4c0dd-288d-4c11-b61c-6005bbc8ad56 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:37.721917 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ca60588-caf6-4fe4-8429-ce41865d3d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.733174 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-fc555162-1eb8-4143-874c-5e8577f72d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:37.735040 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-fc555162-1eb8-4143-874c-5e8577f72d3e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e307d223-4916-45f9-8593-ea8af57cd01a HTTP/1.1" status: 200 len: 797 time: 1.4390967 Jul 22 16:38:37.743093 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a040e53d-4e6e-4665-bd68-d227b60e3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.751335 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f5c103b-f4ff-4f3b-9a24-d9f1d4ebd390 req-cbf3f313-db34-4e70-9caa-dcbc35b274aa tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Router de045c4a-eaa0-4c12-a984-93398b6736f1 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:38:37.796057 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca60588-caf6-4fe4-8429-ce41865d3d3a None None] Network 1efbf9bc-0c70-4776-ae72-82d943308ba7 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:37.804156 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7ca60588-caf6-4fe4-8429-ce41865d3d3a None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:37.809875 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a040e53d-4e6e-4665-bd68-d227b60e3d79 None None] Network 5e58d5b5-3a03-41f2-8008-6b3faa5bb731 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:37.811370 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca60588-caf6-4fe4-8429-ce41865d3d3a None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:37.813885 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca60588-caf6-4fe4-8429-ce41865d3d3a None None] Pushing event updated for resources: {'Port': ['ID=982447d8-c38d-4ba8-b558-95fb323ed4dc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:37.818007 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a040e53d-4e6e-4665-bd68-d227b60e3d79 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:37.824153 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a040e53d-4e6e-4665-bd68-d227b60e3d79 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:37.851332 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6fc018-cc10-4682-9dde-adeed63edeb2 None None] New status for floating IP 190b2595-1aca-4a03-8f5d-3c46aabb6b13: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:38:37.934822 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040e53d-4e6e-4665-bd68-d227b60e3d79 None None] Pushing event updated for resources: {'Port': ['ID=23d4c0dd-288d-4c11-b61c-6005bbc8ad56,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:37.946461 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5db9-4173-447b-bdd0-87e8a267d972 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.995250 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19192566-5e02-4b22-ad55-4ce6b5083480 None None] Network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:38.004811 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52484) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:38.009436 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d81ab1f4-03c8-48ed-96ae-2dadf1c1ab94 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1070798763', 'description': 'tempest-description--1598006508'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:38.049798 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d81ab1f4-03c8-48ed-96ae-2dadf1c1ab94 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.106393 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec8d5b28-86f8-42e5-ae40-774cd24cc77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.109433 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec8d5b28-86f8-42e5-ae40-774cd24cc77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.112504 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7ca60588-caf6-4fe4-8429-ce41865d3d3a None None] Attempting to bind port 982447d8-c38d-4ba8-b558-95fb323ed4dc on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:38.113336 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ec8d5b28-86f8-42e5-ae40-774cd24cc77f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4b09fc28-e60c-43d4-a7b0-72b0e18a1f3c HTTP/1.1" status: 204 len: 168 time: 1.7967968 Jul 22 16:38:38.113986 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7ca60588-caf6-4fe4-8429-ce41865d3d3a None None] Attempting to bind port 982447d8-c38d-4ba8-b558-95fb323ed4dc by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '0bac6b5f-ec86-400e-b73c-85ef833d6e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1efbf9bc-0c70-4776-ae72-82d943308ba7'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:38.114717 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca60588-caf6-4fe4-8429-ce41865d3d3a None None] Attempting to bind port 982447d8-c38d-4ba8-b558-95fb323ed4dc on network 1efbf9bc-0c70-4776-ae72-82d943308ba7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:38.175876 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8c9b3627-3d4a-4864-b911-7387e9f3e5d8 None None] Provisioning for port 706d94d1-b403-4659-855c-6be2d363f415 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:38.180424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d1f1d-9cab-4990-92a5-28ab019f4b16 req-b3a41aee-4a33-4fa2-861a-db9e3a40184c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:38.182147 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ae4d1f1d-9cab-4990-92a5-28ab019f4b16 req-b3a41aee-4a33-4fa2-861a-db9e3a40184c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 1.3960612 Jul 22 16:38:38.187121 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f97189a-4ad5-4b99-8a4d-f403d72e6c20 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:38:38.188970 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d5b28-86f8-42e5-ae40-774cd24cc77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b09fc28-e60c-43d4-a7b0-72b0e18a1f3c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:38.201668 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8f97189a-4ad5-4b99-8a4d-f403d72e6c20 admin admin] 10.222.0.69 "PUT /v2.0/routers/ecaa0c7a-851c-4147-a5f8-f650a29fcbeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2548838 Jul 22 16:38:38.218233 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] Sync routers for ids ['ecaa0c7a-851c-4147-a5f8-f650a29fcbeb'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:38:38.230793 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca60588-caf6-4fe4-8429-ce41865d3d3a None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:38.231078 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca60588-caf6-4fe4-8429-ce41865d3d3a None None] Checking segment: {'id': '0bac6b5f-ec86-400e-b73c-85ef833d6e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1efbf9bc-0c70-4776-ae72-82d943308ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:38.231693 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ca60588-caf6-4fe4-8429-ce41865d3d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.232597 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca60588-caf6-4fe4-8429-ce41865d3d3a None None] Bound using segment: {'id': '0bac6b5f-ec86-400e-b73c-85ef833d6e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1efbf9bc-0c70-4776-ae72-82d943308ba7'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:38.233089 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7ca60588-caf6-4fe4-8429-ce41865d3d3a None None] Bound port: 982447d8-c38d-4ba8-b558-95fb323ed4dc, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bac6b5f-ec86-400e-b73c-85ef833d6e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1efbf9bc-0c70-4776-ae72-82d943308ba7'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:38.233473 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ca60588-caf6-4fe4-8429-ce41865d3d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.234263 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] Routers {'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:38.238225 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:38:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['ecaa0c7a-851c-4147-a5f8-f650a29fcbeb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:38.239687 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e188f-9274-4110-ab4c-25fb2c5de9c6 req-7b4df61f-e8ed-46ef-ba86-62cd422ca365 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:38.246239 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8c9b3627-3d4a-4864-b911-7387e9f3e5d8 None None] Provisioning complete for port 706d94d1-b403-4659-855c-6be2d363f415 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:38.246616 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c9b3627-3d4a-4864-b911-7387e9f3e5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.250540 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e188f-9274-4110-ab4c-25fb2c5de9c6 req-7b4df61f-e8ed-46ef-ba86-62cd422ca365 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:38.254828 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-97678067-607c-474b-8070-3cd605abc132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:38.256388 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-97678067-607c-474b-8070-3cd605abc132 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff66ea35-a49e-465a-a94a-77488ff458ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4857519 Jul 22 16:38:38.259341 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e188f-9274-4110-ab4c-25fb2c5de9c6 req-7b4df61f-e8ed-46ef-ba86-62cd422ca365 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:38.268828 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e188f-9274-4110-ab4c-25fb2c5de9c6 req-7b4df61f-e8ed-46ef-ba86-62cd422ca365 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:38.286376 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e188f-9274-4110-ab4c-25fb2c5de9c6 req-7b4df61f-e8ed-46ef-ba86-62cd422ca365 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:38.295583 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e188f-9274-4110-ab4c-25fb2c5de9c6 req-7b4df61f-e8ed-46ef-ba86-62cd422ca365 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:38.302944 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e188f-9274-4110-ab4c-25fb2c5de9c6 req-7b4df61f-e8ed-46ef-ba86-62cd422ca365 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:38.311754 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c53e188f-9274-4110-ab4c-25fb2c5de9c6 req-7b4df61f-e8ed-46ef-ba86-62cd422ca365 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5420 time: 0.2461970 Jul 22 16:38:38.334606 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a040e53d-4e6e-4665-bd68-d227b60e3d79 None None] Attempting to bind port 23d4c0dd-288d-4c11-b61c-6005bbc8ad56 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:38.334983 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a040e53d-4e6e-4665-bd68-d227b60e3d79 None None] Attempting to bind port 23d4c0dd-288d-4c11-b61c-6005bbc8ad56 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'd91eeacc-271a-45bb-9150-524ec598e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5e58d5b5-3a03-41f2-8008-6b3faa5bb731'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:38.335345 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040e53d-4e6e-4665-bd68-d227b60e3d79 None None] Attempting to bind port 23d4c0dd-288d-4c11-b61c-6005bbc8ad56 on network 5e58d5b5-3a03-41f2-8008-6b3faa5bb731 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:38.359686 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 8b09624b-fc0d-427c-9b13-516895a8d009 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:38.360708 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f5c103b-f4ff-4f3b-9a24-d9f1d4ebd390 req-cbf3f313-db34-4e70-9caa-dcbc35b274aa tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:38:38.431160 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c53e188f-9274-4110-ab4c-25fb2c5de9c6 req-fc882935-cae8-4a36-84c5-d950a943363e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1180823 Jul 22 16:38:38.438723 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ae4d1f1d-9cab-4990-92a5-28ab019f4b16 req-394acf87-ecf4-43a2-bc2c-2e9434f7f5e4 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475679 Jul 22 16:38:38.460142 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7644a788-1fa6-4a6b-95ef-464385e846c4 None None] Sync routers for ids ['de045c4a-eaa0-4c12-a984-93398b6736f1'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:38:38.463902 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040e53d-4e6e-4665-bd68-d227b60e3d79 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:38.464278 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040e53d-4e6e-4665-bd68-d227b60e3d79 None None] Checking segment: {'id': 'd91eeacc-271a-45bb-9150-524ec598e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5e58d5b5-3a03-41f2-8008-6b3faa5bb731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:38.464677 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a040e53d-4e6e-4665-bd68-d227b60e3d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.465078 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040e53d-4e6e-4665-bd68-d227b60e3d79 None None] Bound using segment: {'id': 'd91eeacc-271a-45bb-9150-524ec598e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5e58d5b5-3a03-41f2-8008-6b3faa5bb731'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:38.465847 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a040e53d-4e6e-4665-bd68-d227b60e3d79 None None] Bound port: 23d4c0dd-288d-4c11-b61c-6005bbc8ad56, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91eeacc-271a-45bb-9150-524ec598e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '5e58d5b5-3a03-41f2-8008-6b3faa5bb731'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:38.465990 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a040e53d-4e6e-4665-bd68-d227b60e3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.502880 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5c103b-f4ff-4f3b-9a24-d9f1d4ebd390 req-cbf3f313-db34-4e70-9caa-dcbc35b274aa tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] No DVR routers for this DVR port 8b09624b-fc0d-427c-9b13-516895a8d009 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:38.505135 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ee5e5db9-4173-447b-bdd0-87e8a267d972 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Deleting port 23d4c0dd-288d-4c11-b61c-6005bbc8ad56 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:38.505484 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5db9-4173-447b-bdd0-87e8a267d972 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.511010 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 8b09624b-fc0d-427c-9b13-516895a8d009 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:38.511360 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 8b09624b-fc0d-427c-9b13-516895a8d009 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:38.524686 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4f5c103b-f4ff-4f3b-9a24-d9f1d4ebd390 req-cbf3f313-db34-4e70-9caa-dcbc35b274aa tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.526840 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f5c103b-f4ff-4f3b-9a24-d9f1d4ebd390 req-cbf3f313-db34-4e70-9caa-dcbc35b274aa tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.16 "DELETE /v2.0/ports/8b09624b-fc0d-427c-9b13-516895a8d009 HTTP/1.1" status: 204 len: 173 time: 5.1514070 Jul 22 16:38:38.527675 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d81ab1f4-03c8-48ed-96ae-2dadf1c1ab94 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.535511 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d81ab1f4-03c8-48ed-96ae-2dadf1c1ab94 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.556027 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8c9b3627-3d4a-4864-b911-7387e9f3e5d8 None None] Port 706d94d1-b403-4659-855c-6be2d363f415 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:38:38.625869 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7ca60588-caf6-4fe4-8429-ce41865d3d3a None None] For port 982447d8-c38d-4ba8-b558-95fb323ed4dc, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:38.629944 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7ca60588-caf6-4fe4-8429-ce41865d3d3a None None] For port 982447d8-c38d-4ba8-b558-95fb323ed4dc, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=982447d8-c38d-4ba8-b558-95fb323ed4dc,segment=NetworkSegment(0bac6b5f-ec86-400e-b73c-85ef833d6e8a),segment_id=0bac6b5f-ec86-400e-b73c-85ef833d6e8a)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:38.640494 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7644a788-1fa6-4a6b-95ef-464385e846c4 None None] Routers {'de045c4a-eaa0-4c12-a984-93398b6736f1'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:38.641809 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7644a788-1fa6-4a6b-95ef-464385e846c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:38:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['de045c4a-eaa0-4c12-a984-93398b6736f1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:38.675251 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ef5f97cd-03cf-46ce-8ac2-9c92e6c8c464 req-0c80ba36-d708-4f30-a44c-a1cb4d09461f tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2abbf55-506d-4c47-901e-8c76d69b8eba HTTP/1.1" status: 200 len: 210 time: 0.1209126 Jul 22 16:38:38.689751 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d81ab1f4-03c8-48ed-96ae-2dadf1c1ab94 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.693746 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d81ab1f4-03c8-48ed-96ae-2dadf1c1ab94 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6851633 Jul 22 16:38:38.693746 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ab1f4-03c8-48ed-96ae-2dadf1c1ab94 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3d4937-0539-479b-8a9e-acabcaa5af8a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:38.696212 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52510) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:38.710227 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-929f04f0-ffb2-4ebd-b5ce-5a526119a956 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Request body: {'security_group_rule': {'security_group_id': '3c3d4937-0539-479b-8a9e-acabcaa5af8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:38.720922 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-5d6b8731-5080-4704-8da8-fadbff10f563 service neutron] 10.222.0.30 "GET /v2.0/networks/ff66ea35-a49e-465a-a94a-77488ff458ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537244 Jul 22 16:38:38.736387 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] Set router ecaa0c7a-851c-4147-a5f8-f650a29fcbeb gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:38:38.792836 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ee5e5db9-4173-447b-bdd0-87e8a267d972 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] For port 23d4c0dd-288d-4c11-b61c-6005bbc8ad56, host n-d-798930-9, got binding levels [] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:38.794846 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5db9-4173-447b-bdd0-87e8a267d972 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.842602 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a040e53d-4e6e-4665-bd68-d227b60e3d79 None None] For port 23d4c0dd-288d-4c11-b61c-6005bbc8ad56, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:38.847210 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a040e53d-4e6e-4665-bd68-d227b60e3d79 None None] For port 23d4c0dd-288d-4c11-b61c-6005bbc8ad56, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=23d4c0dd-288d-4c11-b61c-6005bbc8ad56,segment=NetworkSegment(d91eeacc-271a-45bb-9150-524ec598e8d1),segment_id=d91eeacc-271a-45bb-9150-524ec598e8d1)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:38.851937 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8c9b3627-3d4a-4864-b911-7387e9f3e5d8 None None] Provisioning for port aba8f711-d6ad-4378-a003-ab86655f7a9e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:38.858960 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ca60588-caf6-4fe4-8429-ce41865d3d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.910017 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-bacf394d-c16b-4fc2-a510-cd90446c5413 service neutron] 10.222.0.30 "GET /v2.0/networks/ff66ea35-a49e-465a-a94a-77488ff458ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793747 Jul 22 16:38:38.917901 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-929f04f0-ffb2-4ebd-b5ce-5a526119a956 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.918744 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52516) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:38.935083 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8c9b3627-3d4a-4864-b911-7387e9f3e5d8 None None] Provisioning complete for port aba8f711-d6ad-4378-a003-ab86655f7a9e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:38.935783 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c9b3627-3d4a-4864-b911-7387e9f3e5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:39.002658 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ee5e5db9-4173-447b-bdd0-87e8a267d972 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Calling delete_port for 23d4c0dd-288d-4c11-b61c-6005bbc8ad56 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:39.092036 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-250fb40d-4f2f-46dc-8cbe-a72fef41ec67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3d71db8-83f1-44c1-9af6-beb18494c73e HTTP/1.1" status: 200 len: 217 time: 0.1221473 Jul 22 16:38:39.098953 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a040e53d-4e6e-4665-bd68-d227b60e3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:39.116315 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8c9b3627-3d4a-4864-b911-7387e9f3e5d8 None None] Port aba8f711-d6ad-4378-a003-ab86655f7a9e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:38:39.120272 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca60588-caf6-4fe4-8429-ce41865d3d3a None None] Pushing event updated for resources: {'Port': ['ID=982447d8-c38d-4ba8-b558-95fb323ed4dc,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:39.221958 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cea866f9-0dbb-41b3-a03c-012b6bbd1b80 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:39.261729 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5f011c7b-0e43-44e9-8ccd-6d25dab034eb up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:39.295022 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1139722916-router', 'tenant_id': '7c03e3567f6042d08ada9c6b8f674d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e361b29a-ca15-4879-995d-ed948f2389f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:22Z', 'updated_at': '2021-07-22T16:38:33Z', 'revision_number': 4, 'project_id': '7c03e3567f6042d08ada9c6b8f674d82', 'gw_port': {'id': 'e361b29a-ca15-4879-995d-ed948f2389f0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:03:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:24Z', 'updated_at': '2021-07-22T16:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '5768c42f-6971-40de-bdda-ec112bc08d76', 'name': '', 'network_id': '5d10d39e-2e47-4f9b-b3b1-10b77f7ca088', 'tenant_id': '7c03e3567f6042d08ada9c6b8f674d82', 'mac_address': 'fa:16:3e:14:75:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ca71dd9c-1922-4298-9c1e-7020dcfdf108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:31Z', 'updated_at': '2021-07-22T16:38:34Z', 'revision_number': 2, 'project_id': '7c03e3567f6042d08ada9c6b8f674d82', 'subnets': [{'id': 'ca71dd9c-1922-4298-9c1e-7020dcfdf108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:39.320132 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cea866f9-0dbb-41b3-a03c-012b6bbd1b80 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:39.335837 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] Checking router: ecaa0c7a-851c-4147-a5f8-f650a29fcbeb for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:38:39.336573 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] Updating router ecaa0c7a-851c-4147-a5f8-f650a29fcbeb port 5768c42f-6971-40de-bdda-ec112bc08d76 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:38:39.382990 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8c9b3627-3d4a-4864-b911-7387e9f3e5d8 None None] Provisioning complete for port 5f011c7b-0e43-44e9-8ccd-6d25dab034eb triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:39.382990 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c9b3627-3d4a-4864-b911-7387e9f3e5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:39.401581 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:39.459255 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cea866f9-0dbb-41b3-a03c-012b6bbd1b80 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:39.463842 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cea866f9-0dbb-41b3-a03c-012b6bbd1b80 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:39.469034 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cea866f9-0dbb-41b3-a03c-012b6bbd1b80 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "DELETE /v2.0/security-groups/0adc629f-24ca-4130-9978-cf73e6fa2e81 HTTP/1.1" status: 204 len: 168 time: 0.5458345 Jul 22 16:38:39.469751 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52528) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:39.581447 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea866f9-0dbb-41b3-a03c-012b6bbd1b80 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adc629f-24ca-4130-9978-cf73e6fa2e81,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:39.586108 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-a34daafd-4a11-40fe-b0d8-02db4ce5bd2d tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] show failed (client error): The resource could not be found. Jul 22 16:38:39.587183 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a34daafd-4a11-40fe-b0d8-02db4ce5bd2d tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups/0adc629f-24ca-4130-9978-cf73e6fa2e81 HTTP/1.1" status: 404 len: 347 time: 0.0636415 Jul 22 16:38:39.589664 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b772aae-145d-4570-ac3a-99b27ddf6f2b req-cc62fdf6-03df-43f0-afda-3a349dbc0af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:39.596259 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0b772aae-145d-4570-ac3a-99b27ddf6f2b req-cc62fdf6-03df-43f0-afda-3a349dbc0af2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 1096 time: 0.5791700 Jul 22 16:38:39.601397 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52532) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:39.700200 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [req-94d6b2b4-964f-4385-9689-f47b87a97a62 req-acc22909-b53c-4d1e-af83-3003a83d119e tempest-FloatingIPDetailsNegativeTestJSON-1027033290 tempest-FloatingIPDetailsNegativeTestJSON-1027033290-project] show failed (client error): The resource could not be found. Jul 22 16:38:39.725953 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-94d6b2b4-964f-4385-9689-f47b87a97a62 req-acc22909-b53c-4d1e-af83-3003a83d119e tempest-FloatingIPDetailsNegativeTestJSON-1027033290 tempest-FloatingIPDetailsNegativeTestJSON-1027033290-project] 10.222.0.69 "GET /v2.0/floatingips/59dea38a-2828-4f57-9941-4cc3f587ab1e HTTP/1.1" status: 404 len: 350 time: 0.5457647 Jul 22 16:38:39.726688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52536) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:39.737569 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2abbf55-506d-4c47-901e-8c76d69b8eba', 'name': 'network-vif-deleted', 'tag': '8b09624b-fc0d-427c-9b13-516895a8d009'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:39.742213 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e9eb64-9b83-480d-88a2-5f2ae843f322" -d '{"events": [{"server_uuid": "c2abbf55-506d-4c47-901e-8c76d69b8eba", "name": "network-vif-deleted", "tag": "8b09624b-fc0d-427c-9b13-516895a8d009"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:39.827992 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040e53d-4e6e-4665-bd68-d227b60e3d79 None None] Pushing event updated for resources: {'Port': ['ID=23d4c0dd-288d-4c11-b61c-6005bbc8ad56,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:39.832968 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 5f011c7b-0e43-44e9-8ccd-6d25dab034eb triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:39.833282 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:39.891972 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-c254d806-7f08-425d-9c0f-c555cb6e6a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:39.893663 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-c254d806-7f08-425d-9c0f-c555cb6e6a7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e307d223-4916-45f9-8593-ea8af57cd01a HTTP/1.1" status: 200 len: 797 time: 0.8006201 Jul 22 16:38:39.895504 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-929f04f0-ffb2-4ebd-b5ce-5a526119a956 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:39.931135 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-929f04f0-ffb2-4ebd-b5ce-5a526119a956 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:39.948834 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5db9-4173-447b-bdd0-87e8a267d972 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:39.963448 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67832e42-28d3-49d2-a799-636fb043da9b req-3b6909dc-3e8b-4357-a68c-7640d670858f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:39.975659 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-67832e42-28d3-49d2-a799-636fb043da9b req-3b6909dc-3e8b-4357-a68c-7640d670858f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.8715358 Jul 22 16:38:39.992377 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f04f0-ffb2-4ebd-b5ce-5a526119a956 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4083c1f-174a-45e8-9ff4-4955e838b319,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:39.994750 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-7644a788-1fa6-4a6b-95ef-464385e846c4 None None] Set router de045c4a-eaa0-4c12-a984-93398b6736f1 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:38:40.000189 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:40.014429 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] Transition to ACTIVE for port object 5768c42f-6971-40de-bdda-ec112bc08d76 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:40.025058 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:40.077748 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-67832e42-28d3-49d2-a799-636fb043da9b req-56e0e30c-731d-404d-bcb0-0a4d4bb15c12 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770190 Jul 22 16:38:40.086905 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b772aae-145d-4570-ac3a-99b27ddf6f2b req-3c5c1da0-959f-4320-8e9c-2d0644d9fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:40.090322 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0b772aae-145d-4570-ac3a-99b27ddf6f2b req-3c5c1da0-959f-4320-8e9c-2d0644d9fdc1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 913 time: 0.4874353 Jul 22 16:38:40.097602 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f3aec-ea6a-40d6-8617-c2b31a1c6369 None None] Pushing event updated for resources: {'Port': ['ID=5768c42f-6971-40de-bdda-ec112bc08d76,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:40.117242 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f3aec-ea6a-40d6-8617-c2b31a1c6369 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:40.117587 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f3aec-ea6a-40d6-8617-c2b31a1c6369 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:40.117941 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f3aec-ea6a-40d6-8617-c2b31a1c6369 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:40.118279 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f3aec-ea6a-40d6-8617-c2b31a1c6369 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:40.118693 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f3aec-ea6a-40d6-8617-c2b31a1c6369 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:40.119028 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f3aec-ea6a-40d6-8617-c2b31a1c6369 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:40.119347 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f3aec-ea6a-40d6-8617-c2b31a1c6369 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:40.119756 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f3aec-ea6a-40d6-8617-c2b31a1c6369 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:40.120875 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f3aec-ea6a-40d6-8617-c2b31a1c6369 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:40.121201 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f3aec-ea6a-40d6-8617-c2b31a1c6369 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:40.121520 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f3aec-ea6a-40d6-8617-c2b31a1c6369 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:40.121910 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f3aec-ea6a-40d6-8617-c2b31a1c6369 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:40.126735 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-905c3840-52a9-48e7-8521-70d551e65ee8 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Deleting port ef738830-f13f-4cfb-af79-e712c69bf98f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:40.134935 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-905c3840-52a9-48e7-8521-70d551e65ee8 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:40.143284 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e5db9-4173-447b-bdd0-87e8a267d972 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event deleted for resources: {'Port': ['ID=23d4c0dd-288d-4c11-b61c-6005bbc8ad56,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:40.181045 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-929f04f0-ffb2-4ebd-b5ce-5a526119a956 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:40.186288 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-929f04f0-ffb2-4ebd-b5ce-5a526119a956 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4889228 Jul 22 16:38:40.257443 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52544) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:40.280064 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] Attempting to bind port 5768c42f-6971-40de-bdda-ec112bc08d76 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:40.280437 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] Attempting to bind port 5768c42f-6971-40de-bdda-ec112bc08d76 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a0780ec3-be8e-46b5-81d6-5c88bcb58a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '5d10d39e-2e47-4f9b-b3b1-10b77f7ca088'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:40.280791 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] Attempting to bind port 5768c42f-6971-40de-bdda-ec112bc08d76 on network 5d10d39e-2e47-4f9b-b3b1-10b77f7ca088 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:40.291943 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54a78c5-16ec-4177-bdd7-81f887d46a0d x-openstack-request-id: req-f54a78c5-16ec-4177-bdd7-81f887d46a0d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:40.292665 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2abbf55-506d-4c47-901e-8c76d69b8eba", "name": "network-vif-deleted", "tag": "8b09624b-fc0d-427c-9b13-516895a8d009", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:40.293892 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f54a78c5-16ec-4177-bdd7-81f887d46a0d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:40.294556 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2abbf55-506d-4c47-901e-8c76d69b8eba', 'name': 'network-vif-deleted', 'tag': '8b09624b-fc0d-427c-9b13-516895a8d009', 'status': 'completed', 'code': 200} Jul 22 16:38:40.296763 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c3f78050-d01d-4add-95b0-eb56259b6be1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Request body: {'security_group_rule': {'security_group_id': '3c3d4937-0539-479b-8a9e-acabcaa5af8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:40.300419 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:40.300988 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] Checking segment: {'id': 'a0780ec3-be8e-46b5-81d6-5c88bcb58a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '5d10d39e-2e47-4f9b-b3b1-10b77f7ca088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:40.302573 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:40.303199 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] Bound using segment: {'id': 'a0780ec3-be8e-46b5-81d6-5c88bcb58a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '5d10d39e-2e47-4f9b-b3b1-10b77f7ca088'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:40.303765 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] Bound port: 5768c42f-6971-40de-bdda-ec112bc08d76, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0780ec3-be8e-46b5-81d6-5c88bcb58a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '5d10d39e-2e47-4f9b-b3b1-10b77f7ca088'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:40.304143 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:40.337667 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52546) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:40.472577 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5e5db9-4173-447b-bdd0-87e8a267d972 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] No DVR routers for this DVR port 23d4c0dd-288d-4c11-b61c-6005bbc8ad56 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:40.493179 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] For port 5768c42f-6971-40de-bdda-ec112bc08d76, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:40.503028 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] For port 5768c42f-6971-40de-bdda-ec112bc08d76, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5768c42f-6971-40de-bdda-ec112bc08d76,segment=NetworkSegment(a0780ec3-be8e-46b5-81d6-5c88bcb58a30),segment_id=a0780ec3-be8e-46b5-81d6-5c88bcb58a30)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:40.510736 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:40.543124 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7644a788-1fa6-4a6b-95ef-464385e846c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'name': 'tempest-ServersTestJSON-1955688901-router', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:03Z', 'updated_at': '2021-07-22T16:36:10Z', 'revision_number': 4, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'gw_port': {'id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:04Z', 'updated_at': '2021-07-22T16:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '2cbeb21d-af8a-4c92-99f2-c509c38629dc', 'name': '', 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'mac_address': 'fa:16:3e:82:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '07d06202-f0c1-4796-ab2f-5d2a2ccb68ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:09Z', 'updated_at': '2021-07-22T16:36:20Z', 'revision_number': 5, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'subnets': [{'id': '07d06202-f0c1-4796-ab2f-5d2a2ccb68ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:40.568036 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5db9-4173-447b-bdd0-87e8a267d972 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:40.670794 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f3aec-ea6a-40d6-8617-c2b31a1c6369 None None] Pushing event updated for resources: {'Port': ['ID=5768c42f-6971-40de-bdda-ec112bc08d76,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:40.679809 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7644a788-1fa6-4a6b-95ef-464385e846c4 None None] Checking router: de045c4a-eaa0-4c12-a984-93398b6736f1 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:38:40.705118 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9a437-a141-407a-b70c-252c86f6d5bf req-01eeaf97-8f6e-40e5-a50c-935f27eddf93 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:40.713364 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9a437-a141-407a-b70c-252c86f6d5bf req-01eeaf97-8f6e-40e5-a50c-935f27eddf93 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:40.714567 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7644a788-1fa6-4a6b-95ef-464385e846c4 None None] Routers {'de045c4a-eaa0-4c12-a984-93398b6736f1'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:40.715221 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7644a788-1fa6-4a6b-95ef-464385e846c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:38:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['de045c4a-eaa0-4c12-a984-93398b6736f1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:40.719703 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] Routers {'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:40.720335 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:38:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['ecaa0c7a-851c-4147-a5f8-f650a29fcbeb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:40.721654 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9a437-a141-407a-b70c-252c86f6d5bf req-01eeaf97-8f6e-40e5-a50c-935f27eddf93 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:40.737018 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9a437-a141-407a-b70c-252c86f6d5bf req-01eeaf97-8f6e-40e5-a50c-935f27eddf93 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:40.751688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9a437-a141-407a-b70c-252c86f6d5bf req-01eeaf97-8f6e-40e5-a50c-935f27eddf93 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:40.772020 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9a437-a141-407a-b70c-252c86f6d5bf req-01eeaf97-8f6e-40e5-a50c-935f27eddf93 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:40.797584 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9a437-a141-407a-b70c-252c86f6d5bf req-01eeaf97-8f6e-40e5-a50c-935f27eddf93 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:40.808914 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2cd9a437-a141-407a-b70c-252c86f6d5bf req-01eeaf97-8f6e-40e5-a50c-935f27eddf93 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5420 time: 0.9956470 Jul 22 16:38:40.816961 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52550) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:40.895953 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2cd9a437-a141-407a-b70c-252c86f6d5bf req-ad8b22d0-9a87-4012-9526-78c3cb8b012e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658200 Jul 22 16:38:40.947046 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-9cda265b-909e-4257-aeb8-b100615ddc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:40.951220 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-9cda265b-909e-4257-aeb8-b100615ddc6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff66ea35-a49e-465a-a94a-77488ff458ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0331202 Jul 22 16:38:41.011053 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] Set router ecaa0c7a-851c-4147-a5f8-f650a29fcbeb gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:38:41.039285 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-7644a788-1fa6-4a6b-95ef-464385e846c4 None None] Set router de045c4a-eaa0-4c12-a984-93398b6736f1 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:38:41.041434 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d841e799-6403-4eb4-9851-a321f3c437ad None None] Provisioning complete for port 706d94d1-b403-4659-855c-6be2d363f415 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:41.041818 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d841e799-6403-4eb4-9851-a321f3c437ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.349152 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 982447d8-c38d-4ba8-b558-95fb323ed4dc up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:41.355334 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afbc299b-c050-49bb-bdc0-79df6414a5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.376749 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5db9-4173-447b-bdd0-87e8a267d972 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.413203 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d841e799-6403-4eb4-9851-a321f3c437ad None None] Port 706d94d1-b403-4659-855c-6be2d363f415 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:38:41.418059 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0b772aae-145d-4570-ac3a-99b27ddf6f2b req-9552d02e-85c4-45c5-80a9-678e3a21a5f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0 HTTP/1.1" status: 200 len: 999 time: 1.3176718 Jul 22 16:38:41.418649 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a070228-1c47-4669-b382-c00e6ce89bfc None None] Network 1efbf9bc-0c70-4776-ae72-82d943308ba7 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:41.453445 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e5db9-4173-447b-bdd0-87e8a267d972 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event deleted for resources: {'Subnet': ['ID=0cd43c66-95b5-4a2a-b68d-9425c44184c9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:41.473017 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-2addcfcd-7887-4ad3-8e2c-1852ab488c08 service neutron] 10.222.0.30 "GET /v2.0/networks/ff66ea35-a49e-465a-a94a-77488ff458ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988720 Jul 22 16:38:41.492665 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-905c3840-52a9-48e7-8521-70d551e65ee8 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.492969 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-905c3840-52a9-48e7-8521-70d551e65ee8 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.498509 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3dab3be-43b0-4605-931d-99b50922893e tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.516458 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1139722916-router', 'tenant_id': '7c03e3567f6042d08ada9c6b8f674d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e361b29a-ca15-4879-995d-ed948f2389f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:22Z', 'updated_at': '2021-07-22T16:38:33Z', 'revision_number': 4, 'project_id': '7c03e3567f6042d08ada9c6b8f674d82', 'gw_port': {'id': 'e361b29a-ca15-4879-995d-ed948f2389f0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:03:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:24Z', 'updated_at': '2021-07-22T16:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '5768c42f-6971-40de-bdda-ec112bc08d76', 'name': '', 'network_id': '5d10d39e-2e47-4f9b-b3b1-10b77f7ca088', 'tenant_id': '7c03e3567f6042d08ada9c6b8f674d82', 'mac_address': 'fa:16:3e:14:75:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ca71dd9c-1922-4298-9c1e-7020dcfdf108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:31Z', 'updated_at': '2021-07-22T16:38:40Z', 'revision_number': 4, 'project_id': '7c03e3567f6042d08ada9c6b8f674d82', 'subnets': [{'id': 'ca71dd9c-1922-4298-9c1e-7020dcfdf108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:41.557158 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e34b3e-d100-4b53-9305-cf8acd1681d6 None None] The sync data for ids ['ecaa0c7a-851c-4147-a5f8-f650a29fcbeb'] in n-d-798930-9 is: [{'id': 'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1139722916-router', 'tenant_id': '7c03e3567f6042d08ada9c6b8f674d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e361b29a-ca15-4879-995d-ed948f2389f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:22Z', 'updated_at': '2021-07-22T16:38:33Z', 'revision_number': 4, 'project_id': '7c03e3567f6042d08ada9c6b8f674d82', 'gw_port': {'id': 'e361b29a-ca15-4879-995d-ed948f2389f0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:03:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:24Z', 'updated_at': '2021-07-22T16:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '5768c42f-6971-40de-bdda-ec112bc08d76', 'name': '', 'network_id': '5d10d39e-2e47-4f9b-b3b1-10b77f7ca088', 'tenant_id': '7c03e3567f6042d08ada9c6b8f674d82', 'mac_address': 'fa:16:3e:14:75:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ca71dd9c-1922-4298-9c1e-7020dcfdf108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:31Z', 'updated_at': '2021-07-22T16:38:40Z', 'revision_number': 4, 'project_id': '7c03e3567f6042d08ada9c6b8f674d82', 'subnets': [{'id': 'ca71dd9c-1922-4298-9c1e-7020dcfdf108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:38:41.558698 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b772aae-145d-4570-ac3a-99b27ddf6f2b req-3d1328f2-2536-4202-aef2-677703e76019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:41.560632 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0b772aae-145d-4570-ac3a-99b27ddf6f2b req-3d1328f2-2536-4202-aef2-677703e76019 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 HTTP/1.1" status: 200 len: 851 time: 0.0852451 Jul 22 16:38:41.585241 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3f78050-d01d-4add-95b0-eb56259b6be1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.609490 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771342c4-8052-4b79-908d-263c6aa7325d None None] Network 5e58d5b5-3a03-41f2-8008-6b3faa5bb731 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:41.621619 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-905c3840-52a9-48e7-8521-70d551e65ee8 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Calling delete_port for ef738830-f13f-4cfb-af79-e712c69bf98f owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:41.680259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d841e799-6403-4eb4-9851-a321f3c437ad None None] Provisioning complete for port aba8f711-d6ad-4378-a003-ab86655f7a9e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:41.680671 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d841e799-6403-4eb4-9851-a321f3c437ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.691476 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3dab3be-43b0-4605-931d-99b50922893e tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.701803 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5db9-4173-447b-bdd0-87e8a267d972 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.770054 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d841e799-6403-4eb4-9851-a321f3c437ad None None] Port aba8f711-d6ad-4378-a003-ab86655f7a9e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:38:41.780291 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ee5e5db9-4173-447b-bdd0-87e8a267d972 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e58d5b5-3a03-41f2-8008-6b3faa5bb731']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:41.805342 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ee5e5db9-4173-447b-bdd0-87e8a267d972 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91eeacc-271a-45bb-9150-524ec598e8d1') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:41.805738 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ee5e5db9-4173-447b-bdd0-87e8a267d972 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91eeacc-271a-45bb-9150-524ec598e8d1') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:41.835941 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5db9-4173-447b-bdd0-87e8a267d972 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.845018 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c00bab-592b-47ec-8a32-d0261ddb2a56 req-0e07105d-6904-443a-96e3-49619acb4457 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:41.847378 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f8c00bab-592b-47ec-8a32-d0261ddb2a56 req-0e07105d-6904-443a-96e3-49619acb4457 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.4800444 Jul 22 16:38:41.886323 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5db9-4173-447b-bdd0-87e8a267d972 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.893428 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6cdd0079-0d1e-42a3-9628-d257f5c98c62 req-84dd5f12-bd08-4ef0-b726-a5ec9d995677 service neutron] 10.222.0.30 "GET /v2.0/networks/ff66ea35-a49e-465a-a94a-77488ff458ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807478 Jul 22 16:38:41.911184 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3f78050-d01d-4add-95b0-eb56259b6be1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.913351 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5e5db9-4173-447b-bdd0-87e8a267d972 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:38:41.915725 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5db9-4173-447b-bdd0-87e8a267d972 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:38:41.922862 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:38:41.926341 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3f78050-d01d-4add-95b0-eb56259b6be1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.964925 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f78050-d01d-4add-95b0-eb56259b6be1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4962a3-4781-46d4-a6db-ed23aa977b60,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:41.986065 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b772aae-145d-4570-ac3a-99b27ddf6f2b req-5b9a4e19-8dd5-4a5a-9a2a-c2bab4302eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:41.988264 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0b772aae-145d-4570-ac3a-99b27ddf6f2b req-5b9a4e19-8dd5-4a5a-9a2a-c2bab4302eaa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4117451 Jul 22 16:38:42.000581 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d841e799-6403-4eb4-9851-a321f3c437ad None None] Provisioning complete for port 5f011c7b-0e43-44e9-8ccd-6d25dab034eb triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:42.001345 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d841e799-6403-4eb4-9851-a321f3c437ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.019229 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3dab3be-43b0-4605-931d-99b50922893e tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.022300 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3dab3be-43b0-4605-931d-99b50922893e tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.024354 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a3dab3be-43b0-4605-931d-99b50922893e tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "DELETE /v2.0/security-groups/86e78c12-c764-4ae9-b7a9-a13a9fa5c1f8 HTTP/1.1" status: 204 len: 168 time: 1.6743946 Jul 22 16:38:42.042703 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52558) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:42.082066 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 982447d8-c38d-4ba8-b558-95fb323ed4dc completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:42.096846 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.101582 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.168118 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5db9-4173-447b-bdd0-87e8a267d972 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.170809 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4e44da-ec5d-484e-b49b-3113ebd6a9d6 None None] DHCP port deletion for 5e58d5b5-3a03-41f2-8008-6b3faa5bb731 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:38:42.181603 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f8c00bab-592b-47ec-8a32-d0261ddb2a56 req-3a576d87-3d10-43ba-903a-c056c251f740 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3212295 Jul 22 16:38:42.182551 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dab3be-43b0-4605-931d-99b50922893e tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e78c12-c764-4ae9-b7a9-a13a9fa5c1f8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:42.190787 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-905c3840-52a9-48e7-8521-70d551e65ee8 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.212579 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7644a788-1fa6-4a6b-95ef-464385e846c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'name': 'tempest-ServersTestJSON-1955688901-router', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:03Z', 'updated_at': '2021-07-22T16:36:10Z', 'revision_number': 4, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'gw_port': {'id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:04Z', 'updated_at': '2021-07-22T16:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '2cbeb21d-af8a-4c92-99f2-c509c38629dc', 'name': '', 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'mac_address': 'fa:16:3e:82:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '07d06202-f0c1-4796-ab2f-5d2a2ccb68ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:09Z', 'updated_at': '2021-07-22T16:36:20Z', 'revision_number': 5, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'subnets': [{'id': '07d06202-f0c1-4796-ab2f-5d2a2ccb68ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:42.255767 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-8af76056-b131-4519-b164-3b226d0cd04f tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] show failed (client error): The resource could not be found. Jul 22 16:38:42.256914 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8af76056-b131-4519-b164-3b226d0cd04f tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "GET /v2.0/security-groups/86e78c12-c764-4ae9-b7a9-a13a9fa5c1f8 HTTP/1.1" status: 404 len: 347 time: 0.2115312 Jul 22 16:38:42.273852 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7644a788-1fa6-4a6b-95ef-464385e846c4 None None] The sync data for ids ['de045c4a-eaa0-4c12-a984-93398b6736f1'] in n-d-798930-9 is: [{'id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'name': 'tempest-ServersTestJSON-1955688901-router', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:03Z', 'updated_at': '2021-07-22T16:36:10Z', 'revision_number': 4, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'gw_port': {'id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:04Z', 'updated_at': '2021-07-22T16:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '2cbeb21d-af8a-4c92-99f2-c509c38629dc', 'name': '', 'network_id': '282646bf-5a93-4fc6-a2d3-9181eb4bd79c', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'mac_address': 'fa:16:3e:82:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '07d06202-f0c1-4796-ab2f-5d2a2ccb68ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:09Z', 'updated_at': '2021-07-22T16:36:20Z', 'revision_number': 5, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'subnets': [{'id': '07d06202-f0c1-4796-ab2f-5d2a2ccb68ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:38:42.294327 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52560) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:42.320116 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afbc299b-c050-49bb-bdc0-79df6414a5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.339016 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c3840-52a9-48e7-8521-70d551e65ee8 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Pushing event deleted for resources: {'Port': ['ID=ef738830-f13f-4cfb-af79-e712c69bf98f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:42.342530 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5db9-4173-447b-bdd0-87e8a267d972 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.344209 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a2daea92-3fdc-4345-8b83-f88109c69b6b None None] Provisioning complete for port 706d94d1-b403-4659-855c-6be2d363f415 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:42.344756 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2daea92-3fdc-4345-8b83-f88109c69b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.356375 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ee5e5db9-4173-447b-bdd0-87e8a267d972 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "DELETE /v2.0/networks/5e58d5b5-3a03-41f2-8008-6b3faa5bb731 HTTP/1.1" status: 204 len: 168 time: 6.0968699 Jul 22 16:38:42.365369 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52562) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:42.404713 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a2daea92-3fdc-4345-8b83-f88109c69b6b None None] Port 706d94d1-b403-4659-855c-6be2d363f415 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:38:42.411086 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4a12b4cd-2bd5-4bfb-bf03-7578a1a20602 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1526803941'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:42.415368 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a2daea92-3fdc-4345-8b83-f88109c69b6b None None] Provisioning complete for port aba8f711-d6ad-4378-a003-ab86655f7a9e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:42.415862 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2daea92-3fdc-4345-8b83-f88109c69b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.421221 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afbc299b-c050-49bb-bdc0-79df6414a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.444120 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3f78050-d01d-4add-95b0-eb56259b6be1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.445645 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c3f78050-d01d-4add-95b0-eb56259b6be1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1772289 Jul 22 16:38:42.458003 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a2daea92-3fdc-4345-8b83-f88109c69b6b None None] Port aba8f711-d6ad-4378-a003-ab86655f7a9e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:38:42.462854 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52564) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:42.463752 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a2daea92-3fdc-4345-8b83-f88109c69b6b None None] Could not find standard attr ID for object 23d4c0dd-288d-4c11-b61c-6005bbc8ad56. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:38:42.482324 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-76a90973-a90d-4a18-9c4e-75d4d39ace18 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:42.484351 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc299b-c050-49bb-bdc0-79df6414a5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6d3f26-0465-4cae-a1fa-994dc8b6c137,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:42.486991 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e5db9-4173-447b-bdd0-87e8a267d972 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event deleted for resources: {'Network': ['ID=5e58d5b5-3a03-41f2-8008-6b3faa5bb731,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:42.516792 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a2daea92-3fdc-4345-8b83-f88109c69b6b None None] Provisioning for port 982447d8-c38d-4ba8-b558-95fb323ed4dc completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:42.517433 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-905c3840-52a9-48e7-8521-70d551e65ee8 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.520657 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-905c3840-52a9-48e7-8521-70d551e65ee8 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.524850 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a2daea92-3fdc-4345-8b83-f88109c69b6b None None] Provisioning complete for port 982447d8-c38d-4ba8-b558-95fb323ed4dc triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:42.524850 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2daea92-3fdc-4345-8b83-f88109c69b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.525111 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-905c3840-52a9-48e7-8521-70d551e65ee8 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "DELETE /v2.0/floatingips/190b2595-1aca-4a03-8f5d-3c46aabb6b13 HTTP/1.1" status: 204 len: 168 time: 2.9111509 Jul 22 16:38:42.555218 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-afbc299b-c050-49bb-bdc0-79df6414a5a6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ae40d0368f0940138a5f8e3ef4247449&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7342434 Jul 22 16:38:42.563679 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52566) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:42.583532 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a12b4cd-2bd5-4bfb-bf03-7578a1a20602 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Made reservation on behalf of cd60e4e2191c4bf48ddc1f2f1a2e1777 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:42.589453 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a12b4cd-2bd5-4bfb-bf03-7578a1a20602 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.605493 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76a90973-a90d-4a18-9c4e-75d4d39ace18 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.615002 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92e54b-ff6d-4bed-879b-8333b0081d89 req-afa2ba60-33ec-44c8-b02d-552aafd224ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:42.615772 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92e54b-ff6d-4bed-879b-8333b0081d89 req-afa2ba60-33ec-44c8-b02d-552aafd224ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:42.616395 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92e54b-ff6d-4bed-879b-8333b0081d89 req-afa2ba60-33ec-44c8-b02d-552aafd224ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:42.620869 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92e54b-ff6d-4bed-879b-8333b0081d89 req-afa2ba60-33ec-44c8-b02d-552aafd224ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:42.621530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92e54b-ff6d-4bed-879b-8333b0081d89 req-afa2ba60-33ec-44c8-b02d-552aafd224ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:42.622744 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92e54b-ff6d-4bed-879b-8333b0081d89 req-afa2ba60-33ec-44c8-b02d-552aafd224ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:42.623372 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92e54b-ff6d-4bed-879b-8333b0081d89 req-afa2ba60-33ec-44c8-b02d-552aafd224ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:42.625546 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf92e54b-ff6d-4bed-879b-8333b0081d89 req-afa2ba60-33ec-44c8-b02d-552aafd224ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2cdac6e8c514eed897eaf0607a1ddfd&device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 6477 time: 0.4745553 Jul 22 16:38:42.663900 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0b772aae-145d-4570-ac3a-99b27ddf6f2b req-59e273af-189c-4abf-ad2d-74b47b050e97 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760802 Jul 22 16:38:42.693624 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae79a9b-f871-4036-9637-809c3ea81bbd req-d0eba512-e90f-4ebf-8cdd-f9f0ddf6309c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:42.704186 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae79a9b-f871-4036-9637-809c3ea81bbd req-d0eba512-e90f-4ebf-8cdd-f9f0ddf6309c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:42.714533 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2daea92-3fdc-4345-8b83-f88109c69b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.718767 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae79a9b-f871-4036-9637-809c3ea81bbd req-d0eba512-e90f-4ebf-8cdd-f9f0ddf6309c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:42.724962 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae79a9b-f871-4036-9637-809c3ea81bbd req-d0eba512-e90f-4ebf-8cdd-f9f0ddf6309c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:42.732901 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae79a9b-f871-4036-9637-809c3ea81bbd req-d0eba512-e90f-4ebf-8cdd-f9f0ddf6309c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:42.741802 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae79a9b-f871-4036-9637-809c3ea81bbd req-d0eba512-e90f-4ebf-8cdd-f9f0ddf6309c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:42.752523 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae79a9b-f871-4036-9637-809c3ea81bbd req-d0eba512-e90f-4ebf-8cdd-f9f0ddf6309c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:42.763656 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eae79a9b-f871-4036-9637-809c3ea81bbd req-d0eba512-e90f-4ebf-8cdd-f9f0ddf6309c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5420 time: 0.6897302 Jul 22 16:38:42.766777 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66568552-74d0-4941-aad2-660a3e9c23d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.788229 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a2daea92-3fdc-4345-8b83-f88109c69b6b None None] For port 982447d8-c38d-4ba8-b558-95fb323ed4dc, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=982447d8-c38d-4ba8-b558-95fb323ed4dc,segment=NetworkSegment(0bac6b5f-ec86-400e-b73c-85ef833d6e8a),segment_id=0bac6b5f-ec86-400e-b73c-85ef833d6e8a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:42.797893 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2daea92-3fdc-4345-8b83-f88109c69b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.829257 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-03e1fa6f-b03b-40b5-9cfc-ebe007273edf tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Deleting port a9f07daa-bc29-43dd-abaa-6d23f751c6e6 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:42.829623 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03e1fa6f-b03b-40b5-9cfc-ebe007273edf tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.859586 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b71a46-7a9f-4f7a-80a1-1ce232c3ccc8 None None] New status for floating IP 32aadf5b-8fdf-4659-8d78-a14939beb1b1: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:38:42.873002 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2daea92-3fdc-4345-8b83-f88109c69b6b None None] Pushing event updated for resources: {'Port': ['ID=982447d8-c38d-4ba8-b558-95fb323ed4dc,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:42.920814 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d359fdaf-ce23-47dd-a523-114149c73941 None None] Provisioning complete for port 982447d8-c38d-4ba8-b558-95fb323ed4dc triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:42.924540 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d359fdaf-ce23-47dd-a523-114149c73941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.048568 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03e1fa6f-b03b-40b5-9cfc-ebe007273edf tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.049043 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03e1fa6f-b03b-40b5-9cfc-ebe007273edf tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.066028 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-03e1fa6f-b03b-40b5-9cfc-ebe007273edf tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Calling delete_port for a9f07daa-bc29-43dd-abaa-6d23f751c6e6 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:43.173070 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0b772aae-145d-4570-ac3a-99b27ddf6f2b req-8939644b-c216-4b1b-bac7-03333fc42457 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984570 Jul 22 16:38:43.224548 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76a90973-a90d-4a18-9c4e-75d4d39ace18 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.345999 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52572) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:43.366592 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f16214a1-61b6-49a2-849f-d10f12a682a0 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1859659432', 'description': 'tempest-description--1050854476'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:43.366833 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5768c42f-6971-40de-bdda-ec112bc08d76 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:43.435969 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 5768c42f-6971-40de-bdda-ec112bc08d76 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:43.440739 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 5768c42f-6971-40de-bdda-ec112bc08d76 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:43.441133 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.454184 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a12b4cd-2bd5-4bfb-bf03-7578a1a20602 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:38:43.478391 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03e1fa6f-b03b-40b5-9cfc-ebe007273edf tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.501404 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a12b4cd-2bd5-4bfb-bf03-7578a1a20602 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.501760 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-4a12b4cd-2bd5-4bfb-bf03-7578a1a20602 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Added segment 2220164a-20c2-426c-9738-fec6cdafd0b4 of type vlan for network e655deab-daf6-41ce-83b5-995f9dc5db06 Jul 22 16:38:43.516800 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f16214a1-61b6-49a2-849f-d10f12a682a0 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.531519 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.532745 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1fa6f-b03b-40b5-9cfc-ebe007273edf tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Pushing event deleted for resources: {'Port': ['ID=a9f07daa-bc29-43dd-abaa-6d23f751c6e6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:43.545358 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-76a90973-a90d-4a18-9c4e-75d4d39ace18 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Allocated IP 172.25.0.176 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/55d95e99-de8d-4d28-bb5b-492c31f7a66b) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:43.586372 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eae79a9b-f871-4036-9637-809c3ea81bbd req-1ff67941-c402-4af5-bae2-52914ea9b9cb tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6998706 Jul 22 16:38:43.632940 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a12b4cd-2bd5-4bfb-bf03-7578a1a20602 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.721042 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9744d-6a62-4479-98aa-82b6b0db750c req-939f134a-cab9-4c3c-9d14-0d5d45a12c23 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:43.722645 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a1c9744d-6a62-4479-98aa-82b6b0db750c req-939f134a-cab9-4c3c-9d14-0d5d45a12c23 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.3217173 Jul 22 16:38:43.726790 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b74b398-d2ff-4fa3-9194-1b12fee7fa72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.766513 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 5768c42f-6971-40de-bdda-ec112bc08d76, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5768c42f-6971-40de-bdda-ec112bc08d76,segment=NetworkSegment(a0780ec3-be8e-46b5-81d6-5c88bcb58a30),segment_id=a0780ec3-be8e-46b5-81d6-5c88bcb58a30)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:43.770666 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03e1fa6f-b03b-40b5-9cfc-ebe007273edf tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.772687 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.773895 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 982447d8-c38d-4ba8-b558-95fb323ed4dc up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:43.774719 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03e1fa6f-b03b-40b5-9cfc-ebe007273edf tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.780585 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b74b398-d2ff-4fa3-9194-1b12fee7fa72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.781575 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-03e1fa6f-b03b-40b5-9cfc-ebe007273edf tempest-ServersTestJSON-1500916397 tempest-ServersTestJSON-1500916397-project] 10.222.0.69 "DELETE /v2.0/floatingips/32aadf5b-8fdf-4659-8d78-a14939beb1b1 HTTP/1.1" status: 204 len: 168 time: 1.4860933 Jul 22 16:38:43.800942 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52574) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:43.839820 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76a90973-a90d-4a18-9c4e-75d4d39ace18 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.864097 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=5768c42f-6971-40de-bdda-ec112bc08d76,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:43.881058 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 982447d8-c38d-4ba8-b558-95fb323ed4dc triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:43.881537 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.883577 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a1c9744d-6a62-4479-98aa-82b6b0db750c req-ea36e254-382e-47fc-bbe9-3929cf8b6b77 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495693 Jul 22 16:38:43.887257 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f16214a1-61b6-49a2-849f-d10f12a682a0 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.894777 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f16214a1-61b6-49a2-849f-d10f12a682a0 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.917508 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92e54b-ff6d-4bed-879b-8333b0081d89 req-e7ff842f-54ca-4371-bb94-a5ff759925df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:43.919549 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf92e54b-ff6d-4bed-879b-8333b0081d89 req-e7ff842f-54ca-4371-bb94-a5ff759925df service neutron] 10.222.0.30 "GET /v2.0/networks?id=ff66ea35-a49e-465a-a94a-77488ff458ac HTTP/1.1" status: 200 len: 903 time: 1.2728937 Jul 22 16:38:43.926125 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a12b4cd-2bd5-4bfb-bf03-7578a1a20602 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.931764 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16214a1-61b6-49a2-849f-d10f12a682a0 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9401c2b8-cd31-4c93-a671-a49d8abc8815,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:43.931927 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a12b4cd-2bd5-4bfb-bf03-7578a1a20602 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:43.932486 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a12b4cd-2bd5-4bfb-bf03-7578a1a20602 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.952144 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f16214a1-61b6-49a2-849f-d10f12a682a0 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.956133 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f16214a1-61b6-49a2-849f-d10f12a682a0 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6064470 Jul 22 16:38:43.957100 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52576) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:43.962672 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e825db25-1155-4ee9-b07e-f5bbbf41a9d1 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Request body: {'security_group_rule': {'security_group_id': '9401c2b8-cd31-4c93-a671-a49d8abc8815', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:43.983256 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76a90973-a90d-4a18-9c4e-75d4d39ace18 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.988888 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 23d4c0dd-288d-4c11-b61c-6005bbc8ad56 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:44.013400 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 23d4c0dd-288d-4c11-b61c-6005bbc8ad56 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:44.014238 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 23d4c0dd-288d-4c11-b61c-6005bbc8ad56 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:44.034848 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a90973-a90d-4a18-9c4e-75d4d39ace18 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:44.038219 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf92e54b-ff6d-4bed-879b-8333b0081d89 req-f9493141-641c-4d7b-9f8a-eb678fdd37a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3d71db8-83f1-44c1-9af6-beb18494c73e HTTP/1.1" status: 200 len: 217 time: 0.0982304 Jul 22 16:38:44.040211 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e825db25-1155-4ee9-b07e-f5bbbf41a9d1 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.044676 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-76a90973-a90d-4a18-9c4e-75d4d39ace18 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:44.052001 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a90973-a90d-4a18-9c4e-75d4d39ace18 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:44.074741 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4a12b4cd-2bd5-4bfb-bf03-7578a1a20602 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6885273 Jul 22 16:38:44.077102 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a90973-a90d-4a18-9c4e-75d4d39ace18 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event updated for resources: {'Port': ['ID=55d95e99-de8d-4d28-bb5b-492c31f7a66b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:44.081025 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52578) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:44.089160 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-489fd4a5-6f17-438f-809b-3d18d5ac21d3 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Request body: {'subnet': {'network_id': 'e655deab-daf6-41ce-83b5-995f9dc5db06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:44.132963 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b4cd-2bd5-4bfb-bf03-7578a1a20602 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event updated for resources: {'Network': ['ID=e655deab-daf6-41ce-83b5-995f9dc5db06,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:44.148879 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network e655deab-daf6-41ce-83b5-995f9dc5db06 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:38:44.166031 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b74b398-d2ff-4fa3-9194-1b12fee7fa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.168718 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b74b398-d2ff-4fa3-9194-1b12fee7fa72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.172194 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0b74b398-d2ff-4fa3-9194-1b12fee7fa72 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7d6d3f26-0465-4cae-a1fa-994dc8b6c137 HTTP/1.1" status: 204 len: 168 time: 1.6019676 Jul 22 16:38:44.178249 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92e54b-ff6d-4bed-879b-8333b0081d89 req-efac5e81-e4e9-4931-882c-134f10028a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:44.179744 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf92e54b-ff6d-4bed-879b-8333b0081d89 req-efac5e81-e4e9-4931-882c-134f10028a93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e307d223-4916-45f9-8593-ea8af57cd01a HTTP/1.1" status: 200 len: 797 time: 0.1259663 Jul 22 16:38:44.198841 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74b398-d2ff-4fa3-9194-1b12fee7fa72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6d3f26-0465-4cae-a1fa-994dc8b6c137,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:44.256750 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e825db25-1155-4ee9-b07e-f5bbbf41a9d1 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.267675 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e825db25-1155-4ee9-b07e-f5bbbf41a9d1 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.299238 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76a90973-a90d-4a18-9c4e-75d4d39ace18 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.301831 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825db25-1155-4ee9-b07e-f5bbbf41a9d1 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc8cd88-1219-418c-8ac6-23781628c271,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:44.314813 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489fd4a5-6f17-438f-809b-3d18d5ac21d3 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Made reservation on behalf of cd60e4e2191c4bf48ddc1f2f1a2e1777 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:44.318456 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-489fd4a5-6f17-438f-809b-3d18d5ac21d3 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.326235 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e825db25-1155-4ee9-b07e-f5bbbf41a9d1 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.329514 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e825db25-1155-4ee9-b07e-f5bbbf41a9d1 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3696847 Jul 22 16:38:44.333763 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52582) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:44.345866 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b0ce6a8a-63bc-4834-b77d-6628fa9b3397 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Request body: {'security_group_rule': {'security_group_id': '9401c2b8-cd31-4c93-a671-a49d8abc8815', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:44.414734 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76a90973-a90d-4a18-9c4e-75d4d39ace18 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.446072 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6a8a-63bc-4834-b77d-6628fa9b3397 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.471760 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92e54b-ff6d-4bed-879b-8333b0081d89 req-33f37164-cfe0-46dd-ba9a-c66631002175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:44.473543 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf92e54b-ff6d-4bed-879b-8333b0081d89 req-33f37164-cfe0-46dd-ba9a-c66631002175 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff66ea35-a49e-465a-a94a-77488ff458ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2845104 Jul 22 16:38:44.562297 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-66568552-74d0-4941-aad2-660a3e9c23d0 admin admin] Deleting port 5768c42f-6971-40de-bdda-ec112bc08d76 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:44.562717 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66568552-74d0-4941-aad2-660a3e9c23d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.713607 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76a90973-a90d-4a18-9c4e-75d4d39ace18 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.722798 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76a90973-a90d-4a18-9c4e-75d4d39ace18 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.735132 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6a8a-63bc-4834-b77d-6628fa9b3397 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.776397 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6a8a-63bc-4834-b77d-6628fa9b3397 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.789252 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf92e54b-ff6d-4bed-879b-8333b0081d89 req-d97c369a-d7b5-44ed-a5b3-c5e03647a101 service neutron] 10.222.0.30 "GET /v2.0/networks/ff66ea35-a49e-465a-a94a-77488ff458ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013005 Jul 22 16:38:44.828093 n-d-798930-9 neutron-server[93817]: DEBUG neutron.objects.ports [None req-489fd4a5-6f17-438f-809b-3d18d5ac21d3 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:38:44.834718 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-489fd4a5-6f17-438f-809b-3d18d5ac21d3 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.840544 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a90973-a90d-4a18-9c4e-75d4d39ace18 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event updated for resources: {'Port': ['ID=55d95e99-de8d-4d28-bb5b-492c31f7a66b,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:44.855040 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce6a8a-63bc-4834-b77d-6628fa9b3397 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9756eae5-b12e-4a84-92cd-f1dde5140862,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:44.860400 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-66568552-74d0-4941-aad2-660a3e9c23d0 admin admin] For port 5768c42f-6971-40de-bdda-ec112bc08d76, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5768c42f-6971-40de-bdda-ec112bc08d76,segment=NetworkSegment(a0780ec3-be8e-46b5-81d6-5c88bcb58a30),segment_id=a0780ec3-be8e-46b5-81d6-5c88bcb58a30)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:44.860766 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66568552-74d0-4941-aad2-660a3e9c23d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.865234 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6a8a-63bc-4834-b77d-6628fa9b3397 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.869142 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b0ce6a8a-63bc-4834-b77d-6628fa9b3397 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5331073 Jul 22 16:38:44.876303 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52604) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:44.888374 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f735a9ed-fd31-45e4-b50f-441f49ee1d0c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:44.899159 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76a90973-a90d-4a18-9c4e-75d4d39ace18 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.906551 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-66568552-74d0-4941-aad2-660a3e9c23d0 admin admin] Calling delete_port for 5768c42f-6971-40de-bdda-ec112bc08d76 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:44.947853 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fd4a5-6f17-438f-809b-3d18d5ac21d3 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event updated for resources: {'Subnet': ['ID=b4a55381-94db-4439-ad52-2d321993751f,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:44.956738 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f735a9ed-fd31-45e4-b50f-441f49ee1d0c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.959588 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489fd4a5-6f17-438f-809b-3d18d5ac21d3 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Checking segment: {'id': '2220164a-20c2-426c-9738-fec6cdafd0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e655deab-daf6-41ce-83b5-995f9dc5db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:44.959842 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489fd4a5-6f17-438f-809b-3d18d5ac21d3 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Network hostable DHCP agents. Network: e655deab-daf6-41ce-83b5-995f9dc5db06, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:38:44.975115 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76a90973-a90d-4a18-9c4e-75d4d39ace18 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.976701 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-76a90973-a90d-4a18-9c4e-75d4d39ace18 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5123081 Jul 22 16:38:45.029979 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217e481-e398-4dc6-bd32-4721d1c3a9ca req-172f27a8-9336-4188-b69b-02b3e8fcc43b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:45.035009 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217e481-e398-4dc6-bd32-4721d1c3a9ca req-172f27a8-9336-4188-b69b-02b3e8fcc43b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:45.042101 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217e481-e398-4dc6-bd32-4721d1c3a9ca req-172f27a8-9336-4188-b69b-02b3e8fcc43b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:45.048658 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217e481-e398-4dc6-bd32-4721d1c3a9ca req-172f27a8-9336-4188-b69b-02b3e8fcc43b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:45.054533 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217e481-e398-4dc6-bd32-4721d1c3a9ca req-172f27a8-9336-4188-b69b-02b3e8fcc43b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:45.056256 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489fd4a5-6f17-438f-809b-3d18d5ac21d3 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Network e655deab-daf6-41ce-83b5-995f9dc5db06 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:38:45.061653 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217e481-e398-4dc6-bd32-4721d1c3a9ca req-172f27a8-9336-4188-b69b-02b3e8fcc43b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:45.075951 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217e481-e398-4dc6-bd32-4721d1c3a9ca req-172f27a8-9336-4188-b69b-02b3e8fcc43b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:45.078241 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3217e481-e398-4dc6-bd32-4721d1c3a9ca req-172f27a8-9336-4188-b69b-02b3e8fcc43b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5420 time: 0.3954685 Jul 22 16:38:45.102141 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-489fd4a5-6f17-438f-809b-3d18d5ac21d3 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, e655deab-daf6-41ce-83b5-995f9dc5db06) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:45.110152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489fd4a5-6f17-438f-809b-3d18d5ac21d3 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:45.110742 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-489fd4a5-6f17-438f-809b-3d18d5ac21d3 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.113559 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b796f89-a5d1-45e1-a281-d3c2d912fc61 None None] Network e655deab-daf6-41ce-83b5-995f9dc5db06 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:45.145300 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf92e54b-ff6d-4bed-879b-8333b0081d89 req-f827c1c3-f39f-4940-8464-befcb1e07183 service neutron] 10.222.0.30 "GET /v2.0/networks/ff66ea35-a49e-465a-a94a-77488ff458ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317361 Jul 22 16:38:45.175492 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-489fd4a5-6f17-438f-809b-3d18d5ac21d3 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0891154 Jul 22 16:38:45.181825 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52616) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:45.213312 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf76707-c358-4fb0-9a3e-a06686840810 req-66f088e7-09df-4385-be22-881ebb914dc5 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:45.226583 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3cf76707-c358-4fb0-9a3e-a06686840810 req-66f088e7-09df-4385-be22-881ebb914dc5 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.2145114 Jul 22 16:38:45.277194 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f735a9ed-fd31-45e4-b50f-441f49ee1d0c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.287271 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5768c42f-6971-40de-bdda-ec112bc08d76 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:45.296769 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3217e481-e398-4dc6-bd32-4721d1c3a9ca req-06272b92-6158-4436-b3cd-ea5eeab868fe tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2032666 Jul 22 16:38:45.393825 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3915db97-aa96-4457-a3de-371697eb98ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.444244 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23008b6f-06d9-48fd-af45-34d98dd7b8ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-e655deab-daf6-41ce-83b5-995f9dc5db06', 'network_id': 'e655deab-daf6-41ce-83b5-995f9dc5db06', 'tenant_id': 'cd60e4e2191c4bf48ddc1f2f1a2e1777', 'fixed_ips': [{'subnet_id': 'b4a55381-94db-4439-ad52-2d321993751f'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:38:45.445167 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23008b6f-06d9-48fd-af45-34d98dd7b8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.449260 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 5768c42f-6971-40de-bdda-ec112bc08d76 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:45.449848 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.479838 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3cf76707-c358-4fb0-9a3e-a06686840810 req-a900a254-3824-41c7-ba58-39873e6efbbb tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521863 Jul 22 16:38:45.521098 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-f735a9ed-fd31-45e4-b50f-441f49ee1d0c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Allocated IP 172.25.0.79 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/3ef4a210-d721-4bb0-be37-e19029784153) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:45.620755 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.660545 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bad4c278-a411-44c0-88a2-4a4f1e209e6f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1070798763&fields=id&tenant_id=c9497a41f8194fa4a8867ac9f3be3289 HTTP/1.1" status: 200 len: 267 time: 0.1889641 Jul 22 16:38:45.679524 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66568552-74d0-4941-aad2-660a3e9c23d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.698961 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-23008b6f-06d9-48fd-af45-34d98dd7b8ed None None] Allocated IP 2001:db8::f816:3eff:fe2c:cd72 (e655deab-daf6-41ce-83b5-995f9dc5db06/b4a55381-94db-4439-ad52-2d321993751f/3402728b-1c21-4e78-ab89-9649568d8d76) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:45.724961 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f735a9ed-fd31-45e4-b50f-441f49ee1d0c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.783148 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db8a6b-6305-40f5-9a64-c112e7419b0b req-3fa670e5-6cb3-4b90-8923-9b988cdbc0d8 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:45.784793 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e1db8a6b-6305-40f5-9a64-c112e7419b0b req-3fa670e5-6cb3-4b90-8923-9b988cdbc0d8 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.1703465 Jul 22 16:38:45.786331 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f735a9ed-fd31-45e4-b50f-441f49ee1d0c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.800258 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66568552-74d0-4941-aad2-660a3e9c23d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5768c42f-6971-40de-bdda-ec112bc08d76,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:45.848498 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f735a9ed-fd31-45e4-b50f-441f49ee1d0c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:45.858027 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f735a9ed-fd31-45e4-b50f-441f49ee1d0c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:45.866260 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f735a9ed-fd31-45e4-b50f-441f49ee1d0c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:45.906241 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735a9ed-fd31-45e4-b50f-441f49ee1d0c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Pushing event updated for resources: {'Port': ['ID=3ef4a210-d721-4bb0-be37-e19029784153,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:45.912055 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23008b6f-06d9-48fd-af45-34d98dd7b8ed None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.930338 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-23008b6f-06d9-48fd-af45-34d98dd7b8ed None None] Transition to ACTIVE for port object 3402728b-1c21-4e78-ab89-9649568d8d76 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:45.937900 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e1db8a6b-6305-40f5-9a64-c112e7419b0b req-5231df92-03a2-47d1-9d37-1984d7066375 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377065 Jul 22 16:38:45.959016 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-23008b6f-06d9-48fd-af45-34d98dd7b8ed None None] Transition to ACTIVE for port object 3402728b-1c21-4e78-ab89-9649568d8d76 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:45.977462 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23008b6f-06d9-48fd-af45-34d98dd7b8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.041643 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.059316 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23008b6f-06d9-48fd-af45-34d98dd7b8ed None None] Network e655deab-daf6-41ce-83b5-995f9dc5db06 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:46.061540 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-23008b6f-06d9-48fd-af45-34d98dd7b8ed None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:46.070321 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23008b6f-06d9-48fd-af45-34d98dd7b8ed None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:46.070528 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f735a9ed-fd31-45e4-b50f-441f49ee1d0c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.071823 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c4d4a887-338b-4558-8b13-272f5a48c47a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:46.073312 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c4d4a887-338b-4558-8b13-272f5a48c47a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports/706d94d1-b403-4659-855c-6be2d363f415 HTTP/1.1" status: 200 len: 936 time: 0.3984356 Jul 22 16:38:46.138967 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f735a9ed-fd31-45e4-b50f-441f49ee1d0c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.167598 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23008b6f-06d9-48fd-af45-34d98dd7b8ed None None] Pushing event updated for resources: {'Port': ['ID=3402728b-1c21-4e78-ab89-9649568d8d76,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:46.201886 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-23008b6f-06d9-48fd-af45-34d98dd7b8ed None None] Attempting to bind port 3402728b-1c21-4e78-ab89-9649568d8d76 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:46.203908 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-23008b6f-06d9-48fd-af45-34d98dd7b8ed None None] Attempting to bind port 3402728b-1c21-4e78-ab89-9649568d8d76 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '2220164a-20c2-426c-9738-fec6cdafd0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e655deab-daf6-41ce-83b5-995f9dc5db06'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:46.204586 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23008b6f-06d9-48fd-af45-34d98dd7b8ed None None] Attempting to bind port 3402728b-1c21-4e78-ab89-9649568d8d76 on network e655deab-daf6-41ce-83b5-995f9dc5db06 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:46.213630 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23008b6f-06d9-48fd-af45-34d98dd7b8ed None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:46.214275 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23008b6f-06d9-48fd-af45-34d98dd7b8ed None None] Checking segment: {'id': '2220164a-20c2-426c-9738-fec6cdafd0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e655deab-daf6-41ce-83b5-995f9dc5db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:46.214608 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23008b6f-06d9-48fd-af45-34d98dd7b8ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.215000 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23008b6f-06d9-48fd-af45-34d98dd7b8ed None None] Bound using segment: {'id': '2220164a-20c2-426c-9738-fec6cdafd0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e655deab-daf6-41ce-83b5-995f9dc5db06'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:46.215525 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-23008b6f-06d9-48fd-af45-34d98dd7b8ed None None] Bound port: 3402728b-1c21-4e78-ab89-9649568d8d76, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2220164a-20c2-426c-9738-fec6cdafd0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e655deab-daf6-41ce-83b5-995f9dc5db06'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:46.216455 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23008b6f-06d9-48fd-af45-34d98dd7b8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.322331 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-23008b6f-06d9-48fd-af45-34d98dd7b8ed None None] For port 3402728b-1c21-4e78-ab89-9649568d8d76, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:46.324046 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-aff74300-8314-4a96-b48f-7880b3a24098 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:46.326707 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-23008b6f-06d9-48fd-af45-34d98dd7b8ed None None] For port 3402728b-1c21-4e78-ab89-9649568d8d76, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3402728b-1c21-4e78-ab89-9649568d8d76,segment=NetworkSegment(2220164a-20c2-426c-9738-fec6cdafd0b4),segment_id=2220164a-20c2-426c-9738-fec6cdafd0b4)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:46.331352 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-aff74300-8314-4a96-b48f-7880b3a24098 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports/aba8f711-d6ad-4378-a003-ab86655f7a9e HTTP/1.1" status: 200 len: 936 time: 0.2287014 Jul 22 16:38:46.332367 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23008b6f-06d9-48fd-af45-34d98dd7b8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.337824 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.426033 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-a3c04235-89bd-45d4-bb4c-a71512895558 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?network_id=1efbf9bc-0c70-4776-ae72-82d943308ba7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0936394 Jul 22 16:38:46.428062 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23008b6f-06d9-48fd-af45-34d98dd7b8ed None None] Pushing event updated for resources: {'Port': ['ID=3402728b-1c21-4e78-ab89-9649568d8d76,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:46.428349 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event deleted for resources: {'Subnet': ['ID=b4a55381-94db-4439-ad52-2d321993751f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:46.453655 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98f11a-4b96-4eb9-8cdf-eb4588c5c437 req-e103fdc0-37a9-42aa-9b5c-58e71ac1c849 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:46.457202 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-df98f11a-4b96-4eb9-8cdf-eb4588c5c437 req-e103fdc0-37a9-42aa-9b5c-58e71ac1c849 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.1730890 Jul 22 16:38:46.459706 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f735a9ed-fd31-45e4-b50f-441f49ee1d0c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.474420 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f735a9ed-fd31-45e4-b50f-441f49ee1d0c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.507792 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-244ee274-90f2-49b3-a3a9-40a4c08dd7ff tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?network_id=1efbf9bc-0c70-4776-ae72-82d943308ba7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0804312 Jul 22 16:38:46.576063 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-df98f11a-4b96-4eb9-8cdf-eb4588c5c437 req-a88e6ecd-8e15-461b-80d3-61cc9a2604c2 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104124 Jul 22 16:38:46.578886 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735a9ed-fd31-45e4-b50f-441f49ee1d0c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Pushing event updated for resources: {'Port': ['ID=3ef4a210-d721-4bb0-be37-e19029784153,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:46.595032 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f735a9ed-fd31-45e4-b50f-441f49ee1d0c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.625915 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f735a9ed-fd31-45e4-b50f-441f49ee1d0c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.630891 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f735a9ed-fd31-45e4-b50f-441f49ee1d0c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7511075 Jul 22 16:38:46.841067 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b39c25-4134-4321-8014-55c887304c11 req-2de412ac-ffda-40e5-8c74-a3c1d7f2279c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:46.847509 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b39c25-4134-4321-8014-55c887304c11 req-2de412ac-ffda-40e5-8c74-a3c1d7f2279c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:46.854200 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b39c25-4134-4321-8014-55c887304c11 req-2de412ac-ffda-40e5-8c74-a3c1d7f2279c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:46.862166 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b39c25-4134-4321-8014-55c887304c11 req-2de412ac-ffda-40e5-8c74-a3c1d7f2279c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:46.868587 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b39c25-4134-4321-8014-55c887304c11 req-2de412ac-ffda-40e5-8c74-a3c1d7f2279c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:46.875904 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b39c25-4134-4321-8014-55c887304c11 req-2de412ac-ffda-40e5-8c74-a3c1d7f2279c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:46.884811 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b39c25-4134-4321-8014-55c887304c11 req-2de412ac-ffda-40e5-8c74-a3c1d7f2279c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:46.886983 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-96b39c25-4134-4321-8014-55c887304c11 req-2de412ac-ffda-40e5-8c74-a3c1d7f2279c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5420 time: 0.1807835 Jul 22 16:38:46.930481 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-96b39c25-4134-4321-8014-55c887304c11 req-3c312748-2e59-4fdd-badf-a4be6a8e315d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377078 Jul 22 16:38:47.039933 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52664) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:47.091569 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.109588 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e655deab-daf6-41ce-83b5-995f9dc5db06']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:47.129299 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2220164a-20c2-426c-9738-fec6cdafd0b4') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:47.129299 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2220164a-20c2-426c-9738-fec6cdafd0b4') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:47.136174 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.210793 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-467b02e6-d056-46a5-b287-21cb33362b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.239201 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.247387 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:38:47.247387 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.256910 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-c9833669-0cd6-42d5-9993-fa682573031d tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1859659432&fields=id&tenant_id=0ab4163b9d3f42c1b95499d26b5bcf68 HTTP/1.1" status: 200 len: 267 time: 0.0877912 Jul 22 16:38:47.334838 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66568552-74d0-4941-aad2-660a3e9c23d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:38:47.337428 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:38:47.361845 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3402728b-1c21-4e78-ab89-9649568d8d76 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:47.395377 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-77591f1e-1941-4e90-99b3-38bd3843b721 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:47.401831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-77591f1e-1941-4e90-99b3-38bd3843b721 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:47.404672 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-ec0ae4ba-13e8-44fa-b661-7ee69650a920 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:47.406264 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-ec0ae4ba-13e8-44fa-b661-7ee69650a920 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/networks?id=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc HTTP/1.1" status: 200 len: 811 time: 0.1484964 Jul 22 16:38:47.408167 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-77591f1e-1941-4e90-99b3-38bd3843b721 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:47.415100 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-77591f1e-1941-4e90-99b3-38bd3843b721 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/networks?id=9c5c4430-fe08-4a96-9de3-fdc32bed75bd&id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&id=1efbf9bc-0c70-4776-ae72-82d943308ba7&id=1efbf9bc-0c70-4776-ae72-82d943308ba7 HTTP/1.1" status: 200 len: 1995 time: 0.9063466 Jul 22 16:38:47.421733 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 16:38:47.421733 n-d-798930-9 neutron-server[93816]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 16:38:47.421733 n-d-798930-9 neutron-server[93816]: [parameters: {'id': 'e655deab-daf6-41ce-83b5-995f9dc5db06'}] Jul 22 16:38:47.421733 n-d-798930-9 neutron-server[93816]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:38:47.422329 n-d-798930-9 neutron-server[93816]: DEBUG oslo_db.api [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:38:47.437842 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 3402728b-1c21-4e78-ab89-9649568d8d76 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:47.444457 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-99e0b476-4d45-4b9e-a820-859963e22786 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/quotas/0ab4163b9d3f42c1b95499d26b5bcf68 HTTP/1.1" status: 200 len: 375 time: 0.0296848 Jul 22 16:38:47.524572 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c4d9dcd6-b3be-48e7-a421-3d77a8ac64ff tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/quotas/c9497a41f8194fa4a8867ac9f3be3289 HTTP/1.1" status: 200 len: 375 time: 0.0896118 Jul 22 16:38:47.547356 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-467b02e6-d056-46a5-b287-21cb33362b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.555247 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-467b02e6-d056-46a5-b287-21cb33362b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.597035 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3915db97-aa96-4457-a3de-371697eb98ef admin admin] Deleting port 2cbeb21d-af8a-4c92-99f2-c509c38629dc {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:47.597405 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3915db97-aa96-4457-a3de-371697eb98ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.601711 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-95a63ecd-46fc-497b-a40f-c84fc7642601 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ab4163b9d3f42c1b95499d26b5bcf68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1507862 Jul 22 16:38:47.620653 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-467b02e6-d056-46a5-b287-21cb33362b1e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9a6c2dee2240414c93323ec79f55b44b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5793302 Jul 22 16:38:47.622300 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52678) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:47.628914 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae70800-63f6-4df4-b363-2077f8503f9b None None] Network e655deab-daf6-41ce-83b5-995f9dc5db06 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:47.638948 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b02e6-d056-46a5-b287-21cb33362b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12deea1-993e-4f76-97e2-69ece73cdac3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:47.724968 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e144affa-97c4-4aac-8b80-8b680b9266a6 None None] Provisioning for port 3402728b-1c21-4e78-ab89-9649568d8d76 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:47.730919 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e144affa-97c4-4aac-8b80-8b680b9266a6 None None] Provisioning complete for port 3402728b-1c21-4e78-ab89-9649568d8d76 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:47.731395 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e144affa-97c4-4aac-8b80-8b680b9266a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.745709 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fe3f8f8-6bb4-427b-96de-e4fdf738ca9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.775695 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8883be52-d5fe-46be-9e3a-64fd1d031214 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c9497a41f8194fa4a8867ac9f3be3289&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2417514 Jul 22 16:38:47.782100 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-15f1bb9c-8d19-4818-9844-c680f4e8bd7b service neutron] 10.222.0.69 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576474 Jul 22 16:38:47.787359 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fe3f8f8-6bb4-427b-96de-e4fdf738ca9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.859652 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e144affa-97c4-4aac-8b80-8b680b9266a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.865682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3915db97-aa96-4457-a3de-371697eb98ef admin admin] For port 2cbeb21d-af8a-4c92-99f2-c509c38629dc, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2cbeb21d-af8a-4c92-99f2-c509c38629dc,segment=NetworkSegment(83300da3-01f0-47fe-9f1e-982bc6e3c93a),segment_id=83300da3-01f0-47fe-9f1e-982bc6e3c93a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:47.866100 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3915db97-aa96-4457-a3de-371697eb98ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.899678 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e144affa-97c4-4aac-8b80-8b680b9266a6 None None] For port 3402728b-1c21-4e78-ab89-9649568d8d76, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3402728b-1c21-4e78-ab89-9649568d8d76,segment=NetworkSegment(2220164a-20c2-426c-9738-fec6cdafd0b4),segment_id=2220164a-20c2-426c-9738-fec6cdafd0b4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:47.905053 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e144affa-97c4-4aac-8b80-8b680b9266a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.922452 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3915db97-aa96-4457-a3de-371697eb98ef admin admin] Calling delete_port for 2cbeb21d-af8a-4c92-99f2-c509c38629dc owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:47.924021 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.939228 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-4bd26a95-4903-4156-a7f2-b39b015bbc89 service neutron] 10.222.0.69 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490250 Jul 22 16:38:47.941200 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fe3f8f8-6bb4-427b-96de-e4fdf738ca9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.944542 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fe3f8f8-6bb4-427b-96de-e4fdf738ca9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.947729 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0fe3f8f8-6bb4-427b-96de-e4fdf738ca9e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e12deea1-993e-4f76-97e2-69ece73cdac3 HTTP/1.1" status: 204 len: 168 time: 0.3239748 Jul 22 16:38:47.948065 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74707f91-58a5-4607-9d7b-bfe149ffcbd8 None None] DHCP port deletion for e655deab-daf6-41ce-83b5-995f9dc5db06 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:38:47.952756 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66568552-74d0-4941-aad2-660a3e9c23d0 admin admin] Router ecaa0c7a-851c-4147-a5f8-f650a29fcbeb has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:38:47.961745 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3f8f8-6bb4-427b-96de-e4fdf738ca9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12deea1-993e-4f76-97e2-69ece73cdac3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:48.015084 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-e8976e2d-3d6d-4280-9cca-14e6e6c20d45 service neutron] 10.222.0.69 "GET /v2.0/networks/9c5c4430-fe08-4a96-9de3-fdc32bed75bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076261 Jul 22 16:38:48.031494 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144affa-97c4-4aac-8b80-8b680b9266a6 None None] Pushing event updated for resources: {'Port': ['ID=3402728b-1c21-4e78-ab89-9649568d8d76,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:48.062934 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-74707f91-58a5-4607-9d7b-bfe149ffcbd8 None None] Deleting port 3402728b-1c21-4e78-ab89-9649568d8d76 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:48.064409 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74707f91-58a5-4607-9d7b-bfe149ffcbd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.177048 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-74707f91-58a5-4607-9d7b-bfe149ffcbd8 None None] For port 3402728b-1c21-4e78-ab89-9649568d8d76, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3402728b-1c21-4e78-ab89-9649568d8d76,segment=NetworkSegment(2220164a-20c2-426c-9738-fec6cdafd0b4),segment_id=2220164a-20c2-426c-9738-fec6cdafd0b4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:48.177455 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74707f91-58a5-4607-9d7b-bfe149ffcbd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.201914 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-74707f91-58a5-4607-9d7b-bfe149ffcbd8 None None] Calling delete_port for 3402728b-1c21-4e78-ab89-9649568d8d76 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:48.273612 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-854258b7-a19d-46de-979a-2a917249e292 service neutron] 10.222.0.69 "GET /v2.0/networks/9c5c4430-fe08-4a96-9de3-fdc32bed75bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360849 Jul 22 16:38:48.287658 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d00695-3478-4fc9-ae25-e61289e98812 req-12b73129-89f6-4c24-a4e4-7f666df4dc9a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:48.290001 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-24d00695-3478-4fc9-ae25-e61289e98812 req-12b73129-89f6-4c24-a4e4-7f666df4dc9a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.1113939 Jul 22 16:38:48.318759 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74707f91-58a5-4607-9d7b-bfe149ffcbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.338269 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74707f91-58a5-4607-9d7b-bfe149ffcbd8 None None] No DVR routers for this DVR port 3402728b-1c21-4e78-ab89-9649568d8d76 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:48.361119 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-24d00695-3478-4fc9-ae25-e61289e98812 req-ce912d52-9720-42f3-8665-ece64cab6995 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641127 Jul 22 16:38:48.365389 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74707f91-58a5-4607-9d7b-bfe149ffcbd8 None None] Pushing event deleted for resources: {'Port': ['ID=3402728b-1c21-4e78-ab89-9649568d8d76,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:48.406494 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52696) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:48.429338 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd644daf-9e3a-427d-a4e8-031884dd60e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.437110 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-dffde14e-fb11-4ec4-967c-c53ba76bab8b service neutron] 10.222.0.69 "GET /v2.0/ports/706d94d1-b403-4659-855c-6be2d363f415?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1537769 Jul 22 16:38:48.535032 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-767ffa12-fbaf-483f-a362-df78a729b745 service neutron] 10.222.0.69 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963066 Jul 22 16:38:48.579659 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Deleting port 3402728b-1c21-4e78-ab89-9649568d8d76 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:48.580197 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.597786 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125698e5-c178-4047-b50a-7906f36a4597 req-798dec33-555c-4f28-b1f8-0738e0027292 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:48.601953 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125698e5-c178-4047-b50a-7906f36a4597 req-798dec33-555c-4f28-b1f8-0738e0027292 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:48.611331 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125698e5-c178-4047-b50a-7906f36a4597 req-798dec33-555c-4f28-b1f8-0738e0027292 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:48.618950 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125698e5-c178-4047-b50a-7906f36a4597 req-798dec33-555c-4f28-b1f8-0738e0027292 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:48.625669 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125698e5-c178-4047-b50a-7906f36a4597 req-798dec33-555c-4f28-b1f8-0738e0027292 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:48.633253 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125698e5-c178-4047-b50a-7906f36a4597 req-798dec33-555c-4f28-b1f8-0738e0027292 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:48.640432 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125698e5-c178-4047-b50a-7906f36a4597 req-798dec33-555c-4f28-b1f8-0738e0027292 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:48.642365 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-125698e5-c178-4047-b50a-7906f36a4597 req-798dec33-555c-4f28-b1f8-0738e0027292 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5420 time: 0.1754661 Jul 22 16:38:48.642785 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66568552-74d0-4941-aad2-660a3e9c23d0 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:38:48.655071 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-66568552-74d0-4941-aad2-660a3e9c23d0 admin admin] 10.222.0.69 "PUT /v2.0/routers/ecaa0c7a-851c-4147-a5f8-f650a29fcbeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9057465 Jul 22 16:38:48.657722 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677ef948-2e3e-4a47-ac78-f93163c0136c None None] Sync routers for ids ['ecaa0c7a-851c-4147-a5f8-f650a29fcbeb'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:38:48.658307 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52700) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:48.673469 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd644daf-9e3a-427d-a4e8-031884dd60e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.677939 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677ef948-2e3e-4a47-ac78-f93163c0136c None None] Routers {'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:48.679101 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-677ef948-2e3e-4a47-ac78-f93163c0136c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:38:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['ecaa0c7a-851c-4147-a5f8-f650a29fcbeb'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:48.724596 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd644daf-9e3a-427d-a4e8-031884dd60e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.746303 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] For port 3402728b-1c21-4e78-ab89-9649568d8d76, host n-d-798930-9, got binding levels [] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:48.746674 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.798193 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Calling delete_port for 3402728b-1c21-4e78-ab89-9649568d8d76 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:48.802183 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Port 3402728b-1c21-4e78-ab89-9649568d8d76 was not found and therefore no delete operation was performed {{(pid=93816) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 16:38:48.804414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-677ef948-2e3e-4a47-ac78-f93163c0136c None None] Set router ecaa0c7a-851c-4147-a5f8-f650a29fcbeb gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:38:48.808378 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c1cf7e8d-17a8-4152-9f68-73453a8cb34c service neutron] 10.222.0.69 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622528 Jul 22 16:38:48.811329 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.835301 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-125698e5-c178-4047-b50a-7906f36a4597 req-83b5bab4-4d58-4512-9c57-380ed5a5a561 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1821840 Jul 22 16:38:48.837735 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd644daf-9e3a-427d-a4e8-031884dd60e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2460da29-5c4e-4acc-8859-ece487c9ad82,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:48.845753 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-dd644daf-9e3a-427d-a4e8-031884dd60e7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6cad995de9e54da58451390210e0d146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4376059 Jul 22 16:38:48.848252 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52702) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:48.883315 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event deleted for resources: {'Port': ['ID=3402728b-1c21-4e78-ab89-9649568d8d76,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:48.885605 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] No DVR routers for this DVR port 3402728b-1c21-4e78-ab89-9649568d8d76 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:48.936736 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3915db97-aa96-4457-a3de-371697eb98ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.076786 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-0312f640-54bc-4a2f-a251-a4ed9244ac54 service neutron] 10.222.0.69 "GET /v2.0/ports/aba8f711-d6ad-4378-a003-ab86655f7a9e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2579126 Jul 22 16:38:49.077789 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915db97-aa96-4457-a3de-371697eb98ef admin admin] Pushing event deleted for resources: {'Port': ['ID=2cbeb21d-af8a-4c92-99f2-c509c38629dc,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:49.134464 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-677ef948-2e3e-4a47-ac78-f93163c0136c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1139722916-router', 'tenant_id': '7c03e3567f6042d08ada9c6b8f674d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e361b29a-ca15-4879-995d-ed948f2389f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:22Z', 'updated_at': '2021-07-22T16:38:45Z', 'revision_number': 5, 'project_id': '7c03e3567f6042d08ada9c6b8f674d82', 'gw_port': {'id': 'e361b29a-ca15-4879-995d-ed948f2389f0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:03:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:24Z', 'updated_at': '2021-07-22T16:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:49.206271 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677ef948-2e3e-4a47-ac78-f93163c0136c None None] Checking router: ecaa0c7a-851c-4147-a5f8-f650a29fcbeb for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:38:49.220324 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677ef948-2e3e-4a47-ac78-f93163c0136c None None] Routers {'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:49.221165 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-677ef948-2e3e-4a47-ac78-f93163c0136c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:38:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['ecaa0c7a-851c-4147-a5f8-f650a29fcbeb'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:49.318924 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4896953-d414-4614-a93a-30e66ca9e059 req-037c3b62-8ce8-4a41-859c-4f56b29354ea tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c HTTP/1.1" status: 200 len: 210 time: 0.0672054 Jul 22 16:38:49.350649 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4e887d3-5af5-47e5-9867-33f9a3ac887b admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.350752 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3402728b-1c21-4e78-ab89-9649568d8d76 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:49.398556 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.410798 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e655deab-daf6-41ce-83b5-995f9dc5db06']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:49.412296 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 3402728b-1c21-4e78-ab89-9649568d8d76 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:49.416310 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3402728b-1c21-4e78-ab89-9649568d8d76 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:49.423340 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2220164a-20c2-426c-9738-fec6cdafd0b4') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:49.423651 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2220164a-20c2-426c-9738-fec6cdafd0b4') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:49.439115 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.457001 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.460683 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-677ef948-2e3e-4a47-ac78-f93163c0136c None None] Set router ecaa0c7a-851c-4147-a5f8-f650a29fcbeb gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:38:49.464957 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:38:49.465509 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.511076 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f468455b-4afc-43e2-a038-95df6720cdbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:38:49.534056 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:38:49.550551 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f468455b-4afc-43e2-a038-95df6720cdbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.585650 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4e887d3-5af5-47e5-9867-33f9a3ac887b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.677359 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f468455b-4afc-43e2-a038-95df6720cdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.679965 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f468455b-4afc-43e2-a038-95df6720cdbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.683433 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f468455b-4afc-43e2-a038-95df6720cdbb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2460da29-5c4e-4acc-8859-ece487c9ad82 HTTP/1.1" status: 204 len: 168 time: 0.8320992 Jul 22 16:38:49.683599 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-1f421f69-9086-4e78-a827-e2afa86289e6 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:49.683767 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-1f421f69-9086-4e78-a827-e2afa86289e6 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.16 "GET /v2.0/networks?id=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc HTTP/1.1" status: 200 len: 811 time: 0.1440713 Jul 22 16:38:49.684973 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.697540 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.703375 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "DELETE /v2.0/networks/e655deab-daf6-41ce-83b5-995f9dc5db06 HTTP/1.1" status: 204 len: 168 time: 4.5074613 Jul 22 16:38:49.704604 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52708) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:49.743769 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468455b-4afc-43e2-a038-95df6720cdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2460da29-5c4e-4acc-8859-ece487c9ad82,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:49.832173 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666252a4-5500-408a-91f6-cf04df7e010c tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event deleted for resources: {'Network': ['ID=e655deab-daf6-41ce-83b5-995f9dc5db06,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:49.848645 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f41072d-1eda-4415-af2b-b324a7675f01 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] DELETE failed (client error): The resource could not be found. Jul 22 16:38:49.849104 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f41072d-1eda-4415-af2b-b324a7675f01 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:38:49.851129 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4f41072d-1eda-4415-af2b-b324a7675f01 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "DELETE /v2.0/subnets/b4a55381-94db-4439-ad52-2d321993751f HTTP/1.1" status: 404 len: 337 time: 0.1462064 Jul 22 16:38:49.853709 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52710) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:49.875166 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-e0b7020d-d696-4615-99ed-84395fe4f60b tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ab4163b9d3f42c1b95499d26b5bcf68 HTTP/1.1" status: 200 len: 380 time: 0.1398096 Jul 22 16:38:49.889343 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-4308d9ef-14d8-47c1-bb3b-c0cbaafeec84 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Request body: {'port': {'device_id': '2662bd7a-037c-416d-9aaa-f7d72ee5a80c', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'admin_state_up': True, 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'security_groups': ['9401c2b8-cd31-4c93-a671-a49d8abc8815']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:49.921474 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-becb3764-22f6-4496-b315-b9c09b6fe752 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] DELETE failed (client error): The resource could not be found. Jul 22 16:38:49.922260 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-becb3764-22f6-4496-b315-b9c09b6fe752 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:38:49.925069 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-becb3764-22f6-4496-b315-b9c09b6fe752 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "DELETE /v2.0/networks/e655deab-daf6-41ce-83b5-995f9dc5db06 HTTP/1.1" status: 404 len: 339 time: 0.0662062 Jul 22 16:38:49.929587 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52714) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:49.955291 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-3e48c5ea-47c4-4fae-adcb-63e1871bcbae service neutron] 10.222.0.69 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8595273 Jul 22 16:38:49.982043 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-677ef948-2e3e-4a47-ac78-f93163c0136c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1139722916-router', 'tenant_id': '7c03e3567f6042d08ada9c6b8f674d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e361b29a-ca15-4879-995d-ed948f2389f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:22Z', 'updated_at': '2021-07-22T16:38:45Z', 'revision_number': 5, 'project_id': '7c03e3567f6042d08ada9c6b8f674d82', 'gw_port': {'id': 'e361b29a-ca15-4879-995d-ed948f2389f0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:03:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:24Z', 'updated_at': '2021-07-22T16:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:50.019008 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f4e887d3-5af5-47e5-9867-33f9a3ac887b admin admin] Deleting port e361b29a-ca15-4879-995d-ed948f2389f0 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:50.019822 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4e887d3-5af5-47e5-9867-33f9a3ac887b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.022971 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3915db97-aa96-4457-a3de-371697eb98ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.030085 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677ef948-2e3e-4a47-ac78-f93163c0136c None None] The sync data for ids ['ecaa0c7a-851c-4147-a5f8-f650a29fcbeb'] in n-d-798930-9 is: [{'id': 'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1139722916-router', 'tenant_id': '7c03e3567f6042d08ada9c6b8f674d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e361b29a-ca15-4879-995d-ed948f2389f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:22Z', 'updated_at': '2021-07-22T16:38:45Z', 'revision_number': 5, 'project_id': '7c03e3567f6042d08ada9c6b8f674d82', 'gw_port': {'id': 'e361b29a-ca15-4879-995d-ed948f2389f0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:03:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecaa0c7a-851c-4147-a5f8-f650a29fcbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:24Z', 'updated_at': '2021-07-22T16:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:38:50.052046 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3f3e74-2fd2-40ae-b73f-1756eebc0ee6 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] DELETE failed (client error): The resource could not be found. Jul 22 16:38:50.052660 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c3f3e74-2fd2-40ae-b73f-1756eebc0ee6 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:38:50.054837 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3c3f3e74-2fd2-40ae-b73f-1756eebc0ee6 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "DELETE /v2.0/subnets/0cd43c66-95b5-4a2a-b68d-9425c44184c9 HTTP/1.1" status: 404 len: 337 time: 0.1239142 Jul 22 16:38:50.067083 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52718) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:50.097273 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ffab3f4-d13a-4899-afaf-78f094f81ea7 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] DELETE failed (client error): The resource could not be found. Jul 22 16:38:50.097857 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ffab3f4-d13a-4899-afaf-78f094f81ea7 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:38:50.099601 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5ffab3f4-d13a-4899-afaf-78f094f81ea7 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "DELETE /v2.0/networks/5e58d5b5-3a03-41f2-8008-6b3faa5bb731 HTTP/1.1" status: 404 len: 339 time: 0.0315726 Jul 22 16:38:50.115714 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52720) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:50.150982 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d9a50-83d8-4ed3-8048-c31b0c50c30c req-8b38363c-ca43-441c-a36a-d74b40e47050 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:50.152487 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2d6d9a50-83d8-4ed3-8048-c31b0c50c30c req-8b38363c-ca43-441c-a36a-d74b40e47050 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.3312988 Jul 22 16:38:50.180403 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-f4e887d3-5af5-47e5-9867-33f9a3ac887b admin admin] For port e361b29a-ca15-4879-995d-ed948f2389f0, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=e361b29a-ca15-4879-995d-ed948f2389f0,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:50.181065 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4e887d3-5af5-47e5-9867-33f9a3ac887b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.196339 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-e95b94df-5bcf-4782-ae5c-66e7a77d3ec6 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] DELETE failed (client error): The resource could not be found. Jul 22 16:38:50.196950 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e95b94df-5bcf-4782-ae5c-66e7a77d3ec6 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:38:50.200198 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f4e887d3-5af5-47e5-9867-33f9a3ac887b admin admin] Calling delete_port for e361b29a-ca15-4879-995d-ed948f2389f0 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:50.201501 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e95b94df-5bcf-4782-ae5c-66e7a77d3ec6 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "DELETE /v2.0/subnets/d0262e57-0582-48ca-b65c-6189e3106415 HTTP/1.1" status: 404 len: 337 time: 0.0826349 Jul 22 16:38:50.202024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52724) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:50.254918 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-68808544-f85f-4360-a0b0-dbecfddc6a40 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] DELETE failed (client error): The resource could not be found. Jul 22 16:38:50.255519 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68808544-f85f-4360-a0b0-dbecfddc6a40 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:38:50.257408 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-68808544-f85f-4360-a0b0-dbecfddc6a40 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "DELETE /v2.0/networks/da31f63f-e168-4516-a932-3dfda4b06707 HTTP/1.1" status: 404 len: 339 time: 0.0470834 Jul 22 16:38:50.261542 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52730) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:50.269248 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-7f94b003-b179-4b9c-80ee-36215ab53cda service neutron] 10.222.0.69 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131039 Jul 22 16:38:50.277205 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2d6d9a50-83d8-4ed3-8048-c31b0c50c30c req-e5ddf879-169a-45ce-8740-49a840f6fb52 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882187 Jul 22 16:38:50.319321 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-4308d9ef-14d8-47c1-bb3b-c0cbaafeec84 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Made reservation on behalf of 0ab4163b9d3f42c1b95499d26b5bcf68 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:50.324382 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-4308d9ef-14d8-47c1-bb3b-c0cbaafeec84 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.362030 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:38:50.552480 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fa766fbb-08c1-4cb8-a43e-e8de2a8eedf2 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Deleting port 780c765d-d2de-40af-a07e-962bae459e4c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:50.553008 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa766fbb-08c1-4cb8-a43e-e8de2a8eedf2 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.597959 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748c1ec-ff41-463c-b186-3c3f53b3e69d req-374c3e1e-95f2-43d1-8af7-992c16d945d3 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:50.606673 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748c1ec-ff41-463c-b186-3c3f53b3e69d req-374c3e1e-95f2-43d1-8af7-992c16d945d3 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:50.614086 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748c1ec-ff41-463c-b186-3c3f53b3e69d req-374c3e1e-95f2-43d1-8af7-992c16d945d3 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:50.622120 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748c1ec-ff41-463c-b186-3c3f53b3e69d req-374c3e1e-95f2-43d1-8af7-992c16d945d3 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:50.629224 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748c1ec-ff41-463c-b186-3c3f53b3e69d req-374c3e1e-95f2-43d1-8af7-992c16d945d3 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:50.640109 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748c1ec-ff41-463c-b186-3c3f53b3e69d req-374c3e1e-95f2-43d1-8af7-992c16d945d3 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:50.647477 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748c1ec-ff41-463c-b186-3c3f53b3e69d req-374c3e1e-95f2-43d1-8af7-992c16d945d3 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:50.649508 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f748c1ec-ff41-463c-b186-3c3f53b3e69d req-374c3e1e-95f2-43d1-8af7-992c16d945d3 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5420 time: 0.2827663 Jul 22 16:38:50.673972 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4e887d3-5af5-47e5-9867-33f9a3ac887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.813449 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e887d3-5af5-47e5-9867-33f9a3ac887b admin admin] Pushing event deleted for resources: {'Port': ['ID=e361b29a-ca15-4879-995d-ed948f2389f0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:50.817694 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4e887d3-5af5-47e5-9867-33f9a3ac887b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.895222 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa766fbb-08c1-4cb8-a43e-e8de2a8eedf2 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.942278 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f748c1ec-ff41-463c-b186-3c3f53b3e69d req-cc8da85a-e576-4de3-972b-db3f68371818 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2787099 Jul 22 16:38:50.948801 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4e887d3-5af5-47e5-9867-33f9a3ac887b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.959950 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4e887d3-5af5-47e5-9867-33f9a3ac887b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.961646 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fa766fbb-08c1-4cb8-a43e-e8de2a8eedf2 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Calling delete_port for 780c765d-d2de-40af-a07e-962bae459e4c owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:50.971910 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-e4126145-5a8b-43bf-90d5-20bfce5ba5b3 service neutron] 10.222.0.69 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6712930 Jul 22 16:38:51.041181 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3915db97-aa96-4457-a3de-371697eb98ef admin admin] Router de045c4a-eaa0-4c12-a984-93398b6736f1 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:38:51.103761 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-4308d9ef-14d8-47c1-bb3b-c0cbaafeec84 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Allocated IP 172.20.0.11 (31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc/ed2160ff-0eec-4892-bae9-c0ff519453ca/fc0b5b16-e59c-4842-85bb-8fb885fa3d8a) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:51.121073 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4e887d3-5af5-47e5-9867-33f9a3ac887b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.121501 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e887d3-5af5-47e5-9867-33f9a3ac887b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecaa0c7a-851c-4147-a5f8-f650a29fcbeb {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:38:51.127918 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4e887d3-5af5-47e5-9867-33f9a3ac887b admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.129048 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f4e887d3-5af5-47e5-9867-33f9a3ac887b admin admin] 10.222.0.69 "DELETE /v2.0/routers/ecaa0c7a-851c-4147-a5f8-f650a29fcbeb HTTP/1.1" status: 204 len: 168 time: 2.4691944 Jul 22 16:38:51.135358 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52750) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:51.176162 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-997273b4-5f92-4e67-ac0b-f29b2cd9b9b3 req-825b6151-cd15-4e17-b182-b0caa5c4fcc7 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c HTTP/1.1" status: 200 len: 210 time: 0.1208394 Jul 22 16:38:51.208516 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa766fbb-08c1-4cb8-a43e-e8de2a8eedf2 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.227801 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5768c42f-6971-40de-bdda-ec112bc08d76 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:51.250765 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 5768c42f-6971-40de-bdda-ec112bc08d76 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:51.251302 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5768c42f-6971-40de-bdda-ec112bc08d76 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:51.258809 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa766fbb-08c1-4cb8-a43e-e8de2a8eedf2 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event deleted for resources: {'Port': ['ID=780c765d-d2de-40af-a07e-962bae459e4c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:51.272413 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa766fbb-08c1-4cb8-a43e-e8de2a8eedf2 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.277338 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fa766fbb-08c1-4cb8-a43e-e8de2a8eedf2 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "DELETE /v2.0/ports/780c765d-d2de-40af-a07e-962bae459e4c HTTP/1.1" status: 204 len: 168 time: 1.0146098 Jul 22 16:38:51.278785 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52756) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:51.320762 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-45dfefdc-93fe-4be1-bb7b-befdd8e3789f service neutron] 10.222.0.69 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198845 Jul 22 16:38:51.323838 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ee9069-4eec-4f57-a40e-82ee6781b3ed tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] DELETE failed (client error): The resource could not be found. Jul 22 16:38:51.324492 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ee9069-4eec-4f57-a40e-82ee6781b3ed tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:38:51.330203 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-59ee9069-4eec-4f57-a40e-82ee6781b3ed tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "DELETE /v2.0/subnets/8304e28d-2727-48b9-917a-3fe0caa09883 HTTP/1.1" status: 404 len: 337 time: 0.0499034 Jul 22 16:38:51.331091 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52760) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:51.360668 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0830a7-c88b-4cbb-a3ea-0f88df44e969 admin admin] Deleting subnet ca71dd9c-1922-4298-9c1e-7020dcfdf108 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:38:51.391681 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c0830a7-c88b-4cbb-a3ea-0f88df44e969 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.437085 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ab44b45-38d8-4dda-ada5-6d17d4187dfc tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.539213 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c0830a7-c88b-4cbb-a3ea-0f88df44e969 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.566310 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8900b-8e40-4658-8a08-35b6596f7f42 req-a3c2bbd9-1735-4039-83e6-3e160e3ddd94 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:51.567229 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3915db97-aa96-4457-a3de-371697eb98ef admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:38:51.568823 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c8e8900b-8e40-4658-8a08-35b6596f7f42 req-a3c2bbd9-1735-4039-83e6-3e160e3ddd94 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.1286914 Jul 22 16:38:51.580769 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3915db97-aa96-4457-a3de-371697eb98ef admin admin] 10.222.0.69 "PUT /v2.0/routers/de045c4a-eaa0-4c12-a984-93398b6736f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7784135 Jul 22 16:38:51.587725 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cd87e8-5688-450f-89c3-20d17ec53603 None None] Sync routers for ids ['de045c4a-eaa0-4c12-a984-93398b6736f1'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:38:51.591613 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52772) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:51.600089 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cd87e8-5688-450f-89c3-20d17ec53603 None None] Routers {'de045c4a-eaa0-4c12-a984-93398b6736f1'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:51.600804 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f6cd87e8-5688-450f-89c3-20d17ec53603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:38:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['de045c4a-eaa0-4c12-a984-93398b6736f1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:51.603967 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ab44b45-38d8-4dda-ada5-6d17d4187dfc tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.628003 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6ab44b45-38d8-4dda-ada5-6d17d4187dfc tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964062b6-839d-4c7a-bfa2-7d224ae81e43']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:51.648332 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6ab44b45-38d8-4dda-ada5-6d17d4187dfc tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a1cc0e3-f1d4-4c4c-ba40-c3e70bc49862') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:51.648710 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6ab44b45-38d8-4dda-ada5-6d17d4187dfc tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a1cc0e3-f1d4-4c4c-ba40-c3e70bc49862') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:51.668337 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ab44b45-38d8-4dda-ada5-6d17d4187dfc tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.676049 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bc7b84ff-cca6-481b-a2d7-68c06c9a38cd service neutron] 10.222.0.69 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416376 Jul 22 16:38:51.689959 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c8e8900b-8e40-4658-8a08-35b6596f7f42 req-c5ac6412-12ba-4985-889d-356f637d2699 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819075 Jul 22 16:38:51.694168 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ab44b45-38d8-4dda-ada5-6d17d4187dfc tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.701503 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab44b45-38d8-4dda-ada5-6d17d4187dfc tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:38:51.702867 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ab44b45-38d8-4dda-ada5-6d17d4187dfc tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:38:51.707264 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:38:51.809035 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-4308d9ef-14d8-47c1-bb3b-c0cbaafeec84 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.858267 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ab44b45-38d8-4dda-ada5-6d17d4187dfc tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.863293 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ab44b45-38d8-4dda-ada5-6d17d4187dfc tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.868332 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6ab44b45-38d8-4dda-ada5-6d17d4187dfc tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "DELETE /v2.0/networks/964062b6-839d-4c7a-bfa2-7d224ae81e43 HTTP/1.1" status: 204 len: 168 time: 0.5357316 Jul 22 16:38:51.869355 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52776) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:51.900911 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab44b45-38d8-4dda-ada5-6d17d4187dfc tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event deleted for resources: {'Network': ['ID=964062b6-839d-4c7a-bfa2-7d224ae81e43,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:51.964809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-4308d9ef-14d8-47c1-bb3b-c0cbaafeec84 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Transition to ACTIVE for port object fc0b5b16-e59c-4842-85bb-8fb885fa3d8a will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:51.966997 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-f6cd87e8-5688-450f-89c3-20d17ec53603 None None] Set router de045c4a-eaa0-4c12-a984-93398b6736f1 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:38:51.994212 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c0830a7-c88b-4cbb-a3ea-0f88df44e969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.033298 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734d4b2-d29e-4177-901d-023b2b8c1d8d req-dc44dc25-f601-451a-b12c-e64c5ef544ed tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:52.042035 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4734d4b2-d29e-4177-901d-023b2b8c1d8d req-dc44dc25-f601-451a-b12c-e64c5ef544ed tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.2362714 Jul 22 16:38:52.053690 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-fdf41853-6922-40c6-9fcb-ccc7e724e784 service neutron] 10.222.0.69 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181732 Jul 22 16:38:52.058060 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0aebe588-a737-42ac-a3b9-dc1deb56daa0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.113414 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-323ce267-0a9a-4745-b366-6249495be3a4 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Deleting port ca552206-2bbf-45a4-bca2-ad14670d6d14 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:52.113765 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-323ce267-0a9a-4745-b366-6249495be3a4 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.208301 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4734d4b2-d29e-4177-901d-023b2b8c1d8d req-5d0a2344-d495-43b2-af4e-d1fd8e9cb2f4 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653264 Jul 22 16:38:52.221215 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f6cd87e8-5688-450f-89c3-20d17ec53603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'name': 'tempest-ServersTestJSON-1955688901-router', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:03Z', 'updated_at': '2021-07-22T16:38:48Z', 'revision_number': 5, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'gw_port': {'id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:04Z', 'updated_at': '2021-07-22T16:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:52.221442 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-323ce267-0a9a-4745-b366-6249495be3a4 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.248813 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-4308d9ef-14d8-47c1-bb3b-c0cbaafeec84 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.256246 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-323ce267-0a9a-4745-b366-6249495be3a4 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Calling delete_port for ca552206-2bbf-45a4-bca2-ad14670d6d14 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:52.270775 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cd87e8-5688-450f-89c3-20d17ec53603 None None] Checking router: de045c4a-eaa0-4c12-a984-93398b6736f1 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:38:52.280595 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cd87e8-5688-450f-89c3-20d17ec53603 None None] Routers {'de045c4a-eaa0-4c12-a984-93398b6736f1'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:52.281356 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f6cd87e8-5688-450f-89c3-20d17ec53603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:38:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['de045c4a-eaa0-4c12-a984-93398b6736f1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:52.302247 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c0830a7-c88b-4cbb-a3ea-0f88df44e969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.399256 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca720a1-1950-43f0-a9ad-e533a691a8f6 None None] Network 5d10d39e-2e47-4f9b-b3b1-10b77f7ca088 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:52.400006 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-4308d9ef-14d8-47c1-bb3b-c0cbaafeec84 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Network 31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:52.401375 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c0830a7-c88b-4cbb-a3ea-0f88df44e969 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.406325 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9c0830a7-c88b-4cbb-a3ea-0f88df44e969 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ca71dd9c-1922-4298-9c1e-7020dcfdf108 HTTP/1.1" status: 204 len: 168 time: 1.2698853 Jul 22 16:38:52.409551 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0aebe588-a737-42ac-a3b9-dc1deb56daa0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.412709 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0830a7-c88b-4cbb-a3ea-0f88df44e969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca71dd9c-1922-4298-9c1e-7020dcfdf108,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:52.418229 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52822) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:52.424147 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-4308d9ef-14d8-47c1-bb3b-c0cbaafeec84 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:52.427727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-4308d9ef-14d8-47c1-bb3b-c0cbaafeec84 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:52.441153 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-f6cd87e8-5688-450f-89c3-20d17ec53603 None None] Set router de045c4a-eaa0-4c12-a984-93398b6736f1 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:38:52.482313 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308d9ef-14d8-47c1-bb3b-c0cbaafeec84 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Pushing event updated for resources: {'Port': ['ID=fc0b5b16-e59c-4842-85bb-8fb885fa3d8a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:52.496222 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-9c8ad4bc-8450-411e-8a5e-38804c2e5dcd service neutron] 10.222.0.69 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304709 Jul 22 16:38:52.538419 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-4308d9ef-14d8-47c1-bb3b-c0cbaafeec84 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:52.539119 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-4308d9ef-14d8-47c1-bb3b-c0cbaafeec84 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.626563 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44bc1b6a-e7ac-4f54-92c7-b8beb15e8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.631525 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-323ce267-0a9a-4745-b366-6249495be3a4 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.667615 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-4308d9ef-14d8-47c1-bb3b-c0cbaafeec84 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7839718 Jul 22 16:38:52.692906 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ce267-0a9a-4745-b366-6249495be3a4 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event deleted for resources: {'Port': ['ID=ca552206-2bbf-45a4-bca2-ad14670d6d14,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:52.702045 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-451c037e-976c-443a-bfd2-1e8e24051c35 service neutron] Request body: {'port': {'device_id': '2662bd7a-037c-416d-9aaa-f7d72ee5a80c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:52.721948 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ec357-4c55-4f81-a5ce-856ae2a539b3 req-01581571-cbc7-4093-b776-90eeb9e2ef8f tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:52.730408 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ec357-4c55-4f81-a5ce-856ae2a539b3 req-01581571-cbc7-4093-b776-90eeb9e2ef8f tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:52.741610 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ec357-4c55-4f81-a5ce-856ae2a539b3 req-01581571-cbc7-4093-b776-90eeb9e2ef8f tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:52.752343 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ec357-4c55-4f81-a5ce-856ae2a539b3 req-01581571-cbc7-4093-b776-90eeb9e2ef8f tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:52.761718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ec357-4c55-4f81-a5ce-856ae2a539b3 req-01581571-cbc7-4093-b776-90eeb9e2ef8f tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:52.776208 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ec357-4c55-4f81-a5ce-856ae2a539b3 req-01581571-cbc7-4093-b776-90eeb9e2ef8f tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:52.782646 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0aebe588-a737-42ac-a3b9-dc1deb56daa0 admin admin] Deleting port 463447d0-58da-4e0f-860f-3bbce0a5826d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:52.783052 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0aebe588-a737-42ac-a3b9-dc1deb56daa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.789253 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-d0d2e17a-da36-4b53-abd8-9abd274b8385 service neutron] 10.222.0.69 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724919 Jul 22 16:38:52.793040 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ec357-4c55-4f81-a5ce-856ae2a539b3 req-01581571-cbc7-4093-b776-90eeb9e2ef8f tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:52.793310 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f6cd87e8-5688-450f-89c3-20d17ec53603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'name': 'tempest-ServersTestJSON-1955688901-router', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:03Z', 'updated_at': '2021-07-22T16:38:48Z', 'revision_number': 5, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'gw_port': {'id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:04Z', 'updated_at': '2021-07-22T16:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:52.808894 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4d7ec357-4c55-4f81-a5ce-856ae2a539b3 req-01581571-cbc7-4093-b776-90eeb9e2ef8f tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5420 time: 0.4749670 Jul 22 16:38:52.809910 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7d4ec2-0e63-47d5-9281-1b17b853ba3c None None] DHCP port deletion for 5d10d39e-2e47-4f9b-b3b1-10b77f7ca088 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:38:52.821369 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-29f14d50-5f7e-4a92-b0ab-758aba4b19de None None] Provisioning for port fc0b5b16-e59c-4842-85bb-8fb885fa3d8a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:52.830806 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-29f14d50-5f7e-4a92-b0ab-758aba4b19de None None] Provisioning complete for port fc0b5b16-e59c-4842-85bb-8fb885fa3d8a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:52.831027 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cd87e8-5688-450f-89c3-20d17ec53603 None None] The sync data for ids ['de045c4a-eaa0-4c12-a984-93398b6736f1'] in n-d-798930-9 is: [{'id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'name': 'tempest-ServersTestJSON-1955688901-router', 'tenant_id': '8d5f38fe39b240ea8977122293467b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:03Z', 'updated_at': '2021-07-22T16:38:48Z', 'revision_number': 5, 'project_id': '8d5f38fe39b240ea8977122293467b75', 'gw_port': {'id': '463447d0-58da-4e0f-860f-3bbce0a5826d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de045c4a-eaa0-4c12-a984-93398b6736f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:04Z', 'updated_at': '2021-07-22T16:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:38:52.831670 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29f14d50-5f7e-4a92-b0ab-758aba4b19de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.889715 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-451c037e-976c-443a-bfd2-1e8e24051c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.916819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-29f14d50-5f7e-4a92-b0ab-758aba4b19de None None] Port fc0b5b16-e59c-4842-85bb-8fb885fa3d8a cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:38:52.933978 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1a7d4ec2-0e63-47d5-9281-1b17b853ba3c None None] Deleting port 9f966727-8a7f-4127-b7ee-96dd462a0d63 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:52.934991 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a7d4ec2-0e63-47d5-9281-1b17b853ba3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.937874 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-323ce267-0a9a-4745-b366-6249495be3a4 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.942921 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-323ce267-0a9a-4745-b366-6249495be3a4 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "DELETE /v2.0/ports/ca552206-2bbf-45a4-bca2-ad14670d6d14 HTTP/1.1" status: 204 len: 168 time: 1.0655849 Jul 22 16:38:52.947661 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52856) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:52.966352 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4d7ec357-4c55-4f81-a5ce-856ae2a539b3 req-b1699245-076b-4e59-bd34-dcf65d828e30 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1552737 Jul 22 16:38:53.012686 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1a7d4ec2-0e63-47d5-9281-1b17b853ba3c None None] For port 9f966727-8a7f-4127-b7ee-96dd462a0d63, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=9f966727-8a7f-4127-b7ee-96dd462a0d63,segment=NetworkSegment(a0780ec3-be8e-46b5-81d6-5c88bcb58a30),segment_id=a0780ec3-be8e-46b5-81d6-5c88bcb58a30)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:53.013573 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a7d4ec2-0e63-47d5-9281-1b17b853ba3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.017222 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-44bc1b6a-e7ac-4f54-92c7-b8beb15e8f14 admin admin] Deleting port 9f966727-8a7f-4127-b7ee-96dd462a0d63 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:53.017686 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44bc1b6a-e7ac-4f54-92c7-b8beb15e8f14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.034116 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1a7d4ec2-0e63-47d5-9281-1b17b853ba3c None None] Calling delete_port for 9f966727-8a7f-4127-b7ee-96dd462a0d63 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:53.072086 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba3278a6-7427-4eda-84e0-65b1de21add4 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] DELETE failed (client error): The resource could not be found. Jul 22 16:38:53.072796 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba3278a6-7427-4eda-84e0-65b1de21add4 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:38:53.074455 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ba3278a6-7427-4eda-84e0-65b1de21add4 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "DELETE /v2.0/subnets/6f23cb1e-5c8a-41d5-b7ff-d3d31e7ac75f HTTP/1.1" status: 404 len: 337 time: 0.1257613 Jul 22 16:38:53.082882 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52860) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:53.114580 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0aebe588-a737-42ac-a3b9-dc1deb56daa0 admin admin] For port 463447d0-58da-4e0f-860f-3bbce0a5826d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=463447d0-58da-4e0f-860f-3bbce0a5826d,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:53.114862 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0aebe588-a737-42ac-a3b9-dc1deb56daa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.158031 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-44bc1b6a-e7ac-4f54-92c7-b8beb15e8f14 admin admin] For port 9f966727-8a7f-4127-b7ee-96dd462a0d63, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=9f966727-8a7f-4127-b7ee-96dd462a0d63,segment=NetworkSegment(a0780ec3-be8e-46b5-81d6-5c88bcb58a30),segment_id=a0780ec3-be8e-46b5-81d6-5c88bcb58a30)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:53.158531 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44bc1b6a-e7ac-4f54-92c7-b8beb15e8f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.159998 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a7d4ec2-0e63-47d5-9281-1b17b853ba3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.179123 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-44bc1b6a-e7ac-4f54-92c7-b8beb15e8f14 admin admin] Calling delete_port for 9f966727-8a7f-4127-b7ee-96dd462a0d63 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:53.260401 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d693320-51ba-440a-85f9-512188779f3d req-c1d9026b-ae39-4b15-8e94-98bfa637af0c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:53.262024 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d693320-51ba-440a-85f9-512188779f3d req-c1d9026b-ae39-4b15-8e94-98bfa637af0c tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c HTTP/1.1" status: 200 len: 932 time: 0.1845005 Jul 22 16:38:53.268208 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d4ec2-0e63-47d5-9281-1b17b853ba3c None None] Pushing event deleted for resources: {'Port': ['ID=9f966727-8a7f-4127-b7ee-96dd462a0d63,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:53.276033 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7d4ec2-0e63-47d5-9281-1b17b853ba3c None None] No DVR routers for this DVR port 9f966727-8a7f-4127-b7ee-96dd462a0d63 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:53.297611 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-1fdc4447-b901-49c0-b000-257a5b749443 service neutron] 10.222.0.69 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790196 Jul 22 16:38:53.308986 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0aebe588-a737-42ac-a3b9-dc1deb56daa0 admin admin] Calling delete_port for 463447d0-58da-4e0f-860f-3bbce0a5826d owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:53.331949 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d693320-51ba-440a-85f9-512188779f3d req-eae68acf-367d-43b8-8657-98c4addfa07d tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=9401c2b8-cd31-4c93-a671-a49d8abc8815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631642 Jul 22 16:38:53.357426 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44bc1b6a-e7ac-4f54-92c7-b8beb15e8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.357768 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2cbeb21d-af8a-4c92-99f2-c509c38629dc no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:53.391129 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 2cbeb21d-af8a-4c92-99f2-c509c38629dc {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:53.391533 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2cbeb21d-af8a-4c92-99f2-c509c38629dc not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:53.391985 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device e361b29a-ca15-4879-995d-ed948f2389f0 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:53.407562 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc1b6a-e7ac-4f54-92c7-b8beb15e8f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f966727-8a7f-4127-b7ee-96dd462a0d63,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:53.423732 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bc1b6a-e7ac-4f54-92c7-b8beb15e8f14 admin admin] No DVR routers for this DVR port 9f966727-8a7f-4127-b7ee-96dd462a0d63 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:53.429976 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: e361b29a-ca15-4879-995d-ed948f2389f0 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:53.430476 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device e361b29a-ca15-4879-995d-ed948f2389f0 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:53.430739 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 9f966727-8a7f-4127-b7ee-96dd462a0d63 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:53.459916 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 9f966727-8a7f-4127-b7ee-96dd462a0d63 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:53.464968 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 9f966727-8a7f-4127-b7ee-96dd462a0d63 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:53.471201 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52864) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:53.555218 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44bc1b6a-e7ac-4f54-92c7-b8beb15e8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.561825 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c92adcb-9a0e-4e5c-becc-8b4f4a25a00d tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.570188 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-44bc1b6a-e7ac-4f54-92c7-b8beb15e8f14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d10d39e-2e47-4f9b-b3b1-10b77f7ca088']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:53.587612 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-44bc1b6a-e7ac-4f54-92c7-b8beb15e8f14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0780ec3-be8e-46b5-81d6-5c88bcb58a30') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:53.587910 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-44bc1b6a-e7ac-4f54-92c7-b8beb15e8f14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0780ec3-be8e-46b5-81d6-5c88bcb58a30') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:53.603987 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44bc1b6a-e7ac-4f54-92c7-b8beb15e8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.630724 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671ee6a-23a1-42d2-aaf0-32d802791f78 req-d4ffbc9c-0a8a-4285-9c02-dbf8455b2aac tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:53.638642 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7671ee6a-23a1-42d2-aaf0-32d802791f78 req-d4ffbc9c-0a8a-4285-9c02-dbf8455b2aac tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.1617782 Jul 22 16:38:53.641161 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44bc1b6a-e7ac-4f54-92c7-b8beb15e8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.658910 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44bc1b6a-e7ac-4f54-92c7-b8beb15e8f14 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:38:53.659378 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44bc1b6a-e7ac-4f54-92c7-b8beb15e8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:38:53.661089 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:38:53.693275 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-b9b33d46-a463-44d8-8156-139d1b873508 service neutron] 10.222.0.69 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977695 Jul 22 16:38:53.727984 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7671ee6a-23a1-42d2-aaf0-32d802791f78 req-ed852d37-ec74-407e-93a1-a00ae31b9552 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882323 Jul 22 16:38:53.737503 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44bc1b6a-e7ac-4f54-92c7-b8beb15e8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.743720 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af7669b9-879e-4ab6-b324-a6a40e3207d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.748394 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44bc1b6a-e7ac-4f54-92c7-b8beb15e8f14 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.752650 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-44bc1b6a-e7ac-4f54-92c7-b8beb15e8f14 admin admin] 10.222.0.69 "DELETE /v2.0/networks/5d10d39e-2e47-4f9b-b3b1-10b77f7ca088 HTTP/1.1" status: 204 len: 168 time: 1.3311188 Jul 22 16:38:53.762544 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc1b6a-e7ac-4f54-92c7-b8beb15e8f14 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d10d39e-2e47-4f9b-b3b1-10b77f7ca088,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:53.844095 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c92adcb-9a0e-4e5c-becc-8b4f4a25a00d tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.872771 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-6c92adcb-9a0e-4e5c-becc-8b4f4a25a00d tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd68067-b551-4e3d-9ed1-4a7925c9ebeb']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:53.922647 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-6c92adcb-9a0e-4e5c-becc-8b4f4a25a00d tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0d847d-e418-4fcc-a2aa-242079ba9901') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:53.923011 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-6c92adcb-9a0e-4e5c-becc-8b4f4a25a00d tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0d847d-e418-4fcc-a2aa-242079ba9901') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:53.941810 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b685aac-63b1-41e3-a3d3-b297b04ad4fc req-4e1e12f2-e411-488e-a37a-3b9036a2a94e tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:53.943806 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b685aac-63b1-41e3-a3d3-b297b04ad4fc req-4e1e12f2-e411-488e-a37a-3b9036a2a94e tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.0908916 Jul 22 16:38:53.952457 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c92adcb-9a0e-4e5c-becc-8b4f4a25a00d tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.953845 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52878) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:54.002617 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c92adcb-9a0e-4e5c-becc-8b4f4a25a00d tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.016645 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0aebe588-a737-42ac-a3b9-dc1deb56daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.020234 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b685aac-63b1-41e3-a3d3-b297b04ad4fc req-72b0ec39-81dd-427d-b3ba-d613c22cb1a1 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697260 Jul 22 16:38:54.025993 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c92adcb-9a0e-4e5c-becc-8b4f4a25a00d tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:38:54.026616 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c92adcb-9a0e-4e5c-becc-8b4f4a25a00d tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.027500 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e2c3d1bd-d055-4994-bcd9-2d9b14d88dca admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7c03e3567f6042d08ada9c6b8f674d82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720947 Jul 22 16:38:54.034621 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52886) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:38:54.041213 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:38:54.073643 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-451c037e-976c-443a-bfd2-1e8e24051c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0b5b16-e59c-4842-85bb-8fb885fa3d8a {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:38:54.089855 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-451c037e-976c-443a-bfd2-1e8e24051c35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.101179 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebe588-a737-42ac-a3b9-dc1deb56daa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=463447d0-58da-4e0f-860f-3bbce0a5826d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:54.185045 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf8148ab-f0c8-4e6c-b8c5-7eca52d77db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.195342 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-451c037e-976c-443a-bfd2-1e8e24051c35 service neutron] Transition to ACTIVE for port object fc0b5b16-e59c-4842-85bb-8fb885fa3d8a will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:54.217226 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf8148ab-f0c8-4e6c-b8c5-7eca52d77db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.240270 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-451c037e-976c-443a-bfd2-1e8e24051c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.256813 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c92adcb-9a0e-4e5c-becc-8b4f4a25a00d tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.257588 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26b094-cb46-43f8-9d4e-ae65f9839afc req-61589ae0-4f54-4ad6-adfe-02995e060d8b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:54.263674 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26b094-cb46-43f8-9d4e-ae65f9839afc req-61589ae0-4f54-4ad6-adfe-02995e060d8b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:54.269843 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26b094-cb46-43f8-9d4e-ae65f9839afc req-61589ae0-4f54-4ad6-adfe-02995e060d8b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:54.275711 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26b094-cb46-43f8-9d4e-ae65f9839afc req-61589ae0-4f54-4ad6-adfe-02995e060d8b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:54.282265 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26b094-cb46-43f8-9d4e-ae65f9839afc req-61589ae0-4f54-4ad6-adfe-02995e060d8b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:54.289008 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26b094-cb46-43f8-9d4e-ae65f9839afc req-61589ae0-4f54-4ad6-adfe-02995e060d8b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:54.295501 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26b094-cb46-43f8-9d4e-ae65f9839afc req-61589ae0-4f54-4ad6-adfe-02995e060d8b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:54.297505 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8e26b094-cb46-43f8-9d4e-ae65f9839afc req-61589ae0-4f54-4ad6-adfe-02995e060d8b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5420 time: 0.1664124 Jul 22 16:38:54.353365 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8e26b094-cb46-43f8-9d4e-ae65f9839afc req-91397ecf-e396-4341-af3d-1b421bd823ba tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465803 Jul 22 16:38:54.368999 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf8148ab-f0c8-4e6c-b8c5-7eca52d77db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.373221 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf8148ab-f0c8-4e6c-b8c5-7eca52d77db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.375404 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bf8148ab-f0c8-4e6c-b8c5-7eca52d77db5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/475bbf04-f2e6-491d-9289-f3b9e7858af4 HTTP/1.1" status: 204 len: 168 time: 0.3386517 Jul 22 16:38:54.395933 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8148ab-f0c8-4e6c-b8c5-7eca52d77db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475bbf04-f2e6-491d-9289-f3b9e7858af4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:54.539095 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2017b8-2f63-4d46-bf88-04209d8d803f req-6efe7ce1-db0f-4a79-b15e-b409d92b5e13 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:54.541530 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0e2017b8-2f63-4d46-bf88-04209d8d803f req-6efe7ce1-db0f-4a79-b15e-b409d92b5e13 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c HTTP/1.1" status: 200 len: 944 time: 0.0981216 Jul 22 16:38:54.634605 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0e2017b8-2f63-4d46-bf88-04209d8d803f req-96cde6ef-a4c9-4298-8ebe-5ce1ba350ba0 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=9401c2b8-cd31-4c93-a671-a49d8abc8815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842524 Jul 22 16:38:54.699894 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c92adcb-9a0e-4e5c-becc-8b4f4a25a00d tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.704315 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6c92adcb-9a0e-4e5c-becc-8b4f4a25a00d tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "DELETE /v2.0/networks/1fd68067-b551-4e3d-9ed1-4a7925c9ebeb HTTP/1.1" status: 204 len: 168 time: 1.6152513 Jul 22 16:38:54.704781 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52910) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:54.747557 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92adcb-9a0e-4e5c-becc-8b4f4a25a00d tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event deleted for resources: {'Network': ['ID=1fd68067-b551-4e3d-9ed1-4a7925c9ebeb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:54.787234 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af7669b9-879e-4ab6-b324-a6a40e3207d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.800678 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aeb5215c-f09e-4bb5-a124-26ce6fd2b153 req-fec304fc-0895-42bc-ad3a-25471559f0a3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 210 time: 0.1134107 Jul 22 16:38:54.805624 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0aebe588-a737-42ac-a3b9-dc1deb56daa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.839990 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-43fcb3b6-b887-4854-9173-4a1d1d90a081 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Deleting subnet be481fe9-0a16-44e2-bb7c-2662e8370e16 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:38:54.853878 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43fcb3b6-b887-4854-9173-4a1d1d90a081 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.880818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c037e-976c-443a-bfd2-1e8e24051c35 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0b5b16-e59c-4842-85bb-8fb885fa3d8a,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:54.888291 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af7669b9-879e-4ab6-b324-a6a40e3207d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.972348 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43fcb3b6-b887-4854-9173-4a1d1d90a081 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.121242 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0aebe588-a737-42ac-a3b9-dc1deb56daa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.132913 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0aebe588-a737-42ac-a3b9-dc1deb56daa0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.145843 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43fcb3b6-b887-4854-9173-4a1d1d90a081 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.218993 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4e1f6854-b52c-4dfe-a3d1-2b9500448a42 req-6bf315a1-8fb9-4e69-945a-0509e353264c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0404727 Jul 22 16:38:55.229286 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43fcb3b6-b887-4854-9173-4a1d1d90a081 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.256591 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-af7669b9-879e-4ab6-b324-a6a40e3207d6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a0e675fb42334071a21571bb021fc031&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7488160 Jul 22 16:38:55.259462 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7669b9-879e-4ab6-b324-a6a40e3207d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564930a3-5b6e-40ea-b067-4fe93e7bca29,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:55.262175 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52924) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:55.276840 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0aebe588-a737-42ac-a3b9-dc1deb56daa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.277398 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aebe588-a737-42ac-a3b9-dc1deb56daa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de045c4a-eaa0-4c12-a984-93398b6736f1 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:38:55.284944 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0aebe588-a737-42ac-a3b9-dc1deb56daa0 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.286141 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0aebe588-a737-42ac-a3b9-dc1deb56daa0 admin admin] 10.222.0.69 "DELETE /v2.0/routers/de045c4a-eaa0-4c12-a984-93398b6736f1 HTTP/1.1" status: 204 len: 168 time: 3.6935239 Jul 22 16:38:55.296838 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52926) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:55.317911 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fcb3b6-b887-4854-9173-4a1d1d90a081 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event deleted for resources: {'Subnet': ['ID=be481fe9-0a16-44e2-bb7c-2662e8370e16,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:55.329400 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43fcb3b6-b887-4854-9173-4a1d1d90a081 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.331533 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-43fcb3b6-b887-4854-9173-4a1d1d90a081 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "DELETE /v2.0/subnets/be481fe9-0a16-44e2-bb7c-2662e8370e16 HTTP/1.1" status: 204 len: 168 time: 0.6256299 Jul 22 16:38:55.333967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52928) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:55.344488 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3add87-85a4-4394-86a4-c1f28cb51d1c None None] Network 5eb15a99-db3e-4d13-a551-df3912402b81 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:55.471699 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96149d3e-837f-4112-a1e9-8f468e10f3b8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.545482 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-96149d3e-837f-4112-a1e9-8f468e10f3b8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Deleting port fe6d3f6e-90ac-474c-b07d-c7041434dae1 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:55.545997 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96149d3e-837f-4112-a1e9-8f468e10f3b8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.562953 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-451c037e-976c-443a-bfd2-1e8e24051c35 service neutron] Attempting to bind port fc0b5b16-e59c-4842-85bb-8fb885fa3d8a on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:55.563314 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-451c037e-976c-443a-bfd2-1e8e24051c35 service neutron] Attempting to bind port fc0b5b16-e59c-4842-85bb-8fb885fa3d8a by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '094f6b2f-03f2-4846-958c-49b8842d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:55.563648 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-451c037e-976c-443a-bfd2-1e8e24051c35 service neutron] Attempting to bind port fc0b5b16-e59c-4842-85bb-8fb885fa3d8a on network 31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:55.583283 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15f92d3-d91d-4b0d-bb79-15699c6a8a98 admin admin] Deleting subnet 07d06202-f0c1-4796-ab2f-5d2a2ccb68ee {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:38:55.596130 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d15f92d3-d91d-4b0d-bb79-15699c6a8a98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.637088 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-451c037e-976c-443a-bfd2-1e8e24051c35 service neutron] Port fc0b5b16-e59c-4842-85bb-8fb885fa3d8a on network 31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:38:55.638289 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-451c037e-976c-443a-bfd2-1e8e24051c35 service neutron] Attempting to bind port fc0b5b16-e59c-4842-85bb-8fb885fa3d8a on network 31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:55.645760 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a7112a9-7f41-4ebd-991c-b41768ef5ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.678527 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-451c037e-976c-443a-bfd2-1e8e24051c35 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:55.681517 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-451c037e-976c-443a-bfd2-1e8e24051c35 service neutron] Checking segment: {'id': '094f6b2f-03f2-4846-958c-49b8842d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:55.683971 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-451c037e-976c-443a-bfd2-1e8e24051c35 service neutron] Bound using segment: {'id': '094f6b2f-03f2-4846-958c-49b8842d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:55.686127 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-451c037e-976c-443a-bfd2-1e8e24051c35 service neutron] Bound port: fc0b5b16-e59c-4842-85bb-8fb885fa3d8a, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '094f6b2f-03f2-4846-958c-49b8842d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:55.686406 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-451c037e-976c-443a-bfd2-1e8e24051c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.729348 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a7112a9-7f41-4ebd-991c-b41768ef5ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.739365 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d15f92d3-d91d-4b0d-bb79-15699c6a8a98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.800213 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-96149d3e-837f-4112-a1e9-8f468e10f3b8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] For port fe6d3f6e-90ac-474c-b07d-c7041434dae1, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=fe6d3f6e-90ac-474c-b07d-c7041434dae1,segment=NetworkSegment(7334fdbd-3f19-4a7b-85a7-0732869595bd),segment_id=7334fdbd-3f19-4a7b-85a7-0732869595bd)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:55.800931 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96149d3e-837f-4112-a1e9-8f468e10f3b8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.843355 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-96149d3e-837f-4112-a1e9-8f468e10f3b8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Calling delete_port for fe6d3f6e-90ac-474c-b07d-c7041434dae1 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:55.865816 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f6854-b52c-4dfe-a3d1-2b9500448a42 req-305ed1d2-a211-4fc6-8db3-e1869b22a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:55.867499 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4e1f6854-b52c-4dfe-a3d1-2b9500448a42 req-305ed1d2-a211-4fc6-8db3-e1869b22a16b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 1096 time: 0.4894905 Jul 22 16:38:55.900123 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb632e23-46c8-4471-972a-29e4150fae7c req-fa32218a-79b1-4c31-b8ed-eab99b4b1072 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:55.907243 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb632e23-46c8-4471-972a-29e4150fae7c req-fa32218a-79b1-4c31-b8ed-eab99b4b1072 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:55.913552 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb632e23-46c8-4471-972a-29e4150fae7c req-fa32218a-79b1-4c31-b8ed-eab99b4b1072 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:55.919702 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb632e23-46c8-4471-972a-29e4150fae7c req-fa32218a-79b1-4c31-b8ed-eab99b4b1072 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:55.925617 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb632e23-46c8-4471-972a-29e4150fae7c req-fa32218a-79b1-4c31-b8ed-eab99b4b1072 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:55.936634 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb632e23-46c8-4471-972a-29e4150fae7c req-fa32218a-79b1-4c31-b8ed-eab99b4b1072 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:55.940012 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a7a936-536d-4c78-93e5-8ddd8cfd2d9c None None] DHCP port deletion for 5eb15a99-db3e-4d13-a551-df3912402b81 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:38:55.942868 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb632e23-46c8-4471-972a-29e4150fae7c req-fa32218a-79b1-4c31-b8ed-eab99b4b1072 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:55.944700 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bb632e23-46c8-4471-972a-29e4150fae7c req-fa32218a-79b1-4c31-b8ed-eab99b4b1072 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5420 time: 0.3526294 Jul 22 16:38:56.035331 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a7112a9-7f41-4ebd-991c-b41768ef5ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.038565 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a7112a9-7f41-4ebd-991c-b41768ef5ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.040022 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5a7112a9-7f41-4ebd-991c-b41768ef5ce5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/564930a3-5b6e-40ea-b067-4fe93e7bca29 HTTP/1.1" status: 204 len: 168 time: 0.7721648 Jul 22 16:38:56.063559 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-451c037e-976c-443a-bfd2-1e8e24051c35 service neutron] For port fc0b5b16-e59c-4842-85bb-8fb885fa3d8a, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:56.063807 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bb632e23-46c8-4471-972a-29e4150fae7c req-88b1f446-6aac-4314-bf6a-3aa95d156129 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484698 Jul 22 16:38:56.102686 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96149d3e-837f-4112-a1e9-8f468e10f3b8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.124531 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-451c037e-976c-443a-bfd2-1e8e24051c35 service neutron] For port fc0b5b16-e59c-4842-85bb-8fb885fa3d8a, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=fc0b5b16-e59c-4842-85bb-8fb885fa3d8a,segment=NetworkSegment(094f6b2f-03f2-4846-958c-49b8842d4ad3),segment_id=094f6b2f-03f2-4846-958c-49b8842d4ad3)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:56.126488 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d15f92d3-d91d-4b0d-bb79-15699c6a8a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.130304 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7112a9-7f41-4ebd-991c-b41768ef5ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564930a3-5b6e-40ea-b067-4fe93e7bca29,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:56.165318 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d2a7a936-536d-4c78-93e5-8ddd8cfd2d9c None None] Deleting port fe6d3f6e-90ac-474c-b07d-c7041434dae1 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:56.165869 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d2a7a936-536d-4c78-93e5-8ddd8cfd2d9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.219340 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96149d3e-837f-4112-a1e9-8f468e10f3b8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event deleted for resources: {'Port': ['ID=fe6d3f6e-90ac-474c-b07d-c7041434dae1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:56.233343 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10720b31-5252-47e7-8b26-90b804434389 req-e5917b4a-5704-480c-8ce8-a5119ccc53db tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:56.235203 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10720b31-5252-47e7-8b26-90b804434389 req-e5917b4a-5704-480c-8ce8-a5119ccc53db tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c HTTP/1.1" status: 200 len: 944 time: 0.4590366 Jul 22 16:38:56.249170 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96149d3e-837f-4112-a1e9-8f468e10f3b8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] No DVR routers for this DVR port fe6d3f6e-90ac-474c-b07d-c7041434dae1 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:56.254576 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-451c037e-976c-443a-bfd2-1e8e24051c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.294576 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2112d8c3-d9bb-4e81-ac16-3e0eef0506f6 req-73f1494c-881d-4d8d-9821-315259f88c09 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 210 time: 0.0639193 Jul 22 16:38:56.386444 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-451c037e-976c-443a-bfd2-1e8e24051c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:56.387474 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-451c037e-976c-443a-bfd2-1e8e24051c35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.389174 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-451c037e-976c-443a-bfd2-1e8e24051c35 service neutron] 10.222.0.16 "PUT /v2.0/ports/fc0b5b16-e59c-4842-85bb-8fb885fa3d8a HTTP/1.1" status: 200 len: 1092 time: 3.7069352 Jul 22 16:38:56.392528 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2662bd7a-037c-416d-9aaa-f7d72ee5a80c', 'tag': 'fc0b5b16-e59c-4842-85bb-8fb885fa3d8a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:56.394464 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96149d3e-837f-4112-a1e9-8f468e10f3b8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.400266 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53419e3-262a-48b6-a5d7-cbc2e658517b" -d '{"events": [{"name": "network-changed", "server_uuid": "2662bd7a-037c-416d-9aaa-f7d72ee5a80c", "tag": "fc0b5b16-e59c-4842-85bb-8fb885fa3d8a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:56.427990 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-96149d3e-837f-4112-a1e9-8f468e10f3b8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb15a99-db3e-4d13-a551-df3912402b81']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:56.455628 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-96149d3e-837f-4112-a1e9-8f468e10f3b8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7334fdbd-3f19-4a7b-85a7-0732869595bd') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:56.456059 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-96149d3e-837f-4112-a1e9-8f468e10f3b8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7334fdbd-3f19-4a7b-85a7-0732869595bd') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:56.476867 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96149d3e-837f-4112-a1e9-8f468e10f3b8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.493404 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f6854-b52c-4dfe-a3d1-2b9500448a42 req-9aaaeee9-dc58-41f4-8931-485e836a1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:56.493913 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96149d3e-837f-4112-a1e9-8f468e10f3b8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.495351 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4e1f6854-b52c-4dfe-a3d1-2b9500448a42 req-9aaaeee9-dc58-41f4-8931-485e836a1d00 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 913 time: 0.5639553 Jul 22 16:38:56.502979 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96149d3e-837f-4112-a1e9-8f468e10f3b8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:38:56.503681 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96149d3e-837f-4112-a1e9-8f468e10f3b8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.511060 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fc1d74-c30e-4c91-89d1-6eb572dc4a91 x-openstack-request-id: req-00fc1d74-c30e-4c91-89d1-6eb572dc4a91 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:56.511387 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2662bd7a-037c-416d-9aaa-f7d72ee5a80c", "tag": "fc0b5b16-e59c-4842-85bb-8fb885fa3d8a", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:56.511737 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-00fc1d74-c30e-4c91-89d1-6eb572dc4a91 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:56.512402 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2662bd7a-037c-416d-9aaa-f7d72ee5a80c', 'tag': 'fc0b5b16-e59c-4842-85bb-8fb885fa3d8a', 'status': 'completed', 'code': 200} Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:38:56.538302 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:38:56.556457 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-478822a3-a64a-47e4-9d58-43fe74ea9a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:56.560677 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-478822a3-a64a-47e4-9d58-43fe74ea9a47 service neutron] 10.222.0.16 "GET /v2.0/ports/706d94d1-b403-4659-855c-6be2d363f415 HTTP/1.1" status: 200 len: 1032 time: 0.3130982 Jul 22 16:38:56.595486 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96149d3e-837f-4112-a1e9-8f468e10f3b8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.623773 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d15f92d3-d91d-4b0d-bb79-15699c6a8a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.625308 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96149d3e-837f-4112-a1e9-8f468e10f3b8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.641761 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-96149d3e-837f-4112-a1e9-8f468e10f3b8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] 10.222.0.69 "DELETE /v2.0/networks/5eb15a99-db3e-4d13-a551-df3912402b81 HTTP/1.1" status: 204 len: 168 time: 1.3063753 Jul 22 16:38:56.643333 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96149d3e-837f-4112-a1e9-8f468e10f3b8 tempest-NetworksIpV6TestAttrs-1657809118 tempest-NetworksIpV6TestAttrs-1657809118-project] Pushing event deleted for resources: {'Network': ['ID=5eb15a99-db3e-4d13-a551-df3912402b81,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:56.691938 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d15f92d3-d91d-4b0d-bb79-15699c6a8a98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.694418 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d15f92d3-d91d-4b0d-bb79-15699c6a8a98 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/07d06202-f0c1-4796-ab2f-5d2a2ccb68ee HTTP/1.1" status: 204 len: 168 time: 1.3965840 Jul 22 16:38:56.697083 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52974) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:56.791026 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c037e-976c-443a-bfd2-1e8e24051c35 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0b5b16-e59c-4842-85bb-8fb885fa3d8a,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:56.831361 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10720b31-5252-47e7-8b26-90b804434389 req-8c3eb119-e056-4de8-8fec-59179a3f9b80 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=9401c2b8-cd31-4c93-a671-a49d8abc8815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5430775 Jul 22 16:38:56.837166 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f92d3-d91d-4b0d-bb79-15699c6a8a98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07d06202-f0c1-4796-ab2f-5d2a2ccb68ee,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:56.846620 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fe124eb-4c1e-4034-b1d3-59feeba6b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.868093 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da02af1-cd19-49b6-a887-cecf99598425 None None] Network 282646bf-5a93-4fc6-a2d3-9181eb4bd79c requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:56.931217 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9fe124eb-4c1e-4034-b1d3-59feeba6b4f7 admin admin] Deleting port 1927b066-9a70-41eb-b984-ceb1560c0730 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:56.931879 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4e1f6854-b52c-4dfe-a3d1-2b9500448a42 req-cc964943-504b-444b-a94f-1bdd1fce3263 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0 HTTP/1.1" status: 200 len: 999 time: 0.4090869 Jul 22 16:38:56.932200 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fe124eb-4c1e-4034-b1d3-59feeba6b4f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.951332 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d2a7a936-536d-4c78-93e5-8ddd8cfd2d9c None None] For port fe6d3f6e-90ac-474c-b07d-c7041434dae1, host n-d-798930-9, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:56.951332 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d2a7a936-536d-4c78-93e5-8ddd8cfd2d9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.959198 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-60a35421-ef49-4a8c-92af-cec4a1c65193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:56.960605 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-60a35421-ef49-4a8c-92af-cec4a1c65193 service neutron] 10.222.0.16 "GET /v2.0/ports/aba8f711-d6ad-4378-a003-ab86655f7a9e HTTP/1.1" status: 200 len: 1032 time: 0.3836477 Jul 22 16:38:57.000612 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d2a7a936-536d-4c78-93e5-8ddd8cfd2d9c None None] Calling delete_port for fe6d3f6e-90ac-474c-b07d-c7041434dae1 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:57.005431 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-d2a7a936-536d-4c78-93e5-8ddd8cfd2d9c None None] Port fe6d3f6e-90ac-474c-b07d-c7041434dae1 was not found and therefore no delete operation was performed {{(pid=93818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 16:38:57.033977 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52976) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:57.040895 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d2a7a936-536d-4c78-93e5-8ddd8cfd2d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.062867 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-9fe124eb-4c1e-4034-b1d3-59feeba6b4f7 admin admin] For port 1927b066-9a70-41eb-b984-ceb1560c0730, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1927b066-9a70-41eb-b984-ceb1560c0730,segment=NetworkSegment(83300da3-01f0-47fe-9f1e-982bc6e3c93a),segment_id=83300da3-01f0-47fe-9f1e-982bc6e3c93a)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:57.064703 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fe124eb-4c1e-4034-b1d3-59feeba6b4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.071206 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d2a7a936-536d-4c78-93e5-8ddd8cfd2d9c None None] Network 5eb15a99-db3e-4d13-a551-df3912402b81 is not hosted by any dhcp agent {{(pid=93818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 16:38:57.071785 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a7a936-536d-4c78-93e5-8ddd8cfd2d9c None None] No DVR routers for this DVR port fe6d3f6e-90ac-474c-b07d-c7041434dae1 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:57.093522 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-84cec5b1-37db-4353-8a53-6f7f63f73b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.107316 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9fe124eb-4c1e-4034-b1d3-59feeba6b4f7 admin admin] Calling delete_port for 1927b066-9a70-41eb-b984-ceb1560c0730 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:57.137901 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7a936-536d-4c78-93e5-8ddd8cfd2d9c None None] Pushing event deleted for resources: {'Port': ['ID=fe6d3f6e-90ac-474c-b07d-c7041434dae1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:57.273572 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-691cc67c-743d-4847-99a3-72def66bde77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:57.277546 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-691cc67c-743d-4847-99a3-72def66bde77 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ab4163b9d3f42c1b95499d26b5bcf68&device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c HTTP/1.1" status: 200 len: 1095 time: 0.6216800 Jul 22 16:38:57.324081 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7da6e6-940f-4054-baa5-04bfd381e22b None None] DHCP port deletion for 282646bf-5a93-4fc6-a2d3-9181eb4bd79c request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:38:57.334969 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 463447d0-58da-4e0f-860f-3bbce0a5826d no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:57.379085 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 463447d0-58da-4e0f-860f-3bbce0a5826d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:57.379441 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-d2ae1fc2-feb3-49ec-9640-984d8e6c0b1c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc0b5b16-e59c-4842-85bb-8fb885fa3d8a HTTP/1.1" status: 200 len: 217 time: 0.0868742 Jul 22 16:38:57.379583 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 463447d0-58da-4e0f-860f-3bbce0a5826d not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:57.379874 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device fe6d3f6e-90ac-474c-b07d-c7041434dae1 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:57.389770 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f6854-b52c-4dfe-a3d1-2b9500448a42 req-fe7eb654-11c2-4855-92e0-018241c65226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:57.392113 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4e1f6854-b52c-4dfe-a3d1-2b9500448a42 req-fe7eb654-11c2-4855-92e0-018241c65226 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 HTTP/1.1" status: 200 len: 851 time: 0.4524047 Jul 22 16:38:57.476168 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: fe6d3f6e-90ac-474c-b07d-c7041434dae1 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:57.476422 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device fe6d3f6e-90ac-474c-b07d-c7041434dae1 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:57.495892 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-aa881279-a330-4e19-bfd4-8f5521a817fe tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:57.503348 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-aa881279-a330-4e19-bfd4-8f5521a817fe tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:57.509202 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-aa881279-a330-4e19-bfd4-8f5521a817fe tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:57.510913 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-aa881279-a330-4e19-bfd4-8f5521a817fe tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.16 "GET /v2.0/networks?id=9c5c4430-fe08-4a96-9de3-fdc32bed75bd&id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&id=1efbf9bc-0c70-4776-ae72-82d943308ba7&id=1efbf9bc-0c70-4776-ae72-82d943308ba7 HTTP/1.1" status: 200 len: 1995 time: 0.4956245 Jul 22 16:38:57.523170 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1c7da6e6-940f-4054-baa5-04bfd381e22b None None] Deleting port 1927b066-9a70-41eb-b984-ceb1560c0730 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:57.523794 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c7da6e6-940f-4054-baa5-04bfd381e22b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.541451 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52992) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:57.568792 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be334d76-fb73-4c72-bf96-5cd306b51c28 req-087ea6ba-eb58-4bc2-91ab-a8f6e4898583 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 210 time: 0.1303303 Jul 22 16:38:57.595382 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1c7da6e6-940f-4054-baa5-04bfd381e22b None None] For port 1927b066-9a70-41eb-b984-ceb1560c0730, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1927b066-9a70-41eb-b984-ceb1560c0730,segment=NetworkSegment(83300da3-01f0-47fe-9f1e-982bc6e3c93a),segment_id=83300da3-01f0-47fe-9f1e-982bc6e3c93a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:57.596065 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c7da6e6-940f-4054-baa5-04bfd381e22b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.597321 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-602c1773-c2ce-4e85-81fc-2b4b1828a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:57.599277 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-602c1773-c2ce-4e85-81fc-2b4b1828a609 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed2160ff-0eec-4892-bae9-c0ff519453ca HTTP/1.1" status: 200 len: 850 time: 0.1816185 Jul 22 16:38:57.613224 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-2a8ee1a3-b3fc-4f55-a288-496537a9a7ac tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9497a41f8194fa4a8867ac9f3be3289 HTTP/1.1" status: 200 len: 380 time: 0.0771928 Jul 22 16:38:57.614936 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1c7da6e6-940f-4054-baa5-04bfd381e22b None None] Calling delete_port for 1927b066-9a70-41eb-b984-ceb1560c0730 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:57.644724 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-0e31084d-8508-44d9-b9de-d97e230e8b35 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Request body: {'port': {'device_id': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd', 'admin_state_up': True, 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'security_groups': ['3c3d4937-0539-479b-8a9e-acabcaa5af8a']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:57.725982 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c7da6e6-940f-4054-baa5-04bfd381e22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.793267 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7da6e6-940f-4054-baa5-04bfd381e22b None None] No DVR routers for this DVR port 1927b066-9a70-41eb-b984-ceb1560c0730 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:57.796175 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7da6e6-940f-4054-baa5-04bfd381e22b None None] Pushing event deleted for resources: {'Port': ['ID=1927b066-9a70-41eb-b984-ceb1560c0730,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:57.822699 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f6854-b52c-4dfe-a3d1-2b9500448a42 req-4893c50e-9293-4909-b867-2039a07191e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:57.825596 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4e1f6854-b52c-4dfe-a3d1-2b9500448a42 req-4893c50e-9293-4909-b867-2039a07191e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4090674 Jul 22 16:38:57.886087 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fe124eb-4c1e-4034-b1d3-59feeba6b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.942510 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0b40d9a6-40ea-4c48-852a-31c50d09b47b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cd60e4e2191c4bf48ddc1f2f1a2e1777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3970699 Jul 22 16:38:57.944787 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53032) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:57.961324 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78029e69-1afe-4eea-995c-359d7b9308f1 req-aaece50e-3f73-4553-9d8f-cbad3ba338f0 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:57.975386 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78029e69-1afe-4eea-995c-359d7b9308f1 req-aaece50e-3f73-4553-9d8f-cbad3ba338f0 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:57.982335 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78029e69-1afe-4eea-995c-359d7b9308f1 req-aaece50e-3f73-4553-9d8f-cbad3ba338f0 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:57.988627 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78029e69-1afe-4eea-995c-359d7b9308f1 req-aaece50e-3f73-4553-9d8f-cbad3ba338f0 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:57.994945 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78029e69-1afe-4eea-995c-359d7b9308f1 req-aaece50e-3f73-4553-9d8f-cbad3ba338f0 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:58.003211 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78029e69-1afe-4eea-995c-359d7b9308f1 req-aaece50e-3f73-4553-9d8f-cbad3ba338f0 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:58.009751 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78029e69-1afe-4eea-995c-359d7b9308f1 req-aaece50e-3f73-4553-9d8f-cbad3ba338f0 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:58.018468 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-78029e69-1afe-4eea-995c-359d7b9308f1 req-aaece50e-3f73-4553-9d8f-cbad3ba338f0 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5420 time: 0.2532606 Jul 22 16:38:58.020466 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe124eb-4c1e-4034-b1d3-59feeba6b4f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1927b066-9a70-41eb-b984-ceb1560c0730,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:58.027399 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe124eb-4c1e-4034-b1d3-59feeba6b4f7 admin admin] No DVR routers for this DVR port 1927b066-9a70-41eb-b984-ceb1560c0730 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:58.039947 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-84cec5b1-37db-4353-8a53-6f7f63f73b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.042202 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-2608ffec-ed27-4990-8c97-7c03bcf1154a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:58.043944 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-2608ffec-ed27-4990-8c97-7c03bcf1154a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4286919 Jul 22 16:38:58.073142 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-84cec5b1-37db-4353-8a53-6f7f63f73b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.146802 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-78029e69-1afe-4eea-995c-359d7b9308f1 req-16684dbb-b404-47b1-afbd-9035fa43a669 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1273444 Jul 22 16:38:58.171852 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4e1f6854-b52c-4dfe-a3d1-2b9500448a42 req-77973405-9453-4288-af45-a718cd249cd9 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234701 Jul 22 16:38:58.196071 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-84cec5b1-37db-4353-8a53-6f7f63f73b70 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6f7c795c7c8c46a7b6f1555d2b869380&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1539979 Jul 22 16:38:58.201307 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-0e31084d-8508-44d9-b9de-d97e230e8b35 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Made reservation on behalf of c9497a41f8194fa4a8867ac9f3be3289 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:58.205688 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-0e31084d-8508-44d9-b9de-d97e230e8b35 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.208319 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53042) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:58.217991 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cec5b1-37db-4353-8a53-6f7f63f73b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab2362b-7ebe-419a-8c0b-a0b3417fb1ff,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:58.256993 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fe124eb-4c1e-4034-b1d3-59feeba6b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.272414 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-9fe124eb-4c1e-4034-b1d3-59feeba6b4f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282646bf-5a93-4fc6-a2d3-9181eb4bd79c']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:58.276432 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e55f1290-9ba5-4085-8018-199475101266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.295152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-9fe124eb-4c1e-4034-b1d3-59feeba6b4f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83300da3-01f0-47fe-9f1e-982bc6e3c93a') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:58.295631 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-9fe124eb-4c1e-4034-b1d3-59feeba6b4f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83300da3-01f0-47fe-9f1e-982bc6e3c93a') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:58.317530 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fe124eb-4c1e-4034-b1d3-59feeba6b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.368340 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fe124eb-4c1e-4034-b1d3-59feeba6b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.378184 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-9d431040-e116-42a4-a7b8-3e809655772b service neutron] 10.222.0.16 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223236 Jul 22 16:38:58.379760 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe124eb-4c1e-4034-b1d3-59feeba6b4f7 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:38:58.380303 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fe124eb-4c1e-4034-b1d3-59feeba6b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:38:58.383562 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:38:58.454095 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e55f1290-9ba5-4085-8018-199475101266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.482787 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fe124eb-4c1e-4034-b1d3-59feeba6b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.492546 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fe124eb-4c1e-4034-b1d3-59feeba6b4f7 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.495997 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9fe124eb-4c1e-4034-b1d3-59feeba6b4f7 admin admin] 10.222.0.69 "DELETE /v2.0/networks/282646bf-5a93-4fc6-a2d3-9181eb4bd79c HTTP/1.1" status: 204 len: 168 time: 1.7968452 Jul 22 16:38:58.532309 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe124eb-4c1e-4034-b1d3-59feeba6b4f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=282646bf-5a93-4fc6-a2d3-9181eb4bd79c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:58.557846 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998761a0-7cce-432b-ba69-e657f14faeb0 req-f1f0a6c0-9ed4-4963-aac7-ac618052f062 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:58.569359 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-998761a0-7cce-432b-ba69-e657f14faeb0 req-f1f0a6c0-9ed4-4963-aac7-ac618052f062 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c HTTP/1.1" status: 200 len: 944 time: 0.2863407 Jul 22 16:38:58.690913 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-998761a0-7cce-432b-ba69-e657f14faeb0 req-3fdf64f5-3dbf-4c5f-8ebe-8b7fdb6679f5 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=9401c2b8-cd31-4c93-a671-a49d8abc8815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128826 Jul 22 16:38:58.694333 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4e1f6854-b52c-4dfe-a3d1-2b9500448a42 req-86c49a52-a21a-4310-b73b-a4e54a0554bc service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113516 Jul 22 16:38:58.694831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53086) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:58.820480 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-369e4d1e-9e5b-4fe8-8ae8-8ad672f6a518 req-9ce44fa4-2f26-4953-95de-ba958217bb8d service neutron] 10.222.0.16 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243903 Jul 22 16:38:58.825261 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-0e31084d-8508-44d9-b9de-d97e230e8b35 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Allocated IP 172.20.0.3 (9c5c4430-fe08-4a96-9de3-fdc32bed75bd/201d105d-0acc-407e-9daf-fc4d01c306de/30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:58.831773 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4cf80cbd-8a73-40e1-865a-083b6a98900d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.844737 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ecca90c3-8631-46d2-84fd-9d8ee50f9bb8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8d5f38fe39b240ea8977122293467b75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411829 Jul 22 16:38:58.848502 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53092) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:58.907507 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e55f1290-9ba5-4085-8018-199475101266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.910134 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e55f1290-9ba5-4085-8018-199475101266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.912219 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e6563a86-ad61-4b99-bbfb-a1139a3ed09f req-c0bb3e6e-4fc6-417d-9683-6bd4981502ce tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 210 time: 0.0914564 Jul 22 16:38:58.919290 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e55f1290-9ba5-4085-8018-199475101266 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/214497f2-2a0e-447c-b0bd-cf3879126f71 HTTP/1.1" status: 204 len: 168 time: 0.9694102 Jul 22 16:38:58.940026 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4cf80cbd-8a73-40e1-865a-083b6a98900d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.953060 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c98014b5-8e39-49e6-a077-e2ad86d1386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.996145 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f1290-9ba5-4085-8018-199475101266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214497f2-2a0e-447c-b0bd-cf3879126f71,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:59.096856 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6bd0d970-d941-4b05-918c-42e982a04af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.144517 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6bd0d970-d941-4b05-918c-42e982a04af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.287317 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1927b066-9a70-41eb-b984-ceb1560c0730 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:59.319784 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6bd0d970-d941-4b05-918c-42e982a04af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.331641 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6bd0d970-d941-4b05-918c-42e982a04af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.337250 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6bd0d970-d941-4b05-918c-42e982a04af2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4835723d-0614-4703-9d02-8267fabb7e94 HTTP/1.1" status: 204 len: 168 time: 0.4806948 Jul 22 16:38:59.345334 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 1927b066-9a70-41eb-b984-ceb1560c0730 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:59.345794 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1927b066-9a70-41eb-b984-ceb1560c0730 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:59.393134 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4cf80cbd-8a73-40e1-865a-083b6a98900d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.407433 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4cf80cbd-8a73-40e1-865a-083b6a98900d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.412437 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4cf80cbd-8a73-40e1-865a-083b6a98900d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eab2362b-7ebe-419a-8c0b-a0b3417fb1ff HTTP/1.1" status: 204 len: 168 time: 1.1978331 Jul 22 16:38:59.987888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0d970-d941-4b05-918c-42e982a04af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4835723d-0614-4703-9d02-8267fabb7e94,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:00.040280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53419e3-262a-48b6-a5d7-cbc2e658517b req-0102272c-660d-445e-a9c1-e5551497f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:00.042050 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e53419e3-262a-48b6-a5d7-cbc2e658517b req-0102272c-660d-445e-a9c1-e5551497f6d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ab4163b9d3f42c1b95499d26b5bcf68&device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c HTTP/1.1" status: 200 len: 1095 time: 1.0959985 Jul 22 16:39:00.051282 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf80cbd-8a73-40e1-865a-083b6a98900d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab2362b-7ebe-419a-8c0b-a0b3417fb1ff,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:00.109742 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-0e31084d-8508-44d9-b9de-d97e230e8b35 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:00.149007 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fb786-f891-4aa7-878a-3c5cdb4d942e req-1b9cb837-029c-40b3-9e72-2e17ccb12599 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:00.157655 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fb786-f891-4aa7-878a-3c5cdb4d942e req-1b9cb837-029c-40b3-9e72-2e17ccb12599 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:00.174225 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fb786-f891-4aa7-878a-3c5cdb4d942e req-1b9cb837-029c-40b3-9e72-2e17ccb12599 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:00.187317 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fb786-f891-4aa7-878a-3c5cdb4d942e req-1b9cb837-029c-40b3-9e72-2e17ccb12599 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:00.194875 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fb786-f891-4aa7-878a-3c5cdb4d942e req-1b9cb837-029c-40b3-9e72-2e17ccb12599 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:00.205879 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fb786-f891-4aa7-878a-3c5cdb4d942e req-1b9cb837-029c-40b3-9e72-2e17ccb12599 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:00.212718 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fb786-f891-4aa7-878a-3c5cdb4d942e req-1b9cb837-029c-40b3-9e72-2e17ccb12599 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:00.214946 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-003fb786-f891-4aa7-878a-3c5cdb4d942e req-1b9cb837-029c-40b3-9e72-2e17ccb12599 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5420 time: 0.9185898 Jul 22 16:39:00.266910 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-0e31084d-8508-44d9-b9de-d97e230e8b35 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Transition to ACTIVE for port object 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:00.357835 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-003fb786-f891-4aa7-878a-3c5cdb4d942e req-36d6561d-67fb-4265-b271-1f7ef38f771f tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0725060 Jul 22 16:39:00.361659 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53419e3-262a-48b6-a5d7-cbc2e658517b req-ef97ba4e-8b0e-4895-95ea-f0a6046cac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:00.363405 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e53419e3-262a-48b6-a5d7-cbc2e658517b req-ef97ba4e-8b0e-4895-95ea-f0a6046cac76 service neutron] 10.222.0.16 "GET /v2.0/networks?id=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc HTTP/1.1" status: 200 len: 912 time: 0.3061090 Jul 22 16:39:00.448432 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e53419e3-262a-48b6-a5d7-cbc2e658517b req-b60ada4d-5480-4ffd-bfeb-d698d2395642 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc0b5b16-e59c-4842-85bb-8fb885fa3d8a HTTP/1.1" status: 200 len: 217 time: 0.0605621 Jul 22 16:39:00.529350 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-0e31084d-8508-44d9-b9de-d97e230e8b35 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:00.557795 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-0e31084d-8508-44d9-b9de-d97e230e8b35 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Network 9c5c4430-fe08-4a96-9de3-fdc32bed75bd is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:00.563302 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-0e31084d-8508-44d9-b9de-d97e230e8b35 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:00.566084 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-0e31084d-8508-44d9-b9de-d97e230e8b35 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:00.605211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53419e3-262a-48b6-a5d7-cbc2e658517b req-5d6f539d-0c78-440f-a090-7ac5530475b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:00.610893 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e53419e3-262a-48b6-a5d7-cbc2e658517b req-5d6f539d-0c78-440f-a090-7ac5530475b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed2160ff-0eec-4892-bae9-c0ff519453ca HTTP/1.1" status: 200 len: 850 time: 0.1555824 Jul 22 16:39:00.741507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31084d-8508-44d9-b9de-d97e230e8b35 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event updated for resources: {'Port': ['ID=30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:00.753012 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf18bd2-f229-4da4-a8ef-b92527f74944 req-64a53513-bf3d-44be-bb1e-1ac605fea57d tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:00.763594 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7cf18bd2-f229-4da4-a8ef-b92527f74944 req-64a53513-bf3d-44be-bb1e-1ac605fea57d tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 931 time: 0.2758737 Jul 22 16:39:00.836225 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-0e31084d-8508-44d9-b9de-d97e230e8b35 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:00.837689 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-0e31084d-8508-44d9-b9de-d97e230e8b35 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:00.843393 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e2de3-47f4-42fd-a30d-540c8f396667 req-ffd26637-1fd3-4c9a-8dd6-65f72b72e1b2 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:00.861094 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0e0e2de3-47f4-42fd-a30d-540c8f396667 req-ffd26637-1fd3-4c9a-8dd6-65f72b72e1b2 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c HTTP/1.1" status: 200 len: 944 time: 0.1402681 Jul 22 16:39:00.894855 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7cf18bd2-f229-4da4-a8ef-b92527f74944 req-8245be68-6559-4aa3-aeee-9f12b943c73d tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297336 Jul 22 16:39:00.908762 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-0e31084d-8508-44d9-b9de-d97e230e8b35 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2716401 Jul 22 16:39:00.914490 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0e0e2de3-47f4-42fd-a30d-540c8f396667 req-ab3c5bf8-21d8-4b2f-84fa-fda33c2d3d11 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=9401c2b8-cd31-4c93-a671-a49d8abc8815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520718 Jul 22 16:39:00.940514 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8df2d004-6e61-445c-ba7e-d4720616db0e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Request body: {'port': {'device_id': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf', 'admin_state_up': True, 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'security_groups': ['3c3d4937-0539-479b-8a9e-acabcaa5af8a']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:00.983968 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4fd8ba27-f212-4bfb-8119-e68b7cf00b9e None None] Provisioning for port 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:00.991375 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4fd8ba27-f212-4bfb-8119-e68b7cf00b9e None None] Provisioning complete for port 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:00.993310 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fd8ba27-f212-4bfb-8119-e68b7cf00b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.005560 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53419e3-262a-48b6-a5d7-cbc2e658517b req-1bf1044b-cc4b-4ad6-ae7e-047824fae342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:01.008046 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e53419e3-262a-48b6-a5d7-cbc2e658517b req-1bf1044b-cc4b-4ad6-ae7e-047824fae342 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3490875 Jul 22 16:39:01.129070 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53278) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:01.134658 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4fd8ba27-f212-4bfb-8119-e68b7cf00b9e None None] Port 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:39:01.237123 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e53419e3-262a-48b6-a5d7-cbc2e658517b req-8e1a76ae-0e53-4d4f-8fb8-aed2c6ffb341 service neutron] 10.222.0.16 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212522 Jul 22 16:39:01.379550 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e53419e3-262a-48b6-a5d7-cbc2e658517b req-19d56ac3-9d9c-4cce-927d-f286eb461912 service neutron] 10.222.0.16 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344559 Jul 22 16:39:01.405019 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8df2d004-6e61-445c-ba7e-d4720616db0e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Made reservation on behalf of c9497a41f8194fa4a8867ac9f3be3289 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:01.409876 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8df2d004-6e61-445c-ba7e-d4720616db0e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.566604 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53318) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:01.610106 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a545754-d0b6-431b-b2cd-9009936c1ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.613170 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9814aac0-a2b9-44a5-ad80-50671c6cb845 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:01.613901 n-d-798930-9 neutron-server[93816]: WARNING neutron.api.v2.base [None req-9814aac0-a2b9-44a5-ad80-50671c6cb845 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 16:39:01.614474 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-9814aac0-a2b9-44a5-ad80-50671c6cb845 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 16:39:01.615475 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9814aac0-a2b9-44a5-ad80-50671c6cb845 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4837668 Jul 22 16:39:01.619847 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53326) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:01.626199 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.630185 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1a0b6ba3-88d0-4be6-a1e8-1f6c9f698ed7 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group': {'name': 'tempest-secgroup--654459947'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:01.719358 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7165c119-8d52-4f3b-b1a2-7a4edd1df298 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-486975258-network', 'tenant_id': '23cb87a7b11f4c9183cc7781b44bc1cc'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:01.722234 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8df2d004-6e61-445c-ba7e-d4720616db0e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Allocated IP 10.1.1.116 (20b1ef6e-c935-49ba-95c9-1b74b8d956bf/96d2d744-bd35-4248-9461-63b7b331579f/85be8f06-0cb5-488b-9eb9-9477188bcef3) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:01.725581 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a0b6ba3-88d0-4be6-a1e8-1f6c9f698ed7 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.748806 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a0b6ba3-88d0-4be6-a1e8-1f6c9f698ed7 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.801620 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7165c119-8d52-4f3b-b1a2-7a4edd1df298 admin admin] Made reservation on behalf of 23cb87a7b11f4c9183cc7781b44bc1cc for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:01.804028 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7165c119-8d52-4f3b-b1a2-7a4edd1df298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.818847 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7165c119-8d52-4f3b-b1a2-7a4edd1df298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.937134 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9055c30-5ced-4baa-ac6e-8ac9bdede43c req-a0c5f094-c7b9-4f15-9fed-94a94768eeb7 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:01.943603 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9055c30-5ced-4baa-ac6e-8ac9bdede43c req-a0c5f094-c7b9-4f15-9fed-94a94768eeb7 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:01.943708 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a0b6ba3-88d0-4be6-a1e8-1f6c9f698ed7 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.950446 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9055c30-5ced-4baa-ac6e-8ac9bdede43c req-a0c5f094-c7b9-4f15-9fed-94a94768eeb7 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:01.957162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9055c30-5ced-4baa-ac6e-8ac9bdede43c req-a0c5f094-c7b9-4f15-9fed-94a94768eeb7 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:01.961011 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a0b6ba3-88d0-4be6-a1e8-1f6c9f698ed7 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.964481 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9055c30-5ced-4baa-ac6e-8ac9bdede43c req-a0c5f094-c7b9-4f15-9fed-94a94768eeb7 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:01.971683 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9055c30-5ced-4baa-ac6e-8ac9bdede43c req-a0c5f094-c7b9-4f15-9fed-94a94768eeb7 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:01.977830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9055c30-5ced-4baa-ac6e-8ac9bdede43c req-a0c5f094-c7b9-4f15-9fed-94a94768eeb7 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:01.980047 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9055c30-5ced-4baa-ac6e-8ac9bdede43c req-a0c5f094-c7b9-4f15-9fed-94a94768eeb7 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5420 time: 0.5225682 Jul 22 16:39:01.983552 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8df2d004-6e61-445c-ba7e-d4720616db0e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.031929 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8df2d004-6e61-445c-ba7e-d4720616db0e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Transition to ACTIVE for port object 85be8f06-0cb5-488b-9eb9-9477188bcef3 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:02.037694 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9055c30-5ced-4baa-ac6e-8ac9bdede43c req-60a5eb09-a92e-4097-95f7-643e6514d7f5 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0493855 Jul 22 16:39:02.076124 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8df2d004-6e61-445c-ba7e-d4720616db0e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.106042 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7165c119-8d52-4f3b-b1a2-7a4edd1df298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.144214 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8df2d004-6e61-445c-ba7e-d4720616db0e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:02.156802 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8df2d004-6e61-445c-ba7e-d4720616db0e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:02.170255 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8df2d004-6e61-445c-ba7e-d4720616db0e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:02.228431 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a0b6ba3-88d0-4be6-a1e8-1f6c9f698ed7 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.230623 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7165c119-8d52-4f3b-b1a2-7a4edd1df298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.240767 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a0b6ba3-88d0-4be6-a1e8-1f6c9f698ed7 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.265912 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2d004-6e61-445c-ba7e-d4720616db0e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event updated for resources: {'Port': ['ID=85be8f06-0cb5-488b-9eb9-9477188bcef3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:02.286609 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b6ba3-88d0-4be6-a1e8-1f6c9f698ed7 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7906f8f5-44e7-4245-a60b-79983eae577d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:02.337042 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8df2d004-6e61-445c-ba7e-d4720616db0e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:02.337720 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8df2d004-6e61-445c-ba7e-d4720616db0e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.358096 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8df2d004-6e61-445c-ba7e-d4720616db0e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4286718 Jul 22 16:39:02.359638 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a0b6ba3-88d0-4be6-a1e8-1f6c9f698ed7 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.363820 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1a0b6ba3-88d0-4be6-a1e8-1f6c9f698ed7 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7386131 Jul 22 16:39:02.365502 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7165c119-8d52-4f3b-b1a2-7a4edd1df298 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:39:02.369103 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53374) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:02.372468 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 15308c51-be2f-4b0a-b292-316a0d6b5938 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:39:02.377157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-52c77a5b-8b8a-45c7-aae8-156afca00239 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group_rule': {'security_group_id': '507f267b-92e4-46d5-9f19-45187d2446e5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:02.385207 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165c119-8d52-4f3b-b1a2-7a4edd1df298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9808ee90-88e2-4114-b837-cdce8f1307d4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:02.391269 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8f56f304-faf4-4975-949a-f748455f8542 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Request body: {'port': {'device_id': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf', 'admin_state_up': True, 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'security_groups': ['3c3d4937-0539-479b-8a9e-acabcaa5af8a']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:02.408641 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7165c119-8d52-4f3b-b1a2-7a4edd1df298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.409640 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-7165c119-8d52-4f3b-b1a2-7a4edd1df298 admin admin] Added segment 5c38946c-a33b-4993-9071-28064817bd91 of type vlan for network bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9 Jul 22 16:39:02.442839 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device fc0b5b16-e59c-4842-85bb-8fb885fa3d8a details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:39:02.566957 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7165c119-8d52-4f3b-b1a2-7a4edd1df298 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.575805 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b6ba3-88d0-4be6-a1e8-1f6c9f698ed7 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507f267b-92e4-46d5-9f19-45187d2446e5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:02.638369 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 15308c51-be2f-4b0a-b292-316a0d6b5938, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=15308c51-be2f-4b0a-b292-316a0d6b5938,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:02.652729 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7165c119-8d52-4f3b-b1a2-7a4edd1df298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.653021 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a91add-c8b8-464d-944d-576efa702d2a req-783c686a-4a56-471a-a4ad-e611dafb248b tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:02.654474 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7165c119-8d52-4f3b-b1a2-7a4edd1df298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:02.655462 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7165c119-8d52-4f3b-b1a2-7a4edd1df298 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.668011 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a91add-c8b8-464d-944d-576efa702d2a req-783c686a-4a56-471a-a4ad-e611dafb248b tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:02.685389 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e2a91add-c8b8-464d-944d-576efa702d2a req-783c686a-4a56-471a-a4ad-e611dafb248b tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 1653 time: 0.4282305 Jul 22 16:39:02.686000 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd6072-03ad-41b1-b51b-2ff43e94395a req-f2fe1803-535d-443c-9219-f380d4b0982b tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:02.698406 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fecd6072-03ad-41b1-b51b-2ff43e94395a req-f2fe1803-535d-443c-9219-f380d4b0982b tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c HTTP/1.1" status: 200 len: 944 time: 0.2489569 Jul 22 16:39:02.739562 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-52c77a5b-8b8a-45c7-aae8-156afca00239 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.760869 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7165c119-8d52-4f3b-b1a2-7a4edd1df298 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1900203 Jul 22 16:39:02.762520 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53384) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:02.771708 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a66866a7-1e24-4333-b7c0-4f1453e1aeac admin admin] Request body: {'subnet': {'network_id': 'bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-486975258-subnet', 'tenant_id': '23cb87a7b11f4c9183cc7781b44bc1cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:02.786297 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '15308c51-be2f-4b0a-b292-316a0d6b5938', 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762', 'port_id': '15308c51-be2f-4b0a-b292-316a0d6b5938', 'mac_address': 'fa:16:3e:df:73:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04288f5-00e1-4e20-a52b-805997e77341', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:39:02.821686 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.830645 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165c119-8d52-4f3b-b1a2-7a4edd1df298 admin admin] Pushing event updated for resources: {'Network': ['ID=bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:02.836272 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e2a91add-c8b8-464d-944d-576efa702d2a req-732691a9-24db-430e-a49b-f92fa3f0c864 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497116 Jul 22 16:39:02.844379 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fecd6072-03ad-41b1-b51b-2ff43e94395a req-1284f2df-8c54-497b-84ed-2a0ae4e240a1 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=9401c2b8-cd31-4c93-a671-a49d8abc8815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448219 Jul 22 16:39:02.851247 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c909dbc3-9b71-4436-885e-5a56ea89d881 None None] Provisioning for port 85be8f06-0cb5-488b-9eb9-9477188bcef3 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:02.870434 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:39:02.870539 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-52c77a5b-8b8a-45c7-aae8-156afca00239 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.880672 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66866a7-1e24-4333-b7c0-4f1453e1aeac admin admin] Made reservation on behalf of 23cb87a7b11f4c9183cc7781b44bc1cc for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:02.885256 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a66866a7-1e24-4333-b7c0-4f1453e1aeac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.886881 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-52c77a5b-8b8a-45c7-aae8-156afca00239 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.904112 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8f56f304-faf4-4975-949a-f748455f8542 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Made reservation on behalf of c9497a41f8194fa4a8867ac9f3be3289 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:02.908797 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8f56f304-faf4-4975-949a-f748455f8542 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.945313 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.957484 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c77a5b-8b8a-45c7-aae8-156afca00239 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abff22a8-f32f-442e-b9f6-2f3dc602b647,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:02.964112 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c909dbc3-9b71-4436-885e-5a56ea89d881 None None] Provisioning complete for port 85be8f06-0cb5-488b-9eb9-9477188bcef3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:02.965595 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c909dbc3-9b71-4436-885e-5a56ea89d881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.970367 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-52c77a5b-8b8a-45c7-aae8-156afca00239 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.975592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-52c77a5b-8b8a-45c7-aae8-156afca00239 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6017201 Jul 22 16:39:03.021986 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53394) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:03.026088 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c909dbc3-9b71-4436-885e-5a56ea89d881 None None] Port 85be8f06-0cb5-488b-9eb9-9477188bcef3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:39:03.043064 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8403cb08-d354-4810-aeb3-8da42bb57f5d tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group_rule': {'security_group_id': '507f267b-92e4-46d5-9f19-45187d2446e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:03.050194 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15308c51-be2f-4b0a-b292-316a0d6b5938 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:39:03.114060 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port fc0b5b16-e59c-4842-85bb-8fb885fa3d8a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=fc0b5b16-e59c-4842-85bb-8fb885fa3d8a,segment=NetworkSegment(094f6b2f-03f2-4846-958c-49b8842d4ad3),segment_id=094f6b2f-03f2-4846-958c-49b8842d4ad3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:03.196091 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'fc0b5b16-e59c-4842-85bb-8fb885fa3d8a', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'port_id': 'fc0b5b16-e59c-4842-85bb-8fb885fa3d8a', 'mac_address': 'fa:16:3e:b3:c1:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:39:03.208801 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 15308c51-be2f-4b0a-b292-316a0d6b5938, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=15308c51-be2f-4b0a-b292-316a0d6b5938,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:03.237291 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.238290 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:39:03.375936 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.409983 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a66866a7-1e24-4333-b7c0-4f1453e1aeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.446973 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8f56f304-faf4-4975-949a-f748455f8542 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Allocated IP 10.1.1.87 (20b1ef6e-c935-49ba-95c9-1b74b8d956bf/96d2d744-bd35-4248-9461-63b7b331579f/7aa61500-2368-4f52-ab67-83af547fa639) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:03.517047 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=15308c51-be2f-4b0a-b292-316a0d6b5938,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:03.520741 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0b5b16-e59c-4842-85bb-8fb885fa3d8a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:39:03.565756 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port fc0b5b16-e59c-4842-85bb-8fb885fa3d8a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=fc0b5b16-e59c-4842-85bb-8fb885fa3d8a,segment=NetworkSegment(094f6b2f-03f2-4846-958c-49b8842d4ad3),segment_id=094f6b2f-03f2-4846-958c-49b8842d4ad3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:03.581396 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66866a7-1e24-4333-b7c0-4f1453e1aeac admin admin] Pushing event updated for resources: {'Subnet': ['ID=858cc2a5-d699-4639-be1d-2aa4b8c9010a,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:03.588119 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66866a7-1e24-4333-b7c0-4f1453e1aeac admin admin] Checking segment: {'id': '5c38946c-a33b-4993-9071-28064817bd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:03.589714 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66866a7-1e24-4333-b7c0-4f1453e1aeac admin admin] Network hostable DHCP agents. Network: bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:39:03.590987 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.636196 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66866a7-1e24-4333-b7c0-4f1453e1aeac admin admin] Network bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:39:03.644108 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8403cb08-d354-4810-aeb3-8da42bb57f5d tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.656458 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a66866a7-1e24-4333-b7c0-4f1453e1aeac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:03.660714 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1d7a3e15-c6cc-4f53-8290-53ee5b9132dc,segment=NetworkSegment(f3c385f0-3f21-4cbb-a144-3b6bee8c77ad),segment_id=f3c385f0-3f21-4cbb-a144-3b6bee8c77ad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:03.664533 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66866a7-1e24-4333-b7c0-4f1453e1aeac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:03.667445 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a66866a7-1e24-4333-b7c0-4f1453e1aeac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.684899 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '1d7a3e15-c6cc-4f53-8290-53ee5b9132dc', 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b', 'port_id': '1d7a3e15-c6cc-4f53-8290-53ee5b9132dc', 'mac_address': 'fa:16:3e:c5:29:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b630264-c7d4-4c04-a0fd-2e3fe6636661', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:39:03.699181 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8f56f304-faf4-4975-949a-f748455f8542 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.721215 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a66866a7-1e24-4333-b7c0-4f1453e1aeac admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9572973 Jul 22 16:39:03.737339 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3fbdd4-5f7b-4c5f-aa5f-13296923ad71 None None] Network bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:03.740057 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f5b8f-ff29-4866-ad96-d7d13d9587a6 req-e6566f5a-ed48-440a-bbf1-13a476541547 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:03.746323 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f5b8f-ff29-4866-ad96-d7d13d9587a6 req-e6566f5a-ed48-440a-bbf1-13a476541547 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:03.752326 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f5b8f-ff29-4866-ad96-d7d13d9587a6 req-e6566f5a-ed48-440a-bbf1-13a476541547 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:03.758407 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f5b8f-ff29-4866-ad96-d7d13d9587a6 req-e6566f5a-ed48-440a-bbf1-13a476541547 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:03.765092 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f5b8f-ff29-4866-ad96-d7d13d9587a6 req-e6566f5a-ed48-440a-bbf1-13a476541547 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:03.771296 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f5b8f-ff29-4866-ad96-d7d13d9587a6 req-e6566f5a-ed48-440a-bbf1-13a476541547 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:03.778080 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f5b8f-ff29-4866-ad96-d7d13d9587a6 req-e6566f5a-ed48-440a-bbf1-13a476541547 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:03.785862 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fa0f5b8f-ff29-4866-ad96-d7d13d9587a6 req-e6566f5a-ed48-440a-bbf1-13a476541547 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5421 time: 0.5413086 Jul 22 16:39:03.788210 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8f56f304-faf4-4975-949a-f748455f8542 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Transition to ACTIVE for port object 7aa61500-2368-4f52-ab67-83af547fa639 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:03.820469 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-8403cb08-d354-4810-aeb3-8da42bb57f5d tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 16:39:03.821578 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8403cb08-d354-4810-aeb3-8da42bb57f5d tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7913852 Jul 22 16:39:03.824636 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53462) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:03.876614 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fa0f5b8f-ff29-4866-ad96-d7d13d9587a6 req-79612829-11c2-4bc9-8616-09458b1137ec tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0896790 Jul 22 16:39:03.884898 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['fc0b5b16-e59c-4842-85bb-8fb885fa3d8a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:39:03.927929 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8f56f304-faf4-4975-949a-f748455f8542 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.011055 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.062926 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-85f83e5f-7b79-4c76-891e-d414d23ad549 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.116983 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=fc0b5b16-e59c-4842-85bb-8fb885fa3d8a,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:04.123875 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-85f83e5f-7b79-4c76-891e-d414d23ad549 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.130184 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8f56f304-faf4-4975-949a-f748455f8542 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:04.138153 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8f56f304-faf4-4975-949a-f748455f8542 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:04.141116 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8f56f304-faf4-4975-949a-f748455f8542 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:04.144054 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56f304-faf4-4975-949a-f748455f8542 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event updated for resources: {'Port': ['ID=7aa61500-2368-4f52-ab67-83af547fa639,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:04.220916 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8f56f304-faf4-4975-949a-f748455f8542 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:04.221598 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8f56f304-faf4-4975-949a-f748455f8542 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.282104 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f2aa8-538d-43c5-bbba-23a922940960 req-44083e39-f374-45d4-9c52-e6c26312460d tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:04.287238 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:39:04.287823 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-85f83e5f-7b79-4c76-891e-d414d23ad549 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.291473 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f2aa8-538d-43c5-bbba-23a922940960 req-44083e39-f374-45d4-9c52-e6c26312460d tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:04.298429 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-85f83e5f-7b79-4c76-891e-d414d23ad549 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.298885 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f2aa8-538d-43c5-bbba-23a922940960 req-44083e39-f374-45d4-9c52-e6c26312460d tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:04.302667 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f28f2aa8-538d-43c5-bbba-23a922940960 req-44083e39-f374-45d4-9c52-e6c26312460d tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 2373 time: 0.3029120 Jul 22 16:39:04.308227 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636014e4-cef6-4341-82d2-64ccb67694db None None] Network bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:04.313237 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53494) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:04.313750 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-85f83e5f-7b79-4c76-891e-d414d23ad549 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "DELETE /v2.0/security-groups/507f267b-92e4-46d5-9f19-45187d2446e5 HTTP/1.1" status: 204 len: 168 time: 0.4864945 Jul 22 16:39:04.357973 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f83e5f-7b79-4c76-891e-d414d23ad549 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=507f267b-92e4-46d5-9f19-45187d2446e5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:04.361350 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1d7a3e15-c6cc-4f53-8290-53ee5b9132dc,segment=NetworkSegment(f3c385f0-3f21-4cbb-a144-3b6bee8c77ad),segment_id=f3c385f0-3f21-4cbb-a144-3b6bee8c77ad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:04.419008 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8f56f304-faf4-4975-949a-f748455f8542 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0462317 Jul 22 16:39:04.419277 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbb995-ccf1-40c9-9f27-410b28b62398 req-47c39e3c-b978-4492-985b-3dcffc5bbb60 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:04.424399 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-27dbb995-ccf1-40c9-9f27-410b28b62398 req-47c39e3c-b978-4492-985b-3dcffc5bbb60 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c HTTP/1.1" status: 200 len: 945 time: 0.2338512 Jul 22 16:39:04.437909 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.439438 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device d633fbc4-56d8-481f-9b8d-67add53d5f51 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:39:04.486610 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-27dbb995-ccf1-40c9-9f27-410b28b62398 req-b94a71f6-5e9c-4297-a4f3-580852b8d1b6 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=9401c2b8-cd31-4c93-a671-a49d8abc8815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596561 Jul 22 16:39:04.512935 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-1e0bf33d-5d8a-4f96-a1e3-da78bfa6aa14 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Request body: {'port': {'device_id': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1efbf9bc-0c70-4776-ae72-82d943308ba7', 'admin_state_up': True, 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'security_groups': ['3c3d4937-0539-479b-8a9e-acabcaa5af8a']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:04.592949 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f28f2aa8-538d-43c5-bbba-23a922940960 req-5df0ac43-920c-4841-b49b-fe877ec1c20e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2746649 Jul 22 16:39:04.603731 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5003f50b-2432-45d3-9b24-2e072d12342b tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2621999 Jul 22 16:39:04.612144 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53510) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:04.620239 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f81ec7c2-05ec-4224-8618-af60c63014c5 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group': {'name': 'tempest-secgroup--411646739'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:04.693396 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f81ec7c2-05ec-4224-8618-af60c63014c5 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.711881 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=1d7a3e15-c6cc-4f53-8290-53ee5b9132dc,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:04.737708 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.749163 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port d633fbc4-56d8-481f-9b8d-67add53d5f51, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d633fbc4-56d8-481f-9b8d-67add53d5f51,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:04.809626 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-774047ca-77eb-434b-beac-e8bf9a26cd12 None None] Provisioning for port 7aa61500-2368-4f52-ab67-83af547fa639 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:04.815308 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'd633fbc4-56d8-481f-9b8d-67add53d5f51', 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762', 'port_id': 'd633fbc4-56d8-481f-9b8d-67add53d5f51', 'mac_address': 'fa:16:3e:18:e3:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04288f5-00e1-4e20-a52b-805997e77341', 'ip_address': '10.1.1.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:39:04.826824 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-774047ca-77eb-434b-beac-e8bf9a26cd12 None None] Provisioning complete for port 7aa61500-2368-4f52-ab67-83af547fa639 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:04.827563 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-774047ca-77eb-434b-beac-e8bf9a26cd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.932063 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f81ec7c2-05ec-4224-8618-af60c63014c5 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.933706 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-774047ca-77eb-434b-beac-e8bf9a26cd12 None None] Port 7aa61500-2368-4f52-ab67-83af547fa639 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:39:04.948464 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.952088 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f81ec7c2-05ec-4224-8618-af60c63014c5 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.966048 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-1e0bf33d-5d8a-4f96-a1e3-da78bfa6aa14 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Made reservation on behalf of c9497a41f8194fa4a8867ac9f3be3289 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:04.967408 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d633fbc4-56d8-481f-9b8d-67add53d5f51 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:39:04.993041 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port d633fbc4-56d8-481f-9b8d-67add53d5f51, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d633fbc4-56d8-481f-9b8d-67add53d5f51,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:04.999059 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.000234 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 71b37d7f-7bc1-469c-9d49-d6daba46b789 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:39:05.033040 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53538) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:05.060927 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f81ec7c2-05ec-4224-8618-af60c63014c5 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.062435 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f81ec7c2-05ec-4224-8618-af60c63014c5 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4492636 Jul 22 16:39:05.065472 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53546) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:05.097688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ec7c2-05ec-4224-8618-af60c63014c5 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf1ad5f-4dff-4053-afe4-16055310216c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:05.118685 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=d633fbc4-56d8-481f-9b8d-67add53d5f51,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:05.125405 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 71b37d7f-7bc1-469c-9d49-d6daba46b789, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=71b37d7f-7bc1-469c-9d49-d6daba46b789,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:05.143746 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '71b37d7f-7bc1-469c-9d49-d6daba46b789', 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762', 'port_id': '71b37d7f-7bc1-469c-9d49-d6daba46b789', 'mac_address': 'fa:16:3e:3d:2b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04288f5-00e1-4e20-a52b-805997e77341', 'ip_address': '10.1.1.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:39:05.225011 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1b399af4-1f7b-4637-be08-5aff9997ff35 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group_rule': {'security_group_id': '0bf1ad5f-4dff-4053-afe4-16055310216c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:05.225662 n-d-798930-9 neutron-server[93816]: WARNING neutron.api.v2.base [None req-1b399af4-1f7b-4637-be08-5aff9997ff35 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 22 16:39:05.226221 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-1b399af4-1f7b-4637-be08-5aff9997ff35 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:39:05.235156 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53554) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:05.250643 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1b399af4-1f7b-4637-be08-5aff9997ff35 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.1831121 Jul 22 16:39:05.276382 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.303082 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b37d7f-7bc1-469c-9d49-d6daba46b789 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:39:05.339795 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6800a908-876b-4803-a88a-af87e03cd15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.343507 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 71b37d7f-7bc1-469c-9d49-d6daba46b789, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=71b37d7f-7bc1-469c-9d49-d6daba46b789,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:05.348694 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-1e0bf33d-5d8a-4f96-a1e3-da78bfa6aa14 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.352387 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.354822 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 8f8e2019-4413-47d1-bf77-7942fb52a98f details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:39:05.419502 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd05f-91a7-49a8-b32d-c9d97dbce04d tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.436330 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=71b37d7f-7bc1-469c-9d49-d6daba46b789,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:05.459980 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 8f8e2019-4413-47d1-bf77-7942fb52a98f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=8f8e2019-4413-47d1-bf77-7942fb52a98f,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:05.467773 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd05f-91a7-49a8-b32d-c9d97dbce04d tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.479028 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '8f8e2019-4413-47d1-bf77-7942fb52a98f', 'network_id': '6b833cb6-36e8-4b1d-8c83-cc79c162b762', 'port_id': '8f8e2019-4413-47d1-bf77-7942fb52a98f', 'mac_address': 'fa:16:3e:b3:28:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04288f5-00e1-4e20-a52b-805997e77341', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:39:05.531769 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.534280 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd05f-91a7-49a8-b32d-c9d97dbce04d tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.537147 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd05f-91a7-49a8-b32d-c9d97dbce04d tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.541542 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2a5cd05f-91a7-49a8-b32d-c9d97dbce04d tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "DELETE /v2.0/security-groups/0bf1ad5f-4dff-4053-afe4-16055310216c HTTP/1.1" status: 204 len: 168 time: 0.3052838 Jul 22 16:39:05.546216 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53566) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:05.550650 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f8e2019-4413-47d1-bf77-7942fb52a98f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:39:05.580725 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 8f8e2019-4413-47d1-bf77-7942fb52a98f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=8f8e2019-4413-47d1-bf77-7942fb52a98f,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:05.587761 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.588780 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b3d71db8-83f1-44c1-9af6-beb18494c73e details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:39:05.604045 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09cd3c-9e16-41d7-b4d5-c84033389f7a req-72369b98-d552-49c8-82d3-1570502b4d1d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:05.611002 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09cd3c-9e16-41d7-b4d5-c84033389f7a req-72369b98-d552-49c8-82d3-1570502b4d1d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:05.617495 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09cd3c-9e16-41d7-b4d5-c84033389f7a req-72369b98-d552-49c8-82d3-1570502b4d1d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:05.623945 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09cd3c-9e16-41d7-b4d5-c84033389f7a req-72369b98-d552-49c8-82d3-1570502b4d1d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:05.627230 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-7046eb23-3d8b-482f-b2bc-173ea2d23cf7 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:05.628854 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-7046eb23-3d8b-482f-b2bc-173ea2d23cf7 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/networks?id=bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9 HTTP/1.1" status: 200 len: 813 time: 0.2564316 Jul 22 16:39:05.631898 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09cd3c-9e16-41d7-b4d5-c84033389f7a req-72369b98-d552-49c8-82d3-1570502b4d1d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:05.639234 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09cd3c-9e16-41d7-b4d5-c84033389f7a req-72369b98-d552-49c8-82d3-1570502b4d1d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:05.645280 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09cd3c-9e16-41d7-b4d5-c84033389f7a req-72369b98-d552-49c8-82d3-1570502b4d1d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:05.648849 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-23004cd3-e6a2-4b2c-9f48-e936b179b6f2 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/quotas/23cb87a7b11f4c9183cc7781b44bc1cc HTTP/1.1" status: 200 len: 375 time: 0.0119624 Jul 22 16:39:05.654069 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ee09cd3c-9e16-41d7-b4d5-c84033389f7a req-72369b98-d552-49c8-82d3-1570502b4d1d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5423 time: 0.3258786 Jul 22 16:39:05.657461 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cd05f-91a7-49a8-b32d-c9d97dbce04d tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf1ad5f-4dff-4053-afe4-16055310216c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:05.724293 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-9b6a5542-fd54-49f7-81da-ce0c2610b301 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cb87a7b11f4c9183cc7781b44bc1cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415294 Jul 22 16:39:05.756057 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ee09cd3c-9e16-41d7-b4d5-c84033389f7a req-a50ae366-505f-4a8e-9910-b1a69b912c36 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1008513 Jul 22 16:39:05.803756 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-68d1e9a1-0d57-4dcd-9821-184cb33e6d64 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2535548 Jul 22 16:39:05.806021 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53572) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:05.818035 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d5957e07-fe3f-4044-b9e6-bbb93eacd06e tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group': {'name': 'tempest-secgroup--728343782'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:05.886270 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6800a908-876b-4803-a88a-af87e03cd15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.893954 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6800a908-876b-4803-a88a-af87e03cd15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.961961 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-1e0bf33d-5d8a-4f96-a1e3-da78bfa6aa14 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Allocated IP 10.2.2.100 (1efbf9bc-0c70-4776-ae72-82d943308ba7/d1b3925e-5bc2-4165-8e50-36b5b076cd3a/1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:05.972529 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5957e07-fe3f-4044-b9e6-bbb93eacd06e tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.981449 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6800a908-876b-4803-a88a-af87e03cd15b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9c64268c1a4d4e869735e162c4d40a0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9458244 Jul 22 16:39:05.984118 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800a908-876b-4803-a88a-af87e03cd15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227e98d1-37cf-43ca-810e-4239010c716c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:05.987869 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53582) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:05.996657 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port b3d71db8-83f1-44c1-9af6-beb18494c73e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b3d71db8-83f1-44c1-9af6-beb18494c73e,segment=NetworkSegment(63bf2f1c-96ff-480d-8946-46efdaf0c286),segment_id=63bf2f1c-96ff-480d-8946-46efdaf0c286)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:06.013716 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'b3d71db8-83f1-44c1-9af6-beb18494c73e', 'network_id': 'ff66ea35-a49e-465a-a94a-77488ff458ac', 'port_id': 'b3d71db8-83f1-44c1-9af6-beb18494c73e', 'mac_address': 'fa:16:3e:04:bd:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e307d223-4916-45f9-8593-ea8af57cd01a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:39:06.074039 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=8f8e2019-4413-47d1-bf77-7942fb52a98f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:06.103877 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5957e07-fe3f-4044-b9e6-bbb93eacd06e tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.127574 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa94c1-f6a3-46d0-a043-92fd21c319c8 req-10d2c50d-b982-4b93-b2c5-b3908cb73f44 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:06.130771 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-69f60672-de96-4343-aebd-a6e598037f62 service neutron] 10.222.0.69 "GET /v2.0/networks/bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850024 Jul 22 16:39:06.138929 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8caa94c1-f6a3-46d0-a043-92fd21c319c8 req-10d2c50d-b982-4b93-b2c5-b3908cb73f44 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c HTTP/1.1" status: 200 len: 945 time: 0.1528594 Jul 22 16:39:06.152329 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.157344 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5957e07-fe3f-4044-b9e6-bbb93eacd06e tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.175078 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d71db8-83f1-44c1-9af6-beb18494c73e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:39:06.175558 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be9af5b5-ceca-4769-8789-8697d1be1624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.201070 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port b3d71db8-83f1-44c1-9af6-beb18494c73e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b3d71db8-83f1-44c1-9af6-beb18494c73e,segment=NetworkSegment(63bf2f1c-96ff-480d-8946-46efdaf0c286),segment_id=63bf2f1c-96ff-480d-8946-46efdaf0c286)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:06.206824 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8caa94c1-f6a3-46d0-a043-92fd21c319c8 req-21a04c7b-c696-431d-9b88-d1bb39f83b8d tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=9401c2b8-cd31-4c93-a671-a49d8abc8815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666761 Jul 22 16:39:06.209254 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.211812 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:39:06.249678 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be9af5b5-ceca-4769-8789-8697d1be1624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.263407 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5957e07-fe3f-4044-b9e6-bbb93eacd06e tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.264667 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d5957e07-fe3f-4044-b9e6-bbb93eacd06e tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4539957 Jul 22 16:39:06.273626 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53586) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:06.295094 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-26099c0d-4db7-44a8-8450-7c70623ca7f3 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group_rule': {'security_group_id': 'cbc0de02-e305-4adf-82c5-e6282ed8f886', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:06.295986 n-d-798930-9 neutron-server[93817]: WARNING neutron.api.v2.base [None req-26099c0d-4db7-44a8-8450-7c70623ca7f3 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 22 16:39:06.302577 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-26099c0d-4db7-44a8-8450-7c70623ca7f3 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:39:06.306392 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-26099c0d-4db7-44a8-8450-7c70623ca7f3 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0271649 Jul 22 16:39:06.307390 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53588) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:06.321616 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=21b84e2f-78cd-4be1-aeed-a8ff654b0a5a,segment=NetworkSegment(63bf2f1c-96ff-480d-8946-46efdaf0c286),segment_id=63bf2f1c-96ff-480d-8946-46efdaf0c286)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:06.338572 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5957e07-fe3f-4044-b9e6-bbb93eacd06e tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc0de02-e305-4adf-82c5-e6282ed8f886,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:06.350514 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '21b84e2f-78cd-4be1-aeed-a8ff654b0a5a', 'network_id': 'ff66ea35-a49e-465a-a94a-77488ff458ac', 'port_id': '21b84e2f-78cd-4be1-aeed-a8ff654b0a5a', 'mac_address': 'fa:16:3e:b1:20:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e307d223-4916-45f9-8593-ea8af57cd01a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:39:06.353380 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=b3d71db8-83f1-44c1-9af6-beb18494c73e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:06.386099 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be9af5b5-ceca-4769-8789-8697d1be1624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.391390 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be9af5b5-ceca-4769-8789-8697d1be1624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.393213 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-67865e2f-923a-4393-b1d8-84e2ea4c816a service neutron] 10.222.0.69 "GET /v2.0/networks/bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540300 Jul 22 16:39:06.409942 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5957e07-fe3f-4044-b9e6-bbb93eacd06e tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:06.410474 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5957e07-fe3f-4044-b9e6-bbb93eacd06e tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:06.410870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5957e07-fe3f-4044-b9e6-bbb93eacd06e tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:06.411208 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5957e07-fe3f-4044-b9e6-bbb93eacd06e tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:06.411572 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5957e07-fe3f-4044-b9e6-bbb93eacd06e tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:06.411903 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5957e07-fe3f-4044-b9e6-bbb93eacd06e tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:06.412135 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.412349 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5957e07-fe3f-4044-b9e6-bbb93eacd06e tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:06.412708 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5957e07-fe3f-4044-b9e6-bbb93eacd06e tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:06.413237 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5957e07-fe3f-4044-b9e6-bbb93eacd06e tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:06.413728 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5957e07-fe3f-4044-b9e6-bbb93eacd06e tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:06.414098 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5957e07-fe3f-4044-b9e6-bbb93eacd06e tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:06.414426 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5957e07-fe3f-4044-b9e6-bbb93eacd06e tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:06.423107 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-be9af5b5-ceca-4769-8789-8697d1be1624 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/227e98d1-37cf-43ca-810e-4239010c716c HTTP/1.1" status: 204 len: 168 time: 0.4316044 Jul 22 16:39:06.427683 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:39:06.450799 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device fc0b5b16-e59c-4842-85bb-8fb885fa3d8a up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:06.499774 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=21b84e2f-78cd-4be1-aeed-a8ff654b0a5a,segment=NetworkSegment(63bf2f1c-96ff-480d-8946-46efdaf0c286),segment_id=63bf2f1c-96ff-480d-8946-46efdaf0c286)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:06.513186 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9af5b5-ceca-4769-8789-8697d1be1624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227e98d1-37cf-43ca-810e-4239010c716c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:06.514301 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.548999 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b24845d-f19b-4497-b15a-b44bb60c22ac tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.599292 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port fc0b5b16-e59c-4842-85bb-8fb885fa3d8a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:06.606153 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port fc0b5b16-e59c-4842-85bb-8fb885fa3d8a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:06.606534 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.619823 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b4ac0-aa9f-4ec2-926f-cb6de651fe23 req-e10d2ebd-6cc2-487c-a82f-7831ccf9b2c3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:06.627660 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b4ac0-aa9f-4ec2-926f-cb6de651fe23 req-e10d2ebd-6cc2-487c-a82f-7831ccf9b2c3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:06.646672 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b4ac0-aa9f-4ec2-926f-cb6de651fe23 req-e10d2ebd-6cc2-487c-a82f-7831ccf9b2c3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:06.650776 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-912b4ac0-aa9f-4ec2-926f-cb6de651fe23 req-e10d2ebd-6cc2-487c-a82f-7831ccf9b2c3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 2373 time: 0.3668985 Jul 22 16:39:06.665516 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b24845d-f19b-4497-b15a-b44bb60c22ac tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.672253 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=21b84e2f-78cd-4be1-aeed-a8ff654b0a5a,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:06.682567 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-1e0bf33d-5d8a-4f96-a1e3-da78bfa6aa14 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.735296 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-912b4ac0-aa9f-4ec2-926f-cb6de651fe23 req-aac4894d-c7d2-4d39-a17e-c566d00a387c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754292 Jul 22 16:39:06.754794 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-1e0bf33d-5d8a-4f96-a1e3-da78bfa6aa14 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Transition to ACTIVE for port object 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:06.799284 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b24845d-f19b-4497-b15a-b44bb60c22ac tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.802073 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b24845d-f19b-4497-b15a-b44bb60c22ac tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.803273 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7b24845d-f19b-4497-b15a-b44bb60c22ac tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "DELETE /v2.0/security-groups/cbc0de02-e305-4adf-82c5-e6282ed8f886 HTTP/1.1" status: 204 len: 168 time: 0.4907839 Jul 22 16:39:06.805905 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53604) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:06.822988 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.844854 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24845d-f19b-4497-b15a-b44bb60c22ac tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc0de02-e305-4adf-82c5-e6282ed8f886,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:06.873870 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-1e0bf33d-5d8a-4f96-a1e3-da78bfa6aa14 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.907903 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port fc0b5b16-e59c-4842-85bb-8fb885fa3d8a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=fc0b5b16-e59c-4842-85bb-8fb885fa3d8a,segment=NetworkSegment(094f6b2f-03f2-4846-958c-49b8842d4ad3),segment_id=094f6b2f-03f2-4846-958c-49b8842d4ad3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:06.913789 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2662bd7a-037c-416d-9aaa-f7d72ee5a80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0b5b16-e59c-4842-85bb-8fb885fa3d8a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:06.917792 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e643fa79-5a2a-467d-b8a0-ae55f7f678e7" -d '{"events": [{"server_uuid": "2662bd7a-037c-416d-9aaa-f7d72ee5a80c", "name": "network-vif-plugged", "status": "completed", "tag": "fc0b5b16-e59c-4842-85bb-8fb885fa3d8a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:06.940143 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.968504 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-326b7ad7-0376-494c-abc6-6ab6e6e3a70b req-1583411e-e886-4cbc-99cb-1581b30e7f8b tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 210 time: 0.1019738 Jul 22 16:39:06.979867 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-1e0bf33d-5d8a-4f96-a1e3-da78bfa6aa14 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Network 1efbf9bc-0c70-4776-ae72-82d943308ba7 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:06.981262 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-39c291fd-ca45-4944-8fbe-c53438337dc0 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1689444 Jul 22 16:39:06.981262 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53620) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:06.992458 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8545b9d6-9c91-4b0e-8187-7091a1c3fe50 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group': {'name': 'tempest-secgroup--390858023'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:06.993139 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-1e0bf33d-5d8a-4f96-a1e3-da78bfa6aa14 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:07.048682 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8545b9d6-9c91-4b0e-8187-7091a1c3fe50 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:07.048882 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0bf33d-5d8a-4f96-a1e3-da78bfa6aa14 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event updated for resources: {'Port': ['ID=1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:07.059949 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-1e0bf33d-5d8a-4f96-a1e3-da78bfa6aa14 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:07.062537 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53626) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:07.103303 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43ac8a38-60b0-4c06-99aa-9f3882943713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:07.123795 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=fc0b5b16-e59c-4842-85bb-8fb885fa3d8a,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:07.224106 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-1e0bf33d-5d8a-4f96-a1e3-da78bfa6aa14 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:07.224818 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-1e0bf33d-5d8a-4f96-a1e3-da78bfa6aa14 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:07.359926 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4388b-53dd-4394-97fa-2921e610f834 req-e58bd9c1-b8f7-4f44-a21a-c4ff0036fe14 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:07.367130 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4388b-53dd-4394-97fa-2921e610f834 req-e58bd9c1-b8f7-4f44-a21a-c4ff0036fe14 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:07.376539 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4388b-53dd-4394-97fa-2921e610f834 req-e58bd9c1-b8f7-4f44-a21a-c4ff0036fe14 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:07.388263 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4388b-53dd-4394-97fa-2921e610f834 req-e58bd9c1-b8f7-4f44-a21a-c4ff0036fe14 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:07.397413 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['8f8e2019-4413-47d1-bf77-7942fb52a98f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:39:07.401741 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4388b-53dd-4394-97fa-2921e610f834 req-e58bd9c1-b8f7-4f44-a21a-c4ff0036fe14 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:07.408399 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4388b-53dd-4394-97fa-2921e610f834 req-e58bd9c1-b8f7-4f44-a21a-c4ff0036fe14 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:07.415485 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4388b-53dd-4394-97fa-2921e610f834 req-e58bd9c1-b8f7-4f44-a21a-c4ff0036fe14 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:07.417895 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a4d4388b-53dd-4394-97fa-2921e610f834 req-e58bd9c1-b8f7-4f44-a21a-c4ff0036fe14 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5427 time: 0.2231719 Jul 22 16:39:07.475627 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['15308c51-be2f-4b0a-b292-316a0d6b5938'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:39:07.481303 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['21b84e2f-78cd-4be1-aeed-a8ff654b0a5a'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:39:07.488854 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43ac8a38-60b0-4c06-99aa-9f3882943713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:07.494509 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a4d4388b-53dd-4394-97fa-2921e610f834 req-f1ca0d8f-d908-43cb-82f5-7343a69014a2 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648782 Jul 22 16:39:07.498196 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43ac8a38-60b0-4c06-99aa-9f3882943713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:07.511913 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-1e0bf33d-5d8a-4f96-a1e3-da78bfa6aa14 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0112298 Jul 22 16:39:07.535619 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['71b37d7f-7bc1-469c-9d49-d6daba46b789'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:39:07.542025 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-de5c5569-5414-440d-8446-cfdd20f50741 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Request body: {'port': {'device_id': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1efbf9bc-0c70-4776-ae72-82d943308ba7', 'admin_state_up': True, 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'security_groups': ['3c3d4937-0539-479b-8a9e-acabcaa5af8a']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:07.593476 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-43ac8a38-60b0-4c06-99aa-9f3882943713 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=15e14ddfb62447d4be36a88c4e6f31d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5298090 Jul 22 16:39:07.598898 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53648) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:07.636698 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac8a38-60b0-4c06-99aa-9f3882943713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bdf0de-bb60-4a4b-a579-a5eb6baf1eb8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:07.662358 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1d0f45-1c74-4959-a008-8804cc2f4847 x-openstack-request-id: req-6f1d0f45-1c74-4959-a008-8804cc2f4847 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:07.662653 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2662bd7a-037c-416d-9aaa-f7d72ee5a80c", "name": "network-vif-plugged", "status": "completed", "tag": "fc0b5b16-e59c-4842-85bb-8fb885fa3d8a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:07.662907 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6f1d0f45-1c74-4959-a008-8804cc2f4847 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:07.663305 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2662bd7a-037c-416d-9aaa-f7d72ee5a80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0b5b16-e59c-4842-85bb-8fb885fa3d8a', 'code': 200} Jul 22 16:39:07.726556 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9699c906-f4aa-46e7-92a1-8061994d49c3 None None] Provisioning for port 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:07.743500 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9699c906-f4aa-46e7-92a1-8061994d49c3 None None] Provisioning complete for port 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:07.744217 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9699c906-f4aa-46e7-92a1-8061994d49c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:07.806481 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88ec4e76-5b3c-44ae-b7c7-a78e3f3357c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:07.861861 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88ec4e76-5b3c-44ae-b7c7-a78e3f3357c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:07.984923 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88ec4e76-5b3c-44ae-b7c7-a78e3f3357c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:07.987658 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88ec4e76-5b3c-44ae-b7c7-a78e3f3357c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:07.988863 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-88ec4e76-5b3c-44ae-b7c7-a78e3f3357c1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/94bdf0de-bb60-4a4b-a579-a5eb6baf1eb8 HTTP/1.1" status: 204 len: 168 time: 0.3888690 Jul 22 16:39:07.994324 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b99c6-3a62-4df6-bead-5fd781886383 req-25517805-dd20-4bda-b1ed-ea4073662fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:07.996094 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2f8b99c6-3a62-4df6-bead-5fd781886383 req-25517805-dd20-4bda-b1ed-ea4073662fd6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c HTTP/1.1" status: 200 len: 1097 time: 0.2214642 Jul 22 16:39:08.021048 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9699c906-f4aa-46e7-92a1-8061994d49c3 None None] Port 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:39:08.090735 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2f8b99c6-3a62-4df6-bead-5fd781886383 req-bd6c551a-441f-4933-a659-519eb72fea45 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9401c2b8-cd31-4c93-a671-a49d8abc8815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878091 Jul 22 16:39:08.096749 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec4e76-5b3c-44ae-b7c7-a78e3f3357c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bdf0de-bb60-4a4b-a579-a5eb6baf1eb8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:08.130737 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8545b9d6-9c91-4b0e-8187-7091a1c3fe50 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:08.161738 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8545b9d6-9c91-4b0e-8187-7091a1c3fe50 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:08.167653 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-de5c5569-5414-440d-8446-cfdd20f50741 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Made reservation on behalf of c9497a41f8194fa4a8867ac9f3be3289 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:08.177897 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-de5c5569-5414-440d-8446-cfdd20f50741 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:08.212091 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8545b9d6-9c91-4b0e-8187-7091a1c3fe50 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:08.219463 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8545b9d6-9c91-4b0e-8187-7091a1c3fe50 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2371659 Jul 22 16:39:08.225177 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53698) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:08.331061 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545b9d6-9c91-4b0e-8187-7091a1c3fe50 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840b377d-3766-44bb-b136-59cfaba6a3a3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:08.361962 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0665ba-ec1e-4634-b2ce-53730845482e req-79119407-1496-49dc-b17d-b37321c6b121 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:08.363597 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cd0665ba-ec1e-4634-b2ce-53730845482e req-79119407-1496-49dc-b17d-b37321c6b121 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c HTTP/1.1" status: 200 len: 946 time: 0.3988523 Jul 22 16:39:08.398418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-234b6879-cef8-4eae-ad0a-7838ab0079f8 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group_rule': {'security_group_id': '840b377d-3766-44bb-b136-59cfaba6a3a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:08.429042 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cd0665ba-ec1e-4634-b2ce-53730845482e req-1adb0207-eacb-4e67-91ff-21173a9101fc tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=9401c2b8-cd31-4c93-a671-a49d8abc8815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591183 Jul 22 16:39:08.460108 n-d-798930-9 neutron-server[93816]: WARNING neutron.api.v2.base [None req-234b6879-cef8-4eae-ad0a-7838ab0079f8 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 22 16:39:08.460750 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-234b6879-cef8-4eae-ad0a-7838ab0079f8 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:39:08.464402 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-234b6879-cef8-4eae-ad0a-7838ab0079f8 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0885482 Jul 22 16:39:08.468305 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53704) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:08.478714 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1aa16a88-0865-490c-bdb7-c2cdbe5759ab tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group_rule': {'security_group_id': '840b377d-3766-44bb-b136-59cfaba6a3a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:08.483039 n-d-798930-9 neutron-server[93817]: WARNING neutron.api.v2.base [None req-1aa16a88-0865-490c-bdb7-c2cdbe5759ab tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 22 16:39:08.484054 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-1aa16a88-0865-490c-bdb7-c2cdbe5759ab tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:39:08.487881 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1aa16a88-0865-490c-bdb7-c2cdbe5759ab tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0150013 Jul 22 16:39:08.490372 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53706) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:08.499366 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-81293bd7-e8e2-4eda-87bd-38b0e4976b8d tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group_rule': {'security_group_id': '840b377d-3766-44bb-b136-59cfaba6a3a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:08.500746 n-d-798930-9 neutron-server[93817]: WARNING neutron.api.v2.base [None req-81293bd7-e8e2-4eda-87bd-38b0e4976b8d tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 22 16:39:08.501476 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-81293bd7-e8e2-4eda-87bd-38b0e4976b8d tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:39:08.505862 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-81293bd7-e8e2-4eda-87bd-38b0e4976b8d tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0116594 Jul 22 16:39:08.506745 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53708) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:08.511279 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1085b830-d0c9-4091-a700-74a8007cd367 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group_rule': {'security_group_id': '840b377d-3766-44bb-b136-59cfaba6a3a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:08.512827 n-d-798930-9 neutron-server[93817]: WARNING neutron.api.v2.base [None req-1085b830-d0c9-4091-a700-74a8007cd367 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 22 16:39:08.513437 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-1085b830-d0c9-4091-a700-74a8007cd367 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:39:08.517869 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1085b830-d0c9-4091-a700-74a8007cd367 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071189 Jul 22 16:39:08.524433 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53710) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:08.560668 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-45ebcda8-114d-4a53-af9a-df1046fb2c24 req-61c43beb-9e33-4c9f-b5e7-5a12fefdbd83 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 210 time: 0.0557549 Jul 22 16:39:08.661832 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['b3d71db8-83f1-44c1-9af6-beb18494c73e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:39:08.664124 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-830c4067-52e1-4944-8606-a5135dfe6af1 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:08.728616 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['1d7a3e15-c6cc-4f53-8290-53ee5b9132dc'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:39:08.759683 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-830c4067-52e1-4944-8606-a5135dfe6af1 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:08.842060 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-830c4067-52e1-4944-8606-a5135dfe6af1 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:08.851499 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-830c4067-52e1-4944-8606-a5135dfe6af1 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:08.858916 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-830c4067-52e1-4944-8606-a5135dfe6af1 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "DELETE /v2.0/security-groups/840b377d-3766-44bb-b136-59cfaba6a3a3 HTTP/1.1" status: 204 len: 168 time: 0.3283067 Jul 22 16:39:08.859852 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53734) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:08.883804 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a5cd7-cf77-4d97-a8cb-d8a8814494ad req-1613e736-cf9c-4c96-b3cd-a21d22f3db5f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:08.898518 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a5cd7-cf77-4d97-a8cb-d8a8814494ad req-1613e736-cf9c-4c96-b3cd-a21d22f3db5f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:08.906319 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a5cd7-cf77-4d97-a8cb-d8a8814494ad req-1613e736-cf9c-4c96-b3cd-a21d22f3db5f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:08.913150 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a5cd7-cf77-4d97-a8cb-d8a8814494ad req-1613e736-cf9c-4c96-b3cd-a21d22f3db5f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:08.922412 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d87a5cd7-cf77-4d97-a8cb-d8a8814494ad req-1613e736-cf9c-4c96-b3cd-a21d22f3db5f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 3094 time: 0.4593844 Jul 22 16:39:08.946028 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-80dca21f-a13e-4bf7-b02b-83d7526a11b0 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:08.948524 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c4067-52e1-4944-8606-a5135dfe6af1 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=840b377d-3766-44bb-b136-59cfaba6a3a3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:08.949176 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-80dca21f-a13e-4bf7-b02b-83d7526a11b0 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.30 "GET /v2.0/networks?id=bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9 HTTP/1.1" status: 200 len: 813 time: 0.4100926 Jul 22 16:39:09.007607 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-cba9a969-11b0-4156-a141-df67c1248f5d tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Request body: {'port': {'device_id': '2ab61595-c479-4687-8c1b-6b078d18c3df', 'network_id': 'bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9', 'admin_state_up': True, 'tenant_id': '23cb87a7b11f4c9183cc7781b44bc1cc'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:09.031707 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e1bcc7c0-b1a6-44f3-884b-971f8722f047 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1647904 Jul 22 16:39:09.037538 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53742) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:09.042586 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-dc49eadd-faaf-4f8f-8823-31917c5de26f tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group': {'name': 'tempest-secgroup--1053670871'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:09.079863 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbda40-7d6a-4a6d-9383-f1ff3071952b req-73e79b73-d204-4635-8e06-39afa5ee6f2c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:09.087260 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbda40-7d6a-4a6d-9383-f1ff3071952b req-73e79b73-d204-4635-8e06-39afa5ee6f2c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:09.102290 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbda40-7d6a-4a6d-9383-f1ff3071952b req-73e79b73-d204-4635-8e06-39afa5ee6f2c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:09.130164 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbda40-7d6a-4a6d-9383-f1ff3071952b req-73e79b73-d204-4635-8e06-39afa5ee6f2c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:09.158182 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbda40-7d6a-4a6d-9383-f1ff3071952b req-73e79b73-d204-4635-8e06-39afa5ee6f2c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:09.180760 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbda40-7d6a-4a6d-9383-f1ff3071952b req-73e79b73-d204-4635-8e06-39afa5ee6f2c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:09.202106 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbda40-7d6a-4a6d-9383-f1ff3071952b req-73e79b73-d204-4635-8e06-39afa5ee6f2c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:09.206404 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-de5c5569-5414-440d-8446-cfdd20f50741 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Allocated IP 10.2.2.200 (1efbf9bc-0c70-4776-ae72-82d943308ba7/d1b3925e-5bc2-4165-8e50-36b5b076cd3a/6f1fb2a5-1f03-4a26-b2bc-9670224b74a3) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:09.217169 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9afbda40-7d6a-4a6d-9383-f1ff3071952b req-73e79b73-d204-4635-8e06-39afa5ee6f2c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5427 time: 0.3558021 Jul 22 16:39:09.271022 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d87a5cd7-cf77-4d97-a8cb-d8a8814494ad req-b95dde7f-882c-4e6f-88e7-9290cbeecaf9 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3455570 Jul 22 16:39:09.284728 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc49eadd-faaf-4f8f-8823-31917c5de26f tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:09.323405 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9afbda40-7d6a-4a6d-9383-f1ff3071952b req-5d323555-53b6-4182-9761-e9e661e7966f tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0946455 Jul 22 16:39:09.474541 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc49eadd-faaf-4f8f-8823-31917c5de26f tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:09.484839 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc49eadd-faaf-4f8f-8823-31917c5de26f tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:09.565087 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc49eadd-faaf-4f8f-8823-31917c5de26f tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:09.569072 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-dc49eadd-faaf-4f8f-8823-31917c5de26f tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5277343 Jul 22 16:39:09.569072 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49eadd-faaf-4f8f-8823-31917c5de26f tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13d02479-701c-480f-b751-8fb82ec53e7c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:09.570746 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53762) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:09.577362 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c768dfbc-a274-410e-ac61-dbfab75e3c19 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group_rule': {'security_group_id': '13d02479-701c-480f-b751-8fb82ec53e7c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:09.578151 n-d-798930-9 neutron-server[93817]: WARNING neutron.api.v2.base [None req-c768dfbc-a274-410e-ac61-dbfab75e3c19 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 16:39:09.578663 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-c768dfbc-a274-410e-ac61-dbfab75e3c19 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:39:09.582466 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c768dfbc-a274-410e-ac61-dbfab75e3c19 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079875 Jul 22 16:39:09.584158 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53764) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:09.589206 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-72efdf2c-382d-4db3-afaa-ee5e437f882c tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group_rule': {'security_group_id': '13d02479-701c-480f-b751-8fb82ec53e7c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:09.637135 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['d633fbc4-56d8-481f-9b8d-67add53d5f51'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:39:09.656633 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-72efdf2c-382d-4db3-afaa-ee5e437f882c tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:39:09.658785 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-72efdf2c-382d-4db3-afaa-ee5e437f882c tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0733621 Jul 22 16:39:09.662051 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53768) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:09.674150 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-49edd89b-1893-41e2-81fd-ec1c67980164 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group_rule': {'security_group_id': '13d02479-701c-480f-b751-8fb82ec53e7c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:09.676869 n-d-798930-9 neutron-server[93817]: WARNING neutron.api.v2.base [None req-49edd89b-1893-41e2-81fd-ec1c67980164 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 22 16:39:09.678214 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-49edd89b-1893-41e2-81fd-ec1c67980164 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:39:09.679414 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-49edd89b-1893-41e2-81fd-ec1c67980164 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0161474 Jul 22 16:39:09.701979 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53770) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:09.708934 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6bfc5f5c-5842-4e31-ba76-cfac300aae0e tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group_rule': {'security_group_id': '13d02479-701c-480f-b751-8fb82ec53e7c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:09.755911 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-89ae3302-7805-4a3e-8a96-bd22dfb44b49 req-63daf68e-a75a-402b-8236-4ab3cd8a9390 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 210 time: 0.0753396 Jul 22 16:39:09.818941 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-6bfc5f5c-5842-4e31-ba76-cfac300aae0e tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:39:09.820218 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6bfc5f5c-5842-4e31-ba76-cfac300aae0e tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1166995 Jul 22 16:39:09.833879 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53778) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:09.847180 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0803cb63-c3b5-4fc3-802d-b40646946fc6 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group_rule': {'security_group_id': '13d02479-701c-480f-b751-8fb82ec53e7c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:09.851647 n-d-798930-9 neutron-server[93817]: WARNING neutron.api.v2.base [None req-0803cb63-c3b5-4fc3-802d-b40646946fc6 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 16:39:09.852378 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-0803cb63-c3b5-4fc3-802d-b40646946fc6 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:39:09.853618 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0803cb63-c3b5-4fc3-802d-b40646946fc6 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0168540 Jul 22 16:39:09.858028 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53780) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:09.863206 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4a6d795c-9bf2-4aae-b5a8-7273183708be tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group_rule': {'security_group_id': '13d02479-701c-480f-b751-8fb82ec53e7c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:09.950765 n-d-798930-9 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-4a6d795c-9bf2-4aae-b5a8-7273183708be tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Project 1929782f342e46fa8a30f0704d8b5c17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 16:39:09.997962 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-4a6d795c-9bf2-4aae-b5a8-7273183708be tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:39:10.001677 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4a6d795c-9bf2-4aae-b5a8-7273183708be tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1397209 Jul 22 16:39:10.002088 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53788) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:10.006798 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-323fd933-44d3-4ffc-abfd-a2f3161b9ee1 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group_rule': {'security_group_id': '13d02479-701c-480f-b751-8fb82ec53e7c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:10.007406 n-d-798930-9 neutron-server[93817]: WARNING neutron.api.v2.base [None req-323fd933-44d3-4ffc-abfd-a2f3161b9ee1 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 22 16:39:10.008011 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-323fd933-44d3-4ffc-abfd-a2f3161b9ee1 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:39:10.011676 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-323fd933-44d3-4ffc-abfd-a2f3161b9ee1 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059700 Jul 22 16:39:10.012596 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53790) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:10.027036 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6dde2824-5cfd-4b70-acc0-5773e1006ebf tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group_rule': {'security_group_id': '13d02479-701c-480f-b751-8fb82ec53e7c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:10.084353 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53794) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:10.127871 n-d-798930-9 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-6dde2824-5cfd-4b70-acc0-5773e1006ebf tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Project 1929782f342e46fa8a30f0704d8b5c17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 16:39:10.147064 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-6dde2824-5cfd-4b70-acc0-5773e1006ebf tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:39:10.151222 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6dde2824-5cfd-4b70-acc0-5773e1006ebf tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1347666 Jul 22 16:39:10.151660 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53802) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:10.159721 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-19ed64a5-1bfa-45ea-8969-3fb3c514dde1 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group_rule': {'security_group_id': '13d02479-701c-480f-b751-8fb82ec53e7c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:10.192329 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-cba9a969-11b0-4156-a141-df67c1248f5d tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Made reservation on behalf of 23cb87a7b11f4c9183cc7781b44bc1cc for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:10.196703 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-cba9a969-11b0-4156-a141-df67c1248f5d tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:10.230369 n-d-798930-9 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-19ed64a5-1bfa-45ea-8969-3fb3c514dde1 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Project 1929782f342e46fa8a30f0704d8b5c17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 16:39:10.250807 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-19ed64a5-1bfa-45ea-8969-3fb3c514dde1 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:39:10.254391 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-19ed64a5-1bfa-45ea-8969-3fb3c514dde1 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0958033 Jul 22 16:39:10.258863 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53808) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:10.281547 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ffe7b7a-9fc2-4204-b977-b98c04f40d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:10.351808 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-de5c5569-5414-440d-8446-cfdd20f50741 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:10.375804 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac19b30-5b47-40b9-86c4-7266b1b4074d req-29582b08-421b-4391-bf59-32cd08b40988 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:10.383946 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ac19b30-5b47-40b9-86c4-7266b1b4074d req-29582b08-421b-4391-bf59-32cd08b40988 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c HTTP/1.1" status: 200 len: 946 time: 0.3719280 Jul 22 16:39:10.418921 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4fac0b2f-e2ed-4648-aaac-f13389f0380a tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:10.443358 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-de5c5569-5414-440d-8446-cfdd20f50741 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Transition to ACTIVE for port object 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:10.452683 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4fac0b2f-e2ed-4648-aaac-f13389f0380a tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:10.502204 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ac19b30-5b47-40b9-86c4-7266b1b4074d req-d18a49c1-cfd8-428a-bf26-e08e0cea01e1 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=9401c2b8-cd31-4c93-a671-a49d8abc8815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171679 Jul 22 16:39:10.559725 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-cba9a969-11b0-4156-a141-df67c1248f5d tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Allocated IP 172.20.0.11 (bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9/858cc2a5-d699-4639-be1d-2aa4b8c9010a/8350f9eb-8bbe-4e6c-81cb-feb58b5ec710) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:10.568100 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-de5c5569-5414-440d-8446-cfdd20f50741 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:10.616521 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4fac0b2f-e2ed-4648-aaac-f13389f0380a tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:10.619971 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4fac0b2f-e2ed-4648-aaac-f13389f0380a tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:10.624286 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4fac0b2f-e2ed-4648-aaac-f13389f0380a tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "DELETE /v2.0/security-groups/13d02479-701c-480f-b751-8fb82ec53e7c HTTP/1.1" status: 204 len: 168 time: 0.3614511 Jul 22 16:39:10.633475 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53834) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:10.639830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c5569-5414-440d-8446-cfdd20f50741 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event updated for resources: {'Port': ['ID=6f1fb2a5-1f03-4a26-b2bc-9670224b74a3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:10.646056 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 8f8e2019-4413-47d1-bf77-7942fb52a98f up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:10.702362 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-de5c5569-5414-440d-8446-cfdd20f50741 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Network 1efbf9bc-0c70-4776-ae72-82d943308ba7 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:10.703766 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec873ddf-59c9-4aed-932a-2927ad5b373b req-da653c53-2c9c-438d-b82a-50690a1777a3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:10.711046 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec873ddf-59c9-4aed-932a-2927ad5b373b req-da653c53-2c9c-438d-b82a-50690a1777a3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:10.713339 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-de5c5569-5414-440d-8446-cfdd20f50741 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:10.718183 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec873ddf-59c9-4aed-932a-2927ad5b373b req-da653c53-2c9c-438d-b82a-50690a1777a3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:10.720391 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-de5c5569-5414-440d-8446-cfdd20f50741 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:10.724434 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec873ddf-59c9-4aed-932a-2927ad5b373b req-da653c53-2c9c-438d-b82a-50690a1777a3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:10.726365 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ec873ddf-59c9-4aed-932a-2927ad5b373b req-da653c53-2c9c-438d-b82a-50690a1777a3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 3094 time: 0.3274927 Jul 22 16:39:10.735974 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ffe7b7a-9fc2-4204-b977-b98c04f40d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:10.737396 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac0b2f-e2ed-4648-aaac-f13389f0380a tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d02479-701c-480f-b751-8fb82ec53e7c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:10.753961 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ffe7b7a-9fc2-4204-b977-b98c04f40d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:10.819866 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 8f8e2019-4413-47d1-bf77-7942fb52a98f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:10.825149 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 8f8e2019-4413-47d1-bf77-7942fb52a98f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:10.825540 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:10.872027 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-de5c5569-5414-440d-8446-cfdd20f50741 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:10.872813 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-de5c5569-5414-440d-8446-cfdd20f50741 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:10.911162 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6f87e334-cf81-476e-878d-fb3286db8ad8 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2764742 Jul 22 16:39:10.911416 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18148f-fac3-4c72-8527-de406ce147fa req-16b6649d-92bc-432b-af3e-6af115488cc1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:10.915010 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ec873ddf-59c9-4aed-932a-2927ad5b373b req-acd29541-58a4-45b5-9c68-31a6c8201bc8 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737294 Jul 22 16:39:10.915673 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53840) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:10.921820 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18148f-fac3-4c72-8527-de406ce147fa req-16b6649d-92bc-432b-af3e-6af115488cc1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:10.929329 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8ffe7b7a-9fc2-4204-b977-b98c04f40d57 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1de4fe7157d84dc996cb355ad0c9e5ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8438034 Jul 22 16:39:10.929701 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18148f-fac3-4c72-8527-de406ce147fa req-16b6649d-92bc-432b-af3e-6af115488cc1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:10.930164 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe7b7a-9fc2-4204-b977-b98c04f40d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c796205-bf4d-400e-8d73-1fe941947d7f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:10.932627 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53842) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:10.938006 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18148f-fac3-4c72-8527-de406ce147fa req-16b6649d-92bc-432b-af3e-6af115488cc1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:10.940628 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a9cefa78-6d2e-4bea-9179-5d862bb9ab71 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group': {'name': 'tempest-secgroup--891602880'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:10.949807 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18148f-fac3-4c72-8527-de406ce147fa req-16b6649d-92bc-432b-af3e-6af115488cc1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:10.957272 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18148f-fac3-4c72-8527-de406ce147fa req-16b6649d-92bc-432b-af3e-6af115488cc1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:10.966408 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18148f-fac3-4c72-8527-de406ce147fa req-16b6649d-92bc-432b-af3e-6af115488cc1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:10.976893 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e18148f-fac3-4c72-8527-de406ce147fa req-16b6649d-92bc-432b-af3e-6af115488cc1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5427 time: 0.3394425 Jul 22 16:39:11.008635 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53844) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:11.010847 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.042456 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9cefa78-6d2e-4bea-9179-5d862bb9ab71 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.072512 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8e2019-4413-47d1-bf77-7942fb52a98f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:11.075749 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93606dd-bef5-4046-bbf0-83a4082bee38" -d '{"events": [{"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-plugged", "status": "completed", "tag": "8f8e2019-4413-47d1-bf77-7942fb52a98f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:11.091571 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 8f8e2019-4413-47d1-bf77-7942fb52a98f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=8f8e2019-4413-47d1-bf77-7942fb52a98f,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:11.092668 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-de5c5569-5414-440d-8446-cfdd20f50741 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5605845 Jul 22 16:39:11.097137 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.098845 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 15308c51-be2f-4b0a-b292-316a0d6b5938 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:11.131769 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c087c497-57f0-4a4a-b2d7-c7070d56229c service neutron] Request body: {'port': {'device_id': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:11.142028 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e5c364d-d2b1-4b58-a8e3-135f3c1ac556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.205214 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e18148f-fac3-4c72-8527-de406ce147fa req-96573f84-649e-4aa2-b36f-a027ce87216d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2245109 Jul 22 16:39:11.221039 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0b940271-3bc5-46eb-a000-3ec7d05ba1f2 None None] Provisioning for port 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:11.245401 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0b940271-3bc5-46eb-a000-3ec7d05ba1f2 None None] Provisioning complete for port 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:11.247854 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0b940271-3bc5-46eb-a000-3ec7d05ba1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.265688 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a01e569a-7e27-4164-b939-c5bae178a560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.288276 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e5c364d-d2b1-4b58-a8e3-135f3c1ac556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.321999 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-cba9a969-11b0-4156-a141-df67c1248f5d tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.348112 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=8f8e2019-4413-47d1-bf77-7942fb52a98f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:11.356995 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0b940271-3bc5-46eb-a000-3ec7d05ba1f2 None None] Port 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:39:11.371705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 15308c51-be2f-4b0a-b292-316a0d6b5938 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:11.377530 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 15308c51-be2f-4b0a-b292-316a0d6b5938 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:11.378631 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.390188 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9d594366-07ed-478e-8150-c49fed7cb6c2 req-b8f13e45-dbaa-4f17-b88b-e80d10c13d5b tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 210 time: 0.0445051 Jul 22 16:39:11.403042 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c087c497-57f0-4a4a-b2d7-c7070d56229c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.430034 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec35354-fc73-4778-bfd3-faa1653bcaa5 req-7431a25b-f520-42ec-b76a-4735a2cdae5a tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:11.431998 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5ec35354-fc73-4778-bfd3-faa1653bcaa5 req-7431a25b-f520-42ec-b76a-4735a2cdae5a tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c HTTP/1.1" status: 200 len: 946 time: 0.3205006 Jul 22 16:39:11.448544 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9cefa78-6d2e-4bea-9179-5d862bb9ab71 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.454706 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53850) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:11.471322 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8c08f847-862a-46c5-adcc-73b5814a667b tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Request body: {'floatingip': {'port_id': 'fc0b5b16-e59c-4842-85bb-8fb885fa3d8a'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:11.498039 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081c3733-426b-4d22-b88d-19ba6baef30f x-openstack-request-id: req-081c3733-426b-4d22-b88d-19ba6baef30f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:11.498333 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-plugged", "status": "completed", "tag": "8f8e2019-4413-47d1-bf77-7942fb52a98f", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:11.498582 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-081c3733-426b-4d22-b88d-19ba6baef30f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:11.498978 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8e2019-4413-47d1-bf77-7942fb52a98f', 'code': 200} Jul 22 16:39:11.523999 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-cba9a969-11b0-4156-a141-df67c1248f5d tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.545201 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c08f847-862a-46c5-adcc-73b5814a667b tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.548536 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9cefa78-6d2e-4bea-9179-5d862bb9ab71 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.552938 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.586362 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-cba9a969-11b0-4156-a141-df67c1248f5d tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Network bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:11.594327 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e5c364d-d2b1-4b58-a8e3-135f3c1ac556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.598820 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e5c364d-d2b1-4b58-a8e3-135f3c1ac556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.599063 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 15308c51-be2f-4b0a-b292-316a0d6b5938, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=15308c51-be2f-4b0a-b292-316a0d6b5938,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:11.600235 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2e5c364d-d2b1-4b58-a8e3-135f3c1ac556 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6c796205-bf4d-400e-8d73-1fe941947d7f HTTP/1.1" status: 204 len: 168 time: 0.6550825 Jul 22 16:39:11.610924 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.612081 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:11.645813 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-cba9a969-11b0-4156-a141-df67c1248f5d tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:11.657233 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-cba9a969-11b0-4156-a141-df67c1248f5d tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:11.694180 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cefa78-6d2e-4bea-9179-5d862bb9ab71 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfb73be-3c5c-43b7-ab4c-f9d7f9ef3e49,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:11.717063 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=15308c51-be2f-4b0a-b292-316a0d6b5938,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:11.717685 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c364d-d2b1-4b58-a8e3-135f3c1ac556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c796205-bf4d-400e-8d73-1fe941947d7f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:11.729201 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:11.737233 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:11.738273 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.747267 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9a969-11b0-4156-a141-df67c1248f5d tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Pushing event updated for resources: {'Port': ['ID=8350f9eb-8bbe-4e6c-81cb-feb58b5ec710,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:11.865839 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-cba9a969-11b0-4156-a141-df67c1248f5d tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:11.867431 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-cba9a969-11b0-4156-a141-df67c1248f5d tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.889583 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.936622 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.993917 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=21b84e2f-78cd-4be1-aeed-a8ff654b0a5a,segment=NetworkSegment(63bf2f1c-96ff-480d-8946-46efdaf0c286),segment_id=63bf2f1c-96ff-480d-8946-46efdaf0c286)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:12.002948 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.004729 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 71b37d7f-7bc1-469c-9d49-d6daba46b789 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:12.094749 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a01e569a-7e27-4164-b939-c5bae178a560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.096735 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.110699 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a01e569a-7e27-4164-b939-c5bae178a560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.121587 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c087c497-57f0-4a4a-b2d7-c7070d56229c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:39:12.127826 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=21b84e2f-78cd-4be1-aeed-a8ff654b0a5a,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:12.138926 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c087c497-57f0-4a4a-b2d7-c7070d56229c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.148288 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9cefa78-6d2e-4bea-9179-5d862bb9ab71 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.149676 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a9cefa78-6d2e-4bea-9179-5d862bb9ab71 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2325401 Jul 22 16:39:12.156143 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53862) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:12.166280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f6209e49-9800-4a33-88a3-83efb969f396 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group_rule': {'security_group_id': 'fdfb73be-3c5c-43b7-ab4c-f9d7f9ef3e49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:12.175688 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-cba9a969-11b0-4156-a141-df67c1248f5d tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1860936 Jul 22 16:39:12.177291 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 71b37d7f-7bc1-469c-9d49-d6daba46b789 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:12.179062 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c087c497-57f0-4a4a-b2d7-c7070d56229c service neutron] Transition to ACTIVE for port object 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:12.186219 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 71b37d7f-7bc1-469c-9d49-d6daba46b789 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:12.186855 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.189174 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c087c497-57f0-4a4a-b2d7-c7070d56229c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.209452 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-59d90ec1-afbd-47f2-8622-c4ef270a0770 service neutron] Request body: {'port': {'device_id': '2ab61595-c479-4687-8c1b-6b078d18c3df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:12.303681 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.322748 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a01e569a-7e27-4164-b939-c5bae178a560 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=027e5554077e48fcb5d2d606da199571&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3114765 Jul 22 16:39:12.329486 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53868) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:12.336960 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e569a-7e27-4164-b939-c5bae178a560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97c97fb-e689-4b1b-b782-7f2b39125eb6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:12.377166 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 71b37d7f-7bc1-469c-9d49-d6daba46b789, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=71b37d7f-7bc1-469c-9d49-d6daba46b789,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:12.396940 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.461410 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087c497-57f0-4a4a-b2d7-c7070d56229c service neutron] Pushing event updated for resources: {'Port': ['ID=30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:12.551168 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=71b37d7f-7bc1-469c-9d49-d6daba46b789,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:12.568808 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-f6209e49-9800-4a33-88a3-83efb969f396 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] create failed (client error): The resource could not be found. Jul 22 16:39:12.572890 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f6209e49-9800-4a33-88a3-83efb969f396 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4122999 Jul 22 16:39:12.580793 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53876) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:12.595226 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2fc81ca3-b1ba-4b16-a529-c17b9fdc4671 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group_rule': {'security_group_id': 'fdfb73be-3c5c-43b7-ab4c-f9d7f9ef3e49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a1422625-3701-4be4-8813-4a283a49ba25'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:12.647018 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:12.666847 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-59d90ec1-afbd-47f2-8622-c4ef270a0770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.685007 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adefc85-e552-4256-bf26-696e2a05576d req-0b47ffc8-4766-4348-8134-2b6723c32021 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:12.687272 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f77f1-2d3c-453a-8caa-81e8923d2905 req-6213001e-cad7-45f7-b281-4dff680a87a6 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:12.694386 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f77f1-2d3c-453a-8caa-81e8923d2905 req-6213001e-cad7-45f7-b281-4dff680a87a6 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:12.702839 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f77f1-2d3c-453a-8caa-81e8923d2905 req-6213001e-cad7-45f7-b281-4dff680a87a6 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:12.707154 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adefc85-e552-4256-bf26-696e2a05576d req-0b47ffc8-4766-4348-8134-2b6723c32021 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:12.714633 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f77f1-2d3c-453a-8caa-81e8923d2905 req-6213001e-cad7-45f7-b281-4dff680a87a6 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:12.723162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adefc85-e552-4256-bf26-696e2a05576d req-0b47ffc8-4766-4348-8134-2b6723c32021 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:12.729396 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adefc85-e552-4256-bf26-696e2a05576d req-0b47ffc8-4766-4348-8134-2b6723c32021 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:12.738524 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f77f1-2d3c-453a-8caa-81e8923d2905 req-6213001e-cad7-45f7-b281-4dff680a87a6 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:12.746699 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-271f77f1-2d3c-453a-8caa-81e8923d2905 req-6213001e-cad7-45f7-b281-4dff680a87a6 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 3827 time: 0.6220474 Jul 22 16:39:12.749989 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adefc85-e552-4256-bf26-696e2a05576d req-0b47ffc8-4766-4348-8134-2b6723c32021 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:12.756190 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adefc85-e552-4256-bf26-696e2a05576d req-0b47ffc8-4766-4348-8134-2b6723c32021 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:12.762889 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adefc85-e552-4256-bf26-696e2a05576d req-0b47ffc8-4766-4348-8134-2b6723c32021 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:12.771419 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6adefc85-e552-4256-bf26-696e2a05576d req-0b47ffc8-4766-4348-8134-2b6723c32021 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5430 time: 0.4325473 Jul 22 16:39:12.818615 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c087c497-57f0-4a4a-b2d7-c7070d56229c service neutron] Attempting to bind port 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:12.818982 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c087c497-57f0-4a4a-b2d7-c7070d56229c service neutron] Attempting to bind port 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '6ee6e318-36e3-4276-aaa7-7e4a6c486bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:12.819279 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c087c497-57f0-4a4a-b2d7-c7070d56229c service neutron] Attempting to bind port 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b on network 9c5c4430-fe08-4a96-9de3-fdc32bed75bd {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:12.842773 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:12.846020 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff02a798-33c3-4ea0-9cae-c053cb1f6e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.858334 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:12.861211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c087c497-57f0-4a4a-b2d7-c7070d56229c service neutron] Port 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b on network 9c5c4430-fe08-4a96-9de3-fdc32bed75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:12.861621 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c087c497-57f0-4a4a-b2d7-c7070d56229c service neutron] Attempting to bind port 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b on network 9c5c4430-fe08-4a96-9de3-fdc32bed75bd {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:12.862672 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.872233 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff02a798-33c3-4ea0-9cae-c053cb1f6e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.892074 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6adefc85-e552-4256-bf26-696e2a05576d req-d1398afc-b8af-4c8d-94fb-8b120ded4c0b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1196401 Jul 22 16:39:12.895156 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c087c497-57f0-4a4a-b2d7-c7070d56229c service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:12.895566 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c087c497-57f0-4a4a-b2d7-c7070d56229c service neutron] Checking segment: {'id': '6ee6e318-36e3-4276-aaa7-7e4a6c486bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:12.895897 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c087c497-57f0-4a4a-b2d7-c7070d56229c service neutron] Bound using segment: {'id': '6ee6e318-36e3-4276-aaa7-7e4a6c486bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:12.896349 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c087c497-57f0-4a4a-b2d7-c7070d56229c service neutron] Bound port: 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ee6e318-36e3-4276-aaa7-7e4a6c486bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:12.896713 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c087c497-57f0-4a4a-b2d7-c7070d56229c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.990691 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-271f77f1-2d3c-453a-8caa-81e8923d2905 req-6592b08a-6559-4ab0-ad89-56a86025babc tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374606 Jul 22 16:39:13.022222 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff02a798-33c3-4ea0-9cae-c053cb1f6e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:13.025489 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff02a798-33c3-4ea0-9cae-c053cb1f6e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:13.033327 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ff02a798-33c3-4ea0-9cae-c053cb1f6e7b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f97c97fb-e689-4b1b-b782-7f2b39125eb6 HTTP/1.1" status: 204 len: 168 time: 0.6930947 Jul 22 16:39:13.046459 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02a798-33c3-4ea0-9cae-c053cb1f6e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97c97fb-e689-4b1b-b782-7f2b39125eb6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:13.052291 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:13.057717 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-2fc81ca3-b1ba-4b16-a529-c17b9fdc4671 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] create failed (client error): The resource could not be found. Jul 22 16:39:13.059512 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2fc81ca3-b1ba-4b16-a529-c17b9fdc4671 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4727478 Jul 22 16:39:13.063085 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53890) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:13.083190 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.db.resource_extend [None req-8c08f847-862a-46c5-adcc-73b5814a667b tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:39:13.159929 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c08f847-862a-46c5-adcc-73b5814a667b tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:13.163530 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1d7a3e15-c6cc-4f53-8290-53ee5b9132dc,segment=NetworkSegment(f3c385f0-3f21-4cbb-a144-3b6bee8c77ad),segment_id=f3c385f0-3f21-4cbb-a144-3b6bee8c77ad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:13.170976 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c08f847-862a-46c5-adcc-73b5814a667b tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:13.172981 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:13.174014 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device d633fbc4-56d8-481f-9b8d-67add53d5f51 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:13.362432 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c087c497-57f0-4a4a-b2d7-c7070d56229c service neutron] For port 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:13.369443 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=1d7a3e15-c6cc-4f53-8290-53ee5b9132dc,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:13.388334 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port d633fbc4-56d8-481f-9b8d-67add53d5f51 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:13.393121 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-8c08f847-862a-46c5-adcc-73b5814a667b tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Floating IP 8630711b-e1e8-45ba-87e7-77a2d74dbcc6 associated. External IP: 172.25.0.79, port: fc0b5b16-e59c-4842-85bb-8fb885fa3d8a. Jul 22 16:39:13.400417 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port d633fbc4-56d8-481f-9b8d-67add53d5f51 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:13.401505 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:13.447107 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdab40-7b71-4ca4-aa5f-c63e53392292 req-9edd0b4e-834f-48bb-aa6b-0a5f91d42a1f tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:13.448706 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-affdab40-7b71-4ca4-aa5f-c63e53392292 req-9edd0b4e-834f-48bb-aa6b-0a5f91d42a1f tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 932 time: 0.3892260 Jul 22 16:39:13.461889 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c087c497-57f0-4a4a-b2d7-c7070d56229c service neutron] For port 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b,segment=NetworkSegment(6ee6e318-36e3-4276-aaa7-7e4a6c486bba),segment_id=6ee6e318-36e3-4276-aaa7-7e4a6c486bba)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:13.463241 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc9b025d-60da-4b82-918d-aaf20aef0d2c tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:13.499685 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15308c51-be2f-4b0a-b292-316a0d6b5938'}, {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b84e2f-78cd-4be1-aeed-a8ff654b0a5a'}, {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b37d7f-7bc1-469c-9d49-d6daba46b789'}, {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7a3e15-c6cc-4f53-8290-53ee5b9132dc'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:13.502017 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab66ad5-bf01-4311-9cae-5d2e5c72ee58" -d '{"events": [{"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-plugged", "status": "completed", "tag": "15308c51-be2f-4b0a-b292-316a0d6b5938"}, {"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-plugged", "status": "completed", "tag": "21b84e2f-78cd-4be1-aeed-a8ff654b0a5a"}, {"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-plugged", "status": "completed", "tag": "71b37d7f-7bc1-469c-9d49-d6daba46b789"}, {"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-plugged", "status": "completed", "tag": "1d7a3e15-c6cc-4f53-8290-53ee5b9132dc"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:13.528683 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c087c497-57f0-4a4a-b2d7-c7070d56229c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:13.606650 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:13.613307 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509fe449-b25d-4335-9930-f82f9cca5d33 x-openstack-request-id: req-509fe449-b25d-4335-9930-f82f9cca5d33 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:13.614217 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-plugged", "status": "completed", "tag": "15308c51-be2f-4b0a-b292-316a0d6b5938", "code": 200}, {"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-plugged", "status": "completed", "tag": "21b84e2f-78cd-4be1-aeed-a8ff654b0a5a", "code": 200}, {"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-plugged", "status": "completed", "tag": "71b37d7f-7bc1-469c-9d49-d6daba46b789", "code": 200}, {"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-plugged", "status": "completed", "tag": "1d7a3e15-c6cc-4f53-8290-53ee5b9132dc", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:13.614678 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-509fe449-b25d-4335-9930-f82f9cca5d33 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:13.615358 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15308c51-be2f-4b0a-b292-316a0d6b5938', 'code': 200} Jul 22 16:39:13.615833 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b84e2f-78cd-4be1-aeed-a8ff654b0a5a', 'code': 200} Jul 22 16:39:13.616552 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b37d7f-7bc1-469c-9d49-d6daba46b789', 'code': 200} Jul 22 16:39:13.616877 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7a3e15-c6cc-4f53-8290-53ee5b9132dc', 'code': 200} Jul 22 16:39:13.674211 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port d633fbc4-56d8-481f-9b8d-67add53d5f51, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d633fbc4-56d8-481f-9b8d-67add53d5f51,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:13.676286 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc9b025d-60da-4b82-918d-aaf20aef0d2c tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:13.695256 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:13.697982 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b3d71db8-83f1-44c1-9af6-beb18494c73e up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:13.730144 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c08f847-862a-46c5-adcc-73b5814a667b tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Router f337fb39-d7aa-4ede-9a43-89adda824201 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:39:13.917578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-59d90ec1-afbd-47f2-8622-c4ef270a0770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8350f9eb-8bbe-4e6c-81cb-feb58b5ec710 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:39:13.926957 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c08f847-862a-46c5-adcc-73b5814a667b tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:39:13.940813 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c08f847-862a-46c5-adcc-73b5814a667b tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:13.961598 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a80215-649f-4120-8911-3c898473812a None None] Sync routers for ids ['f337fb39-d7aa-4ede-9a43-89adda824201'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:39:13.965003 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-59d90ec1-afbd-47f2-8622-c4ef270a0770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:13.995596 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-59d90ec1-afbd-47f2-8622-c4ef270a0770 service neutron] Transition to ACTIVE for port object 8350f9eb-8bbe-4e6c-81cb-feb58b5ec710 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:14.000689 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=d633fbc4-56d8-481f-9b8d-67add53d5f51,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:14.027433 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8c08f847-862a-46c5-adcc-73b5814a667b tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "PUT /v2.0/floatingips/8630711b-e1e8-45ba-87e7-77a2d74dbcc6 HTTP/1.1" status: 200 len: 991 time: 2.5714557 Jul 22 16:39:14.032029 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2662bd7a-037c-416d-9aaa-f7d72ee5a80c', 'tag': 'fc0b5b16-e59c-4842-85bb-8fb885fa3d8a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:14.036820 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-59d90ec1-afbd-47f2-8622-c4ef270a0770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:14.037285 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a80215-649f-4120-8911-3c898473812a None None] Routers {'f337fb39-d7aa-4ede-9a43-89adda824201'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:14.037983 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723fd137-15bc-4b9a-b857-1b169b4e2b55" -d '{"events": [{"name": "network-changed", "server_uuid": "2662bd7a-037c-416d-9aaa-f7d72ee5a80c", "tag": "fc0b5b16-e59c-4842-85bb-8fb885fa3d8a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:14.039257 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-54a80215-649f-4120-8911-3c898473812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:39:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f337fb39-d7aa-4ede-9a43-89adda824201'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:14.044242 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc9b025d-60da-4b82-918d-aaf20aef0d2c tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:14.053888 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc9b025d-60da-4b82-918d-aaf20aef0d2c tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:14.056667 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-dc9b025d-60da-4b82-918d-aaf20aef0d2c tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "DELETE /v2.0/security-groups/fdfb73be-3c5c-43b7-ab4c-f9d7f9ef3e49 HTTP/1.1" status: 204 len: 168 time: 0.9925900 Jul 22 16:39:14.073367 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53946) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:14.082101 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c087c497-57f0-4a4a-b2d7-c7070d56229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:14.082745 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c087c497-57f0-4a4a-b2d7-c7070d56229c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:14.084363 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c087c497-57f0-4a4a-b2d7-c7070d56229c service neutron] 10.222.0.16 "PUT /v2.0/ports/30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b HTTP/1.1" status: 200 len: 1091 time: 2.9570177 Jul 22 16:39:14.091954 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'tag': '30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:14.094670 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc4b855-f936-43ee-99d9-62d02fbb8310" -d '{"events": [{"name": "network-changed", "server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "tag": "30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:14.127519 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-affdab40-7b71-4ca4-aa5f-c63e53392292 req-0d92d134-ef49-49f5-b91b-35ba195363b1 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/security-groups?id=9808ee90-88e2-4114-b837-cdce8f1307d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6703253 Jul 22 16:39:14.184346 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-4406ffd9-a21b-454e-8ba3-ea1c36f5f96b service neutron] Request body: {'port': {'device_id': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:14.191380 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port b3d71db8-83f1-44c1-9af6-beb18494c73e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:14.207038 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port b3d71db8-83f1-44c1-9af6-beb18494c73e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:14.207756 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:14.224002 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b025d-60da-4b82-918d-aaf20aef0d2c tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfb73be-3c5c-43b7-ab4c-f9d7f9ef3e49,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:14.248148 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53952) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:14.272637 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-75aa7564-b008-41da-9786-ce134834b1b7 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1907556 Jul 22 16:39:14.281978 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53956) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:14.297595 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ebcf8847-488b-4935-9305-a7525e8e5e45 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group_rule': {'security_group_id': '83cf7c73-1199-4df2-8adb-fb5d8306fa4b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:14.332948 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-54a80215-649f-4120-8911-3c898473812a None None] Set router f337fb39-d7aa-4ede-9a43-89adda824201 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:14.337544 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1ff0c-40b4-4d9f-89bc-e355a46886fa req-92a77ef3-71b6-4046-a4de-70549688c482 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:14.346809 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1ff0c-40b4-4d9f-89bc-e355a46886fa req-92a77ef3-71b6-4046-a4de-70549688c482 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:14.358935 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087c497-57f0-4a4a-b2d7-c7070d56229c service neutron] Pushing event updated for resources: {'Port': ['ID=30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:14.360121 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1ff0c-40b4-4d9f-89bc-e355a46886fa req-92a77ef3-71b6-4046-a4de-70549688c482 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:14.369371 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1ff0c-40b4-4d9f-89bc-e355a46886fa req-92a77ef3-71b6-4046-a4de-70549688c482 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:14.376738 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1ff0c-40b4-4d9f-89bc-e355a46886fa req-92a77ef3-71b6-4046-a4de-70549688c482 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:14.385700 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1ff0c-40b4-4d9f-89bc-e355a46886fa req-92a77ef3-71b6-4046-a4de-70549688c482 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:14.392564 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1ff0c-40b4-4d9f-89bc-e355a46886fa req-92a77ef3-71b6-4046-a4de-70549688c482 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:14.403290 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8ff1ff0c-40b4-4d9f-89bc-e355a46886fa req-92a77ef3-71b6-4046-a4de-70549688c482 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5433 time: 0.3814631 Jul 22 16:39:14.474750 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8ff1ff0c-40b4-4d9f-89bc-e355a46886fa req-0304a237-90a7-4b35-be67-c3eec40a49ba tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0703702 Jul 22 16:39:14.507223 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd95456a-2aeb-49ee-adbc-4327d6c71f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:14.691639 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d90ec1-afbd-47f2-8622-c4ef270a0770 service neutron] Pushing event updated for resources: {'Port': ['ID=8350f9eb-8bbe-4e6c-81cb-feb58b5ec710,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:14.718171 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:14.747744 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc09b5d9-a855-4c13-b25e-516a7dd7cfb2 x-openstack-request-id: req-dc09b5d9-a855-4c13-b25e-516a7dd7cfb2 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:14.748866 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2662bd7a-037c-416d-9aaa-f7d72ee5a80c", "tag": "fc0b5b16-e59c-4842-85bb-8fb885fa3d8a", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:14.749471 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dc09b5d9-a855-4c13-b25e-516a7dd7cfb2 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:14.750611 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2662bd7a-037c-416d-9aaa-f7d72ee5a80c', 'tag': 'fc0b5b16-e59c-4842-85bb-8fb885fa3d8a', 'status': 'completed', 'code': 200} Jul 22 16:39:14.757588 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-59d90ec1-afbd-47f2-8622-c4ef270a0770 service neutron] Attempting to bind port 8350f9eb-8bbe-4e6c-81cb-feb58b5ec710 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:14.757944 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-59d90ec1-afbd-47f2-8622-c4ef270a0770 service neutron] Attempting to bind port 8350f9eb-8bbe-4e6c-81cb-feb58b5ec710 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '5c38946c-a33b-4993-9071-28064817bd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:14.758480 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-59d90ec1-afbd-47f2-8622-c4ef270a0770 service neutron] Attempting to bind port 8350f9eb-8bbe-4e6c-81cb-feb58b5ec710 on network bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:14.760578 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-4406ffd9-a21b-454e-8ba3-ea1c36f5f96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:14.775475 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd95456a-2aeb-49ee-adbc-4327d6c71f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:14.783094 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd95456a-2aeb-49ee-adbc-4327d6c71f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:14.783318 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-59d90ec1-afbd-47f2-8622-c4ef270a0770 service neutron] Port 8350f9eb-8bbe-4e6c-81cb-feb58b5ec710 on network bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:14.783411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-59d90ec1-afbd-47f2-8622-c4ef270a0770 service neutron] Attempting to bind port 8350f9eb-8bbe-4e6c-81cb-feb58b5ec710 on network bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:14.833869 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-ebcf8847-488b-4935-9305-a7525e8e5e45 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] create failed (client error): The resource could not be found. Jul 22 16:39:14.840488 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ebcf8847-488b-4935-9305-a7525e8e5e45 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5444002 Jul 22 16:39:14.840488 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e686364-8527-4eb7-ba08-6df9f33c252b x-openstack-request-id: req-4e686364-8527-4eb7-ba08-6df9f33c252b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:14.840488 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "tag": "30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:14.840488 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4e686364-8527-4eb7-ba08-6df9f33c252b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:14.840488 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'tag': '30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b', 'status': 'completed', 'code': 200} Jul 22 16:39:14.848779 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53966) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:14.856037 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95456a-2aeb-49ee-adbc-4327d6c71f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b678da-807c-46cf-9064-1b1691d52b91,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:14.874901 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ebe4c-e04a-4fba-bd73-55a5c71f3ea3 req-8adfc262-ee96-40de-b708-5998b7b610c9 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:14.881120 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ae1eea90-1c71-4de0-9375-c86a36ccc60b tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group': {'name': 'tempest-secgroup--1024847153'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:14.881301 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ebe4c-e04a-4fba-bd73-55a5c71f3ea3 req-8adfc262-ee96-40de-b708-5998b7b610c9 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:14.888775 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ebe4c-e04a-4fba-bd73-55a5c71f3ea3 req-8adfc262-ee96-40de-b708-5998b7b610c9 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:14.895697 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ebe4c-e04a-4fba-bd73-55a5c71f3ea3 req-8adfc262-ee96-40de-b708-5998b7b610c9 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:14.897279 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port b3d71db8-83f1-44c1-9af6-beb18494c73e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b3d71db8-83f1-44c1-9af6-beb18494c73e,segment=NetworkSegment(63bf2f1c-96ff-480d-8946-46efdaf0c286),segment_id=63bf2f1c-96ff-480d-8946-46efdaf0c286)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:14.902627 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ebe4c-e04a-4fba-bd73-55a5c71f3ea3 req-8adfc262-ee96-40de-b708-5998b7b610c9 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:14.906582 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:14.911672 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-038ebe4c-e04a-4fba-bd73-55a5c71f3ea3 req-8adfc262-ee96-40de-b708-5998b7b610c9 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 3827 time: 0.6280255 Jul 22 16:39:14.915003 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-59d90ec1-afbd-47f2-8622-c4ef270a0770 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:14.915363 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-59d90ec1-afbd-47f2-8622-c4ef270a0770 service neutron] Checking segment: {'id': '5c38946c-a33b-4993-9071-28064817bd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:14.915912 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-59d90ec1-afbd-47f2-8622-c4ef270a0770 service neutron] Bound using segment: {'id': '5c38946c-a33b-4993-9071-28064817bd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:14.916435 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-59d90ec1-afbd-47f2-8622-c4ef270a0770 service neutron] Bound port: 8350f9eb-8bbe-4e6c-81cb-feb58b5ec710, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c38946c-a33b-4993-9071-28064817bd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:14.916846 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-59d90ec1-afbd-47f2-8622-c4ef270a0770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:14.958698 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cd95456a-2aeb-49ee-adbc-4327d6c71f99 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6ed293c35a30450d8c6dac54df7a3ffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7065985 Jul 22 16:39:14.959269 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53970) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:14.987153 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=b3d71db8-83f1-44c1-9af6-beb18494c73e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:15.043945 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae1eea90-1c71-4de0-9375-c86a36ccc60b tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:15.050223 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0a9d63fa-573a-428e-91e0-680320bb3128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:15.143882 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-54a80215-649f-4120-8911-3c898473812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'name': 'tempest-AttachVolumeTestJSON-1155752689-router', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:51Z', 'updated_at': '2021-07-22T16:33:57Z', 'revision_number': 4, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'gw_port': {'id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:53Z', 'updated_at': '2021-07-22T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '8630711b-e1e8-45ba-87e7-77a2d74dbcc6', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'port_id': 'fc0b5b16-e59c-4842-85bb-8fb885fa3d8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'mac_address': 'fa:16:3e:b3:c1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2662bd7a-037c-416d-9aaa-f7d72ee5a80c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:38:45Z', 'updated_at': '2021-07-22T16:39:12Z', 'revision_number': 1, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3', 'name': '', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'mac_address': 'fa:16:3e:c7:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:56Z', 'updated_at': '2021-07-22T16:34:04Z', 'revision_number': 5, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'subnets': [{'id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:15.182541 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a80215-649f-4120-8911-3c898473812a None None] Checking router: f337fb39-d7aa-4ede-9a43-89adda824201 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:39:15.193705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a80215-649f-4120-8911-3c898473812a None None] Routers {'f337fb39-d7aa-4ede-9a43-89adda824201'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:15.194721 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-54a80215-649f-4120-8911-3c898473812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:39:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f337fb39-d7aa-4ede-9a43-89adda824201'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:15.201438 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae1eea90-1c71-4de0-9375-c86a36ccc60b tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:15.219024 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae1eea90-1c71-4de0-9375-c86a36ccc60b tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:15.264647 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0a9d63fa-573a-428e-91e0-680320bb3128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:15.327923 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae1eea90-1c71-4de0-9375-c86a36ccc60b tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:15.331964 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ae1eea90-1c71-4de0-9375-c86a36ccc60b tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4607058 Jul 22 16:39:15.341063 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53980) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:15.345118 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1eea90-1c71-4de0-9375-c86a36ccc60b tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c447dd63-17c1-444d-9219-0953bd50bfc2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:15.363461 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-44e14e3a-b927-430b-adb0-f5482092aad7 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group': {'name': 'tempest-secgroup--58347319'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:15.389813 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44e14e3a-b927-430b-adb0-f5482092aad7 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:15.437570 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-54a80215-649f-4120-8911-3c898473812a None None] Set router f337fb39-d7aa-4ede-9a43-89adda824201 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:15.438337 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e414b74-031f-4c2e-8bba-08a1250d728b req-a64e3c7c-6ac0-478e-b0ae-7e5f2a757bbf tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:15.440059 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7e414b74-031f-4c2e-8bba-08a1250d728b req-a64e3c7c-6ac0-478e-b0ae-7e5f2a757bbf tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 944 time: 0.2120557 Jul 22 16:39:15.477689 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0a9d63fa-573a-428e-91e0-680320bb3128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:15.480880 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0a9d63fa-573a-428e-91e0-680320bb3128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:15.485101 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0a9d63fa-573a-428e-91e0-680320bb3128 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/32b678da-807c-46cf-9064-1b1691d52b91 HTTP/1.1" status: 204 len: 168 time: 0.5221868 Jul 22 16:39:15.508428 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d63fa-573a-428e-91e0-680320bb3128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b678da-807c-46cf-9064-1b1691d52b91,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:15.539762 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7e414b74-031f-4c2e-8bba-08a1250d728b req-3135b8cc-c22f-40d4-8677-9f69755d1b61 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/security-groups?id=9808ee90-88e2-4114-b837-cdce8f1307d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925202 Jul 22 16:39:15.628013 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd633fbc4-56d8-481f-9b8d-67add53d5f51'}, {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d71db8-83f1-44c1-9af6-beb18494c73e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:15.630799 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acec28dd-0b71-49d4-906d-f1aa5d5d45e7" -d '{"events": [{"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-plugged", "status": "completed", "tag": "d633fbc4-56d8-481f-9b8d-67add53d5f51"}, {"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-plugged", "status": "completed", "tag": "b3d71db8-83f1-44c1-9af6-beb18494c73e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:15.671666 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44e14e3a-b927-430b-adb0-f5482092aad7 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:15.682514 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44e14e3a-b927-430b-adb0-f5482092aad7 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:15.717745 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-038ebe4c-e04a-4fba-bd73-55a5c71f3ea3 req-553fc58b-3a75-47ee-a1de-f03b568517eb tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8050086 Jul 22 16:39:15.767442 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44e14e3a-b927-430b-adb0-f5482092aad7 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:15.768821 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-44e14e3a-b927-430b-adb0-f5482092aad7 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4271188 Jul 22 16:39:15.771308 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e14e3a-b927-430b-adb0-f5482092aad7 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff230fc0-ff74-4c61-89c5-42bd6c7a4d03,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:15.784345 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53996) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:15.801981 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f7689bb4-ba0b-45f9-997f-c7e8b08ad442 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group_rule': {'security_group_id': 'c447dd63-17c1-444d-9219-0953bd50bfc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ff230fc0-ff74-4c61-89c5-42bd6c7a4d03'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:15.826570 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633ab386-c4f9-4090-bd10-f212d2455462 x-openstack-request-id: req-633ab386-c4f9-4090-bd10-f212d2455462 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:15.826954 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-plugged", "status": "completed", "tag": "d633fbc4-56d8-481f-9b8d-67add53d5f51", "code": 200}, {"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-plugged", "status": "completed", "tag": "b3d71db8-83f1-44c1-9af6-beb18494c73e", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:15.827307 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-633ab386-c4f9-4090-bd10-f212d2455462 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:15.827641 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd633fbc4-56d8-481f-9b8d-67add53d5f51', 'code': 200} Jul 22 16:39:15.827905 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d71db8-83f1-44c1-9af6-beb18494c73e', 'code': 200} Jul 22 16:39:15.881456 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4b855-f936-43ee-99d9-62d02fbb8310 req-98161a6b-a6e3-45cf-90ba-309f09a604a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:15.883787 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4b855-f936-43ee-99d9-62d02fbb8310 req-98161a6b-a6e3-45cf-90ba-309f09a604a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:15.887208 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4b855-f936-43ee-99d9-62d02fbb8310 req-98161a6b-a6e3-45cf-90ba-309f09a604a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:15.887945 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4b855-f936-43ee-99d9-62d02fbb8310 req-98161a6b-a6e3-45cf-90ba-309f09a604a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:15.888576 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4b855-f936-43ee-99d9-62d02fbb8310 req-98161a6b-a6e3-45cf-90ba-309f09a604a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:15.899155 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbc4b855-f936-43ee-99d9-62d02fbb8310 req-98161a6b-a6e3-45cf-90ba-309f09a604a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9497a41f8194fa4a8867ac9f3be3289&device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 4362 time: 0.9786081 Jul 22 16:39:15.938063 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-f7689bb4-ba0b-45f9-997f-c7e8b08ad442 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:39:15.939460 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f7689bb4-ba0b-45f9-997f-c7e8b08ad442 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1467938 Jul 22 16:39:15.941885 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fd137-15bc-4b9a-b857-1b169b4e2b55 req-8806946d-d668-4b08-9253-2b1dc60d7870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:15.943801 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-723fd137-15bc-4b9a-b857-1b169b4e2b55 req-8806946d-d668-4b08-9253-2b1dc60d7870 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ab4163b9d3f42c1b95499d26b5bcf68&device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c HTTP/1.1" status: 200 len: 1097 time: 1.1511102 Jul 22 16:39:15.944573 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54000) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:15.948332 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db66a08-2d37-417f-8e13-6302dfe14bf6 req-fd28f815-1322-40cf-87be-d605ff24f8e1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:15.953670 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-59d90ec1-afbd-47f2-8622-c4ef270a0770 service neutron] For port 8350f9eb-8bbe-4e6c-81cb-feb58b5ec710, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:15.962987 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db66a08-2d37-417f-8e13-6302dfe14bf6 req-fd28f815-1322-40cf-87be-d605ff24f8e1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:15.980117 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db66a08-2d37-417f-8e13-6302dfe14bf6 req-fd28f815-1322-40cf-87be-d605ff24f8e1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:15.990512 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-54a80215-649f-4120-8911-3c898473812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'name': 'tempest-AttachVolumeTestJSON-1155752689-router', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:51Z', 'updated_at': '2021-07-22T16:33:57Z', 'revision_number': 4, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'gw_port': {'id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:53Z', 'updated_at': '2021-07-22T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '8630711b-e1e8-45ba-87e7-77a2d74dbcc6', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'port_id': 'fc0b5b16-e59c-4842-85bb-8fb885fa3d8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'mac_address': 'fa:16:3e:b3:c1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2662bd7a-037c-416d-9aaa-f7d72ee5a80c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:38:45Z', 'updated_at': '2021-07-22T16:39:12Z', 'revision_number': 1, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3', 'name': '', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'mac_address': 'fa:16:3e:c7:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:56Z', 'updated_at': '2021-07-22T16:34:04Z', 'revision_number': 5, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'subnets': [{'id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:15.991267 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db66a08-2d37-417f-8e13-6302dfe14bf6 req-fd28f815-1322-40cf-87be-d605ff24f8e1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:15.998735 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db66a08-2d37-417f-8e13-6302dfe14bf6 req-fd28f815-1322-40cf-87be-d605ff24f8e1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:16.005953 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db66a08-2d37-417f-8e13-6302dfe14bf6 req-fd28f815-1322-40cf-87be-d605ff24f8e1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:16.013761 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db66a08-2d37-417f-8e13-6302dfe14bf6 req-fd28f815-1322-40cf-87be-d605ff24f8e1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:16.015979 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7db66a08-2d37-417f-8e13-6302dfe14bf6 req-fd28f815-1322-40cf-87be-d605ff24f8e1 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5434 time: 0.2883520 Jul 22 16:39:16.027299 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54002) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:16.029095 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a80215-649f-4120-8911-3c898473812a None None] The sync data for ids ['f337fb39-d7aa-4ede-9a43-89adda824201'] in n-d-798930-9 is: [{'id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'name': 'tempest-AttachVolumeTestJSON-1155752689-router', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:51Z', 'updated_at': '2021-07-22T16:33:57Z', 'revision_number': 4, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'gw_port': {'id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:53Z', 'updated_at': '2021-07-22T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '8630711b-e1e8-45ba-87e7-77a2d74dbcc6', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'port_id': 'fc0b5b16-e59c-4842-85bb-8fb885fa3d8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'mac_address': 'fa:16:3e:b3:c1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2662bd7a-037c-416d-9aaa-f7d72ee5a80c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:38:45Z', 'updated_at': '2021-07-22T16:39:12Z', 'revision_number': 1, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3', 'name': '', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'mac_address': 'fa:16:3e:c7:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:56Z', 'updated_at': '2021-07-22T16:34:04Z', 'revision_number': 5, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'subnets': [{'id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:39:16.139782 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7db66a08-2d37-417f-8e13-6302dfe14bf6 req-fbba399e-ad0b-437d-a7e8-a9fc867a84f0 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0985775 Jul 22 16:39:16.186472 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922720d4-cb6c-4a54-870a-182149bc65c9 req-9aa7e568-f927-47ae-9641-9f88dbb303aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:16.186970 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922720d4-cb6c-4a54-870a-182149bc65c9 req-9aa7e568-f927-47ae-9641-9f88dbb303aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:16.187446 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922720d4-cb6c-4a54-870a-182149bc65c9 req-9aa7e568-f927-47ae-9641-9f88dbb303aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:16.187904 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922720d4-cb6c-4a54-870a-182149bc65c9 req-9aa7e568-f927-47ae-9641-9f88dbb303aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:16.188018 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-59d90ec1-afbd-47f2-8622-c4ef270a0770 service neutron] For port 8350f9eb-8bbe-4e6c-81cb-feb58b5ec710, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=8350f9eb-8bbe-4e6c-81cb-feb58b5ec710,segment=NetworkSegment(5c38946c-a33b-4993-9071-28064817bd91),segment_id=5c38946c-a33b-4993-9071-28064817bd91)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:16.188366 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922720d4-cb6c-4a54-870a-182149bc65c9 req-9aa7e568-f927-47ae-9641-9f88dbb303aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:16.188828 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922720d4-cb6c-4a54-870a-182149bc65c9 req-9aa7e568-f927-47ae-9641-9f88dbb303aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:16.189054 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b158bfe7-3a59-472d-a7a1-80032c7c30c5 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:16.189341 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922720d4-cb6c-4a54-870a-182149bc65c9 req-9aa7e568-f927-47ae-9641-9f88dbb303aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:16.191470 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-922720d4-cb6c-4a54-870a-182149bc65c9 req-9aa7e568-f927-47ae-9641-9f88dbb303aa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 6491 time: 0.1740496 Jul 22 16:39:16.272927 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-922720d4-cb6c-4a54-870a-182149bc65c9 req-e747c437-35ee-4076-8030-a8e9aff0c2ac service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&id=7f386047-202b-4a8f-92da-beed13662c98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714488 Jul 22 16:39:16.318819 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-59d90ec1-afbd-47f2-8622-c4ef270a0770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:16.440351 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-23c078e3-e77c-43be-8396-70a45c55680b tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-67308922'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:16.440857 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-23c078e3-e77c-43be-8396-70a45c55680b tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] Unknown quota resources ['metering_label']. {{(pid=93817) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:39:16.547741 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea688fe-f296-4c53-939c-3ace9ced0fd2 None None] New status for floating IP 8630711b-e1e8-45ba-87e7-77a2d74dbcc6: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:39:16.551266 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b158bfe7-3a59-472d-a7a1-80032c7c30c5 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:16.679721 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-59d90ec1-afbd-47f2-8622-c4ef270a0770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:16.691417 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-59d90ec1-afbd-47f2-8622-c4ef270a0770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:16.692936 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-59d90ec1-afbd-47f2-8622-c4ef270a0770 service neutron] 10.222.0.30 "PUT /v2.0/ports/8350f9eb-8bbe-4e6c-81cb-feb58b5ec710 HTTP/1.1" status: 200 len: 1092 time: 4.5011153 Jul 22 16:39:16.744326 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d90ec1-afbd-47f2-8622-c4ef270a0770 service neutron] Pushing event updated for resources: {'Port': ['ID=8350f9eb-8bbe-4e6c-81cb-feb58b5ec710,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:16.751597 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-23c078e3-e77c-43be-8396-70a45c55680b tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:16.757395 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-23c078e3-e77c-43be-8396-70a45c55680b tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.7277930 Jul 22 16:39:16.768172 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54022) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:16.774070 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ba511e8f-8722-46f5-b973-c83d54d421a3 tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '5cfeec6b-9f7c-4cfe-82f0-17cc68e1f547'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:16.775638 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ba511e8f-8722-46f5-b973-c83d54d421a3 tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93817) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:39:16.910818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4b855-f936-43ee-99d9-62d02fbb8310 req-275e7734-d000-4855-9ffa-223e4fcbda5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:16.911912 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4b855-f936-43ee-99d9-62d02fbb8310 req-275e7734-d000-4855-9ffa-223e4fcbda5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:16.912886 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4b855-f936-43ee-99d9-62d02fbb8310 req-275e7734-d000-4855-9ffa-223e4fcbda5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:16.915661 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbc4b855-f936-43ee-99d9-62d02fbb8310 req-275e7734-d000-4855-9ffa-223e4fcbda5c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=c9497a41f8194fa4a8867ac9f3be3289&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9590540 Jul 22 16:39:16.916211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab61595-c479-4687-8c1b-6b078d18c3df', 'tag': '8350f9eb-8bbe-4e6c-81cb-feb58b5ec710'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:16.919653 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92554ca2-2335-4346-9c6c-eaa67f1dc19c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab61595-c479-4687-8c1b-6b078d18c3df", "tag": "8350f9eb-8bbe-4e6c-81cb-feb58b5ec710"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:16.938197 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54026) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:16.943520 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fd137-15bc-4b9a-b857-1b169b4e2b55 req-f250d68f-3a00-4b01-9d1c-5dda31ef5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:16.943520 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-723fd137-15bc-4b9a-b857-1b169b4e2b55 req-f250d68f-3a00-4b01-9d1c-5dda31ef5e56 service neutron] 10.222.0.16 "GET /v2.0/networks?id=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc HTTP/1.1" status: 200 len: 912 time: 0.9828775 Jul 22 16:39:16.992076 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b158bfe7-3a59-472d-a7a1-80032c7c30c5 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:16.994849 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b158bfe7-3a59-472d-a7a1-80032c7c30c5 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:16.999223 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b158bfe7-3a59-472d-a7a1-80032c7c30c5 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "DELETE /v2.0/security-groups/ff230fc0-ff74-4c61-89c5-42bd6c7a4d03 HTTP/1.1" status: 204 len: 168 time: 1.0382946 Jul 22 16:39:17.031186 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54034) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:17.079043 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158bfe7-3a59-472d-a7a1-80032c7c30c5 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff230fc0-ff74-4c61-89c5-42bd6c7a4d03,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:17.174732 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-fd5caae9-2fa5-43d8-a5ff-bb92d9008554 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-949998598-network', 'tenant_id': '027af367b5ff4d37b9ab99d0a55279d2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:17.249979 n-d-798930-9 neutron-server[93817]: WARNING neutron.services.metering.metering_plugin [None req-ba511e8f-8722-46f5-b973-c83d54d421a3 tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 16:39:17.263192 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-4406ffd9-a21b-454e-8ba3-ea1c36f5f96b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706d94d1-b403-4659-855c-6be2d363f415 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:39:17.296730 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-4406ffd9-a21b-454e-8ba3-ea1c36f5f96b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:17.340725 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-723fd137-15bc-4b9a-b857-1b169b4e2b55 req-bac5f5df-ff5d-4290-8318-b672d23c9e78 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc0b5b16-e59c-4842-85bb-8fb885fa3d8a HTTP/1.1" status: 200 len: 1001 time: 0.3581877 Jul 22 16:39:17.366587 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5caae9-2fa5-43d8-a5ff-bb92d9008554 admin admin] Made reservation on behalf of 027af367b5ff4d37b9ab99d0a55279d2 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:17.368918 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd5caae9-2fa5-43d8-a5ff-bb92d9008554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:17.389664 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba511e8f-8722-46f5-b973-c83d54d421a3 tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:17.390307 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-4406ffd9-a21b-454e-8ba3-ea1c36f5f96b service neutron] Transition to ACTIVE for port object 706d94d1-b403-4659-855c-6be2d363f415 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:17.394803 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ba511e8f-8722-46f5-b973-c83d54d421a3 tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6245234 Jul 22 16:39:17.395729 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54038) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:17.405801 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-dcec76fd-fefa-4e7f-a119-9b85354153c4 tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '5cfeec6b-9f7c-4cfe-82f0-17cc68e1f547'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:17.406308 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-dcec76fd-fefa-4e7f-a119-9b85354153c4 tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93817) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:39:17.410912 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953203c1-9d42-480b-8f80-d0eef2736018 req-aaa0a71f-0c5e-4c1d-b68d-9d1ddcc1790b tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:17.412931 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-953203c1-9d42-480b-8f80-d0eef2736018 req-aaa0a71f-0c5e-4c1d-b68d-9d1ddcc1790b tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 944 time: 0.6696765 Jul 22 16:39:17.434948 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e84123-94ce-4aaa-b861-470702439a8c req-cc4163fe-8052-4cf8-b26b-00be00e7ef8e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:17.435173 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd5caae9-2fa5-43d8-a5ff-bb92d9008554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:17.437216 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4b855-f936-43ee-99d9-62d02fbb8310 req-feb9fa82-0d19-499c-a596-cfe7f87f7262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:17.438726 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbc4b855-f936-43ee-99d9-62d02fbb8310 req-feb9fa82-0d19-499c-a596-cfe7f87f7262 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5089986 Jul 22 16:39:17.439327 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-4406ffd9-a21b-454e-8ba3-ea1c36f5f96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:17.440809 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e84123-94ce-4aaa-b861-470702439a8c req-cc4163fe-8052-4cf8-b26b-00be00e7ef8e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:17.448712 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8c241717-f327-4947-bb6e-341253dc1cf0 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3847110 Jul 22 16:39:17.448956 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e84123-94ce-4aaa-b861-470702439a8c req-cc4163fe-8052-4cf8-b26b-00be00e7ef8e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:17.455291 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e84123-94ce-4aaa-b861-470702439a8c req-cc4163fe-8052-4cf8-b26b-00be00e7ef8e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:17.461040 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54040) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:17.462642 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e84123-94ce-4aaa-b861-470702439a8c req-cc4163fe-8052-4cf8-b26b-00be00e7ef8e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:17.464486 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64e84123-94ce-4aaa-b861-470702439a8c req-cc4163fe-8052-4cf8-b26b-00be00e7ef8e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 3827 time: 0.2687943 Jul 22 16:39:17.491118 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-66e4e489-655b-48fe-bc9b-3d9924b5d10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:17.492794 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-66e4e489-655b-48fe-bc9b-3d9924b5d10f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23cb87a7b11f4c9183cc7781b44bc1cc&device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 1095 time: 0.7160900 Jul 22 16:39:17.535514 n-d-798930-9 neutron-server[93817]: WARNING neutron.services.metering.metering_plugin [None req-dcec76fd-fefa-4e7f-a119-9b85354153c4 tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 16:39:17.626570 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-c992b20c-7ae6-4e49-8657-5321d0ef67bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8350f9eb-8bbe-4e6c-81cb-feb58b5ec710 HTTP/1.1" status: 200 len: 217 time: 0.0996833 Jul 22 16:39:17.628110 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fd137-15bc-4b9a-b857-1b169b4e2b55 req-b715ccca-45ab-4aa4-ac4e-5cd52a0184c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:17.629576 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-723fd137-15bc-4b9a-b857-1b169b4e2b55 req-b715ccca-45ab-4aa4-ac4e-5cd52a0184c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed2160ff-0eec-4892-bae9-c0ff519453ca HTTP/1.1" status: 200 len: 850 time: 0.2719197 Jul 22 16:39:17.671073 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dcec76fd-fefa-4e7f-a119-9b85354153c4 tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:17.675723 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-dcec76fd-fefa-4e7f-a119-9b85354153c4 tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2748756 Jul 22 16:39:17.678686 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54042) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:17.682968 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406ffd9-a21b-454e-8ba3-ea1c36f5f96b service neutron] Pushing event updated for resources: {'Port': ['ID=706d94d1-b403-4659-855c-6be2d363f415,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:17.727953 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-80f48bb5-c7db-4b5f-af33-60b29781095e tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=bf528655-8e78-4c9c-b14a-25319b6aba7e HTTP/1.1" status: 200 len: 464 time: 0.0453973 Jul 22 16:39:17.740211 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64e84123-94ce-4aaa-b861-470702439a8c req-f763cf4d-4b67-4e37-b738-63e5b0502b90 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685757 Jul 22 16:39:17.743696 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54044) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:17.745216 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-953203c1-9d42-480b-8f80-d0eef2736018 req-bb88adbd-866f-41fc-b347-7dc4f05ff373 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/security-groups?id=9808ee90-88e2-4114-b837-cdce8f1307d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930605 Jul 22 16:39:17.788055 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-94ce5b38-d9c5-4073-ba78-6a30333a8442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:17.789761 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-94ce5b38-d9c5-4073-ba78-6a30333a8442 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=858cc2a5-d699-4639-be1d-2aa4b8c9010a HTTP/1.1" status: 200 len: 853 time: 0.1340733 Jul 22 16:39:17.943695 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29f20dc-6adf-48ee-ac30-29987d043a7f x-openstack-request-id: req-c29f20dc-6adf-48ee-ac30-29987d043a7f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:17.944022 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab61595-c479-4687-8c1b-6b078d18c3df", "tag": "8350f9eb-8bbe-4e6c-81cb-feb58b5ec710", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:17.944328 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c29f20dc-6adf-48ee-ac30-29987d043a7f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:17.944741 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab61595-c479-4687-8c1b-6b078d18c3df', 'tag': '8350f9eb-8bbe-4e6c-81cb-feb58b5ec710', 'status': 'completed', 'code': 200} Jul 22 16:39:17.956307 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-4bf5b047-60e2-4ceb-abcf-a93b30eeaec4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273460 Jul 22 16:39:17.972772 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac72562a-d3f3-499a-bdf4-ce624be492d0 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:18.003970 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0536de51-f904-4f52-aaf9-c373a26af01d tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:18.005218 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0536de51-f904-4f52-aaf9-c373a26af01d tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-label-rules/bf528655-8e78-4c9c-b14a-25319b6aba7e HTTP/1.1" status: 204 len: 168 time: 0.2604759 Jul 22 16:39:18.009356 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54046) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:18.020272 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-dbfcb2bd-20f6-413a-adcb-1ee4ecd47ea2 tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=bf528655-8e78-4c9c-b14a-25319b6aba7e HTTP/1.1" status: 200 len: 221 time: 0.0096421 Jul 22 16:39:18.025607 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54048) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:18.031088 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-38e44243-cfd0-4a5b-adb6-8d2c0b238a65 tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--80787864', 'description': 'label created by tempest'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:18.031543 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-38e44243-cfd0-4a5b-adb6-8d2c0b238a65 tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] Unknown quota resources ['metering_label']. {{(pid=93817) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:39:18.133997 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac72562a-d3f3-499a-bdf4-ce624be492d0 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:18.150686 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-4406ffd9-a21b-454e-8ba3-ea1c36f5f96b service neutron] Attempting to bind port 706d94d1-b403-4659-855c-6be2d363f415 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:18.150997 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-4406ffd9-a21b-454e-8ba3-ea1c36f5f96b service neutron] Attempting to bind port 706d94d1-b403-4659-855c-6be2d363f415 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'e4f4bbfe-2abb-4c16-96a6-2c9b0861412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:18.151270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-4406ffd9-a21b-454e-8ba3-ea1c36f5f96b service neutron] Attempting to bind port 706d94d1-b403-4659-855c-6be2d363f415 on network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:18.208939 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fd137-15bc-4b9a-b857-1b169b4e2b55 req-e38aedc5-c639-4d09-ac7f-2090ca9eadee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:18.210699 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-723fd137-15bc-4b9a-b857-1b169b4e2b55 req-e38aedc5-c639-4d09-ac7f-2090ca9eadee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5623248 Jul 22 16:39:18.228230 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-4406ffd9-a21b-454e-8ba3-ea1c36f5f96b service neutron] Port 706d94d1-b403-4659-855c-6be2d363f415 on network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:18.228544 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-4406ffd9-a21b-454e-8ba3-ea1c36f5f96b service neutron] Attempting to bind port 706d94d1-b403-4659-855c-6be2d363f415 on network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:18.320047 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38e44243-cfd0-4a5b-adb6-8d2c0b238a65 tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:18.325597 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-38e44243-cfd0-4a5b-adb6-8d2c0b238a65 tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.2952034 Jul 22 16:39:18.326179 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54050) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:18.479483 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6eed8503-76ce-4643-bf28-e1f9301445a4 tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=4af7b22a-b2ad-486b-8b90-a6b16274cb70 HTTP/1.1" status: 200 len: 466 time: 0.1488266 Jul 22 16:39:18.480069 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54052) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:18.532924 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-4406ffd9-a21b-454e-8ba3-ea1c36f5f96b service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:18.533387 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-4406ffd9-a21b-454e-8ba3-ea1c36f5f96b service neutron] Checking segment: {'id': 'e4f4bbfe-2abb-4c16-96a6-2c9b0861412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:18.533686 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-4406ffd9-a21b-454e-8ba3-ea1c36f5f96b service neutron] Bound using segment: {'id': 'e4f4bbfe-2abb-4c16-96a6-2c9b0861412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:18.534138 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-4406ffd9-a21b-454e-8ba3-ea1c36f5f96b service neutron] Bound port: 706d94d1-b403-4659-855c-6be2d363f415, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f4bbfe-2abb-4c16-96a6-2c9b0861412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:18.534526 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-4406ffd9-a21b-454e-8ba3-ea1c36f5f96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:18.567825 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd5caae9-2fa5-43d8-a5ff-bb92d9008554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:18.597283 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd5caae9-2fa5-43d8-a5ff-bb92d9008554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:18.602093 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-b6e22c26-f748-4070-8a45-3e09978a5aae service neutron] 10.222.0.30 "GET /v2.0/networks/bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6246593 Jul 22 16:39:18.610941 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac72562a-d3f3-499a-bdf4-ce624be492d0 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:18.613727 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac72562a-d3f3-499a-bdf4-ce624be492d0 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:18.618180 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ac72562a-d3f3-499a-bdf4-ce624be492d0 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "DELETE /v2.0/security-groups/c447dd63-17c1-444d-9219-0953bd50bfc2 HTTP/1.1" status: 204 len: 168 time: 1.1451576 Jul 22 16:39:18.626574 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54054) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:18.796200 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e1008a00-1148-470f-ba1e-cca38c533766 tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:18.802032 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e1008a00-1148-470f-ba1e-cca38c533766 tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-labels/4af7b22a-b2ad-486b-8b90-a6b16274cb70 HTTP/1.1" status: 204 len: 168 time: 0.3158863 Jul 22 16:39:18.802518 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54060) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:18.835569 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b69db6b4-3173-43af-b275-142478befe24 tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=4af7b22a-b2ad-486b-8b90-a6b16274cb70 HTTP/1.1" status: 200 len: 216 time: 0.0314727 Jul 22 16:39:18.836637 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54062) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:18.843504 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd5caae9-2fa5-43d8-a5ff-bb92d9008554 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:39:18.875909 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-589e2235-f255-4f06-9f0d-94e153621a13 tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0298555 Jul 22 16:39:18.884350 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad2d5e-120a-45fc-838b-dd957701876a req-8e802c6a-554e-47da-b33e-2cc511ad3a67 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:18.888304 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54064) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:18.891156 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad2d5e-120a-45fc-838b-dd957701876a req-8e802c6a-554e-47da-b33e-2cc511ad3a67 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:18.897317 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad2d5e-120a-45fc-838b-dd957701876a req-8e802c6a-554e-47da-b33e-2cc511ad3a67 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:18.903640 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad2d5e-120a-45fc-838b-dd957701876a req-8e802c6a-554e-47da-b33e-2cc511ad3a67 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:18.910133 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f4151685-79f7-4318-a444-4e89ead31d94 tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0149703 Jul 22 16:39:18.910347 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad2d5e-120a-45fc-838b-dd957701876a req-8e802c6a-554e-47da-b33e-2cc511ad3a67 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:18.910500 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54066) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:18.915907 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad2d5e-120a-45fc-838b-dd957701876a req-8e802c6a-554e-47da-b33e-2cc511ad3a67 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:18.922096 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad2d5e-120a-45fc-838b-dd957701876a req-8e802c6a-554e-47da-b33e-2cc511ad3a67 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:18.924227 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-16ad2d5e-120a-45fc-838b-dd957701876a req-8e802c6a-554e-47da-b33e-2cc511ad3a67 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5434 time: 0.9177411 Jul 22 16:39:18.931347 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5caae9-2fa5-43d8-a5ff-bb92d9008554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d10def5-c27a-4ceb-8596-94ad7739d9cf,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:18.953964 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd5caae9-2fa5-43d8-a5ff-bb92d9008554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:18.954324 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-fd5caae9-2fa5-43d8-a5ff-bb92d9008554 admin admin] Added segment 28ca3e00-9cc7-4ec6-bf7a-a400af081869 of type vlan for network ef2b738f-55cf-4219-8e16-510bb2401f06 Jul 22 16:39:18.997048 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-382e1ba6-1fe9-4920-b161-25f02124f016 tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels/5cfeec6b-9f7c-4cfe-82f0-17cc68e1f547 HTTP/1.1" status: 200 len: 471 time: 0.0851042 Jul 22 16:39:19.001904 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54070) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:19.023935 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-445554c0-c054-4338-9ed6-081ecb2d46df tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules/43035a40-4903-4a1d-8da5-9fbe292db4a4 HTTP/1.1" status: 200 len: 461 time: 0.0112569 Jul 22 16:39:19.034629 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a3644-19ed-4ed1-bd43-a2287e105baa req-0a226ca6-b9b0-4514-8faa-c4346ca5b6d8 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:19.036649 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a90a3644-19ed-4ed1-bd43-a2287e105baa req-0a226ca6-b9b0-4514-8faa-c4346ca5b6d8 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 944 time: 0.1899791 Jul 22 16:39:19.037339 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54072) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:19.060973 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72562a-d3f3-499a-bdf4-ce624be492d0 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c447dd63-17c1-444d-9219-0953bd50bfc2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:19.119094 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e53dfd43-8699-47f2-bbfd-e2eb46f9ffb4 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4878275 Jul 22 16:39:19.123652 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-4406ffd9-a21b-454e-8ba3-ea1c36f5f96b service neutron] For port 706d94d1-b403-4659-855c-6be2d363f415, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:19.124937 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a90a3644-19ed-4ed1-bd43-a2287e105baa req-95ce3dca-cce0-4691-a288-38f18174d59a tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/security-groups?id=9808ee90-88e2-4114-b837-cdce8f1307d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716550 Jul 22 16:39:19.128930 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54074) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:19.142767 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-723fd137-15bc-4b9a-b857-1b169b4e2b55 req-55b61a60-07ca-4d18-a368-99519d8c0fc9 service neutron] 10.222.0.16 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6535814 Jul 22 16:39:19.166665 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd5caae9-2fa5-43d8-a5ff-bb92d9008554 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:19.175869 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c6bbe39b-0030-4ff9-81fb-a7b4c3b4e881 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group': {'name': 'tempest-secgroup--1904278812'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:19.250358 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-00ceadb0-4cde-4fe7-886e-dce2c85fbdbd req-03e46bb1-9f20-42b5-84a7-652e6db3e433 service neutron] 10.222.0.30 "GET /v2.0/networks/bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6222179 Jul 22 16:39:19.258793 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-4406ffd9-a21b-454e-8ba3-ea1c36f5f96b service neutron] For port 706d94d1-b403-4659-855c-6be2d363f415, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=706d94d1-b403-4659-855c-6be2d363f415,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:19.267192 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-16ad2d5e-120a-45fc-838b-dd957701876a req-0345cd89-5d30-4ceb-acb1-5ed4e71ce2d5 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3148201 Jul 22 16:39:19.277968 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4b9cc898-398b-435e-ab03-7c3477dbe37c tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:19.278475 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-4406ffd9-a21b-454e-8ba3-ea1c36f5f96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:19.282058 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4b9cc898-398b-435e-ab03-7c3477dbe37c tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-label-rules/43035a40-4903-4a1d-8da5-9fbe292db4a4 HTTP/1.1" status: 204 len: 168 time: 0.2410755 Jul 22 16:39:19.291803 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54076) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:19.388021 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6bbe39b-0030-4ff9-81fb-a7b4c3b4e881 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:19.403288 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd5caae9-2fa5-43d8-a5ff-bb92d9008554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:19.404787 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5caae9-2fa5-43d8-a5ff-bb92d9008554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:19.405837 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd5caae9-2fa5-43d8-a5ff-bb92d9008554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:19.428306 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-4406ffd9-a21b-454e-8ba3-ea1c36f5f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:19.429079 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-4406ffd9-a21b-454e-8ba3-ea1c36f5f96b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:19.430398 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-4406ffd9-a21b-454e-8ba3-ea1c36f5f96b service neutron] 10.222.0.16 "PUT /v2.0/ports/706d94d1-b403-4659-855c-6be2d363f415 HTTP/1.1" status: 200 len: 1135 time: 5.2714679 Jul 22 16:39:19.516465 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-723fd137-15bc-4b9a-b857-1b169b4e2b55 req-f69657cf-a6f8-4949-827b-69fc073f6227 service neutron] 10.222.0.16 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462865 Jul 22 16:39:19.599104 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bea00209-381a-410a-9ce2-0034dd622fa3 service neutron] Request body: {'port': {'device_id': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:19.603919 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fd5caae9-2fa5-43d8-a5ff-bb92d9008554 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6599424 Jul 22 16:39:19.627234 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54082) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:19.635334 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b8c88dc2-9c74-408c-828d-10ada1f10b83 admin admin] Request body: {'subnet': {'network_id': 'ef2b738f-55cf-4219-8e16-510bb2401f06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-949998598-subnet', 'tenant_id': '027af367b5ff4d37b9ab99d0a55279d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:19.651917 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9009e368-9490-48cd-9e95-792f3ffa77a1 tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:19.656200 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9009e368-9490-48cd-9e95-792f3ffa77a1 tempest-MeteringTestJSON-1359843460 tempest-MeteringTestJSON-1359843460-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-labels/5cfeec6b-9f7c-4cfe-82f0-17cc68e1f547 HTTP/1.1" status: 204 len: 168 time: 0.3612840 Jul 22 16:39:19.686100 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f8a9a-22ca-40bc-958d-5d9d3b5ffc78 req-4f6c2901-3b13-4750-a9a5-24b31bcc97ae tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:19.690914 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406ffd9-a21b-454e-8ba3-ea1c36f5f96b service neutron] Pushing event updated for resources: {'Port': ['ID=706d94d1-b403-4659-855c-6be2d363f415,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:19.696134 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f8a9a-22ca-40bc-958d-5d9d3b5ffc78 req-4f6c2901-3b13-4750-a9a5-24b31bcc97ae tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:19.707647 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f8a9a-22ca-40bc-958d-5d9d3b5ffc78 req-4f6c2901-3b13-4750-a9a5-24b31bcc97ae tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:19.717583 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f8a9a-22ca-40bc-958d-5d9d3b5ffc78 req-4f6c2901-3b13-4750-a9a5-24b31bcc97ae tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:19.729828 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f8a9a-22ca-40bc-958d-5d9d3b5ffc78 req-4f6c2901-3b13-4750-a9a5-24b31bcc97ae tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:19.739311 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f8a9a-22ca-40bc-958d-5d9d3b5ffc78 req-4f6c2901-3b13-4750-a9a5-24b31bcc97ae tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:19.741864 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d0f8a9a-22ca-40bc-958d-5d9d3b5ffc78 req-4f6c2901-3b13-4750-a9a5-24b31bcc97ae tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 4604 time: 0.4686980 Jul 22 16:39:19.760520 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5caae9-2fa5-43d8-a5ff-bb92d9008554 admin admin] Pushing event updated for resources: {'Network': ['ID=ef2b738f-55cf-4219-8e16-510bb2401f06,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:19.777400 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network ef2b738f-55cf-4219-8e16-510bb2401f06 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:39:19.779817 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-c6bbe39b-0030-4ff9-81fb-a7b4c3b4e881 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:39:19.779817 n-d-798930-9 neutron-server[93816]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 16:39:19.779817 n-d-798930-9 neutron-server[93816]: [parameters: {'project_id': '1929782f342e46fa8a30f0704d8b5c17', 'id': '2c5572d0-ab3d-4bf7-9f53-d0dd3e4c5177', 'expiration': datetime.datetime(2021, 7, 22, 16, 41, 19, 758394)}] Jul 22 16:39:19.779817 n-d-798930-9 neutron-server[93816]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:39:19.780188 n-d-798930-9 neutron-server[93816]: DEBUG oslo_db.api [None req-c6bbe39b-0030-4ff9-81fb-a7b4c3b4e881 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:39:19.808173 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c88dc2-9c74-408c-828d-10ada1f10b83 admin admin] Made reservation on behalf of 027af367b5ff4d37b9ab99d0a55279d2 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:19.811526 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b8c88dc2-9c74-408c-828d-10ada1f10b83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:19.835186 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d0f8a9a-22ca-40bc-958d-5d9d3b5ffc78 req-74460e87-6dd3-4b3d-b32f-29ea7a837ff4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867765 Jul 22 16:39:19.856434 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bea00209-381a-410a-9ce2-0034dd622fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:19.905992 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073dac9-8f4f-40a0-bb18-2fe5e5a8d331 req-c02fb843-1c6a-4a1f-970f-5985083aa990 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:19.916688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073dac9-8f4f-40a0-bb18-2fe5e5a8d331 req-c02fb843-1c6a-4a1f-970f-5985083aa990 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:19.927405 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073dac9-8f4f-40a0-bb18-2fe5e5a8d331 req-c02fb843-1c6a-4a1f-970f-5985083aa990 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:19.938985 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073dac9-8f4f-40a0-bb18-2fe5e5a8d331 req-c02fb843-1c6a-4a1f-970f-5985083aa990 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:19.949995 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073dac9-8f4f-40a0-bb18-2fe5e5a8d331 req-c02fb843-1c6a-4a1f-970f-5985083aa990 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:19.960599 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073dac9-8f4f-40a0-bb18-2fe5e5a8d331 req-c02fb843-1c6a-4a1f-970f-5985083aa990 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:19.967697 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54088) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:19.971588 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073dac9-8f4f-40a0-bb18-2fe5e5a8d331 req-c02fb843-1c6a-4a1f-970f-5985083aa990 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:19.974859 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c073dac9-8f4f-40a0-bb18-2fe5e5a8d331 req-c02fb843-1c6a-4a1f-970f-5985083aa990 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5434 time: 0.3992834 Jul 22 16:39:19.979620 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'tag': '706d94d1-b403-4659-855c-6be2d363f415'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:19.985589 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc1d7ee-58e0-4bfe-8843-9d914aca6f69" -d '{"events": [{"name": "network-changed", "server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "tag": "706d94d1-b403-4659-855c-6be2d363f415"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:19.998826 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92554ca2-2335-4346-9c6c-eaa67f1dc19c req-9c348638-b35c-4901-a7ba-f74a6eb21734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:19.999814 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54094) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:20.001816 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92554ca2-2335-4346-9c6c-eaa67f1dc19c req-9c348638-b35c-4901-a7ba-f74a6eb21734 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23cb87a7b11f4c9183cc7781b44bc1cc&device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 1095 time: 0.5700030 Jul 22 16:39:20.009976 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-97c73ca8-a94f-463a-9c22-2afa360d7e5c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Request body: {'floatingip': {'port_id': '1d7a3e15-c6cc-4f53-8290-53ee5b9132dc'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:20.076656 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97c73ca8-a94f-463a-9c22-2afa360d7e5c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:20.112752 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b8c88dc2-9c74-408c-828d-10ada1f10b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:20.118599 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fd6c2b-13f7-48bd-b13c-f43e83412835 x-openstack-request-id: req-d8fd6c2b-13f7-48bd-b13c-f43e83412835 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:20.119072 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "tag": "706d94d1-b403-4659-855c-6be2d363f415", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:20.119527 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d8fd6c2b-13f7-48bd-b13c-f43e83412835 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:20.120179 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'tag': '706d94d1-b403-4659-855c-6be2d363f415', 'status': 'completed', 'code': 200} Jul 22 16:39:20.221397 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-474c9975-caf6-4177-8ab0-1c4b80a12245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:20.297106 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c88dc2-9c74-408c-828d-10ada1f10b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e426f577-51f9-41a2-93db-697b5d23995b,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:20.299602 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6bbe39b-0030-4ff9-81fb-a7b4c3b4e881 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:20.329802 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c88dc2-9c74-408c-828d-10ada1f10b83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:20.329802 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c88dc2-9c74-408c-828d-10ada1f10b83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:20.330190 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c88dc2-9c74-408c-828d-10ada1f10b83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:20.330498 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c88dc2-9c74-408c-828d-10ada1f10b83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:20.330829 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c88dc2-9c74-408c-828d-10ada1f10b83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:20.331156 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c88dc2-9c74-408c-828d-10ada1f10b83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:20.331481 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c88dc2-9c74-408c-828d-10ada1f10b83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:20.331870 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c88dc2-9c74-408c-828d-10ada1f10b83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:20.332123 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c88dc2-9c74-408c-828d-10ada1f10b83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:20.332447 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c88dc2-9c74-408c-828d-10ada1f10b83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:20.332770 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c88dc2-9c74-408c-828d-10ada1f10b83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:20.333088 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c88dc2-9c74-408c-828d-10ada1f10b83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:20.348981 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c88dc2-9c74-408c-828d-10ada1f10b83 admin admin] Checking segment: {'id': '28ca3e00-9cc7-4ec6-bf7a-a400af081869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ef2b738f-55cf-4219-8e16-510bb2401f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:20.349344 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c88dc2-9c74-408c-828d-10ada1f10b83 admin admin] Network hostable DHCP agents. Network: ef2b738f-55cf-4219-8e16-510bb2401f06, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:39:20.402547 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92554ca2-2335-4346-9c6c-eaa67f1dc19c req-e90f5949-2cae-4e9f-b217-911c7e671aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:20.404178 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92554ca2-2335-4346-9c6c-eaa67f1dc19c req-e90f5949-2cae-4e9f-b217-911c7e671aae service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9 HTTP/1.1" status: 200 len: 914 time: 0.3569880 Jul 22 16:39:20.469786 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c88dc2-9c74-408c-828d-10ada1f10b83 admin admin] Network ef2b738f-55cf-4219-8e16-510bb2401f06 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:39:20.483657 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92554ca2-2335-4346-9c6c-eaa67f1dc19c req-4351a065-e48e-4067-a5b8-a04ab5faa4a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8350f9eb-8bbe-4e6c-81cb-feb58b5ec710 HTTP/1.1" status: 200 len: 217 time: 0.0616031 Jul 22 16:39:20.501191 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-b8c88dc2-9c74-408c-828d-10ada1f10b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, ef2b738f-55cf-4219-8e16-510bb2401f06) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:20.509147 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c88dc2-9c74-408c-828d-10ada1f10b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:20.509672 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b8c88dc2-9c74-408c-828d-10ada1f10b83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:20.528772 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013740db-3582-4095-a56f-adcb99a7fc7e None None] Network ef2b738f-55cf-4219-8e16-510bb2401f06 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:20.544840 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-474c9975-caf6-4177-8ab0-1c4b80a12245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:20.571495 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1d7ee-58e0-4bfe-8843-9d914aca6f69 req-b7b28318-008e-4dbc-b5c7-cd33c2c2f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:20.572042 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1d7ee-58e0-4bfe-8843-9d914aca6f69 req-b7b28318-008e-4dbc-b5c7-cd33c2c2f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:20.572598 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1d7ee-58e0-4bfe-8843-9d914aca6f69 req-b7b28318-008e-4dbc-b5c7-cd33c2c2f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:20.572929 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1d7ee-58e0-4bfe-8843-9d914aca6f69 req-b7b28318-008e-4dbc-b5c7-cd33c2c2f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:20.573411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1d7ee-58e0-4bfe-8843-9d914aca6f69 req-b7b28318-008e-4dbc-b5c7-cd33c2c2f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:20.576271 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1d7ee-58e0-4bfe-8843-9d914aca6f69 req-b7b28318-008e-4dbc-b5c7-cd33c2c2f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:20.578495 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2fc1d7ee-58e0-4bfe-8843-9d914aca6f69 req-b7b28318-008e-4dbc-b5c7-cd33c2c2f804 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9497a41f8194fa4a8867ac9f3be3289&device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5290 time: 0.4396145 Jul 22 16:39:20.580671 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-474c9975-caf6-4177-8ab0-1c4b80a12245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:20.600747 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326be748-cf10-43cc-9108-763e855c32f1 req-cde577b6-d154-4bbb-965c-1c62a2e4e276 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:20.608825 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-326be748-cf10-43cc-9108-763e855c32f1 req-cde577b6-d154-4bbb-965c-1c62a2e4e276 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 944 time: 0.3731892 Jul 22 16:39:20.718088 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92554ca2-2335-4346-9c6c-eaa67f1dc19c req-761cfb7f-d4cc-46af-93ab-82be6f311b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:20.719616 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92554ca2-2335-4346-9c6c-eaa67f1dc19c req-761cfb7f-d4cc-46af-93ab-82be6f311b1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=858cc2a5-d699-4639-be1d-2aa4b8c9010a HTTP/1.1" status: 200 len: 853 time: 0.1993637 Jul 22 16:39:20.745696 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-474c9975-caf6-4177-8ab0-1c4b80a12245 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c22656545a2d4597ac95e64e83d2cedf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7745240 Jul 22 16:39:20.749865 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54100) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:20.760009 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f29339-cd0e-4257-9645-4fa9f967ea62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-ef2b738f-55cf-4219-8e16-510bb2401f06', 'network_id': 'ef2b738f-55cf-4219-8e16-510bb2401f06', 'tenant_id': '027af367b5ff4d37b9ab99d0a55279d2', 'fixed_ips': [{'subnet_id': 'e426f577-51f9-41a2-93db-697b5d23995b'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:39:20.761032 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-81f29339-cd0e-4257-9645-4fa9f967ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:20.763349 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c9975-caf6-4177-8ab0-1c4b80a12245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e168c0-c330-4743-9e9a-770a4b443a64,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:20.828816 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92554ca2-2335-4346-9c6c-eaa67f1dc19c req-ac68877d-3913-4602-b45d-5a50ea3a6f60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908711 Jul 22 16:39:20.846949 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-326be748-cf10-43cc-9108-763e855c32f1 req-8bfb91da-b98f-41d6-a9ce-eaee8a6e0494 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/security-groups?id=9808ee90-88e2-4114-b837-cdce8f1307d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097325 Jul 22 16:39:20.892314 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f7aeed6-8010-42a0-8b9c-0eb21524eb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:20.915623 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f7aeed6-8010-42a0-8b9c-0eb21524eb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:20.960481 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-81f29339-cd0e-4257-9645-4fa9f967ea62 None None] Allocated IP 172.20.0.2 (ef2b738f-55cf-4219-8e16-510bb2401f06/e426f577-51f9-41a2-93db-697b5d23995b/ed842fce-f773-408a-820f-8fd4f8c79bc5) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:20.968857 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bea00209-381a-410a-9ce2-0034dd622fa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aba8f711-d6ad-4378-a003-ab86655f7a9e {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:39:20.976875 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6bbe39b-0030-4ff9-81fb-a7b4c3b4e881 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:20.982954 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97c73ca8-a94f-463a-9c22-2afa360d7e5c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:20.984059 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bea00209-381a-410a-9ce2-0034dd622fa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:20.992339 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6bbe39b-0030-4ff9-81fb-a7b4c3b4e881 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:21.009747 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97c73ca8-a94f-463a-9c22-2afa360d7e5c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:21.035619 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1d7ee-58e0-4bfe-8843-9d914aca6f69 req-50b8cdbb-bb73-4fae-b42d-35f6e1055360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:21.036102 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1d7ee-58e0-4bfe-8843-9d914aca6f69 req-50b8cdbb-bb73-4fae-b42d-35f6e1055360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:21.036574 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1d7ee-58e0-4bfe-8843-9d914aca6f69 req-50b8cdbb-bb73-4fae-b42d-35f6e1055360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:21.038213 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2fc1d7ee-58e0-4bfe-8843-9d914aca6f69 req-50b8cdbb-bb73-4fae-b42d-35f6e1055360 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=c9497a41f8194fa4a8867ac9f3be3289&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4222052 Jul 22 16:39:21.047213 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b8c88dc2-9c74-408c-828d-10ada1f10b83 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4156163 Jul 22 16:39:21.049139 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54106) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:21.056025 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8e15e05c-cbad-43ca-a74c-ba0277f92362 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-949998598-router', 'tenant_id': '027af367b5ff4d37b9ab99d0a55279d2', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:21.071795 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bea00209-381a-410a-9ce2-0034dd622fa3 service neutron] Transition to ACTIVE for port object aba8f711-d6ad-4378-a003-ab86655f7a9e will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:21.110158 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6bbe39b-0030-4ff9-81fb-a7b4c3b4e881 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:21.111214 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c6bbe39b-0030-4ff9-81fb-a7b4c3b4e881 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9668727 Jul 22 16:39:21.113359 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54108) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:21.120242 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bea00209-381a-410a-9ce2-0034dd622fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:21.128999 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-510c1b38-df34-49f4-88f4-f1ebaa8df210 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group_rule': {'security_group_id': 'f8451c7a-a057-457c-a73c-32b1f29a3a1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:21.156724 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bbe39b-0030-4ff9-81fb-a7b4c3b4e881 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8451c7a-a057-457c-a73c-32b1f29a3a1e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:21.179318 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-81f29339-cd0e-4257-9645-4fa9f967ea62 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:21.262929 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92554ca2-2335-4346-9c6c-eaa67f1dc19c req-3098e3c1-b8ec-4020-973e-7e32f9e016fe service neutron] 10.222.0.30 "GET /v2.0/networks/bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953340 Jul 22 16:39:21.350518 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea00209-381a-410a-9ce2-0034dd622fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=aba8f711-d6ad-4378-a003-ab86655f7a9e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:21.484923 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-81f29339-cd0e-4257-9645-4fa9f967ea62 None None] Transition to ACTIVE for port object ed842fce-f773-408a-820f-8fd4f8c79bc5 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:21.490374 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f7aeed6-8010-42a0-8b9c-0eb21524eb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:21.493624 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f7aeed6-8010-42a0-8b9c-0eb21524eb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:21.498081 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0f7aeed6-8010-42a0-8b9c-0eb21524eb59 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f2e168c0-c330-4743-9e9a-770a4b443a64 HTTP/1.1" status: 204 len: 168 time: 0.7470448 Jul 22 16:39:21.525706 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e15e05c-cbad-43ca-a74c-ba0277f92362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:21.531960 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e15e05c-cbad-43ca-a74c-ba0277f92362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:21.539431 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-81f29339-cd0e-4257-9645-4fa9f967ea62 None None] Transition to ACTIVE for port object ed842fce-f773-408a-820f-8fd4f8c79bc5 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:21.541658 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7aeed6-8010-42a0-8b9c-0eb21524eb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e168c0-c330-4743-9e9a-770a4b443a64,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:21.556927 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-81f29339-cd0e-4257-9645-4fa9f967ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:21.575186 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b29cd8-6140-46da-ae03-543f1b49aa5f req-04f4d98f-b402-45a7-a374-b17e637a31c5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:21.581158 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b29cd8-6140-46da-ae03-543f1b49aa5f req-04f4d98f-b402-45a7-a374-b17e637a31c5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:21.587348 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b29cd8-6140-46da-ae03-543f1b49aa5f req-04f4d98f-b402-45a7-a374-b17e637a31c5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:21.593997 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b29cd8-6140-46da-ae03-543f1b49aa5f req-04f4d98f-b402-45a7-a374-b17e637a31c5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:21.600086 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b29cd8-6140-46da-ae03-543f1b49aa5f req-04f4d98f-b402-45a7-a374-b17e637a31c5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:21.607665 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b29cd8-6140-46da-ae03-543f1b49aa5f req-04f4d98f-b402-45a7-a374-b17e637a31c5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:21.618226 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e8b29cd8-6140-46da-ae03-543f1b49aa5f req-04f4d98f-b402-45a7-a374-b17e637a31c5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 4604 time: 0.6592588 Jul 22 16:39:21.627133 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f29339-cd0e-4257-9645-4fa9f967ea62 None None] Network ef2b738f-55cf-4219-8e16-510bb2401f06 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:21.643227 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-81f29339-cd0e-4257-9645-4fa9f967ea62 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:21.647565 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f29339-cd0e-4257-9645-4fa9f967ea62 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:21.657559 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-97c73ca8-a94f-463a-9c22-2afa360d7e5c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Floating IP 443bda61-b9a0-46df-8401-6f8390285635 associated. External IP: 172.25.0.185, port: 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc. Jul 22 16:39:21.662696 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f29339-cd0e-4257-9645-4fa9f967ea62 None None] Pushing event updated for resources: {'Port': ['ID=ed842fce-f773-408a-820f-8fd4f8c79bc5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:21.778426 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-81f29339-cd0e-4257-9645-4fa9f967ea62 None None] Attempting to bind port ed842fce-f773-408a-820f-8fd4f8c79bc5 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:21.780415 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-81f29339-cd0e-4257-9645-4fa9f967ea62 None None] Attempting to bind port ed842fce-f773-408a-820f-8fd4f8c79bc5 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '28ca3e00-9cc7-4ec6-bf7a-a400af081869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ef2b738f-55cf-4219-8e16-510bb2401f06'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:21.780837 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f29339-cd0e-4257-9645-4fa9f967ea62 None None] Attempting to bind port ed842fce-f773-408a-820f-8fd4f8c79bc5 on network ef2b738f-55cf-4219-8e16-510bb2401f06 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:21.792844 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f29339-cd0e-4257-9645-4fa9f967ea62 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:21.794371 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f29339-cd0e-4257-9645-4fa9f967ea62 None None] Checking segment: {'id': '28ca3e00-9cc7-4ec6-bf7a-a400af081869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ef2b738f-55cf-4219-8e16-510bb2401f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:21.795103 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-81f29339-cd0e-4257-9645-4fa9f967ea62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:21.795584 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f29339-cd0e-4257-9645-4fa9f967ea62 None None] Bound using segment: {'id': '28ca3e00-9cc7-4ec6-bf7a-a400af081869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ef2b738f-55cf-4219-8e16-510bb2401f06'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:21.796199 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-81f29339-cd0e-4257-9645-4fa9f967ea62 None None] Bound port: ed842fce-f773-408a-820f-8fd4f8c79bc5, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ca3e00-9cc7-4ec6-bf7a-a400af081869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ef2b738f-55cf-4219-8e16-510bb2401f06'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:21.796675 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-81f29339-cd0e-4257-9645-4fa9f967ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:21.852601 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e15e05c-cbad-43ca-a74c-ba0277f92362 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:21.878557 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e8b29cd8-6140-46da-ae03-543f1b49aa5f req-81e2ec38-1d5f-433a-a9b7-6e27e270ca04 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2487004 Jul 22 16:39:21.965213 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-81f29339-cd0e-4257-9645-4fa9f967ea62 None None] For port ed842fce-f773-408a-820f-8fd4f8c79bc5, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:21.967196 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1d7ee-58e0-4bfe-8843-9d914aca6f69 req-a4540c34-c92c-4289-b8bd-246c8d5c7172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:21.969036 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2fc1d7ee-58e0-4bfe-8843-9d914aca6f69 req-a4540c34-c92c-4289-b8bd-246c8d5c7172 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9123914 Jul 22 16:39:21.973469 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-81f29339-cd0e-4257-9645-4fa9f967ea62 None None] For port ed842fce-f773-408a-820f-8fd4f8c79bc5, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ed842fce-f773-408a-820f-8fd4f8c79bc5,segment=NetworkSegment(28ca3e00-9cc7-4ec6-bf7a-a400af081869),segment_id=28ca3e00-9cc7-4ec6-bf7a-a400af081869)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:21.977270 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-510c1b38-df34-49f4-88f4-f1ebaa8df210 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:39:21.978619 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-510c1b38-df34-49f4-88f4-f1ebaa8df210 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.8551769 Jul 22 16:39:21.983658 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-81f29339-cd0e-4257-9645-4fa9f967ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.007445 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54122) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:22.046754 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b1180fdb-1f39-4048-8584-4f36d028d2b8 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group_rule': {'security_group_id': 'f8451c7a-a057-457c-a73c-32b1f29a3a1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:22.056437 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f29339-cd0e-4257-9645-4fa9f967ea62 None None] Pushing event updated for resources: {'Port': ['ID=ed842fce-f773-408a-820f-8fd4f8c79bc5,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:22.065539 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bea00209-381a-410a-9ce2-0034dd622fa3 service neutron] Attempting to bind port aba8f711-d6ad-4378-a003-ab86655f7a9e on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:22.065899 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bea00209-381a-410a-9ce2-0034dd622fa3 service neutron] Attempting to bind port aba8f711-d6ad-4378-a003-ab86655f7a9e by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'e4f4bbfe-2abb-4c16-96a6-2c9b0861412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:22.066234 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bea00209-381a-410a-9ce2-0034dd622fa3 service neutron] Attempting to bind port aba8f711-d6ad-4378-a003-ab86655f7a9e on network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:22.121575 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bea00209-381a-410a-9ce2-0034dd622fa3 service neutron] Port aba8f711-d6ad-4378-a003-ab86655f7a9e on network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:22.121967 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bea00209-381a-410a-9ce2-0034dd622fa3 service neutron] Attempting to bind port aba8f711-d6ad-4378-a003-ab86655f7a9e on network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:22.135810 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92554ca2-2335-4346-9c6c-eaa67f1dc19c req-dcd72c05-f1c8-40ae-b32c-4794afc52f15 service neutron] 10.222.0.30 "GET /v2.0/networks/bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8633206 Jul 22 16:39:22.142111 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bea00209-381a-410a-9ce2-0034dd622fa3 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:22.142534 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bea00209-381a-410a-9ce2-0034dd622fa3 service neutron] Checking segment: {'id': 'e4f4bbfe-2abb-4c16-96a6-2c9b0861412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:22.142632 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bea00209-381a-410a-9ce2-0034dd622fa3 service neutron] Bound using segment: {'id': 'e4f4bbfe-2abb-4c16-96a6-2c9b0861412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:22.143061 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bea00209-381a-410a-9ce2-0034dd622fa3 service neutron] Bound port: aba8f711-d6ad-4378-a003-ab86655f7a9e, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f4bbfe-2abb-4c16-96a6-2c9b0861412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:22.143381 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bea00209-381a-410a-9ce2-0034dd622fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.202666 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-b1180fdb-1f39-4048-8584-4f36d028d2b8 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:39:22.206560 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b1180fdb-1f39-4048-8584-4f36d028d2b8 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1979902 Jul 22 16:39:22.211646 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54124) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:22.266311 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8311-740e-4925-91f3-2b45f4cd0ef0 req-8c315212-1d88-428c-adec-410bcf989fc7 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:22.273347 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ca0b8311-740e-4925-91f3-2b45f4cd0ef0 req-8c315212-1d88-428c-adec-410bcf989fc7 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.2985725 Jul 22 16:39:22.275027 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54126) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:22.332233 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bea00209-381a-410a-9ce2-0034dd622fa3 service neutron] For port aba8f711-d6ad-4378-a003-ab86655f7a9e, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:22.353892 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-677c8c1a-25bc-4aa7-9611-ad0668d1313d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.371101 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bea00209-381a-410a-9ce2-0034dd622fa3 service neutron] For port aba8f711-d6ad-4378-a003-ab86655f7a9e, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=aba8f711-d6ad-4378-a003-ab86655f7a9e,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:22.381106 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e15e05c-cbad-43ca-a74c-ba0277f92362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.384432 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bea00209-381a-410a-9ce2-0034dd622fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.436283 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd9b98-265e-4dbb-b43b-c2f488916e2e req-3a8f7fbc-207f-4c16-8742-4d71b48e6f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:22.437780 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91bd9b98-265e-4dbb-b43b-c2f488916e2e req-3a8f7fbc-207f-4c16-8742-4d71b48e6f83 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 1096 time: 0.5565593 Jul 22 16:39:22.457323 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ca0b8311-740e-4925-91f3-2b45f4cd0ef0 req-b034ea9b-9907-4981-a281-0da256e85b22 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819375 Jul 22 16:39:22.467470 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b91204-e80d-4a9c-91aa-cedbc5c88d80 req-34a6b7f6-82e9-4792-a4f8-7b3ab9385fd0 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:22.474487 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-58b91204-e80d-4a9c-91aa-cedbc5c88d80 req-34a6b7f6-82e9-4792-a4f8-7b3ab9385fd0 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 944 time: 0.4093916 Jul 22 16:39:22.495568 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bea00209-381a-410a-9ce2-0034dd622fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:22.497317 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bea00209-381a-410a-9ce2-0034dd622fa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.499407 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bea00209-381a-410a-9ce2-0034dd622fa3 service neutron] 10.222.0.16 "PUT /v2.0/ports/aba8f711-d6ad-4378-a003-ab86655f7a9e HTTP/1.1" status: 200 len: 1135 time: 2.9164240 Jul 22 16:39:22.500338 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'tag': 'aba8f711-d6ad-4378-a003-ab86655f7a9e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:22.503456 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb5dd17-9f83-414f-94bb-effc311f3ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "tag": "aba8f711-d6ad-4378-a003-ab86655f7a9e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:22.543303 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b8fac86-73e8-4634-9df0-15fc8ff25708 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.545622 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c73ca8-a94f-463a-9c22-2afa360d7e5c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Router abbbf33b-f150-4b90-be12-7e734bddd0c1 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:39:22.595637 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-45487c83-5006-4415-81a6-6a889059090b service neutron] Request body: {'port': {'device_id': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:22.640646 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-58b91204-e80d-4a9c-91aa-cedbc5c88d80 req-16d49fe7-b25e-4c45-827f-60cea5bd7251 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/security-groups?id=9808ee90-88e2-4114-b837-cdce8f1307d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651645 Jul 22 16:39:22.657785 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7cd217-39ff-4a7a-bf36-73f2bdeec35c x-openstack-request-id: req-7b7cd217-39ff-4a7a-bf36-73f2bdeec35c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:22.658169 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "tag": "aba8f711-d6ad-4378-a003-ab86655f7a9e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:22.658369 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7b7cd217-39ff-4a7a-bf36-73f2bdeec35c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:22.658768 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'tag': 'aba8f711-d6ad-4378-a003-ab86655f7a9e', 'status': 'completed', 'code': 200} Jul 22 16:39:22.660763 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea00209-381a-410a-9ce2-0034dd622fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=aba8f711-d6ad-4378-a003-ab86655f7a9e,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:22.678418 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 8350f9eb-8bbe-4e6c-81cb-feb58b5ec710 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:39:22.736510 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b8fac86-73e8-4634-9df0-15fc8ff25708 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.775837 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd9b98-265e-4dbb-b43b-c2f488916e2e req-5bc0a4f4-1dd6-4507-b7b3-cf8cecfc57e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:22.777425 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91bd9b98-265e-4dbb-b43b-c2f488916e2e req-5bc0a4f4-1dd6-4507-b7b3-cf8cecfc57e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 913 time: 0.3313882 Jul 22 16:39:22.849111 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-45487c83-5006-4415-81a6-6a889059090b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.890855 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b8fac86-73e8-4634-9df0-15fc8ff25708 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.893422 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b8fac86-73e8-4634-9df0-15fc8ff25708 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.896936 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4b8fac86-73e8-4634-9df0-15fc8ff25708 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "DELETE /v2.0/security-groups/f8451c7a-a057-457c-a73c-32b1f29a3a1e HTTP/1.1" status: 204 len: 168 time: 0.6831067 Jul 22 16:39:22.898627 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54132) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:22.907810 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 8350f9eb-8bbe-4e6c-81cb-feb58b5ec710, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=8350f9eb-8bbe-4e6c-81cb-feb58b5ec710,segment=NetworkSegment(5c38946c-a33b-4993-9071-28064817bd91),segment_id=5c38946c-a33b-4993-9071-28064817bd91)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:22.927263 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '8350f9eb-8bbe-4e6c-81cb-feb58b5ec710', 'network_id': 'bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9', 'port_id': '8350f9eb-8bbe-4e6c-81cb-feb58b5ec710', 'mac_address': 'fa:16:3e:40:ce:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858cc2a5-d699-4639-be1d-2aa4b8c9010a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:39:22.946394 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91bd9b98-265e-4dbb-b43b-c2f488916e2e req-f0de59ef-6774-4962-ad89-d90d4b92085c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0 HTTP/1.1" status: 200 len: 999 time: 0.1539185 Jul 22 16:39:22.964623 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c73ca8-a94f-463a-9c22-2afa360d7e5c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:39:22.977911 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.983039 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081e0b7-049c-4eac-8186-f820478d138e None None] Sync routers for ids ['abbbf33b-f150-4b90-be12-7e734bddd0c1'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:39:22.983346 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97c73ca8-a94f-463a-9c22-2afa360d7e5c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.994812 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-677c8c1a-25bc-4aa7-9611-ad0668d1313d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:23.001177 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8fac86-73e8-4634-9df0-15fc8ff25708 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8451c7a-a057-457c-a73c-32b1f29a3a1e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:23.031616 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8350f9eb-8bbe-4e6c-81cb-feb58b5ec710 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:39:23.033634 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5dd17-9f83-414f-94bb-effc311f3ef3 req-bcc6745a-c9d6-4850-b987-ca2056a4c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:23.034410 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5dd17-9f83-414f-94bb-effc311f3ef3 req-bcc6745a-c9d6-4850-b987-ca2056a4c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:23.041340 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5dd17-9f83-414f-94bb-effc311f3ef3 req-bcc6745a-c9d6-4850-b987-ca2056a4c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:23.041961 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-97c73ca8-a94f-463a-9c22-2afa360d7e5c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "PUT /v2.0/floatingips/443bda61-b9a0-46df-8401-6f8390285635 HTTP/1.1" status: 200 len: 991 time: 3.0410554 Jul 22 16:39:23.042428 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5dd17-9f83-414f-94bb-effc311f3ef3 req-bcc6745a-c9d6-4850-b987-ca2056a4c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:23.043358 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5dd17-9f83-414f-94bb-effc311f3ef3 req-bcc6745a-c9d6-4850-b987-ca2056a4c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:23.044000 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5dd17-9f83-414f-94bb-effc311f3ef3 req-bcc6745a-c9d6-4850-b987-ca2056a4c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:23.044641 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5dd17-9f83-414f-94bb-effc311f3ef3 req-bcc6745a-c9d6-4850-b987-ca2056a4c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:23.047242 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cbb5dd17-9f83-414f-94bb-effc311f3ef3 req-bcc6745a-c9d6-4850-b987-ca2056a4c04d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9497a41f8194fa4a8867ac9f3be3289&device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 6218 time: 0.3875282 Jul 22 16:39:23.050174 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-677c8c1a-25bc-4aa7-9611-ad0668d1313d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:23.092108 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 8350f9eb-8bbe-4e6c-81cb-feb58b5ec710, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=8350f9eb-8bbe-4e6c-81cb-feb58b5ec710,segment=NetworkSegment(5c38946c-a33b-4993-9071-28064817bd91),segment_id=5c38946c-a33b-4993-9071-28064817bd91)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:23.096707 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'tag': '1d7a3e15-c6cc-4f53-8290-53ee5b9132dc'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:23.099111 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cb873c-8a12-4393-ac24-b12286ed3a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "tag": "1d7a3e15-c6cc-4f53-8290-53ee5b9132dc"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:23.127424 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:23.140391 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0081e0b7-049c-4eac-8186-f820478d138e None None] Routers {'abbbf33b-f150-4b90-be12-7e734bddd0c1'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:23.141217 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0081e0b7-049c-4eac-8186-f820478d138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:39:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['abbbf33b-f150-4b90-be12-7e734bddd0c1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:23.259426 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-acd99f43-3692-415e-9306-7956a6a4b81f tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3552721 Jul 22 16:39:23.291761 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54140) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:23.293977 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd9b98-265e-4dbb-b43b-c2f488916e2e req-197221d7-740b-4591-ba3c-9bb2478eac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:23.295500 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91bd9b98-265e-4dbb-b43b-c2f488916e2e req-197221d7-740b-4591-ba3c-9bb2478eac40 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 HTTP/1.1" status: 200 len: 851 time: 0.3280754 Jul 22 16:39:23.315170 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-564e6332-9053-4a14-a148-dd3228a5d7f3 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group': {'name': 'tempest-secgroup--743567702'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:23.359397 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=8350f9eb-8bbe-4e6c-81cb-feb58b5ec710,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:23.401216 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea39c90-705e-45d3-8dde-c4c72ed0d901 x-openstack-request-id: req-cea39c90-705e-45d3-8dde-c4c72ed0d901 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:23.403499 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "tag": "1d7a3e15-c6cc-4f53-8290-53ee5b9132dc", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:23.403768 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cea39c90-705e-45d3-8dde-c4c72ed0d901 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:23.404192 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'tag': '1d7a3e15-c6cc-4f53-8290-53ee5b9132dc', 'status': 'completed', 'code': 200} Jul 22 16:39:23.422700 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ed842fce-f773-408a-820f-8fd4f8c79bc5 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:23.430725 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-0081e0b7-049c-4eac-8186-f820478d138e None None] Set router abbbf33b-f150-4b90-be12-7e734bddd0c1 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:23.435969 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e15e05c-cbad-43ca-a74c-ba0277f92362 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:23.471438 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e15e05c-cbad-43ca-a74c-ba0277f92362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:23.480907 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-564e6332-9053-4a14-a148-dd3228a5d7f3 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:23.486840 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c8c1a-25bc-4aa7-9611-ad0668d1313d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef189be-5a61-4739-9bfb-188d6ab4bc1a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:23.509300 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499ac73-40c1-44b4-87bd-772b6c04363c req-4e5f3cc1-2f92-40de-bf91-93f8ace1653c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:23.521328 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499ac73-40c1-44b4-87bd-772b6c04363c req-4e5f3cc1-2f92-40de-bf91-93f8ace1653c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:23.524937 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5dd17-9f83-414f-94bb-effc311f3ef3 req-a1c9b262-565d-47b9-9f00-f6612b14dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:23.525432 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5dd17-9f83-414f-94bb-effc311f3ef3 req-a1c9b262-565d-47b9-9f00-f6612b14dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:23.525955 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5dd17-9f83-414f-94bb-effc311f3ef3 req-a1c9b262-565d-47b9-9f00-f6612b14dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:23.527690 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cbb5dd17-9f83-414f-94bb-effc311f3ef3 req-a1c9b262-565d-47b9-9f00-f6612b14dbad service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=c9497a41f8194fa4a8867ac9f3be3289&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4609113 Jul 22 16:39:23.540948 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-677c8c1a-25bc-4aa7-9611-ad0668d1313d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=569f5f4979a24abe8069331f4c2f64ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2550516 Jul 22 16:39:23.555816 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499ac73-40c1-44b4-87bd-772b6c04363c req-4e5f3cc1-2f92-40de-bf91-93f8ace1653c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:23.557767 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54144) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:23.568194 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499ac73-40c1-44b4-87bd-772b6c04363c req-4e5f3cc1-2f92-40de-bf91-93f8ace1653c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:23.569026 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['8350f9eb-8bbe-4e6c-81cb-feb58b5ec710'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:39:23.579937 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499ac73-40c1-44b4-87bd-772b6c04363c req-4e5f3cc1-2f92-40de-bf91-93f8ace1653c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:23.591410 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499ac73-40c1-44b4-87bd-772b6c04363c req-4e5f3cc1-2f92-40de-bf91-93f8ace1653c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:23.602883 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499ac73-40c1-44b4-87bd-772b6c04363c req-4e5f3cc1-2f92-40de-bf91-93f8ace1653c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:23.617840 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b499ac73-40c1-44b4-87bd-772b6c04363c req-4e5f3cc1-2f92-40de-bf91-93f8ace1653c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5381 time: 0.5155771 Jul 22 16:39:23.744700 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port ed842fce-f773-408a-820f-8fd4f8c79bc5 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:23.830624 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5dd17-9f83-414f-94bb-effc311f3ef3 req-c47d192b-8981-4f9a-a8dd-76ca6bf6e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:23.833741 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cbb5dd17-9f83-414f-94bb-effc311f3ef3 req-c47d192b-8981-4f9a-a8dd-76ca6bf6e246 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2790537 Jul 22 16:39:23.935621 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e39297-8be6-459f-bb00-7cb5199d43a7 None None] Network ef2b738f-55cf-4219-8e16-510bb2401f06 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:23.937985 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd9b98-265e-4dbb-b43b-c2f488916e2e req-4d45ba17-2da2-4e93-b9b9-792248a3e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:23.940725 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91bd9b98-265e-4dbb-b43b-c2f488916e2e req-4d45ba17-2da2-4e93-b9b9-792248a3e8a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6207187 Jul 22 16:39:23.967674 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b499ac73-40c1-44b4-87bd-772b6c04363c req-040c91d2-b8c3-43cf-be9a-4a730ad66321 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3266759 Jul 22 16:39:23.987516 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-564e6332-9053-4a14-a148-dd3228a5d7f3 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.014178 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a392a29f-5556-46df-8e97-88cbc6eb7a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.051892 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-564e6332-9053-4a14-a148-dd3228a5d7f3 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.163452 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-564e6332-9053-4a14-a148-dd3228a5d7f3 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.168593 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a392a29f-5556-46df-8e97-88cbc6eb7a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.169905 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-564e6332-9053-4a14-a148-dd3228a5d7f3 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8733106 Jul 22 16:39:24.170972 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e6332-9053-4a14-a148-dd3228a5d7f3 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7169a86a-d72f-4d47-ac07-0b3e72354186,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:24.171162 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-122a6786-89e5-4bbf-9edf-ad04d38c6c72 None None] Provisioning for port ed842fce-f773-408a-820f-8fd4f8c79bc5 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:24.174012 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54150) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:24.180249 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0081e0b7-049c-4eac-8186-f820478d138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'name': 'tempest-TaggedBootDevicesTest-1009856334-router', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:54Z', 'updated_at': '2021-07-22T16:36:59Z', 'revision_number': 4, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'gw_port': {'id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:55Z', 'updated_at': '2021-07-22T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '443bda61-b9a0-46df-8401-6f8390285635', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'port_id': '1d7a3e15-c6cc-4f53-8290-53ee5b9132dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b', 'mac_address': 'fa:16:3e:c5:29:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:37:52Z', 'updated_at': '2021-07-22T16:39:20Z', 'revision_number': 1, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f', 'name': '', 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'mac_address': 'fa:16:3e:e1:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '9b630264-c7d4-4c04-a0fd-2e3fe6636661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:58Z', 'updated_at': '2021-07-22T16:37:08Z', 'revision_number': 5, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'subnets': [{'id': '9b630264-c7d4-4c04-a0fd-2e3fe6636661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:24.182856 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-31db4a39-db11-4a9f-9954-9bcb6fa0b5b9 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:24.183637 n-d-798930-9 neutron-server[93817]: WARNING neutron.api.v2.base [None req-31db4a39-db11-4a9f-9954-9bcb6fa0b5b9 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 16:39:24.184156 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-31db4a39-db11-4a9f-9954-9bcb6fa0b5b9 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 16:39:24.188203 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-31db4a39-db11-4a9f-9954-9bcb6fa0b5b9 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "PUT /v2.0/security-groups/7169a86a-d72f-4d47-ac07-0b3e72354186 HTTP/1.1" status: 409 len: 330 time: 0.0104890 Jul 22 16:39:24.188793 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54152) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:24.188971 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-122a6786-89e5-4bbf-9edf-ad04d38c6c72 None None] Provisioning complete for port ed842fce-f773-408a-820f-8fd4f8c79bc5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:24.189490 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-122a6786-89e5-4bbf-9edf-ad04d38c6c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.256080 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb873c-8a12-4393-ac24-b12286ed3a3e req-a7d89173-cafd-44ff-a864-ce1d82d81f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:24.257040 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb873c-8a12-4393-ac24-b12286ed3a3e req-a7d89173-cafd-44ff-a864-ce1d82d81f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:24.258038 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb873c-8a12-4393-ac24-b12286ed3a3e req-a7d89173-cafd-44ff-a864-ce1d82d81f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:24.258973 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb873c-8a12-4393-ac24-b12286ed3a3e req-a7d89173-cafd-44ff-a864-ce1d82d81f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:24.259907 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb873c-8a12-4393-ac24-b12286ed3a3e req-a7d89173-cafd-44ff-a864-ce1d82d81f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:24.260842 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb873c-8a12-4393-ac24-b12286ed3a3e req-a7d89173-cafd-44ff-a864-ce1d82d81f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:24.262303 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb873c-8a12-4393-ac24-b12286ed3a3e req-a7d89173-cafd-44ff-a864-ce1d82d81f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:24.266254 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-90cb873c-8a12-4393-ac24-b12286ed3a3e req-a7d89173-cafd-44ff-a864-ce1d82d81f40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2cdac6e8c514eed897eaf0607a1ddfd&device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 6491 time: 0.8177440 Jul 22 16:39:24.276337 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-8e15e05c-cbad-43ca-a74c-ba0277f92362 admin admin] Allocated IP 172.25.0.28 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/4b3582d5-1d5e-492e-857d-fd8f0444a9d9) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:24.353599 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91bd9b98-265e-4dbb-b43b-c2f488916e2e req-9f19493b-fdb1-45fe-9f2b-01f86ffacd6a service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027431 Jul 22 16:39:24.384827 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081e0b7-049c-4eac-8186-f820478d138e None None] Checking router: abbbf33b-f150-4b90-be12-7e734bddd0c1 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:39:24.435680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0a0eb-3450-46df-8167-5c71658436b0 req-1e051d29-4b7d-4d7a-9dd3-e6e2daaf0ee3 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:24.447414 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ae0a0eb-3450-46df-8167-5c71658436b0 req-1e051d29-4b7d-4d7a-9dd3-e6e2daaf0ee3 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.6196203 Jul 22 16:39:24.458923 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0081e0b7-049c-4eac-8186-f820478d138e None None] Routers {'abbbf33b-f150-4b90-be12-7e734bddd0c1'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:24.459584 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0081e0b7-049c-4eac-8186-f820478d138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:39:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['abbbf33b-f150-4b90-be12-7e734bddd0c1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:24.471045 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c8b3-4f06-4f70-91e2-42b04b64d80c tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.524803 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66ba1d-e7c9-490c-8568-b8136f3a1e5b req-8f624308-f2af-467d-9ba4-9b06d58358f9 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:24.528564 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4b66ba1d-e7c9-490c-8568-b8136f3a1e5b req-8f624308-f2af-467d-9ba4-9b06d58358f9 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 945 time: 0.4177451 Jul 22 16:39:24.573093 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-45487c83-5006-4415-81a6-6a889059090b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85be8f06-0cb5-488b-9eb9-9477188bcef3 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:39:24.578893 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c8b3-4f06-4f70-91e2-42b04b64d80c tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.601528 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-45487c83-5006-4415-81a6-6a889059090b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.643553 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-122a6786-89e5-4bbf-9edf-ad04d38c6c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.656432 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e15e05c-cbad-43ca-a74c-ba0277f92362 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.658050 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ae0a0eb-3450-46df-8167-5c71658436b0 req-7016b30d-38c5-45de-b581-27d7393f5fb8 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088974 Jul 22 16:39:24.670731 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91bd9b98-265e-4dbb-b43b-c2f488916e2e req-1745eba1-0963-4ae0-be7d-1e697a0f74a0 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036227 Jul 22 16:39:24.705866 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4b66ba1d-e7c9-490c-8568-b8136f3a1e5b req-b1ff981f-2f59-434d-8fbb-2c619e419b95 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/security-groups?id=9808ee90-88e2-4114-b837-cdce8f1307d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569395 Jul 22 16:39:24.708509 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-0081e0b7-049c-4eac-8186-f820478d138e None None] Set router abbbf33b-f150-4b90-be12-7e734bddd0c1 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:24.743897 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-45487c83-5006-4415-81a6-6a889059090b service neutron] Transition to ACTIVE for port object 85be8f06-0cb5-488b-9eb9-9477188bcef3 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:24.748158 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a392a29f-5556-46df-8e97-88cbc6eb7a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.752885 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c8b3-4f06-4f70-91e2-42b04b64d80c tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.756657 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a392a29f-5556-46df-8e97-88cbc6eb7a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.762256 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a392a29f-5556-46df-8e97-88cbc6eb7a29 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4ef189be-5a61-4739-9bfb-188d6ab4bc1a HTTP/1.1" status: 204 len: 168 time: 1.1848719 Jul 22 16:39:24.762514 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c8b3-4f06-4f70-91e2-42b04b64d80c tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.766739 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54158) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:24.769301 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0aa3c8b3-4f06-4f70-91e2-42b04b64d80c tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "DELETE /v2.0/security-groups/7169a86a-d72f-4d47-ac07-0b3e72354186 HTTP/1.1" status: 204 len: 168 time: 0.5265641 Jul 22 16:39:24.778440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-122a6786-89e5-4bbf-9edf-ad04d38c6c72 None None] For port ed842fce-f773-408a-820f-8fd4f8c79bc5, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ed842fce-f773-408a-820f-8fd4f8c79bc5,segment=NetworkSegment(28ca3e00-9cc7-4ec6-bf7a-a400af081869),segment_id=28ca3e00-9cc7-4ec6-bf7a-a400af081869)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:24.791197 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-122a6786-89e5-4bbf-9edf-ad04d38c6c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.799585 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-45487c83-5006-4415-81a6-6a889059090b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.834408 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3c8b3-4f06-4f70-91e2-42b04b64d80c tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7169a86a-d72f-4d47-ac07-0b3e72354186,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:24.848957 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e15e05c-cbad-43ca-a74c-ba0277f92362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.866650 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb873c-8a12-4393-ac24-b12286ed3a3e req-febfbe57-642e-4b9f-9f53-cc89f2e1ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:24.868162 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-90cb873c-8a12-4393-ac24-b12286ed3a3e req-febfbe57-642e-4b9f-9f53-cc89f2e1ad5d service neutron] 10.222.0.30 "GET /v2.0/networks?id=408ac033-5a33-4cf7-82af-38aaa8dda69b HTTP/1.1" status: 200 len: 913 time: 0.5732954 Jul 22 16:39:24.896954 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392a29f-5556-46df-8e97-88cbc6eb7a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef189be-5a61-4739-9bfb-188d6ab4bc1a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:24.966954 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e15e05c-cbad-43ca-a74c-ba0277f92362 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:24.985740 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8e15e05c-cbad-43ca-a74c-ba0277f92362 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:24.995054 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e15e05c-cbad-43ca-a74c-ba0277f92362 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:25.077875 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15e05c-cbad-43ca-a74c-ba0277f92362 admin admin] Pushing event updated for resources: {'Port': ['ID=4b3582d5-1d5e-492e-857d-fd8f0444a9d9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:25.149965 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-90cb873c-8a12-4393-ac24-b12286ed3a3e req-80d45fb3-8ee3-424f-a754-91cebff8207c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d7a3e15-c6cc-4f53-8290-53ee5b9132dc HTTP/1.1" status: 200 len: 999 time: 0.2574997 Jul 22 16:39:25.215137 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45487c83-5006-4415-81a6-6a889059090b service neutron] Pushing event updated for resources: {'Port': ['ID=85be8f06-0cb5-488b-9eb9-9477188bcef3,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:25.239308 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a6786-89e5-4bbf-9edf-ad04d38c6c72 None None] Pushing event updated for resources: {'Port': ['ID=ed842fce-f773-408a-820f-8fd4f8c79bc5,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:25.278411 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bde034dc-fe2b-4d3c-9f7c-e5c1541bd8a5 None None] Provisioning complete for port ed842fce-f773-408a-820f-8fd4f8c79bc5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:25.278942 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bde034dc-fe2b-4d3c-9f7c-e5c1541bd8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:25.324183 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d1fe5de3-62c8-468b-bf4e-dc4a47586157 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5384109 Jul 22 16:39:25.377308 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54164) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:25.424721 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-ea4fa2f9-cc9f-41b1-ac9a-a2019711021d tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] delete failed (client error): The resource could not be found. Jul 22 16:39:25.429585 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ea4fa2f9-cc9f-41b1-ac9a-a2019711021d tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "DELETE /v2.0/security-groups/919d3e5b-4073-4aa4-b92e-12d9b8fb01b9 HTTP/1.1" status: 404 len: 347 time: 0.0413046 Jul 22 16:39:25.434776 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54166) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:25.449444 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb873c-8a12-4393-ac24-b12286ed3a3e req-a5c73734-05ca-4daf-ac66-8afd46a9a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:25.451003 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-90cb873c-8a12-4393-ac24-b12286ed3a3e req-a5c73734-05ca-4daf-ac66-8afd46a9a429 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b630264-c7d4-4c04-a0fd-2e3fe6636661 HTTP/1.1" status: 200 len: 851 time: 0.2822864 Jul 22 16:39:25.477259 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-164e4cdc-f7d8-478d-b05b-22d64b330e97 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] show failed (client error): The resource could not be found. Jul 22 16:39:25.477611 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0081e0b7-049c-4eac-8186-f820478d138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'name': 'tempest-TaggedBootDevicesTest-1009856334-router', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:54Z', 'updated_at': '2021-07-22T16:36:59Z', 'revision_number': 4, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'gw_port': {'id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:55Z', 'updated_at': '2021-07-22T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '443bda61-b9a0-46df-8401-6f8390285635', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'port_id': '1d7a3e15-c6cc-4f53-8290-53ee5b9132dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b', 'mac_address': 'fa:16:3e:c5:29:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:37:52Z', 'updated_at': '2021-07-22T16:39:20Z', 'revision_number': 1, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f', 'name': '', 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'mac_address': 'fa:16:3e:e1:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '9b630264-c7d4-4c04-a0fd-2e3fe6636661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:58Z', 'updated_at': '2021-07-22T16:37:08Z', 'revision_number': 5, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'subnets': [{'id': '9b630264-c7d4-4c04-a0fd-2e3fe6636661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:25.478358 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-164e4cdc-f7d8-478d-b05b-22d64b330e97 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "GET /v2.0/security-groups/9465e6bd-e836-496e-9757-71d7d81d621a HTTP/1.1" status: 404 len: 347 time: 0.0399888 Jul 22 16:39:25.494321 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54168) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:25.534543 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-45487c83-5006-4415-81a6-6a889059090b service neutron] Attempting to bind port 85be8f06-0cb5-488b-9eb9-9477188bcef3 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:25.534991 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-45487c83-5006-4415-81a6-6a889059090b service neutron] Attempting to bind port 85be8f06-0cb5-488b-9eb9-9477188bcef3 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'e4f4bbfe-2abb-4c16-96a6-2c9b0861412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:25.535383 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-45487c83-5006-4415-81a6-6a889059090b service neutron] Attempting to bind port 85be8f06-0cb5-488b-9eb9-9477188bcef3 on network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:25.545416 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-1a9f6236-f13b-4730-b13c-058dd94b8d45 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] show failed (client error): The resource could not be found. Jul 22 16:39:25.550950 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1a9f6236-f13b-4730-b13c-058dd94b8d45 tempest-NegativeSecGroupIPv6Test-1831087624 tempest-NegativeSecGroupIPv6Test-1831087624-project] 10.222.0.69 "GET /v2.0/security-group-rules/b026a9a8-faef-46e0-8245-c5ac6e538316 HTTP/1.1" status: 404 len: 356 time: 0.0351241 Jul 22 16:39:25.553098 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-45487c83-5006-4415-81a6-6a889059090b service neutron] Port 85be8f06-0cb5-488b-9eb9-9477188bcef3 on network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:25.553451 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-45487c83-5006-4415-81a6-6a889059090b service neutron] Attempting to bind port 85be8f06-0cb5-488b-9eb9-9477188bcef3 on network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:25.566381 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081e0b7-049c-4eac-8186-f820478d138e None None] The sync data for ids ['abbbf33b-f150-4b90-be12-7e734bddd0c1'] in n-d-798930-9 is: [{'id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'name': 'tempest-TaggedBootDevicesTest-1009856334-router', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:54Z', 'updated_at': '2021-07-22T16:36:59Z', 'revision_number': 4, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'gw_port': {'id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:55Z', 'updated_at': '2021-07-22T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '443bda61-b9a0-46df-8401-6f8390285635', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'port_id': '1d7a3e15-c6cc-4f53-8290-53ee5b9132dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b', 'mac_address': 'fa:16:3e:c5:29:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:37:52Z', 'updated_at': '2021-07-22T16:39:20Z', 'revision_number': 1, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f', 'name': '', 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'mac_address': 'fa:16:3e:e1:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '9b630264-c7d4-4c04-a0fd-2e3fe6636661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:58Z', 'updated_at': '2021-07-22T16:37:08Z', 'revision_number': 5, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'subnets': [{'id': '9b630264-c7d4-4c04-a0fd-2e3fe6636661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:39:25.595296 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-45487c83-5006-4415-81a6-6a889059090b service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:25.595729 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-45487c83-5006-4415-81a6-6a889059090b service neutron] Checking segment: {'id': 'e4f4bbfe-2abb-4c16-96a6-2c9b0861412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:25.596027 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-45487c83-5006-4415-81a6-6a889059090b service neutron] Bound using segment: {'id': 'e4f4bbfe-2abb-4c16-96a6-2c9b0861412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:25.596484 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-45487c83-5006-4415-81a6-6a889059090b service neutron] Bound port: 85be8f06-0cb5-488b-9eb9-9477188bcef3, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f4bbfe-2abb-4c16-96a6-2c9b0861412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:25.596851 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-45487c83-5006-4415-81a6-6a889059090b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:25.625691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630e347-8f8c-40e8-b011-c87492dda7a3 req-4dd07d61-9937-4959-bd35-68f090c119de tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:25.648880 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630e347-8f8c-40e8-b011-c87492dda7a3 req-4dd07d61-9937-4959-bd35-68f090c119de tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:25.655612 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630e347-8f8c-40e8-b011-c87492dda7a3 req-4dd07d61-9937-4959-bd35-68f090c119de tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:25.676786 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630e347-8f8c-40e8-b011-c87492dda7a3 req-4dd07d61-9937-4959-bd35-68f090c119de tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:25.683018 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630e347-8f8c-40e8-b011-c87492dda7a3 req-4dd07d61-9937-4959-bd35-68f090c119de tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:25.689758 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630e347-8f8c-40e8-b011-c87492dda7a3 req-4dd07d61-9937-4959-bd35-68f090c119de tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:25.696302 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630e347-8f8c-40e8-b011-c87492dda7a3 req-4dd07d61-9937-4959-bd35-68f090c119de tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:25.704935 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4630e347-8f8c-40e8-b011-c87492dda7a3 req-4dd07d61-9937-4959-bd35-68f090c119de tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5393 time: 0.4913707 Jul 22 16:39:25.774153 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb873c-8a12-4393-ac24-b12286ed3a3e req-b8dadc18-02da-4df1-87c3-6709e84fbdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:25.779807 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-90cb873c-8a12-4393-ac24-b12286ed3a3e req-b8dadc18-02da-4df1-87c3-6709e84fbdfb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=408ac033-5a33-4cf7-82af-38aaa8dda69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3119149 Jul 22 16:39:25.842398 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4630e347-8f8c-40e8-b011-c87492dda7a3 req-0c6a4d52-7df8-48f9-bab6-0c411a4803c3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1353915 Jul 22 16:39:25.877972 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e15e05c-cbad-43ca-a74c-ba0277f92362 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:25.948636 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54186) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:26.131430 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04063544-3b42-48d5-b3f7-6839be2e0dbc None None] New status for floating IP 443bda61-b9a0-46df-8401-6f8390285635: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:39:26.135636 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-45487c83-5006-4415-81a6-6a889059090b service neutron] For port 85be8f06-0cb5-488b-9eb9-9477188bcef3, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:26.143534 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-90cb873c-8a12-4393-ac24-b12286ed3a3e req-38635067-78a9-4c3a-90a1-4d0cd55bd547 service neutron] 10.222.0.30 "GET /v2.0/networks/408ac033-5a33-4cf7-82af-38aaa8dda69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570602 Jul 22 16:39:26.185873 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-45487c83-5006-4415-81a6-6a889059090b service neutron] For port 85be8f06-0cb5-488b-9eb9-9477188bcef3, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=85be8f06-0cb5-488b-9eb9-9477188bcef3,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:26.218476 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-45487c83-5006-4415-81a6-6a889059090b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:26.411927 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-45487c83-5006-4415-81a6-6a889059090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:26.413105 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-45487c83-5006-4415-81a6-6a889059090b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:26.415772 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-45487c83-5006-4415-81a6-6a889059090b service neutron] 10.222.0.16 "PUT /v2.0/ports/85be8f06-0cb5-488b-9eb9-9477188bcef3 HTTP/1.1" status: 200 len: 1091 time: 3.8248105 Jul 22 16:39:26.421064 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'tag': '85be8f06-0cb5-488b-9eb9-9477188bcef3'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:26.427372 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ae4fb5-9b49-4071-b0e9-0c08bb6717f4" -d '{"events": [{"name": "network-changed", "server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "tag": "85be8f06-0cb5-488b-9eb9-9477188bcef3"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:26.496697 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-067fe3e5-a369-475e-b4f4-ab0f12fe9b97 service neutron] Request body: {'port': {'device_id': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:26.541730 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed95a1d-ce76-4d16-b245-e6ac208e4301 req-bd76b177-3b6f-40d7-8a43-0f4f71f35af1 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:26.550618 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6ed95a1d-ce76-4d16-b245-e6ac208e4301 req-bd76b177-3b6f-40d7-8a43-0f4f71f35af1 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.6483886 Jul 22 16:39:26.599476 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2633f2c-844b-4066-a7e7-2dbf074e12a3 req-ee493184-b4c6-4285-93fc-c6351dd2054b tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:26.618935 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a2633f2c-844b-4066-a7e7-2dbf074e12a3 req-ee493184-b4c6-4285-93fc-c6351dd2054b tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 945 time: 0.5620303 Jul 22 16:39:26.703064 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e15e05c-cbad-43ca-a74c-ba0277f92362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:26.703510 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 8350f9eb-8bbe-4e6c-81cb-feb58b5ec710 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:26.823902 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45487c83-5006-4415-81a6-6a889059090b service neutron] Pushing event updated for resources: {'Port': ['ID=85be8f06-0cb5-488b-9eb9-9477188bcef3,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:26.847202 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-90cb873c-8a12-4393-ac24-b12286ed3a3e req-75170279-fcab-4949-8679-1ad346402e43 service neutron] 10.222.0.30 "GET /v2.0/networks/408ac033-5a33-4cf7-82af-38aaa8dda69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6833971 Jul 22 16:39:26.853035 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6ed95a1d-ce76-4d16-b245-e6ac208e4301 req-d7052c15-b230-430a-baa7-6b7df3a50f01 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3011084 Jul 22 16:39:26.876905 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 8350f9eb-8bbe-4e6c-81cb-feb58b5ec710 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:26.885023 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a2633f2c-844b-4066-a7e7-2dbf074e12a3 req-146cf783-5015-4912-a858-627386410976 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/security-groups?id=9808ee90-88e2-4114-b837-cdce8f1307d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617586 Jul 22 16:39:26.891845 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 8350f9eb-8bbe-4e6c-81cb-feb58b5ec710 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:26.892298 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:26.965906 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-85ce62b9-b966-4246-8eee-31bfc0bd9ef1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1929782f342e46fa8a30f0704d8b5c17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0146306 Jul 22 16:39:26.969519 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54208) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:27.014171 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e15e05c-cbad-43ca-a74c-ba0277f92362 admin admin] Router 92dfd705-b52e-4fed-9c95-7837e62e45f5 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:39:27.019525 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-067fe3e5-a369-475e-b4f4-ab0f12fe9b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:27.103141 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:27.126550 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb36221d-2b72-40da-9b14-db8116e9ae09 x-openstack-request-id: req-eb36221d-2b72-40da-9b14-db8116e9ae09 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:27.127139 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "tag": "85be8f06-0cb5-488b-9eb9-9477188bcef3", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:27.127805 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eb36221d-2b72-40da-9b14-db8116e9ae09 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:27.128816 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'tag': '85be8f06-0cb5-488b-9eb9-9477188bcef3', 'status': 'completed', 'code': 200} Jul 22 16:39:27.140683 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab61595-c479-4687-8c1b-6b078d18c3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8350f9eb-8bbe-4e6c-81cb-feb58b5ec710'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:27.145055 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a101dc-3574-4a71-a6a2-a62a19ea321b" -d '{"events": [{"server_uuid": "2ab61595-c479-4687-8c1b-6b078d18c3df", "name": "network-vif-plugged", "status": "completed", "tag": "8350f9eb-8bbe-4e6c-81cb-feb58b5ec710"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:27.164378 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 8350f9eb-8bbe-4e6c-81cb-feb58b5ec710, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=8350f9eb-8bbe-4e6c-81cb-feb58b5ec710,segment=NetworkSegment(5c38946c-a33b-4993-9071-28064817bd91),segment_id=5c38946c-a33b-4993-9071-28064817bd91)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:27.172237 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:27.208703 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e115d96e-41e2-4c9e-881a-3db8b8d4a14a x-openstack-request-id: req-e115d96e-41e2-4c9e-881a-3db8b8d4a14a {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:27.208703 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab61595-c479-4687-8c1b-6b078d18c3df", "name": "network-vif-plugged", "status": "completed", "tag": "8350f9eb-8bbe-4e6c-81cb-feb58b5ec710", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:27.209136 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e115d96e-41e2-4c9e-881a-3db8b8d4a14a {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:27.209293 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab61595-c479-4687-8c1b-6b078d18c3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8350f9eb-8bbe-4e6c-81cb-feb58b5ec710', 'code': 200} Jul 22 16:39:27.213383 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0706d83-eaff-41a0-9cda-3be7bc864fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:27.257203 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e15e05c-cbad-43ca-a74c-ba0277f92362 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:39:27.284378 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] Sync routers for ids ['92dfd705-b52e-4fed-9c95-7837e62e45f5'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:39:27.296941 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=8350f9eb-8bbe-4e6c-81cb-feb58b5ec710,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:27.303318 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ed842fce-f773-408a-820f-8fd4f8c79bc5 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:27.323447 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e15e05c-cbad-43ca-a74c-ba0277f92362 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:27.325886 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8e15e05c-cbad-43ca-a74c-ba0277f92362 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.2733932 Jul 22 16:39:27.329392 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] Routers {'92dfd705-b52e-4fed-9c95-7837e62e45f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:27.330094 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:39:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['92dfd705-b52e-4fed-9c95-7837e62e45f5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:27.331346 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54216) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:27.362109 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:39:27.465786 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0706d83-eaff-41a0-9cda-3be7bc864fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:27.483869 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port ed842fce-f773-408a-820f-8fd4f8c79bc5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:27.484261 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:27.531293 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] Set router 92dfd705-b52e-4fed-9c95-7837e62e45f5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:27.878460 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dfd705-b52e-4fed-9c95-7837e62e45f5', 'name': 'tempest-ServersTestMultiNic-949998598-router', 'tenant_id': '027af367b5ff4d37b9ab99d0a55279d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4b3582d5-1d5e-492e-857d-fd8f0444a9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:39:21Z', 'updated_at': '2021-07-22T16:39:25Z', 'revision_number': 3, 'project_id': '027af367b5ff4d37b9ab99d0a55279d2', 'gw_port': {'id': '4b3582d5-1d5e-492e-857d-fd8f0444a9d9', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92dfd705-b52e-4fed-9c95-7837e62e45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:23Z', 'updated_at': '2021-07-22T16:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:27.932750 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] Checking router: 92dfd705-b52e-4fed-9c95-7837e62e45f5 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:39:27.934081 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] Updating router 92dfd705-b52e-4fed-9c95-7837e62e45f5 port 4b3582d5-1d5e-492e-857d-fd8f0444a9d9 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:39:27.984006 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:27.989312 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54230) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:28.030473 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae4fb5-9b49-4071-b0e9-0c08bb6717f4 req-16b4c58f-407a-4e13-9a22-0fc021ed17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:28.030970 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae4fb5-9b49-4071-b0e9-0c08bb6717f4 req-16b4c58f-407a-4e13-9a22-0fc021ed17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:28.031460 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae4fb5-9b49-4071-b0e9-0c08bb6717f4 req-16b4c58f-407a-4e13-9a22-0fc021ed17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:28.031937 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae4fb5-9b49-4071-b0e9-0c08bb6717f4 req-16b4c58f-407a-4e13-9a22-0fc021ed17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:28.032628 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae4fb5-9b49-4071-b0e9-0c08bb6717f4 req-16b4c58f-407a-4e13-9a22-0fc021ed17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:28.032931 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae4fb5-9b49-4071-b0e9-0c08bb6717f4 req-16b4c58f-407a-4e13-9a22-0fc021ed17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:28.033408 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae4fb5-9b49-4071-b0e9-0c08bb6717f4 req-16b4c58f-407a-4e13-9a22-0fc021ed17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:28.035613 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-16ae4fb5-9b49-4071-b0e9-0c08bb6717f4 req-16b4c58f-407a-4e13-9a22-0fc021ed17d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9497a41f8194fa4a8867ac9f3be3289&device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 6285 time: 0.8533494 Jul 22 16:39:28.148328 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf0883-d3d1-4fc4-815c-d9e9e8253612 req-c575c0c1-84e1-4fbc-837d-34066726ebe3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:28.162640 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf0883-d3d1-4fc4-815c-d9e9e8253612 req-c575c0c1-84e1-4fbc-837d-34066726ebe3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:28.177847 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf0883-d3d1-4fc4-815c-d9e9e8253612 req-c575c0c1-84e1-4fbc-837d-34066726ebe3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:28.190480 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf0883-d3d1-4fc4-815c-d9e9e8253612 req-c575c0c1-84e1-4fbc-837d-34066726ebe3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:28.202724 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf0883-d3d1-4fc4-815c-d9e9e8253612 req-c575c0c1-84e1-4fbc-837d-34066726ebe3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:28.212205 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf0883-d3d1-4fc4-815c-d9e9e8253612 req-c575c0c1-84e1-4fbc-837d-34066726ebe3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:28.222650 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf0883-d3d1-4fc4-815c-d9e9e8253612 req-c575c0c1-84e1-4fbc-837d-34066726ebe3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:28.225455 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-492526a8-0683-4b6f-99dc-a315f350ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:28.225979 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3faf0883-d3d1-4fc4-815c-d9e9e8253612 req-c575c0c1-84e1-4fbc-837d-34066726ebe3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5393 time: 1.0169744 Jul 22 16:39:28.264607 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa4d13-f1fb-420e-8c16-ff83ea52f957 req-36955c2b-9c59-4016-b4d9-8cffb780aebe tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:28.266389 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6fa4d13-f1fb-420e-8c16-ff83ea52f957 req-36955c2b-9c59-4016-b4d9-8cffb780aebe tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 946 time: 0.1887429 Jul 22 16:39:28.270500 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0706d83-eaff-41a0-9cda-3be7bc864fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:28.275059 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0706d83-eaff-41a0-9cda-3be7bc864fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:28.276813 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a0706d83-eaff-41a0-9cda-3be7bc864fb5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7906f8f5-44e7-4245-a60b-79983eae577d HTTP/1.1" status: 204 len: 168 time: 1.2906005 Jul 22 16:39:28.303974 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d362785-fa33-494e-92aa-2b9da9f06e6d req-6dcc2029-d7a4-46dc-a5c0-7ee08779f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:28.305561 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d362785-fa33-494e-92aa-2b9da9f06e6d req-6dcc2029-d7a4-46dc-a5c0-7ee08779f01f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 1097 time: 0.8757615 Jul 22 16:39:28.342642 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0706d83-eaff-41a0-9cda-3be7bc864fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7906f8f5-44e7-4245-a60b-79983eae577d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:28.435233 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-28569588-4408-4211-8f81-157802150cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-144702725'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:28.461435 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:28.475103 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d362785-fa33-494e-92aa-2b9da9f06e6d req-ee89ff47-dede-4771-bc82-104ca9d05f82 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9808ee90-88e2-4114-b837-cdce8f1307d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568615 Jul 22 16:39:28.481744 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-492526a8-0683-4b6f-99dc-a315f350ac19 admin admin] Allocated IP 172.20.0.1 (ef2b738f-55cf-4219-8e16-510bb2401f06/e426f577-51f9-41a2-93db-697b5d23995b/f28e098e-331b-4c9d-925f-b54259121150) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:28.486002 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] Transition to ACTIVE for port object 4b3582d5-1d5e-492e-857d-fd8f0444a9d9 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:28.497260 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:28.511325 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28569588-4408-4211-8f81-157802150cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] Made reservation on behalf of 909fc3030ad14557856ceb5fea9b333c for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:28.514945 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28569588-4408-4211-8f81-157802150cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:28.529080 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28569588-4408-4211-8f81-157802150cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:28.536091 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae4fb5-9b49-4071-b0e9-0c08bb6717f4 req-00d54c0b-ef99-4432-967a-5d34acf450df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:28.536870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae4fb5-9b49-4071-b0e9-0c08bb6717f4 req-00d54c0b-ef99-4432-967a-5d34acf450df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:28.537431 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae4fb5-9b49-4071-b0e9-0c08bb6717f4 req-00d54c0b-ef99-4432-967a-5d34acf450df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:28.540685 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-16ae4fb5-9b49-4071-b0e9-0c08bb6717f4 req-00d54c0b-ef99-4432-967a-5d34acf450df service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=c9497a41f8194fa4a8867ac9f3be3289&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4655688 Jul 22 16:39:28.564837 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3faf0883-d3d1-4fc4-815c-d9e9e8253612 req-e4c31db1-8f56-4a8e-a73a-f13f4d9cfdd4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2929580 Jul 22 16:39:28.570533 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6fa4d13-f1fb-420e-8c16-ff83ea52f957 req-34aa069e-4a6b-4e75-9b93-53319fa67c4b tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/security-groups?id=9808ee90-88e2-4114-b837-cdce8f1307d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222725 Jul 22 16:39:28.582463 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] Attempting to bind port 4b3582d5-1d5e-492e-857d-fd8f0444a9d9 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:28.582463 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] Attempting to bind port 4b3582d5-1d5e-492e-857d-fd8f0444a9d9 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:28.582463 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] Attempting to bind port 4b3582d5-1d5e-492e-857d-fd8f0444a9d9 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:28.593588 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:28.594001 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:28.594485 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:28.594883 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:28.595429 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] Bound port: 4b3582d5-1d5e-492e-857d-fd8f0444a9d9, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:28.595812 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:28.668962 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] For port 4b3582d5-1d5e-492e-857d-fd8f0444a9d9, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:28.674248 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] For port 4b3582d5-1d5e-492e-857d-fd8f0444a9d9, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=4b3582d5-1d5e-492e-857d-fd8f0444a9d9,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:28.692853 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:28.736548 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aeaff6-3f7f-41bd-88f4-9e3d8153cc39 None None] Pushing event updated for resources: {'Port': ['ID=4b3582d5-1d5e-492e-857d-fd8f0444a9d9,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:28.780208 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-492526a8-0683-4b6f-99dc-a315f350ac19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:28.784588 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-067fe3e5-a369-475e-b4f4-ab0f12fe9b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa61500-2368-4f52-ab67-83af547fa639 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:39:28.805273 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-067fe3e5-a369-475e-b4f4-ab0f12fe9b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:28.812739 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-492526a8-0683-4b6f-99dc-a315f350ac19 admin admin] Transition to ACTIVE for port object f28e098e-331b-4c9d-925f-b54259121150 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:28.829222 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aeaff6-3f7f-41bd-88f4-9e3d8153cc39 None None] Pushing event updated for resources: {'Port': ['ID=4b3582d5-1d5e-492e-857d-fd8f0444a9d9,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:28.836187 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] Routers {'92dfd705-b52e-4fed-9c95-7837e62e45f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:28.837207 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:39:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['92dfd705-b52e-4fed-9c95-7837e62e45f5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:28.842439 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-067fe3e5-a369-475e-b4f4-ab0f12fe9b97 service neutron] Transition to ACTIVE for port object 7aa61500-2368-4f52-ab67-83af547fa639 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:28.846543 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae4fb5-9b49-4071-b0e9-0c08bb6717f4 req-c8f6f145-ade0-46a7-9e42-ed26588dd019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:28.848420 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-16ae4fb5-9b49-4071-b0e9-0c08bb6717f4 req-c8f6f145-ade0-46a7-9e42-ed26588dd019 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2716789 Jul 22 16:39:28.856756 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-067fe3e5-a369-475e-b4f4-ab0f12fe9b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:28.878037 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28569588-4408-4211-8f81-157802150cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:28.886312 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28569588-4408-4211-8f81-157802150cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:28.897455 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-492526a8-0683-4b6f-99dc-a315f350ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:28.962579 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fe3e5-a369-475e-b4f4-ab0f12fe9b97 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa61500-2368-4f52-ab67-83af547fa639,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:28.974851 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e969e7c3-1f70-4758-a540-464dd85974f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:28.975427 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492526a8-0683-4b6f-99dc-a315f350ac19 admin admin] Pushing event updated for resources: {'Port': ['ID=f28e098e-331b-4c9d-925f-b54259121150,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:29.004587 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28569588-4408-4211-8f81-157802150cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:39:29.018853 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28569588-4408-4211-8f81-157802150cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac37139-ba69-492c-ba67-b68d27f955fa,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:29.028984 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492526a8-0683-4b6f-99dc-a315f350ac19 admin admin] Network ef2b738f-55cf-4219-8e16-510bb2401f06 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:29.032720 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28569588-4408-4211-8f81-157802150cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:29.032995 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-28569588-4408-4211-8f81-157802150cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] Added segment 7d41b733-661f-4f00-9f04-180a22989f75 of type vlan for network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 Jul 22 16:39:29.034743 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-492526a8-0683-4b6f-99dc-a315f350ac19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:29.044649 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492526a8-0683-4b6f-99dc-a315f350ac19 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:29.091875 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] Set router 92dfd705-b52e-4fed-9c95-7837e62e45f5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:29.148715 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28569588-4408-4211-8f81-157802150cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:29.175451 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-492526a8-0683-4b6f-99dc-a315f350ac19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:29.204797 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-067fe3e5-a369-475e-b4f4-ab0f12fe9b97 service neutron] Attempting to bind port 7aa61500-2368-4f52-ab67-83af547fa639 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:29.205138 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-067fe3e5-a369-475e-b4f4-ab0f12fe9b97 service neutron] Attempting to bind port 7aa61500-2368-4f52-ab67-83af547fa639 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'e4f4bbfe-2abb-4c16-96a6-2c9b0861412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:29.205736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-067fe3e5-a369-475e-b4f4-ab0f12fe9b97 service neutron] Attempting to bind port 7aa61500-2368-4f52-ab67-83af547fa639 on network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:29.211030 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-067fe3e5-a369-475e-b4f4-ab0f12fe9b97 service neutron] Port 7aa61500-2368-4f52-ab67-83af547fa639 on network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:29.211627 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-067fe3e5-a369-475e-b4f4-ab0f12fe9b97 service neutron] Attempting to bind port 7aa61500-2368-4f52-ab67-83af547fa639 on network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:29.224499 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-067fe3e5-a369-475e-b4f4-ab0f12fe9b97 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:29.225237 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-067fe3e5-a369-475e-b4f4-ab0f12fe9b97 service neutron] Checking segment: {'id': 'e4f4bbfe-2abb-4c16-96a6-2c9b0861412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:29.225237 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-067fe3e5-a369-475e-b4f4-ab0f12fe9b97 service neutron] Bound using segment: {'id': 'e4f4bbfe-2abb-4c16-96a6-2c9b0861412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:29.225578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-067fe3e5-a369-475e-b4f4-ab0f12fe9b97 service neutron] Bound port: 7aa61500-2368-4f52-ab67-83af547fa639, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f4bbfe-2abb-4c16-96a6-2c9b0861412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:29.226127 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-067fe3e5-a369-475e-b4f4-ab0f12fe9b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:29.299092 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28569588-4408-4211-8f81-157802150cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:29.311947 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28569588-4408-4211-8f81-157802150cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:29.312684 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28569588-4408-4211-8f81-157802150cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:29.387940 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-067fe3e5-a369-475e-b4f4-ab0f12fe9b97 service neutron] For port 7aa61500-2368-4f52-ab67-83af547fa639, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:29.408958 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-067fe3e5-a369-475e-b4f4-ab0f12fe9b97 service neutron] For port 7aa61500-2368-4f52-ab67-83af547fa639, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=7aa61500-2368-4f52-ab67-83af547fa639,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:29.427036 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-067fe3e5-a369-475e-b4f4-ab0f12fe9b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:29.438238 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28569588-4408-4211-8f81-157802150cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] Pushing event updated for resources: {'Network': ['ID=b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:29.456801 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-28569588-4408-4211-8f81-157802150cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.4660873 Jul 22 16:39:29.506845 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:39:29.508185 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-067fe3e5-a369-475e-b4f4-ab0f12fe9b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:29.508825 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-067fe3e5-a369-475e-b4f4-ab0f12fe9b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:29.510339 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-067fe3e5-a369-475e-b4f4-ab0f12fe9b97 service neutron] 10.222.0.16 "PUT /v2.0/ports/7aa61500-2368-4f52-ab67-83af547fa639 HTTP/1.1" status: 200 len: 1090 time: 3.0330982 Jul 22 16:39:29.510904 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'tag': '7aa61500-2368-4f52-ab67-83af547fa639'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:29.513731 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f61a12-3036-4af6-bfb7-fa5dcedc1c57" -d '{"events": [{"name": "network-changed", "server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "tag": "7aa61500-2368-4f52-ab67-83af547fa639"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:29.570329 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-f3351c62-6b28-465c-8d16-1607b18c4ff6 service neutron] Request body: {'port': {'device_id': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:29.581621 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-492526a8-0683-4b6f-99dc-a315f350ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:29.654916 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fe3e5-a369-475e-b4f4-ab0f12fe9b97 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa61500-2368-4f52-ab67-83af547fa639,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:29.678446 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4027a56-a836-480e-bb9d-9d6ef31ba6cf x-openstack-request-id: req-e4027a56-a836-480e-bb9d-9d6ef31ba6cf {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:29.679183 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "tag": "7aa61500-2368-4f52-ab67-83af547fa639", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:29.679448 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e4027a56-a836-480e-bb9d-9d6ef31ba6cf {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:29.681322 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'tag': '7aa61500-2368-4f52-ab67-83af547fa639', 'status': 'completed', 'code': 200} Jul 22 16:39:29.913008 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-f3351c62-6b28-465c-8d16-1607b18c4ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:30.025226 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-18e0b9fc-1f62-4f30-b5dd-65692e43d1af None None] Provisioning for port f28e098e-331b-4c9d-925f-b54259121150 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:30.028797 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b6db3-91e4-43f9-b93d-16f9295d9211 req-57e2edc7-a437-4da3-beda-e5220d66b48e tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:30.037093 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-513b6db3-91e4-43f9-b93d-16f9295d9211 req-57e2edc7-a437-4da3-beda-e5220d66b48e tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 946 time: 0.2978909 Jul 22 16:39:30.041324 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-18e0b9fc-1f62-4f30-b5dd-65692e43d1af None None] Provisioning complete for port f28e098e-331b-4c9d-925f-b54259121150 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:30.041822 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18e0b9fc-1f62-4f30-b5dd-65692e43d1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:30.094941 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54272) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:30.122255 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Request body: {'port': {'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373', 'binding:host_id': 'n-h1-798930-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1666819379'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:30.157150 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dfd705-b52e-4fed-9c95-7837e62e45f5', 'name': 'tempest-ServersTestMultiNic-949998598-router', 'tenant_id': '027af367b5ff4d37b9ab99d0a55279d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4b3582d5-1d5e-492e-857d-fd8f0444a9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:39:21Z', 'updated_at': '2021-07-22T16:39:25Z', 'revision_number': 3, 'project_id': '027af367b5ff4d37b9ab99d0a55279d2', 'gw_port': {'id': '4b3582d5-1d5e-492e-857d-fd8f0444a9d9', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92dfd705-b52e-4fed-9c95-7837e62e45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:23Z', 'updated_at': '2021-07-22T16:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:30.164510 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-18e0b9fc-1f62-4f30-b5dd-65692e43d1af None None] Port f28e098e-331b-4c9d-925f-b54259121150 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:39:30.174662 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-492526a8-0683-4b6f-99dc-a315f350ac19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:30.191944 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-513b6db3-91e4-43f9-b93d-16f9295d9211 req-4498178e-9d15-4d25-b79b-e091bfc3896b tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/security-groups?id=9808ee90-88e2-4114-b837-cdce8f1307d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533124 Jul 22 16:39:30.200382 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-492526a8-0683-4b6f-99dc-a315f350ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:30.216156 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f26ea2d-4108-4cb0-846a-be247bcf7549 None None] The sync data for ids ['92dfd705-b52e-4fed-9c95-7837e62e45f5'] in n-d-798930-9 is: [{'id': '92dfd705-b52e-4fed-9c95-7837e62e45f5', 'name': 'tempest-ServersTestMultiNic-949998598-router', 'tenant_id': '027af367b5ff4d37b9ab99d0a55279d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4b3582d5-1d5e-492e-857d-fd8f0444a9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:39:21Z', 'updated_at': '2021-07-22T16:39:25Z', 'revision_number': 3, 'project_id': '027af367b5ff4d37b9ab99d0a55279d2', 'gw_port': {'id': '4b3582d5-1d5e-492e-857d-fd8f0444a9d9', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92dfd705-b52e-4fed-9c95-7837e62e45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:23Z', 'updated_at': '2021-07-22T16:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:39:30.301962 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Made reservation on behalf of f2d8b1e3c4ad4073a844b4ea4dd13eaa for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:30.304974 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:30.336883 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:30.393578 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-492526a8-0683-4b6f-99dc-a315f350ac19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:30.397858 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492526a8-0683-4b6f-99dc-a315f350ac19 admin admin] Pushing event updated for resources: {'Port': ['ID=f28e098e-331b-4c9d-925f-b54259121150,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:30.416095 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f61a12-3036-4af6-bfb7-fa5dcedc1c57 req-333e4940-e5c9-4a0d-9053-851ad2fd4b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:30.417389 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f61a12-3036-4af6-bfb7-fa5dcedc1c57 req-333e4940-e5c9-4a0d-9053-851ad2fd4b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:30.418278 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f61a12-3036-4af6-bfb7-fa5dcedc1c57 req-333e4940-e5c9-4a0d-9053-851ad2fd4b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:30.419311 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f61a12-3036-4af6-bfb7-fa5dcedc1c57 req-333e4940-e5c9-4a0d-9053-851ad2fd4b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:30.420001 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f61a12-3036-4af6-bfb7-fa5dcedc1c57 req-333e4940-e5c9-4a0d-9053-851ad2fd4b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:30.420653 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f61a12-3036-4af6-bfb7-fa5dcedc1c57 req-333e4940-e5c9-4a0d-9053-851ad2fd4b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:30.422230 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f61a12-3036-4af6-bfb7-fa5dcedc1c57 req-333e4940-e5c9-4a0d-9053-851ad2fd4b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:30.425543 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63f61a12-3036-4af6-bfb7-fa5dcedc1c57 req-333e4940-e5c9-4a0d-9053-851ad2fd4b82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9497a41f8194fa4a8867ac9f3be3289&device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 6352 time: 0.7521803 Jul 22 16:39:30.533916 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ee7bb-befe-40be-baa8-2a47e41e50dc req-6ce2c508-38b8-4093-96fe-1b0617fca7a3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:30.541320 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ee7bb-befe-40be-baa8-2a47e41e50dc req-6ce2c508-38b8-4093-96fe-1b0617fca7a3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:30.548541 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ee7bb-befe-40be-baa8-2a47e41e50dc req-6ce2c508-38b8-4093-96fe-1b0617fca7a3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:30.557123 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ee7bb-befe-40be-baa8-2a47e41e50dc req-6ce2c508-38b8-4093-96fe-1b0617fca7a3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:30.565948 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ee7bb-befe-40be-baa8-2a47e41e50dc req-6ce2c508-38b8-4093-96fe-1b0617fca7a3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:30.574245 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ee7bb-befe-40be-baa8-2a47e41e50dc req-6ce2c508-38b8-4093-96fe-1b0617fca7a3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:30.582134 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ee7bb-befe-40be-baa8-2a47e41e50dc req-6ce2c508-38b8-4093-96fe-1b0617fca7a3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:30.584453 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-666ee7bb-befe-40be-baa8-2a47e41e50dc req-6ce2c508-38b8-4093-96fe-1b0617fca7a3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5405 time: 0.3488712 Jul 22 16:39:30.679224 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492526a8-0683-4b6f-99dc-a315f350ac19 admin admin] Network ef2b738f-55cf-4219-8e16-510bb2401f06 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:30.684254 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:30.686945 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-492526a8-0683-4b6f-99dc-a315f350ac19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:30.690886 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:30.697345 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] device_id is not set on port c8511489-ea95-491c-b221-f906978f21a3 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:39:30.831743 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-666ee7bb-befe-40be-baa8-2a47e41e50dc req-a1a1407e-0b6e-403b-aa04-65ffd0802a61 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2325039 Jul 22 16:39:30.844934 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eec00e-48bb-4972-8343-42e86c47ee4a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:30.852240 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-f3351c62-6b28-465c-8d16-1607b18c4ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:39:30.878917 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f61a12-3036-4af6-bfb7-fa5dcedc1c57 req-8843b837-fd3f-4ee6-b237-39fd94132e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:30.879444 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f61a12-3036-4af6-bfb7-fa5dcedc1c57 req-8843b837-fd3f-4ee6-b237-39fd94132e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:30.879989 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f61a12-3036-4af6-bfb7-fa5dcedc1c57 req-8843b837-fd3f-4ee6-b237-39fd94132e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:30.882284 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63f61a12-3036-4af6-bfb7-fa5dcedc1c57 req-8843b837-fd3f-4ee6-b237-39fd94132e60 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=c9497a41f8194fa4a8867ac9f3be3289&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4359260 Jul 22 16:39:30.884850 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-f3351c62-6b28-465c-8d16-1607b18c4ff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:30.931335 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-f3351c62-6b28-465c-8d16-1607b18c4ff6 service neutron] Transition to ACTIVE for port object 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:30.943905 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-f3351c62-6b28-465c-8d16-1607b18c4ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:31.108742 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492526a8-0683-4b6f-99dc-a315f350ac19 admin admin] Router 92dfd705-b52e-4fed-9c95-7837e62e45f5 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:39:31.175586 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3351c62-6b28-465c-8d16-1607b18c4ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:31.191478 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f61a12-3036-4af6-bfb7-fa5dcedc1c57 req-bb554b1b-b6d9-40e7-aab5-c35d81e47b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:31.193080 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63f61a12-3036-4af6-bfb7-fa5dcedc1c57 req-bb554b1b-b6d9-40e7-aab5-c35d81e47b4f service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3023808 Jul 22 16:39:31.206102 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-66a67eba-4e02-4e3a-855b-c0945b348958 None None] Provisioning complete for port f28e098e-331b-4c9d-925f-b54259121150 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:31.209689 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-66a67eba-4e02-4e3a-855b-c0945b348958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:31.255834 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-f3351c62-6b28-465c-8d16-1607b18c4ff6 service neutron] Attempting to bind port 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:31.255834 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-f3351c62-6b28-465c-8d16-1607b18c4ff6 service neutron] Attempting to bind port 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0bac6b5f-ec86-400e-b73c-85ef833d6e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1efbf9bc-0c70-4776-ae72-82d943308ba7'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:31.255834 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-f3351c62-6b28-465c-8d16-1607b18c4ff6 service neutron] Attempting to bind port 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 on network 1efbf9bc-0c70-4776-ae72-82d943308ba7 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:31.261541 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-f3351c62-6b28-465c-8d16-1607b18c4ff6 service neutron] Port 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 on network 1efbf9bc-0c70-4776-ae72-82d943308ba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:31.262280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-f3351c62-6b28-465c-8d16-1607b18c4ff6 service neutron] Attempting to bind port 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 on network 1efbf9bc-0c70-4776-ae72-82d943308ba7 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:31.274580 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-f3351c62-6b28-465c-8d16-1607b18c4ff6 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:31.274894 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-f3351c62-6b28-465c-8d16-1607b18c4ff6 service neutron] Checking segment: {'id': '0bac6b5f-ec86-400e-b73c-85ef833d6e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1efbf9bc-0c70-4776-ae72-82d943308ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:31.275332 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-f3351c62-6b28-465c-8d16-1607b18c4ff6 service neutron] Bound using segment: {'id': '0bac6b5f-ec86-400e-b73c-85ef833d6e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1efbf9bc-0c70-4776-ae72-82d943308ba7'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:31.275897 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-f3351c62-6b28-465c-8d16-1607b18c4ff6 service neutron] Bound port: 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bac6b5f-ec86-400e-b73c-85ef833d6e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1efbf9bc-0c70-4776-ae72-82d943308ba7'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:31.276238 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-f3351c62-6b28-465c-8d16-1607b18c4ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:31.335952 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-66a67eba-4e02-4e3a-855b-c0945b348958 None None] Port f28e098e-331b-4c9d-925f-b54259121150 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:39:31.420660 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] device_id is not set on port c8511489-ea95-491c-b221-f906978f21a3 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:39:31.445819 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:31.447129 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 4b3582d5-1d5e-492e-857d-fd8f0444a9d9 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:31.468698 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-f3351c62-6b28-465c-8d16-1607b18c4ff6 service neutron] For port 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:31.474212 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-f3351c62-6b28-465c-8d16-1607b18c4ff6 service neutron] For port 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98,segment=NetworkSegment(0bac6b5f-ec86-400e-b73c-85ef833d6e8a),segment_id=0bac6b5f-ec86-400e-b73c-85ef833d6e8a)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:31.486188 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-f3351c62-6b28-465c-8d16-1607b18c4ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:31.486799 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Transition to ACTIVE for port object c8511489-ea95-491c-b221-f906978f21a3 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:31.509580 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492526a8-0683-4b6f-99dc-a315f350ac19 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:39:31.523249 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-492526a8-0683-4b6f-99dc-a315f350ac19 admin admin] 10.222.0.69 "PUT /v2.0/routers/92dfd705-b52e-4fed-9c95-7837e62e45f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1820512 Jul 22 16:39:31.523249 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:31.570174 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-f3351c62-6b28-465c-8d16-1607b18c4ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:31.586399 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-f3351c62-6b28-465c-8d16-1607b18c4ff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:31.587942 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-f3351c62-6b28-465c-8d16-1607b18c4ff6 service neutron] 10.222.0.16 "PUT /v2.0/ports/1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 HTTP/1.1" status: 200 len: 1091 time: 2.0421824 Jul 22 16:39:31.611726 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625505d-2e42-433f-9685-f364501135c0 req-aee13c10-08a3-4d1b-9a47-a6d53eb3feef tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:31.630622 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9205cb58-4b40-404c-a899-c937f8635ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:31.632383 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d625505d-2e42-433f-9685-f364501135c0 req-aee13c10-08a3-4d1b-9a47-a6d53eb3feef tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 946 time: 0.2791572 Jul 22 16:39:31.636780 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:31.640773 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c622c823-f3d6-49b7-8f52-57d9fcce8923 service neutron] Request body: {'port': {'device_id': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:31.652388 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 4b3582d5-1d5e-492e-857d-fd8f0444a9d9 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:31.657792 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3351c62-6b28-465c-8d16-1607b18c4ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:31.678993 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 4b3582d5-1d5e-492e-857d-fd8f0444a9d9 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:31.679445 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:31.710123 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'tag': '1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:31.713747 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a085788-533a-411a-a34f-de6496560c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "tag": "1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:31.823347 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39acb965-24d8-44c5-9b9a-01b95873aed7 x-openstack-request-id: req-39acb965-24d8-44c5-9b9a-01b95873aed7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:31.824451 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "tag": "1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:31.824451 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-39acb965-24d8-44c5-9b9a-01b95873aed7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:31.824793 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'tag': '1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98', 'status': 'completed', 'code': 200} Jul 22 16:39:31.825237 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54302) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:31.858197 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Pushing event updated for resources: {'Port': ['ID=c8511489-ea95-491c-b221-f906978f21a3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:31.895626 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d625505d-2e42-433f-9685-f364501135c0 req-9a67898d-c276-489b-aee5-79e63d445049 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/security-groups?id=9808ee90-88e2-4114-b837-cdce8f1307d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617686 Jul 22 16:39:31.896616 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Checking segment: {'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:31.896988 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Network hostable DHCP agents. Network: b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:39:31.904904 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:31.966364 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:39:31.967947 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 4b3582d5-1d5e-492e-857d-fd8f0444a9d9, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=4b3582d5-1d5e-492e-857d-fd8f0444a9d9,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:31.976417 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c622c823-f3d6-49b7-8f52-57d9fcce8923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:31.979442 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:31.999091 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:32.007311 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:32.030106 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:32.030445 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:32.032645 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:32.045478 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90fee2f-3f7b-4cda-ac03-debad53b9f76 None None] Network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:32.048449 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port c8511489-ea95-491c-b221-f906978f21a3 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:32.048807 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port c8511489-ea95-491c-b221-f906978f21a3 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:32.049238 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 2 to bind port c8511489-ea95-491c-b221-f906978f21a3 Jul 22 16:39:32.093960 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:32.099232 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:32.099707 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:32.108112 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port c8511489-ea95-491c-b221-f906978f21a3 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:32.108606 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port c8511489-ea95-491c-b221-f906978f21a3 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:32.109113 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 3 to bind port c8511489-ea95-491c-b221-f906978f21a3 Jul 22 16:39:32.147250 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:32.147598 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:32.152935 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:32.169972 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port c8511489-ea95-491c-b221-f906978f21a3 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:32.170441 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port c8511489-ea95-491c-b221-f906978f21a3 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:32.170933 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 4 to bind port c8511489-ea95-491c-b221-f906978f21a3 Jul 22 16:39:32.198315 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:32.198315 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:32.202405 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:32.206558 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b29cc4fd-32dc-4b42-83a8-2652bdfc2820 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-234840384'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:32.224276 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port c8511489-ea95-491c-b221-f906978f21a3 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:32.234418 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port c8511489-ea95-491c-b221-f906978f21a3 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:32.235037 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 5 to bind port c8511489-ea95-491c-b221-f906978f21a3 Jul 22 16:39:32.265677 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:32.266209 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:32.266647 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:32.282716 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port c8511489-ea95-491c-b221-f906978f21a3 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:32.283126 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port c8511489-ea95-491c-b221-f906978f21a3 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:32.283623 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 6 to bind port c8511489-ea95-491c-b221-f906978f21a3 Jul 22 16:39:32.308565 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:32.310669 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:32.311354 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:32.317879 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port c8511489-ea95-491c-b221-f906978f21a3 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:32.318624 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port c8511489-ea95-491c-b221-f906978f21a3 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:32.319402 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 7 to bind port c8511489-ea95-491c-b221-f906978f21a3 Jul 22 16:39:32.345134 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a085788-533a-411a-a34f-de6496560c0f req-f836bce4-f197-48e8-91e5-62d922b6fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:32.346240 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a085788-533a-411a-a34f-de6496560c0f req-f836bce4-f197-48e8-91e5-62d922b6fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:32.346707 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a085788-533a-411a-a34f-de6496560c0f req-f836bce4-f197-48e8-91e5-62d922b6fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:32.347190 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a085788-533a-411a-a34f-de6496560c0f req-f836bce4-f197-48e8-91e5-62d922b6fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:32.347672 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a085788-533a-411a-a34f-de6496560c0f req-f836bce4-f197-48e8-91e5-62d922b6fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:32.348478 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a085788-533a-411a-a34f-de6496560c0f req-f836bce4-f197-48e8-91e5-62d922b6fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:32.348997 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a085788-533a-411a-a34f-de6496560c0f req-f836bce4-f197-48e8-91e5-62d922b6fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:32.349405 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:32.350325 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:32.350924 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:32.351184 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a085788-533a-411a-a34f-de6496560c0f req-f836bce4-f197-48e8-91e5-62d922b6fa38 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9497a41f8194fa4a8867ac9f3be3289&device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 6419 time: 0.4923308 Jul 22 16:39:32.358649 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29cc4fd-32dc-4b42-83a8-2652bdfc2820 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Made reservation on behalf of 027af367b5ff4d37b9ab99d0a55279d2 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:32.360616 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port c8511489-ea95-491c-b221-f906978f21a3 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:32.361360 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port c8511489-ea95-491c-b221-f906978f21a3 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:32.362066 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 8 to bind port c8511489-ea95-491c-b221-f906978f21a3 Jul 22 16:39:32.383325 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:32.384311 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:32.384980 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:32.391218 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b29cc4fd-32dc-4b42-83a8-2652bdfc2820 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:32.394364 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=4b3582d5-1d5e-492e-857d-fd8f0444a9d9,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:32.395635 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port c8511489-ea95-491c-b221-f906978f21a3 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:32.396065 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port c8511489-ea95-491c-b221-f906978f21a3 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:32.396622 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 9 to bind port c8511489-ea95-491c-b221-f906978f21a3 Jul 22 16:39:32.414194 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:32.414828 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:32.415496 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:32.423355 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port c8511489-ea95-491c-b221-f906978f21a3 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:32.424519 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port c8511489-ea95-491c-b221-f906978f21a3 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:32.425268 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 10 to bind port c8511489-ea95-491c-b221-f906978f21a3 Jul 22 16:39:32.440949 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:32.441439 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:32.441882 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c8511489-ea95-491c-b221-f906978f21a3 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:32.448197 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port c8511489-ea95-491c-b221-f906978f21a3 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:32.448715 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port c8511489-ea95-491c-b221-f906978f21a3 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:32.463735 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:32.590696 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] For port c8511489-ea95-491c-b221-f906978f21a3, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:32.591070 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempted to set empty binding levels {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 16:39:32.604869 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:32.663445 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:32.664530 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:32.684660 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e89bf-3ab3-4ae7-b182-3ee9739116a3 req-457f695a-5339-4d8e-85e4-2c726c372f91 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:32.690773 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e89bf-3ab3-4ae7-b182-3ee9739116a3 req-457f695a-5339-4d8e-85e4-2c726c372f91 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:32.697285 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e89bf-3ab3-4ae7-b182-3ee9739116a3 req-457f695a-5339-4d8e-85e4-2c726c372f91 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:32.700107 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:32.704067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e89bf-3ab3-4ae7-b182-3ee9739116a3 req-457f695a-5339-4d8e-85e4-2c726c372f91 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:32.710096 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e89bf-3ab3-4ae7-b182-3ee9739116a3 req-457f695a-5339-4d8e-85e4-2c726c372f91 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:32.716473 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e89bf-3ab3-4ae7-b182-3ee9739116a3 req-457f695a-5339-4d8e-85e4-2c726c372f91 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:32.717489 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee7893-be84-4ee8-8632-e5af1af2566b req-9e1f7934-90e3-47bc-a8b2-f7073bf81647 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:32.723053 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e89bf-3ab3-4ae7-b182-3ee9739116a3 req-457f695a-5339-4d8e-85e4-2c726c372f91 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:32.724855 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e8ee7893-be84-4ee8-8632-e5af1af2566b req-9e1f7934-90e3-47bc-a8b2-f7073bf81647 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 946 time: 0.2458014 Jul 22 16:39:32.731407 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-833e89bf-3ab3-4ae7-b182-3ee9739116a3 req-457f695a-5339-4d8e-85e4-2c726c372f91 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5417 time: 0.7053976 Jul 22 16:39:32.733190 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Pushing event updated for resources: {'Port': ['ID=c8511489-ea95-491c-b221-f906978f21a3,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:32.741499 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c16a776a-ba64-4abe-8fc5-664d7a738e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.6430919 Jul 22 16:39:32.750923 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54324) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:32.805639 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29cc4fd-32dc-4b42-83a8-2652bdfc2820 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:39:32.812838 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e8ee7893-be84-4ee8-8632-e5af1af2566b req-102d9b8b-d046-4778-a4a8-dcddff5d4635 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/security-groups?id=9808ee90-88e2-4114-b837-cdce8f1307d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867686 Jul 22 16:39:32.841158 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b29cc4fd-32dc-4b42-83a8-2652bdfc2820 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:32.841477 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-b29cc4fd-32dc-4b42-83a8-2652bdfc2820 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Added segment e27cc68e-e219-4c2d-aa0a-6007fbacbd1c of type vlan for network a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1 Jul 22 16:39:32.882377 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-bf4737fc-1db6-4e1d-8196-d201b8fe6c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Deleting port c8511489-ea95-491c-b221-f906978f21a3 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:32.883110 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf4737fc-1db6-4e1d-8196-d201b8fe6c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:32.947161 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-833e89bf-3ab3-4ae7-b182-3ee9739116a3 req-19cc9f69-b62e-424c-b6db-fd1a8e4f7e04 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2147005 Jul 22 16:39:32.990728 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a085788-533a-411a-a34f-de6496560c0f req-8ad902f2-ae74-4c2b-8d7a-fec468883f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:32.991218 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a085788-533a-411a-a34f-de6496560c0f req-8ad902f2-ae74-4c2b-8d7a-fec468883f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:32.991759 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a085788-533a-411a-a34f-de6496560c0f req-8ad902f2-ae74-4c2b-8d7a-fec468883f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:32.993500 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a085788-533a-411a-a34f-de6496560c0f req-8ad902f2-ae74-4c2b-8d7a-fec468883f2d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=c9497a41f8194fa4a8867ac9f3be3289&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5792849 Jul 22 16:39:32.995130 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-bf4737fc-1db6-4e1d-8196-d201b8fe6c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] For port c8511489-ea95-491c-b221-f906978f21a3, host n-h1-798930-9, got binding levels [] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:32.995710 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf4737fc-1db6-4e1d-8196-d201b8fe6c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:33.004879 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c622c823-f3d6-49b7-8f52-57d9fcce8923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:39:33.011329 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-bf4737fc-1db6-4e1d-8196-d201b8fe6c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Calling delete_port for c8511489-ea95-491c-b221-f906978f21a3 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:33.034332 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04df9b-e522-4019-8392-d82261f53b26 req-67bc73ed-a9d2-43cc-9725-c9d79cc6b944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:33.035850 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef04df9b-e522-4019-8392-d82261f53b26 req-67bc73ed-a9d2-43cc-9725-c9d79cc6b944 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23cb87a7b11f4c9183cc7781b44bc1cc&device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 1097 time: 0.5437524 Jul 22 16:39:33.037788 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b29cc4fd-32dc-4b42-83a8-2652bdfc2820 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:33.043492 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c622c823-f3d6-49b7-8f52-57d9fcce8923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:33.103058 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c622c823-f3d6-49b7-8f52-57d9fcce8923 service neutron] Transition to ACTIVE for port object 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:33.139306 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c622c823-f3d6-49b7-8f52-57d9fcce8923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:33.150170 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf4737fc-1db6-4e1d-8196-d201b8fe6c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:33.206517 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4737fc-1db6-4e1d-8196-d201b8fe6c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8511489-ea95-491c-b221-f906978f21a3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:33.210585 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf4737fc-1db6-4e1d-8196-d201b8fe6c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:33.215536 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bf4737fc-1db6-4e1d-8196-d201b8fe6c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] 10.222.0.69 "DELETE /v2.0/ports/c8511489-ea95-491c-b221-f906978f21a3 HTTP/1.1" status: 204 len: 168 time: 0.4595313 Jul 22 16:39:33.216628 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54326) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:33.216997 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b29cc4fd-32dc-4b42-83a8-2652bdfc2820 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:33.231353 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29cc4fd-32dc-4b42-83a8-2652bdfc2820 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:33.232012 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b29cc4fd-32dc-4b42-83a8-2652bdfc2820 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:33.247149 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-6587a270-a41c-4f20-b93d-32ecddbf6385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] GET failed (client error): The resource could not be found. Jul 22 16:39:33.249979 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6587a270-a41c-4f20-b93d-32ecddbf6385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] 10.222.0.69 "GET /v2.0/ports/c8511489-ea95-491c-b221-f906978f21a3 HTTP/1.1" status: 404 len: 333 time: 0.0312791 Jul 22 16:39:33.252821 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54328) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:33.258629 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-86e79af5-16df-4a70-af1a-1a1e82a01ffe tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Request body: {'port': {'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-911321189'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:33.301503 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e79af5-16df-4a70-af1a-1a1e82a01ffe tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Made reservation on behalf of f2d8b1e3c4ad4073a844b4ea4dd13eaa for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:33.316260 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86e79af5-16df-4a70-af1a-1a1e82a01ffe tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:33.352939 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-86e79af5-16df-4a70-af1a-1a1e82a01ffe tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] device_id is not set on port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:39:33.357046 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 4b3582d5-1d5e-492e-857d-fd8f0444a9d9 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:33.417889 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] Sync routers for ids ['92dfd705-b52e-4fed-9c95-7837e62e45f5'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:39:33.455557 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] Routers {'92dfd705-b52e-4fed-9c95-7837e62e45f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:33.456654 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:39:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['92dfd705-b52e-4fed-9c95-7837e62e45f5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:33.500508 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 4b3582d5-1d5e-492e-857d-fd8f0444a9d9 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:33.501601 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:33.659756 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] Set router 92dfd705-b52e-4fed-9c95-7837e62e45f5 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:33.762393 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b29cc4fd-32dc-4b42-83a8-2652bdfc2820 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9307270 Jul 22 16:39:33.762393 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622c823-f3d6-49b7-8f52-57d9fcce8923 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1fb2a5-1f03-4a26-b2bc-9670224b74a3,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:33.763252 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54336) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:33.769529 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-250182ea-82dc-4848-9fba-e1bc4e220032 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Request body: {'subnet': {'network_id': 'a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:33.781900 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cc4fd-32dc-4b42-83a8-2652bdfc2820 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event updated for resources: {'Network': ['ID=a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:33.794045 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:39:33.802304 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a085788-533a-411a-a34f-de6496560c0f req-0867d576-bfbf-4ea9-af3e-778f106dacda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:33.804282 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a085788-533a-411a-a34f-de6496560c0f req-0867d576-bfbf-4ea9-af3e-778f106dacda service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7942135 Jul 22 16:39:33.807314 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86e79af5-16df-4a70-af1a-1a1e82a01ffe tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:33.838638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04df9b-e522-4019-8392-d82261f53b26 req-f043befc-f5a6-448e-ac0a-44764acd2e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:33.840738 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef04df9b-e522-4019-8392-d82261f53b26 req-f043befc-f5a6-448e-ac0a-44764acd2e9c service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9 HTTP/1.1" status: 200 len: 914 time: 0.7621233 Jul 22 16:39:33.986425 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86e79af5-16df-4a70-af1a-1a1e82a01ffe tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:33.988665 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250182ea-82dc-4848-9fba-e1bc4e220032 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Made reservation on behalf of 027af367b5ff4d37b9ab99d0a55279d2 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:33.992802 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-250182ea-82dc-4848-9fba-e1bc4e220032 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:34.000904 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef04df9b-e522-4019-8392-d82261f53b26 req-2a62a510-02d8-490a-9cb4-f4967995ef98 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8350f9eb-8bbe-4e6c-81cb-feb58b5ec710 HTTP/1.1" status: 200 len: 217 time: 0.1177547 Jul 22 16:39:34.052672 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dfd705-b52e-4fed-9c95-7837e62e45f5', 'name': 'tempest-ServersTestMultiNic-949998598-router', 'tenant_id': '027af367b5ff4d37b9ab99d0a55279d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4b3582d5-1d5e-492e-857d-fd8f0444a9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:39:21Z', 'updated_at': '2021-07-22T16:39:29Z', 'revision_number': 4, 'project_id': '027af367b5ff4d37b9ab99d0a55279d2', 'gw_port': {'id': '4b3582d5-1d5e-492e-857d-fd8f0444a9d9', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dfd705-b52e-4fed-9c95-7837e62e45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:23Z', 'updated_at': '2021-07-22T16:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'f28e098e-331b-4c9d-925f-b54259121150', 'name': '', 'network_id': 'ef2b738f-55cf-4219-8e16-510bb2401f06', 'tenant_id': '027af367b5ff4d37b9ab99d0a55279d2', 'mac_address': 'fa:16:3e:42:67:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92dfd705-b52e-4fed-9c95-7837e62e45f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'e426f577-51f9-41a2-93db-697b5d23995b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:28Z', 'updated_at': '2021-07-22T16:39:29Z', 'revision_number': 2, 'project_id': '027af367b5ff4d37b9ab99d0a55279d2', 'subnets': [{'id': 'e426f577-51f9-41a2-93db-697b5d23995b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:34.085343 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e79af5-16df-4a70-af1a-1a1e82a01ffe tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:34.095779 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] Checking router: 92dfd705-b52e-4fed-9c95-7837e62e45f5 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:39:34.096570 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] Updating router 92dfd705-b52e-4fed-9c95-7837e62e45f5 port f28e098e-331b-4c9d-925f-b54259121150 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:39:34.119160 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-86e79af5-16df-4a70-af1a-1a1e82a01ffe tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:34.127347 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e79af5-16df-4a70-af1a-1a1e82a01ffe tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:34.128423 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e79af5-16df-4a70-af1a-1a1e82a01ffe tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:34.129035 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86e79af5-16df-4a70-af1a-1a1e82a01ffe tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:34.135515 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e79af5-16df-4a70-af1a-1a1e82a01ffe tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Pushing event updated for resources: {'Port': ['ID=3b5a54f9-9903-4f0a-9b25-dd2b3d401566,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:34.177364 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:34.188657 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-86e79af5-16df-4a70-af1a-1a1e82a01ffe tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9304538 Jul 22 16:39:34.189151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54350) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:34.191792 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c622c823-f3d6-49b7-8f52-57d9fcce8923 service neutron] Attempting to bind port 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:34.192134 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c622c823-f3d6-49b7-8f52-57d9fcce8923 service neutron] Attempting to bind port 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0bac6b5f-ec86-400e-b73c-85ef833d6e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1efbf9bc-0c70-4776-ae72-82d943308ba7'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:34.195139 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c622c823-f3d6-49b7-8f52-57d9fcce8923 service neutron] Attempting to bind port 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 on network 1efbf9bc-0c70-4776-ae72-82d943308ba7 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:34.205225 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04df9b-e522-4019-8392-d82261f53b26 req-ba8e76d9-0088-4c54-bfdc-7ce13d45555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:34.205913 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef04df9b-e522-4019-8392-d82261f53b26 req-ba8e76d9-0088-4c54-bfdc-7ce13d45555c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=858cc2a5-d699-4639-be1d-2aa4b8c9010a HTTP/1.1" status: 200 len: 853 time: 0.1995621 Jul 22 16:39:34.208898 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c622c823-f3d6-49b7-8f52-57d9fcce8923 service neutron] Port 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 on network 1efbf9bc-0c70-4776-ae72-82d943308ba7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:34.209274 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c622c823-f3d6-49b7-8f52-57d9fcce8923 service neutron] Attempting to bind port 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 on network 1efbf9bc-0c70-4776-ae72-82d943308ba7 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:34.223871 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:34.249003 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c622c823-f3d6-49b7-8f52-57d9fcce8923 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:34.249356 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c622c823-f3d6-49b7-8f52-57d9fcce8923 service neutron] Checking segment: {'id': '0bac6b5f-ec86-400e-b73c-85ef833d6e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1efbf9bc-0c70-4776-ae72-82d943308ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:34.249849 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c622c823-f3d6-49b7-8f52-57d9fcce8923 service neutron] Bound using segment: {'id': '0bac6b5f-ec86-400e-b73c-85ef833d6e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1efbf9bc-0c70-4776-ae72-82d943308ba7'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:34.250411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c622c823-f3d6-49b7-8f52-57d9fcce8923 service neutron] Bound port: 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bac6b5f-ec86-400e-b73c-85ef833d6e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1efbf9bc-0c70-4776-ae72-82d943308ba7'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:34.250854 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c622c823-f3d6-49b7-8f52-57d9fcce8923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:34.259365 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef04df9b-e522-4019-8392-d82261f53b26 req-faa83471-5ecb-4384-9f85-4f4751b0fab4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454845 Jul 22 16:39:34.318908 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a859511-4921-4c99-808c-337859b62985 req-a71cb917-9b62-4c8c-a3e5-30ee10c7af25 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:34.320687 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5a859511-4921-4c99-808c-337859b62985 req-a71cb917-9b62-4c8c-a3e5-30ee10c7af25 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 946 time: 0.3180671 Jul 22 16:39:34.424546 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:34.441429 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70029b4-93c3-40da-89ef-bed7ecebd9e7 req-710279a4-88ab-48df-ac26-6240fcde12db tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:34.447907 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70029b4-93c3-40da-89ef-bed7ecebd9e7 req-710279a4-88ab-48df-ac26-6240fcde12db tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:34.454125 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70029b4-93c3-40da-89ef-bed7ecebd9e7 req-710279a4-88ab-48df-ac26-6240fcde12db tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:34.462483 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70029b4-93c3-40da-89ef-bed7ecebd9e7 req-710279a4-88ab-48df-ac26-6240fcde12db tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:34.468474 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70029b4-93c3-40da-89ef-bed7ecebd9e7 req-710279a4-88ab-48df-ac26-6240fcde12db tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:34.474783 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5a859511-4921-4c99-808c-337859b62985 req-8604a602-4d8c-4c03-baca-5879e095c730 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/security-groups?id=9808ee90-88e2-4114-b837-cdce8f1307d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226614 Jul 22 16:39:34.481464 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70029b4-93c3-40da-89ef-bed7ecebd9e7 req-710279a4-88ab-48df-ac26-6240fcde12db tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:34.482468 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c622c823-f3d6-49b7-8f52-57d9fcce8923 service neutron] For port 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:34.491428 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c622c823-f3d6-49b7-8f52-57d9fcce8923 service neutron] For port 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=6f1fb2a5-1f03-4a26-b2bc-9670224b74a3,segment=NetworkSegment(0bac6b5f-ec86-400e-b73c-85ef833d6e8a),segment_id=0bac6b5f-ec86-400e-b73c-85ef833d6e8a)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:34.499979 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c622c823-f3d6-49b7-8f52-57d9fcce8923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:34.500436 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70029b4-93c3-40da-89ef-bed7ecebd9e7 req-710279a4-88ab-48df-ac26-6240fcde12db tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:34.511670 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e70029b4-93c3-40da-89ef-bed7ecebd9e7 req-710279a4-88ab-48df-ac26-6240fcde12db tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5429 time: 0.3441370 Jul 22 16:39:34.544057 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:34.566275 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef04df9b-e522-4019-8392-d82261f53b26 req-4ae3f6ef-2464-4c2f-bb58-677d023d5b13 service neutron] 10.222.0.30 "GET /v2.0/networks/bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928216 Jul 22 16:39:34.607603 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-250182ea-82dc-4848-9fba-e1bc4e220032 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:34.676237 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c622c823-f3d6-49b7-8f52-57d9fcce8923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:34.688797 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c622c823-f3d6-49b7-8f52-57d9fcce8923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:34.692872 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c622c823-f3d6-49b7-8f52-57d9fcce8923 service neutron] 10.222.0.16 "PUT /v2.0/ports/6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 HTTP/1.1" status: 200 len: 1091 time: 3.0599685 Jul 22 16:39:34.696614 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'tag': '6f1fb2a5-1f03-4a26-b2bc-9670224b74a3'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:34.702113 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275ab689-4510-48f3-a123-358b4bf4e77e" -d '{"events": [{"name": "network-changed", "server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "tag": "6f1fb2a5-1f03-4a26-b2bc-9670224b74a3"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:34.745816 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622c823-f3d6-49b7-8f52-57d9fcce8923 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1fb2a5-1f03-4a26-b2bc-9670224b74a3,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:34.791889 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e70029b4-93c3-40da-89ef-bed7ecebd9e7 req-8a925ef0-b2e2-4311-b48e-e4ef37564814 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2790139 Jul 22 16:39:34.833833 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:34.847612 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44416e19-fa2f-40bb-a8ae-7d1ab59fa6e5 x-openstack-request-id: req-44416e19-fa2f-40bb-a8ae-7d1ab59fa6e5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:34.848613 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "tag": "6f1fb2a5-1f03-4a26-b2bc-9670224b74a3", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:34.849094 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-44416e19-fa2f-40bb-a8ae-7d1ab59fa6e5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:34.849705 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'tag': '6f1fb2a5-1f03-4a26-b2bc-9670224b74a3', 'status': 'completed', 'code': 200} Jul 22 16:39:34.851311 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250182ea-82dc-4848-9fba-e1bc4e220032 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event updated for resources: {'Subnet': ['ID=7183d56e-f87f-4b1c-8d0b-fc327440be4d,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:34.866210 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] Transition to ACTIVE for port object f28e098e-331b-4c9d-925f-b54259121150 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:34.877188 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:34.945536 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250182ea-82dc-4848-9fba-e1bc4e220032 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Checking segment: {'id': 'e27cc68e-e219-4c2d-aa0a-6007fbacbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:34.945900 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250182ea-82dc-4848-9fba-e1bc4e220032 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Network hostable DHCP agents. Network: a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:39:34.951241 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef04df9b-e522-4019-8392-d82261f53b26 req-0061ce9e-1b1b-4ce5-9038-4ac800d34679 service neutron] 10.222.0.30 "GET /v2.0/networks/bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663456 Jul 22 16:39:34.976820 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-a222decf-3557-48aa-8648-bfb3ebb27230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:34.976820 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-a222decf-3557-48aa-8648-bfb3ebb27230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:34.977186 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-a222decf-3557-48aa-8648-bfb3ebb27230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:34.977677 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-a222decf-3557-48aa-8648-bfb3ebb27230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:34.978226 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-a222decf-3557-48aa-8648-bfb3ebb27230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:34.978705 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-a222decf-3557-48aa-8648-bfb3ebb27230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:34.979247 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-a222decf-3557-48aa-8648-bfb3ebb27230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:34.982661 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-a222decf-3557-48aa-8648-bfb3ebb27230 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9497a41f8194fa4a8867ac9f3be3289&device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 6486 time: 0.1312671 Jul 22 16:39:35.039605 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250182ea-82dc-4848-9fba-e1bc4e220032 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Network a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:39:35.040679 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532885b-54f9-4aec-907f-9e99496bf5f5 None None] Pushing event updated for resources: {'Port': ['ID=f28e098e-331b-4c9d-925f-b54259121150,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:35.058291 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] Attempting to bind port f28e098e-331b-4c9d-925f-b54259121150 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:35.058687 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] device_id is not set on port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:39:35.058786 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] Attempting to bind port f28e098e-331b-4c9d-925f-b54259121150 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '28ca3e00-9cc7-4ec6-bf7a-a400af081869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ef2b738f-55cf-4219-8e16-510bb2401f06'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:35.058786 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] Attempting to bind port f28e098e-331b-4c9d-925f-b54259121150 on network ef2b738f-55cf-4219-8e16-510bb2401f06 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:35.068969 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-f305b138-c729-4e6f-86c7-e21ea7907889 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b HTTP/1.1" status: 200 len: 217 time: 0.0688927 Jul 22 16:39:35.071639 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:35.072062 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] Checking segment: {'id': '28ca3e00-9cc7-4ec6-bf7a-a400af081869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ef2b738f-55cf-4219-8e16-510bb2401f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:35.072353 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:35.072555 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:35.072914 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] Bound using segment: {'id': '28ca3e00-9cc7-4ec6-bf7a-a400af081869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ef2b738f-55cf-4219-8e16-510bb2401f06'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:35.073910 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] Bound port: f28e098e-331b-4c9d-925f-b54259121150, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ca3e00-9cc7-4ec6-bf7a-a400af081869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ef2b738f-55cf-4219-8e16-510bb2401f06'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:35.075557 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-250182ea-82dc-4848-9fba-e1bc4e220032 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:35.076696 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:35.105172 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c106d7-80d0-4d7a-aeee-1f1157cd59df None None] Network a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:35.118336 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250182ea-82dc-4848-9fba-e1bc4e220032 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:35.118783 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-250182ea-82dc-4848-9fba-e1bc4e220032 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:35.143883 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Transition to ACTIVE for port object 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:35.158953 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:35.170288 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] For port f28e098e-331b-4c9d-925f-b54259121150, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:35.174943 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] For port f28e098e-331b-4c9d-925f-b54259121150, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f28e098e-331b-4c9d-925f-b54259121150,segment=NetworkSegment(28ca3e00-9cc7-4ec6-bf7a-a400af081869),segment_id=28ca3e00-9cc7-4ec6-bf7a-a400af081869)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:35.177373 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-250182ea-82dc-4848-9fba-e1bc4e220032 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4140666 Jul 22 16:39:35.188655 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54358) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:35.189667 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:35.200321 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-156a25e0-ee98-47e8-a99c-d8e03bb5dc80 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-33900064'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:35.248313 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-aee6fae3-fda9-4af0-a3f2-536620f9fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:35.252791 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Pushing event updated for resources: {'Port': ['ID=3b5a54f9-9903-4f0a-9b25-dd2b3d401566,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:35.253759 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-aee6fae3-fda9-4af0-a3f2-536620f9fdbd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=201d105d-0acc-407e-9daf-fc4d01c306de HTTP/1.1" status: 200 len: 855 time: 0.1782563 Jul 22 16:39:35.272887 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532885b-54f9-4aec-907f-9e99496bf5f5 None None] Pushing event updated for resources: {'Port': ['ID=f28e098e-331b-4c9d-925f-b54259121150,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:35.305574 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:35.306209 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:35.306827 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:35.317261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:35.317906 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:35.319706 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 2 to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 Jul 22 16:39:35.331795 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] Routers {'92dfd705-b52e-4fed-9c95-7837e62e45f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:35.332434 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:39:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['92dfd705-b52e-4fed-9c95-7837e62e45f5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:35.365773 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:35.366494 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:35.367226 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:35.373049 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156a25e0-ee98-47e8-a99c-d8e03bb5dc80 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Made reservation on behalf of 027af367b5ff4d37b9ab99d0a55279d2 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:35.375408 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:35.378666 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-156a25e0-ee98-47e8-a99c-d8e03bb5dc80 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:35.379270 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:35.379840 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 3 to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 Jul 22 16:39:35.410420 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:35.411128 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:35.412527 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:35.428066 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:35.428416 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:35.428814 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 4 to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 Jul 22 16:39:35.464698 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:35.465130 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:35.465574 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:35.490701 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-156a25e0-ee98-47e8-a99c-d8e03bb5dc80 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:39:35.495665 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:35.496251 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:35.496648 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 5 to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 Jul 22 16:39:35.522661 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-a2fde044-02cb-4b47-8f9f-fa41b44e53e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:35.527711 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-a2fde044-02cb-4b47-8f9f-fa41b44e53e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c5c4430-fe08-4a96-9de3-fdc32bed75bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2538970 Jul 22 16:39:35.534678 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-156a25e0-ee98-47e8-a99c-d8e03bb5dc80 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:35.535182 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-156a25e0-ee98-47e8-a99c-d8e03bb5dc80 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Added segment d7484e42-8da6-42ca-9061-79b058290ed4 of type vlan for network ac7674f1-9187-4e19-be4d-297ed95a9bea Jul 22 16:39:35.547851 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:35.551837 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:35.554410 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:35.568638 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:35.571594 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:35.572174 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 6 to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 Jul 22 16:39:35.576346 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509269e2-b8d5-49b2-b6d9-aacbf2fd24b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1', 'network_id': 'a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1', 'tenant_id': '027af367b5ff4d37b9ab99d0a55279d2', 'fixed_ips': [{'subnet_id': '7183d56e-f87f-4b1c-8d0b-fc327440be4d'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:39:35.576847 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-509269e2-b8d5-49b2-b6d9-aacbf2fd24b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:35.577827 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] Set router 92dfd705-b52e-4fed-9c95-7837e62e45f5 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:35.608911 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:35.622544 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:35.623154 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:35.632596 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:35.633207 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:35.633754 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 7 to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 Jul 22 16:39:35.671635 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:35.672242 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:35.672738 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:35.697239 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:35.697809 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:35.701377 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 8 to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 Jul 22 16:39:35.747715 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-156a25e0-ee98-47e8-a99c-d8e03bb5dc80 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:35.747977 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:35.749210 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:35.749210 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:35.766252 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:35.766612 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:35.767001 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 9 to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 Jul 22 16:39:35.816993 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:35.819330 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:35.819711 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:35.841615 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:35.842366 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:35.845676 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 10 to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 Jul 22 16:39:35.883080 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:35.883662 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:35.884371 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:35.892011 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:35.892503 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:35.893100 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:35.947102 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-156a25e0-ee98-47e8-a99c-d8e03bb5dc80 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:35.969175 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156a25e0-ee98-47e8-a99c-d8e03bb5dc80 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:35.969735 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-156a25e0-ee98-47e8-a99c-d8e03bb5dc80 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:36.016315 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-509269e2-b8d5-49b2-b6d9-aacbf2fd24b0 None None] Allocated IP 19.80.0.2 (a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1/7183d56e-f87f-4b1c-8d0b-fc327440be4d/3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:36.108367 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a25e0-ee98-47e8-a99c-d8e03bb5dc80 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event updated for resources: {'Network': ['ID=ac7674f1-9187-4e19-be4d-297ed95a9bea,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:36.111539 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dfd705-b52e-4fed-9c95-7837e62e45f5', 'name': 'tempest-ServersTestMultiNic-949998598-router', 'tenant_id': '027af367b5ff4d37b9ab99d0a55279d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4b3582d5-1d5e-492e-857d-fd8f0444a9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:39:21Z', 'updated_at': '2021-07-22T16:39:29Z', 'revision_number': 4, 'project_id': '027af367b5ff4d37b9ab99d0a55279d2', 'gw_port': {'id': '4b3582d5-1d5e-492e-857d-fd8f0444a9d9', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dfd705-b52e-4fed-9c95-7837e62e45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:23Z', 'updated_at': '2021-07-22T16:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'f28e098e-331b-4c9d-925f-b54259121150', 'name': '', 'network_id': 'ef2b738f-55cf-4219-8e16-510bb2401f06', 'tenant_id': '027af367b5ff4d37b9ab99d0a55279d2', 'mac_address': 'fa:16:3e:42:67:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92dfd705-b52e-4fed-9c95-7837e62e45f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'e426f577-51f9-41a2-93db-697b5d23995b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:28Z', 'updated_at': '2021-07-22T16:39:35Z', 'revision_number': 4, 'project_id': '027af367b5ff4d37b9ab99d0a55279d2', 'subnets': [{'id': 'e426f577-51f9-41a2-93db-697b5d23995b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:36.117471 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] For port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:36.121380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempted to set empty binding levels {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 16:39:36.142640 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network ac7674f1-9187-4e19-be4d-297ed95a9bea details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:39:36.151079 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa4ec3-4520-4269-92ba-55580d51a9da req-6036589f-b303-48ef-a68c-d99a5f1ea75d tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:36.151746 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-156a25e0-ee98-47e8-a99c-d8e03bb5dc80 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9618876 Jul 22 16:39:36.156119 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa4ec3-4520-4269-92ba-55580d51a9da req-6036589f-b303-48ef-a68c-d99a5f1ea75d tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:36.158246 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54372) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:36.162104 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa4ec3-4520-4269-92ba-55580d51a9da req-6036589f-b303-48ef-a68c-d99a5f1ea75d tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:36.168799 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa4ec3-4520-4269-92ba-55580d51a9da req-6036589f-b303-48ef-a68c-d99a5f1ea75d tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:36.175333 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa4ec3-4520-4269-92ba-55580d51a9da req-6036589f-b303-48ef-a68c-d99a5f1ea75d tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:36.177351 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc16577-a759-4661-b1bd-c6e0280e3919 None None] The sync data for ids ['92dfd705-b52e-4fed-9c95-7837e62e45f5'] in n-d-798930-9 is: [{'id': '92dfd705-b52e-4fed-9c95-7837e62e45f5', 'name': 'tempest-ServersTestMultiNic-949998598-router', 'tenant_id': '027af367b5ff4d37b9ab99d0a55279d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4b3582d5-1d5e-492e-857d-fd8f0444a9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:39:21Z', 'updated_at': '2021-07-22T16:39:29Z', 'revision_number': 4, 'project_id': '027af367b5ff4d37b9ab99d0a55279d2', 'gw_port': {'id': '4b3582d5-1d5e-492e-857d-fd8f0444a9d9', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dfd705-b52e-4fed-9c95-7837e62e45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:23Z', 'updated_at': '2021-07-22T16:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'f28e098e-331b-4c9d-925f-b54259121150', 'name': '', 'network_id': 'ef2b738f-55cf-4219-8e16-510bb2401f06', 'tenant_id': '027af367b5ff4d37b9ab99d0a55279d2', 'mac_address': 'fa:16:3e:42:67:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92dfd705-b52e-4fed-9c95-7837e62e45f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'e426f577-51f9-41a2-93db-697b5d23995b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:28Z', 'updated_at': '2021-07-22T16:39:35Z', 'revision_number': 4, 'project_id': '027af367b5ff4d37b9ab99d0a55279d2', 'subnets': [{'id': 'e426f577-51f9-41a2-93db-697b5d23995b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:39:36.181254 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa4ec3-4520-4269-92ba-55580d51a9da req-6036589f-b303-48ef-a68c-d99a5f1ea75d tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:36.184145 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-084e7f28-a501-47d8-beab-dbd58832abe0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Request body: {'subnet': {'network_id': 'ac7674f1-9187-4e19-be4d-297ed95a9bea', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:36.187671 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa4ec3-4520-4269-92ba-55580d51a9da req-6036589f-b303-48ef-a68c-d99a5f1ea75d tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:36.189596 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6faa4ec3-4520-4269-92ba-55580d51a9da req-6036589f-b303-48ef-a68c-d99a5f1ea75d tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5429 time: 0.2489853 Jul 22 16:39:36.191262 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:36.263729 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Pushing event updated for resources: {'Port': ['ID=3b5a54f9-9903-4f0a-9b25-dd2b3d401566,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:36.272681 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] In _notify_port_updated(), no bound segment for port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:39:36.273549 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:36.274209 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:36.279335 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e754cec0-082e-4f46-9de2-a1598c620ee7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] 10.222.0.69 "PUT /v2.0/ports/3b5a54f9-9903-4f0a-9b25-dd2b3d401566 HTTP/1.1" status: 200 len: 978 time: 2.0890882 Jul 22 16:39:36.280283 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54376) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:36.352256 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-da5d7ae5-1e16-49a2-b20a-cb3976177fda service neutron] 10.222.0.16 "GET /v2.0/networks/9c5c4430-fe08-4a96-9de3-fdc32bed75bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8150809 Jul 22 16:39:36.438672 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6faa4ec3-4520-4269-92ba-55580d51a9da req-497d8ec2-c8b2-4736-9be2-732931b9b3c6 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2365882 Jul 22 16:39:36.461769 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-509269e2-b8d5-49b2-b6d9-aacbf2fd24b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:36.490969 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-509269e2-b8d5-49b2-b6d9-aacbf2fd24b0 None None] Transition to ACTIVE for port object 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:36.528131 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-509269e2-b8d5-49b2-b6d9-aacbf2fd24b0 None None] Transition to ACTIVE for port object 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:36.541982 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-509269e2-b8d5-49b2-b6d9-aacbf2fd24b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:36.574865 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-1e67c3d8-3f66-43b4-885a-31edf5db23d9 service neutron] 10.222.0.16 "GET /v2.0/networks/9c5c4430-fe08-4a96-9de3-fdc32bed75bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115426 Jul 22 16:39:36.576980 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084e7f28-a501-47d8-beab-dbd58832abe0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Made reservation on behalf of 027af367b5ff4d37b9ab99d0a55279d2 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:36.581870 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-084e7f28-a501-47d8-beab-dbd58832abe0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:36.595656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d5b7f-74d6-464f-823e-ed3ca00400e2 req-0b4b2a7a-978d-45d2-a9a5-d2e970deb6e8 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:36.597480 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-125d5b7f-74d6-464f-823e-ed3ca00400e2 req-0b4b2a7a-978d-45d2-a9a5-d2e970deb6e8 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 946 time: 0.6617155 Jul 22 16:39:36.647082 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509269e2-b8d5-49b2-b6d9-aacbf2fd24b0 None None] Network a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:36.658539 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-509269e2-b8d5-49b2-b6d9-aacbf2fd24b0 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:36.661326 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509269e2-b8d5-49b2-b6d9-aacbf2fd24b0 None None] Pushing event updated for resources: {'Port': ['ID=3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:36.664137 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509269e2-b8d5-49b2-b6d9-aacbf2fd24b0 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:36.736618 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-509269e2-b8d5-49b2-b6d9-aacbf2fd24b0 None None] Attempting to bind port 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:36.736955 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-509269e2-b8d5-49b2-b6d9-aacbf2fd24b0 None None] Attempting to bind port 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e27cc68e-e219-4c2d-aa0a-6007fbacbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:36.737256 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509269e2-b8d5-49b2-b6d9-aacbf2fd24b0 None None] Attempting to bind port 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca on network a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:36.743007 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509269e2-b8d5-49b2-b6d9-aacbf2fd24b0 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:36.743387 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509269e2-b8d5-49b2-b6d9-aacbf2fd24b0 None None] Checking segment: {'id': 'e27cc68e-e219-4c2d-aa0a-6007fbacbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:36.743776 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-509269e2-b8d5-49b2-b6d9-aacbf2fd24b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:36.744165 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509269e2-b8d5-49b2-b6d9-aacbf2fd24b0 None None] Bound using segment: {'id': 'e27cc68e-e219-4c2d-aa0a-6007fbacbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:36.744637 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-509269e2-b8d5-49b2-b6d9-aacbf2fd24b0 None None] Bound port: 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27cc68e-e219-4c2d-aa0a-6007fbacbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:36.745016 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-509269e2-b8d5-49b2-b6d9-aacbf2fd24b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:36.812985 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-125d5b7f-74d6-464f-823e-ed3ca00400e2 req-eb7b6339-0a57-4e44-b77c-227954e750e9 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/security-groups?id=9808ee90-88e2-4114-b837-cdce8f1307d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868327 Jul 22 16:39:36.814523 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-604f41b0-9b03-40ac-be0d-7a8e9c5eb55f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=706d94d1-b403-4659-855c-6be2d363f415 HTTP/1.1" status: 200 len: 217 time: 0.2285600 Jul 22 16:39:36.857398 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-509269e2-b8d5-49b2-b6d9-aacbf2fd24b0 None None] For port 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:36.869751 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-509269e2-b8d5-49b2-b6d9-aacbf2fd24b0 None None] For port 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca,segment=NetworkSegment(e27cc68e-e219-4c2d-aa0a-6007fbacbd1c),segment_id=e27cc68e-e219-4c2d-aa0a-6007fbacbd1c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:36.877750 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-509269e2-b8d5-49b2-b6d9-aacbf2fd24b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:36.994331 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509269e2-b8d5-49b2-b6d9-aacbf2fd24b0 None None] Pushing event updated for resources: {'Port': ['ID=3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:36.995601 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-084e7f28-a501-47d8-beab-dbd58832abe0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:37.129332 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e7f28-a501-47d8-beab-dbd58832abe0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event updated for resources: {'Subnet': ['ID=45cfb963-9441-4285-831e-ebc7eb4b2ea3,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:37.132552 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-b65106be-e9b3-485e-a5bf-8dd10aa475d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.134142 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-b65106be-e9b3-485e-a5bf-8dd10aa475d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96d2d744-bd35-4248-9461-63b7b331579f HTTP/1.1" status: 200 len: 797 time: 0.1596749 Jul 22 16:39:37.138155 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.138699 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.139108 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.139632 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.140761 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.140761 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.141131 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.141451 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.142101 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.142424 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.142873 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.143339 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.143796 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.144252 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.144913 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.145350 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.145813 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.147908 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.148469 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.148834 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.149295 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.150626 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.152281 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.153033 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.153682 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.154391 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.155212 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.155980 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.156721 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.157517 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.158471 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.158968 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.159724 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.160035 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.160560 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.161171 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.161780 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.162326 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.162975 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.163502 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.164005 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.164580 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.165190 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.165662 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.166177 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.166767 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.167401 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.178610 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f62935c9-bdcd-473f-be2f-488b25fb5db6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 42342 time: 0.8962083 Jul 22 16:39:37.182352 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54382) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:37.215095 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084e7f28-a501-47d8-beab-dbd58832abe0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Checking segment: {'id': 'd7484e42-8da6-42ca-9061-79b058290ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ac7674f1-9187-4e19-be4d-297ed95a9bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:37.215466 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084e7f28-a501-47d8-beab-dbd58832abe0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Network hostable DHCP agents. Network: ac7674f1-9187-4e19-be4d-297ed95a9bea, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:39:37.264686 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084e7f28-a501-47d8-beab-dbd58832abe0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Network ac7674f1-9187-4e19-be4d-297ed95a9bea is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:39:37.324993 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-084e7f28-a501-47d8-beab-dbd58832abe0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, ac7674f1-9187-4e19-be4d-297ed95a9bea) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:37.335132 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7a3911-6331-4e0f-a9af-36e61158f1ef None None] Network ac7674f1-9187-4e19-be4d-297ed95a9bea requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:37.335536 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084e7f28-a501-47d8-beab-dbd58832abe0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.336150 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-084e7f28-a501-47d8-beab-dbd58832abe0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:37.340932 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-18f0b509-7e00-44ab-a541-87ef07009e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.344056 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-18f0b509-7e00-44ab-a541-87ef07009e0f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1901226 Jul 22 16:39:37.360619 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f28e098e-331b-4c9d-925f-b54259121150 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:37.420128 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2219570a-5184-4d1d-b077-2dbf74ff582e tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Deleting port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:37.420744 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2219570a-5184-4d1d-b077-2dbf74ff582e tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:37.438467 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-084e7f28-a501-47d8-beab-dbd58832abe0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2582338 Jul 22 16:39:37.578129 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-2219570a-5184-4d1d-b077-2dbf74ff582e tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] For port 3b5a54f9-9903-4f0a-9b25-dd2b3d401566, host n-h1-798930-9, got binding levels [] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:37.578775 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2219570a-5184-4d1d-b077-2dbf74ff582e tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:37.603477 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2219570a-5184-4d1d-b077-2dbf74ff582e tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Calling delete_port for 3b5a54f9-9903-4f0a-9b25-dd2b3d401566 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:37.615056 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port f28e098e-331b-4c9d-925f-b54259121150 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:37.651098 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-90ba1c39-9d78-4ba2-b2c8-74bb1030470d service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946482 Jul 22 16:39:37.662124 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port f28e098e-331b-4c9d-925f-b54259121150 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:37.663312 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:37.769173 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7549f09-9f20-424a-8157-0d14455c7c9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-ac7674f1-9187-4e19-be4d-297ed95a9bea', 'network_id': 'ac7674f1-9187-4e19-be4d-297ed95a9bea', 'tenant_id': '027af367b5ff4d37b9ab99d0a55279d2', 'fixed_ips': [{'subnet_id': '45cfb963-9441-4285-831e-ebc7eb4b2ea3'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:39:37.770263 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7549f09-9f20-424a-8157-0d14455c7c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:37.771541 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566198ca-7f40-442e-bb9a-36a5e8e44abb req-1ab86fd4-9dde-4eca-8027-1f76c1bb1302 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.778934 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566198ca-7f40-442e-bb9a-36a5e8e44abb req-1ab86fd4-9dde-4eca-8027-1f76c1bb1302 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.784892 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566198ca-7f40-442e-bb9a-36a5e8e44abb req-1ab86fd4-9dde-4eca-8027-1f76c1bb1302 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.794798 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566198ca-7f40-442e-bb9a-36a5e8e44abb req-1ab86fd4-9dde-4eca-8027-1f76c1bb1302 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.801122 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566198ca-7f40-442e-bb9a-36a5e8e44abb req-1ab86fd4-9dde-4eca-8027-1f76c1bb1302 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.811456 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566198ca-7f40-442e-bb9a-36a5e8e44abb req-1ab86fd4-9dde-4eca-8027-1f76c1bb1302 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.817413 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566198ca-7f40-442e-bb9a-36a5e8e44abb req-1ab86fd4-9dde-4eca-8027-1f76c1bb1302 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.819469 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-566198ca-7f40-442e-bb9a-36a5e8e44abb req-1ab86fd4-9dde-4eca-8027-1f76c1bb1302 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5429 time: 0.2591960 Jul 22 16:39:37.849049 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-be00e46a-0c3d-4e69-b0ef-1fd8b36f16a6 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.855707 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-be00e46a-0c3d-4e69-b0ef-1fd8b36f16a6 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.863123 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-be00e46a-0c3d-4e69-b0ef-1fd8b36f16a6 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/networks?id=a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1&id=ac7674f1-9187-4e19-be4d-297ed95a9bea&id=a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1 HTTP/1.1" status: 200 len: 1389 time: 0.2114403 Jul 22 16:39:37.885493 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:37.894073 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c45b3de7-990e-4379-91b9-4d9c121d3b39 service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336886 Jul 22 16:39:37.898911 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-9ac94727-039d-4d71-aee8-d108d875f072 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/quotas/027af367b5ff4d37b9ab99d0a55279d2 HTTP/1.1" status: 200 len: 375 time: 0.0284102 Jul 22 16:39:37.902747 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-566198ca-7f40-442e-bb9a-36a5e8e44abb req-3409bed3-cd68-445f-a47e-9192f86b9f16 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751791 Jul 22 16:39:37.943462 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-8056f8d3-e797-4dce-8b9e-20881171d1b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=aba8f711-d6ad-4378-a003-ab86655f7a9e HTTP/1.1" status: 200 len: 217 time: 0.0397062 Jul 22 16:39:38.005860 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port f28e098e-331b-4c9d-925f-b54259121150, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f28e098e-331b-4c9d-925f-b54259121150,segment=NetworkSegment(28ca3e00-9cc7-4ec6-bf7a-a400af081869),segment_id=28ca3e00-9cc7-4ec6-bf7a-a400af081869)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:38.016770 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:38.018157 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2219570a-5184-4d1d-b077-2dbf74ff582e tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:38.056186 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-601b0f50-08f8-4f14-8e51-c6a7efb32141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:38.057720 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-601b0f50-08f8-4f14-8e51-c6a7efb32141 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96d2d744-bd35-4248-9461-63b7b331579f HTTP/1.1" status: 200 len: 797 time: 0.1057768 Jul 22 16:39:38.076603 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2219570a-5184-4d1d-b077-2dbf74ff582e tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:38.081278 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54404) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:38.081468 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2219570a-5184-4d1d-b077-2dbf74ff582e tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] 10.222.0.69 "DELETE /v2.0/ports/3b5a54f9-9903-4f0a-9b25-dd2b3d401566 HTTP/1.1" status: 204 len: 168 time: 0.8978927 Jul 22 16:39:38.083699 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219570a-5184-4d1d-b077-2dbf74ff582e tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b5a54f9-9903-4f0a-9b25-dd2b3d401566,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:38.095391 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-6a6469d8-cc90-46d9-b6b2-e4cf77360c87 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=027af367b5ff4d37b9ab99d0a55279d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1811697 Jul 22 16:39:38.200388 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-e7549f09-9f20-424a-8157-0d14455c7c9a None None] Allocated IP 19.86.0.2 (ac7674f1-9187-4e19-be4d-297ed95a9bea/45cfb963-9441-4285-831e-ebc7eb4b2ea3/8cfc8b66-99d9-41b0-8cc9-e606375a12f5) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:38.215761 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=f28e098e-331b-4c9d-925f-b54259121150,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:38.231678 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:38.232231 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:38.232632 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:38.233237 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:38.233706 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:38.234261 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:38.234716 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:38.235143 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:38.235612 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:38.236036 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:38.236491 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:38.236922 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:38.258093 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce6de81-fed2-4121-91a3-cfc220a571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] GET failed (client error): The resource could not be found. Jul 22 16:39:38.271100 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1ce6de81-fed2-4121-91a3-cfc220a571fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] 10.222.0.69 "GET /v2.0/ports/3b5a54f9-9903-4f0a-9b25-dd2b3d401566 HTTP/1.1" status: 404 len: 333 time: 0.1886749 Jul 22 16:39:38.272179 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54408) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:38.300942 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-584f630f-92f3-49a6-9508-8f0db00275c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843893764', 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:38.323485 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-14bb0a5f-6ea7-4911-9c93-3e9ae54c23cb service neutron] 10.222.0.69 "GET /v2.0/networks/a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207100 Jul 22 16:39:38.434618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795b70f-b9de-4317-85ef-a6c0457e66e2 req-a5ef1a72-23cb-436e-bd82-eb1804c5abe4 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:38.436372 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0795b70f-b9de-4317-85ef-a6c0457e66e2 req-a5ef1a72-23cb-436e-bd82-eb1804c5abe4 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 946 time: 0.2861588 Jul 22 16:39:38.437096 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584f630f-92f3-49a6-9508-8f0db00275c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Made reservation on behalf of f2d8b1e3c4ad4073a844b4ea4dd13eaa for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:38.439454 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-584f630f-92f3-49a6-9508-8f0db00275c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:38.461517 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-7081fcb4-884a-471d-8ddf-85aada9034fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:38.463060 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-7081fcb4-884a-471d-8ddf-85aada9034fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3954327 Jul 22 16:39:38.477754 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7549f09-9f20-424a-8157-0d14455c7c9a None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:38.489249 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e7549f09-9f20-424a-8157-0d14455c7c9a None None] Transition to ACTIVE for port object 8cfc8b66-99d9-41b0-8cc9-e606375a12f5 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:38.508423 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e7549f09-9f20-424a-8157-0d14455c7c9a None None] Transition to ACTIVE for port object 8cfc8b66-99d9-41b0-8cc9-e606375a12f5 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:38.519650 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7549f09-9f20-424a-8157-0d14455c7c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:38.529290 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-bb10bbb0-5f0b-4f06-a546-1febaae41ac7 service neutron] 10.222.0.69 "GET /v2.0/networks/a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951320 Jul 22 16:39:38.538501 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-584f630f-92f3-49a6-9508-8f0db00275c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] device_id is not set on port b56e1cf4-9dff-4fb9-9fcd-82be4b372912 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:39:38.597776 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7549f09-9f20-424a-8157-0d14455c7c9a None None] Pushing event updated for resources: {'Port': ['ID=8cfc8b66-99d9-41b0-8cc9-e606375a12f5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:38.626345 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7549f09-9f20-424a-8157-0d14455c7c9a None None] Network ac7674f1-9187-4e19-be4d-297ed95a9bea is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:38.629667 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e7549f09-9f20-424a-8157-0d14455c7c9a None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:38.634138 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7549f09-9f20-424a-8157-0d14455c7c9a None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:38.644763 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0795b70f-b9de-4317-85ef-a6c0457e66e2 req-38cf611f-7d45-407c-be9d-15cca5284c34 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/security-groups?id=9808ee90-88e2-4114-b837-cdce8f1307d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004240 Jul 22 16:39:38.723339 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-05c82aa8-35f5-4def-bad6-876c615f1126 service neutron] 10.222.0.69 "GET /v2.0/networks/ac7674f1-9187-4e19-be4d-297ed95a9bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932294 Jul 22 16:39:38.755121 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e7549f09-9f20-424a-8157-0d14455c7c9a None None] Attempting to bind port 8cfc8b66-99d9-41b0-8cc9-e606375a12f5 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:38.755619 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e7549f09-9f20-424a-8157-0d14455c7c9a None None] Attempting to bind port 8cfc8b66-99d9-41b0-8cc9-e606375a12f5 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'd7484e42-8da6-42ca-9061-79b058290ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ac7674f1-9187-4e19-be4d-297ed95a9bea'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:38.756075 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7549f09-9f20-424a-8157-0d14455c7c9a None None] Attempting to bind port 8cfc8b66-99d9-41b0-8cc9-e606375a12f5 on network ac7674f1-9187-4e19-be4d-297ed95a9bea {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:38.765292 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7549f09-9f20-424a-8157-0d14455c7c9a None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:38.765946 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7549f09-9f20-424a-8157-0d14455c7c9a None None] Checking segment: {'id': 'd7484e42-8da6-42ca-9061-79b058290ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ac7674f1-9187-4e19-be4d-297ed95a9bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:38.766493 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7549f09-9f20-424a-8157-0d14455c7c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:38.767345 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7549f09-9f20-424a-8157-0d14455c7c9a None None] Bound using segment: {'id': 'd7484e42-8da6-42ca-9061-79b058290ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ac7674f1-9187-4e19-be4d-297ed95a9bea'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:38.768745 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e7549f09-9f20-424a-8157-0d14455c7c9a None None] Bound port: 8cfc8b66-99d9-41b0-8cc9-e606375a12f5, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7484e42-8da6-42ca-9061-79b058290ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ac7674f1-9187-4e19-be4d-297ed95a9bea'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:38.769341 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7549f09-9f20-424a-8157-0d14455c7c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:38.798747 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-1d63752d-485e-48c9-a92a-7a4f0d0b6d87 service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226998 Jul 22 16:39:38.855876 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1156e4ab-13c3-428d-a3b9-3d931af93e8e None None] Network a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:38.967554 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-584f630f-92f3-49a6-9508-8f0db00275c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:38.968157 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-d3be8525-9ce6-478a-b627-f503a2e3f45f service neutron] 10.222.0.69 "GET /v2.0/networks/ac7674f1-9187-4e19-be4d-297ed95a9bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370830 Jul 22 16:39:38.983800 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-6af2a1be-5370-460d-9d1b-a532e301f35d service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742635 Jul 22 16:39:39.030976 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-1ba470a4-6eaf-4846-8a37-5ee5ccd75714 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=85be8f06-0cb5-488b-9eb9-9477188bcef3 HTTP/1.1" status: 200 len: 217 time: 0.0393956 Jul 22 16:39:39.077397 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1c516d20-7481-43a4-a2a1-0bbe18e1e283 None None] Provisioning for port 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:39.127501 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-a8b6fd00-fce4-42e1-b22d-646f603ce235 service neutron] 10.222.0.69 "GET /v2.0/networks/a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575994 Jul 22 16:39:39.136795 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-0659e103-4698-4739-892f-7f743831210c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:39.138562 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-0659e103-4698-4739-892f-7f743831210c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96d2d744-bd35-4248-9461-63b7b331579f HTTP/1.1" status: 200 len: 797 time: 0.1003931 Jul 22 16:39:39.141992 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-584f630f-92f3-49a6-9508-8f0db00275c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:39.155821 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e7549f09-9f20-424a-8157-0d14455c7c9a None None] For port 8cfc8b66-99d9-41b0-8cc9-e606375a12f5, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:39.184457 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e7549f09-9f20-424a-8157-0d14455c7c9a None None] For port 8cfc8b66-99d9-41b0-8cc9-e606375a12f5, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8cfc8b66-99d9-41b0-8cc9-e606375a12f5,segment=NetworkSegment(d7484e42-8da6-42ca-9061-79b058290ed4),segment_id=d7484e42-8da6-42ca-9061-79b058290ed4)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:39.224389 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7549f09-9f20-424a-8157-0d14455c7c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:39.255906 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-a7239222-338d-42f7-a231-af21af220eab service neutron] 10.222.0.69 "GET /v2.0/networks/a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273735 Jul 22 16:39:39.298683 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584f630f-92f3-49a6-9508-8f0db00275c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:39.311626 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7549f09-9f20-424a-8157-0d14455c7c9a None None] Pushing event updated for resources: {'Port': ['ID=8cfc8b66-99d9-41b0-8cc9-e606375a12f5,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:39.313176 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-584f630f-92f3-49a6-9508-8f0db00275c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:39.321239 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584f630f-92f3-49a6-9508-8f0db00275c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:39.331264 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f630f-92f3-49a6-9508-8f0db00275c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:39.331971 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-584f630f-92f3-49a6-9508-8f0db00275c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:39.454377 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:39.546631 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:39.551821 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:39.551821 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:39.721733 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4cba47ba-9335-4ff5-8390-368b59813185 None None] Provisioning complete for port 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:39.722212 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4cba47ba-9335-4ff5-8390-368b59813185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:39.801021 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:39.881965 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f630f-92f3-49a6-9508-8f0db00275c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Pushing event updated for resources: {'Port': ['ID=b56e1cf4-9dff-4fb9-9fcd-82be4b372912,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:39.898639 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd5b9f-da3d-49e5-9236-e36fb90dbe65 req-f63b9b7b-9de5-46fc-9d5b-36879c018475 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:39.911852 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd5b9f-da3d-49e5-9236-e36fb90dbe65 req-f63b9b7b-9de5-46fc-9d5b-36879c018475 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:39.918424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd5b9f-da3d-49e5-9236-e36fb90dbe65 req-f63b9b7b-9de5-46fc-9d5b-36879c018475 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:39.924381 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd5b9f-da3d-49e5-9236-e36fb90dbe65 req-f63b9b7b-9de5-46fc-9d5b-36879c018475 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:39.928219 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca,segment=NetworkSegment(e27cc68e-e219-4c2d-aa0a-6007fbacbd1c),segment_id=e27cc68e-e219-4c2d-aa0a-6007fbacbd1c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:39.930743 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd5b9f-da3d-49e5-9236-e36fb90dbe65 req-f63b9b7b-9de5-46fc-9d5b-36879c018475 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:39.937619 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd5b9f-da3d-49e5-9236-e36fb90dbe65 req-f63b9b7b-9de5-46fc-9d5b-36879c018475 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:39.943781 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd5b9f-da3d-49e5-9236-e36fb90dbe65 req-f63b9b7b-9de5-46fc-9d5b-36879c018475 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:39.952425 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2fd5b9f-da3d-49e5-9236-e36fb90dbe65 req-f63b9b7b-9de5-46fc-9d5b-36879c018475 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5429 time: 0.8741090 Jul 22 16:39:39.973985 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-584f630f-92f3-49a6-9508-8f0db00275c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6980557 Jul 22 16:39:39.977516 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54432) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:40.018860 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:40.020375 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f28e098e-331b-4c9d-925f-b54259121150 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:40.025816 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2fd5b9f-da3d-49e5-9236-e36fb90dbe65 req-04621d97-4580-4bb0-be13-5013bb7e7582 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722861 Jul 22 16:39:40.034550 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bce9dc95-67ba-4cdd-b4b7-0e700380e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:40.039747 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bce9dc95-67ba-4cdd-b4b7-0e700380e4af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8891714 Jul 22 16:39:40.074919 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fd84a088-0a51-45b1-834f-7289661bb2b1 req-51717230-f20b-4a32-b862-d6df74bc7264 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 210 time: 0.1015525 Jul 22 16:39:40.116648 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aa5392-e363-4638-a8c9-8275443e7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:40.119210 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-57aa5392-e363-4638-a8c9-8275443e7c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] 10.222.0.69 "GET /v2.0/ports/b56e1cf4-9dff-4fb9-9fcd-82be4b372912 HTTP/1.1" status: 200 len: 959 time: 0.1406710 Jul 22 16:39:40.122500 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54436) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:40.157686 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port f28e098e-331b-4c9d-925f-b54259121150 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:40.163376 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:40.219490 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:40.285188 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-517162d7-645d-4df4-a5e0-9b4de3020ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Deleting port b56e1cf4-9dff-4fb9-9fcd-82be4b372912 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:40.286099 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-517162d7-645d-4df4-a5e0-9b4de3020ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:40.323751 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-fdb1dae1-082f-4e59-8950-30c43bdabad9 service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697494 Jul 22 16:39:40.387798 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c3f8c-075b-4d18-b9d2-eb80dce4963f req-c0a3bfbc-d2a9-464a-9bbb-3a84277ea4f0 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:40.389735 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-658c3f8c-075b-4d18-b9d2-eb80dce4963f req-c0a3bfbc-d2a9-464a-9bbb-3a84277ea4f0 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 946 time: 0.1660640 Jul 22 16:39:40.441672 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-517162d7-645d-4df4-a5e0-9b4de3020ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:40.458456 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-517162d7-645d-4df4-a5e0-9b4de3020ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Calling delete_port for b56e1cf4-9dff-4fb9-9fcd-82be4b372912 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:40.560373 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-4d7e57a8-4361-4cc2-8891-4f5cb9029d4a service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167819 Jul 22 16:39:40.593657 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-658c3f8c-075b-4d18-b9d2-eb80dce4963f req-19db422c-e0e1-45fd-a8fb-90d8ce231b78 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/security-groups?id=9808ee90-88e2-4114-b837-cdce8f1307d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822944 Jul 22 16:39:40.597662 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-517162d7-645d-4df4-a5e0-9b4de3020ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:40.638222 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517162d7-645d-4df4-a5e0-9b4de3020ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Pushing event deleted for resources: {'Port': ['ID=b56e1cf4-9dff-4fb9-9fcd-82be4b372912,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:40.653554 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-517162d7-645d-4df4-a5e0-9b4de3020ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:40.655778 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-517162d7-645d-4df4-a5e0-9b4de3020ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] 10.222.0.69 "DELETE /v2.0/ports/b56e1cf4-9dff-4fb9-9fcd-82be4b372912 HTTP/1.1" status: 204 len: 168 time: 0.5307841 Jul 22 16:39:40.658888 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-e29778f0-b6e8-4b0c-ad77-2e7d6d8a5161 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=7aa61500-2368-4f52-ab67-83af547fa639 HTTP/1.1" status: 200 len: 217 time: 0.0910673 Jul 22 16:39:40.659431 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54442) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:40.705028 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c961c1-e281-4da8-90e0-441356306831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] GET failed (client error): The resource could not be found. Jul 22 16:39:40.710199 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b1c961c1-e281-4da8-90e0-441356306831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] 10.222.0.69 "GET /v2.0/ports/b56e1cf4-9dff-4fb9-9fcd-82be4b372912 HTTP/1.1" status: 404 len: 333 time: 0.0464282 Jul 22 16:39:40.711063 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54444) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:40.716227 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2691afb0-228d-442b-8c72-95d4fe54ebb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Request body: {'port': {'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-832773740'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:40.753542 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bf95999b-3e1d-4894-989f-0a0531ce6f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:40.755185 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bf95999b-3e1d-4894-989f-0a0531ce6f52 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96d2d744-bd35-4248-9461-63b7b331579f HTTP/1.1" status: 200 len: 797 time: 0.0900044 Jul 22 16:39:40.756296 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2691afb0-228d-442b-8c72-95d4fe54ebb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Made reservation on behalf of f2d8b1e3c4ad4073a844b4ea4dd13eaa for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:40.758916 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2691afb0-228d-442b-8c72-95d4fe54ebb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:40.786135 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-2691afb0-228d-442b-8c72-95d4fe54ebb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] device_id is not set on port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:39:40.823330 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-926f6440-89b0-40e3-aafb-7761c57531ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:40.824883 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-926f6440-89b0-40e3-aafb-7761c57531ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0632758 Jul 22 16:39:40.890453 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d376ac-9ff3-491f-91f3-a6fd54fab5a9 None None] Network ac7674f1-9187-4e19-be4d-297ed95a9bea requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:41.003354 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-0b1b9da3-c50e-43ad-912f-36b168cc37e9 service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672361 Jul 22 16:39:41.005186 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bac72c50-27c5-44b6-a914-28c7aeced353 None None] Provisioning for port 8cfc8b66-99d9-41b0-8cc9-e606375a12f5 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:41.034128 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2691afb0-228d-442b-8c72-95d4fe54ebb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:41.101023 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2691afb0-228d-442b-8c72-95d4fe54ebb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:41.170471 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2691afb0-228d-442b-8c72-95d4fe54ebb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:41.203102 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e9171404-1e03-48bc-bccf-c5fcbcbec672 req-445a30c4-1f7a-4567-a137-67529c785cc1 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 210 time: 0.0362566 Jul 22 16:39:41.206354 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-2691afb0-228d-442b-8c72-95d4fe54ebb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:41.216910 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2691afb0-228d-442b-8c72-95d4fe54ebb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:41.217714 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2691afb0-228d-442b-8c72-95d4fe54ebb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:41.218362 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2691afb0-228d-442b-8c72-95d4fe54ebb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:41.222297 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691afb0-228d-442b-8c72-95d4fe54ebb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Pushing event updated for resources: {'Port': ['ID=c2dfb35c-7504-4772-a9ae-41ac6d3d0158,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:41.240208 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2691afb0-228d-442b-8c72-95d4fe54ebb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5278754 Jul 22 16:39:41.242903 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54452) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:41.248904 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:41.261777 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-458e3621-d244-4bcb-a9ab-11789e388976 service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510757 Jul 22 16:39:41.350288 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-c9ecbc40-1b3f-4e70-a3b3-16304c82fb33 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 HTTP/1.1" status: 200 len: 217 time: 0.0736265 Jul 22 16:39:41.366621 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7252-017d-45ac-a312-ca18524a6a85 req-0baa2000-a425-4ef4-993e-69f88d879a56 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:41.373088 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:41.373441 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7252-017d-45ac-a312-ca18524a6a85 req-0baa2000-a425-4ef4-993e-69f88d879a56 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:41.390631 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7252-017d-45ac-a312-ca18524a6a85 req-0baa2000-a425-4ef4-993e-69f88d879a56 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:41.398226 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7252-017d-45ac-a312-ca18524a6a85 req-0baa2000-a425-4ef4-993e-69f88d879a56 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:41.406105 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7252-017d-45ac-a312-ca18524a6a85 req-0baa2000-a425-4ef4-993e-69f88d879a56 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:41.414116 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7252-017d-45ac-a312-ca18524a6a85 req-0baa2000-a425-4ef4-993e-69f88d879a56 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:41.423470 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7252-017d-45ac-a312-ca18524a6a85 req-0baa2000-a425-4ef4-993e-69f88d879a56 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:41.431708 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:41.434229 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a0c7252-017d-45ac-a312-ca18524a6a85 req-0baa2000-a425-4ef4-993e-69f88d879a56 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5429 time: 0.2932754 Jul 22 16:39:41.548009 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:41.548443 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:41.562732 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a0c7252-017d-45ac-a312-ca18524a6a85 req-3bd8999a-b5a5-417b-8933-cfb6074ed4bc tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1275177 Jul 22 16:39:41.570485 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-64f41578-34bb-42dc-8a61-0179e5b01b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:41.572316 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-64f41578-34bb-42dc-8a61-0179e5b01b40 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1b3925e-5bc2-4165-8e50-36b5b076cd3a HTTP/1.1" status: 200 len: 797 time: 0.1273265 Jul 22 16:39:41.638183 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] device_id is not set on port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:39:41.648479 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:41.664418 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Transition to ACTIVE for port object c2dfb35c-7504-4772-a9ae-41ac6d3d0158 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:41.670211 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:41.727353 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8cfc8b66-99d9-41b0-8cc9-e606375a12f5 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:41.759831 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Pushing event updated for resources: {'Port': ['ID=c2dfb35c-7504-4772-a9ae-41ac6d3d0158,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:41.834707 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:41.865584 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 8cfc8b66-99d9-41b0-8cc9-e606375a12f5 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:41.867958 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:41.868546 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:41.869363 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:41.876709 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bc9820ad-51a9-4701-b293-ea4b950d8224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:41.878378 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-bc9820ad-51a9-4701-b293-ea4b950d8224 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1efbf9bc-0c70-4776-ae72-82d943308ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2980947 Jul 22 16:39:41.879766 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 8cfc8b66-99d9-41b0-8cc9-e606375a12f5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:41.881375 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:41.881509 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:41.881785 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:41.882979 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 2 to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 Jul 22 16:39:41.891305 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1d3bc3e5-7ab0-4f43-b593-9b6585808297 None None] Provisioning complete for port 8cfc8b66-99d9-41b0-8cc9-e606375a12f5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:41.892914 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d3bc3e5-7ab0-4f43-b593-9b6585808297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:41.911361 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1cd94-4d86-432a-9665-e27737a36c81 req-99077fae-6a99-46ec-a10c-8c2b5a249656 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:41.914905 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-46f1cd94-4d86-432a-9665-e27737a36c81 req-99077fae-6a99-46ec-a10c-8c2b5a249656 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 946 time: 0.1664658 Jul 22 16:39:41.934376 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:41.934981 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:41.935122 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:41.949612 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:41.949612 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:41.951842 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 3 to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 Jul 22 16:39:41.968259 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-8ea39689-e7e9-4164-a7f0-9bb78b336da4 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:41.968484 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:41.969214 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:41.969214 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:41.974623 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-8ea39689-e7e9-4164-a7f0-9bb78b336da4 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:41.979746 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-8ea39689-e7e9-4164-a7f0-9bb78b336da4 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.16 "GET /v2.0/networks?id=a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1&id=ac7674f1-9187-4e19-be4d-297ed95a9bea&id=a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1 HTTP/1.1" status: 200 len: 1389 time: 0.2987123 Jul 22 16:39:41.991882 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-46f1cd94-4d86-432a-9665-e27737a36c81 req-7dbf6d2c-cca3-4e7c-a454-a280f39e1f95 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/security-groups?id=9808ee90-88e2-4114-b837-cdce8f1307d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706410 Jul 22 16:39:41.993100 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:41.993363 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:41.993759 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 4 to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 Jul 22 16:39:42.020125 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:42.020125 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:42.020125 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:42.020402 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:42.024956 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:42.025128 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:42.025678 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 5 to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 Jul 22 16:39:42.044040 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:42.044637 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:42.048314 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:42.054530 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:42.054859 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:42.055798 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 6 to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 Jul 22 16:39:42.076972 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:42.077336 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:42.077638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-af722637-e3ca-4fd2-9029-da2c662a0375 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Request body: {'port': {'device_id': '70105c94-caac-4b01-b5bf-d869ff663e07', 'network_id': 'a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1', 'admin_state_up': True, 'tenant_id': '027af367b5ff4d37b9ab99d0a55279d2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:42.077774 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:42.084533 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:42.084995 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:42.085753 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 7 to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 Jul 22 16:39:42.101709 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415abdb-050b-47b6-9346-a7efc491e088 req-42d8c60e-aaf8-42d1-a19d-6d1c849be227 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:42.107497 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:42.108041 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:42.108444 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:42.112022 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2415abdb-050b-47b6-9346-a7efc491e088 req-42d8c60e-aaf8-42d1-a19d-6d1c849be227 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 946 time: 0.3691065 Jul 22 16:39:42.116708 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:42.117291 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:42.117801 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 8 to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 Jul 22 16:39:42.118236 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d3bc3e5-7ab0-4f43-b593-9b6585808297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:42.120518 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:42.135092 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:42.135360 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:42.135886 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:42.141853 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:42.142303 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:42.142980 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 9 to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 Jul 22 16:39:42.170468 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1d3bc3e5-7ab0-4f43-b593-9b6585808297 None None] For port 8cfc8b66-99d9-41b0-8cc9-e606375a12f5, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8cfc8b66-99d9-41b0-8cc9-e606375a12f5,segment=NetworkSegment(d7484e42-8da6-42ca-9061-79b058290ed4),segment_id=d7484e42-8da6-42ca-9061-79b058290ed4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:42.176650 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d3bc3e5-7ab0-4f43-b593-9b6585808297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:42.196047 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:42.196721 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:42.197376 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:42.214837 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:42.215268 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:42.215748 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempt 10 to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 Jul 22 16:39:42.237464 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:42.238048 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:42.238973 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempting to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:42.250206 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:42.251779 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Failed to bind port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '7d41b733-661f-4f00-9f04-180a22989f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373'}] Jul 22 16:39:42.252701 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:42.261635 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:39:42.262034 n-d-798930-9 neutron-server[93818]: DEBUG oslo_db.api [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:39:42.270582 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bc3e5-7ab0-4f43-b593-9b6585808297 None None] Pushing event updated for resources: {'Port': ['ID=8cfc8b66-99d9-41b0-8cc9-e606375a12f5,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:42.283589 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-a79b827f-3949-42a1-adc6-cf8b365048c8 service neutron] 10.222.0.16 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929791 Jul 22 16:39:42.362948 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b409d9ce-235c-49c8-a6d3-15e50287e432 req-c335e302-f304-4d9d-a05b-b59d16c20268 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 210 time: 0.0478628 Jul 22 16:39:42.400756 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] For port c2dfb35c-7504-4772-a9ae-41ac6d3d0158, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:42.400862 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attempted to set empty binding levels {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 16:39:42.407600 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:42.427824 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] In _notify_port_updated(), no bound segment for port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 on network b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:39:42.428713 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:42.429826 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:42.431266 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] 10.222.0.69 "PUT /v2.0/ports/c2dfb35c-7504-4772-a9ae-41ac6d3d0158 HTTP/1.1" status: 200 len: 978 time: 1.1871696 Jul 22 16:39:42.436726 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54472) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:42.473357 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef293a56-8372-4e7b-a87f-36c53b124639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Pushing event updated for resources: {'Port': ['ID=c2dfb35c-7504-4772-a9ae-41ac6d3d0158,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:42.505041 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-a63a7deb-cc31-4476-989e-7d1073016467 service neutron] 10.222.0.16 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142477 Jul 22 16:39:42.530983 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-af722637-e3ca-4fd2-9029-da2c662a0375 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Made reservation on behalf of 027af367b5ff4d37b9ab99d0a55279d2 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:42.534630 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-af722637-e3ca-4fd2-9029-da2c662a0375 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:42.567771 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-2415abdb-050b-47b6-9346-a7efc491e088 req-ec90184a-87ff-44f3-b5fd-219f09089b72 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Deleting port 8350f9eb-8bbe-4e6c-81cb-feb58b5ec710 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:42.568113 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2415abdb-050b-47b6-9346-a7efc491e088 req-ec90184a-87ff-44f3-b5fd-219f09089b72 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:42.583341 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-dc6e752f-6eda-4a08-83f9-bcc9acb7f99c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 HTTP/1.1" status: 200 len: 217 time: 0.0673063 Jul 22 16:39:42.751460 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b9eb1-b2c0-46b1-93cb-2fd9f4f68add req-42fd5dee-17e8-4cdf-944c-ea94dec3ad08 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:42.757812 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b9eb1-b2c0-46b1-93cb-2fd9f4f68add req-42fd5dee-17e8-4cdf-944c-ea94dec3ad08 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:42.768989 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b9eb1-b2c0-46b1-93cb-2fd9f4f68add req-42fd5dee-17e8-4cdf-944c-ea94dec3ad08 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:42.776302 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b9eb1-b2c0-46b1-93cb-2fd9f4f68add req-42fd5dee-17e8-4cdf-944c-ea94dec3ad08 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:42.781128 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-76182788-a3de-4632-8d57-633f5298dead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:42.782637 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-76182788-a3de-4632-8d57-633f5298dead service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1b3925e-5bc2-4165-8e50-36b5b076cd3a HTTP/1.1" status: 200 len: 797 time: 0.1672850 Jul 22 16:39:42.783986 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b9eb1-b2c0-46b1-93cb-2fd9f4f68add req-42fd5dee-17e8-4cdf-944c-ea94dec3ad08 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:42.793098 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b9eb1-b2c0-46b1-93cb-2fd9f4f68add req-42fd5dee-17e8-4cdf-944c-ea94dec3ad08 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:42.801438 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b9eb1-b2c0-46b1-93cb-2fd9f4f68add req-42fd5dee-17e8-4cdf-944c-ea94dec3ad08 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:42.810525 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-643b9eb1-b2c0-46b1-93cb-2fd9f4f68add req-42fd5dee-17e8-4cdf-944c-ea94dec3ad08 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5429 time: 0.1401935 Jul 22 16:39:42.853604 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-643b9eb1-b2c0-46b1-93cb-2fd9f4f68add req-e66788ec-d6ea-40c0-812e-204e2361d4e2 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416305 Jul 22 16:39:42.893176 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d442ac88-ee10-4070-bfff-08179868d4be tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Deleting port c2dfb35c-7504-4772-a9ae-41ac6d3d0158 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:42.893625 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d442ac88-ee10-4070-bfff-08179868d4be tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:42.899520 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-2415abdb-050b-47b6-9346-a7efc491e088 req-ec90184a-87ff-44f3-b5fd-219f09089b72 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] For port 8350f9eb-8bbe-4e6c-81cb-feb58b5ec710, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=8350f9eb-8bbe-4e6c-81cb-feb58b5ec710,segment=NetworkSegment(5c38946c-a33b-4993-9071-28064817bd91),segment_id=5c38946c-a33b-4993-9071-28064817bd91)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:42.899886 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2415abdb-050b-47b6-9346-a7efc491e088 req-ec90184a-87ff-44f3-b5fd-219f09089b72 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:42.947918 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-af722637-e3ca-4fd2-9029-da2c662a0375 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Allocated IP 19.80.0.233 (a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1/7183d56e-f87f-4b1c-8d0b-fc327440be4d/c4e4470c-da4b-41ba-b1e0-2f636b6200e7) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:42.955614 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-2415abdb-050b-47b6-9346-a7efc491e088 req-ec90184a-87ff-44f3-b5fd-219f09089b72 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Calling delete_port for 8350f9eb-8bbe-4e6c-81cb-feb58b5ec710 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:43.023800 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d442ac88-ee10-4070-bfff-08179868d4be tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] For port c2dfb35c-7504-4772-a9ae-41ac6d3d0158, host n-h1-798930-9, got binding levels [] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:43.024063 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d442ac88-ee10-4070-bfff-08179868d4be tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:43.100054 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d442ac88-ee10-4070-bfff-08179868d4be tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Calling delete_port for c2dfb35c-7504-4772-a9ae-41ac6d3d0158 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:43.119517 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-24f8689e-5474-448f-899f-e38f77d93a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:43.121317 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-24f8689e-5474-448f-899f-e38f77d93a9a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1efbf9bc-0c70-4776-ae72-82d943308ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3251629 Jul 22 16:39:43.250119 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8cfc8b66-99d9-41b0-8cc9-e606375a12f5 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:43.305162 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 8cfc8b66-99d9-41b0-8cc9-e606375a12f5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:43.305830 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:43.516792 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-494c7b2d-346c-480e-b0b7-6fafea94ff90 req-d5a9b874-3692-4993-b723-f9004fc93207 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 210 time: 0.0401206 Jul 22 16:39:43.759921 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d442ac88-ee10-4070-bfff-08179868d4be tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:43.764129 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-3be619b2-db0b-400d-b398-76c386f938bd service neutron] 10.222.0.16 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6271315 Jul 22 16:39:43.772287 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea88313-347f-48ae-99a4-bb736a0ff36e req-dd8cc8f0-b698-4a9e-8f34-22e9ec0f34ce tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:43.774243 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ea88313-347f-48ae-99a4-bb736a0ff36e req-dd8cc8f0-b698-4a9e-8f34-22e9ec0f34ce tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 946 time: 0.6779017 Jul 22 16:39:43.807176 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-af722637-e3ca-4fd2-9029-da2c662a0375 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:43.860522 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442ac88-ee10-4070-bfff-08179868d4be tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2dfb35c-7504-4772-a9ae-41ac6d3d0158,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:43.893164 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2415abdb-050b-47b6-9346-a7efc491e088 req-ec90184a-87ff-44f3-b5fd-219f09089b72 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:43.900727 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d442ac88-ee10-4070-bfff-08179868d4be tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:43.906146 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54488) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:43.906309 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d442ac88-ee10-4070-bfff-08179868d4be tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] 10.222.0.69 "DELETE /v2.0/ports/c2dfb35c-7504-4772-a9ae-41ac6d3d0158 HTTP/1.1" status: 204 len: 168 time: 1.4636626 Jul 22 16:39:43.907515 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-af722637-e3ca-4fd2-9029-da2c662a0375 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Transition to ACTIVE for port object c4e4470c-da4b-41ba-b1e0-2f636b6200e7 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:43.933368 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['8350f9eb-8bbe-4e6c-81cb-feb58b5ec710'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:39:43.945551 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-758930a0-39c5-4de8-a40f-bebf3a47d1d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] GET failed (client error): The resource could not be found. Jul 22 16:39:43.949468 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-758930a0-39c5-4de8-a40f-bebf3a47d1d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614444026-project-admin] 10.222.0.69 "GET /v2.0/ports/c2dfb35c-7504-4772-a9ae-41ac6d3d0158 HTTP/1.1" status: 404 len: 333 time: 0.0411510 Jul 22 16:39:43.958453 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54490) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:43.989247 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90184a-87ff-44f3-b5fd-219f09089b72 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Pushing event deleted for resources: {'Port': ['ID=8350f9eb-8bbe-4e6c-81cb-feb58b5ec710,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:44.016545 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ea88313-347f-48ae-99a4-bb736a0ff36e req-90d77fce-9989-4dc4-8c8c-fa28e8dcbc01 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/security-groups?id=9808ee90-88e2-4114-b837-cdce8f1307d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129786 Jul 22 16:39:44.090415 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f3b6c75-f33e-4559-b323-3aa9964633ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:44.126783 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2415abdb-050b-47b6-9346-a7efc491e088 req-ec90184a-87ff-44f3-b5fd-219f09089b72 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] No DVR routers for this DVR port 8350f9eb-8bbe-4e6c-81cb-feb58b5ec710 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:39:44.131687 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2415abdb-050b-47b6-9346-a7efc491e088 req-ec90184a-87ff-44f3-b5fd-219f09089b72 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:44.134667 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2415abdb-050b-47b6-9346-a7efc491e088 req-ec90184a-87ff-44f3-b5fd-219f09089b72 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.30 "DELETE /v2.0/ports/8350f9eb-8bbe-4e6c-81cb-feb58b5ec710 HTTP/1.1" status: 204 len: 173 time: 2.0044336 Jul 22 16:39:44.137292 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab61595-c479-4687-8c1b-6b078d18c3df', 'name': 'network-vif-deleted', 'tag': '8350f9eb-8bbe-4e6c-81cb-feb58b5ec710'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:44.141126 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2514458c-76d3-4581-88d6-fbe49718e365" -d '{"events": [{"server_uuid": "2ab61595-c479-4687-8c1b-6b078d18c3df", "name": "network-vif-deleted", "tag": "8350f9eb-8bbe-4e6c-81cb-feb58b5ec710"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:44.161488 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-af722637-e3ca-4fd2-9029-da2c662a0375 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:44.200324 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34b980-0792-4fed-9509-0614b391c3b3 req-22c922fb-0f25-47e8-9741-a55384e4f9bc tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:44.206429 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34b980-0792-4fed-9509-0614b391c3b3 req-22c922fb-0f25-47e8-9741-a55384e4f9bc tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:44.212485 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34b980-0792-4fed-9509-0614b391c3b3 req-22c922fb-0f25-47e8-9741-a55384e4f9bc tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:44.223683 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3d4d3d3-acce-44dd-8e35-3c4db57d2582 req-a7471cec-359c-46e9-abd1-af4081a9db6f service neutron] 10.222.0.16 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427247 Jul 22 16:39:44.224186 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34b980-0792-4fed-9509-0614b391c3b3 req-22c922fb-0f25-47e8-9741-a55384e4f9bc tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:44.232203 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34b980-0792-4fed-9509-0614b391c3b3 req-22c922fb-0f25-47e8-9741-a55384e4f9bc tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:44.238657 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34b980-0792-4fed-9509-0614b391c3b3 req-22c922fb-0f25-47e8-9741-a55384e4f9bc tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:44.244860 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34b980-0792-4fed-9509-0614b391c3b3 req-22c922fb-0f25-47e8-9741-a55384e4f9bc tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:44.253985 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4b34b980-0792-4fed-9509-0614b391c3b3 req-22c922fb-0f25-47e8-9741-a55384e4f9bc tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5429 time: 0.3097939 Jul 22 16:39:44.263314 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-af722637-e3ca-4fd2-9029-da2c662a0375 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Network a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:44.267051 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8161078-6577-42ca-8295-c6c3b63d9637 x-openstack-request-id: req-d8161078-6577-42ca-8295-c6c3b63d9637 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:44.267399 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab61595-c479-4687-8c1b-6b078d18c3df", "name": "network-vif-deleted", "tag": "8350f9eb-8bbe-4e6c-81cb-feb58b5ec710", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:44.267608 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d8161078-6577-42ca-8295-c6c3b63d9637 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:44.268021 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab61595-c479-4687-8c1b-6b078d18c3df', 'name': 'network-vif-deleted', 'tag': '8350f9eb-8bbe-4e6c-81cb-feb58b5ec710', 'status': 'completed', 'code': 200} Jul 22 16:39:44.271489 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-af722637-e3ca-4fd2-9029-da2c662a0375 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:44.276173 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-af722637-e3ca-4fd2-9029-da2c662a0375 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:44.300091 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f3b6c75-f33e-4559-b323-3aa9964633ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:44.336962 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0f3b6c75-f33e-4559-b323-3aa9964633ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:44.346581 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af722637-e3ca-4fd2-9029-da2c662a0375 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event updated for resources: {'Port': ['ID=c4e4470c-da4b-41ba-b1e0-2f636b6200e7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:44.370782 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0f3b6c75-f33e-4559-b323-3aa9964633ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d41b733-661f-4f00-9f04-180a22989f75') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:44.371349 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0f3b6c75-f33e-4559-b323-3aa9964633ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d41b733-661f-4f00-9f04-180a22989f75') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:44.392815 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f3b6c75-f33e-4559-b323-3aa9964633ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:44.409962 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-af722637-e3ca-4fd2-9029-da2c662a0375 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:44.411987 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-af722637-e3ca-4fd2-9029-da2c662a0375 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:44.425005 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4b34b980-0792-4fed-9509-0614b391c3b3 req-622c5ef5-1a13-4dbd-861a-fe320b4c446c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1699803 Jul 22 16:39:44.426052 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f3b6c75-f33e-4559-b323-3aa9964633ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:44.454626 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-af722637-e3ca-4fd2-9029-da2c662a0375 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3935623 Jul 22 16:39:44.470970 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3b6c75-f33e-4559-b323-3aa9964633ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:39:44.471399 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f3b6c75-f33e-4559-b323-3aa9964633ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:44.473037 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-ec4ea66d-c5ee-4810-967c-5cd71a4c8c0b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Request body: {'port': {'device_id': '70105c94-caac-4b01-b5bf-d869ff663e07', 'network_id': 'ac7674f1-9187-4e19-be4d-297ed95a9bea', 'admin_state_up': True, 'tenant_id': '027af367b5ff4d37b9ab99d0a55279d2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:39:44.502126 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:39:44.596118 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54508) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:44.615301 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f3b6c75-f33e-4559-b323-3aa9964633ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:44.653444 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f3b6c75-f33e-4559-b323-3aa9964633ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:44.659677 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0f3b6c75-f33e-4559-b323-3aa9964633ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] 10.222.0.69 "DELETE /v2.0/networks/b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373 HTTP/1.1" status: 204 len: 168 time: 0.6986182 Jul 22 16:39:44.660580 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b6c75-f33e-4559-b323-3aa9964633ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-436311589-project] Pushing event deleted for resources: {'Network': ['ID=b6a1e5d4-dfb2-49b1-ac90-cfe9d3a76373,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:44.728172 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-af5e9b85-863a-4b20-a594-f6079a076325 None None] Provisioning for port c4e4470c-da4b-41ba-b1e0-2f636b6200e7 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:44.737326 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-af5e9b85-863a-4b20-a594-f6079a076325 None None] Provisioning complete for port c4e4470c-da4b-41ba-b1e0-2f636b6200e7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:44.737694 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-af5e9b85-863a-4b20-a594-f6079a076325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:44.763559 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2319db2a-54d6-4f28-8263-521ca83ee09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:44.828464 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ab689-4510-48f3-a123-358b4bf4e77e req-96d8e5b8-e794-436f-9c3d-d1ed802803e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:44.829267 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ab689-4510-48f3-a123-358b4bf4e77e req-96d8e5b8-e794-436f-9c3d-d1ed802803e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:44.830565 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ab689-4510-48f3-a123-358b4bf4e77e req-96d8e5b8-e794-436f-9c3d-d1ed802803e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:44.831372 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ab689-4510-48f3-a123-358b4bf4e77e req-96d8e5b8-e794-436f-9c3d-d1ed802803e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:44.831855 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ab689-4510-48f3-a123-358b4bf4e77e req-96d8e5b8-e794-436f-9c3d-d1ed802803e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:44.832381 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ab689-4510-48f3-a123-358b4bf4e77e req-96d8e5b8-e794-436f-9c3d-d1ed802803e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:44.833111 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ab689-4510-48f3-a123-358b4bf4e77e req-96d8e5b8-e794-436f-9c3d-d1ed802803e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:44.835437 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-275ab689-4510-48f3-a123-358b4bf4e77e req-96d8e5b8-e794-436f-9c3d-d1ed802803e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9497a41f8194fa4a8867ac9f3be3289&device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 6486 time: 0.3796380 Jul 22 16:39:44.844170 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-af5e9b85-863a-4b20-a594-f6079a076325 None None] Port c4e4470c-da4b-41ba-b1e0-2f636b6200e7 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:39:44.935604 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2319db2a-54d6-4f28-8263-521ca83ee09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:44.941097 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2319db2a-54d6-4f28-8263-521ca83ee09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:44.972148 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521b03c-f3fc-4fb0-b0e5-7bff9b2b9267 req-a7a7d8e0-d36d-4aec-a526-acf175359343 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:44.974959 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8521b03c-f3fc-4fb0-b0e5-7bff9b2b9267 req-a7a7d8e0-d36d-4aec-a526-acf175359343 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 932 time: 0.2619085 Jul 22 16:39:44.990947 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2319db2a-54d6-4f28-8263-521ca83ee09d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7c32dcf5bf1f46f18cfcb05f6f6c7139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3900225 Jul 22 16:39:44.990947 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319db2a-54d6-4f28-8263-521ca83ee09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d359db63-9921-49f8-a640-20376e6f3970,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:44.992082 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54518) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:45.045134 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-ec4ea66d-c5ee-4810-967c-5cd71a4c8c0b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Made reservation on behalf of 027af367b5ff4d37b9ab99d0a55279d2 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:45.050842 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-ec4ea66d-c5ee-4810-967c-5cd71a4c8c0b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:45.055152 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74834e0a-db6e-4d9d-9fc6-54f9789b59a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:45.101598 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74834e0a-db6e-4d9d-9fc6-54f9789b59a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:45.101781 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ab689-4510-48f3-a123-358b4bf4e77e req-10582348-2cd9-4611-b439-0a4a4ffa8e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:45.103844 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-275ab689-4510-48f3-a123-358b4bf4e77e req-10582348-2cd9-4611-b439-0a4a4ffa8e46 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1efbf9bc-0c70-4776-ae72-82d943308ba7 HTTP/1.1" status: 200 len: 903 time: 0.2578559 Jul 22 16:39:45.138655 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8521b03c-f3fc-4fb0-b0e5-7bff9b2b9267 req-c0fd6511-9a43-4618-baa2-f87a3d696b3e tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321077 Jul 22 16:39:45.158547 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54522) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:45.180061 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74834e0a-db6e-4d9d-9fc6-54f9789b59a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:45.183966 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74834e0a-db6e-4d9d-9fc6-54f9789b59a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:45.186584 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-275ab689-4510-48f3-a123-358b4bf4e77e req-59488d8a-323c-4255-b110-7381e319161c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 HTTP/1.1" status: 200 len: 217 time: 0.0758579 Jul 22 16:39:45.199209 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-74834e0a-db6e-4d9d-9fc6-54f9789b59a6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d359db63-9921-49f8-a640-20376e6f3970 HTTP/1.1" status: 204 len: 168 time: 0.1968992 Jul 22 16:39:45.216375 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74834e0a-db6e-4d9d-9fc6-54f9789b59a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d359db63-9921-49f8-a640-20376e6f3970,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:45.265374 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fa2dfc7c-ea6f-4f1e-8ef5-eee8ebf17251 req-ac5f7f6b-1287-4572-8367-af5135cc3dc6 tempest-InstanceActionsTestJSON-304800001 tempest-InstanceActionsTestJSON-304800001-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ab61595-c479-4687-8c1b-6b078d18c3df HTTP/1.1" status: 200 len: 210 time: 0.0479798 Jul 22 16:39:45.379872 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ab689-4510-48f3-a123-358b4bf4e77e req-7d3ffe81-0203-45a5-af05-719dde23a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:45.381790 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-275ab689-4510-48f3-a123-358b4bf4e77e req-7d3ffe81-0203-45a5-af05-719dde23a90b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1b3925e-5bc2-4165-8e50-36b5b076cd3a HTTP/1.1" status: 200 len: 797 time: 0.1263781 Jul 22 16:39:45.460490 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-ec4ea66d-c5ee-4810-967c-5cd71a4c8c0b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Allocated IP 19.86.0.16 (ac7674f1-9187-4e19-be4d-297ed95a9bea/45cfb963-9441-4285-831e-ebc7eb4b2ea3/6c484d35-b4ff-4b67-9621-91fa19108a86) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:45.522575 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ab689-4510-48f3-a123-358b4bf4e77e req-3b5caec6-98b7-4584-bb3e-cd23b34b5961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:45.527992 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-275ab689-4510-48f3-a123-358b4bf4e77e req-3b5caec6-98b7-4584-bb3e-cd23b34b5961 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1efbf9bc-0c70-4776-ae72-82d943308ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1327555 Jul 22 16:39:45.663375 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54534) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:45.682428 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-81e73a7d-eda9-4d3f-acf5-e818d0ddf4c5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=909fc3030ad14557856ceb5fea9b333c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5227184 Jul 22 16:39:45.684934 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1472a100-48ab-4d09-a6c0-db0128ce7e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:45.686949 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54536) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:45.751792 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-275ab689-4510-48f3-a123-358b4bf4e77e req-5d0c7bfc-4dcc-4fd9-b461-77e68495ee51 service neutron] 10.222.0.16 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011094 Jul 22 16:39:45.774154 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6dd00-f3f2-46e5-b449-c79a3ae92a25 req-230b432d-a391-4363-bc28-5a6e7e879c02 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:45.780982 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6dd00-f3f2-46e5-b449-c79a3ae92a25 req-230b432d-a391-4363-bc28-5a6e7e879c02 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:45.787031 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6dd00-f3f2-46e5-b449-c79a3ae92a25 req-230b432d-a391-4363-bc28-5a6e7e879c02 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:45.793674 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6dd00-f3f2-46e5-b449-c79a3ae92a25 req-230b432d-a391-4363-bc28-5a6e7e879c02 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:45.799678 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6dd00-f3f2-46e5-b449-c79a3ae92a25 req-230b432d-a391-4363-bc28-5a6e7e879c02 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:45.805726 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6dd00-f3f2-46e5-b449-c79a3ae92a25 req-230b432d-a391-4363-bc28-5a6e7e879c02 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:45.807747 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-ec4ea66d-c5ee-4810-967c-5cd71a4c8c0b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:45.811845 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6dd00-f3f2-46e5-b449-c79a3ae92a25 req-230b432d-a391-4363-bc28-5a6e7e879c02 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:45.813815 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-82f6dd00-f3f2-46e5-b449-c79a3ae92a25 req-230b432d-a391-4363-bc28-5a6e7e879c02 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5429 time: 0.2225308 Jul 22 16:39:45.858653 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-ec4ea66d-c5ee-4810-967c-5cd71a4c8c0b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Transition to ACTIVE for port object 6c484d35-b4ff-4b67-9621-91fa19108a86 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:45.864542 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c2f88dd-a234-48c6-bdcb-a0673079e732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:45.893301 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-275ab689-4510-48f3-a123-358b4bf4e77e req-1abab5f1-5d79-431d-be94-11d400c06a6f service neutron] 10.222.0.16 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346362 Jul 22 16:39:45.915859 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c2f88dd-a234-48c6-bdcb-a0673079e732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:45.921796 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-ec4ea66d-c5ee-4810-967c-5cd71a4c8c0b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:45.929950 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-82f6dd00-f3f2-46e5-b449-c79a3ae92a25 req-b291bd6c-8ae8-45f4-9300-b67f7f18ad3c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1033077 Jul 22 16:39:45.969205 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-ec4ea66d-c5ee-4810-967c-5cd71a4c8c0b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Network ac7674f1-9187-4e19-be4d-297ed95a9bea is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:45.973172 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-ec4ea66d-c5ee-4810-967c-5cd71a4c8c0b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:45.976048 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-ec4ea66d-c5ee-4810-967c-5cd71a4c8c0b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:45.979058 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1472a100-48ab-4d09-a6c0-db0128ce7e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:45.984997 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1472a100-48ab-4d09-a6c0-db0128ce7e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.027576 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ea66d-c5ee-4810-967c-5cd71a4c8c0b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event updated for resources: {'Port': ['ID=6c484d35-b4ff-4b67-9621-91fa19108a86,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:46.035599 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c2f88dd-a234-48c6-bdcb-a0673079e732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.039169 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c2f88dd-a234-48c6-bdcb-a0673079e732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.044160 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9c2f88dd-a234-48c6-bdcb-a0673079e732 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1ac37139-ba69-492c-ba67-b68d27f955fa HTTP/1.1" status: 204 len: 168 time: 0.3548367 Jul 22 16:39:46.056791 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-ec4ea66d-c5ee-4810-967c-5cd71a4c8c0b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:46.065108 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-ec4ea66d-c5ee-4810-967c-5cd71a4c8c0b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.065380 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1472a100-48ab-4d09-a6c0-db0128ce7e18 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7b67e81262f64639a37db01952fb5f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3900554 Jul 22 16:39:46.065380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54542) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:46.065380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472a100-48ab-4d09-a6c0-db0128ce7e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c4b8dc-801e-4daf-9006-aa1887ac2b04,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:46.109279 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-ec4ea66d-c5ee-4810-967c-5cd71a4c8c0b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6393902 Jul 22 16:39:46.109697 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f88dd-a234-48c6-bdcb-a0673079e732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac37139-ba69-492c-ba67-b68d27f955fa,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:46.128323 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0439878c-0461-4de0-86fe-64bb617e52c0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Request body: {'port': {'device_id': '70105c94-caac-4b01-b5bf-d869ff663e07', 'network_id': 'a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1', 'admin_state_up': True, 'tenant_id': '027af367b5ff4d37b9ab99d0a55279d2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:46.155728 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89423ee4-bece-430a-b8c9-5eb33585c57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.183040 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89423ee4-bece-430a-b8c9-5eb33585c57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.241275 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89423ee4-bece-430a-b8c9-5eb33585c57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.244172 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89423ee4-bece-430a-b8c9-5eb33585c57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.245680 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-89423ee4-bece-430a-b8c9-5eb33585c57a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d1c4b8dc-801e-4daf-9006-aa1887ac2b04 HTTP/1.1" status: 204 len: 168 time: 0.1736712 Jul 22 16:39:46.257299 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89423ee4-bece-430a-b8c9-5eb33585c57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c4b8dc-801e-4daf-9006-aa1887ac2b04,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:46.305860 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b7dfe984-73cb-4106-9455-7ad2477e1d8d None None] Provisioning for port 6c484d35-b4ff-4b67-9621-91fa19108a86 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:46.310408 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b7dfe984-73cb-4106-9455-7ad2477e1d8d None None] Provisioning complete for port 6c484d35-b4ff-4b67-9621-91fa19108a86 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:46.310791 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7dfe984-73cb-4106-9455-7ad2477e1d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.358482 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54552) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:46.383360 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b7dfe984-73cb-4106-9455-7ad2477e1d8d None None] Port 6c484d35-b4ff-4b67-9621-91fa19108a86 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:39:46.387647 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d3f40-433c-4c3f-8035-a533139c3d50 req-7ab12bdd-df58-4b61-8860-51206ce134a6 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:46.394736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d3f40-433c-4c3f-8035-a533139c3d50 req-7ab12bdd-df58-4b61-8860-51206ce134a6 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:46.396546 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-831d3f40-433c-4c3f-8035-a533139c3d50 req-7ab12bdd-df58-4b61-8860-51206ce134a6 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 1654 time: 0.1598623 Jul 22 16:39:46.430379 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0439878c-0461-4de0-86fe-64bb617e52c0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Made reservation on behalf of 027af367b5ff4d37b9ab99d0a55279d2 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:46.435839 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0439878c-0461-4de0-86fe-64bb617e52c0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.436700 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0472742-b219-41ab-b431-79cc5963e102 admin admin] Deleting subnet 858cc2a5-d699-4639-be1d-2aa4b8c9010a {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:39:46.443000 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0472742-b219-41ab-b431-79cc5963e102 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.483835 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-831d3f40-433c-4c3f-8035-a533139c3d50 req-16374970-aa1a-4683-b186-e625ad4e73c0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780315 Jul 22 16:39:46.495425 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0472742-b219-41ab-b431-79cc5963e102 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.555642 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0472742-b219-41ab-b431-79cc5963e102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.631379 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54558) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:46.639547 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0439878c-0461-4de0-86fe-64bb617e52c0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Allocated IP 19.80.0.179 (a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1/7183d56e-f87f-4b1c-8d0b-fc327440be4d/64432c3f-ca29-4825-860b-e851e7dfda22) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:46.669159 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0472742-b219-41ab-b431-79cc5963e102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.718643 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0472742-b219-41ab-b431-79cc5963e102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=858cc2a5-d699-4639-be1d-2aa4b8c9010a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:46.726177 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fbc63b12-f04f-4ba1-b370-406cc22df04e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f2d8b1e3c4ad4073a844b4ea4dd13eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0930102 Jul 22 16:39:46.728951 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0472742-b219-41ab-b431-79cc5963e102 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.731653 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c0472742-b219-41ab-b431-79cc5963e102 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/858cc2a5-d699-4639-be1d-2aa4b8c9010a HTTP/1.1" status: 204 len: 168 time: 0.3713815 Jul 22 16:39:46.732443 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54562) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:46.736642 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54564) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:46.787298 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d67c9bf-1156-4aad-90da-2d7a6e7b9ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.813593 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d67c9bf-1156-4aad-90da-2d7a6e7b9ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.846522 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 8350f9eb-8bbe-4e6c-81cb-feb58b5ec710 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:39:46.871733 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 8350f9eb-8bbe-4e6c-81cb-feb58b5ec710 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:39:46.872349 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 8350f9eb-8bbe-4e6c-81cb-feb58b5ec710 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:39:46.878787 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6007b8b-6caa-4226-abba-3f615226c2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.883565 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d67c9bf-1156-4aad-90da-2d7a6e7b9ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.886625 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d67c9bf-1156-4aad-90da-2d7a6e7b9ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.889977 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9d67c9bf-1156-4aad-90da-2d7a6e7b9ae8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b4eec00e-48bb-4972-8343-42e86c47ee4a HTTP/1.1" status: 204 len: 168 time: 0.1543205 Jul 22 16:39:46.890920 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0439878c-0461-4de0-86fe-64bb617e52c0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.896374 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67c9bf-1156-4aad-90da-2d7a6e7b9ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eec00e-48bb-4972-8343-42e86c47ee4a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:46.905901 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0439878c-0461-4de0-86fe-64bb617e52c0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Transition to ACTIVE for port object 64432c3f-ca29-4825-860b-e851e7dfda22 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:46.980900 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0439878c-0461-4de0-86fe-64bb617e52c0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.041206 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6007b8b-6caa-4226-abba-3f615226c2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.078827 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c6007b8b-6caa-4226-abba-3f615226c2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:47.100511 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c6007b8b-6caa-4226-abba-3f615226c2c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c38946c-a33b-4993-9071-28064817bd91') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:47.100813 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c6007b8b-6caa-4226-abba-3f615226c2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c38946c-a33b-4993-9071-28064817bd91') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:47.122124 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0439878c-0461-4de0-86fe-64bb617e52c0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Network a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:47.133145 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439878c-0461-4de0-86fe-64bb617e52c0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event updated for resources: {'Port': ['ID=64432c3f-ca29-4825-860b-e851e7dfda22,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:47.141555 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ab9ff-b2db-4c48-9347-b20864cb1491 req-7a29eaa8-1fd6-42c3-a9aa-be9b8ba27c68 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:47.143841 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6007b8b-6caa-4226-abba-3f615226c2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.146153 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0439878c-0461-4de0-86fe-64bb617e52c0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:47.151333 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ab9ff-b2db-4c48-9347-b20864cb1491 req-7a29eaa8-1fd6-42c3-a9aa-be9b8ba27c68 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:47.155114 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0439878c-0461-4de0-86fe-64bb617e52c0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:47.158791 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ab9ff-b2db-4c48-9347-b20864cb1491 req-7a29eaa8-1fd6-42c3-a9aa-be9b8ba27c68 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:47.167473 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ab9ff-b2db-4c48-9347-b20864cb1491 req-7a29eaa8-1fd6-42c3-a9aa-be9b8ba27c68 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:47.181413 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ab9ff-b2db-4c48-9347-b20864cb1491 req-7a29eaa8-1fd6-42c3-a9aa-be9b8ba27c68 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:47.190457 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ab9ff-b2db-4c48-9347-b20864cb1491 req-7a29eaa8-1fd6-42c3-a9aa-be9b8ba27c68 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:47.197748 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ab9ff-b2db-4c48-9347-b20864cb1491 req-7a29eaa8-1fd6-42c3-a9aa-be9b8ba27c68 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:47.201271 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-693ab9ff-b2db-4c48-9347-b20864cb1491 req-7a29eaa8-1fd6-42c3-a9aa-be9b8ba27c68 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5429 time: 0.1745574 Jul 22 16:39:47.216405 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6007b8b-6caa-4226-abba-3f615226c2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.233731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6007b8b-6caa-4226-abba-3f615226c2c0 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:39:47.234176 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6007b8b-6caa-4226-abba-3f615226c2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:39:47.236051 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:39:47.275418 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-693ab9ff-b2db-4c48-9347-b20864cb1491 req-c1567be6-c467-4d6d-b869-c41f77c38dc4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681858 Jul 22 16:39:47.297500 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0439878c-0461-4de0-86fe-64bb617e52c0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:47.298009 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0439878c-0461-4de0-86fe-64bb617e52c0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.345683 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6007b8b-6caa-4226-abba-3f615226c2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.351926 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0439878c-0461-4de0-86fe-64bb617e52c0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2306485 Jul 22 16:39:47.354979 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6007b8b-6caa-4226-abba-3f615226c2c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.360374 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c6007b8b-6caa-4226-abba-3f615226c2c0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9 HTTP/1.1" status: 204 len: 168 time: 0.6226046 Jul 22 16:39:47.376733 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-c349c6c8-af36-415b-a31d-26c8f8090740 service neutron] Request body: {'port': {'device_id': '70105c94-caac-4b01-b5bf-d869ff663e07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:47.415279 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6007b8b-6caa-4226-abba-3f615226c2c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc34ded9-85d1-4af9-9fbf-e6e3eac7dfb9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:47.476032 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-c349c6c8-af36-415b-a31d-26c8f8090740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.514859 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bb916faf-3342-441d-91f3-c7c68ee77262 None None] Provisioning for port 64432c3f-ca29-4825-860b-e851e7dfda22 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:47.527174 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bb916faf-3342-441d-91f3-c7c68ee77262 None None] Provisioning complete for port 64432c3f-ca29-4825-860b-e851e7dfda22 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:47.528156 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb916faf-3342-441d-91f3-c7c68ee77262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.567730 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-bb916faf-3342-441d-91f3-c7c68ee77262 None None] Port 64432c3f-ca29-4825-860b-e851e7dfda22 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:39:47.700870 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54608) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:47.767881 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-22627b42-5e09-4d2e-8e3c-c042f377c80d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=23cb87a7b11f4c9183cc7781b44bc1cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0655003 Jul 22 16:39:47.770724 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54610) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:47.786058 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0bcd1-54d8-49b0-95e1-1d3eb41acd4f req-a2dada30-1bd8-45e1-b46f-ceaaa9ddabfc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:47.792917 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0bcd1-54d8-49b0-95e1-1d3eb41acd4f req-a2dada30-1bd8-45e1-b46f-ceaaa9ddabfc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:47.798923 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0bcd1-54d8-49b0-95e1-1d3eb41acd4f req-a2dada30-1bd8-45e1-b46f-ceaaa9ddabfc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:47.800631 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1fd0bcd1-54d8-49b0-95e1-1d3eb41acd4f req-a2dada30-1bd8-45e1-b46f-ceaaa9ddabfc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 2376 time: 0.1935322 Jul 22 16:39:47.832131 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f3102d1-98b6-4c1d-af08-4b209a9fd3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.861751 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f3102d1-98b6-4c1d-af08-4b209a9fd3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.894428 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1fd0bcd1-54d8-49b0-95e1-1d3eb41acd4f req-862019e9-ba89-4dbf-b805-fd4975e91568 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858800 Jul 22 16:39:47.928927 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f3102d1-98b6-4c1d-af08-4b209a9fd3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.931710 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1f3102d1-98b6-4c1d-af08-4b209a9fd3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.933526 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1f3102d1-98b6-4c1d-af08-4b209a9fd3b5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9808ee90-88e2-4114-b837-cdce8f1307d4 HTTP/1.1" status: 204 len: 168 time: 0.1599979 Jul 22 16:39:47.943391 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3102d1-98b6-4c1d-af08-4b209a9fd3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9808ee90-88e2-4114-b837-cdce8f1307d4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:47.969761 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-c349c6c8-af36-415b-a31d-26c8f8090740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4e4470c-da4b-41ba-b1e0-2f636b6200e7 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:39:47.983201 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-c349c6c8-af36-415b-a31d-26c8f8090740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.997071 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-c349c6c8-af36-415b-a31d-26c8f8090740 service neutron] Transition to ACTIVE for port object c4e4470c-da4b-41ba-b1e0-2f636b6200e7 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:48.000914 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-c349c6c8-af36-415b-a31d-26c8f8090740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.081510 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349c6c8-af36-415b-a31d-26c8f8090740 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e4470c-da4b-41ba-b1e0-2f636b6200e7,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:48.164916 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-c349c6c8-af36-415b-a31d-26c8f8090740 service neutron] Attempting to bind port c4e4470c-da4b-41ba-b1e0-2f636b6200e7 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:48.165431 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-c349c6c8-af36-415b-a31d-26c8f8090740 service neutron] Attempting to bind port c4e4470c-da4b-41ba-b1e0-2f636b6200e7 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'e27cc68e-e219-4c2d-aa0a-6007fbacbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:48.166426 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-c349c6c8-af36-415b-a31d-26c8f8090740 service neutron] Attempting to bind port c4e4470c-da4b-41ba-b1e0-2f636b6200e7 on network a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:48.172385 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-c349c6c8-af36-415b-a31d-26c8f8090740 service neutron] Port c4e4470c-da4b-41ba-b1e0-2f636b6200e7 on network a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:48.172821 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-c349c6c8-af36-415b-a31d-26c8f8090740 service neutron] Attempting to bind port c4e4470c-da4b-41ba-b1e0-2f636b6200e7 on network a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:48.179996 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-c349c6c8-af36-415b-a31d-26c8f8090740 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:48.180339 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-c349c6c8-af36-415b-a31d-26c8f8090740 service neutron] Checking segment: {'id': 'e27cc68e-e219-4c2d-aa0a-6007fbacbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:48.180875 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-c349c6c8-af36-415b-a31d-26c8f8090740 service neutron] Bound using segment: {'id': 'e27cc68e-e219-4c2d-aa0a-6007fbacbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:48.181322 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-c349c6c8-af36-415b-a31d-26c8f8090740 service neutron] Bound port: c4e4470c-da4b-41ba-b1e0-2f636b6200e7, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27cc68e-e219-4c2d-aa0a-6007fbacbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:48.181815 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-c349c6c8-af36-415b-a31d-26c8f8090740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.248921 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54630) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:48.273283 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-c349c6c8-af36-415b-a31d-26c8f8090740 service neutron] For port c4e4470c-da4b-41ba-b1e0-2f636b6200e7, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:48.280047 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-c349c6c8-af36-415b-a31d-26c8f8090740 service neutron] For port c4e4470c-da4b-41ba-b1e0-2f636b6200e7, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=c4e4470c-da4b-41ba-b1e0-2f636b6200e7,segment=NetworkSegment(e27cc68e-e219-4c2d-aa0a-6007fbacbd1c),segment_id=e27cc68e-e219-4c2d-aa0a-6007fbacbd1c)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:48.287136 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-c349c6c8-af36-415b-a31d-26c8f8090740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.327887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-c349c6c8-af36-415b-a31d-26c8f8090740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:48.335652 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-c349c6c8-af36-415b-a31d-26c8f8090740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.337584 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-c349c6c8-af36-415b-a31d-26c8f8090740 service neutron] 10.222.0.16 "PUT /v2.0/ports/c4e4470c-da4b-41ba-b1e0-2f636b6200e7 HTTP/1.1" status: 200 len: 1092 time: 0.9652481 Jul 22 16:39:48.338275 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70105c94-caac-4b01-b5bf-d869ff663e07', 'tag': 'c4e4470c-da4b-41ba-b1e0-2f636b6200e7'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:48.341027 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15a1bed-ae30-43eb-8806-e454ff0c3c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "70105c94-caac-4b01-b5bf-d869ff663e07", "tag": "c4e4470c-da4b-41ba-b1e0-2f636b6200e7"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:48.388550 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-65680d16-3d8b-4bc1-9c2d-798ca662c8a1 service neutron] Request body: {'port': {'device_id': '70105c94-caac-4b01-b5bf-d869ff663e07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:48.412705 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e651f90b-1c93-46ee-bc18-fc71437b8504 x-openstack-request-id: req-e651f90b-1c93-46ee-bc18-fc71437b8504 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:48.413031 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70105c94-caac-4b01-b5bf-d869ff663e07", "tag": "c4e4470c-da4b-41ba-b1e0-2f636b6200e7", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:48.413262 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e651f90b-1c93-46ee-bc18-fc71437b8504 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:48.413680 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70105c94-caac-4b01-b5bf-d869ff663e07', 'tag': 'c4e4470c-da4b-41ba-b1e0-2f636b6200e7', 'status': 'completed', 'code': 200} Jul 22 16:39:48.531306 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349c6c8-af36-415b-a31d-26c8f8090740 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e4470c-da4b-41ba-b1e0-2f636b6200e7,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:48.551868 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-880031bc-5ebd-43e1-a791-b47b341eed4e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1194937583'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:48.596871 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880031bc-5ebd-43e1-a791-b47b341eed4e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:48.600553 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-880031bc-5ebd-43e1-a791-b47b341eed4e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.623645 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-880031bc-5ebd-43e1-a791-b47b341eed4e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.762455 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-880031bc-5ebd-43e1-a791-b47b341eed4e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.768496 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-880031bc-5ebd-43e1-a791-b47b341eed4e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.810676 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880031bc-5ebd-43e1-a791-b47b341eed4e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90886931-342b-4dee-b17e-08a7ed6dc836,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:48.824816 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-880031bc-5ebd-43e1-a791-b47b341eed4e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:39:48.840471 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-880031bc-5ebd-43e1-a791-b47b341eed4e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.840923 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-880031bc-5ebd-43e1-a791-b47b341eed4e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Added segment 4fc1c588-735e-49c1-9e21-c7a5d5bbc222 of type vlan for network eabb92d1-b3b7-4fe3-a256-28861793becd Jul 22 16:39:48.902459 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-880031bc-5ebd-43e1-a791-b47b341eed4e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.951535 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-880031bc-5ebd-43e1-a791-b47b341eed4e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.960571 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880031bc-5ebd-43e1-a791-b47b341eed4e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:48.962080 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-880031bc-5ebd-43e1-a791-b47b341eed4e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.982580 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-65680d16-3d8b-4bc1-9c2d-798ca662c8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:49.000798 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bc045-3324-4450-88aa-872c6b947ad2 req-54d6919c-8409-425e-9353-cb3a3a42b479 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:49.011563 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bc045-3324-4450-88aa-872c6b947ad2 req-54d6919c-8409-425e-9353-cb3a3a42b479 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:49.018939 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-880031bc-5ebd-43e1-a791-b47b341eed4e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7655396 Jul 22 16:39:49.019155 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bc045-3324-4450-88aa-872c6b947ad2 req-54d6919c-8409-425e-9353-cb3a3a42b479 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:49.021006 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54660) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:49.026459 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6ae86ccf-9e3f-4c67-9680-735fa80f505b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'port': {'network_id': 'eabb92d1-b3b7-4fe3-a256-28861793becd', 'name': 'tempest-PortsTestJSON-1520592063'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:49.036816 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bc045-3324-4450-88aa-872c6b947ad2 req-54d6919c-8409-425e-9353-cb3a3a42b479 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:49.044073 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bc045-3324-4450-88aa-872c6b947ad2 req-54d6919c-8409-425e-9353-cb3a3a42b479 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:49.050999 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bc045-3324-4450-88aa-872c6b947ad2 req-54d6919c-8409-425e-9353-cb3a3a42b479 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:49.058186 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bc045-3324-4450-88aa-872c6b947ad2 req-54d6919c-8409-425e-9353-cb3a3a42b479 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:49.073226 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9d9bc045-3324-4450-88aa-872c6b947ad2 req-54d6919c-8409-425e-9353-cb3a3a42b479 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5429 time: 0.6209931 Jul 22 16:39:49.093887 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880031bc-5ebd-43e1-a791-b47b341eed4e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Network': ['ID=eabb92d1-b3b7-4fe3-a256-28861793becd,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:49.106530 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network eabb92d1-b3b7-4fe3-a256-28861793becd details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:39:49.119601 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a1bed-ae30-43eb-8806-e454ff0c3c7f req-2a635bde-872c-4342-b709-7ee06dcce18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:49.120654 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a1bed-ae30-43eb-8806-e454ff0c3c7f req-2a635bde-872c-4342-b709-7ee06dcce18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:49.121538 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a1bed-ae30-43eb-8806-e454ff0c3c7f req-2a635bde-872c-4342-b709-7ee06dcce18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:49.123212 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f15a1bed-ae30-43eb-8806-e454ff0c3c7f req-2a635bde-872c-4342-b709-7ee06dcce18e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=027af367b5ff4d37b9ab99d0a55279d2&device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 2731 time: 0.6312907 Jul 22 16:39:49.256805 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eeb244-0c0c-4c12-a31c-dd7be3472550 req-692aca31-ac91-43c5-9dcd-0c1989f1a070 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:49.264446 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eeb244-0c0c-4c12-a31c-dd7be3472550 req-692aca31-ac91-43c5-9dcd-0c1989f1a070 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:49.271494 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eeb244-0c0c-4c12-a31c-dd7be3472550 req-692aca31-ac91-43c5-9dcd-0c1989f1a070 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:49.282763 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a3eeb244-0c0c-4c12-a31c-dd7be3472550 req-692aca31-ac91-43c5-9dcd-0c1989f1a070 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 2388 time: 0.2431426 Jul 22 16:39:49.290439 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae86ccf-9e3f-4c67-9680-735fa80f505b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:49.294303 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ae86ccf-9e3f-4c67-9680-735fa80f505b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:49.324759 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-6ae86ccf-9e3f-4c67-9680-735fa80f505b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] device_id is not set on port 6c58c37b-fea5-4b18-8d5a-7f326e3794c5 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:39:49.345102 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9d9bc045-3324-4450-88aa-872c6b947ad2 req-3b40af0a-bc44-471f-ad03-971614437ade tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2689979 Jul 22 16:39:49.348156 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a3eeb244-0c0c-4c12-a31c-dd7be3472550 req-566d94e4-735a-4b15-b6be-a53db3842371 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642884 Jul 22 16:39:49.386396 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54678) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:49.525788 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a1bed-ae30-43eb-8806-e454ff0c3c7f req-28fcfbb7-49d8-49aa-97a6-263a7f292f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:49.526913 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a1bed-ae30-43eb-8806-e454ff0c3c7f req-28fcfbb7-49d8-49aa-97a6-263a7f292f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:49.527345 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a1bed-ae30-43eb-8806-e454ff0c3c7f req-28fcfbb7-49d8-49aa-97a6-263a7f292f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:49.528929 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f15a1bed-ae30-43eb-8806-e454ff0c3c7f req-28fcfbb7-49d8-49aa-97a6-263a7f292f26 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=027af367b5ff4d37b9ab99d0a55279d2&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2506065 Jul 22 16:39:49.633315 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b087de72-e35a-4ead-a90c-01357acddafc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-566371939-network', 'tenant_id': 'a14a8deb1a2342999061846a3bc024a4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:49.641441 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ae86ccf-9e3f-4c67-9680-735fa80f505b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:49.702128 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ae86ccf-9e3f-4c67-9680-735fa80f505b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:49.708674 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b087de72-e35a-4ead-a90c-01357acddafc admin admin] Made reservation on behalf of a14a8deb1a2342999061846a3bc024a4 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:49.711127 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b087de72-e35a-4ead-a90c-01357acddafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:49.725958 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b087de72-e35a-4ead-a90c-01357acddafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:49.766473 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-65680d16-3d8b-4bc1-9c2d-798ca662c8a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c484d35-b4ff-4b67-9621-91fa19108a86 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:39:49.774651 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae86ccf-9e3f-4c67-9680-735fa80f505b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Port': ['ID=6c58c37b-fea5-4b18-8d5a-7f326e3794c5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:49.779110 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a1bed-ae30-43eb-8806-e454ff0c3c7f req-c5773cc1-8019-45a4-bf7c-88e2825db08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:49.781267 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f15a1bed-ae30-43eb-8806-e454ff0c3c7f req-c5773cc1-8019-45a4-bf7c-88e2825db08d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2445807 Jul 22 16:39:49.792322 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-65680d16-3d8b-4bc1-9c2d-798ca662c8a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:49.806026 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae86ccf-9e3f-4c67-9680-735fa80f505b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Checking segment: {'id': '4fc1c588-735e-49c1-9e21-c7a5d5bbc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'eabb92d1-b3b7-4fe3-a256-28861793becd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:49.806879 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae86ccf-9e3f-4c67-9680-735fa80f505b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network hostable DHCP agents. Network: eabb92d1-b3b7-4fe3-a256-28861793becd, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:39:49.830463 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae86ccf-9e3f-4c67-9680-735fa80f505b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network eabb92d1-b3b7-4fe3-a256-28861793becd is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:39:49.833650 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-65680d16-3d8b-4bc1-9c2d-798ca662c8a1 service neutron] Transition to ACTIVE for port object 6c484d35-b4ff-4b67-9621-91fa19108a86 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:49.841229 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-65680d16-3d8b-4bc1-9c2d-798ca662c8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:49.843597 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-6ae86ccf-9e3f-4c67-9680-735fa80f505b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, eabb92d1-b3b7-4fe3-a256-28861793becd) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:49.853648 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae86ccf-9e3f-4c67-9680-735fa80f505b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:49.856527 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1806916-a8f3-446c-903e-f5ef9b04c097 None None] Network eabb92d1-b3b7-4fe3-a256-28861793becd requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:49.863155 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae86ccf-9e3f-4c67-9680-735fa80f505b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:49.865527 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ae86ccf-9e3f-4c67-9680-735fa80f505b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:49.953470 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65680d16-3d8b-4bc1-9c2d-798ca662c8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c484d35-b4ff-4b67-9621-91fa19108a86,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:50.058746 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b087de72-e35a-4ead-a90c-01357acddafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.068368 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b087de72-e35a-4ead-a90c-01357acddafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.074733 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6ae86ccf-9e3f-4c67-9680-735fa80f505b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0529165 Jul 22 16:39:50.077582 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54706) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:50.084166 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-00e8d3cb-3296-4a34-9f7e-689cbc496818 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1224544994'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:50.101757 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54708) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:50.109435 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087de72-e35a-4ead-a90c-01357acddafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e23f32-e7c4-47e3-afe3-64a014ce51ba,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:50.128049 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b087de72-e35a-4ead-a90c-01357acddafc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:39:50.143810 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-65680d16-3d8b-4bc1-9c2d-798ca662c8a1 service neutron] Attempting to bind port 6c484d35-b4ff-4b67-9621-91fa19108a86 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:50.144439 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-65680d16-3d8b-4bc1-9c2d-798ca662c8a1 service neutron] Attempting to bind port 6c484d35-b4ff-4b67-9621-91fa19108a86 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'd7484e42-8da6-42ca-9061-79b058290ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ac7674f1-9187-4e19-be4d-297ed95a9bea'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:50.144619 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-65680d16-3d8b-4bc1-9c2d-798ca662c8a1 service neutron] Attempting to bind port 6c484d35-b4ff-4b67-9621-91fa19108a86 on network ac7674f1-9187-4e19-be4d-297ed95a9bea {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:50.151459 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-65680d16-3d8b-4bc1-9c2d-798ca662c8a1 service neutron] Port 6c484d35-b4ff-4b67-9621-91fa19108a86 on network ac7674f1-9187-4e19-be4d-297ed95a9bea not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:50.151800 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-65680d16-3d8b-4bc1-9c2d-798ca662c8a1 service neutron] Attempting to bind port 6c484d35-b4ff-4b67-9621-91fa19108a86 on network ac7674f1-9187-4e19-be4d-297ed95a9bea {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:50.151937 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e8d3cb-3296-4a34-9f7e-689cbc496818 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:50.156138 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-00e8d3cb-3296-4a34-9f7e-689cbc496818 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.157280 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b087de72-e35a-4ead-a90c-01357acddafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.157637 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-b087de72-e35a-4ead-a90c-01357acddafc admin admin] Added segment 160cd6b5-446e-4e17-b0df-acb9cc9717a2 of type vlan for network 01176eb0-3b5e-4d90-be3b-066f00d3931d Jul 22 16:39:50.159202 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-65680d16-3d8b-4bc1-9c2d-798ca662c8a1 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:50.159541 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-65680d16-3d8b-4bc1-9c2d-798ca662c8a1 service neutron] Checking segment: {'id': 'd7484e42-8da6-42ca-9061-79b058290ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ac7674f1-9187-4e19-be4d-297ed95a9bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:50.159954 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-65680d16-3d8b-4bc1-9c2d-798ca662c8a1 service neutron] Bound using segment: {'id': 'd7484e42-8da6-42ca-9061-79b058290ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ac7674f1-9187-4e19-be4d-297ed95a9bea'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:50.160393 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-65680d16-3d8b-4bc1-9c2d-798ca662c8a1 service neutron] Bound port: 6c484d35-b4ff-4b67-9621-91fa19108a86, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7484e42-8da6-42ca-9061-79b058290ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ac7674f1-9187-4e19-be4d-297ed95a9bea'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:50.160743 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-65680d16-3d8b-4bc1-9c2d-798ca662c8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.184697 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e8d3cb-3296-4a34-9f7e-689cbc496818 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:39:50.194962 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-00e8d3cb-3296-4a34-9f7e-689cbc496818 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.196787 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-00e8d3cb-3296-4a34-9f7e-689cbc496818 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Added segment 4e450b06-0019-441c-a325-f8acca4ed466 of type vlan for network 7520977e-ceb9-492d-9162-682be991c2a3 Jul 22 16:39:50.242487 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b087de72-e35a-4ead-a90c-01357acddafc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.257269 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-00e8d3cb-3296-4a34-9f7e-689cbc496818 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.286742 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-65680d16-3d8b-4bc1-9c2d-798ca662c8a1 service neutron] For port 6c484d35-b4ff-4b67-9621-91fa19108a86, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:50.303113 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d186c74-f577-4b53-8d98-3d22dbb94880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.304497 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-65680d16-3d8b-4bc1-9c2d-798ca662c8a1 service neutron] For port 6c484d35-b4ff-4b67-9621-91fa19108a86, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=6c484d35-b4ff-4b67-9621-91fa19108a86,segment=NetworkSegment(d7484e42-8da6-42ca-9061-79b058290ed4),segment_id=d7484e42-8da6-42ca-9061-79b058290ed4)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:50.307089 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b087de72-e35a-4ead-a90c-01357acddafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.308095 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b087de72-e35a-4ead-a90c-01357acddafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:50.308686 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b087de72-e35a-4ead-a90c-01357acddafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.313841 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-00e8d3cb-3296-4a34-9f7e-689cbc496818 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.316236 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-65680d16-3d8b-4bc1-9c2d-798ca662c8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.319965 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e8d3cb-3296-4a34-9f7e-689cbc496818 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:50.320307 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-00e8d3cb-3296-4a34-9f7e-689cbc496818 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.368700 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b087de72-e35a-4ead-a90c-01357acddafc admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9844155 Jul 22 16:39:50.372865 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54712) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:50.381367 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d46d47fc-663d-4fc9-b3f9-09ea7065da2b admin admin] Request body: {'subnet': {'network_id': '01176eb0-3b5e-4d90-be3b-066f00d3931d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-566371939-subnet', 'tenant_id': 'a14a8deb1a2342999061846a3bc024a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:50.412659 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-65680d16-3d8b-4bc1-9c2d-798ca662c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:50.413283 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-65680d16-3d8b-4bc1-9c2d-798ca662c8a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.414737 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-65680d16-3d8b-4bc1-9c2d-798ca662c8a1 service neutron] 10.222.0.16 "PUT /v2.0/ports/6c484d35-b4ff-4b67-9621-91fa19108a86 HTTP/1.1" status: 200 len: 1091 time: 2.0342915 Jul 22 16:39:50.415221 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70105c94-caac-4b01-b5bf-d869ff663e07', 'tag': '6c484d35-b4ff-4b67-9621-91fa19108a86'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:50.418192 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d0dcbc-c131-4be1-b0d5-0e2c916a0aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "70105c94-caac-4b01-b5bf-d869ff663e07", "tag": "6c484d35-b4ff-4b67-9621-91fa19108a86"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:50.422425 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8d3cb-3296-4a34-9f7e-689cbc496818 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Network': ['ID=7520977e-ceb9-492d-9162-682be991c2a3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:50.424593 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087de72-e35a-4ead-a90c-01357acddafc admin admin] Pushing event updated for resources: {'Network': ['ID=01176eb0-3b5e-4d90-be3b-066f00d3931d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:50.436811 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65680d16-3d8b-4bc1-9c2d-798ca662c8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c484d35-b4ff-4b67-9621-91fa19108a86,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:50.437357 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 7520977e-ceb9-492d-9162-682be991c2a3 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:39:50.471057 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0fb66315-c1c2-48ab-ac57-f402cbeb15c7 service neutron] Request body: {'port': {'device_id': '70105c94-caac-4b01-b5bf-d869ff663e07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:50.521048 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 01176eb0-3b5e-4d90-be3b-066f00d3931d details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:39:50.569675 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d186c74-f577-4b53-8d98-3d22dbb94880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.584226 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5d186c74-f577-4b53-8d98-3d22dbb94880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.631662 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0fb66315-c1c2-48ab-ac57-f402cbeb15c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.643711 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5d186c74-f577-4b53-8d98-3d22dbb94880 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=743326a95e704b5eafa14ba625971544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5375741 Jul 22 16:39:50.647873 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-00e8d3cb-3296-4a34-9f7e-689cbc496818 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5668030 Jul 22 16:39:50.649398 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54724) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:50.649398 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54726) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:50.660235 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'ports': [{'network_id': 'eabb92d1-b3b7-4fe3-a256-28861793becd'}, {'network_id': '7520977e-ceb9-492d-9162-682be991c2a3'}]} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:50.660529 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'port': {'network_id': 'eabb92d1-b3b7-4fe3-a256-28861793becd'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:50.660930 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'port': {'network_id': '7520977e-ceb9-492d-9162-682be991c2a3'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:50.662274 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46d47fc-663d-4fc9-b3f9-09ea7065da2b admin admin] Made reservation on behalf of a14a8deb1a2342999061846a3bc024a4 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:50.664778 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d46d47fc-663d-4fc9-b3f9-09ea7065da2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.702406 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d186c74-f577-4b53-8d98-3d22dbb94880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c05977-ce39-4454-b3d7-048381e81fee,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:50.714382 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae97249-42b1-4c76-b0d1-d928d96e36ed req-edb82d26-c0fd-4e34-a1d6-6497396cbe75 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:50.721505 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae97249-42b1-4c76-b0d1-d928d96e36ed req-edb82d26-c0fd-4e34-a1d6-6497396cbe75 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:50.727337 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae97249-42b1-4c76-b0d1-d928d96e36ed req-edb82d26-c0fd-4e34-a1d6-6497396cbe75 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:50.728998 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fae97249-42b1-4c76-b0d1-d928d96e36ed req-edb82d26-c0fd-4e34-a1d6-6497396cbe75 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 2400 time: 0.2220802 Jul 22 16:39:50.799446 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a261d-e16e-4b62-8c53-dc020f6b8edb req-ef027098-4337-4a6c-ab39-2f9a7218b676 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:50.805536 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a261d-e16e-4b62-8c53-dc020f6b8edb req-ef027098-4337-4a6c-ab39-2f9a7218b676 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:50.811809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a261d-e16e-4b62-8c53-dc020f6b8edb req-ef027098-4337-4a6c-ab39-2f9a7218b676 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:50.817970 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a261d-e16e-4b62-8c53-dc020f6b8edb req-ef027098-4337-4a6c-ab39-2f9a7218b676 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:50.824012 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fae97249-42b1-4c76-b0d1-d928d96e36ed req-a7cc6a09-fde9-484b-8dbe-b2a1f1484167 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881777 Jul 22 16:39:50.824547 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a261d-e16e-4b62-8c53-dc020f6b8edb req-ef027098-4337-4a6c-ab39-2f9a7218b676 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:50.830855 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a261d-e16e-4b62-8c53-dc020f6b8edb req-ef027098-4337-4a6c-ab39-2f9a7218b676 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:50.836529 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a261d-e16e-4b62-8c53-dc020f6b8edb req-ef027098-4337-4a6c-ab39-2f9a7218b676 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:50.838620 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c17a261d-e16e-4b62-8c53-dc020f6b8edb req-ef027098-4337-4a6c-ab39-2f9a7218b676 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5429 time: 0.2935455 Jul 22 16:39:50.901757 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bce3ff-0da4-4288-b9b2-a55d111ff576 x-openstack-request-id: req-70bce3ff-0da4-4288-b9b2-a55d111ff576 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:50.902117 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70105c94-caac-4b01-b5bf-d869ff663e07", "tag": "6c484d35-b4ff-4b67-9621-91fa19108a86", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:50.902331 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-70bce3ff-0da4-4288-b9b2-a55d111ff576 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:50.902728 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70105c94-caac-4b01-b5bf-d869ff663e07', 'tag': '6c484d35-b4ff-4b67-9621-91fa19108a86', 'status': 'completed', 'code': 200} Jul 22 16:39:50.942410 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d46d47fc-663d-4fc9-b3f9-09ea7065da2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.996070 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d47fc-663d-4fc9-b3f9-09ea7065da2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cca8efd-f16e-448c-9f21-aa2cf53e8192,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:51.006699 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46d47fc-663d-4fc9-b3f9-09ea7065da2b admin admin] Checking segment: {'id': '160cd6b5-446e-4e17-b0df-acb9cc9717a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '01176eb0-3b5e-4d90-be3b-066f00d3931d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:51.007050 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46d47fc-663d-4fc9-b3f9-09ea7065da2b admin admin] Network hostable DHCP agents. Network: 01176eb0-3b5e-4d90-be3b-066f00d3931d, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:39:51.020541 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60c888a0-0443-4599-993a-bce9f46d5a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:51.024508 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46d47fc-663d-4fc9-b3f9-09ea7065da2b admin admin] Network 01176eb0-3b5e-4d90-be3b-066f00d3931d is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:39:51.034462 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-d46d47fc-663d-4fc9-b3f9-09ea7065da2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 01176eb0-3b5e-4d90-be3b-066f00d3931d) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:51.039055 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46d47fc-663d-4fc9-b3f9-09ea7065da2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:51.039837 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d46d47fc-663d-4fc9-b3f9-09ea7065da2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:51.045217 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6ef8d7-0ea5-45e6-b4a2-51666c3f45ad None None] Network 01176eb0-3b5e-4d90-be3b-066f00d3931d requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:51.056993 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d46d47fc-663d-4fc9-b3f9-09ea7065da2b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6832697 Jul 22 16:39:51.086533 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c17a261d-e16e-4b62-8c53-dc020f6b8edb req-1b2f11ce-b92f-41f7-a155-5e3bee206ccf tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2343163 Jul 22 16:39:51.142642 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60c888a0-0443-4599-993a-bce9f46d5a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:51.246982 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788fb5e8-19c7-4008-b675-f989d278f718 None None] Network 01176eb0-3b5e-4d90-be3b-066f00d3931d requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:51.251084 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'port': 2} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:51.256002 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:51.301368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0dcbc-c131-4be1-b0d5-0e2c916a0aa5 req-67f1a02b-e8fd-408d-a003-1ddc886708e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:51.301868 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0dcbc-c131-4be1-b0d5-0e2c916a0aa5 req-67f1a02b-e8fd-408d-a003-1ddc886708e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:51.302411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0dcbc-c131-4be1-b0d5-0e2c916a0aa5 req-67f1a02b-e8fd-408d-a003-1ddc886708e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:51.304331 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-51d0dcbc-c131-4be1-b0d5-0e2c916a0aa5 req-67f1a02b-e8fd-408d-a003-1ddc886708e5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=027af367b5ff4d37b9ab99d0a55279d2&device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 2798 time: 0.3418903 Jul 22 16:39:51.304950 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:51.341945 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60c888a0-0443-4599-993a-bce9f46d5a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:51.344783 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60c888a0-0443-4599-993a-bce9f46d5a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:51.348315 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-60c888a0-0443-4599-993a-bce9f46d5a6b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/93c05977-ce39-4454-b3d7-048381e81fee HTTP/1.1" status: 204 len: 168 time: 0.6964529 Jul 22 16:39:51.370584 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c888a0-0443-4599-993a-bce9f46d5a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c05977-ce39-4454-b3d7-048381e81fee,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:51.597020 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] device_id is not set on port 0599a748-78f5-49e1-828f-c5c906986e1b yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:39:51.641754 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54750) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:51.648858 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0fb66315-c1c2-48ab-ac57-f402cbeb15c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64432c3f-ca29-4825-860b-e851e7dfda22 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:39:51.655908 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c436c4a8-e612-4f02-9137-e655c2b03eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:51.685254 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0dcbc-c131-4be1-b0d5-0e2c916a0aa5 req-57776985-8880-451c-b6ff-3475951fc073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:51.685555 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0dcbc-c131-4be1-b0d5-0e2c916a0aa5 req-57776985-8880-451c-b6ff-3475951fc073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:51.686054 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0dcbc-c131-4be1-b0d5-0e2c916a0aa5 req-57776985-8880-451c-b6ff-3475951fc073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:51.687728 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-51d0dcbc-c131-4be1-b0d5-0e2c916a0aa5 req-57776985-8880-451c-b6ff-3475951fc073 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=027af367b5ff4d37b9ab99d0a55279d2&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.3678854 Jul 22 16:39:51.690827 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0fb66315-c1c2-48ab-ac57-f402cbeb15c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:51.751930 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c436c4a8-e612-4f02-9137-e655c2b03eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:51.755569 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c436c4a8-e612-4f02-9137-e655c2b03eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:51.771097 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0fb66315-c1c2-48ab-ac57-f402cbeb15c7 service neutron] Transition to ACTIVE for port object 64432c3f-ca29-4825-860b-e851e7dfda22 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:51.789014 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0fb66315-c1c2-48ab-ac57-f402cbeb15c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:51.800046 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436c4a8-e612-4f02-9137-e655c2b03eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e902fa7c-68ad-4a3d-ac37-d25f619f7727,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:51.806053 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c436c4a8-e612-4f02-9137-e655c2b03eae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=73bcd626fe8c48b591cf7db9eee98d02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1631057 Jul 22 16:39:51.810342 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54752) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:51.840037 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26aed54c-912a-4b24-bec2-4fe6c37f13a0 req-5f869d98-4138-44c2-b832-c4de85942656 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3779602 Jul 22 16:39:51.870850 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-a724c677-a150-4c3e-8515-c1bcb1225dd3 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:51.872678 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-a724c677-a150-4c3e-8515-c1bcb1225dd3 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/networks?id=01176eb0-3b5e-4d90-be3b-066f00d3931d HTTP/1.1" status: 200 len: 817 time: 0.3954172 Jul 22 16:39:51.892401 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed01bd4d-dcb2-4e86-88b8-faa40d62f2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:51.949815 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed01bd4d-dcb2-4e86-88b8-faa40d62f2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:52.019970 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fcc01-25e8-4633-b2b0-502eb14ff427 req-e6d9eb9a-4ec3-4261-b79c-9c8a42d03d83 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:52.026031 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fcc01-25e8-4633-b2b0-502eb14ff427 req-e6d9eb9a-4ec3-4261-b79c-9c8a42d03d83 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:52.032035 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fcc01-25e8-4633-b2b0-502eb14ff427 req-e6d9eb9a-4ec3-4261-b79c-9c8a42d03d83 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:52.033899 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a16fcc01-25e8-4633-b2b0-502eb14ff427 req-e6d9eb9a-4ec3-4261-b79c-9c8a42d03d83 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 2412 time: 0.1267750 Jul 22 16:39:52.059866 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed01bd4d-dcb2-4e86-88b8-faa40d62f2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:52.062443 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed01bd4d-dcb2-4e86-88b8-faa40d62f2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:52.063667 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ed01bd4d-dcb2-4e86-88b8-faa40d62f2b0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e902fa7c-68ad-4a3d-ac37-d25f619f7727 HTTP/1.1" status: 204 len: 168 time: 0.2519341 Jul 22 16:39:52.088909 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01bd4d-dcb2-4e86-88b8-faa40d62f2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e902fa7c-68ad-4a3d-ac37-d25f619f7727,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:52.121491 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a16fcc01-25e8-4633-b2b0-502eb14ff427 req-84e47416-71ef-439f-9f7d-a18eb535aee6 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752666 Jul 22 16:39:52.294569 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-1c8346f3-3fe4-400d-ae93-157cdb50647f tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/quotas/a14a8deb1a2342999061846a3bc024a4 HTTP/1.1" status: 200 len: 375 time: 0.3774238 Jul 22 16:39:52.303680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb66315-c1c2-48ab-ac57-f402cbeb15c7 service neutron] Pushing event updated for resources: {'Port': ['ID=64432c3f-ca29-4825-860b-e851e7dfda22,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:52.317256 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0dcbc-c131-4be1-b0d5-0e2c916a0aa5 req-7ef2de5e-4ea0-4c0b-8cf8-b918ad1f0ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:52.318387 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-51d0dcbc-c131-4be1-b0d5-0e2c916a0aa5 req-7ef2de5e-4ea0-4c0b-8cf8-b918ad1f0ac1 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6221435 Jul 22 16:39:52.365885 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf970cf-c9ab-468a-93a3-0b8a1e110d4c req-f0ce39c5-61ab-49aa-832e-9d93a15ac63c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:52.372856 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf970cf-c9ab-468a-93a3-0b8a1e110d4c req-f0ce39c5-61ab-49aa-832e-9d93a15ac63c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:52.378902 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf970cf-c9ab-468a-93a3-0b8a1e110d4c req-f0ce39c5-61ab-49aa-832e-9d93a15ac63c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:52.382913 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-01ee5669-107e-41f1-abbd-494fbf502f21 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a14a8deb1a2342999061846a3bc024a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764256 Jul 22 16:39:52.384937 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf970cf-c9ab-468a-93a3-0b8a1e110d4c req-f0ce39c5-61ab-49aa-832e-9d93a15ac63c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:52.393281 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf970cf-c9ab-468a-93a3-0b8a1e110d4c req-f0ce39c5-61ab-49aa-832e-9d93a15ac63c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:52.399014 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf970cf-c9ab-468a-93a3-0b8a1e110d4c req-f0ce39c5-61ab-49aa-832e-9d93a15ac63c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:52.406502 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf970cf-c9ab-468a-93a3-0b8a1e110d4c req-f0ce39c5-61ab-49aa-832e-9d93a15ac63c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:52.408751 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5cf970cf-c9ab-468a-93a3-0b8a1e110d4c req-f0ce39c5-61ab-49aa-832e-9d93a15ac63c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5429 time: 0.1353490 Jul 22 16:39:52.454939 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:52.458257 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5cf970cf-c9ab-468a-93a3-0b8a1e110d4c req-8ee6a8cd-de61-4383-bfb4-f5699720214b tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404727 Jul 22 16:39:52.552932 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aed54c-912a-4b24-bec2-4fe6c37f13a0 req-1c58b8ce-4651-4957-af66-70d7c320c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:52.554507 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26aed54c-912a-4b24-bec2-4fe6c37f13a0 req-1c58b8ce-4651-4957-af66-70d7c320c276 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ab4163b9d3f42c1b95499d26b5bcf68&device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c HTTP/1.1" status: 200 len: 1097 time: 0.6410451 Jul 22 16:39:52.567608 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0fb66315-c1c2-48ab-ac57-f402cbeb15c7 service neutron] Attempting to bind port 64432c3f-ca29-4825-860b-e851e7dfda22 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:52.567945 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0fb66315-c1c2-48ab-ac57-f402cbeb15c7 service neutron] Attempting to bind port 64432c3f-ca29-4825-860b-e851e7dfda22 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'e27cc68e-e219-4c2d-aa0a-6007fbacbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:52.568275 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0fb66315-c1c2-48ab-ac57-f402cbeb15c7 service neutron] Attempting to bind port 64432c3f-ca29-4825-860b-e851e7dfda22 on network a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:52.622617 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0fb66315-c1c2-48ab-ac57-f402cbeb15c7 service neutron] Port 64432c3f-ca29-4825-860b-e851e7dfda22 on network a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:52.622946 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0fb66315-c1c2-48ab-ac57-f402cbeb15c7 service neutron] Attempting to bind port 64432c3f-ca29-4825-860b-e851e7dfda22 on network a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:52.627843 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] device_id is not set on port 43c0f3ee-ac0e-46cd-8fdc-456c9cbaa262 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:39:52.665028 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0fb66315-c1c2-48ab-ac57-f402cbeb15c7 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:52.665376 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0fb66315-c1c2-48ab-ac57-f402cbeb15c7 service neutron] Checking segment: {'id': 'e27cc68e-e219-4c2d-aa0a-6007fbacbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:52.665767 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0fb66315-c1c2-48ab-ac57-f402cbeb15c7 service neutron] Bound using segment: {'id': 'e27cc68e-e219-4c2d-aa0a-6007fbacbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:52.666243 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0fb66315-c1c2-48ab-ac57-f402cbeb15c7 service neutron] Bound port: 64432c3f-ca29-4825-860b-e851e7dfda22, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27cc68e-e219-4c2d-aa0a-6007fbacbd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:52.667217 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0fb66315-c1c2-48ab-ac57-f402cbeb15c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:52.689817 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-3efcd3c6-34de-4e85-9222-80c10a0ba894 service neutron] 10.222.0.69 "GET /v2.0/networks/01176eb0-3b5e-4d90-be3b-066f00d3931d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816906 Jul 22 16:39:52.894228 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aed54c-912a-4b24-bec2-4fe6c37f13a0 req-57bf3d8e-0e4a-42f7-9606-91e15525c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:52.895721 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26aed54c-912a-4b24-bec2-4fe6c37f13a0 req-57bf3d8e-0e4a-42f7-9606-91e15525c334 service neutron] 10.222.0.16 "GET /v2.0/networks?id=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc HTTP/1.1" status: 200 len: 912 time: 0.2967975 Jul 22 16:39:52.962166 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0fb66315-c1c2-48ab-ac57-f402cbeb15c7 service neutron] For port 64432c3f-ca29-4825-860b-e851e7dfda22, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:53.002373 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0fb66315-c1c2-48ab-ac57-f402cbeb15c7 service neutron] For port 64432c3f-ca29-4825-860b-e851e7dfda22, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=64432c3f-ca29-4825-860b-e851e7dfda22,segment=NetworkSegment(e27cc68e-e219-4c2d-aa0a-6007fbacbd1c),segment_id=e27cc68e-e219-4c2d-aa0a-6007fbacbd1c)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:53.021147 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0fb66315-c1c2-48ab-ac57-f402cbeb15c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:53.038747 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-38cd044e-20e5-497d-ae4f-99eb64037b22 service neutron] 10.222.0.69 "GET /v2.0/networks/01176eb0-3b5e-4d90-be3b-066f00d3931d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173523 Jul 22 16:39:53.075614 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26aed54c-912a-4b24-bec2-4fe6c37f13a0 req-e522b5e4-0bbe-4d06-bbaf-2f65ca7be1e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc0b5b16-e59c-4842-85bb-8fb885fa3d8a HTTP/1.1" status: 200 len: 1001 time: 0.1703022 Jul 22 16:39:53.077773 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:53.140820 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0fb66315-c1c2-48ab-ac57-f402cbeb15c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:53.141448 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0fb66315-c1c2-48ab-ac57-f402cbeb15c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:53.142963 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-0fb66315-c1c2-48ab-ac57-f402cbeb15c7 service neutron] 10.222.0.16 "PUT /v2.0/ports/64432c3f-ca29-4825-860b-e851e7dfda22 HTTP/1.1" status: 200 len: 1092 time: 2.6781688 Jul 22 16:39:53.147713 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70105c94-caac-4b01-b5bf-d869ff663e07', 'tag': '64432c3f-ca29-4825-860b-e851e7dfda22'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:53.150186 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1933c1c-c162-4cc0-92e3-f58ef37316c3" -d '{"events": [{"name": "network-changed", "server_uuid": "70105c94-caac-4b01-b5bf-d869ff663e07", "tag": "64432c3f-ca29-4825-860b-e851e7dfda22"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:53.198648 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb66315-c1c2-48ab-ac57-f402cbeb15c7 service neutron] Pushing event updated for resources: {'Port': ['ID=64432c3f-ca29-4825-860b-e851e7dfda22,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:53.294651 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aed54c-912a-4b24-bec2-4fe6c37f13a0 req-7aaadab0-6468-4523-b53d-62a3ac2fb1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:53.296360 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26aed54c-912a-4b24-bec2-4fe6c37f13a0 req-7aaadab0-6468-4523-b53d-62a3ac2fb1b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed2160ff-0eec-4892-bae9-c0ff519453ca HTTP/1.1" status: 200 len: 850 time: 0.2125852 Jul 22 16:39:53.307919 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4672d654-b5ac-4eaf-9ace-0076db9543e6 x-openstack-request-id: req-4672d654-b5ac-4eaf-9ace-0076db9543e6 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:53.308208 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70105c94-caac-4b01-b5bf-d869ff663e07", "tag": "64432c3f-ca29-4825-860b-e851e7dfda22", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:53.308629 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4672d654-b5ac-4eaf-9ace-0076db9543e6 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:53.309318 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70105c94-caac-4b01-b5bf-d869ff663e07', 'tag': '64432c3f-ca29-4825-860b-e851e7dfda22', 'status': 'completed', 'code': 200} Jul 22 16:39:53.372628 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:53.406718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19979037-65d7-4dfd-8290-a6c6df5affbe req-28fec301-56e9-4283-953f-375fd687666c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:53.425499 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19979037-65d7-4dfd-8290-a6c6df5affbe req-28fec301-56e9-4283-953f-375fd687666c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:53.438302 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19979037-65d7-4dfd-8290-a6c6df5affbe req-28fec301-56e9-4283-953f-375fd687666c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:53.446629 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-19979037-65d7-4dfd-8290-a6c6df5affbe req-28fec301-56e9-4283-953f-375fd687666c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 2412 time: 0.1928370 Jul 22 16:39:53.454531 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network eabb92d1-b3b7-4fe3-a256-28861793becd is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:53.495170 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-19979037-65d7-4dfd-8290-a6c6df5affbe req-b8446ce6-4fd0-450b-ad95-d5e0fa2b58d1 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452740 Jul 22 16:39:53.501667 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:53.508656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:53.521738 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:53.528174 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c82183bd-a492-41c8-9360-a8bcd9aa6fa4 req-85cabf61-123d-4053-ae7c-74a80986f6d5 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/ports?device_id=e891f3a4-9ba4-489f-86c3-92b8ab185e19 HTTP/1.1" status: 200 len: 210 time: 0.1010833 Jul 22 16:39:53.558708 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Port': ['ID=0599a748-78f5-49e1-828f-c5c906986e1b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:53.575074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-16798af7-4fea-4887-95da-9aefa9c04a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:53.575723 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-16798af7-4fea-4887-95da-9aefa9c04a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:53.576283 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-16798af7-4fea-4887-95da-9aefa9c04a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:53.578215 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-16798af7-4fea-4887-95da-9aefa9c04a71 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=027af367b5ff4d37b9ab99d0a55279d2&device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 2865 time: 0.3634868 Jul 22 16:39:53.610161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aed54c-912a-4b24-bec2-4fe6c37f13a0 req-5421ab60-6e22-4b62-b460-396812439bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:53.612517 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26aed54c-912a-4b24-bec2-4fe6c37f13a0 req-5421ab60-6e22-4b62-b460-396812439bab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3000064 Jul 22 16:39:53.689061 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37960f02-a660-4bf3-9495-c5206e633e03 req-42b240a1-e471-4d9d-8498-e25a22bd336f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:53.697240 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37960f02-a660-4bf3-9495-c5206e633e03 req-42b240a1-e471-4d9d-8498-e25a22bd336f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:53.706601 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37960f02-a660-4bf3-9495-c5206e633e03 req-42b240a1-e471-4d9d-8498-e25a22bd336f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:53.707196 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-c7cd73d6-3fc9-4a84-ae11-c749da32a997 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.233&port_id=c4e4470c-da4b-41ba-b1e0-2f636b6200e7 HTTP/1.1" status: 200 len: 217 time: 0.1019793 Jul 22 16:39:53.715059 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37960f02-a660-4bf3-9495-c5206e633e03 req-42b240a1-e471-4d9d-8498-e25a22bd336f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:53.719878 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Port': ['ID=43c0f3ee-ac0e-46cd-8fdc-456c9cbaa262,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:53.721327 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37960f02-a660-4bf3-9495-c5206e633e03 req-42b240a1-e471-4d9d-8498-e25a22bd336f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:53.734658 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37960f02-a660-4bf3-9495-c5206e633e03 req-42b240a1-e471-4d9d-8498-e25a22bd336f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:53.740340 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Checking segment: {'id': '4e450b06-0019-441c-a325-f8acca4ed466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '7520977e-ceb9-492d-9162-682be991c2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:53.740707 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network hostable DHCP agents. Network: 7520977e-ceb9-492d-9162-682be991c2a3, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:39:53.742043 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37960f02-a660-4bf3-9495-c5206e633e03 req-42b240a1-e471-4d9d-8498-e25a22bd336f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:53.744221 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-37960f02-a660-4bf3-9495-c5206e633e03 req-42b240a1-e471-4d9d-8498-e25a22bd336f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5429 time: 0.1791918 Jul 22 16:39:53.792376 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-37960f02-a660-4bf3-9495-c5206e633e03 req-b1eb59e8-cbad-4811-94dc-daad5313284f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394146 Jul 22 16:39:53.844361 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network 7520977e-ceb9-492d-9162-682be991c2a3 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:39:53.860133 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-ea96c455-90a2-40b2-a8b6-3ac3ef4b5e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:53.861606 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-ea96c455-90a2-40b2-a8b6-3ac3ef4b5e4b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7183d56e-f87f-4b1c-8d0b-fc327440be4d HTTP/1.1" status: 200 len: 801 time: 0.1357086 Jul 22 16:39:53.868071 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 7520977e-ceb9-492d-9162-682be991c2a3) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:53.872937 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:53.881401 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c822b53-64fd-40a1-a062-46913779e13b None None] Network 7520977e-ceb9-492d-9162-682be991c2a3 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:53.882825 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:53.887768 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:53.888457 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:53.894634 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26aed54c-912a-4b24-bec2-4fe6c37f13a0 req-11f6e378-444e-416b-a7a7-ad61fc2862c0 service neutron] 10.222.0.16 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712924 Jul 22 16:39:54.009804 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7a61ada1-64af-456f-8f29-764677de131b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3536553 Jul 22 16:39:54.012590 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54824) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:54.068299 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26aed54c-912a-4b24-bec2-4fe6c37f13a0 req-51217c41-dad4-425d-bc03-f41d1681b4ae service neutron] 10.222.0.16 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617503 Jul 22 16:39:54.079734 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-1b82cc5a-1a8a-40c5-9e39-ea5dd4cf87aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:54.081602 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-1b82cc5a-1a8a-40c5-9e39-ea5dd4cf87aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1892605 Jul 22 16:39:54.172280 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-087dc642-f801-4dfd-9e2c-39c01a703fc3 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting port 43c0f3ee-ac0e-46cd-8fdc-456c9cbaa262 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:54.173742 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-087dc642-f801-4dfd-9e2c-39c01a703fc3 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:54.207396 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-bfb30cbb-1ff4-420b-b878-25b9fe244b3b service neutron] 10.222.0.16 "GET /v2.0/networks/a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173046 Jul 22 16:39:54.265838 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-087dc642-f801-4dfd-9e2c-39c01a703fc3 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:54.280015 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-087dc642-f801-4dfd-9e2c-39c01a703fc3 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Calling delete_port for 43c0f3ee-ac0e-46cd-8fdc-456c9cbaa262 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:54.324653 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-c45b3913-08f3-4498-9cf4-f2a466370933 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088257 Jul 22 16:39:54.372782 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-6275d950-0354-4c35-a3ee-792cc3fec239 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.16&port_id=6c484d35-b4ff-4b67-9621-91fa19108a86 HTTP/1.1" status: 200 len: 217 time: 0.0414460 Jul 22 16:39:54.374195 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-087dc642-f801-4dfd-9e2c-39c01a703fc3 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:54.399586 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-087dc642-f801-4dfd-9e2c-39c01a703fc3 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:54.403058 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-087dc642-f801-4dfd-9e2c-39c01a703fc3 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/ports/43c0f3ee-ac0e-46cd-8fdc-456c9cbaa262 HTTP/1.1" status: 204 len: 168 time: 0.3893063 Jul 22 16:39:54.418747 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54840) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:54.427571 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087dc642-f801-4dfd-9e2c-39c01a703fc3 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Port': ['ID=43c0f3ee-ac0e-46cd-8fdc-456c9cbaa262,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:54.500383 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-e47bce5a-b066-4b1b-8757-161a92b57b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:54.501971 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-e47bce5a-b066-4b1b-8757-161a92b57b25 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=45cfb963-9441-4285-831e-ebc7eb4b2ea3 HTTP/1.1" status: 200 len: 801 time: 0.1228812 Jul 22 16:39:54.594796 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8871a3-0e92-4b15-babd-0365b65f8c5b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:54.607303 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8871a3-0e92-4b15-babd-0365b65f8c5b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:54.609138 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ad8871a3-0e92-4b15-babd-0365b65f8c5b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1889846 Jul 22 16:39:54.611982 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54848) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:54.663026 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54850) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:54.693226 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d155b8e-f5de-4be1-97c5-b88c9904cd65 req-1247710a-b3a4-4578-b0e3-e76b865eac22 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:54.699807 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d155b8e-f5de-4be1-97c5-b88c9904cd65 req-1247710a-b3a4-4578-b0e3-e76b865eac22 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:54.705818 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d155b8e-f5de-4be1-97c5-b88c9904cd65 req-1247710a-b3a4-4578-b0e3-e76b865eac22 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:54.707538 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6d155b8e-f5de-4be1-97c5-b88c9904cd65 req-1247710a-b3a4-4578-b0e3-e76b865eac22 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 2412 time: 0.1210017 Jul 22 16:39:54.715681 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3dcb11a7-39d2-4dd2-8d34-1fddc26633dc req-34eb3e78-5378-4da9-96cc-d24ef70b4934 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/ports?device_id=e891f3a4-9ba4-489f-86c3-92b8ab185e19 HTTP/1.1" status: 200 len: 210 time: 0.0615959 Jul 22 16:39:54.796621 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6d155b8e-f5de-4be1-97c5-b88c9904cd65 req-fab8414f-fa41-4dbf-8860-4da74b8a458d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775526 Jul 22 16:39:54.813581 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-662ef97e-86eb-4fd8-b3b2-3fbaa1d33722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:54.832709 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-b3dd41f9-804f-43bd-99a4-8db05bf51194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:54.834351 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-b3dd41f9-804f-43bd-99a4-8db05bf51194 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac7674f1-9187-4e19-be4d-297ed95a9bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3158889 Jul 22 16:39:55.003372 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-21d8be9f-d38b-48be-8f3f-49704105a529 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting port 0599a748-78f5-49e1-828f-c5c906986e1b {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:55.003995 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21d8be9f-d38b-48be-8f3f-49704105a529 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:55.013475 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-8b7396fb-7cf5-45c9-8d8a-5df97a23f4dd tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:55.015132 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-8b7396fb-7cf5-45c9-8d8a-5df97a23f4dd tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.30 "GET /v2.0/networks?id=01176eb0-3b5e-4d90-be3b-066f00d3931d HTTP/1.1" status: 200 len: 817 time: 0.2982881 Jul 22 16:39:55.024699 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bedaa526-60b4-4abb-8937-ddc4eb7775dc req-d90ec791-1bd4-4908-b5be-f176c5a96f5b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1453688 Jul 22 16:39:55.043081 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf4964-0b6a-41c3-ac23-c71dc448ade3 req-c292c510-8a0e-4ccc-9990-60aec973d458 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:55.048931 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf4964-0b6a-41c3-ac23-c71dc448ade3 req-c292c510-8a0e-4ccc-9990-60aec973d458 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:55.054846 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf4964-0b6a-41c3-ac23-c71dc448ade3 req-c292c510-8a0e-4ccc-9990-60aec973d458 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:55.057160 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-3d930ee1-4169-4ce4-9e46-6eeb4dbfb1ac tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Request body: {'port': {'device_id': 'e891f3a4-9ba4-489f-86c3-92b8ab185e19', 'network_id': '01176eb0-3b5e-4d90-be3b-066f00d3931d', 'admin_state_up': True, 'tenant_id': 'a14a8deb1a2342999061846a3bc024a4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:55.060740 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf4964-0b6a-41c3-ac23-c71dc448ade3 req-c292c510-8a0e-4ccc-9990-60aec973d458 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:55.066550 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf4964-0b6a-41c3-ac23-c71dc448ade3 req-c292c510-8a0e-4ccc-9990-60aec973d458 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:55.072426 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf4964-0b6a-41c3-ac23-c71dc448ade3 req-c292c510-8a0e-4ccc-9990-60aec973d458 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:55.078772 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf4964-0b6a-41c3-ac23-c71dc448ade3 req-c292c510-8a0e-4ccc-9990-60aec973d458 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:55.080616 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7ecf4964-0b6a-41c3-ac23-c71dc448ade3 req-c292c510-8a0e-4ccc-9990-60aec973d458 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5429 time: 0.1906848 Jul 22 16:39:55.084022 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-7d096748-b7e1-4986-abe0-c11af7c9da08 service neutron] 10.222.0.16 "GET /v2.0/networks/ac7674f1-9187-4e19-be4d-297ed95a9bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907973 Jul 22 16:39:55.124897 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-662ef97e-86eb-4fd8-b3b2-3fbaa1d33722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:55.136109 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-662ef97e-86eb-4fd8-b3b2-3fbaa1d33722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:55.194484 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-662ef97e-86eb-4fd8-b3b2-3fbaa1d33722 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ae666e9c19d34018a9a66a00f24d9924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5304055 Jul 22 16:39:55.202696 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7ecf4964-0b6a-41c3-ac23-c71dc448ade3 req-41e71453-c09d-4e74-b40b-8f9e12f9e6e2 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056726 Jul 22 16:39:55.205313 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54858) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:55.214735 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ef97e-86eb-4fd8-b3b2-3fbaa1d33722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aafbf3b-6d27-488a-af57-cd1ec9b055c4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:55.271937 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaa526-60b4-4abb-8937-ddc4eb7775dc req-86859f79-7643-4591-b947-44947a122403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:55.273438 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bedaa526-60b4-4abb-8937-ddc4eb7775dc req-86859f79-7643-4591-b947-44947a122403 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 1097 time: 0.1919382 Jul 22 16:39:55.290769 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a683036-65e9-431c-97b3-69b934a27d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:55.342879 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a683036-65e9-431c-97b3-69b934a27d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:55.417221 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21d8be9f-d38b-48be-8f3f-49704105a529 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:55.423670 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaa526-60b4-4abb-8937-ddc4eb7775dc req-e409f7fe-ec8e-4565-b9b3-3d7abf03fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:55.425148 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bedaa526-60b4-4abb-8937-ddc4eb7775dc req-e409f7fe-ec8e-4565-b9b3-3d7abf03fbf7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 913 time: 0.1315527 Jul 22 16:39:55.456416 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-21d8be9f-d38b-48be-8f3f-49704105a529 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Calling delete_port for 0599a748-78f5-49e1-828f-c5c906986e1b owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:55.474637 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a683036-65e9-431c-97b3-69b934a27d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:55.477146 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a683036-65e9-431c-97b3-69b934a27d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:55.478320 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1a683036-65e9-431c-97b3-69b934a27d23 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1aafbf3b-6d27-488a-af57-cd1ec9b055c4 HTTP/1.1" status: 204 len: 168 time: 0.2719936 Jul 22 16:39:55.481458 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bedaa526-60b4-4abb-8937-ddc4eb7775dc req-fe4e7933-1867-4c9d-bd2b-99a180760ef7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=215dd391-5eae-4611-83fd-fd082da855b8 HTTP/1.1" status: 200 len: 217 time: 0.0479980 Jul 22 16:39:55.487657 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a683036-65e9-431c-97b3-69b934a27d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aafbf3b-6d27-488a-af57-cd1ec9b055c4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:55.560115 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaa526-60b4-4abb-8937-ddc4eb7775dc req-e7423939-fa6e-4ecd-8075-5bf5b3f0949a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:55.561883 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bedaa526-60b4-4abb-8937-ddc4eb7775dc req-e7423939-fa6e-4ecd-8075-5bf5b3f0949a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 HTTP/1.1" status: 200 len: 851 time: 0.0721219 Jul 22 16:39:55.620894 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-ce9b1870-aece-44e4-84c4-9c44244ee533 service neutron] 10.222.0.16 "GET /v2.0/networks/ac7674f1-9187-4e19-be4d-297ed95a9bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006075 Jul 22 16:39:55.640037 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaa526-60b4-4abb-8937-ddc4eb7775dc req-5a62bc9a-76e2-4f5d-9c05-04d2f9fe6009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:55.641560 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bedaa526-60b4-4abb-8937-ddc4eb7775dc req-5a62bc9a-76e2-4f5d-9c05-04d2f9fe6009 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722444 Jul 22 16:39:55.695335 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-3d1a743d-c5e1-43b2-b5f7-4fd24303bc1e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.179&port_id=64432c3f-ca29-4825-860b-e851e7dfda22 HTTP/1.1" status: 200 len: 217 time: 0.0598049 Jul 22 16:39:55.696990 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-3d930ee1-4169-4ce4-9e46-6eeb4dbfb1ac tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Made reservation on behalf of a14a8deb1a2342999061846a3bc024a4 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:55.701201 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-3d930ee1-4169-4ce4-9e46-6eeb4dbfb1ac tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:55.742187 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bedaa526-60b4-4abb-8937-ddc4eb7775dc req-5ce8eee0-00e9-4fd8-a062-090653f8f9e5 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925438 Jul 22 16:39:55.775337 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-b1a62d13-ce2c-4152-af60-14c009e89e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:55.778250 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-b1a62d13-ce2c-4152-af60-14c009e89e8b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7183d56e-f87f-4b1c-8d0b-fc327440be4d HTTP/1.1" status: 200 len: 801 time: 0.0742590 Jul 22 16:39:55.787521 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21d8be9f-d38b-48be-8f3f-49704105a529 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:55.866691 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-59a2330d-6d0a-47ee-b01a-447b4eb8515e req-add612de-a524-4e78-9f11-e79212951b5c tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/ports?device_id=e891f3a4-9ba4-489f-86c3-92b8ab185e19 HTTP/1.1" status: 200 len: 210 time: 0.0410340 Jul 22 16:39:55.867033 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54870) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:55.881723 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8be9f-d38b-48be-8f3f-49704105a529 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Port': ['ID=0599a748-78f5-49e1-828f-c5c906986e1b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:55.907165 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c28a535-5072-42ad-9769-a50b1286eeee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:55.922103 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bedaa526-60b4-4abb-8937-ddc4eb7775dc req-a85a25a2-2d0b-4f59-a617-1d90a1cc221a service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715755 Jul 22 16:39:55.955546 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21d8be9f-d38b-48be-8f3f-49704105a529 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:55.957512 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-21d8be9f-d38b-48be-8f3f-49704105a529 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/ports/0599a748-78f5-49e1-828f-c5c906986e1b HTTP/1.1" status: 204 len: 168 time: 1.3446052 Jul 22 16:39:55.961341 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54874) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:56.050934 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-ff2edddd-eaaf-4ada-abb6-e41dc47cd809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:56.052478 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-ff2edddd-eaaf-4ada-abb6-e41dc47cd809 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2504466 Jul 22 16:39:56.064265 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f577bc-287e-422b-b9d5-8397342213e6 req-5ba286fb-f42c-4b8b-913c-200321e340ef tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:56.070346 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f577bc-287e-422b-b9d5-8397342213e6 req-5ba286fb-f42c-4b8b-913c-200321e340ef tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:56.074252 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f90560-d47d-4c29-b58d-b1a05ce9becb tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:56.075540 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-04f90560-d47d-4c29-b58d-b1a05ce9becb tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1132202 Jul 22 16:39:56.076290 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f577bc-287e-422b-b9d5-8397342213e6 req-5ba286fb-f42c-4b8b-913c-200321e340ef tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:56.078166 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56f577bc-287e-422b-b9d5-8397342213e6 req-5ba286fb-f42c-4b8b-913c-200321e340ef tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 2412 time: 0.1915996 Jul 22 16:39:56.079641 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54876) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:56.085622 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c28a535-5072-42ad-9769-a50b1286eeee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.090573 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c28a535-5072-42ad-9769-a50b1286eeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.092366 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-3d930ee1-4169-4ce4-9e46-6eeb4dbfb1ac tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Allocated IP 172.20.0.6 (01176eb0-3b5e-4d90-be3b-066f00d3931d/8cca8efd-f16e-448c-9f21-aa2cf53e8192/80d1b218-4fad-4d80-92eb-ea19513f3f51) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:56.132513 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2c28a535-5072-42ad-9769-a50b1286eeee admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3060228d5cb543f0b516d92bca4dbc1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2612357 Jul 22 16:39:56.133467 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28a535-5072-42ad-9769-a50b1286eeee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b119e14-9eab-4594-ab22-1e2da658685f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:56.135945 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54878) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:56.157152 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-a01fe29d-55f9-42ac-9e28-4e4c7efedab9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] GET failed (client error): The resource could not be found. Jul 22 16:39:56.158834 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a01fe29d-55f9-42ac-9e28-4e4c7efedab9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports/43c0f3ee-ac0e-46cd-8fdc-456c9cbaa262 HTTP/1.1" status: 404 len: 333 time: 0.0755038 Jul 22 16:39:56.164491 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54880) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:56.198693 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-464fcabe-33fa-4a32-b609-e9dedf285afb tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] GET failed (client error): The resource could not be found. Jul 22 16:39:56.200150 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-464fcabe-33fa-4a32-b609-e9dedf285afb tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports/0599a748-78f5-49e1-828f-c5c906986e1b HTTP/1.1" status: 404 len: 333 time: 0.0347540 Jul 22 16:39:56.203940 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54882) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:56.241359 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d06b8dc1-19a0-4d3d-99bc-ba3724c2564b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.249077 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56f577bc-287e-422b-b9d5-8397342213e6 req-bd0ec2e7-e7c3-4de5-8dda-7a444da95c38 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459839 Jul 22 16:39:56.297165 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-afb58c4f-421d-41ba-9f5e-14473536e9a3 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181706 Jul 22 16:39:56.313253 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d06b8dc1-19a0-4d3d-99bc-ba3724c2564b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.342135 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1de3c4c-e10a-4e24-945a-ac40c49c98cc tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.453735 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-3d930ee1-4169-4ce4-9e46-6eeb4dbfb1ac tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.465150 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7247b5fc-e0be-4a45-9372-476d6d432836 req-cf691c08-1468-4fa2-8268-1aefe3095c89 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588893 Jul 22 16:39:56.500247 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-3d930ee1-4169-4ce4-9e46-6eeb4dbfb1ac tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.548025 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-3d930ee1-4169-4ce4-9e46-6eeb4dbfb1ac tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Network 01176eb0-3b5e-4d90-be3b-066f00d3931d is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:56.551293 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-3d930ee1-4169-4ce4-9e46-6eeb4dbfb1ac tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:56.555357 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-3d930ee1-4169-4ce4-9e46-6eeb4dbfb1ac tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:56.589777 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d930ee1-4169-4ce4-9e46-6eeb4dbfb1ac tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Pushing event updated for resources: {'Port': ['ID=80d1b218-4fad-4d80-92eb-ea19513f3f51,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:56.624626 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-3d930ee1-4169-4ce4-9e46-6eeb4dbfb1ac tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:56.625303 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-3d930ee1-4169-4ce4-9e46-6eeb4dbfb1ac tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.665168 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-3d930ee1-4169-4ce4-9e46-6eeb4dbfb1ac tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6127937 Jul 22 16:39:56.686130 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1933c1c-c162-4cc0-92e3-f58ef37316c3 req-f60eb3aa-c87e-4542-a7e0-f89671649bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:56.686623 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1933c1c-c162-4cc0-92e3-f58ef37316c3 req-f60eb3aa-c87e-4542-a7e0-f89671649bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:56.687107 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1933c1c-c162-4cc0-92e3-f58ef37316c3 req-f60eb3aa-c87e-4542-a7e0-f89671649bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:56.688831 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1933c1c-c162-4cc0-92e3-f58ef37316c3 req-f60eb3aa-c87e-4542-a7e0-f89671649bb9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=027af367b5ff4d37b9ab99d0a55279d2&device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 2865 time: 0.0790515 Jul 22 16:39:56.711750 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-58f47be5-b98c-454e-a45c-15f619634649 service neutron] Request body: {'port': {'device_id': 'e891f3a4-9ba4-489f-86c3-92b8ab185e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:56.787716 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50df59-6e87-4e7d-8308-345ed43ff3ba req-28c2bbcd-694b-43b3-a736-07aba9e5a722 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:56.795346 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50df59-6e87-4e7d-8308-345ed43ff3ba req-28c2bbcd-694b-43b3-a736-07aba9e5a722 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:56.801262 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50df59-6e87-4e7d-8308-345ed43ff3ba req-28c2bbcd-694b-43b3-a736-07aba9e5a722 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:56.807628 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50df59-6e87-4e7d-8308-345ed43ff3ba req-28c2bbcd-694b-43b3-a736-07aba9e5a722 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:56.813361 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50df59-6e87-4e7d-8308-345ed43ff3ba req-28c2bbcd-694b-43b3-a736-07aba9e5a722 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:56.819452 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50df59-6e87-4e7d-8308-345ed43ff3ba req-28c2bbcd-694b-43b3-a736-07aba9e5a722 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:56.825497 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50df59-6e87-4e7d-8308-345ed43ff3ba req-28c2bbcd-694b-43b3-a736-07aba9e5a722 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:56.827494 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9a50df59-6e87-4e7d-8308-345ed43ff3ba req-28c2bbcd-694b-43b3-a736-07aba9e5a722 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5429 time: 0.5412772 Jul 22 16:39:56.837727 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d06b8dc1-19a0-4d3d-99bc-ba3724c2564b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.840448 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d06b8dc1-19a0-4d3d-99bc-ba3724c2564b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.841564 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d06b8dc1-19a0-4d3d-99bc-ba3724c2564b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7b119e14-9eab-4594-ab22-1e2da658685f HTTP/1.1" status: 204 len: 168 time: 0.7046609 Jul 22 16:39:56.855831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1933c1c-c162-4cc0-92e3-f58ef37316c3 req-59311b38-f8f8-4caa-b838-7b9df78e234b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:56.857351 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1933c1c-c162-4cc0-92e3-f58ef37316c3 req-59311b38-f8f8-4caa-b838-7b9df78e234b service neutron] 10.222.0.16 "GET /v2.0/networks?id=a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1 HTTP/1.1" status: 200 len: 902 time: 0.1590323 Jul 22 16:39:56.858096 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-58f47be5-b98c-454e-a45c-15f619634649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.877118 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1de3c4c-e10a-4e24-945a-ac40c49c98cc tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.879650 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b8dc1-19a0-4d3d-99bc-ba3724c2564b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b119e14-9eab-4594-ab22-1e2da658685f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:56.918719 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f1de3c4c-e10a-4e24-945a-ac40c49c98cc tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7520977e-ceb9-492d-9162-682be991c2a3']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:56.928434 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1933c1c-c162-4cc0-92e3-f58ef37316c3 req-b9a58c39-b780-406c-a567-eaacf8c1961b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.179&port_id=64432c3f-ca29-4825-860b-e851e7dfda22 HTTP/1.1" status: 200 len: 217 time: 0.0615773 Jul 22 16:39:56.932352 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f1de3c4c-e10a-4e24-945a-ac40c49c98cc tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e450b06-0019-441c-a325-f8acca4ed466') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:56.932598 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f1de3c4c-e10a-4e24-945a-ac40c49c98cc tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e450b06-0019-441c-a325-f8acca4ed466') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:56.937965 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9a50df59-6e87-4e7d-8308-345ed43ff3ba req-b34aac77-0579-4fb6-b71d-136b8287f1da tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930264 Jul 22 16:39:56.946472 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1de3c4c-e10a-4e24-945a-ac40c49c98cc tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.971409 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1de3c4c-e10a-4e24-945a-ac40c49c98cc tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.979834 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1de3c4c-e10a-4e24-945a-ac40c49c98cc tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:39:56.980748 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1de3c4c-e10a-4e24-945a-ac40c49c98cc tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:39:56.985696 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:39:57.057306 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1de3c4c-e10a-4e24-945a-ac40c49c98cc tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:57.066015 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1de3c4c-e10a-4e24-945a-ac40c49c98cc tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:57.068105 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f1de3c4c-e10a-4e24-945a-ac40c49c98cc tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/networks/7520977e-ceb9-492d-9162-682be991c2a3 HTTP/1.1" status: 204 len: 168 time: 0.8634894 Jul 22 16:39:57.084488 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54894) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:57.087577 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1933c1c-c162-4cc0-92e3-f58ef37316c3 req-60674adc-c053-48f9-9cc0-341522b343b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:57.089569 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1933c1c-c162-4cc0-92e3-f58ef37316c3 req-60674adc-c053-48f9-9cc0-341522b343b9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7183d56e-f87f-4b1c-8d0b-fc327440be4d HTTP/1.1" status: 200 len: 801 time: 0.1395853 Jul 22 16:39:57.094647 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de3c4c-e10a-4e24-945a-ac40c49c98cc tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Network': ['ID=7520977e-ceb9-492d-9162-682be991c2a3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:57.097642 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b5478c7f-3775-4216-a196-e7f452b56150 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1367293353'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:57.206695 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5478c7f-3775-4216-a196-e7f452b56150 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:57.210242 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b5478c7f-3775-4216-a196-e7f452b56150 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:57.297809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99e9ea-41c6-421b-8627-7e0e0763608e req-f9cef69f-5614-4e87-a7f0-68ba273cd032 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:57.299407 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b99e9ea-41c6-421b-8627-7e0e0763608e req-f9cef69f-5614-4e87-a7f0-68ba273cd032 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/ports?device_id=e891f3a4-9ba4-489f-86c3-92b8ab185e19 HTTP/1.1" status: 200 len: 931 time: 0.2957380 Jul 22 16:39:57.309887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5478c7f-3775-4216-a196-e7f452b56150 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:39:57.321963 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1933c1c-c162-4cc0-92e3-f58ef37316c3 req-db72b970-5c63-4522-8518-b88202075a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:57.323988 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1933c1c-c162-4cc0-92e3-f58ef37316c3 req-db72b970-5c63-4522-8518-b88202075a2d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2228947 Jul 22 16:39:57.359319 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b5478c7f-3775-4216-a196-e7f452b56150 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:57.359690 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-b5478c7f-3775-4216-a196-e7f452b56150 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Added segment f08f70d8-c8ef-4b93-a70b-65714cce23dd of type vlan for network 04f71386-f22e-4cdf-a223-be46752d6bbe Jul 22 16:39:57.428887 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f2b29-171d-4c54-849e-a56945034509 req-da79dd1a-8f58-4d33-8f58-1e47179f3631 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:57.435263 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f2b29-171d-4c54-849e-a56945034509 req-da79dd1a-8f58-4d33-8f58-1e47179f3631 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:57.441387 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f2b29-171d-4c54-849e-a56945034509 req-da79dd1a-8f58-4d33-8f58-1e47179f3631 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:57.443120 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ed4f2b29-171d-4c54-849e-a56945034509 req-da79dd1a-8f58-4d33-8f58-1e47179f3631 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 2412 time: 0.1146562 Jul 22 16:39:57.489159 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ed4f2b29-171d-4c54-849e-a56945034509 req-9b6cba49-6f6f-4319-991d-d5012d3ebae4 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392678 Jul 22 16:39:57.492601 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b99e9ea-41c6-421b-8627-7e0e0763608e req-84d98acd-5f84-48af-b30f-c576eadcdc48 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/security-groups?id=42e23f32-e7c4-47e3-afe3-64a014ce51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803436 Jul 22 16:39:57.499093 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b5478c7f-3775-4216-a196-e7f452b56150 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:57.571720 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1933c1c-c162-4cc0-92e3-f58ef37316c3 req-344b6ea6-63e9-45b8-8878-8ce0e83b60a9 service neutron] 10.222.0.16 "GET /v2.0/networks/a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363029 Jul 22 16:39:57.576180 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-58f47be5-b98c-454e-a45c-15f619634649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d1b218-4fad-4d80-92eb-ea19513f3f51 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:39:57.594926 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-58f47be5-b98c-454e-a45c-15f619634649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:57.611230 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b5478c7f-3775-4216-a196-e7f452b56150 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:57.616951 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5478c7f-3775-4216-a196-e7f452b56150 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:57.617793 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b5478c7f-3775-4216-a196-e7f452b56150 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:57.657454 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-58f47be5-b98c-454e-a45c-15f619634649 service neutron] Transition to ACTIVE for port object 80d1b218-4fad-4d80-92eb-ea19513f3f51 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:57.675970 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-58f47be5-b98c-454e-a45c-15f619634649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:57.724407 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b5478c7f-3775-4216-a196-e7f452b56150 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6357708 Jul 22 16:39:57.725462 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54918) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:57.731989 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-960dbbf6-14b1-4996-9f51-14c9b7c7ade1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'subnet': {'network_id': '04f71386-f22e-4cdf-a223-be46752d6bbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:57.771395 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5478c7f-3775-4216-a196-e7f452b56150 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Network': ['ID=04f71386-f22e-4cdf-a223-be46752d6bbe,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:57.785970 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 04f71386-f22e-4cdf-a223-be46752d6bbe details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:39:57.818649 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f47be5-b98c-454e-a45c-15f619634649 service neutron] Pushing event updated for resources: {'Port': ['ID=80d1b218-4fad-4d80-92eb-ea19513f3f51,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:57.823610 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1933c1c-c162-4cc0-92e3-f58ef37316c3 req-fb899bf8-2299-4211-9c11-16dfa7cd5b8e service neutron] 10.222.0.16 "GET /v2.0/networks/a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418559 Jul 22 16:39:57.865303 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960dbbf6-14b1-4996-9f51-14c9b7c7ade1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:57.871479 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-960dbbf6-14b1-4996-9f51-14c9b7c7ade1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:57.907929 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-58f47be5-b98c-454e-a45c-15f619634649 service neutron] Attempting to bind port 80d1b218-4fad-4d80-92eb-ea19513f3f51 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:57.908338 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-58f47be5-b98c-454e-a45c-15f619634649 service neutron] Attempting to bind port 80d1b218-4fad-4d80-92eb-ea19513f3f51 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '160cd6b5-446e-4e17-b0df-acb9cc9717a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '01176eb0-3b5e-4d90-be3b-066f00d3931d'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:57.908663 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-58f47be5-b98c-454e-a45c-15f619634649 service neutron] Attempting to bind port 80d1b218-4fad-4d80-92eb-ea19513f3f51 on network 01176eb0-3b5e-4d90-be3b-066f00d3931d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:57.913420 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-58f47be5-b98c-454e-a45c-15f619634649 service neutron] Port 80d1b218-4fad-4d80-92eb-ea19513f3f51 on network 01176eb0-3b5e-4d90-be3b-066f00d3931d not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:57.913736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-58f47be5-b98c-454e-a45c-15f619634649 service neutron] Attempting to bind port 80d1b218-4fad-4d80-92eb-ea19513f3f51 on network 01176eb0-3b5e-4d90-be3b-066f00d3931d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:57.919216 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-58f47be5-b98c-454e-a45c-15f619634649 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:57.919553 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-58f47be5-b98c-454e-a45c-15f619634649 service neutron] Checking segment: {'id': '160cd6b5-446e-4e17-b0df-acb9cc9717a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '01176eb0-3b5e-4d90-be3b-066f00d3931d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:57.919940 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-58f47be5-b98c-454e-a45c-15f619634649 service neutron] Bound using segment: {'id': '160cd6b5-446e-4e17-b0df-acb9cc9717a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '01176eb0-3b5e-4d90-be3b-066f00d3931d'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:57.920363 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-58f47be5-b98c-454e-a45c-15f619634649 service neutron] Bound port: 80d1b218-4fad-4d80-92eb-ea19513f3f51, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160cd6b5-446e-4e17-b0df-acb9cc9717a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '01176eb0-3b5e-4d90-be3b-066f00d3931d'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:57.920750 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-58f47be5-b98c-454e-a45c-15f619634649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:57.990682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-58f47be5-b98c-454e-a45c-15f619634649 service neutron] For port 80d1b218-4fad-4d80-92eb-ea19513f3f51, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:57.994316 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-58f47be5-b98c-454e-a45c-15f619634649 service neutron] For port 80d1b218-4fad-4d80-92eb-ea19513f3f51, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=80d1b218-4fad-4d80-92eb-ea19513f3f51,segment=NetworkSegment(160cd6b5-446e-4e17-b0df-acb9cc9717a2),segment_id=160cd6b5-446e-4e17-b0df-acb9cc9717a2)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:58.002277 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-58f47be5-b98c-454e-a45c-15f619634649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:58.037179 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-58f47be5-b98c-454e-a45c-15f619634649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:58.037796 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-58f47be5-b98c-454e-a45c-15f619634649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:58.039303 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-58f47be5-b98c-454e-a45c-15f619634649 service neutron] 10.222.0.30 "PUT /v2.0/ports/80d1b218-4fad-4d80-92eb-ea19513f3f51 HTTP/1.1" status: 200 len: 1091 time: 1.3327773 Jul 22 16:39:58.039754 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e891f3a4-9ba4-489f-86c3-92b8ab185e19', 'tag': '80d1b218-4fad-4d80-92eb-ea19513f3f51'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:58.042138 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4308a34e-b40a-45dc-8dd9-f33b4f87530f" -d '{"events": [{"name": "network-changed", "server_uuid": "e891f3a4-9ba4-489f-86c3-92b8ab185e19", "tag": "80d1b218-4fad-4d80-92eb-ea19513f3f51"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:58.095608 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086789af-4c9d-4655-8ef2-b9c0fb1a06ae x-openstack-request-id: req-086789af-4c9d-4655-8ef2-b9c0fb1a06ae {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:58.095901 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e891f3a4-9ba4-489f-86c3-92b8ab185e19", "tag": "80d1b218-4fad-4d80-92eb-ea19513f3f51", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:58.096151 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-086789af-4c9d-4655-8ef2-b9c0fb1a06ae {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:58.096663 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e891f3a4-9ba4-489f-86c3-92b8ab185e19', 'tag': '80d1b218-4fad-4d80-92eb-ea19513f3f51', 'status': 'completed', 'code': 200} Jul 22 16:39:58.158473 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f47be5-b98c-454e-a45c-15f619634649 service neutron] Pushing event updated for resources: {'Port': ['ID=80d1b218-4fad-4d80-92eb-ea19513f3f51,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:58.159393 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-960dbbf6-14b1-4996-9f51-14c9b7c7ade1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:58.213598 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6a4ca-31e7-4602-8d80-5d8a4e3258cc req-f47161e2-5194-49f7-b07b-09fe7f795737 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:58.220327 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6a4ca-31e7-4602-8d80-5d8a4e3258cc req-f47161e2-5194-49f7-b07b-09fe7f795737 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:58.226322 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6a4ca-31e7-4602-8d80-5d8a4e3258cc req-f47161e2-5194-49f7-b07b-09fe7f795737 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:58.232803 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6a4ca-31e7-4602-8d80-5d8a4e3258cc req-f47161e2-5194-49f7-b07b-09fe7f795737 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:58.233323 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960dbbf6-14b1-4996-9f51-14c9b7c7ade1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Subnet': ['ID=05f35e6a-1514-42db-bf3a-11d5ca560ffc,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:58.238885 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6a4ca-31e7-4602-8d80-5d8a4e3258cc req-f47161e2-5194-49f7-b07b-09fe7f795737 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:58.244736 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960dbbf6-14b1-4996-9f51-14c9b7c7ade1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Checking segment: {'id': 'f08f70d8-c8ef-4b93-a70b-65714cce23dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '04f71386-f22e-4cdf-a223-be46752d6bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:58.245166 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960dbbf6-14b1-4996-9f51-14c9b7c7ade1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network hostable DHCP agents. Network: 04f71386-f22e-4cdf-a223-be46752d6bbe, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:39:58.246069 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6a4ca-31e7-4602-8d80-5d8a4e3258cc req-f47161e2-5194-49f7-b07b-09fe7f795737 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:58.252596 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6a4ca-31e7-4602-8d80-5d8a4e3258cc req-f47161e2-5194-49f7-b07b-09fe7f795737 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:58.254841 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4d6a4ca-31e7-4602-8d80-5d8a4e3258cc req-f47161e2-5194-49f7-b07b-09fe7f795737 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5429 time: 0.1984086 Jul 22 16:39:58.263368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-0375d409-f16f-4b7f-8204-fc9d93bc2064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:58.265417 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-0375d409-f16f-4b7f-8204-fc9d93bc2064 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a14a8deb1a2342999061846a3bc024a4&device_id=e891f3a4-9ba4-489f-86c3-92b8ab185e19 HTTP/1.1" status: 200 len: 1094 time: 0.1440566 Jul 22 16:39:58.266645 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960dbbf6-14b1-4996-9f51-14c9b7c7ade1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network 04f71386-f22e-4cdf-a223-be46752d6bbe is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:39:58.277174 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-960dbbf6-14b1-4996-9f51-14c9b7c7ade1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 04f71386-f22e-4cdf-a223-be46752d6bbe) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:58.283741 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960dbbf6-14b1-4996-9f51-14c9b7c7ade1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:58.285666 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-960dbbf6-14b1-4996-9f51-14c9b7c7ade1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:58.290132 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c689f0ed-2d47-4e69-a537-d3a3e7179926 None None] Network 04f71386-f22e-4cdf-a223-be46752d6bbe requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:58.306650 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-960dbbf6-14b1-4996-9f51-14c9b7c7ade1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5781276 Jul 22 16:39:58.308589 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54934) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:58.315721 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e14ab874-e504-4792-92c1-7752f6b75c86 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'port': {'network_id': '04f71386-f22e-4cdf-a223-be46752d6bbe', 'name': 'tempest-PortsTestJSON-1279682425'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:58.334086 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-da912db0-380c-4e1d-bcff-23365b9f577c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80d1b218-4fad-4d80-92eb-ea19513f3f51 HTTP/1.1" status: 200 len: 217 time: 0.0513575 Jul 22 16:39:58.376246 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4d6a4ca-31e7-4602-8d80-5d8a4e3258cc req-b804277b-0199-4d45-9375-bcacee71485e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1097603 Jul 22 16:39:58.413062 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-4689ba72-8a49-428b-a0eb-a95e45406f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:58.413062 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-4689ba72-8a49-428b-a0eb-a95e45406f1e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8cca8efd-f16e-448c-9f21-aa2cf53e8192 HTTP/1.1" status: 200 len: 857 time: 0.0679119 Jul 22 16:39:58.447294 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54936) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:58.455579 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-17452345-bb8f-4558-b0fc-84f6e5d2a6f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=01176eb0-3b5e-4d90-be3b-066f00d3931d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389624 Jul 22 16:39:58.493489 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c156d45-dc30-4694-8431-7e030565a4af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-04f71386-f22e-4cdf-a223-be46752d6bbe', 'network_id': '04f71386-f22e-4cdf-a223-be46752d6bbe', 'tenant_id': '8e0aa67291574566a24ac254467e6460', 'fixed_ips': [{'subnet_id': '05f35e6a-1514-42db-bf3a-11d5ca560ffc'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:39:58.495743 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c156d45-dc30-4694-8431-7e030565a4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:58.500770 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14ab874-e504-4792-92c1-7752f6b75c86 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:58.506524 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e14ab874-e504-4792-92c1-7752f6b75c86 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:58.549253 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e14ab874-e504-4792-92c1-7752f6b75c86 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] device_id is not set on port 489ea565-cb9f-4423-8844-b5e38b30e953 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:39:58.665067 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-7c156d45-dc30-4694-8431-7e030565a4af None None] Allocated IP 172.20.0.2 (04f71386-f22e-4cdf-a223-be46752d6bbe/05f35e6a-1514-42db-bf3a-11d5ca560ffc/80b9436e-3442-489d-ac98-af193901f1cb) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:58.682692 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 6c484d35-b4ff-4b67-9621-91fa19108a86 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:39:58.715994 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06dd7d4b-5e33-43df-8111-b9d21303b9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:58.816908 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8de46a-0cff-4bec-a765-fe8ca35140e3 req-b129b6f2-d9e3-47cb-9033-874b2e1f18f0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:58.825604 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8de46a-0cff-4bec-a765-fe8ca35140e3 req-b129b6f2-d9e3-47cb-9033-874b2e1f18f0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:58.833155 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8de46a-0cff-4bec-a765-fe8ca35140e3 req-b129b6f2-d9e3-47cb-9033-874b2e1f18f0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:58.842701 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b8de46a-0cff-4bec-a765-fe8ca35140e3 req-b129b6f2-d9e3-47cb-9033-874b2e1f18f0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 2412 time: 0.1985924 Jul 22 16:39:58.899237 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 6c484d35-b4ff-4b67-9621-91fa19108a86, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=6c484d35-b4ff-4b67-9621-91fa19108a86,segment=NetworkSegment(d7484e42-8da6-42ca-9061-79b058290ed4),segment_id=d7484e42-8da6-42ca-9061-79b058290ed4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:58.902973 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-c1e4b3a5-72fe-41f9-8b37-cf99fcd4dc00 service neutron] 10.222.0.30 "GET /v2.0/networks/01176eb0-3b5e-4d90-be3b-066f00d3931d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379077 Jul 22 16:39:58.919740 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '6c484d35-b4ff-4b67-9621-91fa19108a86', 'network_id': 'ac7674f1-9187-4e19-be4d-297ed95a9bea', 'port_id': '6c484d35-b4ff-4b67-9621-91fa19108a86', 'mac_address': 'fa:16:3e:dc:e0:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cfb963-9441-4285-831e-ebc7eb4b2ea3', 'ip_address': '19.86.0.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:39:58.923340 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b8de46a-0cff-4bec-a765-fe8ca35140e3 req-8f7bbc33-109a-4d35-bd2f-0293c830d970 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788803 Jul 22 16:39:58.928431 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c156d45-dc30-4694-8431-7e030565a4af None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:58.952479 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d7d4c-a614-4ce1-973a-af3594f3a184 req-54df122b-74ca-497f-b5ee-60ed571c291b tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:58.954378 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d46d7d4c-a614-4ce1-973a-af3594f3a184 req-54df122b-74ca-497f-b5ee-60ed571c291b tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/ports?device_id=e891f3a4-9ba4-489f-86c3-92b8ab185e19 HTTP/1.1" status: 200 len: 943 time: 0.1147606 Jul 22 16:39:58.966660 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7c156d45-dc30-4694-8431-7e030565a4af None None] Transition to ACTIVE for port object 80b9436e-3442-489d-ac98-af193901f1cb will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:58.977848 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06dd7d4b-5e33-43df-8111-b9d21303b9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:58.987275 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06dd7d4b-5e33-43df-8111-b9d21303b9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.001046 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2be5dab5-1286-45ef-903b-f95512a20278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.009706 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7c156d45-dc30-4694-8431-7e030565a4af None None] Transition to ACTIVE for port object 80b9436e-3442-489d-ac98-af193901f1cb will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:59.011609 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.024209 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c156d45-dc30-4694-8431-7e030565a4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.035416 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c484d35-b4ff-4b67-9621-91fa19108a86 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:39:59.049349 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d46d7d4c-a614-4ce1-973a-af3594f3a184 req-cf9cd045-abb2-4fee-a4ff-bb50555d6adf tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/security-groups?id=42e23f32-e7c4-47e3-afe3-64a014ce51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861275 Jul 22 16:39:59.086510 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24f6ae40-2463-4a00-ad78-c49591ab8236 req-ccbf1660-0de9-4979-8efa-05a49f1dcb38 service neutron] 10.222.0.30 "GET /v2.0/networks/01176eb0-3b5e-4d90-be3b-066f00d3931d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689761 Jul 22 16:39:59.086682 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 6c484d35-b4ff-4b67-9621-91fa19108a86, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=6c484d35-b4ff-4b67-9621-91fa19108a86,segment=NetworkSegment(d7484e42-8da6-42ca-9061-79b058290ed4),segment_id=d7484e42-8da6-42ca-9061-79b058290ed4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:59.086791 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-06dd7d4b-5e33-43df-8111-b9d21303b9a0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1cd02f21b1c8457aade00b38c0b276cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6336284 Jul 22 16:39:59.088385 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54946) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:59.092885 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c156d45-dc30-4694-8431-7e030565a4af None None] Network 04f71386-f22e-4cdf-a223-be46752d6bbe is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:59.098092 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.098743 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 64432c3f-ca29-4825-860b-e851e7dfda22 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:39:59.102475 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7c156d45-dc30-4694-8431-7e030565a4af None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:59.111108 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd7d4b-5e33-43df-8111-b9d21303b9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df113229-c38c-489d-a04d-6fbd7e6fee18,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:59.111377 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c156d45-dc30-4694-8431-7e030565a4af None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:59.122281 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c156d45-dc30-4694-8431-7e030565a4af None None] Pushing event updated for resources: {'Port': ['ID=80b9436e-3442-489d-ac98-af193901f1cb,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:59.129316 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-e14ab874-e504-4792-92c1-7752f6b75c86 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Allocated IP 172.20.0.10 (04f71386-f22e-4cdf-a223-be46752d6bbe/05f35e6a-1514-42db-bf3a-11d5ca560ffc/489ea565-cb9f-4423-8844-b5e38b30e953) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:59.169050 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b272299b-f374-4b6b-b4d0-a533ee1113a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.229665 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b272299b-f374-4b6b-b4d0-a533ee1113a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.256660 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7c156d45-dc30-4694-8431-7e030565a4af None None] Attempting to bind port 80b9436e-3442-489d-ac98-af193901f1cb on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:59.257052 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7c156d45-dc30-4694-8431-7e030565a4af None None] Attempting to bind port 80b9436e-3442-489d-ac98-af193901f1cb by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'f08f70d8-c8ef-4b93-a70b-65714cce23dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '04f71386-f22e-4cdf-a223-be46752d6bbe'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:59.257415 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c156d45-dc30-4694-8431-7e030565a4af None None] Attempting to bind port 80b9436e-3442-489d-ac98-af193901f1cb on network 04f71386-f22e-4cdf-a223-be46752d6bbe {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:59.261873 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=6c484d35-b4ff-4b67-9621-91fa19108a86,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:59.293523 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c156d45-dc30-4694-8431-7e030565a4af None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:59.293889 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c156d45-dc30-4694-8431-7e030565a4af None None] Checking segment: {'id': 'f08f70d8-c8ef-4b93-a70b-65714cce23dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '04f71386-f22e-4cdf-a223-be46752d6bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:59.294331 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c156d45-dc30-4694-8431-7e030565a4af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.294760 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c156d45-dc30-4694-8431-7e030565a4af None None] Bound using segment: {'id': 'f08f70d8-c8ef-4b93-a70b-65714cce23dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '04f71386-f22e-4cdf-a223-be46752d6bbe'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:59.295249 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7c156d45-dc30-4694-8431-7e030565a4af None None] Bound port: 80b9436e-3442-489d-ac98-af193901f1cb, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f08f70d8-c8ef-4b93-a70b-65714cce23dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '04f71386-f22e-4cdf-a223-be46752d6bbe'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:59.295869 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c156d45-dc30-4694-8431-7e030565a4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.326389 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308a34e-b40a-45dc-8dd9-f33b4f87530f req-98f42609-2028-449b-851d-88c514cc161a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:59.327961 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e14ab874-e504-4792-92c1-7752f6b75c86 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.328313 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4308a34e-b40a-45dc-8dd9-f33b4f87530f req-98f42609-2028-449b-851d-88c514cc161a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a14a8deb1a2342999061846a3bc024a4&device_id=e891f3a4-9ba4-489f-86c3-92b8ab185e19 HTTP/1.1" status: 200 len: 1094 time: 0.1181278 Jul 22 16:39:59.346211 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e14ab874-e504-4792-92c1-7752f6b75c86 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Transition to ACTIVE for port object 489ea565-cb9f-4423-8844-b5e38b30e953 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:59.351230 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b272299b-f374-4b6b-b4d0-a533ee1113a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.354476 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b272299b-f374-4b6b-b4d0-a533ee1113a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.355738 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b272299b-f374-4b6b-b4d0-a533ee1113a0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/df113229-c38c-489d-a04d-6fbd7e6fee18 HTTP/1.1" status: 204 len: 168 time: 0.2658262 Jul 22 16:39:59.383553 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272299b-f374-4b6b-b4d0-a533ee1113a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df113229-c38c-489d-a04d-6fbd7e6fee18,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:59.396605 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e14ab874-e504-4792-92c1-7752f6b75c86 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.466320 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308a34e-b40a-45dc-8dd9-f33b4f87530f req-63647634-f352-4e74-9577-78d343798083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:59.468220 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4308a34e-b40a-45dc-8dd9-f33b4f87530f req-63647634-f352-4e74-9577-78d343798083 service neutron] 10.222.0.30 "GET /v2.0/networks?id=01176eb0-3b5e-4d90-be3b-066f00d3931d HTTP/1.1" status: 200 len: 918 time: 0.1285233 Jul 22 16:39:59.471598 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14ab874-e504-4792-92c1-7752f6b75c86 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network 04f71386-f22e-4cdf-a223-be46752d6bbe is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:59.475741 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e14ab874-e504-4792-92c1-7752f6b75c86 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:59.486485 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14ab874-e504-4792-92c1-7752f6b75c86 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:59.514072 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 64432c3f-ca29-4825-860b-e851e7dfda22, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=64432c3f-ca29-4825-860b-e851e7dfda22,segment=NetworkSegment(e27cc68e-e219-4c2d-aa0a-6007fbacbd1c),segment_id=e27cc68e-e219-4c2d-aa0a-6007fbacbd1c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:59.526381 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ab874-e504-4792-92c1-7752f6b75c86 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Port': ['ID=489ea565-cb9f-4423-8844-b5e38b30e953,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:59.546946 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '64432c3f-ca29-4825-860b-e851e7dfda22', 'network_id': 'a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1', 'port_id': '64432c3f-ca29-4825-860b-e851e7dfda22', 'mac_address': 'fa:16:3e:45:b5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7183d56e-f87f-4b1c-8d0b-fc327440be4d', 'ip_address': '19.80.0.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:39:59.558932 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7c156d45-dc30-4694-8431-7e030565a4af None None] For port 80b9436e-3442-489d-ac98-af193901f1cb, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:59.563295 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7c156d45-dc30-4694-8431-7e030565a4af None None] For port 80b9436e-3442-489d-ac98-af193901f1cb, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=80b9436e-3442-489d-ac98-af193901f1cb,segment=NetworkSegment(f08f70d8-c8ef-4b93-a70b-65714cce23dd),segment_id=f08f70d8-c8ef-4b93-a70b-65714cce23dd)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:59.566212 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4308a34e-b40a-45dc-8dd9-f33b4f87530f req-63d47fad-8477-4ac0-bc3d-031d3815c4e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80d1b218-4fad-4d80-92eb-ea19513f3f51 HTTP/1.1" status: 200 len: 217 time: 0.0870390 Jul 22 16:39:59.583088 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14ab874-e504-4792-92c1-7752f6b75c86 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:59.583489 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c156d45-dc30-4694-8431-7e030565a4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.584466 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e14ab874-e504-4792-92c1-7752f6b75c86 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.603490 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e14ab874-e504-4792-92c1-7752f6b75c86 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2932374 Jul 22 16:39:59.606069 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54956) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:59.640436 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c156d45-dc30-4694-8431-7e030565a4af None None] Pushing event updated for resources: {'Port': ['ID=80b9436e-3442-489d-ac98-af193901f1cb,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:59.645028 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308a34e-b40a-45dc-8dd9-f33b4f87530f req-3075091d-983f-4b3b-aeb6-09f5c571635c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:59.646608 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4308a34e-b40a-45dc-8dd9-f33b4f87530f req-3075091d-983f-4b3b-aeb6-09f5c571635c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8cca8efd-f16e-448c-9f21-aa2cf53e8192 HTTP/1.1" status: 200 len: 857 time: 0.0511932 Jul 22 16:39:59.659156 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.687589 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64432c3f-ca29-4825-860b-e851e7dfda22 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:39:59.695293 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4308a34e-b40a-45dc-8dd9-f33b4f87530f req-bb92fb84-f767-4330-88f0-794c4991ba81 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=01176eb0-3b5e-4d90-be3b-066f00d3931d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390441 Jul 22 16:39:59.722206 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 64432c3f-ca29-4825-860b-e851e7dfda22, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=64432c3f-ca29-4825-860b-e851e7dfda22,segment=NetworkSegment(e27cc68e-e219-4c2d-aa0a-6007fbacbd1c),segment_id=e27cc68e-e219-4c2d-aa0a-6007fbacbd1c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:59.728707 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.729785 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device c4e4470c-da4b-41ba-b1e0-2f636b6200e7 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:39:59.784141 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4c1a6-d064-411d-9fd2-d47b752297a4 req-856573ef-16e2-4934-b58a-5876e32bf771 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:59.792586 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fe3e3d2a-0279-4efd-8bc3-195b5046597b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting port 489ea565-cb9f-4423-8844-b5e38b30e953 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:59.792984 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3d2a-0279-4efd-8bc3-195b5046597b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.797522 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4c1a6-d064-411d-9fd2-d47b752297a4 req-856573ef-16e2-4934-b58a-5876e32bf771 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:59.805911 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4c1a6-d064-411d-9fd2-d47b752297a4 req-856573ef-16e2-4934-b58a-5876e32bf771 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:59.816946 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4c1a6-d064-411d-9fd2-d47b752297a4 req-856573ef-16e2-4934-b58a-5876e32bf771 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:59.827314 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4c1a6-d064-411d-9fd2-d47b752297a4 req-856573ef-16e2-4934-b58a-5876e32bf771 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:59.835774 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4c1a6-d064-411d-9fd2-d47b752297a4 req-856573ef-16e2-4934-b58a-5876e32bf771 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:59.839799 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port c4e4470c-da4b-41ba-b1e0-2f636b6200e7, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=c4e4470c-da4b-41ba-b1e0-2f636b6200e7,segment=NetworkSegment(e27cc68e-e219-4c2d-aa0a-6007fbacbd1c),segment_id=e27cc68e-e219-4c2d-aa0a-6007fbacbd1c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:59.844665 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4c1a6-d064-411d-9fd2-d47b752297a4 req-856573ef-16e2-4934-b58a-5876e32bf771 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:59.847165 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-abb4c1a6-d064-411d-9fd2-d47b752297a4 req-856573ef-16e2-4934-b58a-5876e32bf771 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5429 time: 0.3046408 Jul 22 16:39:59.860666 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'c4e4470c-da4b-41ba-b1e0-2f636b6200e7', 'network_id': 'a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1', 'port_id': 'c4e4470c-da4b-41ba-b1e0-2f636b6200e7', 'mac_address': 'fa:16:3e:0e:d9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7183d56e-f87f-4b1c-8d0b-fc327440be4d', 'ip_address': '19.80.0.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:39:59.913829 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3d2a-0279-4efd-8bc3-195b5046597b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.942644 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fe3e3d2a-0279-4efd-8bc3-195b5046597b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Calling delete_port for 489ea565-cb9f-4423-8844-b5e38b30e953 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:59.949195 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=64432c3f-ca29-4825-860b-e851e7dfda22,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:59.961553 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.998997 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e4470c-da4b-41ba-b1e0-2f636b6200e7 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:00.022653 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-abb4c1a6-d064-411d-9fd2-d47b752297a4 req-6d5f737e-d17b-4b31-95a2-5a082523ac68 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1387467 Jul 22 16:40:00.032659 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port c4e4470c-da4b-41ba-b1e0-2f636b6200e7, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=c4e4470c-da4b-41ba-b1e0-2f636b6200e7,segment=NetworkSegment(e27cc68e-e219-4c2d-aa0a-6007fbacbd1c),segment_id=e27cc68e-e219-4c2d-aa0a-6007fbacbd1c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:00.040018 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:00.042840 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4308a34e-b40a-45dc-8dd9-f33b4f87530f req-c0e2d33c-fedc-4b3e-baae-1a2fa5913491 service neutron] 10.222.0.30 "GET /v2.0/networks/01176eb0-3b5e-4d90-be3b-066f00d3931d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307524 Jul 22 16:40:00.173329 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=c4e4470c-da4b-41ba-b1e0-2f636b6200e7,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:00.211863 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4308a34e-b40a-45dc-8dd9-f33b4f87530f req-ea37ddd8-7981-4f60-87c1-f3cfa772ba46 service neutron] 10.222.0.30 "GET /v2.0/networks/01176eb0-3b5e-4d90-be3b-066f00d3931d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619678 Jul 22 16:40:00.280993 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3d2a-0279-4efd-8bc3-195b5046597b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:00.317851 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e3d2a-0279-4efd-8bc3-195b5046597b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Port': ['ID=489ea565-cb9f-4423-8844-b5e38b30e953,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:00.336907 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1ba6a-1e69-49ef-864a-f940c4d29c07 req-bf64d8b9-c070-43c2-830f-634d8e639d24 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:00.343375 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1ba6a-1e69-49ef-864a-f940c4d29c07 req-bf64d8b9-c070-43c2-830f-634d8e639d24 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:00.349583 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1ba6a-1e69-49ef-864a-f940c4d29c07 req-bf64d8b9-c070-43c2-830f-634d8e639d24 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:00.351521 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fcd1ba6a-1e69-49ef-864a-f940c4d29c07 req-bf64d8b9-c070-43c2-830f-634d8e639d24 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 2415 time: 0.2463021 Jul 22 16:40:00.389107 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b689c-0623-46ed-8c1b-7b707e976d0a req-37f7cc68-6dc0-4f7d-85c9-b68b128da361 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:00.391086 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-901b689c-0623-46ed-8c1b-7b707e976d0a req-37f7cc68-6dc0-4f7d-85c9-b68b128da361 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/ports?device_id=e891f3a4-9ba4-489f-86c3-92b8ab185e19 HTTP/1.1" status: 200 len: 943 time: 0.0984271 Jul 22 16:40:00.452020 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fcd1ba6a-1e69-49ef-864a-f940c4d29c07 req-200119eb-2bf3-4327-bd62-3851b1b9a44d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776618 Jul 22 16:40:00.457324 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3d2a-0279-4efd-8bc3-195b5046597b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:00.459225 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fe3e3d2a-0279-4efd-8bc3-195b5046597b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/ports/489ea565-cb9f-4423-8844-b5e38b30e953 HTTP/1.1" status: 204 len: 168 time: 0.8519721 Jul 22 16:40:00.460153 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['6c484d35-b4ff-4b67-9621-91fa19108a86'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:00.462119 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54982) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:00.466393 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-901b689c-0623-46ed-8c1b-7b707e976d0a req-74e83384-74a4-4fb1-aa65-6cf961a73ff5 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/security-groups?id=42e23f32-e7c4-47e3-afe3-64a014ce51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674343 Jul 22 16:40:00.475708 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54984) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:00.500753 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63c34ac-0ff8-4dad-a47f-fe0f1c6d1ff1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] DELETE failed (client error): The resource could not be found. Jul 22 16:40:00.501331 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['c4e4470c-da4b-41ba-b1e0-2f636b6200e7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:00.501493 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d63c34ac-0ff8-4dad-a47f-fe0f1c6d1ff1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:40:00.503360 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d63c34ac-0ff8-4dad-a47f-fe0f1c6d1ff1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/ports/489ea565-cb9f-4423-8844-b5e38b30e953 HTTP/1.1" status: 404 len: 333 time: 0.0402379 Jul 22 16:40:00.506205 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54988) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:00.542560 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ebc39c-da65-4577-8d39-adc0d821d06d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] GET failed (client error): The resource could not be found. Jul 22 16:40:00.543619 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['64432c3f-ca29-4825-860b-e851e7dfda22'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:00.546121 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a0ebc39c-da65-4577-8d39-adc0d821d06d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports/489ea565-cb9f-4423-8844-b5e38b30e953 HTTP/1.1" status: 404 len: 333 time: 0.0369730 Jul 22 16:40:00.547182 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54990) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:00.609781 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-35fda774-5c5f-4b31-80c5-ee97292aeadd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting subnet 05f35e6a-1514-42db-bf3a-11d5ca560ffc {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:40:00.613254 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35fda774-5c5f-4b31-80c5-ee97292aeadd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:00.629882 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-afd0d81d-936b-4b4d-8225-d69ebbf448e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-415882473-network', 'tenant_id': '346b1c181fb44928843dc023990026cc'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:00.663642 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd0d81d-936b-4b4d-8225-d69ebbf448e8 admin admin] Made reservation on behalf of 346b1c181fb44928843dc023990026cc for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:00.666746 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afd0d81d-936b-4b4d-8225-d69ebbf448e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:00.677022 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afd0d81d-936b-4b4d-8225-d69ebbf448e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:00.690074 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35fda774-5c5f-4b31-80c5-ee97292aeadd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:00.791066 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afd0d81d-936b-4b4d-8225-d69ebbf448e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:00.797756 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afd0d81d-936b-4b4d-8225-d69ebbf448e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:00.815449 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd0d81d-936b-4b4d-8225-d69ebbf448e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:40:00.829205 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afd0d81d-936b-4b4d-8225-d69ebbf448e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:00.829598 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-afd0d81d-936b-4b4d-8225-d69ebbf448e8 admin admin] Added segment b564fcf8-8c98-49bb-b0ec-572c342f0635 of type vlan for network 080f6fdb-8ecf-418a-9887-9107e25751db Jul 22 16:40:00.849374 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35fda774-5c5f-4b31-80c5-ee97292aeadd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:00.900522 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0d81d-936b-4b4d-8225-d69ebbf448e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9434477-f6c1-40e9-8fab-b84015ce5d33,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:00.912394 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afd0d81d-936b-4b4d-8225-d69ebbf448e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:00.948581 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afd0d81d-936b-4b4d-8225-d69ebbf448e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:00.949790 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd0d81d-936b-4b4d-8225-d69ebbf448e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:00.950670 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afd0d81d-936b-4b4d-8225-d69ebbf448e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:00.957720 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35fda774-5c5f-4b31-80c5-ee97292aeadd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:00.982523 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-afd0d81d-936b-4b4d-8225-d69ebbf448e8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5051689 Jul 22 16:40:00.985585 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54994) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:00.993295 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fda774-5c5f-4b31-80c5-ee97292aeadd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Subnet': ['ID=05f35e6a-1514-42db-bf3a-11d5ca560ffc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:00.993559 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5500fcab-b9e9-47b1-8b4c-f264cd381bb6 admin admin] Request body: {'subnet': {'network_id': '080f6fdb-8ecf-418a-9887-9107e25751db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-415882473-subnet', 'tenant_id': '346b1c181fb44928843dc023990026cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:00.999566 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35fda774-5c5f-4b31-80c5-ee97292aeadd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.001628 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-35fda774-5c5f-4b31-80c5-ee97292aeadd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/subnets/05f35e6a-1514-42db-bf3a-11d5ca560ffc HTTP/1.1" status: 204 len: 168 time: 0.4534416 Jul 22 16:40:01.006438 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54996) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:01.032228 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0d81d-936b-4b4d-8225-d69ebbf448e8 admin admin] Pushing event updated for resources: {'Network': ['ID=080f6fdb-8ecf-418a-9887-9107e25751db,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:01.043319 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 080f6fdb-8ecf-418a-9887-9107e25751db details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:40:01.051399 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5500fcab-b9e9-47b1-8b4c-f264cd381bb6 admin admin] Made reservation on behalf of 346b1c181fb44928843dc023990026cc for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:01.054019 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5500fcab-b9e9-47b1-8b4c-f264cd381bb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.140449 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2e28717-d219-4d35-922a-724612e13fb7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.154677 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d22751-77ae-4096-a3ba-82dce30edad0 None None] Network 04f71386-f22e-4cdf-a223-be46752d6bbe requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:01.227362 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e2e28717-d219-4d35-922a-724612e13fb7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting port 80b9436e-3442-489d-ac98-af193901f1cb {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:01.228606 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2e28717-d219-4d35-922a-724612e13fb7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.257111 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-69945292-84b1-48f6-a5cf-9f75f848dd84 None None] Provisioning for port 80b9436e-3442-489d-ac98-af193901f1cb completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:01.294383 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187ea2b-2187-4e88-bbc3-b2b18bd6e39f req-7312f45e-dda7-43ce-95cf-397ec1d167ac tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:01.302448 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187ea2b-2187-4e88-bbc3-b2b18bd6e39f req-7312f45e-dda7-43ce-95cf-397ec1d167ac tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:01.310247 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187ea2b-2187-4e88-bbc3-b2b18bd6e39f req-7312f45e-dda7-43ce-95cf-397ec1d167ac tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:01.311909 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e2e28717-d219-4d35-922a-724612e13fb7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] For port 80b9436e-3442-489d-ac98-af193901f1cb, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=80b9436e-3442-489d-ac98-af193901f1cb,segment=NetworkSegment(f08f70d8-c8ef-4b93-a70b-65714cce23dd),segment_id=f08f70d8-c8ef-4b93-a70b-65714cce23dd)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:01.312300 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2e28717-d219-4d35-922a-724612e13fb7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.317448 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187ea2b-2187-4e88-bbc3-b2b18bd6e39f req-7312f45e-dda7-43ce-95cf-397ec1d167ac tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:01.325691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187ea2b-2187-4e88-bbc3-b2b18bd6e39f req-7312f45e-dda7-43ce-95cf-397ec1d167ac tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:01.327455 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e2e28717-d219-4d35-922a-724612e13fb7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Calling delete_port for 80b9436e-3442-489d-ac98-af193901f1cb owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:01.333289 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187ea2b-2187-4e88-bbc3-b2b18bd6e39f req-7312f45e-dda7-43ce-95cf-397ec1d167ac tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:01.341735 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187ea2b-2187-4e88-bbc3-b2b18bd6e39f req-7312f45e-dda7-43ce-95cf-397ec1d167ac tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:01.342751 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b187ea2b-2187-4e88-bbc3-b2b18bd6e39f req-7312f45e-dda7-43ce-95cf-397ec1d167ac tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5429 time: 0.1997318 Jul 22 16:40:01.370825 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 80b9436e-3442-489d-ac98-af193901f1cb up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:01.430920 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2e28717-d219-4d35-922a-724612e13fb7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.435414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Could not find standard attr ID for object 80b9436e-3442-489d-ac98-af193901f1cb. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:40:01.457623 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b187ea2b-2187-4e88-bbc3-b2b18bd6e39f req-4cc4cf8f-8f6e-4b75-a3af-e5859086cfe8 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1048353 Jul 22 16:40:01.463349 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e28717-d219-4d35-922a-724612e13fb7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Port': ['ID=80b9436e-3442-489d-ac98-af193901f1cb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:01.465463 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e28717-d219-4d35-922a-724612e13fb7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] No DVR routers for this DVR port 80b9436e-3442-489d-ac98-af193901f1cb on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:01.465653 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5500fcab-b9e9-47b1-8b4c-f264cd381bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.529658 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899a71a5-4f1a-4efd-b2f4-617be1d2ab62 None None] DHCP port deletion for 04f71386-f22e-4cdf-a223-be46752d6bbe request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:40:01.550100 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500fcab-b9e9-47b1-8b4c-f264cd381bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d034105d-0873-4d3b-bb91-c20cfcaca3ce,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:01.570714 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5500fcab-b9e9-47b1-8b4c-f264cd381bb6 admin admin] Checking segment: {'id': 'b564fcf8-8c98-49bb-b0ec-572c342f0635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '080f6fdb-8ecf-418a-9887-9107e25751db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:01.571083 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5500fcab-b9e9-47b1-8b4c-f264cd381bb6 admin admin] Network hostable DHCP agents. Network: 080f6fdb-8ecf-418a-9887-9107e25751db, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:40:01.572386 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ef0a-9881-4aa4-b7d2-da28db2bda08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.596461 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.612325 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2e28717-d219-4d35-922a-724612e13fb7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.629277 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5500fcab-b9e9-47b1-8b4c-f264cd381bb6 admin admin] Network 080f6fdb-8ecf-418a-9887-9107e25751db is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:40:01.641530 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e2e28717-d219-4d35-922a-724612e13fb7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f71386-f22e-4cdf-a223-be46752d6bbe']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:01.654294 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e2e28717-d219-4d35-922a-724612e13fb7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f08f70d8-c8ef-4b93-a70b-65714cce23dd') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:01.654589 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e2e28717-d219-4d35-922a-724612e13fb7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f08f70d8-c8ef-4b93-a70b-65714cce23dd') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:01.656553 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5500fcab-b9e9-47b1-8b4c-f264cd381bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 080f6fdb-8ecf-418a-9887-9107e25751db) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:01.662220 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5500fcab-b9e9-47b1-8b4c-f264cd381bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:01.663466 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5500fcab-b9e9-47b1-8b4c-f264cd381bb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.666227 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2e28717-d219-4d35-922a-724612e13fb7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.667496 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fead46d-3dd8-48ef-873f-61928d8187d8 None None] Network 080f6fdb-8ecf-418a-9887-9107e25751db requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:01.688880 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2e28717-d219-4d35-922a-724612e13fb7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.693752 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5500fcab-b9e9-47b1-8b4c-f264cd381bb6 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7070842 Jul 22 16:40:01.699013 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e28717-d219-4d35-922a-724612e13fb7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:40:01.699432 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2e28717-d219-4d35-922a-724612e13fb7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:40:01.703085 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:40:01.722881 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448444c6-8aa2-4a64-9761-d7dc14f137ac req-9e6b0684-0189-424c-9732-dfe9edabcf5d tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:01.724753 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-448444c6-8aa2-4a64-9761-d7dc14f137ac req-9e6b0684-0189-424c-9732-dfe9edabcf5d tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/ports?device_id=e891f3a4-9ba4-489f-86c3-92b8ab185e19 HTTP/1.1" status: 200 len: 943 time: 0.1354206 Jul 22 16:40:01.727899 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9c566-9f43-4702-9c88-4e313945d668 req-02c7374f-d734-41c3-82a5-2d92cb112fce tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:01.734524 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9c566-9f43-4702-9c88-4e313945d668 req-02c7374f-d734-41c3-82a5-2d92cb112fce tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:01.740578 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9c566-9f43-4702-9c88-4e313945d668 req-02c7374f-d734-41c3-82a5-2d92cb112fce tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:01.748555 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c5e9c566-9f43-4702-9c88-4e313945d668 req-02c7374f-d734-41c3-82a5-2d92cb112fce tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 2415 time: 0.1849637 Jul 22 16:40:01.771721 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-448444c6-8aa2-4a64-9761-d7dc14f137ac req-7337124c-9a71-44d5-a681-211f624a62f7 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/security-groups?id=42e23f32-e7c4-47e3-afe3-64a014ce51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386717 Jul 22 16:40:01.833846 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2e28717-d219-4d35-922a-724612e13fb7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.839503 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2e28717-d219-4d35-922a-724612e13fb7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.841215 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e2e28717-d219-4d35-922a-724612e13fb7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/networks/04f71386-f22e-4cdf-a223-be46752d6bbe HTTP/1.1" status: 204 len: 168 time: 0.8335824 Jul 22 16:40:01.845693 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55010) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:01.851881 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9b8adfa6-babe-4492-b6e3-5f00a1422925 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1391204785'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:01.853070 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c5e9c566-9f43-4702-9c88-4e313945d668 req-02db222e-d0a8-4b20-82ae-3a9ee5927ea0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042154 Jul 22 16:40:01.863950 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e28717-d219-4d35-922a-724612e13fb7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Network': ['ID=04f71386-f22e-4cdf-a223-be46752d6bbe,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:01.873073 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bf8f64-e25e-433d-af5e-bf9b5b989e94 None None] Network 080f6fdb-8ecf-418a-9887-9107e25751db requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:01.879702 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8adfa6-babe-4492-b6e3-5f00a1422925 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:01.886626 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b8adfa6-babe-4492-b6e3-5f00a1422925 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.914428 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8adfa6-babe-4492-b6e3-5f00a1422925 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:40:01.924448 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b8adfa6-babe-4492-b6e3-5f00a1422925 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.924924 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-9b8adfa6-babe-4492-b6e3-5f00a1422925 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Added segment 87651b3a-a3d7-4145-8965-318e2f01bba1 of type vlan for network ad849f73-3105-42b0-be24-b5e8b11d06a1 Jul 22 16:40:01.968954 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b8adfa6-babe-4492-b6e3-5f00a1422925 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:02.011397 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b8adfa6-babe-4492-b6e3-5f00a1422925 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:02.020301 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8adfa6-babe-4492-b6e3-5f00a1422925 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:02.021669 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b8adfa6-babe-4492-b6e3-5f00a1422925 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:02.080043 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9b8adfa6-babe-4492-b6e3-5f00a1422925 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2331095 Jul 22 16:40:02.082856 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55016) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:02.088660 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-187dc823-be52-4064-900b-76e9a3c2c289 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'subnet': {'network_id': 'ad849f73-3105-42b0-be24-b5e8b11d06a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:02.114727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8adfa6-babe-4492-b6e3-5f00a1422925 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Network': ['ID=ad849f73-3105-42b0-be24-b5e8b11d06a1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:02.127362 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network ad849f73-3105-42b0-be24-b5e8b11d06a1 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:40:02.194606 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187dc823-be52-4064-900b-76e9a3c2c289 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:02.199173 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-187dc823-be52-4064-900b-76e9a3c2c289 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:02.404169 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-187dc823-be52-4064-900b-76e9a3c2c289 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:02.461249 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187dc823-be52-4064-900b-76e9a3c2c289 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Subnet': ['ID=99ce64e4-2088-455b-98e3-cb906cfd5696,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:02.481733 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187dc823-be52-4064-900b-76e9a3c2c289 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Checking segment: {'id': '87651b3a-a3d7-4145-8965-318e2f01bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ad849f73-3105-42b0-be24-b5e8b11d06a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:02.482241 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187dc823-be52-4064-900b-76e9a3c2c289 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network hostable DHCP agents. Network: ad849f73-3105-42b0-be24-b5e8b11d06a1, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:40:02.501331 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187dc823-be52-4064-900b-76e9a3c2c289 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network ad849f73-3105-42b0-be24-b5e8b11d06a1 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:40:02.512581 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-187dc823-be52-4064-900b-76e9a3c2c289 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, ad849f73-3105-42b0-be24-b5e8b11d06a1) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:02.517728 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187dc823-be52-4064-900b-76e9a3c2c289 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:02.518507 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-187dc823-be52-4064-900b-76e9a3c2c289 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:02.523430 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb7777e-bfff-42cf-9387-895fd6a018ae None None] Network ad849f73-3105-42b0-be24-b5e8b11d06a1 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:02.545184 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-187dc823-be52-4064-900b-76e9a3c2c289 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4603462 Jul 22 16:40:02.547179 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55028) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:02.552849 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ba9ceeb9-55eb-4bfa-b182-a50f6bddc847 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'port': {'network_id': 'ad849f73-3105-42b0-be24-b5e8b11d06a1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1748384051'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:02.658114 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff1f75-196e-4cd2-9324-136b337b677f req-4282bb26-4bd2-4a0f-bbae-a43d8290a6c5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:02.665152 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff1f75-196e-4cd2-9324-136b337b677f req-4282bb26-4bd2-4a0f-bbae-a43d8290a6c5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:02.673328 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff1f75-196e-4cd2-9324-136b337b677f req-4282bb26-4bd2-4a0f-bbae-a43d8290a6c5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:02.681170 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff1f75-196e-4cd2-9324-136b337b677f req-4282bb26-4bd2-4a0f-bbae-a43d8290a6c5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:02.691067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff1f75-196e-4cd2-9324-136b337b677f req-4282bb26-4bd2-4a0f-bbae-a43d8290a6c5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:02.691904 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9ceeb9-55eb-4bfa-b182-a50f6bddc847 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:02.694527 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 706d94d1-b403-4659-855c-6be2d363f415 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:40:02.697027 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba9ceeb9-55eb-4bfa-b182-a50f6bddc847 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:02.701528 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff1f75-196e-4cd2-9324-136b337b677f req-4282bb26-4bd2-4a0f-bbae-a43d8290a6c5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:02.702095 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 64432c3f-ca29-4825-860b-e851e7dfda22 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:02.711632 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff1f75-196e-4cd2-9324-136b337b677f req-4282bb26-4bd2-4a0f-bbae-a43d8290a6c5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:02.716989 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3ff1f75-196e-4cd2-9324-136b337b677f req-4282bb26-4bd2-4a0f-bbae-a43d8290a6c5 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5429 time: 0.1624379 Jul 22 16:40:02.729725 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-ba9ceeb9-55eb-4bfa-b182-a50f6bddc847 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] device_id is not set on port ff0356a6-a0bd-4bbd-ba9c-7a58e3747143 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:40:02.740459 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:02.789014 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f64ed3d-a6a6-42ba-88f9-544fe44435e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-ad849f73-3105-42b0-be24-b5e8b11d06a1', 'network_id': 'ad849f73-3105-42b0-be24-b5e8b11d06a1', 'tenant_id': '8e0aa67291574566a24ac254467e6460', 'fixed_ips': [{'subnet_id': '99ce64e4-2088-455b-98e3-cb906cfd5696'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:40:02.790161 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8f64ed3d-a6a6-42ba-88f9-544fe44435e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:02.793851 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3ff1f75-196e-4cd2-9324-136b337b677f req-7b6c01b2-29d5-462d-b65e-866c610bf940 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702984 Jul 22 16:40:02.925009 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-ba9ceeb9-55eb-4bfa-b182-a50f6bddc847 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Allocated IP 172.20.0.4 (ad849f73-3105-42b0-be24-b5e8b11d06a1/99ce64e4-2088-455b-98e3-cb906cfd5696/ff0356a6-a0bd-4bbd-ba9c-7a58e3747143) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:03.000881 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154141d-718c-4d9c-afa8-778e5d456115 req-ae5d0646-bcf0-4a5b-b94f-4a684af7805c tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:03.002533 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7154141d-718c-4d9c-afa8-778e5d456115 req-ae5d0646-bcf0-4a5b-b94f-4a684af7805c tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/ports?device_id=e891f3a4-9ba4-489f-86c3-92b8ab185e19 HTTP/1.1" status: 200 len: 943 time: 0.1409469 Jul 22 16:40:03.027381 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 80d1b218-4fad-4d80-92eb-ea19513f3f51 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:40:03.038895 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 64432c3f-ca29-4825-860b-e851e7dfda22 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:03.065296 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 64432c3f-ca29-4825-860b-e851e7dfda22 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:03.065680 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:03.073833 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 706d94d1-b403-4659-855c-6be2d363f415, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=706d94d1-b403-4659-855c-6be2d363f415,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:03.076358 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9820024-2304-4f96-8afb-23529a4566df req-691b9773-456e-4490-ab8e-110318f6938a tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:03.084722 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9820024-2304-4f96-8afb-23529a4566df req-691b9773-456e-4490-ab8e-110318f6938a tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:03.092429 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9820024-2304-4f96-8afb-23529a4566df req-691b9773-456e-4490-ab8e-110318f6938a tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:03.098655 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e9820024-2304-4f96-8afb-23529a4566df req-691b9773-456e-4490-ab8e-110318f6938a tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 2415 time: 0.1265311 Jul 22 16:40:03.102973 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7154141d-718c-4d9c-afa8-778e5d456115 req-7b86f65d-797c-4957-8a8f-ae8d84494fa4 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/security-groups?id=42e23f32-e7c4-47e3-afe3-64a014ce51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929484 Jul 22 16:40:03.131534 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba9ceeb9-55eb-4bfa-b182-a50f6bddc847 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:03.147786 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e9820024-2304-4f96-8afb-23529a4566df req-f4c9a71f-ce42-494c-a5c3-5cd2c63c8e4a tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440686 Jul 22 16:40:03.152799 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-ba9ceeb9-55eb-4bfa-b182-a50f6bddc847 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Transition to ACTIVE for port object ff0356a6-a0bd-4bbd-ba9c-7a58e3747143 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:03.159474 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '706d94d1-b403-4659-855c-6be2d363f415', 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf', 'port_id': '706d94d1-b403-4659-855c-6be2d363f415', 'mac_address': 'fa:16:3e:6c:7d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d2d744-bd35-4248-9461-63b7b331579f', 'ip_address': '10.1.1.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:40:03.198566 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba9ceeb9-55eb-4bfa-b182-a50f6bddc847 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:03.252876 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9ceeb9-55eb-4bfa-b182-a50f6bddc847 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network ad849f73-3105-42b0-be24-b5e8b11d06a1 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:03.256118 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ba9ceeb9-55eb-4bfa-b182-a50f6bddc847 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:03.258702 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9ceeb9-55eb-4bfa-b182-a50f6bddc847 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:03.281616 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 80b9436e-3442-489d-ac98-af193901f1cb no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:40:03.285356 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ceeb9-55eb-4bfa-b182-a50f6bddc847 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Port': ['ID=ff0356a6-a0bd-4bbd-ba9c-7a58e3747143,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:03.313034 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9ceeb9-55eb-4bfa-b182-a50f6bddc847 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:03.313650 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba9ceeb9-55eb-4bfa-b182-a50f6bddc847 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:03.316891 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 80b9436e-3442-489d-ac98-af193901f1cb {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:40:03.317235 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 80b9436e-3442-489d-ac98-af193901f1cb not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:40:03.318652 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:03.329663 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ba9ceeb9-55eb-4bfa-b182-a50f6bddc847 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.7812643 Jul 22 16:40:03.332569 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55036) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:03.380969 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706d94d1-b403-4659-855c-6be2d363f415 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:03.385633 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-8f64ed3d-a6a6-42ba-88f9-544fe44435e0 None None] Allocated IP 172.20.0.2 (ad849f73-3105-42b0-be24-b5e8b11d06a1/99ce64e4-2088-455b-98e3-cb906cfd5696/e46323fd-2f82-4fc8-b55c-815500a014ae) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:03.396509 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 80d1b218-4fad-4d80-92eb-ea19513f3f51, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=80d1b218-4fad-4d80-92eb-ea19513f3f51,segment=NetworkSegment(160cd6b5-446e-4e17-b0df-acb9cc9717a2),segment_id=160cd6b5-446e-4e17-b0df-acb9cc9717a2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:03.428666 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:03.436501 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 706d94d1-b403-4659-855c-6be2d363f415, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=706d94d1-b403-4659-855c-6be2d363f415,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:03.442491 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '80d1b218-4fad-4d80-92eb-ea19513f3f51', 'network_id': '01176eb0-3b5e-4d90-be3b-066f00d3931d', 'port_id': '80d1b218-4fad-4d80-92eb-ea19513f3f51', 'mac_address': 'fa:16:3e:67:ae:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cca8efd-f16e-448c-9f21-aa2cf53e8192', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:40:03.450929 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3fecafe7-e637-49f1-870e-382acb88f8ab tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting port ff0356a6-a0bd-4bbd-ba9c-7a58e3747143 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:03.451318 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3fecafe7-e637-49f1-870e-382acb88f8ab tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:03.457209 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:03.457872 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 85be8f06-0cb5-488b-9eb9-9477188bcef3 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:40:03.534583 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70105c94-caac-4b01-b5bf-d869ff663e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64432c3f-ca29-4825-860b-e851e7dfda22'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:03.536868 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da90da4-b928-4a7a-aa9f-3dd5cba334fc" -d '{"events": [{"server_uuid": "70105c94-caac-4b01-b5bf-d869ff663e07", "name": "network-vif-plugged", "status": "completed", "tag": "64432c3f-ca29-4825-860b-e851e7dfda22"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:03.559526 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3fecafe7-e637-49f1-870e-382acb88f8ab tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:03.584686 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3fecafe7-e637-49f1-870e-382acb88f8ab tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Calling delete_port for ff0356a6-a0bd-4bbd-ba9c-7a58e3747143 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:03.734350 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d2e682-2522-443c-8f8d-68d11c5963ec x-openstack-request-id: req-d8d2e682-2522-443c-8f8d-68d11c5963ec {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:03.734636 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70105c94-caac-4b01-b5bf-d869ff663e07", "name": "network-vif-plugged", "status": "completed", "tag": "64432c3f-ca29-4825-860b-e851e7dfda22", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:03.735057 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d8d2e682-2522-443c-8f8d-68d11c5963ec {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:03.735600 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70105c94-caac-4b01-b5bf-d869ff663e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64432c3f-ca29-4825-860b-e851e7dfda22', 'code': 200} Jul 22 16:40:03.748482 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3fecafe7-e637-49f1-870e-382acb88f8ab tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:03.757226 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 64432c3f-ca29-4825-860b-e851e7dfda22, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=64432c3f-ca29-4825-860b-e851e7dfda22,segment=NetworkSegment(e27cc68e-e219-4c2d-aa0a-6007fbacbd1c),segment_id=e27cc68e-e219-4c2d-aa0a-6007fbacbd1c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:03.760188 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:40:03.771763 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:03.772463 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 6c484d35-b4ff-4b67-9621-91fa19108a86 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:03.793164 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:03.827059 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 85be8f06-0cb5-488b-9eb9-9477188bcef3, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=85be8f06-0cb5-488b-9eb9-9477188bcef3,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:03.841363 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecafe7-e637-49f1-870e-382acb88f8ab tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Port': ['ID=ff0356a6-a0bd-4bbd-ba9c-7a58e3747143,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:03.848742 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=706d94d1-b403-4659-855c-6be2d363f415,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:03.874062 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3fecafe7-e637-49f1-870e-382acb88f8ab tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:03.883006 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55050) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:03.883365 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3fecafe7-e637-49f1-870e-382acb88f8ab tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/ports/ff0356a6-a0bd-4bbd-ba9c-7a58e3747143 HTTP/1.1" status: 204 len: 168 time: 0.5496678 Jul 22 16:40:03.892436 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '85be8f06-0cb5-488b-9eb9-9477188bcef3', 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf', 'port_id': '85be8f06-0cb5-488b-9eb9-9477188bcef3', 'mac_address': 'fa:16:3e:92:1f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d2d744-bd35-4248-9461-63b7b331579f', 'ip_address': '10.1.1.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:40:03.900382 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d1b218-4fad-4d80-92eb-ea19513f3f51 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:03.911317 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de262c8-5c38-48e4-8241-070d79cc657e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] GET failed (client error): The resource could not be found. Jul 22 16:40:03.915612 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1de262c8-5c38-48e4-8241-070d79cc657e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports/ff0356a6-a0bd-4bbd-ba9c-7a58e3747143 HTTP/1.1" status: 404 len: 333 time: 0.0289187 Jul 22 16:40:03.916031 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55052) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:03.988899 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c34f30-0f95-4ea1-9bbb-eef22e3cd1f9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting subnet 99ce64e4-2088-455b-98e3-cb906cfd5696 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:40:03.989823 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc56a3-f9e9-4bb7-af44-fb4ae1001a08 req-48143b9b-61d0-406f-95b1-c0e2180cf6f2 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:03.992785 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 80d1b218-4fad-4d80-92eb-ea19513f3f51, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=80d1b218-4fad-4d80-92eb-ea19513f3f51,segment=NetworkSegment(160cd6b5-446e-4e17-b0df-acb9cc9717a2),segment_id=160cd6b5-446e-4e17-b0df-acb9cc9717a2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:03.998855 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc56a3-f9e9-4bb7-af44-fb4ae1001a08 req-48143b9b-61d0-406f-95b1-c0e2180cf6f2 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:04.006209 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc56a3-f9e9-4bb7-af44-fb4ae1001a08 req-48143b9b-61d0-406f-95b1-c0e2180cf6f2 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:04.011668 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.012396 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc56a3-f9e9-4bb7-af44-fb4ae1001a08 req-48143b9b-61d0-406f-95b1-c0e2180cf6f2 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:04.016413 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8f64ed3d-a6a6-42ba-88f9-544fe44435e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.019211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc56a3-f9e9-4bb7-af44-fb4ae1001a08 req-48143b9b-61d0-406f-95b1-c0e2180cf6f2 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:04.025706 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=64432c3f-ca29-4825-860b-e851e7dfda22,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:04.026855 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc56a3-f9e9-4bb7-af44-fb4ae1001a08 req-48143b9b-61d0-406f-95b1-c0e2180cf6f2 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:04.034189 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc56a3-f9e9-4bb7-af44-fb4ae1001a08 req-48143b9b-61d0-406f-95b1-c0e2180cf6f2 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:04.034760 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 6c484d35-b4ff-4b67-9621-91fa19108a86 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:04.036590 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4ebc56a3-f9e9-4bb7-af44-fb4ae1001a08 req-48143b9b-61d0-406f-95b1-c0e2180cf6f2 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5430 time: 0.1227114 Jul 22 16:40:04.038311 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8f64ed3d-a6a6-42ba-88f9-544fe44435e0 None None] Transition to ACTIVE for port object e46323fd-2f82-4fc8-b55c-815500a014ae will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:04.061198 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.069964 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 6c484d35-b4ff-4b67-9621-91fa19108a86 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:04.070972 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.081416 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4ebc56a3-f9e9-4bb7-af44-fb4ae1001a08 req-a81ba389-99d7-4ea5-a05d-ca155f1cc7f6 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367508 Jul 22 16:40:04.117493 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85be8f06-0cb5-488b-9eb9-9477188bcef3 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:04.133786 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8f64ed3d-a6a6-42ba-88f9-544fe44435e0 None None] Transition to ACTIVE for port object e46323fd-2f82-4fc8-b55c-815500a014ae will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:04.151452 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95c34f30-0f95-4ea1-9bbb-eef22e3cd1f9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.161323 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8f64ed3d-a6a6-42ba-88f9-544fe44435e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.163331 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=80d1b218-4fad-4d80-92eb-ea19513f3f51,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:04.179614 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 85be8f06-0cb5-488b-9eb9-9477188bcef3, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=85be8f06-0cb5-488b-9eb9-9477188bcef3,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:04.206611 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.207276 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:40:04.220152 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f64ed3d-a6a6-42ba-88f9-544fe44435e0 None None] Network ad849f73-3105-42b0-be24-b5e8b11d06a1 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:04.223456 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95c34f30-0f95-4ea1-9bbb-eef22e3cd1f9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.242801 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-8f64ed3d-a6a6-42ba-88f9-544fe44435e0 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:04.250888 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f64ed3d-a6a6-42ba-88f9-544fe44435e0 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:04.270262 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64ed3d-a6a6-42ba-88f9-544fe44435e0 None None] Pushing event updated for resources: {'Port': ['ID=e46323fd-2f82-4fc8-b55c-815500a014ae,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:04.341488 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a690f2-a8c9-4b48-b43c-09404d89a421 req-74df05b9-5a4f-4cff-b77a-eafb97dad8bf tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:04.349354 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a690f2-a8c9-4b48-b43c-09404d89a421 req-74df05b9-5a4f-4cff-b77a-eafb97dad8bf tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:04.356496 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a690f2-a8c9-4b48-b43c-09404d89a421 req-74df05b9-5a4f-4cff-b77a-eafb97dad8bf tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:04.364645 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95c34f30-0f95-4ea1-9bbb-eef22e3cd1f9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.366156 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-18a690f2-a8c9-4b48-b43c-09404d89a421 req-74df05b9-5a4f-4cff-b77a-eafb97dad8bf tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 2416 time: 0.1180625 Jul 22 16:40:04.367901 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:40:04.396371 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d24d4f-ead1-489f-867e-d750d4a1412f req-d41f29be-ef38-4456-8a24-8dce2fe9630d tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:04.397988 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-32d24d4f-ead1-489f-867e-d750d4a1412f req-d41f29be-ef38-4456-8a24-8dce2fe9630d tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/ports?device_id=e891f3a4-9ba4-489f-86c3-92b8ab185e19 HTTP/1.1" status: 200 len: 944 time: 0.1709089 Jul 22 16:40:04.421432 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['80d1b218-4fad-4d80-92eb-ea19513f3f51'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:04.427357 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-18a690f2-a8c9-4b48-b43c-09404d89a421 req-6bb407c5-4182-499c-bfb6-dd064fa98ba9 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550866 Jul 22 16:40:04.445796 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.473963 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-32d24d4f-ead1-489f-867e-d750d4a1412f req-a78ae68f-d1f5-49fd-a95d-4308ee24e89a tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/security-groups?id=42e23f32-e7c4-47e3-afe3-64a014ce51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683782 Jul 22 16:40:04.484688 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95c34f30-0f95-4ea1-9bbb-eef22e3cd1f9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.526926 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8f64ed3d-a6a6-42ba-88f9-544fe44435e0 None None] Attempting to bind port e46323fd-2f82-4fc8-b55c-815500a014ae on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:04.527206 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8f64ed3d-a6a6-42ba-88f9-544fe44435e0 None None] Attempting to bind port e46323fd-2f82-4fc8-b55c-815500a014ae by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '87651b3a-a3d7-4145-8965-318e2f01bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ad849f73-3105-42b0-be24-b5e8b11d06a1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:04.528689 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f64ed3d-a6a6-42ba-88f9-544fe44435e0 None None] Attempting to bind port e46323fd-2f82-4fc8-b55c-815500a014ae on network ad849f73-3105-42b0-be24-b5e8b11d06a1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:04.529385 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c34f30-0f95-4ea1-9bbb-eef22e3cd1f9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Subnet': ['ID=99ce64e4-2088-455b-98e3-cb906cfd5696,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:04.535635 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95c34f30-0f95-4ea1-9bbb-eef22e3cd1f9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.539162 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-95c34f30-0f95-4ea1-9bbb-eef22e3cd1f9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/subnets/99ce64e4-2088-455b-98e3-cb906cfd5696 HTTP/1.1" status: 204 len: 168 time: 0.6201284 Jul 22 16:40:04.540434 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55062) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:04.550588 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=85be8f06-0cb5-488b-9eb9-9477188bcef3,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:04.578815 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f64ed3d-a6a6-42ba-88f9-544fe44435e0 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:04.579211 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f64ed3d-a6a6-42ba-88f9-544fe44435e0 None None] Checking segment: {'id': '87651b3a-a3d7-4145-8965-318e2f01bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ad849f73-3105-42b0-be24-b5e8b11d06a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:04.579772 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8f64ed3d-a6a6-42ba-88f9-544fe44435e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.580166 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f64ed3d-a6a6-42ba-88f9-544fe44435e0 None None] Bound using segment: {'id': '87651b3a-a3d7-4145-8965-318e2f01bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ad849f73-3105-42b0-be24-b5e8b11d06a1'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:04.580730 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8f64ed3d-a6a6-42ba-88f9-544fe44435e0 None None] Bound port: e46323fd-2f82-4fc8-b55c-815500a014ae, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87651b3a-a3d7-4145-8965-318e2f01bba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ad849f73-3105-42b0-be24-b5e8b11d06a1'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:04.581013 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8f64ed3d-a6a6-42ba-88f9-544fe44435e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.630592 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.644623 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 6c484d35-b4ff-4b67-9621-91fa19108a86, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=6c484d35-b4ff-4b67-9621-91fa19108a86,segment=NetworkSegment(d7484e42-8da6-42ca-9061-79b058290ed4),segment_id=d7484e42-8da6-42ca-9061-79b058290ed4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:04.650947 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-973596c5-08fb-44e6-96a0-62d0ae584322 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.651645 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b,segment=NetworkSegment(6ee6e318-36e3-4276-aaa7-7e4a6c486bba),segment_id=6ee6e318-36e3-4276-aaa7-7e4a6c486bba)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:04.664448 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.665287 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device c4e4470c-da4b-41ba-b1e0-2f636b6200e7 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:04.723476 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-973596c5-08fb-44e6-96a0-62d0ae584322 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting port e46323fd-2f82-4fc8-b55c-815500a014ae {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:04.723810 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-973596c5-08fb-44e6-96a0-62d0ae584322 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.749333 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b', 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd', 'port_id': '30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b', 'mac_address': 'fa:16:3e:d9:42:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '201d105d-0acc-407e-9daf-fc4d01c306de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:40:04.833622 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-973596c5-08fb-44e6-96a0-62d0ae584322 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] For port e46323fd-2f82-4fc8-b55c-815500a014ae, host n-d-798930-9, got binding levels [] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:04.834420 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-973596c5-08fb-44e6-96a0-62d0ae584322 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.870473 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-973596c5-08fb-44e6-96a0-62d0ae584322 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Calling delete_port for e46323fd-2f82-4fc8-b55c-815500a014ae owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:04.912987 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=6c484d35-b4ff-4b67-9621-91fa19108a86,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:04.935238 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8f64ed3d-a6a6-42ba-88f9-544fe44435e0 None None] For port e46323fd-2f82-4fc8-b55c-815500a014ae, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:04.950818 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.962186 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8f64ed3d-a6a6-42ba-88f9-544fe44435e0 None None] For port e46323fd-2f82-4fc8-b55c-815500a014ae, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=e46323fd-2f82-4fc8-b55c-815500a014ae,segment=NetworkSegment(87651b3a-a3d7-4145-8965-318e2f01bba1),segment_id=87651b3a-a3d7-4145-8965-318e2f01bba1)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:04.976912 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8f64ed3d-a6a6-42ba-88f9-544fe44435e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.979230 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port c4e4470c-da4b-41ba-b1e0-2f636b6200e7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:04.983992 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-973596c5-08fb-44e6-96a0-62d0ae584322 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.020989 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973596c5-08fb-44e6-96a0-62d0ae584322 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Port': ['ID=e46323fd-2f82-4fc8-b55c-815500a014ae,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:05.021220 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:05.026644 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973596c5-08fb-44e6-96a0-62d0ae584322 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] No DVR routers for this DVR port e46323fd-2f82-4fc8-b55c-815500a014ae on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:05.032740 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port c4e4470c-da4b-41ba-b1e0-2f636b6200e7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:05.033267 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.040187 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64ed3d-a6a6-42ba-88f9-544fe44435e0 None None] Pushing event deleted for resources: {'Port': ['ID=e46323fd-2f82-4fc8-b55c-815500a014ae,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:05.120012 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b,segment=NetworkSegment(6ee6e318-36e3-4276-aaa7-7e4a6c486bba),segment_id=6ee6e318-36e3-4276-aaa7-7e4a6c486bba)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:05.121876 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-973596c5-08fb-44e6-96a0-62d0ae584322 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.133897 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-973596c5-08fb-44e6-96a0-62d0ae584322 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad849f73-3105-42b0-be24-b5e8b11d06a1']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server [None req-6ba7398a-fa05-4fa9-b3b2-dcd15e58e752 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port e46323fd-2f82-4fc8-b55c-815500a014ae could not be found. Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id) Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:40:05.143157 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1548, in get_port Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id) Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 291, in _get_port Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port e46323fd-2f82-4fc8-b55c-815500a014ae could not be found. Jul 22 16:40:05.148249 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server Jul 22 16:40:05.151338 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-973596c5-08fb-44e6-96a0-62d0ae584322 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87651b3a-a3d7-4145-8965-318e2f01bba1') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:05.151338 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-973596c5-08fb-44e6-96a0-62d0ae584322 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87651b3a-a3d7-4145-8965-318e2f01bba1') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:05.151697 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.151697 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device aba8f711-d6ad-4378-a003-ab86655f7a9e details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:40:05.166841 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-973596c5-08fb-44e6-96a0-62d0ae584322 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.180112 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0f7a81-60d4-419f-b530-dffcac6eba6d None None] Network ad849f73-3105-42b0-be24-b5e8b11d06a1 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:05.192936 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-973596c5-08fb-44e6-96a0-62d0ae584322 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.223857 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973596c5-08fb-44e6-96a0-62d0ae584322 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:40:05.224267 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-973596c5-08fb-44e6-96a0-62d0ae584322 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:40:05.227504 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:40:05.288762 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port aba8f711-d6ad-4378-a003-ab86655f7a9e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=aba8f711-d6ad-4378-a003-ab86655f7a9e,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:05.304773 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-973596c5-08fb-44e6-96a0-62d0ae584322 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.313940 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-973596c5-08fb-44e6-96a0-62d0ae584322 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.315811 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-973596c5-08fb-44e6-96a0-62d0ae584322 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/networks/ad849f73-3105-42b0-be24-b5e8b11d06a1 HTTP/1.1" status: 204 len: 168 time: 0.7736766 Jul 22 16:40:05.318340 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:05.326719 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55072) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:05.334351 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9867f5d6-029e-4f9b-9efd-c7d3426b1e2c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'port': {'network_id': 'eabb92d1-b3b7-4fe3-a256-28861793becd', 'name': 'tempest-PortsTestJSON-294081868'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:05.339098 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973596c5-08fb-44e6-96a0-62d0ae584322 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Network': ['ID=ad849f73-3105-42b0-be24-b5e8b11d06a1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:05.347803 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'aba8f711-d6ad-4378-a003-ab86655f7a9e', 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf', 'port_id': 'aba8f711-d6ad-4378-a003-ab86655f7a9e', 'mac_address': 'fa:16:3e:7c:c9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d2d744-bd35-4248-9461-63b7b331579f', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:40:05.353680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2583b-5b6b-4b34-a4c6-04870d0d9cf9 req-7208a735-ba33-45ea-a55c-9a941b04e7eb tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:05.360105 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2583b-5b6b-4b34-a4c6-04870d0d9cf9 req-7208a735-ba33-45ea-a55c-9a941b04e7eb tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:05.366376 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2583b-5b6b-4b34-a4c6-04870d0d9cf9 req-7208a735-ba33-45ea-a55c-9a941b04e7eb tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:05.374957 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2583b-5b6b-4b34-a4c6-04870d0d9cf9 req-7208a735-ba33-45ea-a55c-9a941b04e7eb tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:05.375166 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb83718-057e-43fe-80a3-80cee9842b0c req-4320ca6c-8203-4c18-a5aa-db51cfd9f505 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:05.378980 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2583b-5b6b-4b34-a4c6-04870d0d9cf9 req-7208a735-ba33-45ea-a55c-9a941b04e7eb tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:05.382404 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8bb83718-057e-43fe-80a3-80cee9842b0c req-4320ca6c-8203-4c18-a5aa-db51cfd9f505 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.0953717 Jul 22 16:40:05.384999 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2583b-5b6b-4b34-a4c6-04870d0d9cf9 req-7208a735-ba33-45ea-a55c-9a941b04e7eb tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:05.390895 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2583b-5b6b-4b34-a4c6-04870d0d9cf9 req-7208a735-ba33-45ea-a55c-9a941b04e7eb tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:05.392972 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-25a2583b-5b6b-4b34-a4c6-04870d0d9cf9 req-7208a735-ba33-45ea-a55c-9a941b04e7eb tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5432 time: 0.2189779 Jul 22 16:40:05.419048 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8bb83718-057e-43fe-80a3-80cee9842b0c req-3d4b6120-6a8d-4900-86d1-3d98a9dbf2a5 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354712 Jul 22 16:40:05.433766 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.439333 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3e4ea5-c38b-4db4-8ba8-6dd622efcdaf None None] get_active_networks_info from n-d-798930-9 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:40:05.448507 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.495825 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-25a2583b-5b6b-4b34-a4c6-04870d0d9cf9 req-43167ea2-97fa-40b2-8b91-5e11d9db7393 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0917585 Jul 22 16:40:05.498903 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba8f711-d6ad-4378-a003-ab86655f7a9e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:05.537943 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9867f5d6-029e-4f9b-9efd-c7d3426b1e2c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:05.540775 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port aba8f711-d6ad-4378-a003-ab86655f7a9e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=aba8f711-d6ad-4378-a003-ab86655f7a9e,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:05.542424 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9867f5d6-029e-4f9b-9efd-c7d3426b1e2c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.542838 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port c4e4470c-da4b-41ba-b1e0-2f636b6200e7, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=c4e4470c-da4b-41ba-b1e0-2f636b6200e7,segment=NetworkSegment(e27cc68e-e219-4c2d-aa0a-6007fbacbd1c),segment_id=e27cc68e-e219-4c2d-aa0a-6007fbacbd1c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:05.564589 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-9867f5d6-029e-4f9b-9efd-c7d3426b1e2c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] device_id is not set on port 687877f3-956d-4939-964f-3e3d45db1080 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:40:05.566064 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.567903 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.591862 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe4a71-d29d-4794-8b73-e747bb40ce71 req-8b42dffa-3b01-4a44-8fa5-bfd58f898148 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:05.599743 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe4a71-d29d-4794-8b73-e747bb40ce71 req-8b42dffa-3b01-4a44-8fa5-bfd58f898148 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:05.606713 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe4a71-d29d-4794-8b73-e747bb40ce71 req-8b42dffa-3b01-4a44-8fa5-bfd58f898148 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:05.608989 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8abe4a71-d29d-4794-8b73-e747bb40ce71 req-8b42dffa-3b01-4a44-8fa5-bfd58f898148 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 2417 time: 0.0999100 Jul 22 16:40:05.647581 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=c4e4470c-da4b-41ba-b1e0-2f636b6200e7,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:05.659813 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8abe4a71-d29d-4794-8b73-e747bb40ce71 req-139ba54c-0a81-462d-bbd3-7d5450cf84b7 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423043 Jul 22 16:40:05.685104 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:40:05.739096 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a149c-7625-41df-94a8-b55230ff3c39 req-a44bd360-065e-4f65-9cef-8c058e030758 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:05.739340 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70105c94-caac-4b01-b5bf-d869ff663e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c484d35-b4ff-4b67-9621-91fa19108a86'}, {'server_uuid': '70105c94-caac-4b01-b5bf-d869ff663e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e4470c-da4b-41ba-b1e0-2f636b6200e7'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:05.740687 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b81a149c-7625-41df-94a8-b55230ff3c39 req-a44bd360-065e-4f65-9cef-8c058e030758 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.1325350 Jul 22 16:40:05.747649 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcbe275-5cbb-4e52-bc59-eb4083ad78af" -d '{"events": [{"server_uuid": "70105c94-caac-4b01-b5bf-d869ff663e07", "name": "network-vif-plugged", "status": "completed", "tag": "6c484d35-b4ff-4b67-9621-91fa19108a86"}, {"server_uuid": "70105c94-caac-4b01-b5bf-d869ff663e07", "name": "network-vif-plugged", "status": "completed", "tag": "c4e4470c-da4b-41ba-b1e0-2f636b6200e7"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:05.820624 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d60516-5fb0-48fe-8dfc-092b87209f11 req-285edd3a-ddab-43c4-9d62-44b9f346a509 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:05.826424 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3e4ea5-c38b-4db4-8ba8-6dd622efcdaf None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:40:05.829046 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-73d60516-5fb0-48fe-8dfc-092b87209f11 req-285edd3a-ddab-43c4-9d62-44b9f346a509 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/ports?device_id=e891f3a4-9ba4-489f-86c3-92b8ab185e19 HTTP/1.1" status: 200 len: 944 time: 0.0945802 Jul 22 16:40:05.829893 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=aba8f711-d6ad-4378-a003-ab86655f7a9e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:05.878225 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-73d60516-5fb0-48fe-8dfc-092b87209f11 req-d31fd490-54d5-4596-9de9-a95b2040b1d1 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/security-groups?id=42e23f32-e7c4-47e3-afe3-64a014ce51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475314 Jul 22 16:40:05.878719 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9867f5d6-029e-4f9b-9efd-c7d3426b1e2c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.978089 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b81a149c-7625-41df-94a8-b55230ff3c39 req-fdc5208f-d800-4873-a23f-ba29b1b94984 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255871 Jul 22 16:40:05.980028 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9867f5d6-029e-4f9b-9efd-c7d3426b1e2c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.999705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98,segment=NetworkSegment(0bac6b5f-ec86-400e-b73c-85ef833d6e8a),segment_id=0bac6b5f-ec86-400e-b73c-85ef833d6e8a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:06.021371 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98', 'network_id': '1efbf9bc-0c70-4776-ae72-82d943308ba7', 'port_id': '1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98', 'mac_address': 'fa:16:3e:5c:cf:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b3925e-5bc2-4165-8e50-36b5b076cd3a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:40:06.050508 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9867f5d6-029e-4f9b-9efd-c7d3426b1e2c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network eabb92d1-b3b7-4fe3-a256-28861793becd is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:06.061004 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9867f5d6-029e-4f9b-9efd-c7d3426b1e2c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:06.070946 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9867f5d6-029e-4f9b-9efd-c7d3426b1e2c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:06.082459 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9867f5d6-029e-4f9b-9efd-c7d3426b1e2c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:06.083133 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9867f5d6-029e-4f9b-9efd-c7d3426b1e2c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:06.101096 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9867f5d6-029e-4f9b-9efd-c7d3426b1e2c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7707767 Jul 22 16:40:06.102032 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867f5d6-029e-4f9b-9efd-c7d3426b1e2c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Port': ['ID=687877f3-956d-4939-964f-3e3d45db1080,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:06.104880 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55094) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:06.114435 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3564f9-2c0f-4840-889b-421bc74fae9b x-openstack-request-id: req-1f3564f9-2c0f-4840-889b-421bc74fae9b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:06.115927 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70105c94-caac-4b01-b5bf-d869ff663e07", "name": "network-vif-plugged", "status": "completed", "tag": "6c484d35-b4ff-4b67-9621-91fa19108a86", "code": 200}, {"server_uuid": "70105c94-caac-4b01-b5bf-d869ff663e07", "name": "network-vif-plugged", "status": "completed", "tag": "c4e4470c-da4b-41ba-b1e0-2f636b6200e7", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:06.116193 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1f3564f9-2c0f-4840-889b-421bc74fae9b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:06.116601 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70105c94-caac-4b01-b5bf-d869ff663e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c484d35-b4ff-4b67-9621-91fa19108a86', 'code': 200} Jul 22 16:40:06.116861 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70105c94-caac-4b01-b5bf-d869ff663e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e4470c-da4b-41ba-b1e0-2f636b6200e7', 'code': 200} Jul 22 16:40:06.164341 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['706d94d1-b403-4659-855c-6be2d363f415'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:06.195519 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['85be8f06-0cb5-488b-9eb9-9477188bcef3'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:06.241877 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:06.265564 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:06.276468 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9bb0eb4f-ccc3-4426-b89f-d3c8601d16e6 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting port 687877f3-956d-4939-964f-3e3d45db1080 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:06.277152 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bb0eb4f-ccc3-4426-b89f-d3c8601d16e6 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:06.286637 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98,segment=NetworkSegment(0bac6b5f-ec86-400e-b73c-85ef833d6e8a),segment_id=0bac6b5f-ec86-400e-b73c-85ef833d6e8a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:06.301317 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:06.302018 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:40:06.355364 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bb0eb4f-ccc3-4426-b89f-d3c8601d16e6 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:06.372103 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9bb0eb4f-ccc3-4426-b89f-d3c8601d16e6 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Calling delete_port for 687877f3-956d-4939-964f-3e3d45db1080 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:06.387981 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ceeee9-6dd7-4360-ba77-efe3268840d5 req-97e8e525-b20f-4907-96e9-6022e9f1dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:06.388604 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ceeee9-6dd7-4360-ba77-efe3268840d5 req-97e8e525-b20f-4907-96e9-6022e9f1dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:06.389146 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ceeee9-6dd7-4360-ba77-efe3268840d5 req-97e8e525-b20f-4907-96e9-6022e9f1dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:06.391068 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f5ceeee9-6dd7-4360-ba77-efe3268840d5 req-97e8e525-b20f-4907-96e9-6022e9f1dda6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 2871 time: 0.1900353 Jul 22 16:40:06.442964 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f5ceeee9-6dd7-4360-ba77-efe3268840d5 req-43bffd88-4458-480f-88e3-5b18a4e575bd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436945 Jul 22 16:40:06.466171 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae99c64-1744-462f-8501-dceef787f7dd req-e26379b0-5e9c-46bd-86de-8d5bac96f630 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:06.473567 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ae99c64-1744-462f-8501-dceef787f7dd req-e26379b0-5e9c-46bd-86de-8d5bac96f630 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 812 time: 0.1998000 Jul 22 16:40:06.491061 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ae99c64-1744-462f-8501-dceef787f7dd req-c950975e-e137-4255-ac24-3095de92a8b1 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/quotas/a6f618b284ed4ed58bf96ec4f3332894 HTTP/1.1" status: 200 len: 375 time: 0.0162241 Jul 22 16:40:06.497112 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bb0eb4f-ccc3-4426-b89f-d3c8601d16e6 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:06.542195 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bb0eb4f-ccc3-4426-b89f-d3c8601d16e6 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:06.544376 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9bb0eb4f-ccc3-4426-b89f-d3c8601d16e6 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/ports/687877f3-956d-4939-964f-3e3d45db1080 HTTP/1.1" status: 204 len: 168 time: 0.4383132 Jul 22 16:40:06.545428 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0eb4f-ccc3-4426-b89f-d3c8601d16e6 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Port': ['ID=687877f3-956d-4939-964f-3e3d45db1080,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:06.553527 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55108) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:06.559472 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-15751a0a-a868-40d4-ae12-3d4cd4147858 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'port': {'network_id': 'eabb92d1-b3b7-4fe3-a256-28861793becd', 'mac_address': 'fa:16:3e:ad:05:45', 'name': 'tempest-PortsTestJSON-1484570707'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:06.593641 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ae99c64-1744-462f-8501-dceef787f7dd req-d6f94dc0-c1c3-4d3c-8d5c-52bdf00dfcc5 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1015048 Jul 22 16:40:06.724600 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ae99c64-1744-462f-8501-dceef787f7dd req-ef65b951-dfc8-475b-8201-8ecd1199988f service neutron] 10.222.0.69 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235197 Jul 22 16:40:06.735990 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15751a0a-a868-40d4-ae12-3d4cd4147858 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:06.775197 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4cf05-515d-4e4e-ba3e-2f144fd7995d req-261ae1af-dd7e-4340-a84a-dc9f1490bd27 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:06.782403 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4cf05-515d-4e4e-ba3e-2f144fd7995d req-261ae1af-dd7e-4340-a84a-dc9f1490bd27 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:06.789639 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4cf05-515d-4e4e-ba3e-2f144fd7995d req-261ae1af-dd7e-4340-a84a-dc9f1490bd27 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:06.796759 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4cf05-515d-4e4e-ba3e-2f144fd7995d req-261ae1af-dd7e-4340-a84a-dc9f1490bd27 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:06.804476 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4cf05-515d-4e4e-ba3e-2f144fd7995d req-261ae1af-dd7e-4340-a84a-dc9f1490bd27 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:06.810688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4cf05-515d-4e4e-ba3e-2f144fd7995d req-261ae1af-dd7e-4340-a84a-dc9f1490bd27 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:06.816889 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4cf05-515d-4e4e-ba3e-2f144fd7995d req-261ae1af-dd7e-4340-a84a-dc9f1490bd27 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:06.818876 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5ba4cf05-515d-4e4e-ba3e-2f144fd7995d req-261ae1af-dd7e-4340-a84a-dc9f1490bd27 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5434 time: 0.1801858 Jul 22 16:40:06.841803 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=6f1fb2a5-1f03-4a26-b2bc-9670224b74a3,segment=NetworkSegment(0bac6b5f-ec86-400e-b73c-85ef833d6e8a),segment_id=0bac6b5f-ec86-400e-b73c-85ef833d6e8a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:06.849042 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:06.862411 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ae99c64-1744-462f-8501-dceef787f7dd req-1af7ee52-4d01-412a-bf23-127d66feae78 service neutron] 10.222.0.69 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311140 Jul 22 16:40:06.904539 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '6f1fb2a5-1f03-4a26-b2bc-9670224b74a3', 'network_id': '1efbf9bc-0c70-4776-ae72-82d943308ba7', 'port_id': '6f1fb2a5-1f03-4a26-b2bc-9670224b74a3', 'mac_address': 'fa:16:3e:d4:c2:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b3925e-5bc2-4165-8e50-36b5b076cd3a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:40:06.912213 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15751a0a-a868-40d4-ae12-3d4cd4147858 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:06.949617 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5ba4cf05-515d-4e4e-ba3e-2f144fd7995d req-b413d8fb-109e-435e-b0c3-4e1f1b6bcbae tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1218250 Jul 22 16:40:06.957823 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-15751a0a-a868-40d4-ae12-3d4cd4147858 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] device_id is not set on port bfb1788a-a52b-4453-81c4-c99133eebfff yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:40:07.006215 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 80d1b218-4fad-4d80-92eb-ea19513f3f51 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:07.063816 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:07.096053 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:07.124922 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=6f1fb2a5-1f03-4a26-b2bc-9670224b74a3,segment=NetworkSegment(0bac6b5f-ec86-400e-b73c-85ef833d6e8a),segment_id=0bac6b5f-ec86-400e-b73c-85ef833d6e8a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:07.136148 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:07.136910 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 7aa61500-2368-4f52-ab67-83af547fa639 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:40:07.143374 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 80d1b218-4fad-4d80-92eb-ea19513f3f51 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:07.180907 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 80d1b218-4fad-4d80-92eb-ea19513f3f51 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:07.181288 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:07.250963 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=6f1fb2a5-1f03-4a26-b2bc-9670224b74a3,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:07.270189 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322fc74-94cc-4ab0-8bef-606679892ddc req-57982088-9c53-427b-bb98-f48b7ede1be9 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:07.278424 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8322fc74-94cc-4ab0-8bef-606679892ddc req-57982088-9c53-427b-bb98-f48b7ede1be9 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/ports?device_id=e891f3a4-9ba4-489f-86c3-92b8ab185e19 HTTP/1.1" status: 200 len: 944 time: 0.1634524 Jul 22 16:40:07.304404 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15751a0a-a868-40d4-ae12-3d4cd4147858 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:07.332226 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:07.359295 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8322fc74-94cc-4ab0-8bef-606679892ddc req-33df8607-8b13-4b5b-b2b7-a572d8eae7ae tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/security-groups?id=42e23f32-e7c4-47e3-afe3-64a014ce51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785513 Jul 22 16:40:07.372496 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15751a0a-a868-40d4-ae12-3d4cd4147858 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:07.376172 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['aba8f711-d6ad-4378-a003-ab86655f7a9e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:07.477107 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe56f6-4570-4855-be32-df2a24140fed req-3883fe8d-083b-4160-a318-778a9c3e4df6 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:07.485692 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe56f6-4570-4855-be32-df2a24140fed req-3883fe8d-083b-4160-a318-778a9c3e4df6 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:07.493823 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 7aa61500-2368-4f52-ab67-83af547fa639, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=7aa61500-2368-4f52-ab67-83af547fa639,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:07.512160 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe56f6-4570-4855-be32-df2a24140fed req-3883fe8d-083b-4160-a318-778a9c3e4df6 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:07.513830 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-00fe56f6-4570-4855-be32-df2a24140fed req-3883fe8d-083b-4160-a318-778a9c3e4df6 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 2418 time: 0.3993628 Jul 22 16:40:07.546786 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '7aa61500-2368-4f52-ab67-83af547fa639', 'network_id': '20b1ef6e-c935-49ba-95c9-1b74b8d956bf', 'port_id': '7aa61500-2368-4f52-ab67-83af547fa639', 'mac_address': 'fa:16:3e:f8:ab:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d2d744-bd35-4248-9461-63b7b331579f', 'ip_address': '10.1.1.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:40:07.564791 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:07.593779 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f9f22ac-114b-4ef3-b990-beceecf14530 req-2298bc54-addb-49a9-b8b3-6076a05228f7 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a6e6a4-5d17-4603-82f4-2eb8417d8c90 HTTP/1.1" status: 200 len: 210 time: 0.0434318 Jul 22 16:40:07.594287 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15751a0a-a868-40d4-ae12-3d4cd4147858 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network eabb92d1-b3b7-4fe3-a256-28861793becd is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:07.615999 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15751a0a-a868-40d4-ae12-3d4cd4147858 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Port': ['ID=bfb1788a-a52b-4453-81c4-c99133eebfff,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:07.622253 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-15751a0a-a868-40d4-ae12-3d4cd4147858 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:07.627999 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15751a0a-a868-40d4-ae12-3d4cd4147858 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:07.651856 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15751a0a-a868-40d4-ae12-3d4cd4147858 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:07.657627 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15751a0a-a868-40d4-ae12-3d4cd4147858 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:07.694527 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-00fe56f6-4570-4855-be32-df2a24140fed req-3a6533b0-7659-4188-8f95-8d54f48606f2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599200 Jul 22 16:40:07.703457 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55130) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:07.715463 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-15751a0a-a868-40d4-ae12-3d4cd4147858 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1606936 Jul 22 16:40:07.775136 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17509bf5-0592-4b05-9b90-34dbaf43ff1d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:07.776642 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 80d1b218-4fad-4d80-92eb-ea19513f3f51, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=80d1b218-4fad-4d80-92eb-ea19513f3f51,segment=NetworkSegment(160cd6b5-446e-4e17-b0df-acb9cc9717a2),segment_id=160cd6b5-446e-4e17-b0df-acb9cc9717a2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:07.778163 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-17509bf5-0592-4b05-9b90-34dbaf43ff1d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports/bfb1788a-a52b-4453-81c4-c99133eebfff HTTP/1.1" status: 200 len: 841 time: 0.0720603 Jul 22 16:40:07.780751 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55132) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:07.795763 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:07.866653 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:07.912012 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa61500-2368-4f52-ab67-83af547fa639 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:07.920775 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-cf890465-cec0-4868-ab46-a73e0caa8389 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting port bfb1788a-a52b-4453-81c4-c99133eebfff {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:07.921127 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf890465-cec0-4868-ab46-a73e0caa8389 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:07.962760 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=80d1b218-4fad-4d80-92eb-ea19513f3f51,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:07.984197 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 7aa61500-2368-4f52-ab67-83af547fa639, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=7aa61500-2368-4f52-ab67-83af547fa639,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:08.018321 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:08.035191 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf890465-cec0-4868-ab46-a73e0caa8389 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:08.049987 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-cf890465-cec0-4868-ab46-a73e0caa8389 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Calling delete_port for bfb1788a-a52b-4453-81c4-c99133eebfff owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:08.106335 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=7aa61500-2368-4f52-ab67-83af547fa639,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:08.118182 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e891f3a4-9ba4-489f-86c3-92b8ab185e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d1b218-4fad-4d80-92eb-ea19513f3f51'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:08.121122 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18901e33-007a-46a3-b683-4874cd8fc976" -d '{"events": [{"server_uuid": "e891f3a4-9ba4-489f-86c3-92b8ab185e19", "name": "network-vif-plugged", "status": "completed", "tag": "80d1b218-4fad-4d80-92eb-ea19513f3f51"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:08.132311 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 706d94d1-b403-4659-855c-6be2d363f415 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:08.149506 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf890465-cec0-4868-ab46-a73e0caa8389 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:08.173208 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce42373-f59d-4baf-af4a-ae6132f16961 x-openstack-request-id: req-3ce42373-f59d-4baf-af4a-ae6132f16961 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:08.173507 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e891f3a4-9ba4-489f-86c3-92b8ab185e19", "name": "network-vif-plugged", "status": "completed", "tag": "80d1b218-4fad-4d80-92eb-ea19513f3f51", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:08.173762 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3ce42373-f59d-4baf-af4a-ae6132f16961 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:08.174180 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e891f3a4-9ba4-489f-86c3-92b8ab185e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d1b218-4fad-4d80-92eb-ea19513f3f51', 'code': 200} Jul 22 16:40:08.183306 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fba02-c327-4fa7-8164-c172eb7111fd req-5c6cbbbc-04c6-461c-a039-0587265b5f0e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:08.189466 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fba02-c327-4fa7-8164-c172eb7111fd req-5c6cbbbc-04c6-461c-a039-0587265b5f0e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:08.192262 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf890465-cec0-4868-ab46-a73e0caa8389 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Port': ['ID=bfb1788a-a52b-4453-81c4-c99133eebfff,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:08.195760 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fba02-c327-4fa7-8164-c172eb7111fd req-5c6cbbbc-04c6-461c-a039-0587265b5f0e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:08.195952 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf890465-cec0-4868-ab46-a73e0caa8389 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:08.198449 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cf890465-cec0-4868-ab46-a73e0caa8389 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/ports/bfb1788a-a52b-4453-81c4-c99133eebfff HTTP/1.1" status: 204 len: 168 time: 0.4163256 Jul 22 16:40:08.201011 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55140) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:08.215553 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fba02-c327-4fa7-8164-c172eb7111fd req-5c6cbbbc-04c6-461c-a039-0587265b5f0e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:08.224291 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 706d94d1-b403-4659-855c-6be2d363f415 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:08.231261 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 706d94d1-b403-4659-855c-6be2d363f415 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:08.231636 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:08.232453 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fba02-c327-4fa7-8164-c172eb7111fd req-5c6cbbbc-04c6-461c-a039-0587265b5f0e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:08.236467 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4685467-9aea-48d0-b0f2-506e28c90bf6 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] GET failed (client error): The resource could not be found. Jul 22 16:40:08.238628 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c4685467-9aea-48d0-b0f2-506e28c90bf6 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports/bfb1788a-a52b-4453-81c4-c99133eebfff HTTP/1.1" status: 404 len: 333 time: 0.0363913 Jul 22 16:40:08.244647 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55142) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:08.247701 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fba02-c327-4fa7-8164-c172eb7111fd req-5c6cbbbc-04c6-461c-a039-0587265b5f0e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:08.254680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fba02-c327-4fa7-8164-c172eb7111fd req-5c6cbbbc-04c6-461c-a039-0587265b5f0e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:08.264171 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d57fba02-c327-4fa7-8164-c172eb7111fd req-5c6cbbbc-04c6-461c-a039-0587265b5f0e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5436 time: 0.2032065 Jul 22 16:40:08.273798 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1ca1ae3c-bf66-4c16-a466-882020c63e3d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'port': {'network_id': 'eabb92d1-b3b7-4fe3-a256-28861793becd', 'name': 'tempest-PortsTestJSON-599218251'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:08.312688 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d57fba02-c327-4fa7-8164-c172eb7111fd req-700bb5e1-866c-4e38-812d-f146d6a6cb4a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472887 Jul 22 16:40:08.325286 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:08.374630 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 706d94d1-b403-4659-855c-6be2d363f415, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=706d94d1-b403-4659-855c-6be2d363f415,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:08.380760 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:08.381970 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 85be8f06-0cb5-488b-9eb9-9477188bcef3 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:08.401152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca1ae3c-bf66-4c16-a466-882020c63e3d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:08.406922 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ca1ae3c-bf66-4c16-a466-882020c63e3d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:08.414884 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec043e-d863-4e62-b7c7-f5a1ddbfbaf2 req-c8da44ca-9cd4-4d62-82e9-6af187129b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:08.418503 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-73ec043e-d863-4e62-b7c7-f5a1ddbfbaf2 req-c8da44ca-9cd4-4d62-82e9-6af187129b72 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e891f3a4-9ba4-489f-86c3-92b8ab185e19 HTTP/1.1" status: 200 len: 1096 time: 0.0994005 Jul 22 16:40:08.428698 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-1ca1ae3c-bf66-4c16-a466-882020c63e3d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] device_id is not set on port e7341bb3-9cae-43d0-8d4c-05b8d642b008 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:40:08.499378 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 85be8f06-0cb5-488b-9eb9-9477188bcef3 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:08.508819 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-73ec043e-d863-4e62-b7c7-f5a1ddbfbaf2 req-9f982bde-dca5-4153-965a-355e2eaa9485 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=42e23f32-e7c4-47e3-afe3-64a014ce51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561218 Jul 22 16:40:08.538605 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 85be8f06-0cb5-488b-9eb9-9477188bcef3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:08.538913 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:08.540684 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=706d94d1-b403-4659-855c-6be2d363f415,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:08.693428 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:08.719748 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['6f1fb2a5-1f03-4a26-b2bc-9670224b74a3'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:08.747345 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2e3f28ea-6b46-4f0a-b51a-03eea404f4d1 req-60057f16-1cd8-4f3c-9bac-a61704061c08 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a6e6a4-5d17-4603-82f4-2eb8417d8c90 HTTP/1.1" status: 200 len: 210 time: 0.0565615 Jul 22 16:40:08.793010 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:08.824367 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['7aa61500-2368-4f52-ab67-83af547fa639'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:08.960158 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 85be8f06-0cb5-488b-9eb9-9477188bcef3, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=85be8f06-0cb5-488b-9eb9-9477188bcef3,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:08.995544 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:09.026619 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ddf9e-4b4c-40aa-944f-962d3c71ce4d req-6fb77830-edca-4c7c-aa4f-fda7f646ff68 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:09.029212 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd716b-6505-433a-9b7f-d4772a4dde98 req-c3502e31-b086-40f0-96aa-dc73c0cc383e tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:09.036198 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d8bd716b-6505-433a-9b7f-d4772a4dde98 req-c3502e31-b086-40f0-96aa-dc73c0cc383e tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/ports?device_id=e891f3a4-9ba4-489f-86c3-92b8ab185e19 HTTP/1.1" status: 200 len: 945 time: 0.5620875 Jul 22 16:40:09.037540 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ddf9e-4b4c-40aa-944f-962d3c71ce4d req-6fb77830-edca-4c7c-aa4f-fda7f646ff68 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:09.046853 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ddf9e-4b4c-40aa-944f-962d3c71ce4d req-6fb77830-edca-4c7c-aa4f-fda7f646ff68 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:09.061826 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-237ddf9e-4b4c-40aa-944f-962d3c71ce4d req-6fb77830-edca-4c7c-aa4f-fda7f646ff68 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 2418 time: 0.1230252 Jul 22 16:40:09.126262 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d8bd716b-6505-433a-9b7f-d4772a4dde98 req-ffa72a58-8b62-46ad-ba1c-d7a67fa985ac tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/security-groups?id=42e23f32-e7c4-47e3-afe3-64a014ce51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832760 Jul 22 16:40:09.140885 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae99c64-1744-462f-8501-dceef787f7dd req-a1f50853-2f20-4977-a66c-63e0539f778d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:09.142361 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ae99c64-1744-462f-8501-dceef787f7dd req-a1f50853-2f20-4977-a66c-63e0539f778d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.30 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 812 time: 0.6697156 Jul 22 16:40:09.158138 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-237ddf9e-4b4c-40aa-944f-962d3c71ce4d req-4a16aa5d-9327-44cb-93ed-c3d3e0bdfbdd tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847001 Jul 22 16:40:09.158247 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=85be8f06-0cb5-488b-9eb9-9477188bcef3,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:09.233427 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-9ae99c64-1744-462f-8501-dceef787f7dd req-2b09d6d8-15ee-4283-9875-5e9ec38aec3a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Request body: {'port': {'device_id': 'd9a6e6a4-5d17-4603-82f4-2eb8417d8c90', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'admin_state_up': True, 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:09.251776 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ca1ae3c-bf66-4c16-a466-882020c63e3d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:09.376914 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ca1ae3c-bf66-4c16-a466-882020c63e3d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:09.453592 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae99c64-1744-462f-8501-dceef787f7dd req-2b09d6d8-15ee-4283-9875-5e9ec38aec3a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Made reservation on behalf of a6f618b284ed4ed58bf96ec4f3332894 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:09.457231 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9ae99c64-1744-462f-8501-dceef787f7dd req-2b09d6d8-15ee-4283-9875-5e9ec38aec3a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:09.524039 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca1ae3c-bf66-4c16-a466-882020c63e3d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network eabb92d1-b3b7-4fe3-a256-28861793becd is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:09.524284 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc126abe-87cd-4288-9e03-15d09c6d8832 req-4ad5812f-4f71-4a97-a378-6d2f730d6e97 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:09.531129 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc126abe-87cd-4288-9e03-15d09c6d8832 req-4ad5812f-4f71-4a97-a378-6d2f730d6e97 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:09.532763 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-1ca1ae3c-bf66-4c16-a466-882020c63e3d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:09.535138 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca1ae3c-bf66-4c16-a466-882020c63e3d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:09.537320 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc126abe-87cd-4288-9e03-15d09c6d8832 req-4ad5812f-4f71-4a97-a378-6d2f730d6e97 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:09.539451 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fc126abe-87cd-4288-9e03-15d09c6d8832 req-4ad5812f-4f71-4a97-a378-6d2f730d6e97 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 2418 time: 0.0898998 Jul 22 16:40:09.540746 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca1ae3c-bf66-4c16-a466-882020c63e3d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:09.541387 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ca1ae3c-bf66-4c16-a466-882020c63e3d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:09.543771 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1ae3c-bf66-4c16-a466-882020c63e3d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Port': ['ID=e7341bb3-9cae-43d0-8d4c-05b8d642b008,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:09.585414 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1ca1ae3c-bf66-4c16-a466-882020c63e3d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3396201 Jul 22 16:40:09.588528 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55166) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:09.604795 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fc126abe-87cd-4288-9e03-15d09c6d8832 req-f1084afb-1785-4328-aa3f-47233e899fff tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596147 Jul 22 16:40:09.605012 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c56fb552-2b88-47eb-bced-c83551e2d673 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:09.841007 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffa68e-9df0-4979-bd5c-6ae8679d3266 req-7fb55561-e6a6-45a1-a659-4f4d38cc91f8 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:09.848146 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffa68e-9df0-4979-bd5c-6ae8679d3266 req-7fb55561-e6a6-45a1-a659-4f4d38cc91f8 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:09.855765 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffa68e-9df0-4979-bd5c-6ae8679d3266 req-7fb55561-e6a6-45a1-a659-4f4d38cc91f8 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:09.859277 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-42610ec6-3838-41ab-8105-1df718dd09d5 req-784ec2fd-2bd0-4f85-89f2-c1f5ccec1d19 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a6e6a4-5d17-4603-82f4-2eb8417d8c90 HTTP/1.1" status: 200 len: 210 time: 0.0350571 Jul 22 16:40:09.862316 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffa68e-9df0-4979-bd5c-6ae8679d3266 req-7fb55561-e6a6-45a1-a659-4f4d38cc91f8 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:09.868146 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffa68e-9df0-4979-bd5c-6ae8679d3266 req-7fb55561-e6a6-45a1-a659-4f4d38cc91f8 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:09.875430 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffa68e-9df0-4979-bd5c-6ae8679d3266 req-7fb55561-e6a6-45a1-a659-4f4d38cc91f8 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:09.882909 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffa68e-9df0-4979-bd5c-6ae8679d3266 req-7fb55561-e6a6-45a1-a659-4f4d38cc91f8 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:09.885374 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4bffa68e-9df0-4979-bd5c-6ae8679d3266 req-7fb55561-e6a6-45a1-a659-4f4d38cc91f8 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5438 time: 0.4364018 Jul 22 16:40:09.932567 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c56fb552-2b88-47eb-bced-c83551e2d673 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:09.960033 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-9ae99c64-1744-462f-8501-dceef787f7dd req-2b09d6d8-15ee-4283-9875-5e9ec38aec3a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Allocated IP 172.20.0.14 (dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481/fa13adf8-5c41-4598-a7ac-4cd79e40e3e5/64d2d6db-6dfc-4682-b0d3-bb5264764722) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:10.005329 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4bffa68e-9df0-4979-bd5c-6ae8679d3266 req-aadfd573-39f3-4037-8a41-146614b1c22b tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1054525 Jul 22 16:40:10.095259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:10.146898 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:10.152550 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:10.153127 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:10.179125 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706d94d1-b403-4659-855c-6be2d363f415'}, {'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85be8f06-0cb5-488b-9eb9-9477188bcef3'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:10.182170 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b44ad8-3c0d-4540-890e-03be9e97720e" -d '{"events": [{"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-plugged", "status": "completed", "tag": "706d94d1-b403-4659-855c-6be2d363f415"}, {"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-plugged", "status": "completed", "tag": "85be8f06-0cb5-488b-9eb9-9477188bcef3"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:10.272112 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c56fb552-2b88-47eb-bced-c83551e2d673 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:10.287503 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c56fb552-2b88-47eb-bced-c83551e2d673 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:10.294369 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f1cc9c-6fe5-4010-a73b-fcb020269288 x-openstack-request-id: req-e3f1cc9c-6fe5-4010-a73b-fcb020269288 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:10.294998 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-plugged", "status": "completed", "tag": "706d94d1-b403-4659-855c-6be2d363f415", "code": 200}, {"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-plugged", "status": "completed", "tag": "85be8f06-0cb5-488b-9eb9-9477188bcef3", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:10.295598 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e3f1cc9c-6fe5-4010-a73b-fcb020269288 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:10.296238 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706d94d1-b403-4659-855c-6be2d363f415', 'code': 200} Jul 22 16:40:10.296850 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85be8f06-0cb5-488b-9eb9-9477188bcef3', 'code': 200} Jul 22 16:40:10.297997 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:10.298700 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9ae99c64-1744-462f-8501-dceef787f7dd req-2b09d6d8-15ee-4283-9875-5e9ec38aec3a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:10.347480 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b,segment=NetworkSegment(6ee6e318-36e3-4276-aaa7-7e4a6c486bba),segment_id=6ee6e318-36e3-4276-aaa7-7e4a6c486bba)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:10.349164 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df006729-9b1a-4e93-95d0-cc6a72f7c356 req-585782af-a214-4318-accf-60cc372a0b8b tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:10.351467 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-df006729-9b1a-4e93-95d0-cc6a72f7c356 req-585782af-a214-4318-accf-60cc372a0b8b tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/ports?device_id=e891f3a4-9ba4-489f-86c3-92b8ab185e19 HTTP/1.1" status: 200 len: 945 time: 0.1035941 Jul 22 16:40:10.359071 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:10.360490 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device aba8f711-d6ad-4378-a003-ab86655f7a9e up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:10.364059 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c56fb552-2b88-47eb-bced-c83551e2d673 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] In _notify_port_updated(), no bound segment for port e7341bb3-9cae-43d0-8d4c-05b8d642b008 on network eabb92d1-b3b7-4fe3-a256-28861793becd {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:40:10.370699 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56fb552-2b88-47eb-bced-c83551e2d673 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:10.371615 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c56fb552-2b88-47eb-bced-c83551e2d673 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:10.375680 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c56fb552-2b88-47eb-bced-c83551e2d673 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "PUT /v2.0/ports/e7341bb3-9cae-43d0-8d4c-05b8d642b008 HTTP/1.1" status: 200 len: 818 time: 0.7775893 Jul 22 16:40:10.377332 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-9ae99c64-1744-462f-8501-dceef787f7dd req-2b09d6d8-15ee-4283-9875-5e9ec38aec3a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Transition to ACTIVE for port object 64d2d6db-6dfc-4682-b0d3-bb5264764722 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:10.382201 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55180) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:10.397737 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56fb552-2b88-47eb-bced-c83551e2d673 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Port': ['ID=e7341bb3-9cae-43d0-8d4c-05b8d642b008,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:10.434825 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:10.452625 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9ae99c64-1744-462f-8501-dceef787f7dd req-2b09d6d8-15ee-4283-9875-5e9ec38aec3a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:10.459153 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-df006729-9b1a-4e93-95d0-cc6a72f7c356 req-85837e16-a387-46fd-a32d-51fafe7ce9b1 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/security-groups?id=42e23f32-e7c4-47e3-afe3-64a014ce51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008301 Jul 22 16:40:10.483033 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port aba8f711-d6ad-4378-a003-ab86655f7a9e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:10.486995 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port aba8f711-d6ad-4378-a003-ab86655f7a9e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:10.487382 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:10.520669 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['215dd391-5eae-4611-83fd-fd082da855b8', '4d768f0c-d3e6-4473-b4c7-9e9190019f85'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:10.540728 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae99c64-1744-462f-8501-dceef787f7dd req-2b09d6d8-15ee-4283-9875-5e9ec38aec3a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:10.551763 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-9ae99c64-1744-462f-8501-dceef787f7dd req-2b09d6d8-15ee-4283-9875-5e9ec38aec3a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:10.565441 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae99c64-1744-462f-8501-dceef787f7dd req-2b09d6d8-15ee-4283-9875-5e9ec38aec3a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:10.575121 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09d6d8-15ee-4283-9875-5e9ec38aec3a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Pushing event updated for resources: {'Port': ['ID=64d2d6db-6dfc-4682-b0d3-bb5264764722,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:10.578227 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd317-a2f3-4e53-9772-d2a10921a641 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting port e7341bb3-9cae-43d0-8d4c-05b8d642b008 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:10.578830 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd317-a2f3-4e53-9772-d2a10921a641 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:10.690649 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae99c64-1744-462f-8501-dceef787f7dd req-2b09d6d8-15ee-4283-9875-5e9ec38aec3a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:10.691424 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9ae99c64-1744-462f-8501-dceef787f7dd req-2b09d6d8-15ee-4283-9875-5e9ec38aec3a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:10.731002 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ae99c64-1744-462f-8501-dceef787f7dd req-2b09d6d8-15ee-4283-9875-5e9ec38aec3a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5345719 Jul 22 16:40:10.757404 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:10.787831 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-9ae99c64-1744-462f-8501-dceef787f7dd req-7b846149-8f22-4dd7-bc41-7732b0b96c85 service neutron] Request body: {'port': {'device_id': 'd9a6e6a4-5d17-4603-82f4-2eb8417d8c90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:10.870883 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port aba8f711-d6ad-4378-a003-ab86655f7a9e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=aba8f711-d6ad-4378-a003-ab86655f7a9e,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:10.885529 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:10.998621 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9ae99c64-1744-462f-8501-dceef787f7dd req-7b846149-8f22-4dd7-bc41-7732b0b96c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:11.122834 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd317-a2f3-4e53-9772-d2a10921a641 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:11.144545 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd317-a2f3-4e53-9772-d2a10921a641 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Calling delete_port for e7341bb3-9cae-43d0-8d4c-05b8d642b008 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:11.195928 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7ecc50df-612f-4f5b-8f1e-0aad49f78463 None None] Provisioning for port 64d2d6db-6dfc-4682-b0d3-bb5264764722 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:11.207894 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=aba8f711-d6ad-4378-a003-ab86655f7a9e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:11.215523 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa844c3-9846-4dbe-be56-6ad2039beb8f req-0f8f628b-1e46-4488-8a31-2be867d495f2 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:11.216183 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7ecc50df-612f-4f5b-8f1e-0aad49f78463 None None] Provisioning complete for port 64d2d6db-6dfc-4682-b0d3-bb5264764722 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:11.216308 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ecc50df-612f-4f5b-8f1e-0aad49f78463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:11.223716 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3aa844c3-9846-4dbe-be56-6ad2039beb8f req-0f8f628b-1e46-4488-8a31-2be867d495f2 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/ports?device_id=e891f3a4-9ba4-489f-86c3-92b8ab185e19 HTTP/1.1" status: 200 len: 945 time: 0.2482798 Jul 22 16:40:11.230437 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9ff08-d451-4e03-bf45-46ca5db8d7cb req-78921818-6e00-4a57-b32d-aceca6110b79 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:11.236336 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9ff08-d451-4e03-bf45-46ca5db8d7cb req-78921818-6e00-4a57-b32d-aceca6110b79 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:11.242441 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9ff08-d451-4e03-bf45-46ca5db8d7cb req-78921818-6e00-4a57-b32d-aceca6110b79 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:11.251610 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-97b9ff08-d451-4e03-bf45-46ca5db8d7cb req-78921818-6e00-4a57-b32d-aceca6110b79 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 2418 time: 0.1684804 Jul 22 16:40:11.286374 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7ecc50df-612f-4f5b-8f1e-0aad49f78463 None None] Port 64d2d6db-6dfc-4682-b0d3-bb5264764722 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:11.317742 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-97b9ff08-d451-4e03-bf45-46ca5db8d7cb req-ad459b19-1e6a-4e30-8438-598584ab51e0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646596 Jul 22 16:40:11.323626 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3aa844c3-9846-4dbe-be56-6ad2039beb8f req-c9b63def-0d28-4f65-b42e-5a572161c8aa tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/security-groups?id=42e23f32-e7c4-47e3-afe3-64a014ce51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991738 Jul 22 16:40:11.409771 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd317-a2f3-4e53-9772-d2a10921a641 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:11.462498 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd317-a2f3-4e53-9772-d2a10921a641 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Port': ['ID=e7341bb3-9cae-43d0-8d4c-05b8d642b008,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:11.495248 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd317-a2f3-4e53-9772-d2a10921a641 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:11.497343 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6e4dd317-a2f3-4e53-9772-d2a10921a641 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/ports/e7341bb3-9cae-43d0-8d4c-05b8d642b008 HTTP/1.1" status: 204 len: 168 time: 1.1140921 Jul 22 16:40:11.502800 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55198) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:11.518868 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd317-a2f3-4e53-9772-d2a10921a641 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:11.519199 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd317-a2f3-4e53-9772-d2a10921a641 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:11.519573 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd317-a2f3-4e53-9772-d2a10921a641 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:11.520294 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd317-a2f3-4e53-9772-d2a10921a641 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:11.520294 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd317-a2f3-4e53-9772-d2a10921a641 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:11.520705 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd317-a2f3-4e53-9772-d2a10921a641 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:11.521042 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd317-a2f3-4e53-9772-d2a10921a641 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:11.521162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd317-a2f3-4e53-9772-d2a10921a641 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:11.521408 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd317-a2f3-4e53-9772-d2a10921a641 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:11.521739 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd317-a2f3-4e53-9772-d2a10921a641 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:11.522072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd317-a2f3-4e53-9772-d2a10921a641 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:11.522403 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4dd317-a2f3-4e53-9772-d2a10921a641 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:11.559262 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-bc4f9850-b501-4d76-bffd-b929221de198 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:11.562928 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-9ae99c64-1744-462f-8501-dceef787f7dd req-7b846149-8f22-4dd7-bc41-7732b0b96c85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d2d6db-6dfc-4682-b0d3-bb5264764722 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:11.565085 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-bc4f9850-b501-4d76-bffd-b929221de198 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:11.571057 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-bc4f9850-b501-4d76-bffd-b929221de198 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:11.573076 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-bc4f9850-b501-4d76-bffd-b929221de198 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.16 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 2418 time: 0.2175417 Jul 22 16:40:11.573935 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9ae99c64-1744-462f-8501-dceef787f7dd req-7b846149-8f22-4dd7-bc41-7732b0b96c85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:11.595117 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-9ae99c64-1744-462f-8501-dceef787f7dd req-7b846149-8f22-4dd7-bc41-7732b0b96c85 service neutron] Transition to ACTIVE for port object 64d2d6db-6dfc-4682-b0d3-bb5264764722 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:11.601448 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9ae99c64-1744-462f-8501-dceef787f7dd req-7b846149-8f22-4dd7-bc41-7732b0b96c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:11.656697 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc0d31-e17d-4918-9922-e413de945b68 req-0e97cc73-86ee-4daa-bea0-8e9054085ec8 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:11.663766 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-58cc0d31-e17d-4918-9922-e413de945b68 req-0e97cc73-86ee-4daa-bea0-8e9054085ec8 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a6e6a4-5d17-4603-82f4-2eb8417d8c90 HTTP/1.1" status: 200 len: 932 time: 0.2375391 Jul 22 16:40:11.664326 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27e629-6fbc-4012-8962-291fdc82313e req-0ea93337-c71b-47a4-88f2-6a01d149ccc1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:11.670863 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27e629-6fbc-4012-8962-291fdc82313e req-0ea93337-c71b-47a4-88f2-6a01d149ccc1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:11.676817 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27e629-6fbc-4012-8962-291fdc82313e req-0ea93337-c71b-47a4-88f2-6a01d149ccc1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:11.683293 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27e629-6fbc-4012-8962-291fdc82313e req-0ea93337-c71b-47a4-88f2-6a01d149ccc1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:11.689196 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27e629-6fbc-4012-8962-291fdc82313e req-0ea93337-c71b-47a4-88f2-6a01d149ccc1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:11.695081 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27e629-6fbc-4012-8962-291fdc82313e req-0ea93337-c71b-47a4-88f2-6a01d149ccc1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:11.701042 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27e629-6fbc-4012-8962-291fdc82313e req-0ea93337-c71b-47a4-88f2-6a01d149ccc1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:11.703043 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f27e629-6fbc-4012-8962-291fdc82313e req-0ea93337-c71b-47a4-88f2-6a01d149ccc1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5440 time: 0.1897161 Jul 22 16:40:11.709528 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2009ac-2892-4892-b6da-eccd03fa004f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:11.713641 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8f2009ac-2892-4892-b6da-eccd03fa004f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2078407 Jul 22 16:40:11.723672 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55200) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:11.762402 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a16072-760f-4fc1-9ee6-1b5a8e988e0b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] GET failed (client error): The resource could not be found. Jul 22 16:40:11.764022 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f2a16072-760f-4fc1-9ee6-1b5a8e988e0b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports/e7341bb3-9cae-43d0-8d4c-05b8d642b008 HTTP/1.1" status: 404 len: 333 time: 0.0387125 Jul 22 16:40:11.770052 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55202) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:11.770251 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-58cc0d31-e17d-4918-9922-e413de945b68 req-5273f8f2-651a-4379-8adc-0ec571d79398 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055341 Jul 22 16:40:11.777360 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-869780f0-d27a-4a15-83ce-d6abb8b45fa8 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-779782311'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:11.783929 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b846149-8f22-4dd7-bc41-7732b0b96c85 service neutron] Pushing event updated for resources: {'Port': ['ID=64d2d6db-6dfc-4682-b0d3-bb5264764722,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:11.842571 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-37d3fbc0-e594-4f39-9869-bbea010ff7d2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Deleting port 64432c3f-ca29-4825-860b-e851e7dfda22 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:11.843224 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-37d3fbc0-e594-4f39-9869-bbea010ff7d2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:11.859295 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:11.893531 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f27e629-6fbc-4012-8962-291fdc82313e req-bd923bdf-3f2f-4265-861a-5e9f83fe2a96 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1817296 Jul 22 16:40:11.901027 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869780f0-d27a-4a15-83ce-d6abb8b45fa8 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:11.910811 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-869780f0-d27a-4a15-83ce-d6abb8b45fa8 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:11.965960 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-9ae99c64-1744-462f-8501-dceef787f7dd req-7b846149-8f22-4dd7-bc41-7732b0b96c85 service neutron] Attempting to bind port 64d2d6db-6dfc-4682-b0d3-bb5264764722 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:11.970679 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-9ae99c64-1744-462f-8501-dceef787f7dd req-7b846149-8f22-4dd7-bc41-7732b0b96c85 service neutron] Attempting to bind port 64d2d6db-6dfc-4682-b0d3-bb5264764722 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:11.971260 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae99c64-1744-462f-8501-dceef787f7dd req-7b846149-8f22-4dd7-bc41-7732b0b96c85 service neutron] Attempting to bind port 64d2d6db-6dfc-4682-b0d3-bb5264764722 on network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:11.983223 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae99c64-1744-462f-8501-dceef787f7dd req-7b846149-8f22-4dd7-bc41-7732b0b96c85 service neutron] Port 64d2d6db-6dfc-4682-b0d3-bb5264764722 on network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:40:11.983556 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae99c64-1744-462f-8501-dceef787f7dd req-7b846149-8f22-4dd7-bc41-7732b0b96c85 service neutron] Attempting to bind port 64d2d6db-6dfc-4682-b0d3-bb5264764722 on network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:12.006537 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869780f0-d27a-4a15-83ce-d6abb8b45fa8 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:40:12.008986 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae99c64-1744-462f-8501-dceef787f7dd req-7b846149-8f22-4dd7-bc41-7732b0b96c85 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:12.009336 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae99c64-1744-462f-8501-dceef787f7dd req-7b846149-8f22-4dd7-bc41-7732b0b96c85 service neutron] Checking segment: {'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:12.009456 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-37d3fbc0-e594-4f39-9869-bbea010ff7d2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] For port 64432c3f-ca29-4825-860b-e851e7dfda22, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=64432c3f-ca29-4825-860b-e851e7dfda22,segment=NetworkSegment(e27cc68e-e219-4c2d-aa0a-6007fbacbd1c),segment_id=e27cc68e-e219-4c2d-aa0a-6007fbacbd1c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:12.009749 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae99c64-1744-462f-8501-dceef787f7dd req-7b846149-8f22-4dd7-bc41-7732b0b96c85 service neutron] Bound using segment: {'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:12.009949 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-37d3fbc0-e594-4f39-9869-bbea010ff7d2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:12.010228 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-9ae99c64-1744-462f-8501-dceef787f7dd req-7b846149-8f22-4dd7-bc41-7732b0b96c85 service neutron] Bound port: 64d2d6db-6dfc-4682-b0d3-bb5264764722, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:12.010592 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9ae99c64-1744-462f-8501-dceef787f7dd req-7b846149-8f22-4dd7-bc41-7732b0b96c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:12.023605 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:12.024959 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-37d3fbc0-e594-4f39-9869-bbea010ff7d2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Calling delete_port for 64432c3f-ca29-4825-860b-e851e7dfda22 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:12.031120 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-869780f0-d27a-4a15-83ce-d6abb8b45fa8 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:12.031469 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-869780f0-d27a-4a15-83ce-d6abb8b45fa8 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Added segment b3b7d8ed-38eb-4a68-8969-30d45307ad25 of type vlan for network f4c97a19-2062-4537-9de0-cf0290ad03c5 Jul 22 16:40:12.128179 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-869780f0-d27a-4a15-83ce-d6abb8b45fa8 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:12.148320 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-9ae99c64-1744-462f-8501-dceef787f7dd req-7b846149-8f22-4dd7-bc41-7732b0b96c85 service neutron] For port 64d2d6db-6dfc-4682-b0d3-bb5264764722, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:12.157468 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:12.184164 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-869780f0-d27a-4a15-83ce-d6abb8b45fa8 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:12.195757 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869780f0-d27a-4a15-83ce-d6abb8b45fa8 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:12.196714 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-869780f0-d27a-4a15-83ce-d6abb8b45fa8 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:12.216208 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-37d3fbc0-e594-4f39-9869-bbea010ff7d2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:12.254356 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-9ae99c64-1744-462f-8501-dceef787f7dd req-7b846149-8f22-4dd7-bc41-7732b0b96c85 service neutron] For port 64d2d6db-6dfc-4682-b0d3-bb5264764722, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=64d2d6db-6dfc-4682-b0d3-bb5264764722,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:12.256689 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3fbc0-e594-4f39-9869-bbea010ff7d2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event deleted for resources: {'Port': ['ID=64432c3f-ca29-4825-860b-e851e7dfda22,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:12.260863 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:12.281368 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:12.282870 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:12.310668 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9ae99c64-1744-462f-8501-dceef787f7dd req-7b846149-8f22-4dd7-bc41-7732b0b96c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:12.317363 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869780f0-d27a-4a15-83ce-d6abb8b45fa8 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Network': ['ID=f4c97a19-2062-4537-9de0-cf0290ad03c5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:12.328347 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-37d3fbc0-e594-4f39-9869-bbea010ff7d2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] No DVR routers for this DVR port 64432c3f-ca29-4825-860b-e851e7dfda22 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:12.334725 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-37d3fbc0-e594-4f39-9869-bbea010ff7d2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:12.338993 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-37d3fbc0-e594-4f39-9869-bbea010ff7d2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.16 "DELETE /v2.0/ports/64432c3f-ca29-4825-860b-e851e7dfda22 HTTP/1.1" status: 204 len: 173 time: 0.7556818 Jul 22 16:40:12.340931 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70105c94-caac-4b01-b5bf-d869ff663e07', 'name': 'network-vif-deleted', 'tag': '64432c3f-ca29-4825-860b-e851e7dfda22'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:12.344301 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-869780f0-d27a-4a15-83ce-d6abb8b45fa8 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5711777 Jul 22 16:40:12.345584 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b'}, {'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba8f711-d6ad-4378-a003-ab86655f7a9e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:12.347909 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b213bc2e-98bb-46f6-8ea8-03d90291cf32" -d '{"events": [{"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-plugged", "status": "completed", "tag": "30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b"}, {"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-plugged", "status": "completed", "tag": "aba8f711-d6ad-4378-a003-ab86655f7a9e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:12.348759 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55210) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:12.349770 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1ad985-f77a-4b88-ae00-a42c06bb90e4" -d '{"events": [{"server_uuid": "70105c94-caac-4b01-b5bf-d869ff663e07", "name": "network-vif-deleted", "tag": "64432c3f-ca29-4825-860b-e851e7dfda22"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:12.358349 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network f4c97a19-2062-4537-9de0-cf0290ad03c5 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:40:12.381796 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8bc443d2-dd6e-48ab-95dd-9a202b79b037 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'subnet': {'network_id': 'f4c97a19-2062-4537-9de0-cf0290ad03c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:12.441765 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae99c64-1744-462f-8501-dceef787f7dd req-7b846149-8f22-4dd7-bc41-7732b0b96c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:12.442492 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9ae99c64-1744-462f-8501-dceef787f7dd req-7b846149-8f22-4dd7-bc41-7732b0b96c85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:12.443980 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ae99c64-1744-462f-8501-dceef787f7dd req-7b846149-8f22-4dd7-bc41-7732b0b96c85 service neutron] 10.222.0.30 "PUT /v2.0/ports/64d2d6db-6dfc-4682-b0d3-bb5264764722 HTTP/1.1" status: 200 len: 1092 time: 1.6624842 Jul 22 16:40:12.471035 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a6e6a4-5d17-4603-82f4-2eb8417d8c90', 'tag': '64d2d6db-6dfc-4682-b0d3-bb5264764722'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:12.473418 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e630b9-00ad-4af5-aed5-84c4a74ab9b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a6e6a4-5d17-4603-82f4-2eb8417d8c90", "tag": "64d2d6db-6dfc-4682-b0d3-bb5264764722"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:12.626802 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:12.696752 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=6f1fb2a5-1f03-4a26-b2bc-9670224b74a3,segment=NetworkSegment(0bac6b5f-ec86-400e-b73c-85ef833d6e8a),segment_id=0bac6b5f-ec86-400e-b73c-85ef833d6e8a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:12.704662 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:12.705957 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:12.733330 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa10850-628c-46ac-a071-3556611945ca req-074a831b-adc5-4656-8460-40e52160c4ed tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:12.741861 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eaa10850-628c-46ac-a071-3556611945ca req-074a831b-adc5-4656-8460-40e52160c4ed tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/ports?device_id=e891f3a4-9ba4-489f-86c3-92b8ab185e19 HTTP/1.1" status: 200 len: 945 time: 0.2208116 Jul 22 16:40:12.753601 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba92ed-3268-4257-ae13-0a8dc37fadae req-f51efb1b-b55f-4f0f-96de-0eab19f835bc tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:12.755338 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-01ba92ed-3268-4257-ae13-0a8dc37fadae req-f51efb1b-b55f-4f0f-96de-0eab19f835bc tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.30 "GET /v2.0/ports?device_id=e891f3a4-9ba4-489f-86c3-92b8ab185e19 HTTP/1.1" status: 200 len: 945 time: 0.3255303 Jul 22 16:40:12.820271 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b846149-8f22-4dd7-bc41-7732b0b96c85 service neutron] Pushing event updated for resources: {'Port': ['ID=64d2d6db-6dfc-4682-b0d3-bb5264764722,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:12.847045 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=6f1fb2a5-1f03-4a26-b2bc-9670224b74a3,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:12.870462 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:12.879555 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-85930e6a-35c2-4166-b9c8-170ba41a2c1f tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Deleting port 6c484d35-b4ff-4b67-9621-91fa19108a86 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:12.880265 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-85930e6a-35c2-4166-b9c8-170ba41a2c1f tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:12.885534 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:12.885783 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:12.893674 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc443d2-dd6e-48ab-95dd-9a202b79b037 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:12.897172 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8bc443d2-dd6e-48ab-95dd-9a202b79b037 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:12.901512 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae99c64-1744-462f-8501-dceef787f7dd req-b1ab889c-56e5-48d2-91cb-dbc1117b54bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:12.903214 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ae99c64-1744-462f-8501-dceef787f7dd req-b1ab889c-56e5-48d2-91cb-dbc1117b54bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&device_id=d9a6e6a4-5d17-4603-82f4-2eb8417d8c90 HTTP/1.1" status: 200 len: 1095 time: 0.3824301 Jul 22 16:40:12.916875 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eaa10850-628c-46ac-a071-3556611945ca req-9e293e80-b793-4ea3-b5ea-7511f0ec5c52 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/security-groups?id=42e23f32-e7c4-47e3-afe3-64a014ce51ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737068 Jul 22 16:40:12.968492 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfdcbd-6505-41b8-b66e-2c0f189dea7a req-16fbc110-dc2d-465d-abf1-586b187de0c9 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:12.974574 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfdcbd-6505-41b8-b66e-2c0f189dea7a req-16fbc110-dc2d-465d-abf1-586b187de0c9 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:12.982176 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e3dfdcbd-6505-41b8-b66e-2c0f189dea7a req-16fbc110-dc2d-465d-abf1-586b187de0c9 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 1682 time: 0.4596257 Jul 22 16:40:12.998857 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ae99c64-1744-462f-8501-dceef787f7dd req-c7a30cb2-3674-4ccd-b67d-7555c39cfa39 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64d2d6db-6dfc-4682-b0d3-bb5264764722 HTTP/1.1" status: 200 len: 217 time: 0.0760932 Jul 22 16:40:13.017101 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1c23aa-5cca-4e9e-93fb-f664d366f371 x-openstack-request-id: req-1f1c23aa-5cca-4e9e-93fb-f664d366f371 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:13.017528 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-plugged", "status": "completed", "tag": "30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b", "code": 200}, {"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-plugged", "status": "completed", "tag": "aba8f711-d6ad-4378-a003-ab86655f7a9e", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:13.017781 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1f1c23aa-5cca-4e9e-93fb-f664d366f371 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:13.018212 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b', 'code': 200} Jul 22 16:40:13.018647 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba8f711-d6ad-4378-a003-ab86655f7a9e', 'code': 200} Jul 22 16:40:13.062631 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51161da-e136-43cb-9bb8-37dd871476e0 x-openstack-request-id: req-d51161da-e136-43cb-9bb8-37dd871476e0 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:13.063192 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70105c94-caac-4b01-b5bf-d869ff663e07", "name": "network-vif-deleted", "tag": "64432c3f-ca29-4825-860b-e851e7dfda22", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:13.064757 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d51161da-e136-43cb-9bb8-37dd871476e0 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:13.068048 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70105c94-caac-4b01-b5bf-d869ff663e07', 'name': 'network-vif-deleted', 'tag': '64432c3f-ca29-4825-860b-e851e7dfda22', 'status': 'completed', 'code': 200} Jul 22 16:40:13.074481 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:13.138272 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e3dfdcbd-6505-41b8-b66e-2c0f189dea7a req-fd9ee1e5-4826-4e28-b758-21eac2cbfd26 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510146 Jul 22 16:40:13.161378 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98,segment=NetworkSegment(0bac6b5f-ec86-400e-b73c-85ef833d6e8a),segment_id=0bac6b5f-ec86-400e-b73c-85ef833d6e8a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:13.170816 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:13.171862 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 7aa61500-2368-4f52-ab67-83af547fa639 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:13.219423 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae99c64-1744-462f-8501-dceef787f7dd req-ca14944a-ead6-4ad9-859d-ff2eb2a86ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:13.226915 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ae99c64-1744-462f-8501-dceef787f7dd req-ca14944a-ead6-4ad9-859d-ff2eb2a86ae8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 HTTP/1.1" status: 200 len: 851 time: 0.2136858 Jul 22 16:40:13.234630 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68eb865d-8272-4ee0-8dab-9a47e22c1887 x-openstack-request-id: req-68eb865d-8272-4ee0-8dab-9a47e22c1887 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:13.235076 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a6e6a4-5d17-4603-82f4-2eb8417d8c90", "tag": "64d2d6db-6dfc-4682-b0d3-bb5264764722", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:13.235334 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-68eb865d-8272-4ee0-8dab-9a47e22c1887 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:13.236807 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-01ba92ed-3268-4257-ae13-0a8dc37fadae req-7d8b68d1-6746-4f8d-bff4-cfbb836d3c07 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Deleting port 80d1b218-4fad-4d80-92eb-ea19513f3f51 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:13.237277 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-01ba92ed-3268-4257-ae13-0a8dc37fadae req-7d8b68d1-6746-4f8d-bff4-cfbb836d3c07 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:13.241607 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a6e6a4-5d17-4603-82f4-2eb8417d8c90', 'tag': '64d2d6db-6dfc-4682-b0d3-bb5264764722', 'status': 'completed', 'code': 200} Jul 22 16:40:13.313425 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:13.327946 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-85930e6a-35c2-4166-b9c8-170ba41a2c1f tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] For port 6c484d35-b4ff-4b67-9621-91fa19108a86, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=6c484d35-b4ff-4b67-9621-91fa19108a86,segment=NetworkSegment(d7484e42-8da6-42ca-9061-79b058290ed4),segment_id=d7484e42-8da6-42ca-9061-79b058290ed4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:13.328392 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-85930e6a-35c2-4166-b9c8-170ba41a2c1f tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:13.336971 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 7aa61500-2368-4f52-ab67-83af547fa639 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:13.345627 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 7aa61500-2368-4f52-ab67-83af547fa639 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:13.346055 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:13.378242 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-85930e6a-35c2-4166-b9c8-170ba41a2c1f tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Calling delete_port for 6c484d35-b4ff-4b67-9621-91fa19108a86 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:13.441686 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8bc443d2-dd6e-48ab-95dd-9a202b79b037 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:13.475698 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:13.511629 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-01ba92ed-3268-4257-ae13-0a8dc37fadae req-7d8b68d1-6746-4f8d-bff4-cfbb836d3c07 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] For port 80d1b218-4fad-4d80-92eb-ea19513f3f51, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=80d1b218-4fad-4d80-92eb-ea19513f3f51,segment=NetworkSegment(160cd6b5-446e-4e17-b0df-acb9cc9717a2),segment_id=160cd6b5-446e-4e17-b0df-acb9cc9717a2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:13.512053 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-01ba92ed-3268-4257-ae13-0a8dc37fadae req-7d8b68d1-6746-4f8d-bff4-cfbb836d3c07 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:13.535542 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-01ba92ed-3268-4257-ae13-0a8dc37fadae req-7d8b68d1-6746-4f8d-bff4-cfbb836d3c07 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Calling delete_port for 80d1b218-4fad-4d80-92eb-ea19513f3f51 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:13.536800 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc443d2-dd6e-48ab-95dd-9a202b79b037 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Subnet': ['ID=19aa2bd0-fd83-42a0-acf1-ded6cf50c566,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:13.537118 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 7aa61500-2368-4f52-ab67-83af547fa639, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=7aa61500-2368-4f52-ab67-83af547fa639,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:13.542569 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:13.543248 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 64432c3f-ca29-4825-860b-e851e7dfda22 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:40:13.567152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae99c64-1744-462f-8501-dceef787f7dd req-dad3bc7e-8eb5-4fb6-947b-d5ea9f958ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:13.568697 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ae99c64-1744-462f-8501-dceef787f7dd req-dad3bc7e-8eb5-4fb6-947b-d5ea9f958ec7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3088448 Jul 22 16:40:13.569353 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 64432c3f-ca29-4825-860b-e851e7dfda22 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:40:13.569707 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 64432c3f-ca29-4825-860b-e851e7dfda22 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:40:13.570167 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 6c484d35-b4ff-4b67-9621-91fa19108a86 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:40:13.584454 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8987d7-819d-44fe-8cbe-7b6c4181ca9b req-4237953c-bd12-4d0c-aabc-c33c4e893e7c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:13.590661 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8987d7-819d-44fe-8cbe-7b6c4181ca9b req-4237953c-bd12-4d0c-aabc-c33c4e893e7c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:13.596755 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8987d7-819d-44fe-8cbe-7b6c4181ca9b req-4237953c-bd12-4d0c-aabc-c33c4e893e7c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:13.602798 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8987d7-819d-44fe-8cbe-7b6c4181ca9b req-4237953c-bd12-4d0c-aabc-c33c4e893e7c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:13.608836 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8987d7-819d-44fe-8cbe-7b6c4181ca9b req-4237953c-bd12-4d0c-aabc-c33c4e893e7c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:13.614843 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8987d7-819d-44fe-8cbe-7b6c4181ca9b req-4237953c-bd12-4d0c-aabc-c33c4e893e7c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:13.622438 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8987d7-819d-44fe-8cbe-7b6c4181ca9b req-4237953c-bd12-4d0c-aabc-c33c4e893e7c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:13.630255 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ad8987d7-819d-44fe-8cbe-7b6c4181ca9b req-4237953c-bd12-4d0c-aabc-c33c4e893e7c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5442 time: 0.2950957 Jul 22 16:40:13.649372 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=7aa61500-2368-4f52-ab67-83af547fa639,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:13.668704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc443d2-dd6e-48ab-95dd-9a202b79b037 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Checking segment: {'id': 'b3b7d8ed-38eb-4a68-8969-30d45307ad25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f4c97a19-2062-4537-9de0-cf0290ad03c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:13.669094 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc443d2-dd6e-48ab-95dd-9a202b79b037 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network hostable DHCP agents. Network: f4c97a19-2062-4537-9de0-cf0290ad03c5, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:40:13.696362 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87026745-9930-4427-bfe7-1951a0965281 req-9e3cc732-58c8-4afe-bc7c-73c3842eb23f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:13.703618 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-87026745-9930-4427-bfe7-1951a0965281 req-9e3cc732-58c8-4afe-bc7c-73c3842eb23f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a6e6a4-5d17-4603-82f4-2eb8417d8c90 HTTP/1.1" status: 200 len: 944 time: 0.3266156 Jul 22 16:40:13.758166 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:13.768358 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ad8987d7-819d-44fe-8cbe-7b6c4181ca9b req-f943b286-327a-4b4c-8b2f-927cc285a68d tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1374385 Jul 22 16:40:13.814811 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-87026745-9930-4427-bfe7-1951a0965281 req-060fe7bb-5775-4b5c-aa12-ed81d38d409d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990508 Jul 22 16:40:13.815237 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ae99c64-1744-462f-8501-dceef787f7dd req-3fb0277b-7928-4e2a-9e1d-8ef17bbb67b8 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685333 Jul 22 16:40:13.831496 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc443d2-dd6e-48ab-95dd-9a202b79b037 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network f4c97a19-2062-4537-9de0-cf0290ad03c5 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:40:13.877304 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8bc443d2-dd6e-48ab-95dd-9a202b79b037 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, f4c97a19-2062-4537-9de0-cf0290ad03c5) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:13.881775 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc443d2-dd6e-48ab-95dd-9a202b79b037 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:13.882652 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8bc443d2-dd6e-48ab-95dd-9a202b79b037 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:13.915493 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6991fff1-1098-4505-9090-f508a6d0da52 None None] Network f4c97a19-2062-4537-9de0-cf0290ad03c5 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:13.925688 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-85930e6a-35c2-4166-b9c8-170ba41a2c1f tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:13.956875 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8bc443d2-dd6e-48ab-95dd-9a202b79b037 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6068988 Jul 22 16:40:13.958385 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55234) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:13.974350 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85930e6a-35c2-4166-b9c8-170ba41a2c1f tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event deleted for resources: {'Port': ['ID=6c484d35-b4ff-4b67-9621-91fa19108a86,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:14.010023 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-12f7a699-388a-416e-b748-580d89047450 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'subnet': {'network_id': 'f4c97a19-2062-4537-9de0-cf0290ad03c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:14.043107 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-01ba92ed-3268-4257-ae13-0a8dc37fadae req-7d8b68d1-6746-4f8d-bff4-cfbb836d3c07 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.078486 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ae99c64-1744-462f-8501-dceef787f7dd req-0e4a180c-6a44-41eb-82b4-0bd901edbdd8 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612455 Jul 22 16:40:14.084950 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-85930e6a-35c2-4166-b9c8-170ba41a2c1f tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] No DVR routers for this DVR port 6c484d35-b4ff-4b67-9621-91fa19108a86 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:14.098212 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['80d1b218-4fad-4d80-92eb-ea19513f3f51'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:14.106610 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-26563a75-9af9-4654-9ea7-cffcaf69c3b0 req-bf3560a0-29e3-43c1-992f-16bcc7e09460 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.69 "GET /v2.0/ports?device_id=e891f3a4-9ba4-489f-86c3-92b8ab185e19 HTTP/1.1" status: 200 len: 210 time: 0.0431483 Jul 22 16:40:14.125952 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-85930e6a-35c2-4166-b9c8-170ba41a2c1f tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.128807 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-85930e6a-35c2-4166-b9c8-170ba41a2c1f tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.16 "DELETE /v2.0/ports/6c484d35-b4ff-4b67-9621-91fa19108a86 HTTP/1.1" status: 204 len: 173 time: 1.7752328 Jul 22 16:40:14.139528 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b68d1-6746-4f8d-bff4-cfbb836d3c07 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Pushing event deleted for resources: {'Port': ['ID=80d1b218-4fad-4d80-92eb-ea19513f3f51,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:14.174416 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device c4e4470c-da4b-41ba-b1e0-2f636b6200e7 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:40:14.356713 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ba92ed-3268-4257-ae13-0a8dc37fadae req-7d8b68d1-6746-4f8d-bff4-cfbb836d3c07 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] No DVR routers for this DVR port 80d1b218-4fad-4d80-92eb-ea19513f3f51 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:14.362104 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f7a699-388a-416e-b748-580d89047450 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:14.366533 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-01ba92ed-3268-4257-ae13-0a8dc37fadae req-7d8b68d1-6746-4f8d-bff4-cfbb836d3c07 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.368574 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-01ba92ed-3268-4257-ae13-0a8dc37fadae req-7d8b68d1-6746-4f8d-bff4-cfbb836d3c07 tempest-InstanceActionsV221TestJSON-1993427373 tempest-InstanceActionsV221TestJSON-1993427373-project] 10.222.0.30 "DELETE /v2.0/ports/80d1b218-4fad-4d80-92eb-ea19513f3f51 HTTP/1.1" status: 204 len: 173 time: 1.6046975 Jul 22 16:40:14.376692 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-12f7a699-388a-416e-b748-580d89047450 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.441487 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b325a9-2abe-4997-bc35-78da29ce4c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-f4c97a19-2062-4537-9de0-cf0290ad03c5', 'network_id': 'f4c97a19-2062-4537-9de0-cf0290ad03c5', 'tenant_id': '8e0aa67291574566a24ac254467e6460', 'fixed_ips': [{'subnet_id': '19aa2bd0-fd83-42a0-acf1-ded6cf50c566'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:40:14.442372 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9b325a9-2abe-4997-bc35-78da29ce4c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.481089 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.523624 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e630b9-00ad-4af5-aed5-84c4a74ab9b0 req-fd0fd82f-c0aa-4aff-9cb7-4453fced2984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:14.525954 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-55e630b9-00ad-4af5-aed5-84c4a74ab9b0 req-fd0fd82f-c0aa-4aff-9cb7-4453fced2984 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&device_id=d9a6e6a4-5d17-4603-82f4-2eb8417d8c90 HTTP/1.1" status: 200 len: 1095 time: 0.3393543 Jul 22 16:40:14.576586 n-d-798930-9 neutron-server[93817]: INFO neutron.db.ipam_backend_mixin [None req-12f7a699-388a-416e-b748-580d89047450 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 19aa2bd0-fd83-42a0-acf1-ded6cf50c566 (CIDR: 172.20.0.0/28) Jul 22 16:40:14.577562 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294345b-c182-458f-83d2-853a69806753 req-1012a32d-8eb5-4623-9c69-937417a7d7c5 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:14.583075 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8294345b-c182-458f-83d2-853a69806753 req-1012a32d-8eb5-4623-9c69-937417a7d7c5 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 946 time: 0.2872369 Jul 22 16:40:14.601820 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port c4e4470c-da4b-41ba-b1e0-2f636b6200e7, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=c4e4470c-da4b-41ba-b1e0-2f636b6200e7,segment=NetworkSegment(e27cc68e-e219-4c2d-aa0a-6007fbacbd1c),segment_id=e27cc68e-e219-4c2d-aa0a-6007fbacbd1c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:14.625248 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f7a699-388a-416e-b748-580d89047450 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:40:14.625775 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12f7a699-388a-416e-b748-580d89047450 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:40:14.630807 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-7510af8c-86ff-422f-907d-81a0e3e01825 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Deleting port c4e4470c-da4b-41ba-b1e0-2f636b6200e7 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:14.632527 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-7510af8c-86ff-422f-907d-81a0e3e01825 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.649756 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-12f7a699-388a-416e-b748-580d89047450 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6727035 Jul 22 16:40:14.652965 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55242) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:14.658253 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0d2d849c-6b2a-4db7-bb66-aa8123fc0db9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'subnet': {'network_id': 'f4c97a19-2062-4537-9de0-cf0290ad03c5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:14.688005 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-c9b325a9-2abe-4997-bc35-78da29ce4c46 None None] Allocated IP 172.20.0.2 (f4c97a19-2062-4537-9de0-cf0290ad03c5/19aa2bd0-fd83-42a0-acf1-ded6cf50c566/8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:14.695728 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e630b9-00ad-4af5-aed5-84c4a74ab9b0 req-d0f1ac4c-00cb-4fc3-b455-46af4c22280e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:14.697770 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-55e630b9-00ad-4af5-aed5-84c4a74ab9b0 req-d0f1ac4c-00cb-4fc3-b455-46af4c22280e service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 913 time: 0.1658337 Jul 22 16:40:14.731480 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.763872 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-55e630b9-00ad-4af5-aed5-84c4a74ab9b0 req-d9fe7eec-ee3f-4704-b102-127812eeaa22 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64d2d6db-6dfc-4682-b0d3-bb5264764722 HTTP/1.1" status: 200 len: 217 time: 0.0474019 Jul 22 16:40:14.779625 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8294345b-c182-458f-83d2-853a69806753 req-29b6bfe0-e886-4b66-820b-358086b621dd tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588707 Jul 22 16:40:14.867195 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-7510af8c-86ff-422f-907d-81a0e3e01825 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] For port c4e4470c-da4b-41ba-b1e0-2f636b6200e7, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=c4e4470c-da4b-41ba-b1e0-2f636b6200e7,segment=NetworkSegment(e27cc68e-e219-4c2d-aa0a-6007fbacbd1c),segment_id=e27cc68e-e219-4c2d-aa0a-6007fbacbd1c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:14.867622 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-7510af8c-86ff-422f-907d-81a0e3e01825 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.890874 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-7510af8c-86ff-422f-907d-81a0e3e01825 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Calling delete_port for c4e4470c-da4b-41ba-b1e0-2f636b6200e7 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:14.903190 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=c4e4470c-da4b-41ba-b1e0-2f636b6200e7,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:14.985564 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9b325a9-2abe-4997-bc35-78da29ce4c46 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.999539 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c9b325a9-2abe-4997-bc35-78da29ce4c46 None None] Transition to ACTIVE for port object 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:15.016858 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c9b325a9-2abe-4997-bc35-78da29ce4c46 None None] Transition to ACTIVE for port object 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:15.019334 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1fb2a5-1f03-4a26-b2bc-9670224b74a3'}, {'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98'}, {'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa61500-2368-4f52-ab67-83af547fa639'}, {'server_uuid': '70105c94-caac-4b01-b5bf-d869ff663e07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4e4470c-da4b-41ba-b1e0-2f636b6200e7'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:15.021861 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cd5423-ef34-41ea-8668-e5c3bc05e0e9" -d '{"events": [{"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-plugged", "status": "completed", "tag": "6f1fb2a5-1f03-4a26-b2bc-9670224b74a3"}, {"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-plugged", "status": "completed", "tag": "1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98"}, {"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-plugged", "status": "completed", "tag": "7aa61500-2368-4f52-ab67-83af547fa639"}, {"server_uuid": "70105c94-caac-4b01-b5bf-d869ff663e07", "name": "network-vif-unplugged", "status": "completed", "tag": "c4e4470c-da4b-41ba-b1e0-2f636b6200e7"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:15.030094 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e630b9-00ad-4af5-aed5-84c4a74ab9b0 req-fd8d85e7-6946-4abd-b185-18c5d7548e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:15.034054 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-55e630b9-00ad-4af5-aed5-84c4a74ab9b0 req-fd8d85e7-6946-4abd-b185-18c5d7548e29 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 HTTP/1.1" status: 200 len: 851 time: 0.2090731 Jul 22 16:40:15.037025 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9b325a9-2abe-4997-bc35-78da29ce4c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:15.110069 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b325a9-2abe-4997-bc35-78da29ce4c46 None None] Network f4c97a19-2062-4537-9de0-cf0290ad03c5 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:15.130420 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c9b325a9-2abe-4997-bc35-78da29ce4c46 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:15.146068 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70105c94-caac-4b01-b5bf-d869ff663e07', 'name': 'network-vif-deleted', 'tag': '6c484d35-b4ff-4b67-9621-91fa19108a86'}, {'server_uuid': 'e891f3a4-9ba4-489f-86c3-92b8ab185e19', 'name': 'network-vif-deleted', 'tag': '80d1b218-4fad-4d80-92eb-ea19513f3f51'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:15.149224 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e321c3ab-ebbd-4b51-9c67-c851ad016d03" -d '{"events": [{"server_uuid": "70105c94-caac-4b01-b5bf-d869ff663e07", "name": "network-vif-deleted", "tag": "6c484d35-b4ff-4b67-9621-91fa19108a86"}, {"server_uuid": "e891f3a4-9ba4-489f-86c3-92b8ab185e19", "name": "network-vif-deleted", "tag": "80d1b218-4fad-4d80-92eb-ea19513f3f51"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:15.155912 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b325a9-2abe-4997-bc35-78da29ce4c46 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:15.157318 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-7510af8c-86ff-422f-907d-81a0e3e01825 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:15.158192 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b325a9-2abe-4997-bc35-78da29ce4c46 None None] Pushing event updated for resources: {'Port': ['ID=8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:15.186465 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2d849c-6b2a-4db7-bb66-aa8123fc0db9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:15.189997 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d2d849c-6b2a-4db7-bb66-aa8123fc0db9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:15.203442 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510af8c-86ff-422f-907d-81a0e3e01825 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event deleted for resources: {'Port': ['ID=c4e4470c-da4b-41ba-b1e0-2f636b6200e7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:15.274458 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c9b325a9-2abe-4997-bc35-78da29ce4c46 None None] Attempting to bind port 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:15.274458 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c9b325a9-2abe-4997-bc35-78da29ce4c46 None None] Attempting to bind port 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'b3b7d8ed-38eb-4a68-8969-30d45307ad25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f4c97a19-2062-4537-9de0-cf0290ad03c5'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:15.276439 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b325a9-2abe-4997-bc35-78da29ce4c46 None None] Attempting to bind port 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7 on network f4c97a19-2062-4537-9de0-cf0290ad03c5 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:15.281686 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b325a9-2abe-4997-bc35-78da29ce4c46 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:15.281686 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b325a9-2abe-4997-bc35-78da29ce4c46 None None] Checking segment: {'id': 'b3b7d8ed-38eb-4a68-8969-30d45307ad25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f4c97a19-2062-4537-9de0-cf0290ad03c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:15.282276 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9b325a9-2abe-4997-bc35-78da29ce4c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:15.282771 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b325a9-2abe-4997-bc35-78da29ce4c46 None None] Bound using segment: {'id': 'b3b7d8ed-38eb-4a68-8969-30d45307ad25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f4c97a19-2062-4537-9de0-cf0290ad03c5'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:15.284620 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c9b325a9-2abe-4997-bc35-78da29ce4c46 None None] Bound port: 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b7d8ed-38eb-4a68-8969-30d45307ad25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f4c97a19-2062-4537-9de0-cf0290ad03c5'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:15.284620 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9b325a9-2abe-4997-bc35-78da29ce4c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:15.307897 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aad2d4-edce-43b9-a9ba-ae701337cfc1 req-1c3b3695-4573-4bfa-ba0b-e99f0fc7bd26 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:15.309717 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-83aad2d4-edce-43b9-a9ba-ae701337cfc1 req-1c3b3695-4573-4bfa-ba0b-e99f0fc7bd26 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a6e6a4-5d17-4603-82f4-2eb8417d8c90 HTTP/1.1" status: 200 len: 944 time: 0.3662617 Jul 22 16:40:15.314261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e630b9-00ad-4af5-aed5-84c4a74ab9b0 req-2698004a-9693-40c0-a850-a979b503432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:15.315770 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-55e630b9-00ad-4af5-aed5-84c4a74ab9b0 req-2698004a-9693-40c0-a850-a979b503432f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2723901 Jul 22 16:40:15.321255 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170fbac-3239-4433-9b74-aa3e6341e4fb req-b7f9fa9d-7bbb-4bcd-a4a9-a48690cb9601 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:15.328669 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170fbac-3239-4433-9b74-aa3e6341e4fb req-b7f9fa9d-7bbb-4bcd-a4a9-a48690cb9601 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:15.341888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170fbac-3239-4433-9b74-aa3e6341e4fb req-b7f9fa9d-7bbb-4bcd-a4a9-a48690cb9601 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:15.357140 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170fbac-3239-4433-9b74-aa3e6341e4fb req-b7f9fa9d-7bbb-4bcd-a4a9-a48690cb9601 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:15.385003 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170fbac-3239-4433-9b74-aa3e6341e4fb req-b7f9fa9d-7bbb-4bcd-a4a9-a48690cb9601 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:15.399407 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170fbac-3239-4433-9b74-aa3e6341e4fb req-b7f9fa9d-7bbb-4bcd-a4a9-a48690cb9601 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:15.410985 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170fbac-3239-4433-9b74-aa3e6341e4fb req-b7f9fa9d-7bbb-4bcd-a4a9-a48690cb9601 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:15.419263 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9170fbac-3239-4433-9b74-aa3e6341e4fb req-b7f9fa9d-7bbb-4bcd-a4a9-a48690cb9601 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5443 time: 0.4188387 Jul 22 16:40:15.420359 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-7510af8c-86ff-422f-907d-81a0e3e01825 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] No DVR routers for this DVR port c4e4470c-da4b-41ba-b1e0-2f636b6200e7 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:15.423324 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-7510af8c-86ff-422f-907d-81a0e3e01825 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:15.425358 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-581d2d33-500a-4205-bd64-4eccde3658a7 req-7510af8c-86ff-422f-907d-81a0e3e01825 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.16 "DELETE /v2.0/ports/c4e4470c-da4b-41ba-b1e0-2f636b6200e7 HTTP/1.1" status: 204 len: 173 time: 1.2494242 Jul 22 16:40:15.441809 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c9b325a9-2abe-4997-bc35-78da29ce4c46 None None] For port 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:15.451438 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c9b325a9-2abe-4997-bc35-78da29ce4c46 None None] For port 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7,segment=NetworkSegment(b3b7d8ed-38eb-4a68-8969-30d45307ad25),segment_id=b3b7d8ed-38eb-4a68-8969-30d45307ad25)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:15.462284 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9b325a9-2abe-4997-bc35-78da29ce4c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:15.533416 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9170fbac-3239-4433-9b74-aa3e6341e4fb req-e3eb4c30-9dbd-4e95-a3ff-67584de0c1c0 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0885868 Jul 22 16:40:15.546614 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-55e630b9-00ad-4af5-aed5-84c4a74ab9b0 req-e5f609fd-7eff-40ef-aea6-1fc91e81b381 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940868 Jul 22 16:40:15.640698 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b325a9-2abe-4997-bc35-78da29ce4c46 None None] Pushing event updated for resources: {'Port': ['ID=8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:15.717470 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-83aad2d4-edce-43b9-a9ba-ae701337cfc1 req-013715f6-bb08-4878-b1c7-2264375ed3eb tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661785 Jul 22 16:40:15.749447 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-55e630b9-00ad-4af5-aed5-84c4a74ab9b0 req-ab28e64d-f62b-4bcc-a3d1-cbf1bb5fe634 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730058 Jul 22 16:40:15.770590 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52864431-cb4a-449f-8ae5-882d5a0d2a1f x-openstack-request-id: req-52864431-cb4a-449f-8ae5-882d5a0d2a1f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:15.771364 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-plugged", "status": "completed", "tag": "6f1fb2a5-1f03-4a26-b2bc-9670224b74a3", "code": 200}, {"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-plugged", "status": "completed", "tag": "1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98", "code": 200}, {"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-plugged", "status": "completed", "tag": "7aa61500-2368-4f52-ab67-83af547fa639", "code": 200}, {"server_uuid": "70105c94-caac-4b01-b5bf-d869ff663e07", "name": "network-vif-unplugged", "status": "completed", "tag": "c4e4470c-da4b-41ba-b1e0-2f636b6200e7", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:15.771632 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-52864431-cb4a-449f-8ae5-882d5a0d2a1f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:15.772085 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1fb2a5-1f03-4a26-b2bc-9670224b74a3', 'code': 200} Jul 22 16:40:15.772358 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98', 'code': 200} Jul 22 16:40:15.772614 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa61500-2368-4f52-ab67-83af547fa639', 'code': 200} Jul 22 16:40:15.772865 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70105c94-caac-4b01-b5bf-d869ff663e07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4e4470c-da4b-41ba-b1e0-2f636b6200e7', 'code': 200} Jul 22 16:40:15.823102 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be181959-870b-4bf4-9311-bdeaecd2049c x-openstack-request-id: req-be181959-870b-4bf4-9311-bdeaecd2049c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:15.824147 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70105c94-caac-4b01-b5bf-d869ff663e07", "name": "network-vif-deleted", "tag": "6c484d35-b4ff-4b67-9621-91fa19108a86", "status": "completed", "code": 200}, {"server_uuid": "e891f3a4-9ba4-489f-86c3-92b8ab185e19", "name": "network-vif-deleted", "tag": "80d1b218-4fad-4d80-92eb-ea19513f3f51", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:15.824147 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-be181959-870b-4bf4-9311-bdeaecd2049c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:15.824147 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70105c94-caac-4b01-b5bf-d869ff663e07', 'name': 'network-vif-deleted', 'tag': '6c484d35-b4ff-4b67-9621-91fa19108a86', 'status': 'completed', 'code': 200} Jul 22 16:40:15.825108 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e891f3a4-9ba4-489f-86c3-92b8ab185e19', 'name': 'network-vif-deleted', 'tag': '80d1b218-4fad-4d80-92eb-ea19513f3f51', 'status': 'completed', 'code': 200} Jul 22 16:40:16.047904 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d2d849c-6b2a-4db7-bb66-aa8123fc0db9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:16.103882 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2d849c-6b2a-4db7-bb66-aa8123fc0db9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network f4c97a19-2062-4537-9de0-cf0290ad03c5 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:16.110356 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-914d87a5-9833-438b-acf3-96558c249835 req-054969a3-5578-4c4a-87ed-6025a40fc25d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=70105c94-caac-4b01-b5bf-d869ff663e07 HTTP/1.1" status: 200 len: 210 time: 0.1028843 Jul 22 16:40:16.135810 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-0d2d849c-6b2a-4db7-bb66-aa8123fc0db9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:16.146599 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2d849c-6b2a-4db7-bb66-aa8123fc0db9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:16.151096 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d2d849c-6b2a-4db7-bb66-aa8123fc0db9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:16.187998 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d849c-6b2a-4db7-bb66-aa8123fc0db9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Subnet': ['ID=b3cdc51d-acf0-4f8e-8e93-b75eacf685c2,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:16.213527 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0d2d849c-6b2a-4db7-bb66-aa8123fc0db9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5550828 Jul 22 16:40:16.215658 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55270) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:16.222223 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c293a7ad-462d-4ee1-b3f7-4fb6d8d27288 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'port': {'network_id': 'f4c97a19-2062-4537-9de0-cf0290ad03c5', 'fixed_ips': [{'subnet_id': '19aa2bd0-fd83-42a0-acf1-ded6cf50c566'}, {'subnet_id': 'b3cdc51d-acf0-4f8e-8e93-b75eacf685c2'}], 'name': 'tempest-PortsTestJSON-961855541'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:16.239146 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02506b2a-2f0a-4a83-afcc-af1998fcc65e req-77bc3186-c883-4744-8c79-1143027a0c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:16.239309 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55272) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:16.239429 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02506b2a-2f0a-4a83-afcc-af1998fcc65e req-77bc3186-c883-4744-8c79-1143027a0c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:16.243417 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02506b2a-2f0a-4a83-afcc-af1998fcc65e req-77bc3186-c883-4744-8c79-1143027a0c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:16.243560 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02506b2a-2f0a-4a83-afcc-af1998fcc65e req-77bc3186-c883-4744-8c79-1143027a0c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:16.244160 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02506b2a-2f0a-4a83-afcc-af1998fcc65e req-77bc3186-c883-4744-8c79-1143027a0c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:16.244557 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02506b2a-2f0a-4a83-afcc-af1998fcc65e req-77bc3186-c883-4744-8c79-1143027a0c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:16.245022 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02506b2a-2f0a-4a83-afcc-af1998fcc65e req-77bc3186-c883-4744-8c79-1143027a0c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:16.247819 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02506b2a-2f0a-4a83-afcc-af1998fcc65e req-77bc3186-c883-4744-8c79-1143027a0c7a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 6500 time: 0.2356288 Jul 22 16:40:16.300214 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02506b2a-2f0a-4a83-afcc-af1998fcc65e req-760d2853-cc26-45d0-9851-272131438856 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0d27350e-eed5-4e14-a06e-55148fc26ff0&id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441372 Jul 22 16:40:16.334907 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-128f93f1-534e-4ac0-8b1c-bf0f2ade3350 admin admin] Deleting subnet 8cca8efd-f16e-448c-9f21-aa2cf53e8192 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:40:16.338810 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-128f93f1-534e-4ac0-8b1c-bf0f2ade3350 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:16.830212 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-128f93f1-534e-4ac0-8b1c-bf0f2ade3350 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:16.913316 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c293a7ad-462d-4ee1-b3f7-4fb6d8d27288 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:16.954888 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-128f93f1-534e-4ac0-8b1c-bf0f2ade3350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:16.971214 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf31ce0-68b0-48b7-8267-0cab733e6d5f req-34cb44fd-ecd6-430f-a209-133a2a51d0ff tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:16.972963 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cbf31ce0-68b0-48b7-8267-0cab733e6d5f req-34cb44fd-ecd6-430f-a209-133a2a51d0ff tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a6e6a4-5d17-4603-82f4-2eb8417d8c90 HTTP/1.1" status: 200 len: 944 time: 0.0913396 Jul 22 16:40:16.999325 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 64d2d6db-6dfc-4682-b0d3-bb5264764722 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:40:17.004922 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 80d1b218-4fad-4d80-92eb-ea19513f3f51 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:40:17.031891 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cbf31ce0-68b0-48b7-8267-0cab733e6d5f req-8c4ba7f1-59b0-45c0-b16b-9ee4d545be81 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496111 Jul 22 16:40:17.070998 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 80d1b218-4fad-4d80-92eb-ea19513f3f51 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:40:17.070998 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 80d1b218-4fad-4d80-92eb-ea19513f3f51 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:40:17.077849 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64854fe4-0920-4967-ba0a-49e6dac2370d req-bebf5bfe-4759-43e5-9047-cb020f6ab2eb tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:17.083984 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64854fe4-0920-4967-ba0a-49e6dac2370d req-bebf5bfe-4759-43e5-9047-cb020f6ab2eb tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:17.086627 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece6540b-a173-43f0-8935-d1823ae4675b None None] Network f4c97a19-2062-4537-9de0-cf0290ad03c5 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:17.090723 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64854fe4-0920-4967-ba0a-49e6dac2370d req-bebf5bfe-4759-43e5-9047-cb020f6ab2eb tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:17.097729 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64854fe4-0920-4967-ba0a-49e6dac2370d req-bebf5bfe-4759-43e5-9047-cb020f6ab2eb tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:17.104680 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64854fe4-0920-4967-ba0a-49e6dac2370d req-bebf5bfe-4759-43e5-9047-cb020f6ab2eb tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:17.109768 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64854fe4-0920-4967-ba0a-49e6dac2370d req-bebf5bfe-4759-43e5-9047-cb020f6ab2eb tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:17.115742 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64854fe4-0920-4967-ba0a-49e6dac2370d req-bebf5bfe-4759-43e5-9047-cb020f6ab2eb tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:17.124183 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64854fe4-0920-4967-ba0a-49e6dac2370d req-bebf5bfe-4759-43e5-9047-cb020f6ab2eb tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5443 time: 0.3381264 Jul 22 16:40:17.140578 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c293a7ad-462d-4ee1-b3f7-4fb6d8d27288 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.177157 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-128f93f1-534e-4ac0-8b1c-bf0f2ade3350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.191410 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-c293a7ad-462d-4ee1-b3f7-4fb6d8d27288 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] device_id is not set on port 187fa20b-b7c8-48a5-957f-2bf5533171d3 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:40:17.234186 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64854fe4-0920-4967-ba0a-49e6dac2370d req-4ae6e9ed-73c5-44c2-8806-87ad8bd99685 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1042650 Jul 22 16:40:17.236105 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 64d2d6db-6dfc-4682-b0d3-bb5264764722, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=64d2d6db-6dfc-4682-b0d3-bb5264764722,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:17.241328 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55286) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:17.264333 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f93f1-534e-4ac0-8b1c-bf0f2ade3350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cca8efd-f16e-448c-9f21-aa2cf53e8192,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:17.267224 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-128f93f1-534e-4ac0-8b1c-bf0f2ade3350 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.282109 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-128f93f1-534e-4ac0-8b1c-bf0f2ade3350 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8cca8efd-f16e-448c-9f21-aa2cf53e8192 HTTP/1.1" status: 204 len: 168 time: 1.0290802 Jul 22 16:40:17.301290 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '64d2d6db-6dfc-4682-b0d3-bb5264764722', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'port_id': '64d2d6db-6dfc-4682-b0d3-bb5264764722', 'mac_address': 'fa:16:3e:3f:18:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:40:17.310083 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55288) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:17.310235 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9d0c2d8b-aaa3-42f2-bd4f-d8f54354ce9e None None] Provisioning for port 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:17.424897 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1fe61b2-678d-4a20-b6bf-dca66809670d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.455890 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6c1038-7032-4047-a4ac-6191e88ad50d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Deleting subnet 45cfb963-9441-4285-831e-ebc7eb4b2ea3 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:40:17.456362 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:17.481804 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a6c1038-7032-4047-a4ac-6191e88ad50d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.527487 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.552662 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d2d6db-6dfc-4682-b0d3-bb5264764722 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:17.554456 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a6c1038-7032-4047-a4ac-6191e88ad50d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.612685 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 64d2d6db-6dfc-4682-b0d3-bb5264764722, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=64d2d6db-6dfc-4682-b0d3-bb5264764722,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:17.614358 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:17.622157 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.629495 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:17.629848 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.636003 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1fe61b2-678d-4a20-b6bf-dca66809670d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.651551 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a1fe61b2-678d-4a20-b6bf-dca66809670d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01176eb0-3b5e-4d90-be3b-066f00d3931d']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:17.666562 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a1fe61b2-678d-4a20-b6bf-dca66809670d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160cd6b5-446e-4e17-b0df-acb9cc9717a2') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:17.666875 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a1fe61b2-678d-4a20-b6bf-dca66809670d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160cd6b5-446e-4e17-b0df-acb9cc9717a2') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:17.696605 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1fe61b2-678d-4a20-b6bf-dca66809670d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.719979 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=64d2d6db-6dfc-4682-b0d3-bb5264764722,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:17.721707 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1fe61b2-678d-4a20-b6bf-dca66809670d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.732606 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a6c1038-7032-4047-a4ac-6191e88ad50d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.735942 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1fe61b2-678d-4a20-b6bf-dca66809670d admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:40:17.736340 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1fe61b2-678d-4a20-b6bf-dca66809670d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:40:17.740444 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:40:17.780892 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-c293a7ad-462d-4ee1-b3f7-4fb6d8d27288 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Allocated IP 172.20.0.14 (f4c97a19-2062-4537-9de0-cf0290ad03c5/19aa2bd0-fd83-42a0-acf1-ded6cf50c566/187fa20b-b7c8-48a5-957f-2bf5533171d3) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:17.794595 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-c293a7ad-462d-4ee1-b3f7-4fb6d8d27288 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Allocated IP 172.20.0.18 (f4c97a19-2062-4537-9de0-cf0290ad03c5/b3cdc51d-acf0-4f8e-8e93-b75eacf685c2/187fa20b-b7c8-48a5-957f-2bf5533171d3) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:17.801365 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.851841 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70105c94-caac-4b01-b5bf-d869ff663e07', 'name': 'network-vif-deleted', 'tag': 'c4e4470c-da4b-41ba-b1e0-2f636b6200e7'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:17.874445 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5ff71c-2a35-403b-87db-44b616c6c676" -d '{"events": [{"server_uuid": "70105c94-caac-4b01-b5bf-d869ff663e07", "name": "network-vif-deleted", "tag": "c4e4470c-da4b-41ba-b1e0-2f636b6200e7"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:17.885270 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7,segment=NetworkSegment(b3b7d8ed-38eb-4a68-8969-30d45307ad25),segment_id=b3b7d8ed-38eb-4a68-8969-30d45307ad25)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:17.918122 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.925125 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1fe61b2-678d-4a20-b6bf-dca66809670d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.935408 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a129f8a0-cce9-4238-ade0-5eadb4e2bbc8 None None] Update dhcp port {'port': {'network_id': 'f4c97a19-2062-4537-9de0-cf0290ad03c5', 'fixed_ips': [{'subnet_id': '19aa2bd0-fd83-42a0-acf1-ded6cf50c566', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b3cdc51d-acf0-4f8e-8e93-b75eacf685c2'}], 'binding:host_id': 'n-d-798930-9'}, 'id': '8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7'} from n-d-798930-9. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:40:17.949687 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8342bf96-0b4b-4c15-97bd-f16296b40499 x-openstack-request-id: req-8342bf96-0b4b-4c15-97bd-f16296b40499 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:17.949832 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70105c94-caac-4b01-b5bf-d869ff663e07", "name": "network-vif-deleted", "tag": "c4e4470c-da4b-41ba-b1e0-2f636b6200e7", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:17.950157 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8342bf96-0b4b-4c15-97bd-f16296b40499 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:17.950471 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70105c94-caac-4b01-b5bf-d869ff663e07', 'name': 'network-vif-deleted', 'tag': 'c4e4470c-da4b-41ba-b1e0-2f636b6200e7', 'status': 'completed', 'code': 200} Jul 22 16:40:17.952018 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1fe61b2-678d-4a20-b6bf-dca66809670d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.956740 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a1fe61b2-678d-4a20-b6bf-dca66809670d admin admin] 10.222.0.69 "DELETE /v2.0/networks/01176eb0-3b5e-4d90-be3b-066f00d3931d HTTP/1.1" status: 204 len: 168 time: 0.6427965 Jul 22 16:40:17.984757 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe61b2-678d-4a20-b6bf-dca66809670d admin admin] Pushing event deleted for resources: {'Network': ['ID=01176eb0-3b5e-4d90-be3b-066f00d3931d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:18.011173 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a6c1038-7032-4047-a4ac-6191e88ad50d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:18.023134 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['64d2d6db-6dfc-4682-b0d3-bb5264764722'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:18.054941 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c1038-7032-4047-a4ac-6191e88ad50d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event deleted for resources: {'Subnet': ['ID=45cfb963-9441-4285-831e-ebc7eb4b2ea3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:18.059376 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a6c1038-7032-4047-a4ac-6191e88ad50d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:18.064647 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3a6c1038-7032-4047-a4ac-6191e88ad50d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "DELETE /v2.0/subnets/45cfb963-9441-4285-831e-ebc7eb4b2ea3 HTTP/1.1" status: 204 len: 168 time: 0.8194473 Jul 22 16:40:18.075819 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55298) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:18.098747 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e8db9d-739c-4186-a21b-24210b452caf None None] Network ac7674f1-9187-4e19-be4d-297ed95a9bea requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:18.214449 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55304) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:18.224042 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c10b8315-3efc-480c-b643-9daba99ed852 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:18.238401 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c293a7ad-462d-4ee1-b3f7-4fb6d8d27288 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:18.280574 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:18.306067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c10b8315-3efc-480c-b643-9daba99ed852 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Deleting port 8cfc8b66-99d9-41b0-8cc9-e606375a12f5 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:18.306673 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c10b8315-3efc-480c-b643-9daba99ed852 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:18.308130 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c293a7ad-462d-4ee1-b3f7-4fb6d8d27288 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Transition to ACTIVE for port object 187fa20b-b7c8-48a5-957f-2bf5533171d3 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:18.310028 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a129f8a0-cce9-4238-ade0-5eadb4e2bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:18.351729 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-29651b6d-fadc-4cce-a1bf-702342768f7e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a14a8deb1a2342999061846a3bc024a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312077 Jul 22 16:40:18.362812 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55308) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:18.372297 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce08965-29d5-472e-9045-9f4f353fdc05 req-82835b76-fbc0-4b16-8b2a-743d4b441ec6 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:18.374152 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bce08965-29d5-472e-9045-9f4f353fdc05 req-82835b76-fbc0-4b16-8b2a-743d4b441ec6 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a6e6a4-5d17-4603-82f4-2eb8417d8c90 HTTP/1.1" status: 200 len: 945 time: 0.2355604 Jul 22 16:40:18.469958 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c293a7ad-462d-4ee1-b3f7-4fb6d8d27288 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:18.499634 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21f4671f-3699-44c5-8244-60ab642513a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:18.535901 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21f4671f-3699-44c5-8244-60ab642513a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:18.611972 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad98e87-7457-4d36-a900-e0897af063cb None None] DHCP port deletion for ac7674f1-9187-4e19-be4d-297ed95a9bea request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:40:18.625910 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bce08965-29d5-472e-9045-9f4f353fdc05 req-1eb4ec25-7b24-4292-9c40-22e920d3cdee tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427702 Jul 22 16:40:18.696512 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c293a7ad-462d-4ee1-b3f7-4fb6d8d27288 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network f4c97a19-2062-4537-9de0-cf0290ad03c5 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:18.702077 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21f4671f-3699-44c5-8244-60ab642513a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:18.705414 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21f4671f-3699-44c5-8244-60ab642513a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:18.710004 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-21f4671f-3699-44c5-8244-60ab642513a5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/42e23f32-e7c4-47e3-afe3-64a014ce51ba HTTP/1.1" status: 204 len: 168 time: 0.3313308 Jul 22 16:40:18.714202 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c293a7ad-462d-4ee1-b3f7-4fb6d8d27288 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:18.720798 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c293a7ad-462d-4ee1-b3f7-4fb6d8d27288 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:18.728112 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293a7ad-462d-4ee1-b3f7-4fb6d8d27288 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Port': ['ID=187fa20b-b7c8-48a5-957f-2bf5533171d3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:18.761903 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c10b8315-3efc-480c-b643-9daba99ed852 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] For port 8cfc8b66-99d9-41b0-8cc9-e606375a12f5, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8cfc8b66-99d9-41b0-8cc9-e606375a12f5,segment=NetworkSegment(d7484e42-8da6-42ca-9061-79b058290ed4),segment_id=d7484e42-8da6-42ca-9061-79b058290ed4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:18.762498 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c10b8315-3efc-480c-b643-9daba99ed852 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:18.765103 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4671f-3699-44c5-8244-60ab642513a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e23f32-e7c4-47e3-afe3-64a014ce51ba,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:18.780656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c10b8315-3efc-480c-b643-9daba99ed852 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Calling delete_port for 8cfc8b66-99d9-41b0-8cc9-e606375a12f5 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:18.813395 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c293a7ad-462d-4ee1-b3f7-4fb6d8d27288 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:18.815006 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c293a7ad-462d-4ee1-b3f7-4fb6d8d27288 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:18.844414 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55314) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:18.845577 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c293a7ad-462d-4ee1-b3f7-4fb6d8d27288 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.6278164 Jul 22 16:40:18.861171 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf742a78-a9a8-4041-988d-f04cb801b086 req-fe479434-e9e6-4e1f-8291-28c403088cb1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:18.875582 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf742a78-a9a8-4041-988d-f04cb801b086 req-fe479434-e9e6-4e1f-8291-28c403088cb1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:18.883251 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf742a78-a9a8-4041-988d-f04cb801b086 req-fe479434-e9e6-4e1f-8291-28c403088cb1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:18.890672 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf742a78-a9a8-4041-988d-f04cb801b086 req-fe479434-e9e6-4e1f-8291-28c403088cb1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:18.896921 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf742a78-a9a8-4041-988d-f04cb801b086 req-fe479434-e9e6-4e1f-8291-28c403088cb1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:18.904251 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf742a78-a9a8-4041-988d-f04cb801b086 req-fe479434-e9e6-4e1f-8291-28c403088cb1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:18.910380 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf742a78-a9a8-4041-988d-f04cb801b086 req-fe479434-e9e6-4e1f-8291-28c403088cb1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:18.912379 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf742a78-a9a8-4041-988d-f04cb801b086 req-fe479434-e9e6-4e1f-8291-28c403088cb1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5443 time: 0.5320342 Jul 22 16:40:18.917598 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6632e603-923d-43ce-910a-5fbc9b56e8a0 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '19aa2bd0-fd83-42a0-acf1-ded6cf50c566'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:18.918985 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1ad98e87-7457-4d36-a900-e0897af063cb None None] Deleting port 8cfc8b66-99d9-41b0-8cc9-e606375a12f5 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:18.919428 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ad98e87-7457-4d36-a900-e0897af063cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:18.952391 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-a129f8a0-cce9-4238-ade0-5eadb4e2bbc8 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-158afafc-d016-41b1-a831-4d2e81b5b016 {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:40:18.952749 n-d-798930-9 neutron-server[93818]: DEBUG oslo_db.api [None req-a129f8a0-cce9-4238-ade0-5eadb4e2bbc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:40:19.003966 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1ad98e87-7457-4d36-a900-e0897af063cb None None] For port 8cfc8b66-99d9-41b0-8cc9-e606375a12f5, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8cfc8b66-99d9-41b0-8cc9-e606375a12f5,segment=NetworkSegment(d7484e42-8da6-42ca-9061-79b058290ed4),segment_id=d7484e42-8da6-42ca-9061-79b058290ed4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:19.004425 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ad98e87-7457-4d36-a900-e0897af063cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:19.023401 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf742a78-a9a8-4041-988d-f04cb801b086 req-a6d77ece-b95a-4331-b3e6-dc52d1f7c8b9 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747492 Jul 22 16:40:19.036042 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1ad98e87-7457-4d36-a900-e0897af063cb None None] Calling delete_port for 8cfc8b66-99d9-41b0-8cc9-e606375a12f5 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:19.170743 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c10b8315-3efc-480c-b643-9daba99ed852 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:19.202421 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ad98e87-7457-4d36-a900-e0897af063cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:19.233281 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad98e87-7457-4d36-a900-e0897af063cb None None] Pushing event deleted for resources: {'Port': ['ID=8cfc8b66-99d9-41b0-8cc9-e606375a12f5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:19.238215 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad98e87-7457-4d36-a900-e0897af063cb None None] No DVR routers for this DVR port 8cfc8b66-99d9-41b0-8cc9-e606375a12f5 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:19.251491 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b8315-3efc-480c-b643-9daba99ed852 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event deleted for resources: {'Port': ['ID=8cfc8b66-99d9-41b0-8cc9-e606375a12f5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:19.264809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10b8315-3efc-480c-b643-9daba99ed852 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] No DVR routers for this DVR port 8cfc8b66-99d9-41b0-8cc9-e606375a12f5 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:19.301446 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:19.381740 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:19.382114 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:19.413202 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c10b8315-3efc-480c-b643-9daba99ed852 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:19.424364 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c10b8315-3efc-480c-b643-9daba99ed852 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7674f1-9187-4e19-be4d-297ed95a9bea']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:19.448302 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c10b8315-3efc-480c-b643-9daba99ed852 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7484e42-8da6-42ca-9061-79b058290ed4') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:19.448645 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c10b8315-3efc-480c-b643-9daba99ed852 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7484e42-8da6-42ca-9061-79b058290ed4') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:19.489110 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c10b8315-3efc-480c-b643-9daba99ed852 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:19.525486 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6632e603-923d-43ce-910a-5fbc9b56e8a0 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:19.525789 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c10b8315-3efc-480c-b643-9daba99ed852 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:19.530818 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a129f8a0-cce9-4238-ade0-5eadb4e2bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:19.558400 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8671318-8565-4678-b9db-5679b862e85d req-51f060c9-2d45-4b89-9c11-4803cfe5d31c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:19.564928 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8671318-8565-4678-b9db-5679b862e85d req-51f060c9-2d45-4b89-9c11-4803cfe5d31c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:19.570973 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8671318-8565-4678-b9db-5679b862e85d req-51f060c9-2d45-4b89-9c11-4803cfe5d31c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:19.577719 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8671318-8565-4678-b9db-5679b862e85d req-51f060c9-2d45-4b89-9c11-4803cfe5d31c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:19.583893 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8671318-8565-4678-b9db-5679b862e85d req-51f060c9-2d45-4b89-9c11-4803cfe5d31c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:19.590937 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8671318-8565-4678-b9db-5679b862e85d req-51f060c9-2d45-4b89-9c11-4803cfe5d31c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:19.597969 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8671318-8565-4678-b9db-5679b862e85d req-51f060c9-2d45-4b89-9c11-4803cfe5d31c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:19.602492 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b8671318-8565-4678-b9db-5679b862e85d req-51f060c9-2d45-4b89-9c11-4803cfe5d31c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5443 time: 0.4267087 Jul 22 16:40:19.606438 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10b8315-3efc-480c-b643-9daba99ed852 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:40:19.615312 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c10b8315-3efc-480c-b643-9daba99ed852 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:19.616518 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55338) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:40:19.618369 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:40:19.627582 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b15e35a8-6cd9-4510-bab7-30775010261a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Request body: {'floatingip': {'port_id': '30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:19.630115 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8cfc8b66-99d9-41b0-8cc9-e606375a12f5 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:40:19.763132 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b15e35a8-6cd9-4510-bab7-30775010261a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:19.769661 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c10b8315-3efc-480c-b643-9daba99ed852 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:19.771816 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 8cfc8b66-99d9-41b0-8cc9-e606375a12f5 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:40:19.772411 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8cfc8b66-99d9-41b0-8cc9-e606375a12f5 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:40:19.782839 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c10b8315-3efc-480c-b643-9daba99ed852 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:19.786016 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c10b8315-3efc-480c-b643-9daba99ed852 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "DELETE /v2.0/networks/ac7674f1-9187-4e19-be4d-297ed95a9bea HTTP/1.1" status: 204 len: 168 time: 1.7076154 Jul 22 16:40:19.792300 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55346) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:19.803588 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b8315-3efc-480c-b643-9daba99ed852 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event deleted for resources: {'Network': ['ID=ac7674f1-9187-4e19-be4d-297ed95a9bea,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:19.877584 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55348) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:19.939418 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a129f8a0-cce9-4238-ade0-5eadb4e2bbc8 None None] Allocated IP 172.20.0.19 (f4c97a19-2062-4537-9de0-cf0290ad03c5/b3cdc51d-acf0-4f8e-8e93-b75eacf685c2/8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:20.010032 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db3b02d-8365-4a81-9876-4cb5fa9f8c53 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Deleting subnet 7183d56e-f87f-4b1c-8d0b-fc327440be4d {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:40:20.024097 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0db3b02d-8365-4a81-9876-4cb5fa9f8c53 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:20.071274 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0b80fcb9-1119-4eee-aba1-7a7325da98ad admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-147197086-network', 'tenant_id': '2f44ea5b1e4b4a4a8b51e73240a6e81c'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:20.097840 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b80fcb9-1119-4eee-aba1-7a7325da98ad admin admin] Made reservation on behalf of 2f44ea5b1e4b4a4a8b51e73240a6e81c for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:20.101871 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b80fcb9-1119-4eee-aba1-7a7325da98ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:20.123421 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a129f8a0-cce9-4238-ade0-5eadb4e2bbc8 None None] For port 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7,segment=NetworkSegment(b3b7d8ed-38eb-4a68-8969-30d45307ad25),segment_id=b3b7d8ed-38eb-4a68-8969-30d45307ad25)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:20.123995 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b80fcb9-1119-4eee-aba1-7a7325da98ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:20.151682 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a393b-1595-4a82-961f-3337d938cfa1 req-5ed74613-2e88-4341-94f8-17a6c1c6b633 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:20.153351 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-465a393b-1595-4a82-961f-3337d938cfa1 req-5ed74613-2e88-4341-94f8-17a6c1c6b633 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a6e6a4-5d17-4603-82f4-2eb8417d8c90 HTTP/1.1" status: 200 len: 945 time: 0.3929343 Jul 22 16:40:20.157809 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a129f8a0-cce9-4238-ade0-5eadb4e2bbc8 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:20.160554 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0db3b02d-8365-4a81-9876-4cb5fa9f8c53 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:20.178113 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a129f8a0-cce9-4238-ade0-5eadb4e2bbc8 None None] Transition to ACTIVE for port object 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:20.185450 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a129f8a0-cce9-4238-ade0-5eadb4e2bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:20.261253 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-6632e603-923d-43ce-910a-5fbc9b56e8a0 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Delete allocated IP 172.20.0.18 (f4c97a19-2062-4537-9de0-cf0290ad03c5/b3cdc51d-acf0-4f8e-8e93-b75eacf685c2) {{(pid=93816) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 16:40:20.278844 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-465a393b-1595-4a82-961f-3337d938cfa1 req-259e8c5a-986d-4bd6-8255-59e1d33d2749 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077404 Jul 22 16:40:20.315407 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129f8a0-cce9-4238-ade0-5eadb4e2bbc8 None None] Pushing event updated for resources: {'Port': ['ID=8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:20.422128 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b80fcb9-1119-4eee-aba1-7a7325da98ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:20.436683 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b80fcb9-1119-4eee-aba1-7a7325da98ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:20.474827 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80fcb9-1119-4eee-aba1-7a7325da98ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:20.492033 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b80fcb9-1119-4eee-aba1-7a7325da98ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:40:20.524414 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b80fcb9-1119-4eee-aba1-7a7325da98ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:20.524768 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-0b80fcb9-1119-4eee-aba1-7a7325da98ad admin admin] Added segment 36f79998-d146-4d4f-99c1-a08d3d240822 of type vlan for network ca98765e-cce6-484f-89ae-1db5c5136545 Jul 22 16:40:20.547215 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6632e603-923d-43ce-910a-5fbc9b56e8a0 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:20.586948 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0db3b02d-8365-4a81-9876-4cb5fa9f8c53 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:20.595667 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6632e603-923d-43ce-910a-5fbc9b56e8a0 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Ignored duplicate provisioning block setup for port 187fa20b-b7c8-48a5-957f-2bf5533171d3 by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 16:40:20.611705 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b80fcb9-1119-4eee-aba1-7a7325da98ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:20.616354 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6632e603-923d-43ce-910a-5fbc9b56e8a0 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:20.672055 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632e603-923d-43ce-910a-5fbc9b56e8a0 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Port': ['ID=187fa20b-b7c8-48a5-957f-2bf5533171d3,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:20.686006 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0db3b02d-8365-4a81-9876-4cb5fa9f8c53 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:20.693408 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b15e35a8-6cd9-4510-bab7-30775010261a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:20.704826 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b15e35a8-6cd9-4510-bab7-30775010261a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:20.737587 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a84932f-07d4-44ce-8f57-ae5cf8b18805 None None] Network a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:20.761275 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b80fcb9-1119-4eee-aba1-7a7325da98ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:20.762594 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b80fcb9-1119-4eee-aba1-7a7325da98ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:20.762741 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3b02d-8365-4a81-9876-4cb5fa9f8c53 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event deleted for resources: {'Subnet': ['ID=7183d56e-f87f-4b1c-8d0b-fc327440be4d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:20.763254 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b80fcb9-1119-4eee-aba1-7a7325da98ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:20.766242 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0db3b02d-8365-4a81-9876-4cb5fa9f8c53 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:20.768151 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0db3b02d-8365-4a81-9876-4cb5fa9f8c53 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "DELETE /v2.0/subnets/7183d56e-f87f-4b1c-8d0b-fc327440be4d HTTP/1.1" status: 204 len: 168 time: 0.9736800 Jul 22 16:40:20.772482 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55358) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:20.827095 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db3b02d-8365-4a81-9876-4cb5fa9f8c53 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:20.827469 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db3b02d-8365-4a81-9876-4cb5fa9f8c53 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:20.827810 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db3b02d-8365-4a81-9876-4cb5fa9f8c53 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:20.828146 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db3b02d-8365-4a81-9876-4cb5fa9f8c53 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:20.828476 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db3b02d-8365-4a81-9876-4cb5fa9f8c53 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:20.829446 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db3b02d-8365-4a81-9876-4cb5fa9f8c53 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:20.829446 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db3b02d-8365-4a81-9876-4cb5fa9f8c53 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:20.829446 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db3b02d-8365-4a81-9876-4cb5fa9f8c53 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:20.832272 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6632e603-923d-43ce-910a-5fbc9b56e8a0 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] In _notify_port_updated(), no bound segment for port 187fa20b-b7c8-48a5-957f-2bf5533171d3 on network f4c97a19-2062-4537-9de0-cf0290ad03c5 {{(pid=93816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:40:20.833959 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db3b02d-8365-4a81-9876-4cb5fa9f8c53 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:20.834188 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db3b02d-8365-4a81-9876-4cb5fa9f8c53 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:20.834901 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db3b02d-8365-4a81-9876-4cb5fa9f8c53 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:20.834901 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db3b02d-8365-4a81-9876-4cb5fa9f8c53 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:20.838670 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6632e603-923d-43ce-910a-5fbc9b56e8a0 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:20.839241 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6632e603-923d-43ce-910a-5fbc9b56e8a0 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:20.840639 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6632e603-923d-43ce-910a-5fbc9b56e8a0 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "PUT /v2.0/ports/187fa20b-b7c8-48a5-957f-2bf5533171d3 HTTP/1.1" status: 200 len: 919 time: 1.9954469 Jul 22 16:40:20.854958 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55360) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:20.868346 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-629add2f-573f-44b8-a45c-a64d105428bd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '19aa2bd0-fd83-42a0-acf1-ded6cf50c566'}, {'subnet_id': 'b3cdc51d-acf0-4f8e-8e93-b75eacf685c2'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:20.875582 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0b80fcb9-1119-4eee-aba1-7a7325da98ad admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9968941 Jul 22 16:40:20.913563 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55362) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:20.915628 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-b15e35a8-6cd9-4510-bab7-30775010261a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Floating IP 38f9f3ce-50b0-4d74-82f5-703edf213f85 associated. External IP: 172.25.0.176, port: 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b. Jul 22 16:40:20.925569 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-88057f8e-8cc8-420b-9a83-ac7c034142ae admin admin] Request body: {'subnet': {'network_id': 'ca98765e-cce6-484f-89ae-1db5c5136545', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-147197086-subnet', 'tenant_id': '2f44ea5b1e4b4a4a8b51e73240a6e81c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:21.013625 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 64d2d6db-6dfc-4682-b0d3-bb5264764722 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:21.016344 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80fcb9-1119-4eee-aba1-7a7325da98ad admin admin] Pushing event updated for resources: {'Network': ['ID=ca98765e-cce6-484f-89ae-1db5c5136545,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:21.021741 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a020cfe-dcce-4f4a-8357-85a3433604e2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:21.059441 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network ca98765e-cce6-484f-89ae-1db5c5136545 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:40:21.113726 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d30972-bf83-4472-b928-a5a8412d970a None None] DHCP port deletion for a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:40:21.166270 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-629add2f-573f-44b8-a45c-a64d105428bd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:21.223270 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389a71b0-617c-45b8-8b2e-6824a3bb8c11 None None] Network f4c97a19-2062-4537-9de0-cf0290ad03c5 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:21.231691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4a020cfe-dcce-4f4a-8357-85a3433604e2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Deleting port 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:21.232255 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a020cfe-dcce-4f4a-8357-85a3433604e2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:21.253662 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e8b7a0c1-6133-48b3-b433-443266a0c44b None None] Provisioning for port 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:21.273666 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e8b7a0c1-6133-48b3-b433-443266a0c44b None None] Provisioning complete for port 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:21.274337 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8b7a0c1-6133-48b3-b433-443266a0c44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:21.307625 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88057f8e-8cc8-420b-9a83-ac7c034142ae admin admin] Made reservation on behalf of 2f44ea5b1e4b4a4a8b51e73240a6e81c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:21.310149 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88057f8e-8cc8-420b-9a83-ac7c034142ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:21.390869 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:21.422732 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a4d30972-bf83-4472-b928-a5a8412d970a None None] Deleting port 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:21.423298 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4d30972-bf83-4472-b928-a5a8412d970a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:21.430769 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4a020cfe-dcce-4f4a-8357-85a3433604e2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] For port 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca,segment=NetworkSegment(e27cc68e-e219-4c2d-aa0a-6007fbacbd1c),segment_id=e27cc68e-e219-4c2d-aa0a-6007fbacbd1c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:21.431173 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a020cfe-dcce-4f4a-8357-85a3433604e2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:21.489594 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a4d30972-bf83-4472-b928-a5a8412d970a None None] For port 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca,segment=NetworkSegment(e27cc68e-e219-4c2d-aa0a-6007fbacbd1c),segment_id=e27cc68e-e219-4c2d-aa0a-6007fbacbd1c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:21.490170 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4d30972-bf83-4472-b928-a5a8412d970a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:21.496294 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4a020cfe-dcce-4f4a-8357-85a3433604e2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Calling delete_port for 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:21.503448 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a4d30972-bf83-4472-b928-a5a8412d970a None None] Calling delete_port for 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:21.529218 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88057f8e-8cc8-420b-9a83-ac7c034142ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:21.590392 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 64d2d6db-6dfc-4682-b0d3-bb5264764722 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:21.606813 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 64d2d6db-6dfc-4682-b0d3-bb5264764722 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:21.606813 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:21.606813 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4d30972-bf83-4472-b928-a5a8412d970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:21.627107 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88057f8e-8cc8-420b-9a83-ac7c034142ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca57d54b-8f0c-4e47-aba9-77cad3b36b12,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:21.662949 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d30972-bf83-4472-b928-a5a8412d970a None None] No DVR routers for this DVR port 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:21.701989 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d30972-bf83-4472-b928-a5a8412d970a None None] Pushing event deleted for resources: {'Port': ['ID=3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:21.702528 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88057f8e-8cc8-420b-9a83-ac7c034142ae admin admin] Checking segment: {'id': '36f79998-d146-4d4f-99c1-a08d3d240822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ca98765e-cce6-484f-89ae-1db5c5136545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:21.704335 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88057f8e-8cc8-420b-9a83-ac7c034142ae admin admin] Network hostable DHCP agents. Network: ca98765e-cce6-484f-89ae-1db5c5136545, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:40:21.723690 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aca7dc-1fa9-42c2-a918-352015c27378 req-66c65774-9778-45a7-b07e-8667736eada3 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:21.725659 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99aca7dc-1fa9-42c2-a918-352015c27378 req-66c65774-9778-45a7-b07e-8667736eada3 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a6e6a4-5d17-4603-82f4-2eb8417d8c90 HTTP/1.1" status: 200 len: 945 time: 0.3167627 Jul 22 16:40:21.784684 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:21.785390 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:21.813672 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a020cfe-dcce-4f4a-8357-85a3433604e2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:21.834374 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-629add2f-573f-44b8-a45c-a64d105428bd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Allocated IP 172.20.0.18 (f4c97a19-2062-4537-9de0-cf0290ad03c5/b3cdc51d-acf0-4f8e-8e93-b75eacf685c2/187fa20b-b7c8-48a5-957f-2bf5533171d3) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:21.861633 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88057f8e-8cc8-420b-9a83-ac7c034142ae admin admin] Network ca98765e-cce6-484f-89ae-1db5c5136545 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:40:21.873481 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99aca7dc-1fa9-42c2-a918-352015c27378 req-74f1464c-f969-4428-9495-26ad17bd1474 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381936 Jul 22 16:40:21.878410 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a020cfe-dcce-4f4a-8357-85a3433604e2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] No DVR routers for this DVR port 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:21.880223 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a020cfe-dcce-4f4a-8357-85a3433604e2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event deleted for resources: {'Port': ['ID=3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:21.881062 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:21.904745 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-88057f8e-8cc8-420b-9a83-ac7c034142ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, ca98765e-cce6-484f-89ae-1db5c5136545) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:21.911545 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88057f8e-8cc8-420b-9a83-ac7c034142ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:21.912517 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88057f8e-8cc8-420b-9a83-ac7c034142ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:21.922117 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8663c5-1596-46a8-9a87-948d4589e2fd None None] Network ca98765e-cce6-484f-89ae-1db5c5136545 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:21.954240 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-88057f8e-8cc8-420b-9a83-ac7c034142ae admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0262487 Jul 22 16:40:21.980227 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a6e6a4-5d17-4603-82f4-2eb8417d8c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d2d6db-6dfc-4682-b0d3-bb5264764722'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:21.980227 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c9eccc-fd36-4328-b372-0339063c740c" -d '{"events": [{"server_uuid": "d9a6e6a4-5d17-4603-82f4-2eb8417d8c90", "name": "network-vif-plugged", "status": "completed", "tag": "64d2d6db-6dfc-4682-b0d3-bb5264764722"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:22.000045 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15e35a8-6cd9-4510-bab7-30775010261a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Router aa8978c1-f02c-460f-b443-f0f96f648936 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:40:22.055498 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 64d2d6db-6dfc-4682-b0d3-bb5264764722, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=64d2d6db-6dfc-4682-b0d3-bb5264764722,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:22.100077 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dd5bc9-b793-4b2a-8d0d-6b35f7e40f00 x-openstack-request-id: req-d7dd5bc9-b793-4b2a-8d0d-6b35f7e40f00 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:22.100354 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a6e6a4-5d17-4603-82f4-2eb8417d8c90", "name": "network-vif-plugged", "status": "completed", "tag": "64d2d6db-6dfc-4682-b0d3-bb5264764722", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:22.100598 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d7dd5bc9-b793-4b2a-8d0d-6b35f7e40f00 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:22.100982 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a6e6a4-5d17-4603-82f4-2eb8417d8c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d2d6db-6dfc-4682-b0d3-bb5264764722', 'code': 200} Jul 22 16:40:22.137516 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:22.186660 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a020cfe-dcce-4f4a-8357-85a3433604e2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:22.233714 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4a020cfe-dcce-4f4a-8357-85a3433604e2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:22.265517 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-629add2f-573f-44b8-a45c-a64d105428bd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:22.289373 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-629add2f-573f-44b8-a45c-a64d105428bd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Ignored duplicate provisioning block setup for port 187fa20b-b7c8-48a5-957f-2bf5533171d3 by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 16:40:22.318231 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0712ed7-1a03-4714-9599-3d81b7a7655f req-43853655-421c-4a58-9fed-b8f5a61f2150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:22.318231 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b0712ed7-1a03-4714-9599-3d81b7a7655f req-43853655-421c-4a58-9fed-b8f5a61f2150 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d9a6e6a4-5d17-4603-82f4-2eb8417d8c90 HTTP/1.1" status: 200 len: 1097 time: 0.1343579 Jul 22 16:40:22.327814 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-629add2f-573f-44b8-a45c-a64d105428bd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:22.331528 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4a020cfe-dcce-4f4a-8357-85a3433604e2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27cc68e-e219-4c2d-aa0a-6007fbacbd1c') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:22.336030 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4a020cfe-dcce-4f4a-8357-85a3433604e2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27cc68e-e219-4c2d-aa0a-6007fbacbd1c') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:22.365874 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15e35a8-6cd9-4510-bab7-30775010261a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:40:22.375746 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a020cfe-dcce-4f4a-8357-85a3433604e2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:22.405884 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b15e35a8-6cd9-4510-bab7-30775010261a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:22.441109 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb148f8-894e-49d2-be3a-461bfdbccc62 None None] Sync routers for ids ['aa8978c1-f02c-460f-b443-f0f96f648936'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:40:22.442080 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b0712ed7-1a03-4714-9599-3d81b7a7655f req-9e6d3fb9-6095-4fcd-a55a-10633b2b829e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046581 Jul 22 16:40:22.444918 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:40:22.499642 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:40:22.499983 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3c36d1db-c0c6-4d29-9fe0-e30fae6e29ca not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:40:22.505785 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a020cfe-dcce-4f4a-8357-85a3433604e2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:22.515034 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b15e35a8-6cd9-4510-bab7-30775010261a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "PUT /v2.0/floatingips/38f9f3ce-50b0-4d74-82f5-703edf213f85 HTTP/1.1" status: 200 len: 991 time: 2.8907611 Jul 22 16:40:22.515034 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'tag': '30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:22.515436 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cb25a7-080e-40c2-88c5-c36627ea46b9" -d '{"events": [{"name": "network-changed", "server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "tag": "30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:22.524347 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb148f8-894e-49d2-be3a-461bfdbccc62 None None] Routers {'aa8978c1-f02c-460f-b443-f0f96f648936'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:40:22.527279 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6eb148f8-894e-49d2-be3a-461bfdbccc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:40:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['aa8978c1-f02c-460f-b443-f0f96f648936'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:22.570111 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a020cfe-dcce-4f4a-8357-85a3433604e2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:40:22.570844 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a020cfe-dcce-4f4a-8357-85a3433604e2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:40:22.578163 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:40:22.647612 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629add2f-573f-44b8-a45c-a64d105428bd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Port': ['ID=187fa20b-b7c8-48a5-957f-2bf5533171d3,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:22.708966 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=64d2d6db-6dfc-4682-b0d3-bb5264764722,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:22.725075 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bee444a1-62c1-46cf-ab95-6b400aee66d9 None None] Provisioning complete for port 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:22.726052 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bee444a1-62c1-46cf-ab95-6b400aee66d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:22.776854 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a020cfe-dcce-4f4a-8357-85a3433604e2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:22.781613 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c481b3-1e30-41b1-aecc-a30b9062542d x-openstack-request-id: req-73c481b3-1e30-41b1-aecc-a30b9062542d {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:22.782173 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "tag": "30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:22.782312 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-73c481b3-1e30-41b1-aecc-a30b9062542d {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:22.783390 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'tag': '30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b', 'status': 'completed', 'code': 200} Jul 22 16:40:22.796994 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a020cfe-dcce-4f4a-8357-85a3433604e2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:22.802770 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4a020cfe-dcce-4f4a-8357-85a3433604e2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "DELETE /v2.0/networks/a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1 HTTP/1.1" status: 204 len: 168 time: 2.0214646 Jul 22 16:40:22.808416 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55402) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:22.813588 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-97ead974-aa5c-47ab-afab-6f6abe4c0004 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-308746718'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:22.839359 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7cd406-046e-477a-87d2-09fd28485722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-ca98765e-cce6-484f-89ae-1db5c5136545', 'network_id': 'ca98765e-cce6-484f-89ae-1db5c5136545', 'tenant_id': '2f44ea5b1e4b4a4a8b51e73240a6e81c', 'fixed_ips': [{'subnet_id': 'ca57d54b-8f0c-4e47-aba9-77cad3b36b12'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:40:22.840080 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab7cd406-046e-477a-87d2-09fd28485722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:22.855563 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ead974-aa5c-47ab-afab-6f6abe4c0004 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Made reservation on behalf of 027af367b5ff4d37b9ab99d0a55279d2 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:22.859248 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97ead974-aa5c-47ab-afab-6f6abe4c0004 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:22.882103 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-6eb148f8-894e-49d2-be3a-461bfdbccc62 None None] Set router aa8978c1-f02c-460f-b443-f0f96f648936 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:40:22.884758 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-629add2f-573f-44b8-a45c-a64d105428bd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] In _notify_port_updated(), no bound segment for port 187fa20b-b7c8-48a5-957f-2bf5533171d3 on network f4c97a19-2062-4537-9de0-cf0290ad03c5 {{(pid=93816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:40:22.890509 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629add2f-573f-44b8-a45c-a64d105428bd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:22.898730 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-629add2f-573f-44b8-a45c-a64d105428bd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:22.904000 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-629add2f-573f-44b8-a45c-a64d105428bd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "PUT /v2.0/ports/187fa20b-b7c8-48a5-957f-2bf5533171d3 HTTP/1.1" status: 200 len: 999 time: 2.0432355 Jul 22 16:40:22.904584 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55404) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:22.930884 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a020cfe-dcce-4f4a-8357-85a3433604e2 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event deleted for resources: {'Network': ['ID=a7f0d8c3-9510-49ac-bd1a-22da6a9dafb1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:23.006086 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b927e1-c696-42b4-afd4-268896070be5 req-c8315e2e-c905-4626-a785-f0e8462b79d1 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:23.008039 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99b927e1-c696-42b4-afd4-268896070be5 req-c8315e2e-c905-4626-a785-f0e8462b79d1 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/networks?id=ca98765e-cce6-484f-89ae-1db5c5136545 HTTP/1.1" status: 200 len: 815 time: 0.3014600 Jul 22 16:40:23.033771 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99b927e1-c696-42b4-afd4-268896070be5 req-b0f0fcb5-bb77-4d9b-9756-538b60fbb9db tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/quotas/2f44ea5b1e4b4a4a8b51e73240a6e81c HTTP/1.1" status: 200 len: 375 time: 0.0168860 Jul 22 16:40:23.042828 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb25a7-080e-40c2-88c5-c36627ea46b9 req-efea60d6-abc4-4904-ab69-d5d807334455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:23.043428 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb25a7-080e-40c2-88c5-c36627ea46b9 req-efea60d6-abc4-4904-ab69-d5d807334455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:23.044094 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb25a7-080e-40c2-88c5-c36627ea46b9 req-efea60d6-abc4-4904-ab69-d5d807334455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:23.044683 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb25a7-080e-40c2-88c5-c36627ea46b9 req-efea60d6-abc4-4904-ab69-d5d807334455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:23.045345 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb25a7-080e-40c2-88c5-c36627ea46b9 req-efea60d6-abc4-4904-ab69-d5d807334455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:23.045885 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb25a7-080e-40c2-88c5-c36627ea46b9 req-efea60d6-abc4-4904-ab69-d5d807334455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:23.046435 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb25a7-080e-40c2-88c5-c36627ea46b9 req-efea60d6-abc4-4904-ab69-d5d807334455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:23.049840 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06cb25a7-080e-40c2-88c5-c36627ea46b9 req-efea60d6-abc4-4904-ab69-d5d807334455 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9497a41f8194fa4a8867ac9f3be3289&device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 6500 time: 0.1311026 Jul 22 16:40:23.076738 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ead974-aa5c-47ab-afab-6f6abe4c0004 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:40:23.133652 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99b927e1-c696-42b4-afd4-268896070be5 req-4f07e92f-a27f-4a56-8a16-462cad03c4a7 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f44ea5b1e4b4a4a8b51e73240a6e81c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825686 Jul 22 16:40:23.150653 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97ead974-aa5c-47ab-afab-6f6abe4c0004 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:23.151016 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-97ead974-aa5c-47ab-afab-6f6abe4c0004 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Added segment 862ee3b2-ff00-4f13-9f95-b743cdce4646 of type vlan for network 57c50bd6-e383-406f-a5aa-f3de9d35ca11 Jul 22 16:40:23.282693 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97ead974-aa5c-47ab-afab-6f6abe4c0004 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:23.307713 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f95bd-d0f8-4689-ba73-ebe762866573 req-74067458-78b3-4592-ab4e-13e0faa4f872 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:23.313483 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-ab7cd406-046e-477a-87d2-09fd28485722 None None] Allocated IP 172.20.0.2 (ca98765e-cce6-484f-89ae-1db5c5136545/ca57d54b-8f0c-4e47-aba9-77cad3b36b12/28ed6073-b8e9-40ee-89b3-122e24b5f74b) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:23.317593 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e36f95bd-d0f8-4689-ba73-ebe762866573 req-74067458-78b3-4592-ab4e-13e0faa4f872 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a6e6a4-5d17-4603-82f4-2eb8417d8c90 HTTP/1.1" status: 200 len: 946 time: 0.2610455 Jul 22 16:40:23.340555 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bee444a1-62c1-46cf-ab95-6b400aee66d9 None None] Provisioning for port 187fa20b-b7c8-48a5-957f-2bf5533171d3 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:23.352776 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-380b9e52-bf44-410e-aa96-d914ef6238d1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting port 187fa20b-b7c8-48a5-957f-2bf5533171d3 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:23.354237 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-380b9e52-bf44-410e-aa96-d914ef6238d1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:23.386488 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bee444a1-62c1-46cf-ab95-6b400aee66d9 None None] Provisioning complete for port 187fa20b-b7c8-48a5-957f-2bf5533171d3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:23.386920 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bee444a1-62c1-46cf-ab95-6b400aee66d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:23.491908 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-380b9e52-bf44-410e-aa96-d914ef6238d1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:23.540972 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-380b9e52-bf44-410e-aa96-d914ef6238d1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Calling delete_port for 187fa20b-b7c8-48a5-957f-2bf5533171d3 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:23.591796 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e36f95bd-d0f8-4689-ba73-ebe762866573 req-980ddbe7-357d-4ca3-a262-1fa45edba44c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665229 Jul 22 16:40:23.597107 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab7cd406-046e-477a-87d2-09fd28485722 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:23.616668 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ab7cd406-046e-477a-87d2-09fd28485722 None None] Transition to ACTIVE for port object 28ed6073-b8e9-40ee-89b3-122e24b5f74b will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:23.635062 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97ead974-aa5c-47ab-afab-6f6abe4c0004 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:23.637162 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ab7cd406-046e-477a-87d2-09fd28485722 None None] Transition to ACTIVE for port object 28ed6073-b8e9-40ee-89b3-122e24b5f74b will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:23.651871 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ead974-aa5c-47ab-afab-6f6abe4c0004 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:23.653941 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97ead974-aa5c-47ab-afab-6f6abe4c0004 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:23.661646 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab7cd406-046e-477a-87d2-09fd28485722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:23.663662 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-bee444a1-62c1-46cf-ab95-6b400aee66d9 None None] Port 187fa20b-b7c8-48a5-957f-2bf5533171d3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:23.751290 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb25a7-080e-40c2-88c5-c36627ea46b9 req-5224acae-cbcb-44a1-993b-9c4a99a9fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:23.751975 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7cd406-046e-477a-87d2-09fd28485722 None None] Network ca98765e-cce6-484f-89ae-1db5c5136545 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:23.753069 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06cb25a7-080e-40c2-88c5-c36627ea46b9 req-5224acae-cbcb-44a1-993b-9c4a99a9fc07 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9c5c4430-fe08-4a96-9de3-fdc32bed75bd HTTP/1.1" status: 200 len: 917 time: 0.6852810 Jul 22 16:40:23.756075 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-ab7cd406-046e-477a-87d2-09fd28485722 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:23.766103 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99b927e1-c696-42b4-afd4-268896070be5 req-ff74ed35-4f67-46bb-91a6-ed3327e6b4ab service neutron] 10.222.0.69 "GET /v2.0/networks/ca98765e-cce6-484f-89ae-1db5c5136545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6022408 Jul 22 16:40:23.772743 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7cd406-046e-477a-87d2-09fd28485722 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:23.883296 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7cd406-046e-477a-87d2-09fd28485722 None None] Pushing event updated for resources: {'Port': ['ID=28ed6073-b8e9-40ee-89b3-122e24b5f74b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:23.897316 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06cb25a7-080e-40c2-88c5-c36627ea46b9 req-79912ba2-c083-4310-98ac-6f78f0d123a8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b HTTP/1.1" status: 200 len: 999 time: 0.1220601 Jul 22 16:40:23.901409 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6ffde701-d4ba-4ec3-8253-c6262c42e28e None None] Provisioning complete for port 187fa20b-b7c8-48a5-957f-2bf5533171d3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:23.903098 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ffde701-d4ba-4ec3-8253-c6262c42e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:23.962146 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ead974-aa5c-47ab-afab-6f6abe4c0004 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event updated for resources: {'Network': ['ID=57c50bd6-e383-406f-a5aa-f3de9d35ca11,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:23.965001 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99b927e1-c696-42b4-afd4-268896070be5 req-eef76420-dc38-4a0e-b0e0-12ae09c2d64c service neutron] 10.222.0.69 "GET /v2.0/networks/ca98765e-cce6-484f-89ae-1db5c5136545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978238 Jul 22 16:40:23.973152 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ab7cd406-046e-477a-87d2-09fd28485722 None None] Attempting to bind port 28ed6073-b8e9-40ee-89b3-122e24b5f74b on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:23.982259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ab7cd406-046e-477a-87d2-09fd28485722 None None] Attempting to bind port 28ed6073-b8e9-40ee-89b3-122e24b5f74b by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '36f79998-d146-4d4f-99c1-a08d3d240822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ca98765e-cce6-484f-89ae-1db5c5136545'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:23.982951 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7cd406-046e-477a-87d2-09fd28485722 None None] Attempting to bind port 28ed6073-b8e9-40ee-89b3-122e24b5f74b on network ca98765e-cce6-484f-89ae-1db5c5136545 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:23.989406 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-97ead974-aa5c-47ab-afab-6f6abe4c0004 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1775973 Jul 22 16:40:23.989914 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55416) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:23.998092 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ac881190-a427-4710-81d9-4fd26ca49f76 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Request body: {'subnet': {'network_id': '57c50bd6-e383-406f-a5aa-f3de9d35ca11', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:24.000902 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb25a7-080e-40c2-88c5-c36627ea46b9 req-ce8ca4f1-4872-4656-a94c-0140e1920e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:24.005763 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06cb25a7-080e-40c2-88c5-c36627ea46b9 req-ce8ca4f1-4872-4656-a94c-0140e1920e7c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=201d105d-0acc-407e-9daf-fc4d01c306de HTTP/1.1" status: 200 len: 855 time: 0.1019959 Jul 22 16:40:24.008249 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7cd406-046e-477a-87d2-09fd28485722 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:24.008249 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7cd406-046e-477a-87d2-09fd28485722 None None] Checking segment: {'id': '36f79998-d146-4d4f-99c1-a08d3d240822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ca98765e-cce6-484f-89ae-1db5c5136545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:24.008524 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab7cd406-046e-477a-87d2-09fd28485722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:24.008800 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7cd406-046e-477a-87d2-09fd28485722 None None] Bound using segment: {'id': '36f79998-d146-4d4f-99c1-a08d3d240822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ca98765e-cce6-484f-89ae-1db5c5136545'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:24.009311 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ab7cd406-046e-477a-87d2-09fd28485722 None None] Bound port: 28ed6073-b8e9-40ee-89b3-122e24b5f74b, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f79998-d146-4d4f-99c1-a08d3d240822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ca98765e-cce6-484f-89ae-1db5c5136545'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:24.010234 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab7cd406-046e-477a-87d2-09fd28485722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:24.012253 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 57c50bd6-e383-406f-a5aa-f3de9d35ca11 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:40:24.084020 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6ffde701-d4ba-4ec3-8253-c6262c42e28e None None] Port 187fa20b-b7c8-48a5-957f-2bf5533171d3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:24.089733 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-380b9e52-bf44-410e-aa96-d914ef6238d1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:24.148520 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b9e52-bf44-410e-aa96-d914ef6238d1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Port': ['ID=187fa20b-b7c8-48a5-957f-2bf5533171d3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:24.155862 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb25a7-080e-40c2-88c5-c36627ea46b9 req-86b64e82-2c1e-4600-a22a-0a2b05d9c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:24.166555 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06cb25a7-080e-40c2-88c5-c36627ea46b9 req-86b64e82-2c1e-4600-a22a-0a2b05d9c171 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c5c4430-fe08-4a96-9de3-fdc32bed75bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1441693 Jul 22 16:40:24.182279 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ab7cd406-046e-477a-87d2-09fd28485722 None None] For port 28ed6073-b8e9-40ee-89b3-122e24b5f74b, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:24.185590 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ab7cd406-046e-477a-87d2-09fd28485722 None None] For port 28ed6073-b8e9-40ee-89b3-122e24b5f74b, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=28ed6073-b8e9-40ee-89b3-122e24b5f74b,segment=NetworkSegment(36f79998-d146-4d4f-99c1-a08d3d240822),segment_id=36f79998-d146-4d4f-99c1-a08d3d240822)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:24.233329 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab7cd406-046e-477a-87d2-09fd28485722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:24.246244 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6eb148f8-894e-49d2-be3a-461bfdbccc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'name': 'tempest-TaggedBootDevicesTest_v242-992522537-router', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '75c69209-0aac-4404-a09a-114a1d85163b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:37:40Z', 'updated_at': '2021-07-22T16:37:47Z', 'revision_number': 4, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'gw_port': {'id': '75c69209-0aac-4404-a09a-114a1d85163b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:37:41Z', 'updated_at': '2021-07-22T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '38f9f3ce-50b0-4d74-82f5-703edf213f85', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'port_id': '30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd', 'mac_address': 'fa:16:3e:d9:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:38:44Z', 'updated_at': '2021-07-22T16:40:20Z', 'revision_number': 1, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c075b626-3ea9-4f44-9a76-915e3057835f', 'name': '', 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'mac_address': 'fa:16:3e:4d:83:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '201d105d-0acc-407e-9daf-fc4d01c306de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:37:46Z', 'updated_at': '2021-07-22T16:37:57Z', 'revision_number': 5, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'subnets': [{'id': '201d105d-0acc-407e-9daf-fc4d01c306de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:24.269034 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac881190-a427-4710-81d9-4fd26ca49f76 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Made reservation on behalf of 027af367b5ff4d37b9ab99d0a55279d2 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:24.282671 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ac881190-a427-4710-81d9-4fd26ca49f76 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:24.314827 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb148f8-894e-49d2-be3a-461bfdbccc62 None None] Checking router: aa8978c1-f02c-460f-b443-f0f96f648936 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:40:24.385579 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb148f8-894e-49d2-be3a-461bfdbccc62 None None] Routers {'aa8978c1-f02c-460f-b443-f0f96f648936'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:40:24.387317 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6eb148f8-894e-49d2-be3a-461bfdbccc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:40:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['aa8978c1-f02c-460f-b443-f0f96f648936'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:24.403818 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06cb25a7-080e-40c2-88c5-c36627ea46b9 req-c12b2b0a-facb-43b3-a0c2-c3bc98378a95 service neutron] 10.222.0.16 "GET /v2.0/networks/9c5c4430-fe08-4a96-9de3-fdc32bed75bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329605 Jul 22 16:40:24.505235 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-380b9e52-bf44-410e-aa96-d914ef6238d1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:24.507709 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-380b9e52-bf44-410e-aa96-d914ef6238d1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/ports/187fa20b-b7c8-48a5-957f-2bf5533171d3 HTTP/1.1" status: 204 len: 168 time: 1.6030579 Jul 22 16:40:24.513991 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55436) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:24.577909 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7cd406-046e-477a-87d2-09fd28485722 None None] Pushing event updated for resources: {'Port': ['ID=28ed6073-b8e9-40ee-89b3-122e24b5f74b,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:24.588972 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-6eb148f8-894e-49d2-be3a-461bfdbccc62 None None] Set router aa8978c1-f02c-460f-b443-f0f96f648936 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:40:24.647050 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06cb25a7-080e-40c2-88c5-c36627ea46b9 req-3bf7aa62-d226-4349-96c8-2b736baaa818 service neutron] 10.222.0.16 "GET /v2.0/networks/9c5c4430-fe08-4a96-9de3-fdc32bed75bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355254 Jul 22 16:40:24.660394 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd80a55-11b3-4585-9181-ad2e69d51876 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] GET failed (client error): The resource could not be found. Jul 22 16:40:24.662163 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8fd80a55-11b3-4585-9181-ad2e69d51876 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports/187fa20b-b7c8-48a5-957f-2bf5533171d3 HTTP/1.1" status: 404 len: 333 time: 0.1471305 Jul 22 16:40:24.685382 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55440) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:24.827264 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-9058625a-5f52-4bb7-b258-fe4e3f9a0fb6 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:24.840723 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-9058625a-5f52-4bb7-b258-fe4e3f9a0fb6 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/networks?id=ca98765e-cce6-484f-89ae-1db5c5136545 HTTP/1.1" status: 200 len: 815 time: 0.4249825 Jul 22 16:40:24.917034 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-1c345bfd-042f-4941-9fe9-9485fd4ef4d4 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/quotas/2f44ea5b1e4b4a4a8b51e73240a6e81c HTTP/1.1" status: 200 len: 375 time: 0.0753174 Jul 22 16:40:24.961437 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bbbdaab-31a8-44e1-806d-928d40be84f2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting subnet b3cdc51d-acf0-4f8e-8e93-b75eacf685c2 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:40:24.966351 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1bbbdaab-31a8-44e1-806d-928d40be84f2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:25.017902 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1bbbdaab-31a8-44e1-806d-928d40be84f2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:25.061513 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-40c694eb-4df6-4eb9-a5e7-9a4119b3583e tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f44ea5b1e4b4a4a8b51e73240a6e81c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1432698 Jul 22 16:40:25.063694 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ac881190-a427-4710-81d9-4fd26ca49f76 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:25.100403 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d90b3-9a30-4894-b2b6-d2f18eb52641 req-a8e54850-c5b0-439a-b0ba-ed91fef6908f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:25.108858 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a35d90b3-9a30-4894-b2b6-d2f18eb52641 req-a8e54850-c5b0-439a-b0ba-ed91fef6908f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a6e6a4-5d17-4603-82f4-2eb8417d8c90 HTTP/1.1" status: 200 len: 946 time: 0.3008730 Jul 22 16:40:25.145436 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6eb148f8-894e-49d2-be3a-461bfdbccc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'name': 'tempest-TaggedBootDevicesTest_v242-992522537-router', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '75c69209-0aac-4404-a09a-114a1d85163b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:37:40Z', 'updated_at': '2021-07-22T16:37:47Z', 'revision_number': 4, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'gw_port': {'id': '75c69209-0aac-4404-a09a-114a1d85163b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:37:41Z', 'updated_at': '2021-07-22T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '38f9f3ce-50b0-4d74-82f5-703edf213f85', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'port_id': '30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd', 'mac_address': 'fa:16:3e:d9:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:38:44Z', 'updated_at': '2021-07-22T16:40:20Z', 'revision_number': 1, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c075b626-3ea9-4f44-9a76-915e3057835f', 'name': '', 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'mac_address': 'fa:16:3e:4d:83:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '201d105d-0acc-407e-9daf-fc4d01c306de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:37:46Z', 'updated_at': '2021-07-22T16:37:57Z', 'revision_number': 5, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'subnets': [{'id': '201d105d-0acc-407e-9daf-fc4d01c306de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:25.231087 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-b89e2870-5aad-4a35-afa2-43971cc1592b service neutron] 10.222.0.69 "GET /v2.0/networks/ca98765e-cce6-484f-89ae-1db5c5136545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551905 Jul 22 16:40:25.267717 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a35d90b3-9a30-4894-b2b6-d2f18eb52641 req-703bfed5-a083-4c90-9be7-afd41397b82d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561704 Jul 22 16:40:25.311193 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1bbbdaab-31a8-44e1-806d-928d40be84f2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:25.316096 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac881190-a427-4710-81d9-4fd26ca49f76 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event updated for resources: {'Subnet': ['ID=02c03eb4-e5fa-4f41-849d-1d32c28400b2,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:25.398721 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac881190-a427-4710-81d9-4fd26ca49f76 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Checking segment: {'id': '862ee3b2-ff00-4f13-9f95-b743cdce4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '57c50bd6-e383-406f-a5aa-f3de9d35ca11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:25.399077 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac881190-a427-4710-81d9-4fd26ca49f76 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Network hostable DHCP agents. Network: 57c50bd6-e383-406f-a5aa-f3de9d35ca11, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:40:25.450319 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac881190-a427-4710-81d9-4fd26ca49f76 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Network 57c50bd6-e383-406f-a5aa-f3de9d35ca11 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:40:25.461431 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 28ed6073-b8e9-40ee-89b3-122e24b5f74b up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:25.464550 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1bbbdaab-31a8-44e1-806d-928d40be84f2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:25.466291 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb148f8-894e-49d2-be3a-461bfdbccc62 None None] The sync data for ids ['aa8978c1-f02c-460f-b443-f0f96f648936'] in n-d-798930-9 is: [{'id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'name': 'tempest-TaggedBootDevicesTest_v242-992522537-router', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '75c69209-0aac-4404-a09a-114a1d85163b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:37:40Z', 'updated_at': '2021-07-22T16:37:47Z', 'revision_number': 4, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'gw_port': {'id': '75c69209-0aac-4404-a09a-114a1d85163b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:37:41Z', 'updated_at': '2021-07-22T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '38f9f3ce-50b0-4d74-82f5-703edf213f85', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'port_id': '30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd', 'mac_address': 'fa:16:3e:d9:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:38:44Z', 'updated_at': '2021-07-22T16:40:20Z', 'revision_number': 1, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c075b626-3ea9-4f44-9a76-915e3057835f', 'name': '', 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'mac_address': 'fa:16:3e:4d:83:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '201d105d-0acc-407e-9daf-fc4d01c306de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:37:46Z', 'updated_at': '2021-07-22T16:37:57Z', 'revision_number': 5, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'subnets': [{'id': '201d105d-0acc-407e-9daf-fc4d01c306de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:40:25.482928 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-d3cfbb6d-578a-4bb5-8806-cd19de1ce06b service neutron] 10.222.0.69 "GET /v2.0/networks/ca98765e-cce6-484f-89ae-1db5c5136545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508705 Jul 22 16:40:25.487077 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ac881190-a427-4710-81d9-4fd26ca49f76 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 57c50bd6-e383-406f-a5aa-f3de9d35ca11) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:25.496384 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac881190-a427-4710-81d9-4fd26ca49f76 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:25.502664 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ac881190-a427-4710-81d9-4fd26ca49f76 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:25.508028 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583fec42-9be6-4869-b014-b05921b662bb None None] Network 57c50bd6-e383-406f-a5aa-f3de9d35ca11 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:25.521354 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbbdaab-31a8-44e1-806d-928d40be84f2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Subnet': ['ID=b3cdc51d-acf0-4f8e-8e93-b75eacf685c2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:25.530072 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1bbbdaab-31a8-44e1-806d-928d40be84f2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:25.534552 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1bbbdaab-31a8-44e1-806d-928d40be84f2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/subnets/b3cdc51d-acf0-4f8e-8e93-b75eacf685c2 HTTP/1.1" status: 204 len: 168 time: 0.8463182 Jul 22 16:40:25.534941 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef565565-1fad-4668-8127-6804caa53a7c None None] Network f4c97a19-2062-4537-9de0-cf0290ad03c5 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:25.535816 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55456) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:25.551201 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ac881190-a427-4710-81d9-4fd26ca49f76 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5602031 Jul 22 16:40:25.557390 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55458) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:25.563308 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-307e0de5-a743-4b4a-b32c-5a2f5cec04bc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-498412164'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:25.614016 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307e0de5-a743-4b4a-b32c-5a2f5cec04bc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Made reservation on behalf of 027af367b5ff4d37b9ab99d0a55279d2 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:25.618034 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-307e0de5-a743-4b4a-b32c-5a2f5cec04bc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:25.667788 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd94e63-70f2-4a71-86bd-12de4861721f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting subnet 19aa2bd0-fd83-42a0-acf1-ded6cf50c566 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:40:25.672073 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9dd94e63-70f2-4a71-86bd-12de4861721f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:25.686750 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-307e0de5-a743-4b4a-b32c-5a2f5cec04bc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:40:25.721770 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-307e0de5-a743-4b4a-b32c-5a2f5cec04bc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:25.722019 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-307e0de5-a743-4b4a-b32c-5a2f5cec04bc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Added segment 7eddb560-89b6-4338-957a-ada4a5999faf of type vlan for network d0bc9099-dae1-45f4-ab26-301fcb4f4e97 Jul 22 16:40:25.758386 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9dd94e63-70f2-4a71-86bd-12de4861721f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:25.770684 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 28ed6073-b8e9-40ee-89b3-122e24b5f74b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:25.871776 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-307e0de5-a743-4b4a-b32c-5a2f5cec04bc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:25.966853 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20c521f-f317-40e3-afce-3e00212aca17 None None] New status for floating IP 38f9f3ce-50b0-4d74-82f5-703edf213f85: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:40:25.999624 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-307e0de5-a743-4b4a-b32c-5a2f5cec04bc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:26.007864 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307e0de5-a743-4b4a-b32c-5a2f5cec04bc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:26.017313 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-307e0de5-a743-4b4a-b32c-5a2f5cec04bc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:26.019742 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176d4777-da01-481e-aba7-6715d314c334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-57c50bd6-e383-406f-a5aa-f3de9d35ca11', 'network_id': '57c50bd6-e383-406f-a5aa-f3de9d35ca11', 'tenant_id': '027af367b5ff4d37b9ab99d0a55279d2', 'fixed_ips': [{'subnet_id': '02c03eb4-e5fa-4f41-849d-1d32c28400b2'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:40:26.020989 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-176d4777-da01-481e-aba7-6715d314c334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:26.049516 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1cb6a4d7-cb55-4aab-bea2-ec457dbf6448 req-b8267cd1-fc73-467b-9559-dcdd3c4134ab tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a6f618b284ed4ed58bf96ec4f3332894 HTTP/1.1" status: 200 len: 267 time: 0.2033825 Jul 22 16:40:26.176243 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-307e0de5-a743-4b4a-b32c-5a2f5cec04bc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6166439 Jul 22 16:40:26.206916 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236af08e-b5e7-42eb-a0d3-96abe7cfd427 None None] Network ca98765e-cce6-484f-89ae-1db5c5136545 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:26.227427 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55480) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:26.246127 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f7a2ddc7-ad0a-4f3f-b06e-d69a3de3f95d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Request body: {'subnet': {'network_id': 'd0bc9099-dae1-45f4-ab26-301fcb4f4e97', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:26.311256 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bec62faa-e7d6-47bb-aa17-3139c2d84ad1 None None] Provisioning for port 28ed6073-b8e9-40ee-89b3-122e24b5f74b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:26.326846 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9dd94e63-70f2-4a71-86bd-12de4861721f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:26.409392 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bec62faa-e7d6-47bb-aa17-3139c2d84ad1 None None] Provisioning complete for port 28ed6073-b8e9-40ee-89b3-122e24b5f74b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:26.409958 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bec62faa-e7d6-47bb-aa17-3139c2d84ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:26.470374 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e0de5-a743-4b4a-b32c-5a2f5cec04bc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event updated for resources: {'Network': ['ID=d0bc9099-dae1-45f4-ab26-301fcb4f4e97,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:26.501463 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b927e1-c696-42b4-afd4-268896070be5 req-1a5c47e4-3f92-4b8d-9603-1009c74a8e4e tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:26.503210 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99b927e1-c696-42b4-afd4-268896070be5 req-1a5c47e4-3f92-4b8d-9603-1009c74a8e4e tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.16 "GET /v2.0/networks?id=ca98765e-cce6-484f-89ae-1db5c5136545 HTTP/1.1" status: 200 len: 815 time: 0.5905554 Jul 22 16:40:26.525503 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6a4d7-cb55-4aab-bea2-ec457dbf6448 req-90657048-0e96-439d-909c-03e441b8a102 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:26.532830 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network d0bc9099-dae1-45f4-ab26-301fcb4f4e97 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:40:26.535297 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1cb6a4d7-cb55-4aab-bea2-ec457dbf6448 req-90657048-0e96-439d-909c-03e441b8a102 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a6e6a4-5d17-4603-82f4-2eb8417d8c90 HTTP/1.1" status: 200 len: 946 time: 0.4843884 Jul 22 16:40:26.547673 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-99b927e1-c696-42b4-afd4-268896070be5 req-a84ccdec-7319-42cc-bf9f-bc589b32a096 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Request body: {'port': {'device_id': '84ee67d3-9a3f-417b-9f3f-6d13dde959dd', 'network_id': 'ca98765e-cce6-484f-89ae-1db5c5136545', 'admin_state_up': True, 'tenant_id': '2f44ea5b1e4b4a4a8b51e73240a6e81c'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:26.554809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-1cb6a4d7-cb55-4aab-bea2-ec457dbf6448 req-8f8ff43e-42c2-45d3-8ef1-70f645a17294 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Request body: {'port': {'security_groups': []}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:26.572032 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-aab752ce-0425-4eb5-8a9e-d9cc0d031094 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:26.583951 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-aab752ce-0425-4eb5-8a9e-d9cc0d031094 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/networks?id=ca98765e-cce6-484f-89ae-1db5c5136545 HTTP/1.1" status: 200 len: 815 time: 0.4381888 Jul 22 16:40:26.619882 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-13e5c866-9245-4851-b73b-4404b6e365e0 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/quotas/2f44ea5b1e4b4a4a8b51e73240a6e81c HTTP/1.1" status: 200 len: 375 time: 0.0349786 Jul 22 16:40:26.640054 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bec62faa-e7d6-47bb-aa17-3139c2d84ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:26.641459 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9dd94e63-70f2-4a71-86bd-12de4861721f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:26.691181 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd94e63-70f2-4a71-86bd-12de4861721f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Subnet': ['ID=19aa2bd0-fd83-42a0-acf1-ded6cf50c566,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:26.702655 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bec62faa-e7d6-47bb-aa17-3139c2d84ad1 None None] For port 28ed6073-b8e9-40ee-89b3-122e24b5f74b, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=28ed6073-b8e9-40ee-89b3-122e24b5f74b,segment=NetworkSegment(36f79998-d146-4d4f-99c1-a08d3d240822),segment_id=36f79998-d146-4d4f-99c1-a08d3d240822)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:26.713650 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-176d4777-da01-481e-aba7-6715d314c334 None None] Allocated IP 19.80.0.2 (57c50bd6-e383-406f-a5aa-f3de9d35ca11/02c03eb4-e5fa-4f41-849d-1d32c28400b2/3bf1eba5-7406-461b-8423-7b92b3e9d80b) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:26.748878 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bec62faa-e7d6-47bb-aa17-3139c2d84ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:26.777288 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a2ddc7-ad0a-4f3f-b06e-d69a3de3f95d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Made reservation on behalf of 027af367b5ff4d37b9ab99d0a55279d2 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:26.781155 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7a2ddc7-ad0a-4f3f-b06e-d69a3de3f95d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:26.789188 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9dd94e63-70f2-4a71-86bd-12de4861721f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:26.794583 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9dd94e63-70f2-4a71-86bd-12de4861721f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/subnets/19aa2bd0-fd83-42a0-acf1-ded6cf50c566 HTTP/1.1" status: 204 len: 168 time: 1.2551579 Jul 22 16:40:26.796385 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55492) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:26.963836 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-a4a798fe-1316-4229-9745-a26175d2dfb8 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f44ea5b1e4b4a4a8b51e73240a6e81c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3398302 Jul 22 16:40:26.968915 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec62faa-e7d6-47bb-aa17-3139c2d84ad1 None None] Pushing event updated for resources: {'Port': ['ID=28ed6073-b8e9-40ee-89b3-122e24b5f74b,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:26.972813 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6788cc68-742a-4d52-bf81-1150b02aa4e2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.037341 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1cb6a4d7-cb55-4aab-bea2-ec457dbf6448 req-8f8ff43e-42c2-45d3-8ef1-70f645a17294 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.153398 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-176d4777-da01-481e-aba7-6715d314c334 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.167910 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-176d4777-da01-481e-aba7-6715d314c334 None None] Transition to ACTIVE for port object 3bf1eba5-7406-461b-8423-7b92b3e9d80b will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:27.204619 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b927e1-c696-42b4-afd4-268896070be5 req-a84ccdec-7319-42cc-bf9f-bc589b32a096 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Made reservation on behalf of 2f44ea5b1e4b4a4a8b51e73240a6e81c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:27.208202 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-99b927e1-c696-42b4-afd4-268896070be5 req-a84ccdec-7319-42cc-bf9f-bc589b32a096 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.215622 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-176d4777-da01-481e-aba7-6715d314c334 None None] Transition to ACTIVE for port object 3bf1eba5-7406-461b-8423-7b92b3e9d80b will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:27.238699 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-176d4777-da01-481e-aba7-6715d314c334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.244499 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-36cd7bca-965b-4f0a-8f29-9547d9ad7669 service neutron] 10.222.0.69 "GET /v2.0/networks/ca98765e-cce6-484f-89ae-1db5c5136545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767487 Jul 22 16:40:27.293524 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176d4777-da01-481e-aba7-6715d314c334 None None] Network 57c50bd6-e383-406f-a5aa-f3de9d35ca11 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:27.300743 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6788cc68-742a-4d52-bf81-1150b02aa4e2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting port 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:27.301360 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6788cc68-742a-4d52-bf81-1150b02aa4e2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.304971 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-176d4777-da01-481e-aba7-6715d314c334 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:27.321369 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176d4777-da01-481e-aba7-6715d314c334 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:27.365453 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d4777-da01-481e-aba7-6715d314c334 None None] Pushing event updated for resources: {'Port': ['ID=3bf1eba5-7406-461b-8423-7b92b3e9d80b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:27.389149 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 28ed6073-b8e9-40ee-89b3-122e24b5f74b up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:27.407412 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-176d4777-da01-481e-aba7-6715d314c334 None None] Attempting to bind port 3bf1eba5-7406-461b-8423-7b92b3e9d80b on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:27.407780 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-176d4777-da01-481e-aba7-6715d314c334 None None] Attempting to bind port 3bf1eba5-7406-461b-8423-7b92b3e9d80b by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '862ee3b2-ff00-4f13-9f95-b743cdce4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '57c50bd6-e383-406f-a5aa-f3de9d35ca11'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:27.408138 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176d4777-da01-481e-aba7-6715d314c334 None None] Attempting to bind port 3bf1eba5-7406-461b-8423-7b92b3e9d80b on network 57c50bd6-e383-406f-a5aa-f3de9d35ca11 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:27.442602 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176d4777-da01-481e-aba7-6715d314c334 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:27.442834 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176d4777-da01-481e-aba7-6715d314c334 None None] Checking segment: {'id': '862ee3b2-ff00-4f13-9f95-b743cdce4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '57c50bd6-e383-406f-a5aa-f3de9d35ca11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:27.443183 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-176d4777-da01-481e-aba7-6715d314c334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.443573 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176d4777-da01-481e-aba7-6715d314c334 None None] Bound using segment: {'id': '862ee3b2-ff00-4f13-9f95-b743cdce4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '57c50bd6-e383-406f-a5aa-f3de9d35ca11'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:27.444633 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-176d4777-da01-481e-aba7-6715d314c334 None None] Bound port: 3bf1eba5-7406-461b-8423-7b92b3e9d80b, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862ee3b2-ff00-4f13-9f95-b743cdce4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '57c50bd6-e383-406f-a5aa-f3de9d35ca11'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:27.445015 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-176d4777-da01-481e-aba7-6715d314c334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.549508 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5947f788-48d4-4496-b414-5f0ffa40ba76 None None] Network f4c97a19-2062-4537-9de0-cf0290ad03c5 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:27.573907 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 28ed6073-b8e9-40ee-89b3-122e24b5f74b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:27.574726 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.616532 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-8b9c18db-e1ba-44e5-a7ab-f68696c5ba6c service neutron] 10.222.0.69 "GET /v2.0/networks/ca98765e-cce6-484f-89ae-1db5c5136545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710375 Jul 22 16:40:27.619547 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-176d4777-da01-481e-aba7-6715d314c334 None None] For port 3bf1eba5-7406-461b-8423-7b92b3e9d80b, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:27.622395 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-6788cc68-742a-4d52-bf81-1150b02aa4e2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] For port 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7,segment=NetworkSegment(b3b7d8ed-38eb-4a68-8969-30d45307ad25),segment_id=b3b7d8ed-38eb-4a68-8969-30d45307ad25)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:27.626620 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6788cc68-742a-4d52-bf81-1150b02aa4e2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.667187 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7a2ddc7-ad0a-4f3f-b06e-d69a3de3f95d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.672270 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6788cc68-742a-4d52-bf81-1150b02aa4e2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Calling delete_port for 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:27.685772 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-176d4777-da01-481e-aba7-6715d314c334 None None] For port 3bf1eba5-7406-461b-8423-7b92b3e9d80b, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3bf1eba5-7406-461b-8423-7b92b3e9d80b,segment=NetworkSegment(862ee3b2-ff00-4f13-9f95-b743cdce4646),segment_id=862ee3b2-ff00-4f13-9f95-b743cdce4646)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:27.702590 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8421a043-c716-459c-a567-617a022aa3ae None None] Provisioning complete for port 28ed6073-b8e9-40ee-89b3-122e24b5f74b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:27.703110 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8421a043-c716-459c-a567-617a022aa3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.705899 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-176d4777-da01-481e-aba7-6715d314c334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.736460 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1cb6a4d7-cb55-4aab-bea2-ec457dbf6448 req-8f8ff43e-42c2-45d3-8ef1-70f645a17294 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] For port 64d2d6db-6dfc-4682-b0d3-bb5264764722, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=64d2d6db-6dfc-4682-b0d3-bb5264764722,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:27.778454 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-99b927e1-c696-42b4-afd4-268896070be5 req-a84ccdec-7319-42cc-bf9f-bc589b32a096 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Allocated IP 172.20.0.11 (ca98765e-cce6-484f-89ae-1db5c5136545/ca57d54b-8f0c-4e47-aba9-77cad3b36b12/cb16b084-7701-4c51-93b5-d18e7a7b77c7) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:27.792446 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2ddc7-ad0a-4f3f-b06e-d69a3de3f95d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event updated for resources: {'Subnet': ['ID=7efa043c-31e5-4f1b-90f7-36d3403208d8,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:27.833340 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1cb6a4d7-cb55-4aab-bea2-ec457dbf6448 req-8f8ff43e-42c2-45d3-8ef1-70f645a17294 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.838128 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a2ddc7-ad0a-4f3f-b06e-d69a3de3f95d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Checking segment: {'id': '7eddb560-89b6-4338-957a-ada4a5999faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0bc9099-dae1-45f4-ab26-301fcb4f4e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:27.838645 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a2ddc7-ad0a-4f3f-b06e-d69a3de3f95d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Network hostable DHCP agents. Network: d0bc9099-dae1-45f4-ab26-301fcb4f4e97, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:40:27.867557 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1cb6a4d7-cb55-4aab-bea2-ec457dbf6448 req-8f8ff43e-42c2-45d3-8ef1-70f645a17294 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:28.011993 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['215dd391-5eae-4611-83fd-fd082da855b8', '4d768f0c-d3e6-4473-b4c7-9e9190019f85', '64d2d6db-6dfc-4682-b0d3-bb5264764722'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:28.013414 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6a4d7-cb55-4aab-bea2-ec457dbf6448 req-8f8ff43e-42c2-45d3-8ef1-70f645a17294 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:28.014239 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1cb6a4d7-cb55-4aab-bea2-ec457dbf6448 req-8f8ff43e-42c2-45d3-8ef1-70f645a17294 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:28.015935 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1cb6a4d7-cb55-4aab-bea2-ec457dbf6448 req-8f8ff43e-42c2-45d3-8ef1-70f645a17294 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "PUT /v2.0/ports/64d2d6db-6dfc-4682-b0d3-bb5264764722 HTTP/1.1" status: 200 len: 905 time: 1.4789345 Jul 22 16:40:28.016430 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a6e6a4-5d17-4603-82f4-2eb8417d8c90', 'tag': '64d2d6db-6dfc-4682-b0d3-bb5264764722'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:28.027313 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4a9c38-6ff4-4baf-831a-94623687177c" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a6e6a4-5d17-4603-82f4-2eb8417d8c90", "tag": "64d2d6db-6dfc-4682-b0d3-bb5264764722"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:28.071155 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a2ddc7-ad0a-4f3f-b06e-d69a3de3f95d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Network d0bc9099-dae1-45f4-ab26-301fcb4f4e97 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:40:28.080151 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d4777-da01-481e-aba7-6715d314c334 None None] Pushing event updated for resources: {'Port': ['ID=3bf1eba5-7406-461b-8423-7b92b3e9d80b,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:28.149718 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ff43e-42c2-45d3-8ef1-70f645a17294 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Pushing event updated for resources: {'Port': ['ID=64d2d6db-6dfc-4682-b0d3-bb5264764722,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:28.163463 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-f7a2ddc7-ad0a-4f3f-b06e-d69a3de3f95d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, d0bc9099-dae1-45f4-ab26-301fcb4f4e97) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:28.192290 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414dbaa8-8aeb-49b6-9c77-6b8ee582bc68 None None] Network d0bc9099-dae1-45f4-ab26-301fcb4f4e97 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:28.237879 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['64d2d6db-6dfc-4682-b0d3-bb5264764722'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:28.269170 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2ddc7-ad0a-4f3f-b06e-d69a3de3f95d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:28.273301 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7a2ddc7-ad0a-4f3f-b06e-d69a3de3f95d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:28.349107 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f7a2ddc7-ad0a-4f3f-b06e-d69a3de3f95d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1074715 Jul 22 16:40:28.422900 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-99b927e1-c696-42b4-afd4-268896070be5 req-a84ccdec-7319-42cc-bf9f-bc589b32a096 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:28.482476 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-99b927e1-c696-42b4-afd4-268896070be5 req-a84ccdec-7319-42cc-bf9f-bc589b32a096 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Transition to ACTIVE for port object cb16b084-7701-4c51-93b5-d18e7a7b77c7 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:28.686963 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6788cc68-742a-4d52-bf81-1150b02aa4e2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:28.748938 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-99b927e1-c696-42b4-afd4-268896070be5 req-a84ccdec-7319-42cc-bf9f-bc589b32a096 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:28.753413 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788cc68-742a-4d52-bf81-1150b02aa4e2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Port': ['ID=8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:28.771053 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-16a0b3fb-bb5d-4c30-b48a-bde293bb7e3d req-004912da-9b00-4a58-a9d8-44750237e55e tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b941035a-d4cf-4492-abc6-ef7df54545a9 HTTP/1.1" status: 200 len: 210 time: 0.1004827 Jul 22 16:40:28.797144 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6788cc68-742a-4d52-bf81-1150b02aa4e2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] No DVR routers for this DVR port 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:28.802461 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e5567c-f7c5-437e-985a-b829e2974a80 None None] DHCP port deletion for f4c97a19-2062-4537-9de0-cf0290ad03c5 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:40:28.840438 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-78b8d6e8-9349-4fd1-82f5-532e3c8e80d5 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:28.842060 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-78b8d6e8-9349-4fd1-82f5-532e3c8e80d5 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.30 "GET /v2.0/networks?id=ca98765e-cce6-484f-89ae-1db5c5136545 HTTP/1.1" status: 200 len: 815 time: 1.3578737 Jul 22 16:40:28.892024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b927e1-c696-42b4-afd4-268896070be5 req-a84ccdec-7319-42cc-bf9f-bc589b32a096 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Network ca98765e-cce6-484f-89ae-1db5c5136545 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:28.904349 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-99b927e1-c696-42b4-afd4-268896070be5 req-a84ccdec-7319-42cc-bf9f-bc589b32a096 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:28.907944 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5791be1-cc73-43fc-b703-3a9a0cd50578 x-openstack-request-id: req-a5791be1-cc73-43fc-b703-3a9a0cd50578 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:28.908477 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a6e6a4-5d17-4603-82f4-2eb8417d8c90", "tag": "64d2d6db-6dfc-4682-b0d3-bb5264764722", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:28.909013 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a5791be1-cc73-43fc-b703-3a9a0cd50578 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:28.909607 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a6e6a4-5d17-4603-82f4-2eb8417d8c90', 'tag': '64d2d6db-6dfc-4682-b0d3-bb5264764722', 'status': 'completed', 'code': 200} Jul 22 16:40:28.912036 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ccdec-7319-42cc-bf9f-bc589b32a096 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Pushing event updated for resources: {'Port': ['ID=cb16b084-7701-4c51-93b5-d18e7a7b77c7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:28.916579 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b927e1-c696-42b4-afd4-268896070be5 req-a84ccdec-7319-42cc-bf9f-bc589b32a096 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:28.954096 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-166496c3-b820-43c5-8d4f-beec6595e5a6 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Request body: {'port': {'device_id': 'bb1be267-20e9-4709-a69f-3dc2e16ca2f4', 'network_id': 'ca98765e-cce6-484f-89ae-1db5c5136545', 'admin_state_up': True, 'tenant_id': '2f44ea5b1e4b4a4a8b51e73240a6e81c'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:28.971588 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00408b66-855e-4181-9e91-008ae9d17e12 req-c27bdbf8-d35f-480d-a6f4-b4d8fa146000 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:28.990429 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-00408b66-855e-4181-9e91-008ae9d17e12 req-c27bdbf8-d35f-480d-a6f4-b4d8fa146000 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a6e6a4-5d17-4603-82f4-2eb8417d8c90 HTTP/1.1" status: 200 len: 908 time: 0.4285226 Jul 22 16:40:29.200843 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b927e1-c696-42b4-afd4-268896070be5 req-a84ccdec-7319-42cc-bf9f-bc589b32a096 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:29.202552 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-99b927e1-c696-42b4-afd4-268896070be5 req-a84ccdec-7319-42cc-bf9f-bc589b32a096 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:29.292862 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6788cc68-742a-4d52-bf81-1150b02aa4e2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:29.346448 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99b927e1-c696-42b4-afd4-268896070be5 req-a84ccdec-7319-42cc-bf9f-bc589b32a096 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8066192 Jul 22 16:40:29.395949 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-99b927e1-c696-42b4-afd4-268896070be5 req-493ccadd-a70c-409f-98aa-fc3ca98c8097 service neutron] Request body: {'port': {'device_id': '84ee67d3-9a3f-417b-9f3f-6d13dde959dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:29.457651 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3bf1eba5-7406-461b-8423-7b92b3e9d80b up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:29.528099 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a9c38-6ff4-4baf-831a-94623687177c req-11749465-27da-4665-808b-65a9148b7499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:29.529723 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e4a9c38-6ff4-4baf-831a-94623687177c req-11749465-27da-4665-808b-65a9148b7499 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&device_id=d9a6e6a4-5d17-4603-82f4-2eb8417d8c90 HTTP/1.1" status: 200 len: 1059 time: 0.5803950 Jul 22 16:40:29.534069 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6788cc68-742a-4d52-bf81-1150b02aa4e2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c97a19-2062-4537-9de0-cf0290ad03c5']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:29.544381 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8421a043-c716-459c-a567-617a022aa3ae None None] Provisioning complete for port 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:29.544756 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8421a043-c716-459c-a567-617a022aa3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:29.642825 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c391860-c5b7-44e6-ba1a-556209c8fbe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-d0bc9099-dae1-45f4-ab26-301fcb4f4e97', 'network_id': 'd0bc9099-dae1-45f4-ab26-301fcb4f4e97', 'tenant_id': '027af367b5ff4d37b9ab99d0a55279d2', 'fixed_ips': [{'subnet_id': '7efa043c-31e5-4f1b-90f7-36d3403208d8'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:40:29.643828 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c391860-c5b7-44e6-ba1a-556209c8fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:29.648709 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6788cc68-742a-4d52-bf81-1150b02aa4e2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b7d8ed-38eb-4a68-8969-30d45307ad25') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:29.649106 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6788cc68-742a-4d52-bf81-1150b02aa4e2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b7d8ed-38eb-4a68-8969-30d45307ad25') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:29.669423 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8421a043-c716-459c-a567-617a022aa3ae None None] Port 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7 was deleted so its status cannot be updated. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 16:40:29.677621 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6788cc68-742a-4d52-bf81-1150b02aa4e2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:29.694074 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01222059-c46b-46eb-a7e0-c1dbcd26c15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:29.702665 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32783bb9-d388-4aa2-9893-e9625953beea req-9746e5e8-a298-44cb-8e14-a9385662112c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:29.716075 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6788cc68-742a-4d52-bf81-1150b02aa4e2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:29.717884 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32783bb9-d388-4aa2-9893-e9625953beea req-9746e5e8-a298-44cb-8e14-a9385662112c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.5018573 Jul 22 16:40:29.737692 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6788cc68-742a-4d52-bf81-1150b02aa4e2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:40:29.738245 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6788cc68-742a-4d52-bf81-1150b02aa4e2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:40:29.741874 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:40:29.763536 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-e7e00893-058e-4838-ab02-5b121ef3f393 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:29.772526 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-e7e00893-058e-4838-ab02-5b121ef3f393 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:29.779993 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-e7e00893-058e-4838-ab02-5b121ef3f393 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/networks?id=57c50bd6-e383-406f-a5aa-f3de9d35ca11&id=d0bc9099-dae1-45f4-ab26-301fcb4f4e97 HTTP/1.1" status: 200 len: 1390 time: 0.4840524 Jul 22 16:40:29.831132 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-7ef68072-a776-4e47-bd67-7b80e63404dd tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/quotas/027af367b5ff4d37b9ab99d0a55279d2 HTTP/1.1" status: 200 len: 375 time: 0.0500290 Jul 22 16:40:29.877619 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32783bb9-d388-4aa2-9893-e9625953beea req-d3d3b3f9-0fe5-47cd-8a4c-4839ded0f03b tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585414 Jul 22 16:40:29.885343 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 3bf1eba5-7406-461b-8423-7b92b3e9d80b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:29.897881 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-99b927e1-c696-42b4-afd4-268896070be5 req-493ccadd-a70c-409f-98aa-fc3ca98c8097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:29.908586 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bb699f-d6c0-4887-8ad7-1b9ff6804d20 None None] Network 57c50bd6-e383-406f-a5aa-f3de9d35ca11 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:29.972889 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-166496c3-b820-43c5-8d4f-beec6595e5a6 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Made reservation on behalf of 2f44ea5b1e4b4a4a8b51e73240a6e81c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:29.976684 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-166496c3-b820-43c5-8d4f-beec6595e5a6 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:30.044940 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6788cc68-742a-4d52-bf81-1150b02aa4e2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:30.059648 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6788cc68-742a-4d52-bf81-1150b02aa4e2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:30.074036 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6788cc68-742a-4d52-bf81-1150b02aa4e2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/networks/f4c97a19-2062-4537-9de0-cf0290ad03c5 HTTP/1.1" status: 204 len: 168 time: 3.2744899 Jul 22 16:40:30.169839 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55568) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:30.200831 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788cc68-742a-4d52-bf81-1150b02aa4e2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Network': ['ID=f4c97a19-2062-4537-9de0-cf0290ad03c5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:30.300113 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:40:30.328977 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:40:30.329578 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8d11fd3d-6dbc-4c2c-9efc-86a75ab98fd7 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:40:30.331212 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-82689d3e-7b01-4365-8092-bee57c26eb89 None None] Provisioning complete for port 64d2d6db-6dfc-4682-b0d3-bb5264764722 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:30.331760 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82689d3e-7b01-4365-8092-bee57c26eb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:30.340348 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-c9b28b04-d401-4c48-8eae-4f81e3d901f6 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=027af367b5ff4d37b9ab99d0a55279d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5082276 Jul 22 16:40:30.344788 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-166496c3-b820-43c5-8d4f-beec6595e5a6 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Allocated IP 172.20.0.5 (ca98765e-cce6-484f-89ae-1db5c5136545/ca57d54b-8f0c-4e47-aba9-77cad3b36b12/f288e2e7-f24b-4207-8f2a-266ef00ea423) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:30.346708 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-7c391860-c5b7-44e6-ba1a-556209c8fbe9 None None] Allocated IP 19.86.0.2 (d0bc9099-dae1-45f4-ab26-301fcb4f4e97/7efa043c-31e5-4f1b-90f7-36d3403208d8/b59af269-6fac-4552-aef0-c8dc621f0f4f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:30.450894 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a9c38-6ff4-4baf-831a-94623687177c req-e5b7849e-98ca-43e8-9dba-01c295623a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:30.453107 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e4a9c38-6ff4-4baf-831a-94623687177c req-e5b7849e-98ca-43e8-9dba-01c295623a9e service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 913 time: 0.9092433 Jul 22 16:40:30.478888 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9132a9a1-90a7-4edd-9d09-8fadae43b085 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:30.484392 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9132a9a1-90a7-4edd-9d09-8fadae43b085 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3071496 Jul 22 16:40:30.491064 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55576) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:30.571043 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8c5a8129-5d70-497b-ad97-a616a994e567 req-ba55bb1a-c1ad-42ef-aff3-26770bf1cada tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b941035a-d4cf-4492-abc6-ef7df54545a9 HTTP/1.1" status: 200 len: 210 time: 0.1130207 Jul 22 16:40:30.584149 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e4a9c38-6ff4-4baf-831a-94623687177c req-824fab36-edcf-44f6-afaa-c83344b5117e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64d2d6db-6dfc-4682-b0d3-bb5264764722 HTTP/1.1" status: 200 len: 217 time: 0.0918763 Jul 22 16:40:30.638897 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-88593f26-1d5c-4d58-97aa-bcb532e1e6aa service neutron] 10.222.0.69 "GET /v2.0/networks/57c50bd6-e383-406f-a5aa-f3de9d35ca11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972648 Jul 22 16:40:30.774387 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c391860-c5b7-44e6-ba1a-556209c8fbe9 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:30.776494 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6836acf5-c46a-4a93-b3ab-2e5300105286 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2836962 Jul 22 16:40:30.783070 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55580) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:30.803182 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8c2eb584-4375-45d4-a36b-908237b7295f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-223105206'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:30.809021 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7c391860-c5b7-44e6-ba1a-556209c8fbe9 None None] Transition to ACTIVE for port object b59af269-6fac-4552-aef0-c8dc621f0f4f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:30.816996 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-166496c3-b820-43c5-8d4f-beec6595e5a6 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:30.850533 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7c391860-c5b7-44e6-ba1a-556209c8fbe9 None None] Transition to ACTIVE for port object b59af269-6fac-4552-aef0-c8dc621f0f4f will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:30.858352 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-01a0b350-539c-48f3-8a22-e5b1b5f4925f service neutron] 10.222.0.69 "GET /v2.0/networks/57c50bd6-e383-406f-a5aa-f3de9d35ca11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184529 Jul 22 16:40:30.864818 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c391860-c5b7-44e6-ba1a-556209c8fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:30.867383 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-ce6e80af-b1de-4097-9ffc-dd55b5f7476e tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:30.868091 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-82689d3e-7b01-4365-8092-bee57c26eb89 None None] Provisioning for port cb16b084-7701-4c51-93b5-d18e7a7b77c7 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:30.869083 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-ce6e80af-b1de-4097-9ffc-dd55b5f7476e tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.16 "GET /v2.0/networks?id=ca98765e-cce6-484f-89ae-1db5c5136545 HTTP/1.1" status: 200 len: 815 time: 0.8813050 Jul 22 16:40:30.876019 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a9c38-6ff4-4baf-831a-94623687177c req-26e7e492-260c-4569-abf6-b65eda0111ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:30.877652 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e4a9c38-6ff4-4baf-831a-94623687177c req-26e7e492-260c-4569-abf6-b65eda0111ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 HTTP/1.1" status: 200 len: 851 time: 0.2300949 Jul 22 16:40:30.882534 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-166496c3-b820-43c5-8d4f-beec6595e5a6 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Transition to ACTIVE for port object f288e2e7-f24b-4207-8f2a-266ef00ea423 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:30.898090 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-82689d3e-7b01-4365-8092-bee57c26eb89 None None] Provisioning complete for port cb16b084-7701-4c51-93b5-d18e7a7b77c7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:30.898597 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82689d3e-7b01-4365-8092-bee57c26eb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:30.940851 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2eb584-4375-45d4-a36b-908237b7295f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:30.945205 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c2eb584-4375-45d4-a36b-908237b7295f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:30.950380 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-23733d72-53c8-45f2-a7b9-20f34c2f5db0 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Request body: {'port': {'device_id': 'b941035a-d4cf-4492-abc6-ef7df54545a9', 'network_id': 'ca98765e-cce6-484f-89ae-1db5c5136545', 'admin_state_up': True, 'tenant_id': '2f44ea5b1e4b4a4a8b51e73240a6e81c'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:30.977445 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-82689d3e-7b01-4365-8092-bee57c26eb89 None None] Port cb16b084-7701-4c51-93b5-d18e7a7b77c7 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:30.994768 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c391860-c5b7-44e6-ba1a-556209c8fbe9 None None] Pushing event updated for resources: {'Port': ['ID=b59af269-6fac-4552-aef0-c8dc621f0f4f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:31.002651 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c391860-c5b7-44e6-ba1a-556209c8fbe9 None None] Network d0bc9099-dae1-45f4-ab26-301fcb4f4e97 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:31.004845 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7c391860-c5b7-44e6-ba1a-556209c8fbe9 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:31.007269 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c391860-c5b7-44e6-ba1a-556209c8fbe9 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:31.031260 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2eb584-4375-45d4-a36b-908237b7295f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:40:31.037965 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5bc39-4694-4cde-acbc-7953d851c7ee req-ffaa93a4-f69d-4f33-9706-838d6ddb99f5 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:31.047017 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-65a5bc39-4694-4cde-acbc-7953d851c7ee req-ffaa93a4-f69d-4f33-9706-838d6ddb99f5 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.4003880 Jul 22 16:40:31.078752 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c2eb584-4375-45d4-a36b-908237b7295f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.078752 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-8c2eb584-4375-45d4-a36b-908237b7295f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Added segment dbadedfe-cb52-4b13-ba4b-6d704a472103 of type vlan for network ab41a66a-b6a0-4e22-b39b-f1438f06b1b9 Jul 22 16:40:31.094227 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-81d4b519-8ee5-4ef2-a523-f898cd1fb3d9 service neutron] 10.222.0.69 "GET /v2.0/networks/d0bc9099-dae1-45f4-ab26-301fcb4f4e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347982 Jul 22 16:40:31.100087 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-166496c3-b820-43c5-8d4f-beec6595e5a6 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.137138 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7c391860-c5b7-44e6-ba1a-556209c8fbe9 None None] Attempting to bind port b59af269-6fac-4552-aef0-c8dc621f0f4f on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:31.137389 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7c391860-c5b7-44e6-ba1a-556209c8fbe9 None None] Attempting to bind port b59af269-6fac-4552-aef0-c8dc621f0f4f by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '7eddb560-89b6-4338-957a-ada4a5999faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0bc9099-dae1-45f4-ab26-301fcb4f4e97'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:31.137847 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c391860-c5b7-44e6-ba1a-556209c8fbe9 None None] Attempting to bind port b59af269-6fac-4552-aef0-c8dc621f0f4f on network d0bc9099-dae1-45f4-ab26-301fcb4f4e97 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:31.146151 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c391860-c5b7-44e6-ba1a-556209c8fbe9 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:31.146151 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c391860-c5b7-44e6-ba1a-556209c8fbe9 None None] Checking segment: {'id': '7eddb560-89b6-4338-957a-ada4a5999faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0bc9099-dae1-45f4-ab26-301fcb4f4e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:31.146151 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c391860-c5b7-44e6-ba1a-556209c8fbe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.146850 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c391860-c5b7-44e6-ba1a-556209c8fbe9 None None] Bound using segment: {'id': '7eddb560-89b6-4338-957a-ada4a5999faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0bc9099-dae1-45f4-ab26-301fcb4f4e97'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:31.147093 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7c391860-c5b7-44e6-ba1a-556209c8fbe9 None None] Bound port: b59af269-6fac-4552-aef0-c8dc621f0f4f, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eddb560-89b6-4338-957a-ada4a5999faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0bc9099-dae1-45f4-ab26-301fcb4f4e97'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:31.147549 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c391860-c5b7-44e6-ba1a-556209c8fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.160320 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-45013e96-5fe0-4e42-ba75-f1c3a74d0746 None None] Provisioning for port 3bf1eba5-7406-461b-8423-7b92b3e9d80b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:31.167302 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-45013e96-5fe0-4e42-ba75-f1c3a74d0746 None None] Provisioning complete for port 3bf1eba5-7406-461b-8423-7b92b3e9d80b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:31.168204 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45013e96-5fe0-4e42-ba75-f1c3a74d0746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.216096 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c2eb584-4375-45d4-a36b-908237b7295f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.219328 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-65a5bc39-4694-4cde-acbc-7953d851c7ee req-d294cb02-dc44-45d9-96ee-a0c619d01140 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713250 Jul 22 16:40:31.228695 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a9c38-6ff4-4baf-831a-94623687177c req-336629de-7469-4131-847d-99c7d53ddcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:31.230292 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e4a9c38-6ff4-4baf-831a-94623687177c req-336629de-7469-4131-847d-99c7d53ddcb4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3414202 Jul 22 16:40:31.255374 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-166496c3-b820-43c5-8d4f-beec6595e5a6 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Network ca98765e-cce6-484f-89ae-1db5c5136545 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:31.292912 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-166496c3-b820-43c5-8d4f-beec6595e5a6 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:31.299749 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-166496c3-b820-43c5-8d4f-beec6595e5a6 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:31.305022 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166496c3-b820-43c5-8d4f-beec6595e5a6 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Pushing event updated for resources: {'Port': ['ID=f288e2e7-f24b-4207-8f2a-266ef00ea423,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:31.345376 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7c391860-c5b7-44e6-ba1a-556209c8fbe9 None None] For port b59af269-6fac-4552-aef0-c8dc621f0f4f, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:31.352214 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7c391860-c5b7-44e6-ba1a-556209c8fbe9 None None] For port b59af269-6fac-4552-aef0-c8dc621f0f4f, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b59af269-6fac-4552-aef0-c8dc621f0f4f,segment=NetworkSegment(7eddb560-89b6-4338-957a-ada4a5999faf),segment_id=7eddb560-89b6-4338-957a-ada4a5999faf)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:31.374489 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c2eb584-4375-45d4-a36b-908237b7295f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.380633 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2eb584-4375-45d4-a36b-908237b7295f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:31.381491 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c2eb584-4375-45d4-a36b-908237b7295f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.413933 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c391860-c5b7-44e6-ba1a-556209c8fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.481693 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-99b927e1-c696-42b4-afd4-268896070be5 req-493ccadd-a70c-409f-98aa-fc3ca98c8097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb16b084-7701-4c51-93b5-d18e7a7b77c7 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:31.497253 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-166496c3-b820-43c5-8d4f-beec6595e5a6 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:31.498313 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-166496c3-b820-43c5-8d4f-beec6595e5a6 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.510407 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-99b927e1-c696-42b4-afd4-268896070be5 req-493ccadd-a70c-409f-98aa-fc3ca98c8097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.515107 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-de4ae729-cdee-46b1-8870-c909ca024beb service neutron] 10.222.0.69 "GET /v2.0/networks/d0bc9099-dae1-45f4-ab26-301fcb4f4e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127235 Jul 22 16:40:31.516205 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45013e96-5fe0-4e42-ba75-f1c3a74d0746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.543764 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8c2eb584-4375-45d4-a36b-908237b7295f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7510281 Jul 22 16:40:31.544541 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55600) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:31.562125 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-99b927e1-c696-42b4-afd4-268896070be5 req-493ccadd-a70c-409f-98aa-fc3ca98c8097 service neutron] Transition to ACTIVE for port object cb16b084-7701-4c51-93b5-d18e7a7b77c7 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:31.579292 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-58707fec-ec67-40a0-8eb1-18cfeb7f7d88 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'subnet': {'network_id': 'ab41a66a-b6a0-4e22-b39b-f1438f06b1b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:31.640997 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-166496c3-b820-43c5-8d4f-beec6595e5a6 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7343442 Jul 22 16:40:31.663378 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2eb584-4375-45d4-a36b-908237b7295f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Network': ['ID=ab41a66a-b6a0-4e22-b39b-f1438f06b1b9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:31.691752 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-8f8e2cc3-639c-4aeb-acd2-0fdb018a78d8 service neutron] Request body: {'port': {'device_id': 'bb1be267-20e9-4709-a69f-3dc2e16ca2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:31.710758 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c391860-c5b7-44e6-ba1a-556209c8fbe9 None None] Pushing event updated for resources: {'Port': ['ID=b59af269-6fac-4552-aef0-c8dc621f0f4f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:31.725197 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-99b927e1-c696-42b4-afd4-268896070be5 req-493ccadd-a70c-409f-98aa-fc3ca98c8097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.772754 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network ab41a66a-b6a0-4e22-b39b-f1438f06b1b9 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:40:31.840964 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ccadd-a70c-409f-98aa-fc3ca98c8097 service neutron] Pushing event updated for resources: {'Port': ['ID=cb16b084-7701-4c51-93b5-d18e7a7b77c7,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:31.865515 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-45013e96-5fe0-4e42-ba75-f1c3a74d0746 None None] For port 3bf1eba5-7406-461b-8423-7b92b3e9d80b, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3bf1eba5-7406-461b-8423-7b92b3e9d80b,segment=NetworkSegment(862ee3b2-ff00-4f13-9f95-b743cdce4646),segment_id=862ee3b2-ff00-4f13-9f95-b743cdce4646)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:31.887516 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.902586 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0399433c-d529-400d-93fd-c5e7bcbe1d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.904131 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45013e96-5fe0-4e42-ba75-f1c3a74d0746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.980568 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-23733d72-53c8-45f2-a7b9-20f34c2f5db0 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Made reservation on behalf of 2f44ea5b1e4b4a4a8b51e73240a6e81c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:31.987088 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-23733d72-53c8-45f2-a7b9-20f34c2f5db0 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:32.026139 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-8f8e2cc3-639c-4aeb-acd2-0fdb018a78d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:32.043398 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a16d9990-c76e-441c-86cc-4e1831aea550 req-c409d25c-b0b8-4594-a11a-c69506dac123 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b941035a-d4cf-4492-abc6-ef7df54545a9 HTTP/1.1" status: 200 len: 210 time: 0.2651830 Jul 22 16:40:32.045414 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e4a9c38-6ff4-4baf-831a-94623687177c req-40ece564-243d-4a2d-b3e9-15c4d0c72408 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7587476 Jul 22 16:40:32.094293 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45013e96-5fe0-4e42-ba75-f1c3a74d0746 None None] Pushing event updated for resources: {'Port': ['ID=3bf1eba5-7406-461b-8423-7b92b3e9d80b,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:32.145006 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58707fec-ec67-40a0-8eb1-18cfeb7f7d88 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:32.151166 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f1be23fb-7202-4ea5-8ae0-8dd580def3c8 None None] Provisioning complete for port 3bf1eba5-7406-461b-8423-7b92b3e9d80b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:32.151559 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1be23fb-7202-4ea5-8ae0-8dd580def3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:32.161140 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58707fec-ec67-40a0-8eb1-18cfeb7f7d88 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:32.466615 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6e5b3089-c275-431a-942b-2fcca1d80e2c req-41c44597-4038-4b7e-9844-103aff247d7d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 210 time: 0.2805984 Jul 22 16:40:32.492451 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f1be23fb-7202-4ea5-8ae0-8dd580def3c8 None None] Provisioning for port f288e2e7-f24b-4207-8f2a-266ef00ea423 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:32.497221 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f1be23fb-7202-4ea5-8ae0-8dd580def3c8 None None] Provisioning complete for port f288e2e7-f24b-4207-8f2a-266ef00ea423 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:32.497604 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1be23fb-7202-4ea5-8ae0-8dd580def3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:32.506080 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-23733d72-53c8-45f2-a7b9-20f34c2f5db0 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Allocated IP 172.20.0.14 (ca98765e-cce6-484f-89ae-1db5c5136545/ca57d54b-8f0c-4e47-aba9-77cad3b36b12/232ce860-1b9e-4634-b728-f1f0d5f4c7ca) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:32.582843 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f1be23fb-7202-4ea5-8ae0-8dd580def3c8 None None] Port f288e2e7-f24b-4207-8f2a-266ef00ea423 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:32.684023 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58707fec-ec67-40a0-8eb1-18cfeb7f7d88 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:32.714362 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:32.782539 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58707fec-ec67-40a0-8eb1-18cfeb7f7d88 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Subnet': ['ID=452dafee-78c4-43d9-9bbe-984618d1f624,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:32.807734 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-1db4bc9e-45c6-4ac6-83f3-fbd56a4c9948 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:32.821885 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-1db4bc9e-45c6-4ac6-83f3-fbd56a4c9948 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 812 time: 0.9729791 Jul 22 16:40:32.836006 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58707fec-ec67-40a0-8eb1-18cfeb7f7d88 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Checking segment: {'id': 'dbadedfe-cb52-4b13-ba4b-6d704a472103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ab41a66a-b6a0-4e22-b39b-f1438f06b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:32.836390 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58707fec-ec67-40a0-8eb1-18cfeb7f7d88 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network hostable DHCP agents. Network: ab41a66a-b6a0-4e22-b39b-f1438f06b1b9, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:40:32.859820 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58707fec-ec67-40a0-8eb1-18cfeb7f7d88 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network ab41a66a-b6a0-4e22-b39b-f1438f06b1b9 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:40:32.873257 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-da5c949c-ac18-4c04-af5c-dcae8003fe54 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/quotas/a6f618b284ed4ed58bf96ec4f3332894 HTTP/1.1" status: 200 len: 375 time: 0.0503283 Jul 22 16:40:32.879454 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-58707fec-ec67-40a0-8eb1-18cfeb7f7d88 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, ab41a66a-b6a0-4e22-b39b-f1438f06b1b9) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:32.886303 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58707fec-ec67-40a0-8eb1-18cfeb7f7d88 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:32.887350 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58707fec-ec67-40a0-8eb1-18cfeb7f7d88 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:32.890703 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db555657-c368-406a-8093-8926c5747524 None None] Network ab41a66a-b6a0-4e22-b39b-f1438f06b1b9 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:32.911673 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-99b927e1-c696-42b4-afd4-268896070be5 req-493ccadd-a70c-409f-98aa-fc3ca98c8097 service neutron] Attempting to bind port cb16b084-7701-4c51-93b5-d18e7a7b77c7 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:32.911837 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-58707fec-ec67-40a0-8eb1-18cfeb7f7d88 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3611588 Jul 22 16:40:32.912010 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-99b927e1-c696-42b4-afd4-268896070be5 req-493ccadd-a70c-409f-98aa-fc3ca98c8097 service neutron] Attempting to bind port cb16b084-7701-4c51-93b5-d18e7a7b77c7 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '36f79998-d146-4d4f-99c1-a08d3d240822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ca98765e-cce6-484f-89ae-1db5c5136545'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:32.912346 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b927e1-c696-42b4-afd4-268896070be5 req-493ccadd-a70c-409f-98aa-fc3ca98c8097 service neutron] Attempting to bind port cb16b084-7701-4c51-93b5-d18e7a7b77c7 on network ca98765e-cce6-484f-89ae-1db5c5136545 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:32.913671 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55646) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:32.922803 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d510d2ab-da82-4dd0-9641-bd1e0e1ad514 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'port': {'network_id': 'ab41a66a-b6a0-4e22-b39b-f1438f06b1b9', 'name': 'tempest-PortsTestJSON-1410680965'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:32.956354 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b927e1-c696-42b4-afd4-268896070be5 req-493ccadd-a70c-409f-98aa-fc3ca98c8097 service neutron] Port cb16b084-7701-4c51-93b5-d18e7a7b77c7 on network ca98765e-cce6-484f-89ae-1db5c5136545 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:40:32.956598 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b927e1-c696-42b4-afd4-268896070be5 req-493ccadd-a70c-409f-98aa-fc3ca98c8097 service neutron] Attempting to bind port cb16b084-7701-4c51-93b5-d18e7a7b77c7 on network ca98765e-cce6-484f-89ae-1db5c5136545 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:32.960109 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e4a9c38-6ff4-4baf-831a-94623687177c req-bd70c720-3a40-435d-99d5-f9c84654e6d5 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7304938 Jul 22 16:40:32.963183 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-23733d72-53c8-45f2-a7b9-20f34c2f5db0 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:32.977633 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b927e1-c696-42b4-afd4-268896070be5 req-493ccadd-a70c-409f-98aa-fc3ca98c8097 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:32.978000 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b927e1-c696-42b4-afd4-268896070be5 req-493ccadd-a70c-409f-98aa-fc3ca98c8097 service neutron] Checking segment: {'id': '36f79998-d146-4d4f-99c1-a08d3d240822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ca98765e-cce6-484f-89ae-1db5c5136545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:32.978401 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b927e1-c696-42b4-afd4-268896070be5 req-493ccadd-a70c-409f-98aa-fc3ca98c8097 service neutron] Bound using segment: {'id': '36f79998-d146-4d4f-99c1-a08d3d240822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ca98765e-cce6-484f-89ae-1db5c5136545'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:32.979060 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-99b927e1-c696-42b4-afd4-268896070be5 req-493ccadd-a70c-409f-98aa-fc3ca98c8097 service neutron] Bound port: cb16b084-7701-4c51-93b5-d18e7a7b77c7, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f79998-d146-4d4f-99c1-a08d3d240822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ca98765e-cce6-484f-89ae-1db5c5136545'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:32.979181 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-99b927e1-c696-42b4-afd4-268896070be5 req-493ccadd-a70c-409f-98aa-fc3ca98c8097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:33.006621 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-23733d72-53c8-45f2-a7b9-20f34c2f5db0 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Transition to ACTIVE for port object 232ce860-1b9e-4634-b728-f1f0d5f4c7ca will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:33.136942 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13018e8-e26d-454d-8e14-c544d24fe262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-ab41a66a-b6a0-4e22-b39b-f1438f06b1b9', 'network_id': 'ab41a66a-b6a0-4e22-b39b-f1438f06b1b9', 'tenant_id': '8e0aa67291574566a24ac254467e6460', 'fixed_ips': [{'subnet_id': '452dafee-78c4-43d9-9bbe-984618d1f624'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:40:33.137822 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f13018e8-e26d-454d-8e14-c544d24fe262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:33.145089 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-23733d72-53c8-45f2-a7b9-20f34c2f5db0 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:33.175459 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-343d8142-8300-4565-8575-b52c5315f992 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3012455 Jul 22 16:40:33.225539 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d510d2ab-da82-4dd0-9641-bd1e0e1ad514 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:33.237511 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d510d2ab-da82-4dd0-9641-bd1e0e1ad514 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:33.296396 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-23733d72-53c8-45f2-a7b9-20f34c2f5db0 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Network ca98765e-cce6-484f-89ae-1db5c5136545 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:33.320497 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-23733d72-53c8-45f2-a7b9-20f34c2f5db0 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:33.329386 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-23733d72-53c8-45f2-a7b9-20f34c2f5db0 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:33.343752 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-d510d2ab-da82-4dd0-9641-bd1e0e1ad514 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] device_id is not set on port da62779a-9012-4c69-a773-ecc077845e33 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:40:33.450029 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23733d72-53c8-45f2-a7b9-20f34c2f5db0 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Pushing event updated for resources: {'Port': ['ID=232ce860-1b9e-4634-b728-f1f0d5f4c7ca,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:33.475387 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-99b927e1-c696-42b4-afd4-268896070be5 req-493ccadd-a70c-409f-98aa-fc3ca98c8097 service neutron] For port cb16b084-7701-4c51-93b5-d18e7a7b77c7, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:33.523795 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac358ead-6eaa-4bb9-998e-2da3d53350c5 None None] Network d0bc9099-dae1-45f4-ab26-301fcb4f4e97 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:33.529364 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-99b927e1-c696-42b4-afd4-268896070be5 req-493ccadd-a70c-409f-98aa-fc3ca98c8097 service neutron] For port cb16b084-7701-4c51-93b5-d18e7a7b77c7, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=cb16b084-7701-4c51-93b5-d18e7a7b77c7,segment=NetworkSegment(36f79998-d146-4d4f-99c1-a08d3d240822),segment_id=36f79998-d146-4d4f-99c1-a08d3d240822)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:33.530933 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-f13018e8-e26d-454d-8e14-c544d24fe262 None None] Allocated IP 172.20.0.2 (ab41a66a-b6a0-4e22-b39b-f1438f06b1b9/452dafee-78c4-43d9-9bbe-984618d1f624/f3934376-832c-4117-ae36-25d6b4f8a968) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:33.588218 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-99b927e1-c696-42b4-afd4-268896070be5 req-493ccadd-a70c-409f-98aa-fc3ca98c8097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:33.601743 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b59af269-6fac-4552-aef0-c8dc621f0f4f up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:33.628542 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363d865-050b-440f-b610-ef7567bf87cf req-47d5dd62-4670-4102-bc34-e596b9e4c54c tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:33.638488 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0363d865-050b-440f-b610-ef7567bf87cf req-47d5dd62-4670-4102-bc34-e596b9e4c54c tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b941035a-d4cf-4492-abc6-ef7df54545a9 HTTP/1.1" status: 200 len: 932 time: 0.4640758 Jul 22 16:40:33.651885 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-23733d72-53c8-45f2-a7b9-20f34c2f5db0 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:33.652617 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-23733d72-53c8-45f2-a7b9-20f34c2f5db0 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:33.755203 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-5b2024c2-ff8b-4273-b58f-b3d1e5e4b5ea service neutron] 10.222.0.69 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787175 Jul 22 16:40:33.766595 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-88078bfb-dd81-4e65-9ee9-2c4c11ecf89d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:33.775533 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0363d865-050b-440f-b610-ef7567bf87cf req-12b0a7a6-e8b0-437d-b8df-e41d1786d5e4 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222205 Jul 22 16:40:33.778057 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-88078bfb-dd81-4e65-9ee9-2c4c11ecf89d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:33.789610 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-88078bfb-dd81-4e65-9ee9-2c4c11ecf89d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.30 "GET /v2.0/networks?id=57c50bd6-e383-406f-a5aa-f3de9d35ca11&id=d0bc9099-dae1-45f4-ab26-301fcb4f4e97 HTTP/1.1" status: 200 len: 1390 time: 0.4551485 Jul 22 16:40:33.794878 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-001fb12e-2284-412d-9fbb-e7e324707785 None None] Provisioning for port b59af269-6fac-4552-aef0-c8dc621f0f4f completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:33.801807 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-8f8e2cc3-639c-4aeb-acd2-0fdb018a78d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f288e2e7-f24b-4207-8f2a-266ef00ea423 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:33.812162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b927e1-c696-42b4-afd4-268896070be5 req-493ccadd-a70c-409f-98aa-fc3ca98c8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:33.812794 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-99b927e1-c696-42b4-afd4-268896070be5 req-493ccadd-a70c-409f-98aa-fc3ca98c8097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:33.828785 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99b927e1-c696-42b4-afd4-268896070be5 req-493ccadd-a70c-409f-98aa-fc3ca98c8097 service neutron] 10.222.0.16 "PUT /v2.0/ports/cb16b084-7701-4c51-93b5-d18e7a7b77c7 HTTP/1.1" status: 200 len: 1092 time: 4.4676101 Jul 22 16:40:33.831870 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-8f8e2cc3-639c-4aeb-acd2-0fdb018a78d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:33.832919 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ee67d3-9a3f-417b-9f3f-6d13dde959dd', 'tag': 'cb16b084-7701-4c51-93b5-d18e7a7b77c7'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:33.836380 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4ff891-1de3-4bad-b385-73d8e329ed6f" -d '{"events": [{"name": "network-changed", "server_uuid": "84ee67d3-9a3f-417b-9f3f-6d13dde959dd", "tag": "cb16b084-7701-4c51-93b5-d18e7a7b77c7"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:33.851318 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-8f8e2cc3-639c-4aeb-acd2-0fdb018a78d8 service neutron] Transition to ACTIVE for port object f288e2e7-f24b-4207-8f2a-266ef00ea423 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:33.857031 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-8f8e2cc3-639c-4aeb-acd2-0fdb018a78d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:33.858354 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-10c9843c-ab25-443e-9e4a-90cb7d21ae8c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Request body: {'port': {'device_id': '9ada8dbb-f945-4f83-9213-78a721f6a3fd', 'network_id': '57c50bd6-e383-406f-a5aa-f3de9d35ca11', 'admin_state_up': True, 'tenant_id': '027af367b5ff4d37b9ab99d0a55279d2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:33.963938 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port b59af269-6fac-4552-aef0-c8dc621f0f4f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:33.965525 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f21ab797-d620-408c-8ca8-310498577dd7 req-c4a3e572-4904-44bd-a066-cfe7fffe04ae tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 210 time: 0.0535333 Jul 22 16:40:33.993053 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-23733d72-53c8-45f2-a7b9-20f34c2f5db0 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0587182 Jul 22 16:40:34.045109 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-d59988b2-a11e-4078-8a7f-c404a7daeeca service neutron] Request body: {'port': {'device_id': 'b941035a-d4cf-4492-abc6-ef7df54545a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:34.095554 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port b59af269-6fac-4552-aef0-c8dc621f0f4f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:34.099056 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:34.140266 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e2cc3-639c-4aeb-acd2-0fdb018a78d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f288e2e7-f24b-4207-8f2a-266ef00ea423,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:34.186721 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ccadd-a70c-409f-98aa-fc3ca98c8097 service neutron] Pushing event updated for resources: {'Port': ['ID=cb16b084-7701-4c51-93b5-d18e7a7b77c7,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:34.206436 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-8f8e2cc3-639c-4aeb-acd2-0fdb018a78d8 service neutron] Attempting to bind port f288e2e7-f24b-4207-8f2a-266ef00ea423 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:34.206772 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-8f8e2cc3-639c-4aeb-acd2-0fdb018a78d8 service neutron] Attempting to bind port f288e2e7-f24b-4207-8f2a-266ef00ea423 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '36f79998-d146-4d4f-99c1-a08d3d240822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ca98765e-cce6-484f-89ae-1db5c5136545'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:34.207105 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-8f8e2cc3-639c-4aeb-acd2-0fdb018a78d8 service neutron] Attempting to bind port f288e2e7-f24b-4207-8f2a-266ef00ea423 on network ca98765e-cce6-484f-89ae-1db5c5136545 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:34.224686 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-8f8e2cc3-639c-4aeb-acd2-0fdb018a78d8 service neutron] Port f288e2e7-f24b-4207-8f2a-266ef00ea423 on network ca98765e-cce6-484f-89ae-1db5c5136545 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:40:34.225041 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-8f8e2cc3-639c-4aeb-acd2-0fdb018a78d8 service neutron] Attempting to bind port f288e2e7-f24b-4207-8f2a-266ef00ea423 on network ca98765e-cce6-484f-89ae-1db5c5136545 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:34.234933 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-8f8e2cc3-639c-4aeb-acd2-0fdb018a78d8 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:34.235502 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-8f8e2cc3-639c-4aeb-acd2-0fdb018a78d8 service neutron] Checking segment: {'id': '36f79998-d146-4d4f-99c1-a08d3d240822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ca98765e-cce6-484f-89ae-1db5c5136545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:34.235614 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-10c9843c-ab25-443e-9e4a-90cb7d21ae8c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Made reservation on behalf of 027af367b5ff4d37b9ab99d0a55279d2 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:34.235704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-8f8e2cc3-639c-4aeb-acd2-0fdb018a78d8 service neutron] Bound using segment: {'id': '36f79998-d146-4d4f-99c1-a08d3d240822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ca98765e-cce6-484f-89ae-1db5c5136545'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:34.235983 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-8f8e2cc3-639c-4aeb-acd2-0fdb018a78d8 service neutron] Bound port: f288e2e7-f24b-4207-8f2a-266ef00ea423, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f79998-d146-4d4f-99c1-a08d3d240822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ca98765e-cce6-484f-89ae-1db5c5136545'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:34.236346 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-8f8e2cc3-639c-4aeb-acd2-0fdb018a78d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:34.240588 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-10c9843c-ab25-443e-9e4a-90cb7d21ae8c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:34.327072 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-8f8e2cc3-639c-4aeb-acd2-0fdb018a78d8 service neutron] For port f288e2e7-f24b-4207-8f2a-266ef00ea423, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:34.330886 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-8f8e2cc3-639c-4aeb-acd2-0fdb018a78d8 service neutron] For port f288e2e7-f24b-4207-8f2a-266ef00ea423, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f288e2e7-f24b-4207-8f2a-266ef00ea423,segment=NetworkSegment(36f79998-d146-4d4f-99c1-a08d3d240822),segment_id=36f79998-d146-4d4f-99c1-a08d3d240822)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:34.338006 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-8f8e2cc3-639c-4aeb-acd2-0fdb018a78d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:34.417602 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e2cc3-639c-4aeb-acd2-0fdb018a78d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f288e2e7-f24b-4207-8f2a-266ef00ea423,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:34.438336 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-8f8e2cc3-639c-4aeb-acd2-0fdb018a78d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:34.438971 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-8f8e2cc3-639c-4aeb-acd2-0fdb018a78d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:34.440432 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-8f8e2cc3-639c-4aeb-acd2-0fdb018a78d8 service neutron] 10.222.0.30 "PUT /v2.0/ports/f288e2e7-f24b-4207-8f2a-266ef00ea423 HTTP/1.1" status: 200 len: 1091 time: 2.7692478 Jul 22 16:40:34.440899 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1be267-20e9-4709-a69f-3dc2e16ca2f4', 'tag': 'f288e2e7-f24b-4207-8f2a-266ef00ea423'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:34.443560 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70df3bf-fa96-4b0a-aaa2-8205c343b3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1be267-20e9-4709-a69f-3dc2e16ca2f4", "tag": "f288e2e7-f24b-4207-8f2a-266ef00ea423"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:34.502420 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1318ddea-4bd0-4d38-bf2a-fdcd63e7eed3 x-openstack-request-id: req-1318ddea-4bd0-4d38-bf2a-fdcd63e7eed3 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:34.502761 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1be267-20e9-4709-a69f-3dc2e16ca2f4", "tag": "f288e2e7-f24b-4207-8f2a-266ef00ea423", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:34.503026 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1318ddea-4bd0-4d38-bf2a-fdcd63e7eed3 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:34.503438 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb1be267-20e9-4709-a69f-3dc2e16ca2f4', 'tag': 'f288e2e7-f24b-4207-8f2a-266ef00ea423', 'status': 'completed', 'code': 200} Jul 22 16:40:34.532700 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-59dc0a4f-2138-45bf-b27d-45e749f962a4 None None] Provisioning for port 232ce860-1b9e-4634-b728-f1f0d5f4c7ca completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:34.565399 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-59dc0a4f-2138-45bf-b27d-45e749f962a4 None None] Provisioning complete for port 232ce860-1b9e-4634-b728-f1f0d5f4c7ca triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:34.565833 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-59dc0a4f-2138-45bf-b27d-45e749f962a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:34.652975 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:34.691603 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f13018e8-e26d-454d-8e14-c544d24fe262 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:34.694823 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-59dc0a4f-2138-45bf-b27d-45e749f962a4 None None] Port 232ce860-1b9e-4634-b728-f1f0d5f4c7ca cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:34.740286 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f13018e8-e26d-454d-8e14-c544d24fe262 None None] Transition to ACTIVE for port object f3934376-832c-4117-ae36-25d6b4f8a968 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:34.748393 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b48438b-1a93-41f1-adbb-c0a1181f42fe x-openstack-request-id: req-5b48438b-1a93-41f1-adbb-c0a1181f42fe {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:34.749903 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ee67d3-9a3f-417b-9f3f-6d13dde959dd", "tag": "cb16b084-7701-4c51-93b5-d18e7a7b77c7", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:34.750573 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5b48438b-1a93-41f1-adbb-c0a1181f42fe {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:34.751964 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ee67d3-9a3f-417b-9f3f-6d13dde959dd', 'tag': 'cb16b084-7701-4c51-93b5-d18e7a7b77c7', 'status': 'completed', 'code': 200} Jul 22 16:40:34.769500 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f13018e8-e26d-454d-8e14-c544d24fe262 None None] Transition to ACTIVE for port object f3934376-832c-4117-ae36-25d6b4f8a968 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:34.771513 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:34.800900 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f13018e8-e26d-454d-8e14-c544d24fe262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:34.834097 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-d59988b2-a11e-4078-8a7f-c404a7daeeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:34.938624 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13018e8-e26d-454d-8e14-c544d24fe262 None None] Network ab41a66a-b6a0-4e22-b39b-f1438f06b1b9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:34.955817 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port b59af269-6fac-4552-aef0-c8dc621f0f4f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b59af269-6fac-4552-aef0-c8dc621f0f4f,segment=NetworkSegment(7eddb560-89b6-4338-957a-ada4a5999faf),segment_id=7eddb560-89b6-4338-957a-ada4a5999faf)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:34.959070 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f13018e8-e26d-454d-8e14-c544d24fe262 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:34.972134 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13018e8-e26d-454d-8e14-c544d24fe262 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:34.976781 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:34.978406 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3bf1eba5-7406-461b-8423-7b92b3e9d80b up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:34.985568 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13018e8-e26d-454d-8e14-c544d24fe262 None None] Pushing event updated for resources: {'Port': ['ID=f3934376-832c-4117-ae36-25d6b4f8a968,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:35.157242 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-3048095d-8313-43a6-91f2-c9dec85ccf65 service neutron] 10.222.0.69 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3271937 Jul 22 16:40:35.163524 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b927e1-c696-42b4-afd4-268896070be5 req-fe403639-68c6-4c0d-93fb-a1e5e87f1853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:35.165727 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99b927e1-c696-42b4-afd4-268896070be5 req-fe403639-68c6-4c0d-93fb-a1e5e87f1853 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f44ea5b1e4b4a4a8b51e73240a6e81c&device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 1095 time: 1.1710262 Jul 22 16:40:35.184707 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f13018e8-e26d-454d-8e14-c544d24fe262 None None] Attempting to bind port f3934376-832c-4117-ae36-25d6b4f8a968 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:35.185171 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f13018e8-e26d-454d-8e14-c544d24fe262 None None] Attempting to bind port f3934376-832c-4117-ae36-25d6b4f8a968 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'dbadedfe-cb52-4b13-ba4b-6d704a472103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ab41a66a-b6a0-4e22-b39b-f1438f06b1b9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:35.185638 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13018e8-e26d-454d-8e14-c544d24fe262 None None] Attempting to bind port f3934376-832c-4117-ae36-25d6b4f8a968 on network ab41a66a-b6a0-4e22-b39b-f1438f06b1b9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:35.187189 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-d510d2ab-da82-4dd0-9641-bd1e0e1ad514 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Allocated IP 172.20.0.12 (ab41a66a-b6a0-4e22-b39b-f1438f06b1b9/452dafee-78c4-43d9-9bbe-984618d1f624/da62779a-9012-4c69-a773-ecc077845e33) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:35.187534 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-10c9843c-ab25-443e-9e4a-90cb7d21ae8c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Allocated IP 19.80.0.19 (57c50bd6-e383-406f-a5aa-f3de9d35ca11/02c03eb4-e5fa-4f41-849d-1d32c28400b2/13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:35.202603 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=b59af269-6fac-4552-aef0-c8dc621f0f4f,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:35.207499 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13018e8-e26d-454d-8e14-c544d24fe262 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:35.207872 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13018e8-e26d-454d-8e14-c544d24fe262 None None] Checking segment: {'id': 'dbadedfe-cb52-4b13-ba4b-6d704a472103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ab41a66a-b6a0-4e22-b39b-f1438f06b1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:35.208285 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f13018e8-e26d-454d-8e14-c544d24fe262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:35.208668 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13018e8-e26d-454d-8e14-c544d24fe262 None None] Bound using segment: {'id': 'dbadedfe-cb52-4b13-ba4b-6d704a472103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ab41a66a-b6a0-4e22-b39b-f1438f06b1b9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:35.214409 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f13018e8-e26d-454d-8e14-c544d24fe262 None None] Bound port: f3934376-832c-4117-ae36-25d6b4f8a968, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbadedfe-cb52-4b13-ba4b-6d704a472103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ab41a66a-b6a0-4e22-b39b-f1438f06b1b9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:35.214789 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f13018e8-e26d-454d-8e14-c544d24fe262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:35.217399 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-23e7149a-c6c8-4958-8aa6-6201feb115db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:35.219305 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-23e7149a-c6c8-4958-8aa6-6201feb115db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f44ea5b1e4b4a4a8b51e73240a6e81c&device_id=bb1be267-20e9-4709-a69f-3dc2e16ca2f4 HTTP/1.1" status: 200 len: 1094 time: 0.6977842 Jul 22 16:40:35.254443 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99b927e1-c696-42b4-afd4-268896070be5 req-b0296601-b412-4f18-b354-11938812ab3a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb16b084-7701-4c51-93b5-d18e7a7b77c7 HTTP/1.1" status: 200 len: 217 time: 0.0688567 Jul 22 16:40:35.255651 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 3bf1eba5-7406-461b-8423-7b92b3e9d80b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:35.256030 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:35.310542 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-341c9abd-25cb-483e-8c34-d0acf2f93ea6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f288e2e7-f24b-4207-8f2a-266ef00ea423 HTTP/1.1" status: 200 len: 217 time: 0.0683777 Jul 22 16:40:35.320905 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b22f3-03ad-49b2-9322-631a8bc0627c req-0af260dc-bb80-49cd-bf29-48db3c45a42e tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:35.328859 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a53b22f3-03ad-49b2-9322-631a8bc0627c req-0af260dc-bb80-49cd-bf29-48db3c45a42e tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b941035a-d4cf-4492-abc6-ef7df54545a9 HTTP/1.1" status: 200 len: 932 time: 0.2899704 Jul 22 16:40:35.457385 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a53b22f3-03ad-49b2-9322-631a8bc0627c req-a4af80fa-0710-4358-8ea0-438f4ed2105a tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239986 Jul 22 16:40:35.479273 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f13018e8-e26d-454d-8e14-c544d24fe262 None None] For port f3934376-832c-4117-ae36-25d6b4f8a968, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:35.486141 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f13018e8-e26d-454d-8e14-c544d24fe262 None None] For port f3934376-832c-4117-ae36-25d6b4f8a968, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f3934376-832c-4117-ae36-25d6b4f8a968,segment=NetworkSegment(dbadedfe-cb52-4b13-ba4b-6d704a472103),segment_id=dbadedfe-cb52-4b13-ba4b-6d704a472103)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:35.509814 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f13018e8-e26d-454d-8e14-c544d24fe262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:35.510171 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-750963c0-d801-489f-956b-182092a21d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:35.511658 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-750963c0-d801-489f-956b-182092a21d29 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca57d54b-8f0c-4e47-aba9-77cad3b36b12 HTTP/1.1" status: 200 len: 854 time: 0.1776814 Jul 22 16:40:35.555500 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7891d355-f999-40b7-8955-a08079a8756f None None] Provisioning complete for port b59af269-6fac-4552-aef0-c8dc621f0f4f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:35.555915 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7891d355-f999-40b7-8955-a08079a8756f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:35.683917 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0aef1503-2bbb-4460-8bd0-aa760a3bae74 req-8b363d9a-b8d0-4441-8bc2-f13d679e00e0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 210 time: 0.1473951 Jul 22 16:40:35.723272 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b927e1-c696-42b4-afd4-268896070be5 req-bc086cf4-dabf-4e41-8809-4ee36be57896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:35.723908 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99b927e1-c696-42b4-afd4-268896070be5 req-bc086cf4-dabf-4e41-8809-4ee36be57896 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca57d54b-8f0c-4e47-aba9-77cad3b36b12 HTTP/1.1" status: 200 len: 854 time: 0.4522009 Jul 22 16:40:35.754104 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d510d2ab-da82-4dd0-9641-bd1e0e1ad514 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:35.821032 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-378bb04f-9574-4a1b-89a4-9651fb76ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:35.823129 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-378bb04f-9574-4a1b-89a4-9651fb76ec35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca98765e-cce6-484f-89ae-1db5c5136545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2635760 Jul 22 16:40:35.832263 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13018e8-e26d-454d-8e14-c544d24fe262 None None] Pushing event updated for resources: {'Port': ['ID=f3934376-832c-4117-ae36-25d6b4f8a968,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:35.861324 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0e7ed1b6-f3ef-4a48-b637-58b4d118e826 req-77c2e584-d103-43bd-b14c-a55d96986b2a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 210 time: 0.0806167 Jul 22 16:40:35.884881 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-d510d2ab-da82-4dd0-9641-bd1e0e1ad514 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Transition to ACTIVE for port object da62779a-9012-4c69-a773-ecc077845e33 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:35.885631 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-10c9843c-ab25-443e-9e4a-90cb7d21ae8c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:35.908922 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-10c9843c-ab25-443e-9e4a-90cb7d21ae8c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Transition to ACTIVE for port object 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:36.048486 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-d59988b2-a11e-4078-8a7f-c404a7daeeca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 232ce860-1b9e-4634-b728-f1f0d5f4c7ca {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:36.060737 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-d59988b2-a11e-4078-8a7f-c404a7daeeca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:36.078579 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-d59988b2-a11e-4078-8a7f-c404a7daeeca service neutron] Transition to ACTIVE for port object 232ce860-1b9e-4634-b728-f1f0d5f4c7ca will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:36.088685 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-10c9843c-ab25-443e-9e4a-90cb7d21ae8c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:36.093763 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-d59988b2-a11e-4078-8a7f-c404a7daeeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:36.096755 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b59af269-6fac-4552-aef0-c8dc621f0f4f up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:36.116786 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d510d2ab-da82-4dd0-9641-bd1e0e1ad514 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:36.181549 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510d2ab-da82-4dd0-9641-bd1e0e1ad514 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Port': ['ID=da62779a-9012-4c69-a773-ecc077845e33,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:36.185439 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-d574a473-0804-480e-a896-ce3991256860 service neutron] 10.222.0.30 "GET /v2.0/networks/ca98765e-cce6-484f-89ae-1db5c5136545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346634 Jul 22 16:40:36.221605 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b927e1-c696-42b4-afd4-268896070be5 req-8d3405dd-6b55-4855-8a77-39ca739959a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:36.223357 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99b927e1-c696-42b4-afd4-268896070be5 req-8d3405dd-6b55-4855-8a77-39ca739959a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ca98765e-cce6-484f-89ae-1db5c5136545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4821477 Jul 22 16:40:36.265038 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-10c9843c-ab25-443e-9e4a-90cb7d21ae8c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Network 57c50bd6-e383-406f-a5aa-f3de9d35ca11 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:36.265861 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d510d2ab-da82-4dd0-9641-bd1e0e1ad514 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network ab41a66a-b6a0-4e22-b39b-f1438f06b1b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:36.267383 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port b59af269-6fac-4552-aef0-c8dc621f0f4f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:36.267769 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:36.270135 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-d510d2ab-da82-4dd0-9641-bd1e0e1ad514 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:36.274404 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d510d2ab-da82-4dd0-9641-bd1e0e1ad514 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:36.283839 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-10c9843c-ab25-443e-9e4a-90cb7d21ae8c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:36.312989 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-10c9843c-ab25-443e-9e4a-90cb7d21ae8c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:36.465770 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d510d2ab-da82-4dd0-9641-bd1e0e1ad514 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:36.466640 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d510d2ab-da82-4dd0-9641-bd1e0e1ad514 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:36.502696 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59988b2-a11e-4078-8a7f-c404a7daeeca service neutron] Pushing event updated for resources: {'Port': ['ID=232ce860-1b9e-4634-b728-f1f0d5f4c7ca,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:36.524439 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b3b9643-5bb7-43c2-9d4f-e1f4b549fc22 req-785f30dd-9306-4b0e-9de9-501679eab4b1 service neutron] 10.222.0.30 "GET /v2.0/networks/ca98765e-cce6-484f-89ae-1db5c5136545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288603 Jul 22 16:40:36.542920 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-10c9843c-ab25-443e-9e4a-90cb7d21ae8c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:36.543866 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-10c9843c-ab25-443e-9e4a-90cb7d21ae8c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:36.544182 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d510d2ab-da82-4dd0-9641-bd1e0e1ad514 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6281095 Jul 22 16:40:36.547009 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55724) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:36.554496 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9478afe9-332a-4c03-9b37-16af7d918efd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'port': {'network_id': 'ab41a66a-b6a0-4e22-b39b-f1438f06b1b9', 'name': 'tempest-PortsTestJSON-1360348254'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:36.834062 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-10c9843c-ab25-443e-9e4a-90cb7d21ae8c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9926877 Jul 22 16:40:36.851607 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9843c-ab25-443e-9e4a-90cb7d21ae8c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event updated for resources: {'Port': ['ID=13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:36.864182 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-ff1d5877-f817-4c55-8284-8e96eec55a0c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Request body: {'port': {'device_id': '9ada8dbb-f945-4f83-9213-78a721f6a3fd', 'network_id': 'd0bc9099-dae1-45f4-ab26-301fcb4f4e97', 'admin_state_up': True, 'tenant_id': '027af367b5ff4d37b9ab99d0a55279d2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:36.982073 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e5dc59fc-b1fa-484b-a2b4-a4e9ad44773c None None] Provisioning for port 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:36.988102 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e5dc59fc-b1fa-484b-a2b4-a4e9ad44773c None None] Provisioning complete for port 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:36.988613 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e5dc59fc-b1fa-484b-a2b4-a4e9ad44773c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:36.997445 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9478afe9-332a-4c03-9b37-16af7d918efd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:37.005467 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9478afe9-332a-4c03-9b37-16af7d918efd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:37.021797 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70df3bf-fa96-4b0a-aaa2-8205c343b3e5 req-0c4fe33a-f320-4d25-b7bf-7fb4f4c282e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:37.030523 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b70df3bf-fa96-4b0a-aaa2-8205c343b3e5 req-0c4fe33a-f320-4d25-b7bf-7fb4f4c282e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f44ea5b1e4b4a4a8b51e73240a6e81c&device_id=bb1be267-20e9-4709-a69f-3dc2e16ca2f4 HTTP/1.1" status: 200 len: 1094 time: 0.2858334 Jul 22 16:40:37.068940 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-d59988b2-a11e-4078-8a7f-c404a7daeeca service neutron] Attempting to bind port 232ce860-1b9e-4634-b728-f1f0d5f4c7ca on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:37.069594 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-d59988b2-a11e-4078-8a7f-c404a7daeeca service neutron] Attempting to bind port 232ce860-1b9e-4634-b728-f1f0d5f4c7ca by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '36f79998-d146-4d4f-99c1-a08d3d240822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ca98765e-cce6-484f-89ae-1db5c5136545'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:37.071381 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-d59988b2-a11e-4078-8a7f-c404a7daeeca service neutron] Attempting to bind port 232ce860-1b9e-4634-b728-f1f0d5f4c7ca on network ca98765e-cce6-484f-89ae-1db5c5136545 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:37.073447 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc59fc-b1fa-484b-a2b4-a4e9ad44773c None None] Port 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:37.075087 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-9478afe9-332a-4c03-9b37-16af7d918efd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] device_id is not set on port 302f8fa1-2eae-4b5e-a7fd-ca4f25c768f4 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:40:37.096235 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-d59988b2-a11e-4078-8a7f-c404a7daeeca service neutron] Port 232ce860-1b9e-4634-b728-f1f0d5f4c7ca on network ca98765e-cce6-484f-89ae-1db5c5136545 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:40:37.096706 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-d59988b2-a11e-4078-8a7f-c404a7daeeca service neutron] Attempting to bind port 232ce860-1b9e-4634-b728-f1f0d5f4c7ca on network ca98765e-cce6-484f-89ae-1db5c5136545 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:37.114093 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-d59988b2-a11e-4078-8a7f-c404a7daeeca service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:37.114574 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-d59988b2-a11e-4078-8a7f-c404a7daeeca service neutron] Checking segment: {'id': '36f79998-d146-4d4f-99c1-a08d3d240822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ca98765e-cce6-484f-89ae-1db5c5136545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:37.115055 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-d59988b2-a11e-4078-8a7f-c404a7daeeca service neutron] Bound using segment: {'id': '36f79998-d146-4d4f-99c1-a08d3d240822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ca98765e-cce6-484f-89ae-1db5c5136545'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:37.116543 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-d59988b2-a11e-4078-8a7f-c404a7daeeca service neutron] Bound port: 232ce860-1b9e-4634-b728-f1f0d5f4c7ca, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f79998-d146-4d4f-99c1-a08d3d240822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ca98765e-cce6-484f-89ae-1db5c5136545'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:37.117191 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-d59988b2-a11e-4078-8a7f-c404a7daeeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:37.186914 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99b927e1-c696-42b4-afd4-268896070be5 req-006643fb-8ab7-421d-8174-735d32791e64 service neutron] 10.222.0.16 "GET /v2.0/networks/ca98765e-cce6-484f-89ae-1db5c5136545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9461455 Jul 22 16:40:37.262875 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-ff1d5877-f817-4c55-8284-8e96eec55a0c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Made reservation on behalf of 027af367b5ff4d37b9ab99d0a55279d2 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:37.266923 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-ff1d5877-f817-4c55-8284-8e96eec55a0c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:37.315569 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393b8e4-de08-42ef-99da-79a49d7f39cf req-4ab0eff8-3c4b-4605-9c4f-180d9a8a7ee0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:37.318164 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2393b8e4-de08-42ef-99da-79a49d7f39cf req-4ab0eff8-3c4b-4605-9c4f-180d9a8a7ee0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 931 time: 0.3860953 Jul 22 16:40:37.379873 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17c4a9-88b3-4462-9718-c25ee9c4fa8c req-b046a6f2-e898-402c-8534-589e9e21e013 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:37.381764 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dc17c4a9-88b3-4462-9718-c25ee9c4fa8c req-b046a6f2-e898-402c-8534-589e9e21e013 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b941035a-d4cf-4492-abc6-ef7df54545a9 HTTP/1.1" status: 200 len: 944 time: 0.7109125 Jul 22 16:40:37.444008 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70df3bf-fa96-4b0a-aaa2-8205c343b3e5 req-6428fd9e-f833-4db4-9a73-6c14e492a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:37.445825 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b70df3bf-fa96-4b0a-aaa2-8205c343b3e5 req-6428fd9e-f833-4db4-9a73-6c14e492a5c3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ca98765e-cce6-484f-89ae-1db5c5136545 HTTP/1.1" status: 200 len: 916 time: 0.4006772 Jul 22 16:40:37.466148 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-9478afe9-332a-4c03-9b37-16af7d918efd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Allocated IP 172.20.0.4 (ab41a66a-b6a0-4e22-b39b-f1438f06b1b9/452dafee-78c4-43d9-9bbe-984618d1f624/302f8fa1-2eae-4b5e-a7fd-ca4f25c768f4) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:37.508265 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f318c017-7715-456c-8dbe-674b971eb765 None None] Network ab41a66a-b6a0-4e22-b39b-f1438f06b1b9 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:37.583396 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-d59988b2-a11e-4078-8a7f-c404a7daeeca service neutron] For port 232ce860-1b9e-4634-b728-f1f0d5f4c7ca, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:37.583794 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b70df3bf-fa96-4b0a-aaa2-8205c343b3e5 req-305be3be-e40a-480a-8034-89d5749acb49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f288e2e7-f24b-4207-8f2a-266ef00ea423 HTTP/1.1" status: 200 len: 217 time: 0.0678337 Jul 22 16:40:37.613096 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-d59988b2-a11e-4078-8a7f-c404a7daeeca service neutron] For port 232ce860-1b9e-4634-b728-f1f0d5f4c7ca, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=232ce860-1b9e-4634-b728-f1f0d5f4c7ca,segment=NetworkSegment(36f79998-d146-4d4f-99c1-a08d3d240822),segment_id=36f79998-d146-4d4f-99c1-a08d3d240822)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:37.621244 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2393b8e4-de08-42ef-99da-79a49d7f39cf req-781d51f2-9887-422f-8bb1-a02e828e7ded tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581575 Jul 22 16:40:37.649080 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-d59988b2-a11e-4078-8a7f-c404a7daeeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:37.656275 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4a41f585-8ef3-42fc-bae5-f1787b5869a6 None None] Provisioning for port f3934376-832c-4117-ae36-25d6b4f8a968 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:37.690248 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-d59988b2-a11e-4078-8a7f-c404a7daeeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:37.694573 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-d59988b2-a11e-4078-8a7f-c404a7daeeca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:37.694573 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-d59988b2-a11e-4078-8a7f-c404a7daeeca service neutron] 10.222.0.16 "PUT /v2.0/ports/232ce860-1b9e-4634-b728-f1f0d5f4c7ca HTTP/1.1" status: 200 len: 1092 time: 3.6833162 Jul 22 16:40:37.705958 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b941035a-d4cf-4492-abc6-ef7df54545a9', 'tag': '232ce860-1b9e-4634-b728-f1f0d5f4c7ca'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:37.705958 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc8c160-5d0c-41c2-8ac3-fa005aa5c2a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b941035a-d4cf-4492-abc6-ef7df54545a9", "tag": "232ce860-1b9e-4634-b728-f1f0d5f4c7ca"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:37.732421 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70df3bf-fa96-4b0a-aaa2-8205c343b3e5 req-a926facf-2ff4-4ced-91bc-e5ee1a414b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:37.732421 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b70df3bf-fa96-4b0a-aaa2-8205c343b3e5 req-a926facf-2ff4-4ced-91bc-e5ee1a414b4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca57d54b-8f0c-4e47-aba9-77cad3b36b12 HTTP/1.1" status: 200 len: 854 time: 0.1335812 Jul 22 16:40:37.805084 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-6ad644e9-c914-4b31-9c8d-07e0b0c24b02 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:37.807591 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-6ad644e9-c914-4b31-9c8d-07e0b0c24b02 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.16 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 812 time: 0.6195886 Jul 22 16:40:37.878652 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dc17c4a9-88b3-4462-9718-c25ee9c4fa8c req-133480ec-93aa-43b8-9d37-ef69575ee04c tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670963 Jul 22 16:40:37.897698 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9478afe9-332a-4c03-9b37-16af7d918efd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:37.913033 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-9478afe9-332a-4c03-9b37-16af7d918efd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Transition to ACTIVE for port object 302f8fa1-2eae-4b5e-a7fd-ca4f25c768f4 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:37.941138 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a6bb0c26-8afb-4758-8d8d-628ed55a2010 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Request body: {'port': {'device_id': '692f59df-59d9-48df-b3a1-4c957d6e08b6', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'admin_state_up': True, 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:37.986385 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-35b356af-0116-4494-b123-804a8004cd5d req-e8f9ae28-bf22-488a-af07-f9424afed1cc tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 210 time: 0.0892069 Jul 22 16:40:38.032624 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9478afe9-332a-4c03-9b37-16af7d918efd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:38.044716 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70df3bf-fa96-4b0a-aaa2-8205c343b3e5 req-62866c24-ff15-42da-b921-0a038cac27e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:38.047201 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b70df3bf-fa96-4b0a-aaa2-8205c343b3e5 req-62866c24-ff15-42da-b921-0a038cac27e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca98765e-cce6-484f-89ae-1db5c5136545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3099260 Jul 22 16:40:38.063334 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99b927e1-c696-42b4-afd4-268896070be5 req-67978f80-ad8b-4d5c-a651-5cd03d1a6ae3 service neutron] 10.222.0.16 "GET /v2.0/networks/ca98765e-cce6-484f-89ae-1db5c5136545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8256805 Jul 22 16:40:38.108960 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52b707c-af45-40f3-89e8-2ec2e597e670 x-openstack-request-id: req-f52b707c-af45-40f3-89e8-2ec2e597e670 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:38.108960 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b941035a-d4cf-4492-abc6-ef7df54545a9", "tag": "232ce860-1b9e-4634-b728-f1f0d5f4c7ca", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:38.108960 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f52b707c-af45-40f3-89e8-2ec2e597e670 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:38.108960 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b941035a-d4cf-4492-abc6-ef7df54545a9', 'tag': '232ce860-1b9e-4634-b728-f1f0d5f4c7ca', 'status': 'completed', 'code': 200} Jul 22 16:40:38.131149 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f3934376-832c-4117-ae36-25d6b4f8a968 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:38.191136 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9478afe9-332a-4c03-9b37-16af7d918efd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network ab41a66a-b6a0-4e22-b39b-f1438f06b1b9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:38.213202 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-9478afe9-332a-4c03-9b37-16af7d918efd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:38.215477 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478afe9-332a-4c03-9b37-16af7d918efd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Port': ['ID=302f8fa1-2eae-4b5e-a7fd-ca4f25c768f4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:38.219481 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59988b2-a11e-4078-8a7f-c404a7daeeca service neutron] Pushing event updated for resources: {'Port': ['ID=232ce860-1b9e-4634-b728-f1f0d5f4c7ca,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:38.231307 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9478afe9-332a-4c03-9b37-16af7d918efd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:38.269976 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-ff1d5877-f817-4c55-8284-8e96eec55a0c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Allocated IP 19.86.0.111 (d0bc9099-dae1-45f4-ab26-301fcb4f4e97/7efa043c-31e5-4f1b-90f7-36d3403208d8/4bde697b-3fef-43c9-a14c-f891e8936102) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:38.304034 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port f3934376-832c-4117-ae36-25d6b4f8a968 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:38.314658 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port f3934376-832c-4117-ae36-25d6b4f8a968 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:38.315358 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:38.342162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-42ca93cd-4e35-4473-b306-5e31c41cdce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:38.345302 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-42ca93cd-4e35-4473-b306-5e31c41cdce7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f44ea5b1e4b4a4a8b51e73240a6e81c&device_id=b941035a-d4cf-4492-abc6-ef7df54545a9 HTTP/1.1" status: 200 len: 1095 time: 0.5365250 Jul 22 16:40:38.361707 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9478afe9-332a-4c03-9b37-16af7d918efd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:38.364455 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9478afe9-332a-4c03-9b37-16af7d918efd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:38.397781 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b70df3bf-fa96-4b0a-aaa2-8205c343b3e5 req-2ee64ed0-fd37-432a-9029-60dcf4292572 service neutron] 10.222.0.30 "GET /v2.0/networks/ca98765e-cce6-484f-89ae-1db5c5136545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974215 Jul 22 16:40:38.436225 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-ee1a8ffc-dc1e-4fb9-8173-6fa734ee5322 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=232ce860-1b9e-4634-b728-f1f0d5f4c7ca HTTP/1.1" status: 200 len: 217 time: 0.0634134 Jul 22 16:40:38.438895 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6f0b0f54-a08c-4fa6-a1f2-d5381f3e1ed5 None None] Provisioning for port da62779a-9012-4c69-a773-ecc077845e33 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:38.444305 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6f0b0f54-a08c-4fa6-a1f2-d5381f3e1ed5 None None] Provisioning complete for port da62779a-9012-4c69-a773-ecc077845e33 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:38.444894 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6f0b0f54-a08c-4fa6-a1f2-d5381f3e1ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:38.466199 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:38.468626 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9478afe9-332a-4c03-9b37-16af7d918efd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9096804 Jul 22 16:40:38.469645 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55762) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:38.505154 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6f0b0f54-a08c-4fa6-a1f2-d5381f3e1ed5 None None] Port da62779a-9012-4c69-a773-ecc077845e33 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:38.524490 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port f3934376-832c-4117-ae36-25d6b4f8a968, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f3934376-832c-4117-ae36-25d6b4f8a968,segment=NetworkSegment(dbadedfe-cb52-4b13-ba4b-6d704a472103),segment_id=dbadedfe-cb52-4b13-ba4b-6d704a472103)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:38.530068 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6f0b0f54-a08c-4fa6-a1f2-d5381f3e1ed5 None None] Provisioning complete for port f3934376-832c-4117-ae36-25d6b4f8a968 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:38.530643 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6f0b0f54-a08c-4fa6-a1f2-d5381f3e1ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:38.557005 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:38.645594 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=f3934376-832c-4117-ae36-25d6b4f8a968,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:38.671873 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:38.675760 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:38.676324 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:38.679965 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:38.681143 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:38.681703 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:38.682222 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:38.682712 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:38.686930 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:38.687534 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:38.688037 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:38.688553 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:38.902941 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6f3e6ec1-3d8d-4d19-b1ac-32fdccd73538 None None] Provisioning complete for port da62779a-9012-4c69-a773-ecc077845e33 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:38.903318 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6f3e6ec1-3d8d-4d19-b1ac-32fdccd73538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:38.969506 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6f3e6ec1-3d8d-4d19-b1ac-32fdccd73538 None None] Port da62779a-9012-4c69-a773-ecc077845e33 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:39.022080 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b70df3bf-fa96-4b0a-aaa2-8205c343b3e5 req-bde52fab-761f-4d8a-a499-898e750aa9b1 service neutron] 10.222.0.30 "GET /v2.0/networks/ca98765e-cce6-484f-89ae-1db5c5136545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6148548 Jul 22 16:40:39.034293 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becbb913-016b-4ac2-bf03-560bb7fd5ff7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:39.037166 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-becbb913-016b-4ac2-bf03-560bb7fd5ff7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.5632482 Jul 22 16:40:39.038911 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55780) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:39.080390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device f288e2e7-f24b-4207-8f2a-266ef00ea423 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:40:39.083681 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-a9555313-e02e-4427-868b-4e9d477c177c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:39.085564 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-a9555313-e02e-4427-868b-4e9d477c177c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca57d54b-8f0c-4e47-aba9-77cad3b36b12 HTTP/1.1" status: 200 len: 854 time: 0.6202705 Jul 22 16:40:39.099988 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a6bb0c26-8afb-4758-8d8d-628ed55a2010 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Made reservation on behalf of a6f618b284ed4ed58bf96ec4f3332894 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:39.105651 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a6bb0c26-8afb-4758-8d8d-628ed55a2010 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:39.107372 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4354ee76-0bda-48ad-9c8b-023251263bf8 None None] Provisioning for port 302f8fa1-2eae-4b5e-a7fd-ca4f25c768f4 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:39.109520 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ff891-1de3-4bad-b385-73d8e329ed6f req-3e2d592d-2d6b-44c6-84b5-34da4345f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:39.111053 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d4ff891-1de3-4bad-b385-73d8e329ed6f req-3e2d592d-2d6b-44c6-84b5-34da4345f4f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f44ea5b1e4b4a4a8b51e73240a6e81c&device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 1095 time: 0.8646123 Jul 22 16:40:39.127616 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4354ee76-0bda-48ad-9c8b-023251263bf8 None None] Provisioning complete for port 302f8fa1-2eae-4b5e-a7fd-ca4f25c768f4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:39.128240 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4354ee76-0bda-48ad-9c8b-023251263bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:39.189248 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c9d34-cc58-4c70-9eaa-2c742a44857d req-7525c080-c283-4776-ad2a-1d66c2bc7e36 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:39.191538 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-535c9d34-cc58-4c70-9eaa-2c742a44857d req-7525c080-c283-4776-ad2a-1d66c2bc7e36 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b941035a-d4cf-4492-abc6-ef7df54545a9 HTTP/1.1" status: 200 len: 944 time: 0.2173750 Jul 22 16:40:39.215503 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4354ee76-0bda-48ad-9c8b-023251263bf8 None None] Port 302f8fa1-2eae-4b5e-a7fd-ca4f25c768f4 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:39.239670 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3b2e6998-c783-4753-9116-04b4aead174e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting port 302f8fa1-2eae-4b5e-a7fd-ca4f25c768f4 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:39.240011 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3b2e6998-c783-4753-9116-04b4aead174e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:39.242348 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port f288e2e7-f24b-4207-8f2a-266ef00ea423, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f288e2e7-f24b-4207-8f2a-266ef00ea423,segment=NetworkSegment(36f79998-d146-4d4f-99c1-a08d3d240822),segment_id=36f79998-d146-4d4f-99c1-a08d3d240822)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:39.255749 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'f288e2e7-f24b-4207-8f2a-266ef00ea423', 'network_id': 'ca98765e-cce6-484f-89ae-1db5c5136545', 'port_id': 'f288e2e7-f24b-4207-8f2a-266ef00ea423', 'mac_address': 'fa:16:3e:13:52:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca57d54b-8f0c-4e47-aba9-77cad3b36b12', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:40:39.304224 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-535c9d34-cc58-4c70-9eaa-2c742a44857d req-b9a1e117-0240-44cf-9d7d-d22c818370d2 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028461 Jul 22 16:40:39.327180 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:39.363909 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f288e2e7-f24b-4207-8f2a-266ef00ea423 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:39.384952 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3b2e6998-c783-4753-9116-04b4aead174e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:39.402654 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3b2e6998-c783-4753-9116-04b4aead174e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Calling delete_port for 302f8fa1-2eae-4b5e-a7fd-ca4f25c768f4 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:39.406519 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port f288e2e7-f24b-4207-8f2a-266ef00ea423, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f288e2e7-f24b-4207-8f2a-266ef00ea423,segment=NetworkSegment(36f79998-d146-4d4f-99c1-a08d3d240822),segment_id=36f79998-d146-4d4f-99c1-a08d3d240822)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:39.411731 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:39.487966 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=f288e2e7-f24b-4207-8f2a-266ef00ea423,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:39.488584 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-ff1d5877-f817-4c55-8284-8e96eec55a0c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:39.492382 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-5a891b5a-e8ad-4cd7-b3e0-e6c8a5e99b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:39.493697 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f0be8f07-e3cd-4edb-98b9-93dd72288529 req-ff02c4ff-1c09-4771-9606-46f56aae3013 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 210 time: 0.0362616 Jul 22 16:40:39.494305 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-5a891b5a-e8ad-4cd7-b3e0-e6c8a5e99b1b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ca98765e-cce6-484f-89ae-1db5c5136545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3780656 Jul 22 16:40:39.503455 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6ea5e-e07b-4786-b0c3-f3aec56d7580 req-44c8f09d-0b6f-4022-9d53-fb4197f14455 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:39.513245 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-14a6ea5e-e07b-4786-b0c3-f3aec56d7580 req-44c8f09d-0b6f-4022-9d53-fb4197f14455 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 931 time: 0.4656029 Jul 22 16:40:39.606390 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3b2e6998-c783-4753-9116-04b4aead174e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:39.615876 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ff891-1de3-4bad-b385-73d8e329ed6f req-3d799a34-d05d-49cc-8620-7ec47c874594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:39.617542 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d4ff891-1de3-4bad-b385-73d8e329ed6f req-3d799a34-d05d-49cc-8620-7ec47c874594 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ca98765e-cce6-484f-89ae-1db5c5136545 HTTP/1.1" status: 200 len: 916 time: 0.4416659 Jul 22 16:40:39.641595 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e6998-c783-4753-9116-04b4aead174e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Port': ['ID=302f8fa1-2eae-4b5e-a7fd-ca4f25c768f4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:39.642442 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-ff1d5877-f817-4c55-8284-8e96eec55a0c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Transition to ACTIVE for port object 4bde697b-3fef-43c9-a14c-f891e8936102 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:39.727749 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a6bb0c26-8afb-4758-8d8d-628ed55a2010 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Allocated IP 172.20.0.5 (dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481/fa13adf8-5c41-4598-a7ac-4cd79e40e3e5/fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:39.730865 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d4ff891-1de3-4bad-b385-73d8e329ed6f req-9856b8c7-8af6-4b72-964f-ff43847fc81a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb16b084-7701-4c51-93b5-d18e7a7b77c7 HTTP/1.1" status: 200 len: 217 time: 0.0981843 Jul 22 16:40:39.749860 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3b2e6998-c783-4753-9116-04b4aead174e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:39.754934 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3b2e6998-c783-4753-9116-04b4aead174e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/ports/302f8fa1-2eae-4b5e-a7fd-ca4f25c768f4 HTTP/1.1" status: 204 len: 168 time: 0.7121699 Jul 22 16:40:39.755818 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55796) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:39.785067 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f275988-feb9-4a95-84e8-68a822793a09 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] GET failed (client error): The resource could not be found. Jul 22 16:40:39.785617 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-14a6ea5e-e07b-4786-b0c3-f3aec56d7580 req-d919fa69-c599-46e6-8ae6-b5f139c4eb88 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668042 Jul 22 16:40:39.787515 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2f275988-feb9-4a95-84e8-68a822793a09 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports/302f8fa1-2eae-4b5e-a7fd-ca4f25c768f4 HTTP/1.1" status: 404 len: 333 time: 0.0304000 Jul 22 16:40:39.802994 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55798) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:39.856752 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['f288e2e7-f24b-4207-8f2a-266ef00ea423'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:39.914297 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-ff1d5877-f817-4c55-8284-8e96eec55a0c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:39.925341 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ff891-1de3-4bad-b385-73d8e329ed6f req-4685ac61-0e2a-4aa2-a21e-b7b95bca13d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:39.927041 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d4ff891-1de3-4bad-b385-73d8e329ed6f req-4685ac61-0e2a-4aa2-a21e-b7b95bca13d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca57d54b-8f0c-4e47-aba9-77cad3b36b12 HTTP/1.1" status: 200 len: 854 time: 0.1403105 Jul 22 16:40:39.970685 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-0f981f88-93ca-46d0-8ab3-aef0e2a4b6ab service neutron] 10.222.0.16 "GET /v2.0/networks/ca98765e-cce6-484f-89ae-1db5c5136545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087512 Jul 22 16:40:40.042301 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-231f68fd-3dd9-4bb1-af15-17c688d0280d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting port da62779a-9012-4c69-a773-ecc077845e33 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:40.042656 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-231f68fd-3dd9-4bb1-af15-17c688d0280d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:40.063927 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f3934376-832c-4117-ae36-25d6b4f8a968 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:40.148818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-ff1d5877-f817-4c55-8284-8e96eec55a0c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Network d0bc9099-dae1-45f4-ab26-301fcb4f4e97 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:40.171460 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-ff1d5877-f817-4c55-8284-8e96eec55a0c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:40.179352 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port f3934376-832c-4117-ae36-25d6b4f8a968 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:40.179665 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:40.180347 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-231f68fd-3dd9-4bb1-af15-17c688d0280d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:40.186933 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-ff1d5877-f817-4c55-8284-8e96eec55a0c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:40.199544 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-231f68fd-3dd9-4bb1-af15-17c688d0280d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Calling delete_port for da62779a-9012-4c69-a773-ecc077845e33 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:40.202884 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d5877-f817-4c55-8284-8e96eec55a0c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event updated for resources: {'Port': ['ID=4bde697b-3fef-43c9-a14c-f891e8936102,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:40.343271 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device cb16b084-7701-4c51-93b5-d18e7a7b77c7 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:40:40.413210 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-231f68fd-3dd9-4bb1-af15-17c688d0280d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:40.422904 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-ff1d5877-f817-4c55-8284-8e96eec55a0c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:40.423646 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-ff1d5877-f817-4c55-8284-8e96eec55a0c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:40.491907 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f68fd-3dd9-4bb1-af15-17c688d0280d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Port': ['ID=da62779a-9012-4c69-a773-ecc077845e33,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:40.498857 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-faa481a0-f016-48ee-ae49-e5f170e15365 req-db60383b-962b-4b20-aa7c-38a0c2fe8c1c service neutron] 10.222.0.16 "GET /v2.0/networks/ca98765e-cce6-484f-89ae-1db5c5136545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463511 Jul 22 16:40:40.577414 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-231f68fd-3dd9-4bb1-af15-17c688d0280d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:40.582909 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-231f68fd-3dd9-4bb1-af15-17c688d0280d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/ports/da62779a-9012-4c69-a773-ecc077845e33 HTTP/1.1" status: 204 len: 168 time: 0.7781215 Jul 22 16:40:40.583540 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55816) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:40.620886 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port cb16b084-7701-4c51-93b5-d18e7a7b77c7, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=cb16b084-7701-4c51-93b5-d18e7a7b77c7,segment=NetworkSegment(36f79998-d146-4d4f-99c1-a08d3d240822),segment_id=36f79998-d146-4d4f-99c1-a08d3d240822)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:40.645077 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'cb16b084-7701-4c51-93b5-d18e7a7b77c7', 'network_id': 'ca98765e-cce6-484f-89ae-1db5c5136545', 'port_id': 'cb16b084-7701-4c51-93b5-d18e7a7b77c7', 'mac_address': 'fa:16:3e:64:20:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca57d54b-8f0c-4e47-aba9-77cad3b36b12', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:40:40.646640 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-ff1d5877-f817-4c55-8284-8e96eec55a0c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7909312 Jul 22 16:40:40.666816 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9fc2844-0499-4339-9f9b-72d534ac346d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] GET failed (client error): The resource could not be found. Jul 22 16:40:40.671842 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a9fc2844-0499-4339-9f9b-72d534ac346d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports/da62779a-9012-4c69-a773-ecc077845e33 HTTP/1.1" status: 404 len: 333 time: 0.0872025 Jul 22 16:40:40.676691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-1506a9f3-8266-4767-8421-24f462bc325d service neutron] Request body: {'port': {'device_id': '9ada8dbb-f945-4f83-9213-78a721f6a3fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:40.679663 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55820) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:40.713710 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:40.731191 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5350198b-69aa-4416-978d-55a8a590dfd5 None None] Provisioning for port 4bde697b-3fef-43c9-a14c-f891e8936102 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:40.742340 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b07e590-b9d0-43b1-8904-ac1435155bb8 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting subnet 452dafee-78c4-43d9-9bbe-984618d1f624 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:40:40.746057 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5350198b-69aa-4416-978d-55a8a590dfd5 None None] Provisioning complete for port 4bde697b-3fef-43c9-a14c-f891e8936102 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:40.746607 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5350198b-69aa-4416-978d-55a8a590dfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:40.755036 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb16b084-7701-4c51-93b5-d18e7a7b77c7 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:40.766114 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-33fd80ac-2e02-40a8-811d-d153aff394f7 req-3838ee92-0105-4f8d-833c-6da8d6852568 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 210 time: 0.1027429 Jul 22 16:40:40.766964 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b07e590-b9d0-43b1-8904-ac1435155bb8 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:40.808127 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port cb16b084-7701-4c51-93b5-d18e7a7b77c7, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=cb16b084-7701-4c51-93b5-d18e7a7b77c7,segment=NetworkSegment(36f79998-d146-4d4f-99c1-a08d3d240822),segment_id=36f79998-d146-4d4f-99c1-a08d3d240822)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:40.810247 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a6bb0c26-8afb-4758-8d8d-628ed55a2010 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:40.817143 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b07e590-b9d0-43b1-8904-ac1435155bb8 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:40.822318 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:40.865238 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ff891-1de3-4bad-b385-73d8e329ed6f req-0b38d220-3d01-4319-a359-b16e32fe8c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:40.866983 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d4ff891-1de3-4bad-b385-73d8e329ed6f req-0b38d220-3d01-4319-a359-b16e32fe8c60 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ca98765e-cce6-484f-89ae-1db5c5136545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9241514 Jul 22 16:40:40.916960 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5350198b-69aa-4416-978d-55a8a590dfd5 None None] Port 4bde697b-3fef-43c9-a14c-f891e8936102 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:40.921769 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a6bb0c26-8afb-4758-8d8d-628ed55a2010 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Transition to ACTIVE for port object fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:40.934390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=cb16b084-7701-4c51-93b5-d18e7a7b77c7,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:40.953593 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b07e590-b9d0-43b1-8904-ac1435155bb8 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:40.963543 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-1506a9f3-8266-4767-8421-24f462bc325d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:41.005013 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8c160-5d0c-41c2-8ac3-fa005aa5c2a3 req-b27dc251-8ce4-4e8c-ab6b-9bb970edbaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:41.007159 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1dc8c160-5d0c-41c2-8ac3-fa005aa5c2a3 req-b27dc251-8ce4-4e8c-ab6b-9bb970edbaa5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f44ea5b1e4b4a4a8b51e73240a6e81c&device_id=b941035a-d4cf-4492-abc6-ef7df54545a9 HTTP/1.1" status: 200 len: 1095 time: 0.3753939 Jul 22 16:40:41.031312 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b07e590-b9d0-43b1-8904-ac1435155bb8 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:41.048453 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b07e590-b9d0-43b1-8904-ac1435155bb8 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:41.050856 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9b07e590-b9d0-43b1-8904-ac1435155bb8 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/subnets/452dafee-78c4-43d9-9bbe-984618d1f624 HTTP/1.1" status: 204 len: 168 time: 0.3699841 Jul 22 16:40:41.058766 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1aa8a0-4b8d-4a0b-90cc-d238afced42a None None] Network ab41a66a-b6a0-4e22-b39b-f1438f06b1b9 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:41.097309 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d4ff891-1de3-4bad-b385-73d8e329ed6f req-a2e9a922-451a-4621-a720-acb053b9a14a service neutron] 10.222.0.16 "GET /v2.0/networks/ca98765e-cce6-484f-89ae-1db5c5136545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209146 Jul 22 16:40:41.106611 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9730232-8be1-4e28-b291-09d6822db63a req-890ceaa4-c940-4e92-9f22-d4e8d7003d56 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:41.108153 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f9730232-8be1-4e28-b291-09d6822db63a req-890ceaa4-c940-4e92-9f22-d4e8d7003d56 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b941035a-d4cf-4492-abc6-ef7df54545a9 HTTP/1.1" status: 200 len: 944 time: 0.5926182 Jul 22 16:40:41.126948 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55830) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:41.129293 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a6bb0c26-8afb-4758-8d8d-628ed55a2010 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:41.139553 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07e590-b9d0-43b1-8904-ac1435155bb8 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Subnet': ['ID=452dafee-78c4-43d9-9bbe-984618d1f624,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:41.253626 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['215dd391-5eae-4611-83fd-fd082da855b8', '4d768f0c-d3e6-4473-b4c7-9e9190019f85'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:41.272528 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9314a130-34e9-4510-99f7-b55c8adfeada tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:41.313352 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545a113-1fc2-4dda-a9bc-5ce68d2eb2c7 req-ac089b75-0b4e-4e19-be6e-fe596072358e tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:41.319557 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545a113-1fc2-4dda-a9bc-5ce68d2eb2c7 req-ac089b75-0b4e-4e19-be6e-fe596072358e tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:41.321819 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0545a113-1fc2-4dda-a9bc-5ce68d2eb2c7 req-ac089b75-0b4e-4e19-be6e-fe596072358e tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 1654 time: 0.1684375 Jul 22 16:40:41.356825 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb0c26-8afb-4758-8d8d-628ed55a2010 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Pushing event updated for resources: {'Port': ['ID=fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:41.368620 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:40:41.384251 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['cb16b084-7701-4c51-93b5-d18e7a7b77c7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:41.387449 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0545a113-1fc2-4dda-a9bc-5ce68d2eb2c7 req-1515c1c9-2e05-453d-b9c3-1a3f16ae9a2d tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587096 Jul 22 16:40:41.418236 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9314a130-34e9-4510-99f7-b55c8adfeada tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting port f3934376-832c-4117-ae36-25d6b4f8a968 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:41.418536 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9314a130-34e9-4510-99f7-b55c8adfeada tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:41.450221 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f341cc9d-82d5-4f69-91c6-e28888485d43 None None] DHCP port deletion for ab41a66a-b6a0-4e22-b39b-f1438f06b1b9 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:40:41.564981 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-9314a130-34e9-4510-99f7-b55c8adfeada tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] For port f3934376-832c-4117-ae36-25d6b4f8a968, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f3934376-832c-4117-ae36-25d6b4f8a968,segment=NetworkSegment(dbadedfe-cb52-4b13-ba4b-6d704a472103),segment_id=dbadedfe-cb52-4b13-ba4b-6d704a472103)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:41.565281 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9314a130-34e9-4510-99f7-b55c8adfeada tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:41.582860 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9314a130-34e9-4510-99f7-b55c8adfeada tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Calling delete_port for f3934376-832c-4117-ae36-25d6b4f8a968 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:41.649619 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f341cc9d-82d5-4f69-91c6-e28888485d43 None None] Deleting port f3934376-832c-4117-ae36-25d6b4f8a968 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:41.650283 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f341cc9d-82d5-4f69-91c6-e28888485d43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:41.679411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a6bb0c26-8afb-4758-8d8d-628ed55a2010 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:41.706871 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9314a130-34e9-4510-99f7-b55c8adfeada tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:41.718642 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f9730232-8be1-4e28-b291-09d6822db63a req-bf948d29-a48b-4209-8dec-6a7ce0685af7 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5858181 Jul 22 16:40:41.719792 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a6bb0c26-8afb-4758-8d8d-628ed55a2010 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:41.723378 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d4ff891-1de3-4bad-b385-73d8e329ed6f req-6a1672cf-1dc8-4716-b95a-5adf1d5a4ff6 service neutron] 10.222.0.16 "GET /v2.0/networks/ca98765e-cce6-484f-89ae-1db5c5136545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6040399 Jul 22 16:40:41.728097 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a6bb0c26-8afb-4758-8d8d-628ed55a2010 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:41.769238 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8c160-5d0c-41c2-8ac3-fa005aa5c2a3 req-38bdbda6-b107-41c7-9ed5-ffdc41180d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:41.771080 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1dc8c160-5d0c-41c2-8ac3-fa005aa5c2a3 req-38bdbda6-b107-41c7-9ed5-ffdc41180d62 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ca98765e-cce6-484f-89ae-1db5c5136545 HTTP/1.1" status: 200 len: 916 time: 0.7414224 Jul 22 16:40:41.780729 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314a130-34e9-4510-99f7-b55c8adfeada tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Port': ['ID=f3934376-832c-4117-ae36-25d6b4f8a968,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:41.793229 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9314a130-34e9-4510-99f7-b55c8adfeada tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] No DVR routers for this DVR port f3934376-832c-4117-ae36-25d6b4f8a968 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:41.810033 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f341cc9d-82d5-4f69-91c6-e28888485d43 None None] For port f3934376-832c-4117-ae36-25d6b4f8a968, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f3934376-832c-4117-ae36-25d6b4f8a968,segment=NetworkSegment(dbadedfe-cb52-4b13-ba4b-6d704a472103),segment_id=dbadedfe-cb52-4b13-ba4b-6d704a472103)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:41.810568 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f341cc9d-82d5-4f69-91c6-e28888485d43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:41.864605 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f341cc9d-82d5-4f69-91c6-e28888485d43 None None] Calling delete_port for f3934376-832c-4117-ae36-25d6b4f8a968 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:41.907155 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1dc8c160-5d0c-41c2-8ac3-fa005aa5c2a3 req-b1e2feff-fc67-40cd-bbd5-0a5b8fd90c97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=232ce860-1b9e-4634-b728-f1f0d5f4c7ca HTTP/1.1" status: 200 len: 217 time: 0.1278505 Jul 22 16:40:41.913058 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9314a130-34e9-4510-99f7-b55c8adfeada tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:41.945891 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-9314a130-34e9-4510-99f7-b55c8adfeada tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab41a66a-b6a0-4e22-b39b-f1438f06b1b9']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:41.947264 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.006620 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a6bb0c26-8afb-4758-8d8d-628ed55a2010 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:42.011695 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a6bb0c26-8afb-4758-8d8d-628ed55a2010 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.018669 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-9314a130-34e9-4510-99f7-b55c8adfeada tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbadedfe-cb52-4b13-ba4b-6d704a472103') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:42.020675 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f3934376-832c-4117-ae36-25d6b4f8a968 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:40:42.021021 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-9314a130-34e9-4510-99f7-b55c8adfeada tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbadedfe-cb52-4b13-ba4b-6d704a472103') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:42.042471 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9314a130-34e9-4510-99f7-b55c8adfeada tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.060903 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a6bb0c26-8afb-4758-8d8d-628ed55a2010 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1747124 Jul 22 16:40:42.085573 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9314a130-34e9-4510-99f7-b55c8adfeada tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.089492 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a1c73a6f-f13b-409a-8bb9-df077f031d97 service neutron] Request body: {'port': {'device_id': '692f59df-59d9-48df-b3a1-4c957d6e08b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:42.097638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8c160-5d0c-41c2-8ac3-fa005aa5c2a3 req-77005d5e-71cc-4787-be50-7ab348f8ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:42.099623 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1dc8c160-5d0c-41c2-8ac3-fa005aa5c2a3 req-77005d5e-71cc-4787-be50-7ab348f8ec80 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca57d54b-8f0c-4e47-aba9-77cad3b36b12 HTTP/1.1" status: 200 len: 854 time: 0.1748521 Jul 22 16:40:42.113601 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9314a130-34e9-4510-99f7-b55c8adfeada tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:40:42.114351 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9314a130-34e9-4510-99f7-b55c8adfeada tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.114793 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: f3934376-832c-4117-ae36-25d6b4f8a968 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:40:42.115262 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f3934376-832c-4117-ae36-25d6b4f8a968 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:40:42.118245 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:40:42.149010 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.202123 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-775e07d8-09ba-421f-a12f-0e2c5a8d10b3 None None] Provisioning for port fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:42.206542 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae168df3-c75a-4ef1-9d08-f2ddddef5927 req-db977150-1172-46a6-baef-9dd6278f13d5 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:42.214330 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ae168df3-c75a-4ef1-9d08-f2ddddef5927 req-db977150-1172-46a6-baef-9dd6278f13d5 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 931 time: 0.2948294 Jul 22 16:40:42.219362 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-775e07d8-09ba-421f-a12f-0e2c5a8d10b3 None None] Provisioning complete for port fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:42.219858 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-775e07d8-09ba-421f-a12f-0e2c5a8d10b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.223743 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9314a130-34e9-4510-99f7-b55c8adfeada tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.236202 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9314a130-34e9-4510-99f7-b55c8adfeada tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.237829 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-1506a9f3-8266-4767-8421-24f462bc325d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:42.244209 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9314a130-34e9-4510-99f7-b55c8adfeada tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/networks/ab41a66a-b6a0-4e22-b39b-f1438f06b1b9 HTTP/1.1" status: 204 len: 168 time: 1.1090236 Jul 22 16:40:42.247863 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-1506a9f3-8266-4767-8421-24f462bc325d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.248294 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55854) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:42.253405 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f62ff376-3191-4883-b1a4-3962ac8ed045 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1549571727'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:42.256090 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f341cc9d-82d5-4f69-91c6-e28888485d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.265609 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-1506a9f3-8266-4767-8421-24f462bc325d service neutron] Transition to ACTIVE for port object 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:42.267142 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f341cc9d-82d5-4f69-91c6-e28888485d43 None None] Network ab41a66a-b6a0-4e22-b39b-f1438f06b1b9 is not hosted by any dhcp agent {{(pid=93818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 16:40:42.268152 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f341cc9d-82d5-4f69-91c6-e28888485d43 None None] No DVR routers for this DVR port f3934376-832c-4117-ae36-25d6b4f8a968 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:42.270603 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314a130-34e9-4510-99f7-b55c8adfeada tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Network': ['ID=ab41a66a-b6a0-4e22-b39b-f1438f06b1b9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:42.301915 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-1506a9f3-8266-4767-8421-24f462bc325d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.308319 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ae168df3-c75a-4ef1-9d08-f2ddddef5927 req-e5ea33ae-b408-4577-a7f2-6c28aceaf19a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888500 Jul 22 16:40:42.316952 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341cc9d-82d5-4f69-91c6-e28888485d43 None None] Pushing event deleted for resources: {'Port': ['ID=f3934376-832c-4117-ae36-25d6b4f8a968,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:42.323592 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-775e07d8-09ba-421f-a12f-0e2c5a8d10b3 None None] Port fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:42.332039 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62ff376-3191-4883-b1a4-3962ac8ed045 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:42.335877 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f62ff376-3191-4883-b1a4-3962ac8ed045 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.337915 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 232ce860-1b9e-4634-b728-f1f0d5f4c7ca details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:40:42.375318 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62ff376-3191-4883-b1a4-3962ac8ed045 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:40:42.388204 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f62ff376-3191-4883-b1a4-3962ac8ed045 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.388717 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-f62ff376-3191-4883-b1a4-3962ac8ed045 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Added segment 37aa230a-17bb-443a-be73-17462c1d2e2f of type vlan for network d043440c-3198-428d-a645-72470ba40c5a Jul 22 16:40:42.438704 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a1c73a6f-f13b-409a-8bb9-df077f031d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.472519 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f62ff376-3191-4883-b1a4-3962ac8ed045 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.523469 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 232ce860-1b9e-4634-b728-f1f0d5f4c7ca, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=232ce860-1b9e-4634-b728-f1f0d5f4c7ca,segment=NetworkSegment(36f79998-d146-4d4f-99c1-a08d3d240822),segment_id=36f79998-d146-4d4f-99c1-a08d3d240822)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:42.539813 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f62ff376-3191-4883-b1a4-3962ac8ed045 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.546564 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62ff376-3191-4883-b1a4-3962ac8ed045 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:42.547187 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f62ff376-3191-4883-b1a4-3962ac8ed045 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.553382 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '232ce860-1b9e-4634-b728-f1f0d5f4c7ca', 'network_id': 'ca98765e-cce6-484f-89ae-1db5c5136545', 'port_id': '232ce860-1b9e-4634-b728-f1f0d5f4c7ca', 'mac_address': 'fa:16:3e:1e:5e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca57d54b-8f0c-4e47-aba9-77cad3b36b12', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:40:42.608972 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.629181 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232ce860-1b9e-4634-b728-f1f0d5f4c7ca {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:42.657194 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f62ff376-3191-4883-b1a4-3962ac8ed045 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4053931 Jul 22 16:40:42.658748 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55866) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:42.668457 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0fad77ab-13e8-481c-8fb8-38baedbd96b7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'subnet': {'network_id': 'd043440c-3198-428d-a645-72470ba40c5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:42.669289 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 232ce860-1b9e-4634-b728-f1f0d5f4c7ca, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=232ce860-1b9e-4634-b728-f1f0d5f4c7ca,segment=NetworkSegment(36f79998-d146-4d4f-99c1-a08d3d240822),segment_id=36f79998-d146-4d4f-99c1-a08d3d240822)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:42.683647 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.760746 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=232ce860-1b9e-4634-b728-f1f0d5f4c7ca,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:42.771946 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ff376-3191-4883-b1a4-3962ac8ed045 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Network': ['ID=d043440c-3198-428d-a645-72470ba40c5a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:42.787873 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network d043440c-3198-428d-a645-72470ba40c5a details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:40:42.890607 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fad77ab-13e8-481c-8fb8-38baedbd96b7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:42.895270 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fad77ab-13e8-481c-8fb8-38baedbd96b7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.939655 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506a9f3-8266-4767-8421-24f462bc325d service neutron] Pushing event updated for resources: {'Port': ['ID=13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:43.053350 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['232ce860-1b9e-4634-b728-f1f0d5f4c7ca'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:43.054817 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8c160-5d0c-41c2-8ac3-fa005aa5c2a3 req-f0af574e-36e4-48d1-9000-fffc6d6570ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:43.057006 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1dc8c160-5d0c-41c2-8ac3-fa005aa5c2a3 req-f0af574e-36e4-48d1-9000-fffc6d6570ac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ca98765e-cce6-484f-89ae-1db5c5136545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9103243 Jul 22 16:40:43.085133 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cd8fd-3446-41a3-8c68-556aa6596c1d req-1a200dd5-5114-428a-8dca-f1e7b39d0753 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:43.093536 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d48cd8fd-3446-41a3-8c68-556aa6596c1d req-1a200dd5-5114-428a-8dca-f1e7b39d0753 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b941035a-d4cf-4492-abc6-ef7df54545a9 HTTP/1.1" status: 200 len: 945 time: 0.2131584 Jul 22 16:40:43.185772 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d48cd8fd-3446-41a3-8c68-556aa6596c1d req-19ab9669-1c0b-4dad-b8ec-5399a2ddede0 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873768 Jul 22 16:40:43.210861 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-1506a9f3-8266-4767-8421-24f462bc325d service neutron] Attempting to bind port 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:43.211169 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-1506a9f3-8266-4767-8421-24f462bc325d service neutron] Attempting to bind port 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '862ee3b2-ff00-4f13-9f95-b743cdce4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '57c50bd6-e383-406f-a5aa-f3de9d35ca11'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:43.211546 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-1506a9f3-8266-4767-8421-24f462bc325d service neutron] Attempting to bind port 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2 on network 57c50bd6-e383-406f-a5aa-f3de9d35ca11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:43.226892 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fad77ab-13e8-481c-8fb8-38baedbd96b7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:43.243338 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-1506a9f3-8266-4767-8421-24f462bc325d service neutron] Port 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2 on network 57c50bd6-e383-406f-a5aa-f3de9d35ca11 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:40:43.243667 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-1506a9f3-8266-4767-8421-24f462bc325d service neutron] Attempting to bind port 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2 on network 57c50bd6-e383-406f-a5aa-f3de9d35ca11 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:43.314222 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad9abd-e497-4835-8d02-bbf03cb7aee1 req-eff71557-2671-4a33-b3ff-669406390e7f tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:43.320372 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad9abd-e497-4835-8d02-bbf03cb7aee1 req-eff71557-2671-4a33-b3ff-669406390e7f tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:43.322672 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-25ad9abd-e497-4835-8d02-bbf03cb7aee1 req-eff71557-2671-4a33-b3ff-669406390e7f tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 1666 time: 0.7717090 Jul 22 16:40:43.331170 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad77ab-13e8-481c-8fb8-38baedbd96b7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Subnet': ['ID=bda6d0ac-9d88-461b-96a7-b15e3654fa71,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:43.350014 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fad77ab-13e8-481c-8fb8-38baedbd96b7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Checking segment: {'id': '37aa230a-17bb-443a-be73-17462c1d2e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd043440c-3198-428d-a645-72470ba40c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:43.350499 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fad77ab-13e8-481c-8fb8-38baedbd96b7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network hostable DHCP agents. Network: d043440c-3198-428d-a645-72470ba40c5a, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:40:43.357515 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device f288e2e7-f24b-4207-8f2a-266ef00ea423 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:43.373334 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fad77ab-13e8-481c-8fb8-38baedbd96b7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network d043440c-3198-428d-a645-72470ba40c5a is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:40:43.374658 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-1506a9f3-8266-4767-8421-24f462bc325d service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:43.375141 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-1506a9f3-8266-4767-8421-24f462bc325d service neutron] Checking segment: {'id': '862ee3b2-ff00-4f13-9f95-b743cdce4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '57c50bd6-e383-406f-a5aa-f3de9d35ca11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:43.375635 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-1506a9f3-8266-4767-8421-24f462bc325d service neutron] Bound using segment: {'id': '862ee3b2-ff00-4f13-9f95-b743cdce4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '57c50bd6-e383-406f-a5aa-f3de9d35ca11'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:43.376198 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-1506a9f3-8266-4767-8421-24f462bc325d service neutron] Bound port: 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862ee3b2-ff00-4f13-9f95-b743cdce4646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '57c50bd6-e383-406f-a5aa-f3de9d35ca11'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:43.376665 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-1506a9f3-8266-4767-8421-24f462bc325d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:43.393177 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-0fad77ab-13e8-481c-8fb8-38baedbd96b7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, d043440c-3198-428d-a645-72470ba40c5a) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:43.408820 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbdbded-3b9f-46d8-b235-4fd452d2e4fe None None] Network d043440c-3198-428d-a645-72470ba40c5a requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:43.411831 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fad77ab-13e8-481c-8fb8-38baedbd96b7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:43.412511 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fad77ab-13e8-481c-8fb8-38baedbd96b7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:43.434089 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-25ad9abd-e497-4835-8d02-bbf03cb7aee1 req-eea80cb1-8974-46b5-988e-747b348c3416 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899873 Jul 22 16:40:43.449900 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0fad77ab-13e8-481c-8fb8-38baedbd96b7 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7862344 Jul 22 16:40:43.450769 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55888) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:43.462392 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-657d2300-2440-445b-815e-dd0e1e4a67aa tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'port': {'network_id': 'd043440c-3198-428d-a645-72470ba40c5a', 'name': 'tempest-PortsTestJSON-475587935', 'fixed_ips': [{'subnet_id': 'bda6d0ac-9d88-461b-96a7-b15e3654fa71', 'ip_address': '172.20.0.10'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:43.488303 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1dc8c160-5d0c-41c2-8ac3-fa005aa5c2a3 req-49a02b17-3ea9-44bf-ada6-c1332111c9c9 service neutron] 10.222.0.16 "GET /v2.0/networks/ca98765e-cce6-484f-89ae-1db5c5136545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754799 Jul 22 16:40:43.584793 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port f288e2e7-f24b-4207-8f2a-266ef00ea423 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:43.593041 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-1506a9f3-8266-4767-8421-24f462bc325d service neutron] For port 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:43.596331 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port f288e2e7-f24b-4207-8f2a-266ef00ea423 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:43.596331 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:43.597431 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-1506a9f3-8266-4767-8421-24f462bc325d service neutron] For port 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2,segment=NetworkSegment(862ee3b2-ff00-4f13-9f95-b743cdce4646),segment_id=862ee3b2-ff00-4f13-9f95-b743cdce4646)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:43.644064 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-1506a9f3-8266-4767-8421-24f462bc325d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:43.660503 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df63b4a6-d243-41ba-aabe-b9cc46c14c8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-d043440c-3198-428d-a645-72470ba40c5a', 'network_id': 'd043440c-3198-428d-a645-72470ba40c5a', 'tenant_id': '8e0aa67291574566a24ac254467e6460', 'fixed_ips': [{'subnet_id': 'bda6d0ac-9d88-461b-96a7-b15e3654fa71'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:40:43.661430 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df63b4a6-d243-41ba-aabe-b9cc46c14c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:43.734042 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506a9f3-8266-4767-8421-24f462bc325d service neutron] Pushing event updated for resources: {'Port': ['ID=13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:43.773938 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-1506a9f3-8266-4767-8421-24f462bc325d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:43.774852 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-1506a9f3-8266-4767-8421-24f462bc325d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:43.776861 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-1506a9f3-8266-4767-8421-24f462bc325d service neutron] 10.222.0.30 "PUT /v2.0/ports/13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2 HTTP/1.1" status: 200 len: 1091 time: 3.1052098 Jul 22 16:40:43.783823 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcb4ed-6683-4418-8aeb-fd44280bccc2 req-18d3b46c-32bd-4740-83c8-e96e8daa51e2 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:43.791489 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cdbcb4ed-6683-4418-8aeb-fd44280bccc2 req-18d3b46c-32bd-4740-83c8-e96e8daa51e2 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 931 time: 0.2281542 Jul 22 16:40:43.800666 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657d2300-2440-445b-815e-dd0e1e4a67aa tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:43.838782 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ada8dbb-f945-4f83-9213-78a721f6a3fd', 'tag': '13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:43.866245 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b33dcf-87f7-4b4b-b596-07e0adb460b3" -d '{"events": [{"name": "network-changed", "server_uuid": "9ada8dbb-f945-4f83-9213-78a721f6a3fd", "tag": "13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:43.890755 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:43.954432 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-df63b4a6-d243-41ba-aabe-b9cc46c14c8e None None] Allocated IP 172.20.0.2 (d043440c-3198-428d-a645-72470ba40c5a/bda6d0ac-9d88-461b-96a7-b15e3654fa71/ed06fa57-f35e-4535-b7dd-ea867884434d) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:43.956746 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cdbcb4ed-6683-4418-8aeb-fd44280bccc2 req-5eace610-f336-48ee-a1df-8118ab478edf tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643801 Jul 22 16:40:43.986089 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1be267-20e9-4709-a69f-3dc2e16ca2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f288e2e7-f24b-4207-8f2a-266ef00ea423'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:43.989360 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54694adb-1ab0-4b03-a63c-dc781fd99d24" -d '{"events": [{"server_uuid": "bb1be267-20e9-4709-a69f-3dc2e16ca2f4", "name": "network-vif-plugged", "status": "completed", "tag": "f288e2e7-f24b-4207-8f2a-266ef00ea423"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:44.030699 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port f288e2e7-f24b-4207-8f2a-266ef00ea423, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f288e2e7-f24b-4207-8f2a-266ef00ea423,segment=NetworkSegment(36f79998-d146-4d4f-99c1-a08d3d240822),segment_id=36f79998-d146-4d4f-99c1-a08d3d240822)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:44.043173 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a1c73a6f-f13b-409a-8bb9-df077f031d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:44.046267 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b591ae2-bbcc-4e80-96cd-8de35ca9ec28 x-openstack-request-id: req-3b591ae2-bbcc-4e80-96cd-8de35ca9ec28 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:44.046674 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1be267-20e9-4709-a69f-3dc2e16ca2f4", "name": "network-vif-plugged", "status": "completed", "tag": "f288e2e7-f24b-4207-8f2a-266ef00ea423", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:44.047029 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3b591ae2-bbcc-4e80-96cd-8de35ca9ec28 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:44.047624 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1be267-20e9-4709-a69f-3dc2e16ca2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f288e2e7-f24b-4207-8f2a-266ef00ea423', 'code': 200} Jul 22 16:40:44.051615 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a1c73a6f-f13b-409a-8bb9-df077f031d97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:44.051807 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:44.085241 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a1c73a6f-f13b-409a-8bb9-df077f031d97 service neutron] Transition to ACTIVE for port object fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:44.095878 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-a4e56be8-3511-4acc-8fb8-215e16221d03 service neutron] Request body: {'port': {'device_id': '9ada8dbb-f945-4f83-9213-78a721f6a3fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:44.106599 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-657d2300-2440-445b-815e-dd0e1e4a67aa tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:44.142118 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e4c3c3-f5d9-4d7c-95e1-c8bb56fbf88b x-openstack-request-id: req-73e4c3c3-f5d9-4d7c-95e1-c8bb56fbf88b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:44.142414 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ada8dbb-f945-4f83-9213-78a721f6a3fd", "tag": "13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:44.142667 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-73e4c3c3-f5d9-4d7c-95e1-c8bb56fbf88b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:44.143066 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ada8dbb-f945-4f83-9213-78a721f6a3fd', 'tag': '13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2', 'status': 'completed', 'code': 200} Jul 22 16:40:44.147325 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a1c73a6f-f13b-409a-8bb9-df077f031d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:44.149774 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-657d2300-2440-445b-815e-dd0e1e4a67aa tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] device_id is not set on port 18f92cf5-0327-4eb4-987e-b9bbba1afaeb yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:40:44.262959 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b33dcf-87f7-4b4b-b596-07e0adb460b3 req-60cbb371-a4eb-4d38-b1e0-a133f4f72654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:44.264140 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b33dcf-87f7-4b4b-b596-07e0adb460b3 req-60cbb371-a4eb-4d38-b1e0-a133f4f72654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:44.267503 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=f288e2e7-f24b-4207-8f2a-266ef00ea423,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:44.268040 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-18b33dcf-87f7-4b4b-b596-07e0adb460b3 req-60cbb371-a4eb-4d38-b1e0-a133f4f72654 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=027af367b5ff4d37b9ab99d0a55279d2&device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 1913 time: 0.2477047 Jul 22 16:40:44.353243 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device cb16b084-7701-4c51-93b5-d18e7a7b77c7 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:44.375093 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1dc8c160-5d0c-41c2-8ac3-fa005aa5c2a3 req-54a06e3b-207d-4c89-881c-3a05867e9f48 service neutron] 10.222.0.16 "GET /v2.0/networks/ca98765e-cce6-484f-89ae-1db5c5136545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7744701 Jul 22 16:40:44.379375 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c73a6f-f13b-409a-8bb9-df077f031d97 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:44.429993 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df63b4a6-d243-41ba-aabe-b9cc46c14c8e None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:44.445869 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-df63b4a6-d243-41ba-aabe-b9cc46c14c8e None None] Transition to ACTIVE for port object ed06fa57-f35e-4535-b7dd-ea867884434d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:44.463639 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-a4e56be8-3511-4acc-8fb8-215e16221d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:44.509213 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69149d5a-4b65-486c-a923-10c37199be9a req-0126f971-5f94-431a-83e8-e7641c39219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:44.511134 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-69149d5a-4b65-486c-a923-10c37199be9a req-0126f971-5f94-431a-83e8-e7641c39219d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bb1be267-20e9-4709-a69f-3dc2e16ca2f4 HTTP/1.1" status: 200 len: 1096 time: 0.3505807 Jul 22 16:40:44.531320 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-df63b4a6-d243-41ba-aabe-b9cc46c14c8e None None] Transition to ACTIVE for port object ed06fa57-f35e-4535-b7dd-ea867884434d will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:44.552962 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port cb16b084-7701-4c51-93b5-d18e7a7b77c7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:44.568645 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df63b4a6-d243-41ba-aabe-b9cc46c14c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:44.579158 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port cb16b084-7701-4c51-93b5-d18e7a7b77c7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:44.579692 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:44.649895 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df63b4a6-d243-41ba-aabe-b9cc46c14c8e None None] Network d043440c-3198-428d-a645-72470ba40c5a is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:44.654830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a1c73a6f-f13b-409a-8bb9-df077f031d97 service neutron] Attempting to bind port fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:44.655685 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a1c73a6f-f13b-409a-8bb9-df077f031d97 service neutron] Attempting to bind port fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:44.656085 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a1c73a6f-f13b-409a-8bb9-df077f031d97 service neutron] Attempting to bind port fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d on network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:44.656217 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-df63b4a6-d243-41ba-aabe-b9cc46c14c8e None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:44.661146 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df63b4a6-d243-41ba-aabe-b9cc46c14c8e None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:44.668614 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63b4a6-d243-41ba-aabe-b9cc46c14c8e None None] Pushing event updated for resources: {'Port': ['ID=ed06fa57-f35e-4535-b7dd-ea867884434d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:44.749537 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a1c73a6f-f13b-409a-8bb9-df077f031d97 service neutron] Port fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d on network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:40:44.749882 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a1c73a6f-f13b-409a-8bb9-df077f031d97 service neutron] Attempting to bind port fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d on network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:44.765613 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-69149d5a-4b65-486c-a923-10c37199be9a req-07ca0943-e33d-420b-9267-b97871e7c4ef service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464898 Jul 22 16:40:44.775945 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a1c73a6f-f13b-409a-8bb9-df077f031d97 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:44.776620 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a1c73a6f-f13b-409a-8bb9-df077f031d97 service neutron] Checking segment: {'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:44.777186 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a1c73a6f-f13b-409a-8bb9-df077f031d97 service neutron] Bound using segment: {'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:44.777824 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a1c73a6f-f13b-409a-8bb9-df077f031d97 service neutron] Bound port: fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682293d5-50fc-47e5-8b11-e6d8384d68c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:44.778409 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a1c73a6f-f13b-409a-8bb9-df077f031d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:44.841714 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-df63b4a6-d243-41ba-aabe-b9cc46c14c8e None None] Attempting to bind port ed06fa57-f35e-4535-b7dd-ea867884434d on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:44.842212 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-df63b4a6-d243-41ba-aabe-b9cc46c14c8e None None] Attempting to bind port ed06fa57-f35e-4535-b7dd-ea867884434d by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '37aa230a-17bb-443a-be73-17462c1d2e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd043440c-3198-428d-a645-72470ba40c5a'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:44.842752 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63b4a6-d243-41ba-aabe-b9cc46c14c8e None None] Attempting to bind port ed06fa57-f35e-4535-b7dd-ea867884434d on network d043440c-3198-428d-a645-72470ba40c5a {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:44.862480 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63b4a6-d243-41ba-aabe-b9cc46c14c8e None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:44.862857 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63b4a6-d243-41ba-aabe-b9cc46c14c8e None None] Checking segment: {'id': '37aa230a-17bb-443a-be73-17462c1d2e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd043440c-3198-428d-a645-72470ba40c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:44.863321 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df63b4a6-d243-41ba-aabe-b9cc46c14c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:44.863778 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63b4a6-d243-41ba-aabe-b9cc46c14c8e None None] Bound using segment: {'id': '37aa230a-17bb-443a-be73-17462c1d2e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd043440c-3198-428d-a645-72470ba40c5a'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:44.864286 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-df63b4a6-d243-41ba-aabe-b9cc46c14c8e None None] Bound port: ed06fa57-f35e-4535-b7dd-ea867884434d, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37aa230a-17bb-443a-be73-17462c1d2e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd043440c-3198-428d-a645-72470ba40c5a'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:44.864924 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df63b4a6-d243-41ba-aabe-b9cc46c14c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:44.887032 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:44.993615 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a1c73a6f-f13b-409a-8bb9-df077f031d97 service neutron] For port fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:44.997166 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port cb16b084-7701-4c51-93b5-d18e7a7b77c7, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=cb16b084-7701-4c51-93b5-d18e7a7b77c7,segment=NetworkSegment(36f79998-d146-4d4f-99c1-a08d3d240822),segment_id=36f79998-d146-4d4f-99c1-a08d3d240822)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:45.006849 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf110f58-b702-4a51-b967-f618f18657d2 req-33dee432-068a-49ab-925a-d4ac4b6be36c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:45.010073 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:45.014762 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf110f58-b702-4a51-b967-f618f18657d2 req-33dee432-068a-49ab-925a-d4ac4b6be36c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:45.016740 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf110f58-b702-4a51-b967-f618f18657d2 req-33dee432-068a-49ab-925a-d4ac4b6be36c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 1666 time: 0.2708139 Jul 22 16:40:45.018166 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-df63b4a6-d243-41ba-aabe-b9cc46c14c8e None None] For port ed06fa57-f35e-4535-b7dd-ea867884434d, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:45.025064 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-df63b4a6-d243-41ba-aabe-b9cc46c14c8e None None] For port ed06fa57-f35e-4535-b7dd-ea867884434d, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ed06fa57-f35e-4535-b7dd-ea867884434d,segment=NetworkSegment(37aa230a-17bb-443a-be73-17462c1d2e2f),segment_id=37aa230a-17bb-443a-be73-17462c1d2e2f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:45.048233 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a1c73a6f-f13b-409a-8bb9-df077f031d97 service neutron] For port fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:45.071871 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a1c73a6f-f13b-409a-8bb9-df077f031d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:45.075915 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df63b4a6-d243-41ba-aabe-b9cc46c14c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:45.128602 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212cf2d-3e3f-4ef9-817b-56fb26894b88 req-809535af-560b-4c6f-8354-7dd3a30f123b tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:45.130233 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5212cf2d-3e3f-4ef9-817b-56fb26894b88 req-809535af-560b-4c6f-8354-7dd3a30f123b tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b941035a-d4cf-4492-abc6-ef7df54545a9 HTTP/1.1" status: 200 len: 945 time: 0.8290625 Jul 22 16:40:45.131612 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-657d2300-2440-445b-815e-dd0e1e4a67aa tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Allocated IP 172.20.0.10 (d043440c-3198-428d-a645-72470ba40c5a/bda6d0ac-9d88-461b-96a7-b15e3654fa71/18f92cf5-0327-4eb4-987e-b9bbba1afaeb) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:45.135379 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b33dcf-87f7-4b4b-b596-07e0adb460b3 req-759beb3d-bae6-4069-a2a9-587e94db9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:45.135872 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b33dcf-87f7-4b4b-b596-07e0adb460b3 req-759beb3d-bae6-4069-a2a9-587e94db9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:45.136374 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b33dcf-87f7-4b4b-b596-07e0adb460b3 req-759beb3d-bae6-4069-a2a9-587e94db9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:45.146332 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-18b33dcf-87f7-4b4b-b596-07e0adb460b3 req-759beb3d-bae6-4069-a2a9-587e94db9788 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=027af367b5ff4d37b9ab99d0a55279d2&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.8466809 Jul 22 16:40:45.148740 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=cb16b084-7701-4c51-93b5-d18e7a7b77c7,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:45.164267 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a1c73a6f-f13b-409a-8bb9-df077f031d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:45.165679 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a1c73a6f-f13b-409a-8bb9-df077f031d97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:45.167892 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-a1c73a6f-f13b-409a-8bb9-df077f031d97 service neutron] 10.222.0.16 "PUT /v2.0/ports/fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d HTTP/1.1" status: 200 len: 1091 time: 3.0838211 Jul 22 16:40:45.192886 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf110f58-b702-4a51-b967-f618f18657d2 req-20b0f8ad-676f-451d-8d10-deb117610f83 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606014 Jul 22 16:40:45.293028 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63b4a6-d243-41ba-aabe-b9cc46c14c8e None None] Pushing event updated for resources: {'Port': ['ID=ed06fa57-f35e-4535-b7dd-ea867884434d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:45.346686 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c73a6f-f13b-409a-8bb9-df077f031d97 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:45.356384 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-a4e56be8-3511-4acc-8fb8-215e16221d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bde697b-3fef-43c9-a14c-f891e8936102 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:45.376587 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-a4e56be8-3511-4acc-8fb8-215e16221d03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:45.440025 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-a4e56be8-3511-4acc-8fb8-215e16221d03 service neutron] Transition to ACTIVE for port object 4bde697b-3fef-43c9-a14c-f891e8936102 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:45.448159 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-a4e56be8-3511-4acc-8fb8-215e16221d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:45.500482 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-be0d009c-1928-416f-976b-3a84014d1aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:45.502329 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-be0d009c-1928-416f-976b-3a84014d1aff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 1094 time: 0.2269888 Jul 22 16:40:45.549647 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-657d2300-2440-445b-815e-dd0e1e4a67aa tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:45.582426 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-657d2300-2440-445b-815e-dd0e1e4a67aa tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Transition to ACTIVE for port object 18f92cf5-0327-4eb4-987e-b9bbba1afaeb will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:45.656327 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-591e29c7-c225-4531-8bf7-1b8c578bf5a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d HTTP/1.1" status: 200 len: 217 time: 0.1263452 Jul 22 16:40:45.736622 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e56be8-3511-4acc-8fb8-215e16221d03 service neutron] Pushing event updated for resources: {'Port': ['ID=4bde697b-3fef-43c9-a14c-f891e8936102,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:45.783007 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb824d-72ad-4130-a45e-8416a3119352 req-197c1670-47be-4ac5-b7ec-95e9c2668e0b tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:45.784987 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28cb824d-72ad-4130-a45e-8416a3119352 req-197c1670-47be-4ac5-b7ec-95e9c2668e0b tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 943 time: 0.3814144 Jul 22 16:40:45.801832 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5212cf2d-3e3f-4ef9-817b-56fb26894b88 req-8a1f187a-4e13-4135-a5d1-b3557d01ffa1 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6329057 Jul 22 16:40:45.847467 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-657d2300-2440-445b-815e-dd0e1e4a67aa tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:45.874618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-a4e56be8-3511-4acc-8fb8-215e16221d03 service neutron] Attempting to bind port 4bde697b-3fef-43c9-a14c-f891e8936102 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:45.874975 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-a4e56be8-3511-4acc-8fb8-215e16221d03 service neutron] Attempting to bind port 4bde697b-3fef-43c9-a14c-f891e8936102 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '7eddb560-89b6-4338-957a-ada4a5999faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0bc9099-dae1-45f4-ab26-301fcb4f4e97'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:45.875529 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-a4e56be8-3511-4acc-8fb8-215e16221d03 service neutron] Attempting to bind port 4bde697b-3fef-43c9-a14c-f891e8936102 on network d0bc9099-dae1-45f4-ab26-301fcb4f4e97 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:45.882642 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-82bd4157-96e1-4d09-8142-23c089c5e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:45.884330 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-82bd4157-96e1-4d09-8142-23c089c5e3b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 HTTP/1.1" status: 200 len: 851 time: 0.2176158 Jul 22 16:40:45.888486 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-a4e56be8-3511-4acc-8fb8-215e16221d03 service neutron] Port 4bde697b-3fef-43c9-a14c-f891e8936102 on network d0bc9099-dae1-45f4-ab26-301fcb4f4e97 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:40:45.888827 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-a4e56be8-3511-4acc-8fb8-215e16221d03 service neutron] Attempting to bind port 4bde697b-3fef-43c9-a14c-f891e8936102 on network d0bc9099-dae1-45f4-ab26-301fcb4f4e97 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:45.909257 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657d2300-2440-445b-815e-dd0e1e4a67aa tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network d043440c-3198-428d-a645-72470ba40c5a is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:45.921013 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-657d2300-2440-445b-815e-dd0e1e4a67aa tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:45.927386 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657d2300-2440-445b-815e-dd0e1e4a67aa tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:45.935948 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b33dcf-87f7-4b4b-b596-07e0adb460b3 req-feaf4fe5-9f97-4a8a-b466-d6d66c0cb82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:45.937707 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-18b33dcf-87f7-4b4b-b596-07e0adb460b3 req-feaf4fe5-9f97-4a8a-b466-d6d66c0cb82d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7902038 Jul 22 16:40:45.975240 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d2300-2440-445b-815e-dd0e1e4a67aa tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Port': ['ID=18f92cf5-0327-4eb4-987e-b9bbba1afaeb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:45.995092 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28cb824d-72ad-4130-a45e-8416a3119352 req-2b07d8cc-3f39-4dea-941a-ebdbcea09949 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659329 Jul 22 16:40:46.015138 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-a4e56be8-3511-4acc-8fb8-215e16221d03 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:46.016255 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-a4e56be8-3511-4acc-8fb8-215e16221d03 service neutron] Checking segment: {'id': '7eddb560-89b6-4338-957a-ada4a5999faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0bc9099-dae1-45f4-ab26-301fcb4f4e97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:46.016852 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-a4e56be8-3511-4acc-8fb8-215e16221d03 service neutron] Bound using segment: {'id': '7eddb560-89b6-4338-957a-ada4a5999faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0bc9099-dae1-45f4-ab26-301fcb4f4e97'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:46.017505 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-a4e56be8-3511-4acc-8fb8-215e16221d03 service neutron] Bound port: 4bde697b-3fef-43c9-a14c-f891e8936102, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eddb560-89b6-4338-957a-ada4a5999faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0bc9099-dae1-45f4-ab26-301fcb4f4e97'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:46.018060 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-a4e56be8-3511-4acc-8fb8-215e16221d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:46.027703 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657d2300-2440-445b-815e-dd0e1e4a67aa tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:46.028490 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-657d2300-2440-445b-815e-dd0e1e4a67aa tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:46.052294 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ee67d3-9a3f-417b-9f3f-6d13dde959dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb16b084-7701-4c51-93b5-d18e7a7b77c7'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:46.055253 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd492d9-f8e3-4345-bf2c-81897c7bf3b9" -d '{"events": [{"server_uuid": "84ee67d3-9a3f-417b-9f3f-6d13dde959dd", "name": "network-vif-plugged", "status": "completed", "tag": "cb16b084-7701-4c51-93b5-d18e7a7b77c7"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:46.074772 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-657d2300-2440-445b-815e-dd0e1e4a67aa tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6226754 Jul 22 16:40:46.077758 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55944) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:46.098491 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0022bb28-8847-427b-8187-ee3586268f30 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'port': {'network_id': 'd043440c-3198-428d-a645-72470ba40c5a', 'name': 'tempest-PortsTestJSON-682759920', 'fixed_ips': [{'subnet_id': 'bda6d0ac-9d88-461b-96a7-b15e3654fa71', 'ip_address': '172.20.0.9'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:46.120114 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29bc87a-be62-4136-b4c8-f09cf2d88c4a x-openstack-request-id: req-a29bc87a-be62-4136-b4c8-f09cf2d88c4a {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:46.120643 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ee67d3-9a3f-417b-9f3f-6d13dde959dd", "name": "network-vif-plugged", "status": "completed", "tag": "cb16b084-7701-4c51-93b5-d18e7a7b77c7", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:46.120982 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a29bc87a-be62-4136-b4c8-f09cf2d88c4a {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:46.121380 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ee67d3-9a3f-417b-9f3f-6d13dde959dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb16b084-7701-4c51-93b5-d18e7a7b77c7', 'code': 200} Jul 22 16:40:46.134065 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ed06fa57-f35e-4535-b7dd-ea867884434d up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:46.147002 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-47bcf3d6-ac78-489d-a9e6-e6eac0459318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:46.148809 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-47bcf3d6-ac78-489d-a9e6-e6eac0459318 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2561967 Jul 22 16:40:46.150057 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692f59df-59d9-48df-b3a1-4c957d6e08b6', 'tag': 'fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:46.152643 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf25a3e5-b413-462e-90b2-7a23e491c4cf" -d '{"events": [{"name": "network-changed", "server_uuid": "692f59df-59d9-48df-b3a1-4c957d6e08b6", "tag": "fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:46.263369 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-a4e56be8-3511-4acc-8fb8-215e16221d03 service neutron] For port 4bde697b-3fef-43c9-a14c-f891e8936102, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:46.268246 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port ed06fa57-f35e-4535-b7dd-ea867884434d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:46.279002 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e1694e-214f-4d56-9a2b-fbec44698395 x-openstack-request-id: req-a1e1694e-214f-4d56-9a2b-fbec44698395 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:46.279417 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692f59df-59d9-48df-b3a1-4c957d6e08b6", "tag": "fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:46.282266 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a1e1694e-214f-4d56-9a2b-fbec44698395 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:46.282863 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692f59df-59d9-48df-b3a1-4c957d6e08b6', 'tag': 'fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d', 'status': 'completed', 'code': 200} Jul 22 16:40:46.343071 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-a4e56be8-3511-4acc-8fb8-215e16221d03 service neutron] For port 4bde697b-3fef-43c9-a14c-f891e8936102, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4bde697b-3fef-43c9-a14c-f891e8936102,segment=NetworkSegment(7eddb560-89b6-4338-957a-ada4a5999faf),segment_id=7eddb560-89b6-4338-957a-ada4a5999faf)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:46.356708 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 232ce860-1b9e-4634-b728-f1f0d5f4c7ca up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:46.368593 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-a4e56be8-3511-4acc-8fb8-215e16221d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:46.456008 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-a4e56be8-3511-4acc-8fb8-215e16221d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:46.456796 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-a4e56be8-3511-4acc-8fb8-215e16221d03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:46.458668 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-a4e56be8-3511-4acc-8fb8-215e16221d03 service neutron] 10.222.0.30 "PUT /v2.0/ports/4bde697b-3fef-43c9-a14c-f891e8936102 HTTP/1.1" status: 200 len: 1092 time: 2.5796459 Jul 22 16:40:46.461166 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0022bb28-8847-427b-8187-ee3586268f30 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:46.465238 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-fc9e6402-561f-4035-8b10-9c9ffebe1d0a service neutron] 10.222.0.16 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015766 Jul 22 16:40:46.486473 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 232ce860-1b9e-4634-b728-f1f0d5f4c7ca completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:46.493405 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0022bb28-8847-427b-8187-ee3586268f30 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:46.497074 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 232ce860-1b9e-4634-b728-f1f0d5f4c7ca triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:46.498600 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:46.530465 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e56be8-3511-4acc-8fb8-215e16221d03 service neutron] Pushing event updated for resources: {'Port': ['ID=4bde697b-3fef-43c9-a14c-f891e8936102,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:46.550553 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657c19f-cf30-4193-9d0b-539495325dc4 req-76060100-3175-4272-b4cf-cccadc99e300 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:46.565377 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657c19f-cf30-4193-9d0b-539495325dc4 req-76060100-3175-4272-b4cf-cccadc99e300 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:46.568701 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1657c19f-cf30-4193-9d0b-539495325dc4 req-76060100-3175-4272-b4cf-cccadc99e300 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 1678 time: 0.2376223 Jul 22 16:40:46.585674 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-0022bb28-8847-427b-8187-ee3586268f30 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] device_id is not set on port f90bbfba-82c0-475c-99cf-fad93fe01711 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:40:46.655419 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f03cb-7043-44fe-93c1-f4ceb63bf41b req-6d794b19-17ca-4fba-98e9-f02a97b8c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:46.656994 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-343f03cb-7043-44fe-93c1-f4ceb63bf41b req-6d794b19-17ca-4fba-98e9-f02a97b8c2c6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 1097 time: 0.3692815 Jul 22 16:40:46.673249 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:46.753046 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 232ce860-1b9e-4634-b728-f1f0d5f4c7ca, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=232ce860-1b9e-4634-b728-f1f0d5f4c7ca,segment=NetworkSegment(36f79998-d146-4d4f-99c1-a08d3d240822),segment_id=36f79998-d146-4d4f-99c1-a08d3d240822)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:46.757989 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:46.853708 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a67d74da-45bc-4bc5-9833-7a382cee2759 req-88e9448e-f9c7-48d1-bf18-5d2d13941e01 service neutron] 10.222.0.16 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700271 Jul 22 16:40:46.859114 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=232ce860-1b9e-4634-b728-f1f0d5f4c7ca,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:46.874093 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-343f03cb-7043-44fe-93c1-f4ceb63bf41b req-800271c7-451e-493b-9f09-7dec7fa01fdc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089565 Jul 22 16:40:46.895642 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-e215beac-0e7f-4e43-8cc3-6f0d6febaa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:46.899499 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-e215beac-0e7f-4e43-8cc3-6f0d6febaa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:46.905699 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-e215beac-0e7f-4e43-8cc3-6f0d6febaa7d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=027af367b5ff4d37b9ab99d0a55279d2&device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 1980 time: 0.3312240 Jul 22 16:40:46.927536 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1657c19f-cf30-4193-9d0b-539495325dc4 req-70518939-a592-4040-898f-dba67ef640e0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110995 Jul 22 16:40:46.939937 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-0022bb28-8847-427b-8187-ee3586268f30 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Allocated IP 172.20.0.9 (d043440c-3198-428d-a645-72470ba40c5a/bda6d0ac-9d88-461b-96a7-b15e3654fa71/f90bbfba-82c0-475c-99cf-fad93fe01711) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:46.972727 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-4fd4d961-c217-4ff4-8eda-7534fde11d33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.19&port_id=13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2 HTTP/1.1" status: 200 len: 217 time: 0.0517483 Jul 22 16:40:47.001833 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db5d59f-1cf3-40a7-be93-f38d41b3de1f None None] Network d043440c-3198-428d-a645-72470ba40c5a requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:47.088674 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-524bccec-1864-4ca6-91ff-47cdc9278df6 None None] Provisioning for port ed06fa57-f35e-4535-b7dd-ea867884434d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:47.095695 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-524bccec-1864-4ca6-91ff-47cdc9278df6 None None] Provisioning complete for port ed06fa57-f35e-4535-b7dd-ea867884434d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:47.096560 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-524bccec-1864-4ca6-91ff-47cdc9278df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:47.125813 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-fb3cd7e2-bedf-41d0-a8e3-1c72f49fbd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:47.127619 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-fb3cd7e2-bedf-41d0-a8e3-1c72f49fbd12 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=02c03eb4-e5fa-4f41-849d-1d32c28400b2 HTTP/1.1" status: 200 len: 801 time: 0.1428413 Jul 22 16:40:47.179870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42cdf3-c6dc-4841-a0ad-b8b6d09c7412 req-f7619939-0f80-455c-995f-7462ee8ed3d5 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:47.181473 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c42cdf3-c6dc-4841-a0ad-b8b6d09c7412 req-f7619939-0f80-455c-995f-7462ee8ed3d5 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b941035a-d4cf-4492-abc6-ef7df54545a9 HTTP/1.1" status: 200 len: 946 time: 0.2076502 Jul 22 16:40:47.209563 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0022bb28-8847-427b-8187-ee3586268f30 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:47.244373 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-0022bb28-8847-427b-8187-ee3586268f30 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Transition to ACTIVE for port object f90bbfba-82c0-475c-99cf-fad93fe01711 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:47.254101 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-f5e97097-49f8-41c4-9c63-ee05fd02640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:47.255841 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-f5e97097-49f8-41c4-9c63-ee05fd02640e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=57c50bd6-e383-406f-a5aa-f3de9d35ca11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1168313 Jul 22 16:40:47.275135 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c42cdf3-c6dc-4841-a0ad-b8b6d09c7412 req-9d3a1a65-9893-4866-a6f9-02eaa6b3d6c0 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867562 Jul 22 16:40:47.300397 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-524bccec-1864-4ca6-91ff-47cdc9278df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:47.343460 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-524bccec-1864-4ca6-91ff-47cdc9278df6 None None] For port ed06fa57-f35e-4535-b7dd-ea867884434d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ed06fa57-f35e-4535-b7dd-ea867884434d,segment=NetworkSegment(37aa230a-17bb-443a-be73-17462c1d2e2f),segment_id=37aa230a-17bb-443a-be73-17462c1d2e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:47.353023 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0022bb28-8847-427b-8187-ee3586268f30 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:47.360447 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-524bccec-1864-4ca6-91ff-47cdc9278df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:47.424338 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0022bb28-8847-427b-8187-ee3586268f30 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network d043440c-3198-428d-a645-72470ba40c5a is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:47.434865 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-0022bb28-8847-427b-8187-ee3586268f30 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:47.467580 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524bccec-1864-4ca6-91ff-47cdc9278df6 None None] Pushing event updated for resources: {'Port': ['ID=ed06fa57-f35e-4535-b7dd-ea867884434d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:47.468459 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0022bb28-8847-427b-8187-ee3586268f30 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:47.519592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-83eddfce-f20b-4797-8f61-c62bbce971f5 service neutron] 10.222.0.30 "GET /v2.0/networks/57c50bd6-e383-406f-a5aa-f3de9d35ca11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427158 Jul 22 16:40:47.570290 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0022bb28-8847-427b-8187-ee3586268f30 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:47.572441 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0022bb28-8847-427b-8187-ee3586268f30 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:47.623556 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0022bb28-8847-427b-8187-ee3586268f30 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5403066 Jul 22 16:40:47.624486 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55984) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:47.636318 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022bb28-8847-427b-8187-ee3586268f30 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Port': ['ID=f90bbfba-82c0-475c-99cf-fad93fe01711,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:47.670687 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25a3e5-b413-462e-90b2-7a23e491c4cf req-c5a08e1e-e1f9-475a-bdfb-57a59720c10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:47.672241 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bf25a3e5-b413-462e-90b2-7a23e491c4cf req-c5a08e1e-e1f9-475a-bdfb-57a59720c10c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 1094 time: 0.2027478 Jul 22 16:40:47.711407 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c700f-844e-40a9-9497-497e6d3210e9 req-a575beff-c42d-4660-91e9-dc6b4d0ec36f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:47.718272 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9f7c700f-844e-40a9-9497-497e6d3210e9 req-a575beff-c42d-4660-91e9-dc6b4d0ec36f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 943 time: 0.4024513 Jul 22 16:40:47.775767 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9f7c700f-844e-40a9-9497-497e6d3210e9 req-fee3a2f8-8375-4c45-8864-781400b4c59c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544856 Jul 22 16:40:47.779699 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-163c9d0a-5fa3-480e-be10-393720ddb701 service neutron] 10.222.0.30 "GET /v2.0/networks/57c50bd6-e383-406f-a5aa-f3de9d35ca11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517264 Jul 22 16:40:47.801723 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c3b017b6-1c0f-4001-a319-825503988b14 None None] Provisioning complete for port ed06fa57-f35e-4535-b7dd-ea867884434d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:47.802211 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c3b017b6-1c0f-4001-a319-825503988b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:47.877755 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a287e2e-0e65-418b-8174-509998aefe55 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:47.882745 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3a287e2e-0e65-418b-8174-509998aefe55 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2558892 Jul 22 16:40:47.883522 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55992) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:47.969018 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-82555379-f126-4f40-9dec-f789c244bc36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.111&port_id=4bde697b-3fef-43c9-a14c-f891e8936102 HTTP/1.1" status: 200 len: 217 time: 0.0985618 Jul 22 16:40:48.023208 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c3b017b6-1c0f-4001-a319-825503988b14 None None] Provisioning for port 18f92cf5-0327-4eb4-987e-b9bbba1afaeb completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:48.030280 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c3b017b6-1c0f-4001-a319-825503988b14 None None] Provisioning complete for port 18f92cf5-0327-4eb4-987e-b9bbba1afaeb triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:48.030870 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c3b017b6-1c0f-4001-a319-825503988b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:48.071819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ed06fa57-f35e-4535-b7dd-ea867884434d up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:48.090754 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d086ac2-982e-4c2e-ae37-a81c5ffdce86 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:48.122430 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25a3e5-b413-462e-90b2-7a23e491c4cf req-98c59d35-1fa1-458f-a4a9-89750a921263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:48.124010 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bf25a3e5-b413-462e-90b2-7a23e491c4cf req-98c59d35-1fa1-458f-a4a9-89750a921263 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 913 time: 0.4126611 Jul 22 16:40:48.128199 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d086ac2-982e-4c2e-ae37-a81c5ffdce86 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:48.128780 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-9e9c051a-bcf4-4359-a2ae-07bf8f5c7b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:48.130609 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-9e9c051a-bcf4-4359-a2ae-07bf8f5c7b1e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7efa043c-31e5-4f1b-90f7-36d3403208d8 HTTP/1.1" status: 200 len: 801 time: 0.1475680 Jul 22 16:40:48.161179 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b941035a-d4cf-4492-abc6-ef7df54545a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232ce860-1b9e-4634-b728-f1f0d5f4c7ca'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:48.165087 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d086ac2-982e-4c2e-ae37-a81c5ffdce86 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:48.167960 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7c6dce-076f-4491-aed0-6b5a08891e7b" -d '{"events": [{"server_uuid": "b941035a-d4cf-4492-abc6-ef7df54545a9", "name": "network-vif-plugged", "status": "completed", "tag": "232ce860-1b9e-4634-b728-f1f0d5f4c7ca"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:48.170095 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2d086ac2-982e-4c2e-ae37-a81c5ffdce86 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2849836 Jul 22 16:40:48.171052 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56002) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:48.244616 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2687863c-60bf-4a9a-95e9-1512654dadf3 x-openstack-request-id: req-2687863c-60bf-4a9a-95e9-1512654dadf3 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:48.244996 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b941035a-d4cf-4492-abc6-ef7df54545a9", "name": "network-vif-plugged", "status": "completed", "tag": "232ce860-1b9e-4634-b728-f1f0d5f4c7ca", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:48.245318 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2687863c-60bf-4a9a-95e9-1512654dadf3 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:48.245903 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b941035a-d4cf-4492-abc6-ef7df54545a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232ce860-1b9e-4634-b728-f1f0d5f4c7ca', 'code': 200} Jul 22 16:40:48.266379 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c3b017b6-1c0f-4001-a319-825503988b14 None None] Port 18f92cf5-0327-4eb4-987e-b9bbba1afaeb cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:48.314032 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d1416a91-2e1d-4c29-9303-8bd533e01ab5 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting port f90bbfba-82c0-475c-99cf-fad93fe01711 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:48.314388 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1416a91-2e1d-4c29-9303-8bd533e01ab5 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:48.342808 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port ed06fa57-f35e-4535-b7dd-ea867884434d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:48.343221 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:48.430157 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-56c761e2-4902-4f32-9951-cdcb09098623 None None] Provisioning for port f90bbfba-82c0-475c-99cf-fad93fe01711 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:48.440178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-56c761e2-4902-4f32-9951-cdcb09098623 None None] Provisioning complete for port f90bbfba-82c0-475c-99cf-fad93fe01711 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:48.440963 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56c761e2-4902-4f32-9951-cdcb09098623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:48.495825 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-56c761e2-4902-4f32-9951-cdcb09098623 None None] Port f90bbfba-82c0-475c-99cf-fad93fe01711 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:48.531066 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1416a91-2e1d-4c29-9303-8bd533e01ab5 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:48.552589 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-56c761e2-4902-4f32-9951-cdcb09098623 None None] Provisioning complete for port 18f92cf5-0327-4eb4-987e-b9bbba1afaeb triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:48.553286 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56c761e2-4902-4f32-9951-cdcb09098623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:48.566361 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d1416a91-2e1d-4c29-9303-8bd533e01ab5 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Calling delete_port for f90bbfba-82c0-475c-99cf-fad93fe01711 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:48.647432 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-56c761e2-4902-4f32-9951-cdcb09098623 None None] Port 18f92cf5-0327-4eb4-987e-b9bbba1afaeb cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:48.650728 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ada8dbb-f945-4f83-9213-78a721f6a3fd', 'tag': '4bde697b-3fef-43c9-a14c-f891e8936102'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:48.653236 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53af8e20-42d9-4eff-96fc-83eaad320e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ada8dbb-f945-4f83-9213-78a721f6a3fd", "tag": "4bde697b-3fef-43c9-a14c-f891e8936102"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:48.707916 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bf25a3e5-b413-462e-90b2-7a23e491c4cf req-01e1be2a-ef6e-4e60-b252-31383abd359c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d HTTP/1.1" status: 200 len: 217 time: 0.4841676 Jul 22 16:40:48.789125 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1416a91-2e1d-4c29-9303-8bd533e01ab5 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:48.870942 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25a3e5-b413-462e-90b2-7a23e491c4cf req-a7cbabf4-9eec-4668-b0c9-2d61882b837e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:48.888278 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bf25a3e5-b413-462e-90b2-7a23e491c4cf req-a7cbabf4-9eec-4668-b0c9-2d61882b837e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 HTTP/1.1" status: 200 len: 851 time: 0.1304357 Jul 22 16:40:48.944543 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-9d001cf9-680e-47d7-8005-fe733c98bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:48.946333 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-9d001cf9-680e-47d7-8005-fe733c98bb31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0bc9099-dae1-45f4-ab26-301fcb4f4e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8077750 Jul 22 16:40:48.978422 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac47e8-7733-43a5-8c34-8057fd2b3a6f req-23a9aa1a-a27b-43f7-bf7f-a7d3642dfac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:48.980050 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7aac47e8-7733-43a5-8c34-8057fd2b3a6f req-23a9aa1a-a27b-43f7-bf7f-a7d3642dfac0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b941035a-d4cf-4492-abc6-ef7df54545a9 HTTP/1.1" status: 200 len: 1097 time: 0.3218954 Jul 22 16:40:48.989555 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935d76c-b36b-44c0-9cae-3005702a97d0 req-a4f31577-aa16-4a6f-b007-139e0f03b679 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:48.998395 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935d76c-b36b-44c0-9cae-3005702a97d0 req-a4f31577-aa16-4a6f-b007-139e0f03b679 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:49.000062 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4935d76c-b36b-44c0-9cae-3005702a97d0 req-a4f31577-aa16-4a6f-b007-139e0f03b679 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 1678 time: 0.9163048 Jul 22 16:40:49.007242 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1416a91-2e1d-4c29-9303-8bd533e01ab5 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Port': ['ID=f90bbfba-82c0-475c-99cf-fad93fe01711,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:49.043476 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1416a91-2e1d-4c29-9303-8bd533e01ab5 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:49.046322 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d1416a91-2e1d-4c29-9303-8bd533e01ab5 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/ports/f90bbfba-82c0-475c-99cf-fad93fe01711 HTTP/1.1" status: 204 len: 168 time: 0.8742375 Jul 22 16:40:49.049443 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56030) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:49.146588 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6089a27-aeb5-49cc-ad23-862b32294699 req-5b44e1b2-74df-46c4-b917-1e2f8edc2d00 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:49.148491 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a6089a27-aeb5-49cc-ad23-862b32294699 req-5b44e1b2-74df-46c4-b917-1e2f8edc2d00 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b941035a-d4cf-4492-abc6-ef7df54545a9 HTTP/1.1" status: 200 len: 946 time: 0.4236262 Jul 22 16:40:49.150452 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e3abea-80f3-4a5b-a86b-ed9d3ef2f5fb tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] GET failed (client error): The resource could not be found. Jul 22 16:40:49.152211 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-36e3abea-80f3-4a5b-a86b-ed9d3ef2f5fb tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports/f90bbfba-82c0-475c-99cf-fad93fe01711 HTTP/1.1" status: 404 len: 333 time: 0.0995264 Jul 22 16:40:49.156468 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56038) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:49.246507 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7aac47e8-7733-43a5-8c34-8057fd2b3a6f req-483c2aa8-ec38-4228-9051-3da188aad9ae service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430084 Jul 22 16:40:49.249122 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-62c7b89b-8b0e-44ab-a81d-cb339744f20b service neutron] 10.222.0.30 "GET /v2.0/networks/d0bc9099-dae1-45f4-ab26-301fcb4f4e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917202 Jul 22 16:40:49.258487 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25a3e5-b413-462e-90b2-7a23e491c4cf req-e00d0551-e431-46b5-85bb-859b2735058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:49.260020 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bf25a3e5-b413-462e-90b2-7a23e491c4cf req-e00d0551-e431-46b5-85bb-859b2735058c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3574815 Jul 22 16:40:49.270625 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4935d76c-b36b-44c0-9cae-3005702a97d0 req-db23b2a8-3801-4171-8514-8a6ef0628f96 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301795 Jul 22 16:40:49.332599 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a6089a27-aeb5-49cc-ad23-862b32294699 req-763f7935-0795-4698-a8b8-c057dab5c35c tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716158 Jul 22 16:40:49.365973 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6c6670ec-8547-42e9-9de2-dfc8bb97926a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting port 18f92cf5-0327-4eb4-987e-b9bbba1afaeb {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:49.366439 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c6670ec-8547-42e9-9de2-dfc8bb97926a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:49.395888 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ca34f1c-7f85-419c-b280-5765d653dd62 req-5b096ab8-633e-4451-bfb6-0f5f2b80f796 service neutron] 10.222.0.30 "GET /v2.0/networks/d0bc9099-dae1-45f4-ab26-301fcb4f4e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344550 Jul 22 16:40:49.406703 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc61ee2-6184-4777-a0a1-c279a1eb7a97 x-openstack-request-id: req-0dc61ee2-6184-4777-a0a1-c279a1eb7a97 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:49.407726 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ada8dbb-f945-4f83-9213-78a721f6a3fd", "tag": "4bde697b-3fef-43c9-a14c-f891e8936102", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:49.409545 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0dc61ee2-6184-4777-a0a1-c279a1eb7a97 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:49.410863 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ada8dbb-f945-4f83-9213-78a721f6a3fd', 'tag': '4bde697b-3fef-43c9-a14c-f891e8936102', 'status': 'completed', 'code': 200} Jul 22 16:40:49.498277 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c6670ec-8547-42e9-9de2-dfc8bb97926a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:49.529286 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6c6670ec-8547-42e9-9de2-dfc8bb97926a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Calling delete_port for 18f92cf5-0327-4eb4-987e-b9bbba1afaeb owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:49.644736 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ede355-16cb-4a6f-9bce-75abdce9b276 req-41c2875d-0b04-4d52-a465-633fbe52b17e tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:49.646579 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b2ede355-16cb-4a6f-9bce-75abdce9b276 req-41c2875d-0b04-4d52-a465-633fbe52b17e tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 943 time: 0.1717563 Jul 22 16:40:49.683472 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bf25a3e5-b413-462e-90b2-7a23e491c4cf req-05b71187-edc8-4648-a7e0-291a32e12e1b service neutron] 10.222.0.16 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238365 Jul 22 16:40:49.687327 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af8e20-42d9-4eff-96fc-83eaad320e4f req-f4264be3-b079-4620-b7fa-673d75cae5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:49.688029 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af8e20-42d9-4eff-96fc-83eaad320e4f req-f4264be3-b079-4620-b7fa-673d75cae5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:49.689767 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-53af8e20-42d9-4eff-96fc-83eaad320e4f req-f4264be3-b079-4620-b7fa-673d75cae5bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=027af367b5ff4d37b9ab99d0a55279d2&device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 1980 time: 0.1622963 Jul 22 16:40:49.738736 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b2ede355-16cb-4a6f-9bce-75abdce9b276 req-94dcf261-c147-4bf5-a637-c3a09972a493 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779214 Jul 22 16:40:49.747467 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c6670ec-8547-42e9-9de2-dfc8bb97926a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:49.794370 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6670ec-8547-42e9-9de2-dfc8bb97926a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Port': ['ID=18f92cf5-0327-4eb4-987e-b9bbba1afaeb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:49.892787 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c6670ec-8547-42e9-9de2-dfc8bb97926a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:49.896116 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bf25a3e5-b413-462e-90b2-7a23e491c4cf req-f56a178a-fc1d-4867-aef3-7ceff8f0860b service neutron] 10.222.0.16 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998329 Jul 22 16:40:49.898267 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6c6670ec-8547-42e9-9de2-dfc8bb97926a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/ports/18f92cf5-0327-4eb4-987e-b9bbba1afaeb HTTP/1.1" status: 204 len: 168 time: 0.7365434 Jul 22 16:40:49.898650 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56050) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:49.915164 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af8e20-42d9-4eff-96fc-83eaad320e4f req-956f8618-6dcc-4af4-ae85-282be540cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:49.916726 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-53af8e20-42d9-4eff-96fc-83eaad320e4f req-956f8618-6dcc-4af4-ae85-282be540cb17 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d0bc9099-dae1-45f4-ab26-301fcb4f4e97 HTTP/1.1" status: 200 len: 902 time: 0.2107651 Jul 22 16:40:49.934114 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c62cc6b-c8a9-4eca-b02b-f33195830084 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] GET failed (client error): The resource could not be found. Jul 22 16:40:49.937294 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8c62cc6b-c8a9-4eca-b02b-f33195830084 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports/18f92cf5-0327-4eb4-987e-b9bbba1afaeb HTTP/1.1" status: 404 len: 333 time: 0.0376074 Jul 22 16:40:49.938834 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56052) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:49.981570 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-53af8e20-42d9-4eff-96fc-83eaad320e4f req-22750321-f4dc-4b43-8d85-57001024151f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.111&port_id=4bde697b-3fef-43c9-a14c-f891e8936102 HTTP/1.1" status: 200 len: 217 time: 0.0514190 Jul 22 16:40:50.061884 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-026fd2d5-96ac-46c3-b61c-ec756e95bc31 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting subnet bda6d0ac-9d88-461b-96a7-b15e3654fa71 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:40:50.068069 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-026fd2d5-96ac-46c3-b61c-ec756e95bc31 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:50.108435 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af8e20-42d9-4eff-96fc-83eaad320e4f req-bf821137-e689-4231-95cf-6fb133d59b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:50.125502 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-53af8e20-42d9-4eff-96fc-83eaad320e4f req-bf821137-e689-4231-95cf-6fb133d59b57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7efa043c-31e5-4f1b-90f7-36d3403208d8 HTTP/1.1" status: 200 len: 801 time: 0.0995994 Jul 22 16:40:50.169148 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-026fd2d5-96ac-46c3-b61c-ec756e95bc31 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:50.257094 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af8e20-42d9-4eff-96fc-83eaad320e4f req-de2e17fd-5b6b-454d-a6a8-981882d77c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:50.258720 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-53af8e20-42d9-4eff-96fc-83eaad320e4f req-de2e17fd-5b6b-454d-a6a8-981882d77c34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0bc9099-dae1-45f4-ab26-301fcb4f4e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1421268 Jul 22 16:40:50.310172 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-026fd2d5-96ac-46c3-b61c-ec756e95bc31 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:50.365114 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:40:50.430883 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-026fd2d5-96ac-46c3-b61c-ec756e95bc31 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:50.476264 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fd2d5-96ac-46c3-b61c-ec756e95bc31 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Subnet': ['ID=bda6d0ac-9d88-461b-96a7-b15e3654fa71,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:50.480907 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-026fd2d5-96ac-46c3-b61c-ec756e95bc31 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:50.485980 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-026fd2d5-96ac-46c3-b61c-ec756e95bc31 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/subnets/bda6d0ac-9d88-461b-96a7-b15e3654fa71 HTTP/1.1" status: 204 len: 168 time: 0.5099773 Jul 22 16:40:50.487660 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56074) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:50.525362 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db319fa2-ca2f-443a-8fa6-99b7dad7c742 None None] Network d043440c-3198-428d-a645-72470ba40c5a requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:50.540590 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-53af8e20-42d9-4eff-96fc-83eaad320e4f req-ad0b473a-82eb-4e38-8a76-6d259cdc2e3b service neutron] 10.222.0.30 "GET /v2.0/networks/d0bc9099-dae1-45f4-ab26-301fcb4f4e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702980 Jul 22 16:40:50.562933 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffac67-93e8-42a3-a4f5-e0aad61d919f req-adc2eb38-31d2-4795-bfd1-06ff3b00e5c0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:50.573725 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffac67-93e8-42a3-a4f5-e0aad61d919f req-adc2eb38-31d2-4795-bfd1-06ff3b00e5c0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:50.576268 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-54ffac67-93e8-42a3-a4f5-e0aad61d919f req-adc2eb38-31d2-4795-bfd1-06ff3b00e5c0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 1678 time: 0.1990297 Jul 22 16:40:50.666648 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:50.669312 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-54ffac67-93e8-42a3-a4f5-e0aad61d919f req-1e1c48eb-825a-47d6-89cf-04d87158ce64 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871377 Jul 22 16:40:50.692647 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8a281d0-ede4-438c-9412-e3cf2382637c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:50.702436 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'port_id': 'fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d', 'mac_address': 'fa:16:3e:b7:41:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:40:50.774735 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:50.815297 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-53af8e20-42d9-4eff-96fc-83eaad320e4f req-6c786f9f-c867-48e2-afbf-40215be876d0 service neutron] 10.222.0.30 "GET /v2.0/networks/d0bc9099-dae1-45f4-ab26-301fcb4f4e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659726 Jul 22 16:40:50.821735 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:50.887408 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:50.895513 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b2b92-b571-4e40-aa44-f27b919b6ef2 req-c39e1700-538d-40c0-9bd3-9b8f17e06cec tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:50.896043 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:50.906136 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-429b2b92-b571-4e40-aa44-f27b919b6ef2 req-c39e1700-538d-40c0-9bd3-9b8f17e06cec tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b941035a-d4cf-4492-abc6-ef7df54545a9 HTTP/1.1" status: 200 len: 946 time: 0.1381061 Jul 22 16:40:50.975775 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e1ea6f-cb51-4dfe-a20e-e0da822bb5b6 None None] DHCP port deletion for d043440c-3198-428d-a645-72470ba40c5a request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:40:50.991449 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b8a281d0-ede4-438c-9412-e3cf2382637c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting port ed06fa57-f35e-4535-b7dd-ea867884434d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:50.992358 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8a281d0-ede4-438c-9412-e3cf2382637c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:50.994075 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-429b2b92-b571-4e40-aa44-f27b919b6ef2 req-38c090ec-420f-4013-b79a-41359c522452 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878737 Jul 22 16:40:51.025248 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:51.083142 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c1e1ea6f-cb51-4dfe-a20e-e0da822bb5b6 None None] Deleting port ed06fa57-f35e-4535-b7dd-ea867884434d {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:51.083553 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1e1ea6f-cb51-4dfe-a20e-e0da822bb5b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:51.156664 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b8a281d0-ede4-438c-9412-e3cf2382637c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] For port ed06fa57-f35e-4535-b7dd-ea867884434d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ed06fa57-f35e-4535-b7dd-ea867884434d,segment=NetworkSegment(37aa230a-17bb-443a-be73-17462c1d2e2f),segment_id=37aa230a-17bb-443a-be73-17462c1d2e2f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:51.157411 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8a281d0-ede4-438c-9412-e3cf2382637c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:51.188205 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c1e1ea6f-cb51-4dfe-a20e-e0da822bb5b6 None None] For port ed06fa57-f35e-4535-b7dd-ea867884434d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ed06fa57-f35e-4535-b7dd-ea867884434d,segment=NetworkSegment(37aa230a-17bb-443a-be73-17462c1d2e2f),segment_id=37aa230a-17bb-443a-be73-17462c1d2e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:51.188543 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1e1ea6f-cb51-4dfe-a20e-e0da822bb5b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:51.198318 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b8a281d0-ede4-438c-9412-e3cf2382637c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Calling delete_port for ed06fa57-f35e-4535-b7dd-ea867884434d owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:51.219108 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c1e1ea6f-cb51-4dfe-a20e-e0da822bb5b6 None None] Calling delete_port for ed06fa57-f35e-4535-b7dd-ea867884434d owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:51.225339 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dca8ec-9321-43e1-9bf9-551d4665dde0 req-c015d7d7-9e56-4d4a-a028-4af310901d81 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:51.234734 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e7dca8ec-9321-43e1-9bf9-551d4665dde0 req-c015d7d7-9e56-4d4a-a028-4af310901d81 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 944 time: 0.1331389 Jul 22 16:40:51.300502 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e7dca8ec-9321-43e1-9bf9-551d4665dde0 req-b20b7afd-00a2-48f3-8f5a-50354f76eee4 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648737 Jul 22 16:40:51.333541 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:51.351311 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb8145-fe8d-4766-8b01-e330f9d01358 req-b55b201f-7e71-4119-b5ac-b87c12fab2db tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:51.358146 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7cdb8145-fe8d-4766-8b01-e330f9d01358 req-b55b201f-7e71-4119-b5ac-b87c12fab2db tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 946 time: 0.2278957 Jul 22 16:40:51.417977 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7cdb8145-fe8d-4766-8b01-e330f9d01358 req-23e24ea4-7706-47cb-8969-9be3d1b708cc tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588934 Jul 22 16:40:51.421939 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1e1ea6f-cb51-4dfe-a20e-e0da822bb5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:51.451071 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8a281d0-ede4-438c-9412-e3cf2382637c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:51.486500 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e1ea6f-cb51-4dfe-a20e-e0da822bb5b6 None None] No DVR routers for this DVR port ed06fa57-f35e-4535-b7dd-ea867884434d on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:51.490757 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1ea6f-cb51-4dfe-a20e-e0da822bb5b6 None None] Pushing event deleted for resources: {'Port': ['ID=ed06fa57-f35e-4535-b7dd-ea867884434d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:51.494644 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a281d0-ede4-438c-9412-e3cf2382637c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Port': ['ID=ed06fa57-f35e-4535-b7dd-ea867884434d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:51.503858 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a281d0-ede4-438c-9412-e3cf2382637c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] No DVR routers for this DVR port ed06fa57-f35e-4535-b7dd-ea867884434d on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:51.604310 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8a281d0-ede4-438c-9412-e3cf2382637c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:51.615278 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-b8a281d0-ede4-438c-9412-e3cf2382637c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d043440c-3198-428d-a645-72470ba40c5a']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:51.627156 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-b8a281d0-ede4-438c-9412-e3cf2382637c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37aa230a-17bb-443a-be73-17462c1d2e2f') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:51.627712 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-b8a281d0-ede4-438c-9412-e3cf2382637c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37aa230a-17bb-443a-be73-17462c1d2e2f') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:51.638943 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8a281d0-ede4-438c-9412-e3cf2382637c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:51.653744 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8a281d0-ede4-438c-9412-e3cf2382637c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:51.658888 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f8891-4d40-4877-864f-72f09b9f6918 req-ba42918f-14fe-41ff-b3e1-b5bc0953d1cd tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:51.660466 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a281d0-ede4-438c-9412-e3cf2382637c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:40:51.661021 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8a281d0-ede4-438c-9412-e3cf2382637c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:40:51.665097 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:40:51.668754 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b25f8891-4d40-4877-864f-72f09b9f6918 req-ba42918f-14fe-41ff-b3e1-b5bc0953d1cd tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb1be267-20e9-4709-a69f-3dc2e16ca2f4 HTTP/1.1" status: 200 len: 945 time: 0.1218710 Jul 22 16:40:51.713263 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b25f8891-4d40-4877-864f-72f09b9f6918 req-2a8d8b0e-717b-4b99-8e67-cf02dfc02991 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435159 Jul 22 16:40:51.739521 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8a281d0-ede4-438c-9412-e3cf2382637c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:51.768644 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8a281d0-ede4-438c-9412-e3cf2382637c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:51.770669 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b8a281d0-ede4-438c-9412-e3cf2382637c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/networks/d043440c-3198-428d-a645-72470ba40c5a HTTP/1.1" status: 204 len: 168 time: 1.2820742 Jul 22 16:40:51.775393 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56108) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:51.780234 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-97c72a75-aeca-4f36-b9c7-d556ef273a45 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1048278518'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:51.794270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a281d0-ede4-438c-9412-e3cf2382637c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Network': ['ID=d043440c-3198-428d-a645-72470ba40c5a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:51.817964 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c72a75-aeca-4f36-b9c7-d556ef273a45 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:51.837242 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97c72a75-aeca-4f36-b9c7-d556ef273a45 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:51.871514 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08431168-7b3c-4fd0-9478-53bbe96b0ad9 req-a2672270-e3b6-4152-a87a-6f79882b6a18 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:51.884550 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08431168-7b3c-4fd0-9478-53bbe96b0ad9 req-a2672270-e3b6-4152-a87a-6f79882b6a18 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:51.896779 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08431168-7b3c-4fd0-9478-53bbe96b0ad9 req-a2672270-e3b6-4152-a87a-6f79882b6a18 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 1678 time: 0.1244669 Jul 22 16:40:51.931665 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c72a75-aeca-4f36-b9c7-d556ef273a45 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:40:51.956251 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97c72a75-aeca-4f36-b9c7-d556ef273a45 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:51.957054 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-97c72a75-aeca-4f36-b9c7-d556ef273a45 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Added segment be4e154f-ab22-4639-8a73-8ebeca071355 of type vlan for network d4cb28d2-182d-408a-9bbc-398498d6f055 Jul 22 16:40:51.992585 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08431168-7b3c-4fd0-9478-53bbe96b0ad9 req-e1476a74-f687-4a66-98c3-49f22841fe64 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901794 Jul 22 16:40:52.012202 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97c72a75-aeca-4f36-b9c7-d556ef273a45 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:52.047324 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ed06fa57-f35e-4535-b7dd-ea867884434d no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:40:52.065635 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97c72a75-aeca-4f36-b9c7-d556ef273a45 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:52.081565 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c72a75-aeca-4f36-b9c7-d556ef273a45 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:52.082638 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97c72a75-aeca-4f36-b9c7-d556ef273a45 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:52.331483 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: ed06fa57-f35e-4535-b7dd-ea867884434d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:40:52.332136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ed06fa57-f35e-4535-b7dd-ea867884434d not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:40:52.486225 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7145d-cfc7-4190-bd6a-7b7c39d2f48d req-eeb73270-d345-4534-8457-03722789d795 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:52.487618 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-97c72a75-aeca-4f36-b9c7-d556ef273a45 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7112355 Jul 22 16:40:52.488908 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56128) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:52.490890 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c72a75-aeca-4f36-b9c7-d556ef273a45 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Network': ['ID=d4cb28d2-182d-408a-9bbc-398498d6f055,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:52.493600 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1cf7145d-cfc7-4190-bd6a-7b7c39d2f48d req-eeb73270-d345-4534-8457-03722789d795 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 944 time: 0.1054769 Jul 22 16:40:52.501103 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network d4cb28d2-182d-408a-9bbc-398498d6f055 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:40:52.503420 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8571053c-b4c3-42ea-a197-8f68d92195ba tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'subnet': {'network_id': 'd4cb28d2-182d-408a-9bbc-398498d6f055', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:52.541143 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1cf7145d-cfc7-4190-bd6a-7b7c39d2f48d req-38646e2c-3034-4fd7-a9fe-2a2d4c5e4ba8 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465610 Jul 22 16:40:52.547577 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b706a-ddeb-4d5a-96a9-b0bca2491e9c req-26725740-88d2-491f-a4e8-db05a26fa1dc tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:52.549576 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-471b706a-ddeb-4d5a-96a9-b0bca2491e9c req-26725740-88d2-491f-a4e8-db05a26fa1dc tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b941035a-d4cf-4492-abc6-ef7df54545a9 HTTP/1.1" status: 200 len: 946 time: 0.4973667 Jul 22 16:40:52.676030 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-471b706a-ddeb-4d5a-96a9-b0bca2491e9c req-4d69b219-adb0-4bcf-87ce-f44fccb875c6 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188219 Jul 22 16:40:52.677314 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8571053c-b4c3-42ea-a197-8f68d92195ba tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:52.680978 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8571053c-b4c3-42ea-a197-8f68d92195ba tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:52.957437 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8571053c-b4c3-42ea-a197-8f68d92195ba tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:53.036431 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571053c-b4c3-42ea-a197-8f68d92195ba tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Subnet': ['ID=d81567e4-33cc-4d1f-9aa2-13e49358e459,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:53.041113 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8571053c-b4c3-42ea-a197-8f68d92195ba tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Checking segment: {'id': 'be4e154f-ab22-4639-8a73-8ebeca071355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'd4cb28d2-182d-408a-9bbc-398498d6f055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:53.041480 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8571053c-b4c3-42ea-a197-8f68d92195ba tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network hostable DHCP agents. Network: d4cb28d2-182d-408a-9bbc-398498d6f055, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:40:53.061750 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8571053c-b4c3-42ea-a197-8f68d92195ba tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network d4cb28d2-182d-408a-9bbc-398498d6f055 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:40:53.073310 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d715a-08ca-42ea-8946-a9c19a40c020 req-d0225614-c457-4e9b-8ce8-0530e5c1d9d1 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:53.075389 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-281d715a-08ca-42ea-8946-a9c19a40c020 req-d0225614-c457-4e9b-8ce8-0530e5c1d9d1 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 946 time: 0.1373804 Jul 22 16:40:53.076113 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8571053c-b4c3-42ea-a197-8f68d92195ba tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, d4cb28d2-182d-408a-9bbc-398498d6f055) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:53.082104 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8571053c-b4c3-42ea-a197-8f68d92195ba tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:53.082690 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8571053c-b4c3-42ea-a197-8f68d92195ba tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:53.096177 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dc4d55-f03f-4bf3-ba27-4acc50cf98f8 None None] Network d4cb28d2-182d-408a-9bbc-398498d6f055 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:53.124553 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4bde697b-3fef-43c9-a14c-f891e8936102 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:40:53.133733 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8571053c-b4c3-42ea-a197-8f68d92195ba tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6421888 Jul 22 16:40:53.135535 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56148) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:53.142717 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-280a71da-c92a-4429-8e5e-b7df84b50bb0 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1703245129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:53.210285 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-280a71da-c92a-4429-8e5e-b7df84b50bb0 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:53.213666 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-280a71da-c92a-4429-8e5e-b7df84b50bb0 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:53.221113 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-281d715a-08ca-42ea-8946-a9c19a40c020 req-0ed19692-a823-48c0-aebd-df3f7e1060fd tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224689 Jul 22 16:40:53.243814 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925461b-e25f-4e1b-a8f8-b9758ff93540 req-46a15791-75bf-4e92-8d6d-cf14a7f3d9ce tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:53.251801 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925461b-e25f-4e1b-a8f8-b9758ff93540 req-46a15791-75bf-4e92-8d6d-cf14a7f3d9ce tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:53.253681 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4925461b-e25f-4e1b-a8f8-b9758ff93540 req-46a15791-75bf-4e92-8d6d-cf14a7f3d9ce tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 1678 time: 0.1627426 Jul 22 16:40:53.380077 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4925461b-e25f-4e1b-a8f8-b9758ff93540 req-6a93fbe5-42d1-4cd4-8194-500a0f31a836 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161833 Jul 22 16:40:53.390999 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-280a71da-c92a-4429-8e5e-b7df84b50bb0 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:53.412487 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4bde697b-3fef-43c9-a14c-f891e8936102, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4bde697b-3fef-43c9-a14c-f891e8936102,segment=NetworkSegment(7eddb560-89b6-4338-957a-ada4a5999faf),segment_id=7eddb560-89b6-4338-957a-ada4a5999faf)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:53.420026 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-280a71da-c92a-4429-8e5e-b7df84b50bb0 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:53.451691 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '4bde697b-3fef-43c9-a14c-f891e8936102', 'network_id': 'd0bc9099-dae1-45f4-ab26-301fcb4f4e97', 'port_id': '4bde697b-3fef-43c9-a14c-f891e8936102', 'mac_address': 'fa:16:3e:1e:0a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7efa043c-31e5-4f1b-90f7-36d3403208d8', 'ip_address': '19.86.0.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:40:53.455710 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-280a71da-c92a-4429-8e5e-b7df84b50bb0 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:53.456971 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-280a71da-c92a-4429-8e5e-b7df84b50bb0 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3199453 Jul 22 16:40:53.459600 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56158) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:53.465043 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447d4caf-25ec-47d3-b37e-13c3661c249c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-d4cb28d2-182d-408a-9bbc-398498d6f055', 'network_id': 'd4cb28d2-182d-408a-9bbc-398498d6f055', 'tenant_id': '8e0aa67291574566a24ac254467e6460', 'fixed_ips': [{'subnet_id': 'd81567e4-33cc-4d1f-9aa2-13e49358e459'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:40:53.465264 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c774e413-408b-4588-a4cd-ce2609abadd2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'port': {'network_id': 'd4cb28d2-182d-408a-9bbc-398498d6f055', 'name': 'tempest-PortsTestJSON-747234314'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:53.466102 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-447d4caf-25ec-47d3-b37e-13c3661c249c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:53.652312 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-447d4caf-25ec-47d3-b37e-13c3661c249c None None] Allocated IP 172.20.0.2 (d4cb28d2-182d-408a-9bbc-398498d6f055/d81567e4-33cc-4d1f-9aa2-13e49358e459/23f2af8a-ad85-4582-8680-7f3e294d285a) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:53.747751 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c774e413-408b-4588-a4cd-ce2609abadd2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:53.751252 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c774e413-408b-4588-a4cd-ce2609abadd2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:53.765965 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfbb00-3e15-4211-85ba-5d019ee9b3fc req-494cd64b-bbf6-4f6f-95b6-23954743728a tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:53.775228 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:53.780098 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfbb00-3e15-4211-85ba-5d019ee9b3fc req-494cd64b-bbf6-4f6f-95b6-23954743728a tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:53.790890 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97d2de-64c9-4922-bf7a-c27629dd4f82 req-d4a5ddf9-1c79-49dc-ab2f-5012d3b63329 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:53.791615 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfbb00-3e15-4211-85ba-5d019ee9b3fc req-494cd64b-bbf6-4f6f-95b6-23954743728a tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:53.793484 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eddfbb00-3e15-4211-85ba-5d019ee9b3fc req-494cd64b-bbf6-4f6f-95b6-23954743728a tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b941035a-d4cf-4492-abc6-ef7df54545a9&device_id=bb1be267-20e9-4709-a69f-3dc2e16ca2f4&device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 2418 time: 0.1057148 Jul 22 16:40:53.794550 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2d97d2de-64c9-4922-bf7a-c27629dd4f82 req-d4a5ddf9-1c79-49dc-ab2f-5012d3b63329 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 944 time: 0.1224287 Jul 22 16:40:53.800496 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bde697b-3fef-43c9-a14c-f891e8936102 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:53.805738 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-c774e413-408b-4588-a4cd-ce2609abadd2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] device_id is not set on port 701c8d46-3f5a-443b-84cd-5c648b39bcd2 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:40:53.829780 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4bde697b-3fef-43c9-a14c-f891e8936102, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4bde697b-3fef-43c9-a14c-f891e8936102,segment=NetworkSegment(7eddb560-89b6-4338-957a-ada4a5999faf),segment_id=7eddb560-89b6-4338-957a-ada4a5999faf)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:53.839258 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:53.840089 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:40:53.849898 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eddfbb00-3e15-4211-85ba-5d019ee9b3fc req-6597c1b4-2311-4636-8f47-cfcef1cd8393 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467386 Jul 22 16:40:53.950771 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2d97d2de-64c9-4922-bf7a-c27629dd4f82 req-483ef9ff-0b5f-450a-ba10-d956a70fce12 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277747 Jul 22 16:40:54.002499 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=4bde697b-3fef-43c9-a14c-f891e8936102,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:54.012448 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-447d4caf-25ec-47d3-b37e-13c3661c249c None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:54.066440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-447d4caf-25ec-47d3-b37e-13c3661c249c None None] Transition to ACTIVE for port object 23f2af8a-ad85-4582-8680-7f3e294d285a will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:54.094674 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-447d4caf-25ec-47d3-b37e-13c3661c249c None None] Transition to ACTIVE for port object 23f2af8a-ad85-4582-8680-7f3e294d285a will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:54.121719 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2,segment=NetworkSegment(862ee3b2-ff00-4f13-9f95-b743cdce4646),segment_id=862ee3b2-ff00-4f13-9f95-b743cdce4646)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:54.133801 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2', 'network_id': '57c50bd6-e383-406f-a5aa-f3de9d35ca11', 'port_id': '13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2', 'mac_address': 'fa:16:3e:93:5a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02c03eb4-e5fa-4f41-849d-1d32c28400b2', 'ip_address': '19.80.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:40:54.136452 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-447d4caf-25ec-47d3-b37e-13c3661c249c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:54.141793 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122a5e8-6e75-42a2-b32c-14a122419f62 req-87c2fdcc-ed5f-4765-99e0-9a2860d58d93 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:54.145112 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2122a5e8-6e75-42a2-b32c-14a122419f62 req-87c2fdcc-ed5f-4765-99e0-9a2860d58d93 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b941035a-d4cf-4492-abc6-ef7df54545a9 HTTP/1.1" status: 200 len: 946 time: 0.1155372 Jul 22 16:40:54.206385 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2122a5e8-6e75-42a2-b32c-14a122419f62 req-c6453942-6c31-4378-95c8-866810e2838c tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443425 Jul 22 16:40:54.207051 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:54.215352 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447d4caf-25ec-47d3-b37e-13c3661c249c None None] Network d4cb28d2-182d-408a-9bbc-398498d6f055 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:54.223382 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-447d4caf-25ec-47d3-b37e-13c3661c249c None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:54.235886 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d4caf-25ec-47d3-b37e-13c3661c249c None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:54.250433 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-c774e413-408b-4588-a4cd-ce2609abadd2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Allocated IP 172.20.0.9 (d4cb28d2-182d-408a-9bbc-398498d6f055/d81567e4-33cc-4d1f-9aa2-13e49358e459/701c8d46-3f5a-443b-84cd-5c648b39bcd2) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:54.284330 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:54.389955 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:54.466497 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1711306-399f-4a9b-8778-95629b43af11 req-3b38cd3b-5f8d-4150-a592-fd52d29928e0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1321173 Jul 22 16:40:54.493792 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d4caf-25ec-47d3-b37e-13c3661c249c None None] Pushing event updated for resources: {'Port': ['ID=23f2af8a-ad85-4582-8680-7f3e294d285a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:54.517350 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-447d4caf-25ec-47d3-b37e-13c3661c249c None None] Attempting to bind port 23f2af8a-ad85-4582-8680-7f3e294d285a on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:54.517718 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-447d4caf-25ec-47d3-b37e-13c3661c249c None None] Attempting to bind port 23f2af8a-ad85-4582-8680-7f3e294d285a by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'be4e154f-ab22-4639-8a73-8ebeca071355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'd4cb28d2-182d-408a-9bbc-398498d6f055'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:54.518107 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447d4caf-25ec-47d3-b37e-13c3661c249c None None] Attempting to bind port 23f2af8a-ad85-4582-8680-7f3e294d285a on network d4cb28d2-182d-408a-9bbc-398498d6f055 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:54.525549 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447d4caf-25ec-47d3-b37e-13c3661c249c None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:54.528264 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447d4caf-25ec-47d3-b37e-13c3661c249c None None] Checking segment: {'id': 'be4e154f-ab22-4639-8a73-8ebeca071355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'd4cb28d2-182d-408a-9bbc-398498d6f055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:54.528678 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-447d4caf-25ec-47d3-b37e-13c3661c249c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:54.529079 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447d4caf-25ec-47d3-b37e-13c3661c249c None None] Bound using segment: {'id': 'be4e154f-ab22-4639-8a73-8ebeca071355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'd4cb28d2-182d-408a-9bbc-398498d6f055'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:54.529572 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-447d4caf-25ec-47d3-b37e-13c3661c249c None None] Bound port: 23f2af8a-ad85-4582-8680-7f3e294d285a, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4e154f-ab22-4639-8a73-8ebeca071355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'd4cb28d2-182d-408a-9bbc-398498d6f055'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:54.529972 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-447d4caf-25ec-47d3-b37e-13c3661c249c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:54.544739 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2,segment=NetworkSegment(862ee3b2-ff00-4f13-9f95-b743cdce4646),segment_id=862ee3b2-ff00-4f13-9f95-b743cdce4646)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:54.551978 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:54.647050 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c774e413-408b-4588-a4cd-ce2609abadd2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:54.653688 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:54.675038 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:54.684127 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:54.684507 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:54.693369 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c774e413-408b-4588-a4cd-ce2609abadd2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Transition to ACTIVE for port object 701c8d46-3f5a-443b-84cd-5c648b39bcd2 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:54.716478 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1711306-399f-4a9b-8778-95629b43af11 req-ce9cda53-57a9-4f07-ab57-a76026a06589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:54.718178 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1711306-399f-4a9b-8778-95629b43af11 req-ce9cda53-57a9-4f07-ab57-a76026a06589 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ab4163b9d3f42c1b95499d26b5bcf68&device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c HTTP/1.1" status: 200 len: 1097 time: 0.1646266 Jul 22 16:40:54.754999 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-447d4caf-25ec-47d3-b37e-13c3661c249c None None] For port 23f2af8a-ad85-4582-8680-7f3e294d285a, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:54.760321 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-447d4caf-25ec-47d3-b37e-13c3661c249c None None] For port 23f2af8a-ad85-4582-8680-7f3e294d285a, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=23f2af8a-ad85-4582-8680-7f3e294d285a,segment=NetworkSegment(be4e154f-ab22-4639-8a73-8ebeca071355),segment_id=be4e154f-ab22-4639-8a73-8ebeca071355)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:54.777127 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-447d4caf-25ec-47d3-b37e-13c3661c249c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:54.809543 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c774e413-408b-4588-a4cd-ce2609abadd2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:54.813865 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9620dd-e7a8-4d74-9f3a-2afe6d88593e req-83d4d750-42af-465b-a8e7-f138c8262960 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:54.824350 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9620dd-e7a8-4d74-9f3a-2afe6d88593e req-83d4d750-42af-465b-a8e7-f138c8262960 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:54.846595 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b9620dd-e7a8-4d74-9f3a-2afe6d88593e req-83d4d750-42af-465b-a8e7-f138c8262960 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 1680 time: 0.2252998 Jul 22 16:40:54.904987 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:54.908229 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c774e413-408b-4588-a4cd-ce2609abadd2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network d4cb28d2-182d-408a-9bbc-398498d6f055 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:54.909589 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774e413-408b-4588-a4cd-ce2609abadd2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Port': ['ID=701c8d46-3f5a-443b-84cd-5c648b39bcd2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:54.913538 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c774e413-408b-4588-a4cd-ce2609abadd2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:54.914368 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c774e413-408b-4588-a4cd-ce2609abadd2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:54.990889 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d4caf-25ec-47d3-b37e-13c3661c249c None None] Pushing event updated for resources: {'Port': ['ID=23f2af8a-ad85-4582-8680-7f3e294d285a,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:55.006063 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692f59df-59d9-48df-b3a1-4c957d6e08b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:55.011017 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c774e413-408b-4588-a4cd-ce2609abadd2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:55.011629 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c774e413-408b-4588-a4cd-ce2609abadd2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:55.014051 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b5e7e2-837d-47cc-9c53-793a93ed2bc6" -d '{"events": [{"server_uuid": "692f59df-59d9-48df-b3a1-4c957d6e08b6", "name": "network-vif-plugged", "status": "completed", "tag": "fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:55.030271 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:55.034608 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['4bde697b-3fef-43c9-a14c-f891e8936102'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:55.046043 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c774e413-408b-4588-a4cd-ce2609abadd2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5852833 Jul 22 16:40:55.046961 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56198) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:55.054745 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b9620dd-e7a8-4d74-9f3a-2afe6d88593e req-ee804cd3-2f62-430b-b95c-1b98897e1a05 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071519 Jul 22 16:40:55.123237 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1711306-399f-4a9b-8778-95629b43af11 req-eaa2fce8-4fd7-40d6-ad3d-0e374f0e43e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:55.125320 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1711306-399f-4a9b-8778-95629b43af11 req-eaa2fce8-4fd7-40d6-ad3d-0e374f0e43e5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc HTTP/1.1" status: 200 len: 912 time: 0.3764815 Jul 22 16:40:55.160815 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6f7ac8bc-61bd-47ac-9036-5cbd44875f98 req-7da60696-22df-4767-9dc3-f12290ec1ff5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=404ba5d8-fc02-4e70-ab02-e4a85fae985d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2245460 Jul 22 16:40:55.170092 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:55.181552 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792b38a2-74f9-4f85-b61d-b2298c94ded8 x-openstack-request-id: req-792b38a2-74f9-4f85-b61d-b2298c94ded8 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:55.181810 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692f59df-59d9-48df-b3a1-4c957d6e08b6", "name": "network-vif-plugged", "status": "completed", "tag": "fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:55.184136 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-792b38a2-74f9-4f85-b61d-b2298c94ded8 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:55.184592 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692f59df-59d9-48df-b3a1-4c957d6e08b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d', 'code': 200} Jul 22 16:40:55.204135 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:55.478786 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:55.601227 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1711306-399f-4a9b-8778-95629b43af11 req-fb33d44d-cf43-4fc1-8768-0c5b934ebb25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc0b5b16-e59c-4842-85bb-8fb885fa3d8a HTTP/1.1" status: 200 len: 1001 time: 0.4618239 Jul 22 16:40:55.679425 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3d659-7d94-4318-83a8-b1acde798452 req-1643b36e-fcc9-4764-9275-808dfc103381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:55.681363 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a0b3d659-7d94-4318-83a8-b1acde798452 req-1643b36e-fcc9-4764-9275-808dfc103381 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 1096 time: 0.3688931 Jul 22 16:40:55.754190 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ac8bc-61bd-47ac-9036-5cbd44875f98 req-7ddf32b2-131f-4763-a346-c55e7e59e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:55.761706 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6f7ac8bc-61bd-47ac-9036-5cbd44875f98 req-7ddf32b2-131f-4763-a346-c55e7e59e242 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&device_id=404ba5d8-fc02-4e70-ab02-e4a85fae985d HTTP/1.1" status: 200 len: 1096 time: 0.4751346 Jul 22 16:40:55.875203 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1711306-399f-4a9b-8778-95629b43af11 req-b9bdb5fd-6daa-4cab-af64-04e8a8475165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:55.876794 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1711306-399f-4a9b-8778-95629b43af11 req-b9bdb5fd-6daa-4cab-af64-04e8a8475165 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed2160ff-0eec-4892-bae9-c0ff519453ca HTTP/1.1" status: 200 len: 850 time: 0.2511280 Jul 22 16:40:55.884731 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a0b3d659-7d94-4318-83a8-b1acde798452 req-df6bec14-cac2-4266-86b5-fc3a42c50328 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773028 Jul 22 16:40:56.094714 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ac8bc-61bd-47ac-9036-5cbd44875f98 req-6a01cbb2-bc7e-44d0-ba6d-52b43e8ee77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:56.096995 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6f7ac8bc-61bd-47ac-9036-5cbd44875f98 req-6a01cbb2-bc7e-44d0-ba6d-52b43e8ee77d service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 913 time: 0.2863481 Jul 22 16:40:56.107865 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 23f2af8a-ad85-4582-8680-7f3e294d285a up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:56.185065 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6f7ac8bc-61bd-47ac-9036-5cbd44875f98 req-208fb0ef-37cd-4df7-88d1-6bf36f57da63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d768f0c-d3e6-4473-b4c7-9e9190019f85 HTTP/1.1" status: 200 len: 217 time: 0.0622597 Jul 22 16:40:56.188254 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1711306-399f-4a9b-8778-95629b43af11 req-c23cef4f-d8e2-4d10-b8aa-cf5d94c0d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:56.189806 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1711306-399f-4a9b-8778-95629b43af11 req-c23cef4f-d8e2-4d10-b8aa-cf5d94c0d599 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3041198 Jul 22 16:40:56.219933 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 23f2af8a-ad85-4582-8680-7f3e294d285a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:56.245695 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cefa13df-c92d-48cc-8fde-8e215ad1a437 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:56.381589 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ac8bc-61bd-47ac-9036-5cbd44875f98 req-479b841d-09ab-4872-b9aa-3d0701760b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:56.383257 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6f7ac8bc-61bd-47ac-9036-5cbd44875f98 req-479b841d-09ab-4872-b9aa-3d0701760b0a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 HTTP/1.1" status: 200 len: 851 time: 0.1916080 Jul 22 16:40:56.567953 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1711306-399f-4a9b-8778-95629b43af11 req-53424387-b3a3-4a6e-a5c1-1cf151a23a67 service neutron] 10.222.0.16 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288095 Jul 22 16:40:56.610802 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cefa13df-c92d-48cc-8fde-8e215ad1a437 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:56.630020 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec2e86-fece-40ef-8ae5-0d433a85e2ac req-a7f6762a-348e-4a8c-9546-f9a79bc96a49 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:56.632463 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-39ec2e86-fece-40ef-8ae5-0d433a85e2ac req-a7f6762a-348e-4a8c-9546-f9a79bc96a49 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 945 time: 0.6924124 Jul 22 16:40:56.634994 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cefa13df-c92d-48cc-8fde-8e215ad1a437 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:56.672529 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c137b0a8-367a-48fa-b2cf-b511f2dc406b None None] Network d4cb28d2-182d-408a-9bbc-398498d6f055 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:56.784638 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-39ec2e86-fece-40ef-8ae5-0d433a85e2ac req-c1475a3a-bd73-44e2-bef8-f7a72e23dd46 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398547 Jul 22 16:40:56.855818 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa13df-c92d-48cc-8fde-8e215ad1a437 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Port': ['ID=701c8d46-3f5a-443b-84cd-5c648b39bcd2,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:56.921992 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e5bf35d3-921a-40c4-8de8-d3300af7846b None None] Provisioning for port 23f2af8a-ad85-4582-8680-7f3e294d285a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:56.938678 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e5bf35d3-921a-40c4-8de8-d3300af7846b None None] Provisioning complete for port 23f2af8a-ad85-4582-8680-7f3e294d285a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:56.939066 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e5bf35d3-921a-40c4-8de8-d3300af7846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:57.033292 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ac8bc-61bd-47ac-9036-5cbd44875f98 req-f85e71ea-bc18-4b37-85cc-b3ab87c1143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:57.034832 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6f7ac8bc-61bd-47ac-9036-5cbd44875f98 req-f85e71ea-bc18-4b37-85cc-b3ab87c1143d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6428308 Jul 22 16:40:57.157449 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4bde697b-3fef-43c9-a14c-f891e8936102 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:57.233894 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1711306-399f-4a9b-8778-95629b43af11 req-40786d40-35b8-4e6c-9feb-ad23e8772015 service neutron] 10.222.0.16 "GET /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6600032 Jul 22 16:40:57.272789 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6f7ac8bc-61bd-47ac-9036-5cbd44875f98 req-7b238d94-3c88-4d73-8369-c1c7709a1107 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304752 Jul 22 16:40:57.283379 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51faed9-5cf2-4fa8-bf6f-8f9979edd759 req-7cbd0bf5-5dc8-43cb-81ef-e4f996aef2ba tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:57.289698 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51faed9-5cf2-4fa8-bf6f-8f9979edd759 req-7cbd0bf5-5dc8-43cb-81ef-e4f996aef2ba tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:57.296941 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e51faed9-5cf2-4fa8-bf6f-8f9979edd759 req-7cbd0bf5-5dc8-43cb-81ef-e4f996aef2ba tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 1680 time: 0.2768037 Jul 22 16:40:57.360630 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cefa13df-c92d-48cc-8fde-8e215ad1a437 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:57.400217 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e51faed9-5cf2-4fa8-bf6f-8f9979edd759 req-88422866-5db5-48b1-8470-c6bb05d4461f tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022077 Jul 22 16:40:57.452178 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e5bf35d3-921a-40c4-8de8-d3300af7846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:57.485258 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 4bde697b-3fef-43c9-a14c-f891e8936102 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:57.497540 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6f7ac8bc-61bd-47ac-9036-5cbd44875f98 req-658af507-127b-486c-aa98-8de9b59fb025 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923866 Jul 22 16:40:57.527556 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 4bde697b-3fef-43c9-a14c-f891e8936102 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:57.528699 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:57.663985 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19940071-b8b3-4235-9aa6-83bd8c0cd9a8 req-61e0146d-0390-469d-9c96-2f63e6be1c36 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:57.666677 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-19940071-b8b3-4235-9aa6-83bd8c0cd9a8 req-61e0146d-0390-469d-9c96-2f63e6be1c36 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 946 time: 0.3094049 Jul 22 16:40:57.735735 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e5bf35d3-921a-40c4-8de8-d3300af7846b None None] For port 23f2af8a-ad85-4582-8680-7f3e294d285a, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=23f2af8a-ad85-4582-8680-7f3e294d285a,segment=NetworkSegment(be4e154f-ab22-4639-8a73-8ebeca071355),segment_id=be4e154f-ab22-4639-8a73-8ebeca071355)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:57.748605 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e5bf35d3-921a-40c4-8de8-d3300af7846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:57.795401 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-19940071-b8b3-4235-9aa6-83bd8c0cd9a8 req-4801669e-92d0-46c0-82bf-b84289fe64f8 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195159 Jul 22 16:40:57.819759 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cefa13df-c92d-48cc-8fde-8e215ad1a437 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:57.850616 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf35d3-921a-40c4-8de8-d3300af7846b None None] Pushing event updated for resources: {'Port': ['ID=23f2af8a-ad85-4582-8680-7f3e294d285a,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:57.925294 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:58.016904 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4bde697b-3fef-43c9-a14c-f891e8936102, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4bde697b-3fef-43c9-a14c-f891e8936102,segment=NetworkSegment(7eddb560-89b6-4338-957a-ada4a5999faf),segment_id=7eddb560-89b6-4338-957a-ada4a5999faf)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:58.021452 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ada8dbb-f945-4f83-9213-78a721f6a3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bde697b-3fef-43c9-a14c-f891e8936102'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:58.031248 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c7753c-8a08-4aeb-9769-d31ac27da19c" -d '{"events": [{"server_uuid": "9ada8dbb-f945-4f83-9213-78a721f6a3fd", "name": "network-vif-plugged", "status": "completed", "tag": "4bde697b-3fef-43c9-a14c-f891e8936102"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:58.046489 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 23f2af8a-ad85-4582-8680-7f3e294d285a up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:58.048145 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb462f-64a8-4754-94e6-d56126575c72 req-7feed53d-add1-426b-8189-40543ab0c918 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:58.053687 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:58.057796 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-72bb462f-64a8-4754-94e6-d56126575c72 req-7feed53d-add1-426b-8189-40543ab0c918 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 945 time: 0.1588342 Jul 22 16:40:58.061110 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:58.124236 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-72bb462f-64a8-4754-94e6-d56126575c72 req-9775ee9b-3fa4-4da7-89e5-9408bdd22b69 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630589 Jul 22 16:40:58.132752 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c2b3cc-5c8a-49e9-803b-d209b51a2766 x-openstack-request-id: req-a6c2b3cc-5c8a-49e9-803b-d209b51a2766 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:58.133985 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ada8dbb-f945-4f83-9213-78a721f6a3fd", "name": "network-vif-plugged", "status": "completed", "tag": "4bde697b-3fef-43c9-a14c-f891e8936102", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:58.133985 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a6c2b3cc-5c8a-49e9-803b-d209b51a2766 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:58.134514 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ada8dbb-f945-4f83-9213-78a721f6a3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bde697b-3fef-43c9-a14c-f891e8936102', 'code': 200} Jul 22 16:40:58.412322 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9941a4dc-5b6e-4756-ba26-4bf6e96f84ef None None] Provisioning for port 701c8d46-3f5a-443b-84cd-5c648b39bcd2 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:58.422652 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=4bde697b-3fef-43c9-a14c-f891e8936102,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:58.435807 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9941a4dc-5b6e-4756-ba26-4bf6e96f84ef None None] Provisioning complete for port 701c8d46-3f5a-443b-84cd-5c648b39bcd2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:58.436183 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9941a4dc-5b6e-4756-ba26-4bf6e96f84ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:58.458823 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cefa13df-c92d-48cc-8fde-8e215ad1a437 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:58.465597 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cefa13df-c92d-48cc-8fde-8e215ad1a437 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:58.530422 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:58.532956 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9941a4dc-5b6e-4756-ba26-4bf6e96f84ef None None] Port 701c8d46-3f5a-443b-84cd-5c648b39bcd2 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:58.535073 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 23f2af8a-ad85-4582-8680-7f3e294d285a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:58.535530 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:58.661030 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:58.661622 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:58.668563 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa13df-c92d-48cc-8fde-8e215ad1a437 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Port': ['ID=701c8d46-3f5a-443b-84cd-5c648b39bcd2,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:58.705995 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cefa13df-c92d-48cc-8fde-8e215ad1a437 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:58.709647 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceda12e-4971-4788-b5e3-a3ee8096e781 req-28789341-41f0-4524-8cd9-66e538fc11a8 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:58.717689 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceda12e-4971-4788-b5e3-a3ee8096e781 req-28789341-41f0-4524-8cd9-66e538fc11a8 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:58.725666 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2ceda12e-4971-4788-b5e3-a3ee8096e781 req-28789341-41f0-4524-8cd9-66e538fc11a8 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 1681 time: 0.1769426 Jul 22 16:40:58.760920 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9941a4dc-5b6e-4756-ba26-4bf6e96f84ef None None] Provisioning complete for port 23f2af8a-ad85-4582-8680-7f3e294d285a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:58.762725 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9941a4dc-5b6e-4756-ba26-4bf6e96f84ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:58.770104 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766792d-5050-4c30-ae85-db64492481d1 req-cc6898b0-5019-4901-b098-9289c4ff22e6 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:58.771969 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b766792d-5050-4c30-ae85-db64492481d1 req-cc6898b0-5019-4901-b098-9289c4ff22e6 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 945 time: 0.2543907 Jul 22 16:40:58.816300 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2ceda12e-4971-4788-b5e3-a3ee8096e781 req-31f9a486-6949-4b88-9cf5-cdf25c68230e tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892835 Jul 22 16:40:58.945678 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b766792d-5050-4c30-ae85-db64492481d1 req-91288afb-1b92-42d0-9003-87db25296fc3 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561975 Jul 22 16:40:58.968766 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefa13df-c92d-48cc-8fde-8e215ad1a437 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network d4cb28d2-182d-408a-9bbc-398498d6f055 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:58.970377 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-cefa13df-c92d-48cc-8fde-8e215ad1a437 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:59.034879 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-de8ab43b-902d-47ea-89f2-955dde377cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:59.036183 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:59.126012 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c91834-34cf-4e3f-b056-d2bc865aecce req-a29bbb1e-e372-4024-91eb-02b04e3f8172 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:59.128657 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-96c91834-34cf-4e3f-b056-d2bc865aecce req-a29bbb1e-e372-4024-91eb-02b04e3f8172 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 946 time: 0.1154687 Jul 22 16:40:59.135022 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefa13df-c92d-48cc-8fde-8e215ad1a437 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Router 588d82cb-04cb-4193-95b0-91f2ff836d17 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:40:59.141868 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2,segment=NetworkSegment(862ee3b2-ff00-4f13-9f95-b743cdce4646),segment_id=862ee3b2-ff00-4f13-9f95-b743cdce4646)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:59.147394 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:59.216596 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-96c91834-34cf-4e3f-b056-d2bc865aecce req-bb1ab15c-3af6-4abc-ab04-9a4b5afc8441 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672982 Jul 22 16:40:59.225825 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:59.258809 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c3a4987c-7a3a-4b19-80fb-fc4d7d1c2dd3 None None] Provisioning complete for port 701c8d46-3f5a-443b-84cd-5c648b39bcd2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:59.259183 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c3a4987c-7a3a-4b19-80fb-fc4d7d1c2dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:59.282952 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefa13df-c92d-48cc-8fde-8e215ad1a437 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:40:59.290309 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cefa13df-c92d-48cc-8fde-8e215ad1a437 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "PUT /v2.0/routers/588d82cb-04cb-4193-95b0-91f2ff836d17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2420819 Jul 22 16:40:59.293399 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56292) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:59.330954 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d0118b-5f8f-4467-961d-f3a3433fa6c9 None None] Sync routers for ids ['588d82cb-04cb-4193-95b0-91f2ff836d17'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:40:59.342044 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c3a4987c-7a3a-4b19-80fb-fc4d7d1c2dd3 None None] Port 701c8d46-3f5a-443b-84cd-5c648b39bcd2 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:59.353617 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d0118b-5f8f-4467-961d-f3a3433fa6c9 None None] Routers {'588d82cb-04cb-4193-95b0-91f2ff836d17'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:40:59.355400 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-67d0118b-5f8f-4467-961d-f3a3433fa6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:40:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['588d82cb-04cb-4193-95b0-91f2ff836d17'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:59.392350 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f6be8b-d406-4b8a-9e3b-eef31db3e99b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:59.394413 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-62f6be8b-d406-4b8a-9e3b-eef31db3e99b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports?device_id=588d82cb-04cb-4193-95b0-91f2ff836d17 HTTP/1.1" status: 200 len: 981 time: 0.0997033 Jul 22 16:40:59.397583 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56296) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:59.405721 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-67d0118b-5f8f-4467-961d-f3a3433fa6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:59.428211 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d0118b-5f8f-4467-961d-f3a3433fa6c9 None None] Routers {'588d82cb-04cb-4193-95b0-91f2ff836d17'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:40:59.429125 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-67d0118b-5f8f-4467-961d-f3a3433fa6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:40:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['588d82cb-04cb-4193-95b0-91f2ff836d17'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:59.469444 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-67d0118b-5f8f-4467-961d-f3a3433fa6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:59.470221 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d0118b-5f8f-4467-961d-f3a3433fa6c9 None None] The sync data for ids ['588d82cb-04cb-4193-95b0-91f2ff836d17'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:40:59.487038 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-da9ae5bf-8863-42ed-a050-aa826c6aecfb None None] Provisioning complete for port 701c8d46-3f5a-443b-84cd-5c648b39bcd2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:59.487437 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da9ae5bf-8863-42ed-a050-aa826c6aecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:59.526605 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-da9ae5bf-8863-42ed-a050-aa826c6aecfb None None] Port 701c8d46-3f5a-443b-84cd-5c648b39bcd2 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:59.995431 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56ae0a7e-2999-46d7-a10e-7f6c3805d91e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:00.101258 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf793bc3-0b67-4fd0-b5d2-2e7d0ab3c5c7 req-ad63ecac-ed23-4e4c-af29-f1f70fa88792 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:00.107606 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf793bc3-0b67-4fd0-b5d2-2e7d0ab3c5c7 req-ad63ecac-ed23-4e4c-af29-f1f70fa88792 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:00.109341 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf793bc3-0b67-4fd0-b5d2-2e7d0ab3c5c7 req-ad63ecac-ed23-4e4c-af29-f1f70fa88792 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 1682 time: 0.2015777 Jul 22 16:41:00.136116 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ada8dbb-f945-4f83-9213-78a721f6a3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:41:00.139142 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf84507c-c22f-4a7c-84c6-3385b671b144" -d '{"events": [{"server_uuid": "9ada8dbb-f945-4f83-9213-78a721f6a3fd", "name": "network-vif-plugged", "status": "completed", "tag": "13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:41:00.193407 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c1259-1dfe-4467-9cb9-cc27a802c03b req-bd5dbb7b-030b-4778-bf62-a40506593c7a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:00.198902 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-032c1259-1dfe-4467-9cb9-cc27a802c03b req-bd5dbb7b-030b-4778-bf62-a40506593c7a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 945 time: 0.0961862 Jul 22 16:41:00.212042 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf793bc3-0b67-4fd0-b5d2-2e7d0ab3c5c7 req-37f3b2ca-21f5-47c4-acb0-83517f898db4 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958588 Jul 22 16:41:00.248398 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-032c1259-1dfe-4467-9cb9-cc27a802c03b req-7ad459bc-a771-40bf-8774-78f1736a15e5 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449443 Jul 22 16:41:00.275533 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a7bffe-4a5f-473f-b113-0f1cb3a7c1dc x-openstack-request-id: req-a0a7bffe-4a5f-473f-b113-0f1cb3a7c1dc {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:41:00.275831 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ada8dbb-f945-4f83-9213-78a721f6a3fd", "name": "network-vif-plugged", "status": "completed", "tag": "13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:41:00.276087 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a0a7bffe-4a5f-473f-b113-0f1cb3a7c1dc {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:41:00.276551 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ada8dbb-f945-4f83-9213-78a721f6a3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2', 'code': 200} Jul 22 16:41:00.371311 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-56ae0a7e-2999-46d7-a10e-7f6c3805d91e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting port 701c8d46-3f5a-443b-84cd-5c648b39bcd2 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:00.372589 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56ae0a7e-2999-46d7-a10e-7f6c3805d91e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:00.449068 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d17fa-ad8d-44f1-b599-277569fa9991 req-4ebfa151-9a1c-4cec-a2bb-7bf849333f94 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:00.457397 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-781d17fa-ad8d-44f1-b599-277569fa9991 req-4ebfa151-9a1c-4cec-a2bb-7bf849333f94 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 946 time: 0.1049335 Jul 22 16:41:00.517105 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56ae0a7e-2999-46d7-a10e-7f6c3805d91e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:00.522170 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-781d17fa-ad8d-44f1-b599-277569fa9991 req-5c8c8a3c-421b-4b7c-b5d6-369e24cbd611 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630772 Jul 22 16:41:00.537736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-56ae0a7e-2999-46d7-a10e-7f6c3805d91e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Calling delete_port for 701c8d46-3f5a-443b-84cd-5c648b39bcd2 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:00.622412 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241dfad-326e-435a-8052-a0b072cf76ad req-0122d093-35b6-4604-abdb-5da8ecdb3713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:00.622896 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241dfad-326e-435a-8052-a0b072cf76ad req-0122d093-35b6-4604-abdb-5da8ecdb3713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:00.624619 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b241dfad-326e-435a-8052-a0b072cf76ad req-0122d093-35b6-4604-abdb-5da8ecdb3713 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 1984 time: 0.2325206 Jul 22 16:41:00.752773 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b241dfad-326e-435a-8052-a0b072cf76ad req-a2ae3c44-5f41-479f-84d3-4f7f4e865cf3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188340 Jul 22 16:41:00.806932 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56ae0a7e-2999-46d7-a10e-7f6c3805d91e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:00.843633 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae0a7e-2999-46d7-a10e-7f6c3805d91e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Port': ['ID=701c8d46-3f5a-443b-84cd-5c648b39bcd2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:00.863487 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab216e-0c75-43c2-aeb6-ae8e6d1a2e36 req-eb4cc6f4-aea2-4295-8c6b-8a7b522211fe tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:00.865812 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-49ab216e-0c75-43c2-aeb6-ae8e6d1a2e36 req-eb4cc6f4-aea2-4295-8c6b-8a7b522211fe tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 945 time: 0.1071575 Jul 22 16:41:00.913504 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-49ab216e-0c75-43c2-aeb6-ae8e6d1a2e36 req-f3cd81f4-184b-42e4-b2f6-e527b216da40 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405622 Jul 22 16:41:01.034317 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56ae0a7e-2999-46d7-a10e-7f6c3805d91e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:01.199222 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ae0a7e-2999-46d7-a10e-7f6c3805d91e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Router 588d82cb-04cb-4193-95b0-91f2ff836d17 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:41:01.276521 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ae0a7e-2999-46d7-a10e-7f6c3805d91e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:41:01.283261 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-56ae0a7e-2999-46d7-a10e-7f6c3805d91e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "PUT /v2.0/routers/588d82cb-04cb-4193-95b0-91f2ff836d17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8843009 Jul 22 16:41:01.286189 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56360) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:01.306442 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd35ed44-7ed4-4f8e-8685-e257dd0adf06 None None] Sync routers for ids ['588d82cb-04cb-4193-95b0-91f2ff836d17'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:41:01.315563 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b592ab-d0af-44b1-b1c5-8d53ea817b69 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] GET failed (client error): The resource could not be found. Jul 22 16:41:01.316609 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd35ed44-7ed4-4f8e-8685-e257dd0adf06 None None] Routers {'588d82cb-04cb-4193-95b0-91f2ff836d17'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:01.320845 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-51b592ab-d0af-44b1-b1c5-8d53ea817b69 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports/701c8d46-3f5a-443b-84cd-5c648b39bcd2 HTTP/1.1" status: 404 len: 333 time: 0.0304565 Jul 22 16:41:01.320845 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56362) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:01.321277 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-dd35ed44-7ed4-4f8e-8685-e257dd0adf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:40:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['588d82cb-04cb-4193-95b0-91f2ff836d17'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:01.356710 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b718a-44f5-4ac8-9ba5-59a7df54e9de req-79b5ef5d-f7d5-4169-9404-3526b71bb4c0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:01.360187 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-dd35ed44-7ed4-4f8e-8685-e257dd0adf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:01.363288 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b718a-44f5-4ac8-9ba5-59a7df54e9de req-79b5ef5d-f7d5-4169-9404-3526b71bb4c0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:01.364905 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-715b718a-44f5-4ac8-9ba5-59a7df54e9de req-79b5ef5d-f7d5-4169-9404-3526b71bb4c0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 1682 time: 0.0847361 Jul 22 16:41:01.371166 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd35ed44-7ed4-4f8e-8685-e257dd0adf06 None None] Routers {'588d82cb-04cb-4193-95b0-91f2ff836d17'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:01.371775 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-dd35ed44-7ed4-4f8e-8685-e257dd0adf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:40:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['588d82cb-04cb-4193-95b0-91f2ff836d17'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:01.408623 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-715b718a-44f5-4ac8-9ba5-59a7df54e9de req-6563941d-b77e-4ac5-9d61-b58dc715829e tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363750 Jul 22 16:41:01.415707 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9a0ce3d-1e89-46df-8303-d31a212b2051 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:01.453814 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-dd35ed44-7ed4-4f8e-8685-e257dd0adf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:01.454754 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd35ed44-7ed4-4f8e-8685-e257dd0adf06 None None] The sync data for ids ['588d82cb-04cb-4193-95b0-91f2ff836d17'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:41:01.575921 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7390978f-f75a-4568-af62-05cbc642e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:01.613915 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:01.902536 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9a0ce3d-1e89-46df-8303-d31a212b2051 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:01.906220 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9a0ce3d-1e89-46df-8303-d31a212b2051 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:01.960245 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b66c2-613e-4a82-a578-4c4524fd08ff req-9d245c87-4def-47e6-b19e-0d86a0ee942d tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:01.961862 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9e3b66c2-613e-4a82-a578-4c4524fd08ff req-9d245c87-4def-47e6-b19e-0d86a0ee942d tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 946 time: 0.2216585 Jul 22 16:41:01.968306 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9a0ce3d-1e89-46df-8303-d31a212b2051 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:01.968874 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a0ce3d-1e89-46df-8303-d31a212b2051 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Fanout notify agent at l3_agent the message router_deleted on router 588d82cb-04cb-4193-95b0-91f2ff836d17 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:41:01.986510 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9a0ce3d-1e89-46df-8303-d31a212b2051 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:01.990076 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d9a0ce3d-1e89-46df-8303-d31a212b2051 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/routers/588d82cb-04cb-4193-95b0-91f2ff836d17 HTTP/1.1" status: 204 len: 168 time: 0.6659980 Jul 22 16:41:01.995901 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56384) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:02.106218 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a020888-49b7-466c-89ef-2c2a246bbea5 req-42e93fd2-31ae-484f-b9e2-95193d2d0cdd tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:02.108203 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2a020888-49b7-466c-89ef-2c2a246bbea5 req-42e93fd2-31ae-484f-b9e2-95193d2d0cdd tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 945 time: 0.0878344 Jul 22 16:41:02.130415 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2de4746-9e9f-42f5-a663-ee1d2e3314aa tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting subnet d81567e4-33cc-4d1f-9aa2-13e49358e459 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:41:02.135119 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9e3b66c2-613e-4a82-a578-4c4524fd08ff req-584c1586-ea15-46ab-b398-b29758123452 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641088 Jul 22 16:41:02.137771 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d2de4746-9e9f-42f5-a663-ee1d2e3314aa tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.167238 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2a020888-49b7-466c-89ef-2c2a246bbea5 req-1448e16d-8467-4163-a191-ae628bba1c6e tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529115 Jul 22 16:41:02.191481 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d2de4746-9e9f-42f5-a663-ee1d2e3314aa tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.300258 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d2de4746-9e9f-42f5-a663-ee1d2e3314aa tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.367191 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d2de4746-9e9f-42f5-a663-ee1d2e3314aa tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.395618 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d2de4746-9e9f-42f5-a663-ee1d2e3314aa tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.401081 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d2de4746-9e9f-42f5-a663-ee1d2e3314aa tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/subnets/d81567e4-33cc-4d1f-9aa2-13e49358e459 HTTP/1.1" status: 204 len: 168 time: 0.3993762 Jul 22 16:41:02.401081 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de4746-9e9f-42f5-a663-ee1d2e3314aa tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Subnet': ['ID=d81567e4-33cc-4d1f-9aa2-13e49358e459,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:02.401617 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a75f764-0c32-4297-b0f2-cc4a5ff968bc None None] Network d4cb28d2-182d-408a-9bbc-398498d6f055 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:02.402092 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56394) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:02.416706 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:41:02.503258 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c354456-3bff-474d-809b-2541298f1a03 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.617831 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:02.627290 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8c354456-3bff-474d-809b-2541298f1a03 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting port 23f2af8a-ad85-4582-8680-7f3e294d285a {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:02.628425 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c354456-3bff-474d-809b-2541298f1a03 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.632500 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'port_id': 'fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d', 'mac_address': 'fa:16:3e:b7:41:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:41:02.670446 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13c5ee-cd40-4405-b43f-6799bfca4e0e req-8bf2a383-78d3-4d5c-b659-4514cf788b5f tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:02.676727 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13c5ee-cd40-4405-b43f-6799bfca4e0e req-8bf2a383-78d3-4d5c-b659-4514cf788b5f tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:02.678560 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6c13c5ee-cd40-4405-b43f-6799bfca4e0e req-8bf2a383-78d3-4d5c-b659-4514cf788b5f tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 1682 time: 0.1399052 Jul 22 16:41:02.696596 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.705883 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.710685 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:41:02.722492 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a88fc50-0be7-42cd-8789-9967b55d653a None None] DHCP port deletion for d4cb28d2-182d-408a-9bbc-398498d6f055 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:41:02.747895 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:02.760366 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-8c354456-3bff-474d-809b-2541298f1a03 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] For port 23f2af8a-ad85-4582-8680-7f3e294d285a, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=23f2af8a-ad85-4582-8680-7f3e294d285a,segment=NetworkSegment(be4e154f-ab22-4639-8a73-8ebeca071355),segment_id=be4e154f-ab22-4639-8a73-8ebeca071355)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:02.760735 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c354456-3bff-474d-809b-2541298f1a03 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.771315 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.779187 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8c354456-3bff-474d-809b-2541298f1a03 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Calling delete_port for 23f2af8a-ad85-4582-8680-7f3e294d285a owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:02.800546 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6c13c5ee-cd40-4405-b43f-6799bfca4e0e req-360b89a2-b5c3-4f55-8a29-1b2064055b89 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134124 Jul 22 16:41:02.871840 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:02.879255 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7a88fc50-0be7-42cd-8789-9967b55d653a None None] Deleting port 23f2af8a-ad85-4582-8680-7f3e294d285a {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:02.879635 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a88fc50-0be7-42cd-8789-9967b55d653a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.922613 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c354456-3bff-474d-809b-2541298f1a03 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.949369 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c354456-3bff-474d-809b-2541298f1a03 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Port': ['ID=23f2af8a-ad85-4582-8680-7f3e294d285a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:02.953192 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c354456-3bff-474d-809b-2541298f1a03 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] No DVR routers for this DVR port 23f2af8a-ad85-4582-8680-7f3e294d285a on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:02.971395 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7a88fc50-0be7-42cd-8789-9967b55d653a None None] For port 23f2af8a-ad85-4582-8680-7f3e294d285a, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=23f2af8a-ad85-4582-8680-7f3e294d285a,segment=NetworkSegment(be4e154f-ab22-4639-8a73-8ebeca071355),segment_id=be4e154f-ab22-4639-8a73-8ebeca071355)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:02.971804 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a88fc50-0be7-42cd-8789-9967b55d653a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.985911 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7a88fc50-0be7-42cd-8789-9967b55d653a None None] Calling delete_port for 23f2af8a-ad85-4582-8680-7f3e294d285a owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: from cryptography.utils import int_from_bytes Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: from cryptography.utils import int_from_bytes Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.068485 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.072486 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.072486 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.072486 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.072486 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.072486 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.072486 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.072486 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.072486 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.072486 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.072486 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.072486 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.072486 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.072486 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:03.072486 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:41:03.076236 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:41:03.139399 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a88fc50-0be7-42cd-8789-9967b55d653a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:03.210631 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88fc50-0be7-42cd-8789-9967b55d653a None None] Pushing event deleted for resources: {'Port': ['ID=23f2af8a-ad85-4582-8680-7f3e294d285a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:03.225411 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a88fc50-0be7-42cd-8789-9967b55d653a None None] No DVR routers for this DVR port 23f2af8a-ad85-4582-8680-7f3e294d285a on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:03.346664 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd73d1f-986a-48ed-a6ea-e1dc061ab28d req-e55d385a-b2d9-42fd-8c1a-0356ffccf89c tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:03.349243 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0fd73d1f-986a-48ed-a6ea-e1dc061ab28d req-e55d385a-b2d9-42fd-8c1a-0356ffccf89c tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 946 time: 0.0881352 Jul 22 16:41:03.350927 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c354456-3bff-474d-809b-2541298f1a03 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:03.396138 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-8c354456-3bff-474d-809b-2541298f1a03 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4cb28d2-182d-408a-9bbc-398498d6f055']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:03.411735 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0fd73d1f-986a-48ed-a6ea-e1dc061ab28d req-9628e6f8-87b2-4aa4-b84c-20cc451600e2 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527990 Jul 22 16:41:03.412015 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-8c354456-3bff-474d-809b-2541298f1a03 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4e154f-ab22-4639-8a73-8ebeca071355') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:03.412492 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-8c354456-3bff-474d-809b-2541298f1a03 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4e154f-ab22-4639-8a73-8ebeca071355') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:03.425844 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c354456-3bff-474d-809b-2541298f1a03 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:03.443874 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c354456-3bff-474d-809b-2541298f1a03 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:03.461852 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c354456-3bff-474d-809b-2541298f1a03 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:41:03.462808 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c354456-3bff-474d-809b-2541298f1a03 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:41:03.480359 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:41:03.547906 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e898cf-0c34-48f5-b0ef-94f199b42151 req-2dd0296f-afbd-4952-806b-4f03c3b7e1f4 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:03.553838 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e898cf-0c34-48f5-b0ef-94f199b42151 req-2dd0296f-afbd-4952-806b-4f03c3b7e1f4 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:03.561226 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-78e898cf-0c34-48f5-b0ef-94f199b42151 req-2dd0296f-afbd-4952-806b-4f03c3b7e1f4 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 1682 time: 0.2073390 Jul 22 16:41:03.561577 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18348917-ff56-4c1d-9ecb-8ce29b7fe6a3 req-01ebc953-8623-477f-a652-e75553cac04f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:03.563180 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-18348917-ff56-4c1d-9ecb-8ce29b7fe6a3 req-01ebc953-8623-477f-a652-e75553cac04f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 944 time: 0.0782275 Jul 22 16:41:03.586401 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c354456-3bff-474d-809b-2541298f1a03 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:03.596814 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c354456-3bff-474d-809b-2541298f1a03 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:03.598960 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8c354456-3bff-474d-809b-2541298f1a03 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/networks/d4cb28d2-182d-408a-9bbc-398498d6f055 HTTP/1.1" status: 204 len: 168 time: 1.1951063 Jul 22 16:41:03.603184 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56440) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:03.619658 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-18348917-ff56-4c1d-9ecb-8ce29b7fe6a3 req-91bd315c-2f18-4aa5-a4c3-d1661ca414bb tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489554 Jul 22 16:41:03.639414 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-78e898cf-0c34-48f5-b0ef-94f199b42151 req-03833fa7-2805-47b2-a979-8a575e44a38b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695214 Jul 22 16:41:03.664797 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c354456-3bff-474d-809b-2541298f1a03 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Network': ['ID=d4cb28d2-182d-408a-9bbc-398498d6f055,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:03.690933 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f770d5a-979d-4b0f-ae1a-f81e72b6b18a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:03.696515 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56444) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:03.707381 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5f770d5a-979d-4b0f-ae1a-f81e72b6b18a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports/6c58c37b-fea5-4b18-8d5a-7f326e3794c5 HTTP/1.1" status: 200 len: 841 time: 0.0996661 Jul 22 16:41:03.761323 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ae31bcfb-b731-47eb-a457-cab99ecc9f1b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports/6c58c37b-fea5-4b18-8d5a-7f326e3794c5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0633607 Jul 22 16:41:03.769186 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56452) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:03.774670 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c788ea6d-73d7-4ba7-a37d-94d330444815 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'subnet': {'network_id': 'eabb92d1-b3b7-4fe3-a256-28861793becd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:03.904009 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c788ea6d-73d7-4ba7-a37d-94d330444815 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:03.908161 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c788ea6d-73d7-4ba7-a37d-94d330444815 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:03.972540 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 23f2af8a-ad85-4582-8680-7f3e294d285a no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:04.007687 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 23f2af8a-ad85-4582-8680-7f3e294d285a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:04.008130 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 23f2af8a-ad85-4582-8680-7f3e294d285a not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:04.140256 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c788ea6d-73d7-4ba7-a37d-94d330444815 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.203189 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c788ea6d-73d7-4ba7-a37d-94d330444815 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network eabb92d1-b3b7-4fe3-a256-28861793becd is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:04.206481 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c788ea6d-73d7-4ba7-a37d-94d330444815 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:04.211106 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c788ea6d-73d7-4ba7-a37d-94d330444815 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:04.211921 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c788ea6d-73d7-4ba7-a37d-94d330444815 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.215346 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2315ac-a671-4801-82cf-ce47cff75b66 None None] Network eabb92d1-b3b7-4fe3-a256-28861793becd requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:04.236834 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788ea6d-73d7-4ba7-a37d-94d330444815 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Subnet': ['ID=178feaf9-f130-453d-b258-43fd9b2f14d5,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:04.245822 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56480) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:04.246220 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c788ea6d-73d7-4ba7-a37d-94d330444815 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4757578 Jul 22 16:41:04.251656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-368eb26b-9a1d-4dc6-80cd-60aa36a5d9dd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'security_group': {'name': 'tempest-secgroup-1375143706'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:04.291897 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-368eb26b-9a1d-4dc6-80cd-60aa36a5d9dd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.424855 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-368eb26b-9a1d-4dc6-80cd-60aa36a5d9dd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.433381 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-368eb26b-9a1d-4dc6-80cd-60aa36a5d9dd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.446228 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:04.488894 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-368eb26b-9a1d-4dc6-80cd-60aa36a5d9dd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.490886 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-368eb26b-9a1d-4dc6-80cd-60aa36a5d9dd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2435596 Jul 22 16:41:04.495435 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56490) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:04.511400 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-58150b77-0a15-491c-8130-9935edf2b2c9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'security_group': {'name': 'tempest-secgroup-1819959362'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:04.516336 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368eb26b-9a1d-4dc6-80cd-60aa36a5d9dd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf679de-6d68-4fcc-b428-b8726037cda5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:04.553178 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58150b77-0a15-491c-8130-9935edf2b2c9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.668199 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.701678 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5972505-427f-401f-a99a-bf15ff9345f1 req-7f612052-a30b-4405-801b-db4aad28df3d tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:04.709054 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f5972505-427f-401f-a99a-bf15ff9345f1 req-7f612052-a30b-4405-801b-db4aad28df3d tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 946 time: 0.1406434 Jul 22 16:41:04.782128 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:04.783364 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.785779 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f5972505-427f-401f-a99a-bf15ff9345f1 req-0374381f-df39-4637-b249-87f595313f57 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753357 Jul 22 16:41:04.813511 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58150b77-0a15-491c-8130-9935edf2b2c9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.821057 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58150b77-0a15-491c-8130-9935edf2b2c9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.858061 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069f09b-fcc7-4655-b7cb-a3eb0b9ed290 req-9a4f56a6-d097-4997-89df-05127a21ac84 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:04.860594 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7069f09b-fcc7-4655-b7cb-a3eb0b9ed290 req-9a4f56a6-d097-4997-89df-05127a21ac84 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 944 time: 0.0856507 Jul 22 16:41:04.866274 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58150b77-0a15-491c-8130-9935edf2b2c9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.868153 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-58150b77-0a15-491c-8130-9935edf2b2c9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3712690 Jul 22 16:41:04.871819 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56500) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:04.887014 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3b79a229-baa3-4f4d-aa91-afa0e04f4a75 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-974661038', 'security_groups': ['ee784a12-a48f-43ba-9449-946311ff7dda'], 'network_id': 'eabb92d1-b3b7-4fe3-a256-28861793becd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '178feaf9-f130-453d-b258-43fd9b2f14d5'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:04.903461 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6253e82b-80b2-40b3-b464-929f5d63fece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-eabb92d1-b3b7-4fe3-a256-28861793becd', 'network_id': 'eabb92d1-b3b7-4fe3-a256-28861793becd', 'tenant_id': '8e0aa67291574566a24ac254467e6460', 'fixed_ips': [{'subnet_id': '178feaf9-f130-453d-b258-43fd9b2f14d5'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:41:04.904838 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6253e82b-80b2-40b3-b464-929f5d63fece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:05.023594 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58150b77-0a15-491c-8130-9935edf2b2c9 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee784a12-a48f-43ba-9449-946311ff7dda,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:05.057749 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7069f09b-fcc7-4655-b7cb-a3eb0b9ed290 req-f162221d-99a8-459d-9270-47aba510a4f4 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888752 Jul 22 16:41:05.113498 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:05.163255 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692f59df-59d9-48df-b3a1-4c957d6e08b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:41:05.167246 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4742d110-fa78-490a-8863-a6ed7b757ff0" -d '{"events": [{"server_uuid": "692f59df-59d9-48df-b3a1-4c957d6e08b6", "name": "network-vif-plugged", "status": "completed", "tag": "fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:41:05.176803 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b79a229-baa3-4f4d-aa91-afa0e04f4a75 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:05.191248 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834a057-85f6-4923-9abd-0efd7cf0453c req-11e422d8-cac9-4fee-8116-22d2a1ea5bac tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:05.208429 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834a057-85f6-4923-9abd-0efd7cf0453c req-11e422d8-cac9-4fee-8116-22d2a1ea5bac tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:05.208698 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:05.220097 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:05.234705 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b834a057-85f6-4923-9abd-0efd7cf0453c req-11e422d8-cac9-4fee-8116-22d2a1ea5bac tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 1682 time: 0.3004670 Jul 22 16:41:05.274404 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195966d5-716c-4842-83ed-e5b2c7c65b4e req-ffe73d2d-9c35-401d-bb8f-6db59e0d3bbd tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:05.284532 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-6253e82b-80b2-40b3-b464-929f5d63fece None None] Allocated IP 172.20.0.2 (eabb92d1-b3b7-4fe3-a256-28861793becd/178feaf9-f130-453d-b258-43fd9b2f14d5/7a97baf2-ee2a-4955-9d0b-71fc1c5154ac) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:05.287089 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195966d5-716c-4842-83ed-e5b2c7c65b4e req-ffe73d2d-9c35-401d-bb8f-6db59e0d3bbd tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:05.304241 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-195966d5-716c-4842-83ed-e5b2c7c65b4e req-ffe73d2d-9c35-401d-bb8f-6db59e0d3bbd tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 1682 time: 0.4463897 Jul 22 16:41:05.305996 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3b79a229-baa3-4f4d-aa91-afa0e04f4a75 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:05.360825 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-3b79a229-baa3-4f4d-aa91-afa0e04f4a75 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] device_id is not set on port 4e61c9bf-a647-41c1-91c0-077a016315fc yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:41:05.452050 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a1fedf-8ea9-463f-b8ee-ce35e3d52767 x-openstack-request-id: req-37a1fedf-8ea9-463f-b8ee-ce35e3d52767 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:41:05.454036 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692f59df-59d9-48df-b3a1-4c957d6e08b6", "name": "network-vif-plugged", "status": "completed", "tag": "fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:41:05.454336 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-37a1fedf-8ea9-463f-b8ee-ce35e3d52767 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:41:05.454822 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692f59df-59d9-48df-b3a1-4c957d6e08b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d', 'code': 200} Jul 22 16:41:05.529164 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b834a057-85f6-4923-9abd-0efd7cf0453c req-4e312e7e-dcc4-4191-ae43-86e80050c45b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934139 Jul 22 16:41:05.549721 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:05.657913 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6253e82b-80b2-40b3-b464-929f5d63fece None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:05.680337 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6253e82b-80b2-40b3-b464-929f5d63fece None None] Transition to ACTIVE for port object 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:05.712667 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-195966d5-716c-4842-83ed-e5b2c7c65b4e req-e93ff03e-0745-446a-919a-47cbcbe9581b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Deleting port 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:05.714326 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-195966d5-716c-4842-83ed-e5b2c7c65b4e req-e93ff03e-0745-446a-919a-47cbcbe9581b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:05.724401 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6253e82b-80b2-40b3-b464-929f5d63fece None None] Transition to ACTIVE for port object 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:05.737766 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6253e82b-80b2-40b3-b464-929f5d63fece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:05.800315 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253e82b-80b2-40b3-b464-929f5d63fece None None] Pushing event updated for resources: {'Port': ['ID=7a97baf2-ee2a-4955-9d0b-71fc1c5154ac,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:05.821671 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6253e82b-80b2-40b3-b464-929f5d63fece None None] Network eabb92d1-b3b7-4fe3-a256-28861793becd is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:05.824152 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-6253e82b-80b2-40b3-b464-929f5d63fece None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:05.831688 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6253e82b-80b2-40b3-b464-929f5d63fece None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:05.877062 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-3b79a229-baa3-4f4d-aa91-afa0e04f4a75 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Allocated IP 172.20.0.14 (eabb92d1-b3b7-4fe3-a256-28861793becd/178feaf9-f130-453d-b258-43fd9b2f14d5/4e61c9bf-a647-41c1-91c0-077a016315fc) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:05.943203 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6253e82b-80b2-40b3-b464-929f5d63fece None None] Attempting to bind port 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:41:05.943849 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6253e82b-80b2-40b3-b464-929f5d63fece None None] Attempting to bind port 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '4fc1c588-735e-49c1-9e21-c7a5d5bbc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'eabb92d1-b3b7-4fe3-a256-28861793becd'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:41:05.946684 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6253e82b-80b2-40b3-b464-929f5d63fece None None] Attempting to bind port 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac on network eabb92d1-b3b7-4fe3-a256-28861793becd {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:05.954511 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6253e82b-80b2-40b3-b464-929f5d63fece None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:41:05.954908 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6253e82b-80b2-40b3-b464-929f5d63fece None None] Checking segment: {'id': '4fc1c588-735e-49c1-9e21-c7a5d5bbc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'eabb92d1-b3b7-4fe3-a256-28861793becd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:05.955396 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6253e82b-80b2-40b3-b464-929f5d63fece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:05.956411 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6253e82b-80b2-40b3-b464-929f5d63fece None None] Bound using segment: {'id': '4fc1c588-735e-49c1-9e21-c7a5d5bbc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'eabb92d1-b3b7-4fe3-a256-28861793becd'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:41:05.957073 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6253e82b-80b2-40b3-b464-929f5d63fece None None] Bound port: 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc1c588-735e-49c1-9e21-c7a5d5bbc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'eabb92d1-b3b7-4fe3-a256-28861793becd'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:41:05.957675 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6253e82b-80b2-40b3-b464-929f5d63fece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.002810 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-195966d5-716c-4842-83ed-e5b2c7c65b4e req-e93ff03e-0745-446a-919a-47cbcbe9581b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] For port 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2,segment=NetworkSegment(862ee3b2-ff00-4f13-9f95-b743cdce4646),segment_id=862ee3b2-ff00-4f13-9f95-b743cdce4646)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:06.004031 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-195966d5-716c-4842-83ed-e5b2c7c65b4e req-e93ff03e-0745-446a-919a-47cbcbe9581b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.031984 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-195966d5-716c-4842-83ed-e5b2c7c65b4e req-e93ff03e-0745-446a-919a-47cbcbe9581b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Calling delete_port for 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:06.186323 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6253e82b-80b2-40b3-b464-929f5d63fece None None] For port 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:41:06.203913 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6253e82b-80b2-40b3-b464-929f5d63fece None None] For port 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=7a97baf2-ee2a-4955-9d0b-71fc1c5154ac,segment=NetworkSegment(4fc1c588-735e-49c1-9e21-c7a5d5bbc222),segment_id=4fc1c588-735e-49c1-9e21-c7a5d5bbc222)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:41:06.213932 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6253e82b-80b2-40b3-b464-929f5d63fece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.350495 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-195966d5-716c-4842-83ed-e5b2c7c65b4e req-e93ff03e-0745-446a-919a-47cbcbe9581b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.377716 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253e82b-80b2-40b3-b464-929f5d63fece None None] Pushing event updated for resources: {'Port': ['ID=7a97baf2-ee2a-4955-9d0b-71fc1c5154ac,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:06.391767 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['4bde697b-3fef-43c9-a14c-f891e8936102', '13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:41:06.421843 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ff03e-0745-446a-919a-47cbcbe9581b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event deleted for resources: {'Port': ['ID=13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:06.581243 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b9273-d651-41af-8901-82d740509c76 req-af0d5716-b63e-44ac-b1af-a83a63180ca7 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:06.583300 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6d3b9273-d651-41af-8901-82d740509c76 req-af0d5716-b63e-44ac-b1af-a83a63180ca7 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 946 time: 0.6695256 Jul 22 16:41:06.672076 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-195966d5-716c-4842-83ed-e5b2c7c65b4e req-e93ff03e-0745-446a-919a-47cbcbe9581b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] No DVR routers for this DVR port 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:06.693080 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6d7de-feee-473e-ab62-e0f32bc8956d req-d7bf0db3-60a3-4c59-9f64-fd7e504c03d4 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:06.728005 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-31c6d7de-feee-473e-ab62-e0f32bc8956d req-d7bf0db3-60a3-4c59-9f64-fd7e504c03d4 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 945 time: 0.5066586 Jul 22 16:41:06.747519 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3b79a229-baa3-4f4d-aa91-afa0e04f4a75 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.804084 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-195966d5-716c-4842-83ed-e5b2c7c65b4e req-e93ff03e-0745-446a-919a-47cbcbe9581b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.806849 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6d3b9273-d651-41af-8901-82d740509c76 req-08899241-96d1-481a-9907-9b17ca0902a8 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146938 Jul 22 16:41:06.819919 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-195966d5-716c-4842-83ed-e5b2c7c65b4e req-e93ff03e-0745-446a-919a-47cbcbe9581b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.30 "DELETE /v2.0/ports/13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2 HTTP/1.1" status: 204 len: 173 time: 1.4943426 Jul 22 16:41:06.837620 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-3b79a229-baa3-4f4d-aa91-afa0e04f4a75 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Transition to ACTIVE for port object 4e61c9bf-a647-41c1-91c0-077a016315fc will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:06.875447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ada8dbb-f945-4f83-9213-78a721f6a3fd', 'name': 'network-vif-deleted', 'tag': '13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:41:06.877776 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9ad5a8-c44a-4c0e-87b0-54c2c57ea369" -d '{"events": [{"server_uuid": "9ada8dbb-f945-4f83-9213-78a721f6a3fd", "name": "network-vif-deleted", "tag": "13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:41:06.946133 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-31c6d7de-feee-473e-ab62-e0f32bc8956d req-be6404bf-f7d9-4856-b40c-1759d4ef6bfc tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133012 Jul 22 16:41:06.954009 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3b79a229-baa3-4f4d-aa91-afa0e04f4a75 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:07.057009 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b79a229-baa3-4f4d-aa91-afa0e04f4a75 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network eabb92d1-b3b7-4fe3-a256-28861793becd is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:07.060614 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-3b79a229-baa3-4f4d-aa91-afa0e04f4a75 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:07.069577 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b79a229-baa3-4f4d-aa91-afa0e04f4a75 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:07.078531 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79a229-baa3-4f4d-aa91-afa0e04f4a75 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Port': ['ID=4e61c9bf-a647-41c1-91c0-077a016315fc,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:07.150642 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b79a229-baa3-4f4d-aa91-afa0e04f4a75 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:07.151309 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3b79a229-baa3-4f4d-aa91-afa0e04f4a75 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:07.204612 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea5b0f9-fb95-4e6f-b42e-d90cc6c0b81d x-openstack-request-id: req-2ea5b0f9-fb95-4e6f-b42e-d90cc6c0b81d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:41:07.204926 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ada8dbb-f945-4f83-9213-78a721f6a3fd", "name": "network-vif-deleted", "tag": "13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:41:07.205175 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ea5b0f9-fb95-4e6f-b42e-d90cc6c0b81d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:41:07.205590 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ada8dbb-f945-4f83-9213-78a721f6a3fd', 'name': 'network-vif-deleted', 'tag': '13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2', 'status': 'completed', 'code': 200} Jul 22 16:41:07.267910 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-195966d5-716c-4842-83ed-e5b2c7c65b4e req-f4b28e22-6696-4dcb-9d93-ee95c798800c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Deleting port 4bde697b-3fef-43c9-a14c-f891e8936102 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:07.267910 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-195966d5-716c-4842-83ed-e5b2c7c65b4e req-f4b28e22-6696-4dcb-9d93-ee95c798800c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:07.268999 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3b79a229-baa3-4f4d-aa91-afa0e04f4a75 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3891394 Jul 22 16:41:07.273852 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56556) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:07.300064 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6b5e3b4d-66ca-4ce9-ae57-3175547cc13b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'subnet': {'network_id': 'eabb92d1-b3b7-4fe3-a256-28861793becd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:07.404298 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e032415-4f7b-490b-9eac-eb6d243e55a4 req-62580517-a890-420c-bdda-302fa6add9d8 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:07.406362 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1e032415-4f7b-490b-9eac-eb6d243e55a4 req-62580517-a890-420c-bdda-302fa6add9d8 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 946 time: 0.2463055 Jul 22 16:41:07.414578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-195966d5-716c-4842-83ed-e5b2c7c65b4e req-f4b28e22-6696-4dcb-9d93-ee95c798800c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] For port 4bde697b-3fef-43c9-a14c-f891e8936102, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4bde697b-3fef-43c9-a14c-f891e8936102,segment=NetworkSegment(7eddb560-89b6-4338-957a-ada4a5999faf),segment_id=7eddb560-89b6-4338-957a-ada4a5999faf)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:07.414957 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-195966d5-716c-4842-83ed-e5b2c7c65b4e req-f4b28e22-6696-4dcb-9d93-ee95c798800c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:07.442529 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-195966d5-716c-4842-83ed-e5b2c7c65b4e req-f4b28e22-6696-4dcb-9d93-ee95c798800c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Calling delete_port for 4bde697b-3fef-43c9-a14c-f891e8936102 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:07.626795 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5e3b4d-66ca-4ce9-ae57-3175547cc13b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:07.641173 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3b4d-66ca-4ce9-ae57-3175547cc13b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:07.784914 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-195966d5-716c-4842-83ed-e5b2c7c65b4e req-f4b28e22-6696-4dcb-9d93-ee95c798800c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:07.789095 n-d-798930-9 neutron-server[93817]: INFO neutron.db.ipam_backend_mixin [None req-6b5e3b4d-66ca-4ce9-ae57-3175547cc13b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 178feaf9-f130-453d-b258-43fd9b2f14d5 (CIDR: 172.20.0.0/28) Jul 22 16:41:07.810183 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1e032415-4f7b-490b-9eac-eb6d243e55a4 req-50bb93db-797f-4ac6-8602-5fc71872f8bc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d10def5-c27a-4ceb-8596-94ad7739d9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208935 Jul 22 16:41:07.813970 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5e3b4d-66ca-4ce9-ae57-3175547cc13b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:41:07.814703 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b5e3b4d-66ca-4ce9-ae57-3175547cc13b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:41:07.853037 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b28e22-6696-4dcb-9d93-ee95c798800c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event deleted for resources: {'Port': ['ID=4bde697b-3fef-43c9-a14c-f891e8936102,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:07.858932 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6b5e3b4d-66ca-4ce9-ae57-3175547cc13b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5674880 Jul 22 16:41:07.867306 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56566) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:07.878146 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-36bf9560-63a8-462a-97ed-abae9a4b2bd1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'subnet': {'network_id': 'eabb92d1-b3b7-4fe3-a256-28861793becd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:08.126013 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:08.137138 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-195966d5-716c-4842-83ed-e5b2c7c65b4e req-f4b28e22-6696-4dcb-9d93-ee95c798800c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] No DVR routers for this DVR port 4bde697b-3fef-43c9-a14c-f891e8936102 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:08.142695 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-195966d5-716c-4842-83ed-e5b2c7c65b4e req-f4b28e22-6696-4dcb-9d93-ee95c798800c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:08.144997 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-195966d5-716c-4842-83ed-e5b2c7c65b4e req-f4b28e22-6696-4dcb-9d93-ee95c798800c tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.30 "DELETE /v2.0/ports/4bde697b-3fef-43c9-a14c-f891e8936102 HTTP/1.1" status: 204 len: 173 time: 1.2503328 Jul 22 16:41:08.259743 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:08.313890 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745ebc6-e821-4ab2-a4b1-b6835b62690e req-8c5d12f2-ae05-40b4-bb54-81c66745604e tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:08.318073 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1745ebc6-e821-4ab2-a4b1-b6835b62690e req-8c5d12f2-ae05-40b4-bb54-81c66745604e tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 945 time: 0.2182024 Jul 22 16:41:08.320715 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f10512-32d2-4fa7-b2c3-a27fe1ecb853 req-b6ccb0af-6c89-46b7-acb7-d75adca84108 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:08.326420 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-231ba2a7-ad00-4bab-953d-2191625f26a4 None None] Provisioning for port 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:08.330111 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-57f10512-32d2-4fa7-b2c3-a27fe1ecb853 req-b6ccb0af-6c89-46b7-acb7-d75adca84108 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 946 time: 0.3399587 Jul 22 16:41:08.369018 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-231ba2a7-ad00-4bab-953d-2191625f26a4 None None] Provisioning complete for port 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:08.380260 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-231ba2a7-ad00-4bab-953d-2191625f26a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:08.438757 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1745ebc6-e821-4ab2-a4b1-b6835b62690e req-4d44e9ef-bf2f-44c0-8497-adec9c2c7011 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132460 Jul 22 16:41:08.444040 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-57f10512-32d2-4fa7-b2c3-a27fe1ecb853 req-853a7121-1ac6-47c4-bb68-863312efe71b tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109107 Jul 22 16:41:08.489154 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bf9560-63a8-462a-97ed-abae9a4b2bd1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:08.493426 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36bf9560-63a8-462a-97ed-abae9a4b2bd1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:08.562778 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-231ba2a7-ad00-4bab-953d-2191625f26a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:08.659783 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-231ba2a7-ad00-4bab-953d-2191625f26a4 None None] For port 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=7a97baf2-ee2a-4955-9d0b-71fc1c5154ac,segment=NetworkSegment(4fc1c588-735e-49c1-9e21-c7a5d5bbc222),segment_id=4fc1c588-735e-49c1-9e21-c7a5d5bbc222)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:08.672652 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-231ba2a7-ad00-4bab-953d-2191625f26a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:08.740853 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-231ba2a7-ad00-4bab-953d-2191625f26a4 None None] Provisioning complete for port 6c58c37b-fea5-4b18-8d5a-7f326e3794c5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:08.741341 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-231ba2a7-ad00-4bab-953d-2191625f26a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:08.815357 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ba2a7-ad00-4bab-953d-2191625f26a4 None None] Pushing event updated for resources: {'Port': ['ID=7a97baf2-ee2a-4955-9d0b-71fc1c5154ac,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:08.862423 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-231ba2a7-ad00-4bab-953d-2191625f26a4 None None] Port 6c58c37b-fea5-4b18-8d5a-7f326e3794c5 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:41:08.994869 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c75d1aa5-54e6-4db8-bf4c-b62ceaf84b48 None None] Provisioning for port 4e61c9bf-a647-41c1-91c0-077a016315fc completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:09.009064 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c75d1aa5-54e6-4db8-bf4c-b62ceaf84b48 None None] Provisioning complete for port 4e61c9bf-a647-41c1-91c0-077a016315fc triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:09.010104 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36bf9560-63a8-462a-97ed-abae9a4b2bd1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:09.018580 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c75d1aa5-54e6-4db8-bf4c-b62ceaf84b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:09.043345 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2e234ae2-a3d0-4ef2-a855-92a9a72e5c92 req-a620a66e-a334-4939-a488-00100f2feb9b tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ada8dbb-f945-4f83-9213-78a721f6a3fd HTTP/1.1" status: 200 len: 210 time: 0.0943091 Jul 22 16:41:09.089652 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bf9560-63a8-462a-97ed-abae9a4b2bd1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network eabb92d1-b3b7-4fe3-a256-28861793becd is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:09.094517 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-36bf9560-63a8-462a-97ed-abae9a4b2bd1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:09.100113 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bf9560-63a8-462a-97ed-abae9a4b2bd1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:09.100803 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36bf9560-63a8-462a-97ed-abae9a4b2bd1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:09.110486 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd110fe-162d-4954-8830-0f1b7c64d2a9 None None] Network eabb92d1-b3b7-4fe3-a256-28861793becd requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:09.134343 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf9560-63a8-462a-97ed-abae9a4b2bd1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Subnet': ['ID=c05509ea-594b-462b-a936-9ab349e797c7,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:09.151688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56598) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:09.154542 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-36bf9560-63a8-462a-97ed-abae9a4b2bd1 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2859941 Jul 22 16:41:09.155499 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4bde697b-3fef-43c9-a14c-f891e8936102 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:09.157623 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c75d1aa5-54e6-4db8-bf4c-b62ceaf84b48 None None] Port 4e61c9bf-a647-41c1-91c0-077a016315fc cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:41:09.166408 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d8924ce6-e22f-4825-9762-e4c68106cd8e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2036944760', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c05509ea-594b-462b-a936-9ab349e797c7'}], 'security_groups': ['aaf679de-6d68-4fcc-b428-b8726037cda5']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:09.201461 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 4bde697b-3fef-43c9-a14c-f891e8936102 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:09.201461 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4bde697b-3fef-43c9-a14c-f891e8936102 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:09.202147 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:09.207374 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ada8dbb-f945-4f83-9213-78a721f6a3fd', 'name': 'network-vif-deleted', 'tag': '4bde697b-3fef-43c9-a14c-f891e8936102'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:41:09.211914 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56dd605-83cb-4225-b94b-7364bb77f2e1" -d '{"events": [{"server_uuid": "9ada8dbb-f945-4f83-9213-78a721f6a3fd", "name": "network-vif-deleted", "tag": "4bde697b-3fef-43c9-a14c-f891e8936102"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:41:09.317168 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:09.317682 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 13d23ebf-e2d3-4ebb-822e-452bbcfcfbb2 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:09.332734 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de41ba4f-6a97-48eb-a6f7-e644a84b07fa x-openstack-request-id: req-de41ba4f-6a97-48eb-a6f7-e644a84b07fa {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:41:09.333036 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ada8dbb-f945-4f83-9213-78a721f6a3fd", "name": "network-vif-deleted", "tag": "4bde697b-3fef-43c9-a14c-f891e8936102", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:41:09.333296 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-de41ba4f-6a97-48eb-a6f7-e644a84b07fa {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:41:09.333705 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ada8dbb-f945-4f83-9213-78a721f6a3fd', 'name': 'network-vif-deleted', 'tag': '4bde697b-3fef-43c9-a14c-f891e8936102', 'status': 'completed', 'code': 200} Jul 22 16:41:09.399428 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8924ce6-e22f-4825-9762-e4c68106cd8e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:09.752163 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6330c277-b2de-4d23-9388-395336ab5e57 None None] Update dhcp port {'port': {'network_id': 'eabb92d1-b3b7-4fe3-a256-28861793becd', 'fixed_ips': [{'subnet_id': '178feaf9-f130-453d-b258-43fd9b2f14d5', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c05509ea-594b-462b-a936-9ab349e797c7'}], 'binding:host_id': 'n-d-798930-9'}, 'id': '7a97baf2-ee2a-4955-9d0b-71fc1c5154ac'} from n-d-798930-9. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:41:09.778649 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acea37-053e-44b8-a2a4-115e6a5fc108 req-e998f2df-c405-4a0c-b79a-9fcbf1c502a0 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:09.790967 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e2acea37-053e-44b8-a2a4-115e6a5fc108 req-e998f2df-c405-4a0c-b79a-9fcbf1c502a0 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 946 time: 0.2111399 Jul 22 16:41:09.832891 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6330c277-b2de-4d23-9388-395336ab5e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:09.853039 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e2acea37-053e-44b8-a2a4-115e6a5fc108 req-6081b11c-df47-4666-8523-e518d65929f5 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542078 Jul 22 16:41:09.881038 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42562fc-c137-45ad-9eb2-8025e3fed136 req-7215d602-bf84-466f-a946-df8ce55339e9 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:09.888375 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e42562fc-c137-45ad-9eb2-8025e3fed136 req-7215d602-bf84-466f-a946-df8ce55339e9 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 945 time: 0.2862229 Jul 22 16:41:10.025275 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e42562fc-c137-45ad-9eb2-8025e3fed136 req-334bf437-a30d-41a5-b7f2-7a59562d0d98 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360192 Jul 22 16:41:10.176260 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56622) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:10.238937 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-d8924ce6-e22f-4825-9762-e4c68106cd8e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Delete allocated IP 172.20.0.14 (eabb92d1-b3b7-4fe3-a256-28861793becd/178feaf9-f130-453d-b258-43fd9b2f14d5) {{(pid=93817) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 16:41:10.269974 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-d8924ce6-e22f-4825-9762-e4c68106cd8e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Allocated IP 172.20.0.26 (eabb92d1-b3b7-4fe3-a256-28861793becd/c05509ea-594b-462b-a936-9ab349e797c7/4e61c9bf-a647-41c1-91c0-077a016315fc) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:10.298502 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1ef6e8-c151-4676-b922-ffda9c89dad8 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Deleting subnet 7efa043c-31e5-4f1b-90f7-36d3403208d8 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:41:10.306990 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:10.308482 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb1ef6e8-c151-4676-b922-ffda9c89dad8 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:10.362577 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb1ef6e8-c151-4676-b922-ffda9c89dad8 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:10.542991 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb1ef6e8-c151-4676-b922-ffda9c89dad8 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:10.545754 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:10.547306 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:10.651106 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb1ef6e8-c151-4676-b922-ffda9c89dad8 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:10.738070 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb1ef6e8-c151-4676-b922-ffda9c89dad8 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:10.744785 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-bb1ef6e8-c151-4676-b922-ffda9c89dad8 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "DELETE /v2.0/subnets/7efa043c-31e5-4f1b-90f7-36d3403208d8 HTTP/1.1" status: 204 len: 168 time: 0.5643346 Jul 22 16:41:10.745522 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56636) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:10.746428 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ef6e8-c151-4676-b922-ffda9c89dad8 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event deleted for resources: {'Subnet': ['ID=7efa043c-31e5-4f1b-90f7-36d3403208d8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:10.762575 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8924ce6-e22f-4825-9762-e4c68106cd8e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:10.768820 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d320cf-39fc-4d79-a9a0-e698d8e2974f None None] Network d0bc9099-dae1-45f4-ab26-301fcb4f4e97 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:10.796910 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-d8924ce6-e22f-4825-9762-e4c68106cd8e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Transition to ACTIVE for port object 4e61c9bf-a647-41c1-91c0-077a016315fc will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:10.807559 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8924ce6-e22f-4825-9762-e4c68106cd8e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:10.948474 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8924ce6-e22f-4825-9762-e4c68106cd8e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Port': ['ID=4e61c9bf-a647-41c1-91c0-077a016315fc,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:11.001413 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:11.046554 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-6330c277-b2de-4d23-9388-395336ab5e57 None None] Allocated IP 172.20.0.18 (eabb92d1-b3b7-4fe3-a256-28861793becd/c05509ea-594b-462b-a936-9ab349e797c7/7a97baf2-ee2a-4955-9d0b-71fc1c5154ac) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:11.115239 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d8924ce6-e22f-4825-9762-e4c68106cd8e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] In _notify_port_updated(), no bound segment for port 4e61c9bf-a647-41c1-91c0-077a016315fc on network eabb92d1-b3b7-4fe3-a256-28861793becd {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:41:11.122915 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8924ce6-e22f-4825-9762-e4c68106cd8e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:11.126653 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8924ce6-e22f-4825-9762-e4c68106cd8e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:11.131070 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d8924ce6-e22f-4825-9762-e4c68106cd8e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "PUT /v2.0/ports/4e61c9bf-a647-41c1-91c0-077a016315fc HTTP/1.1" status: 200 len: 921 time: 1.9757729 Jul 22 16:41:11.131763 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56648) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:11.147356 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d47c3a-f39b-48f9-ba07-34ae9d77d6d9 req-c01d3d51-3e24-4ba1-9d49-65bd724c662b tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:11.155468 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4d47c3a-f39b-48f9-ba07-34ae9d77d6d9 req-c01d3d51-3e24-4ba1-9d49-65bd724c662b tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 946 time: 0.1518354 Jul 22 16:41:11.231775 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Deleting port b59af269-6fac-4552-aef0-c8dc621f0f4f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:11.232442 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:11.238846 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4589464-a98d-4c63-a064-8a56255c6a1e None None] DHCP port deletion for d0bc9099-dae1-45f4-ab26-301fcb4f4e97 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:41:11.259542 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4d47c3a-f39b-48f9-ba07-34ae9d77d6d9 req-83a6a8f7-ec2f-446b-8042-5d13328a4ff9 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029797 Jul 22 16:41:11.301212 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6330c277-b2de-4d23-9388-395336ab5e57 None None] For port 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=7a97baf2-ee2a-4955-9d0b-71fc1c5154ac,segment=NetworkSegment(4fc1c588-735e-49c1-9e21-c7a5d5bbc222),segment_id=4fc1c588-735e-49c1-9e21-c7a5d5bbc222)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:11.389881 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6330c277-b2de-4d23-9388-395336ab5e57 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:11.415855 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6330c277-b2de-4d23-9388-395336ab5e57 None None] Transition to ACTIVE for port object 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:11.428961 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6330c277-b2de-4d23-9388-395336ab5e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:11.459544 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b4589464-a98d-4c63-a064-8a56255c6a1e None None] Deleting port b59af269-6fac-4552-aef0-c8dc621f0f4f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:11.462719 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] For port b59af269-6fac-4552-aef0-c8dc621f0f4f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b59af269-6fac-4552-aef0-c8dc621f0f4f,segment=NetworkSegment(7eddb560-89b6-4338-957a-ada4a5999faf),segment_id=7eddb560-89b6-4338-957a-ada4a5999faf)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:11.463105 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:11.470911 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4589464-a98d-4c63-a064-8a56255c6a1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:11.498455 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Calling delete_port for b59af269-6fac-4552-aef0-c8dc621f0f4f owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:11.527327 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b4485f1e-43de-42b5-b762-1beb02b08b6d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting port 4e61c9bf-a647-41c1-91c0-077a016315fc {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:11.527679 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4485f1e-43de-42b5-b762-1beb02b08b6d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:11.663135 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330c277-b2de-4d23-9388-395336ab5e57 None None] Pushing event updated for resources: {'Port': ['ID=7a97baf2-ee2a-4955-9d0b-71fc1c5154ac,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:11.678489 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b4589464-a98d-4c63-a064-8a56255c6a1e None None] For port b59af269-6fac-4552-aef0-c8dc621f0f4f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b59af269-6fac-4552-aef0-c8dc621f0f4f,segment=NetworkSegment(7eddb560-89b6-4338-957a-ada4a5999faf),segment_id=7eddb560-89b6-4338-957a-ada4a5999faf)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:11.682469 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4589464-a98d-4c63-a064-8a56255c6a1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:11.718267 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b4589464-a98d-4c63-a064-8a56255c6a1e None None] Calling delete_port for b59af269-6fac-4552-aef0-c8dc621f0f4f owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:11.775642 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4485f1e-43de-42b5-b762-1beb02b08b6d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:11.821757 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:11.840395 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b4485f1e-43de-42b5-b762-1beb02b08b6d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Calling delete_port for 4e61c9bf-a647-41c1-91c0-077a016315fc owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:11.941429 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] No DVR routers for this DVR port b59af269-6fac-4552-aef0-c8dc621f0f4f on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:11.951350 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event deleted for resources: {'Port': ['ID=b59af269-6fac-4552-aef0-c8dc621f0f4f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:11.998840 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4589464-a98d-4c63-a064-8a56255c6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:12.031247 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:12.031599 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:12.032204 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:12.032559 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:12.032976 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:12.033328 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:12.033765 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:12.034119 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:12.034450 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:12.034778 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:12.035129 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:12.035463 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:12.137637 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4589464-a98d-4c63-a064-8a56255c6a1e None None] Pushing event deleted for resources: {'Port': ['ID=b59af269-6fac-4552-aef0-c8dc621f0f4f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:12.150373 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:12.188125 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:12.209112 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0bc9099-dae1-45f4-ab26-301fcb4f4e97']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:12.237901 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eddb560-89b6-4338-957a-ada4a5999faf') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:12.238966 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eddb560-89b6-4338-957a-ada4a5999faf') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:12.254352 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:12.286966 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4589464-a98d-4c63-a064-8a56255c6a1e None None] No DVR routers for this DVR port b59af269-6fac-4552-aef0-c8dc621f0f4f on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:12.294667 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:12.296799 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4485f1e-43de-42b5-b762-1beb02b08b6d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:12.303429 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:12.307364 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:12.329293 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:41:12.342050 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:12.409485 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4485f1e-43de-42b5-b762-1beb02b08b6d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Port': ['ID=4e61c9bf-a647-41c1-91c0-077a016315fc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:41:12.434815 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:41:12.446400 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:12.457607 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:12.462896 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "DELETE /v2.0/networks/d0bc9099-dae1-45f4-ab26-301fcb4f4e97 HTTP/1.1" status: 204 len: 168 time: 1.7056220 Jul 22 16:41:12.463426 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56672) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:12.477878 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b59af269-6fac-4552-aef0-c8dc621f0f4f no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:12.524210 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb888fe0-7f55-4b02-8725-ed53ab102487 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event deleted for resources: {'Network': ['ID=d0bc9099-dae1-45f4-ab26-301fcb4f4e97,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:12.547903 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: b59af269-6fac-4552-aef0-c8dc621f0f4f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:12.548395 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b59af269-6fac-4552-aef0-c8dc621f0f4f not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:12.707614 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a4ef2-dcbf-469a-945c-26ae97719ecd req-40399111-c78d-4b81-a8b8-7d17f8d3eaed tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:12.717091 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f6a4ef2-dcbf-469a-945c-26ae97719ecd req-40399111-c78d-4b81-a8b8-7d17f8d3eaed tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 946 time: 0.1101398 Jul 22 16:41:12.812287 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-608dd358-6693-431b-b278-c64f5f49a411 None None] Could not find standard attr ID for object 4e61c9bf-a647-41c1-91c0-077a016315fc. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:41:12.825316 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b931f39-73f1-46d4-81f5-cc5b477dc29c req-e199388f-14d6-4fbb-acd8-456673d66c51 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:12.831434 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b931f39-73f1-46d4-81f5-cc5b477dc29c req-e199388f-14d6-4fbb-acd8-456673d66c51 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 945 time: 1.3932655 Jul 22 16:41:12.847201 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-608dd358-6693-431b-b278-c64f5f49a411 None None] Provisioning for port 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:12.855019 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f6a4ef2-dcbf-469a-945c-26ae97719ecd req-c2652431-379e-4465-8da9-fc3372fd236a tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355183 Jul 22 16:41:12.864827 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-608dd358-6693-431b-b278-c64f5f49a411 None None] Provisioning complete for port 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:12.869626 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-608dd358-6693-431b-b278-c64f5f49a411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:12.897215 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4485f1e-43de-42b5-b762-1beb02b08b6d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:12.903810 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56680) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:12.921038 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b4485f1e-43de-42b5-b762-1beb02b08b6d tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/ports/4e61c9bf-a647-41c1-91c0-077a016315fc HTTP/1.1" status: 204 len: 168 time: 1.7880847 Jul 22 16:41:12.927413 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b931f39-73f1-46d4-81f5-cc5b477dc29c req-8b7fab5b-3a86-454d-8204-fd23edfe6aaa tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799286 Jul 22 16:41:12.937696 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f6bdfc-81a0-4c36-b7ab-b5257ba6eda0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Deleting subnet 02c03eb4-e5fa-4f41-849d-1d32c28400b2 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:41:12.952774 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14f6bdfc-81a0-4c36-b7ab-b5257ba6eda0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:12.986141 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f63df1-8d2d-457b-b3f6-94655a81fd2e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] GET failed (client error): The resource could not be found. Jul 22 16:41:12.988943 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-62f63df1-8d2d-457b-b3f6-94655a81fd2e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports/4e61c9bf-a647-41c1-91c0-077a016315fc HTTP/1.1" status: 404 len: 333 time: 0.0832477 Jul 22 16:41:12.993835 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56682) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:13.062748 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14f6bdfc-81a0-4c36-b7ab-b5257ba6eda0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.103298 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f94fa7e-5ae9-4c7b-adba-bf5110d28950 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.135707 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-608dd358-6693-431b-b278-c64f5f49a411 None None] Provisioning complete for port 6c58c37b-fea5-4b18-8d5a-7f326e3794c5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:13.136082 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-608dd358-6693-431b-b278-c64f5f49a411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.148792 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f94fa7e-5ae9-4c7b-adba-bf5110d28950 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.224341 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f94fa7e-5ae9-4c7b-adba-bf5110d28950 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.228133 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f94fa7e-5ae9-4c7b-adba-bf5110d28950 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.230062 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1f94fa7e-5ae9-4c7b-adba-bf5110d28950 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/security-groups/ee784a12-a48f-43ba-9449-946311ff7dda HTTP/1.1" status: 204 len: 168 time: 0.2351520 Jul 22 16:41:13.241064 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56684) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:13.243261 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94fa7e-5ae9-4c7b-adba-bf5110d28950 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee784a12-a48f-43ba-9449-946311ff7dda,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:13.277447 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-608dd358-6693-431b-b278-c64f5f49a411 None None] Port 6c58c37b-fea5-4b18-8d5a-7f326e3794c5 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:41:13.327944 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14f6bdfc-81a0-4c36-b7ab-b5257ba6eda0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.374534 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6ce23cdb-22d4-4039-871a-337e94aa2a97 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.411674 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6ce23cdb-22d4-4039-871a-337e94aa2a97 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.444572 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14f6bdfc-81a0-4c36-b7ab-b5257ba6eda0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.490724 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6ce23cdb-22d4-4039-871a-337e94aa2a97 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.494390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3041e524-8e4f-41cb-976e-79d92eea2aa4 None None] Could not find standard attr ID for object 4e61c9bf-a647-41c1-91c0-077a016315fc. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:41:13.495894 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6ce23cdb-22d4-4039-871a-337e94aa2a97 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.508076 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6ce23cdb-22d4-4039-871a-337e94aa2a97 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/security-groups/aaf679de-6d68-4fcc-b428-b8726037cda5 HTTP/1.1" status: 204 len: 168 time: 0.2602243 Jul 22 16:41:13.508995 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56688) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:13.535204 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce23cdb-22d4-4039-871a-337e94aa2a97 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf679de-6d68-4fcc-b428-b8726037cda5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:13.552482 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6bdfc-81a0-4c36-b7ab-b5257ba6eda0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event deleted for resources: {'Subnet': ['ID=02c03eb4-e5fa-4f41-849d-1d32c28400b2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:13.568715 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14f6bdfc-81a0-4c36-b7ab-b5257ba6eda0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.573655 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d432196-caed-43a7-966e-63c0207eabba None None] Network 57c50bd6-e383-406f-a5aa-f3de9d35ca11 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:13.576595 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-14f6bdfc-81a0-4c36-b7ab-b5257ba6eda0 tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "DELETE /v2.0/subnets/02c03eb4-e5fa-4f41-849d-1d32c28400b2 HTTP/1.1" status: 204 len: 168 time: 1.1080849 Jul 22 16:41:13.577557 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56690) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:13.698110 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a217e73-f8d1-4d85-80ba-cbb130a1590c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting subnet 178feaf9-f130-453d-b258-43fd9b2f14d5 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:41:13.701959 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a217e73-f8d1-4d85-80ba-cbb130a1590c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.751749 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2050d91-11a5-40ac-bca5-14c2b106aecc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.811593 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a217e73-f8d1-4d85-80ba-cbb130a1590c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.919518 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e2050d91-11a5-40ac-bca5-14c2b106aecc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Deleting port 3bf1eba5-7406-461b-8423-7b92b3e9d80b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:13.921996 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2050d91-11a5-40ac-bca5-14c2b106aecc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.944640 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a217e73-f8d1-4d85-80ba-cbb130a1590c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.040869 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e2050d91-11a5-40ac-bca5-14c2b106aecc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] For port 3bf1eba5-7406-461b-8423-7b92b3e9d80b, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3bf1eba5-7406-461b-8423-7b92b3e9d80b,segment=NetworkSegment(862ee3b2-ff00-4f13-9f95-b743cdce4646),segment_id=862ee3b2-ff00-4f13-9f95-b743cdce4646)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:14.048233 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2050d91-11a5-40ac-bca5-14c2b106aecc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.068064 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e1c2a8-81dd-4543-a9b6-b96692545d9e None None] DHCP port deletion for 57c50bd6-e383-406f-a5aa-f3de9d35ca11 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:41:14.083351 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e2050d91-11a5-40ac-bca5-14c2b106aecc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Calling delete_port for 3bf1eba5-7406-461b-8423-7b92b3e9d80b owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:14.169887 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-24e1c2a8-81dd-4543-a9b6-b96692545d9e None None] Deleting port 3bf1eba5-7406-461b-8423-7b92b3e9d80b {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:14.169887 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24e1c2a8-81dd-4543-a9b6-b96692545d9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.208756 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a217e73-f8d1-4d85-80ba-cbb130a1590c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.291927 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7ff70-3e02-4ddb-b158-69e90af1902d req-3924615b-ea0f-4d78-8864-8bd8c5b46ae6 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:14.294086 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e9e7ff70-3e02-4ddb-b158-69e90af1902d req-3924615b-ea0f-4d78-8864-8bd8c5b46ae6 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 945 time: 0.2119186 Jul 22 16:41:14.307287 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2050d91-11a5-40ac-bca5-14c2b106aecc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.318140 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-24e1c2a8-81dd-4543-a9b6-b96692545d9e None None] For port 3bf1eba5-7406-461b-8423-7b92b3e9d80b, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3bf1eba5-7406-461b-8423-7b92b3e9d80b,segment=NetworkSegment(862ee3b2-ff00-4f13-9f95-b743cdce4646),segment_id=862ee3b2-ff00-4f13-9f95-b743cdce4646)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:14.318544 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24e1c2a8-81dd-4543-a9b6-b96692545d9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.343079 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-24e1c2a8-81dd-4543-a9b6-b96692545d9e None None] Calling delete_port for 3bf1eba5-7406-461b-8423-7b92b3e9d80b owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:14.369719 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a217e73-f8d1-4d85-80ba-cbb130a1590c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Subnet': ['ID=178feaf9-f130-453d-b258-43fd9b2f14d5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:14.376424 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a217e73-f8d1-4d85-80ba-cbb130a1590c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.388089 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5a217e73-f8d1-4d85-80ba-cbb130a1590c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/subnets/178feaf9-f130-453d-b258-43fd9b2f14d5 HTTP/1.1" status: 204 len: 168 time: 0.8732052 Jul 22 16:41:14.395087 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56702) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:14.403441 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ca6c7a-5b18-4d51-a1bd-51e41443054a None None] Network eabb92d1-b3b7-4fe3-a256-28861793becd requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:14.414495 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b5c4c28c-408e-457b-a637-9e0a3048129a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'subnet': {'network_id': 'eabb92d1-b3b7-4fe3-a256-28861793becd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:14.421938 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2050d91-11a5-40ac-bca5-14c2b106aecc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event deleted for resources: {'Port': ['ID=3bf1eba5-7406-461b-8423-7b92b3e9d80b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:14.427893 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2050d91-11a5-40ac-bca5-14c2b106aecc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] No DVR routers for this DVR port 3bf1eba5-7406-461b-8423-7b92b3e9d80b on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:14.500523 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e9e7ff70-3e02-4ddb-b158-69e90af1902d req-c74d9d32-9e6a-47bb-9ba4-f1e5a7fc6bb4 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887503 Jul 22 16:41:14.521992 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24e1c2a8-81dd-4543-a9b6-b96692545d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.545874 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e1c2a8-81dd-4543-a9b6-b96692545d9e None None] No DVR routers for this DVR port 3bf1eba5-7406-461b-8423-7b92b3e9d80b on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:14.556157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663082f0-4d7f-44df-8a40-e44faf5669da req-7e2a9471-e0ed-4409-baea-cc4213ce5009 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:14.572497 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-663082f0-4d7f-44df-8a40-e44faf5669da req-7e2a9471-e0ed-4409-baea-cc4213ce5009 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 946 time: 0.4845273 Jul 22 16:41:14.574119 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1c2a8-81dd-4543-a9b6-b96692545d9e None None] Pushing event deleted for resources: {'Port': ['ID=3bf1eba5-7406-461b-8423-7b92b3e9d80b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:14.606345 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2050d91-11a5-40ac-bca5-14c2b106aecc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.620612 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e2050d91-11a5-40ac-bca5-14c2b106aecc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c50bd6-e383-406f-a5aa-f3de9d35ca11']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:14.650148 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e2050d91-11a5-40ac-bca5-14c2b106aecc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862ee3b2-ff00-4f13-9f95-b743cdce4646') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:14.650742 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e2050d91-11a5-40ac-bca5-14c2b106aecc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862ee3b2-ff00-4f13-9f95-b743cdce4646') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:14.675087 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2050d91-11a5-40ac-bca5-14c2b106aecc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.706602 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2050d91-11a5-40ac-bca5-14c2b106aecc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.716003 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2050d91-11a5-40ac-bca5-14c2b106aecc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:41:14.716404 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2050d91-11a5-40ac-bca5-14c2b106aecc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:41:14.720921 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:41:14.786066 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-663082f0-4d7f-44df-8a40-e44faf5669da req-756fe501-ff77-4d76-ba83-1d488c7930dd tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942933 Jul 22 16:41:14.812627 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2050d91-11a5-40ac-bca5-14c2b106aecc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.824341 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2050d91-11a5-40ac-bca5-14c2b106aecc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.824743 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c4c28c-408e-457b-a637-9e0a3048129a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:14.829506 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e2050d91-11a5-40ac-bca5-14c2b106aecc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] 10.222.0.69 "DELETE /v2.0/networks/57c50bd6-e383-406f-a5aa-f3de9d35ca11 HTTP/1.1" status: 204 len: 168 time: 1.2507286 Jul 22 16:41:14.830651 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c28c-408e-457b-a637-9e0a3048129a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.873062 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2050d91-11a5-40ac-bca5-14c2b106aecc tempest-ServersTestMultiNic-767153659 tempest-ServersTestMultiNic-767153659-project] Pushing event deleted for resources: {'Network': ['ID=57c50bd6-e383-406f-a5aa-f3de9d35ca11,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:15.111752 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56724) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:15.527904 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52422a8d-b268-4097-ba96-f88d384d4408 req-1a6482c8-ae99-4ae2-b409-3d3b86de5e5d tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:15.537536 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52422a8d-b268-4097-ba96-f88d384d4408 req-1a6482c8-ae99-4ae2-b409-3d3b86de5e5d tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 946 time: 0.3654644 Jul 22 16:41:15.771212 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52422a8d-b268-4097-ba96-f88d384d4408 req-f23ae76c-75f7-4ca9-8460-fb937bd879e1 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274806 Jul 22 16:41:15.773658 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc25c3-8ddd-459e-bebc-bce38a366226 req-f3695c4b-7ab0-4003-a26c-a57aec920c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:15.777257 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-20fc25c3-8ddd-459e-bebc-bce38a366226 req-f3695c4b-7ab0-4003-a26c-a57aec920c65 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f44ea5b1e4b4a4a8b51e73240a6e81c&device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 1097 time: 0.5276332 Jul 22 16:41:15.784284 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c28c-408e-457b-a637-9e0a3048129a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:15.847522 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d5f0cea2-f0a4-407f-8284-435c13d15310 None None] Provisioning complete for port 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:15.848168 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5f0cea2-f0a4-407f-8284-435c13d15310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:16.041558 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3bf1eba5-7406-461b-8423-7b92b3e9d80b no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:16.173810 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc25c3-8ddd-459e-bebc-bce38a366226 req-36c26937-7942-4067-9185-25ecb69e34fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:16.181766 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-20fc25c3-8ddd-459e-bebc-bce38a366226 req-36c26937-7942-4067-9185-25ecb69e34fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=ca98765e-cce6-484f-89ae-1db5c5136545 HTTP/1.1" status: 200 len: 916 time: 0.3513362 Jul 22 16:41:16.210500 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 3bf1eba5-7406-461b-8423-7b92b3e9d80b {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:16.213549 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3bf1eba5-7406-461b-8423-7b92b3e9d80b not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:16.270866 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81110053-b73f-4f0a-b87b-7a36d2c5271e req-1d5b3379-5a3d-4f2d-bfb2-3995c6c7ed55 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:16.274008 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-81110053-b73f-4f0a-b87b-7a36d2c5271e req-1d5b3379-5a3d-4f2d-bfb2-3995c6c7ed55 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 945 time: 0.5819366 Jul 22 16:41:16.281327 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d5f0cea2-f0a4-407f-8284-435c13d15310 None None] Provisioning complete for port 6c58c37b-fea5-4b18-8d5a-7f326e3794c5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:16.281327 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5f0cea2-f0a4-407f-8284-435c13d15310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:16.323494 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c4c28c-408e-457b-a637-9e0a3048129a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network eabb92d1-b3b7-4fe3-a256-28861793becd is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:16.325567 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-20fc25c3-8ddd-459e-bebc-bce38a366226 req-9ff25235-536f-4982-a5a3-1e007f7ef9cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb16b084-7701-4c51-93b5-d18e7a7b77c7 HTTP/1.1" status: 200 len: 217 time: 0.0728889 Jul 22 16:41:16.331855 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b5c4c28c-408e-457b-a637-9e0a3048129a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:16.344417 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-81110053-b73f-4f0a-b87b-7a36d2c5271e req-c6b1cdf2-3c8f-425a-9d61-d4e542083905 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605047 Jul 22 16:41:16.348512 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcb6840-edab-45f6-bb64-5eec919d147d None None] Network eabb92d1-b3b7-4fe3-a256-28861793becd requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:16.359830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c4c28c-408e-457b-a637-9e0a3048129a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:16.360734 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c28c-408e-457b-a637-9e0a3048129a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:16.386362 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d5f0cea2-f0a4-407f-8284-435c13d15310 None None] Port 6c58c37b-fea5-4b18-8d5a-7f326e3794c5 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:41:16.505881 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b5c4c28c-408e-457b-a637-9e0a3048129a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1075463 Jul 22 16:41:16.510180 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56738) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:16.525042 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc25c3-8ddd-459e-bebc-bce38a366226 req-a1428021-3364-48eb-b2e5-3a49fe4757ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:16.525293 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f2495d79-3ddc-4b62-97ad-319035171953 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'security_group': {'name': 'tempest-secgroup-1579986314'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:16.527088 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-20fc25c3-8ddd-459e-bebc-bce38a366226 req-a1428021-3364-48eb-b2e5-3a49fe4757ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca57d54b-8f0c-4e47-aba9-77cad3b36b12 HTTP/1.1" status: 200 len: 854 time: 0.1557648 Jul 22 16:41:16.527998 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4c28c-408e-457b-a637-9e0a3048129a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Subnet': ['ID=45f5e4bd-edac-497e-ba69-f9664adabfd8,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:16.559776 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e32deb29-0189-4fb0-881b-6bcdb4cca04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:16.627142 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc25c3-8ddd-459e-bebc-bce38a366226 req-9d9764da-dc90-46b6-83a9-d3257386badc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:16.629121 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-20fc25c3-8ddd-459e-bebc-bce38a366226 req-9d9764da-dc90-46b6-83a9-d3257386badc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ca98765e-cce6-484f-89ae-1db5c5136545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923889 Jul 22 16:41:16.639888 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2495d79-3ddc-4b62-97ad-319035171953 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:16.755023 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21fdc0c-1d97-4285-859d-5c2186a6a0b8 None None] Update dhcp port {'port': {'network_id': 'eabb92d1-b3b7-4fe3-a256-28861793becd', 'fixed_ips': [{'subnet_id': 'c05509ea-594b-462b-a936-9ab349e797c7', 'ip_address': '172.20.0.18'}, {'subnet_id': '45f5e4bd-edac-497e-ba69-f9664adabfd8'}], 'binding:host_id': 'n-d-798930-9'}, 'id': '7a97baf2-ee2a-4955-9d0b-71fc1c5154ac'} from n-d-798930-9. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:41:16.835315 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d21fdc0c-1d97-4285-859d-5c2186a6a0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.044543 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2495d79-3ddc-4b62-97ad-319035171953 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.056474 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2495d79-3ddc-4b62-97ad-319035171953 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.251908 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2495d79-3ddc-4b62-97ad-319035171953 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.264597 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f2495d79-3ddc-4b62-97ad-319035171953 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7521532 Jul 22 16:41:17.270562 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56750) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:17.274908 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2495d79-3ddc-4b62-97ad-319035171953 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08831ad4-a13d-4b79-906e-6603886a9b7f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:17.297119 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0d2e5a0b-7554-4d95-8b98-8a912cebfdd2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'security_group': {'name': 'tempest-secgroup-1639024061'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:17.300996 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-d21fdc0c-1d97-4285-859d-5c2186a6a0b8 None None] Allocated IP 172.20.0.2 (eabb92d1-b3b7-4fe3-a256-28861793becd/45f5e4bd-edac-497e-ba69-f9664adabfd8/7a97baf2-ee2a-4955-9d0b-71fc1c5154ac) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:17.364942 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d2e5a0b-7554-4d95-8b98-8a912cebfdd2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.476549 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d2e5a0b-7554-4d95-8b98-8a912cebfdd2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.480291 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e32deb29-0189-4fb0-881b-6bcdb4cca04d admin admin] Deleting port f28e098e-331b-4c9d-925f-b54259121150 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:17.480291 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e32deb29-0189-4fb0-881b-6bcdb4cca04d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.577322 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e32deb29-0189-4fb0-881b-6bcdb4cca04d admin admin] For port f28e098e-331b-4c9d-925f-b54259121150, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f28e098e-331b-4c9d-925f-b54259121150,segment=NetworkSegment(28ca3e00-9cc7-4ec6-bf7a-a400af081869),segment_id=28ca3e00-9cc7-4ec6-bf7a-a400af081869)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:17.579667 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e32deb29-0189-4fb0-881b-6bcdb4cca04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.586505 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d21fdc0c-1d97-4285-859d-5c2186a6a0b8 None None] For port 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=7a97baf2-ee2a-4955-9d0b-71fc1c5154ac,segment=NetworkSegment(4fc1c588-735e-49c1-9e21-c7a5d5bbc222),segment_id=4fc1c588-735e-49c1-9e21-c7a5d5bbc222)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:17.592009 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-20fc25c3-8ddd-459e-bebc-bce38a366226 req-e48cf38e-7535-4c16-832f-cd9dfe764db5 service neutron] 10.222.0.16 "GET /v2.0/networks/ca98765e-cce6-484f-89ae-1db5c5136545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9544933 Jul 22 16:41:17.603143 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e32deb29-0189-4fb0-881b-6bcdb4cca04d admin admin] Calling delete_port for f28e098e-331b-4c9d-925f-b54259121150 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:17.615027 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18859d1-7432-405e-b63e-f652e3706fca req-8f8857f7-9206-4a29-956d-50d8d8ca28a5 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:17.620186 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c18859d1-7432-405e-b63e-f652e3706fca req-8f8857f7-9206-4a29-956d-50d8d8ca28a5 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 946 time: 0.2511592 Jul 22 16:41:17.655671 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d21fdc0c-1d97-4285-859d-5c2186a6a0b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.688559 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d21fdc0c-1d97-4285-859d-5c2186a6a0b8 None None] Transition to ACTIVE for port object 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:17.694173 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d21fdc0c-1d97-4285-859d-5c2186a6a0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.776940 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c18859d1-7432-405e-b63e-f652e3706fca req-9e0709e6-5526-47a1-92db-d8d2ddb5a784 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306734 Jul 22 16:41:17.887076 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fdc0c-1d97-4285-859d-5c2186a6a0b8 None None] Pushing event updated for resources: {'Port': ['ID=7a97baf2-ee2a-4955-9d0b-71fc1c5154ac,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:17.924135 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-20fc25c3-8ddd-459e-bebc-bce38a366226 req-fb8e3dca-3912-424b-850a-bbff69a284c1 service neutron] 10.222.0.16 "GET /v2.0/networks/ca98765e-cce6-484f-89ae-1db5c5136545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028424 Jul 22 16:41:17.927336 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d2e5a0b-7554-4d95-8b98-8a912cebfdd2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.966925 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e32deb29-0189-4fb0-881b-6bcdb4cca04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:18.031919 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32deb29-0189-4fb0-881b-6bcdb4cca04d admin admin] Pushing event deleted for resources: {'Port': ['ID=f28e098e-331b-4c9d-925f-b54259121150,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:18.094492 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d2e5a0b-7554-4d95-8b98-8a912cebfdd2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:18.095265 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:18.098682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56756) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:18.099457 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0d2e5a0b-7554-4d95-8b98-8a912cebfdd2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8204548 Jul 22 16:41:18.105287 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6cfe7a86-c092-4b85-b4d4-19ac830431de tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'security_group': {'name': 'tempest-secgroup-37628995'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:18.108206 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e5a0b-7554-4d95-8b98-8a912cebfdd2 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d73a39df-89d8-4aad-97ab-ebb71bf08dcb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:18.227770 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cfe7a86-c092-4b85-b4d4-19ac830431de tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:18.345468 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeffbce-8922-408e-b2af-9ce5d42b942b req-a0b89a6f-7df9-44f6-a95f-9c991ca53a63 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:18.354598 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-adeffbce-8922-408e-b2af-9ce5d42b942b req-a0b89a6f-7df9-44f6-a95f-9c991ca53a63 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 945 time: 0.4600596 Jul 22 16:41:18.373159 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:41:18.541297 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cfe7a86-c092-4b85-b4d4-19ac830431de tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:18.550881 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cfe7a86-c092-4b85-b4d4-19ac830431de tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:18.565277 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-adeffbce-8922-408e-b2af-9ce5d42b942b req-f90b49df-04d0-4581-9f77-8971ffcb0589 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093754 Jul 22 16:41:18.608662 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e32deb29-0189-4fb0-881b-6bcdb4cca04d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:18.691313 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cfe7a86-c092-4b85-b4d4-19ac830431de tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:18.693964 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6cfe7a86-c092-4b85-b4d4-19ac830431de tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5924838 Jul 22 16:41:18.694276 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe7a86-c092-4b85-b4d4-19ac830431de tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6862c0a-ec27-4638-9e16-22bdf50993e1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:18.697373 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56764) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:18.717075 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2e8f8ee8-51a6-4bb4-bc49-476a68227693 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-313854309', 'security_groups': ['b6862c0a-ec27-4638-9e16-22bdf50993e1'], 'network_id': 'eabb92d1-b3b7-4fe3-a256-28861793becd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '45f5e4bd-edac-497e-ba69-f9664adabfd8'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:18.900603 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8f8ee8-51a6-4bb4-bc49-476a68227693 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:18.963785 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6d3585d7-29f6-4ef2-b680-5e9d65143cf2 None None] Provisioning for port 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:18.973147 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6d3585d7-29f6-4ef2-b680-5e9d65143cf2 None None] Provisioning complete for port 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:18.974224 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d3585d7-29f6-4ef2-b680-5e9d65143cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:18.985230 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32deb29-0189-4fb0-881b-6bcdb4cca04d admin admin] Router 92dfd705-b52e-4fed-9c95-7837e62e45f5 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:41:19.126553 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e8f8ee8-51a6-4bb4-bc49-476a68227693 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:19.128828 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6d3585d7-29f6-4ef2-b680-5e9d65143cf2 None None] Provisioning complete for port 6c58c37b-fea5-4b18-8d5a-7f326e3794c5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:19.129282 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d3585d7-29f6-4ef2-b680-5e9d65143cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:19.156646 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-2e8f8ee8-51a6-4bb4-bc49-476a68227693 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] device_id is not set on port 56d11bac-5f7f-4828-b0ff-e38a517fc99d yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:41:19.190238 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6d3585d7-29f6-4ef2-b680-5e9d65143cf2 None None] Port 6c58c37b-fea5-4b18-8d5a-7f326e3794c5 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:41:19.206450 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32deb29-0189-4fb0-881b-6bcdb4cca04d admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:41:19.216369 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e39fc8-21cb-427b-bc98-9e69ddc72a84 None None] Sync routers for ids ['92dfd705-b52e-4fed-9c95-7837e62e45f5'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:41:19.223067 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e32deb29-0189-4fb0-881b-6bcdb4cca04d admin admin] 10.222.0.69 "PUT /v2.0/routers/92dfd705-b52e-4fed-9c95-7837e62e45f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1085091 Jul 22 16:41:19.228626 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56768) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:19.231094 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4ad5c-1b11-4531-a8a9-33f0ec551411 req-31045cf5-106c-4e78-af05-c77d6eb7bfa6 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:19.232384 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e39fc8-21cb-427b-bc98-9e69ddc72a84 None None] Routers {'92dfd705-b52e-4fed-9c95-7837e62e45f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:19.234149 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47c4ad5c-1b11-4531-a8a9-33f0ec551411 req-31045cf5-106c-4e78-af05-c77d6eb7bfa6 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 946 time: 0.3240211 Jul 22 16:41:19.235630 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-28e39fc8-21cb-427b-bc98-9e69ddc72a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:41:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['92dfd705-b52e-4fed-9c95-7837e62e45f5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:19.403867 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47c4ad5c-1b11-4531-a8a9-33f0ec551411 req-ee97f38b-1fcb-4ff0-9060-76efcdd8e4a1 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547768 Jul 22 16:41:19.454242 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-28e39fc8-21cb-427b-bc98-9e69ddc72a84 None None] Set router 92dfd705-b52e-4fed-9c95-7837e62e45f5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:19.565724 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:19.652083 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-2e8f8ee8-51a6-4bb4-bc49-476a68227693 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Allocated IP 172.20.0.7 (eabb92d1-b3b7-4fe3-a256-28861793becd/45f5e4bd-edac-497e-ba69-f9664adabfd8/56d11bac-5f7f-4828-b0ff-e38a517fc99d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:19.928634 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:20.089712 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-28e39fc8-21cb-427b-bc98-9e69ddc72a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dfd705-b52e-4fed-9c95-7837e62e45f5', 'name': 'tempest-ServersTestMultiNic-949998598-router', 'tenant_id': '027af367b5ff4d37b9ab99d0a55279d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '4b3582d5-1d5e-492e-857d-fd8f0444a9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:39:21Z', 'updated_at': '2021-07-22T16:41:17Z', 'revision_number': 5, 'project_id': '027af367b5ff4d37b9ab99d0a55279d2', 'gw_port': {'id': '4b3582d5-1d5e-492e-857d-fd8f0444a9d9', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dfd705-b52e-4fed-9c95-7837e62e45f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:23Z', 'updated_at': '2021-07-22T16:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:20.152302 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e8f8ee8-51a6-4bb4-bc49-476a68227693 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:20.162591 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e39fc8-21cb-427b-bc98-9e69ddc72a84 None None] Checking router: 92dfd705-b52e-4fed-9c95-7837e62e45f5 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:41:20.176362 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2e8f8ee8-51a6-4bb4-bc49-476a68227693 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Transition to ACTIVE for port object 56d11bac-5f7f-4828-b0ff-e38a517fc99d will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:20.194864 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c03c8-5fd8-46e3-a6b4-5578723f3557 req-d975d5da-5abd-4e57-9a17-59b663096e60 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:20.196614 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e39fc8-21cb-427b-bc98-9e69ddc72a84 None None] Routers {'92dfd705-b52e-4fed-9c95-7837e62e45f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:20.196753 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764be762-b0d0-44ac-b174-ed62fb8e91cd req-57aad337-eae1-4ffc-b737-2f69a4de61cf tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:20.197982 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-28e39fc8-21cb-427b-bc98-9e69ddc72a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:41:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['92dfd705-b52e-4fed-9c95-7837e62e45f5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:20.200889 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f56c03c8-5fd8-46e3-a6b4-5578723f3557 req-d975d5da-5abd-4e57-9a17-59b663096e60 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 945 time: 0.2448421 Jul 22 16:41:20.203472 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Deleting port 4b3582d5-1d5e-492e-857d-fd8f0444a9d9 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:20.203653 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-764be762-b0d0-44ac-b174-ed62fb8e91cd req-57aad337-eae1-4ffc-b737-2f69a4de61cf tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 946 time: 0.1764433 Jul 22 16:41:20.203813 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:20.286017 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-764be762-b0d0-44ac-b174-ed62fb8e91cd req-b59fcd50-da55-4c00-aad6-d2e237875c9b tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766025 Jul 22 16:41:20.320104 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f56c03c8-5fd8-46e3-a6b4-5578723f3557 req-f1396e00-63f6-4afe-83eb-f59c21bd61f9 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079159 Jul 22 16:41:20.323249 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e8f8ee8-51a6-4bb4-bc49-476a68227693 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:20.360319 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] For port 4b3582d5-1d5e-492e-857d-fd8f0444a9d9, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=4b3582d5-1d5e-492e-857d-fd8f0444a9d9,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:20.361060 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:20.399098 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Calling delete_port for 4b3582d5-1d5e-492e-857d-fd8f0444a9d9 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:20.444610 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8f8ee8-51a6-4bb4-bc49-476a68227693 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network eabb92d1-b3b7-4fe3-a256-28861793becd is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:20.453143 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-28e39fc8-21cb-427b-bc98-9e69ddc72a84 None None] Set router 92dfd705-b52e-4fed-9c95-7837e62e45f5 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:20.471689 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-2e8f8ee8-51a6-4bb4-bc49-476a68227693 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:20.494163 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f8ee8-51a6-4bb4-bc49-476a68227693 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:20.542353 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f8ee8-51a6-4bb4-bc49-476a68227693 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Port': ['ID=56d11bac-5f7f-4828-b0ff-e38a517fc99d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:20.556838 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-28e39fc8-21cb-427b-bc98-9e69ddc72a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dfd705-b52e-4fed-9c95-7837e62e45f5', 'name': 'tempest-ServersTestMultiNic-949998598-router', 'tenant_id': '027af367b5ff4d37b9ab99d0a55279d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:39:21Z', 'updated_at': '2021-07-22T16:41:19Z', 'revision_number': 6, 'project_id': '027af367b5ff4d37b9ab99d0a55279d2', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:20.624586 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e39fc8-21cb-427b-bc98-9e69ddc72a84 None None] The sync data for ids ['92dfd705-b52e-4fed-9c95-7837e62e45f5'] in n-d-798930-9 is: [{'id': '92dfd705-b52e-4fed-9c95-7837e62e45f5', 'name': 'tempest-ServersTestMultiNic-949998598-router', 'tenant_id': '027af367b5ff4d37b9ab99d0a55279d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:39:21Z', 'updated_at': '2021-07-22T16:41:19Z', 'revision_number': 6, 'project_id': '027af367b5ff4d37b9ab99d0a55279d2', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:41:20.685752 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8f8ee8-51a6-4bb4-bc49-476a68227693 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:20.696764 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e8f8ee8-51a6-4bb4-bc49-476a68227693 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:20.740722 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86755f-614f-4b3b-bbfe-ce9342379495 req-855ea738-98fd-48af-b3a7-a394f78616b6 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:20.743445 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b86755f-614f-4b3b-bbfe-ce9342379495 req-855ea738-98fd-48af-b3a7-a394f78616b6 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb1be267-20e9-4709-a69f-3dc2e16ca2f4 HTTP/1.1" status: 200 len: 945 time: 0.3015206 Jul 22 16:41:20.745599 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2e8f8ee8-51a6-4bb4-bc49-476a68227693 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0328577 Jul 22 16:41:20.748765 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56796) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:20.754471 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-46518d92-c913-431d-8c79-9948383795dd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'subnet': {'network_id': 'eabb92d1-b3b7-4fe3-a256-28861793becd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:20.832875 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:20.892487 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Pushing event deleted for resources: {'Port': ['ID=4b3582d5-1d5e-492e-857d-fd8f0444a9d9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:20.931490 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-58adb62a-dd08-40d6-b2d4-2ab7ab922c58 None None] Provisioning for port 56d11bac-5f7f-4828-b0ff-e38a517fc99d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:20.936921 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-58adb62a-dd08-40d6-b2d4-2ab7ab922c58 None None] Provisioning complete for port 56d11bac-5f7f-4828-b0ff-e38a517fc99d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:20.937396 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58adb62a-dd08-40d6-b2d4-2ab7ab922c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:20.962118 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b86755f-614f-4b3b-bbfe-ce9342379495 req-79c479e5-ac74-49e0-bf2b-21f823188381 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985261 Jul 22 16:41:20.978901 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:20.979295 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:20.979644 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:20.979981 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:20.980312 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:20.980643 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:20.980967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:20.981293 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:20.987316 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:20.987963 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:20.991163 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:20.992037 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:21.030974 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-58adb62a-dd08-40d6-b2d4-2ab7ab922c58 None None] Port 56d11bac-5f7f-4828-b0ff-e38a517fc99d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:41:21.086875 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46518d92-c913-431d-8c79-9948383795dd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:21.095158 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46518d92-c913-431d-8c79-9948383795dd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:21.118445 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:21.269621 n-d-798930-9 neutron-server[93816]: INFO neutron.db.ipam_backend_mixin [None req-46518d92-c913-431d-8c79-9948383795dd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 45f5e4bd-edac-497e-ba69-f9664adabfd8 (CIDR: 172.20.0.0/28) Jul 22 16:41:21.276265 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-46518d92-c913-431d-8c79-9948383795dd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:41:21.277173 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46518d92-c913-431d-8c79-9948383795dd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:41:21.298284 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-46518d92-c913-431d-8c79-9948383795dd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5456820 Jul 22 16:41:21.302740 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56802) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:21.314756 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b73fbf5e-7f0f-446f-8619-198b19ef67e0 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'subnet': {'network_id': 'eabb92d1-b3b7-4fe3-a256-28861793becd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:21.613599 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:21.616214 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:21.653697 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be2373-c8bc-4b3c-a49b-f80e085ad639 req-e458703d-493d-4392-bac7-f1cb8e9a4518 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:21.660141 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60be2373-c8bc-4b3c-a49b-f80e085ad639 req-e458703d-493d-4392-bac7-f1cb8e9a4518 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 945 time: 0.1869211 Jul 22 16:41:21.700787 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73fbf5e-7f0f-446f-8619-198b19ef67e0 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:21.704793 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:21.705308 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92dfd705-b52e-4fed-9c95-7837e62e45f5 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:41:21.711222 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:21.711951 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b73fbf5e-7f0f-446f-8619-198b19ef67e0 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:21.715008 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fd36b5d2-a227-4127-be41-bf5d039db9df admin admin] 10.222.0.69 "DELETE /v2.0/routers/92dfd705-b52e-4fed-9c95-7837e62e45f5 HTTP/1.1" status: 204 len: 168 time: 2.4851906 Jul 22 16:41:21.716634 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56810) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:21.778448 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60be2373-c8bc-4b3c-a49b-f80e085ad639 req-15f46753-d395-4734-ac6b-c4c9d24d9027 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052489 Jul 22 16:41:21.808062 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ce6ad-9888-4ffa-81fe-0331c62886e7 req-50f760ed-999a-4d21-a429-cd72a7f3bc25 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:21.809002 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e19ce6ad-9888-4ffa-81fe-0331c62886e7 req-50f760ed-999a-4d21-a429-cd72a7f3bc25 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b941035a-d4cf-4492-abc6-ef7df54545a9 HTTP/1.1" status: 200 len: 946 time: 0.6059628 Jul 22 16:41:21.812733 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1e49a9-f216-4b3b-8d86-4245f05fe302 admin admin] Deleting subnet e426f577-51f9-41a2-93db-697b5d23995b {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:41:21.815688 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d1e49a9-f216-4b3b-8d86-4245f05fe302 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:21.923169 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d1e49a9-f216-4b3b-8d86-4245f05fe302 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:21.990271 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e19ce6ad-9888-4ffa-81fe-0331c62886e7 req-c4ec77f0-d860-4947-a4f9-d433f7a08cfa tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484694 Jul 22 16:41:22.021572 n-d-798930-9 neutron-server[93816]: INFO neutron.db.ipam_backend_mixin [None req-b73fbf5e-7f0f-446f-8619-198b19ef67e0 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c05509ea-594b-462b-a936-9ab349e797c7 (CIDR: 172.20.0.16/28) Jul 22 16:41:22.037975 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73fbf5e-7f0f-446f-8619-198b19ef67e0 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:41:22.037975 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73fbf5e-7f0f-446f-8619-198b19ef67e0 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:41:22.065740 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b73fbf5e-7f0f-446f-8619-198b19ef67e0 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7606902 Jul 22 16:41:22.068642 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56820) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:22.080968 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-799d2899-4ea5-43f3-932d-f4de5a1b83cd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'subnet': {'network_id': 'eabb92d1-b3b7-4fe3-a256-28861793becd', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:22.101727 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 4b3582d5-1d5e-492e-857d-fd8f0444a9d9 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:22.118812 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-ac017e57-15fc-4119-ba30-8d24b55d0ceb req-4516893b-d3a2-4ae1-80a8-8b62bd2fd6cd tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:41:22.119815 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac017e57-15fc-4119-ba30-8d24b55d0ceb req-4516893b-d3a2-4ae1-80a8-8b62bd2fd6cd tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121460 Jul 22 16:41:22.143791 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 4b3582d5-1d5e-492e-857d-fd8f0444a9d9 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:22.144417 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 4b3582d5-1d5e-492e-857d-fd8f0444a9d9 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:22.145001 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f28e098e-331b-4c9d-925f-b54259121150 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:22.171047 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: f28e098e-331b-4c9d-925f-b54259121150 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:22.171684 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f28e098e-331b-4c9d-925f-b54259121150 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:22.237649 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d1e49a9-f216-4b3b-8d86-4245f05fe302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:22.278549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799d2899-4ea5-43f3-932d-f4de5a1b83cd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Made reservation on behalf of 8e0aa67291574566a24ac254467e6460 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:22.286620 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-799d2899-4ea5-43f3-932d-f4de5a1b83cd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:22.349632 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac017e57-15fc-4119-ba30-8d24b55d0ceb req-00ba1c72-4861-48ac-9477-b265ad684ba1 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2141390 Jul 22 16:41:22.369449 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d1e49a9-f216-4b3b-8d86-4245f05fe302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:22.424710 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e49a9-f216-4b3b-8d86-4245f05fe302 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e426f577-51f9-41a2-93db-697b5d23995b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:22.440847 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d1e49a9-f216-4b3b-8d86-4245f05fe302 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:22.444252 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a572b289-a9ff-4aa2-a586-e46b75e0057a None None] Network ef2b738f-55cf-4219-8e16-510bb2401f06 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:22.462457 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6d1e49a9-f216-4b3b-8d86-4245f05fe302 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e426f577-51f9-41a2-93db-697b5d23995b HTTP/1.1" status: 204 len: 168 time: 0.7442565 Jul 22 16:41:22.465090 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56822) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:22.725407 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4a56c0b-c436-4f53-a56a-082500d5255e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:22.752366 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86e7171-bb8b-4090-80f1-2242c7072ff5 None None] DHCP port deletion for ef2b738f-55cf-4219-8e16-510bb2401f06 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:41:22.851913 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf1af1-ad1e-40b8-b59b-18137f675012 req-fdd0506a-24aa-4e1c-be74-a75669aeb10b tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:22.853316 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-babf1af1-ad1e-40b8-b59b-18137f675012 req-fdd0506a-24aa-4e1c-be74-a75669aeb10b tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 946 time: 0.1861284 Jul 22 16:41:22.870382 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d86e7171-bb8b-4090-80f1-2242c7072ff5 None None] Deleting port ed842fce-f773-408a-820f-8fd4f8c79bc5 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:22.870752 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d86e7171-bb8b-4090-80f1-2242c7072ff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:22.971012 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-babf1af1-ad1e-40b8-b59b-18137f675012 req-c7355fcf-0d61-42e8-bd44-ba66773d6e9c tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053998 Jul 22 16:41:23.017603 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b4a56c0b-c436-4f53-a56a-082500d5255e admin admin] Deleting port ed842fce-f773-408a-820f-8fd4f8c79bc5 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:23.019624 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4a56c0b-c436-4f53-a56a-082500d5255e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:23.023406 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d86e7171-bb8b-4090-80f1-2242c7072ff5 None None] For port ed842fce-f773-408a-820f-8fd4f8c79bc5, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ed842fce-f773-408a-820f-8fd4f8c79bc5,segment=NetworkSegment(28ca3e00-9cc7-4ec6-bf7a-a400af081869),segment_id=28ca3e00-9cc7-4ec6-bf7a-a400af081869)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:23.024058 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d86e7171-bb8b-4090-80f1-2242c7072ff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:23.036096 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbeed2-4e3a-4634-a64d-c9d1145a3246 req-221e6bf6-3820-4a8f-92ff-8bfc6738d4a1 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:23.041295 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d86e7171-bb8b-4090-80f1-2242c7072ff5 None None] Calling delete_port for ed842fce-f773-408a-820f-8fd4f8c79bc5 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:23.062677 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f2fbeed2-4e3a-4634-a64d-c9d1145a3246 req-221e6bf6-3820-4a8f-92ff-8bfc6738d4a1 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 945 time: 0.1682346 Jul 22 16:41:23.170071 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d86e7171-bb8b-4090-80f1-2242c7072ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:23.201652 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f2fbeed2-4e3a-4634-a64d-c9d1145a3246 req-ff0b205d-d54f-4a70-bc04-2e4cdebdd0fc tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298020 Jul 22 16:41:23.208315 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86e7171-bb8b-4090-80f1-2242c7072ff5 None None] No DVR routers for this DVR port ed842fce-f773-408a-820f-8fd4f8c79bc5 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:23.211532 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e7171-bb8b-4090-80f1-2242c7072ff5 None None] Pushing event deleted for resources: {'Port': ['ID=ed842fce-f773-408a-820f-8fd4f8c79bc5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:23.247970 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b4a56c0b-c436-4f53-a56a-082500d5255e admin admin] For port ed842fce-f773-408a-820f-8fd4f8c79bc5, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ed842fce-f773-408a-820f-8fd4f8c79bc5,segment=NetworkSegment(28ca3e00-9cc7-4ec6-bf7a-a400af081869),segment_id=28ca3e00-9cc7-4ec6-bf7a-a400af081869)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:23.248820 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4a56c0b-c436-4f53-a56a-082500d5255e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:23.264259 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b4a56c0b-c436-4f53-a56a-082500d5255e admin admin] Calling delete_port for ed842fce-f773-408a-820f-8fd4f8c79bc5 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:23.383160 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-799d2899-4ea5-43f3-932d-f4de5a1b83cd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:23.464232 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799d2899-4ea5-43f3-932d-f4de5a1b83cd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Network eabb92d1-b3b7-4fe3-a256-28861793becd is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:23.475889 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-799d2899-4ea5-43f3-932d-f4de5a1b83cd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:23.488331 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751c00a1-8340-4990-ac28-50e4556c9156 None None] Network eabb92d1-b3b7-4fe3-a256-28861793becd requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:23.489539 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d2899-4ea5-43f3-932d-f4de5a1b83cd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Subnet': ['ID=7dd1eb31-e2b8-4b37-8883-73eaff88a0df,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:23.494095 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799d2899-4ea5-43f3-932d-f4de5a1b83cd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:23.494886 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-799d2899-4ea5-43f3-932d-f4de5a1b83cd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:23.513508 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acbede-92c7-4fed-968c-90315f574cd7 req-e16a2dec-70e7-4053-a1cb-42bd97a110d9 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:23.515382 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a9acbede-92c7-4fed-968c-90315f574cd7 req-e16a2dec-70e7-4053-a1cb-42bd97a110d9 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb1be267-20e9-4709-a69f-3dc2e16ca2f4 HTTP/1.1" status: 200 len: 945 time: 0.2442648 Jul 22 16:41:23.546165 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4a56c0b-c436-4f53-a56a-082500d5255e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:23.552506 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56838) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:23.552871 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-799d2899-4ea5-43f3-932d-f4de5a1b83cd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4829473 Jul 22 16:41:23.565386 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5ea21427-2819-45de-b766-41af11d29697 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-759267492', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7dd1eb31-e2b8-4b37-8883-73eaff88a0df'}], 'security_groups': ['08831ad4-a13d-4b79-906e-6603886a9b7f', 'd73a39df-89d8-4aad-97ab-ebb71bf08dcb']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:23.586990 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a56c0b-c436-4f53-a56a-082500d5255e admin admin] Pushing event deleted for resources: {'Port': ['ID=ed842fce-f773-408a-820f-8fd4f8c79bc5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:23.604563 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a56c0b-c436-4f53-a56a-082500d5255e admin admin] No DVR routers for this DVR port ed842fce-f773-408a-820f-8fd4f8c79bc5 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:23.614237 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a9acbede-92c7-4fed-968c-90315f574cd7 req-123a0e6d-71a0-4d8b-8513-4ba7135aef46 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907600 Jul 22 16:41:23.759743 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4a56c0b-c436-4f53-a56a-082500d5255e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:23.790299 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-b4a56c0b-c436-4f53-a56a-082500d5255e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2b738f-55cf-4219-8e16-510bb2401f06']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:23.802730 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-b4a56c0b-c436-4f53-a56a-082500d5255e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ca3e00-9cc7-4ec6-bf7a-a400af081869') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:23.803614 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-b4a56c0b-c436-4f53-a56a-082500d5255e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ca3e00-9cc7-4ec6-bf7a-a400af081869') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:23.816253 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4a56c0b-c436-4f53-a56a-082500d5255e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:23.832857 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4a56c0b-c436-4f53-a56a-082500d5255e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:23.842417 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a56c0b-c436-4f53-a56a-082500d5255e admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:41:23.846215 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4a56c0b-c436-4f53-a56a-082500d5255e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:41:23.851153 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:41:23.936099 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4a56c0b-c436-4f53-a56a-082500d5255e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:23.947254 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4a56c0b-c436-4f53-a56a-082500d5255e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:23.950067 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b4a56c0b-c436-4f53-a56a-082500d5255e admin admin] 10.222.0.69 "DELETE /v2.0/networks/ef2b738f-55cf-4219-8e16-510bb2401f06 HTTP/1.1" status: 204 len: 168 time: 1.4776545 Jul 22 16:41:23.967568 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f52b02-3235-42b6-8650-dd69272d8c7d req-bb31aca4-3249-4644-b9ea-21fe47a59612 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:23.973562 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a56c0b-c436-4f53-a56a-082500d5255e admin admin] Pushing event deleted for resources: {'Network': ['ID=ef2b738f-55cf-4219-8e16-510bb2401f06,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:23.976255 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-24f52b02-3235-42b6-8650-dd69272d8c7d req-bb31aca4-3249-4644-b9ea-21fe47a59612 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b941035a-d4cf-4492-abc6-ef7df54545a9 HTTP/1.1" status: 200 len: 946 time: 0.2225246 Jul 22 16:41:24.052715 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e1d49f-13a3-4e79-ade5-e084048a7754 None None] Update dhcp port {'port': {'network_id': 'eabb92d1-b3b7-4fe3-a256-28861793becd', 'fixed_ips': [{'subnet_id': 'c05509ea-594b-462b-a936-9ab349e797c7', 'ip_address': '172.20.0.18'}, {'subnet_id': '45f5e4bd-edac-497e-ba69-f9664adabfd8', 'ip_address': '172.20.0.2'}, {'subnet_id': '7dd1eb31-e2b8-4b37-8883-73eaff88a0df'}], 'binding:host_id': 'n-d-798930-9'}, 'id': '7a97baf2-ee2a-4955-9d0b-71fc1c5154ac'} from n-d-798930-9. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:41:24.056134 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ea21427-2819-45de-b766-41af11d29697 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:24.187061 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b5e1d49f-13a3-4e79-ade5-e084048a7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:24.198924 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ed842fce-f773-408a-820f-8fd4f8c79bc5 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:24.285908 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56852) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:24.294425 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: ed842fce-f773-408a-820f-8fd4f8c79bc5 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:24.294770 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ed842fce-f773-408a-820f-8fd4f8c79bc5 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:24.395631 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e7b325fd-b05b-4f7e-8ccc-059ed6482859 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=027af367b5ff4d37b9ab99d0a55279d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1057911 Jul 22 16:41:24.401734 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56856) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:24.470164 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-5ea21427-2819-45de-b766-41af11d29697 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Delete allocated IP 172.20.0.7 (eabb92d1-b3b7-4fe3-a256-28861793becd/45f5e4bd-edac-497e-ba69-f9664adabfd8) {{(pid=93817) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 16:41:24.480325 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-5ea21427-2819-45de-b766-41af11d29697 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Allocated IP 172.20.0.44 (eabb92d1-b3b7-4fe3-a256-28861793becd/7dd1eb31-e2b8-4b37-8883-73eaff88a0df/56d11bac-5f7f-4828-b0ff-e38a517fc99d) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:24.571329 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ed56eb4-3826-4d4b-a0bf-8bd4e534dcd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:24.592452 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-24f52b02-3235-42b6-8650-dd69272d8c7d req-44666e57-caf7-431e-8043-c43c6bef3aeb tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6053622 Jul 22 16:41:24.619318 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ed56eb4-3826-4d4b-a0bf-8bd4e534dcd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:24.651425 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfa6cf-23ea-4e28-b3c1-09eae2d702c6 req-197e0951-ec29-4245-bec2-4230b09de320 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:24.658665 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a0dfa6cf-23ea-4e28-b3c1-09eae2d702c6 req-197e0951-ec29-4245-bec2-4230b09de320 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 945 time: 0.2106423 Jul 22 16:41:24.744862 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a0dfa6cf-23ea-4e28-b3c1-09eae2d702c6 req-4a67a535-85eb-4b80-b89e-f1aa337b1710 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852959 Jul 22 16:41:24.769004 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ed56eb4-3826-4d4b-a0bf-8bd4e534dcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:24.771731 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ed56eb4-3826-4d4b-a0bf-8bd4e534dcd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:24.773659 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7ed56eb4-3826-4d4b-a0bf-8bd4e534dcd2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9d10def5-c27a-4ceb-8596-94ad7739d9cf HTTP/1.1" status: 204 len: 168 time: 0.3709795 Jul 22 16:41:24.789305 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed56eb4-3826-4d4b-a0bf-8bd4e534dcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d10def5-c27a-4ceb-8596-94ad7739d9cf,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:24.849281 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ea21427-2819-45de-b766-41af11d29697 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:24.867941 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-5ea21427-2819-45de-b766-41af11d29697 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Transition to ACTIVE for port object 56d11bac-5f7f-4828-b0ff-e38a517fc99d will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:24.882777 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ea21427-2819-45de-b766-41af11d29697 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:24.985186 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-b5e1d49f-13a3-4e79-ade5-e084048a7754 None None] Allocated IP 172.20.0.34 (eabb92d1-b3b7-4fe3-a256-28861793becd/7dd1eb31-e2b8-4b37-8883-73eaff88a0df/7a97baf2-ee2a-4955-9d0b-71fc1c5154ac) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:25.042909 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d933981-516e-4d96-b1fd-047d31b57dd3 req-8831b18f-d8da-40b1-b9de-855349eeb02e tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:25.051799 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d933981-516e-4d96-b1fd-047d31b57dd3 req-8831b18f-d8da-40b1-b9de-855349eeb02e tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:25.059025 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d933981-516e-4d96-b1fd-047d31b57dd3 req-8831b18f-d8da-40b1-b9de-855349eeb02e tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:25.060661 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d933981-516e-4d96-b1fd-047d31b57dd3 req-8831b18f-d8da-40b1-b9de-855349eeb02e tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b941035a-d4cf-4492-abc6-ef7df54545a9&device_id=bb1be267-20e9-4709-a69f-3dc2e16ca2f4&device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 2418 time: 0.1126282 Jul 22 16:41:25.160422 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea21427-2819-45de-b766-41af11d29697 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event updated for resources: {'Port': ['ID=56d11bac-5f7f-4828-b0ff-e38a517fc99d,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:25.181997 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d933981-516e-4d96-b1fd-047d31b57dd3 req-102023cd-4b4b-46a5-ad56-a74b24ceeccc tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928342 Jul 22 16:41:25.191462 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5ea21427-2819-45de-b766-41af11d29697 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] In _notify_port_updated(), no bound segment for port 56d11bac-5f7f-4828-b0ff-e38a517fc99d on network eabb92d1-b3b7-4fe3-a256-28861793becd {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:41:25.202925 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea21427-2819-45de-b766-41af11d29697 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:25.208541 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ea21427-2819-45de-b766-41af11d29697 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:25.215714 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56874) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:25.217345 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5ea21427-2819-45de-b766-41af11d29697 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "PUT /v2.0/ports/56d11bac-5f7f-4828-b0ff-e38a517fc99d HTTP/1.1" status: 200 len: 959 time: 1.6633072 Jul 22 16:41:25.223997 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b5e1d49f-13a3-4e79-ade5-e084048a7754 None None] For port 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=7a97baf2-ee2a-4955-9d0b-71fc1c5154ac,segment=NetworkSegment(4fc1c588-735e-49c1-9e21-c7a5d5bbc222),segment_id=4fc1c588-735e-49c1-9e21-c7a5d5bbc222)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:25.261948 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b5e1d49f-13a3-4e79-ade5-e084048a7754 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:25.367461 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b5e1d49f-13a3-4e79-ade5-e084048a7754 None None] Transition to ACTIVE for port object 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:25.378576 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b5e1d49f-13a3-4e79-ade5-e084048a7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:25.496562 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d3b8efca-a1b0-40ab-b8f4-adf7fc384fa6 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting port 56d11bac-5f7f-4828-b0ff-e38a517fc99d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:25.497851 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3b8efca-a1b0-40ab-b8f4-adf7fc384fa6 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:25.536065 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-90b56e19-a790-4fdf-b831-1ef1621088d4 req-ddc5cc67-ad6b-41b8-a941-5ddfd37cb4db tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3057575 Jul 22 16:41:25.678410 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1d49f-13a3-4e79-ade5-e084048a7754 None None] Pushing event updated for resources: {'Port': ['ID=7a97baf2-ee2a-4955-9d0b-71fc1c5154ac,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:25.773857 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3b8efca-a1b0-40ab-b8f4-adf7fc384fa6 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:25.825071 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d3b8efca-a1b0-40ab-b8f4-adf7fc384fa6 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Calling delete_port for 56d11bac-5f7f-4828-b0ff-e38a517fc99d owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:26.070426 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:26.092559 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17761c54-e1d8-4791-9728-93b52b16f185 req-65a05910-2a12-4232-a1ed-f966bd5c9079 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:26.102042 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-17761c54-e1d8-4791-9728-93b52b16f185 req-65a05910-2a12-4232-a1ed-f966bd5c9079 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 945 time: 0.2337346 Jul 22 16:41:26.215556 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-17761c54-e1d8-4791-9728-93b52b16f185 req-7e92427f-76e3-4a36-8c01-503bfc3d3fcb tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112764 Jul 22 16:41:26.258041 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56956) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:26.301024 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3b8efca-a1b0-40ab-b8f4-adf7fc384fa6 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:26.351262 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8efca-a1b0-40ab-b8f4-adf7fc384fa6 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Port': ['ID=56d11bac-5f7f-4828-b0ff-e38a517fc99d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:26.518550 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-726928c7-22d1-4831-a826-961f74ab3fa9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-912425206-network', 'tenant_id': '40a7e1c1007e4005880809788b694686'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:26.553389 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3b8efca-a1b0-40ab-b8f4-adf7fc384fa6 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:26.555430 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d3b8efca-a1b0-40ab-b8f4-adf7fc384fa6 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/ports/56d11bac-5f7f-4828-b0ff-e38a517fc99d HTTP/1.1" status: 204 len: 168 time: 1.3387039 Jul 22 16:41:26.558741 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56978) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:26.631373 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b12f51-6028-4667-8cc3-b6e5c61aa275 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] GET failed (client error): The resource could not be found. Jul 22 16:41:26.633675 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-16b12f51-6028-4667-8cc3-b6e5c61aa275 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports/56d11bac-5f7f-4828-b0ff-e38a517fc99d HTTP/1.1" status: 404 len: 333 time: 0.0739994 Jul 22 16:41:26.636523 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56982) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:26.669405 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726928c7-22d1-4831-a826-961f74ab3fa9 admin admin] Made reservation on behalf of 40a7e1c1007e4005880809788b694686 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:26.676171 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-726928c7-22d1-4831-a826-961f74ab3fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:26.697461 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-726928c7-22d1-4831-a826-961f74ab3fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:26.793972 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-677ff7fb-7d60-4843-aee5-f9607cf9b44b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:26.809091 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c36ffa79-8ecb-4625-81eb-37176a930c7e None None] Provisioning for port 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:26.826248 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c36ffa79-8ecb-4625-81eb-37176a930c7e None None] Provisioning complete for port 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:26.826763 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c36ffa79-8ecb-4625-81eb-37176a930c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:26.845119 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-677ff7fb-7d60-4843-aee5-f9607cf9b44b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:26.941802 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-726928c7-22d1-4831-a826-961f74ab3fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:26.947045 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-677ff7fb-7d60-4843-aee5-f9607cf9b44b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:26.950141 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-726928c7-22d1-4831-a826-961f74ab3fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:26.951715 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-677ff7fb-7d60-4843-aee5-f9607cf9b44b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:26.952914 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-677ff7fb-7d60-4843-aee5-f9607cf9b44b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/security-groups/b6862c0a-ec27-4638-9e16-22bdf50993e1 HTTP/1.1" status: 204 len: 168 time: 0.3153803 Jul 22 16:41:26.959628 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56988) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:27.000778 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ff7fb-7d60-4843-aee5-f9607cf9b44b tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6862c0a-ec27-4638-9e16-22bdf50993e1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:27.003322 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726928c7-22d1-4831-a826-961f74ab3fa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:41:27.031772 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726928c7-22d1-4831-a826-961f74ab3fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2670768e-3680-40ce-9985-8d7f3affc184,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:27.035884 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-726928c7-22d1-4831-a826-961f74ab3fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:27.036581 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-726928c7-22d1-4831-a826-961f74ab3fa9 admin admin] Added segment 47e088e3-b533-4af9-a5d4-986e066b437c of type vlan for network d04fd8d3-1a88-4cb3-93d3-b9204c8acefc Jul 22 16:41:27.149121 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-582edf91-1bb0-4752-8bbc-ceba90fae25f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:27.209747 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c36ffa79-8ecb-4625-81eb-37176a930c7e None None] Could not find standard attr ID for object 56d11bac-5f7f-4828-b0ff-e38a517fc99d. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:41:27.224565 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c36ffa79-8ecb-4625-81eb-37176a930c7e None None] Provisioning complete for port 6c58c37b-fea5-4b18-8d5a-7f326e3794c5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:27.225625 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c36ffa79-8ecb-4625-81eb-37176a930c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:27.238630 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-582edf91-1bb0-4752-8bbc-ceba90fae25f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:27.271915 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c36ffa79-8ecb-4625-81eb-37176a930c7e None None] Port 6c58c37b-fea5-4b18-8d5a-7f326e3794c5 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:41:27.278877 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-726928c7-22d1-4831-a826-961f74ab3fa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:27.370548 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-582edf91-1bb0-4752-8bbc-ceba90fae25f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:27.373395 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-582edf91-1bb0-4752-8bbc-ceba90fae25f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:27.381448 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-582edf91-1bb0-4752-8bbc-ceba90fae25f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/security-groups/d73a39df-89d8-4aad-97ab-ebb71bf08dcb HTTP/1.1" status: 204 len: 168 time: 0.4207675 Jul 22 16:41:27.383083 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57020) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:27.400207 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-726928c7-22d1-4831-a826-961f74ab3fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:27.408605 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726928c7-22d1-4831-a826-961f74ab3fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:27.408605 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-726928c7-22d1-4831-a826-961f74ab3fa9 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:27.522822 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582edf91-1bb0-4752-8bbc-ceba90fae25f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73a39df-89d8-4aad-97ab-ebb71bf08dcb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:27.593172 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f381353-ffb7-49c4-a0b7-541524cb6050 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:27.604284 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ac3a296c-171c-41de-9fd8-9325c189ca51 None None] Could not find standard attr ID for object 56d11bac-5f7f-4828-b0ff-e38a517fc99d. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:41:27.656631 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726928c7-22d1-4831-a826-961f74ab3fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=d04fd8d3-1a88-4cb3-93d3-b9204c8acefc,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:27.670251 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network d04fd8d3-1a88-4cb3-93d3-b9204c8acefc details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:41:27.688081 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-726928c7-22d1-4831-a826-961f74ab3fa9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4254901 Jul 22 16:41:27.693305 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57040) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:27.699815 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f381353-ffb7-49c4-a0b7-541524cb6050 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:27.705340 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-16026486-44cf-4cae-b276-c11c2ec968dc admin admin] Request body: {'subnet': {'network_id': 'd04fd8d3-1a88-4cb3-93d3-b9204c8acefc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-912425206-subnet', 'tenant_id': '40a7e1c1007e4005880809788b694686', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:27.763942 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613f956-6be1-4a70-b561-61b919351153 req-2a3060e9-0dd3-4488-96a6-d6ff927d2217 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:27.775995 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2613f956-6be1-4a70-b561-61b919351153 req-2a3060e9-0dd3-4488-96a6-d6ff927d2217 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 945 time: 0.4065292 Jul 22 16:41:27.793080 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16026486-44cf-4cae-b276-c11c2ec968dc admin admin] Made reservation on behalf of 40a7e1c1007e4005880809788b694686 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:27.802239 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-16026486-44cf-4cae-b276-c11c2ec968dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:27.909548 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f381353-ffb7-49c4-a0b7-541524cb6050 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:27.931237 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8f381353-ffb7-49c4-a0b7-541524cb6050 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:27.936468 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8f381353-ffb7-49c4-a0b7-541524cb6050 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/security-groups/08831ad4-a13d-4b79-906e-6603886a9b7f HTTP/1.1" status: 204 len: 168 time: 0.5484006 Jul 22 16:41:27.946190 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57064) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:27.985848 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f381353-ffb7-49c4-a0b7-541524cb6050 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08831ad4-a13d-4b79-906e-6603886a9b7f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:28.049530 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2613f956-6be1-4a70-b561-61b919351153 req-166cb4be-8f95-4721-b955-01b9a54204d6 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507675 Jul 22 16:41:28.121579 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8aab1f8-5c14-47b6-b288-97d6d0f97d8f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting subnet 45f5e4bd-edac-497e-ba69-f9664adabfd8 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:41:28.141493 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8aab1f8-5c14-47b6-b288-97d6d0f97d8f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:28.206120 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8aab1f8-5c14-47b6-b288-97d6d0f97d8f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:28.399987 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8aab1f8-5c14-47b6-b288-97d6d0f97d8f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:28.443542 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-16026486-44cf-4cae-b276-c11c2ec968dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:28.564196 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16026486-44cf-4cae-b276-c11c2ec968dc admin admin] Checking segment: {'id': '47e088e3-b533-4af9-a5d4-986e066b437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'd04fd8d3-1a88-4cb3-93d3-b9204c8acefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:28.564865 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16026486-44cf-4cae-b276-c11c2ec968dc admin admin] Network hostable DHCP agents. Network: d04fd8d3-1a88-4cb3-93d3-b9204c8acefc, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:41:28.624869 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16026486-44cf-4cae-b276-c11c2ec968dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=64355d43-6eef-44d1-9fed-bcdb030e1d3b,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:28.638115 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8aab1f8-5c14-47b6-b288-97d6d0f97d8f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:28.686269 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aab1f8-5c14-47b6-b288-97d6d0f97d8f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Subnet': ['ID=45f5e4bd-edac-497e-ba69-f9664adabfd8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:28.706994 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8aab1f8-5c14-47b6-b288-97d6d0f97d8f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:28.708804 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146bca65-3290-4b94-8e7f-b2abc7fb99f8 None None] Network eabb92d1-b3b7-4fe3-a256-28861793becd requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:28.711457 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e8aab1f8-5c14-47b6-b288-97d6d0f97d8f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/subnets/45f5e4bd-edac-497e-ba69-f9664adabfd8 HTTP/1.1" status: 204 len: 168 time: 0.7639408 Jul 22 16:41:28.712734 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16026486-44cf-4cae-b276-c11c2ec968dc admin admin] Network d04fd8d3-1a88-4cb3-93d3-b9204c8acefc is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:41:28.715516 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57142) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:28.730210 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-16026486-44cf-4cae-b276-c11c2ec968dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, d04fd8d3-1a88-4cb3-93d3-b9204c8acefc) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:28.751724 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b581e26-e2df-4da4-9136-33866c45de4b None None] Network d04fd8d3-1a88-4cb3-93d3-b9204c8acefc requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:28.754805 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16026486-44cf-4cae-b276-c11c2ec968dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:28.755428 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-16026486-44cf-4cae-b276-c11c2ec968dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:28.821352 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-16026486-44cf-4cae-b276-c11c2ec968dc admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1262186 Jul 22 16:41:28.983334 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-b39fbe1e-2ecd-40d7-974a-7ae3a7248650 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting subnet 7dd1eb31-e2b8-4b37-8883-73eaff88a0df {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:41:29.000086 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b39fbe1e-2ecd-40d7-974a-7ae3a7248650 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:29.035628 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f628910c-015f-4c83-b56e-b6fb4561249b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:29.177110 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b39fbe1e-2ecd-40d7-974a-7ae3a7248650 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:29.295435 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f104df-237f-4292-9d7c-44e686c11fa1 None None] Network d04fd8d3-1a88-4cb3-93d3-b9204c8acefc requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:29.374565 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a348ab-44b1-4267-bd59-12c83d6fc7b1 req-a0d6816e-f512-40c2-b45b-bd4d25c76de9 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:29.381551 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9a348ab-44b1-4267-bd59-12c83d6fc7b1 req-a0d6816e-f512-40c2-b45b-bd4d25c76de9 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b941035a-d4cf-4492-abc6-ef7df54545a9 HTTP/1.1" status: 200 len: 946 time: 0.5319667 Jul 22 16:41:29.462571 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1199e7-c104-4da2-a9e5-83c9b5a370b4 req-ec19bdd9-496b-48d6-9585-03a780be7565 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:29.475953 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0e1199e7-c104-4da2-a9e5-83c9b5a370b4 req-ec19bdd9-496b-48d6-9585-03a780be7565 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 945 time: 0.1309836 Jul 22 16:41:29.541086 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9a348ab-44b1-4267-bd59-12c83d6fc7b1 req-74543a81-0a16-4109-ac09-573bd9cde2e5 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582327 Jul 22 16:41:29.553831 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0e1199e7-c104-4da2-a9e5-83c9b5a370b4 req-1b1880b2-48e7-4b2a-b973-6434731feeef tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769334 Jul 22 16:41:29.596532 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b39fbe1e-2ecd-40d7-974a-7ae3a7248650 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:29.752862 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b39fbe1e-2ecd-40d7-974a-7ae3a7248650 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:29.793286 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b39fbe1e-2ecd-40d7-974a-7ae3a7248650 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:29.795992 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b39fbe1e-2ecd-40d7-974a-7ae3a7248650 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/subnets/7dd1eb31-e2b8-4b37-8883-73eaff88a0df HTTP/1.1" status: 204 len: 168 time: 1.0794587 Jul 22 16:41:29.796882 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39fbe1e-2ecd-40d7-974a-7ae3a7248650 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Subnet': ['ID=7dd1eb31-e2b8-4b37-8883-73eaff88a0df,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:29.798770 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57266) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:29.814684 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1a0da-2d2f-404e-85cf-919173a95dfd req-a2556187-d460-48c6-bb09-5c7559d95afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:29.816215 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-41a1a0da-2d2f-404e-85cf-919173a95dfd req-a2556187-d460-48c6-bb09-5c7559d95afc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 1096 time: 0.2981703 Jul 22 16:41:29.880120 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-50810f7c-618f-4648-9ee2-55488d1b86b8 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] DELETE failed (client error): The resource could not be found. Jul 22 16:41:29.880576 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50810f7c-618f-4648-9ee2-55488d1b86b8 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:41:29.885763 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-50810f7c-618f-4648-9ee2-55488d1b86b8 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/subnets/45f5e4bd-edac-497e-ba69-f9664adabfd8 HTTP/1.1" status: 404 len: 337 time: 0.0858722 Jul 22 16:41:29.888258 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57282) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:30.019795 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1a0da-2d2f-404e-85cf-919173a95dfd req-71c40742-fd10-4b93-bb16-60c08e0e7eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:30.021331 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15bbb26-98d0-442b-8b91-017a5f96aa5a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting subnet c05509ea-594b-462b-a936-9ab349e797c7 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:41:30.021478 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-41a1a0da-2d2f-404e-85cf-919173a95dfd req-71c40742-fd10-4b93-bb16-60c08e0e7eae service neutron] 10.222.0.16 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 913 time: 0.1963875 Jul 22 16:41:30.039366 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c15bbb26-98d0-442b-8b91-017a5f96aa5a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:30.101366 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c15bbb26-98d0-442b-8b91-017a5f96aa5a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:30.121777 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-41a1a0da-2d2f-404e-85cf-919173a95dfd req-2bb9911f-4f12-497b-b803-c7db92491416 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d HTTP/1.1" status: 200 len: 217 time: 0.0613105 Jul 22 16:41:30.211550 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c4924-c005-4336-a418-a151a25dd975 req-a55fc2bb-7de8-4da9-ab54-865f5b927f60 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:30.218975 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-955c4924-c005-4336-a418-a151a25dd975 req-a55fc2bb-7de8-4da9-ab54-865f5b927f60 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/networks?id=d04fd8d3-1a88-4cb3-93d3-b9204c8acefc HTTP/1.1" status: 200 len: 821 time: 0.2733798 Jul 22 16:41:30.251725 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-955c4924-c005-4336-a418-a151a25dd975 req-4ea89341-0faf-4d10-9e90-2fe4079decc1 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/quotas/40a7e1c1007e4005880809788b694686 HTTP/1.1" status: 200 len: 375 time: 0.0315981 Jul 22 16:41:30.324064 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-955c4924-c005-4336-a418-a151a25dd975 req-5df8f3c4-a0cd-4f9c-a079-64b12c7b1c37 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=40a7e1c1007e4005880809788b694686&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710709 Jul 22 16:41:30.331966 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c15bbb26-98d0-442b-8b91-017a5f96aa5a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:30.449206 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1a0da-2d2f-404e-85cf-919173a95dfd req-3b4b7997-a04a-45cc-bed8-ae54cb3eab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:30.451938 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-41a1a0da-2d2f-404e-85cf-919173a95dfd req-3b4b7997-a04a-45cc-bed8-ae54cb3eab8a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 HTTP/1.1" status: 200 len: 851 time: 0.3220341 Jul 22 16:41:30.486445 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c15bbb26-98d0-442b-8b91-017a5f96aa5a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:30.535570 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15bbb26-98d0-442b-8b91-017a5f96aa5a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Subnet': ['ID=c05509ea-594b-462b-a936-9ab349e797c7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:30.542119 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c15bbb26-98d0-442b-8b91-017a5f96aa5a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:30.546216 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c15bbb26-98d0-442b-8b91-017a5f96aa5a tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/subnets/c05509ea-594b-462b-a936-9ab349e797c7 HTTP/1.1" status: 204 len: 168 time: 0.6545124 Jul 22 16:41:30.547197 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57358) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:30.570630 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b386504e-dcaa-49aa-8bcb-58c1d6b6cb0f None None] Network eabb92d1-b3b7-4fe3-a256-28861793becd requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:30.575722 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-955c4924-c005-4336-a418-a151a25dd975 req-102be9b3-c492-496b-a7b7-a35173361670 service neutron] 10.222.0.69 "GET /v2.0/networks/d04fd8d3-1a88-4cb3-93d3-b9204c8acefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473934 Jul 22 16:41:30.582319 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8da93f-12ea-49ad-9c5e-e190888d1d63 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] DELETE failed (client error): The resource could not be found. Jul 22 16:41:30.582813 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f8da93f-12ea-49ad-9c5e-e190888d1d63 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:41:30.584761 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2f8da93f-12ea-49ad-9c5e-e190888d1d63 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/subnets/178feaf9-f130-453d-b258-43fd9b2f14d5 HTTP/1.1" status: 404 len: 337 time: 0.0366874 Jul 22 16:41:30.588496 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57364) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:30.629965 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d3ff18c8-507a-4086-8e22-199cedf5dd8c tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "GET /v2.0/ports?device_id=588d82cb-04cb-4193-95b0-91f2ff836d17 HTTP/1.1" status: 200 len: 205 time: 0.0402541 Jul 22 16:41:30.631252 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57372) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:30.679831 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-c78fee8b-e9c8-4c3a-910d-334eb99906a5 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] delete failed (client error): The resource could not be found. Jul 22 16:41:30.685265 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c78fee8b-e9c8-4c3a-910d-334eb99906a5 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/routers/588d82cb-04cb-4193-95b0-91f2ff836d17 HTTP/1.1" status: 404 len: 336 time: 0.0522013 Jul 22 16:41:30.686401 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57380) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:30.721008 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-812d95a0-05fd-4dee-8a09-783329d6f7d3 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] DELETE failed (client error): The resource could not be found. Jul 22 16:41:30.721845 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812d95a0-05fd-4dee-8a09-783329d6f7d3 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:41:30.728210 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-812d95a0-05fd-4dee-8a09-783329d6f7d3 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/subnets/d81567e4-33cc-4d1f-9aa2-13e49358e459 HTTP/1.1" status: 404 len: 337 time: 0.0399983 Jul 22 16:41:30.729081 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57388) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:30.776230 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dcc792d-2015-4333-a61c-202752b11b9e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] DELETE failed (client error): The resource could not be found. Jul 22 16:41:30.776943 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dcc792d-2015-4333-a61c-202752b11b9e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:41:30.782935 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3dcc792d-2015-4333-a61c-202752b11b9e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/subnets/bda6d0ac-9d88-461b-96a7-b15e3654fa71 HTTP/1.1" status: 404 len: 337 time: 0.0428185 Jul 22 16:41:30.784385 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-955c4924-c005-4336-a418-a151a25dd975 req-afa4eb4a-8001-439e-a4c9-b70d0fb9c50b service neutron] 10.222.0.69 "GET /v2.0/networks/d04fd8d3-1a88-4cb3-93d3-b9204c8acefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075458 Jul 22 16:41:30.784894 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57394) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:30.785031 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e790e223-1ce4-4f8f-ada7-135ffb550647 None None] Provisioning complete for port 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:30.785698 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e790e223-1ce4-4f8f-ada7-135ffb550647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:30.867054 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7417c5c-41f7-4eda-9909-5e1e60b805c3 req-d8c16521-04de-4261-8f69-45b6ffc7a2d8 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:30.876025 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a7417c5c-41f7-4eda-9909-5e1e60b805c3 req-d8c16521-04de-4261-8f69-45b6ffc7a2d8 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b941035a-d4cf-4492-abc6-ef7df54545a9 HTTP/1.1" status: 200 len: 946 time: 0.1566653 Jul 22 16:41:30.943515 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1a0da-2d2f-404e-85cf-919173a95dfd req-8fd4e9fa-0c33-4f66-b0b7-5afdeebc3789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:30.947616 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-41a1a0da-2d2f-404e-85cf-919173a95dfd req-8fd4e9fa-0c33-4f66-b0b7-5afdeebc3789 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4426358 Jul 22 16:41:30.949223 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a7417c5c-41f7-4eda-9909-5e1e60b805c3 req-d373daff-c353-45df-add6-fb6a1d4f6098 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648258 Jul 22 16:41:30.950413 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-128ab594-bbdd-4c6f-b6d0-be52c14f3ecd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] DELETE failed (client error): The resource could not be found. Jul 22 16:41:30.951078 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-128ab594-bbdd-4c6f-b6d0-be52c14f3ecd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:41:30.957233 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-128ab594-bbdd-4c6f-b6d0-be52c14f3ecd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/subnets/452dafee-78c4-43d9-9bbe-984618d1f624 HTTP/1.1" status: 404 len: 337 time: 0.1369257 Jul 22 16:41:30.958387 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57416) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:31.035360 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f750816c-32e1-4034-860e-173b87dd1945 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] DELETE failed (client error): The resource could not be found. Jul 22 16:41:31.038889 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f750816c-32e1-4034-860e-173b87dd1945 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:41:31.044466 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f750816c-32e1-4034-860e-173b87dd1945 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/ports/187fa20b-b7c8-48a5-957f-2bf5533171d3 HTTP/1.1" status: 404 len: 333 time: 0.0843098 Jul 22 16:41:31.045908 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57426) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:31.046319 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb6ce95-e813-458d-bf7e-b1741a0ce0a1 None None] DHCP port deletion for eabb92d1-b3b7-4fe3-a256-28861793becd request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:41:31.129915 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e790e223-1ce4-4f8f-ada7-135ffb550647 None None] Provisioning complete for port 6c58c37b-fea5-4b18-8d5a-7f326e3794c5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:31.130419 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e790e223-1ce4-4f8f-ada7-135ffb550647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:31.191272 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212fdc7-5ad3-41b1-86a7-70388c28d434 req-f03c913a-bd52-41f4-8674-31076948d406 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:31.200111 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1212fdc7-5ad3-41b1-86a7-70388c28d434 req-f03c913a-bd52-41f4-8674-31076948d406 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 945 time: 0.1387191 Jul 22 16:41:31.208598 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf163c6-867a-4c67-b260-bfd8d4b32eeb tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] DELETE failed (client error): The resource could not be found. Jul 22 16:41:31.216573 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf163c6-867a-4c67-b260-bfd8d4b32eeb tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:41:31.219734 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4bf163c6-867a-4c67-b260-bfd8d4b32eeb tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/subnets/b3cdc51d-acf0-4f8e-8e93-b75eacf685c2 HTTP/1.1" status: 404 len: 337 time: 0.1474886 Jul 22 16:41:31.223585 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e790e223-1ce4-4f8f-ada7-135ffb550647 None None] Port 6c58c37b-fea5-4b18-8d5a-7f326e3794c5 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:41:31.233150 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57448) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:31.290138 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1212fdc7-5ad3-41b1-86a7-70388c28d434 req-f2b84da8-9fd8-4ed0-b588-e5425245a7a5 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849736 Jul 22 16:41:31.295593 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cbb6ce95-e813-458d-bf7e-b1741a0ce0a1 None None] Deleting port 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:31.298400 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cbb6ce95-e813-458d-bf7e-b1741a0ce0a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:31.453310 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-cbb6ce95-e813-458d-bf7e-b1741a0ce0a1 None None] For port 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=7a97baf2-ee2a-4955-9d0b-71fc1c5154ac,segment=NetworkSegment(4fc1c588-735e-49c1-9e21-c7a5d5bbc222),segment_id=4fc1c588-735e-49c1-9e21-c7a5d5bbc222)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:31.454086 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cbb6ce95-e813-458d-bf7e-b1741a0ce0a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:31.499803 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cbb6ce95-e813-458d-bf7e-b1741a0ce0a1 None None] Calling delete_port for 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:31.665543 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:31.669868 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-875884b2-868f-4757-8cb4-52900df846e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:31.729477 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cbb6ce95-e813-458d-bf7e-b1741a0ce0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:31.746152 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb6ce95-e813-458d-bf7e-b1741a0ce0a1 None None] No DVR routers for this DVR port 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:31.767558 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6ce95-e813-458d-bf7e-b1741a0ce0a1 None None] Pushing event deleted for resources: {'Port': ['ID=7a97baf2-ee2a-4955-9d0b-71fc1c5154ac,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:31.814846 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-41a1a0da-2d2f-404e-85cf-919173a95dfd req-ffe8dd12-8701-4f27-b7ff-fe09343ae37d service neutron] 10.222.0.16 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8567519 Jul 22 16:41:31.854087 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-359d79ea-fd42-41b9-afb4-9d1715785ad9 req-aba76cad-b217-44ea-b97b-5fe97214807e tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e HTTP/1.1" status: 200 len: 210 time: 0.5972078 Jul 22 16:41:31.855422 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f9d6f3-98ac-466f-9eb0-7054ec70e545 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] DELETE failed (client error): The resource could not be found. Jul 22 16:41:31.856192 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f9d6f3-98ac-466f-9eb0-7054ec70e545 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:41:31.869613 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-16f9d6f3-98ac-466f-9eb0-7054ec70e545 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/subnets/19aa2bd0-fd83-42a0-acf1-ded6cf50c566 HTTP/1.1" status: 404 len: 337 time: 0.6216679 Jul 22 16:41:31.876706 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57498) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:31.886600 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a380a2-fee1-4b35-81f9-79a9de348835 req-80e0d824-ed4a-4c5d-941a-72aaf208c308 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:31.888541 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a5a380a2-fee1-4b35-81f9-79a9de348835 req-80e0d824-ed4a-4c5d-941a-72aaf208c308 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.16 "GET /v2.0/ports?device_id=b941035a-d4cf-4492-abc6-ef7df54545a9 HTTP/1.1" status: 200 len: 946 time: 1.0962260 Jul 22 16:41:31.988492 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0150bd-d005-4788-a854-34b2e0be22cd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] DELETE failed (client error): The resource could not be found. Jul 22 16:41:31.990157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0150bd-d005-4788-a854-34b2e0be22cd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:41:31.992847 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4c0150bd-d005-4788-a854-34b2e0be22cd tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/ports/ff0356a6-a0bd-4bbd-ba9c-7a58e3747143 HTTP/1.1" status: 404 len: 333 time: 0.1029913 Jul 22 16:41:31.998098 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57504) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:32.056886 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:32.075503 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c184c24-f395-41c4-b120-80efc916f89f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] DELETE failed (client error): The resource could not be found. Jul 22 16:41:32.076295 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c184c24-f395-41c4-b120-80efc916f89f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:41:32.077519 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:32.077865 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7a97baf2-ee2a-4955-9d0b-71fc1c5154ac not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:32.079801 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6c184c24-f395-41c4-b120-80efc916f89f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/subnets/99ce64e4-2088-455b-98e3-cb906cfd5696 HTTP/1.1" status: 404 len: 337 time: 0.0763199 Jul 22 16:41:32.083664 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57506) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:32.104535 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-2bd6dbd6-c5c9-468a-8ed4-3c9ea3781669 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:32.112790 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-2bd6dbd6-c5c9-468a-8ed4-3c9ea3781669 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/networks?id=080f6fdb-8ecf-418a-9887-9107e25751db HTTP/1.1" status: 200 len: 813 time: 0.2819088 Jul 22 16:41:32.154745 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-55df5040-b3cc-4481-b114-3f13b46c589f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] DELETE failed (client error): The resource could not be found. Jul 22 16:41:32.155911 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55df5040-b3cc-4481-b114-3f13b46c589f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:41:32.158338 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-55df5040-b3cc-4481-b114-3f13b46c589f tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/subnets/05f35e6a-1514-42db-bf3a-11d5ca560ffc HTTP/1.1" status: 404 len: 337 time: 0.0724165 Jul 22 16:41:32.161607 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57510) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:32.162161 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-41a1a0da-2d2f-404e-85cf-919173a95dfd req-2036d8f8-85c0-4f42-b49b-a477d5093c76 service neutron] 10.222.0.16 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262239 Jul 22 16:41:32.179580 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-6230e3a2-62be-45bb-8486-df86ecde0d32 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/quotas/346b1c181fb44928843dc023990026cc HTTP/1.1" status: 200 len: 375 time: 0.0645652 Jul 22 16:41:32.234709 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-da872a36-3433-41db-9378-1ad341601bef tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=346b1c181fb44928843dc023990026cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538919 Jul 22 16:41:32.235525 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-a5a380a2-fee1-4b35-81f9-79a9de348835 req-81e95da0-c495-4972-9dbf-d58525046605 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Deleting port 232ce860-1b9e-4634-b728-f1f0d5f4c7ca {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:32.235864 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a5a380a2-fee1-4b35-81f9-79a9de348835 req-81e95da0-c495-4972-9dbf-d58525046605 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:32.246682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89a530-a6e7-4f5c-933e-aded5d7f1d66 req-dbd588ae-c890-40b9-8889-556316ff7516 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:32.248509 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f89a530-a6e7-4f5c-933e-aded5d7f1d66 req-dbd588ae-c890-40b9-8889-556316ff7516 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b941035a-d4cf-4492-abc6-ef7df54545a9 HTTP/1.1" status: 200 len: 946 time: 0.1538398 Jul 22 16:41:32.361829 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f89a530-a6e7-4f5c-933e-aded5d7f1d66 req-3b905ab5-03d0-473c-988a-94fd4ecb39b6 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991352 Jul 22 16:41:32.393178 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a5a380a2-fee1-4b35-81f9-79a9de348835 req-81e95da0-c495-4972-9dbf-d58525046605 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] For port 232ce860-1b9e-4634-b728-f1f0d5f4c7ca, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=232ce860-1b9e-4634-b728-f1f0d5f4c7ca,segment=NetworkSegment(36f79998-d146-4d4f-99c1-a08d3d240822),segment_id=36f79998-d146-4d4f-99c1-a08d3d240822)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:32.393740 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a5a380a2-fee1-4b35-81f9-79a9de348835 req-81e95da0-c495-4972-9dbf-d58525046605 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:32.410764 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-a5a380a2-fee1-4b35-81f9-79a9de348835 req-81e95da0-c495-4972-9dbf-d58525046605 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Calling delete_port for 232ce860-1b9e-4634-b728-f1f0d5f4c7ca owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:32.416763 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-84585e83-80e2-4292-b94e-95680cb77e0e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Deleting port 6c58c37b-fea5-4b18-8d5a-7f326e3794c5 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:32.417113 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-84585e83-80e2-4292-b94e-95680cb77e0e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:32.549977 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-84585e83-80e2-4292-b94e-95680cb77e0e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:32.568207 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a5a380a2-fee1-4b35-81f9-79a9de348835 req-81e95da0-c495-4972-9dbf-d58525046605 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:32.568426 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-c2628024-085d-4b82-91ee-3db9af404492 service neutron] 10.222.0.69 "GET /v2.0/networks/080f6fdb-8ecf-418a-9887-9107e25751db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270845 Jul 22 16:41:32.584356 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-84585e83-80e2-4292-b94e-95680cb77e0e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Calling delete_port for 6c58c37b-fea5-4b18-8d5a-7f326e3794c5 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:32.608940 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['f288e2e7-f24b-4207-8f2a-266ef00ea423'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:41:32.611675 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['cb16b084-7701-4c51-93b5-d18e7a7b77c7', '232ce860-1b9e-4634-b728-f1f0d5f4c7ca'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:41:32.641731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e95da0-c495-4972-9dbf-d58525046605 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Pushing event deleted for resources: {'Port': ['ID=232ce860-1b9e-4634-b728-f1f0d5f4c7ca,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:32.734956 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a380a2-fee1-4b35-81f9-79a9de348835 req-81e95da0-c495-4972-9dbf-d58525046605 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] No DVR routers for this DVR port 232ce860-1b9e-4634-b728-f1f0d5f4c7ca on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:32.740234 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a5a380a2-fee1-4b35-81f9-79a9de348835 req-81e95da0-c495-4972-9dbf-d58525046605 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:32.744944 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a5a380a2-fee1-4b35-81f9-79a9de348835 req-81e95da0-c495-4972-9dbf-d58525046605 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.16 "DELETE /v2.0/ports/232ce860-1b9e-4634-b728-f1f0d5f4c7ca HTTP/1.1" status: 204 len: 173 time: 0.8350635 Jul 22 16:41:32.745642 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b941035a-d4cf-4492-abc6-ef7df54545a9', 'name': 'network-vif-deleted', 'tag': '232ce860-1b9e-4634-b728-f1f0d5f4c7ca'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:41:32.749080 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e63d4ae-e3d9-468c-937e-bb57d1ec11cc" -d '{"events": [{"server_uuid": "b941035a-d4cf-4492-abc6-ef7df54545a9", "name": "network-vif-deleted", "tag": "232ce860-1b9e-4634-b728-f1f0d5f4c7ca"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:41:32.784352 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7ee69-cc94-46ae-8361-4dd2eb9b3e74 req-2e88e83f-7ad3-488e-be44-ffc3ecd391d4 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:32.796226 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2df7ee69-cc94-46ae-8361-4dd2eb9b3e74 req-2e88e83f-7ad3-488e-be44-ffc3ecd391d4 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 945 time: 0.2246323 Jul 22 16:41:32.904919 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2df7ee69-cc94-46ae-8361-4dd2eb9b3e74 req-1b139714-9dea-4c11-a373-65e2f9c42dd4 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050045 Jul 22 16:41:32.934758 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-957ab57b-0d4a-48a7-8755-33e158bb1097 service neutron] 10.222.0.69 "GET /v2.0/networks/080f6fdb-8ecf-418a-9887-9107e25751db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452566 Jul 22 16:41:32.952827 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-84585e83-80e2-4292-b94e-95680cb77e0e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:33.021827 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:33.039651 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84585e83-80e2-4292-b94e-95680cb77e0e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Port': ['ID=6c58c37b-fea5-4b18-8d5a-7f326e3794c5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:33.054529 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-84585e83-80e2-4292-b94e-95680cb77e0e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:33.058818 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-84585e83-80e2-4292-b94e-95680cb77e0e tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/ports/6c58c37b-fea5-4b18-8d5a-7f326e3794c5 HTTP/1.1" status: 204 len: 168 time: 0.8926556 Jul 22 16:41:33.060695 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57524) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:33.150197 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8416ff6d-7e50-4b2e-ba46-8c9d960b4da1 x-openstack-request-id: req-8416ff6d-7e50-4b2e-ba46-8c9d960b4da1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:41:33.150495 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b941035a-d4cf-4492-abc6-ef7df54545a9", "name": "network-vif-deleted", "tag": "232ce860-1b9e-4634-b728-f1f0d5f4c7ca", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:41:33.150706 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8416ff6d-7e50-4b2e-ba46-8c9d960b4da1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:41:33.151311 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b941035a-d4cf-4492-abc6-ef7df54545a9', 'name': 'network-vif-deleted', 'tag': '232ce860-1b9e-4634-b728-f1f0d5f4c7ca', 'status': 'completed', 'code': 200} Jul 22 16:41:33.212454 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c4924-c005-4336-a418-a151a25dd975 req-dd426ca5-a725-4351-bf45-e47c866bc55e tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:33.214863 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-955c4924-c005-4336-a418-a151a25dd975 req-dd426ca5-a725-4351-bf45-e47c866bc55e tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.30 "GET /v2.0/networks?id=d04fd8d3-1a88-4cb3-93d3-b9204c8acefc HTTP/1.1" status: 200 len: 821 time: 0.4071701 Jul 22 16:41:33.237525 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:33.242399 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-955c4924-c005-4336-a418-a151a25dd975 req-d284eb8d-67cd-405d-b606-9dd3968c7345 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Request body: {'port': {'device_id': 'f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e', 'network_id': 'd04fd8d3-1a88-4cb3-93d3-b9204c8acefc', 'admin_state_up': True, 'tenant_id': '40a7e1c1007e4005880809788b694686'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:33.314042 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:33.317415 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-385cc256-1b03-4748-b07d-ad20a3e5fdd1 req-533a87e7-fc59-496b-a618-f3c25efd82f0 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3fd735b-fb8a-4e06-b358-d5f2acfb6ada HTTP/1.1" status: 200 len: 210 time: 0.0486989 Jul 22 16:41:33.321099 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:33.329589 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692f59df-59d9-48df-b3a1-4c957d6e08b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:41:33.334256 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0d053e-e5f1-426f-9460-4af14548baae" -d '{"events": [{"server_uuid": "692f59df-59d9-48df-b3a1-4c957d6e08b6", "name": "network-vif-unplugged", "status": "completed", "tag": "fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:41:33.340007 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:33.410237 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-71f9705c-5872-4448-a5a6-161b285e0ae6 req-ce5c7bf7-e654-4bd6-adaf-ed9bd0994452 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e HTTP/1.1" status: 200 len: 210 time: 0.0687809 Jul 22 16:41:33.414600 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ad26e27-20d9-4bd1-9018-9fddd7b4b872 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:33.511151 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:33.560435 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dfc274-a9f0-42f1-b468-6892aed6a842 x-openstack-request-id: req-93dfc274-a9f0-42f1-b468-6892aed6a842 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:41:33.560739 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692f59df-59d9-48df-b3a1-4c957d6e08b6", "name": "network-vif-unplugged", "status": "completed", "tag": "fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:41:33.564175 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-93dfc274-a9f0-42f1-b468-6892aed6a842 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:41:33.564618 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692f59df-59d9-48df-b3a1-4c957d6e08b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d', 'code': 200} Jul 22 16:41:33.600668 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ad26e27-20d9-4bd1-9018-9fddd7b4b872 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:33.629566 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-0ad26e27-20d9-4bd1-9018-9fddd7b4b872 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabb92d1-b3b7-4fe3-a256-28861793becd']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:33.671543 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56ccb008-bc3b-4261-bc3b-52414f059368 req-6892cb65-0fc9-4367-9867-0428634b9d5c tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=b941035a-d4cf-4492-abc6-ef7df54545a9 HTTP/1.1" status: 200 len: 210 time: 0.0675220 Jul 22 16:41:33.679587 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-0ad26e27-20d9-4bd1-9018-9fddd7b4b872 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc1c588-735e-49c1-9e21-c7a5d5bbc222') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:33.680243 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-0ad26e27-20d9-4bd1-9018-9fddd7b4b872 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc1c588-735e-49c1-9e21-c7a5d5bbc222') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:33.697573 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ad26e27-20d9-4bd1-9018-9fddd7b4b872 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:33.723729 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ad26e27-20d9-4bd1-9018-9fddd7b4b872 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:33.732285 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-955c4924-c005-4336-a418-a151a25dd975 req-d284eb8d-67cd-405d-b606-9dd3968c7345 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Made reservation on behalf of 40a7e1c1007e4005880809788b694686 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:33.735779 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-955c4924-c005-4336-a418-a151a25dd975 req-d284eb8d-67cd-405d-b606-9dd3968c7345 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:33.739266 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad26e27-20d9-4bd1-9018-9fddd7b4b872 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:41:33.739543 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ad26e27-20d9-4bd1-9018-9fddd7b4b872 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:41:33.743111 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:41:33.838939 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ad26e27-20d9-4bd1-9018-9fddd7b4b872 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:33.843567 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ad26e27-20d9-4bd1-9018-9fddd7b4b872 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:33.848614 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0ad26e27-20d9-4bd1-9018-9fddd7b4b872 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] 10.222.0.69 "DELETE /v2.0/networks/eabb92d1-b3b7-4fe3-a256-28861793becd HTTP/1.1" status: 204 len: 168 time: 0.7809603 Jul 22 16:41:33.867165 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad26e27-20d9-4bd1-9018-9fddd7b4b872 tempest-PortsTestJSON-46173858 tempest-PortsTestJSON-46173858-project] Pushing event deleted for resources: {'Network': ['ID=eabb92d1-b3b7-4fe3-a256-28861793becd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:34.063161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-955c4924-c005-4336-a418-a151a25dd975 req-d284eb8d-67cd-405d-b606-9dd3968c7345 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Allocated IP 172.20.0.4 (d04fd8d3-1a88-4cb3-93d3-b9204c8acefc/64355d43-6eef-44d1-9fed-bcdb030e1d3b/2969dfbc-e379-475f-b746-bf10c415a055) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:34.149028 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d72570-4d6d-4747-bdc1-55c1c055d4ac req-aacb357e-e019-4542-a874-fa861d46b394 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:34.158539 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-73d72570-4d6d-4747-bdc1-55c1c055d4ac req-aacb357e-e019-4542-a874-fa861d46b394 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 943 time: 0.1795352 Jul 22 16:41:34.167455 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57554) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:34.256812 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-73d72570-4d6d-4747-bdc1-55c1c055d4ac req-474442dd-654d-498a-956c-78e58d56d950 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920174 Jul 22 16:41:34.351635 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-955c4924-c005-4336-a418-a151a25dd975 req-d284eb8d-67cd-405d-b606-9dd3968c7345 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:34.394700 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-955c4924-c005-4336-a418-a151a25dd975 req-d284eb8d-67cd-405d-b606-9dd3968c7345 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:34.431913 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0242bed7-f832-4d45-afe7-fd41f7e5b590 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8e0aa67291574566a24ac254467e6460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2620280 Jul 22 16:41:34.432893 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57560) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:34.435918 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-955c4924-c005-4336-a418-a151a25dd975 req-d284eb8d-67cd-405d-b606-9dd3968c7345 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Network d04fd8d3-1a88-4cb3-93d3-b9204c8acefc is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:34.440397 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-955c4924-c005-4336-a418-a151a25dd975 req-d284eb8d-67cd-405d-b606-9dd3968c7345 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:34.456089 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-955c4924-c005-4336-a418-a151a25dd975 req-d284eb8d-67cd-405d-b606-9dd3968c7345 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:34.508740 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284eb8d-67cd-405d-b606-9dd3968c7345 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Pushing event updated for resources: {'Port': ['ID=2969dfbc-e379-475f-b746-bf10c415a055,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:34.529446 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-31dc6b72-ee79-4c94-a452-18504c98f289 req-3f90fc34-9c19-4fae-890f-d25b42915652 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3fd735b-fb8a-4e06-b358-d5f2acfb6ada HTTP/1.1" status: 200 len: 210 time: 0.0502870 Jul 22 16:41:34.562214 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c639c57e-8f9d-47fa-960a-8e1870089add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:34.563466 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:34.574405 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c4924-c005-4336-a418-a151a25dd975 req-d284eb8d-67cd-405d-b606-9dd3968c7345 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:34.575059 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-955c4924-c005-4336-a418-a151a25dd975 req-d284eb8d-67cd-405d-b606-9dd3968c7345 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:34.589175 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c639c57e-8f9d-47fa-960a-8e1870089add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:34.601814 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-955c4924-c005-4336-a418-a151a25dd975 req-d284eb8d-67cd-405d-b606-9dd3968c7345 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3717041 Jul 22 16:41:34.615622 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:34.621270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-955c4924-c005-4336-a418-a151a25dd975 req-21454878-1709-41db-81dc-01c523b99cfc service neutron] Request body: {'port': {'device_id': 'f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:34.652095 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c639c57e-8f9d-47fa-960a-8e1870089add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:34.654652 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c639c57e-8f9d-47fa-960a-8e1870089add admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:34.658217 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c639c57e-8f9d-47fa-960a-8e1870089add admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/90886931-342b-4dee-b17e-08a7ed6dc836 HTTP/1.1" status: 204 len: 168 time: 0.2216897 Jul 22 16:41:34.661840 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a61d11-e61b-40af-a8bd-43db6fb8f012 req-28323ebf-0efd-4fef-bfa1-f20f3c0f7dd9 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:34.667759 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3a61d11-e61b-40af-a8bd-43db6fb8f012 req-28323ebf-0efd-4fef-bfa1-f20f3c0f7dd9 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e HTTP/1.1" status: 200 len: 931 time: 0.1507618 Jul 22 16:41:34.679741 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639c57e-8f9d-47fa-960a-8e1870089add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90886931-342b-4dee-b17e-08a7ed6dc836,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:34.779551 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 232ce860-1b9e-4634-b728-f1f0d5f4c7ca no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:34.809954 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 232ce860-1b9e-4634-b728-f1f0d5f4c7ca {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:34.810496 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 232ce860-1b9e-4634-b728-f1f0d5f4c7ca not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:34.930631 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3a61d11-e61b-40af-a8bd-43db6fb8f012 req-3c984927-302a-441e-b168-cf99fd5ef549 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/security-groups?id=2670768e-3680-40ce-9985-8d7f3affc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946828 Jul 22 16:41:35.001024 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-955c4924-c005-4336-a418-a151a25dd975 req-21454878-1709-41db-81dc-01c523b99cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:35.040723 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-c4a9d68e-eff9-4c9e-937c-2c05a35e4920 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:35.042376 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-c4a9d68e-eff9-4c9e-937c-2c05a35e4920 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.16 "GET /v2.0/networks?id=080f6fdb-8ecf-418a-9887-9107e25751db HTTP/1.1" status: 200 len: 813 time: 0.2087076 Jul 22 16:41:35.164943 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-76bbd971-8b8d-4431-bc98-5540df9fc592 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Request body: {'port': {'device_id': 'c3fd735b-fb8a-4e06-b358-d5f2acfb6ada', 'network_id': '080f6fdb-8ecf-418a-9887-9107e25751db', 'admin_state_up': True, 'tenant_id': '346b1c181fb44928843dc023990026cc'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:35.411583 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983d7aa-3559-488a-97b3-2a0e649c50a2 req-e40bed8b-d756-43fa-a957-d7fa1d356651 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:35.413230 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7983d7aa-3559-488a-97b3-2a0e649c50a2 req-e40bed8b-d756-43fa-a957-d7fa1d356651 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb1be267-20e9-4709-a69f-3dc2e16ca2f4 HTTP/1.1" status: 200 len: 945 time: 0.2539434 Jul 22 16:41:35.457757 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251e828-399b-4086-8eaf-be3647c56220 req-e0bdb76e-1649-47d1-a97a-edfa695f4df3 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:35.459170 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-76bbd971-8b8d-4431-bc98-5540df9fc592 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Made reservation on behalf of 346b1c181fb44928843dc023990026cc for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:35.459318 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2251e828-399b-4086-8eaf-be3647c56220 req-e0bdb76e-1649-47d1-a97a-edfa695f4df3 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 943 time: 0.0824187 Jul 22 16:41:35.462779 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-76bbd971-8b8d-4431-bc98-5540df9fc592 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:35.505834 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2251e828-399b-4086-8eaf-be3647c56220 req-714b6abb-bb1b-4cfb-b4ba-fb55d210f655 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406857 Jul 22 16:41:35.568575 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7983d7aa-3559-488a-97b3-2a0e649c50a2 req-dc379aa8-3e0c-4fa6-acd2-c97dae8fe596 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400049 Jul 22 16:41:35.620945 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57602) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:35.660561 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-955c4924-c005-4336-a418-a151a25dd975 req-21454878-1709-41db-81dc-01c523b99cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2969dfbc-e379-475f-b746-bf10c415a055 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:41:35.666102 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6267c89-f793-4482-8163-c9b301703b03 req-f5862217-d77e-4c7c-a63d-d0f6e19287b8 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:35.667755 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c6267c89-f793-4482-8163-c9b301703b03 req-f5862217-d77e-4c7c-a63d-d0f6e19287b8 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.0781090 Jul 22 16:41:35.674110 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-955c4924-c005-4336-a418-a151a25dd975 req-21454878-1709-41db-81dc-01c523b99cfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:35.710889 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c6267c89-f793-4482-8163-c9b301703b03 req-543e2c9c-dc3a-4d21-b523-dee34ecf8c72 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374727 Jul 22 16:41:35.718639 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f84edcfc-83fc-4e49-be3a-8a3e0217c770 req-b0ecaec6-e12b-41f1-8b78-b186ac58c622 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3fd735b-fb8a-4e06-b358-d5f2acfb6ada HTTP/1.1" status: 200 len: 210 time: 0.0508499 Jul 22 16:41:35.734270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-955c4924-c005-4336-a418-a151a25dd975 req-21454878-1709-41db-81dc-01c523b99cfc service neutron] Transition to ACTIVE for port object 2969dfbc-e379-475f-b746-bf10c415a055 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:35.742093 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-76bbd971-8b8d-4431-bc98-5540df9fc592 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Allocated IP 172.20.0.5 (080f6fdb-8ecf-418a-9887-9107e25751db/d034105d-0873-4d3b-bb91-c20cfcaca3ce/8fae35be-fbd5-410b-ac2d-dd2ffb1346db) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:35.752487 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-955c4924-c005-4336-a418-a151a25dd975 req-21454878-1709-41db-81dc-01c523b99cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:35.764202 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-93c0f500-24c9-4a50-821f-4322375440e8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-402393162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:35.864401 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21454878-1709-41db-81dc-01c523b99cfc service neutron] Pushing event updated for resources: {'Port': ['ID=2969dfbc-e379-475f-b746-bf10c415a055,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:35.867853 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93c0f500-24c9-4a50-821f-4322375440e8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:35.868492 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93c0f500-24c9-4a50-821f-4322375440e8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:35.875353 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c54e6-10e1-49d5-89d1-8cacbdd62805 req-3d45f1b0-efba-4058-9a8c-52baaf26e418 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:35.877311 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ba8c54e6-10e1-49d5-89d1-8cacbdd62805 req-3d45f1b0-efba-4058-9a8c-52baaf26e418 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.0885081 Jul 22 16:41:35.962902 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ba8c54e6-10e1-49d5-89d1-8cacbdd62805 req-5a2303f5-4b71-4819-a53c-538ea6f33859 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746303 Jul 22 16:41:36.415449 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93c0f500-24c9-4a50-821f-4322375440e8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:36.440992 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6e6fc-e081-4b38-a295-4161bb3add82 req-6f918df6-46bb-4206-9046-636ca310bac2 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:36.443535 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93c0f500-24c9-4a50-821f-4322375440e8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:36.446446 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-72f6e6fc-e081-4b38-a295-4161bb3add82 req-6f918df6-46bb-4206-9046-636ca310bac2 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.0944688 Jul 22 16:41:36.453605 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-955c4924-c005-4336-a418-a151a25dd975 req-21454878-1709-41db-81dc-01c523b99cfc service neutron] Attempting to bind port 2969dfbc-e379-475f-b746-bf10c415a055 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:41:36.453961 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-955c4924-c005-4336-a418-a151a25dd975 req-21454878-1709-41db-81dc-01c523b99cfc service neutron] Attempting to bind port 2969dfbc-e379-475f-b746-bf10c415a055 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '47e088e3-b533-4af9-a5d4-986e066b437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'd04fd8d3-1a88-4cb3-93d3-b9204c8acefc'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:41:36.454284 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955c4924-c005-4336-a418-a151a25dd975 req-21454878-1709-41db-81dc-01c523b99cfc service neutron] Attempting to bind port 2969dfbc-e379-475f-b746-bf10c415a055 on network d04fd8d3-1a88-4cb3-93d3-b9204c8acefc {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:36.473727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955c4924-c005-4336-a418-a151a25dd975 req-21454878-1709-41db-81dc-01c523b99cfc service neutron] Port 2969dfbc-e379-475f-b746-bf10c415a055 on network d04fd8d3-1a88-4cb3-93d3-b9204c8acefc not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:41:36.474124 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955c4924-c005-4336-a418-a151a25dd975 req-21454878-1709-41db-81dc-01c523b99cfc service neutron] Attempting to bind port 2969dfbc-e379-475f-b746-bf10c415a055 on network d04fd8d3-1a88-4cb3-93d3-b9204c8acefc {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:36.487657 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93c0f500-24c9-4a50-821f-4322375440e8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:36.488840 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-93c0f500-24c9-4a50-821f-4322375440e8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8669519 Jul 22 16:41:36.489839 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-72f6e6fc-e081-4b38-a295-4161bb3add82 req-ad6aebda-4481-4183-926d-161862e2c1b6 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414474 Jul 22 16:41:36.492144 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57630) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:36.497524 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ea3500a0-c69b-4088-9943-191410eaf860 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1255626622'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:36.497830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955c4924-c005-4336-a418-a151a25dd975 req-21454878-1709-41db-81dc-01c523b99cfc service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:41:36.498204 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955c4924-c005-4336-a418-a151a25dd975 req-21454878-1709-41db-81dc-01c523b99cfc service neutron] Checking segment: {'id': '47e088e3-b533-4af9-a5d4-986e066b437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'd04fd8d3-1a88-4cb3-93d3-b9204c8acefc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:36.498677 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955c4924-c005-4336-a418-a151a25dd975 req-21454878-1709-41db-81dc-01c523b99cfc service neutron] Bound using segment: {'id': '47e088e3-b533-4af9-a5d4-986e066b437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'd04fd8d3-1a88-4cb3-93d3-b9204c8acefc'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:41:36.499112 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-955c4924-c005-4336-a418-a151a25dd975 req-21454878-1709-41db-81dc-01c523b99cfc service neutron] Bound port: 2969dfbc-e379-475f-b746-bf10c415a055, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e088e3-b533-4af9-a5d4-986e066b437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'd04fd8d3-1a88-4cb3-93d3-b9204c8acefc'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:41:36.499467 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-955c4924-c005-4336-a418-a151a25dd975 req-21454878-1709-41db-81dc-01c523b99cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:36.515521 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-76bbd971-8b8d-4431-bc98-5540df9fc592 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:36.527027 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3500a0-c69b-4088-9943-191410eaf860 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Made reservation on behalf of 3d8bb793c2e54770b524d38db12d9d39 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:36.530849 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea3500a0-c69b-4088-9943-191410eaf860 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:36.541859 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea3500a0-c69b-4088-9943-191410eaf860 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:36.577910 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9d511-3589-4699-94a1-c54a2814d5a5 req-2a26ad51-dfee-4a32-90bb-323745862231 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:36.579432 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ca9d511-3589-4699-94a1-c54a2814d5a5 req-2a26ad51-dfee-4a32-90bb-323745862231 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e HTTP/1.1" status: 200 len: 943 time: 0.1933270 Jul 22 16:41:36.664442 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-955c4924-c005-4336-a418-a151a25dd975 req-21454878-1709-41db-81dc-01c523b99cfc service neutron] For port 2969dfbc-e379-475f-b746-bf10c415a055, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:41:36.670213 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ca9d511-3589-4699-94a1-c54a2814d5a5 req-731c799a-d322-45ed-b278-6bb0da79ef14 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/security-groups?id=2670768e-3680-40ce-9985-8d7f3affc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827613 Jul 22 16:41:36.672773 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-76bbd971-8b8d-4431-bc98-5540df9fc592 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:36.690136 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-955c4924-c005-4336-a418-a151a25dd975 req-21454878-1709-41db-81dc-01c523b99cfc service neutron] For port 2969dfbc-e379-475f-b746-bf10c415a055, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=2969dfbc-e379-475f-b746-bf10c415a055,segment=NetworkSegment(47e088e3-b533-4af9-a5d4-986e066b437c),segment_id=47e088e3-b533-4af9-a5d4-986e066b437c)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:41:36.711979 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-955c4924-c005-4336-a418-a151a25dd975 req-21454878-1709-41db-81dc-01c523b99cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:36.714606 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea3500a0-c69b-4088-9943-191410eaf860 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:36.724872 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea3500a0-c69b-4088-9943-191410eaf860 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:36.740753 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-76bbd971-8b8d-4431-bc98-5540df9fc592 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Network 080f6fdb-8ecf-418a-9887-9107e25751db is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:36.746818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c4924-c005-4336-a418-a151a25dd975 req-21454878-1709-41db-81dc-01c523b99cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:36.747678 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-955c4924-c005-4336-a418-a151a25dd975 req-21454878-1709-41db-81dc-01c523b99cfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:36.749096 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-955c4924-c005-4336-a418-a151a25dd975 req-21454878-1709-41db-81dc-01c523b99cfc service neutron] 10.222.0.30 "PUT /v2.0/ports/2969dfbc-e379-475f-b746-bf10c415a055 HTTP/1.1" status: 200 len: 1091 time: 2.1340282 Jul 22 16:41:36.749545 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e', 'tag': '2969dfbc-e379-475f-b746-bf10c415a055'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:41:36.751995 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be87625-5a5a-463b-845f-c891edee8d20" -d '{"events": [{"name": "network-changed", "server_uuid": "f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e", "tag": "2969dfbc-e379-475f-b746-bf10c415a055"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:41:36.755081 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bbd971-8b8d-4431-bc98-5540df9fc592 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Pushing event updated for resources: {'Port': ['ID=8fae35be-fbd5-410b-ac2d-dd2ffb1346db,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:36.757628 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-76bbd971-8b8d-4431-bc98-5540df9fc592 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:36.761507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-76bbd971-8b8d-4431-bc98-5540df9fc592 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:36.770373 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3500a0-c69b-4088-9943-191410eaf860 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:41:36.794397 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3500a0-c69b-4088-9943-191410eaf860 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=933f18d1-697a-488f-b2d1-16935f1e835e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:36.800700 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea3500a0-c69b-4088-9943-191410eaf860 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:36.801045 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-ea3500a0-c69b-4088-9943-191410eaf860 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Added segment 0837be2c-1454-4fe5-9f53-8b6b463e81af of type vlan for network 2317d082-d935-4324-8556-73a209fff7ec Jul 22 16:41:36.824939 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c232f8b-c03e-45f4-a1b7-6cf3b0ac54e1 x-openstack-request-id: req-7c232f8b-c03e-45f4-a1b7-6cf3b0ac54e1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:41:36.825334 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e", "tag": "2969dfbc-e379-475f-b746-bf10c415a055", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:41:36.825689 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7c232f8b-c03e-45f4-a1b7-6cf3b0ac54e1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:41:36.826228 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e', 'tag': '2969dfbc-e379-475f-b746-bf10c415a055', 'status': 'completed', 'code': 200} Jul 22 16:41:36.845819 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0592d9-a342-46cc-915f-5584ea0e327c req-8740af4c-ed28-47c8-9cba-3369685a1bce tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:36.847371 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4e0592d9-a342-46cc-915f-5584ea0e327c req-8740af4c-ed28-47c8-9cba-3369685a1bce tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb1be267-20e9-4709-a69f-3dc2e16ca2f4 HTTP/1.1" status: 200 len: 945 time: 0.2243068 Jul 22 16:41:36.859189 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2314ca4-a4ef-4699-a8a4-7577faee716a req-d4817dc2-3c75-49bd-bae2-8df634bb9d5f tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:36.860661 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c2314ca4-a4ef-4699-a8a4-7577faee716a req-d4817dc2-3c75-49bd-bae2-8df634bb9d5f tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb1be267-20e9-4709-a69f-3dc2e16ca2f4 HTTP/1.1" status: 200 len: 945 time: 0.2058277 Jul 22 16:41:36.878008 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea3500a0-c69b-4088-9943-191410eaf860 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:36.907157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21454878-1709-41db-81dc-01c523b99cfc service neutron] Pushing event updated for resources: {'Port': ['ID=2969dfbc-e379-475f-b746-bf10c415a055,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:36.932015 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-76bbd971-8b8d-4431-bc98-5540df9fc592 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:36.932647 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-76bbd971-8b8d-4431-bc98-5540df9fc592 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:36.962870 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-76bbd971-8b8d-4431-bc98-5540df9fc592 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8934176 Jul 22 16:41:36.983656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-6f5f482e-aa5e-40f4-8c07-240a727f8154 service neutron] Request body: {'port': {'device_id': 'c3fd735b-fb8a-4e06-b358-d5f2acfb6ada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:36.991615 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c4924-c005-4336-a418-a151a25dd975 req-6df8fff5-6041-43e0-a990-187c7b4bc56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:36.993411 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-955c4924-c005-4336-a418-a151a25dd975 req-6df8fff5-6041-43e0-a990-187c7b4bc56c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40a7e1c1007e4005880809788b694686&device_id=f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e HTTP/1.1" status: 200 len: 1094 time: 0.1610096 Jul 22 16:41:37.004460 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c2314ca4-a4ef-4699-a8a4-7577faee716a req-04a558b0-019b-42e7-82d4-5ec75db835d8 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306810 Jul 22 16:41:37.019803 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea3500a0-c69b-4088-9943-191410eaf860 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:37.026232 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3500a0-c69b-4088-9943-191410eaf860 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:37.026849 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea3500a0-c69b-4088-9943-191410eaf860 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:37.065505 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-955c4924-c005-4336-a418-a151a25dd975 req-1a7edf66-b93c-4f7e-8de3-ecd8574e6f05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2969dfbc-e379-475f-b746-bf10c415a055 HTTP/1.1" status: 200 len: 217 time: 0.0468731 Jul 22 16:41:37.072694 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ea3500a0-c69b-4088-9943-191410eaf860 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5769105 Jul 22 16:41:37.078259 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57640) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:37.080651 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-4e0592d9-a342-46cc-915f-5584ea0e327c req-55b88be0-b98f-46a4-81cf-f8020832ea84 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Deleting port f288e2e7-f24b-4207-8f2a-266ef00ea423 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:37.080994 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4e0592d9-a342-46cc-915f-5584ea0e327c req-55b88be0-b98f-46a4-81cf-f8020832ea84 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:37.082711 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efef52c-691f-4115-af14-490ea98cb21d req-daafbe0f-5b2d-4dc0-a7b9-b55ffc34a1c5 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:37.084540 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3efef52c-691f-4115-af14-490ea98cb21d req-daafbe0f-5b2d-4dc0-a7b9-b55ffc34a1c5 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3fd735b-fb8a-4e06-b358-d5f2acfb6ada HTTP/1.1" status: 200 len: 931 time: 0.2073486 Jul 22 16:41:37.102505 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-58132721-3c8a-4f32-a97e-da35c267ca8b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Request body: {'subnet': {'network_id': '2317d082-d935-4324-8556-73a209fff7ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:37.201988 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-6f5f482e-aa5e-40f4-8c07-240a727f8154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:37.207091 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3efef52c-691f-4115-af14-490ea98cb21d req-17eab680-9e58-439c-99a3-1c8a7524e410 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073086 Jul 22 16:41:37.208823 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c4924-c005-4336-a418-a151a25dd975 req-ec7d65b3-93f7-403d-95e2-99c76e980c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:37.211119 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-955c4924-c005-4336-a418-a151a25dd975 req-ec7d65b3-93f7-403d-95e2-99c76e980c2e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=64355d43-6eef-44d1-9fed-bcdb030e1d3b HTTP/1.1" status: 200 len: 861 time: 0.1232800 Jul 22 16:41:37.259545 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-955c4924-c005-4336-a418-a151a25dd975 req-91653b2e-1f79-4f93-82e7-0db9f0af9cf3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d04fd8d3-1a88-4cb3-93d3-b9204c8acefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395398 Jul 22 16:41:37.440759 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3500a0-c69b-4088-9943-191410eaf860 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Pushing event updated for resources: {'Network': ['ID=2317d082-d935-4324-8556-73a209fff7ec,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:37.455370 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 2317d082-d935-4324-8556-73a209fff7ec details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:41:37.468426 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-955c4924-c005-4336-a418-a151a25dd975 req-d1e515fe-43a6-4853-ac1c-8b8f6a375567 service neutron] 10.222.0.30 "GET /v2.0/networks/d04fd8d3-1a88-4cb3-93d3-b9204c8acefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864443 Jul 22 16:41:37.569657 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-4e0592d9-a342-46cc-915f-5584ea0e327c req-55b88be0-b98f-46a4-81cf-f8020832ea84 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] For port f288e2e7-f24b-4207-8f2a-266ef00ea423, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f288e2e7-f24b-4207-8f2a-266ef00ea423,segment=NetworkSegment(36f79998-d146-4d4f-99c1-a08d3d240822),segment_id=36f79998-d146-4d4f-99c1-a08d3d240822)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:37.569657 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4e0592d9-a342-46cc-915f-5584ea0e327c req-55b88be0-b98f-46a4-81cf-f8020832ea84 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:37.582155 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-4e0592d9-a342-46cc-915f-5584ea0e327c req-55b88be0-b98f-46a4-81cf-f8020832ea84 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Calling delete_port for f288e2e7-f24b-4207-8f2a-266ef00ea423 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:37.604226 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58132721-3c8a-4f32-a97e-da35c267ca8b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Made reservation on behalf of 3d8bb793c2e54770b524d38db12d9d39 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:37.607770 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58132721-3c8a-4f32-a97e-da35c267ca8b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:37.700469 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-955c4924-c005-4336-a418-a151a25dd975 req-93e39567-588b-4712-a018-39e943548bb4 service neutron] 10.222.0.30 "GET /v2.0/networks/d04fd8d3-1a88-4cb3-93d3-b9204c8acefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240708 Jul 22 16:41:37.769963 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-6f5f482e-aa5e-40f4-8c07-240a727f8154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fae35be-fbd5-410b-ac2d-dd2ffb1346db {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:41:37.780676 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-6f5f482e-aa5e-40f4-8c07-240a727f8154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:37.798281 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-6f5f482e-aa5e-40f4-8c07-240a727f8154 service neutron] Transition to ACTIVE for port object 8fae35be-fbd5-410b-ac2d-dd2ffb1346db will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:37.804776 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-6f5f482e-aa5e-40f4-8c07-240a727f8154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:37.870655 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f482e-aa5e-40f4-8c07-240a727f8154 service neutron] Pushing event updated for resources: {'Port': ['ID=8fae35be-fbd5-410b-ac2d-dd2ffb1346db,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:37.945531 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93ab91-edd8-458a-bcd7-f5ece4672df2 req-d7a38708-8e49-41e5-ac53-75b79635b87e tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:37.952973 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c93ab91-edd8-458a-bcd7-f5ece4672df2 req-d7a38708-8e49-41e5-ac53-75b79635b87e tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.3403127 Jul 22 16:41:38.048816 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-6f5f482e-aa5e-40f4-8c07-240a727f8154 service neutron] Attempting to bind port 8fae35be-fbd5-410b-ac2d-dd2ffb1346db on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:41:38.049049 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-6f5f482e-aa5e-40f4-8c07-240a727f8154 service neutron] Attempting to bind port 8fae35be-fbd5-410b-ac2d-dd2ffb1346db by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'b564fcf8-8c98-49bb-b0ec-572c342f0635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '080f6fdb-8ecf-418a-9887-9107e25751db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:41:38.049369 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-6f5f482e-aa5e-40f4-8c07-240a727f8154 service neutron] Attempting to bind port 8fae35be-fbd5-410b-ac2d-dd2ffb1346db on network 080f6fdb-8ecf-418a-9887-9107e25751db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:38.051581 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c93ab91-edd8-458a-bcd7-f5ece4672df2 req-09801627-4ea5-4727-b80d-259e00a43c61 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976279 Jul 22 16:41:38.052283 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4e0592d9-a342-46cc-915f-5584ea0e327c req-55b88be0-b98f-46a4-81cf-f8020832ea84 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:38.062737 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be87625-5a5a-463b-845f-c891edee8d20 req-4dbfaf14-b961-4cd1-aace-04654a2843f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:38.064308 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2be87625-5a5a-463b-845f-c891edee8d20 req-4dbfaf14-b961-4cd1-aace-04654a2843f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40a7e1c1007e4005880809788b694686&device_id=f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e HTTP/1.1" status: 200 len: 1094 time: 0.1956613 Jul 22 16:41:38.073880 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-6f5f482e-aa5e-40f4-8c07-240a727f8154 service neutron] Port 8fae35be-fbd5-410b-ac2d-dd2ffb1346db on network 080f6fdb-8ecf-418a-9887-9107e25751db not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:41:38.074231 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-6f5f482e-aa5e-40f4-8c07-240a727f8154 service neutron] Attempting to bind port 8fae35be-fbd5-410b-ac2d-dd2ffb1346db on network 080f6fdb-8ecf-418a-9887-9107e25751db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:38.086085 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['cb16b084-7701-4c51-93b5-d18e7a7b77c7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:41:38.113084 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b88be0-b98f-46a4-81cf-f8020832ea84 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Pushing event deleted for resources: {'Port': ['ID=f288e2e7-f24b-4207-8f2a-266ef00ea423,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:38.165748 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58132721-3c8a-4f32-a97e-da35c267ca8b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:38.200243 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0592d9-a342-46cc-915f-5584ea0e327c req-55b88be0-b98f-46a4-81cf-f8020832ea84 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] No DVR routers for this DVR port f288e2e7-f24b-4207-8f2a-266ef00ea423 on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:38.221854 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-4e0592d9-a342-46cc-915f-5584ea0e327c req-55b88be0-b98f-46a4-81cf-f8020832ea84 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:38.224034 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4e0592d9-a342-46cc-915f-5584ea0e327c req-55b88be0-b98f-46a4-81cf-f8020832ea84 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.30 "DELETE /v2.0/ports/f288e2e7-f24b-4207-8f2a-266ef00ea423 HTTP/1.1" status: 204 len: 173 time: 1.3577785 Jul 22 16:41:38.226585 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1be267-20e9-4709-a69f-3dc2e16ca2f4', 'name': 'network-vif-deleted', 'tag': 'f288e2e7-f24b-4207-8f2a-266ef00ea423'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:41:38.235956 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2166e529-cf21-4c2a-887c-d0b0e694dd28" -d '{"events": [{"server_uuid": "bb1be267-20e9-4709-a69f-3dc2e16ca2f4", "name": "network-vif-deleted", "tag": "f288e2e7-f24b-4207-8f2a-266ef00ea423"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:41:38.272969 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54910f57-25be-4951-9a4f-226e7ca1ecce req-e754e320-c03e-408a-bd14-7c065d49e473 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:38.282695 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-54910f57-25be-4951-9a4f-226e7ca1ecce req-e754e320-c03e-408a-bd14-7c065d49e473 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e HTTP/1.1" status: 200 len: 943 time: 0.3847218 Jul 22 16:41:38.302127 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-6f5f482e-aa5e-40f4-8c07-240a727f8154 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:41:38.302738 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-6f5f482e-aa5e-40f4-8c07-240a727f8154 service neutron] Checking segment: {'id': 'b564fcf8-8c98-49bb-b0ec-572c342f0635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '080f6fdb-8ecf-418a-9887-9107e25751db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:38.303349 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-6f5f482e-aa5e-40f4-8c07-240a727f8154 service neutron] Bound using segment: {'id': 'b564fcf8-8c98-49bb-b0ec-572c342f0635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '080f6fdb-8ecf-418a-9887-9107e25751db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:41:38.303964 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-6f5f482e-aa5e-40f4-8c07-240a727f8154 service neutron] Bound port: 8fae35be-fbd5-410b-ac2d-dd2ffb1346db, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b564fcf8-8c98-49bb-b0ec-572c342f0635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '080f6fdb-8ecf-418a-9887-9107e25751db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:41:38.304503 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-6f5f482e-aa5e-40f4-8c07-240a727f8154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:38.305736 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-617561ef-de84-431e-9b07-46ed4e4eddb2 req-2be3c698-90df-44d0-8162-ba9f8dd81f54 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb1be267-20e9-4709-a69f-3dc2e16ca2f4 HTTP/1.1" status: 200 len: 210 time: 0.0803602 Jul 22 16:41:38.348749 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58132721-3c8a-4f32-a97e-da35c267ca8b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Pushing event updated for resources: {'Subnet': ['ID=d1a3aa47-8ff4-432a-8f2e-0dde02c2053d,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:38.361840 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58132721-3c8a-4f32-a97e-da35c267ca8b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Checking segment: {'id': '0837be2c-1454-4fe5-9f53-8b6b463e81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '2317d082-d935-4324-8556-73a209fff7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:38.362334 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58132721-3c8a-4f32-a97e-da35c267ca8b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Network hostable DHCP agents. Network: 2317d082-d935-4324-8556-73a209fff7ec, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:41:38.370114 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-54910f57-25be-4951-9a4f-226e7ca1ecce req-544b67a8-0a1d-47d4-a6e5-6d45cd566fc4 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/security-groups?id=2670768e-3680-40ce-9985-8d7f3affc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864909 Jul 22 16:41:38.386054 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be87625-5a5a-463b-845f-c891edee8d20 req-96a2b31d-ca3b-4b79-9091-c4a0d236a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:38.387602 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2be87625-5a5a-463b-845f-c891edee8d20 req-96a2b31d-ca3b-4b79-9091-c4a0d236a4bb service neutron] 10.222.0.30 "GET /v2.0/networks?id=d04fd8d3-1a88-4cb3-93d3-b9204c8acefc HTTP/1.1" status: 200 len: 922 time: 0.3095365 Jul 22 16:41:38.389793 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58132721-3c8a-4f32-a97e-da35c267ca8b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Network 2317d082-d935-4324-8556-73a209fff7ec is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:41:38.401007 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-58132721-3c8a-4f32-a97e-da35c267ca8b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 2317d082-d935-4324-8556-73a209fff7ec) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:38.408515 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58132721-3c8a-4f32-a97e-da35c267ca8b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:38.409735 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58132721-3c8a-4f32-a97e-da35c267ca8b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:38.416174 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35485ef-560a-4dde-a3df-8b016829aaec None None] Network 2317d082-d935-4324-8556-73a209fff7ec requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:38.439532 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-58132721-3c8a-4f32-a97e-da35c267ca8b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3409092 Jul 22 16:41:38.442473 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57658) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:38.460383 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d0bce3b0-608a-45c8-b416-2ad4c1907233 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Request body: {'network': {'name': 'tempest-router-network01--1394161946'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:38.482072 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2be87625-5a5a-463b-845f-c891edee8d20 req-449d30ee-1d46-4ec0-a1ad-cab7c738a734 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2969dfbc-e379-475f-b746-bf10c415a055 HTTP/1.1" status: 200 len: 217 time: 0.0700474 Jul 22 16:41:38.492823 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bce3b0-608a-45c8-b416-2ad4c1907233 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Made reservation on behalf of 3d8bb793c2e54770b524d38db12d9d39 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:38.497600 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d0bce3b0-608a-45c8-b416-2ad4c1907233 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:38.532094 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-6f5f482e-aa5e-40f4-8c07-240a727f8154 service neutron] For port 8fae35be-fbd5-410b-ac2d-dd2ffb1346db, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:41:38.541271 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0bce3b0-608a-45c8-b416-2ad4c1907233 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:41:38.557976 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-6f5f482e-aa5e-40f4-8c07-240a727f8154 service neutron] For port 8fae35be-fbd5-410b-ac2d-dd2ffb1346db, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8fae35be-fbd5-410b-ac2d-dd2ffb1346db,segment=NetworkSegment(b564fcf8-8c98-49bb-b0ec-572c342f0635),segment_id=b564fcf8-8c98-49bb-b0ec-572c342f0635)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:41:38.564639 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d0bce3b0-608a-45c8-b416-2ad4c1907233 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:38.565494 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-d0bce3b0-608a-45c8-b416-2ad4c1907233 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Added segment c807d358-91d1-4586-ba5f-f83ce3793611 of type vlan for network 9804dcf8-3ac4-4ccc-b6a6-82aec58425da Jul 22 16:41:38.643642 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-6f5f482e-aa5e-40f4-8c07-240a727f8154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:38.670107 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d0bce3b0-608a-45c8-b416-2ad4c1907233 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:38.728936 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-2317d082-d935-4324-8556-73a209fff7ec', 'network_id': '2317d082-d935-4324-8556-73a209fff7ec', 'tenant_id': '3d8bb793c2e54770b524d38db12d9d39', 'fixed_ips': [{'subnet_id': 'd1a3aa47-8ff4-432a-8f2e-0dde02c2053d'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:41:38.729797 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:38.756292 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d0bce3b0-608a-45c8-b416-2ad4c1907233 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:38.762718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bce3b0-608a-45c8-b416-2ad4c1907233 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:38.764474 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d0bce3b0-608a-45c8-b416-2ad4c1907233 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:38.817339 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d0bce3b0-608a-45c8-b416-2ad4c1907233 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3734074 Jul 22 16:41:38.829784 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57666) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:38.841044 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8c7c4791-0b77-4064-b159-2525ff75d94b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Request body: {'network': {'name': 'tempest-router-network02--917159250'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:38.856224 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-6f5f482e-aa5e-40f4-8c07-240a727f8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:38.857009 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-6f5f482e-aa5e-40f4-8c07-240a727f8154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:38.858659 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-6f5f482e-aa5e-40f4-8c07-240a727f8154 service neutron] 10.222.0.16 "PUT /v2.0/ports/8fae35be-fbd5-410b-ac2d-dd2ffb1346db HTTP/1.1" status: 200 len: 1091 time: 1.8792875 Jul 22 16:41:38.859157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3fd735b-fb8a-4e06-b358-d5f2acfb6ada', 'tag': '8fae35be-fbd5-410b-ac2d-dd2ffb1346db'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:41:38.861627 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062a6cf5-f5e7-4810-8b7f-b81f6bee1992" -d '{"events": [{"name": "network-changed", "server_uuid": "c3fd735b-fb8a-4e06-b358-d5f2acfb6ada", "tag": "8fae35be-fbd5-410b-ac2d-dd2ffb1346db"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:41:38.891021 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be87625-5a5a-463b-845f-c891edee8d20 req-b547ce38-7551-4f89-938d-4203ef504719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:38.892860 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2be87625-5a5a-463b-845f-c891edee8d20 req-b547ce38-7551-4f89-938d-4203ef504719 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=64355d43-6eef-44d1-9fed-bcdb030e1d3b HTTP/1.1" status: 200 len: 861 time: 0.3742421 Jul 22 16:41:38.940344 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb7d51d-fd61-484c-a76d-290f5f003395 x-openstack-request-id: req-aeb7d51d-fd61-484c-a76d-290f5f003395 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:41:38.940846 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1be267-20e9-4709-a69f-3dc2e16ca2f4", "name": "network-vif-deleted", "tag": "f288e2e7-f24b-4207-8f2a-266ef00ea423", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:41:38.941105 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-aeb7d51d-fd61-484c-a76d-290f5f003395 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:41:38.941609 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1be267-20e9-4709-a69f-3dc2e16ca2f4', 'name': 'network-vif-deleted', 'tag': 'f288e2e7-f24b-4207-8f2a-266ef00ea423', 'status': 'completed', 'code': 200} Jul 22 16:41:38.943777 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bce3b0-608a-45c8-b416-2ad4c1907233 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Pushing event updated for resources: {'Network': ['ID=9804dcf8-3ac4-4ccc-b6a6-82aec58425da,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:38.980011 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 9804dcf8-3ac4-4ccc-b6a6-82aec58425da details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:41:38.987379 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f482e-aa5e-40f4-8c07-240a727f8154 service neutron] Pushing event updated for resources: {'Port': ['ID=8fae35be-fbd5-410b-ac2d-dd2ffb1346db,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:39.030184 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Allocated IP 2001:db8::2 (2317d082-d935-4324-8556-73a209fff7ec/d1a3aa47-8ff4-432a-8f2e-0dde02c2053d/1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:39.043045 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2be87625-5a5a-463b-845f-c891edee8d20 req-0600c819-3d27-4dad-beee-f9100583f2ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d04fd8d3-1a88-4cb3-93d3-b9204c8acefc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073153 Jul 22 16:41:39.055563 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7c4791-0b77-4064-b159-2525ff75d94b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Made reservation on behalf of 3d8bb793c2e54770b524d38db12d9d39 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:39.059028 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c7c4791-0b77-4064-b159-2525ff75d94b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:39.088801 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2851c005-c4f0-4463-a512-6ebeabab2ece x-openstack-request-id: req-2851c005-c4f0-4463-a512-6ebeabab2ece {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:41:39.089038 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3fd735b-fb8a-4e06-b358-d5f2acfb6ada", "tag": "8fae35be-fbd5-410b-ac2d-dd2ffb1346db", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:41:39.089265 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2851c005-c4f0-4463-a512-6ebeabab2ece {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:41:39.089672 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3fd735b-fb8a-4e06-b358-d5f2acfb6ada', 'tag': '8fae35be-fbd5-410b-ac2d-dd2ffb1346db', 'status': 'completed', 'code': 200} Jul 22 16:41:39.113580 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c37198-3331-489e-aca6-848931d87e38 req-45dc2896-8693-4b75-8051-f991a804bd73 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:39.122630 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e4c37198-3331-489e-aca6-848931d87e38 req-45dc2896-8693-4b75-8051-f991a804bd73 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3fd735b-fb8a-4e06-b358-d5f2acfb6ada HTTP/1.1" status: 200 len: 943 time: 0.5616348 Jul 22 16:41:39.227961 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e4c37198-3331-489e-aca6-848931d87e38 req-5f5adeb7-9685-4e3f-98d4-a3e77144cf2d tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043744 Jul 22 16:41:39.229022 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7c4791-0b77-4064-b159-2525ff75d94b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:41:39.249991 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-ab7992d6-cf6b-4c3b-bf27-69643bb3a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:39.251749 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-ab7992d6-cf6b-4c3b-bf27-69643bb3a424 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=346b1c181fb44928843dc023990026cc&device_id=c3fd735b-fb8a-4e06-b358-d5f2acfb6ada HTTP/1.1" status: 200 len: 1094 time: 0.3258169 Jul 22 16:41:39.258281 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c7c4791-0b77-4064-b159-2525ff75d94b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:39.258880 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-8c7c4791-0b77-4064-b159-2525ff75d94b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Added segment c9e38712-c658-4e8e-bb96-cabccaf7875d of type vlan for network 8007ea50-1158-4d8e-ba4f-78fe66ac6186 Jul 22 16:41:39.266270 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe721a-f198-44de-8018-33b390902795 req-2bf7acf2-d989-4dd4-94dd-2642593aeb05 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:39.267912 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ecfe721a-f198-44de-8018-33b390902795 req-2bf7acf2-d989-4dd4-94dd-2642593aeb05 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.0864346 Jul 22 16:41:39.289820 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:39.298754 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Transition to ACTIVE for port object 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:39.309404 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device f288e2e7-f24b-4207-8f2a-266ef00ea423 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:39.320685 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ecfe721a-f198-44de-8018-33b390902795 req-f799e59f-8187-42b2-8453-74cfc1b5f166 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422552 Jul 22 16:41:39.337757 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: f288e2e7-f24b-4207-8f2a-266ef00ea423 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:39.338320 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device f288e2e7-f24b-4207-8f2a-266ef00ea423 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:39.344770 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Transition to ACTIVE for port object 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:39.352627 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-390c6616-0c4a-46dc-b767-b09e817bb3c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fae35be-fbd5-410b-ac2d-dd2ffb1346db HTTP/1.1" status: 200 len: 217 time: 0.0780528 Jul 22 16:41:39.360331 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:39.365139 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2be87625-5a5a-463b-845f-c891edee8d20 req-9da0a92e-1b8b-4ddd-8560-d42f4f9a8358 service neutron] 10.222.0.30 "GET /v2.0/networks/d04fd8d3-1a88-4cb3-93d3-b9204c8acefc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006816 Jul 22 16:41:39.394306 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c7c4791-0b77-4064-b159-2525ff75d94b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:39.420861 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Pushing event updated for resources: {'Port': ['ID=1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:39.445306 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:39.445687 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:39.446434 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:39.446434 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:39.446796 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:39.447122 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:39.447763 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:39.448608 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:39.448955 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:39.449287 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:39.449755 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:39.450120 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:39.456570 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Network 2317d082-d935-4324-8556-73a209fff7ec is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:39.459448 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:39.464480 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:39.482387 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-e7be4915-4f49-4d37-adc4-3513faaf88b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:39.483906 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-e7be4915-4f49-4d37-adc4-3513faaf88b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d034105d-0873-4d3b-bb91-c20cfcaca3ce HTTP/1.1" status: 200 len: 853 time: 0.1098561 Jul 22 16:41:39.538951 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Attempting to bind port 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:41:39.539522 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Attempting to bind port 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '0837be2c-1454-4fe5-9f53-8b6b463e81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '2317d082-d935-4324-8556-73a209fff7ec'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:41:39.539898 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Attempting to bind port 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e on network 2317d082-d935-4324-8556-73a209fff7ec {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:39.546074 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:41:39.546761 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Checking segment: {'id': '0837be2c-1454-4fe5-9f53-8b6b463e81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '2317d082-d935-4324-8556-73a209fff7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:39.547358 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:39.548002 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Bound using segment: {'id': '0837be2c-1454-4fe5-9f53-8b6b463e81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '2317d082-d935-4324-8556-73a209fff7ec'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:41:39.548668 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Bound port: 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0837be2c-1454-4fe5-9f53-8b6b463e81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '2317d082-d935-4324-8556-73a209fff7ec'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:41:39.549417 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:39.588796 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-77a5120d-7c50-4086-bccb-a657e362d4ac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=080f6fdb-8ecf-418a-9887-9107e25751db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706251 Jul 22 16:41:39.599491 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c7c4791-0b77-4064-b159-2525ff75d94b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:39.605080 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7c4791-0b77-4064-b159-2525ff75d94b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:39.605790 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c7c4791-0b77-4064-b159-2525ff75d94b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:39.635288 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] For port 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:41:39.639624 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] For port 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e,segment=NetworkSegment(0837be2c-1454-4fe5-9f53-8b6b463e81af),segment_id=0837be2c-1454-4fe5-9f53-8b6b463e81af)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:41:39.642288 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8c7c4791-0b77-4064-b159-2525ff75d94b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8056014 Jul 22 16:41:39.645731 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57682) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:39.655198 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-91400bf4-5b99-40aa-b941-e595d642d850 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Request body: {'subnet': {'network_id': '9804dcf8-3ac4-4ccc-b6a6-82aec58425da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:39.660712 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:39.799206 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ea634-1312-400a-9a31-4eac64c7d14e None None] Pushing event updated for resources: {'Port': ['ID=1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:39.800202 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2be87625-5a5a-463b-845f-c891edee8d20 req-81ee94b1-1448-4496-bc6e-d19f6199cc3b service neutron] 10.222.0.30 "GET /v2.0/networks/d04fd8d3-1a88-4cb3-93d3-b9204c8acefc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141567 Jul 22 16:41:39.819650 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c4791-0b77-4064-b159-2525ff75d94b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Pushing event updated for resources: {'Network': ['ID=8007ea50-1158-4d8e-ba4f-78fe66ac6186,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:39.842557 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 8007ea50-1158-4d8e-ba4f-78fe66ac6186 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:41:39.898079 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc4c0d-f346-4197-a4f7-1197153c0849 req-8f3e9d40-c501-4aa4-9cfd-997ee83a6c90 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:39.906337 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6efc4c0d-f346-4197-a4f7-1197153c0849 req-8f3e9d40-c501-4aa4-9cfd-997ee83a6c90 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e HTTP/1.1" status: 200 len: 943 time: 0.3875136 Jul 22 16:41:39.910136 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91400bf4-5b99-40aa-b941-e595d642d850 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Made reservation on behalf of 3d8bb793c2e54770b524d38db12d9d39 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:39.914930 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91400bf4-5b99-40aa-b941-e595d642d850 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:39.977979 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6efc4c0d-f346-4197-a4f7-1197153c0849 req-b9920b29-6923-4733-8897-5ab4bb02bba0 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/security-groups?id=2670768e-3680-40ce-9985-8d7f3affc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704818 Jul 22 16:41:39.980933 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-ade232b4-4c49-4fe5-9fd4-e5483a34d395 service neutron] 10.222.0.16 "GET /v2.0/networks/080f6fdb-8ecf-418a-9887-9107e25751db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376536 Jul 22 16:41:39.984864 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fb456-f1cf-481d-8508-a257a2da3f04 req-d568c339-85b4-4e13-819c-93ab62359238 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:39.992425 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-454fb456-f1cf-481d-8508-a257a2da3f04 req-d568c339-85b4-4e13-819c-93ab62359238 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 946 time: 0.1647024 Jul 22 16:41:40.134319 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-454fb456-f1cf-481d-8508-a257a2da3f04 req-6a3de47c-43e2-4a49-b565-70ec6435e63c tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407065 Jul 22 16:41:40.172701 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef748b17-eb66-4466-abdc-df2cf07741f7 req-f3d2889f-dcdc-46ad-9614-bc28e0e7ce15 service neutron] 10.222.0.16 "GET /v2.0/networks/080f6fdb-8ecf-418a-9887-9107e25751db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793818 Jul 22 16:41:40.305037 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91400bf4-5b99-40aa-b941-e595d642d850 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:40.317250 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:40.358747 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a6cf5-f5e7-4810-8b7f-b81f6bee1992 req-c907bb06-3081-4d7f-9cd1-33ad705150e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:40.361654 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-062a6cf5-f5e7-4810-8b7f-b81f6bee1992 req-c907bb06-3081-4d7f-9cd1-33ad705150e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=346b1c181fb44928843dc023990026cc&device_id=c3fd735b-fb8a-4e06-b358-d5f2acfb6ada HTTP/1.1" status: 200 len: 1094 time: 0.0775216 Jul 22 16:41:40.376881 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:40.443518 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91400bf4-5b99-40aa-b941-e595d642d850 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Pushing event updated for resources: {'Subnet': ['ID=c86e3115-f542-4d49-90ca-40400288a75c,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:40.447174 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91400bf4-5b99-40aa-b941-e595d642d850 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Checking segment: {'id': 'c807d358-91d1-4586-ba5f-f83ce3793611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9804dcf8-3ac4-4ccc-b6a6-82aec58425da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:40.447530 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91400bf4-5b99-40aa-b941-e595d642d850 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Network hostable DHCP agents. Network: 9804dcf8-3ac4-4ccc-b6a6-82aec58425da, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:41:40.481633 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb0c69-6162-4028-9786-721adf8f522e req-001f185d-be7f-449c-88ce-a5b88142f7e7 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:40.488741 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-70cb0c69-6162-4028-9786-721adf8f522e req-001f185d-be7f-449c-88ce-a5b88142f7e7 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3fd735b-fb8a-4e06-b358-d5f2acfb6ada HTTP/1.1" status: 200 len: 943 time: 0.1676285 Jul 22 16:41:40.510653 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91400bf4-5b99-40aa-b941-e595d642d850 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Network 9804dcf8-3ac4-4ccc-b6a6-82aec58425da is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:41:40.523718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-91400bf4-5b99-40aa-b941-e595d642d850 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 9804dcf8-3ac4-4ccc-b6a6-82aec58425da) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:40.535334 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e154e172-eb7d-4f54-802d-1d8e7d98ee99 None None] Network 9804dcf8-3ac4-4ccc-b6a6-82aec58425da requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:40.537383 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91400bf4-5b99-40aa-b941-e595d642d850 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:40.538544 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91400bf4-5b99-40aa-b941-e595d642d850 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:40.563999 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-70cb0c69-6162-4028-9786-721adf8f522e req-4c09831e-b684-4ef6-9965-3bf2a3966cbb tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723205 Jul 22 16:41:40.579395 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-91400bf4-5b99-40aa-b941-e595d642d850 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9275029 Jul 22 16:41:40.579698 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57692) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:40.588820 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f34bc65f-f06c-469d-ae77-1294932c8d2a tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Request body: {'subnet': {'network_id': '8007ea50-1158-4d8e-ba4f-78fe66ac6186', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:40.734268 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34bc65f-f06c-469d-ae77-1294932c8d2a tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Made reservation on behalf of 3d8bb793c2e54770b524d38db12d9d39 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:40.740074 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f34bc65f-f06c-469d-ae77-1294932c8d2a tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:40.786836 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d9f4cf-dcaa-4ede-8b81-d5623cdadf88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-9804dcf8-3ac4-4ccc-b6a6-82aec58425da', 'network_id': '9804dcf8-3ac4-4ccc-b6a6-82aec58425da', 'tenant_id': '3d8bb793c2e54770b524d38db12d9d39', 'fixed_ips': [{'subnet_id': 'c86e3115-f542-4d49-90ca-40400288a75c'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:41:40.789783 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d9f4cf-dcaa-4ede-8b81-d5623cdadf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:40.937892 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a6cf5-f5e7-4810-8b7f-b81f6bee1992 req-e0448a0d-f914-4998-95ef-b1ed4e52430d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:40.939716 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-062a6cf5-f5e7-4810-8b7f-b81f6bee1992 req-e0448a0d-f914-4998-95ef-b1ed4e52430d service neutron] 10.222.0.16 "GET /v2.0/networks?id=080f6fdb-8ecf-418a-9887-9107e25751db HTTP/1.1" status: 200 len: 914 time: 0.5707977 Jul 22 16:41:40.961205 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35907b56-e3f6-431d-9e24-4faba0454b84 req-883b1401-5636-4458-970a-b2aeed35878b tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:40.968773 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-35907b56-e3f6-431d-9e24-4faba0454b84 req-883b1401-5636-4458-970a-b2aeed35878b tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.2315695 Jul 22 16:41:41.001999 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-f4d9f4cf-dcaa-4ede-8b81-d5623cdadf88 None None] Allocated IP 2001:db8::2 (9804dcf8-3ac4-4ccc-b6a6-82aec58425da/c86e3115-f542-4d49-90ca-40400288a75c/5995a265-25fc-4071-b0b0-defd146c6f2e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:41.090461 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-35907b56-e3f6-431d-9e24-4faba0454b84 req-82010e01-6c2c-48b7-84ec-c9683efdb99d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148078 Jul 22 16:41:41.094157 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-062a6cf5-f5e7-4810-8b7f-b81f6bee1992 req-b1d118e2-4c50-4274-941c-cf3f18c64443 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fae35be-fbd5-410b-ac2d-dd2ffb1346db HTTP/1.1" status: 200 len: 217 time: 0.0971346 Jul 22 16:41:41.100273 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f34bc65f-f06c-469d-ae77-1294932c8d2a tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:41.236134 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34bc65f-f06c-469d-ae77-1294932c8d2a tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Pushing event updated for resources: {'Subnet': ['ID=a9c8863b-2f04-4f33-88b9-47f233b86580,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:41.238602 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34bc65f-f06c-469d-ae77-1294932c8d2a tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Checking segment: {'id': 'c9e38712-c658-4e8e-bb96-cabccaf7875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8007ea50-1158-4d8e-ba4f-78fe66ac6186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:41.238967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34bc65f-f06c-469d-ae77-1294932c8d2a tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Network hostable DHCP agents. Network: 8007ea50-1158-4d8e-ba4f-78fe66ac6186, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:41:41.248375 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d9f4cf-dcaa-4ede-8b81-d5623cdadf88 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:41.265328 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f4d9f4cf-dcaa-4ede-8b81-d5623cdadf88 None None] Transition to ACTIVE for port object 5995a265-25fc-4071-b0b0-defd146c6f2e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:41.285584 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ef5f1-5a03-4e7d-ac36-dcf545ced621 req-5da12f2c-df58-4720-a472-9eaeaf7ea50a tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:41.286583 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a6cf5-f5e7-4810-8b7f-b81f6bee1992 req-2e6a48fa-611f-4c54-849d-208ea8a10df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:41.288749 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-541ef5f1-5a03-4e7d-ac36-dcf545ced621 req-5da12f2c-df58-4720-a472-9eaeaf7ea50a tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e HTTP/1.1" status: 200 len: 943 time: 0.1497612 Jul 22 16:41:41.289571 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34bc65f-f06c-469d-ae77-1294932c8d2a tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Network 8007ea50-1158-4d8e-ba4f-78fe66ac6186 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:41:41.290443 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb26ea61-dd49-444c-a3ff-d7d85652db72 None None] Network 2317d082-d935-4324-8556-73a209fff7ec requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:41.292914 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f4d9f4cf-dcaa-4ede-8b81-d5623cdadf88 None None] Transition to ACTIVE for port object 5995a265-25fc-4071-b0b0-defd146c6f2e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:41.300592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-062a6cf5-f5e7-4810-8b7f-b81f6bee1992 req-2e6a48fa-611f-4c54-849d-208ea8a10df2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d034105d-0873-4d3b-bb91-c20cfcaca3ce HTTP/1.1" status: 200 len: 853 time: 0.1982274 Jul 22 16:41:41.307800 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f34bc65f-f06c-469d-ae77-1294932c8d2a tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 8007ea50-1158-4d8e-ba4f-78fe66ac6186) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:41.308258 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d9f4cf-dcaa-4ede-8b81-d5623cdadf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:41.322290 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34bc65f-f06c-469d-ae77-1294932c8d2a tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:41.322878 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f34bc65f-f06c-469d-ae77-1294932c8d2a tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:41.329819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8270b29-020e-41fc-aff4-95533b008881 None None] Network 8007ea50-1158-4d8e-ba4f-78fe66ac6186 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:41.331818 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 2969dfbc-e379-475f-b746-bf10c415a055 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:41:41.349907 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-062a6cf5-f5e7-4810-8b7f-b81f6bee1992 req-7191c526-2765-4de6-a18b-06d26c61639f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=080f6fdb-8ecf-418a-9887-9107e25751db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380895 Jul 22 16:41:41.351276 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-541ef5f1-5a03-4e7d-ac36-dcf545ced621 req-f23b5ccb-0b65-4e1d-ba4c-0191fcad83c7 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/security-groups?id=2670768e-3680-40ce-9985-8d7f3affc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518274 Jul 22 16:41:41.367234 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f34bc65f-f06c-469d-ae77-1294932c8d2a tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7839003 Jul 22 16:41:41.367464 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57704) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:41.411100 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9178b-1317-446b-b141-54b780ac5e4b req-ed1e4481-c02c-49ba-a91c-0daf9b830bb8 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:41.413630 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-42c9178b-1317-446b-b141-54b780ac5e4b req-ed1e4481-c02c-49ba-a91c-0daf9b830bb8 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 946 time: 0.1869726 Jul 22 16:41:41.440084 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 2969dfbc-e379-475f-b746-bf10c415a055, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=2969dfbc-e379-475f-b746-bf10c415a055,segment=NetworkSegment(47e088e3-b533-4af9-a5d4-986e066b437c),segment_id=47e088e3-b533-4af9-a5d4-986e066b437c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:41.473729 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '2969dfbc-e379-475f-b746-bf10c415a055', 'network_id': 'd04fd8d3-1a88-4cb3-93d3-b9204c8acefc', 'port_id': '2969dfbc-e379-475f-b746-bf10c415a055', 'mac_address': 'fa:16:3e:b7:fe:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64355d43-6eef-44d1-9fed-bcdb030e1d3b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:41:41.561948 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9f4cf-dcaa-4ede-8b81-d5623cdadf88 None None] Pushing event updated for resources: {'Port': ['ID=5995a265-25fc-4071-b0b0-defd146c6f2e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:41.573075 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-194ff358-deb0-4b42-b29a-d52f3a0aa6fb None None] Provisioning for port 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:41.643078 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:41.654214 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-42c9178b-1317-446b-b141-54b780ac5e4b req-213944ce-2dd4-4881-9ff9-187dc7967dd4 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336521 Jul 22 16:41:41.662256 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d9f4cf-dcaa-4ede-8b81-d5623cdadf88 None None] Network 9804dcf8-3ac4-4ccc-b6a6-82aec58425da is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:41.674419 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2969dfbc-e379-475f-b746-bf10c415a055 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:41:41.679301 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-062a6cf5-f5e7-4810-8b7f-b81f6bee1992 req-a48317d5-d88a-4cd0-9de3-9d5d4766a612 service neutron] 10.222.0.16 "GET /v2.0/networks/080f6fdb-8ecf-418a-9887-9107e25751db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464263 Jul 22 16:41:41.679601 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-194ff358-deb0-4b42-b29a-d52f3a0aa6fb None None] Provisioning complete for port 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:41.679892 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-194ff358-deb0-4b42-b29a-d52f3a0aa6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:41.725997 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3000fed6-cb8e-452e-b41f-ac6585c28e30 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:41.755267 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfb6c1-202a-4e5e-812e-cf2371143051 req-c5d94953-68dc-463c-9e4c-6c447509c09e tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:41.758855 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-64dfb6c1-202a-4e5e-812e-cf2371143051 req-c5d94953-68dc-463c-9e4c-6c447509c09e tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.16 "GET /v2.0/ports?device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 946 time: 0.3010347 Jul 22 16:41:41.764396 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f4d9f4cf-dcaa-4ede-8b81-d5623cdadf88 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:41.775962 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d9f4cf-dcaa-4ede-8b81-d5623cdadf88 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:41.847871 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 2969dfbc-e379-475f-b746-bf10c415a055, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=2969dfbc-e379-475f-b746-bf10c415a055,segment=NetworkSegment(47e088e3-b533-4af9-a5d4-986e066b437c),segment_id=47e088e3-b533-4af9-a5d4-986e066b437c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:41.893814 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-062a6cf5-f5e7-4810-8b7f-b81f6bee1992 req-332e8f65-7681-40d3-aaad-49aa9ca88b05 service neutron] 10.222.0.16 "GET /v2.0/networks/080f6fdb-8ecf-418a-9887-9107e25751db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003992 Jul 22 16:41:41.905902 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbf001-080e-4c97-8487-73f3c26e9864 req-6fb77c13-a1cc-4624-851a-c9edd54ef51c tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:41.907250 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eddbf001-080e-4c97-8487-73f3c26e9864 req-6fb77c13-a1cc-4624-851a-c9edd54ef51c tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3fd735b-fb8a-4e06-b358-d5f2acfb6ada HTTP/1.1" status: 200 len: 943 time: 0.1957953 Jul 22 16:41:41.945186 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f4d9f4cf-dcaa-4ede-8b81-d5623cdadf88 None None] Attempting to bind port 5995a265-25fc-4071-b0b0-defd146c6f2e on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:41:41.945557 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f4d9f4cf-dcaa-4ede-8b81-d5623cdadf88 None None] Attempting to bind port 5995a265-25fc-4071-b0b0-defd146c6f2e by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'c807d358-91d1-4586-ba5f-f83ce3793611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9804dcf8-3ac4-4ccc-b6a6-82aec58425da'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:41:41.945936 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9f4cf-dcaa-4ede-8b81-d5623cdadf88 None None] Attempting to bind port 5995a265-25fc-4071-b0b0-defd146c6f2e on network 9804dcf8-3ac4-4ccc-b6a6-82aec58425da {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:41.948079 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-194ff358-deb0-4b42-b29a-d52f3a0aa6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:41.970900 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-64dfb6c1-202a-4e5e-812e-cf2371143051 req-af8b489f-b5bb-444d-a46c-f2ccf27b79b2 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Deleting port cb16b084-7701-4c51-93b5-d18e7a7b77c7 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:41.971404 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-64dfb6c1-202a-4e5e-812e-cf2371143051 req-af8b489f-b5bb-444d-a46c-f2ccf27b79b2 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:41.982673 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:42.008332 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eddbf001-080e-4c97-8487-73f3c26e9864 req-78cb3d7c-f26b-4366-9556-1410102008e3 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512600 Jul 22 16:41:42.078627 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-3000fed6-cb8e-452e-b41f-ac6585c28e30 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Allocated IP 2001:db8::1 (9804dcf8-3ac4-4ccc-b6a6-82aec58425da/c86e3115-f542-4d49-90ca-40400288a75c/5b95ca72-a8b9-4f92-b5e7-77a98947f095) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:42.163408 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-64dfb6c1-202a-4e5e-812e-cf2371143051 req-af8b489f-b5bb-444d-a46c-f2ccf27b79b2 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] For port cb16b084-7701-4c51-93b5-d18e7a7b77c7, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=cb16b084-7701-4c51-93b5-d18e7a7b77c7,segment=NetworkSegment(36f79998-d146-4d4f-99c1-a08d3d240822),segment_id=36f79998-d146-4d4f-99c1-a08d3d240822)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:42.163408 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-64dfb6c1-202a-4e5e-812e-cf2371143051 req-af8b489f-b5bb-444d-a46c-f2ccf27b79b2 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:42.194236 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-64dfb6c1-202a-4e5e-812e-cf2371143051 req-af8b489f-b5bb-444d-a46c-f2ccf27b79b2 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Calling delete_port for cb16b084-7701-4c51-93b5-d18e7a7b77c7 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:42.234094 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3000fed6-cb8e-452e-b41f-ac6585c28e30 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:42.250280 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9f4cf-dcaa-4ede-8b81-d5623cdadf88 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:41:42.251203 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9f4cf-dcaa-4ede-8b81-d5623cdadf88 None None] Checking segment: {'id': 'c807d358-91d1-4586-ba5f-f83ce3793611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9804dcf8-3ac4-4ccc-b6a6-82aec58425da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:42.251203 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d9f4cf-dcaa-4ede-8b81-d5623cdadf88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:42.251500 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9f4cf-dcaa-4ede-8b81-d5623cdadf88 None None] Bound using segment: {'id': 'c807d358-91d1-4586-ba5f-f83ce3793611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9804dcf8-3ac4-4ccc-b6a6-82aec58425da'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:41:42.251982 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f4d9f4cf-dcaa-4ede-8b81-d5623cdadf88 None None] Bound port: 5995a265-25fc-4071-b0b0-defd146c6f2e, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c807d358-91d1-4586-ba5f-f83ce3793611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9804dcf8-3ac4-4ccc-b6a6-82aec58425da'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:41:42.252362 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d9f4cf-dcaa-4ede-8b81-d5623cdadf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:42.255001 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-3000fed6-cb8e-452e-b41f-ac6585c28e30 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Transition to ACTIVE for port object 5b95ca72-a8b9-4f92-b5e7-77a98947f095 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:42.304023 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3000fed6-cb8e-452e-b41f-ac6585c28e30 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:42.350530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097035c-f0ea-4a71-a5b0-1a0d9c77f1d7 req-190ce0ba-d9b3-46b4-9fdf-8912b4f31f5f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:42.351979 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1097035c-f0ea-4a71-a5b0-1a0d9c77f1d7 req-190ce0ba-d9b3-46b4-9fdf-8912b4f31f5f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.1603761 Jul 22 16:41:42.362112 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3000fed6-cb8e-452e-b41f-ac6585c28e30 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Network 9804dcf8-3ac4-4ccc-b6a6-82aec58425da is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:42.365716 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-3000fed6-cb8e-452e-b41f-ac6585c28e30 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:42.370089 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3000fed6-cb8e-452e-b41f-ac6585c28e30 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:42.370642 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3000fed6-cb8e-452e-b41f-ac6585c28e30 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:42.409140 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000fed6-cb8e-452e-b41f-ac6585c28e30 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Pushing event updated for resources: {'Port': ['ID=5b95ca72-a8b9-4f92-b5e7-77a98947f095,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:42.421316 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:42.431109 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1097035c-f0ea-4a71-a5b0-1a0d9c77f1d7 req-0640c7d7-d07a-4cca-9721-7d3395115bf2 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707276 Jul 22 16:41:42.473598 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['2969dfbc-e379-475f-b746-bf10c415a055'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:41:42.489787 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-64dfb6c1-202a-4e5e-812e-cf2371143051 req-af8b489f-b5bb-444d-a46c-f2ccf27b79b2 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:42.504577 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:42.526521 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b489f-b5bb-444d-a46c-f2ccf27b79b2 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Pushing event deleted for resources: {'Port': ['ID=cb16b084-7701-4c51-93b5-d18e7a7b77c7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:42.567064 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3000fed6-cb8e-452e-b41f-ac6585c28e30 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:42.611035 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-64dfb6c1-202a-4e5e-812e-cf2371143051 req-af8b489f-b5bb-444d-a46c-f2ccf27b79b2 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] No DVR routers for this DVR port cb16b084-7701-4c51-93b5-d18e7a7b77c7 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:42.613746 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-64dfb6c1-202a-4e5e-812e-cf2371143051 req-af8b489f-b5bb-444d-a46c-f2ccf27b79b2 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:42.616858 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-64dfb6c1-202a-4e5e-812e-cf2371143051 req-af8b489f-b5bb-444d-a46c-f2ccf27b79b2 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.16 "DELETE /v2.0/ports/cb16b084-7701-4c51-93b5-d18e7a7b77c7 HTTP/1.1" status: 204 len: 173 time: 0.8208354 Jul 22 16:41:42.617521 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ee67d3-9a3f-417b-9f3f-6d13dde959dd', 'name': 'network-vif-deleted', 'tag': 'cb16b084-7701-4c51-93b5-d18e7a7b77c7'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:41:42.626331 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67af93fc-9a84-4087-a197-cbbcb1ac8c8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-8007ea50-1158-4d8e-ba4f-78fe66ac6186', 'network_id': '8007ea50-1158-4d8e-ba4f-78fe66ac6186', 'tenant_id': '3d8bb793c2e54770b524d38db12d9d39', 'fixed_ips': [{'subnet_id': 'a9c8863b-2f04-4f33-88b9-47f233b86580'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:41:42.627420 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-67af93fc-9a84-4087-a197-cbbcb1ac8c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:42.629995 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72588e95-fcf5-4de5-b4c9-d924da37a129" -d '{"events": [{"server_uuid": "84ee67d3-9a3f-417b-9f3f-6d13dde959dd", "name": "network-vif-deleted", "tag": "cb16b084-7701-4c51-93b5-d18e7a7b77c7"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:41:42.635648 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['cb16b084-7701-4c51-93b5-d18e7a7b77c7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:41:42.639450 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=2969dfbc-e379-475f-b746-bf10c415a055,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:42.664480 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-194ff358-deb0-4b42-b29a-d52f3a0aa6fb None None] For port 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e,segment=NetworkSegment(0837be2c-1454-4fe5-9f53-8b6b463e81af),segment_id=0837be2c-1454-4fe5-9f53-8b6b463e81af)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:42.665900 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 8fae35be-fbd5-410b-ac2d-dd2ffb1346db details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:41:42.714130 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428fbb9-0eae-42f1-a058-cc123d20399b req-dc8be541-39a3-4ac8-ae6b-08571d59421a tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:42.716174 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0428fbb9-0eae-42f1-a058-cc123d20399b req-dc8be541-39a3-4ac8-ae6b-08571d59421a tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e HTTP/1.1" status: 200 len: 944 time: 0.1589572 Jul 22 16:41:42.775537 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f180cb-6ef8-43f8-87a0-348e9889b719 req-13f93169-e748-4c60-a8ce-50a27dee9cbb tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:42.777130 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91f180cb-6ef8-43f8-87a0-348e9889b719 req-13f93169-e748-4c60-a8ce-50a27dee9cbb tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c HTTP/1.1" status: 200 len: 946 time: 0.2061324 Jul 22 16:41:42.786045 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0428fbb9-0eae-42f1-a058-cc123d20399b req-b1f41368-b2ae-4331-bbcc-851c86dd3023 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/security-groups?id=2670768e-3680-40ce-9985-8d7f3affc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506065 Jul 22 16:41:42.787641 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-194ff358-deb0-4b42-b29a-d52f3a0aa6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:42.880443 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91f180cb-6ef8-43f8-87a0-348e9889b719 req-dad3b808-2cf9-48cb-8c8f-436d87097222 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=9401c2b8-cd31-4c93-a671-a49d8abc8815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872271 Jul 22 16:41:42.939061 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f4d9f4cf-dcaa-4ede-8b81-d5623cdadf88 None None] For port 5995a265-25fc-4071-b0b0-defd146c6f2e, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:41:43.029968 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f4d9f4cf-dcaa-4ede-8b81-d5623cdadf88 None None] For port 5995a265-25fc-4071-b0b0-defd146c6f2e, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5995a265-25fc-4071-b0b0-defd146c6f2e,segment=NetworkSegment(c807d358-91d1-4586-ba5f-f83ce3793611),segment_id=c807d358-91d1-4586-ba5f-f83ce3793611)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:41:43.032903 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e9436e-2f23-4298-8d28-447d133895f7 x-openstack-request-id: req-e9e9436e-2f23-4298-8d28-447d133895f7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:41:43.033757 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ee67d3-9a3f-417b-9f3f-6d13dde959dd", "name": "network-vif-deleted", "tag": "cb16b084-7701-4c51-93b5-d18e7a7b77c7", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:41:43.033757 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e9e9436e-2f23-4298-8d28-447d133895f7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:41:43.034130 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ee67d3-9a3f-417b-9f3f-6d13dde959dd', 'name': 'network-vif-deleted', 'tag': 'cb16b084-7701-4c51-93b5-d18e7a7b77c7', 'status': 'completed', 'code': 200} Jul 22 16:41:43.046024 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ff358-deb0-4b42-b29a-d52f3a0aa6fb None None] Pushing event updated for resources: {'Port': ['ID=1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:43.058101 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3000fed6-cb8e-452e-b41f-ac6585c28e30 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:43.068544 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3000fed6-cb8e-452e-b41f-ac6585c28e30 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:43.068544 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3000fed6-cb8e-452e-b41f-ac6585c28e30 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:43.073698 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d9f4cf-dcaa-4ede-8b81-d5623cdadf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:43.141160 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7130c6b4-c615-46da-894e-9aaba04dc9ac req-7c370753-b225-4075-9310-500d67679150 tempest-ListServerFiltersTestJSON-1136791163 tempest-ListServerFiltersTestJSON-1136791163-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ee67d3-9a3f-417b-9f3f-6d13dde959dd HTTP/1.1" status: 200 len: 210 time: 0.0851681 Jul 22 16:41:43.256752 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3000fed6-cb8e-452e-b41f-ac6585c28e30 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Network 9804dcf8-3ac4-4ccc-b6a6-82aec58425da is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:43.260901 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-3000fed6-cb8e-452e-b41f-ac6585c28e30 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:43.269837 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000fed6-cb8e-452e-b41f-ac6585c28e30 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Pushing event updated for resources: {'Port': ['ID=5b95ca72-a8b9-4f92-b5e7-77a98947f095,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:43.274094 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9f4cf-dcaa-4ede-8b81-d5623cdadf88 None None] Pushing event updated for resources: {'Port': ['ID=5995a265-25fc-4071-b0b0-defd146c6f2e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:43.297297 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 8fae35be-fbd5-410b-ac2d-dd2ffb1346db, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8fae35be-fbd5-410b-ac2d-dd2ffb1346db,segment=NetworkSegment(b564fcf8-8c98-49bb-b0ec-572c342f0635),segment_id=b564fcf8-8c98-49bb-b0ec-572c342f0635)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:43.331035 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f16945-64d7-4d21-b4b7-4371bab3457a req-83713770-4ed5-4747-a588-944bf4e894a0 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:43.331616 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47f16945-64d7-4d21-b4b7-4371bab3457a req-83713770-4ed5-4747-a588-944bf4e894a0 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3fd735b-fb8a-4e06-b358-d5f2acfb6ada HTTP/1.1" status: 200 len: 943 time: 0.1133912 Jul 22 16:41:43.340181 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '8fae35be-fbd5-410b-ac2d-dd2ffb1346db', 'network_id': '080f6fdb-8ecf-418a-9887-9107e25751db', 'port_id': '8fae35be-fbd5-410b-ac2d-dd2ffb1346db', 'mac_address': 'fa:16:3e:80:76:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd034105d-0873-4d3b-bb91-c20cfcaca3ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:41:43.374659 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-67af93fc-9a84-4087-a197-cbbcb1ac8c8f None None] Allocated IP 2001:db8::2 (8007ea50-1158-4d8e-ba4f-78fe66ac6186/a9c8863b-2f04-4f33-88b9-47f233b86580/62b1c466-cf24-46f0-ac43-f96c4d950699) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:43.393586 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47f16945-64d7-4d21-b4b7-4371bab3457a req-7f231f13-f6ba-48af-b562-14b5a07fd558 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558412 Jul 22 16:41:43.489751 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3000fed6-cb8e-452e-b41f-ac6585c28e30 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Router be863c54-8204-4d25-906b-801e4e718f19 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:41:43.494468 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-86f81f21-2d61-4105-95e3-f958126409fe None None] Provisioning complete for port 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:43.494844 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-86f81f21-2d61-4105-95e3-f958126409fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:43.496422 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:43.621040 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fae35be-fbd5-410b-ac2d-dd2ffb1346db {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:41:43.720185 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 8fae35be-fbd5-410b-ac2d-dd2ffb1346db, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8fae35be-fbd5-410b-ac2d-dd2ffb1346db,segment=NetworkSegment(b564fcf8-8c98-49bb-b0ec-572c342f0635),segment_id=b564fcf8-8c98-49bb-b0ec-572c342f0635)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:43.754370 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:43.821482 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-67af93fc-9a84-4087-a197-cbbcb1ac8c8f None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:43.851200 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-67af93fc-9a84-4087-a197-cbbcb1ac8c8f None None] Transition to ACTIVE for port object 62b1c466-cf24-46f0-ac43-f96c4d950699 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:43.886414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-67af93fc-9a84-4087-a197-cbbcb1ac8c8f None None] Transition to ACTIVE for port object 62b1c466-cf24-46f0-ac43-f96c4d950699 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:43.888004 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=8fae35be-fbd5-410b-ac2d-dd2ffb1346db,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:43.897201 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-67af93fc-9a84-4087-a197-cbbcb1ac8c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:43.945376 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67af93fc-9a84-4087-a197-cbbcb1ac8c8f None None] Network 8007ea50-1158-4d8e-ba4f-78fe66ac6186 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:43.949569 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-67af93fc-9a84-4087-a197-cbbcb1ac8c8f None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:43.951584 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af93fc-9a84-4087-a197-cbbcb1ac8c8f None None] Pushing event updated for resources: {'Port': ['ID=62b1c466-cf24-46f0-ac43-f96c4d950699,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:43.954201 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67af93fc-9a84-4087-a197-cbbcb1ac8c8f None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:44.012178 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3000fed6-cb8e-452e-b41f-ac6585c28e30 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:41:44.024902 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3000fed6-cb8e-452e-b41f-ac6585c28e30 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "PUT /v2.0/routers/be863c54-8204-4d25-906b-801e4e718f19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6525910 Jul 22 16:41:44.025203 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57748) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:44.030322 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ef1253-1dff-4edf-95b9-ebeda8bbe212 None None] Sync routers for ids ['be863c54-8204-4d25-906b-801e4e718f19'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:41:44.042633 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ef1253-1dff-4edf-95b9-ebeda8bbe212 None None] Routers {'be863c54-8204-4d25-906b-801e4e718f19'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:44.043617 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-76ef1253-1dff-4edf-95b9-ebeda8bbe212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:41:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['be863c54-8204-4d25-906b-801e4e718f19'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:44.050702 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-67af93fc-9a84-4087-a197-cbbcb1ac8c8f None None] Attempting to bind port 62b1c466-cf24-46f0-ac43-f96c4d950699 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:41:44.052695 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-67af93fc-9a84-4087-a197-cbbcb1ac8c8f None None] Attempting to bind port 62b1c466-cf24-46f0-ac43-f96c4d950699 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'c9e38712-c658-4e8e-bb96-cabccaf7875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8007ea50-1158-4d8e-ba4f-78fe66ac6186'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:41:44.052695 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67af93fc-9a84-4087-a197-cbbcb1ac8c8f None None] Attempting to bind port 62b1c466-cf24-46f0-ac43-f96c4d950699 on network 8007ea50-1158-4d8e-ba4f-78fe66ac6186 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:44.062776 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67af93fc-9a84-4087-a197-cbbcb1ac8c8f None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:41:44.063903 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67af93fc-9a84-4087-a197-cbbcb1ac8c8f None None] Checking segment: {'id': 'c9e38712-c658-4e8e-bb96-cabccaf7875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8007ea50-1158-4d8e-ba4f-78fe66ac6186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:44.064792 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-67af93fc-9a84-4087-a197-cbbcb1ac8c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:44.065711 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67af93fc-9a84-4087-a197-cbbcb1ac8c8f None None] Bound using segment: {'id': 'c9e38712-c658-4e8e-bb96-cabccaf7875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8007ea50-1158-4d8e-ba4f-78fe66ac6186'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:41:44.066727 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-67af93fc-9a84-4087-a197-cbbcb1ac8c8f None None] Bound port: 62b1c466-cf24-46f0-ac43-f96c4d950699, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e38712-c658-4e8e-bb96-cabccaf7875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '8007ea50-1158-4d8e-ba4f-78fe66ac6186'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:41:44.067780 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-67af93fc-9a84-4087-a197-cbbcb1ac8c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:44.083575 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2614d3-cfa6-48cd-9a7e-7d72e1115d5e req-5783077a-c43f-4ba7-92ae-12f751ea0ff0 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:44.087078 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b2614d3-cfa6-48cd-9a7e-7d72e1115d5e req-5783077a-c43f-4ba7-92ae-12f751ea0ff0 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.1782496 Jul 22 16:41:44.103153 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-76ef1253-1dff-4edf-95b9-ebeda8bbe212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:44.135961 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ef1253-1dff-4edf-95b9-ebeda8bbe212 None None] Routers {'be863c54-8204-4d25-906b-801e4e718f19'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:44.137486 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-76ef1253-1dff-4edf-95b9-ebeda8bbe212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:41:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['be863c54-8204-4d25-906b-801e4e718f19'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:44.195737 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-76ef1253-1dff-4edf-95b9-ebeda8bbe212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:44.196621 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ef1253-1dff-4edf-95b9-ebeda8bbe212 None None] The sync data for ids ['be863c54-8204-4d25-906b-801e4e718f19'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:41:44.203123 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['8fae35be-fbd5-410b-ac2d-dd2ffb1346db'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:41:44.220004 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec364f1-a1bc-4824-9e55-28f1ad134938 req-2e11b88d-9459-4eb5-9c0f-d0fdde26ddbd tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:44.221747 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6ec364f1-a1bc-4824-9e55-28f1ad134938 req-2e11b88d-9459-4eb5-9c0f-d0fdde26ddbd tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e HTTP/1.1" status: 200 len: 944 time: 0.3344238 Jul 22 16:41:44.226829 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b2614d3-cfa6-48cd-9a7e-7d72e1115d5e req-a92c4367-281d-44b7-bd82-a51072b5c8c6 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299458 Jul 22 16:41:44.298729 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-67af93fc-9a84-4087-a197-cbbcb1ac8c8f None None] For port 62b1c466-cf24-46f0-ac43-f96c4d950699, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:41:44.304123 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-67af93fc-9a84-4087-a197-cbbcb1ac8c8f None None] For port 62b1c466-cf24-46f0-ac43-f96c4d950699, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=62b1c466-cf24-46f0-ac43-f96c4d950699,segment=NetworkSegment(c9e38712-c658-4e8e-bb96-cabccaf7875d),segment_id=c9e38712-c658-4e8e-bb96-cabccaf7875d)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:41:44.318533 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-67af93fc-9a84-4087-a197-cbbcb1ac8c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:44.401978 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:44.454143 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6ec364f1-a1bc-4824-9e55-28f1ad134938 req-fa52da4a-b23f-4874-9273-af5ee43e26d3 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/security-groups?id=2670768e-3680-40ce-9985-8d7f3affc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189586 Jul 22 16:41:44.454648 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052eb16-3382-4163-a7c7-f720a937b13e req-89d50abf-754a-4eba-a0b9-a8a7083857a7 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:44.466905 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1052eb16-3382-4163-a7c7-f720a937b13e req-89d50abf-754a-4eba-a0b9-a8a7083857a7 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c HTTP/1.1" status: 200 len: 946 time: 0.1193361 Jul 22 16:41:44.501253 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af93fc-9a84-4087-a197-cbbcb1ac8c8f None None] Pushing event updated for resources: {'Port': ['ID=62b1c466-cf24-46f0-ac43-f96c4d950699,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:44.540203 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1052eb16-3382-4163-a7c7-f720a937b13e req-52286963-9c5a-4d0f-a666-be0d075e6166 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=9401c2b8-cd31-4c93-a671-a49d8abc8815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709410 Jul 22 16:41:44.602343 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:44.602711 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:44.639805 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57756) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:44.686471 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device cb16b084-7701-4c51-93b5-d18e7a7b77c7 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:44.761477 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: cb16b084-7701-4c51-93b5-d18e7a7b77c7 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:44.761828 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device cb16b084-7701-4c51-93b5-d18e7a7b77c7 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:44.799440 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0783a94-35d8-4d41-9ee9-3cf2295fb862 admin admin] Deleting subnet ca57d54b-8f0c-4e47-aba9-77cad3b36b12 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:41:44.805514 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0783a94-35d8-4d41-9ee9-3cf2295fb862 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:44.828859 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5995a265-25fc-4071-b0b0-defd146c6f2e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:44.853669 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c7c38-5276-497c-a4d7-8830ec469f08 req-4417588b-d6be-432d-9637-ff3e22e645e8 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:44.858724 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0783a94-35d8-4d41-9ee9-3cf2295fb862 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:44.860215 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-115c7c38-5276-497c-a4d7-8830ec469f08 req-4417588b-d6be-432d-9637-ff3e22e645e8 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.16 "GET /v2.0/ports?device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c HTTP/1.1" status: 200 len: 946 time: 0.4696469 Jul 22 16:41:44.917838 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1782e84-fb7c-45a4-aabc-4f1ba7d6cbf2 None None] Network 9804dcf8-3ac4-4ccc-b6a6-82aec58425da requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:44.933825 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690077a-0866-4f3a-a381-097e85131060 req-710826a6-c581-4fbe-9e63-7b16078bf03f tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:44.944240 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9690077a-0866-4f3a-a381-097e85131060 req-710826a6-c581-4fbe-9e63-7b16078bf03f tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3fd735b-fb8a-4e06-b358-d5f2acfb6ada HTTP/1.1" status: 200 len: 944 time: 0.2136619 Jul 22 16:41:45.037595 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9690077a-0866-4f3a-a381-097e85131060 req-ebbd0e62-7fbf-419f-ab3c-b5808b0b1c83 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877278 Jul 22 16:41:45.039765 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fb41a1c9-018c-4849-8565-05a744756ae5 None None] Provisioning for port 5995a265-25fc-4071-b0b0-defd146c6f2e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:45.047564 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 5995a265-25fc-4071-b0b0-defd146c6f2e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:45.053835 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0783a94-35d8-4d41-9ee9-3cf2295fb862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:45.056851 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fb41a1c9-018c-4849-8565-05a744756ae5 None None] Provisioning complete for port 5995a265-25fc-4071-b0b0-defd146c6f2e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:45.057250 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fb41a1c9-018c-4849-8565-05a744756ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:45.104199 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 5995a265-25fc-4071-b0b0-defd146c6f2e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:45.104478 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:45.140510 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0783a94-35d8-4d41-9ee9-3cf2295fb862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:45.168578 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0783a94-35d8-4d41-9ee9-3cf2295fb862 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca57d54b-8f0c-4e47-aba9-77cad3b36b12,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:45.175277 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c0783a94-35d8-4d41-9ee9-3cf2295fb862 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:45.180440 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c0783a94-35d8-4d41-9ee9-3cf2295fb862 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ca57d54b-8f0c-4e47-aba9-77cad3b36b12 HTTP/1.1" status: 204 len: 168 time: 0.5390663 Jul 22 16:41:45.181388 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57758) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:45.182688 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-b70d8ebc-de5f-4a01-92cc-a4f91d636c99 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:41:45.188603 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b70d8ebc-de5f-4a01-92cc-a4f91d636c99 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "PUT /v2.0/routers/be863c54-8204-4d25-906b-801e4e718f19/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1607583 Jul 22 16:41:45.190253 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57760) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:45.195551 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8e5b0c-728a-49a1-966e-7af0bbabec16 None None] Network ca98765e-cce6-484f-89ae-1db5c5136545 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:45.226715 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-115c7c38-5276-497c-a4d7-8830ec469f08 req-4d10d905-69ef-46d4-ad74-c2233be59f58 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Deleting port fc0b5b16-e59c-4842-85bb-8fb885fa3d8a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:45.227313 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-115c7c38-5276-497c-a4d7-8830ec469f08 req-4d10d905-69ef-46d4-ad74-c2233be59f58 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:45.367364 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 2969dfbc-e379-475f-b746-bf10c415a055 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:45.377110 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-166bce46-0295-47fc-976d-c651d09decfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:45.473236 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14cf9c-05f5-4ae0-b7dc-1420482e47ea req-dd4b4989-be3e-422c-8724-a39452f14da1 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:45.486956 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba14cf9c-05f5-4ae0-b7dc-1420482e47ea req-dd4b4989-be3e-422c-8724-a39452f14da1 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.1339974 Jul 22 16:41:45.496688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-115c7c38-5276-497c-a4d7-8830ec469f08 req-4d10d905-69ef-46d4-ad74-c2233be59f58 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] For port fc0b5b16-e59c-4842-85bb-8fb885fa3d8a, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=fc0b5b16-e59c-4842-85bb-8fb885fa3d8a,segment=NetworkSegment(094f6b2f-03f2-4846-958c-49b8842d4ad3),segment_id=094f6b2f-03f2-4846-958c-49b8842d4ad3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:45.497062 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-115c7c38-5276-497c-a4d7-8830ec469f08 req-4d10d905-69ef-46d4-ad74-c2233be59f58 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:45.600546 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba14cf9c-05f5-4ae0-b7dc-1420482e47ea req-71b9a178-329f-40b8-aaaf-0b1c6be7fe39 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118624 Jul 22 16:41:45.653031 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fb41a1c9-018c-4849-8565-05a744756ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:45.718766 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-fb41a1c9-018c-4849-8565-05a744756ae5 None None] For port 5995a265-25fc-4071-b0b0-defd146c6f2e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5995a265-25fc-4071-b0b0-defd146c6f2e,segment=NetworkSegment(c807d358-91d1-4586-ba5f-f83ce3793611),segment_id=c807d358-91d1-4586-ba5f-f83ce3793611)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:45.741714 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-166bce46-0295-47fc-976d-c651d09decfb admin admin] Deleting port 28ed6073-b8e9-40ee-89b3-122e24b5f74b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:45.742355 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-166bce46-0295-47fc-976d-c651d09decfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:45.764427 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fb41a1c9-018c-4849-8565-05a744756ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:45.805894 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:45.812332 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-115c7c38-5276-497c-a4d7-8830ec469f08 req-4d10d905-69ef-46d4-ad74-c2233be59f58 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:45.812785 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-115c7c38-5276-497c-a4d7-8830ec469f08 req-4d10d905-69ef-46d4-ad74-c2233be59f58 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:45.813454 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [req-115c7c38-5276-497c-a4d7-8830ec469f08 req-4d10d905-69ef-46d4-ad74-c2233be59f58 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Floating IP 8630711b-e1e8-45ba-87e7-77a2d74dbcc6 disassociated. External IP: 172.25.0.79, port: fc0b5b16-e59c-4842-85bb-8fb885fa3d8a. Jul 22 16:41:45.814121 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-115c7c38-5276-497c-a4d7-8830ec469f08 req-4d10d905-69ef-46d4-ad74-c2233be59f58 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Calling delete_port for fc0b5b16-e59c-4842-85bb-8fb885fa3d8a owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:45.854078 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-166bce46-0295-47fc-976d-c651d09decfb admin admin] For port 28ed6073-b8e9-40ee-89b3-122e24b5f74b, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=28ed6073-b8e9-40ee-89b3-122e24b5f74b,segment=NetworkSegment(36f79998-d146-4d4f-99c1-a08d3d240822),segment_id=36f79998-d146-4d4f-99c1-a08d3d240822)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:45.854597 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-166bce46-0295-47fc-976d-c651d09decfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:45.862437 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01530ad3-797e-4287-9662-f3e24eb22bd1 req-51808527-f27d-4208-bff6-9c3e4005397f tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:45.866210 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-01530ad3-797e-4287-9662-f3e24eb22bd1 req-51808527-f27d-4208-bff6-9c3e4005397f tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c HTTP/1.1" status: 200 len: 946 time: 0.1286798 Jul 22 16:41:45.890655 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41a1c9-018c-4849-8565-05a744756ae5 None None] Pushing event updated for resources: {'Port': ['ID=5995a265-25fc-4071-b0b0-defd146c6f2e,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:45.895390 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-166bce46-0295-47fc-976d-c651d09decfb admin admin] Calling delete_port for 28ed6073-b8e9-40ee-89b3-122e24b5f74b owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:45.923494 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 2969dfbc-e379-475f-b746-bf10c415a055 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:45.929442 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19010d34-e9b6-44e4-af81-a0e31dd921b2 req-8b2caa73-107c-4bc3-a9d3-702d124c779c tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:45.936800 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-19010d34-e9b6-44e4-af81-a0e31dd921b2 req-8b2caa73-107c-4bc3-a9d3-702d124c779c tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e HTTP/1.1" status: 200 len: 944 time: 0.3418994 Jul 22 16:41:45.947557 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 2969dfbc-e379-475f-b746-bf10c415a055 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:45.948730 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:45.965830 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-01530ad3-797e-4287-9662-f3e24eb22bd1 req-39e46fe5-6013-4540-a8dd-fb6a09f14372 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups?id=9401c2b8-cd31-4c93-a671-a49d8abc8815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606248 Jul 22 16:41:46.145452 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-19010d34-e9b6-44e4-af81-a0e31dd921b2 req-1ba1cbd8-4f92-4019-9761-e7976b252134 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/security-groups?id=2670768e-3680-40ce-9985-8d7f3affc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077529 Jul 22 16:41:46.161962 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:41:46.162977 n-d-798930-9 neutron-server[93818]: DEBUG oslo_db.api [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:41:46.184858 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-115c7c38-5276-497c-a4d7-8830ec469f08 req-4d10d905-69ef-46d4-ad74-c2233be59f58 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:46.243755 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6c69fed-c834-4f83-bd98-aa620b56b681 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:46.252508 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-166bce46-0295-47fc-976d-c651d09decfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:46.259600 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10d905-69ef-46d4-ad74-c2233be59f58 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Pushing event deleted for resources: {'Port': ['ID=fc0b5b16-e59c-4842-85bb-8fb885fa3d8a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:46.310118 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97c0290-6192-41a5-ae38-ff3b17027091 None None] DHCP port deletion for ca98765e-cce6-484f-89ae-1db5c5136545 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:41:46.323266 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3266ed51-2a5a-4fbf-b654-7fddc8115fbd None None] Network 8007ea50-1158-4d8e-ba4f-78fe66ac6186 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:46.345260 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:46.366405 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166bce46-0295-47fc-976d-c651d09decfb admin admin] Pushing event deleted for resources: {'Port': ['ID=28ed6073-b8e9-40ee-89b3-122e24b5f74b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:46.444734 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2969dfbc-e379-475f-b746-bf10c415a055'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:41:46.447519 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbf5e35-0f6c-44c7-8b64-f101ea66fbd2" -d '{"events": [{"server_uuid": "f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e", "name": "network-vif-plugged", "status": "completed", "tag": "2969dfbc-e379-475f-b746-bf10c415a055"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:41:46.464792 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166bce46-0295-47fc-976d-c651d09decfb admin admin] No DVR routers for this DVR port 28ed6073-b8e9-40ee-89b3-122e24b5f74b on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:46.478113 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 2969dfbc-e379-475f-b746-bf10c415a055, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=2969dfbc-e379-475f-b746-bf10c415a055,segment=NetworkSegment(47e088e3-b533-4af9-a5d4-986e066b437c),segment_id=47e088e3-b533-4af9-a5d4-986e066b437c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:46.490333 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:46.499799 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-115c7c38-5276-497c-a4d7-8830ec469f08 req-4d10d905-69ef-46d4-ad74-c2233be59f58 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Router f337fb39-d7aa-4ede-9a43-89adda824201 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:41:46.529165 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168ec951-08c6-4c21-8b60-fab1aa2f7917 x-openstack-request-id: req-168ec951-08c6-4c21-8b60-fab1aa2f7917 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:41:46.530814 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e", "name": "network-vif-plugged", "status": "completed", "tag": "2969dfbc-e379-475f-b746-bf10c415a055", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:41:46.530814 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-168ec951-08c6-4c21-8b60-fab1aa2f7917 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:41:46.530814 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2969dfbc-e379-475f-b746-bf10c415a055', 'code': 200} Jul 22 16:41:46.560696 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-abee32f2-07f5-4e71-8eed-f1651f4a5aad None None] Provisioning for port 62b1c466-cf24-46f0-ac43-f96c4d950699 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:46.605564 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=2969dfbc-e379-475f-b746-bf10c415a055,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:46.705139 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-166bce46-0295-47fc-976d-c651d09decfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:46.739141 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 8fae35be-fbd5-410b-ac2d-dd2ffb1346db up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:46.763701 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-166bce46-0295-47fc-976d-c651d09decfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca98765e-cce6-484f-89ae-1db5c5136545']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:46.780863 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492da56f-bd9d-4237-a5ea-1c3023108415 req-8a83012e-f1f8-4617-ad6f-fa9ba14de923 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:46.790542 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-492da56f-bd9d-4237-a5ea-1c3023108415 req-8a83012e-f1f8-4617-ad6f-fa9ba14de923 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3fd735b-fb8a-4e06-b358-d5f2acfb6ada HTTP/1.1" status: 200 len: 944 time: 0.4278493 Jul 22 16:41:46.815202 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-166bce46-0295-47fc-976d-c651d09decfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f79998-d146-4d4f-99c1-a08d3d240822') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:46.815568 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-166bce46-0295-47fc-976d-c651d09decfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f79998-d146-4d4f-99c1-a08d3d240822') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:46.833908 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-166bce46-0295-47fc-976d-c651d09decfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:46.869379 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-166bce46-0295-47fc-976d-c651d09decfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:46.893497 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-492da56f-bd9d-4237-a5ea-1c3023108415 req-10c8e5ef-3d61-45c6-b661-e488561ede8e tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019561 Jul 22 16:41:46.900689 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166bce46-0295-47fc-976d-c651d09decfb admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:41:46.901288 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-166bce46-0295-47fc-976d-c651d09decfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:41:46.903375 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:41:46.914912 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5e42c946-941c-4840-b1ca-dca86edffba5 None None] Provisioning for port 5b95ca72-a8b9-4f92-b5e7-77a98947f095 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:46.937518 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5e42c946-941c-4840-b1ca-dca86edffba5 None None] Provisioning complete for port 5b95ca72-a8b9-4f92-b5e7-77a98947f095 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:46.937990 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e42c946-941c-4840-b1ca-dca86edffba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.033733 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5e42c946-941c-4840-b1ca-dca86edffba5 None None] Port 5b95ca72-a8b9-4f92-b5e7-77a98947f095 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:41:47.037908 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-166bce46-0295-47fc-976d-c651d09decfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.042012 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 8fae35be-fbd5-410b-ac2d-dd2ffb1346db completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:47.054414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 8fae35be-fbd5-410b-ac2d-dd2ffb1346db triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:47.054866 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.081136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5e42c946-941c-4840-b1ca-dca86edffba5 None None] Provisioning complete for port 5995a265-25fc-4071-b0b0-defd146c6f2e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:47.081519 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e42c946-941c-4840-b1ca-dca86edffba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.141325 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-166bce46-0295-47fc-976d-c651d09decfb admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.158207 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-166bce46-0295-47fc-976d-c651d09decfb admin admin] 10.222.0.69 "DELETE /v2.0/networks/ca98765e-cce6-484f-89ae-1db5c5136545 HTTP/1.1" status: 204 len: 168 time: 1.9740112 Jul 22 16:41:47.262386 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 62b1c466-cf24-46f0-ac43-f96c4d950699 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:47.288057 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0c90ccc1-effb-4d41-91fe-ff041de92d50 req-837ef9a6-a7e1-4ea6-952c-14d7619e6ab4 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/ports?device_id=2662bd7a-037c-416d-9aaa-f7d72ee5a80c HTTP/1.1" status: 200 len: 210 time: 0.1650221 Jul 22 16:41:47.293567 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166bce46-0295-47fc-976d-c651d09decfb admin admin] Pushing event deleted for resources: {'Network': ['ID=ca98765e-cce6-484f-89ae-1db5c5136545,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:47.345335 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-115c7c38-5276-497c-a4d7-8830ec469f08 req-4d10d905-69ef-46d4-ad74-c2233be59f58 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:41:47.396296 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45022b6b-ae07-4526-97b8-8c3b3efeae28 None None] Sync routers for ids ['f337fb39-d7aa-4ede-9a43-89adda824201'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:41:47.407320 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.436515 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c6c69fed-c834-4f83-bd98-aa620b56b681 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Deleting port 5b95ca72-a8b9-4f92-b5e7-77a98947f095 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:47.436982 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6c69fed-c834-4f83-bd98-aa620b56b681 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.483805 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c681e2-e609-46aa-9de4-88d4389a20fc req-b6edd582-516c-4777-9d48-99cc7971e3d1 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:47.491648 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-37c681e2-e609-46aa-9de4-88d4389a20fc req-b6edd582-516c-4777-9d48-99cc7971e3d1 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.2858982 Jul 22 16:41:47.493636 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45022b6b-ae07-4526-97b8-8c3b3efeae28 None None] Routers {'f337fb39-d7aa-4ede-9a43-89adda824201'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:47.494220 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-45022b6b-ae07-4526-97b8-8c3b3efeae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:41:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f337fb39-d7aa-4ede-9a43-89adda824201'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:47.495022 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-115c7c38-5276-497c-a4d7-8830ec469f08 req-4d10d905-69ef-46d4-ad74-c2233be59f58 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] No DVR routers for this DVR port fc0b5b16-e59c-4842-85bb-8fb885fa3d8a on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:47.502962 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-115c7c38-5276-497c-a4d7-8830ec469f08 req-4d10d905-69ef-46d4-ad74-c2233be59f58 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.518606 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-115c7c38-5276-497c-a4d7-8830ec469f08 req-4d10d905-69ef-46d4-ad74-c2233be59f58 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.16 "DELETE /v2.0/ports/fc0b5b16-e59c-4842-85bb-8fb885fa3d8a HTTP/1.1" status: 204 len: 173 time: 2.6490791 Jul 22 16:41:47.525618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2662bd7a-037c-416d-9aaa-f7d72ee5a80c', 'name': 'network-vif-deleted', 'tag': 'fc0b5b16-e59c-4842-85bb-8fb885fa3d8a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:41:47.528938 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280bfbf7-0e9d-48b7-af02-82ff3963ee28" -d '{"events": [{"server_uuid": "2662bd7a-037c-416d-9aaa-f7d72ee5a80c", "name": "network-vif-deleted", "tag": "fc0b5b16-e59c-4842-85bb-8fb885fa3d8a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:41:47.568748 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61e9f9-40cd-4df1-8359-f44ee3c1ac16 req-1c5fd1e3-3e45-4406-a78f-929d8d85a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:47.570360 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fc61e9f9-40cd-4df1-8359-f44ee3c1ac16 req-1c5fd1e3-3e45-4406-a78f-929d8d85a8b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e HTTP/1.1" status: 200 len: 1096 time: 0.9146099 Jul 22 16:41:47.572670 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57790) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:47.584614 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 8fae35be-fbd5-410b-ac2d-dd2ffb1346db, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8fae35be-fbd5-410b-ac2d-dd2ffb1346db,segment=NetworkSegment(b564fcf8-8c98-49bb-b0ec-572c342f0635),segment_id=b564fcf8-8c98-49bb-b0ec-572c342f0635)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:47.609587 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.610471 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device fc0b5b16-e59c-4842-85bb-8fb885fa3d8a no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:47.665585 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 62b1c466-cf24-46f0-ac43-f96c4d950699 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:47.669823 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-37c681e2-e609-46aa-9de4-88d4389a20fc req-f7a0cb48-e715-4772-a1b5-efa7850aebae tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773760 Jul 22 16:41:47.674784 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fc61e9f9-40cd-4df1-8359-f44ee3c1ac16 req-5841c864-870b-4f46-8817-1ced1d9bb54f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2670768e-3680-40ce-9985-8d7f3affc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851541 Jul 22 16:41:47.675488 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: fc0b5b16-e59c-4842-85bb-8fb885fa3d8a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:47.675488 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device fc0b5b16-e59c-4842-85bb-8fb885fa3d8a not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:47.690857 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 62b1c466-cf24-46f0-ac43-f96c4d950699 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:47.691244 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.692305 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-43c918c6-e9b1-4f58-8354-62cac769985b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2f44ea5b1e4b4a4a8b51e73240a6e81c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1174874 Jul 22 16:41:47.699759 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57792) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:47.717432 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6c69fed-c834-4f83-bd98-aa620b56b681 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.728183 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e0c77558-007f-4b20-871f-8326c8907f6d None None] Provisioning complete for port 62b1c466-cf24-46f0-ac43-f96c4d950699 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:47.728767 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0c77558-007f-4b20-871f-8326c8907f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.750436 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c6c69fed-c834-4f83-bd98-aa620b56b681 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Calling delete_port for 5b95ca72-a8b9-4f92-b5e7-77a98947f095 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:47.773824 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69c52e-e7d5-461b-ad78-b972565f688e req-70947fac-76c7-4199-899c-a21ef0b82e1d tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:47.775811 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-db69c52e-e7d5-461b-ad78-b972565f688e req-70947fac-76c7-4199-899c-a21ef0b82e1d tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e HTTP/1.1" status: 200 len: 945 time: 0.2011895 Jul 22 16:41:47.777075 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8dea901c-7dd2-47af-8ebe-804172bf69c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.801144 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-45022b6b-ae07-4526-97b8-8c3b3efeae28 None None] Set router f337fb39-d7aa-4ede-9a43-89adda824201 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:47.804085 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8dea901c-7dd2-47af-8ebe-804172bf69c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.840323 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=8fae35be-fbd5-410b-ac2d-dd2ffb1346db,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:47.867759 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8dea901c-7dd2-47af-8ebe-804172bf69c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.870355 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8dea901c-7dd2-47af-8ebe-804172bf69c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.874501 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8dea901c-7dd2-47af-8ebe-804172bf69c6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ba264ca6-b1a2-40ef-b59d-6a041b4c0e90 HTTP/1.1" status: 204 len: 168 time: 0.1709321 Jul 22 16:41:47.885993 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea901c-7dd2-47af-8ebe-804172bf69c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba264ca6-b1a2-40ef-b59d-6a041b4c0e90,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:47.894435 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-db69c52e-e7d5-461b-ad78-b972565f688e req-de19608f-5214-4177-9936-205238fc22ed tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/security-groups?id=2670768e-3680-40ce-9985-8d7f3affc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776150 Jul 22 16:41:48.015480 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544b378d-0c14-468f-b2bc-5516ed103786 x-openstack-request-id: req-544b378d-0c14-468f-b2bc-5516ed103786 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:41:48.017841 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2662bd7a-037c-416d-9aaa-f7d72ee5a80c", "name": "network-vif-deleted", "tag": "fc0b5b16-e59c-4842-85bb-8fb885fa3d8a", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:41:48.018430 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-544b378d-0c14-468f-b2bc-5516ed103786 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:41:48.019086 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2662bd7a-037c-416d-9aaa-f7d72ee5a80c', 'name': 'network-vif-deleted', 'tag': 'fc0b5b16-e59c-4842-85bb-8fb885fa3d8a', 'status': 'completed', 'code': 200} Jul 22 16:41:48.064027 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0c77558-007f-4b20-871f-8326c8907f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:48.107951 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:48.129836 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6c69fed-c834-4f83-bd98-aa620b56b681 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:48.196455 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c69fed-c834-4f83-bd98-aa620b56b681 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Pushing event deleted for resources: {'Port': ['ID=5b95ca72-a8b9-4f92-b5e7-77a98947f095,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:48.229363 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e0c77558-007f-4b20-871f-8326c8907f6d None None] For port 62b1c466-cf24-46f0-ac43-f96c4d950699, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=62b1c466-cf24-46f0-ac43-f96c4d950699,segment=NetworkSegment(c9e38712-c658-4e8e-bb96-cabccaf7875d),segment_id=c9e38712-c658-4e8e-bb96-cabccaf7875d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:48.237620 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0c77558-007f-4b20-871f-8326c8907f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:48.362869 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e0c77558-007f-4b20-871f-8326c8907f6d None None] Could not find standard attr ID for object 5b95ca72-a8b9-4f92-b5e7-77a98947f095. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:41:48.440941 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6c69fed-c834-4f83-bd98-aa620b56b681 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:48.454395 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:41:48.454699 n-d-798930-9 neutron-server[93818]: DEBUG oslo_db.api [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:41:48.458823 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-45022b6b-ae07-4526-97b8-8c3b3efeae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'name': 'tempest-AttachVolumeTestJSON-1155752689-router', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:51Z', 'updated_at': '2021-07-22T16:33:57Z', 'revision_number': 4, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'gw_port': {'id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:53Z', 'updated_at': '2021-07-22T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3', 'name': '', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'mac_address': 'fa:16:3e:c7:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:56Z', 'updated_at': '2021-07-22T16:34:04Z', 'revision_number': 5, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'subnets': [{'id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:48.463646 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c77558-007f-4b20-871f-8326c8907f6d None None] Pushing event updated for resources: {'Port': ['ID=62b1c466-cf24-46f0-ac43-f96c4d950699,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:48.496470 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45022b6b-ae07-4526-97b8-8c3b3efeae28 None None] Checking router: f337fb39-d7aa-4ede-9a43-89adda824201 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:41:48.507024 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45022b6b-ae07-4526-97b8-8c3b3efeae28 None None] Routers {'f337fb39-d7aa-4ede-9a43-89adda824201'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:48.507733 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-45022b6b-ae07-4526-97b8-8c3b3efeae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:41:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f337fb39-d7aa-4ede-9a43-89adda824201'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:48.509829 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c6779-44e2-48c8-98ae-defb2cb86677 req-43ab0d5c-b16d-4e2c-ac44-bc25f2add292 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:48.513426 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747754b-ec98-4b18-b64f-d0009d704096 req-9ffa4c28-4adc-4020-ba66-693137f96d31 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:48.514574 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-004c6779-44e2-48c8-98ae-defb2cb86677 req-43ab0d5c-b16d-4e2c-ac44-bc25f2add292 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3fd735b-fb8a-4e06-b358-d5f2acfb6ada HTTP/1.1" status: 200 len: 945 time: 0.3316681 Jul 22 16:41:48.515844 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1747754b-ec98-4b18-b64f-d0009d704096 req-9ffa4c28-4adc-4020-ba66-693137f96d31 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.1733356 Jul 22 16:41:48.610654 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1747754b-ec98-4b18-b64f-d0009d704096 req-4824ddae-168f-4eae-8fd1-9ef8994415ba tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872278 Jul 22 16:41:48.616200 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67feb7e2-7d1a-4161-b499-97154d9196d1 req-1b2d10e7-e428-49b5-a49d-6185fcbc097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:48.619890 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-67feb7e2-7d1a-4161-b499-97154d9196d1 req-1b2d10e7-e428-49b5-a49d-6185fcbc097a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 1096 time: 0.1995409 Jul 22 16:41:48.772533 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67feb7e2-7d1a-4161-b499-97154d9196d1 req-7276cf9c-e845-4520-b7a8-d0405dd60126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:48.775426 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-67feb7e2-7d1a-4161-b499-97154d9196d1 req-7276cf9c-e845-4520-b7a8-d0405dd60126 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 913 time: 0.1449440 Jul 22 16:41:48.859011 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3fd735b-fb8a-4e06-b358-d5f2acfb6ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fae35be-fbd5-410b-ac2d-dd2ffb1346db'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:41:48.871295 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d76418-2fee-4c6f-a8e2-9231e316e7bc" -d '{"events": [{"server_uuid": "c3fd735b-fb8a-4e06-b358-d5f2acfb6ada", "name": "network-vif-plugged", "status": "completed", "tag": "8fae35be-fbd5-410b-ac2d-dd2ffb1346db"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:41:48.905835 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-67feb7e2-7d1a-4161-b499-97154d9196d1 req-0b61420c-0240-42bc-b351-2346ca672682 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0 HTTP/1.1" status: 200 len: 999 time: 0.1140196 Jul 22 16:41:48.906535 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57826) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:48.978881 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32979a45-32cd-42f6-ad03-2e67c9c7cdaf x-openstack-request-id: req-32979a45-32cd-42f6-ad03-2e67c9c7cdaf {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:41:48.978881 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3fd735b-fb8a-4e06-b358-d5f2acfb6ada", "name": "network-vif-plugged", "status": "completed", "tag": "8fae35be-fbd5-410b-ac2d-dd2ffb1346db", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:41:48.979247 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-32979a45-32cd-42f6-ad03-2e67c9c7cdaf {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:41:48.979418 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3fd735b-fb8a-4e06-b358-d5f2acfb6ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fae35be-fbd5-410b-ac2d-dd2ffb1346db', 'code': 200} Jul 22 16:41:48.986694 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67feb7e2-7d1a-4161-b499-97154d9196d1 req-2a6d0f89-3ba1-4e3a-9d79-d05b59ebbdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:48.988698 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-67feb7e2-7d1a-4161-b499-97154d9196d1 req-2a6d0f89-3ba1-4e3a-9d79-d05b59ebbdf8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 HTTP/1.1" status: 200 len: 851 time: 0.0666351 Jul 22 16:41:49.078611 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-45022b6b-ae07-4526-97b8-8c3b3efeae28 None None] Set router f337fb39-d7aa-4ede-9a43-89adda824201 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:49.116403 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5995a265-25fc-4071-b0b0-defd146c6f2e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:49.187585 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4205092-0cc2-4fd7-a7ec-ed32687afa79 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:49.241812 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4205092-0cc2-4fd7-a7ec-ed32687afa79 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:49.260453 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67feb7e2-7d1a-4161-b499-97154d9196d1 req-304ef3ca-d865-4987-a76b-5f6278c3a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:49.262241 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-67feb7e2-7d1a-4161-b499-97154d9196d1 req-304ef3ca-d865-4987-a76b-5f6278c3a8f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2655907 Jul 22 16:41:49.279838 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9453206-d8cc-4285-abee-f5902c10d203 req-1ef33c73-43bd-4eeb-9926-32a3aacffa47 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:49.281577 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9453206-d8cc-4285-abee-f5902c10d203 req-1ef33c73-43bd-4eeb-9926-32a3aacffa47 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e HTTP/1.1" status: 200 len: 945 time: 0.2203023 Jul 22 16:41:49.282219 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57834) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:49.316270 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-004c6779-44e2-48c8-98ae-defb2cb86677 req-a60afcec-522b-4bb6-9924-df6a9f6cdf79 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7918780 Jul 22 16:41:49.362197 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 5995a265-25fc-4071-b0b0-defd146c6f2e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:49.362675 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:49.405280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edab5e6-cabb-4b4a-9997-3ec5005dbe5f req-8e9461bd-e518-4903-a02a-5bfda636c82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:49.407225 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8edab5e6-cabb-4b4a-9997-3ec5005dbe5f req-8e9461bd-e518-4903-a02a-5bfda636c82d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c3fd735b-fb8a-4e06-b358-d5f2acfb6ada HTTP/1.1" status: 200 len: 1096 time: 0.3052959 Jul 22 16:41:49.428282 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-45022b6b-ae07-4526-97b8-8c3b3efeae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'name': 'tempest-AttachVolumeTestJSON-1155752689-router', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:51Z', 'updated_at': '2021-07-22T16:33:57Z', 'revision_number': 4, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'gw_port': {'id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:53Z', 'updated_at': '2021-07-22T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3', 'name': '', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'mac_address': 'fa:16:3e:c7:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:56Z', 'updated_at': '2021-07-22T16:34:04Z', 'revision_number': 5, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'subnets': [{'id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:49.446297 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c69fed-c834-4f83-bd98-aa620b56b681 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Router be863c54-8204-4d25-906b-801e4e718f19 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:41:49.468134 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45022b6b-ae07-4526-97b8-8c3b3efeae28 None None] The sync data for ids ['f337fb39-d7aa-4ede-9a43-89adda824201'] in n-d-798930-9 is: [{'id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'name': 'tempest-AttachVolumeTestJSON-1155752689-router', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:51Z', 'updated_at': '2021-07-22T16:33:57Z', 'revision_number': 4, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'gw_port': {'id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:53Z', 'updated_at': '2021-07-22T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3', 'name': '', 'network_id': '31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'mac_address': 'fa:16:3e:c7:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:56Z', 'updated_at': '2021-07-22T16:34:04Z', 'revision_number': 5, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'subnets': [{'id': 'ed2160ff-0eec-4892-bae9-c0ff519453ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:41:49.571235 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c69fed-c834-4f83-bd98-aa620b56b681 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:41:49.576558 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c6c69fed-c834-4f83-bd98-aa620b56b681 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "PUT /v2.0/routers/be863c54-8204-4d25-906b-801e4e718f19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3848305 Jul 22 16:41:49.582225 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564d6696-da43-4bc7-9088-ea4eb48e7afc None None] Sync routers for ids ['be863c54-8204-4d25-906b-801e4e718f19'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:41:49.585809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c9291b3b-6933-4579-a94c-a338de18a52a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-902545123-network', 'tenant_id': 'c9df9178d72149f9828a2b9ad5dadff7'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:49.586604 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57838) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:49.598617 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564d6696-da43-4bc7-9088-ea4eb48e7afc None None] Routers {'be863c54-8204-4d25-906b-801e4e718f19'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:49.599575 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-564d6696-da43-4bc7-9088-ea4eb48e7afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:41:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['be863c54-8204-4d25-906b-801e4e718f19'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:49.604268 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4205092-0cc2-4fd7-a7ec-ed32687afa79 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:49.606840 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4205092-0cc2-4fd7-a7ec-ed32687afa79 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:49.615814 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d4205092-0cc2-4fd7-a7ec-ed32687afa79 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "DELETE /v2.0/security-groups/9401c2b8-cd31-4c93-a671-a49d8abc8815 HTTP/1.1" status: 204 len: 168 time: 0.7017822 Jul 22 16:41:49.615814 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8edab5e6-cabb-4b4a-9997-3ec5005dbe5f req-7a81047b-31d3-4d40-b4bf-b345a7017ce9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830971 Jul 22 16:41:49.641298 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57840) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:49.646509 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4205092-0cc2-4fd7-a7ec-ed32687afa79 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9401c2b8-cd31-4c93-a671-a49d8abc8815,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:49.669114 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 28ed6073-b8e9-40ee-89b3-122e24b5f74b no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:49.676235 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9453206-d8cc-4285-abee-f5902c10d203 req-8070c7fe-b911-488a-b390-dcdee7a25262 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/security-groups?id=2670768e-3680-40ce-9985-8d7f3affc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721077 Jul 22 16:41:49.677095 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-d7233395-9bf7-463a-a77d-a5034206997b tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] show failed (client error): The resource could not be found. Jul 22 16:41:49.680794 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-9f0acff9-7307-4bab-a61f-75171fe009f6 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] delete failed (client error): The resource could not be found. Jul 22 16:41:49.689507 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9f0acff9-7307-4bab-a61f-75171fe009f6 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "DELETE /v2.0/routers/tempest-non_exist_router-1817007005 HTTP/1.1" status: 404 len: 335 time: 0.0941560 Jul 22 16:41:49.690074 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d7233395-9bf7-463a-a77d-a5034206997b tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "GET /v2.0/security-groups/9401c2b8-cd31-4c93-a671-a49d8abc8815 HTTP/1.1" status: 404 len: 347 time: 0.0353129 Jul 22 16:41:49.690074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57844) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:49.692892 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0fccb22a-24b9-4a1c-b112-bff0b6d04b0e tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Request body: {'router': {'external_gateway_info': {'network_id': 'be863c54-8204-4d25-906b-801e4e718f19'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:49.694723 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57846) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:49.701246 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-564d6696-da43-4bc7-9088-ea4eb48e7afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:49.708339 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-67feb7e2-7d1a-4161-b499-97154d9196d1 req-041d16ea-e771-4765-80c3-1fe0f32c56a5 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217772 Jul 22 16:41:49.722782 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564d6696-da43-4bc7-9088-ea4eb48e7afc None None] Routers {'be863c54-8204-4d25-906b-801e4e718f19'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:49.723439 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-564d6696-da43-4bc7-9088-ea4eb48e7afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:41:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['be863c54-8204-4d25-906b-801e4e718f19'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:49.733687 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 28ed6073-b8e9-40ee-89b3-122e24b5f74b {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:49.734814 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 28ed6073-b8e9-40ee-89b3-122e24b5f74b not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:49.827423 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-564d6696-da43-4bc7-9088-ea4eb48e7afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:49.828804 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564d6696-da43-4bc7-9088-ea4eb48e7afc None None] The sync data for ids ['be863c54-8204-4d25-906b-801e4e718f19'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:41:49.889940 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 62b1c466-cf24-46f0-ac43-f96c4d950699 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:49.895741 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9291b3b-6933-4579-a94c-a338de18a52a admin admin] Made reservation on behalf of c9df9178d72149f9828a2b9ad5dadff7 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:49.898596 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9291b3b-6933-4579-a94c-a338de18a52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:49.975418 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9291b3b-6933-4579-a94c-a338de18a52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:49.995541 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 62b1c466-cf24-46f0-ac43-f96c4d950699 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:49.996945 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.043361 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79b21a-530b-46fa-aa82-4433bd54cfb2 req-71d7031f-d601-4bd6-ad2d-7430d1b95a78 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:50.045534 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6f79b21a-530b-46fa-aa82-4433bd54cfb2 req-71d7031f-d601-4bd6-ad2d-7430d1b95a78 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.2383959 Jul 22 16:41:50.062712 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-470991b4-d430-43f7-9b28-8b6b6095cc08 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Deleting port 3ef4a210-d721-4bb0-be37-e19029784153 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:50.063626 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-470991b4-d430-43f7-9b28-8b6b6095cc08 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.073605 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01032673-f54a-4b9e-a1cc-838905ea0f7f None None] New status for floating IP 8630711b-e1e8-45ba-87e7-77a2d74dbcc6: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:41:50.163712 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6f79b21a-530b-46fa-aa82-4433bd54cfb2 req-e5c9e0bd-6f55-4981-af71-e41a0a53af60 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118145 Jul 22 16:41:50.242452 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-470991b4-d430-43f7-9b28-8b6b6095cc08 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.243361 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-470991b4-d430-43f7-9b28-8b6b6095cc08 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.253148 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0fccb22a-24b9-4a1c-b112-bff0b6d04b0e tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.273912 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-470991b4-d430-43f7-9b28-8b6b6095cc08 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Calling delete_port for 3ef4a210-d721-4bb0-be37-e19029784153 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:50.281971 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9291b3b-6933-4579-a94c-a338de18a52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.287382 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-67feb7e2-7d1a-4161-b499-97154d9196d1 req-8da4b6c6-187a-470b-aed8-271e85100bfc service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633068 Jul 22 16:41:50.290793 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9291b3b-6933-4579-a94c-a338de18a52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.305547 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-0fccb22a-24b9-4a1c-b112-bff0b6d04b0e tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] update failed (client error): The resource could not be found. Jul 22 16:41:50.308742 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0fccb22a-24b9-4a1c-b112-bff0b6d04b0e tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "PUT /v2.0/routers/be863c54-8204-4d25-906b-801e4e718f19 HTTP/1.1" status: 404 len: 339 time: 0.6179919 Jul 22 16:41:50.319853 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57858) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:50.342736 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-872b5d97-f787-4901-a254-2307a69de31c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1840249678'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:50.343010 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9291b3b-6933-4579-a94c-a338de18a52a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:41:50.383025 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9291b3b-6933-4579-a94c-a338de18a52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.387599 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-c9291b3b-6933-4579-a94c-a338de18a52a admin admin] Added segment 2136a579-cda7-4bc9-98b8-811c2d560555 of type vlan for network 143bc32e-fa54-476a-bdd4-5d2a15b36736 Jul 22 16:41:50.390279 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9291b3b-6933-4579-a94c-a338de18a52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd830838-8e09-4fd6-985d-64ec97de447a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:50.447591 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872b5d97-f787-4901-a254-2307a69de31c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Made reservation on behalf of 3d8bb793c2e54770b524d38db12d9d39 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:50.450975 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-872b5d97-f787-4901-a254-2307a69de31c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.480364 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9291b3b-6933-4579-a94c-a338de18a52a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.495449 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872b5d97-f787-4901-a254-2307a69de31c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:41:50.504999 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-872b5d97-f787-4901-a254-2307a69de31c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.505442 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-872b5d97-f787-4901-a254-2307a69de31c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Added segment de996bff-cb58-4094-bba8-5a10a0f2d0d6 of type vlan for network 5c8bfa04-c712-4667-8578-b7ba497f73d2 Jul 22 16:41:50.560479 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b503eb-075c-404c-9c99-de147d80c664 req-1fe540b8-2266-454c-a200-3f8675d0867e tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:50.563520 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-32b503eb-075c-404c-9c99-de147d80c664 req-1fe540b8-2266-454c-a200-3f8675d0867e tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e HTTP/1.1" status: 200 len: 945 time: 0.2849398 Jul 22 16:41:50.566069 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9291b3b-6933-4579-a94c-a338de18a52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.567227 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9291b3b-6933-4579-a94c-a338de18a52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:50.567865 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9291b3b-6933-4579-a94c-a338de18a52a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.568140 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-872b5d97-f787-4901-a254-2307a69de31c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.619308 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c9291b3b-6933-4579-a94c-a338de18a52a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3313625 Jul 22 16:41:50.623913 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57864) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:50.633337 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-024a6ce1-946a-484c-8b66-3f7c84a23d1d admin admin] Request body: {'subnet': {'network_id': '143bc32e-fa54-476a-bdd4-5d2a15b36736', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-902545123-subnet', 'tenant_id': 'c9df9178d72149f9828a2b9ad5dadff7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:50.700384 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9291b3b-6933-4579-a94c-a338de18a52a admin admin] Pushing event updated for resources: {'Network': ['ID=143bc32e-fa54-476a-bdd4-5d2a15b36736,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:50.721035 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024a6ce1-946a-484c-8b66-3f7c84a23d1d admin admin] Made reservation on behalf of c9df9178d72149f9828a2b9ad5dadff7 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:50.722638 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-32b503eb-075c-404c-9c99-de147d80c664 req-552cf310-02b6-4521-a5e3-a1ca02453dcf tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/security-groups?id=2670768e-3680-40ce-9985-8d7f3affc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064501 Jul 22 16:41:50.723633 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-024a6ce1-946a-484c-8b66-3f7c84a23d1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.726368 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-470991b4-d430-43f7-9b28-8b6b6095cc08 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.737612 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a2b6-35a0-4323-a90a-d7a7f90aeb5f req-0a3b4c21-14c9-4b11-bbbd-d490eddc80fc tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:50.738842 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7f09a2b6-35a0-4323-a90a-d7a7f90aeb5f req-0a3b4c21-14c9-4b11-bbbd-d490eddc80fc tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3fd735b-fb8a-4e06-b358-d5f2acfb6ada HTTP/1.1" status: 200 len: 945 time: 0.2327633 Jul 22 16:41:50.745617 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 143bc32e-fa54-476a-bdd4-5d2a15b36736 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:41:50.785659 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-872b5d97-f787-4901-a254-2307a69de31c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.806608 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872b5d97-f787-4901-a254-2307a69de31c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:50.807638 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-872b5d97-f787-4901-a254-2307a69de31c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.811676 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470991b4-d430-43f7-9b28-8b6b6095cc08 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Pushing event deleted for resources: {'Port': ['ID=3ef4a210-d721-4bb0-be37-e19029784153,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:50.911418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57866) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:50.921381 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-872b5d97-f787-4901-a254-2307a69de31c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5987778 Jul 22 16:41:50.925953 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8a9233a4-ce38-470f-9985-c9d61533525e tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Request body: {'subnet': {'network_id': '5c8bfa04-c712-4667-8578-b7ba497f73d2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:50.941525 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7f09a2b6-35a0-4323-a90a-d7a7f90aeb5f req-4d572dea-0957-4587-9e57-133c32c7b681 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727998 Jul 22 16:41:51.019827 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b5d97-f787-4901-a254-2307a69de31c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Pushing event updated for resources: {'Network': ['ID=5c8bfa04-c712-4667-8578-b7ba497f73d2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:51.035831 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 5c8bfa04-c712-4667-8578-b7ba497f73d2 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:41:51.046730 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-470991b4-d430-43f7-9b28-8b6b6095cc08 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:51.052111 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-470991b4-d430-43f7-9b28-8b6b6095cc08 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:51.056973 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-470991b4-d430-43f7-9b28-8b6b6095cc08 tempest-AttachVolumeTestJSON-446911743 tempest-AttachVolumeTestJSON-446911743-project] 10.222.0.69 "DELETE /v2.0/floatingips/8630711b-e1e8-45ba-87e7-77a2d74dbcc6 HTTP/1.1" status: 204 len: 168 time: 1.3578560 Jul 22 16:41:51.095692 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9233a4-ce38-470f-9985-c9d61533525e tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Made reservation on behalf of 3d8bb793c2e54770b524d38db12d9d39 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:51.100066 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a9233a4-ce38-470f-9985-c9d61533525e tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:51.210096 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-024a6ce1-946a-484c-8b66-3f7c84a23d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:51.351045 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a6ce1-946a-484c-8b66-3f7c84a23d1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3e927a1-5108-4fe3-81ea-3b99816b3a3e,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:51.368925 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024a6ce1-946a-484c-8b66-3f7c84a23d1d admin admin] Checking segment: {'id': '2136a579-cda7-4bc9-98b8-811c2d560555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '143bc32e-fa54-476a-bdd4-5d2a15b36736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:51.369415 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024a6ce1-946a-484c-8b66-3f7c84a23d1d admin admin] Network hostable DHCP agents. Network: 143bc32e-fa54-476a-bdd4-5d2a15b36736, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:41:51.391571 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e2cef-558a-4519-925c-83056f0cfcd6 req-cff1f264-343f-4756-90c7-385fab6da3e6 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:51.394392 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6a9e2cef-558a-4519-925c-83056f0cfcd6 req-cff1f264-343f-4756-90c7-385fab6da3e6 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.1085808 Jul 22 16:41:51.425972 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024a6ce1-946a-484c-8b66-3f7c84a23d1d admin admin] Network 143bc32e-fa54-476a-bdd4-5d2a15b36736 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:41:51.442152 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-024a6ce1-946a-484c-8b66-3f7c84a23d1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 143bc32e-fa54-476a-bdd4-5d2a15b36736) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:51.449130 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024a6ce1-946a-484c-8b66-3f7c84a23d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:51.449694 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-024a6ce1-946a-484c-8b66-3f7c84a23d1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:51.477663 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2e4221-15cb-4835-b813-e8b6af0f8a3e None None] Network 143bc32e-fa54-476a-bdd4-5d2a15b36736 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:51.481877 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-024a6ce1-946a-484c-8b66-3f7c84a23d1d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8568761 Jul 22 16:41:51.492146 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6a9e2cef-558a-4519-925c-83056f0cfcd6 req-a9448cf0-070c-4723-9013-d958b157b68f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907755 Jul 22 16:41:51.540548 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a9233a4-ce38-470f-9985-c9d61533525e tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:51.681351 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9233a4-ce38-470f-9985-c9d61533525e tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Pushing event updated for resources: {'Subnet': ['ID=58c341b7-222e-49b1-8468-c70b8dba0442,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:51.701850 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9233a4-ce38-470f-9985-c9d61533525e tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Checking segment: {'id': 'de996bff-cb58-4094-bba8-5a10a0f2d0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5c8bfa04-c712-4667-8578-b7ba497f73d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:51.702663 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9233a4-ce38-470f-9985-c9d61533525e tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Network hostable DHCP agents. Network: 5c8bfa04-c712-4667-8578-b7ba497f73d2, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:41:51.739073 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa454b-70a9-4f58-876a-b51ccd021d73 req-d2ff2690-a4d7-4209-a4d7-ca5976f7618c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:51.757547 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-61fa454b-70a9-4f58-876a-b51ccd021d73 req-d2ff2690-a4d7-4209-a4d7-ca5976f7618c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.1623967 Jul 22 16:41:51.801762 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9233a4-ce38-470f-9985-c9d61533525e tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Network 5c8bfa04-c712-4667-8578-b7ba497f73d2 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:41:51.822456 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa017f83-2537-447a-b182-7e840e99f398 None None] Network 143bc32e-fa54-476a-bdd4-5d2a15b36736 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:51.837961 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-8a9233a4-ce38-470f-9985-c9d61533525e tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 5c8bfa04-c712-4667-8578-b7ba497f73d2) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:51.854571 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-61fa454b-70a9-4f58-876a-b51ccd021d73 req-f72b2f39-4a5f-4132-b1c6-2291e78428a2 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959101 Jul 22 16:41:51.859603 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9233a4-ce38-470f-9985-c9d61533525e tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:51.860205 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a9233a4-ce38-470f-9985-c9d61533525e tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:51.860990 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1982aac9-b4dd-41aa-966e-fb93964c7e89 None None] Network 5c8bfa04-c712-4667-8578-b7ba497f73d2 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:51.910123 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8a9233a4-ce38-470f-9985-c9d61533525e tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9974518 Jul 22 16:41:51.913808 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57890) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:51.925786 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-dacdf6bf-241e-47b7-ade5-f841348ccfe2 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Request body: {'router': {'external_gateway_info': {'network_id': '5c8bfa04-c712-4667-8578-b7ba497f73d2'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:51.938282 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c72121-9b1a-4800-bf7c-e320ff3e8ba0 req-0f63d780-f78f-4ee4-8677-b20092afd55f tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:51.939877 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0c72121-9b1a-4800-bf7c-e320ff3e8ba0 req-0f63d780-f78f-4ee4-8677-b20092afd55f tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e HTTP/1.1" status: 200 len: 945 time: 0.2219980 Jul 22 16:41:52.202734 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339301be-f78b-4ec2-b438-e528cbd91a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-5c8bfa04-c712-4667-8578-b7ba497f73d2', 'network_id': '5c8bfa04-c712-4667-8578-b7ba497f73d2', 'tenant_id': '3d8bb793c2e54770b524d38db12d9d39', 'fixed_ips': [{'subnet_id': '58c341b7-222e-49b1-8468-c70b8dba0442'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:41:52.203789 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-339301be-f78b-4ec2-b438-e528cbd91a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:52.243054 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a8a33-b91d-4ec7-8b88-f89134e24557 req-3be3e750-ab89-49da-8f6a-dec5ebe99312 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:52.258829 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c79a8a33-b91d-4ec7-8b88-f89134e24557 req-3be3e750-ab89-49da-8f6a-dec5ebe99312 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e HTTP/1.1" status: 200 len: 945 time: 0.3176072 Jul 22 16:41:52.301369 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dacdf6bf-241e-47b7-ade5-f841348ccfe2 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:52.364898 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c79a8a33-b91d-4ec7-8b88-f89134e24557 req-f0136398-8a28-4640-ae40-c6d6ae708378 tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/security-groups?id=2670768e-3680-40ce-9985-8d7f3affc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042693 Jul 22 16:41:52.371413 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-339301be-f78b-4ec2-b438-e528cbd91a2b None None] Allocated IP 2001:db8:1::2 (5c8bfa04-c712-4667-8578-b7ba497f73d2/58c341b7-222e-49b1-8468-c70b8dba0442/760b66cd-c030-48cb-bf72-554d9b97eed5) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:52.384693 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-e0c72121-9b1a-4800-bf7c-e320ff3e8ba0 req-4310bb26-cd5c-4c17-9102-a4392f262b9c tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Deleting port 2969dfbc-e379-475f-b746-bf10c415a055 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:52.385045 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0c72121-9b1a-4800-bf7c-e320ff3e8ba0 req-4310bb26-cd5c-4c17-9102-a4392f262b9c tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:52.475830 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-c5e190cc-252b-4411-a1d1-5d7e806ed993 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:52.485073 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-c5e190cc-252b-4411-a1d1-5d7e806ed993 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/networks?id=143bc32e-fa54-476a-bdd4-5d2a15b36736 HTTP/1.1" status: 200 len: 812 time: 0.2970002 Jul 22 16:41:52.578892 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e0c72121-9b1a-4800-bf7c-e320ff3e8ba0 req-4310bb26-cd5c-4c17-9102-a4392f262b9c tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] For port 2969dfbc-e379-475f-b746-bf10c415a055, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=2969dfbc-e379-475f-b746-bf10c415a055,segment=NetworkSegment(47e088e3-b533-4af9-a5d4-986e066b437c),segment_id=47e088e3-b533-4af9-a5d4-986e066b437c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:52.579254 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0c72121-9b1a-4800-bf7c-e320ff3e8ba0 req-4310bb26-cd5c-4c17-9102-a4392f262b9c tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:52.583388 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-e46831d4-b0fe-4601-b119-ea08d01140b3 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/quotas/c9df9178d72149f9828a2b9ad5dadff7 HTTP/1.1" status: 200 len: 375 time: 0.0968590 Jul 22 16:41:52.604941 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-e0c72121-9b1a-4800-bf7c-e320ff3e8ba0 req-4310bb26-cd5c-4c17-9102-a4392f262b9c tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Calling delete_port for 2969dfbc-e379-475f-b746-bf10c415a055 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:52.641728 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-012783f4-e051-401e-bf4e-2410088d139d tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c9df9178d72149f9828a2b9ad5dadff7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564961 Jul 22 16:41:52.663187 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-339301be-f78b-4ec2-b438-e528cbd91a2b None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:52.673204 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3e405-806b-4dfd-ad09-daeabb362553 req-0d2e7447-eb72-4477-9646-e94a4f76c941 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:52.674849 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10a3e405-806b-4dfd-ad09-daeabb362553 req-0d2e7447-eb72-4477-9646-e94a4f76c941 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.2052271 Jul 22 16:41:52.676243 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-339301be-f78b-4ec2-b438-e528cbd91a2b None None] Transition to ACTIVE for port object 760b66cd-c030-48cb-bf72-554d9b97eed5 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:52.700991 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-339301be-f78b-4ec2-b438-e528cbd91a2b None None] Transition to ACTIVE for port object 760b66cd-c030-48cb-bf72-554d9b97eed5 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:52.714718 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-339301be-f78b-4ec2-b438-e528cbd91a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:52.749223 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-10a3e405-806b-4dfd-ad09-daeabb362553 req-0fad3cb9-3182-45b4-8df6-b70a3ba6a569 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680778 Jul 22 16:41:52.769435 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-d29b897e-9608-4d3b-8260-18046d134500 service neutron] 10.222.0.69 "GET /v2.0/networks/143bc32e-fa54-476a-bdd4-5d2a15b36736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135614 Jul 22 16:41:52.807260 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339301be-f78b-4ec2-b438-e528cbd91a2b None None] Network 5c8bfa04-c712-4667-8578-b7ba497f73d2 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:52.814518 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-339301be-f78b-4ec2-b438-e528cbd91a2b None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:52.819290 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339301be-f78b-4ec2-b438-e528cbd91a2b None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:52.822454 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339301be-f78b-4ec2-b438-e528cbd91a2b None None] Pushing event updated for resources: {'Port': ['ID=760b66cd-c030-48cb-bf72-554d9b97eed5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:52.824310 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-dacdf6bf-241e-47b7-ade5-f841348ccfe2 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:41:52.829402 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-dacdf6bf-241e-47b7-ade5-f841348ccfe2 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "PUT /v2.0/routers/be863c54-8204-4d25-906b-801e4e718f19 HTTP/1.1" status: 400 len: 364 time: 0.9103158 Jul 22 16:41:52.830379 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57910) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:52.861477 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0c72121-9b1a-4800-bf7c-e320ff3e8ba0 req-4310bb26-cd5c-4c17-9102-a4392f262b9c tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:52.911623 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310bb26-cd5c-4c17-9102-a4392f262b9c tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Pushing event deleted for resources: {'Port': ['ID=2969dfbc-e379-475f-b746-bf10c415a055,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:52.927589 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['2969dfbc-e379-475f-b746-bf10c415a055'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:41:52.966177 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-339301be-f78b-4ec2-b438-e528cbd91a2b None None] Attempting to bind port 760b66cd-c030-48cb-bf72-554d9b97eed5 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:41:52.966543 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-339301be-f78b-4ec2-b438-e528cbd91a2b None None] Attempting to bind port 760b66cd-c030-48cb-bf72-554d9b97eed5 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'de996bff-cb58-4094-bba8-5a10a0f2d0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5c8bfa04-c712-4667-8578-b7ba497f73d2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:41:52.966937 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339301be-f78b-4ec2-b438-e528cbd91a2b None None] Attempting to bind port 760b66cd-c030-48cb-bf72-554d9b97eed5 on network 5c8bfa04-c712-4667-8578-b7ba497f73d2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:52.972941 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339301be-f78b-4ec2-b438-e528cbd91a2b None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:41:52.973474 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339301be-f78b-4ec2-b438-e528cbd91a2b None None] Checking segment: {'id': 'de996bff-cb58-4094-bba8-5a10a0f2d0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5c8bfa04-c712-4667-8578-b7ba497f73d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:52.973879 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-339301be-f78b-4ec2-b438-e528cbd91a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:52.974321 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339301be-f78b-4ec2-b438-e528cbd91a2b None None] Bound using segment: {'id': 'de996bff-cb58-4094-bba8-5a10a0f2d0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5c8bfa04-c712-4667-8578-b7ba497f73d2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:41:52.975374 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-339301be-f78b-4ec2-b438-e528cbd91a2b None None] Bound port: 760b66cd-c030-48cb-bf72-554d9b97eed5, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de996bff-cb58-4094-bba8-5a10a0f2d0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5c8bfa04-c712-4667-8578-b7ba497f73d2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:41:52.975940 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-339301be-f78b-4ec2-b438-e528cbd91a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:53.005658 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c72121-9b1a-4800-bf7c-e320ff3e8ba0 req-4310bb26-cd5c-4c17-9102-a4392f262b9c tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] No DVR routers for this DVR port 2969dfbc-e379-475f-b746-bf10c415a055 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:53.015713 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0c72121-9b1a-4800-bf7c-e320ff3e8ba0 req-4310bb26-cd5c-4c17-9102-a4392f262b9c tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:53.018178 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0c72121-9b1a-4800-bf7c-e320ff3e8ba0 req-4310bb26-cd5c-4c17-9102-a4392f262b9c tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.30 "DELETE /v2.0/ports/2969dfbc-e379-475f-b746-bf10c415a055 HTTP/1.1" status: 204 len: 173 time: 1.0666254 Jul 22 16:41:53.020224 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e', 'name': 'network-vif-deleted', 'tag': '2969dfbc-e379-475f-b746-bf10c415a055'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:41:53.022947 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954fcf71-4b30-4976-99b6-4d218e894117" -d '{"events": [{"server_uuid": "f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e", "name": "network-vif-deleted", "tag": "2969dfbc-e379-475f-b746-bf10c415a055"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:41:53.084777 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-339301be-f78b-4ec2-b438-e528cbd91a2b None None] For port 760b66cd-c030-48cb-bf72-554d9b97eed5, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:41:53.092668 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-339301be-f78b-4ec2-b438-e528cbd91a2b None None] For port 760b66cd-c030-48cb-bf72-554d9b97eed5, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=760b66cd-c030-48cb-bf72-554d9b97eed5,segment=NetworkSegment(de996bff-cb58-4094-bba8-5a10a0f2d0d6),segment_id=de996bff-cb58-4094-bba8-5a10a0f2d0d6)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:41:53.100905 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-339301be-f78b-4ec2-b438-e528cbd91a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:53.110166 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd735e4-ed8b-4390-9173-994a29064f1b req-bdfda63a-ad38-4df8-b038-3534cd011170 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:53.119174 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bdd735e4-ed8b-4390-9173-994a29064f1b req-bdfda63a-ad38-4df8-b038-3534cd011170 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3fd735b-fb8a-4e06-b358-d5f2acfb6ada HTTP/1.1" status: 200 len: 945 time: 0.1155105 Jul 22 16:41:53.166023 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bdd735e4-ed8b-4390-9173-994a29064f1b req-bca7277e-3082-48e5-a21b-8f3dea6d28c5 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457120 Jul 22 16:41:53.212343 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339301be-f78b-4ec2-b438-e528cbd91a2b None None] Pushing event updated for resources: {'Port': ['ID=760b66cd-c030-48cb-bf72-554d9b97eed5,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:53.642532 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-3425063f-64b4-46f7-98aa-f217ba7bc323 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1898737 Jul 22 16:41:53.781203 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e1bd1d-746b-4f38-886e-2a2469d34ad7 x-openstack-request-id: req-b3e1bd1d-746b-4f38-886e-2a2469d34ad7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:41:53.782150 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e", "name": "network-vif-deleted", "tag": "2969dfbc-e379-475f-b746-bf10c415a055", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:41:53.783557 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b3e1bd1d-746b-4f38-886e-2a2469d34ad7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:41:53.784012 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e', 'name': 'network-vif-deleted', 'tag': '2969dfbc-e379-475f-b746-bf10c415a055', 'status': 'completed', 'code': 200} Jul 22 16:41:53.784881 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-a26fe7ac-53f1-426e-8581-f0501e0f35f8 service neutron] 10.222.0.69 "GET /v2.0/networks/143bc32e-fa54-476a-bdd4-5d2a15b36736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9984150 Jul 22 16:41:53.891740 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-16b67471-2db3-4d2c-91c6-e716a6021d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:53.898079 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-16b67471-2db3-4d2c-91c6-e716a6021d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:53.899857 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-16b67471-2db3-4d2c-91c6-e716a6021d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:53.900375 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-16b67471-2db3-4d2c-91c6-e716a6021d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:53.900864 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-16b67471-2db3-4d2c-91c6-e716a6021d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:53.901345 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-16b67471-2db3-4d2c-91c6-e716a6021d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:53.901825 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-16b67471-2db3-4d2c-91c6-e716a6021d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:53.903927 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-16b67471-2db3-4d2c-91c6-e716a6021d1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9497a41f8194fa4a8867ac9f3be3289&device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 6500 time: 0.2191968 Jul 22 16:41:53.999293 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 760b66cd-c030-48cb-bf72-554d9b97eed5 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:54.080511 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6191b16-3377-4f04-8e6e-aa94e9bd26b8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:54.101531 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 760b66cd-c030-48cb-bf72-554d9b97eed5 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:54.203614 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7d7b643e-8560-492c-a71c-4b38f27c47bf req-eba1ed80-8686-4c2e-92f2-81f5482ca23a tempest-ServerAddressesNegativeTestJSON-1142724925 tempest-ServerAddressesNegativeTestJSON-1142724925-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29e0cbd-8a1b-4be2-b259-9bfe6f28fc7e HTTP/1.1" status: 200 len: 210 time: 0.0695274 Jul 22 16:41:54.268258 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-1b6530d0-e3ea-4221-9ede-109f8e831db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:54.268828 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-1b6530d0-e3ea-4221-9ede-109f8e831db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:54.277998 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-1b6530d0-e3ea-4221-9ede-109f8e831db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:54.279763 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-1b6530d0-e3ea-4221-9ede-109f8e831db3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9c5c4430-fe08-4a96-9de3-fdc32bed75bd&id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&id=1efbf9bc-0c70-4776-ae72-82d943308ba7&id=1efbf9bc-0c70-4776-ae72-82d943308ba7 HTTP/1.1" status: 200 len: 2298 time: 0.3500595 Jul 22 16:41:54.418142 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-3fc911b0-d3c1-4137-86e0-4e8da96f5f09 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b HTTP/1.1" status: 200 len: 1001 time: 0.1309652 Jul 22 16:41:54.540840 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20624971-ef25-4d0c-8434-74ec6a3171f7 req-82323c3f-b3b0-4fdc-ac4c-a41b6d180ea3 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:54.554753 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-20624971-ef25-4d0c-8434-74ec6a3171f7 req-82323c3f-b3b0-4fdc-ac4c-a41b6d180ea3 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.2251890 Jul 22 16:41:54.688392 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-20624971-ef25-4d0c-8434-74ec6a3171f7 req-be82b0bf-b9bb-4b01-a940-1e2c6cfe1b41 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327162 Jul 22 16:41:54.758675 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-e6191b16-3377-4f04-8e6e-aa94e9bd26b8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Allocated IP 2001:db8::1 (2317d082-d935-4324-8556-73a209fff7ec/d1a3aa47-8ff4-432a-8f2e-0dde02c2053d/bfd46673-d70e-4bbf-aece-d16b997adc6d) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:54.874934 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233d952c-6384-4168-b1fe-b9a4444d737b None None] Network 5c8bfa04-c712-4667-8578-b7ba497f73d2 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:54.979930 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b628c9f-764c-4e1e-8a31-15b61a190bba req-42182e0d-46af-49bd-aa31-30d51eafab85 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/ports?device_id=443dd260-00a3-4a58-9066-56da2c2e73b2 HTTP/1.1" status: 200 len: 210 time: 0.4835274 Jul 22 16:41:55.005470 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-59b98b12-b34f-497a-b14f-f1aa5e5cdf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:55.010311 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-59b98b12-b34f-497a-b14f-f1aa5e5cdf57 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=201d105d-0acc-407e-9daf-fc4d01c306de HTTP/1.1" status: 200 len: 855 time: 0.5796964 Jul 22 16:41:55.032148 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6191b16-3377-4f04-8e6e-aa94e9bd26b8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:55.040746 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-23c1b682-c060-47f0-9b89-cc8f9f3f0f55 None None] Provisioning for port 760b66cd-c030-48cb-bf72-554d9b97eed5 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:55.069086 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-23c1b682-c060-47f0-9b89-cc8f9f3f0f55 None None] Provisioning complete for port 760b66cd-c030-48cb-bf72-554d9b97eed5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:55.070015 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23c1b682-c060-47f0-9b89-cc8f9f3f0f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:55.072774 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e6191b16-3377-4f04-8e6e-aa94e9bd26b8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Transition to ACTIVE for port object bfd46673-d70e-4bbf-aece-d16b997adc6d will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:55.118762 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-2c44c4b2-2cf6-40b9-98ed-3918a040037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:55.120883 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-2c44c4b2-2cf6-40b9-98ed-3918a040037d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c5c4430-fe08-4a96-9de3-fdc32bed75bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058238 Jul 22 16:41:55.141543 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6191b16-3377-4f04-8e6e-aa94e9bd26b8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:55.208057 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6191b16-3377-4f04-8e6e-aa94e9bd26b8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Pushing event updated for resources: {'Port': ['ID=bfd46673-d70e-4bbf-aece-d16b997adc6d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:55.254191 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6191b16-3377-4f04-8e6e-aa94e9bd26b8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Network 2317d082-d935-4324-8556-73a209fff7ec is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:55.264581 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e6191b16-3377-4f04-8e6e-aa94e9bd26b8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:55.279852 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6191b16-3377-4f04-8e6e-aa94e9bd26b8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:55.280427 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6191b16-3377-4f04-8e6e-aa94e9bd26b8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:55.296765 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58012) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:55.344600 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23c1b682-c060-47f0-9b89-cc8f9f3f0f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:55.376229 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:41:55.398421 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-40116267-1b7d-44e8-9e7a-b9cb39555637 service neutron] 10.222.0.16 "GET /v2.0/networks/9c5c4430-fe08-4a96-9de3-fdc32bed75bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626731 Jul 22 16:41:55.455179 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-23c1b682-c060-47f0-9b89-cc8f9f3f0f55 None None] For port 760b66cd-c030-48cb-bf72-554d9b97eed5, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=760b66cd-c030-48cb-bf72-554d9b97eed5,segment=NetworkSegment(de996bff-cb58-4094-bba8-5a10a0f2d0d6),segment_id=de996bff-cb58-4094-bba8-5a10a0f2d0d6)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:55.462154 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 2969dfbc-e379-475f-b746-bf10c415a055 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:55.467899 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23c1b682-c060-47f0-9b89-cc8f9f3f0f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:55.556909 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1b682-c060-47f0-9b89-cc8f9f3f0f55 None None] Pushing event updated for resources: {'Port': ['ID=760b66cd-c030-48cb-bf72-554d9b97eed5,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:55.560911 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 2969dfbc-e379-475f-b746-bf10c415a055 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:55.561620 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 2969dfbc-e379-475f-b746-bf10c415a055 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:55.627621 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-342fffa1-d2e8-418c-bee0-edda875dbda8 admin admin] Deleting subnet 64355d43-6eef-44d1-9fed-bcdb030e1d3b {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:41:55.633021 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-342fffa1-d2e8-418c-bee0-edda875dbda8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:55.664106 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-514228cb-dc60-45a4-8a46-4f063068121f service neutron] 10.222.0.16 "GET /v2.0/networks/9c5c4430-fe08-4a96-9de3-fdc32bed75bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616515 Jul 22 16:41:55.732916 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-a3d633a9-7234-42c9-8ab7-2517210db9c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=706d94d1-b403-4659-855c-6be2d363f415 HTTP/1.1" status: 200 len: 217 time: 0.0618708 Jul 22 16:41:55.785959 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6191b16-3377-4f04-8e6e-aa94e9bd26b8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:55.791057 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-342fffa1-d2e8-418c-bee0-edda875dbda8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:55.822342 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-2abcf5f9-462d-45ec-850a-3f433075fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:55.824881 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-2abcf5f9-462d-45ec-850a-3f433075fb3c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96d2d744-bd35-4248-9461-63b7b331579f HTTP/1.1" status: 200 len: 797 time: 0.0860515 Jul 22 16:41:55.836637 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fd20caba-b043-4888-8f35-fb3e24bc3329 None None] Provisioning for port bfd46673-d70e-4bbf-aece-d16b997adc6d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:55.855926 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fd20caba-b043-4888-8f35-fb3e24bc3329 None None] Provisioning complete for port bfd46673-d70e-4bbf-aece-d16b997adc6d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:55.856506 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fd20caba-b043-4888-8f35-fb3e24bc3329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:55.994603 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 760b66cd-c030-48cb-bf72-554d9b97eed5 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:56.059977 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fd20caba-b043-4888-8f35-fb3e24bc3329 None None] Port bfd46673-d70e-4bbf-aece-d16b997adc6d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:41:56.090468 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 760b66cd-c030-48cb-bf72-554d9b97eed5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:56.091209 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:56.319867 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-342fffa1-d2e8-418c-bee0-edda875dbda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:56.347210 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c944dfa9-f489-4bbf-a155-0b1a5e21c0b6 None None] Provisioning complete for port 760b66cd-c030-48cb-bf72-554d9b97eed5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:56.347627 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c944dfa9-f489-4bbf-a155-0b1a5e21c0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:56.373567 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-07d483a2-3a93-4ab1-be8f-81b2a4300f85 req-08b9ebc6-2f37-4019-92bc-cb99d21ffa1d tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/ports?device_id=443dd260-00a3-4a58-9066-56da2c2e73b2 HTTP/1.1" status: 200 len: 210 time: 0.0964427 Jul 22 16:41:56.424417 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-cd8535f1-9651-449b-bb40-b6fd21a5e196 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:56.426323 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-cd8535f1-9651-449b-bb40-b6fd21a5e196 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.30 "GET /v2.0/networks?id=143bc32e-fa54-476a-bdd4-5d2a15b36736 HTTP/1.1" status: 200 len: 812 time: 0.5194664 Jul 22 16:41:56.438682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-92165a0f-760a-47ad-9a8e-f0ab3d09cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:56.440407 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-92165a0f-760a-47ad-9a8e-f0ab3d09cd09 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5867145 Jul 22 16:41:56.445831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-b18df23b-b695-48e0-8e84-af85bc68c001 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Request body: {'port': {'device_id': '443dd260-00a3-4a58-9066-56da2c2e73b2', 'network_id': '143bc32e-fa54-476a-bdd4-5d2a15b36736', 'admin_state_up': True, 'tenant_id': 'c9df9178d72149f9828a2b9ad5dadff7'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:56.475625 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223331f-ea75-458f-b6dc-cd3a18766b3d req-b536ba6c-963d-4670-8661-6a1146cc3744 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:56.477222 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9223331f-ea75-458f-b6dc-cd3a18766b3d req-b536ba6c-963d-4670-8661-6a1146cc3744 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.4805830 Jul 22 16:41:56.725663 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9223331f-ea75-458f-b6dc-cd3a18766b3d req-35674aad-7ba6-4b77-a9b5-0ba89903890b tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373998 Jul 22 16:41:56.745561 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-342fffa1-d2e8-418c-bee0-edda875dbda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:56.858581 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-8f539abc-d761-454b-a834-e6ed114a77f6 service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045060 Jul 22 16:41:56.865174 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-b18df23b-b695-48e0-8e84-af85bc68c001 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Made reservation on behalf of c9df9178d72149f9828a2b9ad5dadff7 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:56.869365 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-b18df23b-b695-48e0-8e84-af85bc68c001 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:56.905213 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fffa1-d2e8-418c-bee0-edda875dbda8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64355d43-6eef-44d1-9fed-bcdb030e1d3b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:56.953316 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-342fffa1-d2e8-418c-bee0-edda875dbda8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:56.957263 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-342fffa1-d2e8-418c-bee0-edda875dbda8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/64355d43-6eef-44d1-9fed-bcdb030e1d3b HTTP/1.1" status: 204 len: 168 time: 1.6594720 Jul 22 16:41:57.014832 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58038) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:57.096495 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38cca9db-5882-4fea-93d2-77f4fe4b23f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:57.248734 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6191b16-3377-4f04-8e6e-aa94e9bd26b8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:57.280186 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-85bf2ae1-4a86-431e-8f2e-029ee240af06 service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081800 Jul 22 16:41:57.283088 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4d8150cd-68cb-439a-a8df-26b22b4a547b req-0712eeda-967e-445f-beda-e6fe6b72134b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3694425 Jul 22 16:41:57.285634 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6191b16-3377-4f04-8e6e-aa94e9bd26b8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:57.286455 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6191b16-3377-4f04-8e6e-aa94e9bd26b8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:57.358972 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-8a30275b-a93a-4bfe-b435-96457d12db19 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=aba8f711-d6ad-4378-a003-ab86655f7a9e HTTP/1.1" status: 200 len: 217 time: 0.0709398 Jul 22 16:41:57.369770 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-b18df23b-b695-48e0-8e84-af85bc68c001 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Allocated IP 172.20.0.12 (143bc32e-fa54-476a-bdd4-5d2a15b36736/d3e927a1-5108-4fe3-81ea-3b99816b3a3e/47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:57.382214 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38cca9db-5882-4fea-93d2-77f4fe4b23f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:57.430447 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da49ea-ce74-41a3-a7e6-db226f89d7cc req-5fec3aed-0a20-4d48-aa11-9738073d8e5f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:57.437711 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f2da49ea-ce74-41a3-a7e6-db226f89d7cc req-5fec3aed-0a20-4d48-aa11-9738073d8e5f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.3388448 Jul 22 16:41:57.439947 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c62703-2057-4c2b-8548-a6c61591fc04 req-a150004f-2fc3-4909-8346-f38b93fe7c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:57.441512 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c3c62703-2057-4c2b-8548-a6c61591fc04 req-a150004f-2fc3-4909-8346-f38b93fe7c39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 1096 time: 0.3526080 Jul 22 16:41:57.459547 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-38cca9db-5882-4fea-93d2-77f4fe4b23f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04fd8d3-1a88-4cb3-93d3-b9204c8acefc']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:57.485905 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6191b16-3377-4f04-8e6e-aa94e9bd26b8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Pushing event updated for resources: {'Port': ['ID=bfd46673-d70e-4bbf-aece-d16b997adc6d,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:57.494742 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-38cca9db-5882-4fea-93d2-77f4fe4b23f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e088e3-b533-4af9-a5d4-986e066b437c') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:57.495046 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-38cca9db-5882-4fea-93d2-77f4fe4b23f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e088e3-b533-4af9-a5d4-986e066b437c') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:57.508830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-8b75341b-b901-43ef-9e7b-fccd5acd0f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:57.510538 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-8b75341b-b901-43ef-9e7b-fccd5acd0f6d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96d2d744-bd35-4248-9461-63b7b331579f HTTP/1.1" status: 200 len: 797 time: 0.1438963 Jul 22 16:41:57.536536 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38cca9db-5882-4fea-93d2-77f4fe4b23f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:57.575609 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f2da49ea-ce74-41a3-a7e6-db226f89d7cc req-ae3bbd6d-0c0b-4170-b1f7-4cf2f0c4717b tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368990 Jul 22 16:41:57.576771 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38cca9db-5882-4fea-93d2-77f4fe4b23f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:57.604840 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38cca9db-5882-4fea-93d2-77f4fe4b23f7 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:41:57.605450 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38cca9db-5882-4fea-93d2-77f4fe4b23f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:41:57.607822 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:41:57.696999 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4afe87e-584f-4a8f-beec-0a6e5ad0a7a7 req-e78856b7-bfea-474a-92d0-c444588bec86 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/ports?device_id=443dd260-00a3-4a58-9066-56da2c2e73b2 HTTP/1.1" status: 200 len: 210 time: 0.0595603 Jul 22 16:41:57.714473 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6191b16-3377-4f04-8e6e-aa94e9bd26b8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Network 2317d082-d935-4324-8556-73a209fff7ec is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:57.716257 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e6191b16-3377-4f04-8e6e-aa94e9bd26b8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:57.743936 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38cca9db-5882-4fea-93d2-77f4fe4b23f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:57.890039 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38cca9db-5882-4fea-93d2-77f4fe4b23f7 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:57.894486 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-38cca9db-5882-4fea-93d2-77f4fe4b23f7 admin admin] 10.222.0.69 "DELETE /v2.0/networks/d04fd8d3-1a88-4cb3-93d3-b9204c8acefc HTTP/1.1" status: 204 len: 168 time: 0.8762796 Jul 22 16:41:57.894486 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cca9db-5882-4fea-93d2-77f4fe4b23f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d04fd8d3-1a88-4cb3-93d3-b9204c8acefc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:57.945618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c62703-2057-4c2b-8548-a6c61591fc04 req-fec754f9-41aa-4e1e-8f33-56d28f536658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:57.947344 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c3c62703-2057-4c2b-8548-a6c61591fc04 req-fec754f9-41aa-4e1e-8f33-56d28f536658 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 913 time: 0.4933779 Jul 22 16:41:57.972256 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-ff7e01e8-3405-4c7f-b54f-9b16752dbb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:57.973868 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-ff7e01e8-3405-4c7f-b54f-9b16752dbb00 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4327352 Jul 22 16:41:57.981628 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6191b16-3377-4f04-8e6e-aa94e9bd26b8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Router be863c54-8204-4d25-906b-801e4e718f19 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:41:58.117519 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-b18df23b-b695-48e0-8e84-af85bc68c001 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:58.244691 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6191b16-3377-4f04-8e6e-aa94e9bd26b8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:41:58.245166 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9b401216-5435-4416-872c-886108b8d98e None None] Provisioning complete for port bfd46673-d70e-4bbf-aece-d16b997adc6d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:58.256596 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e6191b16-3377-4f04-8e6e-aa94e9bd26b8 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "PUT /v2.0/routers/be863c54-8204-4d25-906b-801e4e718f19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4257061 Jul 22 16:41:58.257285 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58054) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:58.257677 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58056) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:58.267591 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b401216-5435-4416-872c-886108b8d98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:58.278771 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370cf51e-6f37-487e-b316-ea1313ce7947 None None] Sync routers for ids ['be863c54-8204-4d25-906b-801e4e718f19'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:41:58.292554 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c3c62703-2057-4c2b-8548-a6c61591fc04 req-99c26bf3-f82c-4525-a20b-6d212f8688bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0 HTTP/1.1" status: 200 len: 999 time: 0.3367441 Jul 22 16:41:58.325188 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370cf51e-6f37-487e-b316-ea1313ce7947 None None] Routers {'be863c54-8204-4d25-906b-801e4e718f19'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:58.326240 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-370cf51e-6f37-487e-b316-ea1313ce7947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:41:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['be863c54-8204-4d25-906b-801e4e718f19'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:58.334989 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-b18df23b-b695-48e0-8e84-af85bc68c001 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:58.424829 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-370cf51e-6f37-487e-b316-ea1313ce7947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:58.450140 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370cf51e-6f37-487e-b316-ea1313ce7947 None None] Routers {'be863c54-8204-4d25-906b-801e4e718f19'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:58.451525 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-370cf51e-6f37-487e-b316-ea1313ce7947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:41:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['be863c54-8204-4d25-906b-801e4e718f19'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:58.505463 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-b18df23b-b695-48e0-8e84-af85bc68c001 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Network 143bc32e-fa54-476a-bdd4-5d2a15b36736 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:58.539483 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-370cf51e-6f37-487e-b316-ea1313ce7947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:58.548256 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370cf51e-6f37-487e-b316-ea1313ce7947 None None] The sync data for ids ['be863c54-8204-4d25-906b-801e4e718f19'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:41:58.554444 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-b18df23b-b695-48e0-8e84-af85bc68c001 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:58.575380 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-80970d1c-1c0e-474d-80ba-3dbc0e6cff14 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=40a7e1c1007e4005880809788b694686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3133388 Jul 22 16:41:58.578305 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-b18df23b-b695-48e0-8e84-af85bc68c001 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:58.581861 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58060) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:58.601761 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff504fc9-1a82-4244-9a94-a627d7c91e4c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:58.652403 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c62703-2057-4c2b-8548-a6c61591fc04 req-0f778a1f-4fe1-4566-b166-8a408a70ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:58.659293 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c3c62703-2057-4c2b-8548-a6c61591fc04 req-0f778a1f-4fe1-4566-b166-8a408a70ada0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 HTTP/1.1" status: 200 len: 851 time: 0.3196616 Jul 22 16:41:58.662379 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-ed255b12-d4ea-46a4-8155-8f92eedfb6cb service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6504750 Jul 22 16:41:58.706101 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18df23b-b695-48e0-8e84-af85bc68c001 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Pushing event updated for resources: {'Port': ['ID=47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:58.727310 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9b401216-5435-4416-872c-886108b8d98e None None] Port bfd46673-d70e-4bbf-aece-d16b997adc6d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:41:58.894457 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-e018fa3d-6b0b-4980-8181-99dad441aa8d service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834531 Jul 22 16:41:58.935756 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-b18df23b-b695-48e0-8e84-af85bc68c001 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:58.937096 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-b18df23b-b695-48e0-8e84-af85bc68c001 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:58.990404 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f26323fe-0a8f-446b-83a9-c49d8232e180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:59.068931 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-028823ab-a187-4bf0-9913-9e1a995cbaa2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=85be8f06-0cb5-488b-9eb9-9477188bcef3 HTTP/1.1" status: 200 len: 217 time: 0.1625466 Jul 22 16:41:59.073765 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c62703-2057-4c2b-8548-a6c61591fc04 req-8a9b6f3b-d3a4-4617-ae1e-b7a1aba5447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:59.076163 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c3c62703-2057-4c2b-8548-a6c61591fc04 req-8a9b6f3b-d3a4-4617-ae1e-b7a1aba5447a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4094534 Jul 22 16:41:59.077797 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-b18df23b-b695-48e0-8e84-af85bc68c001 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6364367 Jul 22 16:41:59.192787 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-13c0c265-535d-456c-8ccb-b87418ec28df service neutron] Request body: {'port': {'device_id': '443dd260-00a3-4a58-9066-56da2c2e73b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:59.238009 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-ff504fc9-1a82-4244-9a94-a627d7c91e4c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 16:41:59.240626 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ff504fc9-1a82-4244-9a94-a627d7c91e4c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "DELETE /v2.0/routers/be863c54-8204-4d25-906b-801e4e718f19 HTTP/1.1" status: 409 len: 329 time: 0.9639430 Jul 22 16:41:59.251036 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58070) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:59.299865 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c875ca-e8f8-414c-933e-910825448110 req-5af4a3aa-cd81-4e34-8386-889e199e6020 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:59.307628 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f0c875ca-e8f8-414c-933e-910825448110 req-5af4a3aa-cd81-4e34-8386-889e199e6020 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/ports?device_id=443dd260-00a3-4a58-9066-56da2c2e73b2 HTTP/1.1" status: 200 len: 932 time: 0.4953766 Jul 22 16:41:59.374111 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-e2f810a3-40e6-41e9-adb0-bab15c17c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:59.375636 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-e2f810a3-40e6-41e9-adb0-bab15c17c246 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96d2d744-bd35-4248-9461-63b7b331579f HTTP/1.1" status: 200 len: 797 time: 0.2931712 Jul 22 16:41:59.386497 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c3c62703-2057-4c2b-8548-a6c61591fc04 req-736ca904-9ff2-4b9f-bfb3-490cefa453ca service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908330 Jul 22 16:41:59.419272 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6382646-a17a-47a8-9900-0adda9bf21b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:59.454961 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b1e25-d72c-450c-845c-f91faa3190cb req-3f6a9c4c-1fc7-4b7c-a6ec-afbf0f1638dc tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:59.456998 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2d2b1e25-d72c-450c-845c-f91faa3190cb req-3f6a9c4c-1fc7-4b7c-a6ec-afbf0f1638dc tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.7618363 Jul 22 16:41:59.462739 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-13c0c265-535d-456c-8ccb-b87418ec28df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:59.486613 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6382646-a17a-47a8-9900-0adda9bf21b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:59.489434 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f0c875ca-e8f8-414c-933e-910825448110 req-1cbf588d-381a-4d43-9493-9dadd1c0aacf tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd830838-8e09-4fd6-985d-64ec97de447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795831 Jul 22 16:41:59.709092 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2d2b1e25-d72c-450c-845c-f91faa3190cb req-f83ee5dc-5046-4b35-a8ef-669d08c5778c tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411475 Jul 22 16:41:59.770553 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6382646-a17a-47a8-9900-0adda9bf21b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:59.773325 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6382646-a17a-47a8-9900-0adda9bf21b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:59.778403 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a6382646-a17a-47a8-9900-0adda9bf21b4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2670768e-3680-40ce-9985-8d7f3affc184 HTTP/1.1" status: 204 len: 168 time: 1.1917036 Jul 22 16:41:59.795059 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6382646-a17a-47a8-9900-0adda9bf21b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2670768e-3680-40ce-9985-8d7f3affc184,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:59.996464 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-405dbc10-8bce-4216-abff-4bf68bc5190e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:59.999384 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-405dbc10-8bce-4216-abff-4bf68bc5190e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6078486 Jul 22 16:42:00.079816 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ea4bcd0-bf74-4ad8-9b65-9bdcf285780c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:00.110615 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c3c62703-2057-4c2b-8548-a6c61591fc04 req-cfae69fa-f420-41de-9acf-a2dfb9188bbe service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6977770 Jul 22 16:42:00.397824 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-e1aedfc0-ed0e-443a-a900-3cee431acf3d service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177061 Jul 22 16:42:00.428294 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8150cd-68cb-439a-a8df-26b22b4a547b req-a4938d5b-5994-4d7b-9288-805036eca1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:00.432624 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d8150cd-68cb-439a-a8df-26b22b4a547b req-a4938d5b-5994-4d7b-9288-805036eca1fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 1096 time: 0.1953912 Jul 22 16:42:00.448427 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6ea4bcd0-bf74-4ad8-9b65-9bdcf285780c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Deleting port bfd46673-d70e-4bbf-aece-d16b997adc6d {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:00.448661 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ea4bcd0-bf74-4ad8-9b65-9bdcf285780c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:00.632120 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ea4bcd0-bf74-4ad8-9b65-9bdcf285780c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:00.656687 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6ea4bcd0-bf74-4ad8-9b65-9bdcf285780c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Calling delete_port for bfd46673-d70e-4bbf-aece-d16b997adc6d owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:00.904549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8150cd-68cb-439a-a8df-26b22b4a547b req-2bf969ef-8d7a-4f35-bdae-be4baf55673e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:00.906129 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d8150cd-68cb-439a-a8df-26b22b4a547b req-2bf969ef-8d7a-4f35-bdae-be4baf55673e service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 200 len: 913 time: 0.4413419 Jul 22 16:42:00.919080 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-72057b1d-237a-4c07-8b5d-330b082dd11e service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052946 Jul 22 16:42:00.983528 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-13c0c265-535d-456c-8ccb-b87418ec28df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:42:01.050114 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128541d1-1afd-4367-947b-8da108ddcb9c req-fff77bb8-9e3f-4bcd-95ce-0f8bebe6313d tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:01.052426 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-128541d1-1afd-4367-947b-8da108ddcb9c req-fff77bb8-9e3f-4bcd-95ce-0f8bebe6313d tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/ports?device_id=443dd260-00a3-4a58-9066-56da2c2e73b2 HTTP/1.1" status: 200 len: 932 time: 0.4156957 Jul 22 16:42:01.056994 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-13c0c265-535d-456c-8ccb-b87418ec28df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:01.068517 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-b67f7aa2-08be-4d5b-8af1-fe8b9c341d23 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=7aa61500-2368-4f52-ab67-83af547fa639 HTTP/1.1" status: 200 len: 217 time: 0.1344304 Jul 22 16:42:01.150976 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d8150cd-68cb-439a-a8df-26b22b4a547b req-dadf73c1-ed99-4667-bc42-b4840344a670 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0 HTTP/1.1" status: 200 len: 999 time: 0.2292192 Jul 22 16:42:01.211833 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58120) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:01.223892 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-0e607f06-932d-4ee1-bf2b-d3b8f1d895ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:01.225821 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-0e607f06-932d-4ee1-bf2b-d3b8f1d895ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96d2d744-bd35-4248-9461-63b7b331579f HTTP/1.1" status: 200 len: 797 time: 0.1362588 Jul 22 16:42:01.233130 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-128541d1-1afd-4367-947b-8da108ddcb9c req-fbc4fe9f-c2a7-41ad-b767-d76ca90e4077 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd830838-8e09-4fd6-985d-64ec97de447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685581 Jul 22 16:42:01.269971 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ea4bcd0-bf74-4ad8-9b65-9bdcf285780c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:01.297728 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-13c0c265-535d-456c-8ccb-b87418ec28df service neutron] Transition to ACTIVE for port object 47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:42:01.322179 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8150cd-68cb-439a-a8df-26b22b4a547b req-98220687-eacb-4c8f-a3b6-00ab7196aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:01.323963 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d8150cd-68cb-439a-a8df-26b22b4a547b req-98220687-eacb-4c8f-a3b6-00ab7196aaf0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 HTTP/1.1" status: 200 len: 851 time: 0.1639469 Jul 22 16:42:01.324531 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-13c0c265-535d-456c-8ccb-b87418ec28df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:01.332560 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4bcd0-bf74-4ad8-9b65-9bdcf285780c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Pushing event deleted for resources: {'Port': ['ID=bfd46673-d70e-4bbf-aece-d16b997adc6d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:01.553505 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ea4bcd0-bf74-4ad8-9b65-9bdcf285780c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:01.578777 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4aead9e2-63c6-4699-9518-ba78eaa86323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:01.627308 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:01.647766 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-51dce3d9-49f7-4f3e-8898-47a025339075 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-869326745-network', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:01.799878 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960723db-bb03-457f-9bd6-dd17e052b86c req-975c8625-156a-4590-9626-984ee32cf995 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:01.801534 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-960723db-bb03-457f-9bd6-dd17e052b86c req-975c8625-156a-4590-9626-984ee32cf995 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.3957274 Jul 22 16:42:01.832316 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0c265-535d-456c-8ccb-b87418ec28df service neutron] Pushing event updated for resources: {'Port': ['ID=47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:01.833028 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea4bcd0-bf74-4ad8-9b65-9bdcf285780c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Router be863c54-8204-4d25-906b-801e4e718f19 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:42:01.865977 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dce3d9-49f7-4f3e-8898-47a025339075 admin admin] Made reservation on behalf of b6b64aba8a2344e3ad8ead2f811c3725 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:42:01.868280 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51dce3d9-49f7-4f3e-8898-47a025339075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:01.878367 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-960723db-bb03-457f-9bd6-dd17e052b86c req-925e845a-1a7e-4b44-a944-4ea77c5cfd73 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671148 Jul 22 16:42:01.889886 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51dce3d9-49f7-4f3e-8898-47a025339075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:01.921768 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-13c0c265-535d-456c-8ccb-b87418ec28df service neutron] Attempting to bind port 47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:42:01.922130 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-13c0c265-535d-456c-8ccb-b87418ec28df service neutron] Attempting to bind port 47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '2136a579-cda7-4bc9-98b8-811c2d560555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '143bc32e-fa54-476a-bdd4-5d2a15b36736'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:42:01.922456 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-13c0c265-535d-456c-8ccb-b87418ec28df service neutron] Attempting to bind port 47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4 on network 143bc32e-fa54-476a-bdd4-5d2a15b36736 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:42:01.925815 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8150cd-68cb-439a-a8df-26b22b4a547b req-dd1fb2f4-25ec-4e31-b3ca-02d586176973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:01.927984 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d8150cd-68cb-439a-a8df-26b22b4a547b req-dd1fb2f4-25ec-4e31-b3ca-02d586176973 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4888880 Jul 22 16:42:01.934861 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-969f05aa-3063-4aac-9e06-e8934b725f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:01.936372 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-969f05aa-3063-4aac-9e06-e8934b725f06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6612341 Jul 22 16:42:01.963974 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-13c0c265-535d-456c-8ccb-b87418ec28df service neutron] Port 47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4 on network 143bc32e-fa54-476a-bdd4-5d2a15b36736 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:42:01.964497 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-13c0c265-535d-456c-8ccb-b87418ec28df service neutron] Attempting to bind port 47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4 on network 143bc32e-fa54-476a-bdd4-5d2a15b36736 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:42:01.995748 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea4bcd0-bf74-4ad8-9b65-9bdcf285780c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:42:02.008987 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f97c53b-7b36-4347-9251-a6acb04ed622 None None] Sync routers for ids ['be863c54-8204-4d25-906b-801e4e718f19'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:42:02.012617 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6ea4bcd0-bf74-4ad8-9b65-9bdcf285780c tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "PUT /v2.0/routers/be863c54-8204-4d25-906b-801e4e718f19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7572823 Jul 22 16:42:02.013357 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58128) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:02.022909 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-13c0c265-535d-456c-8ccb-b87418ec28df service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:42:02.023464 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-13c0c265-535d-456c-8ccb-b87418ec28df service neutron] Checking segment: {'id': '2136a579-cda7-4bc9-98b8-811c2d560555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '143bc32e-fa54-476a-bdd4-5d2a15b36736'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:42:02.024856 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-13c0c265-535d-456c-8ccb-b87418ec28df service neutron] Bound using segment: {'id': '2136a579-cda7-4bc9-98b8-811c2d560555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '143bc32e-fa54-476a-bdd4-5d2a15b36736'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:42:02.024856 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-13c0c265-535d-456c-8ccb-b87418ec28df service neutron] Bound port: 47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2136a579-cda7-4bc9-98b8-811c2d560555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '143bc32e-fa54-476a-bdd4-5d2a15b36736'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:42:02.024856 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-13c0c265-535d-456c-8ccb-b87418ec28df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.029246 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f97c53b-7b36-4347-9251-a6acb04ed622 None None] Routers {'be863c54-8204-4d25-906b-801e4e718f19'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:02.033042 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1f97c53b-7b36-4347-9251-a6acb04ed622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:42:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['be863c54-8204-4d25-906b-801e4e718f19'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:02.063695 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-4ffb1ce5-4b4b-4df2-8296-8494cdbbef4e tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] show failed (client error): The resource could not be found. Jul 22 16:42:02.081050 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4ffb1ce5-4b4b-4df2-8296-8494cdbbef4e tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "GET /v2.0/routers/tempest-non_exist_router-742230824 HTTP/1.1" status: 404 len: 334 time: 0.0660384 Jul 22 16:42:02.081961 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58130) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:02.089246 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b58347bf-2bf4-4422-a1be-8daa627696c3 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:02.141899 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1f97c53b-7b36-4347-9251-a6acb04ed622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:02.172905 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f97c53b-7b36-4347-9251-a6acb04ed622 None None] Routers {'be863c54-8204-4d25-906b-801e4e718f19'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:02.173885 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1f97c53b-7b36-4347-9251-a6acb04ed622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:42:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['be863c54-8204-4d25-906b-801e4e718f19'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:02.183519 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-b58347bf-2bf4-4422-a1be-8daa627696c3 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] update failed (client error): The resource could not be found. Jul 22 16:42:02.187851 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b58347bf-2bf4-4422-a1be-8daa627696c3 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "PUT /v2.0/routers/tempest-non_exist_router-28396406 HTTP/1.1" status: 404 len: 333 time: 0.1011982 Jul 22 16:42:02.189006 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58134) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:02.237847 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1f97c53b-7b36-4347-9251-a6acb04ed622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:02.238988 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f97c53b-7b36-4347-9251-a6acb04ed622 None None] The sync data for ids ['be863c54-8204-4d25-906b-801e4e718f19'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:42:02.283374 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d8150cd-68cb-439a-a8df-26b22b4a547b req-e2d3e57b-d4a3-407b-b6a8-d0052d598ef0 service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443406 Jul 22 16:42:02.298253 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-b85edddb-95e0-40a3-a2cd-9813d9c0edd9 service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475590 Jul 22 16:42:02.312063 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-32541654-ef6a-4a88-9240-51c0f990d85b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Deleting subnet 58c341b7-222e-49b1-8468-c70b8dba0442 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:42:02.321042 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32541654-ef6a-4a88-9240-51c0f990d85b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.322617 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-13c0c265-535d-456c-8ccb-b87418ec28df service neutron] For port 47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:42:02.384755 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-13c0c265-535d-456c-8ccb-b87418ec28df service neutron] For port 47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4,segment=NetworkSegment(2136a579-cda7-4bc9-98b8-811c2d560555),segment_id=2136a579-cda7-4bc9-98b8-811c2d560555)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:42:02.409348 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-13c0c265-535d-456c-8ccb-b87418ec28df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.423767 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32541654-ef6a-4a88-9240-51c0f990d85b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.427224 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd91ae-46e1-48c2-b938-ff2aa16209e8 req-eb146385-8687-4139-a00b-fa51efc60cad tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:02.429146 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1acd91ae-46e1-48c2-b938-ff2aa16209e8 req-eb146385-8687-4139-a00b-fa51efc60cad tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.4288061 Jul 22 16:42:02.560858 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51dce3d9-49f7-4f3e-8898-47a025339075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.567771 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-13c0c265-535d-456c-8ccb-b87418ec28df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:02.569231 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-13c0c265-535d-456c-8ccb-b87418ec28df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.570681 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-13c0c265-535d-456c-8ccb-b87418ec28df service neutron] 10.222.0.30 "PUT /v2.0/ports/47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4 HTTP/1.1" status: 200 len: 1092 time: 3.4727774 Jul 22 16:42:02.579834 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443dd260-00a3-4a58-9066-56da2c2e73b2', 'tag': '47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:42:02.582130 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0d8244-af03-4ca1-b9b8-3014dd97c9fc" -d '{"events": [{"name": "network-changed", "server_uuid": "443dd260-00a3-4a58-9066-56da2c2e73b2", "tag": "47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:42:02.601274 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51dce3d9-49f7-4f3e-8898-47a025339075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.701788 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.707457 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51dce3d9-49f7-4f3e-8898-47a025339075 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:42:02.713227 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e251c3a-8290-44d9-85ad-0902d9120849 req-7d842c22-e5dd-41e9-bec6-125aee1e4579 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:02.715716 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7e251c3a-8290-44d9-85ad-0902d9120849 req-7d842c22-e5dd-41e9-bec6-125aee1e4579 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/ports?device_id=443dd260-00a3-4a58-9066-56da2c2e73b2 HTTP/1.1" status: 200 len: 944 time: 0.3364763 Jul 22 16:42:02.718071 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32541654-ef6a-4a88-9240-51c0f990d85b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.718238 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0c265-535d-456c-8ccb-b87418ec28df service neutron] Pushing event updated for resources: {'Port': ['ID=47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:02.758002 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1acd91ae-46e1-48c2-b938-ff2aa16209e8 req-e8e1b8fc-c00e-4c78-8074-dc28550bf4bb tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841582 Jul 22 16:42:02.768714 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d8150cd-68cb-439a-a8df-26b22b4a547b req-e518fba9-65fe-4935-8bcd-11028ff11eac service neutron] 10.222.0.30 "GET /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762859 Jul 22 16:42:02.778867 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51dce3d9-49f7-4f3e-8898-47a025339075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.779406 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-51dce3d9-49f7-4f3e-8898-47a025339075 admin admin] Added segment dc90611d-f55b-4011-a315-63bb13f9ef92 of type vlan for network 5213f340-dbe4-4ff2-9909-61ebc63af76c Jul 22 16:42:02.783108 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-65ddbab8-4291-421f-accc-cbba98853529 service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652326 Jul 22 16:42:02.809565 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dce3d9-49f7-4f3e-8898-47a025339075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bdbf3f-5bde-460c-a346-7a263241a79d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:02.901595 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7e251c3a-8290-44d9-85ad-0902d9120849 req-c263e3bb-fd7e-4a2c-bec7-fa7369d0222b tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd830838-8e09-4fd6-985d-64ec97de447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846620 Jul 22 16:42:02.911360 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32541654-ef6a-4a88-9240-51c0f990d85b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.945123 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32541654-ef6a-4a88-9240-51c0f990d85b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.947241 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-32541654-ef6a-4a88-9240-51c0f990d85b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "DELETE /v2.0/subnets/58c341b7-222e-49b1-8468-c70b8dba0442 HTTP/1.1" status: 204 len: 168 time: 0.7572627 Jul 22 16:42:02.957324 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40093a2-4ab5-4397-8e63-87f6165bb026 None None] Network 5c8bfa04-c712-4667-8578-b7ba497f73d2 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:42:02.969627 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58148) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:02.981154 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51dce3d9-49f7-4f3e-8898-47a025339075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.042906 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32541654-ef6a-4a88-9240-51c0f990d85b tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Pushing event deleted for resources: {'Subnet': ['ID=58c341b7-222e-49b1-8468-c70b8dba0442,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:03.050856 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-55a12f49-85dc-488c-93de-11ff6ecd0de0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 HTTP/1.1" status: 200 len: 217 time: 0.2514660 Jul 22 16:42:03.053400 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51dce3d9-49f7-4f3e-8898-47a025339075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.058044 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dce3d9-49f7-4f3e-8898-47a025339075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:03.060170 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51dce3d9-49f7-4f3e-8898-47a025339075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.178784 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e322e3c-8295-4a54-904f-e686d2805df2 x-openstack-request-id: req-3e322e3c-8295-4a54-904f-e686d2805df2 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:42:03.179105 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443dd260-00a3-4a58-9066-56da2c2e73b2", "tag": "47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:42:03.179395 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3e322e3c-8295-4a54-904f-e686d2805df2 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:42:03.179796 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443dd260-00a3-4a58-9066-56da2c2e73b2', 'tag': '47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4', 'status': 'completed', 'code': 200} Jul 22 16:42:03.239000 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c180-eff7-431e-87eb-753f05ead894 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.288516 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddf0441-de50-4f26-b015-20e254f0e03e None None] DHCP port deletion for 5c8bfa04-c712-4667-8578-b7ba497f73d2 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:42:03.326424 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-51dce3d9-49f7-4f3e-8898-47a025339075 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1133516 Jul 22 16:42:03.330371 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-2b2cc26e-ab4a-43dc-887d-7c43b54891a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:03.332110 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-2b2cc26e-ab4a-43dc-887d-7c43b54891a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9df9178d72149f9828a2b9ad5dadff7&device_id=443dd260-00a3-4a58-9066-56da2c2e73b2 HTTP/1.1" status: 200 len: 1095 time: 0.6825917 Jul 22 16:42:03.337384 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58152) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:03.350772 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e6abf754-df26-4457-9f4a-ab2eba5dfaaa admin admin] Request body: {'subnet': {'network_id': '5213f340-dbe4-4ff2-9909-61ebc63af76c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-869326745-subnet', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:03.401667 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dce3d9-49f7-4f3e-8898-47a025339075 admin admin] Pushing event updated for resources: {'Network': ['ID=5213f340-dbe4-4ff2-9909-61ebc63af76c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:03.415725 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 5213f340-dbe4-4ff2-9909-61ebc63af76c details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:42:03.456584 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c2d7c180-eff7-431e-87eb-753f05ead894 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Deleting port 760b66cd-c030-48cb-bf72-554d9b97eed5 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:03.457414 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c180-eff7-431e-87eb-753f05ead894 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.462443 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-c5d07ee3-a099-47b9-b241-fdac30c317a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:03.464116 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-c5d07ee3-a099-47b9-b241-fdac30c317a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1b3925e-5bc2-4165-8e50-36b5b076cd3a HTTP/1.1" status: 200 len: 797 time: 0.3758700 Jul 22 16:42:03.481568 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cddf0441-de50-4f26-b015-20e254f0e03e None None] Deleting port 760b66cd-c030-48cb-bf72-554d9b97eed5 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:03.482545 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cddf0441-de50-4f26-b015-20e254f0e03e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.490935 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-dd571576-7db2-4e19-8b0d-cebc9e530836 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4 HTTP/1.1" status: 200 len: 217 time: 0.1006751 Jul 22 16:42:03.552433 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6abf754-df26-4457-9f4a-ab2eba5dfaaa admin admin] Made reservation on behalf of b6b64aba8a2344e3ad8ead2f811c3725 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:42:03.556735 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6abf754-df26-4457-9f4a-ab2eba5dfaaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.652072 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c2d7c180-eff7-431e-87eb-753f05ead894 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] For port 760b66cd-c030-48cb-bf72-554d9b97eed5, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=760b66cd-c030-48cb-bf72-554d9b97eed5,segment=NetworkSegment(de996bff-cb58-4094-bba8-5a10a0f2d0d6),segment_id=de996bff-cb58-4094-bba8-5a10a0f2d0d6)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:03.652455 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c180-eff7-431e-87eb-753f05ead894 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.686903 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c2d7c180-eff7-431e-87eb-753f05ead894 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Calling delete_port for 760b66cd-c030-48cb-bf72-554d9b97eed5 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:03.693032 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-9255bace-395b-41a3-9f14-cbaacd285127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:03.694776 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-9255bace-395b-41a3-9f14-cbaacd285127 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d3e927a1-5108-4fe3-81ea-3b99816b3a3e HTTP/1.1" status: 200 len: 852 time: 0.1850240 Jul 22 16:42:03.708083 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-cddf0441-de50-4f26-b015-20e254f0e03e None None] For port 760b66cd-c030-48cb-bf72-554d9b97eed5, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=760b66cd-c030-48cb-bf72-554d9b97eed5,segment=NetworkSegment(de996bff-cb58-4094-bba8-5a10a0f2d0d6),segment_id=de996bff-cb58-4094-bba8-5a10a0f2d0d6)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:03.709206 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cddf0441-de50-4f26-b015-20e254f0e03e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.746462 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cddf0441-de50-4f26-b015-20e254f0e03e None None] Calling delete_port for 760b66cd-c030-48cb-bf72-554d9b97eed5 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:03.822370 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c180-eff7-431e-87eb-753f05ead894 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.865912 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7c180-eff7-431e-87eb-753f05ead894 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Pushing event deleted for resources: {'Port': ['ID=760b66cd-c030-48cb-bf72-554d9b97eed5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:03.869120 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d7c180-eff7-431e-87eb-753f05ead894 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] No DVR routers for this DVR port 760b66cd-c030-48cb-bf72-554d9b97eed5 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:42:03.928839 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 760b66cd-c030-48cb-bf72-554d9b97eed5 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:42:03.999419 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 760b66cd-c030-48cb-bf72-554d9b97eed5 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:42:04.000013 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 760b66cd-c030-48cb-bf72-554d9b97eed5 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:42:04.016177 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cddf0441-de50-4f26-b015-20e254f0e03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:04.041501 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c180-eff7-431e-87eb-753f05ead894 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:04.062178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf0441-de50-4f26-b015-20e254f0e03e None None] Pushing event deleted for resources: {'Port': ['ID=760b66cd-c030-48cb-bf72-554d9b97eed5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:04.064459 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddf0441-de50-4f26-b015-20e254f0e03e None None] No DVR routers for this DVR port 760b66cd-c030-48cb-bf72-554d9b97eed5 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:42:04.075454 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c2d7c180-eff7-431e-87eb-753f05ead894 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8bfa04-c712-4667-8578-b7ba497f73d2']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:04.098649 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c2d7c180-eff7-431e-87eb-753f05ead894 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de996bff-cb58-4094-bba8-5a10a0f2d0d6') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:04.100135 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c2d7c180-eff7-431e-87eb-753f05ead894 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de996bff-cb58-4094-bba8-5a10a0f2d0d6') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:04.122362 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c180-eff7-431e-87eb-753f05ead894 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:04.163202 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c180-eff7-431e-87eb-753f05ead894 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:04.176201 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d7c180-eff7-431e-87eb-753f05ead894 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:42:04.176623 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c180-eff7-431e-87eb-753f05ead894 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:42:04.181033 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:42:04.272931 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd871d-3de0-4071-ade4-721718103fe6 req-dbed6bb0-472b-4abf-9e0b-17efd3d8e705 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:04.289308 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4dbd871d-3de0-4071-ade4-721718103fe6 req-dbed6bb0-472b-4abf-9e0b-17efd3d8e705 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/ports?device_id=443dd260-00a3-4a58-9066-56da2c2e73b2 HTTP/1.1" status: 200 len: 944 time: 0.1867204 Jul 22 16:42:04.324831 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c180-eff7-431e-87eb-753f05ead894 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:04.351765 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c180-eff7-431e-87eb-753f05ead894 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:04.358159 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c2d7c180-eff7-431e-87eb-753f05ead894 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "DELETE /v2.0/networks/5c8bfa04-c712-4667-8578-b7ba497f73d2 HTTP/1.1" status: 204 len: 168 time: 1.3405912 Jul 22 16:42:04.369148 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58206) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:04.482565 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-120ce4ef-426d-4b70-a18b-a1616dd56e4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=143bc32e-fa54-476a-bdd4-5d2a15b36736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7708495 Jul 22 16:42:04.499099 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7c180-eff7-431e-87eb-753f05ead894 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Pushing event deleted for resources: {'Network': ['ID=5c8bfa04-c712-4667-8578-b7ba497f73d2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:04.520879 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4dbd871d-3de0-4071-ade4-721718103fe6 req-fff154de-84a0-4c98-885e-f7e2f15eec8b tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd830838-8e09-4fd6-985d-64ec97de447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306757 Jul 22 16:42:04.525466 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a3098c-99f1-4444-9baf-396c08cbd1fc tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Deleting subnet a9c8863b-2f04-4f33-88b9-47f233b86580 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:42:04.530030 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20a3098c-99f1-4444-9baf-396c08cbd1fc tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:04.569875 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-cdac3c75-27fe-446e-90f8-89a00133f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:04.573481 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-cdac3c75-27fe-446e-90f8-89a00133f5cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1efbf9bc-0c70-4776-ae72-82d943308ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0812914 Jul 22 16:42:04.588544 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:04.593345 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20a3098c-99f1-4444-9baf-396c08cbd1fc tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:04.695483 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20a3098c-99f1-4444-9baf-396c08cbd1fc tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:04.788825 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20a3098c-99f1-4444-9baf-396c08cbd1fc tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:04.831374 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3098c-99f1-4444-9baf-396c08cbd1fc tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Pushing event deleted for resources: {'Subnet': ['ID=a9c8863b-2f04-4f33-88b9-47f233b86580,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:04.838254 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20a3098c-99f1-4444-9baf-396c08cbd1fc tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:04.842011 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-20a3098c-99f1-4444-9baf-396c08cbd1fc tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "DELETE /v2.0/subnets/a9c8863b-2f04-4f33-88b9-47f233b86580 HTTP/1.1" status: 204 len: 168 time: 0.4702592 Jul 22 16:42:04.842211 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4ab120-a953-4b22-8459-4bad45dac54f None None] Network 8007ea50-1158-4d8e-ba4f-78fe66ac6186 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:42:04.843206 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58208) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:04.895367 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-bbae1e4e-eac2-4700-a1bb-e19b6ef30d63 service neutron] 10.222.0.30 "GET /v2.0/networks/143bc32e-fa54-476a-bdd4-5d2a15b36736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812251 Jul 22 16:42:04.927568 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a11d3ac-8bae-47b2-98b6-8966e8c3d086 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Deleting subnet c86e3115-f542-4d49-90ca-40400288a75c {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:42:04.931867 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a11d3ac-8bae-47b2-98b6-8966e8c3d086 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:04.986246 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a11d3ac-8bae-47b2-98b6-8966e8c3d086 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:05.120030 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a11d3ac-8bae-47b2-98b6-8966e8c3d086 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:05.159239 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6abf754-df26-4457-9f4a-ab2eba5dfaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:05.179532 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-ce04e261-e780-4738-9023-50ba29e15c4f service neutron] 10.222.0.16 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546293 Jul 22 16:42:05.179998 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a39d54-db90-4b26-ad5e-2071fa3fcb56 None None] DHCP port deletion for 8007ea50-1158-4d8e-ba4f-78fe66ac6186 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:42:05.216753 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1ce9c-7300-4f3a-af6e-ad785bd9f6c2 req-7e2fe128-bfae-4968-8b3a-e27ff6ccd28e tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:05.223273 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e3c1ce9c-7300-4f3a-af6e-ad785bd9f6c2 req-7e2fe128-bfae-4968-8b3a-e27ff6ccd28e tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=692f59df-59d9-48df-b3a1-4c957d6e08b6 HTTP/1.1" status: 200 len: 943 time: 0.6130810 Jul 22 16:42:05.264890 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a11d3ac-8bae-47b2-98b6-8966e8c3d086 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:05.275994 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58218) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:05.305340 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-45a39d54-db90-4b26-ad5e-2071fa3fcb56 None None] Deleting port 62b1c466-cf24-46f0-ac43-f96c4d950699 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:05.305682 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45a39d54-db90-4b26-ad5e-2071fa3fcb56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:05.331753 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-78bffab9-6369-422d-9be9-4d0cacabe1f4 req-91aabe46-c367-4514-b5b4-4c557410c970 service neutron] 10.222.0.30 "GET /v2.0/networks/143bc32e-fa54-476a-bdd4-5d2a15b36736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235616 Jul 22 16:42:05.370698 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11d3ac-8bae-47b2-98b6-8966e8c3d086 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Pushing event deleted for resources: {'Subnet': ['ID=c86e3115-f542-4d49-90ca-40400288a75c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:05.397060 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a11d3ac-8bae-47b2-98b6-8966e8c3d086 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:05.403341 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3a11d3ac-8bae-47b2-98b6-8966e8c3d086 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "DELETE /v2.0/subnets/c86e3115-f542-4d49-90ca-40400288a75c HTTP/1.1" status: 204 len: 168 time: 0.5557370 Jul 22 16:42:05.405547 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58222) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:05.417050 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abf754-df26-4457-9f4a-ab2eba5dfaaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b30d3f-c597-4bb8-a89e-3ae3ba30816a,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:05.470056 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6abf754-df26-4457-9f4a-ab2eba5dfaaa admin admin] Checking segment: {'id': 'dc90611d-f55b-4011-a315-63bb13f9ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5213f340-dbe4-4ff2-9909-61ebc63af76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:42:05.470424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6abf754-df26-4457-9f4a-ab2eba5dfaaa admin admin] Network hostable DHCP agents. Network: 5213f340-dbe4-4ff2-9909-61ebc63af76c, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:42:05.477629 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-45a39d54-db90-4b26-ad5e-2071fa3fcb56 None None] For port 62b1c466-cf24-46f0-ac43-f96c4d950699, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=62b1c466-cf24-46f0-ac43-f96c4d950699,segment=NetworkSegment(c9e38712-c658-4e8e-bb96-cabccaf7875d),segment_id=c9e38712-c658-4e8e-bb96-cabccaf7875d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:05.478094 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45a39d54-db90-4b26-ad5e-2071fa3fcb56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:05.532567 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-45a39d54-db90-4b26-ad5e-2071fa3fcb56 None None] Calling delete_port for 62b1c466-cf24-46f0-ac43-f96c4d950699 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:05.559821 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-30417436-4231-4385-81c7-adcdd71839da service neutron] 10.222.0.16 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719425 Jul 22 16:42:05.569270 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca22f65-1b89-4dbf-aec1-aba407983d2c None None] Network 9804dcf8-3ac4-4ccc-b6a6-82aec58425da requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:42:05.604946 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6abf754-df26-4457-9f4a-ab2eba5dfaaa admin admin] Network 5213f340-dbe4-4ff2-9909-61ebc63af76c is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:42:05.683175 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d8244-af03-4ca1-b9b8-3014dd97c9fc req-88f089cd-0c93-458e-ab7e-6bd94f0c9f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:05.684747 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f0d8244-af03-4ca1-b9b8-3014dd97c9fc req-88f089cd-0c93-458e-ab7e-6bd94f0c9f78 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9df9178d72149f9828a2b9ad5dadff7&device_id=443dd260-00a3-4a58-9066-56da2c2e73b2 HTTP/1.1" status: 200 len: 1095 time: 0.2082107 Jul 22 16:42:05.686129 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-60094322-fcd7-469a-ad93-d067b0024b12 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 HTTP/1.1" status: 200 len: 217 time: 0.0996652 Jul 22 16:42:05.688457 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e6abf754-df26-4457-9f4a-ab2eba5dfaaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 5213f340-dbe4-4ff2-9909-61ebc63af76c) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:05.701113 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-e3c1ce9c-7300-4f3a-af6e-ad785bd9f6c2 req-72241536-fe63-4bd2-802f-052c0ec33149 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Deleting port fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:05.701468 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e3c1ce9c-7300-4f3a-af6e-ad785bd9f6c2 req-72241536-fe63-4bd2-802f-052c0ec33149 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:05.712688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6abf754-df26-4457-9f4a-ab2eba5dfaaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:05.713288 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6abf754-df26-4457-9f4a-ab2eba5dfaaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:05.760157 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0474e51-b66b-4fec-a1f4-3685790dae8c None None] Network 5213f340-dbe4-4ff2-9909-61ebc63af76c requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:42:05.825030 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-48aecaee-029a-43c8-8d46-2a06c03b3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:05.827482 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-48aecaee-029a-43c8-8d46-2a06c03b3b53 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1b3925e-5bc2-4165-8e50-36b5b076cd3a HTTP/1.1" status: 200 len: 797 time: 0.0999272 Jul 22 16:42:05.964877 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e6abf754-df26-4457-9f4a-ab2eba5dfaaa admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.6237934 Jul 22 16:42:06.016342 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58232) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:06.024039 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e26bb92e-358f-4b13-aeb3-b134d1114e83 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-869326745-router', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:06.098155 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 62b1c466-cf24-46f0-ac43-f96c4d950699 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:42:06.215393 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45a39d54-db90-4b26-ad5e-2071fa3fcb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.216032 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dbb684b2-599e-43ce-bc3f-fa0ed585d1ee tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.270171 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d8244-af03-4ca1-b9b8-3014dd97c9fc req-f78417b4-b50a-4631-a823-aa6d98a3bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:06.273239 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f0d8244-af03-4ca1-b9b8-3014dd97c9fc req-f78417b4-b50a-4631-a823-aa6d98a3bfb0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=143bc32e-fa54-476a-bdd4-5d2a15b36736 HTTP/1.1" status: 200 len: 913 time: 0.5752585 Jul 22 16:42:06.278154 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a39d54-db90-4b26-ad5e-2071fa3fcb56 None None] Pushing event deleted for resources: {'Port': ['ID=62b1c466-cf24-46f0-ac43-f96c4d950699,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:06.285362 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e0e5da-c6af-4a4a-b16e-8230de92ca39 None None] Network 5213f340-dbe4-4ff2-9909-61ebc63af76c requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:42:06.291673 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e26bb92e-358f-4b13-aeb3-b134d1114e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.293673 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e26bb92e-358f-4b13-aeb3-b134d1114e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.311803 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d406515-4cfe-4e78-8c76-d2f121c45208 req-0b82abaa-305d-49d6-b217-0fb208cddbd0 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:06.314062 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6d406515-4cfe-4e78-8c76-d2f121c45208 req-0b82abaa-305d-49d6-b217-0fb208cddbd0 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/ports?device_id=443dd260-00a3-4a58-9066-56da2c2e73b2 HTTP/1.1" status: 200 len: 944 time: 0.1666300 Jul 22 16:42:06.330705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a39d54-db90-4b26-ad5e-2071fa3fcb56 None None] No DVR routers for this DVR port 62b1c466-cf24-46f0-ac43-f96c4d950699 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:42:06.357043 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-c067d4a8-1e10-46df-ae47-09c6a73318bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:06.357353 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No active binding found for port 62b1c466-cf24-46f0-ac43-f96c4d950699 {{(pid=93818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 16:42:06.357688 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 62b1c466-cf24-46f0-ac43-f96c4d950699 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:42:06.362425 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-c067d4a8-1e10-46df-ae47-09c6a73318bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1efbf9bc-0c70-4776-ae72-82d943308ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5028040 Jul 22 16:42:06.447509 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e3c1ce9c-7300-4f3a-af6e-ad785bd9f6c2 req-72241536-fe63-4bd2-802f-052c0ec33149 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] For port fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:06.447924 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e3c1ce9c-7300-4f3a-af6e-ad785bd9f6c2 req-72241536-fe63-4bd2-802f-052c0ec33149 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.466126 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f0d8244-af03-4ca1-b9b8-3014dd97c9fc req-21c6a58b-575d-46e0-aed1-76d4ab2e52ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4 HTTP/1.1" status: 200 len: 217 time: 0.1631382 Jul 22 16:42:06.506865 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-e3c1ce9c-7300-4f3a-af6e-ad785bd9f6c2 req-72241536-fe63-4bd2-802f-052c0ec33149 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Calling delete_port for fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:06.548329 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5edf6d9-bde7-4c85-be1a-1223a96b54c6 None None] DHCP port deletion for 9804dcf8-3ac4-4ccc-b6a6-82aec58425da request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:42:06.588449 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d8244-af03-4ca1-b9b8-3014dd97c9fc req-42505e27-3fbf-47f5-938c-a390bb7a935c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:06.590047 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f0d8244-af03-4ca1-b9b8-3014dd97c9fc req-42505e27-3fbf-47f5-938c-a390bb7a935c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d3e927a1-5108-4fe3-81ea-3b99816b3a3e HTTP/1.1" status: 200 len: 852 time: 0.0852113 Jul 22 16:42:06.679250 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d5edf6d9-bde7-4c85-be1a-1223a96b54c6 None None] Deleting port 5995a265-25fc-4071-b0b0-defd146c6f2e {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:06.679552 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f0d8244-af03-4ca1-b9b8-3014dd97c9fc req-17150b2c-fd1b-476e-bd57-98d92c4742fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=143bc32e-fa54-476a-bdd4-5d2a15b36736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779951 Jul 22 16:42:06.679661 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5edf6d9-bde7-4c85-be1a-1223a96b54c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.731510 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dbb684b2-599e-43ce-bc3f-fa0ed585d1ee tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.735275 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e26bb92e-358f-4b13-aeb3-b134d1114e83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.752470 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6d406515-4cfe-4e78-8c76-d2f121c45208 req-7ba2be11-a648-4405-9ae1-f2e916853836 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd830838-8e09-4fd6-985d-64ec97de447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280582 Jul 22 16:42:06.762403 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-dbb684b2-599e-43ce-bc3f-fa0ed585d1ee tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8007ea50-1158-4d8e-ba4f-78fe66ac6186']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:06.799218 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-dbb684b2-599e-43ce-bc3f-fa0ed585d1ee tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e38712-c658-4e8e-bb96-cabccaf7875d') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:06.799218 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-dbb684b2-599e-43ce-bc3f-fa0ed585d1ee tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e38712-c658-4e8e-bb96-cabccaf7875d') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:06.820996 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d5edf6d9-bde7-4c85-be1a-1223a96b54c6 None None] For port 5995a265-25fc-4071-b0b0-defd146c6f2e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5995a265-25fc-4071-b0b0-defd146c6f2e,segment=NetworkSegment(c807d358-91d1-4586-ba5f-f83ce3793611),segment_id=c807d358-91d1-4586-ba5f-f83ce3793611)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:06.822514 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5edf6d9-bde7-4c85-be1a-1223a96b54c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.826691 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dbb684b2-599e-43ce-bc3f-fa0ed585d1ee tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.853334 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d5edf6d9-bde7-4c85-be1a-1223a96b54c6 None None] Calling delete_port for 5995a265-25fc-4071-b0b0-defd146c6f2e owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:06.888197 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dbb684b2-599e-43ce-bc3f-fa0ed585d1ee tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.904605 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb684b2-599e-43ce-bc3f-fa0ed585d1ee tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:42:06.905594 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dbb684b2-599e-43ce-bc3f-fa0ed585d1ee tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:42:06.912360 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:42:06.939951 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-7c7dfc41-94ec-4bd0-924a-065ade5ac3d8 service neutron] 10.222.0.16 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107672 Jul 22 16:42:06.997831 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5edf6d9-bde7-4c85-be1a-1223a96b54c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.038977 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edf6d9-bde7-4c85-be1a-1223a96b54c6 None None] Pushing event deleted for resources: {'Port': ['ID=5995a265-25fc-4071-b0b0-defd146c6f2e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:07.050533 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dbb684b2-599e-43ce-bc3f-fa0ed585d1ee tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.060165 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dbb684b2-599e-43ce-bc3f-fa0ed585d1ee tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.064590 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-dbb684b2-599e-43ce-bc3f-fa0ed585d1ee tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "DELETE /v2.0/networks/8007ea50-1158-4d8e-ba4f-78fe66ac6186 HTTP/1.1" status: 204 len: 168 time: 1.6555774 Jul 22 16:42:07.066689 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58236) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:07.069907 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5edf6d9-bde7-4c85-be1a-1223a96b54c6 None None] No DVR routers for this DVR port 5995a265-25fc-4071-b0b0-defd146c6f2e on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:42:07.090463 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb684b2-599e-43ce-bc3f-fa0ed585d1ee tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Pushing event deleted for resources: {'Network': ['ID=8007ea50-1158-4d8e-ba4f-78fe66ac6186,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:07.142401 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e26bb92e-358f-4b13-aeb3-b134d1114e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.199716 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e8e4-9d01-43bf-92e0-b9fa520f64e6 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.257823 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f0d8244-af03-4ca1-b9b8-3014dd97c9fc req-7db95c76-5d70-4320-b87f-4569484cacb1 service neutron] 10.222.0.30 "GET /v2.0/networks/143bc32e-fa54-476a-bdd4-5d2a15b36736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5689075 Jul 22 16:42:07.290476 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4e916e8-3816-4103-8cd2-3ca6b461f55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.334386 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbb3fad-d10c-47b6-a44b-c53b32052547 req-b1bff45c-231a-4e51-b2c9-1203f087b0b8 service neutron] 10.222.0.16 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842292 Jul 22 16:42:07.341448 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e3c1ce9c-7300-4f3a-af6e-ad785bd9f6c2 req-72241536-fe63-4bd2-802f-052c0ec33149 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.356837 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e8e4-9d01-43bf-92e0-b9fa520f64e6 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.375566 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['215dd391-5eae-4611-83fd-fd082da855b8', '4d768f0c-d3e6-4473-b4c7-9e9190019f85'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:42:07.394919 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f3d6e8e4-9d01-43bf-92e0-b9fa520f64e6 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9804dcf8-3ac4-4ccc-b6a6-82aec58425da']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:07.410847 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72241536-fe63-4bd2-802f-052c0ec33149 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Pushing event deleted for resources: {'Port': ['ID=fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:07.412580 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f3d6e8e4-9d01-43bf-92e0-b9fa520f64e6 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c807d358-91d1-4586-ba5f-f83ce3793611') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:07.412895 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f3d6e8e4-9d01-43bf-92e0-b9fa520f64e6 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c807d358-91d1-4586-ba5f-f83ce3793611') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:07.428760 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e8e4-9d01-43bf-92e0-b9fa520f64e6 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.454241 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e8e4-9d01-43bf-92e0-b9fa520f64e6 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.465367 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d6e8e4-9d01-43bf-92e0-b9fa520f64e6 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:42:07.465788 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e8e4-9d01-43bf-92e0-b9fa520f64e6 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:42:07.469329 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:42:07.489226 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:42:07.517869 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f0d8244-af03-4ca1-b9b8-3014dd97c9fc req-137e8746-1cc0-4b6e-aa18-f05afbfdffc1 service neutron] 10.222.0.30 "GET /v2.0/networks/143bc32e-fa54-476a-bdd4-5d2a15b36736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511315 Jul 22 16:42:07.518648 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c1ce9c-7300-4f3a-af6e-ad785bd9f6c2 req-72241536-fe63-4bd2-802f-052c0ec33149 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] No DVR routers for this DVR port fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:42:07.522405 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e3c1ce9c-7300-4f3a-af6e-ad785bd9f6c2 req-72241536-fe63-4bd2-802f-052c0ec33149 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.524415 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e3c1ce9c-7300-4f3a-af6e-ad785bd9f6c2 req-72241536-fe63-4bd2-802f-052c0ec33149 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "DELETE /v2.0/ports/fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d HTTP/1.1" status: 204 len: 173 time: 2.3003466 Jul 22 16:42:07.524868 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692f59df-59d9-48df-b3a1-4c957d6e08b6', 'name': 'network-vif-deleted', 'tag': 'fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:42:07.527511 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7509534-c5e0-4df8-8398-f8fb2db3636c" -d '{"events": [{"server_uuid": "692f59df-59d9-48df-b3a1-4c957d6e08b6", "name": "network-vif-deleted", "tag": "fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:42:07.602591 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 22 Jul 2021 16:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a8061d-4564-4f74-bb4d-bcbdff290d04 x-openstack-request-id: req-15a8061d-4564-4f74-bb4d-bcbdff290d04 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:42:07.603809 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692f59df-59d9-48df-b3a1-4c957d6e08b6", "name": "network-vif-deleted", "tag": "fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d", "status": "failed", "code": 422}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:42:07.606626 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-15a8061d-4564-4f74-bb4d-bcbdff290d04 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:42:07.607946 n-d-798930-9 neutron-server[93816]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '692f59df-59d9-48df-b3a1-4c957d6e08b6', 'name': 'network-vif-deleted', 'tag': 'fcc4f4c2-1f25-4b0d-a2be-004a4b7e2b2d', 'status': 'failed', 'code': 422} returned with failed status Jul 22 16:42:07.680030 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e8e4-9d01-43bf-92e0-b9fa520f64e6 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.688206 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e8e4-9d01-43bf-92e0-b9fa520f64e6 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.699916 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f3d6e8e4-9d01-43bf-92e0-b9fa520f64e6 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "DELETE /v2.0/networks/9804dcf8-3ac4-4ccc-b6a6-82aec58425da HTTP/1.1" status: 204 len: 168 time: 0.6306098 Jul 22 16:42:07.704893 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58244) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:07.786890 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6e8e4-9d01-43bf-92e0-b9fa520f64e6 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Pushing event deleted for resources: {'Network': ['ID=9804dcf8-3ac4-4ccc-b6a6-82aec58425da,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:07.836202 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaedd8ec-9576-476b-91ed-7e0cf6115d61 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Deleting subnet d1a3aa47-8ff4-432a-8f2e-0dde02c2053d {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:42:07.869042 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eaedd8ec-9576-476b-91ed-7e0cf6115d61 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.959339 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4,segment=NetworkSegment(2136a579-cda7-4bc9-98b8-811c2d560555),segment_id=2136a579-cda7-4bc9-98b8-811c2d560555)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:07.976068 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4', 'network_id': '143bc32e-fa54-476a-bdd4-5d2a15b36736', 'port_id': '47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4', 'mac_address': 'fa:16:3e:31:74:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e927a1-5108-4fe3-81ea-3b99816b3a3e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:42:07.994077 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e26bb92e-358f-4b13-aeb3-b134d1114e83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:08.008812 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eaedd8ec-9576-476b-91ed-7e0cf6115d61 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:08.020733 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5995a265-25fc-4071-b0b0-defd146c6f2e no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:42:08.033103 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e26bb92e-358f-4b13-aeb3-b134d1114e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:08.053440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 5995a265-25fc-4071-b0b0-defd146c6f2e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:42:08.053784 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5995a265-25fc-4071-b0b0-defd146c6f2e not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:42:08.063768 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:08.097831 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:42:08.160902 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4,segment=NetworkSegment(2136a579-cda7-4bc9-98b8-811c2d560555),segment_id=2136a579-cda7-4bc9-98b8-811c2d560555)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:08.171505 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:08.243205 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b4e916e8-3816-4103-8cd2-3ca6b461f55c admin admin] Deleting port 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:08.243205 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4e916e8-3816-4103-8cd2-3ca6b461f55c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:08.259490 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:08.263455 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc9760-798c-403b-b06a-a986acab5121 req-43e53660-7e71-4cdc-9f1d-7cd91222ed0a tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:08.278470 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9bbc9760-798c-403b-b06a-a986acab5121 req-43e53660-7e71-4cdc-9f1d-7cd91222ed0a tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/ports?device_id=443dd260-00a3-4a58-9066-56da2c2e73b2 HTTP/1.1" status: 200 len: 944 time: 0.2885783 Jul 22 16:42:08.315244 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eaedd8ec-9576-476b-91ed-7e0cf6115d61 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:08.440950 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9bbc9760-798c-403b-b06a-a986acab5121 req-68c141ff-959d-495e-a7c0-10d57cb262af tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd830838-8e09-4fd6-985d-64ec97de447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615591 Jul 22 16:42:08.478471 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eaedd8ec-9576-476b-91ed-7e0cf6115d61 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:08.511272 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-e26bb92e-358f-4b13-aeb3-b134d1114e83 admin admin] Allocated IP 172.25.0.218 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/509c9f6d-ce65-4be8-a112-41afa8d4f960) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:42:08.562177 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eaedd8ec-9576-476b-91ed-7e0cf6115d61 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:08.565468 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-eaedd8ec-9576-476b-91ed-7e0cf6115d61 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "DELETE /v2.0/subnets/d1a3aa47-8ff4-432a-8f2e-0dde02c2053d HTTP/1.1" status: 204 len: 168 time: 0.8571420 Jul 22 16:42:08.569722 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807f5254-3e45-4c47-a965-20945fbc2cdd None None] Network 2317d082-d935-4324-8556-73a209fff7ec requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:42:08.570872 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-b4e916e8-3816-4103-8cd2-3ca6b461f55c admin admin] For port 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3,segment=NetworkSegment(094f6b2f-03f2-4846-958c-49b8842d4ad3),segment_id=094f6b2f-03f2-4846-958c-49b8842d4ad3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:08.571389 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4e916e8-3816-4103-8cd2-3ca6b461f55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:08.575284 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedd8ec-9576-476b-91ed-7e0cf6115d61 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a3aa47-8ff4-432a-8f2e-0dde02c2053d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:08.579649 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58262) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:08.629704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b4e916e8-3816-4103-8cd2-3ca6b461f55c admin admin] Calling delete_port for 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:08.644217 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e26bb92e-358f-4b13-aeb3-b134d1114e83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:08.668763 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:42:08.705499 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e26bb92e-358f-4b13-aeb3-b134d1114e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:08.763229 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26bb92e-358f-4b13-aeb3-b134d1114e83 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:42:08.767680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e26bb92e-358f-4b13-aeb3-b134d1114e83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:08.785821 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26bb92e-358f-4b13-aeb3-b134d1114e83 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:42:08.839894 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bb92e-358f-4b13-aeb3-b134d1114e83 admin admin] Pushing event updated for resources: {'Port': ['ID=509c9f6d-ce65-4be8-a112-41afa8d4f960,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:08.907079 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ab5a7f4-6aa8-44c0-b580-a8545eb30a9f tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:09.126622 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a81c64a-e943-4449-a8bd-577c904cb69c None None] DHCP port deletion for 2317d082-d935-4324-8556-73a209fff7ec request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:42:09.181692 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e26bb92e-358f-4b13-aeb3-b134d1114e83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:09.193469 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4a81c64a-e943-4449-a8bd-577c904cb69c None None] Deleting port 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:09.193866 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a81c64a-e943-4449-a8bd-577c904cb69c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:09.221734 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1ab5a7f4-6aa8-44c0-b580-a8545eb30a9f tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Deleting port 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:09.222477 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ab5a7f4-6aa8-44c0-b580-a8545eb30a9f tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:09.253023 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517188a-17da-4a5f-afa8-d748077884b3 req-18a4b956-dadc-409b-b4de-d9259eaec149 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:09.266172 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e517188a-17da-4a5f-afa8-d748077884b3 req-18a4b956-dadc-409b-b4de-d9259eaec149 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a6e6a4-5d17-4603-82f4-2eb8417d8c90 HTTP/1.1" status: 200 len: 908 time: 0.1953726 Jul 22 16:42:09.309249 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4a81c64a-e943-4449-a8bd-577c904cb69c None None] For port 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e,segment=NetworkSegment(0837be2c-1454-4fe5-9f53-8b6b463e81af),segment_id=0837be2c-1454-4fe5-9f53-8b6b463e81af)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:09.310266 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a81c64a-e943-4449-a8bd-577c904cb69c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:09.320798 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4e916e8-3816-4103-8cd2-3ca6b461f55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:09.335708 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-1ab5a7f4-6aa8-44c0-b580-a8545eb30a9f tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] For port 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e,segment=NetworkSegment(0837be2c-1454-4fe5-9f53-8b6b463e81af),segment_id=0837be2c-1454-4fe5-9f53-8b6b463e81af)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:09.336078 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ab5a7f4-6aa8-44c0-b580-a8545eb30a9f tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:09.339612 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4a81c64a-e943-4449-a8bd-577c904cb69c None None] Calling delete_port for 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:09.363791 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e916e8-3816-4103-8cd2-3ca6b461f55c admin admin] Pushing event deleted for resources: {'Port': ['ID=6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:09.373285 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1ab5a7f4-6aa8-44c0-b580-a8545eb30a9f tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Calling delete_port for 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:09.468736 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e26bb92e-358f-4b13-aeb3-b134d1114e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:09.490385 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a81c64a-e943-4449-a8bd-577c904cb69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:09.540467 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81c64a-e943-4449-a8bd-577c904cb69c None None] Pushing event deleted for resources: {'Port': ['ID=1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:09.549986 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a81c64a-e943-4449-a8bd-577c904cb69c None None] No DVR routers for this DVR port 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:42:09.722287 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ab5a7f4-6aa8-44c0-b580-a8545eb30a9f tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:09.729001 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6506b-cdee-4368-8aad-96e1b9f61a39 req-598101d3-103d-4f65-9e3c-02aa26079eb7 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:09.730698 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5cd6506b-cdee-4368-8aad-96e1b9f61a39 req-598101d3-103d-4f65-9e3c-02aa26079eb7 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/ports?device_id=443dd260-00a3-4a58-9066-56da2c2e73b2 HTTP/1.1" status: 200 len: 945 time: 0.1356895 Jul 22 16:42:09.762495 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab5a7f4-6aa8-44c0-b580-a8545eb30a9f tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] No DVR routers for this DVR port 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:42:09.829601 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26bb92e-358f-4b13-aeb3-b134d1114e83 admin admin] Router 56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:42:09.866747 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5a7f4-6aa8-44c0-b580-a8545eb30a9f tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Pushing event deleted for resources: {'Port': ['ID=1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:09.887140 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5cd6506b-cdee-4368-8aad-96e1b9f61a39 req-05b96b75-e686-40dd-9aca-30d9f79b5fef tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd830838-8e09-4fd6-985d-64ec97de447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243012 Jul 22 16:42:09.919803 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ab5a7f4-6aa8-44c0-b580-a8545eb30a9f tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:09.949595 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-1ab5a7f4-6aa8-44c0-b580-a8545eb30a9f tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2317d082-d935-4324-8556-73a209fff7ec']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:09.963437 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-1ab5a7f4-6aa8-44c0-b580-a8545eb30a9f tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0837be2c-1454-4fe5-9f53-8b6b463e81af') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:09.963753 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-1ab5a7f4-6aa8-44c0-b580-a8545eb30a9f tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0837be2c-1454-4fe5-9f53-8b6b463e81af') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:09.979729 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4e916e8-3816-4103-8cd2-3ca6b461f55c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:09.984684 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ab5a7f4-6aa8-44c0-b580-a8545eb30a9f tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:10.013979 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:42:10.024223 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26bb92e-358f-4b13-aeb3-b134d1114e83 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:42:10.036164 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] Sync routers for ids ['56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:42:10.040061 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:42:10.040405 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1f6e34a3-72b7-47ac-ae5d-2cc38fbba32e not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:42:10.055652 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] Routers {'56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:10.056295 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:42:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:10.067906 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e26bb92e-358f-4b13-aeb3-b134d1114e83 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:10.071768 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e26bb92e-358f-4b13-aeb3-b134d1114e83 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0498776 Jul 22 16:42:10.071936 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58278) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:10.109000 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ab5a7f4-6aa8-44c0-b580-a8545eb30a9f tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:10.117600 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab5a7f4-6aa8-44c0-b580-a8545eb30a9f tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:42:10.118067 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ab5a7f4-6aa8-44c0-b580-a8545eb30a9f tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:42:10.121314 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:42:10.214115 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ab5a7f4-6aa8-44c0-b580-a8545eb30a9f tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:10.226708 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ab5a7f4-6aa8-44c0-b580-a8545eb30a9f tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:10.231632 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58280) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:10.232038 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1ab5a7f4-6aa8-44c0-b580-a8545eb30a9f tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "DELETE /v2.0/networks/2317d082-d935-4324-8556-73a209fff7ec HTTP/1.1" status: 204 len: 168 time: 1.6341650 Jul 22 16:42:10.273711 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a66d3c0c-bdbc-4787-922f-559e1a45424a tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "GET /v2.0/ports?device_id=be863c54-8204-4d25-906b-801e4e718f19 HTTP/1.1" status: 200 len: 205 time: 0.0403569 Jul 22 16:42:10.280803 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58282) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:10.335126 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] Set router 56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:10.359913 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5a7f4-6aa8-44c0-b580-a8545eb30a9f tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Pushing event deleted for resources: {'Network': ['ID=2317d082-d935-4324-8556-73a209fff7ec,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:10.366679 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e916e8-3816-4103-8cd2-3ca6b461f55c admin admin] Router f337fb39-d7aa-4ede-9a43-89adda824201 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:42:10.546851 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a78ebc-49a0-4e58-9cd0-bbb1a1eb71d3 req-499a93fc-7d10-4799-b331-5aaf0c1b1be3 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:10.557689 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-95a78ebc-49a0-4e58-9cd0-bbb1a1eb71d3 req-499a93fc-7d10-4799-b331-5aaf0c1b1be3 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a6e6a4-5d17-4603-82f4-2eb8417d8c90 HTTP/1.1" status: 200 len: 908 time: 0.1426013 Jul 22 16:42:10.567851 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e916e8-3816-4103-8cd2-3ca6b461f55c admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:42:10.577724 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b4e916e8-3816-4103-8cd2-3ca6b461f55c admin admin] 10.222.0.69 "PUT /v2.0/routers/f337fb39-d7aa-4ede-9a43-89adda824201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2993104 Jul 22 16:42:10.578348 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8f75af-1371-4e3e-982c-f60d1cd5c2a0 None None] Sync routers for ids ['f337fb39-d7aa-4ede-9a43-89adda824201'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:42:10.578836 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58286) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:10.591491 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8f75af-1371-4e3e-982c-f60d1cd5c2a0 None None] Routers {'f337fb39-d7aa-4ede-9a43-89adda824201'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:10.592238 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fb8f75af-1371-4e3e-982c-f60d1cd5c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:42:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f337fb39-d7aa-4ede-9a43-89adda824201'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:10.617980 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'name': 'tempest-ServerRescueTestJSONUnderV235-869326745-router', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:09Z', 'revision_number': 3, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'gw_port': {'id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:13:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:08Z', 'updated_at': '2021-07-22T16:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:10.645165 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed39e260-d1a2-4e38-80e2-8327e1da2766 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:10.673986 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] Checking router: 56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:42:10.674641 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] Updating router 56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a port 509c9f6d-ce65-4be8-a112-41afa8d4f960 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:42:10.725163 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:10.952054 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-fb8f75af-1371-4e3e-982c-f60d1cd5c2a0 None None] Set router f337fb39-d7aa-4ede-9a43-89adda824201 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:11.026922 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e27412-509f-4f39-bfd4-79ea3d460e18 req-86b5a728-1bdc-4f79-a8fc-c46f10c65c69 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:11.028682 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06e27412-509f-4f39-bfd4-79ea3d460e18 req-86b5a728-1bdc-4f79-a8fc-c46f10c65c69 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9a6e6a4-5d17-4603-82f4-2eb8417d8c90 HTTP/1.1" status: 200 len: 908 time: 0.3902245 Jul 22 16:42:11.054179 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed39e260-d1a2-4e38-80e2-8327e1da2766 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.058073 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed39e260-d1a2-4e38-80e2-8327e1da2766 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.202546 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed39e260-d1a2-4e38-80e2-8327e1da2766 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.203074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed39e260-d1a2-4e38-80e2-8327e1da2766 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Fanout notify agent at l3_agent the message router_deleted on router be863c54-8204-4d25-906b-801e4e718f19 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:42:11.208367 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8872822-91bb-411d-b17d-297729b19aa0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.221404 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed39e260-d1a2-4e38-80e2-8327e1da2766 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.225164 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ed39e260-d1a2-4e38-80e2-8327e1da2766 tempest-RoutersNegativeIpV6Test-731083867 tempest-RoutersNegativeIpV6Test-731083867-project] 10.222.0.69 "DELETE /v2.0/routers/be863c54-8204-4d25-906b-801e4e718f19 HTTP/1.1" status: 204 len: 168 time: 0.9404762 Jul 22 16:42:11.246176 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afc304f8-98b9-4537-9f9b-de48d9f44ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.365063 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.377324 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8872822-91bb-411d-b17d-297729b19aa0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.394719 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] Transition to ACTIVE for port object 509c9f6d-ce65-4be8-a112-41afa8d4f960 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:42:11.396596 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fb8f75af-1371-4e3e-982c-f60d1cd5c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'name': 'tempest-AttachVolumeTestJSON-1155752689-router', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:51Z', 'updated_at': '2021-07-22T16:42:09Z', 'revision_number': 5, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'gw_port': {'id': '96e25313-7f8c-4e6f-9ea2-1650438f2d4f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:53Z', 'updated_at': '2021-07-22T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:11.407629 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.460676 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8f75af-1371-4e3e-982c-f60d1cd5c2a0 None None] Checking router: f337fb39-d7aa-4ede-9a43-89adda824201 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:42:11.477010 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e8872822-91bb-411d-b17d-297729b19aa0 admin admin] Deleting port 96e25313-7f8c-4e6f-9ea2-1650438f2d4f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:11.477381 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8872822-91bb-411d-b17d-297729b19aa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.485574 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] Attempting to bind port 509c9f6d-ce65-4be8-a112-41afa8d4f960 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:42:11.486001 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] Attempting to bind port 509c9f6d-ce65-4be8-a112-41afa8d4f960 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:42:11.486314 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] Attempting to bind port 509c9f6d-ce65-4be8-a112-41afa8d4f960 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:42:11.491078 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8f75af-1371-4e3e-982c-f60d1cd5c2a0 None None] Routers {'f337fb39-d7aa-4ede-9a43-89adda824201'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:11.492740 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fb8f75af-1371-4e3e-982c-f60d1cd5c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:42:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f337fb39-d7aa-4ede-9a43-89adda824201'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:11.519442 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:42:11.519862 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:42:11.520210 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.520597 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:42:11.521645 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] Bound port: 509c9f6d-ce65-4be8-a112-41afa8d4f960, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:42:11.522048 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.523806 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004e507-3853-4940-8f7a-fa4aed0a4dae None None] Pushing event updated for resources: {'Port': ['ID=509c9f6d-ce65-4be8-a112-41afa8d4f960,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:11.546105 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004e507-3853-4940-8f7a-fa4aed0a4dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:11.546475 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004e507-3853-4940-8f7a-fa4aed0a4dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:11.547044 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004e507-3853-4940-8f7a-fa4aed0a4dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:11.547378 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004e507-3853-4940-8f7a-fa4aed0a4dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:11.547700 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004e507-3853-4940-8f7a-fa4aed0a4dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:11.548021 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004e507-3853-4940-8f7a-fa4aed0a4dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:11.548347 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004e507-3853-4940-8f7a-fa4aed0a4dae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:11.548663 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004e507-3853-4940-8f7a-fa4aed0a4dae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:11.548978 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004e507-3853-4940-8f7a-fa4aed0a4dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:11.549291 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004e507-3853-4940-8f7a-fa4aed0a4dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:11.549603 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004e507-3853-4940-8f7a-fa4aed0a4dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:11.549934 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004e507-3853-4940-8f7a-fa4aed0a4dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:11.575328 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:11.651588 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58302) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:11.705078 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] For port 509c9f6d-ce65-4be8-a112-41afa8d4f960, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:42:11.713531 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] For port 509c9f6d-ce65-4be8-a112-41afa8d4f960, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=509c9f6d-ce65-4be8-a112-41afa8d4f960,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:42:11.717275 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e8872822-91bb-411d-b17d-297729b19aa0 admin admin] For port 96e25313-7f8c-4e6f-9ea2-1650438f2d4f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=96e25313-7f8c-4e6f-9ea2-1650438f2d4f,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:11.719413 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8872822-91bb-411d-b17d-297729b19aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.726041 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.756807 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-fb8f75af-1371-4e3e-982c-f60d1cd5c2a0 None None] Set router f337fb39-d7aa-4ede-9a43-89adda824201 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:11.777871 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabeb5c1-fa15-40c8-b2c3-9c03d0696f47 req-bc028ffa-9a9b-4aa3-bc7a-9e3c6c0e76e4 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:11.784673 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eabeb5c1-fa15-40c8-b2c3-9c03d0696f47 req-bc028ffa-9a9b-4aa3-bc7a-9e3c6c0e76e4 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/ports?device_id=443dd260-00a3-4a58-9066-56da2c2e73b2 HTTP/1.1" status: 200 len: 945 time: 0.6750517 Jul 22 16:42:11.807030 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e8872822-91bb-411d-b17d-297729b19aa0 admin admin] Calling delete_port for 96e25313-7f8c-4e6f-9ea2-1650438f2d4f owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:11.845785 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-06e27412-509f-4f39-bfd4-79ea3d460e18 req-dc7ea64c-0ce4-453e-86bb-757e7dcba641 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Deleting port 64d2d6db-6dfc-4682-b0d3-bb5264764722 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:11.854297 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06e27412-509f-4f39-bfd4-79ea3d460e18 req-dc7ea64c-0ce4-453e-86bb-757e7dcba641 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.870950 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] Routers {'56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:11.871507 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:42:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:11.929158 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fb8f75af-1371-4e3e-982c-f60d1cd5c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'name': 'tempest-AttachVolumeTestJSON-1155752689-router', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:51Z', 'updated_at': '2021-07-22T16:42:11Z', 'revision_number': 6, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:11.933046 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.933654 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eabeb5c1-fa15-40c8-b2c3-9c03d0696f47 req-32f34abc-1232-4a88-8043-a5bbc7d5196f tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd830838-8e09-4fd6-985d-64ec97de447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480362 Jul 22 16:42:11.959051 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5702c-e4e9-4dac-bfd8-9fa292ce010c req-42994054-07c2-422f-ad58-576fe77c59d2 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:11.961493 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:42:11.965683 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8f75af-1371-4e3e-982c-f60d1cd5c2a0 None None] The sync data for ids ['f337fb39-d7aa-4ede-9a43-89adda824201'] in n-d-798930-9 is: [{'id': 'f337fb39-d7aa-4ede-9a43-89adda824201', 'name': 'tempest-AttachVolumeTestJSON-1155752689-router', 'tenant_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:51Z', 'updated_at': '2021-07-22T16:42:11Z', 'revision_number': 6, 'project_id': '0ab4163b9d3f42c1b95499d26b5bcf68', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:42:11.968538 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:11.969132 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.980912 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-76d5702c-e4e9-4dac-bfd8-9fa292ce010c req-42994054-07c2-422f-ad58-576fe77c59d2 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a6e6a4-5d17-4603-82f4-2eb8417d8c90 HTTP/1.1" status: 200 len: 908 time: 0.2505157 Jul 22 16:42:11.999879 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-14919685-89b1-4fe3-88d3-cd31fac59ad1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3d8bb793c2e54770b524d38db12d9d39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3436487 Jul 22 16:42:12.015249 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58308) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:12.058804 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.112216 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.138477 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004e507-3853-4940-8f7a-fa4aed0a4dae None None] Pushing event updated for resources: {'Port': ['ID=509c9f6d-ce65-4be8-a112-41afa8d4f960,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:12.139518 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443dd260-00a3-4a58-9066-56da2c2e73b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:42:12.142115 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0814704-4b67-48b9-b031-73eea6dc9fad" -d '{"events": [{"server_uuid": "443dd260-00a3-4a58-9066-56da2c2e73b2", "name": "network-vif-plugged", "status": "completed", "tag": "47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:42:12.166838 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4,segment=NetworkSegment(2136a579-cda7-4bc9-98b8-811c2d560555),segment_id=2136a579-cda7-4bc9-98b8-811c2d560555)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:12.177245 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.178853 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 64d2d6db-6dfc-4682-b0d3-bb5264764722 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:42:12.179305 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] Set router 56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:12.255878 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8872822-91bb-411d-b17d-297729b19aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.261271 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75167c3e-66f0-412f-aad1-664af990d1bd x-openstack-request-id: req-75167c3e-66f0-412f-aad1-664af990d1bd {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:42:12.261589 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443dd260-00a3-4a58-9066-56da2c2e73b2", "name": "network-vif-plugged", "status": "completed", "tag": "47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:42:12.261732 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-06e27412-509f-4f39-bfd4-79ea3d460e18 req-dc7ea64c-0ce4-453e-86bb-757e7dcba641 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] For port 64d2d6db-6dfc-4682-b0d3-bb5264764722, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=64d2d6db-6dfc-4682-b0d3-bb5264764722,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:12.262236 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-75167c3e-66f0-412f-aad1-664af990d1bd {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:42:12.262332 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06e27412-509f-4f39-bfd4-79ea3d460e18 req-dc7ea64c-0ce4-453e-86bb-757e7dcba641 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.262430 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443dd260-00a3-4a58-9066-56da2c2e73b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4', 'code': 200} Jul 22 16:42:12.281267 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-06e27412-509f-4f39-bfd4-79ea3d460e18 req-dc7ea64c-0ce4-453e-86bb-757e7dcba641 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Calling delete_port for 64d2d6db-6dfc-4682-b0d3-bb5264764722 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:12.337599 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8872822-91bb-411d-b17d-297729b19aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=96e25313-7f8c-4e6f-9ea2-1650438f2d4f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:12.362231 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:12.436178 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-afc304f8-98b9-4537-9f9b-de48d9f44ddb admin admin] Allocated IP 172.20.0.1 (5213f340-dbe4-4ff2-9909-61ebc63af76c/a4b30d3f-c597-4bb8-a89e-3ae3ba30816a/c8e56665-3019-411e-902b-22b13cb1628e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:42:12.461111 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.515061 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8872822-91bb-411d-b17d-297729b19aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.566492 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'name': 'tempest-ServerRescueTestJSONUnderV235-869326745-router', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:09Z', 'revision_number': 3, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'gw_port': {'id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:13:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:08Z', 'updated_at': '2021-07-22T16:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:12.603134 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8207ef-68f1-4057-9c0a-00e8b218614b None None] The sync data for ids ['56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'] in n-d-798930-9 is: [{'id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'name': 'tempest-ServerRescueTestJSONUnderV235-869326745-router', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:09Z', 'revision_number': 3, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'gw_port': {'id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:13:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:08Z', 'updated_at': '2021-07-22T16:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:42:12.669891 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8872822-91bb-411d-b17d-297729b19aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.673027 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8872822-91bb-411d-b17d-297729b19aa0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.693174 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06e27412-509f-4f39-bfd4-79ea3d460e18 req-dc7ea64c-0ce4-453e-86bb-757e7dcba641 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.775732 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0235b2bf-521e-4c57-acc5-b07c5d57c2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.798360 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ea64c-0ce4-453e-86bb-757e7dcba641 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Pushing event deleted for resources: {'Port': ['ID=64d2d6db-6dfc-4682-b0d3-bb5264764722,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:12.806740 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8872822-91bb-411d-b17d-297729b19aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.808790 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8872822-91bb-411d-b17d-297729b19aa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f337fb39-d7aa-4ede-9a43-89adda824201 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:42:12.821326 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8872822-91bb-411d-b17d-297729b19aa0 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.823760 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e8872822-91bb-411d-b17d-297729b19aa0 admin admin] 10.222.0.69 "DELETE /v2.0/routers/f337fb39-d7aa-4ede-9a43-89adda824201 HTTP/1.1" status: 204 len: 168 time: 2.2428892 Jul 22 16:42:12.826860 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58316) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:12.831003 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ea64c-0ce4-453e-86bb-757e7dcba641 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:12.831358 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ea64c-0ce4-453e-86bb-757e7dcba641 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:12.831704 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ea64c-0ce4-453e-86bb-757e7dcba641 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:12.832044 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ea64c-0ce4-453e-86bb-757e7dcba641 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:12.832380 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ea64c-0ce4-453e-86bb-757e7dcba641 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:12.832717 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ea64c-0ce4-453e-86bb-757e7dcba641 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:12.833074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ea64c-0ce4-453e-86bb-757e7dcba641 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:12.834028 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ea64c-0ce4-453e-86bb-757e7dcba641 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:12.834289 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ea64c-0ce4-453e-86bb-757e7dcba641 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:12.834622 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ea64c-0ce4-453e-86bb-757e7dcba641 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:12.834973 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ea64c-0ce4-453e-86bb-757e7dcba641 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:12.835305 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7ea64c-0ce4-453e-86bb-757e7dcba641 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:12.877667 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0235b2bf-521e-4c57-acc5-b07c5d57c2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.897494 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afc304f8-98b9-4537-9f9b-de48d9f44ddb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.934514 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebd2c8f-d3b9-41e5-bdc7-7929e84498f8 admin admin] Deleting subnet ed2160ff-0eec-4892-bae9-c0ff519453ca {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:42:12.940914 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ebd2c8f-d3b9-41e5-bdc7-7929e84498f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.951559 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e27412-509f-4f39-bfd4-79ea3d460e18 req-dc7ea64c-0ce4-453e-86bb-757e7dcba641 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] No DVR routers for this DVR port 64d2d6db-6dfc-4682-b0d3-bb5264764722 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:42:12.965493 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06e27412-509f-4f39-bfd4-79ea3d460e18 req-dc7ea64c-0ce4-453e-86bb-757e7dcba641 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.967596 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06e27412-509f-4f39-bfd4-79ea3d460e18 req-dc7ea64c-0ce4-453e-86bb-757e7dcba641 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.30 "DELETE /v2.0/ports/64d2d6db-6dfc-4682-b0d3-bb5264764722 HTTP/1.1" status: 204 len: 173 time: 1.9115636 Jul 22 16:42:12.968068 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a6e6a4-5d17-4603-82f4-2eb8417d8c90', 'name': 'network-vif-deleted', 'tag': '64d2d6db-6dfc-4682-b0d3-bb5264764722'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:42:12.977483 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a50d2e6-ec3a-49b8-ba4a-ab752af4a84e" -d '{"events": [{"server_uuid": "d9a6e6a4-5d17-4603-82f4-2eb8417d8c90", "name": "network-vif-deleted", "tag": "64d2d6db-6dfc-4682-b0d3-bb5264764722"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:42:13.020307 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7cb87-57eb-4bda-9232-d1da4aefb367 req-2b2be364-a858-40f5-9e5b-5bc0ca45fc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:13.021970 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3b7cb87-57eb-4bda-9232-d1da4aefb367 req-2b2be364-a858-40f5-9e5b-5bc0ca45fc1f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=443dd260-00a3-4a58-9066-56da2c2e73b2 HTTP/1.1" status: 200 len: 1097 time: 0.4472730 Jul 22 16:42:13.132307 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3b7cb87-57eb-4bda-9232-d1da4aefb367 req-b785a4b7-7281-4e59-b782-4a17c50bf1e2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dd830838-8e09-4fd6-985d-64ec97de447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035032 Jul 22 16:42:13.135898 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ebd2c8f-d3b9-41e5-bdc7-7929e84498f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:13.145233 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0235b2bf-521e-4c57-acc5-b07c5d57c2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:13.153144 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0235b2bf-521e-4c57-acc5-b07c5d57c2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:13.154408 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0235b2bf-521e-4c57-acc5-b07c5d57c2a9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/933f18d1-697a-488f-b2d1-16935f1e835e HTTP/1.1" status: 204 len: 168 time: 1.1381440 Jul 22 16:42:13.165983 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afc304f8-98b9-4537-9f9b-de48d9f44ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:13.201264 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83ed6e0-c5c1-4e1b-8466-f44b81cb6b23 x-openstack-request-id: req-b83ed6e0-c5c1-4e1b-8466-f44b81cb6b23 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:42:13.201264 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a6e6a4-5d17-4603-82f4-2eb8417d8c90", "name": "network-vif-deleted", "tag": "64d2d6db-6dfc-4682-b0d3-bb5264764722", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:42:13.201264 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b83ed6e0-c5c1-4e1b-8466-f44b81cb6b23 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:42:13.201863 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a6e6a4-5d17-4603-82f4-2eb8417d8c90', 'name': 'network-vif-deleted', 'tag': '64d2d6db-6dfc-4682-b0d3-bb5264764722', 'status': 'completed', 'code': 200} Jul 22 16:42:13.202488 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235b2bf-521e-4c57-acc5-b07c5d57c2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933f18d1-697a-488f-b2d1-16935f1e835e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:13.447443 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc304f8-98b9-4537-9f9b-de48d9f44ddb admin admin] Network 5213f340-dbe4-4ff2-9909-61ebc63af76c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:42:13.467252 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-afc304f8-98b9-4537-9f9b-de48d9f44ddb admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:13.477772 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc304f8-98b9-4537-9f9b-de48d9f44ddb admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:42:13.486260 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc304f8-98b9-4537-9f9b-de48d9f44ddb admin admin] Pushing event updated for resources: {'Port': ['ID=c8e56665-3019-411e-902b-22b13cb1628e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:13.560386 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8acde087-130d-4d4d-927a-1d73fc389d60 req-24e460cb-76ce-44a3-a016-c0a99a6f3835 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a6e6a4-5d17-4603-82f4-2eb8417d8c90 HTTP/1.1" status: 200 len: 210 time: 0.0818784 Jul 22 16:42:13.569421 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ebd2c8f-d3b9-41e5-bdc7-7929e84498f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:13.602886 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a334c38-2498-4d5b-9ff9-0ec6dc7e692e req-8bc36d2a-7650-454f-93ed-ff237e5d922f tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:13.604542 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a334c38-2498-4d5b-9ff9-0ec6dc7e692e req-8bc36d2a-7650-454f-93ed-ff237e5d922f tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/ports?device_id=443dd260-00a3-4a58-9066-56da2c2e73b2 HTTP/1.1" status: 200 len: 946 time: 0.3094378 Jul 22 16:42:13.605366 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afc304f8-98b9-4537-9f9b-de48d9f44ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:13.726000 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ebd2c8f-d3b9-41e5-bdc7-7929e84498f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:13.749093 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ebd2c8f-d3b9-41e5-bdc7-7929e84498f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:13.763200 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244de005-da38-4537-8455-3c177efe1c7c None None] Network 31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:42:13.767670 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7ebd2c8f-d3b9-41e5-bdc7-7929e84498f8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ed2160ff-0eec-4892-bae9-c0ff519453ca HTTP/1.1" status: 204 len: 168 time: 0.9391360 Jul 22 16:42:13.785467 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58336) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:13.842569 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a334c38-2498-4d5b-9ff9-0ec6dc7e692e req-ff6ce1a0-e8c4-4165-a5b1-aae44c49d18a tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd830838-8e09-4fd6-985d-64ec97de447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616452 Jul 22 16:42:13.891926 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd2c8f-d3b9-41e5-bdc7-7929e84498f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed2160ff-0eec-4892-bae9-c0ff519453ca,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:13.987410 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afc304f8-98b9-4537-9f9b-de48d9f44ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:14.090894 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 509c9f6d-ce65-4be8-a112-41afa8d4f960 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:14.099780 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d24bb9a-0d5a-49be-8800-7dca8fd89ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:14.192457 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 509c9f6d-ce65-4be8-a112-41afa8d4f960 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:42:14.211620 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3d24bb9a-0d5a-49be-8800-7dca8fd89ec0 admin admin] Deleting port 41d5601b-ac4f-41c7-a0af-9323da6bf41d {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:14.215755 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 509c9f6d-ce65-4be8-a112-41afa8d4f960 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:14.215755 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:14.230447 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d24bb9a-0d5a-49be-8800-7dca8fd89ec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:14.365848 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879e21d5-71a2-454d-920a-631679c95975 None None] DHCP port deletion for 31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:42:14.424437 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-3d24bb9a-0d5a-49be-8800-7dca8fd89ec0 admin admin] For port 41d5601b-ac4f-41c7-a0af-9323da6bf41d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=41d5601b-ac4f-41c7-a0af-9323da6bf41d,segment=NetworkSegment(094f6b2f-03f2-4846-958c-49b8842d4ad3),segment_id=094f6b2f-03f2-4846-958c-49b8842d4ad3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:14.424911 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d24bb9a-0d5a-49be-8800-7dca8fd89ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:14.425882 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afc304f8-98b9-4537-9f9b-de48d9f44ddb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:14.436803 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afc304f8-98b9-4537-9f9b-de48d9f44ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:14.451924 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:14.465215 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3d24bb9a-0d5a-49be-8800-7dca8fd89ec0 admin admin] Calling delete_port for 41d5601b-ac4f-41c7-a0af-9323da6bf41d owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:14.526384 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 509c9f6d-ce65-4be8-a112-41afa8d4f960, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=509c9f6d-ce65-4be8-a112-41afa8d4f960,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:14.560196 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:14.574263 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc304f8-98b9-4537-9f9b-de48d9f44ddb admin admin] Pushing event updated for resources: {'Port': ['ID=c8e56665-3019-411e-902b-22b13cb1628e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:14.602462 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-879e21d5-71a2-454d-920a-631679c95975 None None] Deleting port 41d5601b-ac4f-41c7-a0af-9323da6bf41d {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:14.603414 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-879e21d5-71a2-454d-920a-631679c95975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:14.649316 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afc304f8-98b9-4537-9f9b-de48d9f44ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:14.720876 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:42:14.746571 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:42:14.746940 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6feba8ab-e0fb-4009-8b9c-ffac1b0ffab3 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:42:14.747366 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 96e25313-7f8c-4e6f-9ea2-1650438f2d4f no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:42:14.754254 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58358) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:14.755635 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-879e21d5-71a2-454d-920a-631679c95975 None None] For port 41d5601b-ac4f-41c7-a0af-9323da6bf41d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=41d5601b-ac4f-41c7-a0af-9323da6bf41d,segment=NetworkSegment(094f6b2f-03f2-4846-958c-49b8842d4ad3),segment_id=094f6b2f-03f2-4846-958c-49b8842d4ad3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:14.755848 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-879e21d5-71a2-454d-920a-631679c95975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:14.758310 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=509c9f6d-ce65-4be8-a112-41afa8d4f960,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:14.801837 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 96e25313-7f8c-4e6f-9ea2-1650438f2d4f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:42:14.803795 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 96e25313-7f8c-4e6f-9ea2-1650438f2d4f not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:42:14.811872 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-879e21d5-71a2-454d-920a-631679c95975 None None] Calling delete_port for 41d5601b-ac4f-41c7-a0af-9323da6bf41d owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:14.815793 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d24bb9a-0d5a-49be-8800-7dca8fd89ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:14.868741 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24bb9a-0d5a-49be-8800-7dca8fd89ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d5601b-ac4f-41c7-a0af-9323da6bf41d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:14.876090 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d24bb9a-0d5a-49be-8800-7dca8fd89ec0 admin admin] No DVR routers for this DVR port 41d5601b-ac4f-41c7-a0af-9323da6bf41d on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:42:14.939657 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc304f8-98b9-4537-9f9b-de48d9f44ddb admin admin] Network 5213f340-dbe4-4ff2-9909-61ebc63af76c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:42:14.944767 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-afc304f8-98b9-4537-9f9b-de48d9f44ddb admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:14.950607 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b0d491b9-fd56-4f29-a9d6-d41cac4a22fc tempest-ServiceProvidersTest-571383003 tempest-ServiceProvidersTest-571383003-project] 10.222.0.69 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1934397 Jul 22 16:42:14.998361 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-879e21d5-71a2-454d-920a-631679c95975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:15.013372 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d24bb9a-0d5a-49be-8800-7dca8fd89ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:15.026313 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879e21d5-71a2-454d-920a-631679c95975 None None] No DVR routers for this DVR port 41d5601b-ac4f-41c7-a0af-9323da6bf41d on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:42:15.028711 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-3d24bb9a-0d5a-49be-8800-7dca8fd89ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:15.054616 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-3d24bb9a-0d5a-49be-8800-7dca8fd89ec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094f6b2f-03f2-4846-958c-49b8842d4ad3') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:15.055379 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-3d24bb9a-0d5a-49be-8800-7dca8fd89ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094f6b2f-03f2-4846-958c-49b8842d4ad3') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:15.069099 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d24bb9a-0d5a-49be-8800-7dca8fd89ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:15.078358 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e21d5-71a2-454d-920a-631679c95975 None None] Pushing event deleted for resources: {'Port': ['ID=41d5601b-ac4f-41c7-a0af-9323da6bf41d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:15.109366 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d24bb9a-0d5a-49be-8800-7dca8fd89ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:15.133553 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d24bb9a-0d5a-49be-8800-7dca8fd89ec0 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:42:15.133553 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d24bb9a-0d5a-49be-8800-7dca8fd89ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:42:15.137889 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:42:15.229762 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0ea50-9965-4966-9342-760cf1319004 req-6638235b-f894-4513-994b-bd51dc22092e tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:15.232297 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9dd0ea50-9965-4966-9342-760cf1319004 req-6638235b-f894-4513-994b-bd51dc22092e tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/ports?device_id=443dd260-00a3-4a58-9066-56da2c2e73b2 HTTP/1.1" status: 200 len: 946 time: 0.1829188 Jul 22 16:42:15.285448 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc304f8-98b9-4537-9f9b-de48d9f44ddb admin admin] Router 56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:42:15.294634 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9dd0ea50-9965-4966-9342-760cf1319004 req-b10c0b20-239d-40db-a2bf-82b373fdeef1 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd830838-8e09-4fd6-985d-64ec97de447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540509 Jul 22 16:42:15.303986 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d24bb9a-0d5a-49be-8800-7dca8fd89ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:15.309050 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d24bb9a-0d5a-49be-8800-7dca8fd89ec0 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:15.311764 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3d24bb9a-0d5a-49be-8800-7dca8fd89ec0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc HTTP/1.1" status: 204 len: 168 time: 1.4262445 Jul 22 16:42:15.356804 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24bb9a-0d5a-49be-8800-7dca8fd89ec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=31a8cf9b-57f5-41a7-aa12-4f91b37bb3dc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:15.437901 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542515d3-c32d-4dda-bcbf-2fdcf932d052 req-62df6e11-ada6-44b9-beb3-31f52c042b83 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:15.448757 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-542515d3-c32d-4dda-bcbf-2fdcf932d052 req-62df6e11-ada6-44b9-beb3-31f52c042b83 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=404ba5d8-fc02-4e70-ab02-e4a85fae985d HTTP/1.1" status: 200 len: 945 time: 0.1936719 Jul 22 16:42:15.514906 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc304f8-98b9-4537-9f9b-de48d9f44ddb admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:42:15.518150 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-542515d3-c32d-4dda-bcbf-2fdcf932d052 req-a06e3d0b-719d-4e1f-83b6-a55b538abd72 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680013 Jul 22 16:42:15.522847 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-afc304f8-98b9-4537-9f9b-de48d9f44ddb admin admin] 10.222.0.69 "PUT /v2.0/routers/56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4498806 Jul 22 16:42:15.547804 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58382) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:15.707050 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58390) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:15.718872 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] Sync routers for ids ['56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:42:15.737130 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] Routers {'56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:15.737763 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:42:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:15.804926 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58394) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:15.808212 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fa5b79d9-e538-45a1-8a0f-40fe58c7684c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0ab4163b9d3f42c1b95499d26b5bcf68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0998881 Jul 22 16:42:15.923943 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e143cab-8295-418c-8a14-435353a85a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:15.934547 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 509c9f6d-ce65-4be8-a112-41afa8d4f960 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:15.955571 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e143cab-8295-418c-8a14-435353a85a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:15.997210 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] Set router 56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:16.023759 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e143cab-8295-418c-8a14-435353a85a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:16.033480 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e143cab-8295-418c-8a14-435353a85a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:16.039101 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3e143cab-8295-418c-8a14-435353a85a8e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/16d52e72-afe9-44d6-96a9-ebba115e7a25 HTTP/1.1" status: 204 len: 168 time: 0.2319198 Jul 22 16:42:16.063248 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 509c9f6d-ce65-4be8-a112-41afa8d4f960 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:16.063248 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:16.082768 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e143cab-8295-418c-8a14-435353a85a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d52e72-afe9-44d6-96a9-ebba115e7a25,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:16.113249 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1b8e5-462f-487d-8fcb-6e65c215e93c req-4f905909-9f1a-4549-80d3-8315702be5c8 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:16.121916 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e8b1b8e5-462f-487d-8fcb-6e65c215e93c req-4f905909-9f1a-4549-80d3-8315702be5c8 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/ports?device_id=443dd260-00a3-4a58-9066-56da2c2e73b2 HTTP/1.1" status: 200 len: 946 time: 0.1114693 Jul 22 16:42:16.184202 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b055311a-7d4a-4ff9-8d62-1e032b61db80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:16.218322 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e8b1b8e5-462f-487d-8fcb-6e65c215e93c req-3e36efcb-d820-49bd-8578-898d0ac4bfd8 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd830838-8e09-4fd6-985d-64ec97de447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907724 Jul 22 16:42:16.404265 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 41d5601b-ac4f-41c7-a0af-9323da6bf41d no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:42:16.429096 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 41d5601b-ac4f-41c7-a0af-9323da6bf41d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:42:16.429538 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 41d5601b-ac4f-41c7-a0af-9323da6bf41d not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:42:16.486593 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'name': 'tempest-ServerRescueTestJSONUnderV235-869326745-router', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'gw_port': {'id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:13:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:08Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c8e56665-3019-411e-902b-22b13cb1628e', 'name': '', 'network_id': '5213f340-dbe4-4ff2-9909-61ebc63af76c', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'mac_address': 'fa:16:3e:2a:ef:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'a4b30d3f-c597-4bb8-a89e-3ae3ba30816a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 2, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'subnets': [{'id': 'a4b30d3f-c597-4bb8-a89e-3ae3ba30816a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:16.513827 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b055311a-7d4a-4ff9-8d62-1e032b61db80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:16.521818 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b055311a-7d4a-4ff9-8d62-1e032b61db80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:16.555280 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] Checking router: 56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:42:16.558398 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] Updating router 56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a port c8e56665-3019-411e-902b-22b13cb1628e binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:42:16.635914 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b055311a-7d4a-4ff9-8d62-1e032b61db80 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7e71cd594819481180dcbe9bebbd68e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0868015 Jul 22 16:42:16.637183 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055311a-7d4a-4ff9-8d62-1e032b61db80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbed724-dee2-471d-af73-a4f5738a6d08,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:16.639495 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58428) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:16.643000 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:16.876350 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-4c8d7dbb-6964-4a3c-ae7b-1c22d71324a0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:16.877961 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-4c8d7dbb-6964-4a3c-ae7b-1c22d71324a0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/networks?id=5213f340-dbe4-4ff2-9909-61ebc63af76c HTTP/1.1" status: 200 len: 819 time: 0.1414487 Jul 22 16:42:16.912569 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-1b351d13-f91f-480c-9c98-6fa9673cc357 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/quotas/b6b64aba8a2344e3ad8ead2f811c3725 HTTP/1.1" status: 200 len: 375 time: 0.0276623 Jul 22 16:42:16.913387 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8656d10b-3ead-4eff-8cbc-83e9bda42a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:16.927362 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1967a-e6b8-457a-ac33-1a1a4eb27d37 req-bc3518a2-3eee-412b-b3e0-0b1002f17f29 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:16.935387 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f4f1967a-e6b8-457a-ac33-1a1a4eb27d37 req-bc3518a2-3eee-412b-b3e0-0b1002f17f29 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=404ba5d8-fc02-4e70-ab02-e4a85fae985d HTTP/1.1" status: 200 len: 945 time: 0.1987898 Jul 22 16:42:16.964554 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0f9ae-f371-4f93-bd93-3813954efb0e req-325423f9-9d78-445d-ac4a-e6ffc48478bc tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:16.966435 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4fa0f9ae-f371-4f93-bd93-3813954efb0e req-325423f9-9d78-445d-ac4a-e6ffc48478bc tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.30 "GET /v2.0/ports?device_id=404ba5d8-fc02-4e70-ab02-e4a85fae985d HTTP/1.1" status: 200 len: 945 time: 0.2270222 Jul 22 16:42:17.024937 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8656d10b-3ead-4eff-8cbc-83e9bda42a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.045974 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f4f1967a-e6b8-457a-ac33-1a1a4eb27d37 req-af2129b0-a5df-4d85-a79a-c8069b2dc7d7 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075835 Jul 22 16:42:17.153860 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8656d10b-3ead-4eff-8cbc-83e9bda42a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.159669 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8656d10b-3ead-4eff-8cbc-83e9bda42a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.161330 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8656d10b-3ead-4eff-8cbc-83e9bda42a73 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dcbed724-dee2-471d-af73-a4f5738a6d08 HTTP/1.1" status: 204 len: 168 time: 0.5204670 Jul 22 16:42:17.206460 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656d10b-3ead-4eff-8cbc-83e9bda42a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbed724-dee2-471d-af73-a4f5738a6d08,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:17.227780 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-4fa0f9ae-f371-4f93-bd93-3813954efb0e req-0df91495-60e4-4d8f-922b-73a32623c899 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Deleting port 4d768f0c-d3e6-4473-b4c7-9e9190019f85 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:17.228140 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4fa0f9ae-f371-4f93-bd93-3813954efb0e req-0df91495-60e4-4d8f-922b-73a32623c899 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.261022 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-233989be-3bef-473a-a64e-45b4ce7e0e22 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6b64aba8a2344e3ad8ead2f811c3725&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3360918 Jul 22 16:42:17.360954 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.369701 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] Transition to ACTIVE for port object c8e56665-3019-411e-902b-22b13cb1628e will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:42:17.381370 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.485290 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-c9271ea1-0541-4f6a-a90b-f6f20dad33f9 service neutron] 10.222.0.69 "GET /v2.0/networks/5213f340-dbe4-4ff2-9909-61ebc63af76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231567 Jul 22 16:42:17.559688 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd406f-5b73-406b-b973-46cb579c1e03 None None] Pushing event updated for resources: {'Port': ['ID=c8e56665-3019-411e-902b-22b13cb1628e,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:17.599680 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] Attempting to bind port c8e56665-3019-411e-902b-22b13cb1628e on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:42:17.600408 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] Attempting to bind port c8e56665-3019-411e-902b-22b13cb1628e by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'dc90611d-f55b-4011-a315-63bb13f9ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5213f340-dbe4-4ff2-9909-61ebc63af76c'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:42:17.601780 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] Attempting to bind port c8e56665-3019-411e-902b-22b13cb1628e on network 5213f340-dbe4-4ff2-9909-61ebc63af76c {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:42:17.610173 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:42:17.610711 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] Checking segment: {'id': 'dc90611d-f55b-4011-a315-63bb13f9ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5213f340-dbe4-4ff2-9909-61ebc63af76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:42:17.611227 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.611705 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] Bound using segment: {'id': 'dc90611d-f55b-4011-a315-63bb13f9ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5213f340-dbe4-4ff2-9909-61ebc63af76c'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:42:17.613370 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] Bound port: c8e56665-3019-411e-902b-22b13cb1628e, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc90611d-f55b-4011-a315-63bb13f9ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5213f340-dbe4-4ff2-9909-61ebc63af76c'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:42:17.614184 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.636291 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4fa0f9ae-f371-4f93-bd93-3813954efb0e req-0df91495-60e4-4d8f-922b-73a32623c899 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] For port 4d768f0c-d3e6-4473-b4c7-9e9190019f85, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4d768f0c-d3e6-4473-b4c7-9e9190019f85,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:17.636896 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4fa0f9ae-f371-4f93-bd93-3813954efb0e req-0df91495-60e4-4d8f-922b-73a32623c899 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.702853 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] For port c8e56665-3019-411e-902b-22b13cb1628e, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:42:17.706937 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] For port c8e56665-3019-411e-902b-22b13cb1628e, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c8e56665-3019-411e-902b-22b13cb1628e,segment=NetworkSegment(dc90611d-f55b-4011-a315-63bb13f9ef92),segment_id=dc90611d-f55b-4011-a315-63bb13f9ef92)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:42:17.713375 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.728701 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-eee098c4-ee15-4640-ad05-38e271fe171a service neutron] 10.222.0.69 "GET /v2.0/networks/5213f340-dbe4-4ff2-9909-61ebc63af76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423449 Jul 22 16:42:17.742580 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-4fa0f9ae-f371-4f93-bd93-3813954efb0e req-0df91495-60e4-4d8f-922b-73a32623c899 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Calling delete_port for 4d768f0c-d3e6-4473-b4c7-9e9190019f85 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:17.790362 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd406f-5b73-406b-b973-46cb579c1e03 None None] Pushing event updated for resources: {'Port': ['ID=c8e56665-3019-411e-902b-22b13cb1628e,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:17.808091 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] Routers {'56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:17.808977 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:42:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:17.999706 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] Set router 56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:18.095739 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4fa0f9ae-f371-4f93-bd93-3813954efb0e req-0df91495-60e4-4d8f-922b-73a32623c899 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:18.131490 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['215dd391-5eae-4611-83fd-fd082da855b8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:42:18.176222 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df91495-60e4-4d8f-922b-73a32623c899 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Pushing event deleted for resources: {'Port': ['ID=4d768f0c-d3e6-4473-b4c7-9e9190019f85,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:18.229848 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8fdb8-83d8-4fa1-a0d3-cc9b760aedeb req-f54b8b4c-a5a6-412d-a709-b79bd024fc49 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:18.246497 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-67b8fdb8-83d8-4fa1-a0d3-cc9b760aedeb req-f54b8b4c-a5a6-412d-a709-b79bd024fc49 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/ports?device_id=443dd260-00a3-4a58-9066-56da2c2e73b2 HTTP/1.1" status: 200 len: 946 time: 0.8218155 Jul 22 16:42:18.291323 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-483a2283-f84f-4fff-8635-e8d8ca7eee47 req-53fbe5d2-c275-4792-95e1-498c4c8f8852 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 210 time: 0.1058984 Jul 22 16:42:18.429133 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'name': 'tempest-ServerRescueTestJSONUnderV235-869326745-router', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'gw_port': {'id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:13:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:08Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c8e56665-3019-411e-902b-22b13cb1628e', 'name': '', 'network_id': '5213f340-dbe4-4ff2-9909-61ebc63af76c', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'mac_address': 'fa:16:3e:2a:ef:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'a4b30d3f-c597-4bb8-a89e-3ae3ba30816a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:17Z', 'revision_number': 4, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'subnets': [{'id': 'a4b30d3f-c597-4bb8-a89e-3ae3ba30816a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:18.469701 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7152d156-906d-4e44-881f-993b15e98ac9 None None] The sync data for ids ['56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'] in n-d-798930-9 is: [{'id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'name': 'tempest-ServerRescueTestJSONUnderV235-869326745-router', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'gw_port': {'id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:13:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:08Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c8e56665-3019-411e-902b-22b13cb1628e', 'name': '', 'network_id': '5213f340-dbe4-4ff2-9909-61ebc63af76c', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'mac_address': 'fa:16:3e:2a:ef:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'a4b30d3f-c597-4bb8-a89e-3ae3ba30816a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:17Z', 'revision_number': 4, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'subnets': [{'id': 'a4b30d3f-c597-4bb8-a89e-3ae3ba30816a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:42:18.501084 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa0f9ae-f371-4f93-bd93-3813954efb0e req-0df91495-60e4-4d8f-922b-73a32623c899 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] No DVR routers for this DVR port 4d768f0c-d3e6-4473-b4c7-9e9190019f85 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:42:18.508983 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4fa0f9ae-f371-4f93-bd93-3813954efb0e req-0df91495-60e4-4d8f-922b-73a32623c899 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:18.518083 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4fa0f9ae-f371-4f93-bd93-3813954efb0e req-0df91495-60e4-4d8f-922b-73a32623c899 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.30 "DELETE /v2.0/ports/4d768f0c-d3e6-4473-b4c7-9e9190019f85 HTTP/1.1" status: 204 len: 173 time: 1.5407975 Jul 22 16:42:18.607023 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bc004-b892-47ee-8e72-60aaff1ea514 req-c51b5787-fa57-4162-94dc-77554445b2b7 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:18.615485 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d23bc004-b892-47ee-8e72-60aaff1ea514 req-c51b5787-fa57-4162-94dc-77554445b2b7 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.30 "GET /v2.0/ports?device_id=443dd260-00a3-4a58-9066-56da2c2e73b2 HTTP/1.1" status: 200 len: 946 time: 1.0353971 Jul 22 16:42:18.623157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404ba5d8-fc02-4e70-ab02-e4a85fae985d', 'name': 'network-vif-deleted', 'tag': '4d768f0c-d3e6-4473-b4c7-9e9190019f85'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:42:18.626240 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1342deda-2d59-4343-8ad5-4369bfa6362a" -d '{"events": [{"server_uuid": "404ba5d8-fc02-4e70-ab02-e4a85fae985d", "name": "network-vif-deleted", "tag": "4d768f0c-d3e6-4473-b4c7-9e9190019f85"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:42:18.645444 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d54ed5f6-8b77-42f9-8d22-5fc434d2648a req-d11f48b0-5fbd-4918-9e63-432cfa0c82c4 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=404ba5d8-fc02-4e70-ab02-e4a85fae985d HTTP/1.1" status: 200 len: 210 time: 0.0735240 Jul 22 16:42:18.662550 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-67b8fdb8-83d8-4fa1-a0d3-cc9b760aedeb req-930e8e44-d84a-47af-a72e-ecdc52d0c73c tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd830838-8e09-4fd6-985d-64ec97de447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148235 Jul 22 16:42:18.837752 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34ec3a9-c807-4a5b-acfa-c83e206a980f x-openstack-request-id: req-c34ec3a9-c807-4a5b-acfa-c83e206a980f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:42:18.838259 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404ba5d8-fc02-4e70-ab02-e4a85fae985d", "name": "network-vif-deleted", "tag": "4d768f0c-d3e6-4473-b4c7-9e9190019f85", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:42:18.838693 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c34ec3a9-c807-4a5b-acfa-c83e206a980f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:42:18.839310 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404ba5d8-fc02-4e70-ab02-e4a85fae985d', 'name': 'network-vif-deleted', 'tag': '4d768f0c-d3e6-4473-b4c7-9e9190019f85', 'status': 'completed', 'code': 200} Jul 22 16:42:18.850182 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58512) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:18.992415 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-d23bc004-b892-47ee-8e72-60aaff1ea514 req-a150f7ce-104e-4222-85f0-116ef3ee01a2 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Deleting port 47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:18.993063 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d23bc004-b892-47ee-8e72-60aaff1ea514 req-a150f7ce-104e-4222-85f0-116ef3ee01a2 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:19.241504 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-d23bc004-b892-47ee-8e72-60aaff1ea514 req-a150f7ce-104e-4222-85f0-116ef3ee01a2 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] For port 47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4,segment=NetworkSegment(2136a579-cda7-4bc9-98b8-811c2d560555),segment_id=2136a579-cda7-4bc9-98b8-811c2d560555)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:19.242327 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d23bc004-b892-47ee-8e72-60aaff1ea514 req-a150f7ce-104e-4222-85f0-116ef3ee01a2 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:19.261204 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-d23bc004-b892-47ee-8e72-60aaff1ea514 req-a150f7ce-104e-4222-85f0-116ef3ee01a2 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Calling delete_port for 47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:19.404574 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ddb66a4b-fd60-4a1b-b14a-c4562021c911 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-895808460'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:19.463060 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb66a4b-fd60-4a1b-b14a-c4562021c911 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] Made reservation on behalf of 66267e04723d422f8eb93ce07802b457 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:42:19.471118 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ddb66a4b-fd60-4a1b-b14a-c4562021c911 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:19.500789 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ddb66a4b-fd60-4a1b-b14a-c4562021c911 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:19.557350 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:42:19.575107 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04691f0d-43cb-4874-a083-a862595cf03a req-6e8ff436-fd16-40b7-8dc0-3892edf0318e tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 210 time: 0.0680168 Jul 22 16:42:19.626225 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d23bc004-b892-47ee-8e72-60aaff1ea514 req-a150f7ce-104e-4222-85f0-116ef3ee01a2 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:19.648554 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No active binding found for port 47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4 {{(pid=93818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 16:42:19.649224 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:42:19.649826 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4d768f0c-d3e6-4473-b4c7-9e9190019f85 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:42:19.685707 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 4d768f0c-d3e6-4473-b4c7-9e9190019f85 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:42:19.686786 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4d768f0c-d3e6-4473-b4c7-9e9190019f85 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:42:19.769691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23bc004-b892-47ee-8e72-60aaff1ea514 req-a150f7ce-104e-4222-85f0-116ef3ee01a2 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] No DVR routers for this DVR port 47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:42:19.772925 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d23bc004-b892-47ee-8e72-60aaff1ea514 req-a150f7ce-104e-4222-85f0-116ef3ee01a2 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:19.775772 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d23bc004-b892-47ee-8e72-60aaff1ea514 req-a150f7ce-104e-4222-85f0-116ef3ee01a2 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.30 "DELETE /v2.0/ports/47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4 HTTP/1.1" status: 204 len: 173 time: 1.0934982 Jul 22 16:42:19.778044 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150f7ce-104e-4222-85f0-116ef3ee01a2 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] Pushing event deleted for resources: {'Port': ['ID=47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:19.878123 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ddb66a4b-fd60-4a1b-b14a-c4562021c911 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:19.904231 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ddb66a4b-fd60-4a1b-b14a-c4562021c911 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:19.957522 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c8e56665-3019-411e-902b-22b13cb1628e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:19.969914 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb66a4b-fd60-4a1b-b14a-c4562021c911 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:42:19.972626 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8589c186-8be7-47b9-bbe4-fe86f7bce03e req-33bbb46b-864a-4814-8ca3-60df3ec8e9b2 tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/ports?device_id=443dd260-00a3-4a58-9066-56da2c2e73b2 HTTP/1.1" status: 200 len: 210 time: 0.1292927 Jul 22 16:42:19.978144 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb66a4b-fd60-4a1b-b14a-c4562021c911 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=580f899f-12f5-462a-bb80-9285e59be40c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:20.010164 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ddb66a4b-fd60-4a1b-b14a-c4562021c911 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:20.011718 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-ddb66a4b-fd60-4a1b-b14a-c4562021c911 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] Added segment 0fdf8b20-6161-48d0-8c71-a0d663fa9117 of type vlan for network 01ff0e08-2a28-41c8-bb65-3944705d237b Jul 22 16:42:20.160846 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port c8e56665-3019-411e-902b-22b13cb1628e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:42:20.178755 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port c8e56665-3019-411e-902b-22b13cb1628e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:20.182252 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:20.204178 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ddb66a4b-fd60-4a1b-b14a-c4562021c911 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:20.280876 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-3121a77e-80eb-4e5a-ab32-9f23f53e44bd tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:20.284635 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-3121a77e-80eb-4e5a-ab32-9f23f53e44bd tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.16 "GET /v2.0/networks?id=5213f340-dbe4-4ff2-9909-61ebc63af76c HTTP/1.1" status: 200 len: 819 time: 0.2619753 Jul 22 16:42:20.297905 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ddb66a4b-fd60-4a1b-b14a-c4562021c911 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:20.304744 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb66a4b-fd60-4a1b-b14a-c4562021c911 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:20.308777 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ddb66a4b-fd60-4a1b-b14a-c4562021c911 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:20.311056 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-f7ff4118-a99d-4d64-808d-84d8cc8eb3cc tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Request body: {'port': {'device_id': '72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1', 'network_id': '5213f340-dbe4-4ff2-9909-61ebc63af76c', 'admin_state_up': True, 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:20.408463 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:20.488152 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port c8e56665-3019-411e-902b-22b13cb1628e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c8e56665-3019-411e-902b-22b13cb1628e,segment=NetworkSegment(dc90611d-f55b-4011-a315-63bb13f9ef92),segment_id=dc90611d-f55b-4011-a315-63bb13f9ef92)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:20.493567 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ddb66a4b-fd60-4a1b-b14a-c4562021c911 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.6421282 Jul 22 16:42:20.496946 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58576) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:20.507304 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:20.508041 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-260a46bc-43bf-4a6e-a961-fea2bdd18e25 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '01ff0e08-2a28-41c8-bb65-3944705d237b', 'tempest-TagsTest-Tag-1710343606') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:20.573896 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-f7ff4118-a99d-4d64-808d-84d8cc8eb3cc tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Made reservation on behalf of b6b64aba8a2344e3ad8ead2f811c3725 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:42:20.582218 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-f7ff4118-a99d-4d64-808d-84d8cc8eb3cc tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:20.599197 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb66a4b-fd60-4a1b-b14a-c4562021c911 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] Pushing event updated for resources: {'Network': ['ID=01ff0e08-2a28-41c8-bb65-3944705d237b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:20.618984 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 01ff0e08-2a28-41c8-bb65-3944705d237b details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:42:20.623054 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa690db-bfb2-4bb7-9b30-c366b9ce54e8 req-f31b3cce-be5a-4698-be2a-9c893d3e7622 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:20.624714 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8aa690db-bfb2-4bb7-9b30-c366b9ce54e8 req-f31b3cce-be5a-4698-be2a-9c893d3e7622 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 946 time: 0.3297560 Jul 22 16:42:20.666829 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=c8e56665-3019-411e-902b-22b13cb1628e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:20.750570 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8aa690db-bfb2-4bb7-9b30-c366b9ce54e8 req-8c2314e7-aaf4-4842-85a7-3d33d676730e tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186409 Jul 22 16:42:20.828230 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0bef05c3-e348-4592-b5db-2b162c54907a req-b0d63c87-130b-4799-aa6c-34db73fa6665 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 210 time: 0.0978713 Jul 22 16:42:20.856194 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443dd260-00a3-4a58-9066-56da2c2e73b2', 'name': 'network-vif-deleted', 'tag': '47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:42:20.858471 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1469dead-9350-4f00-8cc5-aab487ea7575" -d '{"events": [{"server_uuid": "443dd260-00a3-4a58-9066-56da2c2e73b2", "name": "network-vif-deleted", "tag": "47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:42:21.291074 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedc98c0-6682-40db-9482-c051554089ee x-openstack-request-id: req-cedc98c0-6682-40db-9482-c051554089ee {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:42:21.291709 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443dd260-00a3-4a58-9066-56da2c2e73b2", "name": "network-vif-deleted", "tag": "47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:42:21.291709 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cedc98c0-6682-40db-9482-c051554089ee {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:42:21.292203 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443dd260-00a3-4a58-9066-56da2c2e73b2', 'name': 'network-vif-deleted', 'tag': '47b5fb94-1ba8-4ab4-a7d0-f0da68c034c4', 'status': 'completed', 'code': 200} Jul 22 16:42:21.347739 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2e6f3069-2814-4ee6-821a-fa78d8f18493 req-41ad744b-8d8e-4ccf-abcd-974def70b51d tempest-ServerPasswordTestJSON-1332594078 tempest-ServerPasswordTestJSON-1332594078-project] 10.222.0.69 "GET /v2.0/ports?device_id=443dd260-00a3-4a58-9066-56da2c2e73b2 HTTP/1.1" status: 200 len: 210 time: 0.0541687 Jul 22 16:42:21.364867 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-260a46bc-43bf-4a6e-a961-fea2bdd18e25 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] 10.222.0.69 "PUT /v2.0/networks/01ff0e08-2a28-41c8-bb65-3944705d237b/tags/tempest-TagsTest-Tag-1710343606 HTTP/1.1" status: 201 len: 201 time: 0.8665893 Jul 22 16:42:21.366114 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-f7ff4118-a99d-4d64-808d-84d8cc8eb3cc tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Allocated IP 172.20.0.13 (5213f340-dbe4-4ff2-9909-61ebc63af76c/a4b30d3f-c597-4bb8-a89e-3ae3ba30816a/719b8931-9712-4982-802d-9ab3ede15d65) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:42:21.368191 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58604) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:21.377171 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-8d9120e2-4123-4fef-bfe5-2f9448758884 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01ff0e08-2a28-41c8-bb65-3944705d237b', 'tempest-TagsTest-Tag-1710343606') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:21.387525 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917b484-6ae5-4372-9ea0-177efdce5739 req-4070ab96-4078-41d2-9707-02d9cf9e4a4d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:21.389015 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6917b484-6ae5-4372-9ea0-177efdce5739 req-4070ab96-4078-41d2-9707-02d9cf9e4a4d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.30 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 946 time: 0.6576874 Jul 22 16:42:21.430587 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58608) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:21.517087 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8d9120e2-4123-4fef-bfe5-2f9448758884 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] 10.222.0.69 "GET /v2.0/networks/01ff0e08-2a28-41c8-bb65-3944705d237b/tags/tempest-TagsTest-Tag-1710343606 HTTP/1.1" status: 204 len: 168 time: 0.1475253 Jul 22 16:42:21.527212 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58612) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:21.534642 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-f042da2d-983a-40ed-b60d-daa0e88c09b0 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '01ff0e08-2a28-41c8-bb65-3944705d237b') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:21.603023 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13bf04c2-1e09-4900-ba2a-3a762eff79db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:21.675724 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-f7ff4118-a99d-4d64-808d-84d8cc8eb3cc tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:21.683751 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6917b484-6ae5-4372-9ea0-177efdce5739 req-a0ae95b1-b135-48f3-ad38-72beacf1f076 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Deleting port 215dd391-5eae-4611-83fd-fd082da855b8 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:21.684102 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6917b484-6ae5-4372-9ea0-177efdce5739 req-a0ae95b1-b135-48f3-ad38-72beacf1f076 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:21.715796 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f042da2d-983a-40ed-b60d-daa0e88c09b0 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] 10.222.0.69 "GET /v2.0/networks/01ff0e08-2a28-41c8-bb65-3944705d237b/tags HTTP/1.1" status: 200 len: 238 time: 0.1849124 Jul 22 16:42:21.718323 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13bf04c2-1e09-4900-ba2a-3a762eff79db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:21.719460 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58614) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:21.725290 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-2d1b0938-892e-4656-8233-02a8359bed39 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '01ff0e08-2a28-41c8-bb65-3944705d237b', {'tags': ['tempest-TagsTest-Tag-2142920557', 'tempest-TagsTest-Tag-1793129728', 'tempest-TagsTest-Tag-2117756204']}) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:21.731168 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13bf04c2-1e09-4900-ba2a-3a762eff79db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:21.838927 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6917b484-6ae5-4372-9ea0-177efdce5739 req-a0ae95b1-b135-48f3-ad38-72beacf1f076 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] For port 215dd391-5eae-4611-83fd-fd082da855b8, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=215dd391-5eae-4611-83fd-fd082da855b8,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:21.839295 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6917b484-6ae5-4372-9ea0-177efdce5739 req-a0ae95b1-b135-48f3-ad38-72beacf1f076 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:21.849215 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-f7ff4118-a99d-4d64-808d-84d8cc8eb3cc tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:21.861536 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6917b484-6ae5-4372-9ea0-177efdce5739 req-a0ae95b1-b135-48f3-ad38-72beacf1f076 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Calling delete_port for 215dd391-5eae-4611-83fd-fd082da855b8 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:21.866492 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf04c2-1e09-4900-ba2a-3a762eff79db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed639bff-91bd-4b47-aee8-e8c8a76d346d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:21.871210 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-13bf04c2-1e09-4900-ba2a-3a762eff79db admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b8024ed438bb45ff9e919313184e3c66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4382207 Jul 22 16:42:21.879205 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58620) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:21.906651 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf04c2-1e09-4900-ba2a-3a762eff79db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:21.910473 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf04c2-1e09-4900-ba2a-3a762eff79db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:21.911115 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf04c2-1e09-4900-ba2a-3a762eff79db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:21.911647 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf04c2-1e09-4900-ba2a-3a762eff79db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:21.912147 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf04c2-1e09-4900-ba2a-3a762eff79db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:21.912662 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf04c2-1e09-4900-ba2a-3a762eff79db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:21.913157 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf04c2-1e09-4900-ba2a-3a762eff79db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:21.913661 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf04c2-1e09-4900-ba2a-3a762eff79db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:21.914177 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf04c2-1e09-4900-ba2a-3a762eff79db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:21.914667 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf04c2-1e09-4900-ba2a-3a762eff79db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:21.915188 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf04c2-1e09-4900-ba2a-3a762eff79db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:21.915684 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bf04c2-1e09-4900-ba2a-3a762eff79db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:21.953265 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2d1b0938-892e-4656-8233-02a8359bed39 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] 10.222.0.69 "PUT /v2.0/networks/01ff0e08-2a28-41c8-bb65-3944705d237b/tags HTTP/1.1" status: 200 len: 309 time: 0.2326748 Jul 22 16:42:21.957906 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58622) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:21.965027 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c8e56665-3019-411e-902b-22b13cb1628e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:21.982534 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-1706186b-08cd-44da-bcf2-d3d4ce7af2d0 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '01ff0e08-2a28-41c8-bb65-3944705d237b', 'tempest-TagsTest-Tag-2142920557') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:21.994983 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-f7ff4118-a99d-4d64-808d-84d8cc8eb3cc tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Network 5213f340-dbe4-4ff2-9909-61ebc63af76c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:42:22.004292 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff4118-a99d-4d64-808d-84d8cc8eb3cc tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Pushing event updated for resources: {'Port': ['ID=719b8931-9712-4982-802d-9ab3ede15d65,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:22.031025 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port c8e56665-3019-411e-902b-22b13cb1628e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:22.034273 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:22.039519 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17c1621f-8ab9-45f2-9b7f-094209dc6aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:22.059152 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-f7ff4118-a99d-4d64-808d-84d8cc8eb3cc tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:22.062007 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-f7ff4118-a99d-4d64-808d-84d8cc8eb3cc tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:42:22.078617 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17c1621f-8ab9-45f2-9b7f-094209dc6aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:22.124449 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba83ebd-36f3-487e-9fcc-76076c593450 req-ce16c0d2-c6f9-47b9-bb9b-e6f6fab9d09e tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:22.127414 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ba83ebd-36f3-487e-9fcc-76076c593450 req-ce16c0d2-c6f9-47b9-bb9b-e6f6fab9d09e tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 932 time: 0.1520209 Jul 22 16:42:22.178390 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-f7ff4118-a99d-4d64-808d-84d8cc8eb3cc tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:22.179088 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-f7ff4118-a99d-4d64-808d-84d8cc8eb3cc tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:22.197101 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ba83ebd-36f3-487e-9fcc-76076c593450 req-0e6e133b-542b-471d-8879-a2f8fe25783f tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566156 Jul 22 16:42:22.197933 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17c1621f-8ab9-45f2-9b7f-094209dc6aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:22.200877 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17c1621f-8ab9-45f2-9b7f-094209dc6aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:22.204935 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-17c1621f-8ab9-45f2-9b7f-094209dc6aa7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ed639bff-91bd-4b47-aee8-e8c8a76d346d HTTP/1.1" status: 204 len: 168 time: 0.3238611 Jul 22 16:42:22.212974 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1621f-8ab9-45f2-9b7f-094209dc6aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed639bff-91bd-4b47-aee8-e8c8a76d346d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:22.314290 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cfad3-50e5-4b28-b8b6-4e314da7bc25 req-bda88a0c-eef6-4e14-afb4-974a32f97252 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:22.322866 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6f5cfad3-50e5-4b28-b8b6-4e314da7bc25 req-bda88a0c-eef6-4e14-afb4-974a32f97252 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=aec8ffcf-2d7a-4d2c-a3be-1d039701a04b HTTP/1.1" status: 200 len: 946 time: 0.4750893 Jul 22 16:42:22.342394 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-f7ff4118-a99d-4d64-808d-84d8cc8eb3cc tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0391223 Jul 22 16:42:22.354252 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6917b484-6ae5-4372-9ea0-177efdce5739 req-a0ae95b1-b135-48f3-ad38-72beacf1f076 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:22.366996 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-8668f139-7492-4135-92be-833967088b61 service neutron] Request body: {'port': {'device_id': '72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:22.470222 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58634) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:22.495518 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae95b1-b135-48f3-ad38-72beacf1f076 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Pushing event deleted for resources: {'Port': ['ID=215dd391-5eae-4611-83fd-fd082da855b8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:22.525487 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6f5cfad3-50e5-4b28-b8b6-4e314da7bc25 req-13d42897-a912-4b83-a7fa-efbd691d56c2 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=f8704be9-d3b8-454c-b39b-cd577c9e3811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016399 Jul 22 16:42:22.555162 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc675613-d967-41c1-b3c5-fab4db076134 admin admin] Deleting subnet d3e927a1-5108-4fe3-81ea-3b99816b3a3e {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:42:22.568703 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc675613-d967-41c1-b3c5-fab4db076134 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:22.625014 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6917b484-6ae5-4372-9ea0-177efdce5739 req-a0ae95b1-b135-48f3-ad38-72beacf1f076 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] No DVR routers for this DVR port 215dd391-5eae-4611-83fd-fd082da855b8 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:42:22.628612 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1706186b-08cd-44da-bcf2-d3d4ce7af2d0 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] 10.222.0.69 "DELETE /v2.0/networks/01ff0e08-2a28-41c8-bb65-3944705d237b/tags/tempest-TagsTest-Tag-2142920557 HTTP/1.1" status: 204 len: 168 time: 0.6654534 Jul 22 16:42:22.630050 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6917b484-6ae5-4372-9ea0-177efdce5739 req-a0ae95b1-b135-48f3-ad38-72beacf1f076 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:22.632091 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6917b484-6ae5-4372-9ea0-177efdce5739 req-a0ae95b1-b135-48f3-ad38-72beacf1f076 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.30 "DELETE /v2.0/ports/215dd391-5eae-4611-83fd-fd082da855b8 HTTP/1.1" status: 204 len: 173 time: 1.2341433 Jul 22 16:42:22.633231 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58638) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:22.655820 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-952b0831-e214-4474-82b9-216dddaaccd7 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01ff0e08-2a28-41c8-bb65-3944705d237b', 'tempest-TagsTest-Tag-2142920557') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:22.704350 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58640) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:22.706889 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc675613-d967-41c1-b3c5-fab4db076134 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:22.726659 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-8668f139-7492-4135-92be-833967088b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:22.730532 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5442f2ce-4b72-46ec-9c1f-eac413974dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:22.792582 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-952b0831-e214-4474-82b9-216dddaaccd7 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] show failed (client error): The resource could not be found. Jul 22 16:42:22.793940 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-952b0831-e214-4474-82b9-216dddaaccd7 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] 10.222.0.69 "GET /v2.0/networks/01ff0e08-2a28-41c8-bb65-3944705d237b/tags/tempest-TagsTest-Tag-2142920557 HTTP/1.1" status: 404 len: 326 time: 0.1594586 Jul 22 16:42:22.798415 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58642) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:22.804105 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-08bd4fc6-c8ab-443a-a57a-2e1273933feb tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01ff0e08-2a28-41c8-bb65-3944705d237b', 'tempest-TagsTest-Tag-1793129728') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:22.822140 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc675613-d967-41c1-b3c5-fab4db076134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:22.929367 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-08bd4fc6-c8ab-443a-a57a-2e1273933feb tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] 10.222.0.69 "GET /v2.0/networks/01ff0e08-2a28-41c8-bb65-3944705d237b/tags/tempest-TagsTest-Tag-1793129728 HTTP/1.1" status: 204 len: 168 time: 0.1295602 Jul 22 16:42:22.932791 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58644) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:22.940155 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-659bd056-1e19-4cd8-b9e3-4ff8f463895d tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01ff0e08-2a28-41c8-bb65-3944705d237b', 'tempest-TagsTest-Tag-2117756204') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:22.947327 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc675613-d967-41c1-b3c5-fab4db076134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:23.001008 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc675613-d967-41c1-b3c5-fab4db076134 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:23.002977 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bc675613-d967-41c1-b3c5-fab4db076134 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d3e927a1-5108-4fe3-81ea-3b99816b3a3e HTTP/1.1" status: 204 len: 168 time: 0.5317733 Jul 22 16:42:23.005896 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58646) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:23.008553 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc675613-d967-41c1-b3c5-fab4db076134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3e927a1-5108-4fe3-81ea-3b99816b3a3e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:23.074621 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-659bd056-1e19-4cd8-b9e3-4ff8f463895d tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] 10.222.0.69 "GET /v2.0/networks/01ff0e08-2a28-41c8-bb65-3944705d237b/tags/tempest-TagsTest-Tag-2117756204 HTTP/1.1" status: 204 len: 168 time: 0.1405110 Jul 22 16:42:23.076939 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58648) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:23.082218 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-3d62eac1-d5b1-411c-aea6-a1928bbd41cc tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '01ff0e08-2a28-41c8-bb65-3944705d237b') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:23.172276 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5442f2ce-4b72-46ec-9c1f-eac413974dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:23.181644 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5442f2ce-4b72-46ec-9c1f-eac413974dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:23.191596 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f934e249-0875-4d4f-9adc-f01a8b7e81eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:23.221619 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3d62eac1-d5b1-411c-aea6-a1928bbd41cc tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] 10.222.0.69 "DELETE /v2.0/networks/01ff0e08-2a28-41c8-bb65-3944705d237b/tags HTTP/1.1" status: 204 len: 168 time: 0.1436288 Jul 22 16:42:23.225161 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58650) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:23.231434 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-0437c890-b0a7-4527-a261-ab8fe9095696 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01ff0e08-2a28-41c8-bb65-3944705d237b', 'tempest-TagsTest-Tag-1793129728') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:23.268779 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5442f2ce-4b72-46ec-9c1f-eac413974dab admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=944266efe0994090b26392ff3fca9bad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5602055 Jul 22 16:42:23.273473 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442f2ce-4b72-46ec-9c1f-eac413974dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b48b748-07eb-4bcf-b036-d836340be1f3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:23.274096 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58654) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:23.334652 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec8ffcf-2d7a-4d2c-a3be-1d039701a04b', 'name': 'network-vif-deleted', 'tag': '215dd391-5eae-4611-83fd-fd082da855b8'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:42:23.352088 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbefd203-c287-4b53-97ab-23106cc85ae9" -d '{"events": [{"server_uuid": "aec8ffcf-2d7a-4d2c-a3be-1d039701a04b", "name": "network-vif-deleted", "tag": "215dd391-5eae-4611-83fd-fd082da855b8"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:42:23.429650 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-8668f139-7492-4135-92be-833967088b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 719b8931-9712-4982-802d-9ab3ede15d65 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:42:23.430421 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-0437c890-b0a7-4527-a261-ab8fe9095696 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] show failed (client error): The resource could not be found. Jul 22 16:42:23.435207 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0437c890-b0a7-4527-a261-ab8fe9095696 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] 10.222.0.69 "GET /v2.0/networks/01ff0e08-2a28-41c8-bb65-3944705d237b/tags/tempest-TagsTest-Tag-1793129728 HTTP/1.1" status: 404 len: 326 time: 0.2086883 Jul 22 16:42:23.436404 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58662) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:23.441174 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-8668f139-7492-4135-92be-833967088b61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:23.443880 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-7ddc0cdd-9559-4919-b466-86d676b717c0 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '01ff0e08-2a28-41c8-bb65-3944705d237b', 'tempest-TagsTest-Tag-2117756204') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:23.456722 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-8668f139-7492-4135-92be-833967088b61 service neutron] Transition to ACTIVE for port object 719b8931-9712-4982-802d-9ab3ede15d65 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:42:23.470108 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604a8dc9-0f8f-4aa3-9b9d-c511422a52ca x-openstack-request-id: req-604a8dc9-0f8f-4aa3-9b9d-c511422a52ca {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:42:23.470404 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec8ffcf-2d7a-4d2c-a3be-1d039701a04b", "name": "network-vif-deleted", "tag": "215dd391-5eae-4611-83fd-fd082da855b8", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:42:23.470661 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-604a8dc9-0f8f-4aa3-9b9d-c511422a52ca {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:42:23.471065 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec8ffcf-2d7a-4d2c-a3be-1d039701a04b', 'name': 'network-vif-deleted', 'tag': '215dd391-5eae-4611-83fd-fd082da855b8', 'status': 'completed', 'code': 200} Jul 22 16:42:23.482408 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf17c1a2-38ad-41d2-878c-f1a39aca9e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:23.483578 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-8668f139-7492-4135-92be-833967088b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:23.514751 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf17c1a2-38ad-41d2-878c-f1a39aca9e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:23.545490 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 215dd391-5eae-4611-83fd-fd082da855b8 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:42:23.587764 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f934e249-0875-4d4f-9adc-f01a8b7e81eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:23.597198 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-7ddc0cdd-9559-4919-b466-86d676b717c0 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] show failed (client error): The resource could not be found. Jul 22 16:42:23.598595 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7ddc0cdd-9559-4919-b466-86d676b717c0 tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] 10.222.0.69 "GET /v2.0/networks/01ff0e08-2a28-41c8-bb65-3944705d237b/tags/tempest-TagsTest-Tag-2117756204 HTTP/1.1" status: 404 len: 326 time: 0.1584835 Jul 22 16:42:23.601479 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58666) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:23.603296 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f934e249-0875-4d4f-9adc-f01a8b7e81eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['143bc32e-fa54-476a-bdd4-5d2a15b36736']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:23.609457 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-cdab05fa-d9ea-4b71-a655-facac9aa962c tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '01ff0e08-2a28-41c8-bb65-3944705d237b') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:23.613074 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 215dd391-5eae-4611-83fd-fd082da855b8 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:42:23.614283 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 215dd391-5eae-4611-83fd-fd082da855b8 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:42:23.629438 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf17c1a2-38ad-41d2-878c-f1a39aca9e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:23.632739 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf17c1a2-38ad-41d2-878c-f1a39aca9e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:23.638041 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cf17c1a2-38ad-41d2-878c-f1a39aca9e14 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2b48b748-07eb-4bcf-b036-d836340be1f3 HTTP/1.1" status: 204 len: 168 time: 0.3604894 Jul 22 16:42:23.650562 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f934e249-0875-4d4f-9adc-f01a8b7e81eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2136a579-cda7-4bc9-98b8-811c2d560555') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:23.650858 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f934e249-0875-4d4f-9adc-f01a8b7e81eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2136a579-cda7-4bc9-98b8-811c2d560555') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:23.653505 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17c1a2-38ad-41d2-878c-f1a39aca9e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b48b748-07eb-4bcf-b036-d836340be1f3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:23.704082 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668f139-7492-4135-92be-833967088b61 service neutron] Pushing event updated for resources: {'Port': ['ID=719b8931-9712-4982-802d-9ab3ede15d65,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:23.708436 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f934e249-0875-4d4f-9adc-f01a8b7e81eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:23.783695 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f934e249-0875-4d4f-9adc-f01a8b7e81eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:23.799776 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5fdd0-5470-4b12-be55-58a9ca05d806 req-581dec88-4298-4bce-bc57-e64a43b551f3 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:23.807038 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08e5fdd0-5470-4b12-be55-58a9ca05d806 req-581dec88-4298-4bce-bc57-e64a43b551f3 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 944 time: 0.4773176 Jul 22 16:42:23.814241 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-8668f139-7492-4135-92be-833967088b61 service neutron] Attempting to bind port 719b8931-9712-4982-802d-9ab3ede15d65 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:42:23.814582 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-8668f139-7492-4135-92be-833967088b61 service neutron] Attempting to bind port 719b8931-9712-4982-802d-9ab3ede15d65 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'dc90611d-f55b-4011-a315-63bb13f9ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5213f340-dbe4-4ff2-9909-61ebc63af76c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:42:23.814911 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-8668f139-7492-4135-92be-833967088b61 service neutron] Attempting to bind port 719b8931-9712-4982-802d-9ab3ede15d65 on network 5213f340-dbe4-4ff2-9909-61ebc63af76c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:42:23.837203 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f934e249-0875-4d4f-9adc-f01a8b7e81eb admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:42:23.837622 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f934e249-0875-4d4f-9adc-f01a8b7e81eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:42:23.841891 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:42:23.869833 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-8668f139-7492-4135-92be-833967088b61 service neutron] Port 719b8931-9712-4982-802d-9ab3ede15d65 on network 5213f340-dbe4-4ff2-9909-61ebc63af76c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:42:23.870256 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-8668f139-7492-4135-92be-833967088b61 service neutron] Attempting to bind port 719b8931-9712-4982-802d-9ab3ede15d65 on network 5213f340-dbe4-4ff2-9909-61ebc63af76c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:42:23.957062 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08e5fdd0-5470-4b12-be55-58a9ca05d806 req-85a7a5d0-c133-43e6-aa7f-b01462681f9a tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490138 Jul 22 16:42:23.962607 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-8668f139-7492-4135-92be-833967088b61 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:42:23.962607 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-8668f139-7492-4135-92be-833967088b61 service neutron] Checking segment: {'id': 'dc90611d-f55b-4011-a315-63bb13f9ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5213f340-dbe4-4ff2-9909-61ebc63af76c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:42:23.963392 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-8668f139-7492-4135-92be-833967088b61 service neutron] Bound using segment: {'id': 'dc90611d-f55b-4011-a315-63bb13f9ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5213f340-dbe4-4ff2-9909-61ebc63af76c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:42:23.963516 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-8668f139-7492-4135-92be-833967088b61 service neutron] Bound port: 719b8931-9712-4982-802d-9ab3ede15d65, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc90611d-f55b-4011-a315-63bb13f9ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5213f340-dbe4-4ff2-9909-61ebc63af76c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:42:23.963993 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-8668f139-7492-4135-92be-833967088b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:23.981833 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cdab05fa-d9ea-4b71-a655-facac9aa962c tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] 10.222.0.69 "DELETE /v2.0/networks/01ff0e08-2a28-41c8-bb65-3944705d237b/tags HTTP/1.1" status: 204 len: 168 time: 0.3699973 Jul 22 16:42:23.982273 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58678) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:24.019339 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f934e249-0875-4d4f-9adc-f01a8b7e81eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:24.051356 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f934e249-0875-4d4f-9adc-f01a8b7e81eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:24.055713 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f934e249-0875-4d4f-9adc-f01a8b7e81eb admin admin] 10.222.0.69 "DELETE /v2.0/networks/143bc32e-fa54-476a-bdd4-5d2a15b36736 HTTP/1.1" status: 204 len: 168 time: 1.0464814 Jul 22 16:42:24.073084 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934e249-0875-4d4f-9adc-f01a8b7e81eb admin admin] Pushing event deleted for resources: {'Network': ['ID=143bc32e-fa54-476a-bdd4-5d2a15b36736,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:24.130411 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0e885-ce2b-4392-b3d4-181a6d9bddf5 req-ad503298-2f00-42c2-8fb9-1a62db91a730 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:24.132453 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8ae0e885-ce2b-4392-b3d4-181a6d9bddf5 req-ad503298-2f00-42c2-8fb9-1a62db91a730 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.0898745 Jul 22 16:42:24.159609 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d628c44a-15b1-4a4e-8947-196d90c0532b tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:24.162377 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-8668f139-7492-4135-92be-833967088b61 service neutron] For port 719b8931-9712-4982-802d-9ab3ede15d65, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:42:24.166473 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-8668f139-7492-4135-92be-833967088b61 service neutron] For port 719b8931-9712-4982-802d-9ab3ede15d65, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=719b8931-9712-4982-802d-9ab3ede15d65,segment=NetworkSegment(dc90611d-f55b-4011-a315-63bb13f9ef92),segment_id=dc90611d-f55b-4011-a315-63bb13f9ef92)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:42:24.178875 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-8668f139-7492-4135-92be-833967088b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:24.186464 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8ae0e885-ce2b-4392-b3d4-181a6d9bddf5 req-1ea8cefb-fff8-4ac8-aa37-9263aff3791a tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465646 Jul 22 16:42:24.249744 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58690) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:24.253690 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-8668f139-7492-4135-92be-833967088b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:24.254348 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-8668f139-7492-4135-92be-833967088b61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:24.256258 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-8668f139-7492-4135-92be-833967088b61 service neutron] 10.222.0.16 "PUT /v2.0/ports/719b8931-9712-4982-802d-9ab3ede15d65 HTTP/1.1" status: 200 len: 1092 time: 1.8959627 Jul 22 16:42:24.299015 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f20040b6-3a96-43d8-97fd-03e689033059 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c9df9178d72149f9828a2b9ad5dadff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448475 Jul 22 16:42:24.299464 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58692) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:24.320167 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d628c44a-15b1-4a4e-8947-196d90c0532b tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:24.341460 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668f139-7492-4135-92be-833967088b61 service neutron] Pushing event updated for resources: {'Port': ['ID=719b8931-9712-4982-802d-9ab3ede15d65,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:24.356145 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6278259-898f-4800-9620-580002e8f461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:24.360338 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d628c44a-15b1-4a4e-8947-196d90c0532b tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ff0e08-2a28-41c8-bb65-3944705d237b']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:24.374987 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d628c44a-15b1-4a4e-8947-196d90c0532b tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fdf8b20-6161-48d0-8c71-a0d663fa9117') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:24.375306 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d628c44a-15b1-4a4e-8947-196d90c0532b tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fdf8b20-6161-48d0-8c71-a0d663fa9117') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:24.382380 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6278259-898f-4800-9620-580002e8f461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:24.387787 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d628c44a-15b1-4a4e-8947-196d90c0532b tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:24.410069 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d628c44a-15b1-4a4e-8947-196d90c0532b tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:24.419682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d628c44a-15b1-4a4e-8947-196d90c0532b tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:42:24.419682 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d628c44a-15b1-4a4e-8947-196d90c0532b tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:42:24.423649 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:42:24.444456 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6278259-898f-4800-9620-580002e8f461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:24.445720 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-3307de29-08ea-4db9-9fd6-596fda216ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:24.447339 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-3307de29-08ea-4db9-9fd6-596fda216ec2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6b64aba8a2344e3ad8ead2f811c3725&device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 1095 time: 0.1243656 Jul 22 16:42:24.449449 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6278259-898f-4800-9620-580002e8f461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:24.450905 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f6278259-898f-4800-9620-580002e8f461 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dd830838-8e09-4fd6-985d-64ec97de447a HTTP/1.1" status: 204 len: 168 time: 0.1504922 Jul 22 16:42:24.471217 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6278259-898f-4800-9620-580002e8f461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd830838-8e09-4fd6-985d-64ec97de447a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:24.529898 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d628c44a-15b1-4a4e-8947-196d90c0532b tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:24.535416 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d628c44a-15b1-4a4e-8947-196d90c0532b tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:24.537805 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d628c44a-15b1-4a4e-8947-196d90c0532b tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] 10.222.0.69 "DELETE /v2.0/networks/01ff0e08-2a28-41c8-bb65-3944705d237b HTTP/1.1" status: 204 len: 168 time: 0.5546916 Jul 22 16:42:24.578198 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-89936d03-e72b-4a11-a49e-6e3d2a33d4ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=719b8931-9712-4982-802d-9ab3ede15d65 HTTP/1.1" status: 200 len: 217 time: 0.0667703 Jul 22 16:42:24.621339 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628c44a-15b1-4a4e-8947-196d90c0532b tempest-TagsTest-1168352467 tempest-TagsTest-1168352467-project] Pushing event deleted for resources: {'Network': ['ID=01ff0e08-2a28-41c8-bb65-3944705d237b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:24.694344 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-982450a2-8d88-4114-927c-1921caf3d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:24.695868 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-982450a2-8d88-4114-927c-1921caf3d7e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a4b30d3f-c597-4bb8-a89e-3ae3ba30816a HTTP/1.1" status: 200 len: 859 time: 0.0929995 Jul 22 16:42:24.738677 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-fcb62c46-69a7-4a25-8351-18e87efef6f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5213f340-dbe4-4ff2-9909-61ebc63af76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353177 Jul 22 16:42:24.882210 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-f46b7b94-2d21-43b8-b1d8-7ef08b9d9e17 service neutron] 10.222.0.16 "GET /v2.0/networks/5213f340-dbe4-4ff2-9909-61ebc63af76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364083 Jul 22 16:42:25.002819 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ed7337c-263d-4e9d-aebb-d15c17371466 req-e0965511-0ec9-484d-bb1e-99e89e6cbf44 service neutron] 10.222.0.16 "GET /v2.0/networks/5213f340-dbe4-4ff2-9909-61ebc63af76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142898 Jul 22 16:42:25.118252 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58734) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:25.153854 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c08f4-57e8-4f4e-98dd-c60ee45d2e9a req-d809f3a4-7cbd-49cb-959a-6e8b13472b41 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:25.155612 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a9c08f4-57e8-4f4e-98dd-c60ee45d2e9a req-d809f3a4-7cbd-49cb-959a-6e8b13472b41 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 944 time: 0.0935938 Jul 22 16:42:25.203498 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a9c08f4-57e8-4f4e-98dd-c60ee45d2e9a req-37e54478-d2b4-4116-923c-200b6a6fa07f tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371885 Jul 22 16:42:25.352997 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4593973-ecc8-4472-be8c-7c095a80878e req-9367008c-ed59-42bc-b6aa-5b4a72a8c1cc tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:25.355115 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4593973-ecc8-4472-be8c-7c095a80878e req-9367008c-ed59-42bc-b6aa-5b4a72a8c1cc tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.0849390 Jul 22 16:42:25.434660 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4593973-ecc8-4472-be8c-7c095a80878e req-e8e4b2f9-8e0a-4b54-b1a8-f683d666fedd tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717435 Jul 22 16:42:25.442999 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-32cf9b55-93b9-4647-8a53-21bef082ca76 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=66267e04723d422f8eb93ce07802b457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3203869 Jul 22 16:42:25.443825 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58746) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:25.473057 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1', 'tag': '719b8931-9712-4982-802d-9ab3ede15d65'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:42:25.476126 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3241cf3-5977-47d1-86fe-ac82c3e2c09e" -d '{"events": [{"name": "network-changed", "server_uuid": "72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1", "tag": "719b8931-9712-4982-802d-9ab3ede15d65"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:42:25.533665 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e06279-0ec2-4020-8ecf-e7717a06ffe7 x-openstack-request-id: req-c5e06279-0ec2-4020-8ecf-e7717a06ffe7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:42:25.533964 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1", "tag": "719b8931-9712-4982-802d-9ab3ede15d65", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:42:25.534223 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c5e06279-0ec2-4020-8ecf-e7717a06ffe7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:42:25.534919 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1', 'tag': '719b8931-9712-4982-802d-9ab3ede15d65', 'status': 'completed', 'code': 200} Jul 22 16:42:25.538345 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ab68ef4-39eb-4ce0-a8af-9ba9383a536d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:25.544233 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9d7c9-8bbe-415c-a36b-f735457ca76e req-952e51d1-5119-4912-9bbc-be2521d62e4b tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:25.546459 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6ef9d7c9-8bbe-415c-a36b-f735457ca76e req-952e51d1-5119-4912-9bbc-be2521d62e4b tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.30 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.1103444 Jul 22 16:42:25.567111 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ab68ef4-39eb-4ce0-a8af-9ba9383a536d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:25.673381 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ab68ef4-39eb-4ce0-a8af-9ba9383a536d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:25.680505 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ab68ef4-39eb-4ce0-a8af-9ba9383a536d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:25.687757 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8ab68ef4-39eb-4ce0-a8af-9ba9383a536d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/580f899f-12f5-462a-bb80-9285e59be40c HTTP/1.1" status: 204 len: 168 time: 0.2415192 Jul 22 16:42:25.708847 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab68ef4-39eb-4ce0-a8af-9ba9383a536d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580f899f-12f5-462a-bb80-9285e59be40c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:25.749182 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3241cf3-5977-47d1-86fe-ac82c3e2c09e req-a8b7e839-31dc-4aea-95ad-7b83775f50b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:25.750714 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3241cf3-5977-47d1-86fe-ac82c3e2c09e req-a8b7e839-31dc-4aea-95ad-7b83775f50b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6b64aba8a2344e3ad8ead2f811c3725&device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 1095 time: 0.1730332 Jul 22 16:42:25.807048 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6ef9d7c9-8bbe-415c-a36b-f735457ca76e req-acbf2759-d217-4e4a-941c-e941633e4872 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Deleting port 5848d2ce-df98-4a3b-a079-97de4b01fca0 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:25.807455 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6ef9d7c9-8bbe-415c-a36b-f735457ca76e req-acbf2759-d217-4e4a-941c-e941633e4872 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:25.967258 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3241cf3-5977-47d1-86fe-ac82c3e2c09e req-98ec934b-6bfc-4e3c-8cd5-4584830a063f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:25.968781 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3241cf3-5977-47d1-86fe-ac82c3e2c09e req-98ec934b-6bfc-4e3c-8cd5-4584830a063f service neutron] 10.222.0.16 "GET /v2.0/networks?id=5213f340-dbe4-4ff2-9909-61ebc63af76c HTTP/1.1" status: 200 len: 920 time: 0.2095997 Jul 22 16:42:25.973796 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6ef9d7c9-8bbe-415c-a36b-f735457ca76e req-acbf2759-d217-4e4a-941c-e941633e4872 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] For port 5848d2ce-df98-4a3b-a079-97de4b01fca0, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5848d2ce-df98-4a3b-a079-97de4b01fca0,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:25.974441 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6ef9d7c9-8bbe-415c-a36b-f735457ca76e req-acbf2759-d217-4e4a-941c-e941633e4872 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:26.031068 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3241cf3-5977-47d1-86fe-ac82c3e2c09e req-7c2b9b5d-9f2c-410e-9eec-f2ca9ad9431f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=719b8931-9712-4982-802d-9ab3ede15d65 HTTP/1.1" status: 200 len: 217 time: 0.0536950 Jul 22 16:42:26.167307 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3241cf3-5977-47d1-86fe-ac82c3e2c09e req-b255e7c1-6e2e-4fb7-ae53-ae0147ba9bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:26.168918 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3241cf3-5977-47d1-86fe-ac82c3e2c09e req-b255e7c1-6e2e-4fb7-ae53-ae0147ba9bff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a4b30d3f-c597-4bb8-a89e-3ae3ba30816a HTTP/1.1" status: 200 len: 859 time: 0.1096663 Jul 22 16:42:26.215332 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3241cf3-5977-47d1-86fe-ac82c3e2c09e req-b16bd283-c37e-4225-9834-59b083b20822 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5213f340-dbe4-4ff2-9909-61ebc63af76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394990 Jul 22 16:42:26.477967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c5c49-0bf4-46d5-9775-4d198ec615b6 req-e13be38b-e5ad-41f9-9f56-bdce66897310 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:26.490104 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d13c5c49-0bf4-46d5-9775-4d198ec615b6 req-e13be38b-e5ad-41f9-9f56-bdce66897310 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 944 time: 0.1537032 Jul 22 16:42:26.574589 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d13c5c49-0bf4-46d5-9775-4d198ec615b6 req-8b576dd1-70d8-4a60-8e16-ce07a67ea01e tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799375 Jul 22 16:42:26.757322 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6ef9d7c9-8bbe-415c-a36b-f735457ca76e req-acbf2759-d217-4e4a-941c-e941633e4872 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:26.759170 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6ef9d7c9-8bbe-415c-a36b-f735457ca76e req-acbf2759-d217-4e4a-941c-e941633e4872 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:26.760191 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e13936-d355-4728-a845-dcd80270311a req-9fcb9fac-a6c9-405a-9a21-54f3095bb750 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:26.760839 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [req-6ef9d7c9-8bbe-415c-a36b-f735457ca76e req-acbf2759-d217-4e4a-941c-e941633e4872 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Floating IP 4eb5696d-fa28-4774-97a4-e609676cf9e2 disassociated. External IP: 172.25.0.26, port: 5848d2ce-df98-4a3b-a079-97de4b01fca0. Jul 22 16:42:26.761204 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6ef9d7c9-8bbe-415c-a36b-f735457ca76e req-acbf2759-d217-4e4a-941c-e941633e4872 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Calling delete_port for 5848d2ce-df98-4a3b-a079-97de4b01fca0 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:26.769264 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-14e13936-d355-4728-a845-dcd80270311a req-9fcb9fac-a6c9-405a-9a21-54f3095bb750 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 945 time: 0.1311405 Jul 22 16:42:26.882326 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-14e13936-d355-4728-a845-dcd80270311a req-37bbd756-ebc8-4ff0-b947-72677a472b5f tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a1d96a-6518-4a29-8a9d-8b41a274f618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108115 Jul 22 16:42:26.916960 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8bbe89b4-b866-4878-b8c6-8bb88a165b90 req-f1cce95e-c50b-48f3-931a-c9f438144727 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=40a857cb-f226-48c3-b9bd-dfd07fa31ea1 HTTP/1.1" status: 200 len: 210 time: 0.0672131 Jul 22 16:42:26.964128 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3241cf3-5977-47d1-86fe-ac82c3e2c09e req-0713d63b-9e30-453b-a0e8-e10c2846e1f6 service neutron] 10.222.0.16 "GET /v2.0/networks/5213f340-dbe4-4ff2-9909-61ebc63af76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6924734 Jul 22 16:42:27.119756 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3241cf3-5977-47d1-86fe-ac82c3e2c09e req-d0425148-edd8-4dff-acf8-fc07a37f9d2c service neutron] 10.222.0.16 "GET /v2.0/networks/5213f340-dbe4-4ff2-9909-61ebc63af76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406574 Jul 22 16:42:27.125751 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6ef9d7c9-8bbe-415c-a36b-f735457ca76e req-acbf2759-d217-4e4a-941c-e941633e4872 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:27.178273 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf2759-d217-4e4a-941c-e941633e4872 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Pushing event deleted for resources: {'Port': ['ID=5848d2ce-df98-4a3b-a079-97de4b01fca0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:27.474472 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ef9d7c9-8bbe-415c-a36b-f735457ca76e req-acbf2759-d217-4e4a-941c-e941633e4872 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Router b5d4b38b-7861-48a6-946a-3b5c62c1f9f8 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:42:27.874112 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9fe78f19-d107-48ab-aeb0-cca2f39925be req-4ac7e1d2-4523-4051-9d6a-bfb18c0486eb tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0629094 Jul 22 16:42:28.018768 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ef9d7c9-8bbe-415c-a36b-f735457ca76e req-acbf2759-d217-4e4a-941c-e941633e4872 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:42:28.032392 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7550432f-fedb-4cdc-9768-7e7664779454 None None] Sync routers for ids ['b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:42:28.049650 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae941c6-3084-47e6-812d-da3a0afd3df0 req-d1d8eafd-7e99-4e49-b08b-38899d4bd19d tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:28.062239 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7550432f-fedb-4cdc-9768-7e7664779454 None None] Routers {'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:28.063539 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2ae941c6-3084-47e6-812d-da3a0afd3df0 req-d1d8eafd-7e99-4e49-b08b-38899d4bd19d tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 944 time: 0.2847605 Jul 22 16:42:28.066720 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7550432f-fedb-4cdc-9768-7e7664779454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:42:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:28.137656 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6ebe496f-1d9a-4776-8b4b-ca7bf44b120d req-7016faf3-9053-4b14-895c-2828c52ec9d3 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 210 time: 0.1249213 Jul 22 16:42:28.215133 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef9d7c9-8bbe-415c-a36b-f735457ca76e req-acbf2759-d217-4e4a-941c-e941633e4872 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] No DVR routers for this DVR port 5848d2ce-df98-4a3b-a079-97de4b01fca0 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:42:28.234391 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6ef9d7c9-8bbe-415c-a36b-f735457ca76e req-acbf2759-d217-4e4a-941c-e941633e4872 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:28.234391 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6ef9d7c9-8bbe-415c-a36b-f735457ca76e req-acbf2759-d217-4e4a-941c-e941633e4872 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.30 "DELETE /v2.0/ports/5848d2ce-df98-4a3b-a079-97de4b01fca0 HTTP/1.1" status: 204 len: 173 time: 2.6776736 Jul 22 16:42:28.252884 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a186131f-e2ff-4d9f-864d-812721216f78', 'name': 'network-vif-deleted', 'tag': '5848d2ce-df98-4a3b-a079-97de4b01fca0'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:42:28.264006 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cad713-b687-4d8c-830a-08e22acf23aa" -d '{"events": [{"server_uuid": "a186131f-e2ff-4d9f-864d-812721216f78", "name": "network-vif-deleted", "tag": "5848d2ce-df98-4a3b-a079-97de4b01fca0"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:42:28.358722 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2ae941c6-3084-47e6-812d-da3a0afd3df0 req-46e9130d-5f86-41c0-ba92-dc9951e7ccee tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909231 Jul 22 16:42:28.442686 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c467c9-5e84-45ce-a529-5eb581341239 x-openstack-request-id: req-32c467c9-5e84-45ce-a529-5eb581341239 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:42:28.442990 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a186131f-e2ff-4d9f-864d-812721216f78", "name": "network-vif-deleted", "tag": "5848d2ce-df98-4a3b-a079-97de4b01fca0", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:42:28.443302 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-32c467c9-5e84-45ce-a529-5eb581341239 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:42:28.443723 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a186131f-e2ff-4d9f-864d-812721216f78', 'name': 'network-vif-deleted', 'tag': '5848d2ce-df98-4a3b-a079-97de4b01fca0', 'status': 'completed', 'code': 200} Jul 22 16:42:28.544909 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-7550432f-fedb-4cdc-9768-7e7664779454 None None] Set router b5d4b38b-7861-48a6-946a-3b5c62c1f9f8 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:29.080692 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-394ab0fa-25f7-45ba-8927-0f69c51094b6 req-8b8ad85c-fed8-464e-bc5d-c06b7460e468 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0750186 Jul 22 16:42:29.155167 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 719b8931-9712-4982-802d-9ab3ede15d65 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:42:29.204618 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-080da42e-2d3f-446e-8854-2f2c48fbc559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:29.372304 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 719b8931-9712-4982-802d-9ab3ede15d65, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=719b8931-9712-4982-802d-9ab3ede15d65,segment=NetworkSegment(dc90611d-f55b-4011-a315-63bb13f9ef92),segment_id=dc90611d-f55b-4011-a315-63bb13f9ef92)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:29.406408 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '719b8931-9712-4982-802d-9ab3ede15d65', 'network_id': '5213f340-dbe4-4ff2-9909-61ebc63af76c', 'port_id': '719b8931-9712-4982-802d-9ab3ede15d65', 'mac_address': 'fa:16:3e:86:7b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b30d3f-c597-4bb8-a89e-3ae3ba30816a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:42:29.413846 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7550432f-fedb-4cdc-9768-7e7664779454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'name': 'tempest-ServerActionsTestJSON-1911891190-router', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:15Z', 'updated_at': '2021-07-22T16:33:23Z', 'revision_number': 4, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'gw_port': {'id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ec:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:17Z', 'updated_at': '2021-07-22T16:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b', 'name': '', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'mac_address': 'fa:16:3e:51:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:22Z', 'updated_at': '2021-07-22T16:33:32Z', 'revision_number': 5, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'subnets': [{'id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:29.464256 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dd8e41aa-eec8-4b70-9b08-933037131d7d req-2ded83af-fe75-49a2-8810-8f4d8e265d76 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/ports?device_id=a186131f-e2ff-4d9f-864d-812721216f78 HTTP/1.1" status: 200 len: 210 time: 0.0996099 Jul 22 16:42:29.488055 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7550432f-fedb-4cdc-9768-7e7664779454 None None] Checking router: b5d4b38b-7861-48a6-946a-3b5c62c1f9f8 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:42:29.503029 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7550432f-fedb-4cdc-9768-7e7664779454 None None] Routers {'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:29.503902 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7550432f-fedb-4cdc-9768-7e7664779454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:42:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:29.595731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58938) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:29.596204 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:29.600458 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5848d2ce-df98-4a3b-a079-97de4b01fca0 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:42:29.679216 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 5848d2ce-df98-4a3b-a079-97de4b01fca0 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:42:29.679994 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5848d2ce-df98-4a3b-a079-97de4b01fca0 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:42:29.683012 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 719b8931-9712-4982-802d-9ab3ede15d65 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:42:29.724471 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 719b8931-9712-4982-802d-9ab3ede15d65, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=719b8931-9712-4982-802d-9ab3ede15d65,segment=NetworkSegment(dc90611d-f55b-4011-a315-63bb13f9ef92),segment_id=dc90611d-f55b-4011-a315-63bb13f9ef92)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:29.770251 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91990541-63c5-4c71-8adb-95ba18386da4 req-8e5967fa-4081-4572-995e-396288e80be1 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:29.772821 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91990541-63c5-4c71-8adb-95ba18386da4 req-8e5967fa-4081-4572-995e-396288e80be1 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 944 time: 0.2252069 Jul 22 16:42:29.790436 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-7550432f-fedb-4cdc-9768-7e7664779454 None None] Set router b5d4b38b-7861-48a6-946a-3b5c62c1f9f8 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:29.829891 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71b6ff31-442f-4a60-8a98-494328591374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:29.862524 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91990541-63c5-4c71-8adb-95ba18386da4 req-71a4b15b-4a03-4dad-bf62-9330e212fb3a tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836072 Jul 22 16:42:29.902467 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:29.969416 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=719b8931-9712-4982-802d-9ab3ede15d65,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:30.048595 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71b6ff31-442f-4a60-8a98-494328591374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:30.054484 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71b6ff31-442f-4a60-8a98-494328591374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:30.109942 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-71b6ff31-442f-4a60-8a98-494328591374 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4c5bb2ca3b6e4b09aa94ba4a818dfd12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5124953 Jul 22 16:42:30.112897 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58950) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:30.119729 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6ff31-442f-4a60-8a98-494328591374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d691f2-2940-4b25-ac0d-4699c8bc894b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:30.168521 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7550432f-fedb-4cdc-9768-7e7664779454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'name': 'tempest-ServerActionsTestJSON-1911891190-router', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:15Z', 'updated_at': '2021-07-22T16:33:23Z', 'revision_number': 4, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'gw_port': {'id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ec:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:17Z', 'updated_at': '2021-07-22T16:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b', 'name': '', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'mac_address': 'fa:16:3e:51:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:22Z', 'updated_at': '2021-07-22T16:33:32Z', 'revision_number': 5, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'subnets': [{'id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:30.199603 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7550432f-fedb-4cdc-9768-7e7664779454 None None] The sync data for ids ['b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'] in n-d-798930-9 is: [{'id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'name': 'tempest-ServerActionsTestJSON-1911891190-router', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:15Z', 'updated_at': '2021-07-22T16:33:23Z', 'revision_number': 4, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'gw_port': {'id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ec:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:17Z', 'updated_at': '2021-07-22T16:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b', 'name': '', 'network_id': 'dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'mac_address': 'fa:16:3e:51:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:22Z', 'updated_at': '2021-07-22T16:33:32Z', 'revision_number': 5, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'subnets': [{'id': 'fa13adf8-5c41-4598-a7ac-4cd79e40e3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:42:30.211117 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cc0e0c6-661a-4842-86b2-0e792662b116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:30.241720 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['719b8931-9712-4982-802d-9ab3ede15d65'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:42:30.252892 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cc0e0c6-661a-4842-86b2-0e792662b116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:30.268888 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04e610c8-5a18-4fc9-a92b-bd454d9885dd req-4a31bb73-be91-4114-a190-4053a0451ec5 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0607362 Jul 22 16:42:30.341069 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cc0e0c6-661a-4842-86b2-0e792662b116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:30.346847 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cc0e0c6-661a-4842-86b2-0e792662b116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:30.358598 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2cc0e0c6-661a-4842-86b2-0e792662b116 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/99d691f2-2940-4b25-ac0d-4699c8bc894b HTTP/1.1" status: 204 len: 168 time: 0.2392015 Jul 22 16:42:30.378232 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0e0c6-661a-4842-86b2-0e792662b116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d691f2-2940-4b25-ac0d-4699c8bc894b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:30.421645 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ae59b031-4817-4351-b438-cfc7bda5da97 req-e7d1eec2-2dc1-472c-a6a5-eadbcb82ac99 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=40a857cb-f226-48c3-b9bd-dfd07fa31ea1 HTTP/1.1" status: 200 len: 210 time: 0.0934882 Jul 22 16:42:30.642217 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58974) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:30.685172 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247d1604-7df1-46bc-bad8-283a439ab92e None None] New status for floating IP 4eb5696d-fa28-4774-97a4-e609676cf9e2: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:42:30.731428 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21c0c2a3-77fe-4960-bb0b-6b48c8aae25d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:30.762034 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21c0c2a3-77fe-4960-bb0b-6b48c8aae25d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:30.826617 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21c0c2a3-77fe-4960-bb0b-6b48c8aae25d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:30.834193 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21c0c2a3-77fe-4960-bb0b-6b48c8aae25d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:30.838580 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-21c0c2a3-77fe-4960-bb0b-6b48c8aae25d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "DELETE /v2.0/security-groups/78a1d96a-6518-4a29-8a9d-8b41a274f618 HTTP/1.1" status: 204 len: 168 time: 0.1926291 Jul 22 16:42:30.838924 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58980) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:30.862089 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-c6a583c4-134f-4359-9567-3bc1fdff26c9 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] show failed (client error): The resource could not be found. Jul 22 16:42:30.866042 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c6a583c4-134f-4359-9567-3bc1fdff26c9 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "GET /v2.0/security-groups/78a1d96a-6518-4a29-8a9d-8b41a274f618 HTTP/1.1" status: 404 len: 347 time: 0.0232265 Jul 22 16:42:30.866222 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58984) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:30.875320 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0c2a3-77fe-4960-bb0b-6b48c8aae25d tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a1d96a-6518-4a29-8a9d-8b41a274f618,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:30.933539 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58988) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:30.959260 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9e3b07f-cac2-4ac9-9263-e946f0db013b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.121837 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9e3b07f-cac2-4ac9-9263-e946f0db013b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.130241 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9e3b07f-cac2-4ac9-9263-e946f0db013b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.161026 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce25647-7683-4658-8957-d8efb1cbc9a1 req-fe6d4b3a-855a-489d-bf12-647ec32d61dc tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:31.167813 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dce25647-7683-4658-8957-d8efb1cbc9a1 req-fe6d4b3a-855a-489d-bf12-647ec32d61dc tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 945 time: 0.1452484 Jul 22 16:42:31.169707 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e9e3b07f-cac2-4ac9-9263-e946f0db013b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3492a2ef9f464b92879d3ca0959bbd00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345304 Jul 22 16:42:31.172223 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58994) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:31.181229 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-74bab0b3-4593-401f-8651-6c9cc237f500 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Deleting port ca38d9a0-ccd8-4e3a-97d5-87baa35336a0 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:31.181599 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74bab0b3-4593-401f-8651-6c9cc237f500 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.208193 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3b07f-cac2-4ac9-9263-e946f0db013b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce68721-33de-418a-9644-d2bf7d4d0f58,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:31.236015 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dce25647-7683-4658-8957-d8efb1cbc9a1 req-00f7c587-a56c-4354-930e-3ec3e7fb95c4 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673335 Jul 22 16:42:31.279675 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6593637e-879a-457c-95ac-b032e533d91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.306227 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6593637e-879a-457c-95ac-b032e533d91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.329770 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74bab0b3-4593-401f-8651-6c9cc237f500 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.333902 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74bab0b3-4593-401f-8651-6c9cc237f500 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.361188 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-74bab0b3-4593-401f-8651-6c9cc237f500 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Calling delete_port for ca38d9a0-ccd8-4e3a-97d5-87baa35336a0 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:31.384433 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7339ac94-1bda-441b-b715-4daf4ad2cf92 req-1d217b6c-8af5-465e-80cc-3f9f539a47c2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0330932 Jul 22 16:42:31.416434 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b95c89cb-9d6a-46d6-800e-68780399d4f1 req-d14100fc-d453-4db4-8dea-55dd3c963057 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0345826 Jul 22 16:42:31.425503 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6593637e-879a-457c-95ac-b032e533d91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.428299 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6593637e-879a-457c-95ac-b032e533d91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.431809 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6593637e-879a-457c-95ac-b032e533d91c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5ce68721-33de-418a-9644-d2bf7d4d0f58 HTTP/1.1" status: 204 len: 168 time: 0.2584953 Jul 22 16:42:31.454100 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593637e-879a-457c-95ac-b032e533d91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce68721-33de-418a-9644-d2bf7d4d0f58,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:31.573867 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74bab0b3-4593-401f-8651-6c9cc237f500 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.596905 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1da533a3-5aa8-4515-96a1-795442e63ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.624652 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.666608 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59008) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:31.700316 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bab0b3-4593-401f-8651-6c9cc237f500 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Pushing event deleted for resources: {'Port': ['ID=ca38d9a0-ccd8-4e3a-97d5-87baa35336a0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:31.730935 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74bab0b3-4593-401f-8651-6c9cc237f500 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.739422 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74bab0b3-4593-401f-8651-6c9cc237f500 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.746013 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-74bab0b3-4593-401f-8651-6c9cc237f500 tempest-ServerActionsTestJSON-1835316940 tempest-ServerActionsTestJSON-1835316940-project] 10.222.0.69 "DELETE /v2.0/floatingips/4eb5696d-fa28-4774-97a4-e609676cf9e2 HTTP/1.1" status: 204 len: 168 time: 0.8755898 Jul 22 16:42:31.746361 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59014) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:31.845644 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2e7185b-dd02-4ca2-a8eb-09403f3d9a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.124656 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2e7185b-dd02-4ca2-a8eb-09403f3d9a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.129487 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2e7185b-dd02-4ca2-a8eb-09403f3d9a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.198979 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a2e7185b-dd02-4ca2-a8eb-09403f3d9a10 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7d1b0f7ef2f64f6b8ed208e6b537fb54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5311694 Jul 22 16:42:32.202493 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59036) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:32.204606 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7185b-dd02-4ca2-a8eb-09403f3d9a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58e70dc-e62c-4472-8351-9cd5aa132ee6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:32.271178 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18844379-c8dd-4581-930f-070a2ea66fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.304751 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18844379-c8dd-4581-930f-070a2ea66fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.319497 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9d29dfe-204c-41b8-bcd8-262785a14316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.379101 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:42:32.409418 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d8b12-d0d0-4974-983d-a99e76f37cd1 req-8b22393f-5bb8-4d0e-811b-e89b85954621 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:32.411543 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9a8d8b12-d0d0-4974-983d-a99e76f37cd1 req-8b22393f-5bb8-4d0e-811b-e89b85954621 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 945 time: 0.0871751 Jul 22 16:42:32.426822 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18844379-c8dd-4581-930f-070a2ea66fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.429456 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18844379-c8dd-4581-930f-070a2ea66fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.430576 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-18844379-c8dd-4581-930f-070a2ea66fea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f58e70dc-e62c-4472-8351-9cd5aa132ee6 HTTP/1.1" status: 204 len: 168 time: 0.2269802 Jul 22 16:42:32.446321 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18844379-c8dd-4581-930f-070a2ea66fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58e70dc-e62c-4472-8351-9cd5aa132ee6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:32.494612 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9a8d8b12-d0d0-4974-983d-a99e76f37cd1 req-8584dab6-99fc-46ed-b0b1-51237cd6972e tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769930 Jul 22 16:42:32.566152 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c5d394bc-6863-443a-8562-7ef722a36406 req-d0b0ffcd-da53-4037-8c4f-10bbe1f076c2 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0318902 Jul 22 16:42:32.681567 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f9d29dfe-204c-41b8-bcd8-262785a14316 admin admin] Deleting port dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:32.681912 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9d29dfe-204c-41b8-bcd8-262785a14316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.703506 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.795564 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f9d29dfe-204c-41b8-bcd8-262785a14316 admin admin] For port dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:32.795968 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9d29dfe-204c-41b8-bcd8-262785a14316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.812027 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f9d29dfe-204c-41b8-bcd8-262785a14316 admin admin] Calling delete_port for dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:32.820332 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 719b8931-9712-4982-802d-9ab3ede15d65 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:32.879203 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 719b8931-9712-4982-802d-9ab3ede15d65 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:42:32.885286 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 719b8931-9712-4982-802d-9ab3ede15d65 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:32.886651 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.995255 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.015723 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59064) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:33.023278 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719b8931-9712-4982-802d-9ab3ede15d65'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:42:33.026206 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b6de6e-7fc5-4111-9a75-c161b2667a2e" -d '{"events": [{"server_uuid": "72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1", "name": "network-vif-plugged", "status": "completed", "tag": "719b8931-9712-4982-802d-9ab3ede15d65"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:42:33.039462 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a70da61-3d09-4c1b-95f3-00080fb21dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.056163 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 719b8931-9712-4982-802d-9ab3ede15d65, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=719b8931-9712-4982-802d-9ab3ede15d65,segment=NetworkSegment(dc90611d-f55b-4011-a315-63bb13f9ef92),segment_id=dc90611d-f55b-4011-a315-63bb13f9ef92)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:33.063065 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.086892 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9d29dfe-204c-41b8-bcd8-262785a14316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.092664 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6afa58-1095-4c30-a51e-7ae0da2b1fbb x-openstack-request-id: req-7a6afa58-1095-4c30-a51e-7ae0da2b1fbb {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:42:33.092979 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1", "name": "network-vif-plugged", "status": "completed", "tag": "719b8931-9712-4982-802d-9ab3ede15d65", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:42:33.093182 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7a6afa58-1095-4c30-a51e-7ae0da2b1fbb {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:42:33.093588 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719b8931-9712-4982-802d-9ab3ede15d65', 'code': 200} Jul 22 16:42:33.123463 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d29dfe-204c-41b8-bcd8-262785a14316 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:33.136652 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=719b8931-9712-4982-802d-9ab3ede15d65,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:33.195382 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a70da61-3d09-4c1b-95f3-00080fb21dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.201239 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a70da61-3d09-4c1b-95f3-00080fb21dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.250943 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5a70da61-3d09-4c1b-95f3-00080fb21dfc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b4bd717e4621407e98ec5be7eebf228b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2334018 Jul 22 16:42:33.253796 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70da61-3d09-4c1b-95f3-00080fb21dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83bed13-31ad-421e-b374-5c2f73f1bfc5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:33.257320 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59072) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:33.314412 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf4ce36f-808b-4b6b-8a6b-31fb43500e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.346557 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf4ce36f-808b-4b6b-8a6b-31fb43500e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.370902 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6d510-2589-48e4-99e8-da3e9bc08a82 req-f306d775-15e1-47ec-92ae-6703c481b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:33.373416 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6ee6d510-2589-48e4-99e8-da3e9bc08a82 req-f306d775-15e1-47ec-92ae-6703c481b900 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 1097 time: 0.1771634 Jul 22 16:42:33.380346 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9d29dfe-204c-41b8-bcd8-262785a14316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.412141 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf4ce36f-808b-4b6b-8a6b-31fb43500e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.414970 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf4ce36f-808b-4b6b-8a6b-31fb43500e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.416137 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cf4ce36f-808b-4b6b-8a6b-31fb43500e23 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b83bed13-31ad-421e-b374-5c2f73f1bfc5 HTTP/1.1" status: 204 len: 168 time: 0.1577644 Jul 22 16:42:33.431648 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ce36f-808b-4b6b-8a6b-31fb43500e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83bed13-31ad-421e-b374-5c2f73f1bfc5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:33.482751 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6ee6d510-2589-48e4-99e8-da3e9bc08a82 req-bf44ae91-b1f8-4504-8d58-d7c64ce2ca10 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984945 Jul 22 16:42:33.709314 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3180d01c-2e99-4b8d-b0f2-7049a732b318 req-6d1eb027-d7ee-4a91-a7e5-9b329b681b9f tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0338070 Jul 22 16:42:33.725824 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc624eb-d4fa-4dc0-bc15-91f056f9ac94 req-528e72cd-2fdc-4b0c-8c20-edd055c8d4ce tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:33.727732 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dcc624eb-d4fa-4dc0-bc15-91f056f9ac94 req-528e72cd-2fdc-4b0c-8c20-edd055c8d4ce tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1515105 Jul 22 16:42:33.779783 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d29dfe-204c-41b8-bcd8-262785a14316 admin admin] Router b5d4b38b-7861-48a6-946a-3b5c62c1f9f8 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:42:33.791726 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dcc624eb-d4fa-4dc0-bc15-91f056f9ac94 req-ce513ad8-61be-4fcf-a774-e35e8d228fbf tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572290 Jul 22 16:42:33.969003 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d29dfe-204c-41b8-bcd8-262785a14316 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:42:33.974723 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f9d29dfe-204c-41b8-bcd8-262785a14316 admin admin] 10.222.0.69 "PUT /v2.0/routers/b5d4b38b-7861-48a6-946a-3b5c62c1f9f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2272735 Jul 22 16:42:33.977443 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59124) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:33.982918 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0febf68d-416d-40b3-8fec-c2134fc68e20 None None] Sync routers for ids ['b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:42:33.996385 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0febf68d-416d-40b3-8fec-c2134fc68e20 None None] Routers {'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:34.010411 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0febf68d-416d-40b3-8fec-c2134fc68e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:42:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:34.233707 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59138) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:34.252532 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-0febf68d-416d-40b3-8fec-c2134fc68e20 None None] Set router b5d4b38b-7861-48a6-946a-3b5c62c1f9f8 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:34.416645 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8015fc93-6179-4bd3-92eb-1b3e9567bcd4 req-eba99ca9-dca3-4e4a-858d-8f2b01640592 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0706913 Jul 22 16:42:34.421188 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-453f731e-6986-4d93-90df-c2d711b2feb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:34.479705 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-183dd21b-2021-4818-b264-d3e650dd80f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:34.543081 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-453f731e-6986-4d93-90df-c2d711b2feb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:34.546382 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0febf68d-416d-40b3-8fec-c2134fc68e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'name': 'tempest-ServerActionsTestJSON-1911891190-router', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:15Z', 'updated_at': '2021-07-22T16:42:33Z', 'revision_number': 5, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'gw_port': {'id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ec:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:17Z', 'updated_at': '2021-07-22T16:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:34.553983 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-453f731e-6986-4d93-90df-c2d711b2feb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:34.598258 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0febf68d-416d-40b3-8fec-c2134fc68e20 None None] Checking router: b5d4b38b-7861-48a6-946a-3b5c62c1f9f8 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:42:34.601018 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-453f731e-6986-4d93-90df-c2d711b2feb9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=db17bcbf648b435fa1b26b4abd64d5b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3661983 Jul 22 16:42:34.603682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f731e-6986-4d93-90df-c2d711b2feb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6567ae5c-16a6-499d-95c8-361ff46a379d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:34.607277 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59150) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:34.627713 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0febf68d-416d-40b3-8fec-c2134fc68e20 None None] Routers {'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:34.628350 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0febf68d-416d-40b3-8fec-c2134fc68e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:42:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:34.654560 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-183dd21b-2021-4818-b264-d3e650dd80f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:34.679389 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3cd54405-70fb-4993-8512-a984ea79f1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:34.711711 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3cd54405-70fb-4993-8512-a984ea79f1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:34.729512 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-183dd21b-2021-4818-b264-d3e650dd80f3 admin admin] Deleting port 38fa273c-1798-4dd8-9beb-4ddbd2a8482c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:34.730065 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-183dd21b-2021-4818-b264-d3e650dd80f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:34.749465 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-0febf68d-416d-40b3-8fec-c2134fc68e20 None None] Set router b5d4b38b-7861-48a6-946a-3b5c62c1f9f8 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:34.770087 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3cd54405-70fb-4993-8512-a984ea79f1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:34.773715 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3cd54405-70fb-4993-8512-a984ea79f1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:34.775743 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3cd54405-70fb-4993-8512-a984ea79f1fb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6567ae5c-16a6-499d-95c8-361ff46a379d HTTP/1.1" status: 204 len: 168 time: 0.1671684 Jul 22 16:42:34.793900 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd54405-70fb-4993-8512-a984ea79f1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6567ae5c-16a6-499d-95c8-361ff46a379d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:34.819559 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:34.829437 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-183dd21b-2021-4818-b264-d3e650dd80f3 admin admin] For port 38fa273c-1798-4dd8-9beb-4ddbd2a8482c, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=38fa273c-1798-4dd8-9beb-4ddbd2a8482c,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:34.830021 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-183dd21b-2021-4818-b264-d3e650dd80f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:34.848554 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-183dd21b-2021-4818-b264-d3e650dd80f3 admin admin] Calling delete_port for 38fa273c-1798-4dd8-9beb-4ddbd2a8482c owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:35.010701 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc7d2e-123a-43ab-940a-33f0fd726382 req-6024a015-2983-4b53-b7ec-21ed8fb9fb04 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:35.019520 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3edc7d2e-123a-43ab-940a-33f0fd726382 req-6024a015-2983-4b53-b7ec-21ed8fb9fb04 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1347873 Jul 22 16:42:35.040994 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0febf68d-416d-40b3-8fec-c2134fc68e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'name': 'tempest-ServerActionsTestJSON-1911891190-router', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:15Z', 'updated_at': '2021-07-22T16:42:33Z', 'revision_number': 5, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'gw_port': {'id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ec:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:17Z', 'updated_at': '2021-07-22T16:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:35.088264 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3edc7d2e-123a-43ab-940a-33f0fd726382 req-8c9399f8-7fa8-489d-8fd7-88b14bc19aad tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622733 Jul 22 16:42:35.093114 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-183dd21b-2021-4818-b264-d3e650dd80f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:35.125605 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183dd21b-2021-4818-b264-d3e650dd80f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=38fa273c-1798-4dd8-9beb-4ddbd2a8482c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:35.136966 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0febf68d-416d-40b3-8fec-c2134fc68e20 None None] The sync data for ids ['b5d4b38b-7861-48a6-946a-3b5c62c1f9f8'] in n-d-798930-9 is: [{'id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'name': 'tempest-ServerActionsTestJSON-1911891190-router', 'tenant_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:15Z', 'updated_at': '2021-07-22T16:42:33Z', 'revision_number': 5, 'project_id': 'a6f618b284ed4ed58bf96ec4f3332894', 'gw_port': {'id': '38fa273c-1798-4dd8-9beb-4ddbd2a8482c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ec:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d4b38b-7861-48a6-946a-3b5c62c1f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:17Z', 'updated_at': '2021-07-22T16:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:42:35.211788 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-183dd21b-2021-4818-b264-d3e650dd80f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:35.258266 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59172) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:35.273286 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffdf16bd-bca4-4fcb-9593-e8f615e090e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:35.343398 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-183dd21b-2021-4818-b264-d3e650dd80f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:35.345937 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-183dd21b-2021-4818-b264-d3e650dd80f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:35.406225 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-183dd21b-2021-4818-b264-d3e650dd80f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:35.407041 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183dd21b-2021-4818-b264-d3e650dd80f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5d4b38b-7861-48a6-946a-3b5c62c1f9f8 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:42:35.412200 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-183dd21b-2021-4818-b264-d3e650dd80f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:35.413377 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-183dd21b-2021-4818-b264-d3e650dd80f3 admin admin] 10.222.0.69 "DELETE /v2.0/routers/b5d4b38b-7861-48a6-946a-3b5c62c1f9f8 HTTP/1.1" status: 204 len: 168 time: 1.4347100 Jul 22 16:42:35.416013 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59178) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:35.471625 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7db0bf8-bdf8-4c49-8344-c02aeb67260d admin admin] Deleting subnet fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:42:35.484416 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7db0bf8-bdf8-4c49-8344-c02aeb67260d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:35.565094 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-47e1fd0d-77f7-4a75-8af7-3e5fb7e962e1 req-d381875f-e399-49a3-a5ea-55b44d4b8a4f tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0341930 Jul 22 16:42:35.572623 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7db0bf8-bdf8-4c49-8344-c02aeb67260d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:35.673145 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7db0bf8-bdf8-4c49-8344-c02aeb67260d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:35.746132 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7db0bf8-bdf8-4c49-8344-c02aeb67260d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:35.781567 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db0bf8-bdf8-4c49-8344-c02aeb67260d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa13adf8-5c41-4598-a7ac-4cd79e40e3e5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:35.783753 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7db0bf8-bdf8-4c49-8344-c02aeb67260d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:35.787109 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e7db0bf8-bdf8-4c49-8344-c02aeb67260d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/fa13adf8-5c41-4598-a7ac-4cd79e40e3e5 HTTP/1.1" status: 204 len: 168 time: 0.3688729 Jul 22 16:42:35.789957 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59190) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:35.799656 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3848f1c-168f-425f-8e98-a8afe56787ff None None] Network dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:42:35.826633 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffdf16bd-bca4-4fcb-9593-e8f615e090e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:35.837892 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffdf16bd-bca4-4fcb-9593-e8f615e090e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:35.841620 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c25bd-644b-42e6-b220-6b05194f2ffe req-a019ce1f-b491-4b84-b845-ae32d9df39cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:35.843160 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-281c25bd-644b-42e6-b220-6b05194f2ffe req-a019ce1f-b491-4b84-b845-ae32d9df39cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6b64aba8a2344e3ad8ead2f811c3725&device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 1097 time: 0.5003636 Jul 22 16:42:35.885251 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ef11bb1-4679-4e7f-a987-7f3be4316455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:35.934016 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377dbd9-cfb9-4c0c-a30a-f03868aebe86 req-825128cf-c15e-4dd8-9c4b-167a275b4f0f tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:35.943303 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a377dbd9-cfb9-4c0c-a30a-f03868aebe86 req-825128cf-c15e-4dd8-9c4b-167a275b4f0f tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.5639987 Jul 22 16:42:35.949434 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ffdf16bd-bca4-4fcb-9593-e8f615e090e1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5b2737c290014ecd8000a71583d82c9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6877198 Jul 22 16:42:35.951779 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59196) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:36.001178 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf16bd-bca4-4fcb-9593-e8f615e090e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc66752b-53a0-4060-9179-22bf2a0a21f6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:36.062776 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a377dbd9-cfb9-4c0c-a30a-f03868aebe86 req-a0971303-9a75-4731-bd50-b97673f41f0b tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183269 Jul 22 16:42:36.084449 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c25bd-644b-42e6-b220-6b05194f2ffe req-8842ecad-b7ed-41aa-bcb7-baf4b84c16c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:36.086138 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d77031e9-6497-49e4-94c5-1d9e2ab5b7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.087443 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-281c25bd-644b-42e6-b220-6b05194f2ffe req-8842ecad-b7ed-41aa-bcb7-baf4b84c16c6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5213f340-dbe4-4ff2-9909-61ebc63af76c HTTP/1.1" status: 200 len: 920 time: 0.2304723 Jul 22 16:42:36.100661 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:42:36.117094 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6ef11bb1-4679-4e7f-a987-7f3be4316455 admin admin] Deleting port ec0dd622-b255-46f1-b452-0ebbbf93a42c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:36.117537 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ef11bb1-4679-4e7f-a987-7f3be4316455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.139334 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:42:36.139334 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device dc909b1d-142b-4ea9-a8c4-d2e4dc9fb57b not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:42:36.155038 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d77031e9-6497-49e4-94c5-1d9e2ab5b7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.185093 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-281c25bd-644b-42e6-b220-6b05194f2ffe req-29d2ec9b-295f-4d57-8190-6581b3b42010 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=719b8931-9712-4982-802d-9ab3ede15d65 HTTP/1.1" status: 200 len: 217 time: 0.0781267 Jul 22 16:42:36.260591 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-6ef11bb1-4679-4e7f-a987-7f3be4316455 admin admin] For port ec0dd622-b255-46f1-b452-0ebbbf93a42c, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ec0dd622-b255-46f1-b452-0ebbbf93a42c,segment=NetworkSegment(682293d5-50fc-47e5-8b11-e6d8384d68c2),segment_id=682293d5-50fc-47e5-8b11-e6d8384d68c2)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:36.260951 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ef11bb1-4679-4e7f-a987-7f3be4316455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.274630 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c25bd-644b-42e6-b220-6b05194f2ffe req-72430b9b-876d-4ef6-b2c5-f5d6da4780ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:36.277275 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6ef11bb1-4679-4e7f-a987-7f3be4316455 admin admin] Calling delete_port for ec0dd622-b255-46f1-b452-0ebbbf93a42c owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:36.277413 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-281c25bd-644b-42e6-b220-6b05194f2ffe req-72430b9b-876d-4ef6-b2c5-f5d6da4780ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a4b30d3f-c597-4bb8-a89e-3ae3ba30816a HTTP/1.1" status: 200 len: 859 time: 0.0826614 Jul 22 16:42:36.322159 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-281c25bd-644b-42e6-b220-6b05194f2ffe req-2c2e6417-267a-4fc8-b19b-bf3789489035 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5213f340-dbe4-4ff2-9909-61ebc63af76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393622 Jul 22 16:42:36.330471 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d77031e9-6497-49e4-94c5-1d9e2ab5b7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.333024 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d77031e9-6497-49e4-94c5-1d9e2ab5b7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.334178 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d77031e9-6497-49e4-94c5-1d9e2ab5b7ab admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fc66752b-53a0-4060-9179-22bf2a0a21f6 HTTP/1.1" status: 204 len: 168 time: 0.3750000 Jul 22 16:42:36.347201 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77031e9-6497-49e4-94c5-1d9e2ab5b7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc66752b-53a0-4060-9179-22bf2a0a21f6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:36.417138 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ef11bb1-4679-4e7f-a987-7f3be4316455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.455419 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef11bb1-4679-4e7f-a987-7f3be4316455 admin admin] No DVR routers for this DVR port ec0dd622-b255-46f1-b452-0ebbbf93a42c on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:42:36.462157 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef11bb1-4679-4e7f-a987-7f3be4316455 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec0dd622-b255-46f1-b452-0ebbbf93a42c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:36.483802 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653ca213-afef-412f-98f6-74652bea2fd6 None None] DHCP port deletion for dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:42:36.526184 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-281c25bd-644b-42e6-b220-6b05194f2ffe req-b11c3ca8-0a84-4f05-83a3-92e9ffe162fc service neutron] 10.222.0.16 "GET /v2.0/networks/5213f340-dbe4-4ff2-9909-61ebc63af76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962836 Jul 22 16:42:36.586236 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ef11bb1-4679-4e7f-a987-7f3be4316455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.600012 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6ef11bb1-4679-4e7f-a987-7f3be4316455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:36.624538 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6ef11bb1-4679-4e7f-a987-7f3be4316455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '682293d5-50fc-47e5-8b11-e6d8384d68c2') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:36.624859 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6ef11bb1-4679-4e7f-a987-7f3be4316455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '682293d5-50fc-47e5-8b11-e6d8384d68c2') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:36.645840 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ef11bb1-4679-4e7f-a987-7f3be4316455 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.654174 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-281c25bd-644b-42e6-b220-6b05194f2ffe req-8cf32564-ba39-4c09-b26b-774f7e9f3f84 service neutron] 10.222.0.16 "GET /v2.0/networks/5213f340-dbe4-4ff2-9909-61ebc63af76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188025 Jul 22 16:42:36.670523 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ef11bb1-4679-4e7f-a987-7f3be4316455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.680072 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef11bb1-4679-4e7f-a987-7f3be4316455 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:42:36.680683 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ef11bb1-4679-4e7f-a987-7f3be4316455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:42:36.684277 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:42:36.749542 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-50eb5087-a9a9-4590-a3fa-fbb068e7d9da req-ef0fb0b9-12b5-4fcf-8c89-3a870e5135ac tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0443578 Jul 22 16:42:36.799902 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ef11bb1-4679-4e7f-a987-7f3be4316455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.804915 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ef11bb1-4679-4e7f-a987-7f3be4316455 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.806986 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6ef11bb1-4679-4e7f-a987-7f3be4316455 admin admin] 10.222.0.69 "DELETE /v2.0/networks/dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481 HTTP/1.1" status: 204 len: 168 time: 1.0165491 Jul 22 16:42:36.825251 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef11bb1-4679-4e7f-a987-7f3be4316455 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbcd6ebd-0a48-4d3c-9fbd-da566b7a2481,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:36.924879 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59236) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:36.965840 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fb1067fe-7f94-4ce2-988f-a2c1370dcb13 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a6f618b284ed4ed58bf96ec4f3332894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391333 Jul 22 16:42:36.967819 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59240) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:37.021998 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a09e9550-15b2-4787-89e4-259c88d2df36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:37.044579 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a09e9550-15b2-4787-89e4-259c88d2df36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:37.128037 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a09e9550-15b2-4787-89e4-259c88d2df36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:37.135362 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a09e9550-15b2-4787-89e4-259c88d2df36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:37.137609 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a09e9550-15b2-4787-89e4-259c88d2df36 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f8704be9-d3b8-454c-b39b-cd577c9e3811 HTTP/1.1" status: 204 len: 168 time: 0.1687956 Jul 22 16:42:37.148370 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e9550-15b2-4787-89e4-259c88d2df36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8704be9-d3b8-454c-b39b-cd577c9e3811,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:37.241343 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6c6c5-b8f3-42ac-8c6e-e4ba27f3e943 req-13749d87-b5cd-45dc-895f-8cdd920fca26 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:37.243237 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-43d6c6c5-b8f3-42ac-8c6e-e4ba27f3e943 req-13749d87-b5cd-45dc-895f-8cdd920fca26 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0715535 Jul 22 16:42:37.284530 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-43d6c6c5-b8f3-42ac-8c6e-e4ba27f3e943 req-c6a3d598-02b4-492c-b1a9-e576366d158d tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348496 Jul 22 16:42:37.891435 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 38fa273c-1798-4dd8-9beb-4ddbd2a8482c no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:42:37.912411 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 38fa273c-1798-4dd8-9beb-4ddbd2a8482c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:42:37.913482 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b3f5ff60-d28f-4be6-846b-d98cfad892f7 req-233f3968-c580-4b5a-b746-43bbe592e2d2 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0519073 Jul 22 16:42:37.919193 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 38fa273c-1798-4dd8-9beb-4ddbd2a8482c not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:42:37.919826 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ec0dd622-b255-46f1-b452-0ebbbf93a42c no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:42:37.940924 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: ec0dd622-b255-46f1-b452-0ebbbf93a42c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:42:37.941278 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ec0dd622-b255-46f1-b452-0ebbbf93a42c not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:42:38.307339 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59318) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:38.484826 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ace079-373c-48cc-b135-b785f8cad067 req-295cde29-bda4-4d07-87d8-0cdf9be52edf tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:38.486290 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-30ace079-373c-48cc-b135-b785f8cad067 req-295cde29-bda4-4d07-87d8-0cdf9be52edf tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1209354 Jul 22 16:42:38.538785 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-30ace079-373c-48cc-b135-b785f8cad067 req-1285610f-a70f-4520-a935-9b5251205008 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397334 Jul 22 16:42:38.578947 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0c5ecfa4-899c-43d2-8216-f40512f0e775 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-565051844-network', 'tenant_id': '216f13db00f1480fa00e833a1ebbd51e'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:38.608679 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5ecfa4-899c-43d2-8216-f40512f0e775 admin admin] Made reservation on behalf of 216f13db00f1480fa00e833a1ebbd51e for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:42:38.611493 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c5ecfa4-899c-43d2-8216-f40512f0e775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:38.647609 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c5ecfa4-899c-43d2-8216-f40512f0e775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:38.796982 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c5ecfa4-899c-43d2-8216-f40512f0e775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:38.804046 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c5ecfa4-899c-43d2-8216-f40512f0e775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:38.836476 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ecfa4-899c-43d2-8216-f40512f0e775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7782686-c72b-42eb-b944-9fb31a04cd7c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:38.862310 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5ecfa4-899c-43d2-8216-f40512f0e775 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:42:38.875467 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c5ecfa4-899c-43d2-8216-f40512f0e775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:38.875854 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-0c5ecfa4-899c-43d2-8216-f40512f0e775 admin admin] Added segment 54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7 of type vlan for network 2ea240bd-dc20-472c-b55a-71f96bffca65 Jul 22 16:42:38.923984 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c5ecfa4-899c-43d2-8216-f40512f0e775 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:38.962709 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c5ecfa4-899c-43d2-8216-f40512f0e775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:38.964850 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5ecfa4-899c-43d2-8216-f40512f0e775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:38.965854 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c5ecfa4-899c-43d2-8216-f40512f0e775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:39.060066 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59348) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:39.060675 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0c5ecfa4-899c-43d2-8216-f40512f0e775 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7503707 Jul 22 16:42:39.063898 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ecfa4-899c-43d2-8216-f40512f0e775 admin admin] Pushing event updated for resources: {'Network': ['ID=2ea240bd-dc20-472c-b55a-71f96bffca65,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:39.072828 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4b7ec816-3f70-4bd0-b14c-54a853f95942 admin admin] Request body: {'subnet': {'network_id': '2ea240bd-dc20-472c-b55a-71f96bffca65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-565051844-subnet', 'tenant_id': '216f13db00f1480fa00e833a1ebbd51e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:39.084280 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 2ea240bd-dc20-472c-b55a-71f96bffca65 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:42:39.100499 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7ec816-3f70-4bd0-b14c-54a853f95942 admin admin] Made reservation on behalf of 216f13db00f1480fa00e833a1ebbd51e for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:42:39.104919 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4b7ec816-3f70-4bd0-b14c-54a853f95942 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:39.167806 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-974e1fc2-3033-48cc-a45e-e2ba13bf13a9 req-8db7b078-f701-4881-aac0-fa30c76ccf5b tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.1134810 Jul 22 16:42:39.354253 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4b7ec816-3f70-4bd0-b14c-54a853f95942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:39.418584 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ec816-3f70-4bd0-b14c-54a853f95942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caa8f8e6-dceb-4921-a48c-11fa4b6a26a2,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:39.430416 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ec816-3f70-4bd0-b14c-54a853f95942 admin admin] Checking segment: {'id': '54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2ea240bd-dc20-472c-b55a-71f96bffca65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:42:39.430808 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7ec816-3f70-4bd0-b14c-54a853f95942 admin admin] Network hostable DHCP agents. Network: 2ea240bd-dc20-472c-b55a-71f96bffca65, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:42:39.454134 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7ec816-3f70-4bd0-b14c-54a853f95942 admin admin] Network 2ea240bd-dc20-472c-b55a-71f96bffca65 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:42:39.477621 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-4b7ec816-3f70-4bd0-b14c-54a853f95942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 2ea240bd-dc20-472c-b55a-71f96bffca65) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:39.485017 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7ec816-3f70-4bd0-b14c-54a853f95942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:39.486104 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4b7ec816-3f70-4bd0-b14c-54a853f95942 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:39.491077 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1cba99-0388-4377-ba35-c1af43458704 None None] Network 2ea240bd-dc20-472c-b55a-71f96bffca65 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:42:39.538288 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4b7ec816-3f70-4bd0-b14c-54a853f95942 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4758530 Jul 22 16:42:39.540879 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59370) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:39.547469 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-245ab2bb-ae9e-4b67-b185-d93b5e817733 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-565051844-router', 'tenant_id': '216f13db00f1480fa00e833a1ebbd51e', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:39.656077 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-245ab2bb-ae9e-4b67-b185-d93b5e817733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:39.659899 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-245ab2bb-ae9e-4b67-b185-d93b5e817733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:39.767247 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-245ab2bb-ae9e-4b67-b185-d93b5e817733 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:39.802035 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b235899a-36ea-4f48-b2bc-d2dcb69c1aee None None] Network 2ea240bd-dc20-472c-b55a-71f96bffca65 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:42:39.920534 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bf0b8-e602-43e3-b8d9-ee7074b2c77d req-d179a2f4-4280-4413-bc1b-a4392a1c5c6e tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:39.925156 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e17bf0b8-e602-43e3-b8d9-ee7074b2c77d req-d179a2f4-4280-4413-bc1b-a4392a1c5c6e tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.2072842 Jul 22 16:42:39.964796 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-245ab2bb-ae9e-4b67-b185-d93b5e817733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:40.011476 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e17bf0b8-e602-43e3-b8d9-ee7074b2c77d req-f3aefa61-64ae-48ba-af89-343c3e93e9d9 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793650 Jul 22 16:42:40.248118 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-245ab2bb-ae9e-4b67-b185-d93b5e817733 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:40.272042 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-245ab2bb-ae9e-4b67-b185-d93b5e817733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:40.340908 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-58af0037-889e-4f4e-bbe9-453d5e6a3414 req-4cd53a5d-be74-4d47-ae7b-912b1db1084a tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0709453 Jul 22 16:42:40.417339 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-245ab2bb-ae9e-4b67-b185-d93b5e817733 admin admin] Allocated IP 172.25.0.167 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/bbe911a7-c626-497d-8374-7330e5c935e8) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:42:40.555962 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-245ab2bb-ae9e-4b67-b185-d93b5e817733 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:40.614305 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-245ab2bb-ae9e-4b67-b185-d93b5e817733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:40.669632 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245ab2bb-ae9e-4b67-b185-d93b5e817733 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:42:40.673114 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-245ab2bb-ae9e-4b67-b185-d93b5e817733 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:40.678985 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ab2bb-ae9e-4b67-b185-d93b5e817733 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:42:40.682147 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ab2bb-ae9e-4b67-b185-d93b5e817733 admin admin] Pushing event updated for resources: {'Port': ['ID=bbe911a7-c626-497d-8374-7330e5c935e8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:40.969070 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-245ab2bb-ae9e-4b67-b185-d93b5e817733 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:41.224734 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-245ab2bb-ae9e-4b67-b185-d93b5e817733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:41.231684 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef03ac2-cf3e-4e71-9334-edb4dd29d8b6 req-f28c37f9-1d44-4127-8673-d1cda3b29fab tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:41.233236 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3ef03ac2-cf3e-4e71-9334-edb4dd29d8b6 req-f28c37f9-1d44-4127-8673-d1cda3b29fab tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0996048 Jul 22 16:42:41.279485 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3ef03ac2-cf3e-4e71-9334-edb4dd29d8b6 req-10e9ba52-1f4b-4299-9f6d-c20eed2737d8 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392683 Jul 22 16:42:41.432396 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245ab2bb-ae9e-4b67-b185-d93b5e817733 admin admin] Router a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:42:41.900762 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-542e8dbe-e56c-4af0-892b-9e1a4f273750 req-dcdabc01-3fd5-40dc-89e6-bd794ba7c5e4 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.4558713 Jul 22 16:42:41.909587 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:41.954850 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245ab2bb-ae9e-4b67-b185-d93b5e817733 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:42:41.967745 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] Sync routers for ids ['a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:42:41.987008 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] Routers {'a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:41.992593 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:42:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:42.001306 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-245ab2bb-ae9e-4b67-b185-d93b5e817733 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:42.004502 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-245ab2bb-ae9e-4b67-b185-d93b5e817733 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.4614556 Jul 22 16:42:42.007621 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59454) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:42.095412 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:42.265834 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] Set router a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:42.561028 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0', 'name': 'tempest-ServerRescueNegativeTestJSON-565051844-router', 'tenant_id': '216f13db00f1480fa00e833a1ebbd51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'bbe911a7-c626-497d-8374-7330e5c935e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:39Z', 'updated_at': '2021-07-22T16:42:40Z', 'revision_number': 3, 'project_id': '216f13db00f1480fa00e833a1ebbd51e', 'gw_port': {'id': 'bbe911a7-c626-497d-8374-7330e5c935e8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:40Z', 'updated_at': '2021-07-22T16:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:42.574621 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f29185-8402-4668-b7a9-766746f8e048 req-b21ff1fc-0683-4ed1-b9b5-39bb22b42b54 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:42.581748 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d1f29185-8402-4668-b7a9-766746f8e048 req-b21ff1fc-0683-4ed1-b9b5-39bb22b42b54 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1991501 Jul 22 16:42:42.594351 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] Checking router: a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:42:42.594686 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] Updating router a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0 port bbe911a7-c626-497d-8374-7330e5c935e8 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:42:42.632649 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:42.642260 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d1f29185-8402-4668-b7a9-766746f8e048 req-7154cae9-a331-43a1-84b3-e4bcc9fc812b tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592759 Jul 22 16:42:42.659551 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59472) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:42.806823 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36faf8f7-6d08-4194-8886-371332b08853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:42.830197 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-629a5462-1938-4072-84bf-5023c92d79c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:42.990264 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.015545 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] Transition to ACTIVE for port object bbe911a7-c626-497d-8374-7330e5c935e8 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:42:43.016863 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36faf8f7-6d08-4194-8886-371332b08853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.025861 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36faf8f7-6d08-4194-8886-371332b08853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.028760 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.102486 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-36faf8f7-6d08-4194-8886-371332b08853 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6b40304b2f7a48938c6c766cf748527c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4417677 Jul 22 16:42:43.104399 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59486) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:43.109941 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] Attempting to bind port bbe911a7-c626-497d-8374-7330e5c935e8 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:42:43.110637 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] Attempting to bind port bbe911a7-c626-497d-8374-7330e5c935e8 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:42:43.111189 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] Attempting to bind port bbe911a7-c626-497d-8374-7330e5c935e8 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:42:43.116367 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36faf8f7-6d08-4194-8886-371332b08853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf3c70e-1ed0-4ee0-b5d7-115c78e6598f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:43.121239 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebee653-9f77-4ace-aa6b-f819fe896afc None None] Pushing event updated for resources: {'Port': ['ID=bbe911a7-c626-497d-8374-7330e5c935e8,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:43.125566 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:42:43.126216 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:42:43.126621 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.127012 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:42:43.127491 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] Bound port: bbe911a7-c626-497d-8374-7330e5c935e8, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:42:43.127872 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.184905 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] For port bbe911a7-c626-497d-8374-7330e5c935e8, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:42:43.189208 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] For port bbe911a7-c626-497d-8374-7330e5c935e8, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=bbe911a7-c626-497d-8374-7330e5c935e8,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:42:43.193319 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-34654751-7650-4d8e-8d8a-7cc91c3f704d req-53f70aa9-6104-4482-b8ee-971d0c177fd9 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0384305 Jul 22 16:42:43.196346 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.218278 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-629a5462-1938-4072-84bf-5023c92d79c9 admin admin] Allocated IP 172.20.0.1 (2ea240bd-dc20-472c-b55a-71f96bffca65/caa8f8e6-dceb-4921-a48c-11fa4b6a26a2/0e3c155a-f725-4915-bdca-417297b027f8) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:42:43.229877 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e2dec2d-b731-4145-87e7-2bfafd36e682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.259698 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] Routers {'a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:43.260722 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:42:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:43.282780 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e2dec2d-b731-4145-87e7-2bfafd36e682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.346238 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-629a5462-1938-4072-84bf-5023c92d79c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.359156 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebee653-9f77-4ace-aa6b-f819fe896afc None None] Pushing event updated for resources: {'Port': ['ID=bbe911a7-c626-497d-8374-7330e5c935e8,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:43.365691 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e2dec2d-b731-4145-87e7-2bfafd36e682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.368481 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e2dec2d-b731-4145-87e7-2bfafd36e682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.369964 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3e2dec2d-b731-4145-87e7-2bfafd36e682 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5cf3c70e-1ed0-4ee0-b5d7-115c78e6598f HTTP/1.1" status: 204 len: 168 time: 0.2640967 Jul 22 16:42:43.395017 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2dec2d-b731-4145-87e7-2bfafd36e682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf3c70e-1ed0-4ee0-b5d7-115c78e6598f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:43.425031 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] Set router a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:43.449055 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-629a5462-1938-4072-84bf-5023c92d79c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.556390 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629a5462-1938-4072-84bf-5023c92d79c9 admin admin] Network 2ea240bd-dc20-472c-b55a-71f96bffca65 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:42:43.563489 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-629a5462-1938-4072-84bf-5023c92d79c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:43.570602 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629a5462-1938-4072-84bf-5023c92d79c9 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:42:43.608933 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a5462-1938-4072-84bf-5023c92d79c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3c155a-f725-4915-bdca-417297b027f8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:43.619420 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-629a5462-1938-4072-84bf-5023c92d79c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.829704 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-629a5462-1938-4072-84bf-5023c92d79c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.837676 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0', 'name': 'tempest-ServerRescueNegativeTestJSON-565051844-router', 'tenant_id': '216f13db00f1480fa00e833a1ebbd51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'bbe911a7-c626-497d-8374-7330e5c935e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:39Z', 'updated_at': '2021-07-22T16:42:40Z', 'revision_number': 3, 'project_id': '216f13db00f1480fa00e833a1ebbd51e', 'gw_port': {'id': 'bbe911a7-c626-497d-8374-7330e5c935e8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:40Z', 'updated_at': '2021-07-22T16:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:43.878704 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc36af5-7079-4c59-8b5a-fa809effb344 None None] The sync data for ids ['a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0'] in n-d-798930-9 is: [{'id': 'a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0', 'name': 'tempest-ServerRescueNegativeTestJSON-565051844-router', 'tenant_id': '216f13db00f1480fa00e833a1ebbd51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'bbe911a7-c626-497d-8374-7330e5c935e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:39Z', 'updated_at': '2021-07-22T16:42:40Z', 'revision_number': 3, 'project_id': '216f13db00f1480fa00e833a1ebbd51e', 'gw_port': {'id': 'bbe911a7-c626-497d-8374-7330e5c935e8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:40Z', 'updated_at': '2021-07-22T16:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:42:43.912026 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59498) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:43.923082 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c6649-8a16-4eb1-b90e-f3f93a0b2dec req-a0341acf-8030-4610-8840-7cda4b4bea31 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:43.924820 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-389c6649-8a16-4eb1-b90e-f3f93a0b2dec req-a0341acf-8030-4610-8840-7cda4b4bea31 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1507404 Jul 22 16:42:43.929399 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e5b3971-0449-464b-8800-52e082cbb58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:44.064984 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-389c6649-8a16-4eb1-b90e-f3f93a0b2dec req-b94dca59-358c-4e5c-b14b-d8fc02162c48 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308355 Jul 22 16:42:44.110191 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e5b3971-0449-464b-8800-52e082cbb58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:44.117215 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e5b3971-0449-464b-8800-52e082cbb58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:44.132477 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-629a5462-1938-4072-84bf-5023c92d79c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:44.141187 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-629a5462-1938-4072-84bf-5023c92d79c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:44.163145 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9e5b3971-0449-464b-8800-52e082cbb58f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8e0bd06e6b79443983c6211687349b65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2498868 Jul 22 16:42:44.169334 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59504) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:44.193119 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b3971-0449-464b-8800-52e082cbb58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e2c9a9-9bea-44f8-b76d-516d88f2d482,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:44.248710 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a5462-1938-4072-84bf-5023c92d79c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3c155a-f725-4915-bdca-417297b027f8,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:44.252198 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-629a5462-1938-4072-84bf-5023c92d79c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:44.301481 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-415d9307-33a0-4995-8374-35333b2b3d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:44.369119 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-415d9307-33a0-4995-8374-35333b2b3d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:44.436821 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cf3bd26f-ae63-45ca-b4bc-f59ca37e60c4 req-c281e107-ec44-4092-a9e4-cc24e870ec65 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0554316 Jul 22 16:42:44.493698 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-415d9307-33a0-4995-8374-35333b2b3d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:44.496392 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-415d9307-33a0-4995-8374-35333b2b3d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:44.497975 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-415d9307-33a0-4995-8374-35333b2b3d6d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a8e2c9a9-9bea-44f8-b76d-516d88f2d482 HTTP/1.1" status: 204 len: 168 time: 0.3268762 Jul 22 16:42:44.498292 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629a5462-1938-4072-84bf-5023c92d79c9 admin admin] Network 2ea240bd-dc20-472c-b55a-71f96bffca65 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:42:44.499880 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-629a5462-1938-4072-84bf-5023c92d79c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:44.532815 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d9307-33a0-4995-8374-35333b2b3d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e2c9a9-9bea-44f8-b76d-516d88f2d482,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:44.683761 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629a5462-1938-4072-84bf-5023c92d79c9 admin admin] Router a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:42:44.854983 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629a5462-1938-4072-84bf-5023c92d79c9 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:42:44.873772 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-629a5462-1938-4072-84bf-5023c92d79c9 admin admin] 10.222.0.69 "PUT /v2.0/routers/a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8621461 Jul 22 16:42:45.339379 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb4ec9-7d7e-4c26-ac6f-73b75dca94e3 req-ccc0f381-7e45-439e-9b00-189034ded3c0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:45.346598 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3efb4ec9-7d7e-4c26-ac6f-73b75dca94e3 req-ccc0f381-7e45-439e-9b00-189034ded3c0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1226869 Jul 22 16:42:45.425156 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3efb4ec9-7d7e-4c26-ac6f-73b75dca94e3 req-08dfabf2-fc10-490d-9afd-e80c6aed278e tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722785 Jul 22 16:42:45.787281 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4b4ad24-f226-4167-89cb-184068fa271f req-16ef5746-f7b8-4acb-a952-6efcc57b8111 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0583177 Jul 22 16:42:45.851271 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-10fc852b-4910-4980-976a-8f11bc327a0f tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:45.852948 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-10fc852b-4910-4980-976a-8f11bc327a0f tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/networks?id=2ea240bd-dc20-472c-b55a-71f96bffca65 HTTP/1.1" status: 200 len: 818 time: 0.2096148 Jul 22 16:42:45.873571 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-5575c886-0e69-4fa7-a5c6-93443b324643 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/quotas/216f13db00f1480fa00e833a1ebbd51e HTTP/1.1" status: 200 len: 375 time: 0.0144565 Jul 22 16:42:45.971142 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-3d76abf0-411e-4c8b-b54d-dadfdd83ac11 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=216f13db00f1480fa00e833a1ebbd51e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0908360 Jul 22 16:42:46.030133 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device bbe911a7-c626-497d-8374-7330e5c935e8 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:46.095552 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port bbe911a7-c626-497d-8374-7330e5c935e8 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:42:46.101228 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port bbe911a7-c626-497d-8374-7330e5c935e8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:46.102089 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:46.225513 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:46.251285 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port bbe911a7-c626-497d-8374-7330e5c935e8, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=bbe911a7-c626-497d-8374-7330e5c935e8,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:46.256286 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-0847f0b1-f592-491e-8b02-ef665a3e39cd service neutron] 10.222.0.69 "GET /v2.0/networks/2ea240bd-dc20-472c-b55a-71f96bffca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774091 Jul 22 16:42:46.257850 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:46.342763 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=bbe911a7-c626-497d-8374-7330e5c935e8,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:46.352983 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:46.353515 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:46.354571 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:46.355125 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:46.355643 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:46.356221 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:46.356868 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:46.357354 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:46.357886 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:46.358844 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:46.359520 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:46.360216 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:46.412188 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-56831ea9-6d72-4a73-9c2b-6e52e88dccdc service neutron] 10.222.0.69 "GET /v2.0/networks/2ea240bd-dc20-472c-b55a-71f96bffca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549091 Jul 22 16:42:46.584995 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] Sync routers for ids ['a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:42:46.597133 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] Routers {'a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:46.606431 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:42:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:46.738929 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6623a09-d7fb-4d31-9faf-0b14da2f94b9 req-863e7d3e-72e0-4984-9e50-908730f2d8be tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:46.754758 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f6623a09-d7fb-4d31-9faf-0b14da2f94b9 req-863e7d3e-72e0-4984-9e50-908730f2d8be tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.2052941 Jul 22 16:42:46.787542 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-908d8e4b-8dd2-4421-a65a-93a531a1d5bf req-2ce6aa96-1ed6-49ca-a9ea-545ee5da5ecb tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 210 time: 0.0549767 Jul 22 16:42:46.889824 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f6623a09-d7fb-4d31-9faf-0b14da2f94b9 req-ffc13e24-3ccb-4cae-8010-e13edc03fd49 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340015 Jul 22 16:42:46.929090 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] Set router a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:47.073681 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9878ac25-a1ac-4fe6-9b23-799d9ae5c621 req-583ca5ad-9007-49f1-a7d5-adc301ba9d10 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0872014 Jul 22 16:42:47.388670 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-58036aa9-568a-44c8-beb6-10299322cb24 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:47.390629 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-58036aa9-568a-44c8-beb6-10299322cb24 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/networks?id=2ea240bd-dc20-472c-b55a-71f96bffca65 HTTP/1.1" status: 200 len: 818 time: 0.2439604 Jul 22 16:42:47.408468 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-ef50b5aa-b803-457b-b5c6-85304f45c93d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/quotas/216f13db00f1480fa00e833a1ebbd51e HTTP/1.1" status: 200 len: 375 time: 0.0123549 Jul 22 16:42:47.520828 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-31cb5594-ecc3-48a9-9274-1da78fc74fe8 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=216f13db00f1480fa00e833a1ebbd51e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1068804 Jul 22 16:42:47.555278 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0', 'name': 'tempest-ServerRescueNegativeTestJSON-565051844-router', 'tenant_id': '216f13db00f1480fa00e833a1ebbd51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'bbe911a7-c626-497d-8374-7330e5c935e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:39Z', 'updated_at': '2021-07-22T16:42:43Z', 'revision_number': 4, 'project_id': '216f13db00f1480fa00e833a1ebbd51e', 'gw_port': {'id': 'bbe911a7-c626-497d-8374-7330e5c935e8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:40Z', 'updated_at': '2021-07-22T16:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '0e3c155a-f725-4915-bdca-417297b027f8', 'name': '', 'network_id': '2ea240bd-dc20-472c-b55a-71f96bffca65', 'tenant_id': '216f13db00f1480fa00e833a1ebbd51e', 'mac_address': 'fa:16:3e:44:6e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'caa8f8e6-dceb-4921-a48c-11fa4b6a26a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:42Z', 'updated_at': '2021-07-22T16:42:43Z', 'revision_number': 2, 'project_id': '216f13db00f1480fa00e833a1ebbd51e', 'subnets': [{'id': 'caa8f8e6-dceb-4921-a48c-11fa4b6a26a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:47.616817 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] Checking router: a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:42:47.617233 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] Updating router a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0 port 0e3c155a-f725-4915-bdca-417297b027f8 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:42:47.659412 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-173aaca0-8691-44f8-bcb7-37c2da88c1b3 service neutron] 10.222.0.69 "GET /v2.0/networks/2ea240bd-dc20-472c-b55a-71f96bffca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288004 Jul 22 16:42:47.670145 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:47.767026 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-5311fc2f-116b-413c-8b98-0882f7783d28 service neutron] 10.222.0.69 "GET /v2.0/networks/2ea240bd-dc20-472c-b55a-71f96bffca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066177 Jul 22 16:42:48.020544 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device bbe911a7-c626-497d-8374-7330e5c935e8 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:48.086182 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8709acee-513e-45ff-a819-03c998aaaf3f req-d1b2497b-de57-4b14-870a-638d8c3dc3ef tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 210 time: 0.0733039 Jul 22 16:42:48.119441 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port bbe911a7-c626-497d-8374-7330e5c935e8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:48.119979 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:48.181281 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5ab34-8f35-435e-a695-9a48d6d4afe7 req-cefb44b8-4e23-4fd4-b7dd-3d677c40709d tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:48.198669 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bfe5ab34-8f35-435e-a695-9a48d6d4afe7 req-cefb44b8-4e23-4fd4-b7dd-3d677c40709d tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1836889 Jul 22 16:42:48.255435 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bfe5ab34-8f35-435e-a695-9a48d6d4afe7 req-9c9da409-9ee9-438e-a29d-fcb598d92a4d tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554757 Jul 22 16:42:48.386830 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4760c72-1487-441f-b722-e486aaccf085 req-5335f06c-1094-40e5-9d19-95ee2c8b4893 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0906515 Jul 22 16:42:48.488860 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:48.506885 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-62848dd1-eda4-411e-8a43-e666d2a5239a tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:48.510542 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] Transition to ACTIVE for port object 0e3c155a-f725-4915-bdca-417297b027f8 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:42:48.513377 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-62848dd1-eda4-411e-8a43-e666d2a5239a tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.16 "GET /v2.0/networks?id=2ea240bd-dc20-472c-b55a-71f96bffca65 HTTP/1.1" status: 200 len: 818 time: 0.2545650 Jul 22 16:42:48.517107 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:48.557085 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-1d3602d8-287e-4632-b8b8-faaa3bcd921d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Request body: {'port': {'device_id': '179518f7-425f-4c1f-8337-3a98e2dd62b9', 'network_id': '2ea240bd-dc20-472c-b55a-71f96bffca65', 'admin_state_up': True, 'tenant_id': '216f13db00f1480fa00e833a1ebbd51e'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:48.574975 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e85ef-6f82-4424-a3c4-ac4c1aa54469 None None] Pushing event updated for resources: {'Port': ['ID=0e3c155a-f725-4915-bdca-417297b027f8,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:48.668662 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] Attempting to bind port 0e3c155a-f725-4915-bdca-417297b027f8 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:42:48.669038 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] Attempting to bind port 0e3c155a-f725-4915-bdca-417297b027f8 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2ea240bd-dc20-472c-b55a-71f96bffca65'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:42:48.669705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] Attempting to bind port 0e3c155a-f725-4915-bdca-417297b027f8 on network 2ea240bd-dc20-472c-b55a-71f96bffca65 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:42:48.676818 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:42:48.677199 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] Checking segment: {'id': '54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2ea240bd-dc20-472c-b55a-71f96bffca65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:42:48.677768 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:48.678197 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] Bound using segment: {'id': '54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2ea240bd-dc20-472c-b55a-71f96bffca65'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:42:48.678794 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] Bound port: 0e3c155a-f725-4915-bdca-417297b027f8, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2ea240bd-dc20-472c-b55a-71f96bffca65'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:42:48.679820 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:48.733402 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-1d3602d8-287e-4632-b8b8-faaa3bcd921d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Made reservation on behalf of 216f13db00f1480fa00e833a1ebbd51e for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:42:48.733402 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-1d3602d8-287e-4632-b8b8-faaa3bcd921d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:48.777192 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] For port 0e3c155a-f725-4915-bdca-417297b027f8, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:42:48.781515 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] For port 0e3c155a-f725-4915-bdca-417297b027f8, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0e3c155a-f725-4915-bdca-417297b027f8,segment=NetworkSegment(54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7),segment_id=54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:42:48.789976 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:48.863486 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] Routers {'a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:48.864156 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:42:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:48.923167 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-1d3602d8-287e-4632-b8b8-faaa3bcd921d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Allocated IP 172.20.0.4 (2ea240bd-dc20-472c-b55a-71f96bffca65/caa8f8e6-dceb-4921-a48c-11fa4b6a26a2/6fd239a1-a5ea-4f19-a049-be260753bdee) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:42:48.992738 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] Set router a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:49.118977 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59686) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:49.136610 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e85ef-6f82-4424-a3c4-ac4c1aa54469 None None] Pushing event updated for resources: {'Port': ['ID=0e3c155a-f725-4915-bdca-417297b027f8,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:49.253136 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-27cb7738-2c54-437a-bd69-a0a43a341918 req-f8e6acb8-5f6b-4639-8078-e18d284c66b8 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 210 time: 0.0566523 Jul 22 16:42:49.290278 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-1d3602d8-287e-4632-b8b8-faaa3bcd921d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:49.295297 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0', 'name': 'tempest-ServerRescueNegativeTestJSON-565051844-router', 'tenant_id': '216f13db00f1480fa00e833a1ebbd51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'bbe911a7-c626-497d-8374-7330e5c935e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:39Z', 'updated_at': '2021-07-22T16:42:43Z', 'revision_number': 4, 'project_id': '216f13db00f1480fa00e833a1ebbd51e', 'gw_port': {'id': 'bbe911a7-c626-497d-8374-7330e5c935e8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:40Z', 'updated_at': '2021-07-22T16:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '0e3c155a-f725-4915-bdca-417297b027f8', 'name': '', 'network_id': '2ea240bd-dc20-472c-b55a-71f96bffca65', 'tenant_id': '216f13db00f1480fa00e833a1ebbd51e', 'mac_address': 'fa:16:3e:44:6e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'caa8f8e6-dceb-4921-a48c-11fa4b6a26a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:42Z', 'updated_at': '2021-07-22T16:42:48Z', 'revision_number': 4, 'project_id': '216f13db00f1480fa00e833a1ebbd51e', 'subnets': [{'id': 'caa8f8e6-dceb-4921-a48c-11fa4b6a26a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:49.339084 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5564cae6-df97-48dd-bcd6-2bb8bd9cd8e4 None None] The sync data for ids ['a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0'] in n-d-798930-9 is: [{'id': 'a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0', 'name': 'tempest-ServerRescueNegativeTestJSON-565051844-router', 'tenant_id': '216f13db00f1480fa00e833a1ebbd51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'bbe911a7-c626-497d-8374-7330e5c935e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:39Z', 'updated_at': '2021-07-22T16:42:43Z', 'revision_number': 4, 'project_id': '216f13db00f1480fa00e833a1ebbd51e', 'gw_port': {'id': 'bbe911a7-c626-497d-8374-7330e5c935e8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:40Z', 'updated_at': '2021-07-22T16:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '0e3c155a-f725-4915-bdca-417297b027f8', 'name': '', 'network_id': '2ea240bd-dc20-472c-b55a-71f96bffca65', 'tenant_id': '216f13db00f1480fa00e833a1ebbd51e', 'mac_address': 'fa:16:3e:44:6e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'caa8f8e6-dceb-4921-a48c-11fa4b6a26a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:42Z', 'updated_at': '2021-07-22T16:42:48Z', 'revision_number': 4, 'project_id': '216f13db00f1480fa00e833a1ebbd51e', 'subnets': [{'id': 'caa8f8e6-dceb-4921-a48c-11fa4b6a26a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:42:49.379512 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-1d3602d8-287e-4632-b8b8-faaa3bcd921d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:49.398005 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1ce987d-5c85-45a3-9b82-f0d472fb6681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:49.534514 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9cf95-5fde-484e-9781-03c781794d1b req-7c5abf89-539f-4036-b552-c3f6aa86e045 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:49.541813 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-31b9cf95-5fde-484e-9781-03c781794d1b req-7c5abf89-539f-4036-b552-c3f6aa86e045 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1594744 Jul 22 16:42:49.569685 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-1d3602d8-287e-4632-b8b8-faaa3bcd921d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Network 2ea240bd-dc20-472c-b55a-71f96bffca65 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:42:49.578738 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-1d3602d8-287e-4632-b8b8-faaa3bcd921d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:49.605766 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-31b9cf95-5fde-484e-9781-03c781794d1b req-cd38509b-4741-407c-b0a8-054cd3f7508a tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500395 Jul 22 16:42:49.636720 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-1d3602d8-287e-4632-b8b8-faaa3bcd921d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:42:49.688343 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1ce987d-5c85-45a3-9b82-f0d472fb6681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:49.699561 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1ce987d-5c85-45a3-9b82-f0d472fb6681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:49.803735 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c1ce987d-5c85-45a3-9b82-f0d472fb6681 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1d2ee7e307b6478d810d759e70c58b88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6833150 Jul 22 16:42:49.808161 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59704) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:49.813955 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce987d-5c85-45a3-9b82-f0d472fb6681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8214d2b8-8ebf-4048-b5d3-84fad70018d6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:49.934015 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa2b06dd-e86c-41ef-91ab-42bcda2a1fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:49.935790 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ec1ff8d-66c6-4384-b052-0b007a0f8fce req-b0114e8f-d8af-4f3c-bd09-4b2f25d21950 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.3790843 Jul 22 16:42:49.976742 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa2b06dd-e86c-41ef-91ab-42bcda2a1fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:49.980089 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-63e656bd-8001-4e67-ac8a-05b8fd7c7aca tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:49.981657 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-63e656bd-8001-4e67-ac8a-05b8fd7c7aca tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.30 "GET /v2.0/networks?id=2ea240bd-dc20-472c-b55a-71f96bffca65 HTTP/1.1" status: 200 len: 818 time: 0.3419826 Jul 22 16:42:50.034501 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa2b06dd-e86c-41ef-91ab-42bcda2a1fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:50.043522 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa2b06dd-e86c-41ef-91ab-42bcda2a1fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:50.046187 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-aa2b06dd-e86c-41ef-91ab-42bcda2a1fe0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8214d2b8-8ebf-4048-b5d3-84fad70018d6 HTTP/1.1" status: 204 len: 168 time: 0.2351332 Jul 22 16:42:50.059476 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0e3c155a-f725-4915-bdca-417297b027f8 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:50.065209 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b06dd-e86c-41ef-91ab-42bcda2a1fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8214d2b8-8ebf-4048-b5d3-84fad70018d6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:50.137663 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-1d3602d8-287e-4632-b8b8-faaa3bcd921d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:50.142750 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-1d3602d8-287e-4632-b8b8-faaa3bcd921d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:50.163532 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-1b25e8ac-7498-41e0-ab88-135f3748b8c2 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Request body: {'port': {'device_id': '11706484-97c9-4914-92c8-b512063e03af', 'network_id': '2ea240bd-dc20-472c-b55a-71f96bffca65', 'admin_state_up': True, 'tenant_id': '216f13db00f1480fa00e833a1ebbd51e'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:50.234301 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 0e3c155a-f725-4915-bdca-417297b027f8 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:42:50.239187 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 0e3c155a-f725-4915-bdca-417297b027f8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:50.239573 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:50.311683 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3602d8-287e-4632-b8b8-faaa3bcd921d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Pushing event updated for resources: {'Port': ['ID=6fd239a1-a5ea-4f19-a049-be260753bdee,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:50.328972 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-1d3602d8-287e-4632-b8b8-faaa3bcd921d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7761683 Jul 22 16:42:50.369498 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-00128fa2-11ad-4b59-b398-879f44493d41 service neutron] Request body: {'port': {'device_id': '179518f7-425f-4c1f-8337-3a98e2dd62b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:50.464186 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:50.505104 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-955a96bd-ff9d-47e5-b1f6-535df14c8de0 req-a6c0a98d-625d-485c-a622-688336980816 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 210 time: 0.0610397 Jul 22 16:42:50.546343 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-00128fa2-11ad-4b59-b398-879f44493d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:50.555507 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 0e3c155a-f725-4915-bdca-417297b027f8, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0e3c155a-f725-4915-bdca-417297b027f8,segment=NetworkSegment(54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7),segment_id=54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:50.565977 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:50.573894 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-1b25e8ac-7498-41e0-ab88-135f3748b8c2 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Made reservation on behalf of 216f13db00f1480fa00e833a1ebbd51e for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:42:50.579033 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-1b25e8ac-7498-41e0-ab88-135f3748b8c2 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:50.714665 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=0e3c155a-f725-4915-bdca-417297b027f8,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:50.845594 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020957a1-d407-47c5-a050-1677deea3d24 req-4eb356af-69cf-4cb3-90eb-641cc6ceee93 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:50.855991 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-020957a1-d407-47c5-a050-1677deea3d24 req-4eb356af-69cf-4cb3-90eb-641cc6ceee93 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0981009 Jul 22 16:42:50.881084 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-1b25e8ac-7498-41e0-ab88-135f3748b8c2 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Allocated IP 172.20.0.12 (2ea240bd-dc20-472c-b55a-71f96bffca65/caa8f8e6-dceb-4921-a48c-11fa4b6a26a2/20935f8b-aa45-4711-b524-5cd6a51991b5) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:42:50.947649 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-020957a1-d407-47c5-a050-1677deea3d24 req-b0438563-4ed1-4495-a60e-064095987fe0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882676 Jul 22 16:42:51.197957 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ff24bfb-5ec3-4fd9-8ae0-fa82c34d7571 req-2d64378a-1f61-4959-854f-a57252da7ee5 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0862691 Jul 22 16:42:51.231468 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-1b25e8ac-7498-41e0-ab88-135f3748b8c2 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:51.287478 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-1b25e8ac-7498-41e0-ab88-135f3748b8c2 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:51.478628 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25e8ac-7498-41e0-ab88-135f3748b8c2 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Pushing event updated for resources: {'Port': ['ID=20935f8b-aa45-4711-b524-5cd6a51991b5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:51.507218 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-1b25e8ac-7498-41e0-ab88-135f3748b8c2 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Network 2ea240bd-dc20-472c-b55a-71f96bffca65 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:42:51.512677 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-1b25e8ac-7498-41e0-ab88-135f3748b8c2 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:51.574173 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-1b25e8ac-7498-41e0-ab88-135f3748b8c2 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:42:51.704263 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-1b25e8ac-7498-41e0-ab88-135f3748b8c2 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:51.704944 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-1b25e8ac-7498-41e0-ab88-135f3748b8c2 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:51.758278 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-1b25e8ac-7498-41e0-ab88-135f3748b8c2 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6273758 Jul 22 16:42:51.781529 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7608dd-e670-4dee-afdd-4d6014b3e56d req-2f429287-34d2-42b9-bcb6-51327ba05ae4 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:51.783260 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da7608dd-e670-4dee-afdd-4d6014b3e56d req-2f429287-34d2-42b9-bcb6-51327ba05ae4 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 932 time: 0.1213036 Jul 22 16:42:51.790724 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-b4980d76-bafc-4e3d-895a-e448a77a9ff5 service neutron] Request body: {'port': {'device_id': '11706484-97c9-4914-92c8-b512063e03af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:51.877029 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da7608dd-e670-4dee-afdd-4d6014b3e56d req-e229e0a6-9b4d-4de5-ba74-242d7efcec78 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794113 Jul 22 16:42:51.917282 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0e3c155a-f725-4915-bdca-417297b027f8 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:51.925248 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-00128fa2-11ad-4b59-b398-879f44493d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd239a1-a5ea-4f19-a049-be260753bdee {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:42:51.936296 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-00128fa2-11ad-4b59-b398-879f44493d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:51.957852 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-b4980d76-bafc-4e3d-895a-e448a77a9ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:51.961584 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-00128fa2-11ad-4b59-b398-879f44493d41 service neutron] Transition to ACTIVE for port object 6fd239a1-a5ea-4f19-a049-be260753bdee will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:42:51.972927 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-00128fa2-11ad-4b59-b398-879f44493d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:51.983968 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 0e3c155a-f725-4915-bdca-417297b027f8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:51.984434 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:52.072785 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00128fa2-11ad-4b59-b398-879f44493d41 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd239a1-a5ea-4f19-a049-be260753bdee,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:52.296935 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60080842-5268-4a6b-98ba-0a57ea45c228 req-34559329-ec53-4672-a186-b6fd2aba9122 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:52.298523 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60080842-5268-4a6b-98ba-0a57ea45c228 req-34559329-ec53-4672-a186-b6fd2aba9122 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.2615235 Jul 22 16:42:52.302113 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-00128fa2-11ad-4b59-b398-879f44493d41 service neutron] Attempting to bind port 6fd239a1-a5ea-4f19-a049-be260753bdee on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:42:52.302113 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-00128fa2-11ad-4b59-b398-879f44493d41 service neutron] Attempting to bind port 6fd239a1-a5ea-4f19-a049-be260753bdee by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2ea240bd-dc20-472c-b55a-71f96bffca65'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:42:52.302113 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-00128fa2-11ad-4b59-b398-879f44493d41 service neutron] Attempting to bind port 6fd239a1-a5ea-4f19-a049-be260753bdee on network 2ea240bd-dc20-472c-b55a-71f96bffca65 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:42:52.328971 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-00128fa2-11ad-4b59-b398-879f44493d41 service neutron] Port 6fd239a1-a5ea-4f19-a049-be260753bdee on network 2ea240bd-dc20-472c-b55a-71f96bffca65 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:42:52.329312 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-00128fa2-11ad-4b59-b398-879f44493d41 service neutron] Attempting to bind port 6fd239a1-a5ea-4f19-a049-be260753bdee on network 2ea240bd-dc20-472c-b55a-71f96bffca65 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:42:52.354524 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-00128fa2-11ad-4b59-b398-879f44493d41 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:42:52.354954 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-00128fa2-11ad-4b59-b398-879f44493d41 service neutron] Checking segment: {'id': '54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2ea240bd-dc20-472c-b55a-71f96bffca65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:42:52.355245 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-00128fa2-11ad-4b59-b398-879f44493d41 service neutron] Bound using segment: {'id': '54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2ea240bd-dc20-472c-b55a-71f96bffca65'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:42:52.355692 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-00128fa2-11ad-4b59-b398-879f44493d41 service neutron] Bound port: 6fd239a1-a5ea-4f19-a049-be260753bdee, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2ea240bd-dc20-472c-b55a-71f96bffca65'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:42:52.356053 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-00128fa2-11ad-4b59-b398-879f44493d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:52.371251 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b58b3a8-45cc-4f09-ac32-3af7183b0ec4 req-939e7da7-4d6a-45e5-9515-776fbd5e3e73 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0331533 Jul 22 16:42:52.439170 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59788) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:52.443436 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60080842-5268-4a6b-98ba-0a57ea45c228 req-18af4e8c-655a-4911-bfa3-2aeb503a28ba tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378202 Jul 22 16:42:52.510837 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-00128fa2-11ad-4b59-b398-879f44493d41 service neutron] For port 6fd239a1-a5ea-4f19-a049-be260753bdee, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:42:52.517163 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-00128fa2-11ad-4b59-b398-879f44493d41 service neutron] For port 6fd239a1-a5ea-4f19-a049-be260753bdee, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=6fd239a1-a5ea-4f19-a049-be260753bdee,segment=NetworkSegment(54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7),segment_id=54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:42:52.523768 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-00128fa2-11ad-4b59-b398-879f44493d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:52.587452 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d40ff58e-4783-4c74-962f-c34fbe337cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:52.603535 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-00128fa2-11ad-4b59-b398-879f44493d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:52.604155 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-00128fa2-11ad-4b59-b398-879f44493d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:52.605550 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-00128fa2-11ad-4b59-b398-879f44493d41 service neutron] 10.222.0.16 "PUT /v2.0/ports/6fd239a1-a5ea-4f19-a049-be260753bdee HTTP/1.1" status: 200 len: 1091 time: 2.2538450 Jul 22 16:42:52.606047 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '179518f7-425f-4c1f-8337-3a98e2dd62b9', 'tag': '6fd239a1-a5ea-4f19-a049-be260753bdee'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:42:52.608305 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbcf449-8d0f-4490-8699-ff7e8453312c" -d '{"events": [{"name": "network-changed", "server_uuid": "179518f7-425f-4c1f-8337-3a98e2dd62b9", "tag": "6fd239a1-a5ea-4f19-a049-be260753bdee"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:42:52.635936 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-b4980d76-bafc-4e3d-895a-e448a77a9ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20935f8b-aa45-4711-b524-5cd6a51991b5 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:42:52.678682 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-b4980d76-bafc-4e3d-895a-e448a77a9ff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:52.681822 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00128fa2-11ad-4b59-b398-879f44493d41 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd239a1-a5ea-4f19-a049-be260753bdee,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:52.705863 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd9280d-205e-4fd4-a9f4-ab0b8f0cc534 x-openstack-request-id: req-3bd9280d-205e-4fd4-a9f4-ab0b8f0cc534 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:42:52.706276 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "179518f7-425f-4c1f-8337-3a98e2dd62b9", "tag": "6fd239a1-a5ea-4f19-a049-be260753bdee", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:42:52.706496 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3bd9280d-205e-4fd4-a9f4-ab0b8f0cc534 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:42:52.707365 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '179518f7-425f-4c1f-8337-3a98e2dd62b9', 'tag': '6fd239a1-a5ea-4f19-a049-be260753bdee', 'status': 'completed', 'code': 200} Jul 22 16:42:52.728891 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d40ff58e-4783-4c74-962f-c34fbe337cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:52.734068 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d40ff58e-4783-4c74-962f-c34fbe337cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:52.744341 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-b4980d76-bafc-4e3d-895a-e448a77a9ff5 service neutron] Transition to ACTIVE for port object 20935f8b-aa45-4711-b524-5cd6a51991b5 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:42:52.755212 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-b4980d76-bafc-4e3d-895a-e448a77a9ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:52.789425 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d40ff58e-4783-4c74-962f-c34fbe337cb0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f38ade34fdd54d8ea52ebefb3b8f0e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483570 Jul 22 16:42:52.790452 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ff58e-4783-4c74-962f-c34fbe337cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829ef789-439e-43ef-a38d-e2f2f9b694e3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:52.793416 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59802) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:52.837379 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-e43e687e-781f-4df8-82cb-53e91d73c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:52.838968 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-e43e687e-781f-4df8-82cb-53e91d73c8bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=216f13db00f1480fa00e833a1ebbd51e&device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 1094 time: 0.1433971 Jul 22 16:42:52.846528 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4980d76-bafc-4e3d-895a-e448a77a9ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=20935f8b-aa45-4711-b524-5cd6a51991b5,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:52.854977 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb2d09d4-6c47-4ea0-bf91-06d74dc40921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:52.883484 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb2d09d4-6c47-4ea0-bf91-06d74dc40921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:52.923588 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-927b1557-7efd-4c11-9218-6b074c5493ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd239a1-a5ea-4f19-a049-be260753bdee HTTP/1.1" status: 200 len: 217 time: 0.0700030 Jul 22 16:42:52.958803 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb2d09d4-6c47-4ea0-bf91-06d74dc40921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:52.961620 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb2d09d4-6c47-4ea0-bf91-06d74dc40921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:52.965247 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fb2d09d4-6c47-4ea0-bf91-06d74dc40921 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/829ef789-439e-43ef-a38d-e2f2f9b694e3 HTTP/1.1" status: 204 len: 168 time: 0.1685824 Jul 22 16:42:52.984644 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d09d4-6c47-4ea0-bf91-06d74dc40921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829ef789-439e-43ef-a38d-e2f2f9b694e3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:53.013387 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-48cbb030-92c2-4fdb-8f5b-88bbbd1750de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:53.014937 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-48cbb030-92c2-4fdb-8f5b-88bbbd1750de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=caa8f8e6-dceb-4921-a48c-11fa4b6a26a2 HTTP/1.1" status: 200 len: 858 time: 0.0716445 Jul 22 16:42:53.066993 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-64b5d926-c632-450f-829a-64d90665a374 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ea240bd-dc20-472c-b55a-71f96bffca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371830 Jul 22 16:42:53.178253 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-b4980d76-bafc-4e3d-895a-e448a77a9ff5 service neutron] Attempting to bind port 20935f8b-aa45-4711-b524-5cd6a51991b5 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:42:53.178588 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-b4980d76-bafc-4e3d-895a-e448a77a9ff5 service neutron] Attempting to bind port 20935f8b-aa45-4711-b524-5cd6a51991b5 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2ea240bd-dc20-472c-b55a-71f96bffca65'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:42:53.178914 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-b4980d76-bafc-4e3d-895a-e448a77a9ff5 service neutron] Attempting to bind port 20935f8b-aa45-4711-b524-5cd6a51991b5 on network 2ea240bd-dc20-472c-b55a-71f96bffca65 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:42:53.185940 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-b4980d76-bafc-4e3d-895a-e448a77a9ff5 service neutron] Port 20935f8b-aa45-4711-b524-5cd6a51991b5 on network 2ea240bd-dc20-472c-b55a-71f96bffca65 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:42:53.186162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-b4980d76-bafc-4e3d-895a-e448a77a9ff5 service neutron] Attempting to bind port 20935f8b-aa45-4711-b524-5cd6a51991b5 on network 2ea240bd-dc20-472c-b55a-71f96bffca65 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:42:53.197075 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-b4980d76-bafc-4e3d-895a-e448a77a9ff5 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:42:53.197320 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-b4980d76-bafc-4e3d-895a-e448a77a9ff5 service neutron] Checking segment: {'id': '54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2ea240bd-dc20-472c-b55a-71f96bffca65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:42:53.197703 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-b4980d76-bafc-4e3d-895a-e448a77a9ff5 service neutron] Bound using segment: {'id': '54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2ea240bd-dc20-472c-b55a-71f96bffca65'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:42:53.198165 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-b4980d76-bafc-4e3d-895a-e448a77a9ff5 service neutron] Bound port: 20935f8b-aa45-4711-b524-5cd6a51991b5, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2ea240bd-dc20-472c-b55a-71f96bffca65'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:42:53.198530 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-b4980d76-bafc-4e3d-895a-e448a77a9ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:53.244812 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf587305-ed8e-4a08-8f01-4859abd2bd8c req-1c50696c-573a-42d8-8039-229ef81833f7 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:53.252354 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bf587305-ed8e-4a08-8f01-4859abd2bd8c req-1c50696c-573a-42d8-8039-229ef81833f7 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 944 time: 0.2364728 Jul 22 16:42:53.280517 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-84edf3b9-fad8-40ef-a525-a1d4e391d068 service neutron] 10.222.0.16 "GET /v2.0/networks/2ea240bd-dc20-472c-b55a-71f96bffca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947343 Jul 22 16:42:53.527608 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fa459eda-cc18-4a81-b12e-6242476c914f req-ad70fb99-10ca-432d-87e7-a61c54ddb449 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0419538 Jul 22 16:42:53.753169 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bf587305-ed8e-4a08-8f01-4859abd2bd8c req-258193db-d226-4c52-9b3d-c142243a4ee1 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998322 Jul 22 16:42:53.792162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-b4980d76-bafc-4e3d-895a-e448a77a9ff5 service neutron] For port 20935f8b-aa45-4711-b524-5cd6a51991b5, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:42:53.800090 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1151a76-7e7f-4d86-9c28-2e8bde90a13e req-21e7eac5-c195-4078-bb0b-ac43cf478876 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:53.805238 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c1151a76-7e7f-4d86-9c28-2e8bde90a13e req-21e7eac5-c195-4078-bb0b-ac43cf478876 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1554372 Jul 22 16:42:53.807939 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-b4980d76-bafc-4e3d-895a-e448a77a9ff5 service neutron] For port 20935f8b-aa45-4711-b524-5cd6a51991b5, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=20935f8b-aa45-4711-b524-5cd6a51991b5,segment=NetworkSegment(54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7),segment_id=54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:42:53.810823 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68bf292a-61f9-4520-984f-502633eb2ca5 req-65291a82-3c3f-4b11-a0aa-78236ceccd3f service neutron] 10.222.0.16 "GET /v2.0/networks/2ea240bd-dc20-472c-b55a-71f96bffca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200970 Jul 22 16:42:53.821835 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-b4980d76-bafc-4e3d-895a-e448a77a9ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:53.885185 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-b4980d76-bafc-4e3d-895a-e448a77a9ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:53.886555 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-b4980d76-bafc-4e3d-895a-e448a77a9ff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:53.888132 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-b4980d76-bafc-4e3d-895a-e448a77a9ff5 service neutron] 10.222.0.30 "PUT /v2.0/ports/20935f8b-aa45-4711-b524-5cd6a51991b5 HTTP/1.1" status: 200 len: 1092 time: 2.1114607 Jul 22 16:42:53.947767 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c1151a76-7e7f-4d86-9c28-2e8bde90a13e req-1f7d6394-a18e-4094-a371-2d5843a06c4a tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364880 Jul 22 16:42:54.114792 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4980d76-bafc-4e3d-895a-e448a77a9ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=20935f8b-aa45-4711-b524-5cd6a51991b5,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:54.181560 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcf449-8d0f-4490-8699-ff7e8453312c req-dee16536-e255-4f41-8595-942d28846806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:54.185241 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dbcf449-8d0f-4490-8699-ff7e8453312c req-dee16536-e255-4f41-8595-942d28846806 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=216f13db00f1480fa00e833a1ebbd51e&device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 1094 time: 0.2654004 Jul 22 16:42:54.189952 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-ee400f49-1aef-42db-98af-73477560d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:54.192421 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-ee400f49-1aef-42db-98af-73477560d958 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=216f13db00f1480fa00e833a1ebbd51e&device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 1095 time: 0.1314359 Jul 22 16:42:54.263738 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-f1a64b71-32ff-44a8-81e3-43fc98cf9f29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20935f8b-aa45-4711-b524-5cd6a51991b5 HTTP/1.1" status: 200 len: 217 time: 0.0490143 Jul 22 16:42:54.429190 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-f508d89b-5617-4158-b71c-9a140fb30091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:54.431204 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-f508d89b-5617-4158-b71c-9a140fb30091 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=caa8f8e6-dceb-4921-a48c-11fa4b6a26a2 HTTP/1.1" status: 200 len: 858 time: 0.1596663 Jul 22 16:42:54.434258 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcf449-8d0f-4490-8699-ff7e8453312c req-33201b77-91d8-41c9-a9bc-13f1ad31ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:54.435711 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dbcf449-8d0f-4490-8699-ff7e8453312c req-33201b77-91d8-41c9-a9bc-13f1ad31ca81 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ea240bd-dc20-472c-b55a-71f96bffca65 HTTP/1.1" status: 200 len: 919 time: 0.2420032 Jul 22 16:42:54.517372 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-a5388639-6cdc-4888-a0b6-190a1b4f31d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ea240bd-dc20-472c-b55a-71f96bffca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781147 Jul 22 16:42:54.519697 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dbcf449-8d0f-4490-8699-ff7e8453312c req-74731234-8226-4135-8c10-c1d57e1d64f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd239a1-a5ea-4f19-a049-be260753bdee HTTP/1.1" status: 200 len: 217 time: 0.0484145 Jul 22 16:42:54.629718 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcf449-8d0f-4490-8699-ff7e8453312c req-f2bc7f2c-707c-498a-81d8-e59cde7b6dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:54.631273 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dbcf449-8d0f-4490-8699-ff7e8453312c req-f2bc7f2c-707c-498a-81d8-e59cde7b6dfc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=caa8f8e6-dceb-4921-a48c-11fa4b6a26a2 HTTP/1.1" status: 200 len: 858 time: 0.0992362 Jul 22 16:42:54.680282 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dbcf449-8d0f-4490-8699-ff7e8453312c req-aae05138-e2c1-4372-a375-a37b46077055 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ea240bd-dc20-472c-b55a-71f96bffca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398729 Jul 22 16:42:54.687072 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-d45c8569-4e84-4aa7-ae46-7b9ac432b062 service neutron] 10.222.0.30 "GET /v2.0/networks/2ea240bd-dc20-472c-b55a-71f96bffca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629605 Jul 22 16:42:54.702296 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9b99ea05-f786-4dc7-b978-aef8272ddf31 req-01ddd8af-63c8-40e8-a2cc-42ea923739c8 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0595176 Jul 22 16:42:54.721434 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11706484-97c9-4914-92c8-b512063e03af', 'tag': '20935f8b-aa45-4711-b524-5cd6a51991b5'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:42:54.725882 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf3d4de-1201-4de7-9c9b-8703034b465b" -d '{"events": [{"name": "network-changed", "server_uuid": "11706484-97c9-4914-92c8-b512063e03af", "tag": "20935f8b-aa45-4711-b524-5cd6a51991b5"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:42:54.776483 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59876) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:54.809720 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b6dfe0-109e-4869-854f-ab375490e199 x-openstack-request-id: req-a6b6dfe0-109e-4869-854f-ab375490e199 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:42:54.810354 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11706484-97c9-4914-92c8-b512063e03af", "tag": "20935f8b-aa45-4711-b524-5cd6a51991b5", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:42:54.810354 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a6b6dfe0-109e-4869-854f-ab375490e199 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:42:54.810634 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11706484-97c9-4914-92c8-b512063e03af', 'tag': '20935f8b-aa45-4711-b524-5cd6a51991b5', 'status': 'completed', 'code': 200} Jul 22 16:42:54.892030 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dbcf449-8d0f-4490-8699-ff7e8453312c req-276b1298-2deb-4f41-9ca8-28e313e185c2 service neutron] 10.222.0.16 "GET /v2.0/networks/2ea240bd-dc20-472c-b55a-71f96bffca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031710 Jul 22 16:42:54.907183 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60755c49-a28b-467c-b2cb-48e7f2f19602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:54.911027 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d3712bac-bc4f-4c38-8a04-ca3badf4815b req-fbbd2b29-5890-413e-bc5f-400a704da745 service neutron] 10.222.0.30 "GET /v2.0/networks/2ea240bd-dc20-472c-b55a-71f96bffca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787827 Jul 22 16:42:54.918078 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7291cb-2f0b-442c-95b5-5bc1657d87e3 req-12450572-0972-488f-a9f3-ae9699383f12 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:54.926690 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9e7291cb-2f0b-442c-95b5-5bc1657d87e3 req-12450572-0972-488f-a9f3-ae9699383f12 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 944 time: 0.0963671 Jul 22 16:42:54.998614 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9e7291cb-2f0b-442c-95b5-5bc1657d87e3 req-e49d72e3-ebda-4d3a-ace7-84f64c8b55af tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710406 Jul 22 16:42:55.048337 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dbcf449-8d0f-4490-8699-ff7e8453312c req-87763fda-c505-4b00-81a8-66566603d14a service neutron] 10.222.0.16 "GET /v2.0/networks/2ea240bd-dc20-472c-b55a-71f96bffca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485660 Jul 22 16:42:55.108019 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60755c49-a28b-467c-b2cb-48e7f2f19602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:55.117721 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60755c49-a28b-467c-b2cb-48e7f2f19602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:55.173494 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-60755c49-a28b-467c-b2cb-48e7f2f19602 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f0ae781bfc0742d89323942db1d9d596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3959208 Jul 22 16:42:55.174735 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60755c49-a28b-467c-b2cb-48e7f2f19602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026648a6-5391-4c1b-b081-6099c25d67a2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:55.176299 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59896) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:55.202622 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3d4de-1201-4de7-9c9b-8703034b465b req-ddedffb7-dae8-4e61-b06f-48f75d89b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:55.204170 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cdf3d4de-1201-4de7-9c9b-8703034b465b req-ddedffb7-dae8-4e61-b06f-48f75d89b283 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=216f13db00f1480fa00e833a1ebbd51e&device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 1095 time: 0.1377790 Jul 22 16:42:55.270031 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1f553-c22e-4236-86d3-8e54e8b4f936 req-736e8672-a70d-4538-bf68-13b86200a3b2 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:55.277829 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c8f1f553-c22e-4236-86d3-8e54e8b4f936 req-736e8672-a70d-4538-bf68-13b86200a3b2 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1602938 Jul 22 16:42:55.366352 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59546699-069f-4fe2-be63-dcbe3bca3564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:55.398325 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c8f1f553-c22e-4236-86d3-8e54e8b4f936 req-74922339-3863-4221-a1bd-e030cb619567 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074457 Jul 22 16:42:55.421651 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3d4de-1201-4de7-9c9b-8703034b465b req-aafc96d5-95e9-42c8-a541-188bf1389d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:55.423181 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cdf3d4de-1201-4de7-9c9b-8703034b465b req-aafc96d5-95e9-42c8-a541-188bf1389d21 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ea240bd-dc20-472c-b55a-71f96bffca65 HTTP/1.1" status: 200 len: 919 time: 0.2059650 Jul 22 16:42:55.428373 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59546699-069f-4fe2-be63-dcbe3bca3564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:55.486430 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cdf3d4de-1201-4de7-9c9b-8703034b465b req-2dcaeeec-9fbd-42b7-a337-9be8b2faa00a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20935f8b-aa45-4711-b524-5cd6a51991b5 HTTP/1.1" status: 200 len: 217 time: 0.0511193 Jul 22 16:42:55.550245 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3d4de-1201-4de7-9c9b-8703034b465b req-3a2c806f-f9f4-4c5c-ad7b-caa60cdf91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:55.551508 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cdf3d4de-1201-4de7-9c9b-8703034b465b req-3a2c806f-f9f4-4c5c-ad7b-caa60cdf91cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=caa8f8e6-dceb-4921-a48c-11fa4b6a26a2 HTTP/1.1" status: 200 len: 858 time: 0.0494747 Jul 22 16:42:55.552515 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59546699-069f-4fe2-be63-dcbe3bca3564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:55.555074 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59546699-069f-4fe2-be63-dcbe3bca3564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:55.556092 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-59546699-069f-4fe2-be63-dcbe3bca3564 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/026648a6-5391-4c1b-b081-6099c25d67a2 HTTP/1.1" status: 204 len: 168 time: 0.3786647 Jul 22 16:42:55.589855 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cdf3d4de-1201-4de7-9c9b-8703034b465b req-4c7f6244-61a3-4c5b-a59b-1beec58db80f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ea240bd-dc20-472c-b55a-71f96bffca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310843 Jul 22 16:42:55.590590 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59546699-069f-4fe2-be63-dcbe3bca3564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026648a6-5391-4c1b-b081-6099c25d67a2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:55.705826 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cdf3d4de-1201-4de7-9c9b-8703034b465b req-53103e3e-d07f-4407-82ec-f84d06d3f599 service neutron] 10.222.0.30 "GET /v2.0/networks/2ea240bd-dc20-472c-b55a-71f96bffca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066585 Jul 22 16:42:55.779820 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59942) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:55.825355 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6906e093-83af-4c80-9900-6be69a7981d6 req-f13a90a9-6065-49c9-9579-e1f176525374 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0415952 Jul 22 16:42:55.849269 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cdf3d4de-1201-4de7-9c9b-8703034b465b req-d229a94b-0d2c-49b1-bd44-d4146f294cc3 service neutron] 10.222.0.30 "GET /v2.0/networks/2ea240bd-dc20-472c-b55a-71f96bffca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354556 Jul 22 16:42:55.919788 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a4cb093-f81e-4f59-b0d3-6f1a1f3d5405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:55.953456 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59946) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:55.968055 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07997be8-20a6-4265-82ec-be1a14a771ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:56.036043 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a4cb093-f81e-4f59-b0d3-6f1a1f3d5405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:56.041656 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a4cb093-f81e-4f59-b0d3-6f1a1f3d5405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:56.105048 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59952) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:56.106145 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7a4cb093-f81e-4f59-b0d3-6f1a1f3d5405 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9024bc1de59540c09063c77d4b2a039c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3250885 Jul 22 16:42:56.109591 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cb093-f81e-4f59-b0d3-6f1a1f3d5405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b0a2f0-4009-4c41-bbd4-996c0d920038,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:56.201092 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e8b97-6659-4de0-9dc5-8007c321d4ca req-66fb06b5-179b-49e8-b536-efe79daaeb85 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:56.202237 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07997be8-20a6-4265-82ec-be1a14a771ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:56.203066 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b15e8b97-6659-4de0-9dc5-8007c321d4ca req-66fb06b5-179b-49e8-b536-efe79daaeb85 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 944 time: 0.0789726 Jul 22 16:42:56.208777 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5381aaa7-a632-4002-9e9b-0188f02fcc5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:56.210610 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07997be8-20a6-4265-82ec-be1a14a771ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:56.246272 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b15e8b97-6659-4de0-9dc5-8007c321d4ca req-294612f9-d237-4490-ae74-70c60c0ef595 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343583 Jul 22 16:42:56.270161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07997be8-20a6-4265-82ec-be1a14a771ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee11d769-e1c1-4288-81e1-7e67ccd9fd0a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:56.278988 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5381aaa7-a632-4002-9e9b-0188f02fcc5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:56.304757 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-07997be8-20a6-4265-82ec-be1a14a771ca admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8bafeeea287e4428b34c598901af6c4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3497894 Jul 22 16:42:56.307242 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59954) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:56.339769 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5381aaa7-a632-4002-9e9b-0188f02fcc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:56.342705 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5381aaa7-a632-4002-9e9b-0188f02fcc5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:56.346271 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5381aaa7-a632-4002-9e9b-0188f02fcc5f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d6b0a2f0-4009-4c41-bbd4-996c0d920038 HTTP/1.1" status: 204 len: 168 time: 0.2367096 Jul 22 16:42:56.358781 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381aaa7-a632-4002-9e9b-0188f02fcc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b0a2f0-4009-4c41-bbd4-996c0d920038,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:56.416368 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d029cb6f-0b80-48c6-878c-45e38620735d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:56.455873 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d029cb6f-0b80-48c6-878c-45e38620735d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:56.554496 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d029cb6f-0b80-48c6-878c-45e38620735d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:56.557132 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d029cb6f-0b80-48c6-878c-45e38620735d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:56.560583 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d029cb6f-0b80-48c6-878c-45e38620735d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ee11d769-e1c1-4288-81e1-7e67ccd9fd0a HTTP/1.1" status: 204 len: 168 time: 0.2500234 Jul 22 16:42:56.576460 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029cb6f-0b80-48c6-878c-45e38620735d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee11d769-e1c1-4288-81e1-7e67ccd9fd0a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:56.583580 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86524118-c3da-4be3-9e40-42e38c889e73 req-f0c08c68-e8ab-41d6-85e0-abda7aec3527 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:56.585425 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-86524118-c3da-4be3-9e40-42e38c889e73 req-f0c08c68-e8ab-41d6-85e0-abda7aec3527 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0968769 Jul 22 16:42:56.653670 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-86524118-c3da-4be3-9e40-42e38c889e73 req-8a0fc8fe-1b2a-4bf6-bdbf-07ec366829ec tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608113 Jul 22 16:42:56.927142 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59972) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:56.932447 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 6fd239a1-a5ea-4f19-a049-be260753bdee details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:42:56.962209 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e6fcf46-2e60-4e67-ad02-e88d2da32809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:56.983207 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d80d0f82-59a9-45cc-801c-0af037ed4e4b req-28da3ec1-51fd-4be0-a518-3f4f88872126 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0375867 Jul 22 16:42:57.012613 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59974) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:57.041207 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf8fd-8a0a-4d66-a313-43fd7a77e291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:57.088234 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e6fcf46-2e60-4e67-ad02-e88d2da32809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:57.094233 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3e6fcf46-2e60-4e67-ad02-e88d2da32809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:57.126655 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 6fd239a1-a5ea-4f19-a049-be260753bdee, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=6fd239a1-a5ea-4f19-a049-be260753bdee,segment=NetworkSegment(54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7),segment_id=54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:57.136906 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3e6fcf46-2e60-4e67-ad02-e88d2da32809 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2b1f56ec366b46c19e6111cf4c091c0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2064269 Jul 22 16:42:57.139047 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fcf46-2e60-4e67-ad02-e88d2da32809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ce6529-e72e-45c6-bada-b08adabe48f2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:57.139812 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59976) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:57.151431 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '6fd239a1-a5ea-4f19-a049-be260753bdee', 'network_id': '2ea240bd-dc20-472c-b55a-71f96bffca65', 'port_id': '6fd239a1-a5ea-4f19-a049-be260753bdee', 'mac_address': 'fa:16:3e:41:49:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa8f8e6-dceb-4921-a48c-11fa4b6a26a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:42:57.195396 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:57.215572 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd239a1-a5ea-4f19-a049-be260753bdee {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:42:57.245372 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34b9f753-560e-4e5d-82db-3f57505c1b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:57.246591 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 6fd239a1-a5ea-4f19-a049-be260753bdee, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=6fd239a1-a5ea-4f19-a049-be260753bdee,segment=NetworkSegment(54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7),segment_id=54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:57.251760 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:57.287929 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34b9f753-560e-4e5d-82db-3f57505c1b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:57.297982 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf8fd-8a0a-4d66-a313-43fd7a77e291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:57.323980 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf8fd-8a0a-4d66-a313-43fd7a77e291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:57.326337 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=6fd239a1-a5ea-4f19-a049-be260753bdee,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:57.390452 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0dcdf8fd-8a0a-4d66-a313-43fd7a77e291 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4bc3feba540c49098083bb19da4c072f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3757653 Jul 22 16:42:57.393065 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59982) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:57.393794 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdf8fd-8a0a-4d66-a313-43fd7a77e291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb08f86f-7422-4c3c-9e5e-06c261f6b601,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:57.398891 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07507ac3-1c9b-45ae-8edd-2120d19e913f req-8ef9920e-6a96-45f1-a984-881e61cc5b9f tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:57.407023 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-07507ac3-1c9b-45ae-8edd-2120d19e913f req-8ef9920e-6a96-45f1-a984-881e61cc5b9f tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 944 time: 0.0843401 Jul 22 16:42:57.435545 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34b9f753-560e-4e5d-82db-3f57505c1b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:57.438684 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34b9f753-560e-4e5d-82db-3f57505c1b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:57.440301 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-34b9f753-560e-4e5d-82db-3f57505c1b05 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b0ce6529-e72e-45c6-bada-b08adabe48f2 HTTP/1.1" status: 204 len: 168 time: 0.2992067 Jul 22 16:42:57.455077 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9f753-560e-4e5d-82db-3f57505c1b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ce6529-e72e-45c6-bada-b08adabe48f2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:57.456008 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-07507ac3-1c9b-45ae-8edd-2120d19e913f req-f91e03a9-307f-4274-b3c9-ab580979ce9b tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478492 Jul 22 16:42:57.469885 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60b1025b-e452-47f7-949f-e763623ff0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:57.505378 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60b1025b-e452-47f7-949f-e763623ff0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:57.559201 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60b1025b-e452-47f7-949f-e763623ff0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:57.562175 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60b1025b-e452-47f7-949f-e763623ff0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:57.573841 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-60b1025b-e452-47f7-949f-e763623ff0de admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cb08f86f-7422-4c3c-9e5e-06c261f6b601 HTTP/1.1" status: 204 len: 168 time: 0.1764371 Jul 22 16:42:57.582916 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1025b-e452-47f7-949f-e763623ff0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb08f86f-7422-4c3c-9e5e-06c261f6b601,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:57.645947 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['6fd239a1-a5ea-4f19-a049-be260753bdee'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:42:57.708962 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 20935f8b-aa45-4711-b524-5cd6a51991b5 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:42:57.869245 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1f7b6-260b-4626-b1d7-77a5b271c575 req-12704d87-5d7c-46f9-a0f1-8241b9c0ea80 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:57.870960 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7da1f7b6-260b-4626-b1d7-77a5b271c575 req-12704d87-5d7c-46f9-a0f1-8241b9c0ea80 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0912292 Jul 22 16:42:57.949550 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7da1f7b6-260b-4626-b1d7-77a5b271c575 req-1bce3ba4-d989-4098-b7a1-57b41df8deb3 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601125 Jul 22 16:42:58.017998 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-2b125b04-5750-4b02-b19d-3ee320def99e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1417828 Jul 22 16:42:58.057144 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 20935f8b-aa45-4711-b524-5cd6a51991b5, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=20935f8b-aa45-4711-b524-5cd6a51991b5,segment=NetworkSegment(54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7),segment_id=54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:58.102038 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '20935f8b-aa45-4711-b524-5cd6a51991b5', 'network_id': '2ea240bd-dc20-472c-b55a-71f96bffca65', 'port_id': '20935f8b-aa45-4711-b524-5cd6a51991b5', 'mac_address': 'fa:16:3e:86:1b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa8f8e6-dceb-4921-a48c-11fa4b6a26a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:42:58.228413 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-34a48252-d5ea-4f7e-b981-e2af66384194 req-b66ab82d-06e3-42aa-950e-cef26000625f tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0517175 Jul 22 16:42:58.255756 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-16508491-a6c8-4e0a-aa42-f51b038a9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:58.256411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-16508491-a6c8-4e0a-aa42-f51b038a9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:58.257032 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-16508491-a6c8-4e0a-aa42-f51b038a9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:58.257662 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-16508491-a6c8-4e0a-aa42-f51b038a9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:58.258332 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-16508491-a6c8-4e0a-aa42-f51b038a9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:58.259171 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-16508491-a6c8-4e0a-aa42-f51b038a9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:58.259783 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-16508491-a6c8-4e0a-aa42-f51b038a9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:58.261988 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-16508491-a6c8-4e0a-aa42-f51b038a9ba4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2cdac6e8c514eed897eaf0607a1ddfd&device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 6491 time: 0.1878614 Jul 22 16:42:58.269944 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:58.305056 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20935f8b-aa45-4711-b524-5cd6a51991b5 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:42:58.348461 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 20935f8b-aa45-4711-b524-5cd6a51991b5, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=20935f8b-aa45-4711-b524-5cd6a51991b5,segment=NetworkSegment(54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7),segment_id=54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:58.362173 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:58.444333 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=20935f8b-aa45-4711-b524-5cd6a51991b5,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:58.454550 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-57cc79b6-404a-4d67-aa72-d46e4534ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:58.455115 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-57cc79b6-404a-4d67-aa72-d46e4534ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:58.455603 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-57cc79b6-404a-4d67-aa72-d46e4534ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:58.458199 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-57cc79b6-404a-4d67-aa72-d46e4534ae7f service neutron] 10.222.0.30 "GET /v2.0/networks?id=408ac033-5a33-4cf7-82af-38aaa8dda69b&id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&id=ff66ea35-a49e-465a-a94a-77488ff458ac&id=ff66ea35-a49e-465a-a94a-77488ff458ac HTTP/1.1" status: 200 len: 2294 time: 0.1709082 Jul 22 16:42:58.601479 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-28dc24cc-771c-424e-91bf-30755aa9812a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d7a3e15-c6cc-4f53-8290-53ee5b9132dc HTTP/1.1" status: 200 len: 1001 time: 0.1360338 Jul 22 16:42:58.711272 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-b8c8bcce-c01f-44c1-a8f7-fc00a4a232c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:58.713347 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-b8c8bcce-c01f-44c1-a8f7-fc00a4a232c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b630264-c7d4-4c04-a0fd-2e3fe6636661 HTTP/1.1" status: 200 len: 851 time: 0.0724695 Jul 22 16:42:58.724741 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f541a25-8ee4-4f09-9687-fa67d0c179cf req-cf968982-c018-4015-a9b0-90b831bef89d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:58.731551 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5f541a25-8ee4-4f09-9687-fa67d0c179cf req-cf968982-c018-4015-a9b0-90b831bef89d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 945 time: 0.1284304 Jul 22 16:42:58.771190 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['20935f8b-aa45-4711-b524-5cd6a51991b5'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:42:58.829543 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5f541a25-8ee4-4f09-9687-fa67d0c179cf req-5bb41ba5-b588-4323-bc85-f775e60a2e9f tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971057 Jul 22 16:42:58.853975 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-0ae73ad5-0143-4066-b569-b87770171158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:58.853975 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-0ae73ad5-0143-4066-b569-b87770171158 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=408ac033-5a33-4cf7-82af-38aaa8dda69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152833 Jul 22 16:42:59.002272 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-a3869cee-2420-4a55-a00f-b5da6f4150e0 service neutron] 10.222.0.30 "GET /v2.0/networks/408ac033-5a33-4cf7-82af-38aaa8dda69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426988 Jul 22 16:42:59.027045 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d933ab6-fd98-48ad-8fc2-d7d2691736ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:59.197535 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-65162001-7d98-4653-b9b9-fbfacc055831 service neutron] 10.222.0.30 "GET /v2.0/networks/408ac033-5a33-4cf7-82af-38aaa8dda69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900609 Jul 22 16:42:59.243045 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-88c7c6ba-1e19-425b-a56c-fee3e55f830e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=71b37d7f-7bc1-469c-9d49-d6daba46b789 HTTP/1.1" status: 200 len: 217 time: 0.0372183 Jul 22 16:42:59.251237 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d8304-20e6-47df-aa25-71df16a3c0b7 req-367c862d-5050-4115-a992-999f4ba167ed tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:59.252738 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a3d8304-20e6-47df-aa25-71df16a3c0b7 req-367c862d-5050-4115-a992-999f4ba167ed tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1475101 Jul 22 16:42:59.337954 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a3d8304-20e6-47df-aa25-71df16a3c0b7 req-4631b879-6dc9-4def-af55-a86b2c2dbc89 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731857 Jul 22 16:42:59.339984 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-b77858c4-77f0-4417-b0e2-7643b1838b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:59.341378 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-b77858c4-77f0-4417-b0e2-7643b1838b5e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b04288f5-00e1-4e20-a52b-805997e77341 HTTP/1.1" status: 200 len: 797 time: 0.0870652 Jul 22 16:42:59.403484 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-82e2488d-6373-4787-a986-6c80e9dc64d9 req-a2a8ffcd-060c-45b4-957b-4367b8be57ff tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0793693 Jul 22 16:42:59.453524 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-3e184a25-429a-4743-999d-72ca3e57cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:59.455590 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-3e184a25-429a-4743-999d-72ca3e57cd0c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1018806 Jul 22 16:42:59.604573 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-79335936-dfd1-4a6f-bc79-13d589940793 service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334035 Jul 22 16:42:59.716968 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-42b6aebc-6281-4096-8af9-39244e3ea46a service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054397 Jul 22 16:42:59.779384 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-08e7f08a-b646-4904-964b-8f995155892d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=d633fbc4-56d8-481f-9b8d-67add53d5f51 HTTP/1.1" status: 200 len: 217 time: 0.0472827 Jul 22 16:42:59.856783 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-c40e7f73-bcd5-457f-9ef7-70a94c3c6611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:59.858439 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-c40e7f73-bcd5-457f-9ef7-70a94c3c6611 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b04288f5-00e1-4e20-a52b-805997e77341 HTTP/1.1" status: 200 len: 797 time: 0.0717041 Jul 22 16:42:59.938520 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-25dc085b-4217-49b1-8dd2-a2dad16f1980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:59.940244 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-25dc085b-4217-49b1-8dd2-a2dad16f1980 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0742998 Jul 22 16:42:59.975691 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f19e1-5406-4749-bb17-0c5a896b43dd req-36fdf002-9e41-435f-aeb3-74c8e970fe22 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:59.984401 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-846f19e1-5406-4749-bb17-0c5a896b43dd req-36fdf002-9e41-435f-aeb3-74c8e970fe22 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 945 time: 0.0798142 Jul 22 16:43:00.061674 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-846f19e1-5406-4749-bb17-0c5a896b43dd req-a5f07fc7-f6e0-4ef6-a998-e41ddbfa840f tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578234 Jul 22 16:43:00.085661 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-a4ab4fdf-8dd2-4e2b-889f-1d978a7d51f2 service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361282 Jul 22 16:43:00.518884 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-0e8ed1f4-24c5-434f-b85b-23f17f6a994c service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241729 Jul 22 16:43:00.560638 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5266b28e-eba9-4927-becc-3b1888d5a232 req-ed945460-b090-47f3-b407-074f7d337c0f tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0509622 Jul 22 16:43:00.626735 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-fff74bec-96ad-4474-a883-3d8ab586548b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=15308c51-be2f-4b0a-b292-316a0d6b5938 HTTP/1.1" status: 200 len: 217 time: 0.0609243 Jul 22 16:43:00.661573 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640c16f-b084-468e-b1a0-28ee5419f50b req-2cf57d17-5b5e-49f7-95b7-80a7b9fb241c tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:00.663609 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f640c16f-b084-468e-b1a0-28ee5419f50b req-2cf57d17-5b5e-49f7-95b7-80a7b9fb241c tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1409981 Jul 22 16:43:00.748683 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-ccba274a-3dc9-46c1-9702-a95239c69bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:00.750301 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-ccba274a-3dc9-46c1-9702-a95239c69bb5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b04288f5-00e1-4e20-a52b-805997e77341 HTTP/1.1" status: 200 len: 797 time: 0.0792902 Jul 22 16:43:00.755792 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f640c16f-b084-468e-b1a0-28ee5419f50b req-6ac4cc88-b43c-4d7b-a77f-538cb669593a tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736904 Jul 22 16:43:00.814007 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-9f601f04-d256-458c-9e19-6a0971678300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:00.815642 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-9f601f04-d256-458c-9e19-6a0971678300 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0585887 Jul 22 16:43:00.912637 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60148) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:00.924077 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-07bff8f3-77d1-47ba-9ec3-aaac6cd813d1 service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016915 Jul 22 16:43:00.961893 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 6fd239a1-a5ea-4f19-a049-be260753bdee up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:43:01.023218 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 6fd239a1-a5ea-4f19-a049-be260753bdee completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:43:01.028275 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 6fd239a1-a5ea-4f19-a049-be260753bdee triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:01.028965 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.032438 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-aea4288b-2f9b-41ad-88fa-8a1864b122c8 service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998619 Jul 22 16:43:01.086826 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-27350e07-c916-412a-8ffe-657515ec77e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=8f8e2019-4413-47d1-bf77-7942fb52a98f HTTP/1.1" status: 200 len: 217 time: 0.0476327 Jul 22 16:43:01.110102 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91d192bd-f1b0-4e7e-b0e2-4856856ab422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.159136 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.170497 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-40da2a60-5d29-43c9-9f53-818fb63bd635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:01.172036 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-40da2a60-5d29-43c9-9f53-818fb63bd635 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b04288f5-00e1-4e20-a52b-805997e77341 HTTP/1.1" status: 200 len: 797 time: 0.0708854 Jul 22 16:43:01.196050 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179518f7-425f-4c1f-8337-3a98e2dd62b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd239a1-a5ea-4f19-a049-be260753bdee'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:01.198421 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1be025a-267d-45c7-a1a2-84e952d43a54" -d '{"events": [{"server_uuid": "179518f7-425f-4c1f-8337-3a98e2dd62b9", "name": "network-vif-plugged", "status": "completed", "tag": "6fd239a1-a5ea-4f19-a049-be260753bdee"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:01.210916 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 6fd239a1-a5ea-4f19-a049-be260753bdee, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=6fd239a1-a5ea-4f19-a049-be260753bdee,segment=NetworkSegment(54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7),segment_id=54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:01.216465 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.319938 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=6fd239a1-a5ea-4f19-a049-be260753bdee,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:01.359066 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5d55c5-1894-4796-8f29-8a71726a545b x-openstack-request-id: req-1a5d55c5-1894-4796-8f29-8a71726a545b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:01.359372 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "179518f7-425f-4c1f-8337-3a98e2dd62b9", "name": "network-vif-plugged", "status": "completed", "tag": "6fd239a1-a5ea-4f19-a049-be260753bdee", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:01.359671 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1a5d55c5-1894-4796-8f29-8a71726a545b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:01.360126 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '179518f7-425f-4c1f-8337-3a98e2dd62b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd239a1-a5ea-4f19-a049-be260753bdee', 'code': 200} Jul 22 16:43:01.386759 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91d192bd-f1b0-4e7e-b0e2-4856856ab422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.394339 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-b160b1f4-f7a3-4bea-b6eb-64a5e0712a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:01.396210 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-b160b1f4-f7a3-4bea-b6eb-64a5e0712a3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2114160 Jul 22 16:43:01.397441 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91d192bd-f1b0-4e7e-b0e2-4856856ab422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.432502 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d1dfa-254b-45e8-a587-cf503b983ef5 req-b232211f-56f7-42b3-a59a-ab0747171a44 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:01.434846 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e80d1dfa-254b-45e8-a587-cf503b983ef5 req-b232211f-56f7-42b3-a59a-ab0747171a44 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 945 time: 0.1266568 Jul 22 16:43:01.476632 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e80d1dfa-254b-45e8-a587-cf503b983ef5 req-6ff8d8c1-f556-4176-a4ea-f6fc3485ecdf tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357068 Jul 22 16:43:01.482446 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-91d192bd-f1b0-4e7e-b0e2-4856856ab422 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=52a4198004f54de583b4f7b67a3a65fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5655711 Jul 22 16:43:01.483238 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60164) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:01.537570 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e32e476c-d9be-454a-ad18-11757a015b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.565942 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d192bd-f1b0-4e7e-b0e2-4856856ab422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebce1fae-f58e-41ce-992b-3c0e546d7e0a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:01.572686 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d4fd6714-bede-42e2-bd78-455825c2b150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.624899 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-5f12b7a6-111c-4eac-a3a9-2294d19e346c service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032232 Jul 22 16:43:01.646821 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.718167 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c7639-b37b-49be-ac56-18f6ddf2d175 req-fd27484e-b0a7-43c5-93f7-c3b2f038ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:01.720411 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b52c7639-b37b-49be-ac56-18f6ddf2d175 req-fd27484e-b0a7-43c5-93f7-c3b2f038ae3a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 1096 time: 0.2427320 Jul 22 16:43:01.732691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2206c5-858b-48e1-8eab-dd19b34d3774 req-340b7293-ca52-4a40-8783-a087eea6131c tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:01.739380 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 20935f8b-aa45-4711-b524-5cd6a51991b5 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:43:01.741257 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5f2206c5-858b-48e1-8eab-dd19b34d3774 req-340b7293-ca52-4a40-8783-a087eea6131c tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3fd735b-fb8a-4e06-b358-d5f2acfb6ada HTTP/1.1" status: 200 len: 945 time: 0.2880363 Jul 22 16:43:01.809129 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 20935f8b-aa45-4711-b524-5cd6a51991b5 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:43:01.815165 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 20935f8b-aa45-4711-b524-5cd6a51991b5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:01.816070 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.864208 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5f2206c5-858b-48e1-8eab-dd19b34d3774 req-f05ee853-aa23-48b0-a43e-140c4ce8f542 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176951 Jul 22 16:43:01.871388 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bc54ffe9-813e-4730-9ba5-fbbb3166aa29 req-11267483-accd-44f5-99fe-f3bc9f080e56 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0370247 Jul 22 16:43:01.873530 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e32e476c-d9be-454a-ad18-11757a015b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.920142 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b52c7639-b37b-49be-ac56-18f6ddf2d175 req-aa08b281-1426-4e76-8b18-f5af8117b958 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763043 Jul 22 16:43:01.941696 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-9e436896-182d-40fe-aa9b-22580355c2fd service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969990 Jul 22 16:43:01.941984 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.970189 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e32e476c-d9be-454a-ad18-11757a015b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.973280 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e32e476c-d9be-454a-ad18-11757a015b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.976880 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e32e476c-d9be-454a-ad18-11757a015b27 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ebce1fae-f58e-41ce-992b-3c0e546d7e0a HTTP/1.1" status: 204 len: 168 time: 0.4899857 Jul 22 16:43:01.999124 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-80cd7269-1c87-47f0-9f38-90d464261fda service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=21b84e2f-78cd-4be1-aeed-a8ff654b0a5a HTTP/1.1" status: 200 len: 217 time: 0.0455995 Jul 22 16:43:02.004061 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 20935f8b-aa45-4711-b524-5cd6a51991b5, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=20935f8b-aa45-4711-b524-5cd6a51991b5,segment=NetworkSegment(54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7),segment_id=54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:02.009342 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:02.027011 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e476c-d9be-454a-ad18-11757a015b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebce1fae-f58e-41ce-992b-3c0e546d7e0a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:02.087819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=20935f8b-aa45-4711-b524-5cd6a51991b5,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:02.090300 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae005cc-cfdf-4614-95dc-7cb2d9bd1852 req-b331b03d-d170-4bee-acee-bcaccf889af3 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:02.098480 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-aae005cc-cfdf-4614-95dc-7cb2d9bd1852 req-b331b03d-d170-4bee-acee-bcaccf889af3 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1371624 Jul 22 16:43:02.111208 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-5e270da3-d3da-4e1f-be42-ac4bc37af916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:02.113592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-5e270da3-d3da-4e1f-be42-ac4bc37af916 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e307d223-4916-45f9-8593-ea8af57cd01a HTTP/1.1" status: 200 len: 797 time: 0.1107602 Jul 22 16:43:02.139197 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-aae005cc-cfdf-4614-95dc-7cb2d9bd1852 req-900514b1-2ef2-4654-951f-6de5ae30a378 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396073 Jul 22 16:43:02.180281 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-15d4d415-a0de-4da9-9bdc-ab072e1de097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:02.182202 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-15d4d415-a0de-4da9-9bdc-ab072e1de097 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff66ea35-a49e-465a-a94a-77488ff458ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0616307 Jul 22 16:43:02.291364 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-b592bfd9-8de6-41b9-9113-05f155cbffc6 service neutron] 10.222.0.30 "GET /v2.0/networks/ff66ea35-a49e-465a-a94a-77488ff458ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010921 Jul 22 16:43:02.331556 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60188) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:02.352341 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74c2cc06-c012-48b6-ac8b-8556497e64c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:02.393357 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-6a4e3638-6da5-411f-ba3b-4b619d20996f service neutron] 10.222.0.30 "GET /v2.0/networks/ff66ea35-a49e-465a-a94a-77488ff458ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955660 Jul 22 16:43:02.447958 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-525d23bc-1492-4975-91b4-621998ea14f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3d71db8-83f1-44c1-9af6-beb18494c73e HTTP/1.1" status: 200 len: 217 time: 0.0474966 Jul 22 16:43:02.449632 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74c2cc06-c012-48b6-ac8b-8556497e64c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:02.455272 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-74c2cc06-c012-48b6-ac8b-8556497e64c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:02.495641 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-74c2cc06-c012-48b6-ac8b-8556497e64c8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1509883e34c84546b2ed522b034dcf0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627767 Jul 22 16:43:02.496610 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2cc06-c012-48b6-ac8b-8556497e64c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6a6ab9-73bf-418b-ad57-ed01b517d83c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:02.499278 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60194) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:02.506933 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-2406d400-522f-4dfa-bd56-076835814ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:02.509186 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-2406d400-522f-4dfa-bd56-076835814ea7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e307d223-4916-45f9-8593-ea8af57cd01a HTTP/1.1" status: 200 len: 797 time: 0.0553410 Jul 22 16:43:02.571500 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97ec25b9-ce6a-44b3-9812-afcdff19239d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:02.593141 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-386563df-dcc6-4fc6-be6a-dec5e7d197b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:02.594878 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-386563df-dcc6-4fc6-be6a-dec5e7d197b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff66ea35-a49e-465a-a94a-77488ff458ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0783091 Jul 22 16:43:02.615667 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97ec25b9-ce6a-44b3-9812-afcdff19239d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:02.705046 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97667331-c2d9-4ce9-ae2a-f09c24333849 req-9b5a0c0e-2401-442b-ac4e-08d690eb5ba7 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:02.710750 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:02.719100 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-97667331-c2d9-4ce9-ae2a-f09c24333849 req-9b5a0c0e-2401-442b-ac4e-08d690eb5ba7 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.1569324 Jul 22 16:43:02.734157 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-81626bfb-8baa-4126-94dc-895461b94dbd service neutron] 10.222.0.30 "GET /v2.0/networks/ff66ea35-a49e-465a-a94a-77488ff458ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306343 Jul 22 16:43:02.743807 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97ec25b9-ce6a-44b3-9812-afcdff19239d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:02.746379 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97ec25b9-ce6a-44b3-9812-afcdff19239d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:02.747582 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-97ec25b9-ce6a-44b3-9812-afcdff19239d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ea6a6ab9-73bf-418b-ad57-ed01b517d83c HTTP/1.1" status: 204 len: 168 time: 0.2471693 Jul 22 16:43:02.782298 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec25b9-ce6a-44b3-9812-afcdff19239d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6a6ab9-73bf-418b-ad57-ed01b517d83c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:02.806216 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-97667331-c2d9-4ce9-ae2a-f09c24333849 req-bdbaaa33-c0c3-4b09-ba0b-156a1f29cd21 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861192 Jul 22 16:43:02.887829 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-853879b7-7e93-418f-a8c7-3e45365bda6b req-8c26fecf-8c46-42a1-b56d-f0e9ed1643e9 service neutron] 10.222.0.30 "GET /v2.0/networks/ff66ea35-a49e-465a-a94a-77488ff458ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460285 Jul 22 16:43:03.024606 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6ae8d6e1-bb22-4a87-a463-74d600aa5d55 req-50b65137-a784-4bb2-9720-806f9bae371b tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0490322 Jul 22 16:43:03.069425 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3c48c-f17b-4e87-a298-be8f6839b72c req-5f05d8a3-2a9c-4fa3-82f0-1360fa9ea943 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:03.076951 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b6e3c48c-f17b-4e87-a298-be8f6839b72c req-5f05d8a3-2a9c-4fa3-82f0-1360fa9ea943 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3fd735b-fb8a-4e06-b358-d5f2acfb6ada HTTP/1.1" status: 200 len: 945 time: 0.1274514 Jul 22 16:43:03.137416 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b6e3c48c-f17b-4e87-a298-be8f6839b72c req-c4766844-8a67-4b5e-8e9b-1e9aa99bcdd5 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595660 Jul 22 16:43:03.285914 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33469864-6a66-4537-ab8d-f14c66887bd5 req-cc47ed36-dada-4dde-b166-000899384d81 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:03.287571 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-33469864-6a66-4537-ab8d-f14c66887bd5 req-cc47ed36-dada-4dde-b166-000899384d81 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0774963 Jul 22 16:43:03.328968 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-33469864-6a66-4537-ab8d-f14c66887bd5 req-7843ae76-473d-46f9-8893-fd1b58881d0f tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344436 Jul 22 16:43:03.361451 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11706484-97c9-4914-92c8-b512063e03af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20935f8b-aa45-4711-b524-5cd6a51991b5'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:03.364361 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6f5b73-5cb3-478d-a925-f97f260ed982" -d '{"events": [{"server_uuid": "11706484-97c9-4914-92c8-b512063e03af", "name": "network-vif-plugged", "status": "completed", "tag": "20935f8b-aa45-4711-b524-5cd6a51991b5"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:03.408136 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d296ff-db9e-45c1-bf84-b7bbe1decc08 x-openstack-request-id: req-23d296ff-db9e-45c1-bf84-b7bbe1decc08 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:03.408435 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11706484-97c9-4914-92c8-b512063e03af", "name": "network-vif-plugged", "status": "completed", "tag": "20935f8b-aa45-4711-b524-5cd6a51991b5", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:03.408684 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-23d296ff-db9e-45c1-bf84-b7bbe1decc08 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:03.409079 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11706484-97c9-4914-92c8-b512063e03af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20935f8b-aa45-4711-b524-5cd6a51991b5', 'code': 200} Jul 22 16:43:03.668592 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e40cb-0b1d-4142-a6fd-70c767761196 req-113cc6ba-123f-422e-b8ab-43c4992db60f tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:03.670211 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-409e40cb-0b1d-4142-a6fd-70c767761196 req-113cc6ba-123f-422e-b8ab-43c4992db60f tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3fd735b-fb8a-4e06-b358-d5f2acfb6ada HTTP/1.1" status: 200 len: 945 time: 0.1642137 Jul 22 16:43:03.716210 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42766a68-7c28-4a03-83e9-41e7c18b42da req-f5dbe56c-0f26-4a98-bc2a-168cdb49a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:03.717996 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-42766a68-7c28-4a03-83e9-41e7c18b42da req-f5dbe56c-0f26-4a98-bc2a-168cdb49a4e5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 1097 time: 0.1650405 Jul 22 16:43:03.739158 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e32402-d8d2-45ba-a2cd-6dd49c5d30c2 req-246bbe7d-14a2-4aa3-b316-736eb28c98fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:03.741295 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a7e32402-d8d2-45ba-a2cd-6dd49c5d30c2 req-246bbe7d-14a2-4aa3-b316-736eb28c98fc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 1097 time: 0.1766884 Jul 22 16:43:03.825524 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-42766a68-7c28-4a03-83e9-41e7c18b42da req-c4b47554-55c5-449c-b28d-bfe6f1b6a4b9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800307 Jul 22 16:43:03.843491 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a7e32402-d8d2-45ba-a2cd-6dd49c5d30c2 req-10de4724-42ce-4a2e-bba1-e0f51d981b9e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913019 Jul 22 16:43:03.866202 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-409e40cb-0b1d-4142-a6fd-70c767761196 req-86ea6336-bd7f-45f3-afb2-d4fb66d5f66b tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Deleting port 8fae35be-fbd5-410b-ac2d-dd2ffb1346db {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:03.866526 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-409e40cb-0b1d-4142-a6fd-70c767761196 req-86ea6336-bd7f-45f3-afb2-d4fb66d5f66b tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:03.955145 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61deb58b-4e71-43e6-9fce-e5468eb90513 req-32f5c8b4-eded-4564-af15-ffe9a80c528b tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:03.957046 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-61deb58b-4e71-43e6-9fce-e5468eb90513 req-32f5c8b4-eded-4564-af15-ffe9a80c528b tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.0708363 Jul 22 16:43:03.988092 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-409e40cb-0b1d-4142-a6fd-70c767761196 req-86ea6336-bd7f-45f3-afb2-d4fb66d5f66b tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] For port 8fae35be-fbd5-410b-ac2d-dd2ffb1346db, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8fae35be-fbd5-410b-ac2d-dd2ffb1346db,segment=NetworkSegment(b564fcf8-8c98-49bb-b0ec-572c342f0635),segment_id=b564fcf8-8c98-49bb-b0ec-572c342f0635)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:03.988703 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-409e40cb-0b1d-4142-a6fd-70c767761196 req-86ea6336-bd7f-45f3-afb2-d4fb66d5f66b tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:04.005153 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-409e40cb-0b1d-4142-a6fd-70c767761196 req-86ea6336-bd7f-45f3-afb2-d4fb66d5f66b tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Calling delete_port for 8fae35be-fbd5-410b-ac2d-dd2ffb1346db owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:04.011542 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-61deb58b-4e71-43e6-9fce-e5468eb90513 req-dfc18f46-1f7a-42c3-9ca7-1b3b95327a5d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477381 Jul 22 16:43:04.197870 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6df9eb2f-b536-4c30-92f3-656b3191b72d req-8238d13c-10e8-4898-9ce6-cf222fda7079 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0672886 Jul 22 16:43:04.250830 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-409e40cb-0b1d-4142-a6fd-70c767761196 req-86ea6336-bd7f-45f3-afb2-d4fb66d5f66b tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:04.282722 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea6336-bd7f-45f3-afb2-d4fb66d5f66b tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Pushing event deleted for resources: {'Port': ['ID=8fae35be-fbd5-410b-ac2d-dd2ffb1346db,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:04.294989 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['8fae35be-fbd5-410b-ac2d-dd2ffb1346db'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:43:04.317632 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-922a03cb-4781-48ec-a246-59b9c1e68f4e req-632365ad-aaf2-44b1-b19a-79c004351bcc tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3fd735b-fb8a-4e06-b358-d5f2acfb6ada HTTP/1.1" status: 200 len: 210 time: 0.0363703 Jul 22 16:43:04.366839 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-409e40cb-0b1d-4142-a6fd-70c767761196 req-86ea6336-bd7f-45f3-afb2-d4fb66d5f66b tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] No DVR routers for this DVR port 8fae35be-fbd5-410b-ac2d-dd2ffb1346db on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:43:04.369808 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-409e40cb-0b1d-4142-a6fd-70c767761196 req-86ea6336-bd7f-45f3-afb2-d4fb66d5f66b tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:04.373505 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-409e40cb-0b1d-4142-a6fd-70c767761196 req-86ea6336-bd7f-45f3-afb2-d4fb66d5f66b tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.16 "DELETE /v2.0/ports/8fae35be-fbd5-410b-ac2d-dd2ffb1346db HTTP/1.1" status: 204 len: 173 time: 0.6955521 Jul 22 16:43:04.374013 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3fd735b-fb8a-4e06-b358-d5f2acfb6ada', 'name': 'network-vif-deleted', 'tag': '8fae35be-fbd5-410b-ac2d-dd2ffb1346db'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:04.376916 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936f4b94-8e71-4877-9473-bd36e45c5320" -d '{"events": [{"server_uuid": "c3fd735b-fb8a-4e06-b358-d5f2acfb6ada", "name": "network-vif-deleted", "tag": "8fae35be-fbd5-410b-ac2d-dd2ffb1346db"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:04.429493 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9211a982-5214-4ce1-8189-e1c85d1a33e2 x-openstack-request-id: req-9211a982-5214-4ce1-8189-e1c85d1a33e2 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:04.429869 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3fd735b-fb8a-4e06-b358-d5f2acfb6ada", "name": "network-vif-deleted", "tag": "8fae35be-fbd5-410b-ac2d-dd2ffb1346db", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:04.430440 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9211a982-5214-4ce1-8189-e1c85d1a33e2 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:04.430917 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3fd735b-fb8a-4e06-b358-d5f2acfb6ada', 'name': 'network-vif-deleted', 'tag': '8fae35be-fbd5-410b-ac2d-dd2ffb1346db', 'status': 'completed', 'code': 200} Jul 22 16:43:04.532435 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaf274-635b-4195-b103-85eb7304ff7b req-7c4a8fbe-f168-423f-844f-4dd3acbda30d tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:04.533877 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1cbaf274-635b-4195-b103-85eb7304ff7b req-7c4a8fbe-f168-423f-844f-4dd3acbda30d tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0860686 Jul 22 16:43:04.566401 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:04.581851 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1cbaf274-635b-4195-b103-85eb7304ff7b req-a7ac96d2-e4f3-4388-b473-07e5936d5be1 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390887 Jul 22 16:43:05.232415 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8e166-803e-484d-897f-86989aa5ebf1 req-68dfa1cb-c122-466f-9c37-6e7b42720b0d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:05.234582 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-00e8e166-803e-484d-897f-86989aa5ebf1 req-68dfa1cb-c122-466f-9c37-6e7b42720b0d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.1054459 Jul 22 16:43:05.296626 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-00e8e166-803e-484d-897f-86989aa5ebf1 req-6f65139c-3e58-46c7-9dbf-a52170c65552 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503879 Jul 22 16:43:05.372802 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-405f9463-cf65-4254-9fcf-7a1a9ee1b8e7 req-23373970-210c-445e-ae2e-e88082cd8ae5 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0622053 Jul 22 16:43:05.422871 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60328) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:05.527471 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60336) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:05.640225 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ebf3e83-a603-463b-9b5e-54fee8229d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:05.718669 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae127e37-f201-44e1-828f-fcfd8be9befc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:05.798106 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea802c2-2548-459b-9705-2b44cc3395d7 req-fb6957e9-ba84-427e-8a1f-b7f68559a2d6 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:05.799607 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4ea802c2-2548-459b-9705-2b44cc3395d7 req-fb6957e9-ba84-427e-8a1f-b7f68559a2d6 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1265101 Jul 22 16:43:05.831283 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ebf3e83-a603-463b-9b5e-54fee8229d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:05.846160 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ebf3e83-a603-463b-9b5e-54fee8229d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:05.883043 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4ea802c2-2548-459b-9705-2b44cc3395d7 req-1351c76b-e988-4d85-8475-8e30b5347ab9 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770566 Jul 22 16:43:05.915820 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9ebf3e83-a603-463b-9b5e-54fee8229d7c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6ad4a9895c804e1f82d383c21ad3c163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4918287 Jul 22 16:43:05.916807 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf3e83-a603-463b-9b5e-54fee8229d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c3ba34-5ecc-404d-b0f5-02dc863a127e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:05.918673 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60348) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:05.950783 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-7bb400c7-f2e8-4114-9399-69eb3f8a24b3 req-42d3e96f-b0ea-4372-8a43-d3c830e49a93 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-820065770', 'description': 'tempest-description-900979373'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:05.979372 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae127e37-f201-44e1-828f-fcfd8be9befc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:05.983291 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae127e37-f201-44e1-828f-fcfd8be9befc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:06.004174 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce245-e612-4986-bafb-b0b55674c62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:06.017296 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7bb400c7-f2e8-4114-9399-69eb3f8a24b3 req-42d3e96f-b0ea-4372-8a43-d3c830e49a93 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:06.024089 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ae127e37-f201-44e1-828f-fcfd8be9befc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fed158a254354269859dcda8c7b2a3ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4953144 Jul 22 16:43:06.026091 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae127e37-f201-44e1-828f-fcfd8be9befc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0a2e25-0b70-40e7-886a-09c5fba05dff,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:06.029136 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60350) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:06.039121 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce245-e612-4986-bafb-b0b55674c62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:06.082841 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a91283f0-f8cd-42ac-991f-6d3e0caa043d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:06.116446 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a91283f0-f8cd-42ac-991f-6d3e0caa043d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:06.162201 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce245-e612-4986-bafb-b0b55674c62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:06.165543 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce245-e612-4986-bafb-b0b55674c62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:06.166390 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ca5ce245-e612-4986-bafb-b0b55674c62c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/08c3ba34-5ecc-404d-b0f5-02dc863a127e HTTP/1.1" status: 204 len: 168 time: 0.2464173 Jul 22 16:43:06.182288 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a91283f0-f8cd-42ac-991f-6d3e0caa043d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:06.185169 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a91283f0-f8cd-42ac-991f-6d3e0caa043d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:06.187340 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ce245-e612-4986-bafb-b0b55674c62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c3ba34-5ecc-404d-b0f5-02dc863a127e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:06.195373 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7bb400c7-f2e8-4114-9399-69eb3f8a24b3 req-42d3e96f-b0ea-4372-8a43-d3c830e49a93 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:06.196755 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a91283f0-f8cd-42ac-991f-6d3e0caa043d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3d0a2e25-0b70-40e7-886a-09c5fba05dff HTTP/1.1" status: 204 len: 168 time: 0.1588435 Jul 22 16:43:06.200507 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7bb400c7-f2e8-4114-9399-69eb3f8a24b3 req-42d3e96f-b0ea-4372-8a43-d3c830e49a93 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:06.216345 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91283f0-f8cd-42ac-991f-6d3e0caa043d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0a2e25-0b70-40e7-886a-09c5fba05dff,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:06.260656 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7bb400c7-f2e8-4114-9399-69eb3f8a24b3 req-42d3e96f-b0ea-4372-8a43-d3c830e49a93 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:06.273525 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7bb400c7-f2e8-4114-9399-69eb3f8a24b3 req-42d3e96f-b0ea-4372-8a43-d3c830e49a93 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3315780 Jul 22 16:43:06.279571 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3e96f-b0ea-4372-8a43-d3c830e49a93 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69454903-0423-4320-ba76-c08e49661da3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:06.397821 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-44008bc7-c8dc-44c6-9d7b-3fb5faf580bc req-3ebd3c03-f614-41ea-b9a2-fed630be0c11 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-820065770&fields=id&tenant_id=b6b64aba8a2344e3ad8ead2f811c3725 HTTP/1.1" status: 200 len: 267 time: 0.0629499 Jul 22 16:43:06.501172 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44008bc7-c8dc-44c6-9d7b-3fb5faf580bc req-e3a764f9-16ed-4ba7-a59f-66f170383117 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:06.505978 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-44008bc7-c8dc-44c6-9d7b-3fb5faf580bc req-e3a764f9-16ed-4ba7-a59f-66f170383117 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.1066511 Jul 22 16:43:06.518254 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-44008bc7-c8dc-44c6-9d7b-3fb5faf580bc req-45ef9d26-b20f-483c-a636-e33c61fe44f8 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Request body: {'port': {'security_groups': ['70bdbf3f-5bde-460c-a346-7a263241a79d', '69454903-0423-4320-ba76-c08e49661da3']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:06.520983 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5854bae-87a3-45e0-bd67-f823003e1faa req-cf82ef00-3368-4cc0-993b-d3a90bbd38b6 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:06.525723 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c5854bae-87a3-45e0-bd67-f823003e1faa req-cf82ef00-3368-4cc0-993b-d3a90bbd38b6 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.1224837 Jul 22 16:43:06.625164 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c5854bae-87a3-45e0-bd67-f823003e1faa req-40975d12-fc67-4a85-b2ba-5f8d35ebd6c6 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836372 Jul 22 16:43:06.676698 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60374) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:06.741292 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1af3cfd7-20d1-43b4-bd7a-5acae4f2aedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:06.749336 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92a1eb89-978b-4f64-ba53-a1051b6be545 req-d57bedf6-9c1c-48ec-b7aa-63efbfefd68d tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0507832 Jul 22 16:43:06.757161 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-44008bc7-c8dc-44c6-9d7b-3fb5faf580bc req-45ef9d26-b20f-483c-a636-e33c61fe44f8 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:06.822534 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60376) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:06.866894 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d67758ad-51a6-4f07-b186-596daa5006d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.022299 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1af3cfd7-20d1-43b4-bd7a-5acae4f2aedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.045025 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1af3cfd7-20d1-43b4-bd7a-5acae4f2aedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.163242 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d67758ad-51a6-4f07-b186-596daa5006d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.168871 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d67758ad-51a6-4f07-b186-596daa5006d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.175857 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3cfd7-20d1-43b4-bd7a-5acae4f2aedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5759e16d-b81d-42d2-b80c-c706cea50ebf,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:07.190921 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1af3cfd7-20d1-43b4-bd7a-5acae4f2aedb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=78ad0c291e9d414597b0727227ad50c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5119786 Jul 22 16:43:07.191530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60378) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:07.209377 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-44008bc7-c8dc-44c6-9d7b-3fb5faf580bc req-45ef9d26-b20f-483c-a636-e33c61fe44f8 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] For port 719b8931-9712-4982-802d-9ab3ede15d65, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=719b8931-9712-4982-802d-9ab3ede15d65,segment=NetworkSegment(dc90611d-f55b-4011-a315-63bb13f9ef92),segment_id=dc90611d-f55b-4011-a315-63bb13f9ef92)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:07.243191 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-44008bc7-c8dc-44c6-9d7b-3fb5faf580bc req-45ef9d26-b20f-483c-a636-e33c61fe44f8 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.257720 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-44008bc7-c8dc-44c6-9d7b-3fb5faf580bc req-45ef9d26-b20f-483c-a636-e33c61fe44f8 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.264829 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d67758ad-51a6-4f07-b186-596daa5006d8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e59c7d0deddb41e28933a539733030fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4408123 Jul 22 16:43:07.275272 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67758ad-51a6-4f07-b186-596daa5006d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709c8d0f-ef1f-4a8e-87c4-47b88a0526a5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:07.280267 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60382) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:07.291185 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['719b8931-9712-4982-802d-9ab3ede15d65'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:43:07.318067 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44008bc7-c8dc-44c6-9d7b-3fb5faf580bc req-45ef9d26-b20f-483c-a636-e33c61fe44f8 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:07.318713 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-44008bc7-c8dc-44c6-9d7b-3fb5faf580bc req-45ef9d26-b20f-483c-a636-e33c61fe44f8 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.320121 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-44008bc7-c8dc-44c6-9d7b-3fb5faf580bc req-45ef9d26-b20f-483c-a636-e33c61fe44f8 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "PUT /v2.0/ports/719b8931-9712-4982-802d-9ab3ede15d65 HTTP/1.1" status: 200 len: 982 time: 0.8083351 Jul 22 16:43:07.320584 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1', 'tag': '719b8931-9712-4982-802d-9ab3ede15d65'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:07.328622 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d545b09f-0874-4a4d-ba6c-1b777180d451" -d '{"events": [{"name": "network-changed", "server_uuid": "72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1", "tag": "719b8931-9712-4982-802d-9ab3ede15d65"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:07.351215 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef9d26-b20f-483c-a636-e33c61fe44f8 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Pushing event updated for resources: {'Port': ['ID=719b8931-9712-4982-802d-9ab3ede15d65,revision_number=6']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:07.407416 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-172c05d0-f155-4c33-929a-fc8b0b2cb087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.428314 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-44417548-1d9c-4557-8d60-93639eab356e req-95e0d2b4-74eb-4980-83dc-cb995355144a tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-820065770&fields=id&tenant_id=b6b64aba8a2344e3ad8ead2f811c3725 HTTP/1.1" status: 200 len: 267 time: 0.0398598 Jul 22 16:43:07.461341 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-172c05d0-f155-4c33-929a-fc8b0b2cb087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.474018 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c56a62ab-acaf-4632-af51-ada404f621c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.493610 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['719b8931-9712-4982-802d-9ab3ede15d65'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:43:07.508592 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5aefa-31cd-4db4-96c1-d010115fb151 req-65b90b49-29c4-4ec4-9f70-0606fc6648de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:07.510459 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3dd5aefa-31cd-4db4-96c1-d010115fb151 req-65b90b49-29c4-4ec4-9f70-0606fc6648de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=216f13db00f1480fa00e833a1ebbd51e&device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 1097 time: 0.2291105 Jul 22 16:43:07.518631 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44417548-1d9c-4557-8d60-93639eab356e req-2ff7871c-00e3-4f31-8558-2ad2384b084b tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:07.520518 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-44417548-1d9c-4557-8d60-93639eab356e req-2ff7871c-00e3-4f31-8558-2ad2384b084b tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 985 time: 0.0767510 Jul 22 16:43:07.533197 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-44417548-1d9c-4557-8d60-93639eab356e req-8391ade5-15bd-408b-acec-1876258c9e1f tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Request body: {'port': {'security_groups': ['70bdbf3f-5bde-460c-a346-7a263241a79d']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:07.540359 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078f4c7-2491-4d37-b337-63020ff1e6df req-9af8d985-2242-4a20-8238-f19214b70dc9 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:07.541906 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f078f4c7-2491-4d37-b337-63020ff1e6df req-9af8d985-2242-4a20-8238-f19214b70dc9 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.2858765 Jul 22 16:43:07.553648 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c56a62ab-acaf-4632-af51-ada404f621c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.652918 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-44417548-1d9c-4557-8d60-93639eab356e req-8391ade5-15bd-408b-acec-1876258c9e1f tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.666667 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de3d3614-9f31-4aae-b20e-486340b71457 req-b515dcb0-6f2a-4431-acfc-948fe0eeddc9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0407579 Jul 22 16:43:07.718247 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-172c05d0-f155-4c33-929a-fc8b0b2cb087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.720792 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-172c05d0-f155-4c33-929a-fc8b0b2cb087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.722601 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-172c05d0-f155-4c33-929a-fc8b0b2cb087 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5759e16d-b81d-42d2-b80c-c706cea50ebf HTTP/1.1" status: 204 len: 168 time: 0.5250850 Jul 22 16:43:07.734550 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f078f4c7-2491-4d37-b337-63020ff1e6df req-5897b862-71de-4597-b8cb-75722cf7b42a tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784358 Jul 22 16:43:07.751822 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c05d0-f155-4c33-929a-fc8b0b2cb087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5759e16d-b81d-42d2-b80c-c706cea50ebf,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:07.783296 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d844b620-9991-4734-acc7-514f378351cf x-openstack-request-id: req-d844b620-9991-4734-acc7-514f378351cf {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:07.783798 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1", "tag": "719b8931-9712-4982-802d-9ab3ede15d65", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:07.783798 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d844b620-9991-4734-acc7-514f378351cf {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:07.784743 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1', 'tag': '719b8931-9712-4982-802d-9ab3ede15d65', 'status': 'completed', 'code': 200} Jul 22 16:43:07.789806 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c56a62ab-acaf-4632-af51-ada404f621c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.806876 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c56a62ab-acaf-4632-af51-ada404f621c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.808020 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c56a62ab-acaf-4632-af51-ada404f621c4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/709c8d0f-ef1f-4a8e-87c4-47b88a0526a5 HTTP/1.1" status: 204 len: 168 time: 0.5254998 Jul 22 16:43:07.811088 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5aefa-31cd-4db4-96c1-d010115fb151 req-064fc6b6-cb86-4097-a5c2-3c73a2a9837d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:07.812649 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3dd5aefa-31cd-4db4-96c1-d010115fb151 req-064fc6b6-cb86-4097-a5c2-3c73a2a9837d service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ea240bd-dc20-472c-b55a-71f96bffca65 HTTP/1.1" status: 200 len: 919 time: 0.2838442 Jul 22 16:43:07.821164 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a62ab-acaf-4632-af51-ada404f621c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709c8d0f-ef1f-4a8e-87c4-47b88a0526a5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:07.956019 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b64a3925-8194-4ca6-91ed-f6f43f188b09 req-79796dae-61d2-4bbb-a0da-c64bd93b0631 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0542123 Jul 22 16:43:07.991291 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3dd5aefa-31cd-4db4-96c1-d010115fb151 req-4bf12bad-1d9b-49f2-872b-1d8fbabec0e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20935f8b-aa45-4711-b524-5cd6a51991b5 HTTP/1.1" status: 200 len: 217 time: 0.0618227 Jul 22 16:43:08.002736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545b09f-0874-4a4d-ba6c-1b777180d451 req-7abf826f-3887-4e43-b589-db1fb4dd738e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:08.004043 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d545b09f-0874-4a4d-ba6c-1b777180d451 req-7abf826f-3887-4e43-b589-db1fb4dd738e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6b64aba8a2344e3ad8ead2f811c3725&device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 1136 time: 0.1531451 Jul 22 16:43:08.006487 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-44417548-1d9c-4557-8d60-93639eab356e req-8391ade5-15bd-408b-acec-1876258c9e1f tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] For port 719b8931-9712-4982-802d-9ab3ede15d65, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=719b8931-9712-4982-802d-9ab3ede15d65,segment=NetworkSegment(dc90611d-f55b-4011-a315-63bb13f9ef92),segment_id=dc90611d-f55b-4011-a315-63bb13f9ef92)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:08.047948 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-44417548-1d9c-4557-8d60-93639eab356e req-8391ade5-15bd-408b-acec-1876258c9e1f tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:08.055379 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-44417548-1d9c-4557-8d60-93639eab356e req-8391ade5-15bd-408b-acec-1876258c9e1f tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:08.095773 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['719b8931-9712-4982-802d-9ab3ede15d65'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:43:08.147040 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44417548-1d9c-4557-8d60-93639eab356e req-8391ade5-15bd-408b-acec-1876258c9e1f tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:08.147721 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-44417548-1d9c-4557-8d60-93639eab356e req-8391ade5-15bd-408b-acec-1876258c9e1f tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:08.149194 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-44417548-1d9c-4557-8d60-93639eab356e req-8391ade5-15bd-408b-acec-1876258c9e1f tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "PUT /v2.0/ports/719b8931-9712-4982-802d-9ab3ede15d65 HTTP/1.1" status: 200 len: 943 time: 0.6216438 Jul 22 16:43:08.229260 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391ade5-15bd-408b-acec-1876258c9e1f tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Pushing event updated for resources: {'Port': ['ID=719b8931-9712-4982-802d-9ab3ede15d65,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:08.274519 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5aefa-31cd-4db4-96c1-d010115fb151 req-a8d6b605-16e9-4275-9897-8232e2d4b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:08.274519 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3dd5aefa-31cd-4db4-96c1-d010115fb151 req-a8d6b605-16e9-4275-9897-8232e2d4b452 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=caa8f8e6-dceb-4921-a48c-11fa4b6a26a2 HTTP/1.1" status: 200 len: 858 time: 0.2677884 Jul 22 16:43:08.320814 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545b09f-0874-4a4d-ba6c-1b777180d451 req-68f046e2-25a5-49e8-9921-aae48bb4f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:08.327148 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d545b09f-0874-4a4d-ba6c-1b777180d451 req-68f046e2-25a5-49e8-9921-aae48bb4f561 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5213f340-dbe4-4ff2-9909-61ebc63af76c HTTP/1.1" status: 200 len: 920 time: 0.2963078 Jul 22 16:43:08.333944 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['719b8931-9712-4982-802d-9ab3ede15d65'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:43:08.370082 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3dd5aefa-31cd-4db4-96c1-d010115fb151 req-7e3afc6d-63d3-41b6-99d8-339f3f1aa7e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ea240bd-dc20-472c-b55a-71f96bffca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730462 Jul 22 16:43:08.476687 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d545b09f-0874-4a4d-ba6c-1b777180d451 req-7c71193b-930d-4ecf-bd76-31e2e59eeef3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=719b8931-9712-4982-802d-9ab3ede15d65 HTTP/1.1" status: 200 len: 217 time: 0.1089818 Jul 22 16:43:08.486416 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-30ca1663-b063-4bea-88c0-9359430e109d req-7e261d5a-352e-4915-9746-685c541fd2f0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2856221 Jul 22 16:43:08.497207 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-30ca1663-b063-4bea-88c0-9359430e109d req-263e2318-71da-4e04-a576-725b41f5a7c0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:08.547239 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-30ca1663-b063-4bea-88c0-9359430e109d req-263e2318-71da-4e04-a576-725b41f5a7c0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:08.598067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545b09f-0874-4a4d-ba6c-1b777180d451 req-10a11e15-c388-452b-9d37-a74b2568a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:08.599554 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d545b09f-0874-4a4d-ba6c-1b777180d451 req-10a11e15-c388-452b-9d37-a74b2568a639 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a4b30d3f-c597-4bb8-a89e-3ae3ba30816a HTTP/1.1" status: 200 len: 859 time: 0.1149919 Jul 22 16:43:08.778205 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-30ca1663-b063-4bea-88c0-9359430e109d req-263e2318-71da-4e04-a576-725b41f5a7c0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:08.987990 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-30ca1663-b063-4bea-88c0-9359430e109d req-263e2318-71da-4e04-a576-725b41f5a7c0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Allocated IP 172.25.0.47 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/c2c6ec89-ab69-46da-8b3d-7b52dd763b73) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:43:09.019414 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d545b09f-0874-4a4d-ba6c-1b777180d451 req-d351c7d7-10ff-454e-aea2-bc85911b3f5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5213f340-dbe4-4ff2-9909-61ebc63af76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4107046 Jul 22 16:43:09.023932 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 8fae35be-fbd5-410b-ac2d-dd2ffb1346db no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:43:09.040657 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3dd5aefa-31cd-4db4-96c1-d010115fb151 req-b8414ce8-4ec9-4a7a-81ec-2e0b175bfd1b service neutron] 10.222.0.30 "GET /v2.0/networks/2ea240bd-dc20-472c-b55a-71f96bffca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6590590 Jul 22 16:43:09.086644 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 8fae35be-fbd5-410b-ac2d-dd2ffb1346db {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:43:09.087263 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 8fae35be-fbd5-410b-ac2d-dd2ffb1346db not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:43:09.174428 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-30ca1663-b063-4bea-88c0-9359430e109d req-263e2318-71da-4e04-a576-725b41f5a7c0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:09.240427 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-30ca1663-b063-4bea-88c0-9359430e109d req-263e2318-71da-4e04-a576-725b41f5a7c0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:09.316090 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60462) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:09.317368 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ca1663-b063-4bea-88c0-9359430e109d req-263e2318-71da-4e04-a576-725b41f5a7c0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:09.335834 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3dd5aefa-31cd-4db4-96c1-d010115fb151 req-95db9832-5653-49ed-b45e-dc13e086d295 service neutron] 10.222.0.30 "GET /v2.0/networks/2ea240bd-dc20-472c-b55a-71f96bffca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631154 Jul 22 16:43:09.344241 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d545b09f-0874-4a4d-ba6c-1b777180d451 req-afbd960a-8885-433e-a72d-efa32b3d34d1 service neutron] 10.222.0.16 "GET /v2.0/networks/5213f340-dbe4-4ff2-9909-61ebc63af76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148541 Jul 22 16:43:09.360708 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e2318-71da-4e04-a576-725b41f5a7c0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Pushing event updated for resources: {'Port': ['ID=c2c6ec89-ab69-46da-8b3d-7b52dd763b73,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:09.366439 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b6abb-c16c-4716-a765-c132abab1533 req-2f8eb5e5-d028-4e26-9552-eddd542bf49f tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:09.368642 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b0b6abb-c16c-4716-a765-c132abab1533 req-2f8eb5e5-d028-4e26-9552-eddd542bf49f tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.3547552 Jul 22 16:43:09.375027 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-30ca1663-b063-4bea-88c0-9359430e109d req-263e2318-71da-4e04-a576-725b41f5a7c0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:09.378026 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ca1663-b063-4bea-88c0-9359430e109d req-263e2318-71da-4e04-a576-725b41f5a7c0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:09.383672 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:43:09.513561 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b0b6abb-c16c-4716-a765-c132abab1533 req-eca6cb86-3e09-4cb3-84b3-c4e95b4013ab tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293976 Jul 22 16:43:09.540019 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-30ca1663-b063-4bea-88c0-9359430e109d req-263e2318-71da-4e04-a576-725b41f5a7c0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:09.583321 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d545b09f-0874-4a4d-ba6c-1b777180d451 req-1d4f3e03-18fa-4ab7-9ef3-3a177676f9fc service neutron] 10.222.0.16 "GET /v2.0/networks/5213f340-dbe4-4ff2-9909-61ebc63af76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134786 Jul 22 16:43:09.597719 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5286835b-15a8-4dd0-8b36-3e9002a06c33 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-846695681-network', 'tenant_id': 'fb6676aeb8e2493a8c529046072d934a'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:09.615956 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-30ca1663-b063-4bea-88c0-9359430e109d req-263e2318-71da-4e04-a576-725b41f5a7c0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:09.672751 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5286835b-15a8-4dd0-8b36-3e9002a06c33 admin admin] Made reservation on behalf of fb6676aeb8e2493a8c529046072d934a for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:09.683151 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5286835b-15a8-4dd0-8b36-3e9002a06c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:09.728463 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5286835b-15a8-4dd0-8b36-3e9002a06c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:09.749495 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-22cd93a4-1673-4693-b8f9-d988d92661c8 req-3786a8f3-197a-4ae7-985c-c9f971a964a9 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.1075060 Jul 22 16:43:09.791902 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1', 'tag': '719b8931-9712-4982-802d-9ab3ede15d65'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:09.796064 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d26379-da31-46f3-ba5c-adfb76cf67e4" -d '{"events": [{"name": "network-changed", "server_uuid": "72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1", "tag": "719b8931-9712-4982-802d-9ab3ede15d65"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:09.882692 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5286835b-15a8-4dd0-8b36-3e9002a06c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:09.889274 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5286835b-15a8-4dd0-8b36-3e9002a06c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:09.922630 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5286835b-15a8-4dd0-8b36-3e9002a06c33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:43:09.935614 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-30ca1663-b063-4bea-88c0-9359430e109d req-263e2318-71da-4e04-a576-725b41f5a7c0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:09.942184 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286835b-15a8-4dd0-8b36-3e9002a06c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2677b7bd-a94f-4158-b216-5bdaee1b048c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:09.944169 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-30ca1663-b063-4bea-88c0-9359430e109d req-263e2318-71da-4e04-a576-725b41f5a7c0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:09.949014 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5286835b-15a8-4dd0-8b36-3e9002a06c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:09.949374 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-5286835b-15a8-4dd0-8b36-3e9002a06c33 admin admin] Added segment 27143391-0d5d-495f-8e52-618ade09a278 of type vlan for network 505e7aec-4993-4014-9ebe-fc327bd7ad1d Jul 22 16:43:10.007961 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5286835b-15a8-4dd0-8b36-3e9002a06c33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:10.037176 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e2318-71da-4e04-a576-725b41f5a7c0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Pushing event updated for resources: {'Port': ['ID=c2c6ec89-ab69-46da-8b3d-7b52dd763b73,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:10.051075 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-30ca1663-b063-4bea-88c0-9359430e109d req-263e2318-71da-4e04-a576-725b41f5a7c0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:10.053906 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5286835b-15a8-4dd0-8b36-3e9002a06c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:10.056709 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5286835b-15a8-4dd0-8b36-3e9002a06c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:10.057409 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5286835b-15a8-4dd0-8b36-3e9002a06c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:10.068568 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-30ca1663-b063-4bea-88c0-9359430e109d req-263e2318-71da-4e04-a576-725b41f5a7c0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:10.070114 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-30ca1663-b063-4bea-88c0-9359430e109d req-263e2318-71da-4e04-a576-725b41f5a7c0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5777965 Jul 22 16:43:10.108923 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5286835b-15a8-4dd0-8b36-3e9002a06c33 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7864873 Jul 22 16:43:10.108923 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60488) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:10.111670 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4eb87547-e1b6-4b77-805f-561095a84eac admin admin] Request body: {'subnet': {'network_id': '505e7aec-4993-4014-9ebe-fc327bd7ad1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-846695681-subnet', 'tenant_id': 'fb6676aeb8e2493a8c529046072d934a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:10.167022 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286835b-15a8-4dd0-8b36-3e9002a06c33 admin admin] Pushing event updated for resources: {'Network': ['ID=505e7aec-4993-4014-9ebe-fc327bd7ad1d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:10.170270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb87547-e1b6-4b77-805f-561095a84eac admin admin] Made reservation on behalf of fb6676aeb8e2493a8c529046072d934a for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:10.172867 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4eb87547-e1b6-4b77-805f-561095a84eac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:10.178777 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 505e7aec-4993-4014-9ebe-fc327bd7ad1d details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:43:10.194196 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-30ca1663-b063-4bea-88c0-9359430e109d req-0feb28ef-1d38-4007-b794-732cf95fa632 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.47 HTTP/1.1" status: 200 len: 695 time: 0.1162622 Jul 22 16:43:10.366435 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca1663-b063-4bea-88c0-9359430e109d req-ebba6aea-f061-4f06-9795-6d789a6502a1 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:10.368282 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-30ca1663-b063-4bea-88c0-9359430e109d req-ebba6aea-f061-4f06-9795-6d789a6502a1 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.1675141 Jul 22 16:43:10.382287 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-30ca1663-b063-4bea-88c0-9359430e109d req-3a36a605-bf0c-47a3-baae-f3a32c960a82 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:43:10.385399 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-30ca1663-b063-4bea-88c0-9359430e109d req-3a36a605-bf0c-47a3-baae-f3a32c960a82 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104017 Jul 22 16:43:10.465858 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cf8fc3-8ce9-4a46-94a9-9376fccab521 x-openstack-request-id: req-59cf8fc3-8ce9-4a46-94a9-9376fccab521 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:10.466175 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1", "tag": "719b8931-9712-4982-802d-9ab3ede15d65", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:10.466430 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-59cf8fc3-8ce9-4a46-94a9-9376fccab521 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:10.466846 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1', 'tag': '719b8931-9712-4982-802d-9ab3ede15d65', 'status': 'completed', 'code': 200} Jul 22 16:43:10.512456 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4eb87547-e1b6-4b77-805f-561095a84eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:10.567875 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ae616b17-74c0-4b19-bb76-601a480caa16 req-cd9aab09-b10c-474e-a3be-b44297a441cc tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9&device_id=40a857cb-f226-48c3-b9bd-dfd07fa31ea1 HTTP/1.1" status: 200 len: 210 time: 0.0808747 Jul 22 16:43:10.593121 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb87547-e1b6-4b77-805f-561095a84eac admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d61078-a3b6-4024-be18-3fb41a7368b8,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:10.687739 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e1a54-d7b3-499e-bd0b-3c9d88457be5 req-5902d901-8803-458d-84b9-d74028250e2c tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:10.689493 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-598e1a54-d7b3-499e-bd0b-3c9d88457be5 req-5902d901-8803-458d-84b9-d74028250e2c tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1607051 Jul 22 16:43:10.704163 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb87547-e1b6-4b77-805f-561095a84eac admin admin] Checking segment: {'id': '27143391-0d5d-495f-8e52-618ade09a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '505e7aec-4993-4014-9ebe-fc327bd7ad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:43:10.704536 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb87547-e1b6-4b77-805f-561095a84eac admin admin] Network hostable DHCP agents. Network: 505e7aec-4993-4014-9ebe-fc327bd7ad1d, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:43:10.731744 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d26379-da31-46f3-ba5c-adfb76cf67e4 req-a5e6187f-7797-4953-af3c-befc81ecc963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:10.733281 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15d26379-da31-46f3-ba5c-adfb76cf67e4 req-a5e6187f-7797-4953-af3c-befc81ecc963 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6b64aba8a2344e3ad8ead2f811c3725&device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 1097 time: 0.1705706 Jul 22 16:43:10.745201 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60514) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:10.761316 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb87547-e1b6-4b77-805f-561095a84eac admin admin] Network 505e7aec-4993-4014-9ebe-fc327bd7ad1d is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:43:10.766502 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-598e1a54-d7b3-499e-bd0b-3c9d88457be5 req-8d19a54e-a164-4e27-9961-0d0a77ef326b tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.47 HTTP/1.1" status: 200 len: 695 time: 0.0702260 Jul 22 16:43:10.773066 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-598e1a54-d7b3-499e-bd0b-3c9d88457be5 req-ec8dd9ce-f94d-4559-95ef-4d55a88d4e65 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Request body: {'floatingip': {'port_id': '719b8931-9712-4982-802d-9ab3ede15d65', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:10.780933 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-4eb87547-e1b6-4b77-805f-561095a84eac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 505e7aec-4993-4014-9ebe-fc327bd7ad1d) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:10.789826 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb87547-e1b6-4b77-805f-561095a84eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:10.790461 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4eb87547-e1b6-4b77-805f-561095a84eac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:10.792378 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a24ee9-b88c-471c-9e67-d79e3660bc9c None None] Network 505e7aec-4993-4014-9ebe-fc327bd7ad1d requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:43:10.808036 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff6066-0d82-4801-b23e-7a059722417c req-d647dc17-acc8-489a-9ac8-5971dcc1076e tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:10.809843 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2ff6066-0d82-4801-b23e-7a059722417c req-d647dc17-acc8-489a-9ac8-5971dcc1076e tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.1745062 Jul 22 16:43:10.824945 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-598e1a54-d7b3-499e-bd0b-3c9d88457be5 req-ec8dd9ce-f94d-4559-95ef-4d55a88d4e65 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:10.888239 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4eb87547-e1b6-4b77-805f-561095a84eac admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7807555 Jul 22 16:43:10.901403 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d26379-da31-46f3-ba5c-adfb76cf67e4 req-5063ac31-e990-42a7-b171-2f82156bd9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:10.902944 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15d26379-da31-46f3-ba5c-adfb76cf67e4 req-5063ac31-e990-42a7-b171-2f82156bd9ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=5213f340-dbe4-4ff2-9909-61ebc63af76c HTTP/1.1" status: 200 len: 920 time: 0.1624031 Jul 22 16:43:10.921799 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2ff6066-0d82-4801-b23e-7a059722417c req-92314179-babe-4625-8194-c2b6cde88f67 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747862 Jul 22 16:43:10.999756 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15d26379-da31-46f3-ba5c-adfb76cf67e4 req-e9bfc6fa-fcb1-411a-92e8-220a385ff205 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=719b8931-9712-4982-802d-9ab3ede15d65 HTTP/1.1" status: 200 len: 217 time: 0.0768313 Jul 22 16:43:11.040785 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad324cb-fbe8-4efb-bf7d-85a1a12c1f0f None None] Network 505e7aec-4993-4014-9ebe-fc327bd7ad1d requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:43:11.102808 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d26379-da31-46f3-ba5c-adfb76cf67e4 req-2cd24a30-2529-4c2b-9ca9-79a4b6711103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:11.106524 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15d26379-da31-46f3-ba5c-adfb76cf67e4 req-2cd24a30-2529-4c2b-9ca9-79a4b6711103 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a4b30d3f-c597-4bb8-a89e-3ae3ba30816a HTTP/1.1" status: 200 len: 859 time: 0.0998886 Jul 22 16:43:11.164272 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15d26379-da31-46f3-ba5c-adfb76cf67e4 req-47fcc992-7ca4-4e83-8e1f-e748143edca1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5213f340-dbe4-4ff2-9909-61ebc63af76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411243 Jul 22 16:43:11.234858 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2b8443ee-2780-4c37-88ce-8cbaabeab9b3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:11.313795 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b8443ee-2780-4c37-88ce-8cbaabeab9b3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:11.320903 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9b41b8f-724a-4589-8d5f-18fca70653c2 req-0c9c8f1a-e4c6-47fe-aa50-176b18bef668 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=65ba90eb437740f9bc234b1c48c5c9a2&device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0389192 Jul 22 16:43:11.365641 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9b41b8f-724a-4589-8d5f-18fca70653c2 req-218eab0e-68ce-46a0-b581-a87b0622bc0e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=65ba90eb437740f9bc234b1c48c5c9a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278370 Jul 22 16:43:11.372839 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15d26379-da31-46f3-ba5c-adfb76cf67e4 req-a812625c-bdfe-42ba-b079-3b3beb8cebfe service neutron] 10.222.0.16 "GET /v2.0/networks/5213f340-dbe4-4ff2-9909-61ebc63af76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954942 Jul 22 16:43:11.419844 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.db.resource_extend [req-598e1a54-d7b3-499e-bd0b-3c9d88457be5 req-ec8dd9ce-f94d-4559-95ef-4d55a88d4e65 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:43:11.521458 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbedc1a6-a7af-4b1d-aaab-e2856ecfd803 req-755cb1da-466f-4345-b605-9eb13cf08415 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0753903 Jul 22 16:43:11.614654 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b41b8f-724a-4589-8d5f-18fca70653c2 req-245461a3-24b5-493b-b137-85be8e547a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:11.616752 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9b41b8f-724a-4589-8d5f-18fca70653c2 req-245461a3-24b5-493b-b137-85be8e547a3e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2426403 Jul 22 16:43:11.619471 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15d26379-da31-46f3-ba5c-adfb76cf67e4 req-a2982430-244f-4912-b874-11303115596d service neutron] 10.222.0.16 "GET /v2.0/networks/5213f340-dbe4-4ff2-9909-61ebc63af76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355092 Jul 22 16:43:11.831812 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60540) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:11.836874 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-196271cb-a9fc-449c-970f-d3068d1f6004 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1803111508-network', 'tenant_id': '234a2d3637c8419aa0cb6749e9958b82'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:11.839310 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-598e1a54-d7b3-499e-bd0b-3c9d88457be5 req-ec8dd9ce-f94d-4559-95ef-4d55a88d4e65 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:11.846005 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-598e1a54-d7b3-499e-bd0b-3c9d88457be5 req-ec8dd9ce-f94d-4559-95ef-4d55a88d4e65 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:11.866428 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196271cb-a9fc-449c-970f-d3068d1f6004 admin admin] Made reservation on behalf of 234a2d3637c8419aa0cb6749e9958b82 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:11.868874 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-196271cb-a9fc-449c-970f-d3068d1f6004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:11.880175 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-196271cb-a9fc-449c-970f-d3068d1f6004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:11.895036 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:12.058802 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:12.068346 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [req-598e1a54-d7b3-499e-bd0b-3c9d88457be5 req-ec8dd9ce-f94d-4559-95ef-4d55a88d4e65 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Floating IP c7a66822-a446-4f5f-bbac-0ece2cc500d2 associated. External IP: 172.25.0.47, port: 719b8931-9712-4982-802d-9ab3ede15d65. Jul 22 16:43:12.071440 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b8443ee-2780-4c37-88ce-8cbaabeab9b3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:12.152322 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-196271cb-a9fc-449c-970f-d3068d1f6004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:12.160763 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-196271cb-a9fc-449c-970f-d3068d1f6004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:12.183952 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196271cb-a9fc-449c-970f-d3068d1f6004 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:43:12.194036 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79957bef-8be6-4d9a-bfdf-0f59dffe8940 req-b5b37a30-4583-47a8-b662-17979caa6e87 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:12.195778 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-79957bef-8be6-4d9a-bfdf-0f59dffe8940 req-b5b37a30-4583-47a8-b662-17979caa6e87 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.1470702 Jul 22 16:43:12.221022 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-196271cb-a9fc-449c-970f-d3068d1f6004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:12.221418 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-196271cb-a9fc-449c-970f-d3068d1f6004 admin admin] Added segment 8e4d3e0f-f126-4730-b0e3-de1867495430 of type vlan for network a5d99c0c-9ffd-4d4c-9f66-eae5ce5412d4 Jul 22 16:43:12.236562 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196271cb-a9fc-449c-970f-d3068d1f6004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705c314d-07cf-419c-a3a7-cd6e37c31ba7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:12.290770 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-79957bef-8be6-4d9a-bfdf-0f59dffe8940 req-161ceae2-1571-4dcb-b72c-71b3622f7b2c tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874224 Jul 22 16:43:12.292403 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-196271cb-a9fc-449c-970f-d3068d1f6004 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:12.325973 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-2b8443ee-2780-4c37-88ce-8cbaabeab9b3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Allocated IP 172.25.0.129 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/4b148f08-b569-4e1a-9646-f6e598341348) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:43:12.336294 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-196271cb-a9fc-449c-970f-d3068d1f6004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:12.337693 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196271cb-a9fc-449c-970f-d3068d1f6004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:12.338383 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-196271cb-a9fc-449c-970f-d3068d1f6004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:12.371475 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-196271cb-a9fc-449c-970f-d3068d1f6004 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5389516 Jul 22 16:43:12.374406 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60546) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:12.381263 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5ab8255b-466b-403d-81dc-27aa7404467f admin admin] Request body: {'subnet': {'network_id': 'a5d99c0c-9ffd-4d4c-9f66-eae5ce5412d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1803111508-subnet', 'tenant_id': '234a2d3637c8419aa0cb6749e9958b82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:12.416499 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196271cb-a9fc-449c-970f-d3068d1f6004 admin admin] Pushing event updated for resources: {'Network': ['ID=a5d99c0c-9ffd-4d4c-9f66-eae5ce5412d4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:12.427002 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network a5d99c0c-9ffd-4d4c-9f66-eae5ce5412d4 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:43:12.431182 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-598e1a54-d7b3-499e-bd0b-3c9d88457be5 req-ec8dd9ce-f94d-4559-95ef-4d55a88d4e65 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Router 56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:43:12.447854 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab8255b-466b-403d-81dc-27aa7404467f admin admin] Made reservation on behalf of 234a2d3637c8419aa0cb6749e9958b82 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:12.451253 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ab8255b-466b-403d-81dc-27aa7404467f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:12.532575 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b8443ee-2780-4c37-88ce-8cbaabeab9b3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:12.604159 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-598e1a54-d7b3-499e-bd0b-3c9d88457be5 req-ec8dd9ce-f94d-4559-95ef-4d55a88d4e65 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:43:12.610507 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-598e1a54-d7b3-499e-bd0b-3c9d88457be5 req-ec8dd9ce-f94d-4559-95ef-4d55a88d4e65 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:12.615839 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe6bed1-2e37-4de9-8a81-51461ce9fe4e None None] Sync routers for ids ['56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:43:12.630418 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe6bed1-2e37-4de9-8a81-51461ce9fe4e None None] Routers {'56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:12.632238 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-cfe6bed1-2e37-4de9-8a81-51461ce9fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:43:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:12.654553 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b8443ee-2780-4c37-88ce-8cbaabeab9b3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:12.684552 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ab8255b-466b-403d-81dc-27aa7404467f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:12.692070 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-598e1a54-d7b3-499e-bd0b-3c9d88457be5 req-ec8dd9ce-f94d-4559-95ef-4d55a88d4e65 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "PUT /v2.0/floatingips/c7a66822-a446-4f5f-bbac-0ece2cc500d2 HTTP/1.1" status: 200 len: 996 time: 1.9245443 Jul 22 16:43:12.694465 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1', 'tag': '719b8931-9712-4982-802d-9ab3ede15d65'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:12.696765 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f770d3-8289-4062-b2d8-6e3f219196a2" -d '{"events": [{"name": "network-changed", "server_uuid": "72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1", "tag": "719b8931-9712-4982-802d-9ab3ede15d65"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:12.707646 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8443ee-2780-4c37-88ce-8cbaabeab9b3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:12.712732 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-2b8443ee-2780-4c37-88ce-8cbaabeab9b3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:12.725209 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8443ee-2780-4c37-88ce-8cbaabeab9b3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:12.729861 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbf8a0dc-5a25-4417-a4f0-9a4f8fc1f306 req-5db973cf-fb5c-4a50-b874-8aa5ff05e20a tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0578325 Jul 22 16:43:12.798632 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1a50a1-071c-45b5-8438-cee5feeb4eaa x-openstack-request-id: req-0d1a50a1-071c-45b5-8438-cee5feeb4eaa {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:12.798905 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1", "tag": "719b8931-9712-4982-802d-9ab3ede15d65", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:12.799157 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0d1a50a1-071c-45b5-8438-cee5feeb4eaa {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:12.799598 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1', 'tag': '719b8931-9712-4982-802d-9ab3ede15d65', 'status': 'completed', 'code': 200} Jul 22 16:43:12.806906 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8443ee-2780-4c37-88ce-8cbaabeab9b3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Pushing event updated for resources: {'Port': ['ID=4b148f08-b569-4e1a-9646-f6e598341348,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:12.822788 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8255b-466b-403d-81dc-27aa7404467f admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a133a2-3e23-4e91-83fa-ecb27e7c37f0,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:12.830686 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab8255b-466b-403d-81dc-27aa7404467f admin admin] Checking segment: {'id': '8e4d3e0f-f126-4730-b0e3-de1867495430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'a5d99c0c-9ffd-4d4c-9f66-eae5ce5412d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:43:12.831356 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab8255b-466b-403d-81dc-27aa7404467f admin admin] Network hostable DHCP agents. Network: a5d99c0c-9ffd-4d4c-9f66-eae5ce5412d4, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:43:12.845996 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-cfe6bed1-2e37-4de9-8a81-51461ce9fe4e None None] Set router 56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:43:12.881987 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b8443ee-2780-4c37-88ce-8cbaabeab9b3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:12.885205 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab8255b-466b-403d-81dc-27aa7404467f admin admin] Network a5d99c0c-9ffd-4d4c-9f66-eae5ce5412d4 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:43:12.895938 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e1a54-d7b3-499e-bd0b-3c9d88457be5 req-55c7291a-9e52-4a2c-8cec-3dc927a122db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:12.897783 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-598e1a54-d7b3-499e-bd0b-3c9d88457be5 req-55c7291a-9e52-4a2c-8cec-3dc927a122db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6b64aba8a2344e3ad8ead2f811c3725&device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 1097 time: 0.1885998 Jul 22 16:43:12.903461 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5ab8255b-466b-403d-81dc-27aa7404467f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, a5d99c0c-9ffd-4d4c-9f66-eae5ce5412d4) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:12.917665 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a509ff7-67d4-40ff-8798-d4111da4b13a None None] Network a5d99c0c-9ffd-4d4c-9f66-eae5ce5412d4 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:43:12.919348 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab8255b-466b-403d-81dc-27aa7404467f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:12.919942 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ab8255b-466b-403d-81dc-27aa7404467f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:12.980663 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5ab8255b-466b-403d-81dc-27aa7404467f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6051650 Jul 22 16:43:12.981371 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b8443ee-2780-4c37-88ce-8cbaabeab9b3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:13.016738 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f770d3-8289-4062-b2d8-6e3f219196a2 req-bd590610-88b3-49c3-92ef-35e3546413fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:13.018417 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4f770d3-8289-4062-b2d8-6e3f219196a2 req-bd590610-88b3-49c3-92ef-35e3546413fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6b64aba8a2344e3ad8ead2f811c3725&device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 1097 time: 0.1666296 Jul 22 16:43:13.084803 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-0f8b28f4-f900-4d28-b58a-4d6795add391 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:13.086366 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-0f8b28f4-f900-4d28-b58a-4d6795add391 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/networks?id=080f6fdb-8ecf-418a-9887-9107e25751db HTTP/1.1" status: 200 len: 813 time: 0.1805813 Jul 22 16:43:13.096045 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e1a54-d7b3-499e-bd0b-3c9d88457be5 req-81bd3f3b-1809-4b28-9577-c05979e30b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:13.098605 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-598e1a54-d7b3-499e-bd0b-3c9d88457be5 req-81bd3f3b-1809-4b28-9577-c05979e30b29 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5213f340-dbe4-4ff2-9909-61ebc63af76c HTTP/1.1" status: 200 len: 920 time: 0.1760759 Jul 22 16:43:13.146947 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-9d5c1e38-2156-45a4-95f8-10b2701a2edc tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/quotas/346b1c181fb44928843dc023990026cc HTTP/1.1" status: 200 len: 375 time: 0.0246418 Jul 22 16:43:13.193802 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994a222a-0cd8-49c4-b658-58d8e98afd08 None None] Network a5d99c0c-9ffd-4d4c-9f66-eae5ce5412d4 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:43:13.208952 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9b41b8f-724a-4589-8d5f-18fca70653c2 req-c51c69e6-f748-47b0-84a6-f180d4b0aa5a tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.30 "GET /v2.0/ports?device_id=76aa90cf-4489-4284-9f90-805dbce241b9 HTTP/1.1" status: 200 len: 210 time: 0.0579336 Jul 22 16:43:13.242352 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-46c3345f-6e29-4d76-be6c-83225d3d38c2 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=346b1c181fb44928843dc023990026cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943868 Jul 22 16:43:13.251487 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f770d3-8289-4062-b2d8-6e3f219196a2 req-a8236d79-e59b-4b62-933c-c0f1efda3a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:13.253558 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4f770d3-8289-4062-b2d8-6e3f219196a2 req-a8236d79-e59b-4b62-933c-c0f1efda3a41 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5213f340-dbe4-4ff2-9909-61ebc63af76c HTTP/1.1" status: 200 len: 920 time: 0.2271070 Jul 22 16:43:13.294470 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-cfe6bed1-2e37-4de9-8a81-51461ce9fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'name': 'tempest-ServerRescueTestJSONUnderV235-869326745-router', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'gw_port': {'id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:13:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:08Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'c7a66822-a446-4f5f-bbac-0ece2cc500d2', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'port_id': '719b8931-9712-4982-802d-9ab3ede15d65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5213f340-dbe4-4ff2-9909-61ebc63af76c', 'mac_address': 'fa:16:3e:86:7b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:43:09Z', 'updated_at': '2021-07-22T16:43:11Z', 'revision_number': 1, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e56665-3019-411e-902b-22b13cb1628e', 'name': '', 'network_id': '5213f340-dbe4-4ff2-9909-61ebc63af76c', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'mac_address': 'fa:16:3e:2a:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'a4b30d3f-c597-4bb8-a89e-3ae3ba30816a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:20Z', 'revision_number': 5, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'subnets': [{'id': 'a4b30d3f-c597-4bb8-a89e-3ae3ba30816a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:13.329499 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe6bed1-2e37-4de9-8a81-51461ce9fe4e None None] Checking router: 56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:43:13.340380 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe6bed1-2e37-4de9-8a81-51461ce9fe4e None None] Routers {'56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:13.340617 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-cfe6bed1-2e37-4de9-8a81-51461ce9fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:43:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:13.381749 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-598e1a54-d7b3-499e-bd0b-3c9d88457be5 req-0e4f9a96-4b62-484c-8500-0cb5480b4106 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=719b8931-9712-4982-802d-9ab3ede15d65 HTTP/1.1" status: 200 len: 999 time: 0.2664337 Jul 22 16:43:13.423211 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4f770d3-8289-4062-b2d8-6e3f219196a2 req-21de0f94-5602-4f3b-aebb-ce43c97b5858 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=719b8931-9712-4982-802d-9ab3ede15d65 HTTP/1.1" status: 200 len: 999 time: 0.1631153 Jul 22 16:43:13.504353 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e1a54-d7b3-499e-bd0b-3c9d88457be5 req-33e713f6-95f2-40c1-843b-623bd61c058c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:13.505975 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-598e1a54-d7b3-499e-bd0b-3c9d88457be5 req-33e713f6-95f2-40c1-843b-623bd61c058c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a4b30d3f-c597-4bb8-a89e-3ae3ba30816a HTTP/1.1" status: 200 len: 859 time: 0.1100972 Jul 22 16:43:13.508178 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b8443ee-2780-4c37-88ce-8cbaabeab9b3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:13.522525 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-cfe6bed1-2e37-4de9-8a81-51461ce9fe4e None None] Set router 56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:43:13.529994 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b8443ee-2780-4c37-88ce-8cbaabeab9b3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:13.559200 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f770d3-8289-4062-b2d8-6e3f219196a2 req-e9751e64-b868-463b-b79a-bf9221e68ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:13.560709 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4f770d3-8289-4062-b2d8-6e3f219196a2 req-e9751e64-b868-463b-b79a-bf9221e68ff1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a4b30d3f-c597-4bb8-a89e-3ae3ba30816a HTTP/1.1" status: 200 len: 859 time: 0.1226132 Jul 22 16:43:13.601991 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-598e1a54-d7b3-499e-bd0b-3c9d88457be5 req-bac1e37c-413b-4e15-a140-9fc14853deb7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5213f340-dbe4-4ff2-9909-61ebc63af76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886824 Jul 22 16:43:13.617475 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4f770d3-8289-4062-b2d8-6e3f219196a2 req-f2d2e20a-e296-425e-b9ec-f6e698eb5479 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5213f340-dbe4-4ff2-9909-61ebc63af76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415833 Jul 22 16:43:13.627219 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-598e1a54-d7b3-499e-bd0b-3c9d88457be5 req-baab7672-6db8-42d9-8707-25ae3952b5a6 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:43:13.629044 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-c4a363d1-ce49-40c1-918b-8cce4ba5c623 service neutron] 10.222.0.69 "GET /v2.0/networks/080f6fdb-8ecf-418a-9887-9107e25751db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857670 Jul 22 16:43:13.629179 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-598e1a54-d7b3-499e-bd0b-3c9d88457be5 req-baab7672-6db8-42d9-8707-25ae3952b5a6 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063422 Jul 22 16:43:13.696282 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8443ee-2780-4c37-88ce-8cbaabeab9b3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Pushing event updated for resources: {'Port': ['ID=4b148f08-b569-4e1a-9646-f6e598341348,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:13.712767 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b8443ee-2780-4c37-88ce-8cbaabeab9b3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:13.765173 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b8443ee-2780-4c37-88ce-8cbaabeab9b3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:13.770993 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2b8443ee-2780-4c37-88ce-8cbaabeab9b3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0241504 Jul 22 16:43:13.771854 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60584) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:13.778424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-231793603'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:13.790186 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-598e1a54-d7b3-499e-bd0b-3c9d88457be5 req-a9a157e3-e469-41d9-9d71-824150d75dc5 service neutron] 10.222.0.69 "GET /v2.0/networks/5213f340-dbe4-4ff2-9909-61ebc63af76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521087 Jul 22 16:43:13.811152 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4f770d3-8289-4062-b2d8-6e3f219196a2 req-4a34be6f-be4c-4eea-9301-3c2d7b5f2545 service neutron] 10.222.0.16 "GET /v2.0/networks/5213f340-dbe4-4ff2-9909-61ebc63af76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800303 Jul 22 16:43:13.815952 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-1c32f1e8-5639-4c2a-8a0c-f29266b0d71f service neutron] 10.222.0.69 "GET /v2.0/networks/080f6fdb-8ecf-418a-9887-9107e25751db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860533 Jul 22 16:43:13.855074 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-cfe6bed1-2e37-4de9-8a81-51461ce9fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'name': 'tempest-ServerRescueTestJSONUnderV235-869326745-router', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'gw_port': {'id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:13:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:08Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'c7a66822-a446-4f5f-bbac-0ece2cc500d2', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'port_id': '719b8931-9712-4982-802d-9ab3ede15d65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5213f340-dbe4-4ff2-9909-61ebc63af76c', 'mac_address': 'fa:16:3e:86:7b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:43:09Z', 'updated_at': '2021-07-22T16:43:11Z', 'revision_number': 1, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e56665-3019-411e-902b-22b13cb1628e', 'name': '', 'network_id': '5213f340-dbe4-4ff2-9909-61ebc63af76c', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'mac_address': 'fa:16:3e:2a:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'a4b30d3f-c597-4bb8-a89e-3ae3ba30816a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:20Z', 'revision_number': 5, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'subnets': [{'id': 'a4b30d3f-c597-4bb8-a89e-3ae3ba30816a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:13.862712 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Made reservation on behalf of 6025b663408d4f69ba4a5d2a1e510fdb for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:13.866345 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:13.882517 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:13.886836 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe6bed1-2e37-4de9-8a81-51461ce9fe4e None None] The sync data for ids ['56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'] in n-d-798930-9 is: [{'id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'name': 'tempest-ServerRescueTestJSONUnderV235-869326745-router', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'gw_port': {'id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:13:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:08Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'c7a66822-a446-4f5f-bbac-0ece2cc500d2', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'port_id': '719b8931-9712-4982-802d-9ab3ede15d65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5213f340-dbe4-4ff2-9909-61ebc63af76c', 'mac_address': 'fa:16:3e:86:7b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:43:09Z', 'updated_at': '2021-07-22T16:43:11Z', 'revision_number': 1, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e56665-3019-411e-902b-22b13cb1628e', 'name': '', 'network_id': '5213f340-dbe4-4ff2-9909-61ebc63af76c', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'mac_address': 'fa:16:3e:2a:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'a4b30d3f-c597-4bb8-a89e-3ae3ba30816a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:20Z', 'revision_number': 5, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'subnets': [{'id': 'a4b30d3f-c597-4bb8-a89e-3ae3ba30816a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:43:13.924347 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-598e1a54-d7b3-499e-bd0b-3c9d88457be5 req-41ed2084-5b5d-4293-9f4f-ed9d466d62b8 service neutron] 10.222.0.69 "GET /v2.0/networks/5213f340-dbe4-4ff2-9909-61ebc63af76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255887 Jul 22 16:43:14.021581 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4f770d3-8289-4062-b2d8-6e3f219196a2 req-eac162bc-ae44-4787-ae2b-c26e9e37a1b1 service neutron] 10.222.0.16 "GET /v2.0/networks/5213f340-dbe4-4ff2-9909-61ebc63af76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021639 Jul 22 16:43:14.168905 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3de36e-3e08-4732-bd01-abbf2a341858 req-a8025b44-3242-4d88-9b4b-dc5125f02e4c tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:14.172248 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:14.176650 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9c3de36e-3e08-4732-bd01-abbf2a341858 req-a8025b44-3242-4d88-9b4b-dc5125f02e4c tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.1274884 Jul 22 16:43:14.181878 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:14.204464 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6e6481-5c9b-482b-a987-521a04514818 None None] New status for floating IP c7a66822-a446-4f5f-bbac-0ece2cc500d2: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:43:14.231193 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9c3de36e-3e08-4732-bd01-abbf2a341858 req-c5606e69-7cd3-4923-9053-e2648aeb6b73 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516753 Jul 22 16:43:14.259573 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d76a0403-5c33-498b-8d23-749dc4502e1f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:14.280523 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:43:14.290193 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:14.290547 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:14.290868 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:14.291329 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:14.291666 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:14.291990 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:14.292314 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:14.292641 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:14.293034 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:14.293424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:14.293714 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:14.294066 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:14.303598 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:14.304058 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Added segment 6e42d785-ceaf-4484-9842-ce17bc5c965e of type vlan for network dd938b8c-9d8b-4b6c-941e-e46e965d4bb4 Jul 22 16:43:14.386306 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:14.477269 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:14.483416 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:14.484162 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:14.517330 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-e954d9f3-301f-49d3-bc8c-8e3336632058 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:14.519031 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-e954d9f3-301f-49d3-bc8c-8e3336632058 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/networks?id=505e7aec-4993-4014-9ebe-fc327bd7ad1d HTTP/1.1" status: 200 len: 808 time: 0.1806204 Jul 22 16:43:14.549200 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7763152 Jul 22 16:43:14.553254 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60610) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:14.556167 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-508d9ded-75b2-4409-ba0f-45b160be24ca tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/quotas/fb6676aeb8e2493a8c529046072d934a HTTP/1.1" status: 200 len: 375 time: 0.0227101 Jul 22 16:43:14.560146 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c6f56b92-1a52-4438-abc8-2f59ac08a1de tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Request body: {'subnet': {'network_id': 'dd938b8c-9d8b-4b6c-941e-e46e965d4bb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:14.587286 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-a93c5d09-d996-4710-9e7c-311f21124558 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.47 HTTP/1.1" status: 200 len: 1001 time: 0.1059716 Jul 22 16:43:14.662275 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-b7ddd71f-1d85-4a31-9f57-429016ec009a tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:14.663682 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-b7ddd71f-1d85-4a31-9f57-429016ec009a tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports/719b8931-9712-4982-802d-9ab3ede15d65 HTTP/1.1" status: 200 len: 943 time: 0.0708742 Jul 22 16:43:14.791254 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-cae8520a-3548-4471-9b23-4ed4f661a7f4 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.47 HTTP/1.1" status: 200 len: 1001 time: 0.0711012 Jul 22 16:43:14.902902 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-3efd57e0-d8c0-4451-ac8e-bc4a77d111c0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:14.904257 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-3efd57e0-d8c0-4451-ac8e-bc4a77d111c0 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.1070075 Jul 22 16:43:14.907678 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45f708-eb20-476c-a956-e6de4142d55d tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Pushing event updated for resources: {'Network': ['ID=dd938b8c-9d8b-4b6c-941e-e46e965d4bb4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:14.918777 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network dd938b8c-9d8b-4b6c-941e-e46e965d4bb4 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:43:14.936530 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-3f98972c-186c-4fa8-926d-f4c62d2dc29c tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fb6676aeb8e2493a8c529046072d934a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3704638 Jul 22 16:43:14.979235 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-16a3f555-afc2-402c-a6e2-5275a2625e09 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.47 HTTP/1.1" status: 200 len: 1001 time: 0.0650637 Jul 22 16:43:14.989392 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-3c9a4240-c0fe-47dc-a0ce-fa4dd1361d23 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:15.045102 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-3c9a4240-c0fe-47dc-a0ce-fa4dd1361d23 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:15.077594 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f56b92-1a52-4438-abc8-2f59ac08a1de tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Made reservation on behalf of 6025b663408d4f69ba4a5d2a1e510fdb for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:15.081617 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6f56b92-1a52-4438-abc8-2f59ac08a1de tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:15.126929 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-0a82e4ff-10e7-4ab2-a050-4236cb29aae0 service neutron] 10.222.0.69 "GET /v2.0/networks/505e7aec-4993-4014-9ebe-fc327bd7ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561053 Jul 22 16:43:15.195210 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-3c9a4240-c0fe-47dc-a0ce-fa4dd1361d23 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:15.199725 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-3c9a4240-c0fe-47dc-a0ce-fa4dd1361d23 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:15.200691 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-3c9a4240-c0fe-47dc-a0ce-fa4dd1361d23 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Floating IP c7a66822-a446-4f5f-bbac-0ece2cc500d2 disassociated. External IP: 172.25.0.47, port: 719b8931-9712-4982-802d-9ab3ede15d65. Jul 22 16:43:15.379524 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-40b0fc56-c7c4-4d99-9c9d-8c8aa88abb33 service neutron] 10.222.0.69 "GET /v2.0/networks/505e7aec-4993-4014-9ebe-fc327bd7ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220032 Jul 22 16:43:15.435266 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-3c9a4240-c0fe-47dc-a0ce-fa4dd1361d23 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Router 56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:43:15.449946 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-f110822f-6e88-41de-8851-fcb53dc0fe15 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:15.451478 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-f110822f-6e88-41de-8851-fcb53dc0fe15 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.30 "GET /v2.0/networks?id=080f6fdb-8ecf-418a-9887-9107e25751db HTTP/1.1" status: 200 len: 813 time: 0.2445564 Jul 22 16:43:15.470678 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-403f712f-b737-4217-a4a2-6328df3b6d10 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Request body: {'port': {'device_id': '08724c07-0ca2-4677-a3df-d130ea053f24', 'network_id': '080f6fdb-8ecf-418a-9887-9107e25751db', 'admin_state_up': True, 'tenant_id': '346b1c181fb44928843dc023990026cc'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:15.476080 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6f56b92-1a52-4438-abc8-2f59ac08a1de tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:15.554333 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-3c9a4240-c0fe-47dc-a0ce-fa4dd1361d23 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:43:15.559224 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-3c9a4240-c0fe-47dc-a0ce-fa4dd1361d23 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:15.566459 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8977b925-8ca9-4f6a-9000-b26c13a4c8fd None None] Sync routers for ids ['56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:43:15.586593 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8977b925-8ca9-4f6a-9000-b26c13a4c8fd None None] Routers {'56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:15.587722 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8977b925-8ca9-4f6a-9000-b26c13a4c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:43:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:15.615763 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-3c9a4240-c0fe-47dc-a0ce-fa4dd1361d23 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "PUT /v2.0/floatingips/c7a66822-a446-4f5f-bbac-0ece2cc500d2 HTTP/1.1" status: 200 len: 694 time: 0.6302686 Jul 22 16:43:15.618250 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1', 'tag': '719b8931-9712-4982-802d-9ab3ede15d65'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:15.620813 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139b821b-3255-4982-a95b-6cf3565192c8" -d '{"events": [{"name": "network-changed", "server_uuid": "72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1", "tag": "719b8931-9712-4982-802d-9ab3ede15d65"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:15.647819 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-726af29b-8f7a-438d-bdf4-85000d68ec01 req-97fad631-073c-4abd-8e21-0263d9c1018b tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=08724c07-0ca2-4677-a3df-d130ea053f24 HTTP/1.1" status: 200 len: 210 time: 0.0716367 Jul 22 16:43:15.694672 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f56b92-1a52-4438-abc8-2f59ac08a1de tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Pushing event updated for resources: {'Subnet': ['ID=57b2bef9-ff62-44a5-96e4-e918012c099e,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:15.703156 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-c4c0b2e9-25bb-4e0d-b071-4e8be4f64975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:15.709617 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f56b92-1a52-4438-abc8-2f59ac08a1de tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Checking segment: {'id': '6e42d785-ceaf-4484-9842-ce17bc5c965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dd938b8c-9d8b-4b6c-941e-e46e965d4bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:43:15.710015 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f56b92-1a52-4438-abc8-2f59ac08a1de tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Network hostable DHCP agents. Network: dd938b8c-9d8b-4b6c-941e-e46e965d4bb4, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:43:15.711568 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-c4c0b2e9-25bb-4e0d-b071-4e8be4f64975 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6b64aba8a2344e3ad8ead2f811c3725&device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 1097 time: 0.0870819 Jul 22 16:43:15.734548 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f56b92-1a52-4438-abc8-2f59ac08a1de tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Network dd938b8c-9d8b-4b6c-941e-e46e965d4bb4 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:43:15.738584 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-403f712f-b737-4217-a4a2-6328df3b6d10 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Made reservation on behalf of 346b1c181fb44928843dc023990026cc for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:15.742772 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-403f712f-b737-4217-a4a2-6328df3b6d10 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:15.756482 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c6f56b92-1a52-4438-abc8-2f59ac08a1de tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, dd938b8c-9d8b-4b6c-941e-e46e965d4bb4) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:15.763183 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f56b92-1a52-4438-abc8-2f59ac08a1de tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:15.764392 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6f56b92-1a52-4438-abc8-2f59ac08a1de tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:15.774214 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b919c1b-3179-466f-a5ed-539fe6f5a81f None None] Network dd938b8c-9d8b-4b6c-941e-e46e965d4bb4 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:43:15.819065 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-8977b925-8ca9-4f6a-9000-b26c13a4c8fd None None] Set router 56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:43:15.835729 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c6f56b92-1a52-4438-abc8-2f59ac08a1de tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2811365 Jul 22 16:43:15.840182 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60628) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:15.846366 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-9976dd15-4ae7-4285-8f24-33170f412a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:15.848228 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-78bc88aa-b22d-467f-9454-26b296f69fde tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1441793388', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:15.873806 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-9976dd15-4ae7-4285-8f24-33170f412a0e service neutron] 10.222.0.69 "GET /v2.0/networks?id=5213f340-dbe4-4ff2-9909-61ebc63af76c HTTP/1.1" status: 200 len: 920 time: 0.1612089 Jul 22 16:43:15.953561 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-8fb0f517-2670-433c-9ef3-70562a6aa54f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=719b8931-9712-4982-802d-9ab3ede15d65 HTTP/1.1" status: 200 len: 217 time: 0.0783420 Jul 22 16:43:15.954114 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78bc88aa-b22d-467f-9454-26b296f69fde tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:15.955810 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78bc88aa-b22d-467f-9454-26b296f69fde tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:16.022638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-403f712f-b737-4217-a4a2-6328df3b6d10 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Allocated IP 172.20.0.10 (080f6fdb-8ecf-418a-9887-9107e25751db/d034105d-0873-4d3b-bb91-c20cfcaca3ce/edc28b26-5949-4beb-a2f3-ffaa7d835f54) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:43:16.109279 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63983fa8-bccf-4494-a345-e5b9767cf124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-dd938b8c-9d8b-4b6c-941e-e46e965d4bb4', 'network_id': 'dd938b8c-9d8b-4b6c-941e-e46e965d4bb4', 'tenant_id': '6025b663408d4f69ba4a5d2a1e510fdb', 'fixed_ips': [{'subnet_id': '57b2bef9-ff62-44a5-96e4-e918012c099e'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:43:16.113685 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63983fa8-bccf-4494-a345-e5b9767cf124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:16.172364 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8977b925-8ca9-4f6a-9000-b26c13a4c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'name': 'tempest-ServerRescueTestJSONUnderV235-869326745-router', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'gw_port': {'id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:13:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:08Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c8e56665-3019-411e-902b-22b13cb1628e', 'name': '', 'network_id': '5213f340-dbe4-4ff2-9909-61ebc63af76c', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'mac_address': 'fa:16:3e:2a:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'a4b30d3f-c597-4bb8-a89e-3ae3ba30816a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:20Z', 'revision_number': 5, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'subnets': [{'id': 'a4b30d3f-c597-4bb8-a89e-3ae3ba30816a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:16.206589 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8977b925-8ca9-4f6a-9000-b26c13a4c8fd None None] Checking router: 56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:43:16.214684 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78bc88aa-b22d-467f-9454-26b296f69fde tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:16.216871 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8977b925-8ca9-4f6a-9000-b26c13a4c8fd None None] Routers {'56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:16.217871 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8977b925-8ca9-4f6a-9000-b26c13a4c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:43:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:16.243154 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c5e4608f-0126-4a66-ac3b-2d67967776c7 req-fe57ada8-d52c-46ce-a43f-dc8f29e3be80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=65ba90eb437740f9bc234b1c48c5c9a2&device_id=40a857cb-f226-48c3-b9bd-dfd07fa31ea1 HTTP/1.1" status: 200 len: 210 time: 0.2752488 Jul 22 16:43:16.291598 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-63983fa8-bccf-4494-a345-e5b9767cf124 None None] Allocated IP 172.20.0.2 (dd938b8c-9d8b-4b6c-941e-e46e965d4bb4/57b2bef9-ff62-44a5-96e4-e918012c099e/e3b9ada9-ec88-4d12-b69d-3e425002fd0c) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:43:16.381137 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-455ce828-66b6-4066-a63b-354a25f8c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:16.388503 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-455ce828-66b6-4066-a63b-354a25f8c814 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a4b30d3f-c597-4bb8-a89e-3ae3ba30816a HTTP/1.1" status: 200 len: 859 time: 0.4340434 Jul 22 16:43:16.425296 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-8bdcee55-c180-42cc-ac5c-37990de774c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5213f340-dbe4-4ff2-9909-61ebc63af76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357988 Jul 22 16:43:16.437813 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c5e4608f-0126-4a66-ac3b-2d67967776c7 req-f42b2431-e6fc-4443-82ac-715d90536b30 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=65ba90eb437740f9bc234b1c48c5c9a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424795 Jul 22 16:43:16.469522 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-8977b925-8ca9-4f6a-9000-b26c13a4c8fd None None] Set router 56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:43:16.566402 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63983fa8-bccf-4494-a345-e5b9767cf124 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:16.576777 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-63983fa8-bccf-4494-a345-e5b9767cf124 None None] Transition to ACTIVE for port object e3b9ada9-ec88-4d12-b69d-3e425002fd0c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:43:16.596912 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-a20e6ff4-e139-4a9f-95d4-db19c4aea50b service neutron] 10.222.0.69 "GET /v2.0/networks/5213f340-dbe4-4ff2-9909-61ebc63af76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646097 Jul 22 16:43:16.597513 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-63983fa8-bccf-4494-a345-e5b9767cf124 None None] Transition to ACTIVE for port object e3b9ada9-ec88-4d12-b69d-3e425002fd0c will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:43:16.604700 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63983fa8-bccf-4494-a345-e5b9767cf124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:16.652599 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63983fa8-bccf-4494-a345-e5b9767cf124 None None] Pushing event updated for resources: {'Port': ['ID=e3b9ada9-ec88-4d12-b69d-3e425002fd0c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:16.666165 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78bc88aa-b22d-467f-9454-26b296f69fde tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:16.670840 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4608f-0126-4a66-ac3b-2d67967776c7 req-b5ae9c56-4416-4c2d-9f16-ea4e001f5bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:16.672340 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c5e4608f-0126-4a66-ac3b-2d67967776c7 req-b5ae9c56-4416-4c2d-9f16-ea4e001f5bc8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1880636 Jul 22 16:43:16.674203 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63983fa8-bccf-4494-a345-e5b9767cf124 None None] Network dd938b8c-9d8b-4b6c-941e-e46e965d4bb4 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:16.678725 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-63983fa8-bccf-4494-a345-e5b9767cf124 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:16.687794 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63983fa8-bccf-4494-a345-e5b9767cf124 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:16.739118 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8977b925-8ca9-4f6a-9000-b26c13a4c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'name': 'tempest-ServerRescueTestJSONUnderV235-869326745-router', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'gw_port': {'id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:13:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:08Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c8e56665-3019-411e-902b-22b13cb1628e', 'name': '', 'network_id': '5213f340-dbe4-4ff2-9909-61ebc63af76c', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'mac_address': 'fa:16:3e:2a:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'a4b30d3f-c597-4bb8-a89e-3ae3ba30816a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:20Z', 'revision_number': 5, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'subnets': [{'id': 'a4b30d3f-c597-4bb8-a89e-3ae3ba30816a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:16.745252 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf24f9d-d3e9-45d2-aefb-3107471c64b4 req-d9ee23ca-f79d-42c8-8d9d-33791e84926c tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:16.745464 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-23580b15-fc42-49d1-a1d5-4be4cff9b35e req-b89efc43-33b1-49dd-9fe9-4f3d3ab957bf service neutron] 10.222.0.69 "GET /v2.0/networks/5213f340-dbe4-4ff2-9909-61ebc63af76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362498 Jul 22 16:43:16.751869 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2bf24f9d-d3e9-45d2-aefb-3107471c64b4 req-d9ee23ca-f79d-42c8-8d9d-33791e84926c tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.6700523 Jul 22 16:43:16.781371 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-63983fa8-bccf-4494-a345-e5b9767cf124 None None] Attempting to bind port e3b9ada9-ec88-4d12-b69d-3e425002fd0c on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:43:16.782024 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-63983fa8-bccf-4494-a345-e5b9767cf124 None None] Attempting to bind port e3b9ada9-ec88-4d12-b69d-3e425002fd0c by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '6e42d785-ceaf-4484-9842-ce17bc5c965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dd938b8c-9d8b-4b6c-941e-e46e965d4bb4'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:43:16.782363 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63983fa8-bccf-4494-a345-e5b9767cf124 None None] Attempting to bind port e3b9ada9-ec88-4d12-b69d-3e425002fd0c on network dd938b8c-9d8b-4b6c-941e-e46e965d4bb4 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:16.786739 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8977b925-8ca9-4f6a-9000-b26c13a4c8fd None None] The sync data for ids ['56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'] in n-d-798930-9 is: [{'id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'name': 'tempest-ServerRescueTestJSONUnderV235-869326745-router', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'gw_port': {'id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:13:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:08Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c8e56665-3019-411e-902b-22b13cb1628e', 'name': '', 'network_id': '5213f340-dbe4-4ff2-9909-61ebc63af76c', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'mac_address': 'fa:16:3e:2a:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'a4b30d3f-c597-4bb8-a89e-3ae3ba30816a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:20Z', 'revision_number': 5, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'subnets': [{'id': 'a4b30d3f-c597-4bb8-a89e-3ae3ba30816a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:43:16.789242 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63983fa8-bccf-4494-a345-e5b9767cf124 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:43:16.789738 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63983fa8-bccf-4494-a345-e5b9767cf124 None None] Checking segment: {'id': '6e42d785-ceaf-4484-9842-ce17bc5c965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dd938b8c-9d8b-4b6c-941e-e46e965d4bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:43:16.790346 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63983fa8-bccf-4494-a345-e5b9767cf124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:16.790949 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63983fa8-bccf-4494-a345-e5b9767cf124 None None] Bound using segment: {'id': '6e42d785-ceaf-4484-9842-ce17bc5c965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dd938b8c-9d8b-4b6c-941e-e46e965d4bb4'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:43:16.792036 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-63983fa8-bccf-4494-a345-e5b9767cf124 None None] Bound port: e3b9ada9-ec88-4d12-b69d-3e425002fd0c, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e42d785-ceaf-4484-9842-ce17bc5c965e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dd938b8c-9d8b-4b6c-941e-e46e965d4bb4'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:43:16.793084 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63983fa8-bccf-4494-a345-e5b9767cf124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:16.815839 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2bf24f9d-d3e9-45d2-aefb-3107471c64b4 req-332635d5-cfd7-4856-932b-bf2a744fe075 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630698 Jul 22 16:43:16.890326 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-403f712f-b737-4217-a4a2-6328df3b6d10 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:16.927306 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-63983fa8-bccf-4494-a345-e5b9767cf124 None None] For port e3b9ada9-ec88-4d12-b69d-3e425002fd0c, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:43:16.931223 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-63983fa8-bccf-4494-a345-e5b9767cf124 None None] For port e3b9ada9-ec88-4d12-b69d-3e425002fd0c, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=e3b9ada9-ec88-4d12-b69d-3e425002fd0c,segment=NetworkSegment(6e42d785-ceaf-4484-9842-ce17bc5c965e),segment_id=6e42d785-ceaf-4484-9842-ce17bc5c965e)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:43:16.941944 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63983fa8-bccf-4494-a345-e5b9767cf124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:16.956580 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-403f712f-b737-4217-a4a2-6328df3b6d10 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:16.958529 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-82e3bb8f-ffd6-45eb-87cd-704ad6867c19 req-18f7d494-8d3f-4a9d-93aa-5d4a7566fcf7 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ead2b3-67a8-482b-8a2e-4658c2c7772a HTTP/1.1" status: 200 len: 210 time: 0.0461934 Jul 22 16:43:17.033150 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63983fa8-bccf-4494-a345-e5b9767cf124 None None] Pushing event updated for resources: {'Port': ['ID=e3b9ada9-ec88-4d12-b69d-3e425002fd0c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:17.047442 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ba44d9-8f02-470c-a2a6-1e33081d456c x-openstack-request-id: req-38ba44d9-8f02-470c-a2a6-1e33081d456c {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:17.047742 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1", "tag": "719b8931-9712-4982-802d-9ab3ede15d65", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:17.047996 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-38ba44d9-8f02-470c-a2a6-1e33081d456c {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:17.048410 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1', 'tag': '719b8931-9712-4982-802d-9ab3ede15d65', 'status': 'completed', 'code': 200} Jul 22 16:43:17.128145 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-403f712f-b737-4217-a4a2-6328df3b6d10 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Network 080f6fdb-8ecf-418a-9887-9107e25751db is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:17.151918 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f712f-b737-4217-a4a2-6328df3b6d10 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Pushing event updated for resources: {'Port': ['ID=edc28b26-5949-4beb-a2f3-ffaa7d835f54,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:17.176601 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-403f712f-b737-4217-a4a2-6328df3b6d10 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:17.198317 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-403f712f-b737-4217-a4a2-6328df3b6d10 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:17.229842 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc0dd8-e36e-4a12-b99f-c98f040ed6e0 req-1ea78240-a882-43b0-9c69-dbb4326e1af7 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:17.238542 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c3dc0dd8-e36e-4a12-b99f-c98f040ed6e0 req-1ea78240-a882-43b0-9c69-dbb4326e1af7 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=08724c07-0ca2-4677-a3df-d130ea053f24 HTTP/1.1" status: 200 len: 932 time: 0.1075563 Jul 22 16:43:17.243426 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b0fffc9-b97b-42e7-b2b4-f580e61acfcd req-9d24dc68-992f-42a4-bb95-53c84f63c7b3 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=40a857cb-f226-48c3-b9bd-dfd07fa31ea1 HTTP/1.1" status: 200 len: 210 time: 0.1193049 Jul 22 16:43:17.263268 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7219f8a4-fb0e-412e-abe3-2289efefd42c None None] New status for floating IP c7a66822-a446-4f5f-bbac-0ece2cc500d2: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:43:17.314157 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c3dc0dd8-e36e-4a12-b99f-c98f040ed6e0 req-8fb16002-3df5-4f83-b642-b7f4fcc4a9e6 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746307 Jul 22 16:43:17.410496 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-45da23da-d6c0-42b3-9065-d20cf79134b6 req-ae9041c4-9424-4e42-9c98-6fbfc72de442 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/floatingips/c7a66822-a446-4f5f-bbac-0ece2cc500d2 HTTP/1.1" status: 200 len: 694 time: 0.1278486 Jul 22 16:43:17.444932 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-403f712f-b737-4217-a4a2-6328df3b6d10 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:17.445885 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-403f712f-b737-4217-a4a2-6328df3b6d10 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:17.506726 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-7d9c099c-c579-4c19-bae8-7cad9f915f79 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:17.508224 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-7d9c099c-c579-4c19-bae8-7cad9f915f79 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.16 "GET /v2.0/networks?id=505e7aec-4993-4014-9ebe-fc327bd7ad1d HTTP/1.1" status: 200 len: 808 time: 0.5088801 Jul 22 16:43:17.517628 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-403f712f-b737-4217-a4a2-6328df3b6d10 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0511808 Jul 22 16:43:17.614048 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-e226dd92-bd35-4fde-a39b-0f74b084e1ac service neutron] Request body: {'port': {'device_id': '08724c07-0ca2-4677-a3df-d130ea053f24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:17.620148 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-13259814-f43d-4625-aa64-66e1d397808e tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Request body: {'port': {'device_id': '45ead2b3-67a8-482b-8a2e-4658c2c7772a', 'network_id': '505e7aec-4993-4014-9ebe-fc327bd7ad1d', 'admin_state_up': True, 'tenant_id': 'fb6676aeb8e2493a8c529046072d934a'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:17.651552 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b821b-3255-4982-a95b-6cf3565192c8 req-f5483f66-a1ee-4901-8f57-7b9547f44161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:17.653072 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-139b821b-3255-4982-a95b-6cf3565192c8 req-f5483f66-a1ee-4901-8f57-7b9547f44161 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6b64aba8a2344e3ad8ead2f811c3725&device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 1097 time: 0.5327768 Jul 22 16:43:17.993971 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device e3b9ada9-ec88-4d12-b69d-3e425002fd0c up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:43:18.000455 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77d8a3-60f0-47d3-9750-358ef06dc034 req-aa4af944-d357-444e-9f14-29761a0f47b9 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:18.002231 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ad77d8a3-60f0-47d3-9750-358ef06dc034 req-aa4af944-d357-444e-9f14-29761a0f47b9 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.0963845 Jul 22 16:43:18.055343 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ad77d8a3-60f0-47d3-9750-358ef06dc034 req-437de417-790c-4a29-9836-b39393576ea2 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422847 Jul 22 16:43:18.082883 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port e3b9ada9-ec88-4d12-b69d-3e425002fd0c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:43:18.116787 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162b7fca-5dd4-455b-a92c-3c22d724350b None None] Network dd938b8c-9d8b-4b6c-941e-e46e965d4bb4 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:43:18.117376 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78bc88aa-b22d-467f-9454-26b296f69fde tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:18.194597 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78bc88aa-b22d-467f-9454-26b296f69fde tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:18.238892 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2a3ac646-8109-4359-9697-784c9e296dc4 None None] Provisioning for port e3b9ada9-ec88-4d12-b69d-3e425002fd0c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:43:18.246843 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2a3ac646-8109-4359-9697-784c9e296dc4 None None] Provisioning complete for port e3b9ada9-ec88-4d12-b69d-3e425002fd0c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:18.247302 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a3ac646-8109-4359-9697-784c9e296dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:18.257020 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4c9b8b7-1ced-4686-802b-76243964cc03 req-f0d424c8-237a-4867-9af1-fe6441b48169 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ead2b3-67a8-482b-8a2e-4658c2c7772a HTTP/1.1" status: 200 len: 210 time: 0.0437288 Jul 22 16:43:18.264689 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da23da-d6c0-42b3-9065-d20cf79134b6 req-f9b14c2e-a494-4f8e-9fc0-1b19fb054ef8 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:18.266147 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-45da23da-d6c0-42b3-9065-d20cf79134b6 req-f9b14c2e-a494-4f8e-9fc0-1b19fb054ef8 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 784 time: 0.8471651 Jul 22 16:43:18.300030 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c5e4608f-0126-4a66-ac3b-2d67967776c7 req-262cdc48-d451-495b-8a5c-5bebcd305bd4 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.30 "GET /v2.0/ports?device_id=40a857cb-f226-48c3-b9bd-dfd07fa31ea1 HTTP/1.1" status: 200 len: 210 time: 0.1231422 Jul 22 16:43:18.316105 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-45da23da-d6c0-42b3-9065-d20cf79134b6 req-dc7ac49d-9456-4f14-bf90-d897f65a045d tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:43:18.317127 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-45da23da-d6c0-42b3-9065-d20cf79134b6 req-dc7ac49d-9456-4f14-bf90-d897f65a045d tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0203037 Jul 22 16:43:18.367896 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-e226dd92-bd35-4fde-a39b-0f74b084e1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:18.370899 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b821b-3255-4982-a95b-6cf3565192c8 req-b8217d2e-c325-4e41-ae30-96cba7f88395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:18.371318 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a3ac646-8109-4359-9697-784c9e296dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:18.373601 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-139b821b-3255-4982-a95b-6cf3565192c8 req-b8217d2e-c325-4e41-ae30-96cba7f88395 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5213f340-dbe4-4ff2-9909-61ebc63af76c HTTP/1.1" status: 200 len: 920 time: 0.7020812 Jul 22 16:43:18.407080 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2a3ac646-8109-4359-9697-784c9e296dc4 None None] For port e3b9ada9-ec88-4d12-b69d-3e425002fd0c, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=e3b9ada9-ec88-4d12-b69d-3e425002fd0c,segment=NetworkSegment(6e42d785-ceaf-4484-9842-ce17bc5c965e),segment_id=6e42d785-ceaf-4484-9842-ce17bc5c965e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:18.412766 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a3ac646-8109-4359-9697-784c9e296dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:18.520038 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ac646-8109-4359-9697-784c9e296dc4 None None] Pushing event updated for resources: {'Port': ['ID=e3b9ada9-ec88-4d12-b69d-3e425002fd0c,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:18.525087 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6549c774-e52e-420f-8958-107a11d028f7 req-10b7fac2-8d7e-4d81-af05-67d3768a1077 tempest-ServerShowV247Test-1840354795 tempest-ServerShowV247Test-1840354795-project] 10.222.0.69 "GET /v2.0/ports?device_id=40a857cb-f226-48c3-b9bd-dfd07fa31ea1 HTTP/1.1" status: 200 len: 210 time: 0.0316417 Jul 22 16:43:18.545192 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-13259814-f43d-4625-aa64-66e1d397808e tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Made reservation on behalf of fb6676aeb8e2493a8c529046072d934a for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:18.548944 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-13259814-f43d-4625-aa64-66e1d397808e tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:18.600846 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-139b821b-3255-4982-a95b-6cf3565192c8 req-32caba5d-fa04-4435-9999-37b0c00fb17f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=719b8931-9712-4982-802d-9ab3ede15d65 HTTP/1.1" status: 200 len: 217 time: 0.1362083 Jul 22 16:43:18.603910 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-45da23da-d6c0-42b3-9065-d20cf79134b6 req-12aba08c-7bc4-4954-afc0-052b0df2d5e6 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.47 HTTP/1.1" status: 200 len: 695 time: 0.2505314 Jul 22 16:43:18.635019 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d964d04-a50e-429f-9cf5-3e7c1e608bb0 None None] Provisioning complete for port e3b9ada9-ec88-4d12-b69d-3e425002fd0c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:18.635557 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d964d04-a50e-429f-9cf5-3e7c1e608bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:18.651343 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da6cc8-50e8-489a-8466-be9fd79bc117 req-caca6fd9-5f36-47f0-acd2-332d6825e174 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:18.652850 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-07da6cc8-50e8-489a-8466-be9fd79bc117 req-caca6fd9-5f36-47f0-acd2-332d6825e174 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=08724c07-0ca2-4677-a3df-d130ea053f24 HTTP/1.1" status: 200 len: 932 time: 0.0686433 Jul 22 16:43:18.692828 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-07da6cc8-50e8-489a-8466-be9fd79bc117 req-7b21ccdc-ec03-4672-94f3-78f9af164912 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342128 Jul 22 16:43:18.723542 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-78bc88aa-b22d-467f-9454-26b296f69fde tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Allocated IP 172.25.0.112 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/929e8132-7016-4e19-9bed-91a6ec15b068) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:43:18.779576 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-45da23da-d6c0-42b3-9065-d20cf79134b6 req-883acaa0-c4f8-4e6a-9b9f-8cb56f1fdc41 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.0.47 HTTP/1.1" status: 200 len: 695 time: 0.1488736 Jul 22 16:43:18.825261 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b821b-3255-4982-a95b-6cf3565192c8 req-1a1ad011-6124-4056-be6f-be6631cffd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:18.826818 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-139b821b-3255-4982-a95b-6cf3565192c8 req-1a1ad011-6124-4056-be6f-be6631cffd2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a4b30d3f-c597-4bb8-a89e-3ae3ba30816a HTTP/1.1" status: 200 len: 859 time: 0.1975815 Jul 22 16:43:18.980341 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-139b821b-3255-4982-a95b-6cf3565192c8 req-4ac95720-67c9-4fbf-b0c7-a9b3bad579cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5213f340-dbe4-4ff2-9909-61ebc63af76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727098 Jul 22 16:43:19.182052 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3489a5-3f2e-4788-a7ca-0ce23c10e5dc req-88528e74-cbd2-42b1-94d5-dcc8e09855fd tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:19.183722 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4b3489a5-3f2e-4788-a7ca-0ce23c10e5dc req-88528e74-cbd2-42b1-94d5-dcc8e09855fd tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.0687389 Jul 22 16:43:19.187052 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-13259814-f43d-4625-aa64-66e1d397808e tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Allocated IP 172.20.0.8 (505e7aec-4993-4014-9ebe-fc327bd7ad1d/71d61078-a3b6-4024-be18-3fb41a7368b8/9efdc5d6-2858-4926-95b9-c5255cbe4b6d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:43:19.223039 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4b3489a5-3f2e-4788-a7ca-0ce23c10e5dc req-c2a0880c-26ab-42dc-8e40-f0dbadaa9a26 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335619 Jul 22 16:43:19.289020 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78bc88aa-b22d-467f-9454-26b296f69fde tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:19.363928 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-139b821b-3255-4982-a95b-6cf3565192c8 req-7ba02e22-c161-477a-bcdd-0c0d5845e2ce service neutron] 10.222.0.16 "GET /v2.0/networks/5213f340-dbe4-4ff2-9909-61ebc63af76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313532 Jul 22 16:43:19.385765 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-132bc672-9bfa-4080-9094-ccf96d0aba9d req-510954d5-904a-49ad-8973-bb6474ec8efa tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ead2b3-67a8-482b-8a2e-4658c2c7772a HTTP/1.1" status: 200 len: 210 time: 0.0305545 Jul 22 16:43:19.404232 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-45da23da-d6c0-42b3-9065-d20cf79134b6 req-73568f0a-ab41-45b0-89dc-d8825a130209 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Deleting port c2c6ec89-ab69-46da-8b3d-7b52dd763b73 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:19.405041 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-45da23da-d6c0-42b3-9065-d20cf79134b6 req-73568f0a-ab41-45b0-89dc-d8825a130209 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:19.633718 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78bc88aa-b22d-467f-9454-26b296f69fde tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:19.660530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-e226dd92-bd35-4fde-a39b-0f74b084e1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edc28b26-5949-4beb-a2f3-ffaa7d835f54 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:43:19.711131 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-e226dd92-bd35-4fde-a39b-0f74b084e1ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:19.746696 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bc88aa-b22d-467f-9454-26b296f69fde tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:19.757338 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-45da23da-d6c0-42b3-9065-d20cf79134b6 req-73568f0a-ab41-45b0-89dc-d8825a130209 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:19.757338 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-45da23da-d6c0-42b3-9065-d20cf79134b6 req-73568f0a-ab41-45b0-89dc-d8825a130209 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:19.769555 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-78bc88aa-b22d-467f-9454-26b296f69fde tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:19.781242 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-139b821b-3255-4982-a95b-6cf3565192c8 req-7ce68fd7-ea2a-41c8-8f97-30e911c05f30 service neutron] 10.222.0.16 "GET /v2.0/networks/5213f340-dbe4-4ff2-9909-61ebc63af76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979137 Jul 22 16:43:19.784695 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-13259814-f43d-4625-aa64-66e1d397808e tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:19.788512 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bc88aa-b22d-467f-9454-26b296f69fde tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:19.791791 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc88aa-b22d-467f-9454-26b296f69fde tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Pushing event updated for resources: {'Port': ['ID=929e8132-7016-4e19-9bed-91a6ec15b068,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:19.801273 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-e226dd92-bd35-4fde-a39b-0f74b084e1ac service neutron] Transition to ACTIVE for port object edc28b26-5949-4beb-a2f3-ffaa7d835f54 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:43:19.821243 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-45da23da-d6c0-42b3-9065-d20cf79134b6 req-73568f0a-ab41-45b0-89dc-d8825a130209 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Calling delete_port for c2c6ec89-ab69-46da-8b3d-7b52dd763b73 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:19.832915 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-e226dd92-bd35-4fde-a39b-0f74b084e1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:19.855810 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d50775-52c9-40a9-b31b-09762fa6e13a req-9e8fc0e6-5d25-414d-a822-36ef5bf07fa0 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:19.857639 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c9d50775-52c9-40a9-b31b-09762fa6e13a req-9e8fc0e6-5d25-414d-a822-36ef5bf07fa0 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=08724c07-0ca2-4677-a3df-d130ea053f24 HTTP/1.1" status: 200 len: 932 time: 0.0870228 Jul 22 16:43:19.868134 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60666) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:19.917494 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c9d50775-52c9-40a9-b31b-09762fa6e13a req-0a4221af-969b-40d5-9371-91b6fbea382d tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532577 Jul 22 16:43:19.926956 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device e3b9ada9-ec88-4d12-b69d-3e425002fd0c up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:43:19.978017 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port e3b9ada9-ec88-4d12-b69d-3e425002fd0c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:19.978394 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:20.019623 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fae7029c-abef-480b-a21d-d19df0962447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:20.125613 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fae7029c-abef-480b-a21d-d19df0962447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:20.130195 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fae7029c-abef-480b-a21d-d19df0962447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:20.168636 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7029c-abef-480b-a21d-d19df0962447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95125869-447d-41c9-b84e-a03384523784,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:20.175438 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fae7029c-abef-480b-a21d-d19df0962447 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=65ba90eb437740f9bc234b1c48c5c9a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3038435 Jul 22 16:43:20.175669 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60670) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:20.226996 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a63898d4-afc5-44ed-b886-d573ebbd7eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:20.248315 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a63898d4-afc5-44ed-b886-d573ebbd7eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:20.325109 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a63898d4-afc5-44ed-b886-d573ebbd7eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:20.327617 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a63898d4-afc5-44ed-b886-d573ebbd7eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:20.330331 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a63898d4-afc5-44ed-b886-d573ebbd7eaf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/95125869-447d-41c9-b84e-a03384523784 HTTP/1.1" status: 204 len: 168 time: 0.1536598 Jul 22 16:43:20.345508 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226dd92-bd35-4fde-a39b-0f74b084e1ac service neutron] Pushing event updated for resources: {'Port': ['ID=edc28b26-5949-4beb-a2f3-ffaa7d835f54,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:20.346698 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63898d4-afc5-44ed-b886-d573ebbd7eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95125869-447d-41c9-b84e-a03384523784,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:20.379540 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d7a11-18c6-4fc2-a13f-8ee06a21f92f req-600c6ea7-dd2a-453e-a235-67d6cb31d0f8 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:20.381424 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-be9d7a11-18c6-4fc2-a13f-8ee06a21f92f req-600c6ea7-dd2a-453e-a235-67d6cb31d0f8 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.0860996 Jul 22 16:43:20.405439 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-13259814-f43d-4625-aa64-66e1d397808e tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:20.427242 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-be9d7a11-18c6-4fc2-a13f-8ee06a21f92f req-03ae29a0-bf49-47b1-8dd1-51c21c495253 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389972 Jul 22 16:43:20.534382 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-13259814-f43d-4625-aa64-66e1d397808e tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Network 505e7aec-4993-4014-9ebe-fc327bd7ad1d is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:20.570875 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-13259814-f43d-4625-aa64-66e1d397808e tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:20.576876 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13259814-f43d-4625-aa64-66e1d397808e tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Pushing event updated for resources: {'Port': ['ID=9efdc5d6-2858-4926-95b9-c5255cbe4b6d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:20.610627 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-13259814-f43d-4625-aa64-66e1d397808e tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:20.647230 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-e226dd92-bd35-4fde-a39b-0f74b084e1ac service neutron] Attempting to bind port edc28b26-5949-4beb-a2f3-ffaa7d835f54 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:43:20.647570 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-e226dd92-bd35-4fde-a39b-0f74b084e1ac service neutron] Attempting to bind port edc28b26-5949-4beb-a2f3-ffaa7d835f54 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'b564fcf8-8c98-49bb-b0ec-572c342f0635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '080f6fdb-8ecf-418a-9887-9107e25751db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:43:20.648122 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-e226dd92-bd35-4fde-a39b-0f74b084e1ac service neutron] Attempting to bind port edc28b26-5949-4beb-a2f3-ffaa7d835f54 on network 080f6fdb-8ecf-418a-9887-9107e25751db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:20.658486 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25410216-cd1a-4ce0-8711-b20a1d9e5c89 req-d44e7efb-dcd3-4d3e-9948-f4af8dd9ae9f tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:20.661108 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-25410216-cd1a-4ce0-8711-b20a1d9e5c89 req-d44e7efb-dcd3-4d3e-9948-f4af8dd9ae9f tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ead2b3-67a8-482b-8a2e-4658c2c7772a HTTP/1.1" status: 200 len: 931 time: 0.0743384 Jul 22 16:43:20.685643 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-e226dd92-bd35-4fde-a39b-0f74b084e1ac service neutron] Port edc28b26-5949-4beb-a2f3-ffaa7d835f54 on network 080f6fdb-8ecf-418a-9887-9107e25751db not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:43:20.685997 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-e226dd92-bd35-4fde-a39b-0f74b084e1ac service neutron] Attempting to bind port edc28b26-5949-4beb-a2f3-ffaa7d835f54 on network 080f6fdb-8ecf-418a-9887-9107e25751db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:20.715627 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-25410216-cd1a-4ce0-8711-b20a1d9e5c89 req-aeae20bb-769f-4831-8f01-0c2580b202af tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2677b7bd-a94f-4158-b216-5bdaee1b048c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450511 Jul 22 16:43:20.716349 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-e226dd92-bd35-4fde-a39b-0f74b084e1ac service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:43:20.716746 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-e226dd92-bd35-4fde-a39b-0f74b084e1ac service neutron] Checking segment: {'id': 'b564fcf8-8c98-49bb-b0ec-572c342f0635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '080f6fdb-8ecf-418a-9887-9107e25751db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:43:20.717134 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-e226dd92-bd35-4fde-a39b-0f74b084e1ac service neutron] Bound using segment: {'id': 'b564fcf8-8c98-49bb-b0ec-572c342f0635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '080f6fdb-8ecf-418a-9887-9107e25751db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:43:20.717581 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-e226dd92-bd35-4fde-a39b-0f74b084e1ac service neutron] Bound port: edc28b26-5949-4beb-a2f3-ffaa7d835f54, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b564fcf8-8c98-49bb-b0ec-572c342f0635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '080f6fdb-8ecf-418a-9887-9107e25751db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:43:20.717962 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-e226dd92-bd35-4fde-a39b-0f74b084e1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:20.735989 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-45da23da-d6c0-42b3-9065-d20cf79134b6 req-73568f0a-ab41-45b0-89dc-d8825a130209 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:20.791488 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-13259814-f43d-4625-aa64-66e1d397808e tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:20.792106 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-13259814-f43d-4625-aa64-66e1d397808e tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:20.812933 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73568f0a-ab41-45b0-89dc-d8825a130209 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Pushing event deleted for resources: {'Port': ['ID=c2c6ec89-ab69-46da-8b3d-7b52dd763b73,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:20.900298 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78bc88aa-b22d-467f-9454-26b296f69fde tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:20.902838 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-13259814-f43d-4625-aa64-66e1d397808e tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3235290 Jul 22 16:43:20.978771 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-695cd6ba-0c1b-4499-a9a0-5c400524bdb7 service neutron] Request body: {'port': {'device_id': '45ead2b3-67a8-482b-8a2e-4658c2c7772a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:21.040602 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-e226dd92-bd35-4fde-a39b-0f74b084e1ac service neutron] For port edc28b26-5949-4beb-a2f3-ffaa7d835f54, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:43:21.063462 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30919c35-a9f8-4686-966f-c95c9f031cc5 req-6416b825-0748-4cd8-93f2-3fd7e71121ff tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:21.070109 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-e226dd92-bd35-4fde-a39b-0f74b084e1ac service neutron] For port edc28b26-5949-4beb-a2f3-ffaa7d835f54, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=edc28b26-5949-4beb-a2f3-ffaa7d835f54,segment=NetworkSegment(b564fcf8-8c98-49bb-b0ec-572c342f0635),segment_id=b564fcf8-8c98-49bb-b0ec-572c342f0635)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:43:21.070313 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-30919c35-a9f8-4686-966f-c95c9f031cc5 req-6416b825-0748-4cd8-93f2-3fd7e71121ff tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=08724c07-0ca2-4677-a3df-d130ea053f24 HTTP/1.1" status: 200 len: 944 time: 0.0734291 Jul 22 16:43:21.070443 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-45da23da-d6c0-42b3-9065-d20cf79134b6 req-73568f0a-ab41-45b0-89dc-d8825a130209 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.071549 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-45da23da-d6c0-42b3-9065-d20cf79134b6 req-73568f0a-ab41-45b0-89dc-d8825a130209 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.072629 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-45da23da-d6c0-42b3-9065-d20cf79134b6 req-73568f0a-ab41-45b0-89dc-d8825a130209 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "DELETE /v2.0/floatingips/c7a66822-a446-4f5f-bbac-0ece2cc500d2 HTTP/1.1" status: 204 len: 173 time: 2.2742853 Jul 22 16:43:21.079764 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60704) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:21.091885 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-e226dd92-bd35-4fde-a39b-0f74b084e1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.130939 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-30919c35-a9f8-4686-966f-c95c9f031cc5 req-803e4b6d-dad4-4b8b-be27-22c3185e96d3 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592597 Jul 22 16:43:21.204973 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-52eb5b43-cfe8-4c80-af0f-38e04b916e2e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-644865966-network', 'tenant_id': 'da62075422094ce69d816eddc76670fa'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:21.226151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52eb5b43-cfe8-4c80-af0f-38e04b916e2e admin admin] Made reservation on behalf of da62075422094ce69d816eddc76670fa for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:21.228612 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-52eb5b43-cfe8-4c80-af0f-38e04b916e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.237585 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-52eb5b43-cfe8-4c80-af0f-38e04b916e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.247318 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-e226dd92-bd35-4fde-a39b-0f74b084e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:21.248197 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-e226dd92-bd35-4fde-a39b-0f74b084e1ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.249598 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-e226dd92-bd35-4fde-a39b-0f74b084e1ac service neutron] 10.222.0.30 "PUT /v2.0/ports/edc28b26-5949-4beb-a2f3-ffaa7d835f54 HTTP/1.1" status: 200 len: 1092 time: 3.6436427 Jul 22 16:43:21.251542 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08724c07-0ca2-4677-a3df-d130ea053f24', 'tag': 'edc28b26-5949-4beb-a2f3-ffaa7d835f54'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:21.253849 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02b172a-c452-4c71-ac23-0cb7e5f82656" -d '{"events": [{"name": "network-changed", "server_uuid": "08724c07-0ca2-4677-a3df-d130ea053f24", "tag": "edc28b26-5949-4beb-a2f3-ffaa7d835f54"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:21.263911 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-695cd6ba-0c1b-4499-a9a0-5c400524bdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.309362 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424792eb-23b1-41f9-86f7-c68e72c77e1c x-openstack-request-id: req-424792eb-23b1-41f9-86f7-c68e72c77e1c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:21.309654 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08724c07-0ca2-4677-a3df-d130ea053f24", "tag": "edc28b26-5949-4beb-a2f3-ffaa7d835f54", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:21.309906 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-424792eb-23b1-41f9-86f7-c68e72c77e1c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:21.310332 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08724c07-0ca2-4677-a3df-d130ea053f24', 'tag': 'edc28b26-5949-4beb-a2f3-ffaa7d835f54', 'status': 'completed', 'code': 200} Jul 22 16:43:21.323468 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226dd92-bd35-4fde-a39b-0f74b084e1ac service neutron] Pushing event updated for resources: {'Port': ['ID=edc28b26-5949-4beb-a2f3-ffaa7d835f54,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:21.337162 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-adf1c7d1-24fd-4f12-9a11-e529d21c8452 req-5be679d2-27c6-4120-b670-be72f6f2a6d9 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups/69454903-0423-4320-ba76-c08e49661da3 HTTP/1.1" status: 200 len: 1808 time: 0.2209363 Jul 22 16:43:21.341837 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-52eb5b43-cfe8-4c80-af0f-38e04b916e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.346888 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-52eb5b43-cfe8-4c80-af0f-38e04b916e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.376497 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52eb5b43-cfe8-4c80-af0f-38e04b916e2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:43:21.383441 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb5b43-cfe8-4c80-af0f-38e04b916e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2535628-bb64-406e-882e-54b584553631,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:21.390992 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-52eb5b43-cfe8-4c80-af0f-38e04b916e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.391572 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-52eb5b43-cfe8-4c80-af0f-38e04b916e2e admin admin] Added segment 4a178158-2d2b-42fd-9aa1-7195b8da370f of type vlan for network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d Jul 22 16:43:21.437422 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-52eb5b43-cfe8-4c80-af0f-38e04b916e2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.437906 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78bc88aa-b22d-467f-9454-26b296f69fde tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.467623 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-52eb5b43-cfe8-4c80-af0f-38e04b916e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.468784 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eb5b43-cfe8-4c80-af0f-38e04b916e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:21.469483 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-52eb5b43-cfe8-4c80-af0f-38e04b916e2e admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.495848 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-52eb5b43-cfe8-4c80-af0f-38e04b916e2e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4122972 Jul 22 16:43:21.496638 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60712) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:21.503245 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8ffe0983-ecf2-4b36-8f2a-517bf6d52004 admin admin] Request body: {'subnet': {'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-644865966-subnet', 'tenant_id': 'da62075422094ce69d816eddc76670fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:21.583155 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb5b43-cfe8-4c80-af0f-38e04b916e2e admin admin] Pushing event updated for resources: {'Network': ['ID=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:21.598665 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:43:21.601075 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffe0983-ecf2-4b36-8f2a-517bf6d52004 admin admin] Made reservation on behalf of da62075422094ce69d816eddc76670fa for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:21.603332 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ffe0983-ecf2-4b36-8f2a-517bf6d52004 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.639199 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-48ad0f2f-6ecd-4654-90ce-ce60c05ce999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:21.640850 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-48ad0f2f-6ecd-4654-90ce-ce60c05ce999 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=346b1c181fb44928843dc023990026cc&device_id=08724c07-0ca2-4677-a3df-d130ea053f24 HTTP/1.1" status: 200 len: 1095 time: 0.3214171 Jul 22 16:43:21.658352 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-adf1c7d1-24fd-4f12-9a11-e529d21c8452 req-95c25320-d3f7-4e50-bfec-3c5fadfcbc84 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.687836 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8bc56-9fd3-4067-aaab-0adafa3039e6 req-55cb827d-ec92-4227-9575-00c24c735276 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:21.689323 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3ed8bc56-9fd3-4067-aaab-0adafa3039e6 req-55cb827d-ec92-4227-9575-00c24c735276 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.1754496 Jul 22 16:43:21.737901 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-b3403861-d82f-4548-8454-ac02f2f0aea6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edc28b26-5949-4beb-a2f3-ffaa7d835f54 HTTP/1.1" status: 200 len: 217 time: 0.0821426 Jul 22 16:43:21.746482 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3ed8bc56-9fd3-4067-aaab-0adafa3039e6 req-3f7ecb89-d96e-409b-b96b-dbabe07cbeed tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482430 Jul 22 16:43:21.761318 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-adf1c7d1-24fd-4f12-9a11-e529d21c8452 req-95c25320-d3f7-4e50-bfec-3c5fadfcbc84 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.834001 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ffe0983-ecf2-4b36-8f2a-517bf6d52004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.869292 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-fe446bfd-e32b-42ff-820e-ab083fa8eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:21.870841 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-fe446bfd-e32b-42ff-820e-ab083fa8eaa9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d034105d-0873-4d3b-bb91-c20cfcaca3ce HTTP/1.1" status: 200 len: 853 time: 0.1178572 Jul 22 16:43:21.899395 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe0983-ecf2-4b36-8f2a-517bf6d52004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=411cf97d-c177-4f17-b976-e1cbeab029d8,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:21.928641 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-bb596a52-53d7-40b8-92c1-34ee3255343f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=080f6fdb-8ecf-418a-9887-9107e25751db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494649 Jul 22 16:43:21.934836 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-adf1c7d1-24fd-4f12-9a11-e529d21c8452 req-95c25320-d3f7-4e50-bfec-3c5fadfcbc84 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.937456 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-adf1c7d1-24fd-4f12-9a11-e529d21c8452 req-95c25320-d3f7-4e50-bfec-3c5fadfcbc84 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.938747 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-adf1c7d1-24fd-4f12-9a11-e529d21c8452 req-95c25320-d3f7-4e50-bfec-3c5fadfcbc84 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "DELETE /v2.0/security-groups/69454903-0423-4320-ba76-c08e49661da3 HTTP/1.1" status: 204 len: 173 time: 0.5752356 Jul 22 16:43:21.945604 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe0983-ecf2-4b36-8f2a-517bf6d52004 admin admin] Checking segment: {'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:43:21.945988 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffe0983-ecf2-4b36-8f2a-517bf6d52004 admin admin] Network hostable DHCP agents. Network: 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:43:21.972091 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffe0983-ecf2-4b36-8f2a-517bf6d52004 admin admin] Network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:43:21.989064 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8ffe0983-ecf2-4b36-8f2a-517bf6d52004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:21.997008 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ad73de-31ee-49e3-ad13-f28d08579b72 None None] Network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:43:22.012125 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fed2f-46d8-427f-b870-f12889d3e189 req-5e0c109c-dfd6-444c-a363-2be6a6cc6016 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:22.013749 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e97fed2f-46d8-427f-b870-f12889d3e189 req-5e0c109c-dfd6-444c-a363-2be6a6cc6016 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ead2b3-67a8-482b-8a2e-4658c2c7772a HTTP/1.1" status: 200 len: 931 time: 0.1031780 Jul 22 16:43:22.015338 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffe0983-ecf2-4b36-8f2a-517bf6d52004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:22.015750 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ffe0983-ecf2-4b36-8f2a-517bf6d52004 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:22.016016 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c25320-d3f7-4e50-bfec-3c5fadfcbc84 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69454903-0423-4320-ba76-c08e49661da3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:22.041379 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bc88aa-b22d-467f-9454-26b296f69fde tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Router 03725e10-c85c-4f80-b444-7c869b59201b is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:43:22.052946 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8ffe0983-ecf2-4b36-8f2a-517bf6d52004 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5474544 Jul 22 16:43:22.078982 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e97fed2f-46d8-427f-b870-f12889d3e189 req-eeb6dc57-aa9d-45d1-8a32-ba0b330bf806 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2677b7bd-a94f-4158-b216-5bdaee1b048c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519590 Jul 22 16:43:22.097773 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-695cd6ba-0c1b-4499-a9a0-5c400524bdb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9efdc5d6-2858-4926-95b9-c5255cbe4b6d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:43:22.113473 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-695cd6ba-0c1b-4499-a9a0-5c400524bdb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:22.244559 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296d06ec-126a-4689-95ea-74d3c34ec344 None None] Network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:43:22.327324 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830b9ec-653a-4194-bb6b-42303514efc2 req-43c29b63-00f2-4d0a-8251-ff9cfb7dd7c0 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:22.329110 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4830b9ec-653a-4194-bb6b-42303514efc2 req-43c29b63-00f2-4d0a-8251-ff9cfb7dd7c0 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=08724c07-0ca2-4677-a3df-d130ea053f24 HTTP/1.1" status: 200 len: 944 time: 0.0788102 Jul 22 16:43:22.373823 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4830b9ec-653a-4194-bb6b-42303514efc2 req-262d53c7-3932-4730-ad00-2203c302470a tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378158 Jul 22 16:43:22.529149 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-695cd6ba-0c1b-4499-a9a0-5c400524bdb7 service neutron] Transition to ACTIVE for port object 9efdc5d6-2858-4926-95b9-c5255cbe4b6d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:43:22.547585 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-695cd6ba-0c1b-4499-a9a0-5c400524bdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:22.574652 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-6db681ec-49a1-4940-9e28-d05960178e57 service neutron] 10.222.0.30 "GET /v2.0/networks/080f6fdb-8ecf-418a-9887-9107e25751db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6293097 Jul 22 16:43:22.687271 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-42ed832a-cb5d-42b3-a820-08949d1b0a29 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:22.688797 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-42ed832a-cb5d-42b3-a820-08949d1b0a29 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/networks?id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d HTTP/1.1" status: 200 len: 805 time: 0.1211483 Jul 22 16:43:22.691262 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695cd6ba-0c1b-4499-a9a0-5c400524bdb7 service neutron] Pushing event updated for resources: {'Port': ['ID=9efdc5d6-2858-4926-95b9-c5255cbe4b6d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:22.704090 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-d7948c30-6c9d-4bd1-9a32-635a1d5acd99 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/quotas/da62075422094ce69d816eddc76670fa HTTP/1.1" status: 200 len: 375 time: 0.0095243 Jul 22 16:43:22.739075 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-ae9fe8ef-48f3-4134-9c67-693e3972d9b6 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=da62075422094ce69d816eddc76670fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290637 Jul 22 16:43:22.744276 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bc88aa-b22d-467f-9454-26b296f69fde tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:43:22.756099 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3456b530-91ee-4566-b176-90a04b27a3bf None None] Sync routers for ids ['03725e10-c85c-4f80-b444-7c869b59201b'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:43:22.765685 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3456b530-91ee-4566-b176-90a04b27a3bf None None] Routers {'03725e10-c85c-4f80-b444-7c869b59201b'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:22.766389 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3456b530-91ee-4566-b176-90a04b27a3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:43:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['03725e10-c85c-4f80-b444-7c869b59201b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:22.812127 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3456b530-91ee-4566-b176-90a04b27a3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:22.822065 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3456b530-91ee-4566-b176-90a04b27a3bf None None] Routers {'03725e10-c85c-4f80-b444-7c869b59201b'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:22.822693 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3456b530-91ee-4566-b176-90a04b27a3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:43:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['03725e10-c85c-4f80-b444-7c869b59201b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:22.828522 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21da5a6-1691-46b0-92dc-ef7f160a4be0 req-65982975-23c7-4ff9-b269-d5497041029d tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:22.830283 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c21da5a6-1691-46b0-92dc-ef7f160a4be0 req-65982975-23c7-4ff9-b269-d5497041029d tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.3126793 Jul 22 16:43:22.838875 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78bc88aa-b22d-467f-9454-26b296f69fde tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:22.840297 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-78bc88aa-b22d-467f-9454-26b296f69fde tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.9989808 Jul 22 16:43:22.842611 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fc25a23-7e91-4126-8b22-e14344ffd17f req-5eb54fc6-1ced-448c-aa99-06ba8e69464d service neutron] 10.222.0.30 "GET /v2.0/networks/080f6fdb-8ecf-418a-9887-9107e25751db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305729 Jul 22 16:43:22.843093 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60744) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:22.865465 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3456b530-91ee-4566-b176-90a04b27a3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:22.866502 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3456b530-91ee-4566-b176-90a04b27a3bf None None] The sync data for ids ['03725e10-c85c-4f80-b444-7c869b59201b'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:43:22.869360 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-3752cfa3-6063-4f94-b948-3bc06901e2e9 service neutron] 10.222.0.69 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228480 Jul 22 16:43:22.958978 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-695cd6ba-0c1b-4499-a9a0-5c400524bdb7 service neutron] Attempting to bind port 9efdc5d6-2858-4926-95b9-c5255cbe4b6d on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:43:22.959324 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-695cd6ba-0c1b-4499-a9a0-5c400524bdb7 service neutron] Attempting to bind port 9efdc5d6-2858-4926-95b9-c5255cbe4b6d by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '27143391-0d5d-495f-8e52-618ade09a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '505e7aec-4993-4014-9ebe-fc327bd7ad1d'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:43:22.959651 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-695cd6ba-0c1b-4499-a9a0-5c400524bdb7 service neutron] Attempting to bind port 9efdc5d6-2858-4926-95b9-c5255cbe4b6d on network 505e7aec-4993-4014-9ebe-fc327bd7ad1d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:22.965156 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-5946da51-d4c5-41bf-a4b1-7b0b0f9ef749 service neutron] 10.222.0.69 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865543 Jul 22 16:43:22.981722 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-695cd6ba-0c1b-4499-a9a0-5c400524bdb7 service neutron] Port 9efdc5d6-2858-4926-95b9-c5255cbe4b6d on network 505e7aec-4993-4014-9ebe-fc327bd7ad1d not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:43:22.982082 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-695cd6ba-0c1b-4499-a9a0-5c400524bdb7 service neutron] Attempting to bind port 9efdc5d6-2858-4926-95b9-c5255cbe4b6d on network 505e7aec-4993-4014-9ebe-fc327bd7ad1d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:22.986366 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c21da5a6-1691-46b0-92dc-ef7f160a4be0 req-b249888d-22e5-47ac-b8df-c7209687024c tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406908 Jul 22 16:43:23.015819 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-695cd6ba-0c1b-4499-a9a0-5c400524bdb7 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:43:23.016161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-695cd6ba-0c1b-4499-a9a0-5c400524bdb7 service neutron] Checking segment: {'id': '27143391-0d5d-495f-8e52-618ade09a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '505e7aec-4993-4014-9ebe-fc327bd7ad1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:43:23.016546 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-695cd6ba-0c1b-4499-a9a0-5c400524bdb7 service neutron] Bound using segment: {'id': '27143391-0d5d-495f-8e52-618ade09a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '505e7aec-4993-4014-9ebe-fc327bd7ad1d'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:43:23.016982 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-695cd6ba-0c1b-4499-a9a0-5c400524bdb7 service neutron] Bound port: 9efdc5d6-2858-4926-95b9-c5255cbe4b6d, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27143391-0d5d-495f-8e52-618ade09a278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '505e7aec-4993-4014-9ebe-fc327bd7ad1d'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:43:23.017340 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-695cd6ba-0c1b-4499-a9a0-5c400524bdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:23.243480 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b172a-c452-4c71-ac23-0cb7e5f82656 req-07257bd4-8352-45da-8a61-697ab5778556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:23.244510 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b02b172a-c452-4c71-ac23-0cb7e5f82656 req-07257bd4-8352-45da-8a61-697ab5778556 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=346b1c181fb44928843dc023990026cc&device_id=08724c07-0ca2-4677-a3df-d130ea053f24 HTTP/1.1" status: 200 len: 1095 time: 0.2788186 Jul 22 16:43:23.276631 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-695cd6ba-0c1b-4499-a9a0-5c400524bdb7 service neutron] For port 9efdc5d6-2858-4926-95b9-c5255cbe4b6d, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:43:23.314127 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cd154b68-6692-44d6-bb11-2a573e862c35 req-d2fd8fcb-5975-4b32-bd42-16e3fbb32e07 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=990bd3a6-05c1-4c94-b390-07ba791b0d0b HTTP/1.1" status: 200 len: 210 time: 0.0383341 Jul 22 16:43:23.342767 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-695cd6ba-0c1b-4499-a9a0-5c400524bdb7 service neutron] For port 9efdc5d6-2858-4926-95b9-c5255cbe4b6d, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9efdc5d6-2858-4926-95b9-c5255cbe4b6d,segment=NetworkSegment(27143391-0d5d-495f-8e52-618ade09a278),segment_id=27143391-0d5d-495f-8e52-618ade09a278)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:43:23.381362 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-695cd6ba-0c1b-4499-a9a0-5c400524bdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:23.444596 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcaf5a5-212b-4fa1-817c-9ca89f8a141c req-d44f379a-265a-4fb8-a97b-bc0b84d25e79 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:23.450512 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fbcaf5a5-212b-4fa1-817c-9ca89f8a141c req-d44f379a-265a-4fb8-a97b-bc0b84d25e79 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ead2b3-67a8-482b-8a2e-4658c2c7772a HTTP/1.1" status: 200 len: 943 time: 0.0742786 Jul 22 16:43:23.494805 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fbcaf5a5-212b-4fa1-817c-9ca89f8a141c req-a3c9606f-0824-4bb3-bdf1-0c0c16b5dad3 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2677b7bd-a94f-4158-b216-5bdaee1b048c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428183 Jul 22 16:43:23.499863 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1c848-54a6-4846-991e-f3473060472a req-963cb006-a235-471f-aae8-003e98d0b7e0 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:23.501415 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-36c1c848-54a6-4846-991e-f3473060472a req-963cb006-a235-471f-aae8-003e98d0b7e0 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.4156332 Jul 22 16:43:23.530234 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-695cd6ba-0c1b-4499-a9a0-5c400524bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:23.530859 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-695cd6ba-0c1b-4499-a9a0-5c400524bdb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:23.532246 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-695cd6ba-0c1b-4499-a9a0-5c400524bdb7 service neutron] 10.222.0.16 "PUT /v2.0/ports/9efdc5d6-2858-4926-95b9-c5255cbe4b6d HTTP/1.1" status: 200 len: 1091 time: 2.5643086 Jul 22 16:43:23.537046 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ead2b3-67a8-482b-8a2e-4658c2c7772a', 'tag': '9efdc5d6-2858-4926-95b9-c5255cbe4b6d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:23.539455 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3805b1-55bb-4a58-a990-9a27c2c83ace" -d '{"events": [{"name": "network-changed", "server_uuid": "45ead2b3-67a8-482b-8a2e-4658c2c7772a", "tag": "9efdc5d6-2858-4926-95b9-c5255cbe4b6d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:23.571870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b172a-c452-4c71-ac23-0cb7e5f82656 req-759006a4-f605-4359-9f1a-4ca61d1c0a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:23.573364 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b02b172a-c452-4c71-ac23-0cb7e5f82656 req-759006a4-f605-4359-9f1a-4ca61d1c0a6d service neutron] 10.222.0.30 "GET /v2.0/networks?id=080f6fdb-8ecf-418a-9887-9107e25751db HTTP/1.1" status: 200 len: 914 time: 0.3168848 Jul 22 16:43:23.635177 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2813e4-8b06-4e15-a80e-a95f5f736bb3 req-73df3f16-724e-48c5-a89e-6cbe0738bf6c tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:23.636787 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d2813e4-8b06-4e15-a80e-a95f5f736bb3 req-73df3f16-724e-48c5-a89e-6cbe0738bf6c tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=08724c07-0ca2-4677-a3df-d130ea053f24 HTTP/1.1" status: 200 len: 944 time: 0.0756333 Jul 22 16:43:23.638488 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695cd6ba-0c1b-4499-a9a0-5c400524bdb7 service neutron] Pushing event updated for resources: {'Port': ['ID=9efdc5d6-2858-4926-95b9-c5255cbe4b6d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:23.654011 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b02b172a-c452-4c71-ac23-0cb7e5f82656 req-9aae93a0-36c5-4114-bcf0-7af206985c98 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edc28b26-5949-4beb-a2f3-ffaa7d835f54 HTTP/1.1" status: 200 len: 217 time: 0.0658705 Jul 22 16:43:23.660701 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-36c1c848-54a6-4846-991e-f3473060472a req-0e09033f-5f36-4b3c-8623-f770a62f8e02 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475468 Jul 22 16:43:23.694680 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d2813e4-8b06-4e15-a80e-a95f5f736bb3 req-2caf73dc-7e83-4042-9e2d-567f7abe4ed8 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476246 Jul 22 16:43:23.721791 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f454863c-51f8-4129-818d-fad41673cdd2 x-openstack-request-id: req-f454863c-51f8-4129-818d-fad41673cdd2 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:23.722118 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ead2b3-67a8-482b-8a2e-4658c2c7772a", "tag": "9efdc5d6-2858-4926-95b9-c5255cbe4b6d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:23.722372 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f454863c-51f8-4129-818d-fad41673cdd2 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:23.722771 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ead2b3-67a8-482b-8a2e-4658c2c7772a', 'tag': '9efdc5d6-2858-4926-95b9-c5255cbe4b6d', 'status': 'completed', 'code': 200} Jul 22 16:43:23.777620 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b172a-c452-4c71-ac23-0cb7e5f82656 req-2668078e-8a4f-487a-b942-689240ecc5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:23.779035 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b02b172a-c452-4c71-ac23-0cb7e5f82656 req-2668078e-8a4f-487a-b942-689240ecc5a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d034105d-0873-4d3b-bb91-c20cfcaca3ce HTTP/1.1" status: 200 len: 853 time: 0.1174653 Jul 22 16:43:23.847207 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b02b172a-c452-4c71-ac23-0cb7e5f82656 req-d2a34c78-5cd0-4370-80ee-73bef6e50a86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=080f6fdb-8ecf-418a-9887-9107e25751db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549068 Jul 22 16:43:23.852993 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-2a32a4cb-2e5c-42a9-b32d-d3c87a397d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:23.854550 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-2a32a4cb-2e5c-42a9-b32d-d3c87a397d6f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb6676aeb8e2493a8c529046072d934a&device_id=45ead2b3-67a8-482b-8a2e-4658c2c7772a HTTP/1.1" status: 200 len: 1094 time: 0.2210941 Jul 22 16:43:23.931339 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-b9a962a9-ebba-410d-b5e3-cc0d6bbc51ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9efdc5d6-2858-4926-95b9-c5255cbe4b6d HTTP/1.1" status: 200 len: 217 time: 0.0574338 Jul 22 16:43:24.049710 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed64ebe9-5b60-40ef-9827-33662c204d35 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:24.067968 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b02b172a-c452-4c71-ac23-0cb7e5f82656 req-7fd77db9-f25f-427c-953e-c33cc44335d6 service neutron] 10.222.0.30 "GET /v2.0/networks/080f6fdb-8ecf-418a-9887-9107e25751db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124166 Jul 22 16:43:24.073004 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-e1884f1d-8a54-447d-ba46-80f0c80fcdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:24.074438 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-e1884f1d-8a54-447d-ba46-80f0c80fcdaf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=71d61078-a3b6-4024-be18-3fb41a7368b8 HTTP/1.1" status: 200 len: 848 time: 0.1122737 Jul 22 16:43:24.139913 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca1484-d2a3-421c-9ce5-aeff38910a7d req-5dd9ff54-824a-4740-b12c-ab5a06b1c9c1 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:24.141607 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-34ca1484-d2a3-421c-9ce5-aeff38910a7d req-5dd9ff54-824a-4740-b12c-ab5a06b1c9c1 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0845520 Jul 22 16:43:24.188496 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-e9984ed2-7dde-422c-ab21-764d930e1b6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=505e7aec-4993-4014-9ebe-fc327bd7ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727115 Jul 22 16:43:24.207513 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-34ca1484-d2a3-421c-9ce5-aeff38910a7d req-0a1ae55c-9c67-4bd2-8457-c4099f186cf1 tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522213 Jul 22 16:43:24.639431 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64060282-bcf6-49eb-bd11-cc4ec13f4786 req-19afb905-ea20-4f70-abbc-c230bc7cef86 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:24.641126 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64060282-bcf6-49eb-bd11-cc4ec13f4786 req-19afb905-ea20-4f70-abbc-c230bc7cef86 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ead2b3-67a8-482b-8a2e-4658c2c7772a HTTP/1.1" status: 200 len: 943 time: 0.0709286 Jul 22 16:43:24.691245 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64060282-bcf6-49eb-bd11-cc4ec13f4786 req-f14a5eb0-07f3-413b-b7d9-496bfb8104af tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2677b7bd-a94f-4158-b216-5bdaee1b048c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421042 Jul 22 16:43:24.788233 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-33b8689f-405c-4419-b6f4-17235e29ffa0 req-1ee84f18-0208-4a68-a107-76a9e975e653 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=990bd3a6-05c1-4c94-b390-07ba791b0d0b HTTP/1.1" status: 200 len: 210 time: 0.3911748 Jul 22 16:43:24.800893 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b02b172a-c452-4c71-ac23-0cb7e5f82656 req-88eeac9b-2b62-4f53-935f-bfe56de6d599 service neutron] 10.222.0.30 "GET /v2.0/networks/080f6fdb-8ecf-418a-9887-9107e25751db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6862519 Jul 22 16:43:24.819535 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-be0d8816-c00d-435f-b22c-c2e08fadb5d6 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:24.821024 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-be0d8816-c00d-435f-b22c-c2e08fadb5d6 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.30 "GET /v2.0/networks?id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d HTTP/1.1" status: 200 len: 805 time: 0.6445658 Jul 22 16:43:24.823054 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda3801-735d-4cca-ac05-dc5a6e713a04 req-ba1d256d-85cd-488c-bbed-eaa2e06a2d28 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:24.824738 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1fda3801-735d-4cca-ac05-dc5a6e713a04 req-ba1d256d-85cd-488c-bbed-eaa2e06a2d28 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.0674706 Jul 22 16:43:24.833756 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-ffbc2d37-a454-405a-9162-edb273b71325 service neutron] 10.222.0.16 "GET /v2.0/networks/505e7aec-4993-4014-9ebe-fc327bd7ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6280818 Jul 22 16:43:24.863668 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-9b16dc68-2a82-45d8-87a0-9f3393819e35 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Request body: {'port': {'device_id': '990bd3a6-05c1-4c94-b390-07ba791b0d0b', 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d', 'admin_state_up': True, 'tenant_id': 'da62075422094ce69d816eddc76670fa'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:24.866230 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1fda3801-735d-4cca-ac05-dc5a6e713a04 req-a1848b2b-fc47-4d8c-94db-0aa91a1531e1 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347242 Jul 22 16:43:25.172248 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-ed64ebe9-5b60-40ef-9827-33662c204d35 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Allocated IP 172.20.0.1 (dd938b8c-9d8b-4b6c-941e-e46e965d4bb4/57b2bef9-ff62-44a5-96e4-e918012c099e/fed770c3-cc05-41c9-924e-2e15079d7d28) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:43:25.182247 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4640932-a6c0-4e53-9670-bdc6b1cc696f req-b326c580-1cdd-4901-b4b2-3a2e45b47ca4 service neutron] 10.222.0.16 "GET /v2.0/networks/505e7aec-4993-4014-9ebe-fc327bd7ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909911 Jul 22 16:43:25.203948 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813b067-fce5-4f20-ac94-02184c6956fc req-291d1a7a-15f6-46a1-97a4-58f4c8fca74c tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:25.205991 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1813b067-fce5-4f20-ac94-02184c6956fc req-291d1a7a-15f6-46a1-97a4-58f4c8fca74c tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=08724c07-0ca2-4677-a3df-d130ea053f24 HTTP/1.1" status: 200 len: 944 time: 0.3369248 Jul 22 16:43:25.221168 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c772b55-6bee-4df4-ad9a-7a9627a86087 req-08d4901a-cec3-41d6-8ad7-9120f310419d tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:25.222667 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c772b55-6bee-4df4-ad9a-7a9627a86087 req-08d4901a-cec3-41d6-8ad7-9120f310419d tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.16 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.3325169 Jul 22 16:43:25.257089 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-9b16dc68-2a82-45d8-87a0-9f3393819e35 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Made reservation on behalf of da62075422094ce69d816eddc76670fa for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:25.260558 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-9b16dc68-2a82-45d8-87a0-9f3393819e35 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:25.338188 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec9333-2d01-43f6-8f76-71cd73d72db5 req-e28e877e-bbc8-4dd6-8f75-80e0e4c2ed7e tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:25.339812 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7cec9333-2d01-43f6-8f76-71cd73d72db5 req-e28e877e-bbc8-4dd6-8f75-80e0e4c2ed7e tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 946 time: 0.0685525 Jul 22 16:43:25.378881 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7cec9333-2d01-43f6-8f76-71cd73d72db5 req-cfdcff3d-1acb-4f42-b909-e37078f2d2ff tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332811 Jul 22 16:43:25.422442 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1813b067-fce5-4f20-ac94-02184c6956fc req-cf723fa8-5a56-4cb9-b2fe-5c84d4c27855 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969657 Jul 22 16:43:25.551260 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed64ebe9-5b60-40ef-9827-33662c204d35 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:25.566384 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3805b1-55bb-4a58-a990-9a27c2c83ace req-85431468-4fc0-46d2-804c-b547b8eedb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:25.567907 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de3805b1-55bb-4a58-a990-9a27c2c83ace req-85431468-4fc0-46d2-804c-b547b8eedb46 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb6676aeb8e2493a8c529046072d934a&device_id=45ead2b3-67a8-482b-8a2e-4658c2c7772a HTTP/1.1" status: 200 len: 1094 time: 0.2930534 Jul 22 16:43:25.610620 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ed64ebe9-5b60-40ef-9827-33662c204d35 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Transition to ACTIVE for port object fed770c3-cc05-41c9-924e-2e15079d7d28 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:43:25.668899 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-5c772b55-6bee-4df4-ad9a-7a9627a86087 req-56782254-8ac2-4925-b81d-dbb70a8cf83a tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Deleting port 719b8931-9712-4982-802d-9ab3ede15d65 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:25.669131 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5c772b55-6bee-4df4-ad9a-7a9627a86087 req-56782254-8ac2-4925-b81d-dbb70a8cf83a tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:25.707665 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-9b16dc68-2a82-45d8-87a0-9f3393819e35 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Allocated IP 172.20.0.5 (65bc71d4-b0c7-49c6-8406-b3cd4a91b70d/411cf97d-c177-4f17-b976-e1cbeab029d8/2596dc5f-fd69-4aaf-a871-df3a72ac699c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:43:25.827261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f39101-8cda-49e8-ad08-916bf4eed916 req-83740743-8083-4491-bde9-e4b2726b638a tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:25.828985 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6f39101-8cda-49e8-ad08-916bf4eed916 req-83740743-8083-4491-bde9-e4b2726b638a tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ead2b3-67a8-482b-8a2e-4658c2c7772a HTTP/1.1" status: 200 len: 943 time: 0.0671556 Jul 22 16:43:25.829407 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3805b1-55bb-4a58-a990-9a27c2c83ace req-50a23c0f-06e8-46c5-9c99-1de06058b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:25.831489 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de3805b1-55bb-4a58-a990-9a27c2c83ace req-50a23c0f-06e8-46c5-9c99-1de06058b772 service neutron] 10.222.0.16 "GET /v2.0/networks?id=505e7aec-4993-4014-9ebe-fc327bd7ad1d HTTP/1.1" status: 200 len: 909 time: 0.2424383 Jul 22 16:43:25.838543 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed64ebe9-5b60-40ef-9827-33662c204d35 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:25.873337 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6f39101-8cda-49e8-ad08-916bf4eed916 req-8f97c11b-348d-430e-9e98-c02af88e363a tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2677b7bd-a94f-4158-b216-5bdaee1b048c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370443 Jul 22 16:43:25.880285 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device edc28b26-5949-4beb-a2f3-ffaa7d835f54 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:43:25.956513 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de3805b1-55bb-4a58-a990-9a27c2c83ace req-3b234f35-ca56-4639-8f41-6b39a0dbc58f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9efdc5d6-2858-4926-95b9-c5255cbe4b6d HTTP/1.1" status: 200 len: 217 time: 0.1156397 Jul 22 16:43:25.962630 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5c772b55-6bee-4df4-ad9a-7a9627a86087 req-56782254-8ac2-4925-b81d-dbb70a8cf83a tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] For port 719b8931-9712-4982-802d-9ab3ede15d65, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=719b8931-9712-4982-802d-9ab3ede15d65,segment=NetworkSegment(dc90611d-f55b-4011-a315-63bb13f9ef92),segment_id=dc90611d-f55b-4011-a315-63bb13f9ef92)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:25.962995 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5c772b55-6bee-4df4-ad9a-7a9627a86087 req-56782254-8ac2-4925-b81d-dbb70a8cf83a tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:25.976425 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed64ebe9-5b60-40ef-9827-33662c204d35 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Network dd938b8c-9d8b-4b6c-941e-e46e965d4bb4 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:25.988767 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port edc28b26-5949-4beb-a2f3-ffaa7d835f54, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=edc28b26-5949-4beb-a2f3-ffaa7d835f54,segment=NetworkSegment(b564fcf8-8c98-49bb-b0ec-572c342f0635),segment_id=b564fcf8-8c98-49bb-b0ec-572c342f0635)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:26.004880 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'edc28b26-5949-4beb-a2f3-ffaa7d835f54', 'network_id': '080f6fdb-8ecf-418a-9887-9107e25751db', 'port_id': 'edc28b26-5949-4beb-a2f3-ffaa7d835f54', 'mac_address': 'fa:16:3e:4c:92:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd034105d-0873-4d3b-bb91-c20cfcaca3ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:43:26.008346 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f9eb6-97be-49f1-aaec-37592f4f3c57 req-33676e88-c351-4411-aaed-ee69d2f72421 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:26.010000 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8f0f9eb6-97be-49f1-aaec-37592f4f3c57 req-33676e88-c351-4411-aaed-ee69d2f72421 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.0732560 Jul 22 16:43:26.013249 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1192e26c-545c-4e47-ad0a-1fa52e16c473 req-8e2d9c92-4dac-40ae-ac99-dc1cdf55f99e tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=990bd3a6-05c1-4c94-b390-07ba791b0d0b HTTP/1.1" status: 200 len: 210 time: 0.1135051 Jul 22 16:43:26.029698 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ed64ebe9-5b60-40ef-9827-33662c204d35 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:26.059122 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-5c772b55-6bee-4df4-ad9a-7a9627a86087 req-56782254-8ac2-4925-b81d-dbb70a8cf83a tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Calling delete_port for 719b8931-9712-4982-802d-9ab3ede15d65 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:26.059557 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:26.061568 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8f0f9eb6-97be-49f1-aaec-37592f4f3c57 req-efa43d10-a9a9-4795-8d70-ba2a34188d62 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426381 Jul 22 16:43:26.063035 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed64ebe9-5b60-40ef-9827-33662c204d35 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:26.077405 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64ebe9-5b60-40ef-9827-33662c204d35 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Pushing event updated for resources: {'Port': ['ID=fed770c3-cc05-41c9-924e-2e15079d7d28,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:26.084934 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc28b26-5949-4beb-a2f3-ffaa7d835f54 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:43:26.111163 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port edc28b26-5949-4beb-a2f3-ffaa7d835f54, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=edc28b26-5949-4beb-a2f3-ffaa7d835f54,segment=NetworkSegment(b564fcf8-8c98-49bb-b0ec-572c342f0635),segment_id=b564fcf8-8c98-49bb-b0ec-572c342f0635)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:26.118295 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:26.169196 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=edc28b26-5949-4beb-a2f3-ffaa7d835f54,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:26.208801 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3805b1-55bb-4a58-a990-9a27c2c83ace req-7816b603-9c7c-4523-bc59-2563d45e1e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:26.210252 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de3805b1-55bb-4a58-a990-9a27c2c83ace req-7816b603-9c7c-4523-bc59-2563d45e1e63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=71d61078-a3b6-4024-be18-3fb41a7368b8 HTTP/1.1" status: 200 len: 848 time: 0.2134748 Jul 22 16:43:26.223516 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed64ebe9-5b60-40ef-9827-33662c204d35 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:26.300897 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de3805b1-55bb-4a58-a990-9a27c2c83ace req-9652422b-8a75-42f4-9b1a-d0f26bb2a4ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=505e7aec-4993-4014-9ebe-fc327bd7ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804212 Jul 22 16:43:26.319316 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7c3b2425-3033-45de-8e9d-cdf224748480 None None] Provisioning for port fed770c3-cc05-41c9-924e-2e15079d7d28 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:43:26.323352 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7c3b2425-3033-45de-8e9d-cdf224748480 None None] Provisioning complete for port fed770c3-cc05-41c9-924e-2e15079d7d28 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:26.323728 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c3b2425-3033-45de-8e9d-cdf224748480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:26.355340 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-9b16dc68-2a82-45d8-87a0-9f3393819e35 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:26.364801 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7c3b2425-3033-45de-8e9d-cdf224748480 None None] Port fed770c3-cc05-41c9-924e-2e15079d7d28 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:43:26.493898 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['edc28b26-5949-4beb-a2f3-ffaa7d835f54'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:43:26.572816 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de3805b1-55bb-4a58-a990-9a27c2c83ace req-084faad0-0b55-4235-bd2c-1d2583f8d039 service neutron] 10.222.0.16 "GET /v2.0/networks/505e7aec-4993-4014-9ebe-fc327bd7ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612429 Jul 22 16:43:26.584982 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e64f73-9e3b-4164-ab71-0057ce8bf9dc req-734cf709-571b-4b92-815b-f12cf091bc0c tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:26.586951 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-22e64f73-9e3b-4164-ab71-0057ce8bf9dc req-734cf709-571b-4b92-815b-f12cf091bc0c tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=08724c07-0ca2-4677-a3df-d130ea053f24 HTTP/1.1" status: 200 len: 945 time: 0.0711956 Jul 22 16:43:26.614379 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5c772b55-6bee-4df4-ad9a-7a9627a86087 req-56782254-8ac2-4925-b81d-dbb70a8cf83a tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:26.630465 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-22e64f73-9e3b-4164-ab71-0057ce8bf9dc req-542278ea-da01-4581-bc86-1f26c6ab1840 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368688 Jul 22 16:43:26.632029 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-9b16dc68-2a82-45d8-87a0-9f3393819e35 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:26.652696 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['719b8931-9712-4982-802d-9ab3ede15d65'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:43:26.693035 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56782254-8ac2-4925-b81d-dbb70a8cf83a tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Pushing event deleted for resources: {'Port': ['ID=719b8931-9712-4982-802d-9ab3ede15d65,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:26.746189 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed64ebe9-5b60-40ef-9827-33662c204d35 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:26.790281 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-9b16dc68-2a82-45d8-87a0-9f3393819e35 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:26.832280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-9b16dc68-2a82-45d8-87a0-9f3393819e35 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:26.840706 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c772b55-6bee-4df4-ad9a-7a9627a86087 req-56782254-8ac2-4925-b81d-dbb70a8cf83a tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] No DVR routers for this DVR port 719b8931-9712-4982-802d-9ab3ede15d65 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:43:26.842548 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-9b16dc68-2a82-45d8-87a0-9f3393819e35 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:26.857072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d476a4-9cfb-4edf-a2d2-d4bdfbd6d7e5 req-5b9210ea-a08e-4d20-8b97-739870b7af5d tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:26.858579 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1d476a4-9cfb-4edf-a2d2-d4bdfbd6d7e5 req-5b9210ea-a08e-4d20-8b97-739870b7af5d tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1 HTTP/1.1" status: 200 len: 867 time: 0.3777246 Jul 22 16:43:26.859638 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5c772b55-6bee-4df4-ad9a-7a9627a86087 req-56782254-8ac2-4925-b81d-dbb70a8cf83a tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:26.861524 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c772b55-6bee-4df4-ad9a-7a9627a86087 req-56782254-8ac2-4925-b81d-dbb70a8cf83a tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.16 "DELETE /v2.0/ports/719b8931-9712-4982-802d-9ab3ede15d65 HTTP/1.1" status: 204 len: 173 time: 1.5894721 Jul 22 16:43:26.867875 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1', 'name': 'network-vif-deleted', 'tag': '719b8931-9712-4982-802d-9ab3ede15d65'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:26.870152 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f48f825-4d23-4ae1-bd53-c2a9b45af006" -d '{"events": [{"server_uuid": "72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1", "name": "network-vif-deleted", "tag": "719b8931-9712-4982-802d-9ab3ede15d65"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:27.049258 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10d9b3-b3ea-4e91-b861-c2a2259f9c96 req-4df353d9-a15b-4e73-be74-67772d43f088 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:27.050824 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c10d9b3-b3ea-4e91-b861-c2a2259f9c96 req-4df353d9-a15b-4e73-be74-67772d43f088 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ead2b3-67a8-482b-8a2e-4658c2c7772a HTTP/1.1" status: 200 len: 943 time: 0.0725601 Jul 22 16:43:27.095721 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c10d9b3-b3ea-4e91-b861-c2a2259f9c96 req-b85fb55b-4cba-402a-8f10-3fa3f1c38117 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2677b7bd-a94f-4158-b216-5bdaee1b048c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389097 Jul 22 16:43:27.234426 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115445a-92a2-408d-9b72-2c0a668d151f req-9fabf34b-6883-46dd-ad3f-8f670a5dbcfc tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:27.235964 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8115445a-92a2-408d-9b72-2c0a668d151f req-9fabf34b-6883-46dd-ad3f-8f670a5dbcfc tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=990bd3a6-05c1-4c94-b390-07ba791b0d0b HTTP/1.1" status: 200 len: 931 time: 0.0708933 Jul 22 16:43:27.239632 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5f41a2-2f34-41b8-bf29-5385f9a30e9a x-openstack-request-id: req-5d5f41a2-2f34-41b8-bf29-5385f9a30e9a {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:27.239915 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1", "name": "network-vif-deleted", "tag": "719b8931-9712-4982-802d-9ab3ede15d65", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:27.240164 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5d5f41a2-2f34-41b8-bf29-5385f9a30e9a {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:27.240550 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c91ba1-1f6f-42b1-aee5-4760a1bdb5e1', 'name': 'network-vif-deleted', 'tag': '719b8931-9712-4982-802d-9ab3ede15d65', 'status': 'completed', 'code': 200} Jul 22 16:43:27.250571 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16dc68-2a82-45d8-87a0-9f3393819e35 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Pushing event updated for resources: {'Port': ['ID=2596dc5f-fd69-4aaf-a871-df3a72ac699c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:27.277831 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de3805b1-55bb-4a58-a990-9a27c2c83ace req-16af257a-6661-4f6f-b998-ac83fbdcb480 service neutron] 10.222.0.16 "GET /v2.0/networks/505e7aec-4993-4014-9ebe-fc327bd7ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6934509 Jul 22 16:43:27.279065 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8115445a-92a2-408d-9b72-2c0a668d151f req-20030376-4ef0-437b-a5a2-122176750873 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372241 Jul 22 16:43:27.369694 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-9b16dc68-2a82-45d8-87a0-9f3393819e35 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:27.370804 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-9b16dc68-2a82-45d8-87a0-9f3393819e35 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:27.388480 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1d476a4-9cfb-4edf-a2d2-d4bdfbd6d7e5 req-ec05686b-867f-47be-9b45-fa55640250fe tempest-ServerRescueTestJSONUnderV235-221844700 tempest-ServerRescueTestJSONUnderV235-221844700-project] 10.222.0.69 "GET /v2.0/security-groups?id=70bdbf3f-5bde-460c-a346-7a263241a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688721 Jul 22 16:43:27.397366 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-9b16dc68-2a82-45d8-87a0-9f3393819e35 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5604610 Jul 22 16:43:27.415395 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f310e-4934-4311-a053-aaa03cfb835a req-082dbbcc-d79f-4563-8c19-30d94bcf7d5b tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:27.416955 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f32f310e-4934-4311-a053-aaa03cfb835a req-082dbbcc-d79f-4563-8c19-30d94bcf7d5b tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.0762482 Jul 22 16:43:27.417287 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-a064d237-c4b2-4798-b3cb-497dd69f6f7c service neutron] Request body: {'port': {'device_id': '990bd3a6-05c1-4c94-b390-07ba791b0d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:27.461571 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f32f310e-4934-4311-a053-aaa03cfb835a req-70a66424-f8ea-4d4d-b294-ddc8c9387f66 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381892 Jul 22 16:43:27.568505 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-a064d237-c4b2-4798-b3cb-497dd69f6f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:27.714308 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed64ebe9-5b60-40ef-9827-33662c204d35 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:27.731751 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed64ebe9-5b60-40ef-9827-33662c204d35 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:27.857602 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64ebe9-5b60-40ef-9827-33662c204d35 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Pushing event updated for resources: {'Port': ['ID=fed770c3-cc05-41c9-924e-2e15079d7d28,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:27.868505 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed64ebe9-5b60-40ef-9827-33662c204d35 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:27.910604 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device edc28b26-5949-4beb-a2f3-ffaa7d835f54 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:43:27.961130 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port edc28b26-5949-4beb-a2f3-ffaa7d835f54 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:43:27.965156 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port edc28b26-5949-4beb-a2f3-ffaa7d835f54 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:27.965624 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:27.971520 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157954ad-a9e4-4e88-aa77-671d28780330 req-967281c5-ceda-4c63-afe2-b2ec7ce35775 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:27.973062 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-157954ad-a9e4-4e88-aa77-671d28780330 req-967281c5-ceda-4c63-afe2-b2ec7ce35775 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=08724c07-0ca2-4677-a3df-d130ea053f24 HTTP/1.1" status: 200 len: 945 time: 0.2613804 Jul 22 16:43:28.046426 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:28.070382 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08724c07-0ca2-4677-a3df-d130ea053f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc28b26-5949-4beb-a2f3-ffaa7d835f54'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:28.072855 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0484ba5f-c8e6-4eff-a6bc-d1f940ef8b32" -d '{"events": [{"server_uuid": "08724c07-0ca2-4677-a3df-d130ea053f24", "name": "network-vif-plugged", "status": "completed", "tag": "edc28b26-5949-4beb-a2f3-ffaa7d835f54"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:28.089638 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-157954ad-a9e4-4e88-aa77-671d28780330 req-19b15041-3e3c-4ba5-ac7a-df93305943ee tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836537 Jul 22 16:43:28.092708 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port edc28b26-5949-4beb-a2f3-ffaa7d835f54, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=edc28b26-5949-4beb-a2f3-ffaa7d835f54,segment=NetworkSegment(b564fcf8-8c98-49bb-b0ec-572c342f0635),segment_id=b564fcf8-8c98-49bb-b0ec-572c342f0635)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:28.098017 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:28.105294 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed64ebe9-5b60-40ef-9827-33662c204d35 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Network dd938b8c-9d8b-4b6c-941e-e46e965d4bb4 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:28.106738 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ed64ebe9-5b60-40ef-9827-33662c204d35 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:28.141717 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a5fd88-68ec-4831-980e-4d375029b74e x-openstack-request-id: req-70a5fd88-68ec-4831-980e-4d375029b74e {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:28.142044 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08724c07-0ca2-4677-a3df-d130ea053f24", "name": "network-vif-plugged", "status": "completed", "tag": "edc28b26-5949-4beb-a2f3-ffaa7d835f54", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:28.142301 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-70a5fd88-68ec-4831-980e-4d375029b74e {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:28.143394 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08724c07-0ca2-4677-a3df-d130ea053f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc28b26-5949-4beb-a2f3-ffaa7d835f54', 'code': 200} Jul 22 16:43:28.186425 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=edc28b26-5949-4beb-a2f3-ffaa7d835f54,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:28.223463 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-a064d237-c4b2-4798-b3cb-497dd69f6f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2596dc5f-fd69-4aaf-a871-df3a72ac699c {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:43:28.240807 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-a064d237-c4b2-4798-b3cb-497dd69f6f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:28.316030 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-a064d237-c4b2-4798-b3cb-497dd69f6f7c service neutron] Transition to ACTIVE for port object 2596dc5f-fd69-4aaf-a871-df3a72ac699c will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:43:28.333790 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-a064d237-c4b2-4798-b3cb-497dd69f6f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:28.403565 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a7c08224-26a4-44eb-99a7-321eb9776ee4 None None] Provisioning complete for port fed770c3-cc05-41c9-924e-2e15079d7d28 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:28.404087 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7c08224-26a4-44eb-99a7-321eb9776ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:28.414033 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed64ebe9-5b60-40ef-9827-33662c204d35 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Router 03725e10-c85c-4f80-b444-7c869b59201b has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:43:28.429138 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064d237-c4b2-4798-b3cb-497dd69f6f7c service neutron] Pushing event updated for resources: {'Port': ['ID=2596dc5f-fd69-4aaf-a871-df3a72ac699c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:28.449068 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991121c-e548-4325-9644-6791ba5f988f req-58bce7b2-00e4-4d8e-bdb8-bbd28c44af50 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:28.449318 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a7c08224-26a4-44eb-99a7-321eb9776ee4 None None] Port fed770c3-cc05-41c9-924e-2e15079d7d28 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:43:28.455454 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1991121c-e548-4325-9644-6791ba5f988f req-58bce7b2-00e4-4d8e-bdb8-bbd28c44af50 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ead2b3-67a8-482b-8a2e-4658c2c7772a HTTP/1.1" status: 200 len: 943 time: 0.2367589 Jul 22 16:43:28.462330 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cc3a4-9ae6-496e-9ed4-65befa083986 req-c7328c1b-46de-4c73-a101-d96c26e39e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:28.463807 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-145cc3a4-9ae6-496e-9ed4-65befa083986 req-c7328c1b-46de-4c73-a101-d96c26e39e22 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=08724c07-0ca2-4677-a3df-d130ea053f24 HTTP/1.1" status: 200 len: 1097 time: 0.2202234 Jul 22 16:43:28.473005 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd85cbb-feeb-47c4-b747-b21c86609bdb req-34a132c5-d331-4231-bd2b-b18fdbdf46a5 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:28.474545 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-edd85cbb-feeb-47c4-b747-b21c86609bdb req-34a132c5-d331-4231-bd2b-b18fdbdf46a5 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=990bd3a6-05c1-4c94-b390-07ba791b0d0b HTTP/1.1" status: 200 len: 943 time: 0.1000013 Jul 22 16:43:28.517316 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-edd85cbb-feeb-47c4-b747-b21c86609bdb req-e9d99c29-0295-4b7d-a4a5-6a78d039aad6 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369856 Jul 22 16:43:28.567000 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60824) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:28.634518 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1991121c-e548-4325-9644-6791ba5f988f req-1fab6846-f3b6-4a1a-8df7-0f61976a1711 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2677b7bd-a94f-4158-b216-5bdaee1b048c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780176 Jul 22 16:43:28.663001 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-145cc3a4-9ae6-496e-9ed4-65befa083986 req-9decf3a2-d615-4440-9878-15a9369da6dc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774385 Jul 22 16:43:28.672742 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-a064d237-c4b2-4798-b3cb-497dd69f6f7c service neutron] Attempting to bind port 2596dc5f-fd69-4aaf-a871-df3a72ac699c on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:43:28.673713 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-a064d237-c4b2-4798-b3cb-497dd69f6f7c service neutron] Attempting to bind port 2596dc5f-fd69-4aaf-a871-df3a72ac699c by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:43:28.674649 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-a064d237-c4b2-4798-b3cb-497dd69f6f7c service neutron] Attempting to bind port 2596dc5f-fd69-4aaf-a871-df3a72ac699c on network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:28.685655 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-a064d237-c4b2-4798-b3cb-497dd69f6f7c service neutron] Port 2596dc5f-fd69-4aaf-a871-df3a72ac699c on network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:43:28.685885 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-a064d237-c4b2-4798-b3cb-497dd69f6f7c service neutron] Attempting to bind port 2596dc5f-fd69-4aaf-a871-df3a72ac699c on network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:28.694462 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed64ebe9-5b60-40ef-9827-33662c204d35 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:43:28.696246 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-a064d237-c4b2-4798-b3cb-497dd69f6f7c service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:43:28.696584 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-a064d237-c4b2-4798-b3cb-497dd69f6f7c service neutron] Checking segment: {'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:43:28.696958 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-a064d237-c4b2-4798-b3cb-497dd69f6f7c service neutron] Bound using segment: {'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:43:28.697392 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-a064d237-c4b2-4798-b3cb-497dd69f6f7c service neutron] Bound port: 2596dc5f-fd69-4aaf-a871-df3a72ac699c, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:43:28.697749 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-a064d237-c4b2-4798-b3cb-497dd69f6f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:28.703757 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ed64ebe9-5b60-40ef-9827-33662c204d35 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] 10.222.0.69 "PUT /v2.0/routers/03725e10-c85c-4f80-b444-7c869b59201b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8566048 Jul 22 16:43:28.706487 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60826) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:28.707490 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd65f88-d5bb-4e85-bbc9-ade8583636f4 None None] Sync routers for ids ['03725e10-c85c-4f80-b444-7c869b59201b'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:43:28.712615 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Request body: {'port': {'network_id': 'dd938b8c-9d8b-4b6c-941e-e46e965d4bb4', 'name': 'tempest-FloatingIPAdminTestJSON-1458350148'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:28.719826 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd65f88-d5bb-4e85-bbc9-ade8583636f4 None None] Routers {'03725e10-c85c-4f80-b444-7c869b59201b'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:28.720688 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4fd65f88-d5bb-4e85-bbc9-ade8583636f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:43:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['03725e10-c85c-4f80-b444-7c869b59201b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:28.756535 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4fd65f88-d5bb-4e85-bbc9-ade8583636f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:28.765845 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd65f88-d5bb-4e85-bbc9-ade8583636f4 None None] Routers {'03725e10-c85c-4f80-b444-7c869b59201b'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:28.766493 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4fd65f88-d5bb-4e85-bbc9-ade8583636f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:43:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['03725e10-c85c-4f80-b444-7c869b59201b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:28.772516 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-a064d237-c4b2-4798-b3cb-497dd69f6f7c service neutron] For port 2596dc5f-fd69-4aaf-a871-df3a72ac699c, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:43:28.776152 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-a064d237-c4b2-4798-b3cb-497dd69f6f7c service neutron] For port 2596dc5f-fd69-4aaf-a871-df3a72ac699c, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=2596dc5f-fd69-4aaf-a871-df3a72ac699c,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:43:28.781384 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-a064d237-c4b2-4798-b3cb-497dd69f6f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:28.807742 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4fd65f88-d5bb-4e85-bbc9-ade8583636f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:28.807984 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd65f88-d5bb-4e85-bbc9-ade8583636f4 None None] The sync data for ids ['03725e10-c85c-4f80-b444-7c869b59201b'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:43:28.823261 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-a064d237-c4b2-4798-b3cb-497dd69f6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:28.823887 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-a064d237-c4b2-4798-b3cb-497dd69f6f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:28.825318 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-a064d237-c4b2-4798-b3cb-497dd69f6f7c service neutron] 10.222.0.30 "PUT /v2.0/ports/2596dc5f-fd69-4aaf-a871-df3a72ac699c HTTP/1.1" status: 200 len: 1091 time: 1.4126151 Jul 22 16:43:28.843189 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064d237-c4b2-4798-b3cb-497dd69f6f7c service neutron] Pushing event updated for resources: {'Port': ['ID=2596dc5f-fd69-4aaf-a871-df3a72ac699c,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:28.858335 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f47db1-f88f-4c08-b9f6-c1929ba865c8 req-5af56dd1-5756-41bd-922a-ea8201eb8340 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:28.859869 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-00f47db1-f88f-4c08-b9f6-c1929ba865c8 req-5af56dd1-5756-41bd-922a-ea8201eb8340 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.2196193 Jul 22 16:43:28.966096 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-00f47db1-f88f-4c08-b9f6-c1929ba865c8 req-a8a6f0b8-297d-4502-ba21-8be3a6e6088d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726893 Jul 22 16:43:28.976453 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-091da62d-0154-4822-8c7f-c5ab66fc98e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:29.028896 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Made reservation on behalf of 6025b663408d4f69ba4a5d2a1e510fdb for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:29.032327 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:29.058268 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] device_id is not set on port 1d55fb88-a2ae-40cb-8c44-9498141deba2 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:43:29.091807 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-21e69602-e1b6-4c35-8d35-2b4771adff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:29.093563 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-21e69602-e1b6-4c35-8d35-2b4771adff53 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da62075422094ce69d816eddc76670fa&device_id=990bd3a6-05c1-4c94-b390-07ba791b0d0b HTTP/1.1" status: 200 len: 1094 time: 0.0630515 Jul 22 16:43:29.145117 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-d92e84f7-eaed-4840-b2bb-21e66d1bc784 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2596dc5f-fd69-4aaf-a871-df3a72ac699c HTTP/1.1" status: 200 len: 217 time: 0.0357034 Jul 22 16:43:29.193836 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 9efdc5d6-2858-4926-95b9-c5255cbe4b6d details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:43:29.203783 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-577331bf-a73a-433a-8f67-7ee418e82ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:29.205836 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-577331bf-a73a-433a-8f67-7ee418e82ff8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=411cf97d-c177-4f17-b976-e1cbeab029d8 HTTP/1.1" status: 200 len: 845 time: 0.0535648 Jul 22 16:43:29.206690 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 719b8931-9712-4982-802d-9ab3ede15d65 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:43:29.217469 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Allocated IP 172.20.0.11 (dd938b8c-9d8b-4b6c-941e-e46e965d4bb4/57b2bef9-ff62-44a5-96e4-e918012c099e/1d55fb88-a2ae-40cb-8c44-9498141deba2) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:43:29.231137 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 719b8931-9712-4982-802d-9ab3ede15d65 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:43:29.231487 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 719b8931-9712-4982-802d-9ab3ede15d65 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:43:29.253666 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990bd3a6-05c1-4c94-b390-07ba791b0d0b', 'tag': '2596dc5f-fd69-4aaf-a871-df3a72ac699c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:29.258240 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c486cb8-4844-4b66-b2e4-c1c05c8c6118" -d '{"events": [{"name": "network-changed", "server_uuid": "990bd3a6-05c1-4c94-b390-07ba791b0d0b", "tag": "2596dc5f-fd69-4aaf-a871-df3a72ac699c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:29.264274 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-4779c376-ecf0-41c2-ba42-7bd8b2a1e3d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514629 Jul 22 16:43:29.307278 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1b512d-d021-4fcd-ad35-697222e90cba x-openstack-request-id: req-6d1b512d-d021-4fcd-ad35-697222e90cba {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:29.307278 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990bd3a6-05c1-4c94-b390-07ba791b0d0b", "tag": "2596dc5f-fd69-4aaf-a871-df3a72ac699c", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:29.307553 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6d1b512d-d021-4fcd-ad35-697222e90cba {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:29.307788 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990bd3a6-05c1-4c94-b390-07ba791b0d0b', 'tag': '2596dc5f-fd69-4aaf-a871-df3a72ac699c', 'status': 'completed', 'code': 200} Jul 22 16:43:29.327340 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 9efdc5d6-2858-4926-95b9-c5255cbe4b6d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9efdc5d6-2858-4926-95b9-c5255cbe4b6d,segment=NetworkSegment(27143391-0d5d-495f-8e52-618ade09a278),segment_id=27143391-0d5d-495f-8e52-618ade09a278)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:29.339276 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '9efdc5d6-2858-4926-95b9-c5255cbe4b6d', 'network_id': '505e7aec-4993-4014-9ebe-fc327bd7ad1d', 'port_id': '9efdc5d6-2858-4926-95b9-c5255cbe4b6d', 'mac_address': 'fa:16:3e:9a:ea:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d61078-a3b6-4024-be18-3fb41a7368b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:43:29.368294 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c86d0-d67f-43e1-bc5b-eedd248162c1 req-cdc5547c-7c28-4aad-8319-226a1f448578 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:29.370385 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-443c86d0-d67f-43e1-bc5b-eedd248162c1 req-cdc5547c-7c28-4aad-8319-226a1f448578 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=08724c07-0ca2-4677-a3df-d130ea053f24 HTTP/1.1" status: 200 len: 946 time: 0.1715157 Jul 22 16:43:29.379062 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-6a54fc49-4ed4-4556-bf55-2729cc658b1f service neutron] 10.222.0.30 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064651 Jul 22 16:43:29.379755 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:29.393656 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9efdc5d6-2858-4926-95b9-c5255cbe4b6d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:43:29.414209 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 9efdc5d6-2858-4926-95b9-c5255cbe4b6d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9efdc5d6-2858-4926-95b9-c5255cbe4b6d,segment=NetworkSegment(27143391-0d5d-495f-8e52-618ade09a278),segment_id=27143391-0d5d-495f-8e52-618ade09a278)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:29.420585 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:29.438549 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df38c058-571c-4f1c-8151-a38f9447ea1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:29.475743 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=9efdc5d6-2858-4926-95b9-c5255cbe4b6d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:29.487785 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6a11bc88-2ccb-45b1-b78e-59519fafb34e req-d719bb69-a3c9-45a4-9843-088e07bfc428 service neutron] 10.222.0.30 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011269 Jul 22 16:43:29.708674 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885fc6f-68ef-449e-9a02-c06cbc124ade req-acbefec9-1346-4dc2-8845-4b7fcb49fc60 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:29.710260 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f885fc6f-68ef-449e-9a02-c06cbc124ade req-acbefec9-1346-4dc2-8845-4b7fcb49fc60 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=990bd3a6-05c1-4c94-b390-07ba791b0d0b HTTP/1.1" status: 200 len: 943 time: 0.1133211 Jul 22 16:43:29.715872 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c486cb8-4844-4b66-b2e4-c1c05c8c6118 req-187b72e2-748b-4464-b558-e55f82d71866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:29.717391 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c486cb8-4844-4b66-b2e4-c1c05c8c6118 req-187b72e2-748b-4464-b558-e55f82d71866 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da62075422094ce69d816eddc76670fa&device_id=990bd3a6-05c1-4c94-b390-07ba791b0d0b HTTP/1.1" status: 200 len: 1094 time: 0.1111729 Jul 22 16:43:29.782255 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f885fc6f-68ef-449e-9a02-c06cbc124ade req-35cd92d3-6e3f-41cf-a6e1-e477ed2349e0 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637290 Jul 22 16:43:29.783757 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['9efdc5d6-2858-4926-95b9-c5255cbe4b6d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:43:29.856759 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-443c86d0-d67f-43e1-bc5b-eedd248162c1 req-99612c97-f17a-4a6e-afe8-f35f7e9d55b4 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717958 Jul 22 16:43:29.857714 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c486cb8-4844-4b66-b2e4-c1c05c8c6118 req-fb913852-b436-4b61-a86f-6d31ae64c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:29.857714 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c486cb8-4844-4b66-b2e4-c1c05c8c6118 req-fb913852-b436-4b61-a86f-6d31ae64c6ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d HTTP/1.1" status: 200 len: 906 time: 0.1212831 Jul 22 16:43:29.882470 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:29.904982 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Transition to ACTIVE for port object 1d55fb88-a2ae-40cb-8c44-9498141deba2 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:43:29.918553 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c486cb8-4844-4b66-b2e4-c1c05c8c6118 req-bb7bf838-ee87-48bb-86a9-05ae286225f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2596dc5f-fd69-4aaf-a871-df3a72ac699c HTTP/1.1" status: 200 len: 217 time: 0.0546319 Jul 22 16:43:30.005242 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:30.009388 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c486cb8-4844-4b66-b2e4-c1c05c8c6118 req-8d09b9dc-1567-4b78-9dbc-6c0250dae8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:30.010922 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c486cb8-4844-4b66-b2e4-c1c05c8c6118 req-8d09b9dc-1567-4b78-9dbc-6c0250dae8f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=411cf97d-c177-4f17-b976-e1cbeab029d8 HTTP/1.1" status: 200 len: 845 time: 0.0755475 Jul 22 16:43:30.049566 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c486cb8-4844-4b66-b2e4-c1c05c8c6118 req-9dcf23aa-d725-4aca-a4a5-295147950af4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301111 Jul 22 16:43:30.066914 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f6c19-335c-4984-865b-22945dc4c48f req-51d394e3-a6f2-42a5-8239-ca3371e949a7 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:30.068778 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5f7f6c19-335c-4984-865b-22945dc4c48f req-51d394e3-a6f2-42a5-8239-ca3371e949a7 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ead2b3-67a8-482b-8a2e-4658c2c7772a HTTP/1.1" status: 200 len: 944 time: 0.1457560 Jul 22 16:43:30.083828 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Network dd938b8c-9d8b-4b6c-941e-e46e965d4bb4 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:30.092136 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:30.098900 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:30.127124 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Pushing event updated for resources: {'Port': ['ID=1d55fb88-a2ae-40cb-8c44-9498141deba2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:30.169420 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5f7f6c19-335c-4984-865b-22945dc4c48f req-58f417ff-1839-4866-acd4-afa66b609195 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2677b7bd-a94f-4158-b216-5bdaee1b048c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927577 Jul 22 16:43:30.193324 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:30.193780 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:30.194254 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:30.194693 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:30.195244 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:30.195678 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:30.196107 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:30.196553 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:30.196981 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:30.197409 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:30.197719 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c486cb8-4844-4b66-b2e4-c1c05c8c6118 req-d41dad6b-5ff7-4f67-99eb-66a05ec83272 service neutron] 10.222.0.30 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391897 Jul 22 16:43:30.198019 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:30.198340 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:30.257442 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:30.258121 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:30.264673 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-df38c058-571c-4f1c-8151-a38f9447ea1a admin admin] Deleting port c8e56665-3019-411e-902b-22b13cb1628e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:30.265019 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df38c058-571c-4f1c-8151-a38f9447ea1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:30.315463 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c486cb8-4844-4b66-b2e4-c1c05c8c6118 req-2784ea47-306a-48e6-96dd-2e3ab86e38c9 service neutron] 10.222.0.30 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039798 Jul 22 16:43:30.319093 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-151facc6-3107-49e0-b04c-cab0719e87a3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6099062 Jul 22 16:43:30.321960 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60846) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:30.373564 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cfc70-4de4-45ab-b5db-309878b58437 req-3130fc1e-a5af-4e92-827e-2abe256d8cd9 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:30.375101 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-060cfc70-4de4-45ab-b5db-309878b58437 req-3130fc1e-a5af-4e92-827e-2abe256d8cd9 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.2173662 Jul 22 16:43:30.386950 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0100d7e5-0146-4932-aab9-d3de25be2f1f None None] Provisioning for port 1d55fb88-a2ae-40cb-8c44-9498141deba2 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:43:30.391584 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0100d7e5-0146-4932-aab9-d3de25be2f1f None None] Provisioning complete for port 1d55fb88-a2ae-40cb-8c44-9498141deba2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:30.392039 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0100d7e5-0146-4932-aab9-d3de25be2f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:30.407190 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-df38c058-571c-4f1c-8151-a38f9447ea1a admin admin] For port c8e56665-3019-411e-902b-22b13cb1628e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c8e56665-3019-411e-902b-22b13cb1628e,segment=NetworkSegment(dc90611d-f55b-4011-a315-63bb13f9ef92),segment_id=dc90611d-f55b-4011-a315-63bb13f9ef92)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:30.407560 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df38c058-571c-4f1c-8151-a38f9447ea1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:30.425602 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-df38c058-571c-4f1c-8151-a38f9447ea1a admin admin] Calling delete_port for c8e56665-3019-411e-902b-22b13cb1628e owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:30.428843 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0100d7e5-0146-4932-aab9-d3de25be2f1f None None] Port 1d55fb88-a2ae-40cb-8c44-9498141deba2 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:43:30.437890 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e9464f3b-f71c-4a32-8ff2-1146ed528201 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'project_id': '6025b663408d4f69ba4a5d2a1e510fdb', 'port_id': '1d55fb88-a2ae-40cb-8c44-9498141deba2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:30.446943 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-060cfc70-4de4-45ab-b5db-309878b58437 req-88d18a3b-fb5b-4207-a60a-32349c7fb974 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585072 Jul 22 16:43:30.472401 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9464f3b-f71c-4a32-8ff2-1146ed528201 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:30.559301 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9464f3b-f71c-4a32-8ff2-1146ed528201 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:30.622622 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df38c058-571c-4f1c-8151-a38f9447ea1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:30.655676 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38c058-571c-4f1c-8151-a38f9447ea1a admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e56665-3019-411e-902b-22b13cb1628e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:30.681307 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-e9464f3b-f71c-4a32-8ff2-1146ed528201 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Allocated IP 172.25.0.142 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/752ed007-1952-4a90-b24a-2e1214ae4ae5) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:43:30.784130 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9464f3b-f71c-4a32-8ff2-1146ed528201 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:30.821846 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df38c058-571c-4f1c-8151-a38f9447ea1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:30.825257 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9464f3b-f71c-4a32-8ff2-1146ed528201 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:30.880376 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9464f3b-f71c-4a32-8ff2-1146ed528201 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:30.894903 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e9464f3b-f71c-4a32-8ff2-1146ed528201 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:30.897701 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9464f3b-f71c-4a32-8ff2-1146ed528201 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:30.901591 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9464f3b-f71c-4a32-8ff2-1146ed528201 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Pushing event updated for resources: {'Port': ['ID=752ed007-1952-4a90-b24a-2e1214ae4ae5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:31.025511 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47f458-e1d1-4462-99ac-777fe67e11ea req-cf4727dc-67da-4ea9-aa8c-5ff5a8578cd6 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:31.027068 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b47f458-e1d1-4462-99ac-777fe67e11ea req-cf4727dc-67da-4ea9-aa8c-5ff5a8578cd6 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=990bd3a6-05c1-4c94-b390-07ba791b0d0b HTTP/1.1" status: 200 len: 943 time: 0.1439550 Jul 22 16:43:31.055884 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8147e-b09c-472d-924b-9f54163d150c req-7254d13a-4f7c-4c27-a178-24e3713dabb6 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:31.057439 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3ab8147e-b09c-472d-924b-9f54163d150c req-7254d13a-4f7c-4c27-a178-24e3713dabb6 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=08724c07-0ca2-4677-a3df-d130ea053f24 HTTP/1.1" status: 200 len: 946 time: 0.1430492 Jul 22 16:43:31.119040 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3ab8147e-b09c-472d-924b-9f54163d150c req-db2bef3d-4678-4ae0-9b8d-d8656bd282d3 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557239 Jul 22 16:43:31.132777 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df38c058-571c-4f1c-8151-a38f9447ea1a admin admin] Router 56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:43:31.191561 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 9efdc5d6-2858-4926-95b9-c5255cbe4b6d up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:43:31.250467 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 9efdc5d6-2858-4926-95b9-c5255cbe4b6d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:43:31.255106 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 9efdc5d6-2858-4926-95b9-c5255cbe4b6d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:31.255985 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:31.284470 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df38c058-571c-4f1c-8151-a38f9447ea1a admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:43:31.289808 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-df38c058-571c-4f1c-8151-a38f9447ea1a admin admin] 10.222.0.69 "PUT /v2.0/routers/56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7205753 Jul 22 16:43:31.292167 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60864) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:31.294975 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23ccb4b-22a2-4df3-8ef7-253476c7cdc9 None None] Sync routers for ids ['56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:43:31.311309 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23ccb4b-22a2-4df3-8ef7-253476c7cdc9 None None] Routers {'56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:31.312394 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e23ccb4b-22a2-4df3-8ef7-253476c7cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:43:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:31.441060 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c2e3cde-0f85-42d0-865d-eb9a475fd7c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:31.478534 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-e23ccb4b-22a2-4df3-8ef7-253476c7cdc9 None None] Set router 56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:43:31.530759 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:31.561438 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b47f458-e1d1-4462-99ac-777fe67e11ea req-e05d5d53-22f3-47bd-ba81-ba0c17c64788 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340096 Jul 22 16:43:31.563412 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ead2b3-67a8-482b-8a2e-4658c2c7772a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efdc5d6-2858-4926-95b9-c5255cbe4b6d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:31.566252 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2914a33-f072-4b63-9956-cd53df0582d5" -d '{"events": [{"server_uuid": "45ead2b3-67a8-482b-8a2e-4658c2c7772a", "name": "network-vif-plugged", "status": "completed", "tag": "9efdc5d6-2858-4926-95b9-c5255cbe4b6d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:31.589032 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c2e3cde-0f85-42d0-865d-eb9a475fd7c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:31.598661 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 9efdc5d6-2858-4926-95b9-c5255cbe4b6d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9efdc5d6-2858-4926-95b9-c5255cbe4b6d,segment=NetworkSegment(27143391-0d5d-495f-8e52-618ade09a278),segment_id=27143391-0d5d-495f-8e52-618ade09a278)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:31.612150 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:31.658391 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0dc507e3-6278-4e0c-b3c5-1fb12f77ebaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:31.671190 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:31.716911 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2c2e3cde-0f85-42d0-865d-eb9a475fd7c5 admin admin] Deleting port 509c9f6d-ce65-4be8-a112-41afa8d4f960 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:31.717262 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c2e3cde-0f85-42d0-865d-eb9a475fd7c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:31.739434 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=9efdc5d6-2858-4926-95b9-c5255cbe4b6d,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:31.811030 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e23ccb4b-22a2-4df3-8ef7-253476c7cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'name': 'tempest-ServerRescueTestJSONUnderV235-869326745-router', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:43:30Z', 'revision_number': 5, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'gw_port': {'id': '509c9f6d-ce65-4be8-a112-41afa8d4f960', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:13:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:08Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:31.843198 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23ccb4b-22a2-4df3-8ef7-253476c7cdc9 None None] Checking router: 56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:43:31.853404 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23ccb4b-22a2-4df3-8ef7-253476c7cdc9 None None] Routers {'56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:31.854270 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e23ccb4b-22a2-4df3-8ef7-253476c7cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:43:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:31.936569 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 2596dc5f-fd69-4aaf-a871-df3a72ac699c details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:43:31.949691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f37d4-9fab-4759-a218-89835e8c060a req-f11b14d5-4da4-4c36-825a-fdffd5895cd8 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:31.951287 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-129f37d4-9fab-4759-a218-89835e8c060a req-f11b14d5-4da4-4c36-825a-fdffd5895cd8 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ead2b3-67a8-482b-8a2e-4658c2c7772a HTTP/1.1" status: 200 len: 945 time: 0.2776365 Jul 22 16:43:31.980967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-2c2e3cde-0f85-42d0-865d-eb9a475fd7c5 admin admin] For port 509c9f6d-ce65-4be8-a112-41afa8d4f960, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=509c9f6d-ce65-4be8-a112-41afa8d4f960,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:31.982832 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c2e3cde-0f85-42d0-865d-eb9a475fd7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:31.988976 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-e23ccb4b-22a2-4df3-8ef7-253476c7cdc9 None None] Set router 56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:43:32.000577 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2c2e3cde-0f85-42d0-865d-eb9a475fd7c5 admin admin] Calling delete_port for 509c9f6d-ce65-4be8-a112-41afa8d4f960 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:32.083042 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e23ccb4b-22a2-4df3-8ef7-253476c7cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'name': 'tempest-ServerRescueTestJSONUnderV235-869326745-router', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:43:31Z', 'revision_number': 6, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:32.109170 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 2596dc5f-fd69-4aaf-a871-df3a72ac699c, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=2596dc5f-fd69-4aaf-a871-df3a72ac699c,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:32.124131 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23ccb4b-22a2-4df3-8ef7-253476c7cdc9 None None] The sync data for ids ['56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a'] in n-d-798930-9 is: [{'id': '56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a', 'name': 'tempest-ServerRescueTestJSONUnderV235-869326745-router', 'tenant_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:43:31Z', 'revision_number': 6, 'project_id': 'b6b64aba8a2344e3ad8ead2f811c3725', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:43:32.124304 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-129f37d4-9fab-4759-a218-89835e8c060a req-443172ee-c129-4511-ab99-644b0fd4ffab tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2677b7bd-a94f-4158-b216-5bdaee1b048c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068037 Jul 22 16:43:32.143656 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9464f3b-f71c-4a32-8ff2-1146ed528201 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:32.155456 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '2596dc5f-fd69-4aaf-a871-df3a72ac699c', 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d', 'port_id': '2596dc5f-fd69-4aaf-a871-df3a72ac699c', 'mac_address': 'fa:16:3e:08:d2:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411cf97d-c177-4f17-b976-e1cbeab029d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:43:32.204253 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36a9453-90c8-4471-8bd4-3f0501012c48 x-openstack-request-id: req-a36a9453-90c8-4471-8bd4-3f0501012c48 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:32.204559 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ead2b3-67a8-482b-8a2e-4658c2c7772a", "name": "network-vif-plugged", "status": "completed", "tag": "9efdc5d6-2858-4926-95b9-c5255cbe4b6d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:32.205986 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a36a9453-90c8-4471-8bd4-3f0501012c48 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:32.206395 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ead2b3-67a8-482b-8a2e-4658c2c7772a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efdc5d6-2858-4926-95b9-c5255cbe4b6d', 'code': 200} Jul 22 16:43:32.224567 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84496c79-6117-42c3-9486-3e4d9350ba66 req-eb9cf331-d28d-4a0a-b8de-3bf050760bc0 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:32.231731 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-84496c79-6117-42c3-9486-3e4d9350ba66 req-eb9cf331-d28d-4a0a-b8de-3bf050760bc0 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.3908803 Jul 22 16:43:32.245439 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:32.273148 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2596dc5f-fd69-4aaf-a871-df3a72ac699c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:43:32.279807 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-84496c79-6117-42c3-9486-3e4d9350ba66 req-0fc36222-0b1b-4ffa-9eca-e941f7d8813e tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472918 Jul 22 16:43:32.281117 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c2e3cde-0f85-42d0-865d-eb9a475fd7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:32.320049 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 2596dc5f-fd69-4aaf-a871-df3a72ac699c, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=2596dc5f-fd69-4aaf-a871-df3a72ac699c,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:32.322851 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e3cde-0f85-42d0-865d-eb9a475fd7c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=509c9f6d-ce65-4be8-a112-41afa8d4f960,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:32.328054 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:32.360890 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9464f3b-f71c-4a32-8ff2-1146ed528201 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:32.422817 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c3dd4-4baa-4fff-86d5-5c7b37b42f84 req-b86d6f30-5173-4d8b-b5b7-50045c52ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:32.424358 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-343c3dd4-4baa-4fff-86d5-5c7b37b42f84 req-b86d6f30-5173-4d8b-b5b7-50045c52ce4a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=45ead2b3-67a8-482b-8a2e-4658c2c7772a HTTP/1.1" status: 200 len: 1096 time: 0.1077437 Jul 22 16:43:32.426603 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=2596dc5f-fd69-4aaf-a871-df3a72ac699c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:32.432770 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c2e3cde-0f85-42d0-865d-eb9a475fd7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:32.503922 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-343c3dd4-4baa-4fff-86d5-5c7b37b42f84 req-80561ca6-38b6-4a4f-839b-9dd71bc5c35d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2677b7bd-a94f-4158-b216-5bdaee1b048c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673995 Jul 22 16:43:32.538401 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c2e3cde-0f85-42d0-865d-eb9a475fd7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:32.540932 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c2e3cde-0f85-42d0-865d-eb9a475fd7c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:32.572386 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9464f3b-f71c-4a32-8ff2-1146ed528201 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:32.578122 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9464f3b-f71c-4a32-8ff2-1146ed528201 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:32.606622 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c2e3cde-0f85-42d0-865d-eb9a475fd7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:32.607469 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2e3cde-0f85-42d0-865d-eb9a475fd7c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:43:32.613113 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c2e3cde-0f85-42d0-865d-eb9a475fd7c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:32.617695 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2c2e3cde-0f85-42d0-865d-eb9a475fd7c5 admin admin] 10.222.0.69 "DELETE /v2.0/routers/56d2b4fd-880a-419f-9aa0-bcd74dd6dc0a HTTP/1.1" status: 204 len: 168 time: 1.3240504 Jul 22 16:43:32.619831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60882) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:32.686945 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-a538881b-5c9d-4fa3-baf1-7e8b26c5b428 admin admin] Deleting subnet a4b30d3f-c597-4bb8-a89e-3ae3ba30816a {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:43:32.708719 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['2596dc5f-fd69-4aaf-a871-df3a72ac699c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:43:32.713317 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:32.718149 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a538881b-5c9d-4fa3-baf1-7e8b26c5b428 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:32.734854 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc1de9-a127-4f22-ae73-2866f5cf5e2e req-0e96f17a-7825-40dc-8ac3-347b734f3999 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:32.736427 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-96dc1de9-a127-4f22-ae73-2866f5cf5e2e req-0e96f17a-7825-40dc-8ac3-347b734f3999 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=990bd3a6-05c1-4c94-b390-07ba791b0d0b HTTP/1.1" status: 200 len: 944 time: 0.0840952 Jul 22 16:43:32.757315 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9464f3b-f71c-4a32-8ff2-1146ed528201 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Pushing event updated for resources: {'Port': ['ID=752ed007-1952-4a90-b24a-2e1214ae4ae5,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:32.777868 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9464f3b-f71c-4a32-8ff2-1146ed528201 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:32.882288 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-96dc1de9-a127-4f22-ae73-2866f5cf5e2e req-356b8c56-4e97-4446-905b-dfd60df137f6 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256139 Jul 22 16:43:32.896881 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-e9464f3b-f71c-4a32-8ff2-1146ed528201 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Floating IP ab72b3ae-d61a-40a7-9f83-a521ca1860d2 associated. External IP: 172.25.0.142, port: 1d55fb88-a2ae-40cb-8c44-9498141deba2. Jul 22 16:43:32.901139 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a538881b-5c9d-4fa3-baf1-7e8b26c5b428 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:33.018164 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a538881b-5c9d-4fa3-baf1-7e8b26c5b428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:33.148215 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a538881b-5c9d-4fa3-baf1-7e8b26c5b428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:33.190971 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538881b-5c9d-4fa3-baf1-7e8b26c5b428 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4b30d3f-c597-4bb8-a89e-3ae3ba30816a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:33.201052 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a538881b-5c9d-4fa3-baf1-7e8b26c5b428 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:33.206135 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a538881b-5c9d-4fa3-baf1-7e8b26c5b428 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a4b30d3f-c597-4bb8-a89e-3ae3ba30816a HTTP/1.1" status: 204 len: 168 time: 0.5808780 Jul 22 16:43:33.206943 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60892) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:33.277899 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e0aab-3319-47f1-908c-e10fa18d4850 req-708d30b2-355c-4a41-b41d-be2b92c0e0ff tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:33.280694 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-228e0aab-3319-47f1-908c-e10fa18d4850 req-708d30b2-355c-4a41-b41d-be2b92c0e0ff tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ead2b3-67a8-482b-8a2e-4658c2c7772a HTTP/1.1" status: 200 len: 945 time: 0.0828938 Jul 22 16:43:33.302160 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9464f3b-f71c-4a32-8ff2-1146ed528201 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Router 03725e10-c85c-4f80-b444-7c869b59201b has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:43:33.306958 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f5a14bf-4f09-4ae5-8cfc-25348e9d5b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:33.331692 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-228e0aab-3319-47f1-908c-e10fa18d4850 req-72dd1c99-f980-475f-9a00-3abae78dabb4 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2677b7bd-a94f-4158-b216-5bdaee1b048c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435588 Jul 22 16:43:33.578638 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f5a14bf-4f09-4ae5-8cfc-25348e9d5b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:33.602336 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-5f5a14bf-4f09-4ae5-8cfc-25348e9d5b89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5213f340-dbe4-4ff2-9909-61ebc63af76c']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:33.621531 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-5f5a14bf-4f09-4ae5-8cfc-25348e9d5b89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc90611d-f55b-4011-a315-63bb13f9ef92') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:33.621829 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-5f5a14bf-4f09-4ae5-8cfc-25348e9d5b89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc90611d-f55b-4011-a315-63bb13f9ef92') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:33.631639 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9464f3b-f71c-4a32-8ff2-1146ed528201 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:43:33.641556 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c084b1e-d08d-4e8c-b13b-b876e068209b req-cbecc3cb-c39c-4638-8d4c-bb62b7850e24 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:33.642048 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498536e6-056a-44ce-8025-8ad6965710ce None None] Sync routers for ids ['03725e10-c85c-4f80-b444-7c869b59201b'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:43:33.643166 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c084b1e-d08d-4e8c-b13b-b876e068209b req-cbecc3cb-c39c-4638-8d4c-bb62b7850e24 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.2131164 Jul 22 16:43:33.647625 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f5a14bf-4f09-4ae5-8cfc-25348e9d5b89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:33.662148 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498536e6-056a-44ce-8025-8ad6965710ce None None] Routers {'03725e10-c85c-4f80-b444-7c869b59201b'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:33.663281 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-498536e6-056a-44ce-8025-8ad6965710ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:43:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['03725e10-c85c-4f80-b444-7c869b59201b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:33.681300 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f5a14bf-4f09-4ae5-8cfc-25348e9d5b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:33.685366 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9464f3b-f71c-4a32-8ff2-1146ed528201 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:33.701374 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-498536e6-056a-44ce-8025-8ad6965710ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:33.710017 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498536e6-056a-44ce-8025-8ad6965710ce None None] Routers {'03725e10-c85c-4f80-b444-7c869b59201b'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:33.710684 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-498536e6-056a-44ce-8025-8ad6965710ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:43:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['03725e10-c85c-4f80-b444-7c869b59201b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:33.718973 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5a14bf-4f09-4ae5-8cfc-25348e9d5b89 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:43:33.719385 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f5a14bf-4f09-4ae5-8cfc-25348e9d5b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:43:33.721100 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:43:33.743780 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-498536e6-056a-44ce-8025-8ad6965710ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:33.744453 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498536e6-056a-44ce-8025-8ad6965710ce None None] The sync data for ids ['03725e10-c85c-4f80-b444-7c869b59201b'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:43:33.757157 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c084b1e-d08d-4e8c-b13b-b876e068209b req-cf276b23-3128-4a88-9e7b-ba008872b9ec tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977073 Jul 22 16:43:33.792105 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e9464f3b-f71c-4a32-8ff2-1146ed528201 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 3.4688635 Jul 22 16:43:33.794888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60898) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:33.824476 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f5a14bf-4f09-4ae5-8cfc-25348e9d5b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:33.871096 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f5a14bf-4f09-4ae5-8cfc-25348e9d5b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:33.873276 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5f5a14bf-4f09-4ae5-8cfc-25348e9d5b89 admin admin] 10.222.0.69 "DELETE /v2.0/networks/5213f340-dbe4-4ff2-9909-61ebc63af76c HTTP/1.1" status: 204 len: 168 time: 0.6635787 Jul 22 16:43:33.894013 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a14bf-4f09-4ae5-8cfc-25348e9d5b89 admin admin] Pushing event deleted for resources: {'Network': ['ID=5213f340-dbe4-4ff2-9909-61ebc63af76c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:33.933288 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 509c9f6d-ce65-4be8-a112-41afa8d4f960 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:43:33.965630 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 2596dc5f-fd69-4aaf-a871-df3a72ac699c up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:43:33.981502 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0415e638-335d-4999-82f1-ec08b1bf1283 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] 10.222.0.69 "GET /v2.0/floatingips/ab72b3ae-d61a-40a7-9f83-a521ca1860d2 HTTP/1.1" status: 200 len: 984 time: 0.1854410 Jul 22 16:43:33.983861 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60908) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:34.059714 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 509c9f6d-ce65-4be8-a112-41afa8d4f960 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:43:34.060121 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 509c9f6d-ce65-4be8-a112-41afa8d4f960 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:43:34.060552 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c8e56665-3019-411e-902b-22b13cb1628e no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:43:34.099040 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: c8e56665-3019-411e-902b-22b13cb1628e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:43:34.099295 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c8e56665-3019-411e-902b-22b13cb1628e not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:43:34.122604 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 2596dc5f-fd69-4aaf-a871-df3a72ac699c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:43:34.127339 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 2596dc5f-fd69-4aaf-a871-df3a72ac699c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:34.127716 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:34.135607 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60910) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:34.152857 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187924cd-52a8-4c3a-ab29-1263fa889cbe req-6d4cfb30-0e68-4a16-9e14-e6f861e1acd3 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:34.154881 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-187924cd-52a8-4c3a-ab29-1263fa889cbe req-6d4cfb30-0e68-4a16-9e14-e6f861e1acd3 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=990bd3a6-05c1-4c94-b390-07ba791b0d0b HTTP/1.1" status: 200 len: 944 time: 0.1762385 Jul 22 16:43:34.228553 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-22010eb3-587e-4ad9-bbe7-7e631686d97f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b6b64aba8a2344e3ad8ead2f811c3725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0915222 Jul 22 16:43:34.231576 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-187924cd-52a8-4c3a-ab29-1263fa889cbe req-b876d707-27f0-4633-a4b9-181bd30019a5 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686443 Jul 22 16:43:34.232051 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60912) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:34.239043 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:34.271581 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990bd3a6-05c1-4c94-b390-07ba791b0d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2596dc5f-fd69-4aaf-a871-df3a72ac699c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:34.274998 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b223dea-604a-4fb9-8d9a-59bb95733864" -d '{"events": [{"server_uuid": "990bd3a6-05c1-4c94-b390-07ba791b0d0b", "name": "network-vif-plugged", "status": "completed", "tag": "2596dc5f-fd69-4aaf-a871-df3a72ac699c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:34.292942 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 2596dc5f-fd69-4aaf-a871-df3a72ac699c, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=2596dc5f-fd69-4aaf-a871-df3a72ac699c,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:34.298207 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:34.307930 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6cdd020a-9656-40ed-89bf-a6860aace309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:34.339526 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6cdd020a-9656-40ed-89bf-a6860aace309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:34.341437 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b556863a-ffbe-4a4b-9aff-bf68836997f7 x-openstack-request-id: req-b556863a-ffbe-4a4b-9aff-bf68836997f7 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:34.341806 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990bd3a6-05c1-4c94-b390-07ba791b0d0b", "name": "network-vif-plugged", "status": "completed", "tag": "2596dc5f-fd69-4aaf-a871-df3a72ac699c", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:34.342095 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b556863a-ffbe-4a4b-9aff-bf68836997f7 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:34.342492 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990bd3a6-05c1-4c94-b390-07ba791b0d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2596dc5f-fd69-4aaf-a871-df3a72ac699c', 'code': 200} Jul 22 16:43:34.385336 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=2596dc5f-fd69-4aaf-a871-df3a72ac699c,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:34.427977 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6cdd020a-9656-40ed-89bf-a6860aace309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:34.431085 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6cdd020a-9656-40ed-89bf-a6860aace309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:34.432572 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6cdd020a-9656-40ed-89bf-a6860aace309 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/70bdbf3f-5bde-460c-a346-7a263241a79d HTTP/1.1" status: 204 len: 168 time: 0.1996207 Jul 22 16:43:34.446610 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd020a-9656-40ed-89bf-a6860aace309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bdbf3f-5bde-460c-a346-7a263241a79d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:34.568761 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:34.588308 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f223a25-5967-448c-a953-57e1e61f1c48 req-13a82a9f-104e-4392-b117-c7cac2203c08 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:34.591073 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8f223a25-5967-448c-a953-57e1e61f1c48 req-13a82a9f-104e-4392-b117-c7cac2203c08 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ead2b3-67a8-482b-8a2e-4658c2c7772a HTTP/1.1" status: 200 len: 945 time: 0.1243784 Jul 22 16:43:34.607334 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d6065dcb-7d46-42ab-9cdf-96d896d45c31 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3038 time: 0.6223037 Jul 22 16:43:34.610194 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 60922) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:34.629139 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7702c4-c1c0-497a-8821-c1033bed8dd9 req-ad7008aa-5ed6-4b84-8398-6856df7fcf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:34.630901 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b7702c4-c1c0-497a-8821-c1033bed8dd9 req-ad7008aa-5ed6-4b84-8398-6856df7fcf68 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=990bd3a6-05c1-4c94-b390-07ba791b0d0b HTTP/1.1" status: 200 len: 1096 time: 0.1275594 Jul 22 16:43:34.676421 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b7702c4-c1c0-497a-8821-c1033bed8dd9 req-8c68eb79-d245-4942-a510-2fdeaa58082e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380723 Jul 22 16:43:34.700291 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8f223a25-5967-448c-a953-57e1e61f1c48 req-c5b4303b-0e04-4724-9954-e6b0b8501584 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2677b7bd-a94f-4158-b216-5bdaee1b048c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027393 Jul 22 16:43:34.814742 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9b43bbe8-7ccc-4def-b712-61e4945cd914 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Deleting port 752ed007-1952-4a90-b24a-2e1214ae4ae5 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:34.814901 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b43bbe8-7ccc-4def-b712-61e4945cd914 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:34.930322 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b43bbe8-7ccc-4def-b712-61e4945cd914 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:34.930610 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b43bbe8-7ccc-4def-b712-61e4945cd914 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:34.953561 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65180299-bdbb-48c6-99b9-7ee12758c7f3 req-fc5453bd-c66e-4934-a58e-f1011cc5d50d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:34.961502 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-65180299-bdbb-48c6-99b9-7ee12758c7f3 req-fc5453bd-c66e-4934-a58e-f1011cc5d50d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.1072447 Jul 22 16:43:34.968445 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9b43bbe8-7ccc-4def-b712-61e4945cd914 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Calling delete_port for 752ed007-1952-4a90-b24a-2e1214ae4ae5 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:35.023264 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-65180299-bdbb-48c6-99b9-7ee12758c7f3 req-0a43d71e-bb2d-42da-9c33-80b6b551750b tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608134 Jul 22 16:43:35.227438 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b43bbe8-7ccc-4def-b712-61e4945cd914 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:35.284287 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43bbe8-7ccc-4def-b712-61e4945cd914 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Pushing event deleted for resources: {'Port': ['ID=752ed007-1952-4a90-b24a-2e1214ae4ae5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:35.359527 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b43bbe8-7ccc-4def-b712-61e4945cd914 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:35.360295 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-9b43bbe8-7ccc-4def-b712-61e4945cd914 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Floating IP ab72b3ae-d61a-40a7-9f83-a521ca1860d2 disassociated (deleted). External IP: 172.25.0.142, port: 1d55fb88-a2ae-40cb-8c44-9498141deba2. Jul 22 16:43:35.453945 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df858d5-872d-4342-8ec6-bbf4aaecdbb9 req-cadb6dfa-7360-419f-a8b3-1a74c854b1d8 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:35.456065 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4df858d5-872d-4342-8ec6-bbf4aaecdbb9 req-cadb6dfa-7360-419f-a8b3-1a74c854b1d8 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=990bd3a6-05c1-4c94-b390-07ba791b0d0b HTTP/1.1" status: 200 len: 945 time: 0.1089497 Jul 22 16:43:35.531047 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4df858d5-872d-4342-8ec6-bbf4aaecdbb9 req-89d6b17e-515c-4969-ac3d-1cc46c78362c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631285 Jul 22 16:43:35.669135 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b43bbe8-7ccc-4def-b712-61e4945cd914 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Router 03725e10-c85c-4f80-b444-7c869b59201b has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:43:35.793048 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b43bbe8-7ccc-4def-b712-61e4945cd914 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:43:35.803916 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289e5b2e-c6d5-4a8c-b1f0-ec0493b636a3 None None] Sync routers for ids ['03725e10-c85c-4f80-b444-7c869b59201b'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:43:35.804865 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9b43bbe8-7ccc-4def-b712-61e4945cd914 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:35.829093 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289e5b2e-c6d5-4a8c-b1f0-ec0493b636a3 None None] Routers {'03725e10-c85c-4f80-b444-7c869b59201b'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:35.829712 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-289e5b2e-c6d5-4a8c-b1f0-ec0493b636a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:43:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['03725e10-c85c-4f80-b444-7c869b59201b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:35.865417 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-289e5b2e-c6d5-4a8c-b1f0-ec0493b636a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:35.867140 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9b43bbe8-7ccc-4def-b712-61e4945cd914 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] 10.222.0.69 "DELETE /v2.0/floatingips/ab72b3ae-d61a-40a7-9f83-a521ca1860d2 HTTP/1.1" status: 204 len: 168 time: 1.2556143 Jul 22 16:43:35.870729 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60968) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:35.875548 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-296ad88e-4e44-41e2-a12f-d01d534966a6 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:35.897952 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289e5b2e-c6d5-4a8c-b1f0-ec0493b636a3 None None] Routers {'03725e10-c85c-4f80-b444-7c869b59201b'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:35.898829 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-289e5b2e-c6d5-4a8c-b1f0-ec0493b636a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:43:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['03725e10-c85c-4f80-b444-7c869b59201b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:35.916587 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-296ad88e-4e44-41e2-a12f-d01d534966a6 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:35.964399 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-289e5b2e-c6d5-4a8c-b1f0-ec0493b636a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:35.965530 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289e5b2e-c6d5-4a8c-b1f0-ec0493b636a3 None None] The sync data for ids ['03725e10-c85c-4f80-b444-7c869b59201b'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:43:36.100721 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-296ad88e-4e44-41e2-a12f-d01d534966a6 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:36.302818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-296ad88e-4e44-41e2-a12f-d01d534966a6 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Allocated IP 172.25.0.15 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/bbce0f45-35c4-49d2-93f3-df015bdafbd5) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:43:36.492859 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-296ad88e-4e44-41e2-a12f-d01d534966a6 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:36.592884 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-296ad88e-4e44-41e2-a12f-d01d534966a6 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:36.651590 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0994c6-0214-4e33-b18b-671df06db40e req-92463377-6c1f-4947-adf3-c6ae0525444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:36.653107 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb0994c6-0214-4e33-b18b-671df06db40e req-92463377-6c1f-4947-adf3-c6ae0525444e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 1097 time: 0.2381988 Jul 22 16:43:36.664225 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296ad88e-4e44-41e2-a12f-d01d534966a6 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:36.668924 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-296ad88e-4e44-41e2-a12f-d01d534966a6 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:36.707209 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296ad88e-4e44-41e2-a12f-d01d534966a6 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:36.773117 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ad88e-4e44-41e2-a12f-d01d534966a6 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Pushing event updated for resources: {'Port': ['ID=bbce0f45-35c4-49d2-93f3-df015bdafbd5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:36.774341 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6aa66-8f15-4795-ba4b-7fff27a63ec1 req-83d847ad-fbcf-4749-a3d2-248aeb826a9c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:36.781348 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-46d6aa66-8f15-4795-ba4b-7fff27a63ec1 req-83d847ad-fbcf-4749-a3d2-248aeb826a9c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=990bd3a6-05c1-4c94-b390-07ba791b0d0b HTTP/1.1" status: 200 len: 945 time: 0.1491084 Jul 22 16:43:36.790675 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1039c6f-3863-4d40-a37f-96d895f2af77 req-3218d70c-9905-4369-8615-d56b6f37e615 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:36.792625 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1039c6f-3863-4d40-a37f-96d895f2af77 req-3218d70c-9905-4369-8615-d56b6f37e615 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.3269336 Jul 22 16:43:36.812031 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb0994c6-0214-4e33-b18b-671df06db40e req-c90f148b-f45b-4df3-8a5f-80e4e35c0c83 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462805 Jul 22 16:43:36.825298 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-46d6aa66-8f15-4795-ba4b-7fff27a63ec1 req-8792a3ed-2020-4f09-b4ce-a4448ad113a5 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429935 Jul 22 16:43:36.973838 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1039c6f-3863-4d40-a37f-96d895f2af77 req-d8fd57d7-e4ce-4e38-9466-451b2d49641f tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640136 Jul 22 16:43:36.990402 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-296ad88e-4e44-41e2-a12f-d01d534966a6 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:37.078987 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-296ad88e-4e44-41e2-a12f-d01d534966a6 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:37.379229 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b480bb7-cffc-47e2-9406-812e9a5bb3fb req-b5966c78-285b-40b4-8d14-3547034710f0 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:37.380746 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0b480bb7-cffc-47e2-9406-812e9a5bb3fb req-b5966c78-285b-40b4-8d14-3547034710f0 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/networks?id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d HTTP/1.1" status: 200 len: 805 time: 0.2282088 Jul 22 16:43:37.408127 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0b480bb7-cffc-47e2-9406-812e9a5bb3fb req-90316353-d686-4a71-97f5-a985c3bac039 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/quotas/da62075422094ce69d816eddc76670fa HTTP/1.1" status: 200 len: 375 time: 0.0163329 Jul 22 16:43:37.434084 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-296ad88e-4e44-41e2-a12f-d01d534966a6 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:37.443617 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-296ad88e-4e44-41e2-a12f-d01d534966a6 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:37.563620 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ad88e-4e44-41e2-a12f-d01d534966a6 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Pushing event updated for resources: {'Port': ['ID=bbce0f45-35c4-49d2-93f3-df015bdafbd5,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:37.576634 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-296ad88e-4e44-41e2-a12f-d01d534966a6 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:37.590535 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0b480bb7-cffc-47e2-9406-812e9a5bb3fb req-35acf813-896e-4ad2-8675-9d8369c96b54 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=da62075422094ce69d816eddc76670fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1737692 Jul 22 16:43:37.599088 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-296ad88e-4e44-41e2-a12f-d01d534966a6 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:37.603756 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-296ad88e-4e44-41e2-a12f-d01d534966a6 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7318585 Jul 22 16:43:37.606432 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 32812) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:37.749837 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0b480bb7-cffc-47e2-9406-812e9a5bb3fb req-256e9087-d095-42d6-baf9-5821ba8b9fa8 service neutron] 10.222.0.69 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368680 Jul 22 16:43:37.835607 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9fdb6caf-dc1c-4d49-94ad-42ca785d8087 tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:37.891244 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0b480bb7-cffc-47e2-9406-812e9a5bb3fb req-4d3ed0d1-9d2b-46fc-bbcb-68d601a9b4f5 service neutron] 10.222.0.69 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404231 Jul 22 16:43:37.892720 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fdb6caf-dc1c-4d49-94ad-42ca785d8087 tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:38.030697 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fdb6caf-dc1c-4d49-94ad-42ca785d8087 tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:38.080771 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840a26e-87b4-41ae-b53b-9c2dc5ef5c1d req-e107bcdf-2e46-47a8-8b3a-92bd4f293cc9 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:38.082374 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6840a26e-87b4-41ae-b53b-9c2dc5ef5c1d req-e107bcdf-2e46-47a8-8b3a-92bd4f293cc9 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ead2b3-67a8-482b-8a2e-4658c2c7772a HTTP/1.1" status: 200 len: 945 time: 0.1060779 Jul 22 16:43:38.146268 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6840a26e-87b4-41ae-b53b-9c2dc5ef5c1d req-036254ab-3c34-4764-b215-20a1c0e03824 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2677b7bd-a94f-4158-b216-5bdaee1b048c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522747 Jul 22 16:43:38.228944 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-9fdb6caf-dc1c-4d49-94ad-42ca785d8087 tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Allocated IP 172.25.0.60 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/9616f7f6-042b-4c07-9905-4ef22a615adf) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:43:38.345266 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881efff-4950-423e-a31b-c5d86aa3fd6f req-face1c89-9516-4499-9def-c486482f31d8 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:38.347407 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7881efff-4950-423e-a31b-c5d86aa3fd6f req-face1c89-9516-4499-9def-c486482f31d8 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.2140150 Jul 22 16:43:38.417291 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7881efff-4950-423e-a31b-c5d86aa3fd6f req-24d2df17-79ab-4d41-a02c-77df3777e372 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615983 Jul 22 16:43:38.420791 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fdb6caf-dc1c-4d49-94ad-42ca785d8087 tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:38.511171 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fdb6caf-dc1c-4d49-94ad-42ca785d8087 tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:38.565381 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdb6caf-dc1c-4d49-94ad-42ca785d8087 tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:38.586471 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9fdb6caf-dc1c-4d49-94ad-42ca785d8087 tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:38.586471 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdb6caf-dc1c-4d49-94ad-42ca785d8087 tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:38.624699 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb6caf-dc1c-4d49-94ad-42ca785d8087 tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Pushing event updated for resources: {'Port': ['ID=9616f7f6-042b-4c07-9905-4ef22a615adf,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:38.698484 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fdb6caf-dc1c-4d49-94ad-42ca785d8087 tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:38.705228 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667bead-7de8-4c69-947e-76008e0ce94d req-1c60560b-3901-490d-9378-6274e893da1e tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:38.707102 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0667bead-7de8-4c69-947e-76008e0ce94d req-1c60560b-3901-490d-9378-6274e893da1e tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.0780108 Jul 22 16:43:38.761293 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fdb6caf-dc1c-4d49-94ad-42ca785d8087 tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:38.772869 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0667bead-7de8-4c69-947e-76008e0ce94d req-ab3383cf-49d1-4456-9a25-ff2bc08355f9 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488667 Jul 22 16:43:38.965574 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fdb6caf-dc1c-4d49-94ad-42ca785d8087 tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:38.972658 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fdb6caf-dc1c-4d49-94ad-42ca785d8087 tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:39.080125 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb6caf-dc1c-4d49-94ad-42ca785d8087 tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Pushing event updated for resources: {'Port': ['ID=9616f7f6-042b-4c07-9905-4ef22a615adf,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:39.108509 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fdb6caf-dc1c-4d49-94ad-42ca785d8087 tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:39.131264 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fdb6caf-dc1c-4d49-94ad-42ca785d8087 tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:39.135057 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9fdb6caf-dc1c-4d49-94ad-42ca785d8087 tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5251527 Jul 22 16:43:39.140431 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624aa94-58c7-4c67-81c2-a7d0867f384e req-450a533b-c12a-414c-a6ea-0dd1bbb0bfbf tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:39.142886 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9624aa94-58c7-4c67-81c2-a7d0867f384e req-450a533b-c12a-414c-a6ea-0dd1bbb0bfbf tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.1217110 Jul 22 16:43:39.143550 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 32882) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:39.235051 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-afcd4db5-3cc8-4d5a-9956-6b169bea2238 tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.0904255 Jul 22 16:43:39.238786 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9624aa94-58c7-4c67-81c2-a7d0867f384e req-4fb586d3-83b1-48b2-a7a8-16531d9f4532 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891004 Jul 22 16:43:39.239260 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 32886) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:39.326654 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8bc8a181-1911-4f30-9f7f-8912d1083906 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0858755 Jul 22 16:43:39.329261 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 32888) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:39.357788 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11492c-5b52-423c-849d-82789c2a52fe req-b6131f9a-73ba-4f66-b06b-ff6bd2d3abad tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:39.359554 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8d11492c-5b52-423c-849d-82789c2a52fe req-b6131f9a-73ba-4f66-b06b-ff6bd2d3abad tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/networks?id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d HTTP/1.1" status: 200 len: 805 time: 0.4751718 Jul 22 16:43:39.376426 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8d11492c-5b52-423c-849d-82789c2a52fe req-220457c9-1c22-4023-b359-19413d372041 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/quotas/da62075422094ce69d816eddc76670fa HTTP/1.1" status: 200 len: 375 time: 0.0102911 Jul 22 16:43:39.450989 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8d11492c-5b52-423c-849d-82789c2a52fe req-ae7b044d-7820-44cf-a128-a9fd50d6b8f5 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=da62075422094ce69d816eddc76670fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0672312 Jul 22 16:43:39.499984 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b594df6-2fbd-4982-a33c-6e95310389d7 req-8df654b4-2582-4f2c-9251-d69cf30771a1 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:39.502063 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b594df6-2fbd-4982-a33c-6e95310389d7 req-8df654b4-2582-4f2c-9251-d69cf30771a1 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ead2b3-67a8-482b-8a2e-4658c2c7772a HTTP/1.1" status: 200 len: 945 time: 0.1861298 Jul 22 16:43:39.534281 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-17a24eed-d359-4ef5-a48a-de59d661ec0c tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Deleting port 9616f7f6-042b-4c07-9905-4ef22a615adf {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:39.534624 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17a24eed-d359-4ef5-a48a-de59d661ec0c tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:39.554019 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8d11492c-5b52-423c-849d-82789c2a52fe req-0563ac61-d239-4711-9387-a9ec24c6ecfc service neutron] 10.222.0.69 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937185 Jul 22 16:43:39.655645 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b594df6-2fbd-4982-a33c-6e95310389d7 req-10ef000a-4bcf-4161-9b76-93bca020c718 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/security-groups?id=2677b7bd-a94f-4158-b216-5bdaee1b048c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438777 Jul 22 16:43:39.663022 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8d11492c-5b52-423c-849d-82789c2a52fe req-51536a83-20a4-41a0-829d-b65b01acb72a service neutron] 10.222.0.69 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018264 Jul 22 16:43:39.697259 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17a24eed-d359-4ef5-a48a-de59d661ec0c tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:39.697601 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17a24eed-d359-4ef5-a48a-de59d661ec0c tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:39.719107 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-17a24eed-d359-4ef5-a48a-de59d661ec0c tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Calling delete_port for 9616f7f6-042b-4c07-9905-4ef22a615adf owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:39.727908 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b3b01-7297-4c16-b9d3-9865526c7925 req-2902ab3f-18e5-41b5-9f5a-597ea9c31eee tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:39.729408 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0b5b3b01-7297-4c16-b9d3-9865526c7925 req-2902ab3f-18e5-41b5-9f5a-597ea9c31eee tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.16 "GET /v2.0/ports?device_id=45ead2b3-67a8-482b-8a2e-4658c2c7772a HTTP/1.1" status: 200 len: 945 time: 0.1917734 Jul 22 16:43:39.892636 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-29dceb58-bbea-4857-ac2d-fbb8ed583d05 req-68af5309-436c-4514-828a-17676e3fcf3c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=80b278c7-b32e-4204-85ed-2238852f3c54 HTTP/1.1" status: 200 len: 210 time: 0.0430319 Jul 22 16:43:39.951963 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0b5b3b01-7297-4c16-b9d3-9865526c7925 req-4d919f3e-7ccc-4c59-a3c5-5d2d27b777b3 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Deleting port 9efdc5d6-2858-4926-95b9-c5255cbe4b6d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:39.952310 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0b5b3b01-7297-4c16-b9d3-9865526c7925 req-4d919f3e-7ccc-4c59-a3c5-5d2d27b777b3 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:40.037716 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17a24eed-d359-4ef5-a48a-de59d661ec0c tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:40.083866 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a24eed-d359-4ef5-a48a-de59d661ec0c tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Pushing event deleted for resources: {'Port': ['ID=9616f7f6-042b-4c07-9905-4ef22a615adf,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:40.147841 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0b5b3b01-7297-4c16-b9d3-9865526c7925 req-4d919f3e-7ccc-4c59-a3c5-5d2d27b777b3 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] For port 9efdc5d6-2858-4926-95b9-c5255cbe4b6d, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9efdc5d6-2858-4926-95b9-c5255cbe4b6d,segment=NetworkSegment(27143391-0d5d-495f-8e52-618ade09a278),segment_id=27143391-0d5d-495f-8e52-618ade09a278)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:40.148213 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0b5b3b01-7297-4c16-b9d3-9865526c7925 req-4d919f3e-7ccc-4c59-a3c5-5d2d27b777b3 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:40.167561 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0b5b3b01-7297-4c16-b9d3-9865526c7925 req-4d919f3e-7ccc-4c59-a3c5-5d2d27b777b3 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Calling delete_port for 9efdc5d6-2858-4926-95b9-c5255cbe4b6d owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:40.176266 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17a24eed-d359-4ef5-a48a-de59d661ec0c tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:40.178763 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17a24eed-d359-4ef5-a48a-de59d661ec0c tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:40.182547 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-17a24eed-d359-4ef5-a48a-de59d661ec0c tempest-FloatingIPAdminTestJSON-532744012 tempest-FloatingIPAdminTestJSON-532744012-project] 10.222.0.69 "DELETE /v2.0/floatingips/8044dd13-5e04-440c-b949-9bddceac866c HTTP/1.1" status: 204 len: 168 time: 0.8494744 Jul 22 16:43:40.184314 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 32912) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:40.327082 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 32918) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:40.347135 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0b5b3b01-7297-4c16-b9d3-9865526c7925 req-4d919f3e-7ccc-4c59-a3c5-5d2d27b777b3 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:40.379470 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['9efdc5d6-2858-4926-95b9-c5255cbe4b6d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:43:40.382364 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d919f3e-7ccc-4c59-a3c5-5d2d27b777b3 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Pushing event deleted for resources: {'Port': ['ID=9efdc5d6-2858-4926-95b9-c5255cbe4b6d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:40.440816 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5b3b01-7297-4c16-b9d3-9865526c7925 req-4d919f3e-7ccc-4c59-a3c5-5d2d27b777b3 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] No DVR routers for this DVR port 9efdc5d6-2858-4926-95b9-c5255cbe4b6d on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:43:40.443744 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0b5b3b01-7297-4c16-b9d3-9865526c7925 req-4d919f3e-7ccc-4c59-a3c5-5d2d27b777b3 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:40.446581 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0b5b3b01-7297-4c16-b9d3-9865526c7925 req-4d919f3e-7ccc-4c59-a3c5-5d2d27b777b3 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.16 "DELETE /v2.0/ports/9efdc5d6-2858-4926-95b9-c5255cbe4b6d HTTP/1.1" status: 204 len: 173 time: 0.7087219 Jul 22 16:43:40.447041 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ead2b3-67a8-482b-8a2e-4658c2c7772a', 'name': 'network-vif-deleted', 'tag': '9efdc5d6-2858-4926-95b9-c5255cbe4b6d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:40.449369 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a20b37e-0a73-4c74-a155-676bccbf6143" -d '{"events": [{"server_uuid": "45ead2b3-67a8-482b-8a2e-4658c2c7772a", "name": "network-vif-deleted", "tag": "9efdc5d6-2858-4926-95b9-c5255cbe4b6d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:40.500939 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9cf6e6-909e-4855-9506-894209c7a6e1 x-openstack-request-id: req-cf9cf6e6-909e-4855-9506-894209c7a6e1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:40.502489 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ead2b3-67a8-482b-8a2e-4658c2c7772a", "name": "network-vif-deleted", "tag": "9efdc5d6-2858-4926-95b9-c5255cbe4b6d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:40.502770 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cf9cf6e6-909e-4855-9506-894209c7a6e1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:40.504477 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ead2b3-67a8-482b-8a2e-4658c2c7772a', 'name': 'network-vif-deleted', 'tag': '9efdc5d6-2858-4926-95b9-c5255cbe4b6d', 'status': 'completed', 'code': 200} Jul 22 16:43:40.559796 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75f9406b-3161-4466-8946-9f112e86cb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:40.599075 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c666e-b172-4edd-87a9-b016522e67be req-f969996d-d70f-4289-a8e0-bb183a9a28f9 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:40.600786 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e01c666e-b172-4edd-87a9-b016522e67be req-f969996d-d70f-4289-a8e0-bb183a9a28f9 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.2273805 Jul 22 16:43:40.605757 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e5adc-1347-4ff0-a2c7-a7e35f99e7ff tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Deleting port bbce0f45-35c4-49d2-93f3-df015bdafbd5 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:40.606149 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5adc-1347-4ff0-a2c7-a7e35f99e7ff tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:40.747265 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e01c666e-b172-4edd-87a9-b016522e67be req-3d2e310b-d7d7-43e7-b227-135c7a9f0b89 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388791 Jul 22 16:43:40.784676 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5adc-1347-4ff0-a2c7-a7e35f99e7ff tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:40.785006 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5adc-1347-4ff0-a2c7-a7e35f99e7ff tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:40.802681 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-44bc2b7c-c71a-459a-80fc-1fd770c3ceb3 req-fcd9c626-822b-48fe-8667-47eff71df226 tempest-VolumesActionsTest-30485481 tempest-VolumesActionsTest-30485481-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ead2b3-67a8-482b-8a2e-4658c2c7772a HTTP/1.1" status: 200 len: 210 time: 0.0300612 Jul 22 16:43:40.805374 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e5adc-1347-4ff0-a2c7-a7e35f99e7ff tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Calling delete_port for bbce0f45-35c4-49d2-93f3-df015bdafbd5 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:40.826001 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75f9406b-3161-4466-8946-9f112e86cb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:40.833353 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75f9406b-3161-4466-8946-9f112e86cb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:40.919067 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9406b-3161-4466-8946-9f112e86cb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3597ce-daa7-40e5-a9cd-5692ab03f4e2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:40.948916 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-75f9406b-3161-4466-8946-9f112e86cb8b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8122668ae6584087895d75d20c0762ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6166766 Jul 22 16:43:40.949326 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 32940) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:41.044228 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5adc-1347-4ff0-a2c7-a7e35f99e7ff tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:41.060748 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09093731-e6c2-4ddf-9037-82c703f359ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:41.087318 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09093731-e6c2-4ddf-9037-82c703f359ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:41.113129 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e5adc-1347-4ff0-a2c7-a7e35f99e7ff tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbce0f45-35c4-49d2-93f3-df015bdafbd5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:41.130200 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-45af4da4-d4bd-4a91-a70d-9cedef9ead98 req-e6c48018-929b-49b8-8f3e-c22b229a76d1 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=80b278c7-b32e-4204-85ed-2238852f3c54 HTTP/1.1" status: 200 len: 210 time: 0.0682495 Jul 22 16:43:41.194332 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5adc-1347-4ff0-a2c7-a7e35f99e7ff tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:41.197609 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5adc-1347-4ff0-a2c7-a7e35f99e7ff tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:41.198933 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1b6e5adc-1347-4ff0-a2c7-a7e35f99e7ff tempest-FloatingIPAdminTestJSON-1476090238 tempest-FloatingIPAdminTestJSON-1476090238-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/05fa5316-70e8-4f00-890c-20293b8cffaa HTTP/1.1" status: 204 len: 168 time: 1.0123999 Jul 22 16:43:41.200356 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09093731-e6c2-4ddf-9037-82c703f359ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:41.202970 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09093731-e6c2-4ddf-9037-82c703f359ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:41.203167 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 32942) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:41.204227 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-09093731-e6c2-4ddf-9037-82c703f359ec admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9a3597ce-daa7-40e5-a9cd-5692ab03f4e2 HTTP/1.1" status: 204 len: 168 time: 0.2538340 Jul 22 16:43:41.222429 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe36d55-0387-4244-a3fe-b539fc0c9054 req-fe50caf1-29c6-4ab5-8197-1aaf93bdd7e9 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:41.225499 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fe36d55-0387-4244-a3fe-b539fc0c9054 req-fe50caf1-29c6-4ab5-8197-1aaf93bdd7e9 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.1068492 Jul 22 16:43:41.228600 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09093731-e6c2-4ddf-9037-82c703f359ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3597ce-daa7-40e5-a9cd-5692ab03f4e2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:41.304545 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fe36d55-0387-4244-a3fe-b539fc0c9054 req-30738b72-9c55-4c31-bbbb-1fddc1b2f6d0 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620587 Jul 22 16:43:41.367162 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f0090059-b05d-4639-9776-a600a0ed14a8 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Deleting port 1d55fb88-a2ae-40cb-8c44-9498141deba2 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:41.367510 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0090059-b05d-4639-9776-a600a0ed14a8 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:41.465265 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0090059-b05d-4639-9776-a600a0ed14a8 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:41.479692 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f0090059-b05d-4639-9776-a600a0ed14a8 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Calling delete_port for 1d55fb88-a2ae-40cb-8c44-9498141deba2 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:41.631784 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0090059-b05d-4639-9776-a600a0ed14a8 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:41.660435 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0090059-b05d-4639-9776-a600a0ed14a8 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Pushing event deleted for resources: {'Port': ['ID=1d55fb88-a2ae-40cb-8c44-9498141deba2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:41.761150 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0090059-b05d-4639-9776-a600a0ed14a8 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:41.763773 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f0090059-b05d-4639-9776-a600a0ed14a8 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] 10.222.0.69 "DELETE /v2.0/ports/1d55fb88-a2ae-40cb-8c44-9498141deba2 HTTP/1.1" status: 204 len: 168 time: 0.5587842 Jul 22 16:43:41.765975 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 32962) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:41.771923 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11492c-5b52-423c-849d-82789c2a52fe req-67b30c8d-df16-4465-add2-8f967e7a340f tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:41.774455 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8d11492c-5b52-423c-849d-82789c2a52fe req-67b30c8d-df16-4465-add2-8f967e7a340f tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.16 "GET /v2.0/networks?id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d HTTP/1.1" status: 200 len: 805 time: 0.1807001 Jul 22 16:43:41.792672 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-8d11492c-5b52-423c-849d-82789c2a52fe req-264ef135-2b15-42c8-96ec-452c36392729 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Request body: {'port': {'device_id': '80b278c7-b32e-4204-85ed-2238852f3c54', 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d', 'admin_state_up': True, 'tenant_id': 'da62075422094ce69d816eddc76670fa'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:41.847234 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e6241c-b490-4c0a-aa37-f1fd82448365 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:41.849112 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-94e6241c-b490-4c0a-aa37-f1fd82448365 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] 10.222.0.69 "GET /v2.0/ports?device_id=03725e10-c85c-4f80-b444-7c869b59201b HTTP/1.1" status: 200 len: 913 time: 0.0818720 Jul 22 16:43:41.862112 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 32968) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:41.929132 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:42.014084 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d11492c-5b52-423c-849d-82789c2a52fe req-264ef135-2b15-42c8-96ec-452c36392729 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Made reservation on behalf of da62075422094ce69d816eddc76670fa for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:42.019302 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d11492c-5b52-423c-849d-82789c2a52fe req-264ef135-2b15-42c8-96ec-452c36392729 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:42.073170 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:42.386713 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5519b5b2-c510-4cfd-856e-1a53ef22c452 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:42.616221 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41761051-d0ae-4b63-b9fc-a244d7502ee5 req-ef4cc721-222c-4e29-a78c-958d2f285a3e tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:42.617762 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-41761051-d0ae-4b63-b9fc-a244d7502ee5 req-ef4cc721-222c-4e29-a78c-958d2f285a3e tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.1839781 Jul 22 16:43:42.663139 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2594da55-5365-468c-afec-adace00a7d09 req-4e7df129-f255-4ca3-b6fa-9fc6f60dc67b tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=80b278c7-b32e-4204-85ed-2238852f3c54 HTTP/1.1" status: 200 len: 210 time: 0.0476403 Jul 22 16:43:42.694923 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-41761051-d0ae-4b63-b9fc-a244d7502ee5 req-255a5823-ac99-48e4-848b-b98bddb05cb7 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700414 Jul 22 16:43:42.707970 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-8d11492c-5b52-423c-849d-82789c2a52fe req-264ef135-2b15-42c8-96ec-452c36392729 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Allocated IP 172.20.0.9 (65bc71d4-b0c7-49c6-8406-b3cd4a91b70d/411cf97d-c177-4f17-b976-e1cbeab029d8/5a0b61a2-e07e-4449-a846-d2d914faf16c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:43:42.870382 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5519b5b2-c510-4cfd-856e-1a53ef22c452 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Deleting port fed770c3-cc05-41c9-924e-2e15079d7d28 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:42.870382 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5519b5b2-c510-4cfd-856e-1a53ef22c452 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:42.976674 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d11492c-5b52-423c-849d-82789c2a52fe req-264ef135-2b15-42c8-96ec-452c36392729 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:42.981756 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5519b5b2-c510-4cfd-856e-1a53ef22c452 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:42.996274 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5519b5b2-c510-4cfd-856e-1a53ef22c452 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Calling delete_port for fed770c3-cc05-41c9-924e-2e15079d7d28 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:43.040259 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d11492c-5b52-423c-849d-82789c2a52fe req-264ef135-2b15-42c8-96ec-452c36392729 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:43.087128 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['2596dc5f-fd69-4aaf-a871-df3a72ac699c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:43:43.254491 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d11492c-5b52-423c-849d-82789c2a52fe req-264ef135-2b15-42c8-96ec-452c36392729 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:43.271170 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-8d11492c-5b52-423c-849d-82789c2a52fe req-264ef135-2b15-42c8-96ec-452c36392729 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:43.288577 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 9efdc5d6-2858-4926-95b9-c5255cbe4b6d no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:43:43.293726 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d11492c-5b52-423c-849d-82789c2a52fe req-264ef135-2b15-42c8-96ec-452c36392729 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:43.348073 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ef135-2b15-42c8-96ec-452c36392729 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Pushing event updated for resources: {'Port': ['ID=5a0b61a2-e07e-4449-a846-d2d914faf16c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:43.370823 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11492c-5b52-423c-849d-82789c2a52fe req-264ef135-2b15-42c8-96ec-452c36392729 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:43.371829 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d11492c-5b52-423c-849d-82789c2a52fe req-264ef135-2b15-42c8-96ec-452c36392729 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:43.384248 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 9efdc5d6-2858-4926-95b9-c5255cbe4b6d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:43:43.385457 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 9efdc5d6-2858-4926-95b9-c5255cbe4b6d not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:43:43.393119 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8d11492c-5b52-423c-849d-82789c2a52fe req-264ef135-2b15-42c8-96ec-452c36392729 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6036603 Jul 22 16:43:43.411738 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-8d11492c-5b52-423c-849d-82789c2a52fe req-f5bcc9e8-a5ad-4953-8473-87c872538776 service neutron] Request body: {'port': {'device_id': '80b278c7-b32e-4204-85ed-2238852f3c54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:43.457490 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5519b5b2-c510-4cfd-856e-1a53ef22c452 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:43.531357 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d11492c-5b52-423c-849d-82789c2a52fe req-f5bcc9e8-a5ad-4953-8473-87c872538776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:43.628796 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519b5b2-c510-4cfd-856e-1a53ef22c452 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Pushing event deleted for resources: {'Port': ['ID=fed770c3-cc05-41c9-924e-2e15079d7d28,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:43.805528 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5519b5b2-c510-4cfd-856e-1a53ef22c452 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:43.997986 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-8d11492c-5b52-423c-849d-82789c2a52fe req-f5bcc9e8-a5ad-4953-8473-87c872538776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a0b61a2-e07e-4449-a846-d2d914faf16c {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:43:44.011758 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac570b1-ee3c-48a4-a0dd-228bfb13b325 req-44b51934-fb60-4603-bef8-99c9288be489 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:44.019017 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1ac570b1-ee3c-48a4-a0dd-228bfb13b325 req-44b51934-fb60-4603-bef8-99c9288be489 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=80b278c7-b32e-4204-85ed-2238852f3c54 HTTP/1.1" status: 200 len: 931 time: 0.2517934 Jul 22 16:43:44.031005 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d11492c-5b52-423c-849d-82789c2a52fe req-f5bcc9e8-a5ad-4953-8473-87c872538776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:44.059680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-8d11492c-5b52-423c-849d-82789c2a52fe req-f5bcc9e8-a5ad-4953-8473-87c872538776 service neutron] Transition to ACTIVE for port object 5a0b61a2-e07e-4449-a846-d2d914faf16c will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:43:44.077637 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d11492c-5b52-423c-849d-82789c2a52fe req-f5bcc9e8-a5ad-4953-8473-87c872538776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:44.094396 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1ac570b1-ee3c-48a4-a0dd-228bfb13b325 req-225116d9-665e-4776-ac80-b4d88591e500 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722420 Jul 22 16:43:44.159990 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5519b5b2-c510-4cfd-856e-1a53ef22c452 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Router 03725e10-c85c-4f80-b444-7c869b59201b has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:43:44.162989 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcc9e8-a5ad-4953-8473-87c872538776 service neutron] Pushing event updated for resources: {'Port': ['ID=5a0b61a2-e07e-4449-a846-d2d914faf16c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:44.299866 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-8d11492c-5b52-423c-849d-82789c2a52fe req-f5bcc9e8-a5ad-4953-8473-87c872538776 service neutron] Attempting to bind port 5a0b61a2-e07e-4449-a846-d2d914faf16c on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:43:44.300620 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-8d11492c-5b52-423c-849d-82789c2a52fe req-f5bcc9e8-a5ad-4953-8473-87c872538776 service neutron] Attempting to bind port 5a0b61a2-e07e-4449-a846-d2d914faf16c by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:43:44.301379 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d11492c-5b52-423c-849d-82789c2a52fe req-f5bcc9e8-a5ad-4953-8473-87c872538776 service neutron] Attempting to bind port 5a0b61a2-e07e-4449-a846-d2d914faf16c on network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:44.308763 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d11492c-5b52-423c-849d-82789c2a52fe req-f5bcc9e8-a5ad-4953-8473-87c872538776 service neutron] Port 5a0b61a2-e07e-4449-a846-d2d914faf16c on network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:43:44.309312 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d11492c-5b52-423c-849d-82789c2a52fe req-f5bcc9e8-a5ad-4953-8473-87c872538776 service neutron] Attempting to bind port 5a0b61a2-e07e-4449-a846-d2d914faf16c on network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:44.316408 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d11492c-5b52-423c-849d-82789c2a52fe req-f5bcc9e8-a5ad-4953-8473-87c872538776 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:43:44.317422 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d11492c-5b52-423c-849d-82789c2a52fe req-f5bcc9e8-a5ad-4953-8473-87c872538776 service neutron] Checking segment: {'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:43:44.317808 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d11492c-5b52-423c-849d-82789c2a52fe req-f5bcc9e8-a5ad-4953-8473-87c872538776 service neutron] Bound using segment: {'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:43:44.318329 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-8d11492c-5b52-423c-849d-82789c2a52fe req-f5bcc9e8-a5ad-4953-8473-87c872538776 service neutron] Bound port: 5a0b61a2-e07e-4449-a846-d2d914faf16c, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:43:44.318711 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d11492c-5b52-423c-849d-82789c2a52fe req-f5bcc9e8-a5ad-4953-8473-87c872538776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:44.392472 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5519b5b2-c510-4cfd-856e-1a53ef22c452 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:43:44.403658 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc9f914-0c69-42e2-adca-38793a5a4899 None None] Sync routers for ids ['03725e10-c85c-4f80-b444-7c869b59201b'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:43:44.405784 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5519b5b2-c510-4cfd-856e-1a53ef22c452 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] 10.222.0.69 "PUT /v2.0/routers/03725e10-c85c-4f80-b444-7c869b59201b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5401418 Jul 22 16:43:44.407471 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33052) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:44.431299 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc9f914-0c69-42e2-adca-38793a5a4899 None None] Routers {'03725e10-c85c-4f80-b444-7c869b59201b'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:44.433324 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8dc9f914-0c69-42e2-adca-38793a5a4899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:43:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['03725e10-c85c-4f80-b444-7c869b59201b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:44.439955 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-8d11492c-5b52-423c-849d-82789c2a52fe req-f5bcc9e8-a5ad-4953-8473-87c872538776 service neutron] For port 5a0b61a2-e07e-4449-a846-d2d914faf16c, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:43:44.443769 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-8d11492c-5b52-423c-849d-82789c2a52fe req-f5bcc9e8-a5ad-4953-8473-87c872538776 service neutron] For port 5a0b61a2-e07e-4449-a846-d2d914faf16c, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=5a0b61a2-e07e-4449-a846-d2d914faf16c,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:43:44.456068 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d11492c-5b52-423c-849d-82789c2a52fe req-f5bcc9e8-a5ad-4953-8473-87c872538776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:44.493378 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11492c-5b52-423c-849d-82789c2a52fe req-f5bcc9e8-a5ad-4953-8473-87c872538776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:44.493939 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8d11492c-5b52-423c-849d-82789c2a52fe req-f5bcc9e8-a5ad-4953-8473-87c872538776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:44.495811 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8d11492c-5b52-423c-849d-82789c2a52fe req-f5bcc9e8-a5ad-4953-8473-87c872538776 service neutron] 10.222.0.16 "PUT /v2.0/ports/5a0b61a2-e07e-4449-a846-d2d914faf16c HTTP/1.1" status: 200 len: 1091 time: 1.0902159 Jul 22 16:43:44.496331 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b278c7-b32e-4204-85ed-2238852f3c54', 'tag': '5a0b61a2-e07e-4449-a846-d2d914faf16c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:44.499501 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630c32d3-5ed6-495d-8f02-395d336fa0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "80b278c7-b32e-4204-85ed-2238852f3c54", "tag": "5a0b61a2-e07e-4449-a846-d2d914faf16c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:44.542326 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcc9e8-a5ad-4953-8473-87c872538776 service neutron] Pushing event updated for resources: {'Port': ['ID=5a0b61a2-e07e-4449-a846-d2d914faf16c,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:44.582066 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8dc9f914-0c69-42e2-adca-38793a5a4899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:44.593581 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a4e1b1-705b-40fa-a536-36dc6192d09b x-openstack-request-id: req-78a4e1b1-705b-40fa-a536-36dc6192d09b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:44.593581 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b278c7-b32e-4204-85ed-2238852f3c54", "tag": "5a0b61a2-e07e-4449-a846-d2d914faf16c", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:44.593969 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-78a4e1b1-705b-40fa-a536-36dc6192d09b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:44.599761 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b278c7-b32e-4204-85ed-2238852f3c54', 'tag': '5a0b61a2-e07e-4449-a846-d2d914faf16c', 'status': 'completed', 'code': 200} Jul 22 16:43:44.623326 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc9f914-0c69-42e2-adca-38793a5a4899 None None] Routers {'03725e10-c85c-4f80-b444-7c869b59201b'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:44.623968 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8dc9f914-0c69-42e2-adca-38793a5a4899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:43:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['03725e10-c85c-4f80-b444-7c869b59201b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:44.668519 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8dc9f914-0c69-42e2-adca-38793a5a4899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:44.669185 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc9f914-0c69-42e2-adca-38793a5a4899 None None] The sync data for ids ['03725e10-c85c-4f80-b444-7c869b59201b'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:43:44.669952 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11492c-5b52-423c-849d-82789c2a52fe req-b38a93e9-e15b-47fe-82d2-e83b981673a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:44.672591 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8d11492c-5b52-423c-849d-82789c2a52fe req-b38a93e9-e15b-47fe-82d2-e83b981673a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da62075422094ce69d816eddc76670fa&device_id=80b278c7-b32e-4204-85ed-2238852f3c54 HTTP/1.1" status: 200 len: 1094 time: 0.1071262 Jul 22 16:43:44.682751 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-864afcbe-4bfc-4720-9f58-51140cbb92c3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:44.728334 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8d11492c-5b52-423c-849d-82789c2a52fe req-49d8a564-7161-4bc0-ab43-12ab2ba22462 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a0b61a2-e07e-4449-a846-d2d914faf16c HTTP/1.1" status: 200 len: 217 time: 0.0416956 Jul 22 16:43:44.783638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11492c-5b52-423c-849d-82789c2a52fe req-bcccc5bb-c018-4603-97e9-5b55cf23cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:44.785184 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8d11492c-5b52-423c-849d-82789c2a52fe req-bcccc5bb-c018-4603-97e9-5b55cf23cfaa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=411cf97d-c177-4f17-b976-e1cbeab029d8 HTTP/1.1" status: 200 len: 845 time: 0.0478444 Jul 22 16:43:44.838424 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8d11492c-5b52-423c-849d-82789c2a52fe req-4c4e8f02-b03f-492f-994c-daff4d90b919 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439675 Jul 22 16:43:44.848890 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-864afcbe-4bfc-4720-9f58-51140cbb92c3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:44.958517 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-864afcbe-4bfc-4720-9f58-51140cbb92c3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Deleting port 929e8132-7016-4e19-9bed-91a6ec15b068 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:44.959141 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-864afcbe-4bfc-4720-9f58-51140cbb92c3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:44.987082 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8d11492c-5b52-423c-849d-82789c2a52fe req-089ba3b7-1bff-4432-bcf3-b79436ccc404 service neutron] 10.222.0.16 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441844 Jul 22 16:43:45.076211 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-864afcbe-4bfc-4720-9f58-51140cbb92c3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:45.095843 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-864afcbe-4bfc-4720-9f58-51140cbb92c3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Calling delete_port for 929e8132-7016-4e19-9bed-91a6ec15b068 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:45.149498 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8d11492c-5b52-423c-849d-82789c2a52fe req-bd57ccc2-2958-4f80-b8a8-fd39b6e50d33 service neutron] 10.222.0.16 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557286 Jul 22 16:43:45.350624 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-864afcbe-4bfc-4720-9f58-51140cbb92c3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:45.360534 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8082102-49f2-485b-9648-4e93cbcbcde0 req-8a254c41-512f-4319-a840-0a48e1e7dc16 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:45.361802 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c8082102-49f2-485b-9648-4e93cbcbcde0 req-8a254c41-512f-4319-a840-0a48e1e7dc16 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=80b278c7-b32e-4204-85ed-2238852f3c54 HTTP/1.1" status: 200 len: 943 time: 0.1761210 Jul 22 16:43:45.367703 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c32d3-5ed6-495d-8f02-395d336fa0fd req-9a2fdf3d-de03-4408-8a79-dcaa18026eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:45.369433 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-630c32d3-5ed6-495d-8f02-395d336fa0fd req-9a2fdf3d-de03-4408-8a79-dcaa18026eb5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da62075422094ce69d816eddc76670fa&device_id=80b278c7-b32e-4204-85ed-2238852f3c54 HTTP/1.1" status: 200 len: 1094 time: 0.1191862 Jul 22 16:43:45.384437 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864afcbe-4bfc-4720-9f58-51140cbb92c3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Pushing event deleted for resources: {'Port': ['ID=929e8132-7016-4e19-9bed-91a6ec15b068,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:45.434169 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c8082102-49f2-485b-9648-4e93cbcbcde0 req-e171f4f1-016b-4bc0-962e-fed9497548a1 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636098 Jul 22 16:43:45.462530 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-864afcbe-4bfc-4720-9f58-51140cbb92c3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:45.564743 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c32d3-5ed6-495d-8f02-395d336fa0fd req-c33ed41c-3001-43ee-b390-d2ed81517798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:45.566427 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-630c32d3-5ed6-495d-8f02-395d336fa0fd req-c33ed41c-3001-43ee-b390-d2ed81517798 service neutron] 10.222.0.16 "GET /v2.0/networks?id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d HTTP/1.1" status: 200 len: 906 time: 0.1878526 Jul 22 16:43:45.638057 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-630c32d3-5ed6-495d-8f02-395d336fa0fd req-e25a7b69-5659-4339-8ccd-525ec1528a62 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a0b61a2-e07e-4449-a846-d2d914faf16c HTTP/1.1" status: 200 len: 217 time: 0.0532873 Jul 22 16:43:45.643775 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-864afcbe-4bfc-4720-9f58-51140cbb92c3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:45.646784 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-864afcbe-4bfc-4720-9f58-51140cbb92c3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:45.723895 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c32d3-5ed6-495d-8f02-395d336fa0fd req-ae9f948b-8989-466a-bc2c-f782b06e2d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:45.728140 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-630c32d3-5ed6-495d-8f02-395d336fa0fd req-ae9f948b-8989-466a-bc2c-f782b06e2d1a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=411cf97d-c177-4f17-b976-e1cbeab029d8 HTTP/1.1" status: 200 len: 845 time: 0.0791080 Jul 22 16:43:45.810084 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-630c32d3-5ed6-495d-8f02-395d336fa0fd req-8dffd69d-7d76-425a-9ea0-8db050deec87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716770 Jul 22 16:43:45.884843 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33090) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:46.219243 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-630c32d3-5ed6-495d-8f02-395d336fa0fd req-8ec9b7b5-cc13-4ec3-8530-c8aff48d0c09 service neutron] 10.222.0.16 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043767 Jul 22 16:43:46.234740 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-864afcbe-4bfc-4720-9f58-51140cbb92c3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:46.236789 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d9f81-1bea-42d0-8c73-4d4f94f99136 req-add96cdc-4a9b-4eaa-8b09-a0997b7a37c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:46.237683 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864afcbe-4bfc-4720-9f58-51140cbb92c3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Fanout notify agent at l3_agent the message router_deleted on router 03725e10-c85c-4f80-b444-7c869b59201b {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:43:46.238768 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f7d9f81-1bea-42d0-8c73-4d4f94f99136 req-add96cdc-4a9b-4eaa-8b09-a0997b7a37c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=216f13db00f1480fa00e833a1ebbd51e&device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 1096 time: 0.3460884 Jul 22 16:43:46.245164 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-864afcbe-4bfc-4720-9f58-51140cbb92c3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:46.246253 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-864afcbe-4bfc-4720-9f58-51140cbb92c3 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] 10.222.0.69 "DELETE /v2.0/routers/03725e10-c85c-4f80-b444-7c869b59201b HTTP/1.1" status: 204 len: 168 time: 1.8377681 Jul 22 16:43:46.249627 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33096) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:46.253738 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b24b5544-c468-442a-a1f8-2ed6ecef7648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:46.305557 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22936f40-0da4-48a2-b824-19a17d5f171a req-d7f53af1-9d28-4677-ad55-5584e8c08359 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:46.307488 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-22936f40-0da4-48a2-b824-19a17d5f171a req-d7f53af1-9d28-4677-ad55-5584e8c08359 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.4055364 Jul 22 16:43:46.325791 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-27027c1a-ca17-4da0-8242-c3a0e396de98 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Deleting subnet 57b2bef9-ff62-44a5-96e4-e918012c099e {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:43:46.329205 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27027c1a-ca17-4da0-8242-c3a0e396de98 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:46.379599 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27027c1a-ca17-4da0-8242-c3a0e396de98 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:46.384542 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:43:46.481961 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27027c1a-ca17-4da0-8242-c3a0e396de98 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:46.508926 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-630c32d3-5ed6-495d-8f02-395d336fa0fd req-8b613da9-1f1b-4a9b-8410-45754df7eae9 service neutron] 10.222.0.16 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821019 Jul 22 16:43:46.522846 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-22936f40-0da4-48a2-b824-19a17d5f171a req-bbe790c5-ba71-4b12-b58a-7813ab477c77 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480882 Jul 22 16:43:46.551992 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d9f81-1bea-42d0-8c73-4d4f94f99136 req-b10df337-1edb-46a4-b17f-dfcf96dcbb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:46.551992 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f7d9f81-1bea-42d0-8c73-4d4f94f99136 req-b10df337-1edb-46a4-b17f-dfcf96dcbb25 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ea240bd-dc20-472c-b55a-71f96bffca65 HTTP/1.1" status: 200 len: 919 time: 0.2990010 Jul 22 16:43:46.616138 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f7d9f81-1bea-42d0-8c73-4d4f94f99136 req-ad3e9db2-fc09-4cb4-b8b3-22bb7a126639 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd239a1-a5ea-4f19-a049-be260753bdee HTTP/1.1" status: 200 len: 217 time: 0.0532408 Jul 22 16:43:46.690839 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b24b5544-c468-442a-a1f8-2ed6ecef7648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:46.698930 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b24b5544-c468-442a-a1f8-2ed6ecef7648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:46.732605 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27027c1a-ca17-4da0-8242-c3a0e396de98 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:46.740619 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b5544-c468-442a-a1f8-2ed6ecef7648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f52f089-485b-44f6-b690-10eae016ac86,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:46.768309 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d9f81-1bea-42d0-8c73-4d4f94f99136 req-675987be-ecd7-45c1-b6b4-ddd440c0547d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:46.770392 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f7d9f81-1bea-42d0-8c73-4d4f94f99136 req-675987be-ecd7-45c1-b6b4-ddd440c0547d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=caa8f8e6-dceb-4921-a48c-11fa4b6a26a2 HTTP/1.1" status: 200 len: 858 time: 0.1476057 Jul 22 16:43:46.785238 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27027c1a-ca17-4da0-8242-c3a0e396de98 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Pushing event deleted for resources: {'Subnet': ['ID=57b2bef9-ff62-44a5-96e4-e918012c099e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:46.794894 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5afc6-698a-4989-8c40-8227f7570564 req-be4e9196-9fe5-4448-9fd0-22e59f6ca02a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:46.796699 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94f5afc6-698a-4989-8c40-8227f7570564 req-be4e9196-9fe5-4448-9fd0-22e59f6ca02a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=80b278c7-b32e-4204-85ed-2238852f3c54 HTTP/1.1" status: 200 len: 943 time: 0.2165520 Jul 22 16:43:46.809974 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27027c1a-ca17-4da0-8242-c3a0e396de98 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:46.813478 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-27027c1a-ca17-4da0-8242-c3a0e396de98 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] 10.222.0.69 "DELETE /v2.0/subnets/57b2bef9-ff62-44a5-96e4-e918012c099e HTTP/1.1" status: 204 len: 168 time: 0.5602403 Jul 22 16:43:46.815298 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33110) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:46.817549 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c2a131-8d7c-4f9c-b996-e2c53ed8c9de None None] Network dd938b8c-9d8b-4b6c-941e-e46e965d4bb4 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:43:46.869209 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b24b5544-c468-442a-a1f8-2ed6ecef7648 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8410a7c5e0d8402fba98fbec2e28a84e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9829309 Jul 22 16:43:46.871495 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f7d9f81-1bea-42d0-8c73-4d4f94f99136 req-4e0439ab-9afc-4d88-9997-37b693e1300b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ea240bd-dc20-472c-b55a-71f96bffca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912113 Jul 22 16:43:46.882960 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33112) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:46.899052 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98508b9d-9a90-4b05-8e30-e5be36604489 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:46.940219 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94f5afc6-698a-4989-8c40-8227f7570564 req-50c7c61c-6d1b-465c-937e-87822c93a101 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316576 Jul 22 16:43:47.008265 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-98508b9d-9a90-4b05-8e30-e5be36604489 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Deleting port e3b9ada9-ec88-4d12-b69d-3e425002fd0c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:47.008619 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98508b9d-9a90-4b05-8e30-e5be36604489 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.094879 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-98508b9d-9a90-4b05-8e30-e5be36604489 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] For port e3b9ada9-ec88-4d12-b69d-3e425002fd0c, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=e3b9ada9-ec88-4d12-b69d-3e425002fd0c,segment=NetworkSegment(6e42d785-ceaf-4484-9842-ce17bc5c965e),segment_id=6e42d785-ceaf-4484-9842-ce17bc5c965e)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:47.096074 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98508b9d-9a90-4b05-8e30-e5be36604489 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.107023 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7ae1a09-119c-498b-96d7-964179e9a01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.111726 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-98508b9d-9a90-4b05-8e30-e5be36604489 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Calling delete_port for e3b9ada9-ec88-4d12-b69d-3e425002fd0c owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:47.119518 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e88d662-9e84-4b11-a60c-b705b1886e74 None None] DHCP port deletion for dd938b8c-9d8b-4b6c-941e-e46e965d4bb4 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:43:47.162313 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f7d9f81-1bea-42d0-8c73-4d4f94f99136 req-3a7d028f-23a3-4222-8c89-842293dc4350 service neutron] 10.222.0.16 "GET /v2.0/networks/2ea240bd-dc20-472c-b55a-71f96bffca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654130 Jul 22 16:43:47.181872 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7ae1a09-119c-498b-96d7-964179e9a01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.211693 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1e88d662-9e84-4b11-a60c-b705b1886e74 None None] Deleting port e3b9ada9-ec88-4d12-b69d-3e425002fd0c {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:47.212393 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e88d662-9e84-4b11-a60c-b705b1886e74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.242241 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98508b9d-9a90-4b05-8e30-e5be36604489 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.280634 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98508b9d-9a90-4b05-8e30-e5be36604489 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Pushing event deleted for resources: {'Port': ['ID=e3b9ada9-ec88-4d12-b69d-3e425002fd0c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:47.287749 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98508b9d-9a90-4b05-8e30-e5be36604489 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] No DVR routers for this DVR port e3b9ada9-ec88-4d12-b69d-3e425002fd0c on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:43:47.298996 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1e88d662-9e84-4b11-a60c-b705b1886e74 None None] For port e3b9ada9-ec88-4d12-b69d-3e425002fd0c, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=e3b9ada9-ec88-4d12-b69d-3e425002fd0c,segment=NetworkSegment(6e42d785-ceaf-4484-9842-ce17bc5c965e),segment_id=6e42d785-ceaf-4484-9842-ce17bc5c965e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:47.300108 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e88d662-9e84-4b11-a60c-b705b1886e74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.319305 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1e88d662-9e84-4b11-a60c-b705b1886e74 None None] Calling delete_port for e3b9ada9-ec88-4d12-b69d-3e425002fd0c owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:47.358616 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7ae1a09-119c-498b-96d7-964179e9a01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.361187 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7ae1a09-119c-498b-96d7-964179e9a01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.362362 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e7ae1a09-119c-498b-96d7-964179e9a01b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0f52f089-485b-44f6-b690-10eae016ac86 HTTP/1.1" status: 204 len: 168 time: 0.4780076 Jul 22 16:43:47.391055 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f7d9f81-1bea-42d0-8c73-4d4f94f99136 req-ae3b8def-dfe5-4b6c-9905-4b0aaf2c98cf service neutron] 10.222.0.16 "GET /v2.0/networks/2ea240bd-dc20-472c-b55a-71f96bffca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227063 Jul 22 16:43:47.396949 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae1a09-119c-498b-96d7-964179e9a01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f52f089-485b-44f6-b690-10eae016ac86,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:47.414101 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98508b9d-9a90-4b05-8e30-e5be36604489 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.420987 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e88d662-9e84-4b11-a60c-b705b1886e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.427104 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-98508b9d-9a90-4b05-8e30-e5be36604489 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd938b8c-9d8b-4b6c-941e-e46e965d4bb4']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:47.455086 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-98508b9d-9a90-4b05-8e30-e5be36604489 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e42d785-ceaf-4484-9842-ce17bc5c965e') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:47.456855 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-98508b9d-9a90-4b05-8e30-e5be36604489 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e42d785-ceaf-4484-9842-ce17bc5c965e') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:47.468136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e88d662-9e84-4b11-a60c-b705b1886e74 None None] No DVR routers for this DVR port e3b9ada9-ec88-4d12-b69d-3e425002fd0c on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:43:47.483396 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98508b9d-9a90-4b05-8e30-e5be36604489 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.488867 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88d662-9e84-4b11-a60c-b705b1886e74 None None] Pushing event deleted for resources: {'Port': ['ID=e3b9ada9-ec88-4d12-b69d-3e425002fd0c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:47.504831 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98508b9d-9a90-4b05-8e30-e5be36604489 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.505687 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88d662-9e84-4b11-a60c-b705b1886e74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:47.506374 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88d662-9e84-4b11-a60c-b705b1886e74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:47.506944 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88d662-9e84-4b11-a60c-b705b1886e74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:47.507495 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88d662-9e84-4b11-a60c-b705b1886e74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:47.508039 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88d662-9e84-4b11-a60c-b705b1886e74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:47.508585 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88d662-9e84-4b11-a60c-b705b1886e74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:47.509123 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88d662-9e84-4b11-a60c-b705b1886e74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:47.509660 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88d662-9e84-4b11-a60c-b705b1886e74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:47.510358 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88d662-9e84-4b11-a60c-b705b1886e74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:47.510905 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88d662-9e84-4b11-a60c-b705b1886e74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:47.511444 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88d662-9e84-4b11-a60c-b705b1886e74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:47.511983 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88d662-9e84-4b11-a60c-b705b1886e74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:47.521065 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98508b9d-9a90-4b05-8e30-e5be36604489 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:43:47.522255 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98508b9d-9a90-4b05-8e30-e5be36604489 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:43:47.525999 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:43:47.625976 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98508b9d-9a90-4b05-8e30-e5be36604489 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.649283 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98508b9d-9a90-4b05-8e30-e5be36604489 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.656982 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-98508b9d-9a90-4b05-8e30-e5be36604489 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] 10.222.0.69 "DELETE /v2.0/networks/dd938b8c-9d8b-4b6c-941e-e46e965d4bb4 HTTP/1.1" status: 204 len: 168 time: 0.8403554 Jul 22 16:43:47.659157 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33128) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:47.735514 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98508b9d-9a90-4b05-8e30-e5be36604489 tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Pushing event deleted for resources: {'Network': ['ID=dd938b8c-9d8b-4b6c-941e-e46e965d4bb4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:47.788566 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ea07f-8b68-4bb1-9722-3f306fe3fce6 req-35f4de23-0e07-42e1-8933-8e437a083ec5 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:47.804946 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f1ea07f-8b68-4bb1-9722-3f306fe3fce6 req-35f4de23-0e07-42e1-8933-8e437a083ec5 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.1388988 Jul 22 16:43:47.856981 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-331a83b9-dad8-4115-9d62-23014723b42a tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Deleting port 4b148f08-b569-4e1a-9646-f6e598341348 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:47.857498 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-331a83b9-dad8-4115-9d62-23014723b42a tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.867280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33134) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:47.928108 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76e2acd2-0daf-46a9-abc9-24df5a391c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.948707 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f1ea07f-8b68-4bb1-9722-3f306fe3fce6 req-35502d8b-0386-4b7c-80d6-4d6c9ed314cb tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427329 Jul 22 16:43:47.980607 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device e3b9ada9-ec88-4d12-b69d-3e425002fd0c no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:43:48.005868 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-331a83b9-dad8-4115-9d62-23014723b42a tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:48.007205 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: e3b9ada9-ec88-4d12-b69d-3e425002fd0c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:43:48.007809 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device e3b9ada9-ec88-4d12-b69d-3e425002fd0c not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:43:48.010210 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-331a83b9-dad8-4115-9d62-23014723b42a tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:48.134289 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-331a83b9-dad8-4115-9d62-23014723b42a tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Calling delete_port for 4b148f08-b569-4e1a-9646-f6e598341348 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:48.228358 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76e2acd2-0daf-46a9-abc9-24df5a391c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:48.241809 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76e2acd2-0daf-46a9-abc9-24df5a391c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:48.291592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-76e2acd2-0daf-46a9-abc9-24df5a391c0f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e3176e6d89524d60932af98a69215c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4228191 Jul 22 16:43:48.292549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2acd2-0daf-46a9-abc9-24df5a391c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5a8f62-d288-40ec-bf53-9a3928008e07,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:48.295094 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33142) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:48.331797 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43751da0-239f-4508-98d5-962d33d0e2f2 req-bbd4c3d4-e271-4874-b3f0-2645023aafea tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:48.340235 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-43751da0-239f-4508-98d5-962d33d0e2f2 req-bbd4c3d4-e271-4874-b3f0-2645023aafea tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=80b278c7-b32e-4204-85ed-2238852f3c54 HTTP/1.1" status: 200 len: 943 time: 0.2339380 Jul 22 16:43:48.384598 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7569a0e-70a1-4c3c-9f40-372b0fcdc2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:48.404186 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-43751da0-239f-4508-98d5-962d33d0e2f2 req-daa6837a-c4ed-4bc4-81e4-6e172a4cc13e tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630732 Jul 22 16:43:48.447943 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7569a0e-70a1-4c3c-9f40-372b0fcdc2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:48.476807 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-331a83b9-dad8-4115-9d62-23014723b42a tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:48.531854 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7569a0e-70a1-4c3c-9f40-372b0fcdc2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:48.536321 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7569a0e-70a1-4c3c-9f40-372b0fcdc2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:48.542369 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e7569a0e-70a1-4c3c-9f40-372b0fcdc2e1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0d5a8f62-d288-40ec-bf53-9a3928008e07 HTTP/1.1" status: 204 len: 168 time: 0.2363713 Jul 22 16:43:48.553538 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7569a0e-70a1-4c3c-9f40-372b0fcdc2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5a8f62-d288-40ec-bf53-9a3928008e07,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:48.580422 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a83b9-dad8-4115-9d62-23014723b42a tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Pushing event deleted for resources: {'Port': ['ID=4b148f08-b569-4e1a-9646-f6e598341348,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:48.621992 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-331a83b9-dad8-4115-9d62-23014723b42a tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:48.644941 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-331a83b9-dad8-4115-9d62-23014723b42a tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:48.649016 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-331a83b9-dad8-4115-9d62-23014723b42a tempest-FloatingIPAdminTestJSON-1234721454 tempest-FloatingIPAdminTestJSON-1234721454-project] 10.222.0.69 "DELETE /v2.0/floatingips/97f9f030-1dd1-47d1-a067-2180d9614f86 HTTP/1.1" status: 204 len: 168 time: 0.9873061 Jul 22 16:43:49.046959 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33174) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:49.201475 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3ecaf-8394-4f03-9831-db62332700be req-b02cd16f-ed37-463b-a7c2-677bcb51b57d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:49.203356 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-38d3ecaf-8394-4f03-9831-db62332700be req-b02cd16f-ed37-463b-a7c2-677bcb51b57d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.0899065 Jul 22 16:43:49.256085 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-38d3ecaf-8394-4f03-9831-db62332700be req-573e497c-e0e5-47de-9b78-ee733edb9614 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450757 Jul 22 16:43:49.264122 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3d071498-489c-4584-aa4e-2efb39624161 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6025b663408d4f69ba4a5d2a1e510fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2136688 Jul 22 16:43:49.264943 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33182) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:49.301542 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 5a0b61a2-e07e-4449-a846-d2d914faf16c details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:43:49.327907 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c14b0560-db71-46a1-8547-c1298cbb1a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:49.353046 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c14b0560-db71-46a1-8547-c1298cbb1a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:49.415270 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c14b0560-db71-46a1-8547-c1298cbb1a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:49.421748 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c14b0560-db71-46a1-8547-c1298cbb1a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:49.423866 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c14b0560-db71-46a1-8547-c1298cbb1a1d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d76a0403-5c33-498b-8d23-749dc4502e1f HTTP/1.1" status: 204 len: 168 time: 0.1576877 Jul 22 16:43:49.450202 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b0560-db71-46a1-8547-c1298cbb1a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76a0403-5c33-498b-8d23-749dc4502e1f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:49.476381 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 5a0b61a2-e07e-4449-a846-d2d914faf16c, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=5a0b61a2-e07e-4449-a846-d2d914faf16c,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:49.492979 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '5a0b61a2-e07e-4449-a846-d2d914faf16c', 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d', 'port_id': '5a0b61a2-e07e-4449-a846-d2d914faf16c', 'mac_address': 'fa:16:3e:37:89:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411cf97d-c177-4f17-b976-e1cbeab029d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:43:49.566417 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:49.599751 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a0b61a2-e07e-4449-a846-d2d914faf16c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:43:49.642680 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 5a0b61a2-e07e-4449-a846-d2d914faf16c, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=5a0b61a2-e07e-4449-a846-d2d914faf16c,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:49.658595 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:49.731291 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc1df9-ee95-4189-8c7d-6b8b872cc728 req-d6db4761-e996-4aa2-bd9d-2a81ed52b475 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:49.732884 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c4cc1df9-ee95-4189-8c7d-6b8b872cc728 req-d6db4761-e996-4aa2-bd9d-2a81ed52b475 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=80b278c7-b32e-4204-85ed-2238852f3c54 HTTP/1.1" status: 200 len: 943 time: 0.1533899 Jul 22 16:43:49.743753 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=5a0b61a2-e07e-4449-a846-d2d914faf16c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:49.805146 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c4cc1df9-ee95-4189-8c7d-6b8b872cc728 req-426a46de-57ec-418c-bdf1-8304cf66a21b tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617170 Jul 22 16:43:49.923277 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33206) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:49.949898 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-02500dbf-473f-4a97-b1f2-368048f16e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:50.013709 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['5a0b61a2-e07e-4449-a846-d2d914faf16c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:43:50.100178 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-02500dbf-473f-4a97-b1f2-368048f16e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:50.112418 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-02500dbf-473f-4a97-b1f2-368048f16e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:50.153292 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02500dbf-473f-4a97-b1f2-368048f16e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92825606-6d29-4a26-af42-a663d05a7ee1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:50.157802 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-02500dbf-473f-4a97-b1f2-368048f16e56 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=93d40534bcc84c6da4dc5ba5703d62be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329700 Jul 22 16:43:50.160687 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33216) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:50.224752 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a93f83aa-54bd-4cf4-b091-67c7329934cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:50.260519 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a93f83aa-54bd-4cf4-b091-67c7329934cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:50.423436 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a93f83aa-54bd-4cf4-b091-67c7329934cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:50.425947 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a93f83aa-54bd-4cf4-b091-67c7329934cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:50.427254 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a93f83aa-54bd-4cf4-b091-67c7329934cb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/92825606-6d29-4a26-af42-a663d05a7ee1 HTTP/1.1" status: 204 len: 168 time: 0.2657354 Jul 22 16:43:50.447934 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f83aa-54bd-4cf4-b091-67c7329934cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92825606-6d29-4a26-af42-a663d05a7ee1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:50.467549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe6244-2b93-4975-bd36-ce8f2d4dc7bc req-abe1504a-ef48-47ad-b4c4-7e0dcac97516 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:50.475225 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3afe6244-2b93-4975-bd36-ce8f2d4dc7bc req-abe1504a-ef48-47ad-b4c4-7e0dcac97516 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.1018479 Jul 22 16:43:50.533731 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3afe6244-2b93-4975-bd36-ce8f2d4dc7bc req-268d30a3-399d-4c92-be73-36e8fcaea2a0 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575099 Jul 22 16:43:50.916070 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33256) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:50.933637 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17c34c76-c287-4ab9-8894-1b9794cdb7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:50.982185 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca78c93-0714-4c45-9a5d-34b4434da865 req-72d5defb-2422-406a-aa4d-c4e4af599ef9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:50.997522 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8ca78c93-0714-4c45-9a5d-34b4434da865 req-72d5defb-2422-406a-aa4d-c4e4af599ef9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=80b278c7-b32e-4204-85ed-2238852f3c54 HTTP/1.1" status: 200 len: 944 time: 0.1062624 Jul 22 16:43:51.055717 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8ca78c93-0714-4c45-9a5d-34b4434da865 req-9c413964-30bf-4ae3-a920-7e4206bc7e03 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571082 Jul 22 16:43:51.152013 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17c34c76-c287-4ab9-8894-1b9794cdb7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:51.156749 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17c34c76-c287-4ab9-8894-1b9794cdb7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:51.214631 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33268) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:51.215780 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-17c34c76-c287-4ab9-8894-1b9794cdb7a8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=11d032ee3a094872aab525255e6281b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985110 Jul 22 16:43:51.217075 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c34c76-c287-4ab9-8894-1b9794cdb7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f3df3b-c39d-46fe-b2db-d7a5e85c6e06,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:51.290610 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10ba1f81-ab6e-440d-a076-81f8a1e58499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:51.322794 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10ba1f81-ab6e-440d-a076-81f8a1e58499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:51.330097 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 5a0b61a2-e07e-4449-a846-d2d914faf16c up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:43:51.385854 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10ba1f81-ab6e-440d-a076-81f8a1e58499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:51.388569 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10ba1f81-ab6e-440d-a076-81f8a1e58499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:51.389726 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-10ba1f81-ab6e-440d-a076-81f8a1e58499 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/52f3df3b-c39d-46fe-b2db-d7a5e85c6e06 HTTP/1.1" status: 204 len: 168 time: 0.1729152 Jul 22 16:43:51.400317 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba1f81-ab6e-440d-a076-81f8a1e58499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f3df3b-c39d-46fe-b2db-d7a5e85c6e06,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:51.405960 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 5a0b61a2-e07e-4449-a846-d2d914faf16c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:43:51.412460 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 5a0b61a2-e07e-4449-a846-d2d914faf16c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:51.412844 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:51.603171 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:51.634738 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b278c7-b32e-4204-85ed-2238852f3c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0b61a2-e07e-4449-a846-d2d914faf16c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:51.637346 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33337022-8a22-4327-b51a-14816eb8cab6" -d '{"events": [{"server_uuid": "80b278c7-b32e-4204-85ed-2238852f3c54", "name": "network-vif-plugged", "status": "completed", "tag": "5a0b61a2-e07e-4449-a846-d2d914faf16c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:51.684215 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 5a0b61a2-e07e-4449-a846-d2d914faf16c, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=5a0b61a2-e07e-4449-a846-d2d914faf16c,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:51.691526 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:51.800608 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948d941-b80b-407d-912e-514defa80c60 req-3d0afd8f-fcb0-406b-bc68-0777fae0a169 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:51.805825 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d948d941-b80b-407d-912e-514defa80c60 req-3d0afd8f-fcb0-406b-bc68-0777fae0a169 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.1553235 Jul 22 16:43:51.816998 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4a78ec-1bbd-49ae-8df9-8ee83d735a1e x-openstack-request-id: req-fd4a78ec-1bbd-49ae-8df9-8ee83d735a1e {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:51.817230 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b278c7-b32e-4204-85ed-2238852f3c54", "name": "network-vif-plugged", "status": "completed", "tag": "5a0b61a2-e07e-4449-a846-d2d914faf16c", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:51.817453 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fd4a78ec-1bbd-49ae-8df9-8ee83d735a1e {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:51.817855 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b278c7-b32e-4204-85ed-2238852f3c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0b61a2-e07e-4449-a846-d2d914faf16c', 'code': 200} Jul 22 16:43:51.847124 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=5a0b61a2-e07e-4449-a846-d2d914faf16c,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:52.053848 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d948d941-b80b-407d-912e-514defa80c60 req-48e8fe71-0c9b-4b06-b9ef-9045bbaf76b1 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411315 Jul 22 16:43:52.125435 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc708ac-906f-46eb-a828-8e96e149eb75 req-ff7f3014-5794-45c1-91e3-6d9c0a00fb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:52.129308 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3bc708ac-906f-46eb-a828-8e96e149eb75 req-ff7f3014-5794-45c1-91e3-6d9c0a00fb98 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=80b278c7-b32e-4204-85ed-2238852f3c54 HTTP/1.1" status: 200 len: 1096 time: 0.2512612 Jul 22 16:43:52.198195 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3bc708ac-906f-46eb-a828-8e96e149eb75 req-143a35fd-c842-4616-a852-139cbc478f61 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534172 Jul 22 16:43:52.355092 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c58436-d490-43ac-ac4e-4055261493e2 req-9934dcd6-92d9-4cb4-875b-5ea7788a0436 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:52.379785 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-40c58436-d490-43ac-ac4e-4055261493e2 req-9934dcd6-92d9-4cb4-875b-5ea7788a0436 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=80b278c7-b32e-4204-85ed-2238852f3c54 HTTP/1.1" status: 200 len: 945 time: 0.1749375 Jul 22 16:43:52.418627 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33310) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:52.476308 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-40c58436-d490-43ac-ac4e-4055261493e2 req-48ebd45a-b8eb-4b77-b3ad-659b868234e6 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941336 Jul 22 16:43:52.566266 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f536-592a-424b-beaf-13687de5e3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:52.708002 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f536-592a-424b-beaf-13687de5e3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:52.712401 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f536-592a-424b-beaf-13687de5e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:52.752289 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6f536-592a-424b-beaf-13687de5e3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5768453c-16aa-47ef-bf5f-707556573b5c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:52.771321 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33322) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:52.771630 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3ff6f536-592a-424b-beaf-13687de5e3d3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e218ad4fc3d443febd29390f838f74fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3516362 Jul 22 16:43:52.828979 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-862e1c55-6f16-44d9-aa57-612ebb16d52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:52.853489 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-862e1c55-6f16-44d9-aa57-612ebb16d52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:52.911185 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-862e1c55-6f16-44d9-aa57-612ebb16d52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:52.914378 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-862e1c55-6f16-44d9-aa57-612ebb16d52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:52.914981 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-862e1c55-6f16-44d9-aa57-612ebb16d52f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5768453c-16aa-47ef-bf5f-707556573b5c HTTP/1.1" status: 204 len: 168 time: 0.1426227 Jul 22 16:43:52.924796 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e1c55-6f16-44d9-aa57-612ebb16d52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5768453c-16aa-47ef-bf5f-707556573b5c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:53.296551 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8569f31-1a96-436a-ab68-1e447d235623 req-0fd15d3f-2338-4efb-bb18-fc1d9e907552 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:53.314506 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a8569f31-1a96-436a-ab68-1e447d235623 req-0fd15d3f-2338-4efb-bb18-fc1d9e907552 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.1370299 Jul 22 16:43:53.381530 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a8569f31-1a96-436a-ab68-1e447d235623 req-c0a671a4-0b81-4e09-b7aa-5b3a6bc5a3b5 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662136 Jul 22 16:43:53.395698 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33352) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:53.409047 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b78468c-5889-414a-b8e5-bc9c1d6c2291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:53.754816 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b78468c-5889-414a-b8e5-bc9c1d6c2291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:53.764499 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b78468c-5889-414a-b8e5-bc9c1d6c2291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:53.813028 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1b78468c-5889-414a-b8e5-bc9c1d6c2291 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=96493f5277984688929f10e6e25fb92e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4162419 Jul 22 16:43:53.816012 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33366) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:53.827049 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a88df-b6b7-427e-ae18-6b65f07cf718 req-b99f56e0-fcf0-48b2-964d-d2d3ad64c2f6 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:53.834232 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-394a88df-b6b7-427e-ae18-6b65f07cf718 req-b99f56e0-fcf0-48b2-964d-d2d3ad64c2f6 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=80b278c7-b32e-4204-85ed-2238852f3c54 HTTP/1.1" status: 200 len: 945 time: 0.2261634 Jul 22 16:43:53.847528 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78468c-5889-414a-b8e5-bc9c1d6c2291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ff8cd1-d902-46bd-8f03-08d064e6fbe5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:53.879816 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33370) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:53.904704 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-394a88df-b6b7-427e-ae18-6b65f07cf718 req-33f73e80-3a8f-4de4-9376-34b40009fec8 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643387 Jul 22 16:43:53.916836 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fec1ee4e-6bd5-4795-8ece-89c8fb65f81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:53.948577 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fec1ee4e-6bd5-4795-8ece-89c8fb65f81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:54.093220 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-031c15f1-e87f-47d1-bb81-82e3829d8cfd tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1972752279'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:54.124087 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fec1ee4e-6bd5-4795-8ece-89c8fb65f81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:54.127658 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fec1ee4e-6bd5-4795-8ece-89c8fb65f81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:54.132279 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fec1ee4e-6bd5-4795-8ece-89c8fb65f81c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b8ff8cd1-d902-46bd-8f03-08d064e6fbe5 HTTP/1.1" status: 204 len: 168 time: 0.3148036 Jul 22 16:43:54.134810 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031c15f1-e87f-47d1-bb81-82e3829d8cfd tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] Made reservation on behalf of a3d91ef77de2454d98c7554ad080fb74 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:54.139866 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-031c15f1-e87f-47d1-bb81-82e3829d8cfd tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:54.151157 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-031c15f1-e87f-47d1-bb81-82e3829d8cfd tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:54.152230 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a0b63-bef1-4130-86bc-69f237ddfca3 req-420d4783-d789-40b1-b6a4-4deb8908613c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:54.154256 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-644a0b63-bef1-4130-86bc-69f237ddfca3 req-420d4783-d789-40b1-b6a4-4deb8908613c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=80b278c7-b32e-4204-85ed-2238852f3c54 HTTP/1.1" status: 200 len: 945 time: 0.1733739 Jul 22 16:43:54.175888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1ee4e-6bd5-4795-8ece-89c8fb65f81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ff8cd1-d902-46bd-8f03-08d064e6fbe5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:54.241035 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-644a0b63-bef1-4130-86bc-69f237ddfca3 req-f37e563b-0b43-4cf8-a8cc-5bd642005207 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747285 Jul 22 16:43:54.445168 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-031c15f1-e87f-47d1-bb81-82e3829d8cfd tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:54.455996 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-031c15f1-e87f-47d1-bb81-82e3829d8cfd tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:54.511062 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031c15f1-e87f-47d1-bb81-82e3829d8cfd tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:43:54.564004 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-031c15f1-e87f-47d1-bb81-82e3829d8cfd tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:54.564575 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-031c15f1-e87f-47d1-bb81-82e3829d8cfd tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] Added segment 0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a of type vlan for network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 Jul 22 16:43:54.701839 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-cda2e25b-1581-4a7f-a545-2029ec0920fd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2371120 Jul 22 16:43:54.734497 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb31457-5075-45f0-8bb2-6d37ca24cf5b req-355c09e9-37f0-41a3-940f-702e19fdf710 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:54.746336 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8cb31457-5075-45f0-8bb2-6d37ca24cf5b req-355c09e9-37f0-41a3-940f-702e19fdf710 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.1929438 Jul 22 16:43:54.810592 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c15f1-e87f-47d1-bb81-82e3829d8cfd tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=593bd8b7-5746-4e8c-8d83-3d1208d3283d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:54.836781 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8cb31457-5075-45f0-8bb2-6d37ca24cf5b req-99ee7cef-6b86-45fb-a1af-27f521db20ae tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891485 Jul 22 16:43:54.881942 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-031c15f1-e87f-47d1-bb81-82e3829d8cfd tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:55.173848 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-031c15f1-e87f-47d1-bb81-82e3829d8cfd tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:55.191363 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-34c855f3-37a7-4c0a-8a05-12a482c97fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:55.191787 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-34c855f3-37a7-4c0a-8a05-12a482c97fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:55.192126 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031c15f1-e87f-47d1-bb81-82e3829d8cfd tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:55.192270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-34c855f3-37a7-4c0a-8a05-12a482c97fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:55.192720 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-34c855f3-37a7-4c0a-8a05-12a482c97fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:55.193136 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-031c15f1-e87f-47d1-bb81-82e3829d8cfd tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:55.193277 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-34c855f3-37a7-4c0a-8a05-12a482c97fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:55.193631 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-34c855f3-37a7-4c0a-8a05-12a482c97fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:55.194112 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-34c855f3-37a7-4c0a-8a05-12a482c97fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:55.196275 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-34c855f3-37a7-4c0a-8a05-12a482c97fcd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9497a41f8194fa4a8867ac9f3be3289&device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 6500 time: 0.1722372 Jul 22 16:43:55.355092 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-031c15f1-e87f-47d1-bb81-82e3829d8cfd tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.4733210 Jul 22 16:43:55.448486 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd4fa5-6d1c-4f8d-a575-f84efdd38ac9 req-25cd8325-e301-4743-b211-78cd00e6ceb7 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:55.465809 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8ecd4fa5-6d1c-4f8d-a575-f84efdd38ac9 req-25cd8325-e301-4743-b211-78cd00e6ceb7 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=80b278c7-b32e-4204-85ed-2238852f3c54 HTTP/1.1" status: 200 len: 945 time: 0.5240250 Jul 22 16:43:55.469490 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c15f1-e87f-47d1-bb81-82e3829d8cfd tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] Pushing event updated for resources: {'Network': ['ID=74d24fd7-f990-4a50-96b6-ccc02561e1b6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:55.489772 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:43:55.517646 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-8d94eea4-23ee-44f9-9041-06ca3b550b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:55.518162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-8d94eea4-23ee-44f9-9041-06ca3b550b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:55.518876 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-8d94eea4-23ee-44f9-9041-06ca3b550b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:55.521057 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-8d94eea4-23ee-44f9-9041-06ca3b550b29 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9c5c4430-fe08-4a96-9de3-fdc32bed75bd&id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&id=1efbf9bc-0c70-4776-ae72-82d943308ba7&id=1efbf9bc-0c70-4776-ae72-82d943308ba7 HTTP/1.1" status: 200 len: 2298 time: 0.2577655 Jul 22 16:43:55.556236 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8ecd4fa5-6d1c-4f8d-a575-f84efdd38ac9 req-5bd5e7e8-b789-4bbf-a306-16c3254cf643 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799167 Jul 22 16:43:55.653640 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-c71ef3d0-18f4-4937-9950-0017d0d9908a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b HTTP/1.1" status: 200 len: 1001 time: 0.1239908 Jul 22 16:43:55.724904 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-2b736a33-5d72-482e-9894-c43046a422ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:55.726349 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-2b736a33-5d72-482e-9894-c43046a422ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=201d105d-0acc-407e-9daf-fc4d01c306de HTTP/1.1" status: 200 len: 855 time: 0.0664792 Jul 22 16:43:55.863127 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-60ebbca0-0f29-4dbf-bdac-dcb0e6723b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:55.868564 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-60ebbca0-0f29-4dbf-bdac-dcb0e6723b87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c5c4430-fe08-4a96-9de3-fdc32bed75bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100397 Jul 22 16:43:55.905689 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33422) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:55.913236 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Request body: {'port': {'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6', 'binding:host_id': 'n-h1-798930-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-772525728'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:56.028317 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-6a902dfa-4402-4d3d-8b09-c4ef3f7a7e6a service neutron] 10.222.0.16 "GET /v2.0/networks/9c5c4430-fe08-4a96-9de3-fdc32bed75bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528239 Jul 22 16:43:56.043679 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Made reservation on behalf of a8ea6790064946f0a9e2f2ddc624c574 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:56.048408 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:56.092286 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:56.230556 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f62418-a3e0-4b5f-a711-462c80399b33 req-a47ee4fc-44a2-41ef-863a-141d19d3438b tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:56.233674 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d0f62418-a3e0-4b5f-a711-462c80399b33 req-a47ee4fc-44a2-41ef-863a-141d19d3438b tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.2942770 Jul 22 16:43:56.277967 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-2882b461-4495-4b83-9d49-1fdeb0eba96d service neutron] 10.222.0.16 "GET /v2.0/networks/9c5c4430-fe08-4a96-9de3-fdc32bed75bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410510 Jul 22 16:43:56.328362 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d0f62418-a3e0-4b5f-a711-462c80399b33 req-1f63ceaf-a959-4bba-850c-fdbee715e080 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825665 Jul 22 16:43:56.374779 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-483ec044-3fc4-4742-a696-92fc6a800864 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=706d94d1-b403-4659-855c-6be2d363f415 HTTP/1.1" status: 200 len: 217 time: 0.0834601 Jul 22 16:43:56.387378 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:56.394018 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:56.404159 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] device_id is not set on port d4a57b74-6fbc-40b1-8422-f901d13c9b4e yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:43:56.502552 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b11f3-a322-4bed-9565-b98ab22ee973 req-c8a3c6db-803f-4487-98e5-84e516bd935a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:56.505184 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-424b11f3-a322-4bed-9565-b98ab22ee973 req-c8a3c6db-803f-4487-98e5-84e516bd935a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.16 "GET /v2.0/ports?device_id=80b278c7-b32e-4204-85ed-2238852f3c54 HTTP/1.1" status: 200 len: 945 time: 0.3074672 Jul 22 16:43:56.522317 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-1e8a6890-fec3-4d09-8d2d-b289948f9fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:56.525014 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-1e8a6890-fec3-4d09-8d2d-b289948f9fb4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96d2d744-bd35-4248-9461-63b7b331579f HTTP/1.1" status: 200 len: 797 time: 0.1441460 Jul 22 16:43:56.655041 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846249ae-7811-4357-a4c2-43a691d2b18e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:56.893313 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-aec38b45-9a65-423d-b1fe-9b921b2af8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:56.903576 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-aec38b45-9a65-423d-b1fe-9b921b2af8c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3634124 Jul 22 16:43:57.025596 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] device_id is not set on port d4a57b74-6fbc-40b1-8422-f901d13c9b4e yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:43:57.057444 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-424b11f3-a322-4bed-9565-b98ab22ee973 req-ee6a9af4-433b-4132-ae6a-231f0115be0c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Deleting port 5a0b61a2-e07e-4449-a846-d2d914faf16c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:57.057821 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-424b11f3-a322-4bed-9565-b98ab22ee973 req-ee6a9af4-433b-4132-ae6a-231f0115be0c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:57.076362 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:57.111920 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Transition to ACTIVE for port object d4a57b74-6fbc-40b1-8422-f901d13c9b4e will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:43:57.132312 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9cbb3-ade8-4ece-87f6-4c12e7049c09 req-ef0973d8-ecd8-4d47-981e-ac71072415d1 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:57.139894 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-0aeb5988-75f6-4c9c-bac2-87eac4db1301 service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324767 Jul 22 16:43:57.146965 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-65f9cbb3-ade8-4ece-87f6-4c12e7049c09 req-ef0973d8-ecd8-4d47-981e-ac71072415d1 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=80b278c7-b32e-4204-85ed-2238852f3c54 HTTP/1.1" status: 200 len: 945 time: 0.2930496 Jul 22 16:43:57.194494 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:57.327007 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-65f9cbb3-ade8-4ece-87f6-4c12e7049c09 req-da3215f4-0523-4571-9fd6-eb790c795f25 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693993 Jul 22 16:43:57.337236 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Pushing event updated for resources: {'Port': ['ID=d4a57b74-6fbc-40b1-8422-f901d13c9b4e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:57.362856 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Checking segment: {'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:43:57.363873 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Network hostable DHCP agents. Network: 74d24fd7-f990-4a50-96b6-ccc02561e1b6, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:43:57.367142 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-424b11f3-a322-4bed-9565-b98ab22ee973 req-ee6a9af4-433b-4132-ae6a-231f0115be0c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] For port 5a0b61a2-e07e-4449-a846-d2d914faf16c, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=5a0b61a2-e07e-4449-a846-d2d914faf16c,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:57.367521 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-424b11f3-a322-4bed-9565-b98ab22ee973 req-ee6a9af4-433b-4132-ae6a-231f0115be0c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:57.381535 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-a95750a6-2e1a-4c63-8611-6e5b48782453 service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331605 Jul 22 16:43:57.401409 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-424b11f3-a322-4bed-9565-b98ab22ee973 req-ee6a9af4-433b-4132-ae6a-231f0115be0c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Calling delete_port for 5a0b61a2-e07e-4449-a846-d2d914faf16c owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:57.407769 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:43:57.431082 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 74d24fd7-f990-4a50-96b6-ccc02561e1b6) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:57.440179 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4923762b-26ea-4cdd-b7a0-c98ecd0df4b4 None None] Network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:43:57.446697 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:57.491841 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:43:57.493709 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:43:57.494481 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:57.503126 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:43:57.503915 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:43:57.504625 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 2 to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e Jul 22 16:43:57.539414 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:43:57.541513 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:43:57.544260 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:57.561098 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-5c9ee6f5-c443-4045-bd4f-42988eb77e3b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=aba8f711-d6ad-4378-a003-ab86655f7a9e HTTP/1.1" status: 200 len: 217 time: 0.1705313 Jul 22 16:43:57.561950 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:43:57.562452 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:43:57.563158 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 3 to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e Jul 22 16:43:57.649760 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:43:57.650759 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:43:57.651485 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:57.666624 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:43:57.667925 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:43:57.668739 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 4 to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e Jul 22 16:43:57.735050 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:43:57.735649 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:43:57.736625 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:57.755378 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:43:57.756967 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:43:57.758132 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 5 to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e Jul 22 16:43:57.782887 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:43:57.783637 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:43:57.784777 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:57.791075 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:43:57.791687 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:43:57.792038 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 6 to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e Jul 22 16:43:57.806959 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-2f0aab62-2fa6-4c50-a782-7b99238ab587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:57.811717 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-2f0aab62-2fa6-4c50-a782-7b99238ab587 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96d2d744-bd35-4248-9461-63b7b331579f HTTP/1.1" status: 200 len: 797 time: 0.2071409 Jul 22 16:43:57.816864 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:43:57.817246 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:43:57.817545 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:57.822265 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:43:57.822593 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:43:57.822980 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 7 to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e Jul 22 16:43:57.841439 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:43:57.841907 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:43:57.842319 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:57.852009 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:43:57.852350 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:43:57.852858 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 8 to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e Jul 22 16:43:57.894475 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:43:57.895302 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:43:57.897614 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:57.913079 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:43:57.919246 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:43:57.920446 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 9 to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e Jul 22 16:43:57.959584 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:43:57.964961 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:43:57.966013 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:57.982339 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:43:57.984794 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:43:57.987881 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 10 to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e Jul 22 16:43:58.010945 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:43:58.011606 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:43:58.012196 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:58.030565 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:43:58.031016 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port d4a57b74-6fbc-40b1-8422-f901d13c9b4e on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:43:58.031514 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:58.103185 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970de59-ea45-4827-802f-2aed65d7dcac req-86f8d2ae-a2bf-4979-8477-d1dfa308ff76 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:58.105745 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6970de59-ea45-4827-802f-2aed65d7dcac req-86f8d2ae-a2bf-4979-8477-d1dfa308ff76 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.5822008 Jul 22 16:43:58.111437 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-424b11f3-a322-4bed-9565-b98ab22ee973 req-ee6a9af4-433b-4132-ae6a-231f0115be0c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:58.146257 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['5a0b61a2-e07e-4449-a846-d2d914faf16c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:43:58.207908 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['2596dc5f-fd69-4aaf-a871-df3a72ac699c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:43:58.208732 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] For port d4a57b74-6fbc-40b1-8422-f901d13c9b4e, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:43:58.209244 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempted to set empty binding levels {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 16:43:58.215120 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:58.253324 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:58.254592 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:58.287780 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.3761506 Jul 22 16:43:58.287780 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc6c25-bf93-461a-a3da-6479442b7f0b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Pushing event updated for resources: {'Port': ['ID=d4a57b74-6fbc-40b1-8422-f901d13c9b4e,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:58.287780 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33488) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:58.462773 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-58676fca-0f0a-4d88-b274-8ef5bc13ac4a tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Deleting port d4a57b74-6fbc-40b1-8422-f901d13c9b4e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:58.463255 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58676fca-0f0a-4d88-b274-8ef5bc13ac4a tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:58.698601 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-58676fca-0f0a-4d88-b274-8ef5bc13ac4a tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] For port d4a57b74-6fbc-40b1-8422-f901d13c9b4e, host n-h1-798930-9, got binding levels [] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:58.702321 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58676fca-0f0a-4d88-b274-8ef5bc13ac4a tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:58.786102 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fed17caf-4c09-4f56-8714-c44e1af17258 req-fca5e448-c9da-45e5-b023-00d8acebcd70 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=80b278c7-b32e-4204-85ed-2238852f3c54 HTTP/1.1" status: 200 len: 210 time: 0.0778396 Jul 22 16:43:58.787373 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-58676fca-0f0a-4d88-b274-8ef5bc13ac4a tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Calling delete_port for d4a57b74-6fbc-40b1-8422-f901d13c9b4e owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:58.890026 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58676fca-0f0a-4d88-b274-8ef5bc13ac4a tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:58.965545 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58676fca-0f0a-4d88-b274-8ef5bc13ac4a tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4a57b74-6fbc-40b1-8422-f901d13c9b4e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:58.987261 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d1d78d7-4f03-412b-bf56-53f15b07e846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:59.003877 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58676fca-0f0a-4d88-b274-8ef5bc13ac4a tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:59.012902 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-58676fca-0f0a-4d88-b274-8ef5bc13ac4a tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] 10.222.0.69 "DELETE /v2.0/ports/d4a57b74-6fbc-40b1-8422-f901d13c9b4e HTTP/1.1" status: 204 len: 168 time: 0.7234886 Jul 22 16:43:59.013682 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33508) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:59.068775 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6fa100a-bd1d-4664-ad6e-dd95fc1a03b5 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] GET failed (client error): The resource could not be found. Jul 22 16:43:59.077318 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d6fa100a-bd1d-4664-ad6e-dd95fc1a03b5 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] 10.222.0.69 "GET /v2.0/ports/d4a57b74-6fbc-40b1-8422-f901d13c9b4e HTTP/1.1" status: 404 len: 333 time: 0.0616565 Jul 22 16:43:59.078242 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33512) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:59.088376 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-79258df6-751e-4e6b-8060-36ee63e0daca tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Request body: {'port': {'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1709372644'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:59.164227 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79258df6-751e-4e6b-8060-36ee63e0daca tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Made reservation on behalf of a8ea6790064946f0a9e2f2ddc624c574 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:59.169078 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79258df6-751e-4e6b-8060-36ee63e0daca tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:59.255024 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-79258df6-751e-4e6b-8060-36ee63e0daca tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] device_id is not set on port 9561610a-0a9b-45e7-8272-0a7603b31020 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:43:59.315656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a9af4-433b-4132-ae6a-231f0115be0c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Pushing event deleted for resources: {'Port': ['ID=5a0b61a2-e07e-4449-a846-d2d914faf16c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:59.438611 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-424b11f3-a322-4bed-9565-b98ab22ee973 req-ee6a9af4-433b-4132-ae6a-231f0115be0c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] No DVR routers for this DVR port 5a0b61a2-e07e-4449-a846-d2d914faf16c on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:43:59.453198 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-424b11f3-a322-4bed-9565-b98ab22ee973 req-ee6a9af4-433b-4132-ae6a-231f0115be0c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:59.470912 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-424b11f3-a322-4bed-9565-b98ab22ee973 req-ee6a9af4-433b-4132-ae6a-231f0115be0c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.16 "DELETE /v2.0/ports/5a0b61a2-e07e-4449-a846-d2d914faf16c HTTP/1.1" status: 204 len: 173 time: 2.9438426 Jul 22 16:43:59.474759 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b278c7-b32e-4204-85ed-2238852f3c54', 'name': 'network-vif-deleted', 'tag': '5a0b61a2-e07e-4449-a846-d2d914faf16c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:59.481143 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a4f0fa-b0a0-4995-972c-e700388593b2" -d '{"events": [{"server_uuid": "80b278c7-b32e-4204-85ed-2238852f3c54", "name": "network-vif-deleted", "tag": "5a0b61a2-e07e-4449-a846-d2d914faf16c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:59.533424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-f56293d0-9556-4c4f-a2c4-21edf42842ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:59.538831 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-f56293d0-9556-4c4f-a2c4-21edf42842ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.7129147 Jul 22 16:43:59.559983 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6970de59-ea45-4827-802f-2aed65d7dcac req-f00243f8-99e2-471e-9b35-841aef4821dd tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4210639 Jul 22 16:43:59.710906 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f19b09c-d3ca-4327-8b62-2c2fcc3b6fd4 x-openstack-request-id: req-6f19b09c-d3ca-4327-8b62-2c2fcc3b6fd4 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:59.711656 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b278c7-b32e-4204-85ed-2238852f3c54", "name": "network-vif-deleted", "tag": "5a0b61a2-e07e-4449-a846-d2d914faf16c", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:59.712177 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6f19b09c-d3ca-4327-8b62-2c2fcc3b6fd4 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:59.712803 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b278c7-b32e-4204-85ed-2238852f3c54', 'name': 'network-vif-deleted', 'tag': '5a0b61a2-e07e-4449-a846-d2d914faf16c', 'status': 'completed', 'code': 200} Jul 22 16:43:59.777689 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04080e95-7a3f-43c2-8e52-d5c586acc1e4 req-a6bf8638-9519-4e54-919f-3e93c7d85211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:59.779905 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04080e95-7a3f-43c2-8e52-d5c586acc1e4 req-a6bf8638-9519-4e54-919f-3e93c7d85211 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 1096 time: 0.5209825 Jul 22 16:43:59.818110 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79258df6-751e-4e6b-8060-36ee63e0daca tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:59.832000 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-9565e13f-b666-40b2-8c73-23d6f4e9345f service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691400 Jul 22 16:43:59.962853 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79258df6-751e-4e6b-8060-36ee63e0daca tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:00.005371 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04080e95-7a3f-43c2-8e52-d5c586acc1e4 req-34de7866-b79f-4c02-9a96-864d5c171747 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962224 Jul 22 16:44:00.169757 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79258df6-751e-4e6b-8060-36ee63e0daca tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:00.172420 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ec020156-1d4b-4400-81b2-46e5a17ec32f req-3afec99d-9321-4e3a-a4cf-116ed3b84a4c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=80b278c7-b32e-4204-85ed-2238852f3c54 HTTP/1.1" status: 200 len: 210 time: 0.0932395 Jul 22 16:44:00.175969 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-79258df6-751e-4e6b-8060-36ee63e0daca tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:00.183380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79258df6-751e-4e6b-8060-36ee63e0daca tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:44:00.184922 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79258df6-751e-4e6b-8060-36ee63e0daca tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:00.185792 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79258df6-751e-4e6b-8060-36ee63e0daca tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:00.197520 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-d3850656-efdb-4876-851e-95fb502c841f service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179686 Jul 22 16:44:00.212953 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79258df6-751e-4e6b-8060-36ee63e0daca tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Pushing event updated for resources: {'Port': ['ID=9561610a-0a9b-45e7-8272-0a7603b31020,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:00.213088 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33536) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:00.230600 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-79258df6-751e-4e6b-8060-36ee63e0daca tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1503613 Jul 22 16:44:00.233498 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33540) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:00.241221 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:00.472220 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-ce2f891f-ddc5-4f60-b2c2-72e7577fbd4b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=85be8f06-0cb5-488b-9eb9-9477188bcef3 HTTP/1.1" status: 200 len: 217 time: 0.1497259 Jul 22 16:44:00.533773 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-f796e398-c43a-4db3-a4a8-53e7586115c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:00.535268 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-f796e398-c43a-4db3-a4a8-53e7586115c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96d2d744-bd35-4248-9461-63b7b331579f HTTP/1.1" status: 200 len: 797 time: 0.0534625 Jul 22 16:44:00.594938 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-079c585e-b35b-4239-9c12-53385600d6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:00.604729 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:00.924839 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d0d6e-9653-40e6-86df-c136cf0a1bce req-2b9fe97c-d9b7-4640-807b-ce16dae09fb3 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:00.942096 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-198d0d6e-9653-40e6-86df-c136cf0a1bce req-2b9fe97c-d9b7-4640-807b-ce16dae09fb3 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.1545932 Jul 22 16:44:01.015724 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-198d0d6e-9653-40e6-86df-c136cf0a1bce req-58f10560-97c8-48c8-b8e8-a0f042ac0680 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670521 Jul 22 16:44:01.183240 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-67249fb0-4218-4d39-b0be-f29f328205e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:01.185156 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-67249fb0-4218-4d39-b0be-f29f328205e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6287279 Jul 22 16:44:01.187517 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] device_id is not set on port 9561610a-0a9b-45e7-8272-0a7603b31020 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:44:01.213161 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:01.324968 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-079c585e-b35b-4239-9c12-53385600d6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:01.343522 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Transition to ACTIVE for port object 9561610a-0a9b-45e7-8272-0a7603b31020 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:01.378225 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 5a0b61a2-e07e-4449-a846-d2d914faf16c no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:44:01.427137 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 5a0b61a2-e07e-4449-a846-d2d914faf16c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:44:01.427792 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 5a0b61a2-e07e-4449-a846-d2d914faf16c not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:44:01.483300 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-079c585e-b35b-4239-9c12-53385600d6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:01.489778 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:01.519074 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-62bd2600-8483-4bd9-820d-c6f802cf55de service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206866 Jul 22 16:44:01.578301 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5127cef-7319-4912-968b-9cb68be1a389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:01.630259 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:01.652663 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c585e-b35b-4239-9c12-53385600d6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03da7e3-37c9-4f47-bc92-9c7a25a2d8c2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:01.658919 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-079c585e-b35b-4239-9c12-53385600d6e2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1bda16bf02444c9c906997bbc3607e21&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4442835 Jul 22 16:44:01.663119 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33562) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:01.747396 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25b3e8a3-e20d-42f2-a12f-fd363a74127f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:01.777725 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25b3e8a3-e20d-42f2-a12f-fd363a74127f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:01.795981 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:01.796531 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:01.797098 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:01.817428 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Pushing event updated for resources: {'Port': ['ID=9561610a-0a9b-45e7-8272-0a7603b31020,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:01.849314 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25b3e8a3-e20d-42f2-a12f-fd363a74127f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:01.851083 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port 9561610a-0a9b-45e7-8272-0a7603b31020 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:44:01.851950 n-d-798930-9 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:44:01.856246 n-d-798930-9 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 2 to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 Jul 22 16:44:01.859915 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25b3e8a3-e20d-42f2-a12f-fd363a74127f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:01.864322 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-25b3e8a3-e20d-42f2-a12f-fd363a74127f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d03da7e3-37c9-4f47-bc92-9c7a25a2d8c2 HTTP/1.1" status: 204 len: 168 time: 0.1991968 Jul 22 16:44:01.889666 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3e8a3-e20d-42f2-a12f-fd363a74127f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03da7e3-37c9-4f47-bc92-9c7a25a2d8c2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:01.941472 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-7b99b2ff-fab6-4d9e-8b94-bcd92cd2010e service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628120 Jul 22 16:44:02.007087 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:02.007639 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:02.008209 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:02.143516 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port 9561610a-0a9b-45e7-8272-0a7603b31020 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:44:02.146771 n-d-798930-9 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:44:02.147742 n-d-798930-9 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 3 to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 Jul 22 16:44:02.173760 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-7bcb7b1e-9d7d-4dcc-b08b-5847ee963a26 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=7aa61500-2368-4f52-ab67-83af547fa639 HTTP/1.1" status: 200 len: 217 time: 0.2308199 Jul 22 16:44:02.238504 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:02.238956 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:02.240415 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:02.301209 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port 9561610a-0a9b-45e7-8272-0a7603b31020 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:44:02.301726 n-d-798930-9 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:44:02.304809 n-d-798930-9 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 4 to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 Jul 22 16:44:02.347319 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-cf09c9b6-d42c-4cf3-8e63-1dd320e1a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:02.349818 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-cf09c9b6-d42c-4cf3-8e63-1dd320e1a946 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96d2d744-bd35-4248-9461-63b7b331579f HTTP/1.1" status: 200 len: 797 time: 0.1531162 Jul 22 16:44:02.354456 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:02.354833 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:02.355247 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:02.403679 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port 9561610a-0a9b-45e7-8272-0a7603b31020 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:44:02.403924 n-d-798930-9 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:44:02.405222 n-d-798930-9 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 5 to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 Jul 22 16:44:02.432304 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:02.432758 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:02.433163 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:02.447549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955598d-8d18-4c91-bb8b-0e50be02c4d8 req-fffbaef5-e611-4d55-baf9-15ab44530289 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:02.449204 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2955598d-8d18-4c91-bb8b-0e50be02c4d8 req-fffbaef5-e611-4d55-baf9-15ab44530289 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.2611787 Jul 22 16:44:02.452193 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port 9561610a-0a9b-45e7-8272-0a7603b31020 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:44:02.452193 n-d-798930-9 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:44:02.453489 n-d-798930-9 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 6 to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 Jul 22 16:44:02.490767 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:02.491911 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:02.491911 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:02.507675 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port 9561610a-0a9b-45e7-8272-0a7603b31020 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:44:02.508012 n-d-798930-9 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:44:02.513448 n-d-798930-9 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 7 to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 Jul 22 16:44:02.534079 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-372a0668-bcd8-4e3a-8678-812bb1d453f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:02.536198 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-372a0668-bcd8-4e3a-8678-812bb1d453f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1750336 Jul 22 16:44:02.548420 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33578) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:02.549777 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2955598d-8d18-4c91-bb8b-0e50be02c4d8 req-8e28d60a-e7f3-46d7-b57a-399313713fd5 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802310 Jul 22 16:44:02.569538 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7689fdf6-df41-45a9-bcbe-9eb98601804e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:02.582922 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:02.585495 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:02.586329 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:02.737392 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:02.762982 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7689fdf6-df41-45a9-bcbe-9eb98601804e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:02.769394 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7689fdf6-df41-45a9-bcbe-9eb98601804e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:02.826867 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-4c8feab9-06e2-4d78-95f4-4ded3c3d7918 service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760186 Jul 22 16:44:02.828292 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port 9561610a-0a9b-45e7-8272-0a7603b31020 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:44:02.829367 n-d-798930-9 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:44:02.830181 n-d-798930-9 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 8 to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 Jul 22 16:44:02.830962 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7689fdf6-df41-45a9-bcbe-9eb98601804e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=534df85ab4f94f9ab3d854f1302133a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2795863 Jul 22 16:44:02.835385 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689fdf6-df41-45a9-bcbe-9eb98601804e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8917e17a-8e30-4d60-82a6-10293b07c882,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:02.836136 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33588) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:02.932824 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:02.933166 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:02.933507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:02.964505 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port 9561610a-0a9b-45e7-8272-0a7603b31020 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:44:02.965025 n-d-798930-9 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:44:03.024784 n-d-798930-9 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 9 to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 Jul 22 16:44:03.105417 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:03.105756 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:03.106131 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:03.123066 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56505ef1-1458-49d6-8f63-e2bf16f4e137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:03.155556 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port 9561610a-0a9b-45e7-8272-0a7603b31020 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:44:03.155812 n-d-798930-9 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:44:03.165761 n-d-798930-9 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 10 to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 Jul 22 16:44:03.206540 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-b5d4a630-aa80-4027-b5d2-b98435385e29 service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689532 Jul 22 16:44:03.217225 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56505ef1-1458-49d6-8f63-e2bf16f4e137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:03.221144 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:03.221485 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:03.221822 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:03.314119 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port 9561610a-0a9b-45e7-8272-0a7603b31020 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:44:03.314454 n-d-798930-9 neutron-server[93816]: ERROR neutron.plugins.ml2.managers [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port 9561610a-0a9b-45e7-8272-0a7603b31020 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:44:03.314831 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:03.336119 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-f8f2bdde-e548-46e9-b7b4-f050c4ff6e7b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 HTTP/1.1" status: 200 len: 217 time: 0.1180236 Jul 22 16:44:03.344398 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af46a5-acd0-4a3e-9e60-9e0f5d3b887c req-8ae5ea6a-57a2-460e-a3b0-e2d0cce5a72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:03.345792 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1af46a5-acd0-4a3e-9e60-9e0f5d3b887c req-8ae5ea6a-57a2-460e-a3b0-e2d0cce5a72f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=216f13db00f1480fa00e833a1ebbd51e&device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 1096 time: 0.2988255 Jul 22 16:44:03.380695 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-cb8734c0-e9b3-4003-b242-7347e98ca9dd tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:03.395528 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-cb8734c0-e9b3-4003-b242-7347e98ca9dd tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/networks?id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d HTTP/1.1" status: 200 len: 805 time: 0.1872530 Jul 22 16:44:03.416238 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-186e7b8e-ee78-4872-a861-71e92805d19f tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/quotas/da62075422094ce69d816eddc76670fa HTTP/1.1" status: 200 len: 375 time: 0.0121741 Jul 22 16:44:03.481527 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-353ac1ad-3898-4bc8-b6e8-11e27b27cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:03.481527 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-353ac1ad-3898-4bc8-b6e8-11e27b27cf18 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1b3925e-5bc2-4165-8e50-36b5b076cd3a HTTP/1.1" status: 200 len: 797 time: 0.1286535 Jul 22 16:44:03.510456 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e0a65-b7c7-4383-a74b-7459397fcfdf req-80407fc5-3991-4728-99d8-9b91ac72e77f tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:03.512038 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d35e0a65-b7c7-4383-a74b-7459397fcfdf req-80407fc5-3991-4728-99d8-9b91ac72e77f tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.4290557 Jul 22 16:44:03.535955 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-f9e1b641-45f2-451f-8645-0d0aeeebcd18 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=da62075422094ce69d816eddc76670fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1159258 Jul 22 16:44:03.621734 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56505ef1-1458-49d6-8f63-e2bf16f4e137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:03.624717 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56505ef1-1458-49d6-8f63-e2bf16f4e137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:03.626489 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-56505ef1-1458-49d6-8f63-e2bf16f4e137 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8917e17a-8e30-4d60-82a6-10293b07c882 HTTP/1.1" status: 204 len: 168 time: 0.7732089 Jul 22 16:44:03.648434 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] For port 9561610a-0a9b-45e7-8272-0a7603b31020, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:44:03.649534 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempted to set empty binding levels {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 16:44:03.678893 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:03.719230 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56505ef1-1458-49d6-8f63-e2bf16f4e137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8917e17a-8e30-4d60-82a6-10293b07c882,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:03.743877 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-0b16802a-a528-425b-8baa-c938591068ee service neutron] 10.222.0.69 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838782 Jul 22 16:44:03.792373 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] In _notify_port_updated(), no bound segment for port 9561610a-0a9b-45e7-8272-0a7603b31020 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:44:03.793827 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:03.794908 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:03.796612 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] 10.222.0.69 "PUT /v2.0/ports/9561610a-0a9b-45e7-8272-0a7603b31020 HTTP/1.1" status: 200 len: 975 time: 3.5617411 Jul 22 16:44:03.813625 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d35e0a65-b7c7-4383-a74b-7459397fcfdf req-25791638-f3c7-454b-a4f7-27be18ddb334 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839894 Jul 22 16:44:03.823202 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33620) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:03.837889 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af46a5-acd0-4a3e-9e60-9e0f5d3b887c req-9f46308d-c05d-4934-b877-4191bd56bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:03.848200 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1af46a5-acd0-4a3e-9e60-9e0f5d3b887c req-9f46308d-c05d-4934-b877-4191bd56bac6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ea240bd-dc20-472c-b55a-71f96bffca65 HTTP/1.1" status: 200 len: 919 time: 0.4480441 Jul 22 16:44:03.882050 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-693f97a9-dba7-4bf0-9e20-999b763743ec service neutron] 10.222.0.69 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370027 Jul 22 16:44:04.068946 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1af46a5-acd0-4a3e-9e60-9e0f5d3b887c req-2004b384-9e17-4cdc-b5cb-1a5d4c9ae78d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd239a1-a5ea-4f19-a049-be260753bdee HTTP/1.1" status: 200 len: 217 time: 0.1669328 Jul 22 16:44:04.069441 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29700d07-e6d9-4334-aacb-8641b2c83c43 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Pushing event updated for resources: {'Port': ['ID=9561610a-0a9b-45e7-8272-0a7603b31020,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:04.157033 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-727063cd-5868-4871-bbfd-05fdd500936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.160667 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-727063cd-5868-4871-bbfd-05fdd500936d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1efbf9bc-0c70-4776-ae72-82d943308ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6664939 Jul 22 16:44:04.162427 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af46a5-acd0-4a3e-9e60-9e0f5d3b887c req-e95c298f-c044-414f-bd3e-bb75fc2634ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.164806 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1af46a5-acd0-4a3e-9e60-9e0f5d3b887c req-e95c298f-c044-414f-bd3e-bb75fc2634ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=caa8f8e6-dceb-4921-a48c-11fa4b6a26a2 HTTP/1.1" status: 200 len: 858 time: 0.0887046 Jul 22 16:44:04.285294 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1af46a5-acd0-4a3e-9e60-9e0f5d3b887c req-2f933cce-c7f8-40c0-b10c-ae80027166ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ea240bd-dc20-472c-b55a-71f96bffca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011488 Jul 22 16:44:04.287172 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-221135b8-fd13-4e94-90c5-a3039ba34c0f req-dcc6b51e-cc32-43df-9c3c-49e372dca6b5 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e98e7f0-f9b2-4afd-9b92-48c86cc0097b HTTP/1.1" status: 200 len: 210 time: 0.1145208 Jul 22 16:44:04.470062 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.472214 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.472827 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.473174 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.474103 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.474663 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.475079 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.475554 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.476059 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.476516 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.477002 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.477461 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.477937 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.478414 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.478883 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.479447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.479776 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.480231 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.480687 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.481178 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.481638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.482116 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.482746 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.483208 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.483668 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.484601 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.485782 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.486034 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.486506 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.486966 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.487427 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.487887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.488359 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.488837 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.493515 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.494682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.495748 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.505645 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33644) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:04.506674 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7acfb2a4-3b54-41a1-9ac7-5df8e9660608 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33447 time: 0.6821370 Jul 22 16:44:04.577706 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:04.589309 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-c2514efb-f622-4a1f-b97c-b28faac1ced7 service neutron] 10.222.0.16 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223866 Jul 22 16:44:04.679599 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-677fbeac-18bc-4b81-8804-43a6fe76501b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Deleting port 9561610a-0a9b-45e7-8272-0a7603b31020 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:04.681567 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-677fbeac-18bc-4b81-8804-43a6fe76501b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:04.699590 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1af46a5-acd0-4a3e-9e60-9e0f5d3b887c req-c6ba9ea7-2527-417e-92eb-a36a45c210bc service neutron] 10.222.0.16 "GET /v2.0/networks/2ea240bd-dc20-472c-b55a-71f96bffca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806512 Jul 22 16:44:04.824980 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-677fbeac-18bc-4b81-8804-43a6fe76501b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] For port 9561610a-0a9b-45e7-8272-0a7603b31020, host n-h1-798930-9, got binding levels [] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:04.826110 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-677fbeac-18bc-4b81-8804-43a6fe76501b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:04.850378 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-677fbeac-18bc-4b81-8804-43a6fe76501b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Calling delete_port for 9561610a-0a9b-45e7-8272-0a7603b31020 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:04.933958 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-adef3e2f-459a-4b1d-b1db-089d516c9b62 service neutron] 10.222.0.16 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372188 Jul 22 16:44:05.005478 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1af46a5-acd0-4a3e-9e60-9e0f5d3b887c req-8021f952-0862-4577-85f8-e2063494fc04 service neutron] 10.222.0.16 "GET /v2.0/networks/2ea240bd-dc20-472c-b55a-71f96bffca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930334 Jul 22 16:44:05.006885 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-30e4f634-a397-4124-8faf-ea1be7654226 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 HTTP/1.1" status: 200 len: 217 time: 0.0636191 Jul 22 16:44:05.119973 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1246d9-5f9a-4fde-abec-5cdcb2226ea8 req-4f13fed6-b010-4dfc-a746-afbd52072f50 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:05.121578 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cb1246d9-5f9a-4fde-abec-5cdcb2226ea8 req-4f13fed6-b010-4dfc-a746-afbd52072f50 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.2168508 Jul 22 16:44:05.143960 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-677fbeac-18bc-4b81-8804-43a6fe76501b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:05.144877 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-520eeeba-e77d-45d9-83db-8057663a312d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:05.149214 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-520eeeba-e77d-45d9-83db-8057663a312d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1b3925e-5bc2-4165-8e50-36b5b076cd3a HTTP/1.1" status: 200 len: 797 time: 0.1279824 Jul 22 16:44:05.204388 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-677fbeac-18bc-4b81-8804-43a6fe76501b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:05.209180 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-677fbeac-18bc-4b81-8804-43a6fe76501b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] 10.222.0.69 "DELETE /v2.0/ports/9561610a-0a9b-45e7-8272-0a7603b31020 HTTP/1.1" status: 204 len: 168 time: 0.6999087 Jul 22 16:44:05.225962 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33666) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:05.231678 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cb1246d9-5f9a-4fde-abec-5cdcb2226ea8 req-bbda29b5-a5e3-402e-9cf9-25ce6d660c8f tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916245 Jul 22 16:44:05.232465 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fbeac-18bc-4b81-8804-43a6fe76501b tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Pushing event deleted for resources: {'Port': ['ID=9561610a-0a9b-45e7-8272-0a7603b31020,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:05.272314 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd8dd51-1492-4924-84cb-7c7cb921878a tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] GET failed (client error): The resource could not be found. Jul 22 16:44:05.274010 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cbd8dd51-1492-4924-84cb-7c7cb921878a tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] 10.222.0.69 "GET /v2.0/ports/9561610a-0a9b-45e7-8272-0a7603b31020 HTTP/1.1" status: 404 len: 333 time: 0.0467682 Jul 22 16:44:05.278616 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33668) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:05.285741 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a4683bf5-8d9d-4f61-b436-77069c409373 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1853352972', 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:05.316645 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4683bf5-8d9d-4f61-b436-77069c409373 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Made reservation on behalf of a8ea6790064946f0a9e2f2ddc624c574 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:05.319618 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4683bf5-8d9d-4f61-b436-77069c409373 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:05.324630 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-02a6533a-d2ee-4111-a204-b50312ca959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:05.326720 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-02a6533a-d2ee-4111-a204-b50312ca959a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1efbf9bc-0c70-4776-ae72-82d943308ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1420939 Jul 22 16:44:05.356328 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-a4683bf5-8d9d-4f61-b436-77069c409373 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] device_id is not set on port 904c8b08-5694-4dd1-8fd8-11257cccbbfb yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:44:05.461137 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-183a00e5-b60f-4bba-a3fa-9ff301808eb5 req-520daa17-e6d3-43f2-b690-4615f2fcb8b2 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e98e7f0-f9b2-4afd-9b92-48c86cc0097b HTTP/1.1" status: 200 len: 210 time: 0.0457580 Jul 22 16:44:05.668294 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4683bf5-8d9d-4f61-b436-77069c409373 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:05.741881 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4683bf5-8d9d-4f61-b436-77069c409373 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:05.769745 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4683bf5-8d9d-4f61-b436-77069c409373 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:05.774133 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a4683bf5-8d9d-4f61-b436-77069c409373 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:05.811820 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4683bf5-8d9d-4f61-b436-77069c409373 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:44:05.813460 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4683bf5-8d9d-4f61-b436-77069c409373 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:05.814216 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4683bf5-8d9d-4f61-b436-77069c409373 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:05.847275 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a4683bf5-8d9d-4f61-b436-77069c409373 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5643098 Jul 22 16:44:05.929045 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33688) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:06.024774 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5ca182-edeb-4aa7-8ade-6a2232b3465c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:06.026649 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ad5ca182-edeb-4aa7-8ade-6a2232b3465c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] 10.222.0.69 "GET /v2.0/ports/904c8b08-5694-4dd1-8fd8-11257cccbbfb HTTP/1.1" status: 200 len: 955 time: 0.0956831 Jul 22 16:44:06.032974 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4683bf5-8d9d-4f61-b436-77069c409373 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Pushing event updated for resources: {'Port': ['ID=904c8b08-5694-4dd1-8fd8-11257cccbbfb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:06.033784 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33694) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:06.056277 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c341689-6d6d-40f7-a5a0-b2818cf8f768 req-18890006-5031-4f72-9c93-fa9bf1885723 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:06.065476 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8c341689-6d6d-40f7-a5a0-b2818cf8f768 req-18890006-5031-4f72-9c93-fa9bf1885723 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=08724c07-0ca2-4677-a3df-d130ea053f24 HTTP/1.1" status: 200 len: 946 time: 0.2936597 Jul 22 16:44:06.116583 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8c341689-6d6d-40f7-a5a0-b2818cf8f768 req-dc82e23e-ad4b-435e-bb19-a51842fe778a tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497468 Jul 22 16:44:06.148809 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-9e6edaa5-13cf-4d64-9994-8381379feb52 service neutron] 10.222.0.16 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7911546 Jul 22 16:44:06.221870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-b4641fe6-f133-410d-90fd-ac13af503d41 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:06.223459 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-b4641fe6-f133-410d-90fd-ac13af503d41 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.30 "GET /v2.0/networks?id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d HTTP/1.1" status: 200 len: 805 time: 0.2323020 Jul 22 16:44:06.273124 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-88caa241-0597-4041-9273-498f3d9b3c49 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Request body: {'port': {'device_id': '1e98e7f0-f9b2-4afd-9b92-48c86cc0097b', 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d', 'admin_state_up': True, 'tenant_id': 'da62075422094ce69d816eddc76670fa'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:06.365666 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-339d93c6-6561-4c10-9985-4bcbb6f4e280 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Deleting port 904c8b08-5694-4dd1-8fd8-11257cccbbfb {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:06.366090 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-339d93c6-6561-4c10-9985-4bcbb6f4e280 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:06.396996 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e938287-6c73-4b65-a7c2-908f702450a5 req-5dd7974b-40c3-4f36-843d-c798ea779171 service neutron] 10.222.0.16 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275796 Jul 22 16:44:06.466242 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de91be-fb4a-40da-8a03-61e05e18d1bf req-8df4760d-f481-4266-9b2c-780ec65a8537 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:06.467976 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-15de91be-fb4a-40da-8a03-61e05e18d1bf req-8df4760d-f481-4266-9b2c-780ec65a8537 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.1173918 Jul 22 16:44:06.515997 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-339d93c6-6561-4c10-9985-4bcbb6f4e280 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:06.524985 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-15de91be-fb4a-40da-8a03-61e05e18d1bf req-a9c26be0-77a0-4e2e-9365-9a015aa4b560 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504186 Jul 22 16:44:06.592064 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-339d93c6-6561-4c10-9985-4bcbb6f4e280 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Calling delete_port for 904c8b08-5694-4dd1-8fd8-11257cccbbfb owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:06.658992 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ae579bb4-c6d6-49d0-b3ff-e19e803e094c req-61a340a3-28c6-44bd-9c9c-c0cf3efc3086 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e98e7f0-f9b2-4afd-9b92-48c86cc0097b HTTP/1.1" status: 200 len: 210 time: 0.0577717 Jul 22 16:44:06.699210 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-88caa241-0597-4041-9273-498f3d9b3c49 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Made reservation on behalf of da62075422094ce69d816eddc76670fa for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:06.703160 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-88caa241-0597-4041-9273-498f3d9b3c49 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:06.822942 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-339d93c6-6561-4c10-9985-4bcbb6f4e280 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:06.884109 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d93c6-6561-4c10-9985-4bcbb6f4e280 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Pushing event deleted for resources: {'Port': ['ID=904c8b08-5694-4dd1-8fd8-11257cccbbfb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:06.897667 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-339d93c6-6561-4c10-9985-4bcbb6f4e280 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:06.899879 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-339d93c6-6561-4c10-9985-4bcbb6f4e280 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] 10.222.0.69 "DELETE /v2.0/ports/904c8b08-5694-4dd1-8fd8-11257cccbbfb HTTP/1.1" status: 204 len: 168 time: 0.8644028 Jul 22 16:44:06.903478 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33722) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:06.945508 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc47c6d-d40f-4264-ae7c-a0d4af5e88c4 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] GET failed (client error): The resource could not be found. Jul 22 16:44:06.952740 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4bc47c6d-d40f-4264-ae7c-a0d4af5e88c4 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] 10.222.0.69 "GET /v2.0/ports/904c8b08-5694-4dd1-8fd8-11257cccbbfb HTTP/1.1" status: 404 len: 333 time: 0.0484855 Jul 22 16:44:06.954027 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33726) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:06.955308 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-88caa241-0597-4041-9273-498f3d9b3c49 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Allocated IP 172.20.0.4 (65bc71d4-b0c7-49c6-8406-b3cd4a91b70d/411cf97d-c177-4f17-b976-e1cbeab029d8/faf629d6-3660-4b4d-aa09-61242ad6828f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:44:06.959777 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-cc70e0e9-20a0-46b4-bacf-e1303d54e790 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Request body: {'port': {'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-864344224'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:06.999525 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc70e0e9-20a0-46b4-bacf-e1303d54e790 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Made reservation on behalf of a8ea6790064946f0a9e2f2ddc624c574 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:07.003180 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc70e0e9-20a0-46b4-bacf-e1303d54e790 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:07.027082 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-cc70e0e9-20a0-46b4-bacf-e1303d54e790 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] device_id is not set on port 28922422-e4cc-48d8-9f6c-06a03bc854f5 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:44:07.227146 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-88caa241-0597-4041-9273-498f3d9b3c49 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:07.284247 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-88caa241-0597-4041-9273-498f3d9b3c49 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:07.316434 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc70e0e9-20a0-46b4-bacf-e1303d54e790 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:07.330336 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['2596dc5f-fd69-4aaf-a871-df3a72ac699c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:44:07.386551 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-88caa241-0597-4041-9273-498f3d9b3c49 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:07.393770 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-88caa241-0597-4041-9273-498f3d9b3c49 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:07.406179 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-88caa241-0597-4041-9273-498f3d9b3c49 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:44:07.442368 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddebe73-ee8f-4fe6-9cc5-63c9ec3ba37a req-3ccb0692-5462-45b7-adc1-b073e27321ef tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:07.455907 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5ddebe73-ee8f-4fe6-9cc5-63c9ec3ba37a req-3ccb0692-5462-45b7-adc1-b073e27321ef tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=08724c07-0ca2-4677-a3df-d130ea053f24 HTTP/1.1" status: 200 len: 946 time: 0.2034712 Jul 22 16:44:07.514733 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-88caa241-0597-4041-9273-498f3d9b3c49 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:07.524360 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-88caa241-0597-4041-9273-498f3d9b3c49 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:07.524476 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc70e0e9-20a0-46b4-bacf-e1303d54e790 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:07.542291 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88caa241-0597-4041-9273-498f3d9b3c49 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Pushing event updated for resources: {'Port': ['ID=faf629d6-3660-4b4d-aa09-61242ad6828f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:07.558262 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-88caa241-0597-4041-9273-498f3d9b3c49 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2918949 Jul 22 16:44:07.581957 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-fd397118-fdfc-420a-a173-1cf5eea3c3ea service neutron] Request body: {'port': {'device_id': '1e98e7f0-f9b2-4afd-9b92-48c86cc0097b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:07.644628 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc70e0e9-20a0-46b4-bacf-e1303d54e790 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:07.646121 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-cc70e0e9-20a0-46b4-bacf-e1303d54e790 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:07.651840 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc70e0e9-20a0-46b4-bacf-e1303d54e790 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:44:07.653171 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc70e0e9-20a0-46b4-bacf-e1303d54e790 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:07.653974 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc70e0e9-20a0-46b4-bacf-e1303d54e790 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:07.674666 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cc70e0e9-20a0-46b4-bacf-e1303d54e790 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7192867 Jul 22 16:44:07.677216 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33750) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:07.683779 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:07.728262 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70e0e9-20a0-46b4-bacf-e1303d54e790 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Pushing event updated for resources: {'Port': ['ID=28922422-e4cc-48d8-9f6c-06a03bc854f5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:07.743691 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-fd397118-fdfc-420a-a173-1cf5eea3c3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:07.744793 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5ddebe73-ee8f-4fe6-9cc5-63c9ec3ba37a req-6ee8a4ea-4271-45f5-bd96-3cc7dd06c4af tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879164 Jul 22 16:44:07.835387 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:08.166302 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3bd92-ccb1-4c82-afb5-d2c6c3d8b272 req-f4bc9770-a8d0-4119-bba8-ad30bd046107 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:08.173518 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0aa3bd92-ccb1-4c82-afb5-d2c6c3d8b272 req-f4bc9770-a8d0-4119-bba8-ad30bd046107 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.3186209 Jul 22 16:44:08.220393 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa9323-dd95-4561-9047-b1a248e469e6 req-d291714b-d873-4eb5-8f10-37e3315214f5 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:08.221968 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6aaa9323-dd95-4561-9047-b1a248e469e6 req-d291714b-d873-4eb5-8f10-37e3315214f5 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.30 "GET /v2.0/ports?device_id=08724c07-0ca2-4677-a3df-d130ea053f24 HTTP/1.1" status: 200 len: 946 time: 0.3640351 Jul 22 16:44:08.289489 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0aa3bd92-ccb1-4c82-afb5-d2c6c3d8b272 req-a6f0ab35-1590-4b6f-9089-d4dddf27241d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150439 Jul 22 16:44:08.364599 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2c6d6-cdc4-4ba0-a4ad-d35cb9c07a83 req-0e297d9e-e17a-4677-9c43-ddd8e3fb01fd tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:08.368578 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cee2c6d6-cdc4-4ba0-a4ad-d35cb9c07a83 req-0e297d9e-e17a-4677-9c43-ddd8e3fb01fd tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e98e7f0-f9b2-4afd-9b92-48c86cc0097b HTTP/1.1" status: 200 len: 931 time: 0.5471909 Jul 22 16:44:08.510652 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cee2c6d6-cdc4-4ba0-a4ad-d35cb9c07a83 req-056e20bf-66b5-4531-bc6b-0187e10778c6 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280468 Jul 22 16:44:08.571286 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6aaa9323-dd95-4561-9047-b1a248e469e6 req-3791f693-4fe6-4b19-bd2e-69bc4ea920d0 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Deleting port edc28b26-5949-4beb-a2f3-ffaa7d835f54 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:08.571286 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6aaa9323-dd95-4561-9047-b1a248e469e6 req-3791f693-4fe6-4b19-bd2e-69bc4ea920d0 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:08.577467 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-fd397118-fdfc-420a-a173-1cf5eea3c3ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf629d6-3660-4b4d-aa09-61242ad6828f {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:44:08.605320 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-fd397118-fdfc-420a-a173-1cf5eea3c3ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:08.645763 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-fd397118-fdfc-420a-a173-1cf5eea3c3ea service neutron] Transition to ACTIVE for port object faf629d6-3660-4b4d-aa09-61242ad6828f will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:08.653608 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] device_id is not set on port 28922422-e4cc-48d8-9f6c-06a03bc854f5 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:44:08.665711 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:08.684092 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Transition to ACTIVE for port object 28922422-e4cc-48d8-9f6c-06a03bc854f5 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:08.689208 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:08.711061 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-fd397118-fdfc-420a-a173-1cf5eea3c3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:08.784222 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Pushing event updated for resources: {'Port': ['ID=28922422-e4cc-48d8-9f6c-06a03bc854f5,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:08.803548 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:08.804305 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:08.805256 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:08.812131 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:44:08.813728 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:44:08.814369 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 2 to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 Jul 22 16:44:08.839880 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:08.840250 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:08.840595 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:08.846843 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:44:08.847184 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:44:08.847776 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 3 to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 Jul 22 16:44:08.866446 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:08.866844 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:08.867135 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:08.872349 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:44:08.872619 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:44:08.873018 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 4 to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 Jul 22 16:44:08.900097 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:08.900544 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:08.901137 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:08.908074 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:44:08.908970 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:44:08.909386 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 5 to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 Jul 22 16:44:08.931075 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6aaa9323-dd95-4561-9047-b1a248e469e6 req-3791f693-4fe6-4b19-bd2e-69bc4ea920d0 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] For port edc28b26-5949-4beb-a2f3-ffaa7d835f54, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=edc28b26-5949-4beb-a2f3-ffaa7d835f54,segment=NetworkSegment(b564fcf8-8c98-49bb-b0ec-572c342f0635),segment_id=b564fcf8-8c98-49bb-b0ec-572c342f0635)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:08.931648 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6aaa9323-dd95-4561-9047-b1a248e469e6 req-3791f693-4fe6-4b19-bd2e-69bc4ea920d0 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:08.951514 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:08.951859 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:08.952193 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:08.957726 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:44:08.958163 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:44:08.958734 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 6 to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 Jul 22 16:44:08.983705 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:08.984362 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:08.986069 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:08.988518 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6aaa9323-dd95-4561-9047-b1a248e469e6 req-3791f693-4fe6-4b19-bd2e-69bc4ea920d0 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Calling delete_port for edc28b26-5949-4beb-a2f3-ffaa7d835f54 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:08.993542 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd397118-fdfc-420a-a173-1cf5eea3c3ea service neutron] Pushing event updated for resources: {'Port': ['ID=faf629d6-3660-4b4d-aa09-61242ad6828f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:08.996032 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:44:08.996944 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:44:08.997438 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 7 to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 Jul 22 16:44:09.029420 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:09.029845 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:09.030452 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:09.043896 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:44:09.044475 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:44:09.045155 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 8 to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 Jul 22 16:44:09.088867 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:09.089545 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:09.090854 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:09.096007 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:44:09.096576 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:44:09.096745 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 9 to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 Jul 22 16:44:09.120365 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:09.120702 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:09.121036 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:09.129301 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:44:09.129949 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:44:09.130517 n-d-798930-9 neutron-server[93817]: INFO neutron.plugins.ml2.plugin [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempt 10 to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 Jul 22 16:44:09.132169 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f4303-7091-46da-9ecf-5f3f535ba92c req-98a1523c-c404-415b-a7c1-e637d929d0a9 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:09.133970 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-662f4303-7091-46da-9ecf-5f3f535ba92c req-98a1523c-c404-415b-a7c1-e637d929d0a9 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=08724c07-0ca2-4677-a3df-d130ea053f24 HTTP/1.1" status: 200 len: 946 time: 0.2131624 Jul 22 16:44:09.149481 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:09.150014 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:09.150369 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempting to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:09.153656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-fd397118-fdfc-420a-a173-1cf5eea3c3ea service neutron] Attempting to bind port faf629d6-3660-4b4d-aa09-61242ad6828f on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:09.154108 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-fd397118-fdfc-420a-a173-1cf5eea3c3ea service neutron] Attempting to bind port faf629d6-3660-4b4d-aa09-61242ad6828f by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:09.154337 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-fd397118-fdfc-420a-a173-1cf5eea3c3ea service neutron] Attempting to bind port faf629d6-3660-4b4d-aa09-61242ad6828f on network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:09.157035 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:44:09.157588 n-d-798930-9 neutron-server[93817]: ERROR neutron.plugins.ml2.managers [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Failed to bind port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on host n-h1-798930-9 for vnic_type normal using segments [{'id': '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '74d24fd7-f990-4a50-96b6-ccc02561e1b6'}] Jul 22 16:44:09.158509 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.174485 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-fd397118-fdfc-420a-a173-1cf5eea3c3ea service neutron] Port faf629d6-3660-4b4d-aa09-61242ad6828f on network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:44:09.174818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-fd397118-fdfc-420a-a173-1cf5eea3c3ea service neutron] Attempting to bind port faf629d6-3660-4b4d-aa09-61242ad6828f on network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:09.203514 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-fd397118-fdfc-420a-a173-1cf5eea3c3ea service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:44:09.204335 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-fd397118-fdfc-420a-a173-1cf5eea3c3ea service neutron] Checking segment: {'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:44:09.204731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-fd397118-fdfc-420a-a173-1cf5eea3c3ea service neutron] Bound using segment: {'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:44:09.205169 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-fd397118-fdfc-420a-a173-1cf5eea3c3ea service neutron] Bound port: faf629d6-3660-4b4d-aa09-61242ad6828f, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:44:09.206212 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-fd397118-fdfc-420a-a173-1cf5eea3c3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.226120 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-662f4303-7091-46da-9ecf-5f3f535ba92c req-7f911ef1-be21-44e8-acc8-c43f02f36bfd tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9434477-f6c1-40e9-8fab-b84015ce5d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856810 Jul 22 16:44:09.261604 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] For port 28922422-e4cc-48d8-9f6c-06a03bc854f5, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:44:09.262050 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attempted to set empty binding levels {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 16:44:09.271077 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.335381 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-fd397118-fdfc-420a-a173-1cf5eea3c3ea service neutron] For port faf629d6-3660-4b4d-aa09-61242ad6828f, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:44:09.351554 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Pushing event updated for resources: {'Port': ['ID=28922422-e4cc-48d8-9f6c-06a03bc854f5,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:09.352704 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6aaa9323-dd95-4561-9047-b1a248e469e6 req-3791f693-4fe6-4b19-bd2e-69bc4ea920d0 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.358573 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] In _notify_port_updated(), no bound segment for port 28922422-e4cc-48d8-9f6c-06a03bc854f5 on network 74d24fd7-f990-4a50-96b6-ccc02561e1b6 {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:44:09.359447 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:09.360219 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.363309 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f4dff9c1-90cd-460f-9999-6c92c90d620c tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] 10.222.0.69 "PUT /v2.0/ports/28922422-e4cc-48d8-9f6c-06a03bc854f5 HTTP/1.1" status: 200 len: 974 time: 1.6825120 Jul 22 16:44:09.365104 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33796) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:09.385012 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-fd397118-fdfc-420a-a173-1cf5eea3c3ea service neutron] For port faf629d6-3660-4b4d-aa09-61242ad6828f, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=faf629d6-3660-4b4d-aa09-61242ad6828f,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:44:09.441357 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-fd397118-fdfc-420a-a173-1cf5eea3c3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.448536 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791f693-4fe6-4b19-bd2e-69bc4ea920d0 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Pushing event deleted for resources: {'Port': ['ID=edc28b26-5949-4beb-a2f3-ffaa7d835f54,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:09.485807 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6d5040cb-69d9-4bb6-90ad-82d8197e0314 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Deleting port 28922422-e4cc-48d8-9f6c-06a03bc854f5 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:09.486724 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d5040cb-69d9-4bb6-90ad-82d8197e0314 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.527557 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aaa9323-dd95-4561-9047-b1a248e469e6 req-3791f693-4fe6-4b19-bd2e-69bc4ea920d0 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] No DVR routers for this DVR port edc28b26-5949-4beb-a2f3-ffaa7d835f54 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:44:09.530135 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-fd397118-fdfc-420a-a173-1cf5eea3c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:09.530753 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-fd397118-fdfc-420a-a173-1cf5eea3c3ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.533238 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-fd397118-fdfc-420a-a173-1cf5eea3c3ea service neutron] 10.222.0.30 "PUT /v2.0/ports/faf629d6-3660-4b4d-aa09-61242ad6828f HTTP/1.1" status: 200 len: 1091 time: 1.9565716 Jul 22 16:44:09.535731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e98e7f0-f9b2-4afd-9b92-48c86cc0097b', 'tag': 'faf629d6-3660-4b4d-aa09-61242ad6828f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:44:09.538256 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daa2703-7727-49ea-9100-4d975ce7d629" -d '{"events": [{"name": "network-changed", "server_uuid": "1e98e7f0-f9b2-4afd-9b92-48c86cc0097b", "tag": "faf629d6-3660-4b4d-aa09-61242ad6828f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:44:09.543619 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6aaa9323-dd95-4561-9047-b1a248e469e6 req-3791f693-4fe6-4b19-bd2e-69bc4ea920d0 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.545679 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6aaa9323-dd95-4561-9047-b1a248e469e6 req-3791f693-4fe6-4b19-bd2e-69bc4ea920d0 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.30 "DELETE /v2.0/ports/edc28b26-5949-4beb-a2f3-ffaa7d835f54 HTTP/1.1" status: 204 len: 173 time: 1.3136811 Jul 22 16:44:09.579976 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd397118-fdfc-420a-a173-1cf5eea3c3ea service neutron] Pushing event updated for resources: {'Port': ['ID=faf629d6-3660-4b4d-aa09-61242ad6828f,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:09.628946 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25b16b4-b2d9-4f6f-a199-fe5d2e84415d x-openstack-request-id: req-c25b16b4-b2d9-4f6f-a199-fe5d2e84415d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:44:09.630316 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e98e7f0-f9b2-4afd-9b92-48c86cc0097b", "tag": "faf629d6-3660-4b4d-aa09-61242ad6828f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:44:09.630702 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c25b16b4-b2d9-4f6f-a199-fe5d2e84415d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:44:09.632038 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e98e7f0-f9b2-4afd-9b92-48c86cc0097b', 'tag': 'faf629d6-3660-4b4d-aa09-61242ad6828f', 'status': 'completed', 'code': 200} Jul 22 16:44:09.632224 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-6d5040cb-69d9-4bb6-90ad-82d8197e0314 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] For port 28922422-e4cc-48d8-9f6c-06a03bc854f5, host n-h1-798930-9, got binding levels [] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:09.632844 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d5040cb-69d9-4bb6-90ad-82d8197e0314 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.659548 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6d5040cb-69d9-4bb6-90ad-82d8197e0314 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Calling delete_port for 28922422-e4cc-48d8-9f6c-06a03bc854f5 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:09.785000 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-54a8b42e-017d-4977-ad52-31deba7f3b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:09.790788 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-54a8b42e-017d-4977-ad52-31deba7f3b9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da62075422094ce69d816eddc76670fa&device_id=1e98e7f0-f9b2-4afd-9b92-48c86cc0097b HTTP/1.1" status: 200 len: 1094 time: 0.1287355 Jul 22 16:44:09.937301 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769ff04-36f1-4b35-abce-ffc972d8364b req-f16a92f0-0d9c-49f6-9562-ab2333c8df94 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:09.947946 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-c442edd0-b2db-4483-a734-42525d45e815 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faf629d6-3660-4b4d-aa09-61242ad6828f HTTP/1.1" status: 200 len: 217 time: 0.1366947 Jul 22 16:44:09.948134 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3769ff04-36f1-4b35-abce-ffc972d8364b req-f16a92f0-0d9c-49f6-9562-ab2333c8df94 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e98e7f0-f9b2-4afd-9b92-48c86cc0097b HTTP/1.1" status: 200 len: 943 time: 0.2767808 Jul 22 16:44:09.965321 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d5040cb-69d9-4bb6-90ad-82d8197e0314 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:10.013647 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5040cb-69d9-4bb6-90ad-82d8197e0314 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Pushing event deleted for resources: {'Port': ['ID=28922422-e4cc-48d8-9f6c-06a03bc854f5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:10.044382 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d5040cb-69d9-4bb6-90ad-82d8197e0314 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:10.048824 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6d5040cb-69d9-4bb6-90ad-82d8197e0314 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] 10.222.0.69 "DELETE /v2.0/ports/28922422-e4cc-48d8-9f6c-06a03bc854f5 HTTP/1.1" status: 204 len: 168 time: 0.6802797 Jul 22 16:44:10.049267 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33828) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:10.077355 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3769ff04-36f1-4b35-abce-ffc972d8364b req-d7ae2fe8-c84e-46c4-aac4-df1c311c370e tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240244 Jul 22 16:44:10.085557 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-be76ddfc-b654-4828-8f41-5191fd98824e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:10.087549 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-be76ddfc-b654-4828-8f41-5191fd98824e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=411cf97d-c177-4f17-b976-e1cbeab029d8 HTTP/1.1" status: 200 len: 845 time: 0.1324439 Jul 22 16:44:10.091197 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device edc28b26-5949-4beb-a2f3-ffaa7d835f54 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:44:10.099256 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-6719ed71-bd05-44a2-a9b0-85db797ff539 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] GET failed (client error): The resource could not be found. Jul 22 16:44:10.101071 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6719ed71-bd05-44a2-a9b0-85db797ff539 tempest-PortsAdminExtendedAttrsTestJSON-1694545275 tempest-PortsAdminExtendedAttrsTestJSON-1694545275-project-admin] 10.222.0.69 "GET /v2.0/ports/28922422-e4cc-48d8-9f6c-06a03bc854f5 HTTP/1.1" status: 404 len: 333 time: 0.0508649 Jul 22 16:44:10.107796 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33832) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:10.114368 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: edc28b26-5949-4beb-a2f3-ffaa7d835f54 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:44:10.114716 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device edc28b26-5949-4beb-a2f3-ffaa7d835f54 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:44:10.186867 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-55dc24b0-005c-4aa1-bf3b-91d7d68658ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917206 Jul 22 16:44:10.256177 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5651-1ed8-4b42-9e9c-82518e1739cc tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:10.257353 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b956d43-3666-44d7-953a-4cf6a9b03375 req-ff9556b3-1092-4446-89a9-9b6ea9acf847 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:10.259043 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7b956d43-3666-44d7-953a-4cf6a9b03375 req-ff9556b3-1092-4446-89a9-9b6ea9acf847 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.1102991 Jul 22 16:44:10.353607 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7b956d43-3666-44d7-953a-4cf6a9b03375 req-2fe4b99a-99d1-4db8-bd6d-39dea2680b07 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570827 Jul 22 16:44:10.387690 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-d5dc097a-fe3a-4f83-b46b-53c1f68bcbd3 service neutron] 10.222.0.30 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791449 Jul 22 16:44:10.480660 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5651-1ed8-4b42-9e9c-82518e1739cc tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:10.551286 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a7ae04f5-8dc5-476b-97ac-2792a3c75d60 req-a0170b43-24b7-458d-b9f3-39a382590056 service neutron] 10.222.0.30 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567633 Jul 22 16:44:10.559439 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a7f7d942-ec0d-4322-b497-61ce1f92fa6d req-c59c495d-af89-49ba-97cb-94ef3854d1e4 tempest-VolumesSnapshotTestJSON-650887870 tempest-VolumesSnapshotTestJSON-650887870-project] 10.222.0.69 "GET /v2.0/ports?device_id=08724c07-0ca2-4677-a3df-d130ea053f24 HTTP/1.1" status: 200 len: 210 time: 0.0753000 Jul 22 16:44:10.561053 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-bd2e5651-1ed8-4b42-9e9c-82518e1739cc tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d24fd7-f990-4a50-96b6-ccc02561e1b6']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:10.604364 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-bd2e5651-1ed8-4b42-9e9c-82518e1739cc tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:10.604891 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-bd2e5651-1ed8-4b42-9e9c-82518e1739cc tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee85c32-1f53-41d1-b6b6-e3f5ab40e54a') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:10.630767 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5651-1ed8-4b42-9e9c-82518e1739cc tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:10.653724 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5651-1ed8-4b42-9e9c-82518e1739cc tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:10.668153 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2e5651-1ed8-4b42-9e9c-82518e1739cc tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:44:10.668399 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5651-1ed8-4b42-9e9c-82518e1739cc tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:44:10.678576 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:44:10.775522 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5651-1ed8-4b42-9e9c-82518e1739cc tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:10.810041 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa2703-7727-49ea-9100-4d975ce7d629 req-396c15a6-582d-4dc7-86cf-d6cc31b963e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:10.812255 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1daa2703-7727-49ea-9100-4d975ce7d629 req-396c15a6-582d-4dc7-86cf-d6cc31b963e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da62075422094ce69d816eddc76670fa&device_id=1e98e7f0-f9b2-4afd-9b92-48c86cc0097b HTTP/1.1" status: 200 len: 1094 time: 0.1326399 Jul 22 16:44:10.820451 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5651-1ed8-4b42-9e9c-82518e1739cc tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:10.823174 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bd2e5651-1ed8-4b42-9e9c-82518e1739cc tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] 10.222.0.69 "DELETE /v2.0/networks/74d24fd7-f990-4a50-96b6-ccc02561e1b6 HTTP/1.1" status: 204 len: 168 time: 0.7139480 Jul 22 16:44:10.824799 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e5651-1ed8-4b42-9e9c-82518e1739cc tempest-PortsAdminExtendedAttrsTestJSON-561488197 tempest-PortsAdminExtendedAttrsTestJSON-561488197-project] Pushing event deleted for resources: {'Network': ['ID=74d24fd7-f990-4a50-96b6-ccc02561e1b6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:11.002169 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa2703-7727-49ea-9100-4d975ce7d629 req-6ffae2e7-ff4a-4354-803b-6a97817f7e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:11.003895 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1daa2703-7727-49ea-9100-4d975ce7d629 req-6ffae2e7-ff4a-4354-803b-6a97817f7e9a service neutron] 10.222.0.30 "GET /v2.0/networks?id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d HTTP/1.1" status: 200 len: 906 time: 0.1845901 Jul 22 16:44:11.055515 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1daa2703-7727-49ea-9100-4d975ce7d629 req-463455dd-65e1-405f-8df9-17d968a0b1f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faf629d6-3660-4b4d-aa09-61242ad6828f HTTP/1.1" status: 200 len: 217 time: 0.0416515 Jul 22 16:44:11.162441 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa2703-7727-49ea-9100-4d975ce7d629 req-4ceb1feb-56f5-4980-b4c7-aa3f7eddef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:11.167107 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1daa2703-7727-49ea-9100-4d975ce7d629 req-4ceb1feb-56f5-4980-b4c7-aa3f7eddef2e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=411cf97d-c177-4f17-b976-e1cbeab029d8 HTTP/1.1" status: 200 len: 845 time: 0.1031444 Jul 22 16:44:11.233761 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1daa2703-7727-49ea-9100-4d975ce7d629 req-395da7af-1509-4fe5-a906-ba89050cef82 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596178 Jul 22 16:44:11.299787 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cbb2e-0e6b-42e8-bad8-dc295845b3cd req-4429cc8d-48df-40ce-be06-681f037716b3 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:11.307891 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f10cbb2e-0e6b-42e8-bad8-dc295845b3cd req-4429cc8d-48df-40ce-be06-681f037716b3 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e98e7f0-f9b2-4afd-9b92-48c86cc0097b HTTP/1.1" status: 200 len: 943 time: 0.1251259 Jul 22 16:44:11.347658 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1daa2703-7727-49ea-9100-4d975ce7d629 req-ffbaff31-bfa4-4cbe-bf9e-a637586f3989 service neutron] 10.222.0.30 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046200 Jul 22 16:44:11.393252 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f10cbb2e-0e6b-42e8-bad8-dc295845b3cd req-27614c21-dda9-4661-9de0-20b678b109fb tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761628 Jul 22 16:44:11.395400 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33884) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:11.507607 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1daa2703-7727-49ea-9100-4d975ce7d629 req-9563556f-f4b1-48bf-abc5-5f78e350aca0 service neutron] 10.222.0.30 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521759 Jul 22 16:44:11.633651 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08724c07-0ca2-4677-a3df-d130ea053f24', 'name': 'network-vif-deleted', 'tag': 'edc28b26-5949-4beb-a2f3-ffaa7d835f54'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:44:11.637911 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db671fff-7709-407c-ba31-1793fc213b45" -d '{"events": [{"server_uuid": "08724c07-0ca2-4677-a3df-d130ea053f24", "name": "network-vif-deleted", "tag": "edc28b26-5949-4beb-a2f3-ffaa7d835f54"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:44:11.711531 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4031a70-e0fd-436a-9d18-cc05b2da9768 x-openstack-request-id: req-c4031a70-e0fd-436a-9d18-cc05b2da9768 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:44:11.712267 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08724c07-0ca2-4677-a3df-d130ea053f24", "name": "network-vif-deleted", "tag": "edc28b26-5949-4beb-a2f3-ffaa7d835f54", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:44:11.712751 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c4031a70-e0fd-436a-9d18-cc05b2da9768 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:44:11.713672 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08724c07-0ca2-4677-a3df-d130ea053f24', 'name': 'network-vif-deleted', 'tag': 'edc28b26-5949-4beb-a2f3-ffaa7d835f54', 'status': 'completed', 'code': 200} Jul 22 16:44:11.829686 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2ef88822-61f2-4ccd-b738-eea5cc88a0cb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a3d91ef77de2454d98c7554ad080fb74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4328964 Jul 22 16:44:11.832226 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33906) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:11.896826 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34faf7cc-4fbf-46f4-a28b-cfd262e3e713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:11.926313 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:11.929665 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34faf7cc-4fbf-46f4-a28b-cfd262e3e713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:12.005423 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34faf7cc-4fbf-46f4-a28b-cfd262e3e713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:12.011169 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34faf7cc-4fbf-46f4-a28b-cfd262e3e713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:12.015718 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-34faf7cc-4fbf-46f4-a28b-cfd262e3e713 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/593bd8b7-5746-4e8c-8d83-3d1208d3283d HTTP/1.1" status: 204 len: 168 time: 0.1823061 Jul 22 16:44:12.028364 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34faf7cc-4fbf-46f4-a28b-cfd262e3e713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593bd8b7-5746-4e8c-8d83-3d1208d3283d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:12.139433 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device faf629d6-3660-4b4d-aa09-61242ad6828f details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:44:12.421971 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:12.446136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port faf629d6-3660-4b4d-aa09-61242ad6828f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=faf629d6-3660-4b4d-aa09-61242ad6828f,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:12.501309 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'faf629d6-3660-4b4d-aa09-61242ad6828f', 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d', 'port_id': 'faf629d6-3660-4b4d-aa09-61242ad6828f', 'mac_address': 'fa:16:3e:d7:3b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411cf97d-c177-4f17-b976-e1cbeab029d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:44:12.673873 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:12.704885 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf629d6-3660-4b4d-aa09-61242ad6828f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:44:12.751562 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port faf629d6-3660-4b4d-aa09-61242ad6828f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=faf629d6-3660-4b4d-aa09-61242ad6828f,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:12.757789 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:12.773823 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0014a-f2bc-461c-83bb-980916bc2bb8 req-c802e28d-2a8e-463f-a3e5-b72d0799d16d tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:12.775550 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-82d0014a-f2bc-461c-83bb-980916bc2bb8 req-c802e28d-2a8e-463f-a3e5-b72d0799d16d tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e98e7f0-f9b2-4afd-9b92-48c86cc0097b HTTP/1.1" status: 200 len: 943 time: 0.1983249 Jul 22 16:44:12.877196 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-82d0014a-f2bc-461c-83bb-980916bc2bb8 req-2cff2828-a8b4-4189-b1b7-8d6031647ccd tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955570 Jul 22 16:44:12.887732 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=faf629d6-3660-4b4d-aa09-61242ad6828f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:12.887990 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33940) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:12.951394 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e2d8af03-5493-4614-a8f7-bc15317f7162 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a8ea6790064946f0a9e2f2ddc624c574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513153 Jul 22 16:44:12.955680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33942) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:13.069889 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e24df042-1c20-4317-a17f-899b004dedcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:13.104226 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e24df042-1c20-4317-a17f-899b004dedcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:13.146960 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['faf629d6-3660-4b4d-aa09-61242ad6828f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:44:13.222358 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e24df042-1c20-4317-a17f-899b004dedcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:13.225774 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e24df042-1c20-4317-a17f-899b004dedcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:13.229616 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e24df042-1c20-4317-a17f-899b004dedcd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/846249ae-7811-4357-a4c2-43a691d2b18e HTTP/1.1" status: 204 len: 168 time: 0.2703187 Jul 22 16:44:13.256075 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24df042-1c20-4317-a17f-899b004dedcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846249ae-7811-4357-a4c2-43a691d2b18e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:14.103146 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d4f6f-f370-4f0b-a6b5-49156670c208 req-0b7422a5-1625-449a-9f0c-154dcb95f4cd tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:14.105481 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac7d4f6f-f370-4f0b-a6b5-49156670c208 req-0b7422a5-1625-449a-9f0c-154dcb95f4cd tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e98e7f0-f9b2-4afd-9b92-48c86cc0097b HTTP/1.1" status: 200 len: 944 time: 0.1160526 Jul 22 16:44:14.205155 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac7d4f6f-f370-4f0b-a6b5-49156670c208 req-2e9f6dd5-1009-4504-92bb-e195fc24205c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842664 Jul 22 16:44:15.057617 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34024) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:15.320544 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1154715614'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:15.425580 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Made reservation on behalf of 28afd516fe734112b120e8be45892cca for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:15.430206 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:15.448106 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:15.476618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be1ecc-4a8e-42ac-a5c3-b1b98b95a2db req-e4be64f9-b2a1-424c-af55-7fefc915b6e4 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:15.484219 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77be1ecc-4a8e-42ac-a5c3-b1b98b95a2db req-e4be64f9-b2a1-424c-af55-7fefc915b6e4 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e98e7f0-f9b2-4afd-9b92-48c86cc0097b HTTP/1.1" status: 200 len: 944 time: 0.1469936 Jul 22 16:44:15.537733 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77be1ecc-4a8e-42ac-a5c3-b1b98b95a2db req-de60fefe-dcad-4260-9819-8d251fcc663d tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523739 Jul 22 16:44:15.729016 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:15.736105 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:15.811766 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:44:15.848394 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b52144-5e0f-48a8-842f-de3ae5161a81,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:15.880428 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:15.894527 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:15.895207 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:15.897141 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:15.897701 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:15.899782 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:15.900362 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:15.902357 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:15.902846 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:15.903538 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:15.903739 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:15.907594 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:15.929914 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:15.940095 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Added segment 0a041a16-a966-46b6-880a-c822ff120dc6 of type vlan for network 8c18c570-3707-497c-8518-4a9fe0e2fb82 Jul 22 16:44:16.010555 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:16.049197 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:16.066825 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:16.067548 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:16.112823 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device faf629d6-3660-4b4d-aa09-61242ad6828f up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:44:16.119083 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0593898 Jul 22 16:44:16.122321 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34048) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:16.129074 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-523e7c49-f567-4c98-a439-c1901580e718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-912387546'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:16.174929 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7c292-c582-40a5-9059-985eccd2a2ad tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Network': ['ID=8c18c570-3707-497c-8518-4a9fe0e2fb82,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:16.190828 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523e7c49-f567-4c98-a439-c1901580e718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Made reservation on behalf of 28afd516fe734112b120e8be45892cca for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:16.193270 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 8c18c570-3707-497c-8518-4a9fe0e2fb82 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:44:16.195615 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-523e7c49-f567-4c98-a439-c1901580e718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:16.259125 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523e7c49-f567-4c98-a439-c1901580e718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:44:16.278411 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-523e7c49-f567-4c98-a439-c1901580e718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:16.279303 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-523e7c49-f567-4c98-a439-c1901580e718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Added segment d52c3567-7f88-423f-91ef-6ec2f93d055c of type vlan for network 80d365c2-73ac-40db-a623-0ae158e11b49 Jul 22 16:44:16.342996 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-523e7c49-f567-4c98-a439-c1901580e718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:16.393806 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34056) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:16.407783 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-523e7c49-f567-4c98-a439-c1901580e718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:16.420667 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523e7c49-f567-4c98-a439-c1901580e718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:16.421705 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-523e7c49-f567-4c98-a439-c1901580e718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:16.520507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6247ad7-d6c6-4760-98f8-d2c853d8fd04 admin admin] Deleting subnet 71d61078-a3b6-4024-be18-3fb41a7368b8 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:44:16.522152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e7c49-f567-4c98-a439-c1901580e718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Network': ['ID=80d365c2-73ac-40db-a623-0ae158e11b49,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:16.533541 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-523e7c49-f567-4c98-a439-c1901580e718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4068661 Jul 22 16:44:16.533739 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34062) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:16.537068 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6247ad7-d6c6-4760-98f8-d2c853d8fd04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:16.543571 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-44b50390-e321-4421-bf7f-e97ce6885f98 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'subnet': {'network_id': '8c18c570-3707-497c-8518-4a9fe0e2fb82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:16.577566 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port faf629d6-3660-4b4d-aa09-61242ad6828f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:16.604826 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port faf629d6-3660-4b4d-aa09-61242ad6828f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:16.606793 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:16.612396 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 80d365c2-73ac-40db-a623-0ae158e11b49 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:44:16.617601 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6247ad7-d6c6-4760-98f8-d2c853d8fd04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:16.649032 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b50390-e321-4421-bf7f-e97ce6885f98 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Made reservation on behalf of 28afd516fe734112b120e8be45892cca for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:16.653797 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44b50390-e321-4421-bf7f-e97ce6885f98 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:16.779445 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6247ad7-d6c6-4760-98f8-d2c853d8fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:16.898501 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6247ad7-d6c6-4760-98f8-d2c853d8fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:16.952185 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6247ad7-d6c6-4760-98f8-d2c853d8fd04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71d61078-a3b6-4024-be18-3fb41a7368b8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:16.967948 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6247ad7-d6c6-4760-98f8-d2c853d8fd04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:16.971877 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a6247ad7-d6c6-4760-98f8-d2c853d8fd04 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/71d61078-a3b6-4024-be18-3fb41a7368b8 HTTP/1.1" status: 204 len: 168 time: 0.5764651 Jul 22 16:44:16.982166 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34074) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:17.003543 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:17.067667 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44b50390-e321-4421-bf7f-e97ce6885f98 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:17.116729 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port faf629d6-3660-4b4d-aa09-61242ad6828f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=faf629d6-3660-4b4d-aa09-61242ad6828f,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:17.118497 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e98e7f0-f9b2-4afd-9b92-48c86cc0097b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf629d6-3660-4b4d-aa09-61242ad6828f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:44:17.124060 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8d3dae-b12b-48d3-bae8-1034090a7aa6" -d '{"events": [{"server_uuid": "1e98e7f0-f9b2-4afd-9b92-48c86cc0097b", "name": "network-vif-plugged", "status": "completed", "tag": "faf629d6-3660-4b4d-aa09-61242ad6828f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:44:17.147863 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:17.209066 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d4cb41-7c7b-4a8d-a6c3-c65153dc71dd x-openstack-request-id: req-29d4cb41-7c7b-4a8d-a6c3-c65153dc71dd {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:44:17.209630 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e98e7f0-f9b2-4afd-9b92-48c86cc0097b", "name": "network-vif-plugged", "status": "completed", "tag": "faf629d6-3660-4b4d-aa09-61242ad6828f", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:44:17.210109 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-29d4cb41-7c7b-4a8d-a6c3-c65153dc71dd {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:44:17.210699 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e98e7f0-f9b2-4afd-9b92-48c86cc0097b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf629d6-3660-4b4d-aa09-61242ad6828f', 'code': 200} Jul 22 16:44:17.237001 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b50390-e321-4421-bf7f-e97ce6885f98 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Checking segment: {'id': '0a041a16-a966-46b6-880a-c822ff120dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8c18c570-3707-497c-8518-4a9fe0e2fb82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:44:17.238451 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b50390-e321-4421-bf7f-e97ce6885f98 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network hostable DHCP agents. Network: 8c18c570-3707-497c-8518-4a9fe0e2fb82, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:44:17.239648 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d4a490b-56ef-4355-a694-d19c375e3565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:17.255427 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=faf629d6-3660-4b4d-aa09-61242ad6828f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:17.269095 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b50390-e321-4421-bf7f-e97ce6885f98 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Subnet': ['ID=1a7c8c06-5685-4abf-8ed0-c3ae5899e876,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:17.294394 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de26f94-9e39-4fd2-9fe3-1c957c0a098c req-4951f795-f366-4005-8725-3d10be34f3ba tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:17.296201 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0de26f94-9e39-4fd2-9fe3-1c957c0a098c req-4951f795-f366-4005-8725-3d10be34f3ba tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e98e7f0-f9b2-4afd-9b92-48c86cc0097b HTTP/1.1" status: 200 len: 944 time: 0.2478137 Jul 22 16:44:17.308919 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b50390-e321-4421-bf7f-e97ce6885f98 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network 8c18c570-3707-497c-8518-4a9fe0e2fb82 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:44:17.373230 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-44b50390-e321-4421-bf7f-e97ce6885f98 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 8c18c570-3707-497c-8518-4a9fe0e2fb82) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:17.380931 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b50390-e321-4421-bf7f-e97ce6885f98 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:17.381106 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44b50390-e321-4421-bf7f-e97ce6885f98 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:17.383046 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97873e0f-134e-4c54-85bd-4dc3c20ed062 None None] Network 8c18c570-3707-497c-8518-4a9fe0e2fb82 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:17.414523 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0de26f94-9e39-4fd2-9fe3-1c957c0a098c req-1556975b-9aa7-4f3b-a16a-9cc93e668db3 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972552 Jul 22 16:44:17.417243 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-44b50390-e321-4421-bf7f-e97ce6885f98 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8824103 Jul 22 16:44:17.421179 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34084) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:17.443219 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3a01a3e3-b968-413a-84e5-c773dca80d47 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'subnet': {'network_id': '80d365c2-73ac-40db-a623-0ae158e11b49', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:17.490894 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d4a490b-56ef-4355-a694-d19c375e3565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:17.512307 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-2d4a490b-56ef-4355-a694-d19c375e3565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['505e7aec-4993-4014-9ebe-fc327bd7ad1d']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:17.528023 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-2d4a490b-56ef-4355-a694-d19c375e3565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27143391-0d5d-495f-8e52-618ade09a278') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:17.528326 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-2d4a490b-56ef-4355-a694-d19c375e3565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27143391-0d5d-495f-8e52-618ade09a278') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:17.544207 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd0c07-65cd-4165-9e7c-1fcadef9cc41 req-e36d122f-38db-4f08-8452-d32770de69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:17.545907 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fcd0c07-65cd-4165-9e7c-1fcadef9cc41 req-e36d122f-38db-4f08-8452-d32770de69c5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1e98e7f0-f9b2-4afd-9b92-48c86cc0097b HTTP/1.1" status: 200 len: 1096 time: 0.2350478 Jul 22 16:44:17.548379 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d4a490b-56ef-4355-a694-d19c375e3565 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:17.582308 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d4a490b-56ef-4355-a694-d19c375e3565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:17.596173 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4a490b-56ef-4355-a694-d19c375e3565 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:44:17.596588 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d4a490b-56ef-4355-a694-d19c375e3565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:44:17.598909 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:44:17.637021 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fcd0c07-65cd-4165-9e7c-1fcadef9cc41 req-73f90427-8feb-4d6d-baef-da48b33d1f79 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809450 Jul 22 16:44:17.683878 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d4a490b-56ef-4355-a694-d19c375e3565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:17.694026 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d4a490b-56ef-4355-a694-d19c375e3565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:17.702328 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2d4a490b-56ef-4355-a694-d19c375e3565 admin admin] 10.222.0.69 "DELETE /v2.0/networks/505e7aec-4993-4014-9ebe-fc327bd7ad1d HTTP/1.1" status: 204 len: 168 time: 0.7158787 Jul 22 16:44:17.705571 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34094) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:17.733059 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a490b-56ef-4355-a694-d19c375e3565 admin admin] Pushing event deleted for resources: {'Network': ['ID=505e7aec-4993-4014-9ebe-fc327bd7ad1d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:17.824041 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1034e8-256f-41bb-a162-c5ebddfbda40 admin admin] Deleting subnet 04a133a2-3e23-4e91-83fa-ecb27e7c37f0 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:44:17.830099 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a01a3e3-b968-413a-84e5-c773dca80d47 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Made reservation on behalf of 28afd516fe734112b120e8be45892cca for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:17.833800 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d1034e8-256f-41bb-a162-c5ebddfbda40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:17.834278 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a01a3e3-b968-413a-84e5-c773dca80d47 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:17.845421 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4212b1dc-ea33-45e3-ba71-9929f1cef917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-8c18c570-3707-497c-8518-4a9fe0e2fb82', 'network_id': '8c18c570-3707-497c-8518-4a9fe0e2fb82', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'fixed_ips': [{'subnet_id': '1a7c8c06-5685-4abf-8ed0-c3ae5899e876'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:44:17.848312 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4212b1dc-ea33-45e3-ba71-9929f1cef917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:17.934851 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d1034e8-256f-41bb-a162-c5ebddfbda40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.055215 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d1034e8-256f-41bb-a162-c5ebddfbda40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.190348 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d1034e8-256f-41bb-a162-c5ebddfbda40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.213653 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d1034e8-256f-41bb-a162-c5ebddfbda40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.216283 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3d1034e8-256f-41bb-a162-c5ebddfbda40 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/04a133a2-3e23-4e91-83fa-ecb27e7c37f0 HTTP/1.1" status: 204 len: 168 time: 0.5086048 Jul 22 16:44:18.237401 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34106) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:18.247170 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1034e8-256f-41bb-a162-c5ebddfbda40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a133a2-3e23-4e91-83fa-ecb27e7c37f0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:18.276352 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-4212b1dc-ea33-45e3-ba71-9929f1cef917 None None] Allocated IP 2001:db8::2 (8c18c570-3707-497c-8518-4a9fe0e2fb82/1a7c8c06-5685-4abf-8ed0-c3ae5899e876/ff0fbc92-75e8-4431-9574-c8709410565e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:44:18.310780 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a01a3e3-b968-413a-84e5-c773dca80d47 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.369220 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81afe094-36c5-41e7-8abd-0b08c4300e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.455712 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01a3e3-b968-413a-84e5-c773dca80d47 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Subnet': ['ID=6d61b6b3-409a-46ec-a75a-7a5f2ac2f9e0,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:18.519274 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a01a3e3-b968-413a-84e5-c773dca80d47 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Checking segment: {'id': 'd52c3567-7f88-423f-91ef-6ec2f93d055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '80d365c2-73ac-40db-a623-0ae158e11b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:44:18.520031 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a01a3e3-b968-413a-84e5-c773dca80d47 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network hostable DHCP agents. Network: 80d365c2-73ac-40db-a623-0ae158e11b49, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:44:18.546699 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a01a3e3-b968-413a-84e5-c773dca80d47 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network 80d365c2-73ac-40db-a623-0ae158e11b49 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:44:18.574549 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81afe094-36c5-41e7-8abd-0b08c4300e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.577771 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-3a01a3e3-b968-413a-84e5-c773dca80d47 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 80d365c2-73ac-40db-a623-0ae158e11b49) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:18.584297 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a01a3e3-b968-413a-84e5-c773dca80d47 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:18.584902 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a01a3e3-b968-413a-84e5-c773dca80d47 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.612642 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3a01a3e3-b968-413a-84e5-c773dca80d47 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1895511 Jul 22 16:44:18.624175 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34116) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:18.624400 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b6bee6-f675-43ed-91fa-8e8963ae59d1 None None] Network 80d365c2-73ac-40db-a623-0ae158e11b49 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:18.627358 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-75a57d45-161f-481c-9572-653dd4000cd7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-630377525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:18.677639 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75a57d45-161f-481c-9572-653dd4000cd7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.678707 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75a57d45-161f-481c-9572-653dd4000cd7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.699201 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-81afe094-36c5-41e7-8abd-0b08c4300e59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d99c0c-9ffd-4d4c-9f66-eae5ce5412d4']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:18.727858 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-81afe094-36c5-41e7-8abd-0b08c4300e59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e4d3e0f-f126-4730-b0e3-de1867495430') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:18.728866 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-81afe094-36c5-41e7-8abd-0b08c4300e59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e4d3e0f-f126-4730-b0e3-de1867495430') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:18.773881 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81afe094-36c5-41e7-8abd-0b08c4300e59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.785550 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75a57d45-161f-481c-9572-653dd4000cd7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.791570 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75a57d45-161f-481c-9572-653dd4000cd7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.816946 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75a57d45-161f-481c-9572-653dd4000cd7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.819055 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-75a57d45-161f-481c-9572-653dd4000cd7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1973705 Jul 22 16:44:18.821330 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34120) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:18.826921 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4212b1dc-ea33-45e3-ba71-9929f1cef917 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.865991 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81afe094-36c5-41e7-8abd-0b08c4300e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.882726 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81afe094-36c5-41e7-8abd-0b08c4300e59 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:44:18.883161 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81afe094-36c5-41e7-8abd-0b08c4300e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:44:18.928282 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:44:18.984459 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621d835-5ae4-49a1-8f53-6ac3f24ff813 req-928e5b89-6da9-4158-a4c6-edb7058092e5 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:18.986910 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3621d835-5ae4-49a1-8f53-6ac3f24ff813 req-928e5b89-6da9-4158-a4c6-edb7058092e5 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e98e7f0-f9b2-4afd-9b92-48c86cc0097b HTTP/1.1" status: 200 len: 945 time: 0.3840678 Jul 22 16:44:19.061683 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4212b1dc-ea33-45e3-ba71-9929f1cef917 None None] Transition to ACTIVE for port object ff0fbc92-75e8-4431-9574-c8709410565e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:19.080979 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81afe094-36c5-41e7-8abd-0b08c4300e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:19.092817 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81afe094-36c5-41e7-8abd-0b08c4300e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:19.102487 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-81afe094-36c5-41e7-8abd-0b08c4300e59 admin admin] 10.222.0.69 "DELETE /v2.0/networks/a5d99c0c-9ffd-4d4c-9f66-eae5ce5412d4 HTTP/1.1" status: 204 len: 168 time: 0.8607943 Jul 22 16:44:19.149212 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afe094-36c5-41e7-8abd-0b08c4300e59 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5d99c0c-9ffd-4d4c-9f66-eae5ce5412d4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:19.169398 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4212b1dc-ea33-45e3-ba71-9929f1cef917 None None] Transition to ACTIVE for port object ff0fbc92-75e8-4431-9574-c8709410565e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:19.172724 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3621d835-5ae4-49a1-8f53-6ac3f24ff813 req-f4f8223c-5c1b-4bbc-8c62-a3f23adb218a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447010 Jul 22 16:44:19.188149 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4212b1dc-ea33-45e3-ba71-9929f1cef917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:19.264337 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212b1dc-ea33-45e3-ba71-9929f1cef917 None None] Pushing event updated for resources: {'Port': ['ID=ff0fbc92-75e8-4431-9574-c8709410565e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:19.289489 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542bddfa-88d8-4ff1-972c-97af96fa7cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-80d365c2-73ac-40db-a623-0ae158e11b49', 'network_id': '80d365c2-73ac-40db-a623-0ae158e11b49', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'fixed_ips': [{'subnet_id': '6d61b6b3-409a-46ec-a75a-7a5f2ac2f9e0'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:44:19.292956 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-542bddfa-88d8-4ff1-972c-97af96fa7cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:19.301448 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4212b1dc-ea33-45e3-ba71-9929f1cef917 None None] Network 8c18c570-3707-497c-8518-4a9fe0e2fb82 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:19.323258 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-4212b1dc-ea33-45e3-ba71-9929f1cef917 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:19.328077 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4212b1dc-ea33-45e3-ba71-9929f1cef917 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:44:19.483988 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-542bddfa-88d8-4ff1-972c-97af96fa7cc7 None None] Allocated IP 2001:db8:1::2 (80d365c2-73ac-40db-a623-0ae158e11b49/6d61b6b3-409a-46ec-a75a-7a5f2ac2f9e0/c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:44:19.524779 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec6d381d-e061-4ced-83a0-daf9f3f56ea9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:19.709591 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34144) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:19.771731 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4212b1dc-ea33-45e3-ba71-9929f1cef917 None None] Attempting to bind port ff0fbc92-75e8-4431-9574-c8709410565e on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:19.774133 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4212b1dc-ea33-45e3-ba71-9929f1cef917 None None] Attempting to bind port ff0fbc92-75e8-4431-9574-c8709410565e by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '0a041a16-a966-46b6-880a-c822ff120dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8c18c570-3707-497c-8518-4a9fe0e2fb82'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:19.775549 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4212b1dc-ea33-45e3-ba71-9929f1cef917 None None] Attempting to bind port ff0fbc92-75e8-4431-9574-c8709410565e on network 8c18c570-3707-497c-8518-4a9fe0e2fb82 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:19.812215 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-542bddfa-88d8-4ff1-972c-97af96fa7cc7 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:19.841612 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4212b1dc-ea33-45e3-ba71-9929f1cef917 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:44:19.844770 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4212b1dc-ea33-45e3-ba71-9929f1cef917 None None] Checking segment: {'id': '0a041a16-a966-46b6-880a-c822ff120dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8c18c570-3707-497c-8518-4a9fe0e2fb82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:44:19.848351 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4212b1dc-ea33-45e3-ba71-9929f1cef917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:19.849093 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4212b1dc-ea33-45e3-ba71-9929f1cef917 None None] Bound using segment: {'id': '0a041a16-a966-46b6-880a-c822ff120dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8c18c570-3707-497c-8518-4a9fe0e2fb82'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:44:19.850099 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4212b1dc-ea33-45e3-ba71-9929f1cef917 None None] Bound port: ff0fbc92-75e8-4431-9574-c8709410565e, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a041a16-a966-46b6-880a-c822ff120dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8c18c570-3707-497c-8518-4a9fe0e2fb82'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:44:19.850732 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4212b1dc-ea33-45e3-ba71-9929f1cef917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:19.859027 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-542bddfa-88d8-4ff1-972c-97af96fa7cc7 None None] Transition to ACTIVE for port object c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:19.912948 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-542bddfa-88d8-4ff1-972c-97af96fa7cc7 None None] Transition to ACTIVE for port object c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:19.956010 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-542bddfa-88d8-4ff1-972c-97af96fa7cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:20.078487 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542bddfa-88d8-4ff1-972c-97af96fa7cc7 None None] Network 80d365c2-73ac-40db-a623-0ae158e11b49 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:20.095280 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-542bddfa-88d8-4ff1-972c-97af96fa7cc7 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:20.102917 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542bddfa-88d8-4ff1-972c-97af96fa7cc7 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:44:20.115830 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542bddfa-88d8-4ff1-972c-97af96fa7cc7 None None] Pushing event updated for resources: {'Port': ['ID=c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:20.123044 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4212b1dc-ea33-45e3-ba71-9929f1cef917 None None] For port ff0fbc92-75e8-4431-9574-c8709410565e, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:44:20.128167 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4212b1dc-ea33-45e3-ba71-9929f1cef917 None None] For port ff0fbc92-75e8-4431-9574-c8709410565e, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ff0fbc92-75e8-4431-9574-c8709410565e,segment=NetworkSegment(0a041a16-a966-46b6-880a-c822ff120dc6),segment_id=0a041a16-a966-46b6-880a-c822ff120dc6)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:44:20.152309 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-ec6d381d-e061-4ced-83a0-daf9f3f56ea9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Allocated IP 2001:db8::1 (8c18c570-3707-497c-8518-4a9fe0e2fb82/1a7c8c06-5685-4abf-8ed0-c3ae5899e876/316fe399-5998-4c9f-bdc3-89d1618a26ac) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:44:20.154382 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4212b1dc-ea33-45e3-ba71-9929f1cef917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:20.293108 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-542bddfa-88d8-4ff1-972c-97af96fa7cc7 None None] Attempting to bind port c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:20.294096 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-542bddfa-88d8-4ff1-972c-97af96fa7cc7 None None] Attempting to bind port c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'd52c3567-7f88-423f-91ef-6ec2f93d055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '80d365c2-73ac-40db-a623-0ae158e11b49'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:20.294096 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542bddfa-88d8-4ff1-972c-97af96fa7cc7 None None] Attempting to bind port c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58 on network 80d365c2-73ac-40db-a623-0ae158e11b49 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:20.330414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542bddfa-88d8-4ff1-972c-97af96fa7cc7 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:44:20.330830 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542bddfa-88d8-4ff1-972c-97af96fa7cc7 None None] Checking segment: {'id': 'd52c3567-7f88-423f-91ef-6ec2f93d055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '80d365c2-73ac-40db-a623-0ae158e11b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:44:20.331079 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-542bddfa-88d8-4ff1-972c-97af96fa7cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:20.335768 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542bddfa-88d8-4ff1-972c-97af96fa7cc7 None None] Bound using segment: {'id': 'd52c3567-7f88-423f-91ef-6ec2f93d055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '80d365c2-73ac-40db-a623-0ae158e11b49'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:44:20.336361 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-542bddfa-88d8-4ff1-972c-97af96fa7cc7 None None] Bound port: c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52c3567-7f88-423f-91ef-6ec2f93d055c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '80d365c2-73ac-40db-a623-0ae158e11b49'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:44:20.345023 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-542bddfa-88d8-4ff1-972c-97af96fa7cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:20.369711 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212b1dc-ea33-45e3-ba71-9929f1cef917 None None] Pushing event updated for resources: {'Port': ['ID=ff0fbc92-75e8-4431-9574-c8709410565e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:20.421089 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4a8a0edd-ee53-458c-9dd3-aded84c3f42b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fb6676aeb8e2493a8c529046072d934a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7157633 Jul 22 16:44:20.424361 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34162) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:20.492071 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-542bddfa-88d8-4ff1-972c-97af96fa7cc7 None None] For port c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:44:20.495830 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-542bddfa-88d8-4ff1-972c-97af96fa7cc7 None None] For port c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58,segment=NetworkSegment(d52c3567-7f88-423f-91ef-6ec2f93d055c),segment_id=d52c3567-7f88-423f-91ef-6ec2f93d055c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:44:20.502035 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-542bddfa-88d8-4ff1-972c-97af96fa7cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:20.515729 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec6d381d-e061-4ced-83a0-daf9f3f56ea9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:20.548812 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fb115-f0d4-432a-bac7-5b3438c80130 req-3ee8a564-cdba-40b9-8354-758b60c4bd3c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:20.568710 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a59fb115-f0d4-432a-bac7-5b3438c80130 req-3ee8a564-cdba-40b9-8354-758b60c4bd3c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e98e7f0-f9b2-4afd-9b92-48c86cc0097b HTTP/1.1" status: 200 len: 945 time: 0.1987410 Jul 22 16:44:20.605399 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f18144e-af14-401b-b9fe-f82652483aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:20.627698 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-ec6d381d-e061-4ced-83a0-daf9f3f56ea9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Transition to ACTIVE for port object 316fe399-5998-4c9f-bdc3-89d1618a26ac will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:20.639312 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542bddfa-88d8-4ff1-972c-97af96fa7cc7 None None] Pushing event updated for resources: {'Port': ['ID=c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:20.663537 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a59fb115-f0d4-432a-bac7-5b3438c80130 req-4a17646e-9d30-4bfb-ba7e-dbf826620425 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876386 Jul 22 16:44:20.711126 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f18144e-af14-401b-b9fe-f82652483aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:20.731858 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec6d381d-e061-4ced-83a0-daf9f3f56ea9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:20.841422 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6d381d-e061-4ced-83a0-daf9f3f56ea9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network 8c18c570-3707-497c-8518-4a9fe0e2fb82 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:20.857542 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ec6d381d-e061-4ced-83a0-daf9f3f56ea9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:20.882371 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6d381d-e061-4ced-83a0-daf9f3f56ea9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:44:20.882931 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec6d381d-e061-4ced-83a0-daf9f3f56ea9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:20.910305 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597cbbb-04d9-45ba-b0a8-7f56dafb5252 req-850a3dd2-bdac-4f1b-8049-e936b6b002b1 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:20.919670 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c597cbbb-04d9-45ba-b0a8-7f56dafb5252 req-850a3dd2-bdac-4f1b-8049-e936b6b002b1 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e98e7f0-f9b2-4afd-9b92-48c86cc0097b HTTP/1.1" status: 200 len: 945 time: 0.1294055 Jul 22 16:44:20.930013 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f18144e-af14-401b-b9fe-f82652483aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:20.933418 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f18144e-af14-401b-b9fe-f82652483aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:20.935077 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1f18144e-af14-401b-b9fe-f82652483aed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2677b7bd-a94f-4158-b216-5bdaee1b048c HTTP/1.1" status: 204 len: 168 time: 0.5085785 Jul 22 16:44:20.957355 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18144e-af14-401b-b9fe-f82652483aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2677b7bd-a94f-4158-b216-5bdaee1b048c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:21.032559 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d381d-e061-4ced-83a0-daf9f3f56ea9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Port': ['ID=316fe399-5998-4c9f-bdc3-89d1618a26ac,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:21.109320 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c597cbbb-04d9-45ba-b0a8-7f56dafb5252 req-715a41fd-eb7a-4bb3-9d91-6380537ffeac tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883960 Jul 22 16:44:21.138691 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec6d381d-e061-4ced-83a0-daf9f3f56ea9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:21.561004 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f539f-a94b-490b-8a31-788d9f36ab43 req-98b78c0f-f431-4aab-8059-a31a9b6ec6df tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:21.568412 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-da2f539f-a94b-490b-8a31-788d9f36ab43 req-98b78c0f-f431-4aab-8059-a31a9b6ec6df tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e98e7f0-f9b2-4afd-9b92-48c86cc0097b HTTP/1.1" status: 200 len: 945 time: 0.1373534 Jul 22 16:44:21.647232 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-da2f539f-a94b-490b-8a31-788d9f36ab43 req-3faabde0-955f-425a-9df1-1ed7285a9a0e tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780020 Jul 22 16:44:21.706013 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec6d381d-e061-4ced-83a0-daf9f3f56ea9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:21.730221 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec6d381d-e061-4ced-83a0-daf9f3f56ea9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:21.733806 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec6d381d-e061-4ced-83a0-daf9f3f56ea9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:21.876271 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34200) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:21.909758 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d381d-e061-4ced-83a0-daf9f3f56ea9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Port': ['ID=316fe399-5998-4c9f-bdc3-89d1618a26ac,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:22.018157 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d87af5b8-48f4-4ff8-a9e1-53b0a5ca6ed2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=234a2d3637c8419aa0cb6749e9958b82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1401985 Jul 22 16:44:22.021751 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34202) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:22.071104 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6d381d-e061-4ced-83a0-daf9f3f56ea9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network 8c18c570-3707-497c-8518-4a9fe0e2fb82 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:22.079493 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ec6d381d-e061-4ced-83a0-daf9f3f56ea9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:22.098299 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6093cb02-111c-4899-9464-623cd87c0a72 None None] Network 8c18c570-3707-497c-8518-4a9fe0e2fb82 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:22.265247 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ff0fbc92-75e8-4431-9574-c8709410565e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:44:22.282297 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df349985-d3ce-4c60-87f4-b156a535d43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:22.304070 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b138f022-0eeb-4a95-90a5-96fc6456a7b1 None None] Provisioning for port ff0fbc92-75e8-4431-9574-c8709410565e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:22.344228 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df349985-d3ce-4c60-87f4-b156a535d43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:22.413150 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port ff0fbc92-75e8-4431-9574-c8709410565e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:22.423148 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port ff0fbc92-75e8-4431-9574-c8709410565e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:22.425073 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:22.427141 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6d381d-e061-4ced-83a0-daf9f3f56ea9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Router fbf64160-b22a-4c94-87b0-77fe929aa5d7 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:44:22.498872 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df349985-d3ce-4c60-87f4-b156a535d43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:22.502736 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df349985-d3ce-4c60-87f4-b156a535d43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:22.509065 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-df349985-d3ce-4c60-87f4-b156a535d43d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/705c314d-07cf-419c-a3a7-cd6e37c31ba7 HTTP/1.1" status: 204 len: 168 time: 0.4835210 Jul 22 16:44:22.586719 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df349985-d3ce-4c60-87f4-b156a535d43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705c314d-07cf-419c-a3a7-cd6e37c31ba7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:22.641463 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:22.654230 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6d381d-e061-4ced-83a0-daf9f3f56ea9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:44:22.667567 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8c9d47-5d25-48b5-b99f-4fe3faaa3a07 None None] Sync routers for ids ['fbf64160-b22a-4c94-87b0-77fe929aa5d7'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:44:22.681451 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34218) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:22.682923 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ec6d381d-e061-4ced-83a0-daf9f3f56ea9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "PUT /v2.0/routers/fbf64160-b22a-4c94-87b0-77fe929aa5d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8603778 Jul 22 16:44:22.694208 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c9d47-5d25-48b5-b99f-4fe3faaa3a07 None None] Routers {'fbf64160-b22a-4c94-87b0-77fe929aa5d7'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:44:22.695346 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8b8c9d47-5d25-48b5-b99f-4fe3faaa3a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:44:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['fbf64160-b22a-4c94-87b0-77fe929aa5d7'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:22.753601 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8b8c9d47-5d25-48b5-b99f-4fe3faaa3a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:22.784818 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30568aff-853c-468c-a1d9-aeb30ef13ee4 None None] Network 80d365c2-73ac-40db-a623-0ae158e11b49 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:22.793330 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port ff0fbc92-75e8-4431-9574-c8709410565e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ff0fbc92-75e8-4431-9574-c8709410565e,segment=NetworkSegment(0a041a16-a966-46b6-880a-c822ff120dc6),segment_id=0a041a16-a966-46b6-880a-c822ff120dc6)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:22.808005 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:22.809412 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:44:22.820850 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c9d47-5d25-48b5-b99f-4fe3faaa3a07 None None] Routers {'fbf64160-b22a-4c94-87b0-77fe929aa5d7'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:44:22.821576 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8b8c9d47-5d25-48b5-b99f-4fe3faaa3a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:44:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['fbf64160-b22a-4c94-87b0-77fe929aa5d7'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:23.087029 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8b8c9d47-5d25-48b5-b99f-4fe3faaa3a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:23.094517 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8c9d47-5d25-48b5-b99f-4fe3faaa3a07 None None] The sync data for ids ['fbf64160-b22a-4c94-87b0-77fe929aa5d7'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:44:23.171344 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e592e92-37ca-4948-9c40-64328f82869a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:23.177440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d9ecb74a-4e7c-407b-9f8e-d212eb950f5d None None] Provisioning for port c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:23.178598 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2e592e92-37ca-4948-9c40-64328f82869a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "GET /v2.0/ports/316fe399-5998-4c9f-bdc3-89d1618a26ac HTTP/1.1" status: 200 len: 911 time: 0.4935849 Jul 22 16:44:23.180788 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34232) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:23.211107 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=ff0fbc92-75e8-4431-9574-c8709410565e,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:23.324435 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:23.340029 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00747673-8760-4c50-9ce0-d38604ec5504 req-3ae1a78b-e1a0-47e7-b507-7fd400c3cc3a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:23.353285 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-00747673-8760-4c50-9ce0-d38604ec5504 req-3ae1a78b-e1a0-47e7-b507-7fd400c3cc3a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e98e7f0-f9b2-4afd-9b92-48c86cc0097b HTTP/1.1" status: 200 len: 945 time: 0.2809589 Jul 22 16:44:23.370648 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:23.371195 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:23.403336 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:44:23.446973 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-00747673-8760-4c50-9ce0-d38604ec5504 req-89d132db-ce45-4d1d-897f-7f15dca5d3fb tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925357 Jul 22 16:44:23.476428 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-eb09a6e7-da98-4235-be0b-8363a51ec439 None None] Provisioning for port 316fe399-5998-4c9f-bdc3-89d1618a26ac completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:23.512037 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-eb09a6e7-da98-4235-be0b-8363a51ec439 None None] Provisioning complete for port 316fe399-5998-4c9f-bdc3-89d1618a26ac triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:23.520315 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb09a6e7-da98-4235-be0b-8363a51ec439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:23.524261 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72763f54-b93b-4543-866c-bf20a5d425c5 req-fa5d3582-4864-45e7-aac2-ef3081e3e23d tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:23.526331 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-72763f54-b93b-4543-866c-bf20a5d425c5 req-fa5d3582-4864-45e7-aac2-ef3081e3e23d tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e98e7f0-f9b2-4afd-9b92-48c86cc0097b HTTP/1.1" status: 200 len: 945 time: 0.7034056 Jul 22 16:44:23.691695 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-eb09a6e7-da98-4235-be0b-8363a51ec439 None None] Port 316fe399-5998-4c9f-bdc3-89d1618a26ac cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:44:23.739028 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-eb09a6e7-da98-4235-be0b-8363a51ec439 None None] Provisioning complete for port ff0fbc92-75e8-4431-9574-c8709410565e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:23.741844 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb09a6e7-da98-4235-be0b-8363a51ec439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:23.744112 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:23.887184 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58,segment=NetworkSegment(d52c3567-7f88-423f-91ef-6ec2f93d055c),segment_id=d52c3567-7f88-423f-91ef-6ec2f93d055c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:23.894349 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:24.115705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ff0fbc92-75e8-4431-9574-c8709410565e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:44:24.329252 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:24.334714 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-72763f54-b93b-4543-866c-bf20a5d425c5 req-d1b1f371-4b24-4ef1-a92c-8a69cd7e4f90 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Deleting port faf629d6-3660-4b4d-aa09-61242ad6828f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:24.338266 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-72763f54-b93b-4543-866c-bf20a5d425c5 req-d1b1f371-4b24-4ef1-a92c-8a69cd7e4f90 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:24.415718 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port ff0fbc92-75e8-4431-9574-c8709410565e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:24.418136 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:24.447502 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73ec7306-463c-4d6b-a16a-b2e91fc5b840 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:24.542327 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b62bcd43-49dc-44ca-8d61-86a79137d79d None None] Provisioning complete for port 316fe399-5998-4c9f-bdc3-89d1618a26ac triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:24.542327 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b62bcd43-49dc-44ca-8d61-86a79137d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:24.619522 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-72763f54-b93b-4543-866c-bf20a5d425c5 req-d1b1f371-4b24-4ef1-a92c-8a69cd7e4f90 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] For port faf629d6-3660-4b4d-aa09-61242ad6828f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=faf629d6-3660-4b4d-aa09-61242ad6828f,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:24.620163 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-72763f54-b93b-4543-866c-bf20a5d425c5 req-d1b1f371-4b24-4ef1-a92c-8a69cd7e4f90 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:24.637996 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-72763f54-b93b-4543-866c-bf20a5d425c5 req-d1b1f371-4b24-4ef1-a92c-8a69cd7e4f90 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Calling delete_port for faf629d6-3660-4b4d-aa09-61242ad6828f owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:24.672892 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b62bcd43-49dc-44ca-8d61-86a79137d79d None None] Port 316fe399-5998-4c9f-bdc3-89d1618a26ac cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:44:24.694424 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b62bcd43-49dc-44ca-8d61-86a79137d79d None None] Provisioning complete for port c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:24.694909 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b62bcd43-49dc-44ca-8d61-86a79137d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:24.933191 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46f11b-4965-41a2-8e0c-4593d2caa217 req-eb0232e7-ad3e-4cff-9c64-873f90d6ee22 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:24.941948 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d46f11b-4965-41a2-8e0c-4593d2caa217 req-eb0232e7-ad3e-4cff-9c64-873f90d6ee22 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e98e7f0-f9b2-4afd-9b92-48c86cc0097b HTTP/1.1" status: 200 len: 945 time: 0.2403271 Jul 22 16:44:25.101610 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d46f11b-4965-41a2-8e0c-4593d2caa217 req-a41d00bb-6951-4bca-a57a-eece647a1867 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587026 Jul 22 16:44:25.126592 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-72763f54-b93b-4543-866c-bf20a5d425c5 req-d1b1f371-4b24-4ef1-a92c-8a69cd7e4f90 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:25.167307 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['2596dc5f-fd69-4aaf-a871-df3a72ac699c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:44:25.225378 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1f371-4b24-4ef1-a92c-8a69cd7e4f90 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Pushing event deleted for resources: {'Port': ['ID=faf629d6-3660-4b4d-aa09-61242ad6828f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:25.311173 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-72763f54-b93b-4543-866c-bf20a5d425c5 req-d1b1f371-4b24-4ef1-a92c-8a69cd7e4f90 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] No DVR routers for this DVR port faf629d6-3660-4b4d-aa09-61242ad6828f on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:44:25.320551 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-72763f54-b93b-4543-866c-bf20a5d425c5 req-d1b1f371-4b24-4ef1-a92c-8a69cd7e4f90 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:25.331624 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-72763f54-b93b-4543-866c-bf20a5d425c5 req-d1b1f371-4b24-4ef1-a92c-8a69cd7e4f90 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.30 "DELETE /v2.0/ports/faf629d6-3660-4b4d-aa09-61242ad6828f HTTP/1.1" status: 204 len: 173 time: 1.7936113 Jul 22 16:44:25.332150 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e98e7f0-f9b2-4afd-9b92-48c86cc0097b', 'name': 'network-vif-deleted', 'tag': 'faf629d6-3660-4b4d-aa09-61242ad6828f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:44:25.334817 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc05726-61bb-44eb-b537-f62aac77be44" -d '{"events": [{"server_uuid": "1e98e7f0-f9b2-4afd-9b92-48c86cc0097b", "name": "network-vif-deleted", "tag": "faf629d6-3660-4b4d-aa09-61242ad6828f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:44:25.354804 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-73ec7306-463c-4d6b-a16a-b2e91fc5b840 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Allocated IP 2001:db8:1::1 (80d365c2-73ac-40db-a623-0ae158e11b49/6d61b6b3-409a-46ec-a75a-7a5f2ac2f9e0/603c14db-d362-473e-9fb7-b7a16635ec3b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:44:25.434719 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d88690-46a3-4c3f-8b28-c97f5861fc07 x-openstack-request-id: req-c8d88690-46a3-4c3f-8b28-c97f5861fc07 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:44:25.434719 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e98e7f0-f9b2-4afd-9b92-48c86cc0097b", "name": "network-vif-deleted", "tag": "faf629d6-3660-4b4d-aa09-61242ad6828f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:44:25.434719 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c8d88690-46a3-4c3f-8b28-c97f5861fc07 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:44:25.434719 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e98e7f0-f9b2-4afd-9b92-48c86cc0097b', 'name': 'network-vif-deleted', 'tag': 'faf629d6-3660-4b4d-aa09-61242ad6828f', 'status': 'completed', 'code': 200} Jul 22 16:44:25.589688 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73ec7306-463c-4d6b-a16a-b2e91fc5b840 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:25.617117 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-73ec7306-463c-4d6b-a16a-b2e91fc5b840 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Transition to ACTIVE for port object 603c14db-d362-473e-9fb7-b7a16635ec3b will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:25.666773 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73ec7306-463c-4d6b-a16a-b2e91fc5b840 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:25.719081 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ec7306-463c-4d6b-a16a-b2e91fc5b840 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network 80d365c2-73ac-40db-a623-0ae158e11b49 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:25.723976 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-73ec7306-463c-4d6b-a16a-b2e91fc5b840 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:25.728818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec7306-463c-4d6b-a16a-b2e91fc5b840 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:44:25.729733 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73ec7306-463c-4d6b-a16a-b2e91fc5b840 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:25.781296 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec7306-463c-4d6b-a16a-b2e91fc5b840 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Port': ['ID=603c14db-d362-473e-9fb7-b7a16635ec3b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:26.022813 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73ec7306-463c-4d6b-a16a-b2e91fc5b840 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:26.098217 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:44:26.213218 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device faf629d6-3660-4b4d-aa09-61242ad6828f no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:44:26.306858 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: faf629d6-3660-4b4d-aa09-61242ad6828f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:44:26.317803 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device faf629d6-3660-4b4d-aa09-61242ad6828f not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:44:26.450341 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:26.452174 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:26.571798 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cdf2ec5a-b786-4662-b812-82052fbdfa13 None None] Provisioning for port 603c14db-d362-473e-9fb7-b7a16635ec3b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:26.587607 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cdf2ec5a-b786-4662-b812-82052fbdfa13 None None] Provisioning complete for port 603c14db-d362-473e-9fb7-b7a16635ec3b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:26.588131 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cdf2ec5a-b786-4662-b812-82052fbdfa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:26.686225 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cdf2ec5a-b786-4662-b812-82052fbdfa13 None None] Port 603c14db-d362-473e-9fb7-b7a16635ec3b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:44:26.727137 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34318) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:26.933655 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73ec7306-463c-4d6b-a16a-b2e91fc5b840 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:26.977062 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73ec7306-463c-4d6b-a16a-b2e91fc5b840 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:26.977808 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73ec7306-463c-4d6b-a16a-b2e91fc5b840 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:26.986351 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f90837c-d0d3-46fb-b6aa-9d5eb81e9fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:27.018122 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f94952-9eb2-462a-bfa8-31f76bbd12fe req-1f9c6fa3-d05b-4033-91d4-95094431b25e tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:27.027215 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-88f94952-9eb2-462a-bfa8-31f76bbd12fe req-1f9c6fa3-d05b-4033-91d4-95094431b25e tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.1098630 Jul 22 16:44:27.086591 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-88f94952-9eb2-462a-bfa8-31f76bbd12fe req-7dec0d2f-88a3-41df-9601-24bad8cd9df4 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569837 Jul 22 16:44:27.187881 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f90837c-d0d3-46fb-b6aa-9d5eb81e9fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:27.213622 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f90837c-d0d3-46fb-b6aa-9d5eb81e9fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:27.275386 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec7306-463c-4d6b-a16a-b2e91fc5b840 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Port': ['ID=603c14db-d362-473e-9fb7-b7a16635ec3b,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:27.347463 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4f90837c-d0d3-46fb-b6aa-9d5eb81e9fd8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=64d35f588f8f47b699f4e08100549977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6184092 Jul 22 16:44:27.353400 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34340) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:27.358074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90837c-d0d3-46fb-b6aa-9d5eb81e9fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570ec51b-2686-40d3-95d5-48e9b1832929,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:27.369650 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-53466c7a-aa2b-404f-b826-7b2a77b95ddc tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:27.377119 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-53466c7a-aa2b-404f-b826-7b2a77b95ddc tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/networks?id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d HTTP/1.1" status: 200 len: 805 time: 0.4902234 Jul 22 16:44:27.383910 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32182a81-ec84-407f-bcdd-cdd91895e385 req-46ed9544-6c99-488d-8120-1ac3e8990e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:27.385427 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32182a81-ec84-407f-bcdd-cdd91895e385 req-46ed9544-6c99-488d-8120-1ac3e8990e93 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=216f13db00f1480fa00e833a1ebbd51e&device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 1096 time: 0.4655087 Jul 22 16:44:27.420948 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-b2fd28b7-d22c-46f8-96d4-08eb55db917c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/quotas/da62075422094ce69d816eddc76670fa HTTP/1.1" status: 200 len: 375 time: 0.0428617 Jul 22 16:44:27.457401 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ec7306-463c-4d6b-a16a-b2e91fc5b840 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network 80d365c2-73ac-40db-a623-0ae158e11b49 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:27.476749 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-73ec7306-463c-4d6b-a16a-b2e91fc5b840 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:27.555000 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d894400-7c90-4f8a-b32e-be4ea1167986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:27.620532 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d894400-7c90-4f8a-b32e-be4ea1167986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:27.740841 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d894400-7c90-4f8a-b32e-be4ea1167986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:27.744556 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d894400-7c90-4f8a-b32e-be4ea1167986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:27.746133 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0d894400-7c90-4f8a-b32e-be4ea1167986 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/570ec51b-2686-40d3-95d5-48e9b1832929 HTTP/1.1" status: 204 len: 168 time: 0.3901482 Jul 22 16:44:27.786583 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d894400-7c90-4f8a-b32e-be4ea1167986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570ec51b-2686-40d3-95d5-48e9b1832929,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:27.956920 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1c65ebc1-ac62-49c3-8820-5b8841bb44ba None None] Provisioning complete for port 603c14db-d362-473e-9fb7-b7a16635ec3b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:27.957948 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c65ebc1-ac62-49c3-8820-5b8841bb44ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:28.040597 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1c65ebc1-ac62-49c3-8820-5b8841bb44ba None None] Port 603c14db-d362-473e-9fb7-b7a16635ec3b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:44:28.162803 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32182a81-ec84-407f-bcdd-cdd91895e385 req-d7ec4046-e869-4cf6-afc0-435f6daebf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:28.164303 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32182a81-ec84-407f-bcdd-cdd91895e385 req-d7ec4046-e869-4cf6-afc0-435f6daebf57 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ea240bd-dc20-472c-b55a-71f96bffca65 HTTP/1.1" status: 200 len: 919 time: 0.7691622 Jul 22 16:44:28.191362 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ec7306-463c-4d6b-a16a-b2e91fc5b840 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Router fbf64160-b22a-4c94-87b0-77fe929aa5d7 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:44:28.216687 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-6ccd3e01-d292-492c-bc7e-d836cd760dec tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=da62075422094ce69d816eddc76670fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7909911 Jul 22 16:44:28.383326 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32182a81-ec84-407f-bcdd-cdd91895e385 req-6483561b-e5ea-47e9-82b6-2424aaad2303 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd239a1-a5ea-4f19-a049-be260753bdee HTTP/1.1" status: 200 len: 217 time: 0.1814172 Jul 22 16:44:28.397167 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef8139-8579-40ec-ae3f-b6b1bab2b549 req-f92c2e3c-667e-416c-a9df-4d142fa6d064 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:28.399441 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9bef8139-8579-40ec-ae3f-b6b1bab2b549 req-f92c2e3c-667e-416c-a9df-4d142fa6d064 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.1318552 Jul 22 16:44:28.448834 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32182a81-ec84-407f-bcdd-cdd91895e385 req-b900ee03-e49e-42f8-b940-be572c6842b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:28.450767 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32182a81-ec84-407f-bcdd-cdd91895e385 req-b900ee03-e49e-42f8-b940-be572c6842b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=caa8f8e6-dceb-4921-a48c-11fa4b6a26a2 HTTP/1.1" status: 200 len: 858 time: 0.0574460 Jul 22 16:44:28.481012 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9bef8139-8579-40ec-ae3f-b6b1bab2b549 req-aa54089f-d0b2-4a47-b397-37881ccc0417 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658665 Jul 22 16:44:28.556044 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ec7306-463c-4d6b-a16a-b2e91fc5b840 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:44:28.610611 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-73ec7306-463c-4d6b-a16a-b2e91fc5b840 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "PUT /v2.0/routers/fbf64160-b22a-4c94-87b0-77fe929aa5d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4217153 Jul 22 16:44:28.614103 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34364) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:28.644257 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32182a81-ec84-407f-bcdd-cdd91895e385 req-40e777f7-aa03-4361-9029-26b5579244f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ea240bd-dc20-472c-b55a-71f96bffca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903995 Jul 22 16:44:28.776867 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32182a81-ec84-407f-bcdd-cdd91895e385 req-f44d7cc7-c00b-4f8c-a9e8-beebb4499baa service neutron] 10.222.0.16 "GET /v2.0/networks/2ea240bd-dc20-472c-b55a-71f96bffca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049690 Jul 22 16:44:28.795036 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34368) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:28.820772 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8755c9fa-124c-44cd-8cd8-c77bd6fa40ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:28.849246 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18692f0-36ed-4abd-8db0-83ac0f813a03 None None] Sync routers for ids ['fbf64160-b22a-4c94-87b0-77fe929aa5d7'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:44:28.862207 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18692f0-36ed-4abd-8db0-83ac0f813a03 None None] Routers {'fbf64160-b22a-4c94-87b0-77fe929aa5d7'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:44:28.862841 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d18692f0-36ed-4abd-8db0-83ac0f813a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:44:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['fbf64160-b22a-4c94-87b0-77fe929aa5d7'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:28.889562 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32182a81-ec84-407f-bcdd-cdd91895e385 req-e9a3c15c-bf53-4741-b55e-983b1024b84a service neutron] 10.222.0.16 "GET /v2.0/networks/2ea240bd-dc20-472c-b55a-71f96bffca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054215 Jul 22 16:44:28.937623 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13fedc9-6077-4bb8-8bd7-31f7e516dc1b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:28.939157 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c13fedc9-6077-4bb8-8bd7-31f7e516dc1b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "GET /v2.0/ports/603c14db-d362-473e-9fb7-b7a16635ec3b HTTP/1.1" status: 200 len: 913 time: 0.3253660 Jul 22 16:44:28.942223 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34372) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:28.965451 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-ddd3bf42-0d61-43f8-9083-4829028915ec service neutron] 10.222.0.69 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7157536 Jul 22 16:44:29.189269 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8755c9fa-124c-44cd-8cd8-c77bd6fa40ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.199149 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8755c9fa-124c-44cd-8cd8-c77bd6fa40ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.259807 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8755c9fa-124c-44cd-8cd8-c77bd6fa40ab admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=890d3d5894ea4314a85886dba1d09d8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4633710 Jul 22 16:44:29.261046 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755c9fa-124c-44cd-8cd8-c77bd6fa40ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b14379-64a0-4701-ba05-8dcf5e0d0390,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:29.263657 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34376) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:29.352232 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6f64233-fd4f-429f-b04d-0c8f79ba9f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.372765 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d18692f0-36ed-4abd-8db0-83ac0f813a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:29.392691 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-14f2b50e-ad6b-4209-9934-2bc5c1ce81dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.400150 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18692f0-36ed-4abd-8db0-83ac0f813a03 None None] Routers {'fbf64160-b22a-4c94-87b0-77fe929aa5d7'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:44:29.402058 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d18692f0-36ed-4abd-8db0-83ac0f813a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:44:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['fbf64160-b22a-4c94-87b0-77fe929aa5d7'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:29.441415 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d18692f0-36ed-4abd-8db0-83ac0f813a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:29.442572 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18692f0-36ed-4abd-8db0-83ac0f813a03 None None] The sync data for ids ['fbf64160-b22a-4c94-87b0-77fe929aa5d7'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:44:29.455676 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6f64233-fd4f-429f-b04d-0c8f79ba9f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.553511 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-d8a0419d-9a41-4946-89d2-e95f5292290f service neutron] 10.222.0.69 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187902 Jul 22 16:44:29.575138 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6f64233-fd4f-429f-b04d-0c8f79ba9f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.578423 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6f64233-fd4f-429f-b04d-0c8f79ba9f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.587662 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f6f64233-fd4f-429f-b04d-0c8f79ba9f3d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b1b14379-64a0-4701-ba05-8dcf5e0d0390 HTTP/1.1" status: 204 len: 168 time: 0.3168223 Jul 22 16:44:29.630096 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f64233-fd4f-429f-b04d-0c8f79ba9f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b14379-64a0-4701-ba05-8dcf5e0d0390,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:29.776594 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d355fe-bce9-4737-93d8-a46cc6f6fc5e req-b1224940-2589-4a03-a753-cb197a98a06f tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:29.784307 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28d355fe-bce9-4737-93d8-a46cc6f6fc5e req-b1224940-2589-4a03-a753-cb197a98a06f tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.1478508 Jul 22 16:44:29.861184 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28d355fe-bce9-4737-93d8-a46cc6f6fc5e req-c1836a6f-af9a-46dc-a38d-8fbb4142276a tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759199 Jul 22 16:44:29.901486 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b081ece-0847-462c-81c9-210fbd385e35 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:30.056598 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c845fa19-c81e-41ca-8251-820ed83bdcb8 req-52cac367-b36c-42f2-84a3-a3a7191e6a90 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=04a27e25-1885-4839-84a2-a0b774674fc2 HTTP/1.1" status: 200 len: 210 time: 0.0777814 Jul 22 16:44:30.344303 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4b081ece-0847-462c-81c9-210fbd385e35 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting port 603c14db-d362-473e-9fb7-b7a16635ec3b {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:30.344654 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b081ece-0847-462c-81c9-210fbd385e35 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:30.444714 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b081ece-0847-462c-81c9-210fbd385e35 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:30.458585 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4b081ece-0847-462c-81c9-210fbd385e35 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Calling delete_port for 603c14db-d362-473e-9fb7-b7a16635ec3b owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:30.703323 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b081ece-0847-462c-81c9-210fbd385e35 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:30.739057 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b081ece-0847-462c-81c9-210fbd385e35 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Port': ['ID=603c14db-d362-473e-9fb7-b7a16635ec3b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:30.889128 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b081ece-0847-462c-81c9-210fbd385e35 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:31.310159 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b081ece-0847-462c-81c9-210fbd385e35 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Router fbf64160-b22a-4c94-87b0-77fe929aa5d7 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:44:31.315225 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9d58e-325a-4eb0-abae-a7e100f65212 req-8a3bb4f7-a1f2-4166-9575-fd065ee37995 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:31.322372 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d1b9d58e-325a-4eb0-abae-a7e100f65212 req-8a3bb4f7-a1f2-4166-9575-fd065ee37995 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.1640420 Jul 22 16:44:31.365428 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d1b9d58e-325a-4eb0-abae-a7e100f65212 req-de4b8d73-d132-4886-9f95-eed9b0cc7cb6 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418947 Jul 22 16:44:31.472685 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77347867-d10a-40bd-8565-ff4a787c6f5c req-3bd3386a-be58-48bb-b7be-e7635c6de3e9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=04a27e25-1885-4839-84a2-a0b774674fc2 HTTP/1.1" status: 200 len: 210 time: 0.1664851 Jul 22 16:44:31.587513 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23b1d553-8ed7-4385-a9c9-1e58de63c038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:31.617612 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-60ab361c-161d-415c-a5fe-54dbc01fd5df tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:31.619669 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-60ab361c-161d-415c-a5fe-54dbc01fd5df tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.16 "GET /v2.0/networks?id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d HTTP/1.1" status: 200 len: 805 time: 0.4186826 Jul 22 16:44:31.624188 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:31.642119 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-23c0e8f8-9b3c-499b-9785-0588f1b5302a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Request body: {'port': {'device_id': '04a27e25-1885-4839-84a2-a0b774674fc2', 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d', 'admin_state_up': True, 'tenant_id': 'da62075422094ce69d816eddc76670fa'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:31.678664 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b081ece-0847-462c-81c9-210fbd385e35 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:44:31.688027 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4b081ece-0847-462c-81c9-210fbd385e35 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "PUT /v2.0/routers/fbf64160-b22a-4c94-87b0-77fe929aa5d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7441976 Jul 22 16:44:31.691702 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34462) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:31.693404 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc3e4a3-d019-474e-a64b-2443d00f170e None None] Sync routers for ids ['fbf64160-b22a-4c94-87b0-77fe929aa5d7'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:44:31.708225 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc3e4a3-d019-474e-a64b-2443d00f170e None None] Routers {'fbf64160-b22a-4c94-87b0-77fe929aa5d7'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:44:31.708962 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4bc3e4a3-d019-474e-a64b-2443d00f170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:44:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['fbf64160-b22a-4c94-87b0-77fe929aa5d7'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:31.780122 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4bc3e4a3-d019-474e-a64b-2443d00f170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:31.791630 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc3e4a3-d019-474e-a64b-2443d00f170e None None] Routers {'fbf64160-b22a-4c94-87b0-77fe929aa5d7'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:44:31.792497 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4bc3e4a3-d019-474e-a64b-2443d00f170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:44:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['fbf64160-b22a-4c94-87b0-77fe929aa5d7'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:31.809999 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-23c0e8f8-9b3c-499b-9785-0588f1b5302a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Made reservation on behalf of da62075422094ce69d816eddc76670fa for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:31.821947 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-23c0e8f8-9b3c-499b-9785-0588f1b5302a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:31.886036 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4bc3e4a3-d019-474e-a64b-2443d00f170e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:31.887022 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc3e4a3-d019-474e-a64b-2443d00f170e None None] The sync data for ids ['fbf64160-b22a-4c94-87b0-77fe929aa5d7'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:44:32.083222 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-23c0e8f8-9b3c-499b-9785-0588f1b5302a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Allocated IP 172.20.0.11 (65bc71d4-b0c7-49c6-8406-b3cd4a91b70d/411cf97d-c177-4f17-b976-e1cbeab029d8/4a821a80-64b1-4be8-a024-d40a807c0537) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:44:32.396269 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-23c0e8f8-9b3c-499b-9785-0588f1b5302a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:32.485953 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-23c0e8f8-9b3c-499b-9785-0588f1b5302a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:32.519805 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['2596dc5f-fd69-4aaf-a871-df3a72ac699c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:44:32.571403 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-23c0e8f8-9b3c-499b-9785-0588f1b5302a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:32.573267 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-23c0e8f8-9b3c-499b-9785-0588f1b5302a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:32.602450 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0e8f8-9b3c-499b-9785-0588f1b5302a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Pushing event updated for resources: {'Port': ['ID=4a821a80-64b1-4be8-a024-d40a807c0537,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:32.606085 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-23c0e8f8-9b3c-499b-9785-0588f1b5302a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:44:32.680932 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e299c-afdf-4e9b-96bc-08309858b921 req-b954a721-82e9-473c-a6e1-6f476707859f tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:32.688663 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-845e299c-afdf-4e9b-96bc-08309858b921 req-b954a721-82e9-473c-a6e1-6f476707859f tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.2264674 Jul 22 16:44:32.745717 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:32.778537 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-23c0e8f8-9b3c-499b-9785-0588f1b5302a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:32.779197 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-23c0e8f8-9b3c-499b-9785-0588f1b5302a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:32.787448 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-845e299c-afdf-4e9b-96bc-08309858b921 req-63d6f7cb-88d5-4218-b73f-d6af0a4ed210 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976746 Jul 22 16:44:32.799085 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-23c0e8f8-9b3c-499b-9785-0588f1b5302a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1643026 Jul 22 16:44:32.839204 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f18b2f-2834-488a-a430-128e462aecb0 req-f8cfc8a7-a8cb-4eed-a250-70496208b2a0 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:32.846705 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e3f18b2f-2834-488a-a430-128e462aecb0 req-f8cfc8a7-a8cb-4eed-a250-70496208b2a0 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=04a27e25-1885-4839-84a2-a0b774674fc2 HTTP/1.1" status: 200 len: 932 time: 0.2415531 Jul 22 16:44:32.852653 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-16317280-8778-45f4-bfb3-3beaf6e23126 service neutron] Request body: {'port': {'device_id': '04a27e25-1885-4839-84a2-a0b774674fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:32.937972 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5b65-5871-493d-b5b5-5c6b584c81fc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:32.938586 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-16317280-8778-45f4-bfb3-3beaf6e23126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:33.136553 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e3f18b2f-2834-488a-a430-128e462aecb0 req-9b79bf01-d5bf-4d22-b6e2-6b7706adf13c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841098 Jul 22 16:44:33.271720 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-16317280-8778-45f4-bfb3-3beaf6e23126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a821a80-64b1-4be8-a024-d40a807c0537 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:44:33.280521 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-16317280-8778-45f4-bfb3-3beaf6e23126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:33.294927 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-16317280-8778-45f4-bfb3-3beaf6e23126 service neutron] Transition to ACTIVE for port object 4a821a80-64b1-4be8-a024-d40a807c0537 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:33.302923 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-16317280-8778-45f4-bfb3-3beaf6e23126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:33.368553 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16317280-8778-45f4-bfb3-3beaf6e23126 service neutron] Pushing event updated for resources: {'Port': ['ID=4a821a80-64b1-4be8-a024-d40a807c0537,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:33.400778 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b9fe5b65-5871-493d-b5b5-5c6b584c81fc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting port 316fe399-5998-4c9f-bdc3-89d1618a26ac {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:33.402215 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5b65-5871-493d-b5b5-5c6b584c81fc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:33.563156 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-16317280-8778-45f4-bfb3-3beaf6e23126 service neutron] Attempting to bind port 4a821a80-64b1-4be8-a024-d40a807c0537 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:33.565307 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-16317280-8778-45f4-bfb3-3beaf6e23126 service neutron] Attempting to bind port 4a821a80-64b1-4be8-a024-d40a807c0537 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:33.565746 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-16317280-8778-45f4-bfb3-3beaf6e23126 service neutron] Attempting to bind port 4a821a80-64b1-4be8-a024-d40a807c0537 on network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:33.568083 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5b65-5871-493d-b5b5-5c6b584c81fc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:33.571398 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-16317280-8778-45f4-bfb3-3beaf6e23126 service neutron] Port 4a821a80-64b1-4be8-a024-d40a807c0537 on network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:44:33.571398 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-16317280-8778-45f4-bfb3-3beaf6e23126 service neutron] Attempting to bind port 4a821a80-64b1-4be8-a024-d40a807c0537 on network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:33.577218 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-16317280-8778-45f4-bfb3-3beaf6e23126 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:44:33.578621 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-16317280-8778-45f4-bfb3-3beaf6e23126 service neutron] Checking segment: {'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:44:33.578774 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-16317280-8778-45f4-bfb3-3beaf6e23126 service neutron] Bound using segment: {'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:44:33.579278 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-16317280-8778-45f4-bfb3-3beaf6e23126 service neutron] Bound port: 4a821a80-64b1-4be8-a024-d40a807c0537, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:44:33.579698 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-16317280-8778-45f4-bfb3-3beaf6e23126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:33.592812 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b9fe5b65-5871-493d-b5b5-5c6b584c81fc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Calling delete_port for 316fe399-5998-4c9f-bdc3-89d1618a26ac owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:33.657643 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-16317280-8778-45f4-bfb3-3beaf6e23126 service neutron] For port 4a821a80-64b1-4be8-a024-d40a807c0537, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:44:33.669579 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-16317280-8778-45f4-bfb3-3beaf6e23126 service neutron] For port 4a821a80-64b1-4be8-a024-d40a807c0537, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=4a821a80-64b1-4be8-a024-d40a807c0537,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:44:33.678522 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-16317280-8778-45f4-bfb3-3beaf6e23126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:33.730356 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-16317280-8778-45f4-bfb3-3beaf6e23126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:33.731220 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-16317280-8778-45f4-bfb3-3beaf6e23126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:33.732798 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-16317280-8778-45f4-bfb3-3beaf6e23126 service neutron] 10.222.0.16 "PUT /v2.0/ports/4a821a80-64b1-4be8-a024-d40a807c0537 HTTP/1.1" status: 200 len: 1092 time: 0.9023571 Jul 22 16:44:33.733440 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a27e25-1885-4839-84a2-a0b774674fc2', 'tag': '4a821a80-64b1-4be8-a024-d40a807c0537'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:44:33.736427 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bb179b-edcb-40c8-820d-b30fef4461d4" -d '{"events": [{"name": "network-changed", "server_uuid": "04a27e25-1885-4839-84a2-a0b774674fc2", "tag": "4a821a80-64b1-4be8-a024-d40a807c0537"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:44:33.763482 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16317280-8778-45f4-bfb3-3beaf6e23126 service neutron] Pushing event updated for resources: {'Port': ['ID=4a821a80-64b1-4be8-a024-d40a807c0537,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:33.819835 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a3bd54-2143-4e4f-8833-5d1690893c40 x-openstack-request-id: req-39a3bd54-2143-4e4f-8833-5d1690893c40 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:44:33.820140 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a27e25-1885-4839-84a2-a0b774674fc2", "tag": "4a821a80-64b1-4be8-a024-d40a807c0537", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:44:33.820417 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-39a3bd54-2143-4e4f-8833-5d1690893c40 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:44:33.820828 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a27e25-1885-4839-84a2-a0b774674fc2', 'tag': '4a821a80-64b1-4be8-a024-d40a807c0537', 'status': 'completed', 'code': 200} Jul 22 16:44:33.832972 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34512) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:33.971557 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5b65-5871-493d-b5b5-5c6b584c81fc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:33.980977 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-6575298e-c7c2-461d-bc3c-f101dce4c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:33.982950 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-6575298e-c7c2-461d-bc3c-f101dce4c220 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da62075422094ce69d816eddc76670fa&device_id=04a27e25-1885-4839-84a2-a0b774674fc2 HTTP/1.1" status: 200 len: 1095 time: 0.1417210 Jul 22 16:44:34.051964 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe5b65-5871-493d-b5b5-5c6b584c81fc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Port': ['ID=316fe399-5998-4c9f-bdc3-89d1618a26ac,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:34.072077 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-d16310c3-32bd-49ae-b8ca-fedadacb9002 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a821a80-64b1-4be8-a024-d40a807c0537 HTTP/1.1" status: 200 len: 217 time: 0.0753956 Jul 22 16:44:34.073695 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84973b18-f452-475c-9913-4f4373c17b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:34.105702 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe5b65-5871-493d-b5b5-5c6b584c81fc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:34.106235 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe5b65-5871-493d-b5b5-5c6b584c81fc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:34.106738 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe5b65-5871-493d-b5b5-5c6b584c81fc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:34.107195 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe5b65-5871-493d-b5b5-5c6b584c81fc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:34.108022 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe5b65-5871-493d-b5b5-5c6b584c81fc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:34.108464 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe5b65-5871-493d-b5b5-5c6b584c81fc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:34.109473 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe5b65-5871-493d-b5b5-5c6b584c81fc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:34.109907 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe5b65-5871-493d-b5b5-5c6b584c81fc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:34.113861 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe5b65-5871-493d-b5b5-5c6b584c81fc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:34.114242 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe5b65-5871-493d-b5b5-5c6b584c81fc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:34.114586 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe5b65-5871-493d-b5b5-5c6b584c81fc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:34.114929 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe5b65-5871-493d-b5b5-5c6b584c81fc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:34.183118 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-13693436-e38b-4920-b6f8-08c7d734b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:34.185022 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-13693436-e38b-4920-b6f8-08c7d734b416 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=411cf97d-c177-4f17-b976-e1cbeab029d8 HTTP/1.1" status: 200 len: 845 time: 0.1015363 Jul 22 16:44:34.229955 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-fba03415-705b-4dab-b2a5-4a2742e1162c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350006 Jul 22 16:44:34.266019 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5b65-5871-493d-b5b5-5c6b584c81fc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:34.281727 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943096f0-e16d-44e0-9006-ab52d60f07f0 req-a98faa82-772e-40b2-8c3f-bd4d4a801eea tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:34.283691 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-943096f0-e16d-44e0-9006-ab52d60f07f0 req-a98faa82-772e-40b2-8c3f-bd4d4a801eea tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.3609619 Jul 22 16:44:34.336304 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-943096f0-e16d-44e0-9006-ab52d60f07f0 req-72267a57-c921-42ca-b10b-cc8130178267 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459166 Jul 22 16:44:34.549736 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fe5b65-5871-493d-b5b5-5c6b584c81fc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Router fbf64160-b22a-4c94-87b0-77fe929aa5d7 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:44:34.580880 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:34.729814 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fe5b65-5871-493d-b5b5-5c6b584c81fc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:44:34.736772 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b9fe5b65-5871-493d-b5b5-5c6b584c81fc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "PUT /v2.0/routers/fbf64160-b22a-4c94-87b0-77fe929aa5d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0427527 Jul 22 16:44:34.739128 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34536) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:34.744693 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e5936b-111e-4e52-a4f1-d2ad5bd8ae52 None None] Sync routers for ids ['fbf64160-b22a-4c94-87b0-77fe929aa5d7'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:44:34.756754 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e5936b-111e-4e52-a4f1-d2ad5bd8ae52 None None] Routers {'fbf64160-b22a-4c94-87b0-77fe929aa5d7'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:44:34.757372 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a5e5936b-111e-4e52-a4f1-d2ad5bd8ae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:44:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['fbf64160-b22a-4c94-87b0-77fe929aa5d7'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:34.805119 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-30a52c0d-0574-4ae7-ae0b-9748a929f36c tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbf64160-b22a-4c94-87b0-77fe929aa5d7 HTTP/1.1" status: 200 len: 205 time: 0.0615420 Jul 22 16:44:34.805481 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34538) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:34.839909 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a5e5936b-111e-4e52-a4f1-d2ad5bd8ae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:34.872902 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e5936b-111e-4e52-a4f1-d2ad5bd8ae52 None None] Routers {'fbf64160-b22a-4c94-87b0-77fe929aa5d7'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:44:34.877715 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a5e5936b-111e-4e52-a4f1-d2ad5bd8ae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:44:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['fbf64160-b22a-4c94-87b0-77fe929aa5d7'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:34.916863 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-e6f19ef2-475a-4663-9a97-82c582abf5bd service neutron] 10.222.0.16 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6729116 Jul 22 16:44:34.951415 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a5e5936b-111e-4e52-a4f1-d2ad5bd8ae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:34.952265 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e5936b-111e-4e52-a4f1-d2ad5bd8ae52 None None] The sync data for ids ['fbf64160-b22a-4c94-87b0-77fe929aa5d7'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:44:34.986116 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a10e808-5206-4686-b097-099369d820db tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:34.988232 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f126a0-c75d-4968-a431-61b787aa5c32 req-15b59a2f-3e68-430b-8e3b-bfd21c7567ae tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:34.989790 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-50f126a0-c75d-4968-a431-61b787aa5c32 req-15b59a2f-3e68-430b-8e3b-bfd21c7567ae tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=04a27e25-1885-4839-84a2-a0b774674fc2 HTTP/1.1" status: 200 len: 944 time: 0.7589397 Jul 22 16:44:35.016728 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84973b18-f452-475c-9913-4f4373c17b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:35.040210 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84973b18-f452-475c-9913-4f4373c17b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:35.133912 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bb2857ca-e2ea-4533-bdc2-f61ee1f7dad7 req-067ca5ea-776b-42b4-a4d0-c3df2a959622 service neutron] 10.222.0.16 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075412 Jul 22 16:44:35.180893 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a10e808-5206-4686-b097-099369d820db tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:35.184575 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a10e808-5206-4686-b097-099369d820db tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:35.247555 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a10e808-5206-4686-b097-099369d820db tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:35.248256 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a10e808-5206-4686-b097-099369d820db tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Fanout notify agent at l3_agent the message router_deleted on router fbf64160-b22a-4c94-87b0-77fe929aa5d7 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:44:35.259529 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a10e808-5206-4686-b097-099369d820db tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:35.263272 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4a10e808-5206-4686-b097-099369d820db tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/routers/fbf64160-b22a-4c94-87b0-77fe929aa5d7 HTTP/1.1" status: 204 len: 168 time: 0.4563246 Jul 22 16:44:35.264074 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34556) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:35.322600 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d57c53-c568-40ce-94e3-a5f534406411 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting subnet 6d61b6b3-409a-46ec-a75a-7a5f2ac2f9e0 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:44:35.324874 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-84973b18-f452-475c-9913-4f4373c17b6f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cae1a38c46624e51bba9758d14ce85a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4903665 Jul 22 16:44:35.329127 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34560) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:35.330729 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-50f126a0-c75d-4968-a431-61b787aa5c32 req-6093e1d9-f9bc-402f-97c6-b2f17bbb5414 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281667 Jul 22 16:44:35.331975 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84973b18-f452-475c-9913-4f4373c17b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bac5fd-186e-4d17-8b6d-bce3f6b5ee13,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:35.337664 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24d57c53-c568-40ce-94e3-a5f534406411 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:35.384121 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3aa22-a590-44d1-a37d-1090ba078ad5 req-fd43eb7c-6750-4104-bf25-5aefc80c4b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:35.386120 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fba3aa22-a590-44d1-a37d-1090ba078ad5 req-fd43eb7c-6750-4104-bf25-5aefc80c4b22 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 1096 time: 0.2465668 Jul 22 16:44:35.393846 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb179b-edcb-40c8-820d-b30fef4461d4 req-2d5a0a0c-a110-414f-954d-26d16b319017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:35.395555 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-33bb179b-edcb-40c8-820d-b30fef4461d4 req-2d5a0a0c-a110-414f-954d-26d16b319017 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da62075422094ce69d816eddc76670fa&device_id=04a27e25-1885-4839-84a2-a0b774674fc2 HTTP/1.1" status: 200 len: 1095 time: 0.1665404 Jul 22 16:44:35.475866 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24d57c53-c568-40ce-94e3-a5f534406411 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:35.522623 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb179b-edcb-40c8-820d-b30fef4461d4 req-9256865b-401b-4955-a366-33366433b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:35.524425 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-33bb179b-edcb-40c8-820d-b30fef4461d4 req-9256865b-401b-4955-a366-33366433b30e service neutron] 10.222.0.16 "GET /v2.0/networks?id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d HTTP/1.1" status: 200 len: 906 time: 0.1066060 Jul 22 16:44:35.531153 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fba3aa22-a590-44d1-a37d-1090ba078ad5 req-eeed58f9-d187-4271-bbc6-dfd091d06a18 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344321 Jul 22 16:44:35.572224 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-33bb179b-edcb-40c8-820d-b30fef4461d4 req-ea64b0cc-7ec5-4395-9f54-3a55af38b3c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a821a80-64b1-4be8-a024-d40a807c0537 HTTP/1.1" status: 200 len: 217 time: 0.0399330 Jul 22 16:44:35.580674 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24d57c53-c568-40ce-94e3-a5f534406411 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:35.652708 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bda80b72-10e1-4b7d-af7d-a0e887fa37b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:35.677873 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bda80b72-10e1-4b7d-af7d-a0e887fa37b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:35.759345 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24d57c53-c568-40ce-94e3-a5f534406411 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:35.777197 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e89bdd-a98c-4577-b390-1290d8c6e06b req-98e9cb30-58d1-467e-9a10-249d32ada82f tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:35.778842 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c1e89bdd-a98c-4577-b390-1290d8c6e06b req-98e9cb30-58d1-467e-9a10-249d32ada82f tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.2033961 Jul 22 16:44:35.806969 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d57c53-c568-40ce-94e3-a5f534406411 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Subnet': ['ID=6d61b6b3-409a-46ec-a75a-7a5f2ac2f9e0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:35.815025 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24d57c53-c568-40ce-94e3-a5f534406411 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:35.820389 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-24d57c53-c568-40ce-94e3-a5f534406411 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/subnets/6d61b6b3-409a-46ec-a75a-7a5f2ac2f9e0 HTTP/1.1" status: 204 len: 168 time: 0.5539494 Jul 22 16:44:35.820389 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34566) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:35.836964 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc6ceaf-51ab-4587-b1f7-dc43e482f1a2 None None] Network 80d365c2-73ac-40db-a623-0ae158e11b49 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:35.864691 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bda80b72-10e1-4b7d-af7d-a0e887fa37b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:35.868107 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bda80b72-10e1-4b7d-af7d-a0e887fa37b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:35.869380 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bda80b72-10e1-4b7d-af7d-a0e887fa37b0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/58bac5fd-186e-4d17-8b6d-bce3f6b5ee13 HTTP/1.1" status: 204 len: 168 time: 0.5390167 Jul 22 16:44:35.900380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda80b72-10e1-4b7d-af7d-a0e887fa37b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bac5fd-186e-4d17-8b6d-bce3f6b5ee13,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:35.913610 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c1e89bdd-a98c-4577-b390-1290d8c6e06b req-3985ab08-9cfd-47cc-81ba-1de4ae6c1dfb tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103020 Jul 22 16:44:35.930801 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e81a35-0142-4eb1-a44e-a51c73ab1bb0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting subnet 1a7c8c06-5685-4abf-8ed0-c3ae5899e876 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:44:35.935169 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71e81a35-0142-4eb1-a44e-a51c73ab1bb0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:36.045129 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71e81a35-0142-4eb1-a44e-a51c73ab1bb0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:36.086535 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb179b-edcb-40c8-820d-b30fef4461d4 req-fbade906-7d36-4441-bb1f-c320064b92d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:36.107450 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-33bb179b-edcb-40c8-820d-b30fef4461d4 req-fbade906-7d36-4441-bb1f-c320064b92d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=411cf97d-c177-4f17-b976-e1cbeab029d8 HTTP/1.1" status: 200 len: 845 time: 0.2894969 Jul 22 16:44:36.165283 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-33bb179b-edcb-40c8-820d-b30fef4461d4 req-bde4cce5-8d23-47c7-a25f-66b8052c7d62 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482669 Jul 22 16:44:36.203716 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98af59be-8ad5-4620-a264-ffffd28e5f9e None None] DHCP port deletion for 80d365c2-73ac-40db-a623-0ae158e11b49 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:44:36.215398 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71e81a35-0142-4eb1-a44e-a51c73ab1bb0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:36.299517 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-98af59be-8ad5-4620-a264-ffffd28e5f9e None None] Deleting port c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:36.300386 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98af59be-8ad5-4620-a264-ffffd28e5f9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:36.344321 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71e81a35-0142-4eb1-a44e-a51c73ab1bb0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:36.389532 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-33bb179b-edcb-40c8-820d-b30fef4461d4 req-5e47df65-43d6-4aa3-a552-1f6ed10c9fc2 service neutron] 10.222.0.16 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158444 Jul 22 16:44:36.435856 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e81a35-0142-4eb1-a44e-a51c73ab1bb0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Subnet': ['ID=1a7c8c06-5685-4abf-8ed0-c3ae5899e876,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:36.447069 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71e81a35-0142-4eb1-a44e-a51c73ab1bb0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:36.455571 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-71e81a35-0142-4eb1-a44e-a51c73ab1bb0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/subnets/1a7c8c06-5685-4abf-8ed0-c3ae5899e876 HTTP/1.1" status: 204 len: 168 time: 0.6329646 Jul 22 16:44:36.456231 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34584) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:36.477186 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c064a9c-7504-4478-9a16-d5e86cf23676 None None] Network 8c18c570-3707-497c-8518-4a9fe0e2fb82 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:36.626230 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-98af59be-8ad5-4620-a264-ffffd28e5f9e None None] For port c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58,segment=NetworkSegment(d52c3567-7f88-423f-91ef-6ec2f93d055c),segment_id=d52c3567-7f88-423f-91ef-6ec2f93d055c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:36.626775 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98af59be-8ad5-4620-a264-ffffd28e5f9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:36.644456 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34586) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:36.669897 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-98af59be-8ad5-4620-a264-ffffd28e5f9e None None] Calling delete_port for c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:36.702942 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-33bb179b-edcb-40c8-820d-b30fef4461d4 req-e015227e-f493-43af-9c1e-7e0c9afa06e8 service neutron] 10.222.0.16 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691870 Jul 22 16:44:36.728778 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e90dbaa-e638-4664-95c8-07720d05108a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:36.743708 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfee3-8408-498d-8255-6d5725b48718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:36.781867 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98af59be-8ad5-4620-a264-ffffd28e5f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:36.799320 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98af59be-8ad5-4620-a264-ffffd28e5f9e None None] No DVR routers for this DVR port c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:44:36.827879 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3be193-e1a0-46b8-9421-209e20c40860 None None] DHCP port deletion for 8c18c570-3707-497c-8518-4a9fe0e2fb82 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:44:36.835155 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af59be-8ad5-4620-a264-ffffd28e5f9e None None] Pushing event deleted for resources: {'Port': ['ID=c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:36.849612 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c51e88-4018-42c6-98da-cb89071ec1c6 req-f5868c69-e6a5-4ea8-8143-80ba571f90ad tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:36.857073 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b7c51e88-4018-42c6-98da-cb89071ec1c6 req-f5868c69-e6a5-4ea8-8143-80ba571f90ad tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=04a27e25-1885-4839-84a2-a0b774674fc2 HTTP/1.1" status: 200 len: 944 time: 0.2114849 Jul 22 16:44:36.898564 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0e3be193-e1a0-46b8-9421-209e20c40860 None None] Deleting port ff0fbc92-75e8-4431-9574-c8709410565e {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:36.899173 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e3be193-e1a0-46b8-9421-209e20c40860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:36.937306 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6a8dfee3-8408-498d-8255-6d5725b48718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting port c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:36.937639 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfee3-8408-498d-8255-6d5725b48718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:36.942567 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b7c51e88-4018-42c6-98da-cb89071ec1c6 req-1f0201c4-ebfc-48b2-b644-479309f6a6a6 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846989 Jul 22 16:44:36.977796 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0e3be193-e1a0-46b8-9421-209e20c40860 None None] For port ff0fbc92-75e8-4431-9574-c8709410565e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ff0fbc92-75e8-4431-9574-c8709410565e,segment=NetworkSegment(0a041a16-a966-46b6-880a-c822ff120dc6),segment_id=0a041a16-a966-46b6-880a-c822ff120dc6)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:36.978545 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e3be193-e1a0-46b8-9421-209e20c40860 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:36.990101 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0e3be193-e1a0-46b8-9421-209e20c40860 None None] Calling delete_port for ff0fbc92-75e8-4431-9574-c8709410565e owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:36.993089 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e90dbaa-e638-4664-95c8-07720d05108a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.027174 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e90dbaa-e638-4664-95c8-07720d05108a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.054897 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90dbaa-e638-4664-95c8-07720d05108a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d943a6f-c801-452f-90ab-123fe56d69d1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:37.062830 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-6a8dfee3-8408-498d-8255-6d5725b48718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] For port c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58, host n-d-798930-9, got binding levels [] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:37.063190 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfee3-8408-498d-8255-6d5725b48718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.085216 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e3be193-e1a0-46b8-9421-209e20c40860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.099444 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6a8dfee3-8408-498d-8255-6d5725b48718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Calling delete_port for c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:37.102678 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.ipam_backend_mixin [None req-6a8dfee3-8408-498d-8255-6d5725b48718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Port c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58 was not found and therefore no delete operation was performed {{(pid=93817) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 16:44:37.109382 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1e90dbaa-e638-4664-95c8-07720d05108a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d80c582d7a6d43649f1e9d51b9a8a827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4578581 Jul 22 16:44:37.109382 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfee3-8408-498d-8255-6d5725b48718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.110729 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34592) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:37.120162 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3be193-e1a0-46b8-9421-209e20c40860 None None] Pushing event deleted for resources: {'Port': ['ID=ff0fbc92-75e8-4431-9574-c8709410565e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:37.125857 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3be193-e1a0-46b8-9421-209e20c40860 None None] No DVR routers for this DVR port ff0fbc92-75e8-4431-9574-c8709410565e on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:44:37.147450 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8dfee3-8408-498d-8255-6d5725b48718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Port': ['ID=c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:37.159608 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8dfee3-8408-498d-8255-6d5725b48718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] No DVR routers for this DVR port c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:44:37.183949 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e2fb1-6b7f-4e84-9ee7-41e2f6d260d0 req-1202f21a-41c8-4e51-aabb-e7cd63e8c128 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:37.185441 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e12e2fb1-6b7f-4e84-9ee7-41e2f6d260d0 req-1202f21a-41c8-4e51-aabb-e7cd63e8c128 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.0950227 Jul 22 16:44:37.243951 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac11705-4693-4bb9-ac59-d797758ad1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.256791 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e12e2fb1-6b7f-4e84-9ee7-41e2f6d260d0 req-4a9aec6b-14c6-4adb-bd9f-9c86d76bb460 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530162 Jul 22 16:44:37.289106 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfee3-8408-498d-8255-6d5725b48718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.306793 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6a8dfee3-8408-498d-8255-6d5725b48718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d365c2-73ac-40db-a623-0ae158e11b49']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:37.321806 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac11705-4693-4bb9-ac59-d797758ad1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.330588 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6a8dfee3-8408-498d-8255-6d5725b48718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52c3567-7f88-423f-91ef-6ec2f93d055c') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:37.330816 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6a8dfee3-8408-498d-8255-6d5725b48718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52c3567-7f88-423f-91ef-6ec2f93d055c') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:37.350344 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfee3-8408-498d-8255-6d5725b48718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.379287 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfee3-8408-498d-8255-6d5725b48718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.399872 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8dfee3-8408-498d-8255-6d5725b48718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:44:37.399872 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfee3-8408-498d-8255-6d5725b48718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:44:37.402344 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:44:37.438862 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac11705-4693-4bb9-ac59-d797758ad1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.441646 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac11705-4693-4bb9-ac59-d797758ad1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.442904 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-aac11705-4693-4bb9-ac59-d797758ad1ca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7d943a6f-c801-452f-90ab-123fe56d69d1 HTTP/1.1" status: 204 len: 168 time: 0.3293650 Jul 22 16:44:37.563643 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac11705-4693-4bb9-ac59-d797758ad1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d943a6f-c801-452f-90ab-123fe56d69d1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:37.582124 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfee3-8408-498d-8255-6d5725b48718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.616676 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfee3-8408-498d-8255-6d5725b48718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.620868 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6a8dfee3-8408-498d-8255-6d5725b48718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/networks/80d365c2-73ac-40db-a623-0ae158e11b49 HTTP/1.1" status: 204 len: 168 time: 1.1612337 Jul 22 16:44:37.620868 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8dfee3-8408-498d-8255-6d5725b48718 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Network': ['ID=80d365c2-73ac-40db-a623-0ae158e11b49,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:37.621996 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34616) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:38.037629 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37004bcd-4c54-403e-8c29-951dd2ccebb5 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:38.126163 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ff0fbc92-75e8-4431-9574-c8709410565e no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:44:38.157616 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: ff0fbc92-75e8-4431-9574-c8709410565e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:44:38.159851 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ff0fbc92-75e8-4431-9574-c8709410565e not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:44:38.160574 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:44:38.185182 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:44:38.185801 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c6bc9a7b-9dd8-4a34-8a18-935a64d2fe58 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:44:38.189009 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a7683-490e-48cc-bdd4-d5af8f0b4755 req-1fece279-3e01-481a-b883-fa64184545a8 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:38.211659 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a4a7683-490e-48cc-bdd4-d5af8f0b4755 req-1fece279-3e01-481a-b883-fa64184545a8 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.3940778 Jul 22 16:44:38.252146 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37004bcd-4c54-403e-8c29-951dd2ccebb5 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:38.257392 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc0307-2f85-4021-a6bc-3e5b8bfac8ad req-c1ac7ef4-b39f-4f2e-a471-9260e7bb8faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:38.259254 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-27dc0307-2f85-4021-a6bc-3e5b8bfac8ad req-c1ac7ef4-b39f-4f2e-a471-9260e7bb8faf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=216f13db00f1480fa00e833a1ebbd51e&device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 1096 time: 0.4389827 Jul 22 16:44:38.289433 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-37004bcd-4c54-403e-8c29-951dd2ccebb5 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c18c570-3707-497c-8518-4a9fe0e2fb82']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:38.364626 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c5b1a-cb7f-4d07-8df4-af1862e48048 req-7e821897-a13a-45bd-b70f-2013e81f2536 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:38.367299 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-562c5b1a-cb7f-4d07-8df4-af1862e48048 req-7e821897-a13a-45bd-b70f-2013e81f2536 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=04a27e25-1885-4839-84a2-a0b774674fc2 HTTP/1.1" status: 200 len: 944 time: 0.1035907 Jul 22 16:44:38.412778 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-562c5b1a-cb7f-4d07-8df4-af1862e48048 req-e96f3c80-7b4e-4fcb-aec8-aca21056f244 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394535 Jul 22 16:44:38.417743 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-37004bcd-4c54-403e-8c29-951dd2ccebb5 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a041a16-a966-46b6-880a-c822ff120dc6') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:38.418491 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-37004bcd-4c54-403e-8c29-951dd2ccebb5 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a041a16-a966-46b6-880a-c822ff120dc6') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:38.441105 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37004bcd-4c54-403e-8c29-951dd2ccebb5 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:38.475861 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a4a7683-490e-48cc-bdd4-d5af8f0b4755 req-4955e4a2-45b0-4a49-88b0-0a9760e5fed6 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616665 Jul 22 16:44:38.490655 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37004bcd-4c54-403e-8c29-951dd2ccebb5 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:38.497158 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc0307-2f85-4021-a6bc-3e5b8bfac8ad req-3ea9debb-6f50-46a6-af67-e31f3f29f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:38.498933 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-27dc0307-2f85-4021-a6bc-3e5b8bfac8ad req-3ea9debb-6f50-46a6-af67-e31f3f29f48c service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ea240bd-dc20-472c-b55a-71f96bffca65 HTTP/1.1" status: 200 len: 919 time: 0.2257953 Jul 22 16:44:38.502332 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37004bcd-4c54-403e-8c29-951dd2ccebb5 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:44:38.502739 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37004bcd-4c54-403e-8c29-951dd2ccebb5 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:44:38.506256 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:44:38.582889 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-27dc0307-2f85-4021-a6bc-3e5b8bfac8ad req-c03ad1cb-8dc8-428a-9930-8e29cadf0961 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd239a1-a5ea-4f19-a049-be260753bdee HTTP/1.1" status: 200 len: 217 time: 0.0748458 Jul 22 16:44:38.753006 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37004bcd-4c54-403e-8c29-951dd2ccebb5 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:38.759809 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37004bcd-4c54-403e-8c29-951dd2ccebb5 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:38.762080 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-37004bcd-4c54-403e-8c29-951dd2ccebb5 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/networks/8c18c570-3707-497c-8518-4a9fe0e2fb82 HTTP/1.1" status: 204 len: 168 time: 1.1388111 Jul 22 16:44:38.766256 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34650) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:38.773357 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c9007c6e-9559-4035-b541-6d82799e24cd tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1789265059'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:38.802303 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37004bcd-4c54-403e-8c29-951dd2ccebb5 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Network': ['ID=8c18c570-3707-497c-8518-4a9fe0e2fb82,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:38.814139 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc0307-2f85-4021-a6bc-3e5b8bfac8ad req-56754189-94eb-4f4c-b647-2f1cf15609ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:38.815357 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9007c6e-9559-4035-b541-6d82799e24cd tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Made reservation on behalf of 28afd516fe734112b120e8be45892cca for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:38.815978 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-27dc0307-2f85-4021-a6bc-3e5b8bfac8ad req-56754189-94eb-4f4c-b647-2f1cf15609ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=caa8f8e6-dceb-4921-a48c-11fa4b6a26a2 HTTP/1.1" status: 200 len: 858 time: 0.2265773 Jul 22 16:44:38.820646 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9007c6e-9559-4035-b541-6d82799e24cd tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:38.862007 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-27dc0307-2f85-4021-a6bc-3e5b8bfac8ad req-3c226fa4-48b2-45a5-9593-042d738ee1f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ea240bd-dc20-472c-b55a-71f96bffca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391479 Jul 22 16:44:38.867623 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9007c6e-9559-4035-b541-6d82799e24cd tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:44:38.895659 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9007c6e-9559-4035-b541-6d82799e24cd tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:38.895990 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-c9007c6e-9559-4035-b541-6d82799e24cd tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Added segment 56a2177b-9bc7-4430-9791-43f665cb59a7 of type vlan for network 53d1fc23-7bda-4276-aa32-413e2becad92 Jul 22 16:44:38.960412 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9007c6e-9559-4035-b541-6d82799e24cd tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:39.010249 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9007c6e-9559-4035-b541-6d82799e24cd tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:39.024791 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9007c6e-9559-4035-b541-6d82799e24cd tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:39.027386 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9007c6e-9559-4035-b541-6d82799e24cd tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:39.062143 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-27dc0307-2f85-4021-a6bc-3e5b8bfac8ad req-51bba6fd-e20b-46c5-afa6-b75525008130 service neutron] 10.222.0.16 "GET /v2.0/networks/2ea240bd-dc20-472c-b55a-71f96bffca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929646 Jul 22 16:44:39.080857 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c9007c6e-9559-4035-b541-6d82799e24cd tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3121235 Jul 22 16:44:39.125522 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34664) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:39.137830 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-831ffd33-6e1e-4bfb-affd-2513e7e1f9f9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'subnet': {'network_id': '53d1fc23-7bda-4276-aa32-413e2becad92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:39.288916 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9007c6e-9559-4035-b541-6d82799e24cd tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Network': ['ID=53d1fc23-7bda-4276-aa32-413e2becad92,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:39.304234 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 53d1fc23-7bda-4276-aa32-413e2becad92 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:44:39.363630 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-27dc0307-2f85-4021-a6bc-3e5b8bfac8ad req-8f3f8aa9-56e7-42c1-90a7-90cc4e760fa2 service neutron] 10.222.0.16 "GET /v2.0/networks/2ea240bd-dc20-472c-b55a-71f96bffca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960429 Jul 22 16:44:39.445866 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34678) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:39.452204 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831ffd33-6e1e-4bfb-affd-2513e7e1f9f9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Made reservation on behalf of 28afd516fe734112b120e8be45892cca for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:39.458168 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-831ffd33-6e1e-4bfb-affd-2513e7e1f9f9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:39.550579 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 4a821a80-64b1-4be8-a024-d40a807c0537 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:44:39.759116 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 4a821a80-64b1-4be8-a024-d40a807c0537, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=4a821a80-64b1-4be8-a024-d40a807c0537,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:39.778791 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '4a821a80-64b1-4be8-a024-d40a807c0537', 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d', 'port_id': '4a821a80-64b1-4be8-a024-d40a807c0537', 'mac_address': 'fa:16:3e:b3:26:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411cf97d-c177-4f17-b976-e1cbeab029d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:44:39.856818 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cd8f77b-c698-470c-bf8a-6c2533fa56f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:39.906121 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:39.931808 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025efe47-ad78-4102-b0ab-1107a5e9ba44 req-f6c13a8b-6a00-490e-ace8-9a96be898ed2 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:39.932961 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a821a80-64b1-4be8-a024-d40a807c0537 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:44:39.933413 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-025efe47-ad78-4102-b0ab-1107a5e9ba44 req-f6c13a8b-6a00-490e-ace8-9a96be898ed2 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.2721293 Jul 22 16:44:39.986998 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305507e-318e-4d70-883b-e78faaf10570 req-ee148cbe-7009-494f-b092-6a4a186d5b39 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:39.994012 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 4a821a80-64b1-4be8-a024-d40a807c0537, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=4a821a80-64b1-4be8-a024-d40a807c0537,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:39.996029 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c305507e-318e-4d70-883b-e78faaf10570 req-ee148cbe-7009-494f-b092-6a4a186d5b39 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=04a27e25-1885-4839-84a2-a0b774674fc2 HTTP/1.1" status: 200 len: 944 time: 0.1620038 Jul 22 16:44:40.001685 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:40.013902 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-025efe47-ad78-4102-b0ab-1107a5e9ba44 req-d134cdb6-b644-4031-8f63-87009cdda5e9 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732780 Jul 22 16:44:40.079552 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=4a821a80-64b1-4be8-a024-d40a807c0537,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:40.080499 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-831ffd33-6e1e-4bfb-affd-2513e7e1f9f9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:40.160881 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cd8f77b-c698-470c-bf8a-6c2533fa56f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:40.174235 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0cd8f77b-c698-470c-bf8a-6c2533fa56f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:40.208717 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ffd33-6e1e-4bfb-affd-2513e7e1f9f9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Subnet': ['ID=4d72bd8f-70d4-4d3e-acd0-79712cf0a0be,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:40.210878 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8f77b-c698-470c-bf8a-6c2533fa56f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bd3c3e-db0f-4a30-b411-9e6e384044e4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:40.235046 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c305507e-318e-4d70-883b-e78faaf10570 req-c01665fa-df98-476d-818e-e15561748900 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329221 Jul 22 16:44:40.250961 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0cd8f77b-c698-470c-bf8a-6c2533fa56f4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=08056046e04f4ecbbc4404d5c6f2f2c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8037167 Jul 22 16:44:40.253841 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34694) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:40.267319 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831ffd33-6e1e-4bfb-affd-2513e7e1f9f9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Checking segment: {'id': '56a2177b-9bc7-4430-9791-43f665cb59a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '53d1fc23-7bda-4276-aa32-413e2becad92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:44:40.267959 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831ffd33-6e1e-4bfb-affd-2513e7e1f9f9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network hostable DHCP agents. Network: 53d1fc23-7bda-4276-aa32-413e2becad92, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:44:40.290300 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831ffd33-6e1e-4bfb-affd-2513e7e1f9f9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network 53d1fc23-7bda-4276-aa32-413e2becad92 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:44:40.313184 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-831ffd33-6e1e-4bfb-affd-2513e7e1f9f9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 53d1fc23-7bda-4276-aa32-413e2becad92) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:40.317916 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831ffd33-6e1e-4bfb-affd-2513e7e1f9f9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:40.318645 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-831ffd33-6e1e-4bfb-affd-2513e7e1f9f9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:40.325416 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d83824-07d3-4a75-b4f3-7e060f989720 None None] Network 53d1fc23-7bda-4276-aa32-413e2becad92 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:40.343411 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89949fc7-b3d9-47c9-a8d9-acd51c89a7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:40.355809 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-831ffd33-6e1e-4bfb-affd-2513e7e1f9f9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2287922 Jul 22 16:44:40.358232 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34698) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:40.364037 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-62cdc909-53d3-404c-8abb-dfe007c7233d tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1139074553', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:40.398186 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89949fc7-b3d9-47c9-a8d9-acd51c89a7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:40.424510 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62cdc909-53d3-404c-8abb-dfe007c7233d tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:40.426038 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62cdc909-53d3-404c-8abb-dfe007c7233d tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:40.473686 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['4a821a80-64b1-4be8-a024-d40a807c0537'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:44:40.486829 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89949fc7-b3d9-47c9-a8d9-acd51c89a7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:40.490405 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89949fc7-b3d9-47c9-a8d9-acd51c89a7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:40.492292 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-89949fc7-b3d9-47c9-a8d9-acd51c89a7c8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/61bd3c3e-db0f-4a30-b411-9e6e384044e4 HTTP/1.1" status: 204 len: 168 time: 0.2371330 Jul 22 16:44:40.511816 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89949fc7-b3d9-47c9-a8d9-acd51c89a7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bd3c3e-db0f-4a30-b411-9e6e384044e4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:40.537113 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62cdc909-53d3-404c-8abb-dfe007c7233d tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:40.546080 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62cdc909-53d3-404c-8abb-dfe007c7233d tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:40.579771 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62cdc909-53d3-404c-8abb-dfe007c7233d tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:40.581094 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-62cdc909-53d3-404c-8abb-dfe007c7233d tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2209220 Jul 22 16:44:40.583678 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34702) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:40.589061 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4a7c507e-209f-4b17-8efa-3b60de4eeb4e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'port': {'network_id': '53d1fc23-7bda-4276-aa32-413e2becad92', 'name': 'tempest-RoutersIpV6Test-1877084347'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:40.637054 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6d7851-6814-48b3-b859-d309edf68319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-53d1fc23-7bda-4276-aa32-413e2becad92', 'network_id': '53d1fc23-7bda-4276-aa32-413e2becad92', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'fixed_ips': [{'subnet_id': '4d72bd8f-70d4-4d3e-acd0-79712cf0a0be'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:44:40.637984 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e6d7851-6814-48b3-b859-d309edf68319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:40.844753 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7c507e-209f-4b17-8efa-3b60de4eeb4e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Made reservation on behalf of 28afd516fe734112b120e8be45892cca for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:40.850819 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a7c507e-209f-4b17-8efa-3b60de4eeb4e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:40.895148 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-4a7c507e-209f-4b17-8efa-3b60de4eeb4e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] device_id is not set on port 017125b3-afa2-4741-a233-a939dbb9d78d yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:44:40.895815 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-7e6d7851-6814-48b3-b859-d309edf68319 None None] Allocated IP 2001:db8::2 (53d1fc23-7bda-4276-aa32-413e2becad92/4d72bd8f-70d4-4d3e-acd0-79712cf0a0be/0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:44:41.236831 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e6d7851-6814-48b3-b859-d309edf68319 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:41.258027 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7e6d7851-6814-48b3-b859-d309edf68319 None None] Transition to ACTIVE for port object 0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:41.293237 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7e6d7851-6814-48b3-b859-d309edf68319 None None] Transition to ACTIVE for port object 0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:41.304094 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e6d7851-6814-48b3-b859-d309edf68319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:41.412462 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6d7851-6814-48b3-b859-d309edf68319 None None] Network 53d1fc23-7bda-4276-aa32-413e2becad92 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:41.438144 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7e6d7851-6814-48b3-b859-d309edf68319 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:41.461655 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6d7851-6814-48b3-b859-d309edf68319 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:44:41.476399 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d7851-6814-48b3-b859-d309edf68319 None None] Pushing event updated for resources: {'Port': ['ID=0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:41.492701 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-4a7c507e-209f-4b17-8efa-3b60de4eeb4e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Allocated IP 2001:db8::ef (53d1fc23-7bda-4276-aa32-413e2becad92/4d72bd8f-70d4-4d3e-acd0-79712cf0a0be/017125b3-afa2-4741-a233-a939dbb9d78d) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:44:41.608074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942f279-9a4d-4932-9b1c-b552784ffef3 req-e1c76e60-490c-4eb7-9d99-84cdeb6f38f1 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:41.615673 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2942f279-9a4d-4932-9b1c-b552784ffef3 req-e1c76e60-490c-4eb7-9d99-84cdeb6f38f1 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=04a27e25-1885-4839-84a2-a0b774674fc2 HTTP/1.1" status: 200 len: 945 time: 0.2047119 Jul 22 16:44:41.633837 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7e6d7851-6814-48b3-b859-d309edf68319 None None] Attempting to bind port 0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:41.634238 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7e6d7851-6814-48b3-b859-d309edf68319 None None] Attempting to bind port 0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '56a2177b-9bc7-4430-9791-43f665cb59a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '53d1fc23-7bda-4276-aa32-413e2becad92'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:41.634621 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6d7851-6814-48b3-b859-d309edf68319 None None] Attempting to bind port 0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac on network 53d1fc23-7bda-4276-aa32-413e2becad92 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:41.649137 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6d7851-6814-48b3-b859-d309edf68319 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:44:41.649433 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6d7851-6814-48b3-b859-d309edf68319 None None] Checking segment: {'id': '56a2177b-9bc7-4430-9791-43f665cb59a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '53d1fc23-7bda-4276-aa32-413e2becad92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:44:41.649772 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e6d7851-6814-48b3-b859-d309edf68319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:41.653466 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6d7851-6814-48b3-b859-d309edf68319 None None] Bound using segment: {'id': '56a2177b-9bc7-4430-9791-43f665cb59a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '53d1fc23-7bda-4276-aa32-413e2becad92'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:44:41.655809 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7e6d7851-6814-48b3-b859-d309edf68319 None None] Bound port: 0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a2177b-9bc7-4430-9791-43f665cb59a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '53d1fc23-7bda-4276-aa32-413e2becad92'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:44:41.656716 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e6d7851-6814-48b3-b859-d309edf68319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:41.703605 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2942f279-9a4d-4932-9b1c-b552784ffef3 req-2f0cac1d-ba9e-44f1-80c1-a6daa51f198a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854235 Jul 22 16:44:41.798531 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a7c507e-209f-4b17-8efa-3b60de4eeb4e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:41.821155 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e72de6-968f-427a-9d15-2b8dcf55c3cb req-7e03cf1b-ce26-4ecd-8116-6f095c50c490 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:41.822809 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-23e72de6-968f-427a-9d15-2b8dcf55c3cb req-7e03cf1b-ce26-4ecd-8116-6f095c50c490 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.6608293 Jul 22 16:44:41.824262 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7e6d7851-6814-48b3-b859-d309edf68319 None None] For port 0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:44:41.830905 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7e6d7851-6814-48b3-b859-d309edf68319 None None] For port 0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac,segment=NetworkSegment(56a2177b-9bc7-4430-9791-43f665cb59a7),segment_id=56a2177b-9bc7-4430-9791-43f665cb59a7)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:44:41.839256 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e6d7851-6814-48b3-b859-d309edf68319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:41.978858 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-23e72de6-968f-427a-9d15-2b8dcf55c3cb req-3e69d323-7767-4bfb-864b-e34a7bcefcb7 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449900 Jul 22 16:44:41.983947 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:42.010356 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-4a7c507e-209f-4b17-8efa-3b60de4eeb4e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Transition to ACTIVE for port object 017125b3-afa2-4741-a233-a939dbb9d78d will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:42.100451 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a7c507e-209f-4b17-8efa-3b60de4eeb4e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:42.116633 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d7851-6814-48b3-b859-d309edf68319 None None] Pushing event updated for resources: {'Port': ['ID=0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:42.159958 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:42.191507 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7c507e-209f-4b17-8efa-3b60de4eeb4e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network 53d1fc23-7bda-4276-aa32-413e2becad92 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:42.203577 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-4a7c507e-209f-4b17-8efa-3b60de4eeb4e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:42.206202 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7c507e-209f-4b17-8efa-3b60de4eeb4e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:44:42.212317 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7c507e-209f-4b17-8efa-3b60de4eeb4e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:42.212952 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a7c507e-209f-4b17-8efa-3b60de4eeb4e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:42.225136 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c507e-209f-4b17-8efa-3b60de4eeb4e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Port': ['ID=017125b3-afa2-4741-a233-a939dbb9d78d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:42.266017 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4a7c507e-209f-4b17-8efa-3b60de4eeb4e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6811533 Jul 22 16:44:42.268658 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34750) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:42.475291 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34758) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:42.700812 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b312636-6380-4ae3-a69c-d4acb2e15aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:42.844018 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b312636-6380-4ae3-a69c-d4acb2e15aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:42.863390 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b312636-6380-4ae3-a69c-d4acb2e15aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:42.908997 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ac41c92-4d9c-4af4-a085-3426cdc436fa tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:42.933053 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1b312636-6380-4ae3-a69c-d4acb2e15aa9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3c48c7c9dc484ecabbfb23244d765a97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4566081 Jul 22 16:44:42.953449 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b312636-6380-4ae3-a69c-d4acb2e15aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7189d767-eaba-4d0b-b5e5-973b1fcafd3a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:42.958309 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34770) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:43.024610 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3f4bc-c7db-4057-9049-43bb4ab8a188 req-43106b23-abbb-4362-804a-765e91823965 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:43.032866 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-59e3f4bc-c7db-4057-9049-43bb4ab8a188 req-43106b23-abbb-4362-804a-765e91823965 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=04a27e25-1885-4839-84a2-a0b774674fc2 HTTP/1.1" status: 200 len: 945 time: 0.2312903 Jul 22 16:44:43.085019 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-430f0d12-5b09-4f81-b8ee-ca816ca86852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:43.116992 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-430f0d12-5b09-4f81-b8ee-ca816ca86852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:43.188312 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-59e3f4bc-c7db-4057-9049-43bb4ab8a188 req-654b047f-8397-4d8c-b0bc-0f6d62f325c9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548119 Jul 22 16:44:43.189092 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-430f0d12-5b09-4f81-b8ee-ca816ca86852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:43.198214 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-430f0d12-5b09-4f81-b8ee-ca816ca86852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:43.200000 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-430f0d12-5b09-4f81-b8ee-ca816ca86852 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7189d767-eaba-4d0b-b5e5-973b1fcafd3a HTTP/1.1" status: 204 len: 168 time: 0.2407048 Jul 22 16:44:43.236073 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f0d12-5b09-4f81-b8ee-ca816ca86852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7189d767-eaba-4d0b-b5e5-973b1fcafd3a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:43.325262 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ac41c92-4d9c-4af4-a085-3426cdc436fa tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:43.339991 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ac41c92-4d9c-4af4-a085-3426cdc436fa tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:43.559098 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 4a821a80-64b1-4be8-a024-d40a807c0537 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:44:43.642504 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ac41c92-4d9c-4af4-a085-3426cdc436fa tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:43.688087 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2c9c8d-2c50-49ed-98bc-e2799ef56306 None None] Network 53d1fc23-7bda-4276-aa32-413e2becad92 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:43.804359 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac41c92-4d9c-4af4-a085-3426cdc436fa tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Port': ['ID=017125b3-afa2-4741-a233-a939dbb9d78d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:43.867047 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-62a22973-df75-4905-8d36-7cf42cbe2125 None None] Provisioning for port 0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:43.893156 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 4a821a80-64b1-4be8-a024-d40a807c0537 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:43.909653 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 4a821a80-64b1-4be8-a024-d40a807c0537 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:43.910199 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:44.030096 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ac41c92-4d9c-4af4-a085-3426cdc436fa tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:44.226008 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:44:44.489024 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:44.506586 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ac41c92-4d9c-4af4-a085-3426cdc436fa tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:44.545638 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ac41c92-4d9c-4af4-a085-3426cdc436fa tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:44.547073 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ac41c92-4d9c-4af4-a085-3426cdc436fa tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:44.616198 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 4a821a80-64b1-4be8-a024-d40a807c0537, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=4a821a80-64b1-4be8-a024-d40a807c0537,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:44.628912 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a27e25-1885-4839-84a2-a0b774674fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a821a80-64b1-4be8-a024-d40a807c0537'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:44:44.632562 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46f3775-6b85-4c58-ae61-fd02ed149857" -d '{"events": [{"server_uuid": "04a27e25-1885-4839-84a2-a0b774674fc2", "name": "network-vif-plugged", "status": "completed", "tag": "4a821a80-64b1-4be8-a024-d40a807c0537"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:44:44.636666 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:44.650985 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:44.741616 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b509282b-a5e1-4cfe-90fe-4381c81aba15 x-openstack-request-id: req-b509282b-a5e1-4cfe-90fe-4381c81aba15 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:44:44.741945 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a27e25-1885-4839-84a2-a0b774674fc2", "name": "network-vif-plugged", "status": "completed", "tag": "4a821a80-64b1-4be8-a024-d40a807c0537", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:44:44.742201 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b509282b-a5e1-4cfe-90fe-4381c81aba15 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:44:44.743182 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a27e25-1885-4839-84a2-a0b774674fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a821a80-64b1-4be8-a024-d40a807c0537', 'code': 200} Jul 22 16:44:44.746665 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:44.747038 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:44.906870 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=4a821a80-64b1-4be8-a024-d40a807c0537,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:44.949400 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac41c92-4d9c-4af4-a085-3426cdc436fa tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network 53d1fc23-7bda-4276-aa32-413e2becad92 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:44.966407 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7ac41c92-4d9c-4af4-a085-3426cdc436fa tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:45.052764 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:45.121398 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac,segment=NetworkSegment(56a2177b-9bc7-4430-9791-43f665cb59a7),segment_id=56a2177b-9bc7-4430-9791-43f665cb59a7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:45.129918 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:45.305687 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:45.438770 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9c579ab2-c335-4f19-b4e9-41c5c33cbe1f None None] Provisioning complete for port 0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:45.439149 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c579ab2-c335-4f19-b4e9-41c5c33cbe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:45.647574 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9c579ab2-c335-4f19-b4e9-41c5c33cbe1f None None] Provisioning for port 017125b3-afa2-4741-a233-a939dbb9d78d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:45.670960 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9c579ab2-c335-4f19-b4e9-41c5c33cbe1f None None] Provisioning complete for port 017125b3-afa2-4741-a233-a939dbb9d78d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:45.671333 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c579ab2-c335-4f19-b4e9-41c5c33cbe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:45.712124 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34828) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:45.815228 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9c579ab2-c335-4f19-b4e9-41c5c33cbe1f None None] Port 017125b3-afa2-4741-a233-a939dbb9d78d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:44:45.951504 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ffea4db-dea9-41a5-a2fb-f7ee55976748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:45.981737 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9207e4ba-d9a4-49be-b390-06c3f1da2937 None None] Provisioning complete for port 017125b3-afa2-4741-a233-a939dbb9d78d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:45.985468 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9207e4ba-d9a4-49be-b390-06c3f1da2937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:46.116475 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac41c92-4d9c-4af4-a085-3426cdc436fa tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Port': ['ID=017125b3-afa2-4741-a233-a939dbb9d78d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:46.137980 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:44:46.155780 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a42a7-5f29-4bbf-88dc-bcc087be8772 req-bef29ff3-eaa2-4151-a159-4468de6bdf00 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:46.159817 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-572a42a7-5f29-4bbf-88dc-bcc087be8772 req-bef29ff3-eaa2-4151-a159-4468de6bdf00 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=04a27e25-1885-4839-84a2-a0b774674fc2 HTTP/1.1" status: 200 len: 945 time: 1.6784797 Jul 22 16:44:46.164736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984a1da-f272-4782-a320-df7a8c5603ec req-02548e66-a08b-4a1f-9131-91c31f17198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:46.166756 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b984a1da-f272-4782-a320-df7a8c5603ec req-02548e66-a08b-4a1f-9131-91c31f17198e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=04a27e25-1885-4839-84a2-a0b774674fc2 HTTP/1.1" status: 200 len: 1097 time: 1.3103607 Jul 22 16:44:46.238681 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-572a42a7-5f29-4bbf-88dc-bcc087be8772 req-4a17c0b7-6d60-474f-978f-318ef3673e4c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703883 Jul 22 16:44:46.255285 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b984a1da-f272-4782-a320-df7a8c5603ec req-12998757-653c-4917-9622-2cdd6d2349fb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637598 Jul 22 16:44:46.288927 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9207e4ba-d9a4-49be-b390-06c3f1da2937 None None] Port 017125b3-afa2-4741-a233-a939dbb9d78d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:44:46.311295 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:46.312343 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:46.349016 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac41c92-4d9c-4af4-a085-3426cdc436fa tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Router 625c57fc-fc8d-4f0d-82b3-7552ac535434 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:44:46.352663 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ffea4db-dea9-41a5-a2fb-f7ee55976748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:46.364069 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ffea4db-dea9-41a5-a2fb-f7ee55976748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:46.539869 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7ffea4db-dea9-41a5-a2fb-f7ee55976748 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a18d42169afb4c4eafa2b4bab3e0e74a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8254824 Jul 22 16:44:46.541299 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffea4db-dea9-41a5-a2fb-f7ee55976748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ea9dfd-d315-4615-a913-31f844a795d1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:46.544088 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34840) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:46.615506 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5b2d6bc3-2e80-4976-af0e-0bfe8145a8af None None] Provisioning complete for port 017125b3-afa2-4741-a233-a939dbb9d78d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:46.616155 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6bc3-2e80-4976-af0e-0bfe8145a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:46.622416 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac41c92-4d9c-4af4-a085-3426cdc436fa tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:44:46.630536 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7ac41c92-4d9c-4af4-a085-3426cdc436fa tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "PUT /v2.0/routers/625c57fc-fc8d-4f0d-82b3-7552ac535434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3584938 Jul 22 16:44:46.631649 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34842) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:46.635034 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de7804d-8781-4d69-8a59-68f000b5fd33 None None] Sync routers for ids ['625c57fc-fc8d-4f0d-82b3-7552ac535434'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:44:46.656498 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de7804d-8781-4d69-8a59-68f000b5fd33 None None] Routers {'625c57fc-fc8d-4f0d-82b3-7552ac535434'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:44:46.658999 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4de7804d-8781-4d69-8a59-68f000b5fd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:44:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['625c57fc-fc8d-4f0d-82b3-7552ac535434'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:46.704301 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-045dc790-e543-4060-a54d-8b060598e451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:46.709960 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d4d8e8-0fe3-462b-8f3d-58cb8ddcea7d tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:46.716474 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-95d4d8e8-0fe3-462b-8f3d-58cb8ddcea7d tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "GET /v2.0/ports/017125b3-afa2-4741-a233-a939dbb9d78d HTTP/1.1" status: 200 len: 983 time: 0.0815454 Jul 22 16:44:46.717068 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34844) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:46.763056 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5b2d6bc3-2e80-4976-af0e-0bfe8145a8af None None] Port 017125b3-afa2-4741-a233-a939dbb9d78d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:44:46.791929 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-045dc790-e543-4060-a54d-8b060598e451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:46.907493 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4de7804d-8781-4d69-8a59-68f000b5fd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:46.937461 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de7804d-8781-4d69-8a59-68f000b5fd33 None None] Routers {'625c57fc-fc8d-4f0d-82b3-7552ac535434'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:44:46.940182 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4de7804d-8781-4d69-8a59-68f000b5fd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:44:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['625c57fc-fc8d-4f0d-82b3-7552ac535434'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:46.944566 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-045dc790-e543-4060-a54d-8b060598e451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:46.947198 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-045dc790-e543-4060-a54d-8b060598e451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:46.981691 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-045dc790-e543-4060-a54d-8b060598e451 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/74ea9dfd-d315-4615-a913-31f844a795d1 HTTP/1.1" status: 204 len: 168 time: 0.4348655 Jul 22 16:44:47.002517 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045dc790-e543-4060-a54d-8b060598e451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ea9dfd-d315-4615-a913-31f844a795d1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:47.011733 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4df7e4fe-924e-40c8-bf94-7a3171d824b3 None None] Provisioning complete for port 017125b3-afa2-4741-a233-a939dbb9d78d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:47.012117 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4df7e4fe-924e-40c8-bf94-7a3171d824b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:47.038810 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4de7804d-8781-4d69-8a59-68f000b5fd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:47.039475 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de7804d-8781-4d69-8a59-68f000b5fd33 None None] The sync data for ids ['625c57fc-fc8d-4f0d-82b3-7552ac535434'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:44:47.148298 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4df7e4fe-924e-40c8-bf94-7a3171d824b3 None None] Port 017125b3-afa2-4741-a233-a939dbb9d78d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:44:47.556431 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8f00909-27e6-47a2-8614-6bf42b4e2abe tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:47.704690 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dae592-2d1f-4ed5-9727-bc5f2287ed7c req-bb19a1c9-12e2-4dae-b93c-1ea1086d91bd tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:47.712544 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-46dae592-2d1f-4ed5-9727-bc5f2287ed7c req-bb19a1c9-12e2-4dae-b93c-1ea1086d91bd tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=04a27e25-1885-4839-84a2-a0b774674fc2 HTTP/1.1" status: 200 len: 946 time: 0.2852383 Jul 22 16:44:47.851456 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-46dae592-2d1f-4ed5-9727-bc5f2287ed7c req-f2f8557c-4ad5-42ec-a93f-412950bd3d78 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226873 Jul 22 16:44:48.151280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d8f00909-27e6-47a2-8614-6bf42b4e2abe tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting port 017125b3-afa2-4741-a233-a939dbb9d78d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:48.151783 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8f00909-27e6-47a2-8614-6bf42b4e2abe tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:48.435367 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8f00909-27e6-47a2-8614-6bf42b4e2abe tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:48.481145 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d8f00909-27e6-47a2-8614-6bf42b4e2abe tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Calling delete_port for 017125b3-afa2-4741-a233-a939dbb9d78d owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:48.876144 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8f00909-27e6-47a2-8614-6bf42b4e2abe tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:48.965194 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f00909-27e6-47a2-8614-6bf42b4e2abe tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Port': ['ID=017125b3-afa2-4741-a233-a939dbb9d78d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:49.198765 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8f00909-27e6-47a2-8614-6bf42b4e2abe tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:49.340342 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f664f-2cad-41dc-90e3-46d8718c7f05 req-af23d610-8db8-4116-b94f-e67c549f9703 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:49.341971 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b78f664f-2cad-41dc-90e3-46d8718c7f05 req-af23d610-8db8-4116-b94f-e67c549f9703 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=04a27e25-1885-4839-84a2-a0b774674fc2 HTTP/1.1" status: 200 len: 946 time: 0.3410075 Jul 22 16:44:49.465353 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b78f664f-2cad-41dc-90e3-46d8718c7f05 req-bbd8cefc-f277-4458-9a37-8b82f6d62d93 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102393 Jul 22 16:44:49.686900 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34918) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:49.739036 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f00909-27e6-47a2-8614-6bf42b4e2abe tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Router 625c57fc-fc8d-4f0d-82b3-7552ac535434 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:44:49.937582 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec69b3f3-5f51-49f2-b428-b40956118808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:49.987109 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f00909-27e6-47a2-8614-6bf42b4e2abe tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:44:49.993500 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d8f00909-27e6-47a2-8614-6bf42b4e2abe tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "PUT /v2.0/routers/625c57fc-fc8d-4f0d-82b3-7552ac535434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2746673 Jul 22 16:44:49.998695 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34938) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:50.002662 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d52e200-b687-4f60-a86a-3563c038dd50 None None] Sync routers for ids ['625c57fc-fc8d-4f0d-82b3-7552ac535434'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:44:50.031469 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d52e200-b687-4f60-a86a-3563c038dd50 None None] Routers {'625c57fc-fc8d-4f0d-82b3-7552ac535434'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:44:50.032634 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6d52e200-b687-4f60-a86a-3563c038dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:44:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['625c57fc-fc8d-4f0d-82b3-7552ac535434'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:50.154713 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6d52e200-b687-4f60-a86a-3563c038dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:50.173042 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d52e200-b687-4f60-a86a-3563c038dd50 None None] Routers {'625c57fc-fc8d-4f0d-82b3-7552ac535434'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:44:50.176761 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6d52e200-b687-4f60-a86a-3563c038dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:44:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['625c57fc-fc8d-4f0d-82b3-7552ac535434'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:50.269840 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-c803dfee-eb4d-44ca-b65e-a1345c397b78 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:50.272127 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-c803dfee-eb4d-44ca-b65e-a1345c397b78 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/networks?id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d HTTP/1.1" status: 200 len: 805 time: 0.2872467 Jul 22 16:44:50.289886 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-c996d71d-c9f7-47aa-b233-122b9eb401e4 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/quotas/da62075422094ce69d816eddc76670fa HTTP/1.1" status: 200 len: 375 time: 0.0116665 Jul 22 16:44:50.292666 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6d52e200-b687-4f60-a86a-3563c038dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:50.293295 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d52e200-b687-4f60-a86a-3563c038dd50 None None] The sync data for ids ['625c57fc-fc8d-4f0d-82b3-7552ac535434'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:44:50.506678 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-ee56d431-e1e4-45a8-a4f8-81744d2f2603 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=da62075422094ce69d816eddc76670fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2103159 Jul 22 16:44:50.672731 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-b1fe10f9-a0d6-40c1-b563-048c17503881 service neutron] 10.222.0.69 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642847 Jul 22 16:44:50.833591 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-7a739cdd-c57b-43a4-90ed-d1a999891b5b service neutron] 10.222.0.69 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525643 Jul 22 16:44:50.889493 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-e2244d32-0781-4c67-bbe0-5b171fc8d956 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] remove_router_interface failed (client error): The resource could not be found. Jul 22 16:44:50.894376 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34972) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:50.894928 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e2244d32-0781-4c67-bbe0-5b171fc8d956 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "PUT /v2.0/routers/625c57fc-fc8d-4f0d-82b3-7552ac535434/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8897555 Jul 22 16:44:50.938027 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-504f7322-1f6b-4d41-9547-b33c840c2634 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "GET /v2.0/ports?device_id=625c57fc-fc8d-4f0d-82b3-7552ac535434 HTTP/1.1" status: 200 len: 205 time: 0.0408754 Jul 22 16:44:50.938314 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34974) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:50.955421 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec69b3f3-5f51-49f2-b428-b40956118808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:50.969258 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec69b3f3-5f51-49f2-b428-b40956118808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.035275 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69b3f3-5f51-49f2-b428-b40956118808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b7e414-94af-48d4-bd1e-874780c862b4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:51.071537 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2479183-dec3-4884-a466-a2c65f6f786a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.099252 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a5c2a9ba-05ca-4e1b-afa4-ddd335e76103 req-52fe09ee-c368-4911-9ad5-b4445f4a811d tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=72b5bd35-0d1d-4fb0-8aa2-8c677e44b812 HTTP/1.1" status: 200 len: 210 time: 0.0593648 Jul 22 16:44:51.103110 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ec69b3f3-5f51-49f2-b428-b40956118808 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1d8e8fe961d948488ba4dea2108f8e4a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4152281 Jul 22 16:44:51.105784 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34998) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:51.210768 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a735d14a-01a0-4a8b-8112-6afa73fb948b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.243197 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a735d14a-01a0-4a8b-8112-6afa73fb948b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.303937 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a735d14a-01a0-4a8b-8112-6afa73fb948b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.307628 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a735d14a-01a0-4a8b-8112-6afa73fb948b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.309070 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a735d14a-01a0-4a8b-8112-6afa73fb948b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e0b7e414-94af-48d4-bd1e-874780c862b4 HTTP/1.1" status: 204 len: 168 time: 0.2015820 Jul 22 16:44:51.319071 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a735d14a-01a0-4a8b-8112-6afa73fb948b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b7e414-94af-48d4-bd1e-874780c862b4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:51.324629 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2479183-dec3-4884-a466-a2c65f6f786a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.328854 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2479183-dec3-4884-a466-a2c65f6f786a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.392972 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2479183-dec3-4884-a466-a2c65f6f786a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.393320 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2479183-dec3-4884-a466-a2c65f6f786a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Fanout notify agent at l3_agent the message router_deleted on router 625c57fc-fc8d-4f0d-82b3-7552ac535434 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:44:51.408402 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2479183-dec3-4884-a466-a2c65f6f786a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.409761 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b2479183-dec3-4884-a466-a2c65f6f786a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/routers/625c57fc-fc8d-4f0d-82b3-7552ac535434 HTTP/1.1" status: 204 len: 168 time: 0.4705844 Jul 22 16:44:51.412907 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35032) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:51.477827 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ba0778-12d0-463e-b1a1-686ee11b4b14 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting subnet 4d72bd8f-70d4-4d3e-acd0-79712cf0a0be {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:44:51.481475 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98ba0778-12d0-463e-b1a1-686ee11b4b14 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.543404 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98ba0778-12d0-463e-b1a1-686ee11b4b14 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.659391 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98ba0778-12d0-463e-b1a1-686ee11b4b14 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.683621 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35062) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:51.707422 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0efa434-211e-476b-977b-ef41dadfa04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.795540 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98ba0778-12d0-463e-b1a1-686ee11b4b14 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.843614 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba0778-12d0-463e-b1a1-686ee11b4b14 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Subnet': ['ID=4d72bd8f-70d4-4d3e-acd0-79712cf0a0be,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:51.851977 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98ba0778-12d0-463e-b1a1-686ee11b4b14 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.857038 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-98ba0778-12d0-463e-b1a1-686ee11b4b14 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/subnets/4d72bd8f-70d4-4d3e-acd0-79712cf0a0be HTTP/1.1" status: 204 len: 168 time: 0.4399922 Jul 22 16:44:51.857159 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0efa434-211e-476b-977b-ef41dadfa04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.857278 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35078) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:51.862509 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ed1cff-29a3-4359-a74d-e089c0d94872 None None] Network 53d1fc23-7bda-4276-aa32-413e2becad92 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:51.866713 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0efa434-211e-476b-977b-ef41dadfa04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.978224 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f0efa434-211e-476b-977b-ef41dadfa04b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d7c8a1264bb442ff97b5b9a13db89c97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914176 Jul 22 16:44:51.978224 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0efa434-211e-476b-977b-ef41dadfa04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d23b61-b53d-435e-b176-8e66d92d0a14,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:51.979821 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35088) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:52.068969 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1cb3f2b-afc4-4e09-ab71-8d3304f5b1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:52.118807 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a04f28d6-be6d-49cc-bff3-a65bb1beaab0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:52.143397 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1cb3f2b-afc4-4e09-ab71-8d3304f5b1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:52.217755 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1cb3f2b-afc4-4e09-ab71-8d3304f5b1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:52.226646 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1cb3f2b-afc4-4e09-ab71-8d3304f5b1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:52.233404 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c1cb3f2b-afc4-4e09-ab71-8d3304f5b1b7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/29d23b61-b53d-435e-b176-8e66d92d0a14 HTTP/1.1" status: 204 len: 168 time: 0.2502754 Jul 22 16:44:52.266100 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb3f2b-afc4-4e09-ab71-8d3304f5b1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d23b61-b53d-435e-b176-8e66d92d0a14,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:52.312906 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a04f28d6-be6d-49cc-bff3-a65bb1beaab0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting port 0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:52.316183 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a04f28d6-be6d-49cc-bff3-a65bb1beaab0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:52.431460 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-714d9f7c-1376-40d8-a969-4dfab8ed352b req-f748cc51-936d-430c-8071-c154901d11f7 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=72b5bd35-0d1d-4fb0-8aa2-8c677e44b812 HTTP/1.1" status: 200 len: 210 time: 0.1277735 Jul 22 16:44:52.510685 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-a04f28d6-be6d-49cc-bff3-a65bb1beaab0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] For port 0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac,segment=NetworkSegment(56a2177b-9bc7-4430-9791-43f665cb59a7),segment_id=56a2177b-9bc7-4430-9791-43f665cb59a7)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:52.511523 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a04f28d6-be6d-49cc-bff3-a65bb1beaab0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:52.531033 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a04f28d6-be6d-49cc-bff3-a65bb1beaab0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Calling delete_port for 0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:52.644750 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a04f28d6-be6d-49cc-bff3-a65bb1beaab0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:52.701517 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f28d6-be6d-49cc-bff3-a65bb1beaab0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Port': ['ID=0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:52.706359 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04f28d6-be6d-49cc-bff3-a65bb1beaab0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] No DVR routers for this DVR port 0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:44:52.803137 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a04f28d6-be6d-49cc-bff3-a65bb1beaab0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:52.840961 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-a04f28d6-be6d-49cc-bff3-a65bb1beaab0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d1fc23-7bda-4276-aa32-413e2becad92']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:52.869661 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-a04f28d6-be6d-49cc-bff3-a65bb1beaab0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a2177b-9bc7-4430-9791-43f665cb59a7') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:52.870019 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-a04f28d6-be6d-49cc-bff3-a65bb1beaab0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a2177b-9bc7-4430-9791-43f665cb59a7') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:52.894358 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a04f28d6-be6d-49cc-bff3-a65bb1beaab0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:52.930503 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b695bd69-b5e2-49a5-8159-62851996f023 None None] DHCP port deletion for 53d1fc23-7bda-4276-aa32-413e2becad92 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:44:52.938747 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a04f28d6-be6d-49cc-bff3-a65bb1beaab0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:52.953544 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04f28d6-be6d-49cc-bff3-a65bb1beaab0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:44:52.954296 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a04f28d6-be6d-49cc-bff3-a65bb1beaab0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:44:52.963393 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:44:53.107747 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a04f28d6-be6d-49cc-bff3-a65bb1beaab0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:53.121907 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a04f28d6-be6d-49cc-bff3-a65bb1beaab0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:53.130632 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35140) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:53.135088 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a04f28d6-be6d-49cc-bff3-a65bb1beaab0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/networks/53d1fc23-7bda-4276-aa32-413e2becad92 HTTP/1.1" status: 204 len: 168 time: 1.2768345 Jul 22 16:44:53.141375 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2deb76ae-8f2c-49bc-bc3c-0d8bca4a56e2 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-343329369'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:53.175546 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f28d6-be6d-49cc-bff3-a65bb1beaab0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Network': ['ID=53d1fc23-7bda-4276-aa32-413e2becad92,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:53.217186 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-5abc25d5-e3a1-44e5-ac6e-c639af524b24 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:53.219396 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-5abc25d5-e3a1-44e5-ac6e-c639af524b24 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.30 "GET /v2.0/networks?id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d HTTP/1.1" status: 200 len: 805 time: 0.2817595 Jul 22 16:44:53.224048 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2deb76ae-8f2c-49bc-bc3c-0d8bca4a56e2 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Made reservation on behalf of 28afd516fe734112b120e8be45892cca for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:53.230091 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2deb76ae-8f2c-49bc-bc3c-0d8bca4a56e2 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:53.258733 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-b7443f82-2809-4531-bae3-e4727e183654 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Request body: {'port': {'device_id': '72b5bd35-0d1d-4fb0-8aa2-8c677e44b812', 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d', 'admin_state_up': True, 'tenant_id': 'da62075422094ce69d816eddc76670fa'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:53.326288 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2deb76ae-8f2c-49bc-bc3c-0d8bca4a56e2 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:44:53.333602 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35146) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:53.379546 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2deb76ae-8f2c-49bc-bc3c-0d8bca4a56e2 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:53.379992 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-2deb76ae-8f2c-49bc-bc3c-0d8bca4a56e2 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Added segment a8c752bc-e27f-4b16-a2b1-09cc6ffdb616 of type vlan for network ad4f69f5-d238-49d1-b900-489ccd6fbd78 Jul 22 16:44:53.456596 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2deb76ae-8f2c-49bc-bc3c-0d8bca4a56e2 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:53.504019 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-b7443f82-2809-4531-bae3-e4727e183654 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Made reservation on behalf of da62075422094ce69d816eddc76670fa for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:53.507720 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-b7443f82-2809-4531-bae3-e4727e183654 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:53.524676 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2deb76ae-8f2c-49bc-bc3c-0d8bca4a56e2 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:53.532255 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2deb76ae-8f2c-49bc-bc3c-0d8bca4a56e2 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:53.532966 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2deb76ae-8f2c-49bc-bc3c-0d8bca4a56e2 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:53.615542 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30221153-4d99-47fd-86e3-ad5f527bff68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:53.658587 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c224fa7b-aa42-4241-ba3e-dc8bfddf0cdc req-39ef8e99-0196-46c7-90c2-8cb59c984307 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=72b5bd35-0d1d-4fb0-8aa2-8c677e44b812 HTTP/1.1" status: 200 len: 210 time: 0.0661454 Jul 22 16:44:53.786036 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30221153-4d99-47fd-86e3-ad5f527bff68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:53.792456 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30221153-4d99-47fd-86e3-ad5f527bff68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:53.793465 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2deb76ae-8f2c-49bc-bc3c-0d8bca4a56e2 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6609080 Jul 22 16:44:53.796162 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35164) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:53.797594 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb76ae-8f2c-49bc-bc3c-0d8bca4a56e2 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Network': ['ID=ad4f69f5-d238-49d1-b900-489ccd6fbd78,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:53.810624 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network ad4f69f5-d238-49d1-b900-489ccd6fbd78 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:44:53.822583 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7f0d01e3-a6a9-4f9e-a7d8-75ee95f36655 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'subnet': {'network_id': 'ad4f69f5-d238-49d1-b900-489ccd6fbd78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:53.853771 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-b7443f82-2809-4531-bae3-e4727e183654 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Allocated IP 172.20.0.12 (65bc71d4-b0c7-49c6-8406-b3cd4a91b70d/411cf97d-c177-4f17-b976-e1cbeab029d8/a456e48e-d3e3-41c2-9141-fcf2295ba479) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:44:53.883352 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-30221153-4d99-47fd-86e3-ad5f527bff68 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a5d4a02ee1f9477bb93c79acca348432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5486062 Jul 22 16:44:53.891006 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35172) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:53.994726 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30221153-4d99-47fd-86e3-ad5f527bff68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3941c95d-68de-44bf-aa55-dbf23940c144,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:54.081739 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:44:54.116830 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0d01e3-a6a9-4f9e-a7d8-75ee95f36655 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Made reservation on behalf of 28afd516fe734112b120e8be45892cca for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:54.132549 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:44:54.133274 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f0d01e3-a6a9-4f9e-a7d8-75ee95f36655 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:54.137248 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0a8fcd8d-79b6-49a2-a5b3-a8a77cb459ac not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:44:54.177144 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-b7443f82-2809-4531-bae3-e4727e183654 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:54.228079 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-b7443f82-2809-4531-bae3-e4727e183654 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:54.263502 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['2596dc5f-fd69-4aaf-a871-df3a72ac699c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:44:54.266575 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['4a821a80-64b1-4be8-a024-d40a807c0537'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:44:54.321662 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-b7443f82-2809-4531-bae3-e4727e183654 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:54.325357 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-b7443f82-2809-4531-bae3-e4727e183654 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:54.332490 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea40e72a-ac06-437d-8fc1-b38838361af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:54.339218 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-b7443f82-2809-4531-bae3-e4727e183654 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:44:54.362290 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea40e72a-ac06-437d-8fc1-b38838361af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:54.401275 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7443f82-2809-4531-bae3-e4727e183654 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Pushing event updated for resources: {'Port': ['ID=a456e48e-d3e3-41c2-9141-fcf2295ba479,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:54.460827 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-b7443f82-2809-4531-bae3-e4727e183654 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:54.470091 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-b7443f82-2809-4531-bae3-e4727e183654 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:54.498423 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-b7443f82-2809-4531-bae3-e4727e183654 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2613380 Jul 22 16:44:54.521562 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-4dff5786-bc90-4f89-b8e1-46a30d81552e service neutron] Request body: {'port': {'device_id': '72b5bd35-0d1d-4fb0-8aa2-8c677e44b812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:54.567513 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea40e72a-ac06-437d-8fc1-b38838361af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:54.570393 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea40e72a-ac06-437d-8fc1-b38838361af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:54.575882 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ea40e72a-ac06-437d-8fc1-b38838361af5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3941c95d-68de-44bf-aa55-dbf23940c144 HTTP/1.1" status: 204 len: 168 time: 0.6819441 Jul 22 16:44:54.616944 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40e72a-ac06-437d-8fc1-b38838361af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3941c95d-68de-44bf-aa55-dbf23940c144,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:54.667181 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f0d01e3-a6a9-4f9e-a7d8-75ee95f36655 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:54.760015 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-4dff5786-bc90-4f89-b8e1-46a30d81552e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:54.784699 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d01e3-a6a9-4f9e-a7d8-75ee95f36655 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Subnet': ['ID=04089779-04c5-4007-9612-0543c7c79508,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:54.799067 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0d01e3-a6a9-4f9e-a7d8-75ee95f36655 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Checking segment: {'id': 'a8c752bc-e27f-4b16-a2b1-09cc6ffdb616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ad4f69f5-d238-49d1-b900-489ccd6fbd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:44:54.800328 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0d01e3-a6a9-4f9e-a7d8-75ee95f36655 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network hostable DHCP agents. Network: ad4f69f5-d238-49d1-b900-489ccd6fbd78, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:44:54.828933 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0d01e3-a6a9-4f9e-a7d8-75ee95f36655 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network ad4f69f5-d238-49d1-b900-489ccd6fbd78 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:44:54.845143 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-7f0d01e3-a6a9-4f9e-a7d8-75ee95f36655 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, ad4f69f5-d238-49d1-b900-489ccd6fbd78) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:54.854067 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86532303-3772-43a3-a8f7-f793720738f5 None None] Network ad4f69f5-d238-49d1-b900-489ccd6fbd78 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:54.867165 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0d01e3-a6a9-4f9e-a7d8-75ee95f36655 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:54.867757 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f0d01e3-a6a9-4f9e-a7d8-75ee95f36655 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:54.917226 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7f0d01e3-a6a9-4f9e-a7d8-75ee95f36655 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1044121 Jul 22 16:44:54.918183 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35224) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:54.925421 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-db846fb7-a556-4fb2-bb4f-eb3626b26b25 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-862114546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:54.971634 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db846fb7-a556-4fb2-bb4f-eb3626b26b25 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:54.972732 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db846fb7-a556-4fb2-bb4f-eb3626b26b25 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:55.074757 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db846fb7-a556-4fb2-bb4f-eb3626b26b25 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:55.080381 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db846fb7-a556-4fb2-bb4f-eb3626b26b25 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:55.128510 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db846fb7-a556-4fb2-bb4f-eb3626b26b25 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:55.130162 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-db846fb7-a556-4fb2-bb4f-eb3626b26b25 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2116132 Jul 22 16:44:55.133149 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35232) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:55.166693 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-ad4f69f5-d238-49d1-b900-489ccd6fbd78', 'network_id': 'ad4f69f5-d238-49d1-b900-489ccd6fbd78', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'fixed_ips': [{'subnet_id': '04089779-04c5-4007-9612-0543c7c79508'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:44:55.167782 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:55.285543 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35238) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:55.341084 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f456732a-5e12-4f2e-96e4-7ebc41c095a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:55.544584 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Allocated IP 2001:db8::2 (ad4f69f5-d238-49d1-b900-489ccd6fbd78/04089779-04c5-4007-9612-0543c7c79508/2160ace6-e8a3-40d9-9e01-0945ff0e8d53) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:44:55.877765 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1dc15ebd-52e4-4f07-8657-238d27517ce6 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:55.981023 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:56.003999 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Transition to ACTIVE for port object 2160ace6-e8a3-40d9-9e01-0945ff0e8d53 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:56.022614 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f456732a-5e12-4f2e-96e4-7ebc41c095a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:56.038732 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Transition to ACTIVE for port object 2160ace6-e8a3-40d9-9e01-0945ff0e8d53 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:56.053171 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:56.095888 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f456732a-5e12-4f2e-96e4-7ebc41c095a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:56.179900 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f456732a-5e12-4f2e-96e4-7ebc41c095a3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=97b0a3f7bf48441aa3da33b48062f263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8932569 Jul 22 16:44:56.190968 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35282) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:56.198889 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Network ad4f69f5-d238-49d1-b900-489ccd6fbd78 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:56.202539 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:56.206743 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:44:56.218807 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456732a-5e12-4f2e-96e4-7ebc41c095a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff0a75f-3cac-4f83-83b2-de75a6f5349e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:56.279274 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Pushing event updated for resources: {'Port': ['ID=2160ace6-e8a3-40d9-9e01-0945ff0e8d53,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:56.301510 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:56.301856 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:56.302265 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:56.302604 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:56.302940 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:56.303271 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:56.303596 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:56.303920 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:56.304246 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:56.304567 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:56.305072 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:56.305398 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:56.308261 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa57926-ec43-491a-a91c-c2937946ef17 req-230e296f-fe18-4d64-afcb-17094e29fae6 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:56.312269 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Attempting to bind port 2160ace6-e8a3-40d9-9e01-0945ff0e8d53 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:56.312638 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Attempting to bind port 2160ace6-e8a3-40d9-9e01-0945ff0e8d53 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a8c752bc-e27f-4b16-a2b1-09cc6ffdb616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ad4f69f5-d238-49d1-b900-489ccd6fbd78'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:56.313002 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Attempting to bind port 2160ace6-e8a3-40d9-9e01-0945ff0e8d53 on network ad4f69f5-d238-49d1-b900-489ccd6fbd78 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:56.319390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:44:56.319771 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Checking segment: {'id': 'a8c752bc-e27f-4b16-a2b1-09cc6ffdb616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ad4f69f5-d238-49d1-b900-489ccd6fbd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:44:56.320175 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:56.320564 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Bound using segment: {'id': 'a8c752bc-e27f-4b16-a2b1-09cc6ffdb616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ad4f69f5-d238-49d1-b900-489ccd6fbd78'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:44:56.321253 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Bound port: 2160ace6-e8a3-40d9-9e01-0945ff0e8d53, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c752bc-e27f-4b16-a2b1-09cc6ffdb616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ad4f69f5-d238-49d1-b900-489ccd6fbd78'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:44:56.321944 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:56.329000 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-caa57926-ec43-491a-a91c-c2937946ef17 req-230e296f-fe18-4d64-afcb-17094e29fae6 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=72b5bd35-0d1d-4fb0-8aa2-8c677e44b812 HTTP/1.1" status: 200 len: 932 time: 1.4887691 Jul 22 16:44:56.392781 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-321c6664-d7b5-43b5-8c1d-304e4b2071fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:56.467764 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-321c6664-d7b5-43b5-8c1d-304e4b2071fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:56.481225 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-1dc15ebd-52e4-4f07-8657-238d27517ce6 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Allocated IP 2001:db8::1 (ad4f69f5-d238-49d1-b900-489ccd6fbd78/04089779-04c5-4007-9612-0543c7c79508/60aa6863-0183-4aa5-89df-63f02a59a8c9) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:44:56.497284 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] For port 2160ace6-e8a3-40d9-9e01-0945ff0e8d53, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:44:56.510290 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] For port 2160ace6-e8a3-40d9-9e01-0945ff0e8d53, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2160ace6-e8a3-40d9-9e01-0945ff0e8d53,segment=NetworkSegment(a8c752bc-e27f-4b16-a2b1-09cc6ffdb616),segment_id=a8c752bc-e27f-4b16-a2b1-09cc6ffdb616)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:44:56.547517 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:56.561245 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-4dff5786-bc90-4f89-b8e1-46a30d81552e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a456e48e-d3e3-41c2-9141-fcf2295ba479 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:44:56.573230 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-4dff5786-bc90-4f89-b8e1-46a30d81552e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:56.593641 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-4dff5786-bc90-4f89-b8e1-46a30d81552e service neutron] Transition to ACTIVE for port object a456e48e-d3e3-41c2-9141-fcf2295ba479 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:56.677406 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-4dff5786-bc90-4f89-b8e1-46a30d81552e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:56.737478 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e6d86-033a-42e4-b97e-a9e75f60afa1 None None] Pushing event updated for resources: {'Port': ['ID=2160ace6-e8a3-40d9-9e01-0945ff0e8d53,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:56.778972 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff5786-bc90-4f89-b8e1-46a30d81552e service neutron] Pushing event updated for resources: {'Port': ['ID=a456e48e-d3e3-41c2-9141-fcf2295ba479,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:56.831656 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-caa57926-ec43-491a-a91c-c2937946ef17 req-ddb45621-14dd-4fbc-b428-f4de418b219c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007377 Jul 22 16:44:56.963641 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1dc15ebd-52e4-4f07-8657-238d27517ce6 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:56.984383 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-321c6664-d7b5-43b5-8c1d-304e4b2071fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:56.989905 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-4dff5786-bc90-4f89-b8e1-46a30d81552e service neutron] Attempting to bind port a456e48e-d3e3-41c2-9141-fcf2295ba479 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:56.990389 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-4dff5786-bc90-4f89-b8e1-46a30d81552e service neutron] Attempting to bind port a456e48e-d3e3-41c2-9141-fcf2295ba479 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:56.990736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-4dff5786-bc90-4f89-b8e1-46a30d81552e service neutron] Attempting to bind port a456e48e-d3e3-41c2-9141-fcf2295ba479 on network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:56.992643 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-321c6664-d7b5-43b5-8c1d-304e4b2071fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:56.997042 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-321c6664-d7b5-43b5-8c1d-304e4b2071fe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fff0a75f-3cac-4f83-83b2-de75a6f5349e HTTP/1.1" status: 204 len: 168 time: 0.8056223 Jul 22 16:44:57.005785 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-4dff5786-bc90-4f89-b8e1-46a30d81552e service neutron] Port a456e48e-d3e3-41c2-9141-fcf2295ba479 on network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:44:57.006371 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-4dff5786-bc90-4f89-b8e1-46a30d81552e service neutron] Attempting to bind port a456e48e-d3e3-41c2-9141-fcf2295ba479 on network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:57.020722 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6484df2a-c293-476c-b29a-6f3761adbd31 req-e12ae83b-e0a8-4552-bfe3-712474dd18dd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4239743 Jul 22 16:44:57.022191 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-4dff5786-bc90-4f89-b8e1-46a30d81552e service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:44:57.022532 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-4dff5786-bc90-4f89-b8e1-46a30d81552e service neutron] Checking segment: {'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:44:57.023159 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-4dff5786-bc90-4f89-b8e1-46a30d81552e service neutron] Bound using segment: {'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:44:57.023784 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-4dff5786-bc90-4f89-b8e1-46a30d81552e service neutron] Bound port: a456e48e-d3e3-41c2-9141-fcf2295ba479, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:44:57.024351 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-4dff5786-bc90-4f89-b8e1-46a30d81552e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:57.213227 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-1dc15ebd-52e4-4f07-8657-238d27517ce6 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Transition to ACTIVE for port object 60aa6863-0183-4aa5-89df-63f02a59a8c9 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:57.220043 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c6664-d7b5-43b5-8c1d-304e4b2071fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff0a75f-3cac-4f83-83b2-de75a6f5349e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:57.326329 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1dc15ebd-52e4-4f07-8657-238d27517ce6 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:57.454149 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc15ebd-52e4-4f07-8657-238d27517ce6 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Port': ['ID=60aa6863-0183-4aa5-89df-63f02a59a8c9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:57.473461 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-4dff5786-bc90-4f89-b8e1-46a30d81552e service neutron] For port a456e48e-d3e3-41c2-9141-fcf2295ba479, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:44:57.496339 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc15ebd-52e4-4f07-8657-238d27517ce6 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network ad4f69f5-d238-49d1-b900-489ccd6fbd78 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:57.499979 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-1dc15ebd-52e4-4f07-8657-238d27517ce6 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:57.503360 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc15ebd-52e4-4f07-8657-238d27517ce6 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:44:57.503917 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1dc15ebd-52e4-4f07-8657-238d27517ce6 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:57.521338 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-4dff5786-bc90-4f89-b8e1-46a30d81552e service neutron] For port a456e48e-d3e3-41c2-9141-fcf2295ba479, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a456e48e-d3e3-41c2-9141-fcf2295ba479,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:44:57.536111 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-4dff5786-bc90-4f89-b8e1-46a30d81552e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:57.670789 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff5786-bc90-4f89-b8e1-46a30d81552e service neutron] Pushing event updated for resources: {'Port': ['ID=a456e48e-d3e3-41c2-9141-fcf2295ba479,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:57.680456 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484df2a-c293-476c-b29a-6f3761adbd31 req-c4a30dfe-0f7b-43be-b37f-1d88b1b7693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:57.682967 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6484df2a-c293-476c-b29a-6f3761adbd31 req-c4a30dfe-0f7b-43be-b37f-1d88b1b7693f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=216f13db00f1480fa00e833a1ebbd51e&device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 1096 time: 0.5611944 Jul 22 16:44:57.700438 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-4dff5786-bc90-4f89-b8e1-46a30d81552e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:57.702029 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-4dff5786-bc90-4f89-b8e1-46a30d81552e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:57.704279 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-4dff5786-bc90-4f89-b8e1-46a30d81552e service neutron] 10.222.0.30 "PUT /v2.0/ports/a456e48e-d3e3-41c2-9141-fcf2295ba479 HTTP/1.1" status: 200 len: 1092 time: 3.1913061 Jul 22 16:44:57.705251 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b5bd35-0d1d-4fb0-8aa2-8c677e44b812', 'tag': 'a456e48e-d3e3-41c2-9141-fcf2295ba479'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:44:57.708161 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4012b4d-c44f-4765-b337-d307705e3bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "72b5bd35-0d1d-4fb0-8aa2-8c677e44b812", "tag": "a456e48e-d3e3-41c2-9141-fcf2295ba479"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:44:57.844292 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6858ba-2e4d-44bb-883a-05ef9603f543 x-openstack-request-id: req-8b6858ba-2e4d-44bb-883a-05ef9603f543 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:44:57.849085 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b5bd35-0d1d-4fb0-8aa2-8c677e44b812", "tag": "a456e48e-d3e3-41c2-9141-fcf2295ba479", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:44:57.849085 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8b6858ba-2e4d-44bb-883a-05ef9603f543 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:44:57.849085 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72b5bd35-0d1d-4fb0-8aa2-8c677e44b812', 'tag': 'a456e48e-d3e3-41c2-9141-fcf2295ba479', 'status': 'completed', 'code': 200} Jul 22 16:44:57.908877 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1dc15ebd-52e4-4f07-8657-238d27517ce6 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:58.036777 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484df2a-c293-476c-b29a-6f3761adbd31 req-f6a2d19e-4ec2-45e8-83f1-5c8ab0420f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:58.037829 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6484df2a-c293-476c-b29a-6f3761adbd31 req-f6a2d19e-4ec2-45e8-83f1-5c8ab0420f72 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ea240bd-dc20-472c-b55a-71f96bffca65 HTTP/1.1" status: 200 len: 919 time: 0.3260667 Jul 22 16:44:58.179193 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2160ace6-e8a3-40d9-9e01-0945ff0e8d53 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:44:58.269011 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-b4c2546d-0413-4260-a7fb-79228822aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:58.271404 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-b4c2546d-0413-4260-a7fb-79228822aaa3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da62075422094ce69d816eddc76670fa&device_id=72b5bd35-0d1d-4fb0-8aa2-8c677e44b812 HTTP/1.1" status: 200 len: 1095 time: 0.4968441 Jul 22 16:44:58.275706 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6484df2a-c293-476c-b29a-6f3761adbd31 req-5ec6c924-2f22-4784-9a1f-9cd7e754511a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd239a1-a5ea-4f19-a049-be260753bdee HTTP/1.1" status: 200 len: 217 time: 0.1490662 Jul 22 16:44:58.323406 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 2160ace6-e8a3-40d9-9e01-0945ff0e8d53 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:58.400374 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-88b3fc4d-2995-4d2f-a667-b203774ac416 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a456e48e-d3e3-41c2-9141-fcf2295ba479 HTTP/1.1" status: 200 len: 217 time: 0.0991526 Jul 22 16:44:58.569712 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a3d20-1ec9-4009-8927-8b20f9314099 req-aac7220b-0945-4072-83b1-93195c93184f tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:58.575268 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-184a3d20-1ec9-4009-8927-8b20f9314099 req-aac7220b-0945-4072-83b1-93195c93184f tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=72b5bd35-0d1d-4fb0-8aa2-8c677e44b812 HTTP/1.1" status: 200 len: 944 time: 0.5723202 Jul 22 16:44:58.584526 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484df2a-c293-476c-b29a-6f3761adbd31 req-0882b5e9-713f-4702-81a5-89bf1032def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:58.587225 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6484df2a-c293-476c-b29a-6f3761adbd31 req-0882b5e9-713f-4702-81a5-89bf1032def4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=caa8f8e6-dceb-4921-a48c-11fa4b6a26a2 HTTP/1.1" status: 200 len: 858 time: 0.3028214 Jul 22 16:44:58.649034 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bc8faa-fe1c-4118-9399-30540d51400b None None] Network ad4f69f5-d238-49d1-b900-489ccd6fbd78 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:58.683144 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1dc15ebd-52e4-4f07-8657-238d27517ce6 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:58.697263 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-bf792b91-4e3c-47e6-bd3b-f97425f7c2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:58.699303 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-bf792b91-4e3c-47e6-bd3b-f97425f7c2d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=411cf97d-c177-4f17-b976-e1cbeab029d8 HTTP/1.1" status: 200 len: 845 time: 0.2915347 Jul 22 16:44:58.703050 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1dc15ebd-52e4-4f07-8657-238d27517ce6 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:58.703844 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1dc15ebd-52e4-4f07-8657-238d27517ce6 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:58.710347 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6484df2a-c293-476c-b29a-6f3761adbd31 req-cbe1d89a-b439-4a8b-bb02-44c5d9f843cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ea240bd-dc20-472c-b55a-71f96bffca65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763493 Jul 22 16:44:58.766652 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-184a3d20-1ec9-4009-8927-8b20f9314099 req-3eeb0e44-1c18-4648-b6c8-282d3ca3a11e tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622086 Jul 22 16:44:58.799839 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-87382b4c-e605-477b-b09c-aa161805677b None None] Provisioning for port 2160ace6-e8a3-40d9-9e01-0945ff0e8d53 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:58.833556 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-87382b4c-e605-477b-b09c-aa161805677b None None] Provisioning complete for port 2160ace6-e8a3-40d9-9e01-0945ff0e8d53 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:58.834256 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-87382b4c-e605-477b-b09c-aa161805677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:58.879060 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-62224288-bc88-4919-84bd-799a54e01dd7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1535487 Jul 22 16:44:58.937734 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc15ebd-52e4-4f07-8657-238d27517ce6 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Port': ['ID=60aa6863-0183-4aa5-89df-63f02a59a8c9,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:59.057256 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e8545cc-d4a7-4779-9119-c05e6442760e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:59.100434 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc15ebd-52e4-4f07-8657-238d27517ce6 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network ad4f69f5-d238-49d1-b900-489ccd6fbd78 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:59.102093 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-1dc15ebd-52e4-4f07-8657-238d27517ce6 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:59.196934 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-87382b4c-e605-477b-b09c-aa161805677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:59.211021 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6484df2a-c293-476c-b29a-6f3761adbd31 req-a5901414-c65d-44e5-9c99-ab050dd62ebc service neutron] 10.222.0.16 "GET /v2.0/networks/2ea240bd-dc20-472c-b55a-71f96bffca65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748788 Jul 22 16:44:59.296948 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-181c6ab0-3405-4359-926b-2b52e1336044 service neutron] 10.222.0.30 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909984 Jul 22 16:44:59.299952 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-87382b4c-e605-477b-b09c-aa161805677b None None] For port 2160ace6-e8a3-40d9-9e01-0945ff0e8d53, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2160ace6-e8a3-40d9-9e01-0945ff0e8d53,segment=NetworkSegment(a8c752bc-e27f-4b16-a2b1-09cc6ffdb616),segment_id=a8c752bc-e27f-4b16-a2b1-09cc6ffdb616)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:59.307920 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-87382b4c-e605-477b-b09c-aa161805677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:59.365615 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc15ebd-52e4-4f07-8657-238d27517ce6 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Router 9dce70ea-b4da-469f-b737-99e9b859f3cd is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:44:59.445104 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87382b4c-e605-477b-b09c-aa161805677b None None] Pushing event updated for resources: {'Port': ['ID=2160ace6-e8a3-40d9-9e01-0945ff0e8d53,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:59.511455 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6484df2a-c293-476c-b29a-6f3761adbd31 req-a2cdc1fc-0814-4a58-8ea7-ace72f20f9ae service neutron] 10.222.0.16 "GET /v2.0/networks/2ea240bd-dc20-472c-b55a-71f96bffca65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882619 Jul 22 16:44:59.574445 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc15ebd-52e4-4f07-8657-238d27517ce6 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:44:59.579826 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1dc15ebd-52e4-4f07-8657-238d27517ce6 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "PUT /v2.0/routers/9dce70ea-b4da-469f-b737-99e9b859f3cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4448330 Jul 22 16:44:59.584905 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35354) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:59.591281 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0185ae64-1365-4838-b1d7-26d1bd7abdb3 None None] Sync routers for ids ['9dce70ea-b4da-469f-b737-99e9b859f3cd'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:44:59.611206 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0185ae64-1365-4838-b1d7-26d1bd7abdb3 None None] Routers {'9dce70ea-b4da-469f-b737-99e9b859f3cd'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:44:59.611845 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0185ae64-1365-4838-b1d7-26d1bd7abdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:44:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9dce70ea-b4da-469f-b737-99e9b859f3cd'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:59.687266 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1908a9-3054-4330-9d71-0fb60bf9a8bf tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:59.698488 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6c1908a9-3054-4330-9d71-0fb60bf9a8bf tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "GET /v2.0/ports/60aa6863-0183-4aa5-89df-63f02a59a8c9 HTTP/1.1" status: 200 len: 911 time: 0.1115212 Jul 22 16:44:59.701131 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35356) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:59.729820 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35360) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:59.739395 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0185ae64-1365-4838-b1d7-26d1bd7abdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:59.846815 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-072a03f4-dbbf-4361-b720-289d7cda4665 req-337e4c0d-afd8-4ea6-9a5c-6c9fcb72f9a5 service neutron] 10.222.0.30 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265369 Jul 22 16:44:59.888151 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0185ae64-1365-4838-b1d7-26d1bd7abdb3 None None] Routers {'9dce70ea-b4da-469f-b737-99e9b859f3cd'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:44:59.893339 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0185ae64-1365-4838-b1d7-26d1bd7abdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:44:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9dce70ea-b4da-469f-b737-99e9b859f3cd'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:59.943439 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-239c2120-1cb7-4fb7-a96b-63e061e393c0 None None] Provisioning complete for port 2160ace6-e8a3-40d9-9e01-0945ff0e8d53 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:59.943861 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-239c2120-1cb7-4fb7-a96b-63e061e393c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:00.035667 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0185ae64-1365-4838-b1d7-26d1bd7abdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:00.040906 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0185ae64-1365-4838-b1d7-26d1bd7abdb3 None None] The sync data for ids ['9dce70ea-b4da-469f-b737-99e9b859f3cd'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:45:00.206413 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2160ace6-e8a3-40d9-9e01-0945ff0e8d53 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:00.225759 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58572178-d9e1-4d8a-a135-0c5d700de6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:00.386866 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:45:00.390042 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 2160ace6-e8a3-40d9-9e01-0945ff0e8d53 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:00.390614 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:00.464080 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-239c2120-1cb7-4fb7-a96b-63e061e393c0 None None] Provisioning for port 60aa6863-0183-4aa5-89df-63f02a59a8c9 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:00.472336 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-239c2120-1cb7-4fb7-a96b-63e061e393c0 None None] Provisioning complete for port 60aa6863-0183-4aa5-89df-63f02a59a8c9 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:00.472703 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-239c2120-1cb7-4fb7-a96b-63e061e393c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:00.489765 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542f78e-d9f7-42a8-960d-e54780e41c67 req-d5a574b9-5984-4df4-b99c-7c7bbec655b9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:00.496489 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8542f78e-d9f7-42a8-960d-e54780e41c67 req-d5a574b9-5984-4df4-b99c-7c7bbec655b9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=72b5bd35-0d1d-4fb0-8aa2-8c677e44b812 HTTP/1.1" status: 200 len: 944 time: 0.5576105 Jul 22 16:45:00.553370 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-239c2120-1cb7-4fb7-a96b-63e061e393c0 None None] Port 60aa6863-0183-4aa5-89df-63f02a59a8c9 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:45:00.570503 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58572178-d9e1-4d8a-a135-0c5d700de6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:00.619919 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58572178-d9e1-4d8a-a135-0c5d700de6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:00.699024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4012b4d-c44f-4765-b337-d307705e3bd6 req-adfb84d7-f8b1-4f8a-95c5-64a4ec8ed16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:00.703142 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e4012b4d-c44f-4765-b337-d307705e3bd6 req-adfb84d7-f8b1-4f8a-95c5-64a4ec8ed16e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da62075422094ce69d816eddc76670fa&device_id=72b5bd35-0d1d-4fb0-8aa2-8c677e44b812 HTTP/1.1" status: 200 len: 1095 time: 0.7338119 Jul 22 16:45:00.703461 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1131f68b-a06d-4ff7-9845-7b70efff5902 None None] Provisioning complete for port 60aa6863-0183-4aa5-89df-63f02a59a8c9 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:00.703830 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1131f68b-a06d-4ff7-9845-7b70efff5902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:00.721891 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-58572178-d9e1-4d8a-a135-0c5d700de6a8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d904fe7aa2d64e45ba68607ff765389e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9908245 Jul 22 16:45:00.726248 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35378) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:00.754739 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8542f78e-d9f7-42a8-960d-e54780e41c67 req-70dd372a-b564-475d-b3aa-19ced1d4c17f tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468567 Jul 22 16:45:00.783599 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1131f68b-a06d-4ff7-9845-7b70efff5902 None None] Port 60aa6863-0183-4aa5-89df-63f02a59a8c9 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:45:00.845778 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58572178-d9e1-4d8a-a135-0c5d700de6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a994c609-a4f6-4f2e-91fa-07807fed6147,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:00.865935 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-bc507671-6bea-4970-93a0-d40a5718669d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8982575 Jul 22 16:45:00.904673 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-016e3fe7-dfea-493d-a7a6-75ef1c38834e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:00.912532 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-452c307f-3f7f-49db-a740-6c65508120ee None None] Provisioning complete for port 60aa6863-0183-4aa5-89df-63f02a59a8c9 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:00.913154 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-452c307f-3f7f-49db-a740-6c65508120ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:00.968622 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-452c307f-3f7f-49db-a740-6c65508120ee None None] Port 60aa6863-0183-4aa5-89df-63f02a59a8c9 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:45:01.060008 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4012b4d-c44f-4765-b337-d307705e3bd6 req-4f48bbfa-8115-483d-91f7-e9a4f2624ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:01.064030 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e4012b4d-c44f-4765-b337-d307705e3bd6 req-4f48bbfa-8115-483d-91f7-e9a4f2624ecc service neutron] 10.222.0.30 "GET /v2.0/networks?id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d HTTP/1.1" status: 200 len: 906 time: 0.3352032 Jul 22 16:45:01.095526 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19c68b87-3b67-4cb8-ab13-ba88f163d163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:01.138665 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e4012b4d-c44f-4765-b337-d307705e3bd6 req-4cbb31f0-fd78-4b86-9196-2da5e253afb5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a456e48e-d3e3-41c2-9141-fcf2295ba479 HTTP/1.1" status: 200 len: 217 time: 0.0398951 Jul 22 16:45:01.221176 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4012b4d-c44f-4765-b337-d307705e3bd6 req-ecf91543-7d6b-45cf-b754-e2a8c7eb5839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:01.223177 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e4012b4d-c44f-4765-b337-d307705e3bd6 req-ecf91543-7d6b-45cf-b754-e2a8c7eb5839 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=411cf97d-c177-4f17-b976-e1cbeab029d8 HTTP/1.1" status: 200 len: 845 time: 0.0766926 Jul 22 16:45:01.259093 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19c68b87-3b67-4cb8-ab13-ba88f163d163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:01.294401 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e4012b4d-c44f-4765-b337-d307705e3bd6 req-29723097-6670-4c6d-946b-0b7b3a19fa22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605564 Jul 22 16:45:01.333058 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-f404b5de-54d9-47f4-8a40-93c0c15a1d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:01.333624 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-f404b5de-54d9-47f4-8a40-93c0c15a1d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:01.334162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-f404b5de-54d9-47f4-8a40-93c0c15a1d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:01.334633 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-f404b5de-54d9-47f4-8a40-93c0c15a1d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:01.335100 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-f404b5de-54d9-47f4-8a40-93c0c15a1d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:01.335573 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-f404b5de-54d9-47f4-8a40-93c0c15a1d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:01.336041 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-f404b5de-54d9-47f4-8a40-93c0c15a1d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:01.338132 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-f404b5de-54d9-47f4-8a40-93c0c15a1d9a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2cdac6e8c514eed897eaf0607a1ddfd&device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 6491 time: 0.3592784 Jul 22 16:45:01.350040 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-016e3fe7-dfea-493d-a7a6-75ef1c38834e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting port 60aa6863-0183-4aa5-89df-63f02a59a8c9 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:01.350799 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-016e3fe7-dfea-493d-a7a6-75ef1c38834e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:01.478971 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-016e3fe7-dfea-493d-a7a6-75ef1c38834e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:01.497327 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-016e3fe7-dfea-493d-a7a6-75ef1c38834e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Calling delete_port for 60aa6863-0183-4aa5-89df-63f02a59a8c9 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:01.517117 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19c68b87-3b67-4cb8-ab13-ba88f163d163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:01.519740 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-19c68b87-3b67-4cb8-ab13-ba88f163d163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:01.520909 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-19c68b87-3b67-4cb8-ab13-ba88f163d163 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a994c609-a4f6-4f2e-91fa-07807fed6147 HTTP/1.1" status: 204 len: 168 time: 0.6713934 Jul 22 16:45:01.541632 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-e390eb0d-b53e-4d80-b626-9226b9b0a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:01.542164 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-e390eb0d-b53e-4d80-b626-9226b9b0a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:01.542611 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-e390eb0d-b53e-4d80-b626-9226b9b0a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:01.544297 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-e390eb0d-b53e-4d80-b626-9226b9b0a61e service neutron] 10.222.0.30 "GET /v2.0/networks?id=408ac033-5a33-4cf7-82af-38aaa8dda69b&id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&id=ff66ea35-a49e-465a-a94a-77488ff458ac&id=ff66ea35-a49e-465a-a94a-77488ff458ac HTTP/1.1" status: 200 len: 2294 time: 0.1682770 Jul 22 16:45:01.545983 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c68b87-3b67-4cb8-ab13-ba88f163d163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a994c609-a4f6-4f2e-91fa-07807fed6147,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:01.549283 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e4012b4d-c44f-4765-b337-d307705e3bd6 req-d3aa780c-4ca7-4c3e-92fa-e5af93caba3f service neutron] 10.222.0.30 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401083 Jul 22 16:45:01.610582 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa92d405-a563-4d86-834d-b48325408df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:01.632740 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:01.787661 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e4012b4d-c44f-4765-b337-d307705e3bd6 req-c86e4ffb-bf7d-42d3-b641-a346ff381313 service neutron] 10.222.0.30 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303870 Jul 22 16:45:01.790934 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-d4b3c9f7-0c8a-464a-8668-ba142e5246e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d7a3e15-c6cc-4f53-8290-53ee5b9132dc HTTP/1.1" status: 200 len: 1001 time: 0.2347577 Jul 22 16:45:01.927044 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-71b102e4-e583-4ab5-b47d-b285a4ceb3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:01.931755 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-71b102e4-e583-4ab5-b47d-b285a4ceb3b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b630264-c7d4-4c04-a0fd-2e3fe6636661 HTTP/1.1" status: 200 len: 851 time: 0.1120298 Jul 22 16:45:02.098082 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-c7de36f1-e197-4797-b021-53700b2d75b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:02.115948 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-c7de36f1-e197-4797-b021-53700b2d75b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=408ac033-5a33-4cf7-82af-38aaa8dda69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1748493 Jul 22 16:45:02.311965 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-e2553dcb-fa99-449e-9b47-db69d1fdd244 service neutron] 10.222.0.30 "GET /v2.0/networks/408ac033-5a33-4cf7-82af-38aaa8dda69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902490 Jul 22 16:45:02.329982 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device a456e48e-d3e3-41c2-9141-fcf2295ba479 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:45:02.338868 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75399258-397c-44f0-9640-fc50f99c03d5 req-edfb5a6f-af42-40f3-beb7-e6864f889311 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:02.340596 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-75399258-397c-44f0-9640-fc50f99c03d5 req-edfb5a6f-af42-40f3-beb7-e6864f889311 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.1510792 Jul 22 16:45:02.480656 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-75399258-397c-44f0-9640-fc50f99c03d5 req-10640d2c-d666-4a31-958c-ca88fd8cfa75 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198454 Jul 22 16:45:02.545645 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-0c10d36c-5b71-401b-9a9e-1d9f3f2711de service neutron] 10.222.0.30 "GET /v2.0/networks/408ac033-5a33-4cf7-82af-38aaa8dda69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250967 Jul 22 16:45:02.550699 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aeb9d7-b12e-4c76-a942-436501701a3d req-fe384687-d4e2-4ece-8ddd-1b3bcfb5a356 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:02.562527 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f2aeb9d7-b12e-4c76-a942-436501701a3d req-fe384687-d4e2-4ece-8ddd-1b3bcfb5a356 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=72b5bd35-0d1d-4fb0-8aa2-8c677e44b812 HTTP/1.1" status: 200 len: 944 time: 0.2559636 Jul 22 16:45:02.581030 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port a456e48e-d3e3-41c2-9141-fcf2295ba479, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a456e48e-d3e3-41c2-9141-fcf2295ba479,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:02.625672 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'a456e48e-d3e3-41c2-9141-fcf2295ba479', 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d', 'port_id': 'a456e48e-d3e3-41c2-9141-fcf2295ba479', 'mac_address': 'fa:16:3e:7b:b7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411cf97d-c177-4f17-b976-e1cbeab029d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:45:02.641917 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-25f4ec56-c93f-4cff-8288-0dade71dc78d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=71b37d7f-7bc1-469c-9d49-d6daba46b789 HTTP/1.1" status: 200 len: 217 time: 0.0859380 Jul 22 16:45:02.735903 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f2aeb9d7-b12e-4c76-a942-436501701a3d req-ceecc8af-a862-46a5-9c91-68c890e65b9a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673603 Jul 22 16:45:02.769256 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:02.784853 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-0ec2d59e-0f5f-43fe-bbeb-b050dece0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:02.787609 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-0ec2d59e-0f5f-43fe-bbeb-b050dece0472 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b04288f5-00e1-4e20-a52b-805997e77341 HTTP/1.1" status: 200 len: 797 time: 0.1379771 Jul 22 16:45:02.792312 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:02.821670 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-016e3fe7-dfea-493d-a7a6-75ef1c38834e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:02.843866 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a456e48e-d3e3-41c2-9141-fcf2295ba479 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:45:02.889718 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port a456e48e-d3e3-41c2-9141-fcf2295ba479, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a456e48e-d3e3-41c2-9141-fcf2295ba479,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:02.893056 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e3fe7-dfea-493d-a7a6-75ef1c38834e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Port': ['ID=60aa6863-0183-4aa5-89df-63f02a59a8c9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:02.896681 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:02.973260 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-0af717d6-4a25-418c-a1fe-032c074974ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:02.975065 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-0af717d6-4a25-418c-a1fe-032c074974ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1793075 Jul 22 16:45:03.080268 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=a456e48e-d3e3-41c2-9141-fcf2295ba479,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:03.102364 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-7cb1a970-4002-4f5c-b940-91f24ecaf9cc service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179535 Jul 22 16:45:03.198502 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-016e3fe7-dfea-493d-a7a6-75ef1c38834e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:03.255659 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['a456e48e-d3e3-41c2-9141-fcf2295ba479'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:45:03.286510 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-e65b2df9-7d6b-4078-aa10-4d636ecad441 service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764386 Jul 22 16:45:03.380290 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-39f6c004-e108-47bd-891d-08f9b874edc4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=d633fbc4-56d8-481f-9b8d-67add53d5f51 HTTP/1.1" status: 200 len: 217 time: 0.0864584 Jul 22 16:45:03.478249 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016e3fe7-dfea-493d-a7a6-75ef1c38834e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Router 9dce70ea-b4da-469f-b737-99e9b859f3cd has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:45:03.524721 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-e9de33fc-8b5f-4cf9-9514-74cf6bae3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:03.527851 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-e9de33fc-8b5f-4cf9-9514-74cf6bae3645 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b04288f5-00e1-4e20-a52b-805997e77341 HTTP/1.1" status: 200 len: 797 time: 0.1405129 Jul 22 16:45:03.672979 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-8f40ab94-5473-4159-bf47-7387d7ed6021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:03.676446 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-8f40ab94-5473-4159-bf47-7387d7ed6021 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1411574 Jul 22 16:45:03.723499 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016e3fe7-dfea-493d-a7a6-75ef1c38834e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:45:03.730098 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-016e3fe7-dfea-493d-a7a6-75ef1c38834e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "PUT /v2.0/routers/9dce70ea-b4da-469f-b737-99e9b859f3cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0257339 Jul 22 16:45:03.732175 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35446) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:03.738273 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f831d7c8-e719-4683-83fc-0a2a900b3e51 None None] Sync routers for ids ['9dce70ea-b4da-469f-b737-99e9b859f3cd'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:45:03.751704 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f831d7c8-e719-4683-83fc-0a2a900b3e51 None None] Routers {'9dce70ea-b4da-469f-b737-99e9b859f3cd'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:03.753653 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f831d7c8-e719-4683-83fc-0a2a900b3e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:45:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9dce70ea-b4da-469f-b737-99e9b859f3cd'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:03.779230 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f0931b28-aecb-4b3d-89e3-a49263703c29 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "GET /v2.0/ports?device_id=9dce70ea-b4da-469f-b737-99e9b859f3cd HTTP/1.1" status: 200 len: 205 time: 0.0458319 Jul 22 16:45:03.782174 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35450) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:03.861402 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-403386be-1655-42de-a8ce-8f8a1e65dc53 service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758175 Jul 22 16:45:03.873242 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f831d7c8-e719-4683-83fc-0a2a900b3e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:03.887726 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f831d7c8-e719-4683-83fc-0a2a900b3e51 None None] Routers {'9dce70ea-b4da-469f-b737-99e9b859f3cd'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:03.888114 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f831d7c8-e719-4683-83fc-0a2a900b3e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:45:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9dce70ea-b4da-469f-b737-99e9b859f3cd'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:03.939946 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f831d7c8-e719-4683-83fc-0a2a900b3e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:03.940602 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f831d7c8-e719-4683-83fc-0a2a900b3e51 None None] The sync data for ids ['9dce70ea-b4da-469f-b737-99e9b859f3cd'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:45:03.944801 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80c80079-0f93-4510-8e13-7d1dd7661a24 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:03.960551 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c8fb8-a3cc-49df-adc5-040464e82002 req-440a68f4-b860-48da-a615-b8946f5a3276 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:03.969090 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c17c8fb8-a3cc-49df-adc5-040464e82002 req-440a68f4-b860-48da-a615-b8946f5a3276 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.2878661 Jul 22 16:45:04.068966 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-d9b58835-2b02-4459-90ac-0447642b76ca service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907110 Jul 22 16:45:04.082312 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89421e44-45ed-4bdf-badb-d014fd37bd8a req-db69e277-7e5a-4b1e-8bf6-6d4e475e02e4 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:04.086536 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-89421e44-45ed-4bdf-badb-d014fd37bd8a req-db69e277-7e5a-4b1e-8bf6-6d4e475e02e4 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=72b5bd35-0d1d-4fb0-8aa2-8c677e44b812 HTTP/1.1" status: 200 len: 945 time: 0.2235346 Jul 22 16:45:04.109546 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c17c8fb8-a3cc-49df-adc5-040464e82002 req-ff0548f6-ae2d-45b8-b250-b3f4082f6ed0 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405325 Jul 22 16:45:04.190930 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-d2b16609-5033-4bc1-b39f-e1e3a0d6cfcf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=15308c51-be2f-4b0a-b292-316a0d6b5938 HTTP/1.1" status: 200 len: 217 time: 0.1027851 Jul 22 16:45:04.299879 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80c80079-0f93-4510-8e13-7d1dd7661a24 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:04.302562 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-89421e44-45ed-4bdf-badb-d014fd37bd8a req-aafee254-6695-4dfe-919b-5099cb16e768 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006433 Jul 22 16:45:04.302871 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80c80079-0f93-4510-8e13-7d1dd7661a24 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:04.307038 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-3eae8cf8-9fc2-475a-bfe6-3e84d8829c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:04.311911 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-3eae8cf8-9fc2-475a-bfe6-3e84d8829c36 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b04288f5-00e1-4e20-a52b-805997e77341 HTTP/1.1" status: 200 len: 797 time: 0.1107850 Jul 22 16:45:04.361236 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80c80079-0f93-4510-8e13-7d1dd7661a24 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:04.362406 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c80079-0f93-4510-8e13-7d1dd7661a24 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Fanout notify agent at l3_agent the message router_deleted on router 9dce70ea-b4da-469f-b737-99e9b859f3cd {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:45:04.379391 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80c80079-0f93-4510-8e13-7d1dd7661a24 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:04.381583 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-80c80079-0f93-4510-8e13-7d1dd7661a24 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/routers/9dce70ea-b4da-469f-b737-99e9b859f3cd HTTP/1.1" status: 204 len: 168 time: 0.5983446 Jul 22 16:45:04.384214 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35468) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:04.394184 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-47bc699a-4a7d-4e0b-b493-821250a12116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:04.396086 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-47bc699a-4a7d-4e0b-b493-821250a12116 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0752573 Jul 22 16:45:04.461598 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee209b58-e2ec-4bc7-9700-cb1f5a3ef813 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting subnet 04089779-04c5-4007-9612-0543c7c79508 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:45:04.465520 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee209b58-e2ec-4bc7-9700-cb1f5a3ef813 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:04.521028 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35470) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:04.551100 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee209b58-e2ec-4bc7-9700-cb1f5a3ef813 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:04.593617 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:04.689009 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee209b58-e2ec-4bc7-9700-cb1f5a3ef813 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:04.724967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-11a4b720-9238-40d4-aadf-9d9fdf52a967 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:04.772048 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-11a4b720-9238-40d4-aadf-9d9fdf52a967 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] 10.222.0.69 "PUT /v2.0/quotas/2b5e18d93b464299ac718828a71e1ed4 HTTP/1.1" status: 200 len: 368 time: 0.2498786 Jul 22 16:45:04.772711 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35476) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:04.778367 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2b5f6f96-05c2-4a21-af7a-e70410baa08d tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Request body: {'network': {'project_id': '2b5e18d93b464299ac718828a71e1ed4'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:04.807013 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee209b58-e2ec-4bc7-9700-cb1f5a3ef813 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:04.835806 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5f6f96-05c2-4a21-af7a-e70410baa08d tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Made reservation on behalf of 2b5e18d93b464299ac718828a71e1ed4 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:04.838133 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b5f6f96-05c2-4a21-af7a-e70410baa08d tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:04.840638 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee209b58-e2ec-4bc7-9700-cb1f5a3ef813 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Subnet': ['ID=04089779-04c5-4007-9612-0543c7c79508,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:04.851616 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee209b58-e2ec-4bc7-9700-cb1f5a3ef813 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:04.853628 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ee209b58-e2ec-4bc7-9700-cb1f5a3ef813 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/subnets/04089779-04c5-4007-9612-0543c7c79508 HTTP/1.1" status: 204 len: 168 time: 0.4669826 Jul 22 16:45:04.854201 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fe76cf-5e20-4283-95de-590e8045275c None None] Network ad4f69f5-d238-49d1-b900-489ccd6fbd78 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:04.854721 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b5f6f96-05c2-4a21-af7a-e70410baa08d tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:04.857536 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35478) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:04.963300 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f955c83d-4431-47ff-8438-7de9a576913e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.084743 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f955c83d-4431-47ff-8438-7de9a576913e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting port 2160ace6-e8a3-40d9-9e01-0945ff0e8d53 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:05.085816 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f955c83d-4431-47ff-8438-7de9a576913e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.091899 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b5f6f96-05c2-4a21-af7a-e70410baa08d tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.111440 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b5f6f96-05c2-4a21-af7a-e70410baa08d tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.126680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92876596-b3d5-45e0-9709-0bbcdcb539fd req-284d3311-52ee-4d42-87c2-d93274b53539 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:05.128460 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92876596-b3d5-45e0-9709-0bbcdcb539fd req-284d3311-52ee-4d42-87c2-d93274b53539 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.30 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.7150965 Jul 22 16:45:05.131044 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-5db14b2f-ea58-49c9-acc8-1c51b5422255 service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7165012 Jul 22 16:45:05.146937 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5f6f96-05c2-4a21-af7a-e70410baa08d tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:45:05.177763 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420ba3f5-f55b-49cf-895b-e7a335e9f0e3 None None] DHCP port deletion for ad4f69f5-d238-49d1-b900-489ccd6fbd78 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:45:05.205390 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-f955c83d-4431-47ff-8438-7de9a576913e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] For port 2160ace6-e8a3-40d9-9e01-0945ff0e8d53, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2160ace6-e8a3-40d9-9e01-0945ff0e8d53,segment=NetworkSegment(a8c752bc-e27f-4b16-a2b1-09cc6ffdb616),segment_id=a8c752bc-e27f-4b16-a2b1-09cc6ffdb616)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:05.205898 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f955c83d-4431-47ff-8438-7de9a576913e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.210094 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f6f96-05c2-4a21-af7a-e70410baa08d tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c792d44a-52ec-475e-bdd4-4b114f54fe5c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:05.218911 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b5f6f96-05c2-4a21-af7a-e70410baa08d tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.219499 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-2b5f6f96-05c2-4a21-af7a-e70410baa08d tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Added segment f0934903-a3fa-453b-873e-25a88aa9104b of type vlan for network 9278cf05-f096-41ae-b0e9-65557d30cef6 Jul 22 16:45:05.233648 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f955c83d-4431-47ff-8438-7de9a576913e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Calling delete_port for 2160ace6-e8a3-40d9-9e01-0945ff0e8d53 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:05.276545 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b5f6f96-05c2-4a21-af7a-e70410baa08d tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.300353 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-420ba3f5-f55b-49cf-895b-e7a335e9f0e3 None None] Deleting port 2160ace6-e8a3-40d9-9e01-0945ff0e8d53 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:05.306581 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-420ba3f5-f55b-49cf-895b-e7a335e9f0e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.358188 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b5f6f96-05c2-4a21-af7a-e70410baa08d tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.359313 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5f6f96-05c2-4a21-af7a-e70410baa08d tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:05.359929 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b5f6f96-05c2-4a21-af7a-e70410baa08d tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.406142 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-420ba3f5-f55b-49cf-895b-e7a335e9f0e3 None None] For port 2160ace6-e8a3-40d9-9e01-0945ff0e8d53, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2160ace6-e8a3-40d9-9e01-0945ff0e8d53,segment=NetworkSegment(a8c752bc-e27f-4b16-a2b1-09cc6ffdb616),segment_id=a8c752bc-e27f-4b16-a2b1-09cc6ffdb616)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:05.406800 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-420ba3f5-f55b-49cf-895b-e7a335e9f0e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.422939 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2b5f6f96-05c2-4a21-af7a-e70410baa08d tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6474113 Jul 22 16:45:05.438181 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35494) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:05.440195 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-420ba3f5-f55b-49cf-895b-e7a335e9f0e3 None None] Calling delete_port for 2160ace6-e8a3-40d9-9e01-0945ff0e8d53 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:05.450786 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a564a497-664d-4945-8cab-6cb84d6e7f70 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Request body: {'network': {'project_id': '2b5e18d93b464299ac718828a71e1ed4'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:05.456359 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f955c83d-4431-47ff-8438-7de9a576913e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.515471 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955c83d-4431-47ff-8438-7de9a576913e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Port': ['ID=2160ace6-e8a3-40d9-9e01-0945ff0e8d53,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:05.523779 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f6f96-05c2-4a21-af7a-e70410baa08d tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Pushing event updated for resources: {'Network': ['ID=9278cf05-f096-41ae-b0e9-65557d30cef6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:05.547978 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f955c83d-4431-47ff-8438-7de9a576913e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] No DVR routers for this DVR port 2160ace6-e8a3-40d9-9e01-0945ff0e8d53 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:45:05.570311 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-8eda855d-8b60-4fdb-9aee-cf39850ad403 service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196548 Jul 22 16:45:05.627386 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a564a497-664d-4945-8cab-6cb84d6e7f70 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Made reservation on behalf of 2b5e18d93b464299ac718828a71e1ed4 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:05.629809 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a564a497-664d-4945-8cab-6cb84d6e7f70 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.641835 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-c3043eca-5b0d-44bd-8709-db060d716f73 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=8f8e2019-4413-47d1-bf77-7942fb52a98f HTTP/1.1" status: 200 len: 217 time: 0.0601141 Jul 22 16:45:05.679096 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-420ba3f5-f55b-49cf-895b-e7a335e9f0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.698414 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3deeb10-547a-493b-b065-7403aae855ec req-2e1b8fe8-f370-41c0-b3e1-1ab81e1e62a7 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:05.705880 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d3deeb10-547a-493b-b065-7403aae855ec req-2e1b8fe8-f370-41c0-b3e1-1ab81e1e62a7 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 946 time: 0.3259442 Jul 22 16:45:05.720618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-92876596-b3d5-45e0-9709-0bbcdcb539fd req-5c401c9a-a8a8-4c72-983b-81e4720392cf tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Deleting port 20935f8b-aa45-4711-b524-5cd6a51991b5 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:05.721302 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-92876596-b3d5-45e0-9709-0bbcdcb539fd req-5c401c9a-a8a8-4c72-983b-81e4720392cf tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.722289 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f955c83d-4431-47ff-8438-7de9a576913e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.749233 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 9278cf05-f096-41ae-b0e9-65557d30cef6 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:45:05.757380 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420ba3f5-f55b-49cf-895b-e7a335e9f0e3 None None] No DVR routers for this DVR port 2160ace6-e8a3-40d9-9e01-0945ff0e8d53 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:45:05.759025 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f955c83d-4431-47ff-8438-7de9a576913e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4f69f5-d238-49d1-b900-489ccd6fbd78']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:05.782626 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ba3f5-f55b-49cf-895b-e7a335e9f0e3 None None] Pushing event deleted for resources: {'Port': ['ID=2160ace6-e8a3-40d9-9e01-0945ff0e8d53,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:05.792412 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-c4950e05-e917-4256-8bb0-a5c203294913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:05.793886 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-c4950e05-e917-4256-8bb0-a5c203294913 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b04288f5-00e1-4e20-a52b-805997e77341 HTTP/1.1" status: 200 len: 797 time: 0.1440070 Jul 22 16:45:05.801575 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a564a497-664d-4945-8cab-6cb84d6e7f70 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:45:05.806748 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f955c83d-4431-47ff-8438-7de9a576913e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c752bc-e27f-4b16-a2b1-09cc6ffdb616') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:05.807032 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f955c83d-4431-47ff-8438-7de9a576913e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c752bc-e27f-4b16-a2b1-09cc6ffdb616') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:05.827142 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f955c83d-4431-47ff-8438-7de9a576913e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.836213 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c6bb5-9102-4fba-b761-c1ae035b55dc req-b9890e91-1e52-454d-adb7-a9afe91ac798 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:05.842510 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-144c6bb5-9102-4fba-b761-c1ae035b55dc req-b9890e91-1e52-454d-adb7-a9afe91ac798 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=72b5bd35-0d1d-4fb0-8aa2-8c677e44b812 HTTP/1.1" status: 200 len: 945 time: 0.3247452 Jul 22 16:45:05.851508 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d3deeb10-547a-493b-b065-7403aae855ec req-f23cb9bd-ee97-4fd7-b7e5-d38a3f38e871 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398051 Jul 22 16:45:05.869542 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f955c83d-4431-47ff-8438-7de9a576913e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.891775 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f955c83d-4431-47ff-8438-7de9a576913e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:45:05.892503 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f955c83d-4431-47ff-8438-7de9a576913e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.939712 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-92876596-b3d5-45e0-9709-0bbcdcb539fd req-5c401c9a-a8a8-4c72-983b-81e4720392cf tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] For port 20935f8b-aa45-4711-b524-5cd6a51991b5, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=20935f8b-aa45-4711-b524-5cd6a51991b5,segment=NetworkSegment(54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7),segment_id=54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:05.939712 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-92876596-b3d5-45e0-9709-0bbcdcb539fd req-5c401c9a-a8a8-4c72-983b-81e4720392cf tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:45:05.944578 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:45:05.957391 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-92876596-b3d5-45e0-9709-0bbcdcb539fd req-5c401c9a-a8a8-4c72-983b-81e4720392cf tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Calling delete_port for 20935f8b-aa45-4711-b524-5cd6a51991b5 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:05.963947 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-41c78cb5-1a0e-46b2-bda2-28f657d1bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:05.965339 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a564a497-664d-4945-8cab-6cb84d6e7f70 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.965482 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-41c78cb5-1a0e-46b2-bda2-28f657d1bb7f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1636856 Jul 22 16:45:05.965707 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-a564a497-664d-4945-8cab-6cb84d6e7f70 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Added segment e54bb822-ee8e-4ce9-a0e2-9fb16114667e of type vlan for network 1a2aad42-499a-4837-87d8-855861c01fb4 Jul 22 16:45:06.070250 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f955c83d-4431-47ff-8438-7de9a576913e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:06.079970 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2160ace6-e8a3-40d9-9e01-0945ff0e8d53 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:45:06.081221 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f955c83d-4431-47ff-8438-7de9a576913e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:06.090422 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f955c83d-4431-47ff-8438-7de9a576913e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/networks/ad4f69f5-d238-49d1-b900-489ccd6fbd78 HTTP/1.1" status: 204 len: 168 time: 1.2302151 Jul 22 16:45:06.091648 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35500) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:06.094377 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a564a497-664d-4945-8cab-6cb84d6e7f70 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:06.107691 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8b0e4711-b4fb-4074-82fa-39ab4be56ad9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-445016551', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:06.117558 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-144c6bb5-9102-4fba-b761-c1ae035b55dc req-7a51aee2-e641-4a55-a37a-20637b3f00de tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739537 Jul 22 16:45:06.136803 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955c83d-4431-47ff-8438-7de9a576913e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Network': ['ID=ad4f69f5-d238-49d1-b900-489ccd6fbd78,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:06.157986 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 2160ace6-e8a3-40d9-9e01-0945ff0e8d53 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:45:06.158581 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2160ace6-e8a3-40d9-9e01-0945ff0e8d53 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:45:06.174549 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-086f83fb-cd10-448b-b02b-c783303b1671 service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008715 Jul 22 16:45:06.202635 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b0e4711-b4fb-4074-82fa-39ab4be56ad9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:06.204131 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b0e4711-b4fb-4074-82fa-39ab4be56ad9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:06.209658 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a564a497-664d-4945-8cab-6cb84d6e7f70 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:06.210672 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a564a497-664d-4945-8cab-6cb84d6e7f70 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:06.211318 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a564a497-664d-4945-8cab-6cb84d6e7f70 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:06.267410 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a564a497-664d-4945-8cab-6cb84d6e7f70 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8205044 Jul 22 16:45:06.286810 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35502) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:06.293623 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-726f567d-5170-431f-a55a-45658c9a4123 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Request body: {'network': {'project_id': '2b5e18d93b464299ac718828a71e1ed4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:06.293809 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564a497-664d-4945-8cab-6cb84d6e7f70 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Pushing event updated for resources: {'Network': ['ID=1a2aad42-499a-4837-87d8-855861c01fb4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:06.309970 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-726f567d-5170-431f-a55a-45658c9a4123 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 16:45:06.309970 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-726f567d-5170-431f-a55a-45658c9a4123 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:45:06.309970 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-726f567d-5170-431f-a55a-45658c9a4123 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0202985 Jul 22 16:45:06.313357 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-92876596-b3d5-45e0-9709-0bbcdcb539fd req-5c401c9a-a8a8-4c72-983b-81e4720392cf tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:06.321811 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 1a2aad42-499a-4837-87d8-855861c01fb4 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:45:06.346148 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c401c9a-a8a8-4c72-983b-81e4720392cf tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Pushing event deleted for resources: {'Port': ['ID=20935f8b-aa45-4711-b524-5cd6a51991b5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:06.410989 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['20935f8b-aa45-4711-b524-5cd6a51991b5'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:45:06.416523 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['6fd239a1-a5ea-4f19-a049-be260753bdee'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:45:06.425111 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b0e4711-b4fb-4074-82fa-39ab4be56ad9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:06.443185 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device a456e48e-d3e3-41c2-9141-fcf2295ba479 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:06.454013 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-92876596-b3d5-45e0-9709-0bbcdcb539fd req-5c401c9a-a8a8-4c72-983b-81e4720392cf tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] No DVR routers for this DVR port 20935f8b-aa45-4711-b524-5cd6a51991b5 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:45:06.461786 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-9fe37653-0173-4757-850c-7ae70154484c service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760246 Jul 22 16:45:06.463276 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-92876596-b3d5-45e0-9709-0bbcdcb539fd req-5c401c9a-a8a8-4c72-983b-81e4720392cf tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:06.469975 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92876596-b3d5-45e0-9709-0bbcdcb539fd req-5c401c9a-a8a8-4c72-983b-81e4720392cf tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.30 "DELETE /v2.0/ports/20935f8b-aa45-4711-b524-5cd6a51991b5 HTTP/1.1" status: 204 len: 173 time: 1.3303037 Jul 22 16:45:06.470705 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11706484-97c9-4914-92c8-b512063e03af', 'name': 'network-vif-deleted', 'tag': '20935f8b-aa45-4711-b524-5cd6a51991b5'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:45:06.473355 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67230a7-21f2-439b-be2b-9cdff5730125" -d '{"events": [{"server_uuid": "11706484-97c9-4914-92c8-b512063e03af", "name": "network-vif-deleted", "tag": "20935f8b-aa45-4711-b524-5cd6a51991b5"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:45:06.592448 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c28ea7-d144-4bdb-83e0-364c5cc93f11 x-openstack-request-id: req-e2c28ea7-d144-4bdb-83e0-364c5cc93f11 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:45:06.595543 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11706484-97c9-4914-92c8-b512063e03af", "name": "network-vif-deleted", "tag": "20935f8b-aa45-4711-b524-5cd6a51991b5", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:45:06.595927 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e2c28ea7-d144-4bdb-83e0-364c5cc93f11 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:45:06.596458 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11706484-97c9-4914-92c8-b512063e03af', 'name': 'network-vif-deleted', 'tag': '20935f8b-aa45-4711-b524-5cd6a51991b5', 'status': 'completed', 'code': 200} Jul 22 16:45:06.606883 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-9c918dd0-7e9c-413e-9ff6-280f8f24187e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=21b84e2f-78cd-4be1-aeed-a8ff654b0a5a HTTP/1.1" status: 200 len: 217 time: 0.1232066 Jul 22 16:45:06.634406 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35512) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:06.700285 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-50187084-345a-401c-8460-a2d6ab19ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:06.702577 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-50187084-345a-401c-8460-a2d6ab19ef44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e307d223-4916-45f9-8593-ea8af57cd01a HTTP/1.1" status: 200 len: 797 time: 0.0624921 Jul 22 16:45:06.734902 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b0e4711-b4fb-4074-82fa-39ab4be56ad9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:06.845578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-cb146bcc-9d8a-49e3-a8c0-464eff1fbc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:06.847409 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-cb146bcc-9d8a-49e3-a8c0-464eff1fbc2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff66ea35-a49e-465a-a94a-77488ff458ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1368549 Jul 22 16:45:06.849909 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3d9f14c9-76db-4bd1-aed8-d453478e3533 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2b5e18d93b464299ac718828a71e1ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2163632 Jul 22 16:45:06.852654 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35516) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:07.011972 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-9ad77fdc-b6aa-4a60-a707-afb3e9fd9baf service neutron] 10.222.0.30 "GET /v2.0/networks/ff66ea35-a49e-465a-a94a-77488ff458ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493390 Jul 22 16:45:07.087195 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b0e4711-b4fb-4074-82fa-39ab4be56ad9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:07.118619 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fe066893-8a44-48de-b315-13f7d953d92f req-e66dde36-764e-43c5-9fe0-c9878898b886 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=11706484-97c9-4914-92c8-b512063e03af HTTP/1.1" status: 200 len: 210 time: 0.1056523 Jul 22 16:45:07.142058 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b0e4711-b4fb-4074-82fa-39ab4be56ad9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:07.233981 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b186a6ec-0fb1-4a46-bdd7-3be469fa3b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:07.278500 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b186a6ec-0fb1-4a46-bdd7-3be469fa3b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:07.335442 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port a456e48e-d3e3-41c2-9141-fcf2295ba479 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:07.366663 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port a456e48e-d3e3-41c2-9141-fcf2295ba479 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:07.367603 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:07.423522 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-a8d29c07-c733-4979-a0af-5f1744bea655 service neutron] 10.222.0.30 "GET /v2.0/networks/ff66ea35-a49e-465a-a94a-77488ff458ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038275 Jul 22 16:45:07.430599 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b186a6ec-0fb1-4a46-bdd7-3be469fa3b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:07.433999 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b186a6ec-0fb1-4a46-bdd7-3be469fa3b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:07.437766 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b186a6ec-0fb1-4a46-bdd7-3be469fa3b48 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c792d44a-52ec-475e-bdd4-4b114f54fe5c HTTP/1.1" status: 204 len: 168 time: 0.5816102 Jul 22 16:45:07.439429 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35526) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:07.485661 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-7a090482-8e0b-4dd4-aaeb-529e226bc85f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3d71db8-83f1-44c1-9af6-beb18494c73e HTTP/1.1" status: 200 len: 217 time: 0.0493095 Jul 22 16:45:07.486451 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186a6ec-0fb1-4a46-bdd7-3be469fa3b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c792d44a-52ec-475e-bdd4-4b114f54fe5c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:07.526280 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:07.548423 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b159c38-64fc-4399-a203-a6ded80ff522 req-ff4b7096-d5a2-4d52-acab-3adfbf880731 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:07.550380 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b159c38-64fc-4399-a203-a6ded80ff522 req-ff4b7096-d5a2-4d52-acab-3adfbf880731 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=72b5bd35-0d1d-4fb0-8aa2-8c677e44b812 HTTP/1.1" status: 200 len: 945 time: 0.2797546 Jul 22 16:45:07.553721 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-8b0e4711-b4fb-4074-82fa-39ab4be56ad9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Allocated IP 172.25.0.197 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/1ca31c82-7354-4990-bee9-eb02bfd6adc5) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:07.556241 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30ec2c2d-dc15-4301-82b5-b46cdee1a338 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:07.586650 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-e098adad-856a-4320-98bd-022204e4a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:07.588715 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-e098adad-856a-4320-98bd-022204e4a317 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e307d223-4916-45f9-8593-ea8af57cd01a HTTP/1.1" status: 200 len: 797 time: 0.0930200 Jul 22 16:45:07.610985 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b5bd35-0d1d-4fb0-8aa2-8c677e44b812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a456e48e-d3e3-41c2-9141-fcf2295ba479'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:45:07.617479 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac945874-c1c2-4395-8b8e-9917a2b279a7" -d '{"events": [{"server_uuid": "72b5bd35-0d1d-4fb0-8aa2-8c677e44b812", "name": "network-vif-plugged", "status": "completed", "tag": "a456e48e-d3e3-41c2-9141-fcf2295ba479"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:45:07.650157 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port a456e48e-d3e3-41c2-9141-fcf2295ba479, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a456e48e-d3e3-41c2-9141-fcf2295ba479,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:07.673712 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:07.674852 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 20935f8b-aa45-4711-b524-5cd6a51991b5 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:45:07.743132 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 20935f8b-aa45-4711-b524-5cd6a51991b5 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:45:07.743861 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 20935f8b-aa45-4711-b524-5cd6a51991b5 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:45:07.751601 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b159c38-64fc-4399-a203-a6ded80ff522 req-7cbba583-1218-4b08-9e8f-2b5bfa4beced tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839266 Jul 22 16:45:07.756862 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-7dd29845-704a-411d-b9a0-ce36bdee5fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:07.769623 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-7dd29845-704a-411d-b9a0-ce36bdee5fad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff66ea35-a49e-465a-a94a-77488ff458ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1738198 Jul 22 16:45:07.781960 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5889c5fc-470c-41a7-b9c8-9531bd853b3c x-openstack-request-id: req-5889c5fc-470c-41a7-b9c8-9531bd853b3c {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:45:07.782895 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b5bd35-0d1d-4fb0-8aa2-8c677e44b812", "name": "network-vif-plugged", "status": "completed", "tag": "a456e48e-d3e3-41c2-9141-fcf2295ba479", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:45:07.783587 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5889c5fc-470c-41a7-b9c8-9531bd853b3c {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:45:07.784711 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b5bd35-0d1d-4fb0-8aa2-8c677e44b812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a456e48e-d3e3-41c2-9141-fcf2295ba479', 'code': 200} Jul 22 16:45:07.796664 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=a456e48e-d3e3-41c2-9141-fcf2295ba479,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:07.864085 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30ec2c2d-dc15-4301-82b5-b46cdee1a338 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:07.876215 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-30ec2c2d-dc15-4301-82b5-b46cdee1a338 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2aad42-499a-4837-87d8-855861c01fb4']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:07.887111 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-30ec2c2d-dc15-4301-82b5-b46cdee1a338 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54bb822-ee8e-4ce9-a0e2-9fb16114667e') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:07.887405 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-30ec2c2d-dc15-4301-82b5-b46cdee1a338 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54bb822-ee8e-4ce9-a0e2-9fb16114667e') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:07.901853 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30ec2c2d-dc15-4301-82b5-b46cdee1a338 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:07.917299 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30ec2c2d-dc15-4301-82b5-b46cdee1a338 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:07.927321 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ec2c2d-dc15-4301-82b5-b46cdee1a338 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:45:07.927734 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30ec2c2d-dc15-4301-82b5-b46cdee1a338 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:07.966183 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-3aedc53b-3603-4aea-af24-03d3b8da41f9 service neutron] 10.222.0.30 "GET /v2.0/networks/ff66ea35-a49e-465a-a94a-77488ff458ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746743 Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:45:08.003829 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:45:08.010250 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30ec2c2d-dc15-4301-82b5-b46cdee1a338 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:08.022480 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-30ec2c2d-dc15-4301-82b5-b46cdee1a338 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:08.025285 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed8316-b944-4b55-9241-dc6a4b927fa1 req-7d14ee45-eb6e-4ede-84d5-0367bf870826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:08.026943 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ffed8316-b944-4b55-9241-dc6a4b927fa1 req-7d14ee45-eb6e-4ede-84d5-0367bf870826 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=72b5bd35-0d1d-4fb0-8aa2-8c677e44b812 HTTP/1.1" status: 200 len: 1097 time: 0.1453247 Jul 22 16:45:08.028749 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-30ec2c2d-dc15-4301-82b5-b46cdee1a338 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] 10.222.0.69 "DELETE /v2.0/networks/1a2aad42-499a-4837-87d8-855861c01fb4 HTTP/1.1" status: 204 len: 168 time: 0.5852799 Jul 22 16:45:08.030206 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35552) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:08.050224 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec2c2d-dc15-4301-82b5-b46cdee1a338 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a2aad42-499a-4837-87d8-855861c01fb4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:08.069900 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b0e4711-b4fb-4074-82fa-39ab4be56ad9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:08.139239 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b0e4711-b4fb-4074-82fa-39ab4be56ad9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:08.235321 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0e4711-b4fb-4074-82fa-39ab4be56ad9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:08.240174 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8b0e4711-b4fb-4074-82fa-39ab4be56ad9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:08.250072 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0e4711-b4fb-4074-82fa-39ab4be56ad9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:08.254624 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e4711-b4fb-4074-82fa-39ab4be56ad9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Port': ['ID=1ca31c82-7354-4990-bee9-eb02bfd6adc5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:08.296696 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ffed8316-b944-4b55-9241-dc6a4b927fa1 req-5987686c-746b-408b-84c1-d9d725658e26 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616768 Jul 22 16:45:08.322588 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1651cc87-fadd-4112-9325-194c8f252cf3 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:08.329693 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9906a07-1976-4e28-9057-dd3a791d0e27 req-d4aa1425-f5da-42d2-8b13-ffe991e89a16 service neutron] 10.222.0.30 "GET /v2.0/networks/ff66ea35-a49e-465a-a94a-77488ff458ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557496 Jul 22 16:45:08.457480 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1651cc87-fadd-4112-9325-194c8f252cf3 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:08.471336 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-1651cc87-fadd-4112-9325-194c8f252cf3 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9278cf05-f096-41ae-b0e9-65557d30cef6']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:08.492189 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-1651cc87-fadd-4112-9325-194c8f252cf3 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0934903-a3fa-453b-873e-25a88aa9104b') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:08.492514 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-1651cc87-fadd-4112-9325-194c8f252cf3 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0934903-a3fa-453b-873e-25a88aa9104b') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:08.504635 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1651cc87-fadd-4112-9325-194c8f252cf3 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:08.535996 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1651cc87-fadd-4112-9325-194c8f252cf3 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:08.575426 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1651cc87-fadd-4112-9325-194c8f252cf3 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:45:08.579505 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1651cc87-fadd-4112-9325-194c8f252cf3 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:45:08.582450 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:45:08.758377 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1651cc87-fadd-4112-9325-194c8f252cf3 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:08.822906 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1651cc87-fadd-4112-9325-194c8f252cf3 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:08.829832 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1651cc87-fadd-4112-9325-194c8f252cf3 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] 10.222.0.69 "DELETE /v2.0/networks/9278cf05-f096-41ae-b0e9-65557d30cef6 HTTP/1.1" status: 204 len: 168 time: 0.7983861 Jul 22 16:45:08.846506 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651cc87-fadd-4112-9325-194c8f252cf3 tempest-QuotasNegativeTest-515439082 tempest-QuotasNegativeTest-515439082-project-admin] Pushing event deleted for resources: {'Network': ['ID=9278cf05-f096-41ae-b0e9-65557d30cef6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:08.920806 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e295fa-4cef-4aa8-926c-adeb01216df5 req-2bf720f7-907f-4642-b1db-7b6b49e8ea96 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:08.928346 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-01e295fa-4cef-4aa8-926c-adeb01216df5 req-2bf720f7-907f-4642-b1db-7b6b49e8ea96 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.1991856 Jul 22 16:45:09.020687 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-01e295fa-4cef-4aa8-926c-adeb01216df5 req-3a26245a-f9dd-498d-8326-52489c4ee29d tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899026 Jul 22 16:45:09.205994 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04fa79-46c3-418b-84f3-152b787c5706 req-872758c4-f032-44c2-bac9-00b44094f795 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:09.207534 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5e04fa79-46c3-418b-84f3-152b787c5706 req-872758c4-f032-44c2-bac9-00b44094f795 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=72b5bd35-0d1d-4fb0-8aa2-8c677e44b812 HTTP/1.1" status: 200 len: 946 time: 0.2671309 Jul 22 16:45:09.281030 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5e04fa79-46c3-418b-84f3-152b787c5706 req-ff4ec442-1727-4e6a-a428-42407f454df2 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601370 Jul 22 16:45:09.282084 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35574) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:09.295995 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b0e4711-b4fb-4074-82fa-39ab4be56ad9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:09.323952 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8c1341a-bbca-405a-925d-654586b998c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:09.500578 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8c1341a-bbca-405a-925d-654586b998c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:09.512806 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8c1341a-bbca-405a-925d-654586b998c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:09.560835 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c8c1341a-bbca-405a-925d-654586b998c5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c1fbb0db013c458ea108adc14193d71a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2771158 Jul 22 16:45:09.563554 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1341a-bbca-405a-925d-654586b998c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef08318a-e472-46f0-b4a6-5310115ce189,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:09.566479 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35580) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:09.572256 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b0e4711-b4fb-4074-82fa-39ab4be56ad9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:09.628774 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-553d7611-7155-4a7e-994e-2a684fcbff24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:09.657032 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-553d7611-7155-4a7e-994e-2a684fcbff24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:09.718883 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-553d7611-7155-4a7e-994e-2a684fcbff24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:09.722050 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-553d7611-7155-4a7e-994e-2a684fcbff24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:09.726405 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-553d7611-7155-4a7e-994e-2a684fcbff24 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ef08318a-e472-46f0-b4a6-5310115ce189 HTTP/1.1" status: 204 len: 168 time: 0.1573541 Jul 22 16:45:09.730709 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0e4711-b4fb-4074-82fa-39ab4be56ad9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Router b115ea53-7a19-4f40-9e44-93fb31cbff9c is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:45:09.743498 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d7611-7155-4a7e-994e-2a684fcbff24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef08318a-e472-46f0-b4a6-5310115ce189,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:09.859730 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0e4711-b4fb-4074-82fa-39ab4be56ad9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:45:09.869709 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e25fbcc-458f-4560-a6d7-03e29d87191d None None] Sync routers for ids ['b115ea53-7a19-4f40-9e44-93fb31cbff9c'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:45:09.883344 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e25fbcc-458f-4560-a6d7-03e29d87191d None None] Routers {'b115ea53-7a19-4f40-9e44-93fb31cbff9c'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:09.884053 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7e25fbcc-458f-4560-a6d7-03e29d87191d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:45:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b115ea53-7a19-4f40-9e44-93fb31cbff9c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:09.915564 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b0e4711-b4fb-4074-82fa-39ab4be56ad9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:09.919366 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8b0e4711-b4fb-4074-82fa-39ab4be56ad9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.8154652 Jul 22 16:45:09.920261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35586) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:09.926779 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7e25fbcc-458f-4560-a6d7-03e29d87191d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:09.937147 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e25fbcc-458f-4560-a6d7-03e29d87191d None None] Routers {'b115ea53-7a19-4f40-9e44-93fb31cbff9c'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:09.941613 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7e25fbcc-458f-4560-a6d7-03e29d87191d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:45:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b115ea53-7a19-4f40-9e44-93fb31cbff9c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:09.996279 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7e25fbcc-458f-4560-a6d7-03e29d87191d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:09.996941 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e25fbcc-458f-4560-a6d7-03e29d87191d None None] The sync data for ids ['b115ea53-7a19-4f40-9e44-93fb31cbff9c'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:45:10.118726 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-101d8379-141f-4640-8336-e90444ca1668 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "GET /v2.0/routers/b115ea53-7a19-4f40-9e44-93fb31cbff9c HTTP/1.1" status: 200 len: 884 time: 0.1973548 Jul 22 16:45:10.121055 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35594) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:10.224934 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1886c-7e99-4dec-8641-46116ae6e2f1 req-7d75737f-ebd6-4ac6-9f37-a6907e422a05 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:10.229005 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-41f1886c-7e99-4dec-8641-46116ae6e2f1 req-7d75737f-ebd6-4ac6-9f37-a6907e422a05 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.1212926 Jul 22 16:45:10.303156 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-41f1886c-7e99-4dec-8641-46116ae6e2f1 req-2800b063-a7e8-41cc-b3be-37223e944071 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679920 Jul 22 16:45:10.307734 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35598) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:10.333174 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5945bd58-d90a-463c-8ee7-ff599243abe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:10.487750 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5945bd58-d90a-463c-8ee7-ff599243abe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:10.493308 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5945bd58-d90a-463c-8ee7-ff599243abe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:10.513182 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-771ba250-7e8d-4c29-bed1-27fe44646400 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3907461 Jul 22 16:45:10.518894 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35604) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:10.525796 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-bdc2d4f1-a7b5-4f96-99ae-ca41f29a11e8 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-445016551'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:10.529992 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0fe0e-edcd-426f-a241-ec6e392ad66b req-3b186c7d-2cfe-415c-ad7e-f05cf574f57d tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:10.532011 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e1a0fe0e-edcd-426f-a241-ec6e392ad66b req-3b186c7d-2cfe-415c-ad7e-f05cf574f57d tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=72b5bd35-0d1d-4fb0-8aa2-8c677e44b812 HTTP/1.1" status: 200 len: 946 time: 0.1563456 Jul 22 16:45:10.578861 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e1a0fe0e-edcd-426f-a241-ec6e392ad66b req-d24e8686-26e9-4b9e-8ab7-8fef86f20ccf tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399597 Jul 22 16:45:10.636159 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35608) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:10.636879 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5945bd58-d90a-463c-8ee7-ff599243abe6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4171e577dcf048c19dc920f85329411a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3269548 Jul 22 16:45:10.650947 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945bd58-d90a-463c-8ee7-ff599243abe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438527f6-d5e2-4c82-8e36-b0827b1497ac,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:10.751811 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-470b6024-4427-451c-bc2b-7f3d07080dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:10.779002 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-470b6024-4427-451c-bc2b-7f3d07080dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:10.842616 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-470b6024-4427-451c-bc2b-7f3d07080dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:10.845279 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-470b6024-4427-451c-bc2b-7f3d07080dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:10.846818 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-470b6024-4427-451c-bc2b-7f3d07080dc8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/438527f6-d5e2-4c82-8e36-b0827b1497ac HTTP/1.1" status: 204 len: 168 time: 0.2094145 Jul 22 16:45:10.856045 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b6024-4427-451c-bc2b-7f3d07080dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438527f6-d5e2-4c82-8e36-b0827b1497ac,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:10.872304 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6ca99-032f-4644-8510-dfa642ba036b req-ec0a6dd5-52e2-4ed3-beb6-3f49ba87ec36 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:10.874726 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1ec6ca99-032f-4644-8510-dfa642ba036b req-ec0a6dd5-52e2-4ed3-beb6-3f49ba87ec36 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=04a27e25-1885-4839-84a2-a0b774674fc2 HTTP/1.1" status: 200 len: 946 time: 0.1640215 Jul 22 16:45:10.936979 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1ec6ca99-032f-4644-8510-dfa642ba036b req-a3428a1d-30a6-431e-8c00-76b2e2de05a3 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466511 Jul 22 16:45:11.101306 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bdc2d4f1-a7b5-4f96-99ae-ca41f29a11e8 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:11.139810 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bdc2d4f1-a7b5-4f96-99ae-ca41f29a11e8 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4121324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4121180'] for router, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:11.245182 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146585b-9426-4551-a8c3-86ba8631bec0 req-ab3f12e9-3846-4727-86c0-61586f2f64c6 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:11.246769 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9146585b-9426-4551-a8c3-86ba8631bec0 req-ab3f12e9-3846-4727-86c0-61586f2f64c6 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=72b5bd35-0d1d-4fb0-8aa2-8c677e44b812 HTTP/1.1" status: 200 len: 946 time: 0.2062142 Jul 22 16:45:11.301549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc2d4f1-a7b5-4f96-99ae-ca41f29a11e8 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Router b115ea53-7a19-4f40-9e44-93fb31cbff9c has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:45:11.348825 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9146585b-9426-4551-a8c3-86ba8631bec0 req-52689d56-b81e-4a0a-93d8-6fc5dfa88f10 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925169 Jul 22 16:45:11.569516 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fa312-cc9e-4295-bc6f-26dd8d37fa70 req-52bf158e-bf70-4fbc-af8e-c4ea34de6e48 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:11.583517 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b5fa312-cc9e-4295-bc6f-26dd8d37fa70 req-52bf158e-bf70-4fbc-af8e-c4ea34de6e48 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.1287186 Jul 22 16:45:11.593468 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc2d4f1-a7b5-4f96-99ae-ca41f29a11e8 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:45:11.617886 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1f6c26-dc57-4d12-9645-2d3d40dc384f None None] Sync routers for ids ['b115ea53-7a19-4f40-9e44-93fb31cbff9c'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:45:11.621891 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bdc2d4f1-a7b5-4f96-99ae-ca41f29a11e8 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:11.623159 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-bdc2d4f1-a7b5-4f96-99ae-ca41f29a11e8 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "PUT /v2.0/routers/b115ea53-7a19-4f40-9e44-93fb31cbff9c HTTP/1.1" status: 200 len: 891 time: 1.1030798 Jul 22 16:45:11.626160 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35638) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:11.642421 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1f6c26-dc57-4d12-9645-2d3d40dc384f None None] Routers {'b115ea53-7a19-4f40-9e44-93fb31cbff9c'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:11.647758 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2f1f6c26-dc57-4d12-9645-2d3d40dc384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:45:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b115ea53-7a19-4f40-9e44-93fb31cbff9c'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:11.714074 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b5fa312-cc9e-4295-bc6f-26dd8d37fa70 req-3a46e93d-42ec-4c7a-8f0d-0d31b1f4c564 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282699 Jul 22 16:45:11.790788 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2f1f6c26-dc57-4d12-9645-2d3d40dc384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:11.814614 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1f6c26-dc57-4d12-9645-2d3d40dc384f None None] Routers {'b115ea53-7a19-4f40-9e44-93fb31cbff9c'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:11.815156 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2f1f6c26-dc57-4d12-9645-2d3d40dc384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:45:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b115ea53-7a19-4f40-9e44-93fb31cbff9c'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:11.895149 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2f1f6c26-dc57-4d12-9645-2d3d40dc384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:11.895819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1f6c26-dc57-4d12-9645-2d3d40dc384f None None] The sync data for ids ['b115ea53-7a19-4f40-9e44-93fb31cbff9c'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:45:11.954274 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:11.967179 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f154aac-22e7-49eb-9b5d-283008007ee4 req-d0a7ee0a-dbf8-4e27-b47d-f89608a932fc tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:11.973736 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-238dec59-c9c5-45bd-8154-2cbe4890705d tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "GET /v2.0/routers/b115ea53-7a19-4f40-9e44-93fb31cbff9c HTTP/1.1" status: 200 len: 891 time: 0.3459592 Jul 22 16:45:11.974175 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9f154aac-22e7-49eb-9b5d-283008007ee4 req-d0a7ee0a-dbf8-4e27-b47d-f89608a932fc tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=72b5bd35-0d1d-4fb0-8aa2-8c677e44b812 HTTP/1.1" status: 200 len: 946 time: 0.1620700 Jul 22 16:45:11.974775 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35650) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:12.037007 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9f154aac-22e7-49eb-9b5d-283008007ee4 req-81db007b-9689-4f18-80b9-d1f231e7ef65 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541186 Jul 22 16:45:12.041014 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-849010a3-2872-48a9-86a7-57018d24d64f tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "GET /v2.0/ports?device_id=b115ea53-7a19-4f40-9e44-93fb31cbff9c HTTP/1.1" status: 200 len: 205 time: 0.0649698 Jul 22 16:45:12.046450 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35654) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:12.084459 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:12.272695 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ba532ac-f99d-4c39-bf7e-fbc929e6b25e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:12.417408 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ba532ac-f99d-4c39-bf7e-fbc929e6b25e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:12.490285 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6ba532ac-f99d-4c39-bf7e-fbc929e6b25e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting port 1ca31c82-7354-4990-bee9-eb02bfd6adc5 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:12.490695 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ba532ac-f99d-4c39-bf7e-fbc929e6b25e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:12.610052 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ba532ac-f99d-4c39-bf7e-fbc929e6b25e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:12.630396 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6ba532ac-f99d-4c39-bf7e-fbc929e6b25e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Calling delete_port for 1ca31c82-7354-4990-bee9-eb02bfd6adc5 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:12.899388 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ba532ac-f99d-4c39-bf7e-fbc929e6b25e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:12.962960 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba532ac-f99d-4c39-bf7e-fbc929e6b25e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Port': ['ID=1ca31c82-7354-4990-bee9-eb02bfd6adc5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:13.014701 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced95808-a15f-4272-9000-ef07c6b4d309 req-5946e336-3b29-4a0b-ab89-8967d87774a4 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:13.016264 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ced95808-a15f-4272-9000-ef07c6b4d309 req-5946e336-3b29-4a0b-ab89-8967d87774a4 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.1881859 Jul 22 16:45:13.023975 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ba532ac-f99d-4c39-bf7e-fbc929e6b25e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:13.131952 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ba532ac-f99d-4c39-bf7e-fbc929e6b25e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:13.138987 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ba532ac-f99d-4c39-bf7e-fbc929e6b25e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:13.149903 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ced95808-a15f-4272-9000-ef07c6b4d309 req-aea13418-2ad7-47e2-a26d-c7d47181add8 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269484 Jul 22 16:45:13.183006 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa83f33-8592-4d87-ac5f-b3fb80b9fef9 req-dbfcf689-a6dc-4bef-ae0f-29034f465114 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:13.184712 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4fa83f33-8592-4d87-ac5f-b3fb80b9fef9 req-dbfcf689-a6dc-4bef-ae0f-29034f465114 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.30 "GET /v2.0/ports?device_id=72b5bd35-0d1d-4fb0-8aa2-8c677e44b812 HTTP/1.1" status: 200 len: 946 time: 0.1221151 Jul 22 16:45:13.202580 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ba532ac-f99d-4c39-bf7e-fbc929e6b25e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:13.203148 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba532ac-f99d-4c39-bf7e-fbc929e6b25e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Fanout notify agent at l3_agent the message router_deleted on router b115ea53-7a19-4f40-9e44-93fb31cbff9c {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:45:13.212795 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ba532ac-f99d-4c39-bf7e-fbc929e6b25e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:13.214110 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6ba532ac-f99d-4c39-bf7e-fbc929e6b25e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/routers/b115ea53-7a19-4f40-9e44-93fb31cbff9c HTTP/1.1" status: 204 len: 168 time: 1.1665509 Jul 22 16:45:13.217610 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35688) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:13.223685 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-45a4da2f-88d5-447b-a3d4-5256c3259e78 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1899643300'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:13.230180 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35692) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:13.259892 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a4da2f-88d5-447b-a3d4-5256c3259e78 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Made reservation on behalf of 28afd516fe734112b120e8be45892cca for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:13.264459 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45a4da2f-88d5-447b-a3d4-5256c3259e78 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:13.296430 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a4da2f-88d5-447b-a3d4-5256c3259e78 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:45:13.308404 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45a4da2f-88d5-447b-a3d4-5256c3259e78 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:13.309045 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-45a4da2f-88d5-447b-a3d4-5256c3259e78 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Added segment 29084e37-2980-4e43-a3a1-d38cbdcf73a7 of type vlan for network f7ce5c37-efe0-4191-b0ff-c243ce82f525 Jul 22 16:45:13.321772 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dac8f-b309-49c4-8bad-85920c8fc8b5 req-282a98a9-7074-4b78-87a3-bf5c8e4ab889 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:13.323576 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-065dac8f-b309-49c4-8bad-85920c8fc8b5 req-282a98a9-7074-4b78-87a3-bf5c8e4ab889 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=72b5bd35-0d1d-4fb0-8aa2-8c677e44b812 HTTP/1.1" status: 200 len: 946 time: 0.1968057 Jul 22 16:45:13.379893 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45a4da2f-88d5-447b-a3d4-5256c3259e78 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:13.410673 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-88415b4c-90e5-475f-ab19-fe28e052541f tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:13.422265 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-065dac8f-b309-49c4-8bad-85920c8fc8b5 req-52eece5c-3823-4b85-b195-4616804b9d81 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890226 Jul 22 16:45:13.435111 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-4fa83f33-8592-4d87-ac5f-b3fb80b9fef9 req-9ba6c310-4fe8-422b-9934-d61908a74351 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Deleting port a456e48e-d3e3-41c2-9141-fcf2295ba479 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:13.436523 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4fa83f33-8592-4d87-ac5f-b3fb80b9fef9 req-9ba6c310-4fe8-422b-9934-d61908a74351 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:13.446052 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45a4da2f-88d5-447b-a3d4-5256c3259e78 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:13.446913 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a4da2f-88d5-447b-a3d4-5256c3259e78 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:13.447528 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45a4da2f-88d5-447b-a3d4-5256c3259e78 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:13.540309 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4da2f-88d5-447b-a3d4-5256c3259e78 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Network': ['ID=f7ce5c37-efe0-4191-b0ff-c243ce82f525,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:13.547065 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-45a4da2f-88d5-447b-a3d4-5256c3259e78 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3281186 Jul 22 16:45:13.551403 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35702) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:13.553169 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4fa83f33-8592-4d87-ac5f-b3fb80b9fef9 req-9ba6c310-4fe8-422b-9934-d61908a74351 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] For port a456e48e-d3e3-41c2-9141-fcf2295ba479, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a456e48e-d3e3-41c2-9141-fcf2295ba479,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:13.553415 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4fa83f33-8592-4d87-ac5f-b3fb80b9fef9 req-9ba6c310-4fe8-422b-9934-d61908a74351 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:13.561058 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network f7ce5c37-efe0-4191-b0ff-c243ce82f525 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:45:13.567224 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ccee00c5-eb5d-4dc3-b0e4-1433b00689e1 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'subnet': {'network_id': 'f7ce5c37-efe0-4191-b0ff-c243ce82f525', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:13.580032 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-4fa83f33-8592-4d87-ac5f-b3fb80b9fef9 req-9ba6c310-4fe8-422b-9934-d61908a74351 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Calling delete_port for a456e48e-d3e3-41c2-9141-fcf2295ba479 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:13.646556 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-88415b4c-90e5-475f-ab19-fe28e052541f tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] 10.222.0.69 "PUT /v2.0/quotas/f0d9af825eb2478787f2479292b92bab HTTP/1.1" status: 200 len: 366 time: 0.4151127 Jul 22 16:45:13.647367 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35704) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:13.718424 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3ae0aa01-5f2c-4d6f-ade2-2c38587b7ba5 tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] 10.222.0.69 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0198891 Jul 22 16:45:13.719037 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35706) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:13.735841 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-54ebb94b-ccd2-447b-b33d-2d35eb4e4a95 tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] 10.222.0.69 "GET /v2.0/quotas/f0d9af825eb2478787f2479292b92bab HTTP/1.1" status: 200 len: 366 time: 0.0130556 Jul 22 16:45:13.736771 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35708) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:13.765838 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0d920627-12ee-49b1-b311-9ff012572932 tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] 10.222.0.69 "DELETE /v2.0/quotas/f0d9af825eb2478787f2479292b92bab HTTP/1.1" status: 204 len: 168 time: 0.0256228 Jul 22 16:45:13.766900 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35710) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:13.772383 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4fa83f33-8592-4d87-ac5f-b3fb80b9fef9 req-9ba6c310-4fe8-422b-9934-d61908a74351 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:13.780881 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3b662a6e-eb26-41cf-9990-d65c1f8647a5 tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] 10.222.0.69 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0100024 Jul 22 16:45:13.780881 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccee00c5-eb5d-4dc3-b0e4-1433b00689e1 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Made reservation on behalf of 28afd516fe734112b120e8be45892cca for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:13.783042 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35712) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:13.785567 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ccee00c5-eb5d-4dc3-b0e4-1433b00689e1 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:13.805460 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['2596dc5f-fd69-4aaf-a871-df3a72ac699c', 'a456e48e-d3e3-41c2-9141-fcf2295ba479'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:45:13.810749 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-926b6a72-5417-4bbb-a0ed-750866e99226 tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] 10.222.0.69 "GET /v2.0/quotas/f0d9af825eb2478787f2479292b92bab HTTP/1.1" status: 200 len: 370 time: 0.0198779 Jul 22 16:45:13.812203 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35714) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:13.826218 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-dd828f44-5044-4dbb-b36d-cccdc075de44 tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] 10.222.0.69 "GET /v2.0/quotas/f0d9af825eb2478787f2479292b92bab/default HTTP/1.1" status: 200 len: 370 time: 0.0106735 Jul 22 16:45:13.826976 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35716) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:13.844145 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6c310-4fe8-422b-9934-d61908a74351 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Pushing event deleted for resources: {'Port': ['ID=a456e48e-d3e3-41c2-9141-fcf2295ba479,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:13.873279 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-e4d60b21-ac61-4380-a5ab-a15c175f5c43 tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] delete failed (client error): The resource could not be found. Jul 22 16:45:13.874952 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e4d60b21-ac61-4380-a5ab-a15c175f5c43 tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] 10.222.0.69 "DELETE /v2.0/quotas/f0d9af825eb2478787f2479292b92bab HTTP/1.1" status: 404 len: 348 time: 0.0469849 Jul 22 16:45:13.898706 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['4a821a80-64b1-4be8-a024-d40a807c0537'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:45:13.994676 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa83f33-8592-4d87-ac5f-b3fb80b9fef9 req-9ba6c310-4fe8-422b-9934-d61908a74351 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] No DVR routers for this DVR port a456e48e-d3e3-41c2-9141-fcf2295ba479 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:45:14.011123 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4fa83f33-8592-4d87-ac5f-b3fb80b9fef9 req-9ba6c310-4fe8-422b-9934-d61908a74351 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:14.022662 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4fa83f33-8592-4d87-ac5f-b3fb80b9fef9 req-9ba6c310-4fe8-422b-9934-d61908a74351 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.30 "DELETE /v2.0/ports/a456e48e-d3e3-41c2-9141-fcf2295ba479 HTTP/1.1" status: 204 len: 173 time: 0.8280399 Jul 22 16:45:14.028623 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b5bd35-0d1d-4fb0-8aa2-8c677e44b812', 'name': 'network-vif-deleted', 'tag': 'a456e48e-d3e3-41c2-9141-fcf2295ba479'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:45:14.035469 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c56f32-096b-4244-9092-f9b0130d7446" -d '{"events": [{"server_uuid": "72b5bd35-0d1d-4fb0-8aa2-8c677e44b812", "name": "network-vif-deleted", "tag": "a456e48e-d3e3-41c2-9141-fcf2295ba479"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:45:14.144449 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35726) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:14.145247 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b83e2e-a238-4f59-9cd7-cd8d81865919 x-openstack-request-id: req-a9b83e2e-a238-4f59-9cd7-cd8d81865919 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:45:14.145717 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b5bd35-0d1d-4fb0-8aa2-8c677e44b812", "name": "network-vif-deleted", "tag": "a456e48e-d3e3-41c2-9141-fcf2295ba479", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:45:14.147155 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a9b83e2e-a238-4f59-9cd7-cd8d81865919 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:45:14.147841 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b5bd35-0d1d-4fb0-8aa2-8c677e44b812', 'name': 'network-vif-deleted', 'tag': 'a456e48e-d3e3-41c2-9141-fcf2295ba479', 'status': 'completed', 'code': 200} Jul 22 16:45:14.217486 n-d-798930-9 neutron-server[93817]: DEBUG neutron.quota.resource [None req-84fee3dc-4d6e-4dee-a202-d9b8672d267e tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] Usage tracker for resource:network and tenant:5d7a9a502cf04ac28c267020a92a226f is out of sync, need to count used quota {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 16:45:14.224561 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ccee00c5-eb5d-4dc3-b0e4-1433b00689e1 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:14.229771 n-d-798930-9 neutron-server[93817]: DEBUG neutron.quota.resource [None req-84fee3dc-4d6e-4dee-a202-d9b8672d267e tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 16:45:14.343429 n-d-798930-9 neutron-server[93817]: DEBUG neutron.quota.resource [None req-84fee3dc-4d6e-4dee-a202-d9b8672d267e tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] Usage tracker for resource:subnet and tenant:5d7a9a502cf04ac28c267020a92a226f is out of sync, need to count used quota {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 16:45:14.366292 n-d-798930-9 neutron-server[93817]: DEBUG neutron.quota.resource [None req-84fee3dc-4d6e-4dee-a202-d9b8672d267e tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 16:45:14.375058 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee00c5-eb5d-4dc3-b0e4-1433b00689e1 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Subnet': ['ID=11ef0c5b-aa8d-47c8-87c6-6e46ccb42489,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:14.394669 n-d-798930-9 neutron-server[93817]: DEBUG neutron.quota.resource [None req-84fee3dc-4d6e-4dee-a202-d9b8672d267e tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] Usage tracker for resource:subnetpool and tenant:5d7a9a502cf04ac28c267020a92a226f is out of sync, need to count used quota {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 16:45:14.410441 n-d-798930-9 neutron-server[93817]: DEBUG neutron.quota.resource [None req-84fee3dc-4d6e-4dee-a202-d9b8672d267e tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 16:45:14.421132 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccee00c5-eb5d-4dc3-b0e4-1433b00689e1 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Checking segment: {'id': '29084e37-2980-4e43-a3a1-d38cbdcf73a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f7ce5c37-efe0-4191-b0ff-c243ce82f525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:14.421491 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccee00c5-eb5d-4dc3-b0e4-1433b00689e1 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network hostable DHCP agents. Network: f7ce5c37-efe0-4191-b0ff-c243ce82f525, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:45:14.435827 n-d-798930-9 neutron-server[93817]: DEBUG neutron.quota.resource [None req-84fee3dc-4d6e-4dee-a202-d9b8672d267e tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] Usage tracker for resource:port and tenant:5d7a9a502cf04ac28c267020a92a226f is out of sync, need to count used quota {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 16:45:14.446329 n-d-798930-9 neutron-server[93817]: DEBUG neutron.quota.resource [None req-84fee3dc-4d6e-4dee-a202-d9b8672d267e tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 16:45:14.460752 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fe5f9-c61e-4619-a447-e17ead301d91 req-bb0f4bd1-3999-4ac2-992d-710e092166b2 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:14.462296 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-357fe5f9-c61e-4619-a447-e17ead301d91 req-bb0f4bd1-3999-4ac2-992d-710e092166b2 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.1648946 Jul 22 16:45:14.464452 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccee00c5-eb5d-4dc3-b0e4-1433b00689e1 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network f7ce5c37-efe0-4191-b0ff-c243ce82f525 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:45:14.471396 n-d-798930-9 neutron-server[93817]: DEBUG neutron.quota.resource [None req-84fee3dc-4d6e-4dee-a202-d9b8672d267e tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] Usage tracker for resource:router and tenant:5d7a9a502cf04ac28c267020a92a226f is out of sync, need to count used quota {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 16:45:14.479717 n-d-798930-9 neutron-server[93817]: DEBUG neutron.quota.resource [None req-84fee3dc-4d6e-4dee-a202-d9b8672d267e tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 16:45:14.488073 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ccee00c5-eb5d-4dc3-b0e4-1433b00689e1 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, f7ce5c37-efe0-4191-b0ff-c243ce82f525) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:14.499934 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccee00c5-eb5d-4dc3-b0e4-1433b00689e1 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:14.500520 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ccee00c5-eb5d-4dc3-b0e4-1433b00689e1 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:14.501355 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8932c06e-aab8-4ca1-8f06-43f1de06ddda None None] Network f7ce5c37-efe0-4191-b0ff-c243ce82f525 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:14.519792 n-d-798930-9 neutron-server[93817]: DEBUG neutron.quota.resource [None req-84fee3dc-4d6e-4dee-a202-d9b8672d267e tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] Usage tracker for resource:floatingip and tenant:5d7a9a502cf04ac28c267020a92a226f is out of sync, need to count used quota {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 16:45:14.535007 n-d-798930-9 neutron-server[93817]: DEBUG neutron.quota.resource [None req-84fee3dc-4d6e-4dee-a202-d9b8672d267e tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 16:45:14.544030 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35736) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:14.544534 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ccee00c5-eb5d-4dc3-b0e4-1433b00689e1 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9914196 Jul 22 16:45:14.549866 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f5d92bf4-c50a-4ce7-8828-7db0e3047ed9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1181054156', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:14.558123 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-357fe5f9-c61e-4619-a447-e17ead301d91 req-660db2f9-4eb3-468f-8b33-2daaeec2f2a2 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766373 Jul 22 16:45:14.619285 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f5d92bf4-c50a-4ce7-8828-7db0e3047ed9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:14.620845 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f5d92bf4-c50a-4ce7-8828-7db0e3047ed9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:14.647851 n-d-798930-9 neutron-server[93817]: DEBUG neutron.quota.resource [None req-84fee3dc-4d6e-4dee-a202-d9b8672d267e tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] Usage tracker for resource:security_group and tenant:5d7a9a502cf04ac28c267020a92a226f is out of sync, need to count used quota {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 16:45:14.657232 n-d-798930-9 neutron-server[93817]: DEBUG neutron.quota.resource [None req-84fee3dc-4d6e-4dee-a202-d9b8672d267e tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 16:45:14.679809 n-d-798930-9 neutron-server[93817]: DEBUG neutron.quota.resource [None req-84fee3dc-4d6e-4dee-a202-d9b8672d267e tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] Usage tracker for resource:security_group_rule and tenant:5d7a9a502cf04ac28c267020a92a226f is out of sync, need to count used quota {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 16:45:14.693370 n-d-798930-9 neutron-server[93817]: DEBUG neutron.quota.resource [None req-84fee3dc-4d6e-4dee-a202-d9b8672d267e tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93817) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 16:45:14.699311 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-84fee3dc-4d6e-4dee-a202-d9b8672d267e tempest-QuotasTest-2055658671 tempest-QuotasTest-2055658671-project-admin] 10.222.0.69 "GET /v2.0/quotas/5d7a9a502cf04ac28c267020a92a226f/details.json HTTP/1.1" status: 200 len: 703 time: 0.5520627 Jul 22 16:45:14.782623 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4612661-851d-4e8b-a0b4-a33f4d14a657 req-1e7319ba-923f-4ca4-8a56-b80cf113ea3c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=72b5bd35-0d1d-4fb0-8aa2-8c677e44b812 HTTP/1.1" status: 200 len: 210 time: 0.0810494 Jul 22 16:45:14.784081 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f5d92bf4-c50a-4ce7-8828-7db0e3047ed9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:14.807612 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f5d92bf4-c50a-4ce7-8828-7db0e3047ed9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:14.866420 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b882a61-c257-4d23-9cfc-344913b6e751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-f7ce5c37-efe0-4191-b0ff-c243ce82f525', 'network_id': 'f7ce5c37-efe0-4191-b0ff-c243ce82f525', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'fixed_ips': [{'subnet_id': '11ef0c5b-aa8d-47c8-87c6-6e46ccb42489'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:45:14.869370 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b882a61-c257-4d23-9cfc-344913b6e751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:14.877569 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f5d92bf4-c50a-4ce7-8828-7db0e3047ed9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:14.879011 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f5d92bf4-c50a-4ce7-8828-7db0e3047ed9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3331292 Jul 22 16:45:14.881788 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35740) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:15.060028 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-6b882a61-c257-4d23-9cfc-344913b6e751 None None] Allocated IP 2001:db8::2 (f7ce5c37-efe0-4191-b0ff-c243ce82f525/11ef0c5b-aa8d-47c8-87c6-6e46ccb42489/fdce0e3f-ca7c-45ca-93cd-7279620bb0f2) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:15.307795 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b882a61-c257-4d23-9cfc-344913b6e751 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:15.321686 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35748) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:15.327805 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6b882a61-c257-4d23-9cfc-344913b6e751 None None] Transition to ACTIVE for port object fdce0e3f-ca7c-45ca-93cd-7279620bb0f2 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:15.359776 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6b882a61-c257-4d23-9cfc-344913b6e751 None None] Transition to ACTIVE for port object fdce0e3f-ca7c-45ca-93cd-7279620bb0f2 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:15.374646 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b882a61-c257-4d23-9cfc-344913b6e751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:15.468401 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b882a61-c257-4d23-9cfc-344913b6e751 None None] Pushing event updated for resources: {'Port': ['ID=fdce0e3f-ca7c-45ca-93cd-7279620bb0f2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:15.476615 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b882a61-c257-4d23-9cfc-344913b6e751 None None] Network f7ce5c37-efe0-4191-b0ff-c243ce82f525 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:15.478050 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-6b882a61-c257-4d23-9cfc-344913b6e751 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:15.480332 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b882a61-c257-4d23-9cfc-344913b6e751 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:15.484608 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c70b5c30-c3f3-4fa4-a26b-fe5acde98f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:15.502325 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0361cf-0497-46b0-a9bb-af66fd57d26d req-358249e3-6e42-466e-9c40-e977f756e6c8 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:15.503845 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e0361cf-0497-46b0-a9bb-af66fd57d26d req-358249e3-6e42-466e-9c40-e977f756e6c8 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.16 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.7248499 Jul 22 16:45:15.632962 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6b882a61-c257-4d23-9cfc-344913b6e751 None None] Attempting to bind port fdce0e3f-ca7c-45ca-93cd-7279620bb0f2 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:45:15.633662 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6b882a61-c257-4d23-9cfc-344913b6e751 None None] Attempting to bind port fdce0e3f-ca7c-45ca-93cd-7279620bb0f2 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '29084e37-2980-4e43-a3a1-d38cbdcf73a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f7ce5c37-efe0-4191-b0ff-c243ce82f525'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:45:15.634243 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b882a61-c257-4d23-9cfc-344913b6e751 None None] Attempting to bind port fdce0e3f-ca7c-45ca-93cd-7279620bb0f2 on network f7ce5c37-efe0-4191-b0ff-c243ce82f525 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:15.645542 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b882a61-c257-4d23-9cfc-344913b6e751 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:45:15.646004 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b882a61-c257-4d23-9cfc-344913b6e751 None None] Checking segment: {'id': '29084e37-2980-4e43-a3a1-d38cbdcf73a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f7ce5c37-efe0-4191-b0ff-c243ce82f525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:15.646395 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b882a61-c257-4d23-9cfc-344913b6e751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:15.647084 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b882a61-c257-4d23-9cfc-344913b6e751 None None] Bound using segment: {'id': '29084e37-2980-4e43-a3a1-d38cbdcf73a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f7ce5c37-efe0-4191-b0ff-c243ce82f525'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:45:15.647562 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6b882a61-c257-4d23-9cfc-344913b6e751 None None] Bound port: fdce0e3f-ca7c-45ca-93cd-7279620bb0f2, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29084e37-2980-4e43-a3a1-d38cbdcf73a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f7ce5c37-efe0-4191-b0ff-c243ce82f525'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:45:15.648655 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b882a61-c257-4d23-9cfc-344913b6e751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:15.740737 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c70b5c30-c3f3-4fa4-a26b-fe5acde98f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:15.744992 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6b882a61-c257-4d23-9cfc-344913b6e751 None None] For port fdce0e3f-ca7c-45ca-93cd-7279620bb0f2, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:45:15.753839 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6b882a61-c257-4d23-9cfc-344913b6e751 None None] For port fdce0e3f-ca7c-45ca-93cd-7279620bb0f2, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=fdce0e3f-ca7c-45ca-93cd-7279620bb0f2,segment=NetworkSegment(29084e37-2980-4e43-a3a1-d38cbdcf73a7),segment_id=29084e37-2980-4e43-a3a1-d38cbdcf73a7)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:45:15.755067 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c70b5c30-c3f3-4fa4-a26b-fe5acde98f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:15.763524 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b882a61-c257-4d23-9cfc-344913b6e751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:15.805358 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-1e0361cf-0497-46b0-a9bb-af66fd57d26d req-e237f6e7-ac1c-4f22-9df7-0c67803c1a26 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Deleting port 6fd239a1-a5ea-4f19-a049-be260753bdee {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:15.809751 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c70b5c30-c3f3-4fa4-a26b-fe5acde98f71 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6a10d360b34a404b8637d0b67c563048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4865737 Jul 22 16:45:15.813325 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35760) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:15.815299 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1e0361cf-0497-46b0-a9bb-af66fd57d26d req-e237f6e7-ac1c-4f22-9df7-0c67803c1a26 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:15.823744 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b5c30-c3f3-4fa4-a26b-fe5acde98f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fcfc00-5ce2-4286-9234-ea6c6d07d900,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:15.856262 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f8e9c-561d-4707-bb80-f3d1cadbef7c req-4d359d50-3e6a-4342-89e4-ca7b1f4daaff tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:15.864708 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a40f8e9c-561d-4707-bb80-f3d1cadbef7c req-4d359d50-3e6a-4342-89e4-ca7b1f4daaff tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 945 time: 0.2141361 Jul 22 16:45:15.925561 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b882a61-c257-4d23-9cfc-344913b6e751 None None] Pushing event updated for resources: {'Port': ['ID=fdce0e3f-ca7c-45ca-93cd-7279620bb0f2,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:15.929661 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a523a8d4-26b5-46a9-b87f-cb7d52fb996b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:15.941793 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd08d5f8-6500-4265-b3aa-059e9dbbf487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:15.954578 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a40f8e9c-561d-4707-bb80-f3d1cadbef7c req-394a6ca9-c3e0-4087-b9b9-efc8fdfd11e3 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7782686-c72b-42eb-b944-9fb31a04cd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887458 Jul 22 16:45:16.003628 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd08d5f8-6500-4265-b3aa-059e9dbbf487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:16.090515 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd08d5f8-6500-4265-b3aa-059e9dbbf487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:16.096414 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd08d5f8-6500-4265-b3aa-059e9dbbf487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:16.099325 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cd08d5f8-6500-4265-b3aa-059e9dbbf487 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/66fcfc00-5ce2-4286-9234-ea6c6d07d900 HTTP/1.1" status: 204 len: 168 time: 0.2843652 Jul 22 16:45:16.129105 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08d5f8-6500-4265-b3aa-059e9dbbf487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fcfc00-5ce2-4286-9234-ea6c6d07d900,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:16.200616 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1e0361cf-0497-46b0-a9bb-af66fd57d26d req-e237f6e7-ac1c-4f22-9df7-0c67803c1a26 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] For port 6fd239a1-a5ea-4f19-a049-be260753bdee, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=6fd239a1-a5ea-4f19-a049-be260753bdee,segment=NetworkSegment(54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7),segment_id=54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:16.201198 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1e0361cf-0497-46b0-a9bb-af66fd57d26d req-e237f6e7-ac1c-4f22-9df7-0c67803c1a26 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:16.248863 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-1e0361cf-0497-46b0-a9bb-af66fd57d26d req-e237f6e7-ac1c-4f22-9df7-0c67803c1a26 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Calling delete_port for 6fd239a1-a5ea-4f19-a049-be260753bdee owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:16.508196 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a523a8d4-26b5-46a9-b87f-cb7d52fb996b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Allocated IP 2001:db8::1 (f7ce5c37-efe0-4191-b0ff-c243ce82f525/11ef0c5b-aa8d-47c8-87c6-6e46ccb42489/3c8ca9db-3fe0-42c3-b663-fd696998a5c7) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:16.520569 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127daffb-0501-4b3c-8eca-53f7b16f81ff req-ea3794cc-b7e2-4ff3-a391-6d4fde6ce32d tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:16.528127 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-127daffb-0501-4b3c-8eca-53f7b16f81ff req-ea3794cc-b7e2-4ff3-a391-6d4fde6ce32d tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=04a27e25-1885-4839-84a2-a0b774674fc2 HTTP/1.1" status: 200 len: 946 time: 0.1431189 Jul 22 16:45:16.651324 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-127daffb-0501-4b3c-8eca-53f7b16f81ff req-00065c84-9c13-4dfb-8c7f-81759ff243b8 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062961 Jul 22 16:45:16.678427 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1e0361cf-0497-46b0-a9bb-af66fd57d26d req-e237f6e7-ac1c-4f22-9df7-0c67803c1a26 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:16.716060 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['6fd239a1-a5ea-4f19-a049-be260753bdee'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:45:16.733279 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237f6e7-ac1c-4f22-9df7-0c67803c1a26 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Pushing event deleted for resources: {'Port': ['ID=6fd239a1-a5ea-4f19-a049-be260753bdee,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:16.768099 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35778) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:16.778346 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a523a8d4-26b5-46a9-b87f-cb7d52fb996b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:16.783321 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237f6e7-ac1c-4f22-9df7-0c67803c1a26 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:16.783321 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237f6e7-ac1c-4f22-9df7-0c67803c1a26 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:16.783668 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237f6e7-ac1c-4f22-9df7-0c67803c1a26 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:16.783792 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237f6e7-ac1c-4f22-9df7-0c67803c1a26 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:16.784066 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237f6e7-ac1c-4f22-9df7-0c67803c1a26 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:16.784405 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237f6e7-ac1c-4f22-9df7-0c67803c1a26 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:16.784737 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237f6e7-ac1c-4f22-9df7-0c67803c1a26 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:16.785073 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237f6e7-ac1c-4f22-9df7-0c67803c1a26 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:16.785411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237f6e7-ac1c-4f22-9df7-0c67803c1a26 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:16.785737 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237f6e7-ac1c-4f22-9df7-0c67803c1a26 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:16.790233 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237f6e7-ac1c-4f22-9df7-0c67803c1a26 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:16.790712 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237f6e7-ac1c-4f22-9df7-0c67803c1a26 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:16.839148 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a523a8d4-26b5-46a9-b87f-cb7d52fb996b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Transition to ACTIVE for port object 3c8ca9db-3fe0-42c3-b663-fd696998a5c7 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:16.855124 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35782) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:16.863277 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0361cf-0497-46b0-a9bb-af66fd57d26d req-e237f6e7-ac1c-4f22-9df7-0c67803c1a26 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] No DVR routers for this DVR port 6fd239a1-a5ea-4f19-a049-be260753bdee on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:45:16.871703 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66e0f354-4814-4036-9788-c1a323a25653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:16.882716 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1e0361cf-0497-46b0-a9bb-af66fd57d26d req-e237f6e7-ac1c-4f22-9df7-0c67803c1a26 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:16.884868 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e0361cf-0497-46b0-a9bb-af66fd57d26d req-e237f6e7-ac1c-4f22-9df7-0c67803c1a26 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.16 "DELETE /v2.0/ports/6fd239a1-a5ea-4f19-a049-be260753bdee HTTP/1.1" status: 204 len: 173 time: 1.3734183 Jul 22 16:45:16.885518 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179518f7-425f-4c1f-8337-3a98e2dd62b9', 'name': 'network-vif-deleted', 'tag': '6fd239a1-a5ea-4f19-a049-be260753bdee'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:45:16.888228 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1deec2-9e62-408f-a863-84561b7f65aa" -d '{"events": [{"server_uuid": "179518f7-425f-4c1f-8337-3a98e2dd62b9", "name": "network-vif-deleted", "tag": "6fd239a1-a5ea-4f19-a049-be260753bdee"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:45:16.892991 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a523a8d4-26b5-46a9-b87f-cb7d52fb996b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:16.958891 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a523a8d4-26b5-46a9-b87f-cb7d52fb996b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network f7ce5c37-efe0-4191-b0ff-c243ce82f525 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:16.962965 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a523a8d4-26b5-46a9-b87f-cb7d52fb996b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:16.966148 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b02f4a-bd36-4204-986f-7c4973c33825 x-openstack-request-id: req-35b02f4a-bd36-4204-986f-7c4973c33825 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:45:16.967299 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "179518f7-425f-4c1f-8337-3a98e2dd62b9", "name": "network-vif-deleted", "tag": "6fd239a1-a5ea-4f19-a049-be260753bdee", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:45:16.967988 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-35b02f4a-bd36-4204-986f-7c4973c33825 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:45:16.968749 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '179518f7-425f-4c1f-8337-3a98e2dd62b9', 'name': 'network-vif-deleted', 'tag': '6fd239a1-a5ea-4f19-a049-be260753bdee', 'status': 'completed', 'code': 200} Jul 22 16:45:16.978144 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a523a8d4-26b5-46a9-b87f-cb7d52fb996b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:16.978971 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a523a8d4-26b5-46a9-b87f-cb7d52fb996b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:17.041009 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523a8d4-26b5-46a9-b87f-cb7d52fb996b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Port': ['ID=3c8ca9db-3fe0-42c3-b663-fd696998a5c7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:17.134903 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66e0f354-4814-4036-9788-c1a323a25653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:17.148127 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-66e0f354-4814-4036-9788-c1a323a25653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:17.177525 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fda3d367-3ca0-4be2-9690-2bbedebd21e8 req-42d026d1-5e0c-423a-9fd7-809b04b3bb61 tempest-ServerRescueNegativeTestJSON-795396294 tempest-ServerRescueNegativeTestJSON-795396294-project] 10.222.0.69 "GET /v2.0/ports?device_id=179518f7-425f-4c1f-8337-3a98e2dd62b9 HTTP/1.1" status: 200 len: 210 time: 0.0565975 Jul 22 16:45:17.218923 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0f354-4814-4036-9788-c1a323a25653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca90e95-5f63-4f14-94d5-db1d3f5e9a8c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:17.268668 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a523a8d4-26b5-46a9-b87f-cb7d52fb996b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:17.327452 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef58438-0174-4e1c-a557-a008efe9ca29 admin admin] Deleting subnet d034105d-0873-4d3b-bb91-c20cfcaca3ce {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:45:17.333413 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-66e0f354-4814-4036-9788-c1a323a25653 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5d7a9a502cf04ac28c267020a92a226f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4771068 Jul 22 16:45:17.334912 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ef58438-0174-4e1c-a557-a008efe9ca29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:17.336432 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35788) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:17.404328 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ef58438-0174-4e1c-a557-a008efe9ca29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:17.483771 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ef58438-0174-4e1c-a557-a008efe9ca29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:17.494819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3774c0-ba10-4337-9da5-5780a57bbf12 None None] Network f7ce5c37-efe0-4191-b0ff-c243ce82f525 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:17.566156 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98c7ae9c-122c-4789-8722-f26edc7ded51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:17.579794 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ef58438-0174-4e1c-a557-a008efe9ca29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:17.624291 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5a9b9de7-cc3a-43b8-a64c-badf8a5f5f70 None None] Provisioning for port fdce0e3f-ca7c-45ca-93cd-7279620bb0f2 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:17.673407 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef58438-0174-4e1c-a557-a008efe9ca29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d034105d-0873-4d3b-bb91-c20cfcaca3ce,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:17.675661 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ef58438-0174-4e1c-a557-a008efe9ca29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:17.677723 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4ef58438-0174-4e1c-a557-a008efe9ca29 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d034105d-0873-4d3b-bb91-c20cfcaca3ce HTTP/1.1" status: 204 len: 168 time: 0.9075682 Jul 22 16:45:17.680293 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35796) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:17.709363 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98c7ae9c-122c-4789-8722-f26edc7ded51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:17.777832 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60179a55-ff9d-4330-9865-31866edb5231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:17.939167 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60179a55-ff9d-4330-9865-31866edb5231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:17.958834 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-60179a55-ff9d-4330-9865-31866edb5231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080f6fdb-8ecf-418a-9887-9107e25751db']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:17.995374 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-60179a55-ff9d-4330-9865-31866edb5231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b564fcf8-8c98-49bb-b0ec-572c342f0635') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:17.995686 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-60179a55-ff9d-4330-9865-31866edb5231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b564fcf8-8c98-49bb-b0ec-572c342f0635') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:18.008512 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a523a8d4-26b5-46a9-b87f-cb7d52fb996b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:18.011870 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60179a55-ff9d-4330-9865-31866edb5231 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:18.023072 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a523a8d4-26b5-46a9-b87f-cb7d52fb996b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:18.024017 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a523a8d4-26b5-46a9-b87f-cb7d52fb996b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:18.030503 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98c7ae9c-122c-4789-8722-f26edc7ded51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:18.033359 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98c7ae9c-122c-4789-8722-f26edc7ded51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:18.034647 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-98c7ae9c-122c-4789-8722-f26edc7ded51 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cca90e95-5f63-4f14-94d5-db1d3f5e9a8c HTTP/1.1" status: 204 len: 168 time: 0.6935298 Jul 22 16:45:18.038556 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60179a55-ff9d-4330-9865-31866edb5231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:18.055368 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60179a55-ff9d-4330-9865-31866edb5231 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:45:18.055785 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60179a55-ff9d-4330-9865-31866edb5231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:45:18.057865 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:45:18.150845 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7ae9c-122c-4789-8722-f26edc7ded51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca90e95-5f63-4f14-94d5-db1d3f5e9a8c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:18.172312 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60179a55-ff9d-4330-9865-31866edb5231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:18.181914 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60179a55-ff9d-4330-9865-31866edb5231 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:18.185101 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-60179a55-ff9d-4330-9865-31866edb5231 admin admin] 10.222.0.69 "DELETE /v2.0/networks/080f6fdb-8ecf-418a-9887-9107e25751db HTTP/1.1" status: 204 len: 168 time: 0.5035572 Jul 22 16:45:18.236465 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device fdce0e3f-ca7c-45ca-93cd-7279620bb0f2 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:18.236958 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9466f83-232d-45bf-9216-4b864e0f6024 req-3d3ac3a1-0a44-4a00-b69a-6615efc18bf8 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.255239 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f9466f83-232d-45bf-9216-4b864e0f6024 req-3d3ac3a1-0a44-4a00-b69a-6615efc18bf8 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=04a27e25-1885-4839-84a2-a0b774674fc2 HTTP/1.1" status: 200 len: 946 time: 0.4743261 Jul 22 16:45:18.261261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60179a55-ff9d-4330-9865-31866edb5231 admin admin] Pushing event deleted for resources: {'Network': ['ID=080f6fdb-8ecf-418a-9887-9107e25751db,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:18.284745 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72299d33-ff27-4575-b249-081cf8a12806 req-24137347-e52c-4f3e-ab77-118f93c489b0 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.297167 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-72299d33-ff27-4575-b249-081cf8a12806 req-24137347-e52c-4f3e-ab77-118f93c489b0 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.16 "GET /v2.0/ports?device_id=04a27e25-1885-4839-84a2-a0b774674fc2 HTTP/1.1" status: 200 len: 946 time: 0.5253751 Jul 22 16:45:18.299473 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35806) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:18.381148 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523a8d4-26b5-46a9-b87f-cb7d52fb996b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Port': ['ID=3c8ca9db-3fe0-42c3-b663-fd696998a5c7,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:18.394687 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device a456e48e-d3e3-41c2-9141-fcf2295ba479 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:45:18.455001 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: a456e48e-d3e3-41c2-9141-fcf2295ba479 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:45:18.456719 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device a456e48e-d3e3-41c2-9141-fcf2295ba479 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:45:18.500410 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port fdce0e3f-ca7c-45ca-93cd-7279620bb0f2 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:18.510360 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port fdce0e3f-ca7c-45ca-93cd-7279620bb0f2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:18.511265 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:18.630692 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2e0098b7-5d51-4744-a447-8a927c60be3a None None] Provisioning for port 3c8ca9db-3fe0-42c3-b663-fd696998a5c7 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:18.631868 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35824) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:18.662075 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2e0098b7-5d51-4744-a447-8a927c60be3a None None] Provisioning complete for port 3c8ca9db-3fe0-42c3-b663-fd696998a5c7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:18.667996 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e0098b7-5d51-4744-a447-8a927c60be3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:18.727525 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f9466f83-232d-45bf-9216-4b864e0f6024 req-be54974c-a044-4328-9039-b2515e7470de tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4711058 Jul 22 16:45:18.755574 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2e0098b7-5d51-4744-a447-8a927c60be3a None None] Port 3c8ca9db-3fe0-42c3-b663-fd696998a5c7 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:45:18.808605 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:18.846265 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a523a8d4-26b5-46a9-b87f-cb7d52fb996b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network f7ce5c37-efe0-4191-b0ff-c243ce82f525 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:18.853120 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a523a8d4-26b5-46a9-b87f-cb7d52fb996b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:18.869314 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port fdce0e3f-ca7c-45ca-93cd-7279620bb0f2, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=fdce0e3f-ca7c-45ca-93cd-7279620bb0f2,segment=NetworkSegment(29084e37-2980-4e43-a3a1-d38cbdcf73a7),segment_id=29084e37-2980-4e43-a3a1-d38cbdcf73a7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:18.878714 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d59c0dd2-865d-4151-9382-8b4157e2e89b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=346b1c181fb44928843dc023990026cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2455826 Jul 22 16:45:18.887633 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:18.892143 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35832) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:18.952514 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-691e7b04-e494-4da1-b18e-3cfc17bf1f0d None None] Provisioning complete for port 3c8ca9db-3fe0-42c3-b663-fd696998a5c7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:18.953314 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-691e7b04-e494-4da1-b18e-3cfc17bf1f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:19.066194 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-691e7b04-e494-4da1-b18e-3cfc17bf1f0d None None] Port 3c8ca9db-3fe0-42c3-b663-fd696998a5c7 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:45:19.068366 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=fdce0e3f-ca7c-45ca-93cd-7279620bb0f2,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:19.087713 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-72299d33-ff27-4575-b249-081cf8a12806 req-5bb059e4-9f0d-41e1-a64f-ad16cbe3ac89 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Deleting port 4a821a80-64b1-4be8-a024-d40a807c0537 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:19.088347 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-72299d33-ff27-4575-b249-081cf8a12806 req-5bb059e4-9f0d-41e1-a64f-ad16cbe3ac89 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:19.201509 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0df55ad9-4cef-4924-9553-ecc728a9f3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:19.265398 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0df55ad9-4cef-4924-9553-ecc728a9f3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:19.289182 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-72299d33-ff27-4575-b249-081cf8a12806 req-5bb059e4-9f0d-41e1-a64f-ad16cbe3ac89 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] For port 4a821a80-64b1-4be8-a024-d40a807c0537, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=4a821a80-64b1-4be8-a024-d40a807c0537,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:19.289182 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-72299d33-ff27-4575-b249-081cf8a12806 req-5bb059e4-9f0d-41e1-a64f-ad16cbe3ac89 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:19.294420 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5a60bf10-83fa-43b5-a97f-33aea2dd994f None None] Provisioning complete for port 3c8ca9db-3fe0-42c3-b663-fd696998a5c7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:19.295712 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a60bf10-83fa-43b5-a97f-33aea2dd994f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:19.336161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-72299d33-ff27-4575-b249-081cf8a12806 req-5bb059e4-9f0d-41e1-a64f-ad16cbe3ac89 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Calling delete_port for 4a821a80-64b1-4be8-a024-d40a807c0537 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:19.362639 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5a60bf10-83fa-43b5-a97f-33aea2dd994f None None] Port 3c8ca9db-3fe0-42c3-b663-fd696998a5c7 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:45:19.418678 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35848) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:19.436430 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a523a8d4-26b5-46a9-b87f-cb7d52fb996b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Router 8cf43b69-d84a-49ab-870a-cc78cf102ba4 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:45:19.552934 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2280ea4e-2b73-46c4-a36e-e870fe9fb596 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-3760024'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:19.558525 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70f6e56e-68a8-4c08-9149-f04e0a1c2edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:19.576837 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0df55ad9-4cef-4924-9553-ecc728a9f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:19.579439 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0df55ad9-4cef-4924-9553-ecc728a9f3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:19.582647 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0df55ad9-4cef-4924-9553-ecc728a9f3e1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d9434477-f6c1-40e9-8fab-b84015ce5d33 HTTP/1.1" status: 204 len: 168 time: 0.6878643 Jul 22 16:45:19.596841 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a523a8d4-26b5-46a9-b87f-cb7d52fb996b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:45:19.609683 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbbb9ee-6190-4c33-8c74-694af2793940 None None] Sync routers for ids ['8cf43b69-d84a-49ab-870a-cc78cf102ba4'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:45:19.624574 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a523a8d4-26b5-46a9-b87f-cb7d52fb996b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "PUT /v2.0/routers/8cf43b69-d84a-49ab-870a-cc78cf102ba4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7412431 Jul 22 16:45:19.631638 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbbb9ee-6190-4c33-8c74-694af2793940 None None] Routers {'8cf43b69-d84a-49ab-870a-cc78cf102ba4'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:19.632302 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ecbbb9ee-6190-4c33-8c74-694af2793940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:45:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['8cf43b69-d84a-49ab-870a-cc78cf102ba4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:19.664198 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35860) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:19.668131 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df55ad9-4cef-4924-9553-ecc728a9f3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9434477-f6c1-40e9-8fab-b84015ce5d33,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:19.708909 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ecbbb9ee-6190-4c33-8c74-694af2793940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:19.725844 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbbb9ee-6190-4c33-8c74-694af2793940 None None] Routers {'8cf43b69-d84a-49ab-870a-cc78cf102ba4'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:19.727075 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ecbbb9ee-6190-4c33-8c74-694af2793940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:45:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['8cf43b69-d84a-49ab-870a-cc78cf102ba4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:19.759741 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 4a821a80-64b1-4be8-a024-d40a807c0537 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:45:19.778293 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2280ea4e-2b73-46c4-a36e-e870fe9fb596 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:19.785292 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2280ea4e-2b73-46c4-a36e-e870fe9fb596 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:19.788081 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ecbbb9ee-6190-4c33-8c74-694af2793940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:19.788748 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbbb9ee-6190-4c33-8c74-694af2793940 None None] The sync data for ids ['8cf43b69-d84a-49ab-870a-cc78cf102ba4'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:45:19.801727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcccf6b-6291-442e-b9a4-ae5b25055886 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:19.804913 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9fcccf6b-6291-442e-b9a4-ae5b25055886 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "GET /v2.0/ports/3c8ca9db-3fe0-42c3-b663-fd696998a5c7 HTTP/1.1" status: 200 len: 911 time: 0.1378944 Jul 22 16:45:19.809990 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35864) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:19.820175 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9d023865-2ead-41c6-abed-b9da4b04b6f7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '11ef0c5b-aa8d-47c8-87c6-6e46ccb42489'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:19.850394 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2280ea4e-2b73-46c4-a36e-e870fe9fb596 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:19.890504 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:19.949773 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-72299d33-ff27-4575-b249-081cf8a12806 req-5bb059e4-9f0d-41e1-a64f-ad16cbe3ac89 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:19.969130 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 6fd239a1-a5ea-4f19-a049-be260753bdee no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:45:20.005217 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb059e4-9f0d-41e1-a64f-ad16cbe3ac89 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Pushing event deleted for resources: {'Port': ['ID=4a821a80-64b1-4be8-a024-d40a807c0537,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:20.033832 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 6fd239a1-a5ea-4f19-a049-be260753bdee {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:45:20.034707 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 6fd239a1-a5ea-4f19-a049-be260753bdee not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:45:20.037768 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['2596dc5f-fd69-4aaf-a871-df3a72ac699c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:45:20.175447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-72299d33-ff27-4575-b249-081cf8a12806 req-5bb059e4-9f0d-41e1-a64f-ad16cbe3ac89 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] No DVR routers for this DVR port 4a821a80-64b1-4be8-a024-d40a807c0537 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:45:20.182715 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-72299d33-ff27-4575-b249-081cf8a12806 req-5bb059e4-9f0d-41e1-a64f-ad16cbe3ac89 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.186982 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-72299d33-ff27-4575-b249-081cf8a12806 req-5bb059e4-9f0d-41e1-a64f-ad16cbe3ac89 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.16 "DELETE /v2.0/ports/4a821a80-64b1-4be8-a024-d40a807c0537 HTTP/1.1" status: 204 len: 173 time: 1.8404441 Jul 22 16:45:20.187686 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a27e25-1885-4839-84a2-a0b774674fc2', 'name': 'network-vif-deleted', 'tag': '4a821a80-64b1-4be8-a024-d40a807c0537'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:45:20.187898 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device fdce0e3f-ca7c-45ca-93cd-7279620bb0f2 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:20.191685 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9cd38a-a1ef-4b8e-9538-ff4692c3b15b" -d '{"events": [{"server_uuid": "04a27e25-1885-4839-84a2-a0b774674fc2", "name": "network-vif-deleted", "tag": "4a821a80-64b1-4be8-a024-d40a807c0537"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:45:20.204959 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d023865-2ead-41c6-abed-b9da4b04b6f7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.272166 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6a8ebecf-3760-4455-8ee0-ab712443b566 req-1369b32f-a505-45fb-a9ac-30059cf1ecbb tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=04a27e25-1885-4839-84a2-a0b774674fc2 HTTP/1.1" status: 200 len: 210 time: 0.1783671 Jul 22 16:45:20.333693 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2280ea4e-2b73-46c4-a36e-e870fe9fb596 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.346033 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2280ea4e-2b73-46c4-a36e-e870fe9fb596 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.445741 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2280ea4e-2b73-46c4-a36e-e870fe9fb596 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:45:20.479895 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b19c51a-b075-4c4e-9aec-096c2ba07f53 x-openstack-request-id: req-3b19c51a-b075-4c4e-9aec-096c2ba07f53 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:45:20.480070 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a27e25-1885-4839-84a2-a0b774674fc2", "name": "network-vif-deleted", "tag": "4a821a80-64b1-4be8-a024-d40a807c0537", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:45:20.480309 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3b19c51a-b075-4c4e-9aec-096c2ba07f53 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:45:20.480728 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a27e25-1885-4839-84a2-a0b774674fc2', 'name': 'network-vif-deleted', 'tag': '4a821a80-64b1-4be8-a024-d40a807c0537', 'status': 'completed', 'code': 200} Jul 22 16:45:20.488148 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2280ea4e-2b73-46c4-a36e-e870fe9fb596 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.488413 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-2280ea4e-2b73-46c4-a36e-e870fe9fb596 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Added segment e4769406-8d2b-4e57-8282-05f1269e8e2f of type vlan for network 3a7a7ee3-b719-4772-82c2-01f118e27227 Jul 22 16:45:20.489868 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280ea4e-2b73-46c4-a36e-e870fe9fb596 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d92ae4c-3779-4b11-ac98-01c0787445f4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:20.512737 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port fdce0e3f-ca7c-45ca-93cd-7279620bb0f2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:20.514265 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.551071 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2280ea4e-2b73-46c4-a36e-e870fe9fb596 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.592228 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2280ea4e-2b73-46c4-a36e-e870fe9fb596 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.603586 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2280ea4e-2b73-46c4-a36e-e870fe9fb596 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:20.604451 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2280ea4e-2b73-46c4-a36e-e870fe9fb596 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.624084 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-70f6e56e-68a8-4c08-9149-f04e0a1c2edd admin admin] Deleting port 0e3c155a-f725-4915-bdca-417297b027f8 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:20.624625 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70f6e56e-68a8-4c08-9149-f04e0a1c2edd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.661377 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2280ea4e-2b73-46c4-a36e-e870fe9fb596 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2408028 Jul 22 16:45:20.662242 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35880) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:20.712720 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f88badc1-b32e-4d7e-b647-ec4f0101ed09 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:20.713729 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280ea4e-2b73-46c4-a36e-e870fe9fb596 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Network': ['ID=3a7a7ee3-b719-4772-82c2-01f118e27227,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:20.731177 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:45:20.995387 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-70f6e56e-68a8-4c08-9149-f04e0a1c2edd admin admin] For port 0e3c155a-f725-4915-bdca-417297b027f8, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0e3c155a-f725-4915-bdca-417297b027f8,segment=NetworkSegment(54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7),segment_id=54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:20.995795 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70f6e56e-68a8-4c08-9149-f04e0a1c2edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.047564 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-70f6e56e-68a8-4c08-9149-f04e0a1c2edd admin admin] Calling delete_port for 0e3c155a-f725-4915-bdca-417297b027f8 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:21.049826 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88badc1-b32e-4d7e-b647-ec4f0101ed09 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:21.054024 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f88badc1-b32e-4d7e-b647-ec4f0101ed09 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.153755 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35896) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:21.270233 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d023865-2ead-41c6-abed-b9da4b04b6f7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.273704 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4f5fd29d-612f-4ecf-acb6-4e1793eb64e8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-452754714-network', 'tenant_id': 'a8d44e9399734a8993214f5e5ae2ac9a'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:21.301004 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5fd29d-612f-4ecf-acb6-4e1793eb64e8 admin admin] Made reservation on behalf of a8d44e9399734a8993214f5e5ae2ac9a for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:21.303960 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f5fd29d-612f-4ecf-acb6-4e1793eb64e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.314188 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f5fd29d-612f-4ecf-acb6-4e1793eb64e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.316876 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d023865-2ead-41c6-abed-b9da4b04b6f7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.322917 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d023865-2ead-41c6-abed-b9da4b04b6f7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:21.323548 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d023865-2ead-41c6-abed-b9da4b04b6f7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.325114 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9d023865-2ead-41c6-abed-b9da4b04b6f7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "PUT /v2.0/ports/3c8ca9db-3fe0-42c3-b663-fd696998a5c7 HTTP/1.1" status: 200 len: 911 time: 1.5104139 Jul 22 16:45:21.328798 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35910) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:21.427584 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d023865-2ead-41c6-abed-b9da4b04b6f7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Port': ['ID=3c8ca9db-3fe0-42c3-b663-fd696998a5c7,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:21.562727 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70f6e56e-68a8-4c08-9149-f04e0a1c2edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.595653 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f88badc1-b32e-4d7e-b647-ec4f0101ed09 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.601703 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6e56e-68a8-4c08-9149-f04e0a1c2edd admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3c155a-f725-4915-bdca-417297b027f8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:21.660874 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f5fd29d-612f-4ecf-acb6-4e1793eb64e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.671349 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f5fd29d-612f-4ecf-acb6-4e1793eb64e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.715450 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5fd29d-612f-4ecf-acb6-4e1793eb64e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:45:21.736352 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5fd29d-612f-4ecf-acb6-4e1793eb64e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293cbddc-7814-4cf2-b7c9-64620c0c25ac,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:21.743517 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f5fd29d-612f-4ecf-acb6-4e1793eb64e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.743873 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-4f5fd29d-612f-4ecf-acb6-4e1793eb64e8 admin admin] Added segment b2f18626-b6e0-49fd-b989-cff34659a15a of type vlan for network db4f1d09-6531-42c7-9355-5f2a40f29355 Jul 22 16:45:21.796746 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f5fd29d-612f-4ecf-acb6-4e1793eb64e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.820340 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88badc1-b32e-4d7e-b647-ec4f0101ed09 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=3a4910c8-2861-4049-ae02-1652da56c054,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:21.858324 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f5fd29d-612f-4ecf-acb6-4e1793eb64e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.859322 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5fd29d-612f-4ecf-acb6-4e1793eb64e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:21.859898 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f5fd29d-612f-4ecf-acb6-4e1793eb64e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.901734 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4f5fd29d-612f-4ecf-acb6-4e1793eb64e8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7464020 Jul 22 16:45:21.905446 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35926) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:21.907566 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88badc1-b32e-4d7e-b647-ec4f0101ed09 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Checking segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:21.907926 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88badc1-b32e-4d7e-b647-ec4f0101ed09 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network hostable DHCP agents. Network: 3a7a7ee3-b719-4772-82c2-01f118e27227, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:45:21.910468 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c593fc0d-6d8d-423c-a3c4-e9d89e2b52fb admin admin] Request body: {'subnet': {'network_id': 'db4f1d09-6531-42c7-9355-5f2a40f29355', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-452754714-subnet', 'tenant_id': 'a8d44e9399734a8993214f5e5ae2ac9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:21.917785 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41f52687-d925-4bd4-a1bd-b78e6125bcfd tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.954484 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9ffb3923-a69f-4b7a-8ac9-8bed38fbe7f5 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:21.955911 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9ffb3923-a69f-4b7a-8ac9-8bed38fbe7f5 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/networks?id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d HTTP/1.1" status: 200 len: 805 time: 0.2853012 Jul 22 16:45:21.974942 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88badc1-b32e-4d7e-b647-ec4f0101ed09 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:45:21.981230 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5fd29d-612f-4ecf-acb6-4e1793eb64e8 admin admin] Pushing event updated for resources: {'Network': ['ID=db4f1d09-6531-42c7-9355-5f2a40f29355,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:21.985973 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-5a1c6d95-4459-4cc4-bd2a-991d6e79b15b tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/quotas/da62075422094ce69d816eddc76670fa HTTP/1.1" status: 200 len: 375 time: 0.0215116 Jul 22 16:45:21.992696 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f88badc1-b32e-4d7e-b647-ec4f0101ed09 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 3a7a7ee3-b719-4772-82c2-01f118e27227) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:21.998520 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88badc1-b32e-4d7e-b647-ec4f0101ed09 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:21.999361 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f88badc1-b32e-4d7e-b647-ec4f0101ed09 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.003184 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902c590f-058d-4dae-9f86-5b6f525fc42f None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:22.054991 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70f6e56e-68a8-4c08-9149-f04e0a1c2edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.071553 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network db4f1d09-6531-42c7-9355-5f2a40f29355 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:45:22.347935 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9d08c9-c2ae-4ddb-9f26-89e63bba51da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-3a7a7ee3-b719-4772-82c2-01f118e27227', 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'fixed_ips': [{'subnet_id': '3a4910c8-2861-4049-ae02-1652da56c054'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:45:22.348590 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd9d08c9-c2ae-4ddb-9f26-89e63bba51da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.388488 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-0f4fc950-a295-44fd-87cc-958388bd470b tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=da62075422094ce69d816eddc76670fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3847444 Jul 22 16:45:22.404531 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c593fc0d-6d8d-423c-a3c4-e9d89e2b52fb admin admin] Made reservation on behalf of a8d44e9399734a8993214f5e5ae2ac9a for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:22.406954 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c593fc0d-6d8d-423c-a3c4-e9d89e2b52fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.486135 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-12fd3e3f-6beb-4e97-aa9c-c2d44ac40a9f service neutron] 10.222.0.69 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966163 Jul 22 16:45:22.502959 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f88badc1-b32e-4d7e-b647-ec4f0101ed09 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8121660 Jul 22 16:45:22.515219 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35934) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:22.522112 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f9f2aa13-649e-4160-9c3f-fff76aa01e96 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'name': 'tempest-NetworksTestDHCPv6-1653854710'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:22.543717 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-bd9d08c9-c2ae-4ddb-9f26-89e63bba51da None None] Allocated IP 2001:db8::2 (3a7a7ee3-b719-4772-82c2-01f118e27227/3a4910c8-2861-4049-ae02-1652da56c054/6b8831bb-b288-432b-97c4-38068e4681f9) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:22.655849 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f2aa13-649e-4160-9c3f-fff76aa01e96 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:22.659774 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9f2aa13-649e-4160-9c3f-fff76aa01e96 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.682239 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-f9f2aa13-649e-4160-9c3f-fff76aa01e96 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] device_id is not set on port bf2db054-e23c-4076-a1b0-8e2058e5dfac yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:45:22.758456 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c593fc0d-6d8d-423c-a3c4-e9d89e2b52fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.798036 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd9d08c9-c2ae-4ddb-9f26-89e63bba51da None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.818183 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bd9d08c9-c2ae-4ddb-9f26-89e63bba51da None None] Transition to ACTIVE for port object 6b8831bb-b288-432b-97c4-38068e4681f9 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:22.851110 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-41f52687-d925-4bd4-a1bd-b78e6125bcfd tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting port 3c8ca9db-3fe0-42c3-b663-fd696998a5c7 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:22.851591 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41f52687-d925-4bd4-a1bd-b78e6125bcfd tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.860207 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593fc0d-6d8d-423c-a3c4-e9d89e2b52fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c5c7235-94ca-46f8-a44d-6ad372867298,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:22.872167 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bd9d08c9-c2ae-4ddb-9f26-89e63bba51da None None] Transition to ACTIVE for port object 6b8831bb-b288-432b-97c4-38068e4681f9 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:22.884651 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd9d08c9-c2ae-4ddb-9f26-89e63bba51da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.893070 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c593fc0d-6d8d-423c-a3c4-e9d89e2b52fb admin admin] Checking segment: {'id': 'b2f18626-b6e0-49fd-b989-cff34659a15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'db4f1d09-6531-42c7-9355-5f2a40f29355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:22.893473 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c593fc0d-6d8d-423c-a3c4-e9d89e2b52fb admin admin] Network hostable DHCP agents. Network: db4f1d09-6531-42c7-9355-5f2a40f29355, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:45:22.937305 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9d08c9-c2ae-4ddb-9f26-89e63bba51da None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:22.941254 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-bd9d08c9-c2ae-4ddb-9f26-89e63bba51da None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:22.953162 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9d08c9-c2ae-4ddb-9f26-89e63bba51da None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:22.957516 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c593fc0d-6d8d-423c-a3c4-e9d89e2b52fb admin admin] Network db4f1d09-6531-42c7-9355-5f2a40f29355 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:45:22.969768 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d08c9-c2ae-4ddb-9f26-89e63bba51da None None] Pushing event updated for resources: {'Port': ['ID=6b8831bb-b288-432b-97c4-38068e4681f9,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:22.985026 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c593fc0d-6d8d-423c-a3c4-e9d89e2b52fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, db4f1d09-6531-42c7-9355-5f2a40f29355) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:22.990922 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41f52687-d925-4bd4-a1bd-b78e6125bcfd tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.994435 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c593fc0d-6d8d-423c-a3c4-e9d89e2b52fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:22.995065 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c593fc0d-6d8d-423c-a3c4-e9d89e2b52fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:23.015140 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-41f52687-d925-4bd4-a1bd-b78e6125bcfd tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Calling delete_port for 3c8ca9db-3fe0-42c3-b663-fd696998a5c7 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:23.023970 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d3c4a2-4d3c-48a6-95f3-a841c79ddf6f None None] Network db4f1d09-6531-42c7-9355-5f2a40f29355 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:23.040332 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c593fc0d-6d8d-423c-a3c4-e9d89e2b52fb admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1264780 Jul 22 16:45:23.177750 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bd9d08c9-c2ae-4ddb-9f26-89e63bba51da None None] Attempting to bind port 6b8831bb-b288-432b-97c4-38068e4681f9 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:45:23.178184 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bd9d08c9-c2ae-4ddb-9f26-89e63bba51da None None] Attempting to bind port 6b8831bb-b288-432b-97c4-38068e4681f9 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:45:23.178620 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9d08c9-c2ae-4ddb-9f26-89e63bba51da None None] Attempting to bind port 6b8831bb-b288-432b-97c4-38068e4681f9 on network 3a7a7ee3-b719-4772-82c2-01f118e27227 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:23.229619 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9d08c9-c2ae-4ddb-9f26-89e63bba51da None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:45:23.230050 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9d08c9-c2ae-4ddb-9f26-89e63bba51da None None] Checking segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:23.230453 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd9d08c9-c2ae-4ddb-9f26-89e63bba51da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:23.230842 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9d08c9-c2ae-4ddb-9f26-89e63bba51da None None] Bound using segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:45:23.231324 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bd9d08c9-c2ae-4ddb-9f26-89e63bba51da None None] Bound port: 6b8831bb-b288-432b-97c4-38068e4681f9, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:45:23.231741 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd9d08c9-c2ae-4ddb-9f26-89e63bba51da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:23.246423 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c3633d-e7c2-4ebc-9d83-baa2f631df91 None None] Network db4f1d09-6531-42c7-9355-5f2a40f29355 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:23.316305 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41f52687-d925-4bd4-a1bd-b78e6125bcfd tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:23.321912 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f6e56e-68a8-4c08-9149-f04e0a1c2edd admin admin] Router a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:45:23.326355 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bd9d08c9-c2ae-4ddb-9f26-89e63bba51da None None] For port 6b8831bb-b288-432b-97c4-38068e4681f9, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:45:23.330180 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bd9d08c9-c2ae-4ddb-9f26-89e63bba51da None None] For port 6b8831bb-b288-432b-97c4-38068e4681f9, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6b8831bb-b288-432b-97c4-38068e4681f9,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:45:23.341977 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd9d08c9-c2ae-4ddb-9f26-89e63bba51da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:23.408246 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f52687-d925-4bd4-a1bd-b78e6125bcfd tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Port': ['ID=3c8ca9db-3fe0-42c3-b663-fd696998a5c7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:23.515598 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d08c9-c2ae-4ddb-9f26-89e63bba51da None None] Pushing event updated for resources: {'Port': ['ID=6b8831bb-b288-432b-97c4-38068e4681f9,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:23.599486 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-c2b053db-bb5c-45ee-ad0a-91600ef2cfb8 service neutron] 10.222.0.69 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1125827 Jul 22 16:45:23.620618 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-f9f2aa13-649e-4160-9c3f-fff76aa01e96 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8::1de (3a7a7ee3-b719-4772-82c2-01f118e27227/3a4910c8-2861-4049-ae02-1652da56c054/bf2db054-e23c-4076-a1b0-8e2058e5dfac) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:23.695379 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f6e56e-68a8-4c08-9149-f04e0a1c2edd admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:45:23.711174 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b37ae7-2a6c-4540-9789-5dd8879ef6a1 None None] Sync routers for ids ['a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:45:23.727068 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-70f6e56e-68a8-4c08-9149-f04e0a1c2edd admin admin] 10.222.0.69 "PUT /v2.0/routers/a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4251189 Jul 22 16:45:23.729145 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b37ae7-2a6c-4540-9789-5dd8879ef6a1 None None] Routers {'a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:23.731047 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-48b37ae7-2a6c-4540-9789-5dd8879ef6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:45:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:23.734979 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35954) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:23.968583 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41f52687-d925-4bd4-a1bd-b78e6125bcfd tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:24.187205 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35964) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:24.211732 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ba7fed68-026c-4f90-bcf7-2de51463f6b9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1784549051-network', 'tenant_id': '22889f6c9bb14f3c99b6b80802e44b25'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:24.239729 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9f2aa13-649e-4160-9c3f-fff76aa01e96 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:24.306294 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-f9f2aa13-649e-4160-9c3f-fff76aa01e96 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Transition to ACTIVE for port object bf2db054-e23c-4076-a1b0-8e2058e5dfac will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:24.408732 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bf33664f-6849-4189-8a05-f5e2ecd8272c req-df290837-05a4-42f8-aa96-5fe1684fc6b6 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=6da1e2ce-244b-409b-b9f8-69c505124bcc HTTP/1.1" status: 200 len: 210 time: 0.0551176 Jul 22 16:45:24.436120 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6b8831bb-b288-432b-97c4-38068e4681f9 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:24.440026 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9f2aa13-649e-4160-9c3f-fff76aa01e96 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:24.522267 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7932-2021-4af0-a769-4f37f878d1a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:24.527505 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f2aa13-649e-4160-9c3f-fff76aa01e96 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:24.534644 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f9f2aa13-649e-4160-9c3f-fff76aa01e96 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:24.541314 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f2aa13-649e-4160-9c3f-fff76aa01e96 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:24.542702 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f52687-d925-4bd4-a1bd-b78e6125bcfd tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Router 8cf43b69-d84a-49ab-870a-cc78cf102ba4 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:45:24.551387 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f2aa13-649e-4160-9c3f-fff76aa01e96 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:24.553319 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9f2aa13-649e-4160-9c3f-fff76aa01e96 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:24.565697 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08c931-c7c9-4a5e-9873-335ad1be6bbe req-2adbe06f-5c0d-4e6b-869b-c1381ca08dad tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:24.570372 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2aa13-649e-4160-9c3f-fff76aa01e96 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=bf2db054-e23c-4076-a1b0-8e2058e5dfac,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:24.582302 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08c931-c7c9-4a5e-9873-335ad1be6bbe req-2adbe06f-5c0d-4e6b-869b-c1381ca08dad tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:24.592890 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08c931-c7c9-4a5e-9873-335ad1be6bbe req-2adbe06f-5c0d-4e6b-869b-c1381ca08dad tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:24.599384 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f9f2aa13-649e-4160-9c3f-fff76aa01e96 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0810332 Jul 22 16:45:24.601508 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35970) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:24.604466 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 6b8831bb-b288-432b-97c4-38068e4681f9 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:24.612359 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08c931-c7c9-4a5e-9873-335ad1be6bbe req-2adbe06f-5c0d-4e6b-869b-c1381ca08dad tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:24.633977 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08c931-c7c9-4a5e-9873-335ad1be6bbe req-2adbe06f-5c0d-4e6b-869b-c1381ca08dad tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:24.643692 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08c931-c7c9-4a5e-9873-335ad1be6bbe req-2adbe06f-5c0d-4e6b-869b-c1381ca08dad tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:24.650425 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08c931-c7c9-4a5e-9873-335ad1be6bbe req-2adbe06f-5c0d-4e6b-869b-c1381ca08dad tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:24.652694 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f08c931-c7c9-4a5e-9873-335ad1be6bbe req-2adbe06f-5c0d-4e6b-869b-c1381ca08dad tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5434 time: 0.9326499 Jul 22 16:45:24.654113 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7fed68-026c-4f90-bcf7-2de51463f6b9 admin admin] Made reservation on behalf of 22889f6c9bb14f3c99b6b80802e44b25 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:24.658394 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ba7fed68-026c-4f90-bcf7-2de51463f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:24.676482 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-48b37ae7-2a6c-4540-9789-5dd8879ef6a1 None None] Set router a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:45:24.713804 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ba7fed68-026c-4f90-bcf7-2de51463f6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:24.819037 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e7043a-8577-4747-bbf0-fb9a215d8a0d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:24.825622 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e7043a-8577-4747-bbf0-fb9a215d8a0d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:24.827416 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-68e7043a-8577-4747-bbf0-fb9a215d8a0d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2224300 Jul 22 16:45:24.838402 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35974) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:24.887479 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7932-2021-4af0-a769-4f37f878d1a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:24.915785 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f08c931-c7c9-4a5e-9873-335ad1be6bbe req-d0545fbe-d092-4c7d-a11d-08d58a7e9357 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2010837 Jul 22 16:45:25.043957 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5c012fe2-1b9a-4424-9ab4-af5034addf25 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting port bf2db054-e23c-4076-a1b0-8e2058e5dfac {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:25.045204 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c012fe2-1b9a-4424-9ab4-af5034addf25 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:25.080113 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-48b37ae7-2a6c-4540-9789-5dd8879ef6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0', 'name': 'tempest-ServerRescueNegativeTestJSON-565051844-router', 'tenant_id': '216f13db00f1480fa00e833a1ebbd51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'bbe911a7-c626-497d-8374-7330e5c935e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:39Z', 'updated_at': '2021-07-22T16:45:21Z', 'revision_number': 5, 'project_id': '216f13db00f1480fa00e833a1ebbd51e', 'gw_port': {'id': 'bbe911a7-c626-497d-8374-7330e5c935e8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:40Z', 'updated_at': '2021-07-22T16:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:25.112241 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b60ad4-85ff-47ba-aa72-9fd15d77999c None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:25.124862 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b37ae7-2a6c-4540-9789-5dd8879ef6a1 None None] Checking router: a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:45:25.154674 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f52687-d925-4bd4-a1bd-b78e6125bcfd tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:45:25.163078 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-41f52687-d925-4bd4-a1bd-b78e6125bcfd tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "PUT /v2.0/routers/8cf43b69-d84a-49ab-870a-cc78cf102ba4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8328328 Jul 22 16:45:25.164967 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7a95ea-c4f8-40d5-93ef-2773384936a0 None None] Sync routers for ids ['8cf43b69-d84a-49ab-870a-cc78cf102ba4'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:45:25.167810 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35982) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:25.175440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b37ae7-2a6c-4540-9789-5dd8879ef6a1 None None] Routers {'a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:25.176130 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-48b37ae7-2a6c-4540-9789-5dd8879ef6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:45:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:25.190417 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7a95ea-c4f8-40d5-93ef-2773384936a0 None None] Routers {'8cf43b69-d84a-49ab-870a-cc78cf102ba4'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:25.191792 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ca7a95ea-c4f8-40d5-93ef-2773384936a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:45:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['8cf43b69-d84a-49ab-870a-cc78cf102ba4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:25.231233 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c012fe2-1b9a-4424-9ab4-af5034addf25 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:25.232982 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ca7a95ea-c4f8-40d5-93ef-2773384936a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:25.241839 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7a95ea-c4f8-40d5-93ef-2773384936a0 None None] Routers {'8cf43b69-d84a-49ab-870a-cc78cf102ba4'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:25.242479 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ca7a95ea-c4f8-40d5-93ef-2773384936a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:45:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['8cf43b69-d84a-49ab-870a-cc78cf102ba4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:25.246246 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917eb832-fc2f-4b22-b8e1-3a87085cbde3 req-eeed40e5-99e3-485b-b5a7-0ebc7aab6166 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:25.250199 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-bce72818-8505-4f42-b57d-b2f194bc15ef tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cf43b69-d84a-49ab-870a-cc78cf102ba4 HTTP/1.1" status: 200 len: 205 time: 0.0753393 Jul 22 16:45:25.252997 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917eb832-fc2f-4b22-b8e1-3a87085cbde3 req-eeed40e5-99e3-485b-b5a7-0ebc7aab6166 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:25.255337 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35984) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:25.260628 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917eb832-fc2f-4b22-b8e1-3a87085cbde3 req-eeed40e5-99e3-485b-b5a7-0ebc7aab6166 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:25.278278 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917eb832-fc2f-4b22-b8e1-3a87085cbde3 req-eeed40e5-99e3-485b-b5a7-0ebc7aab6166 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:25.285877 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917eb832-fc2f-4b22-b8e1-3a87085cbde3 req-eeed40e5-99e3-485b-b5a7-0ebc7aab6166 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:25.292410 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917eb832-fc2f-4b22-b8e1-3a87085cbde3 req-eeed40e5-99e3-485b-b5a7-0ebc7aab6166 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:25.301351 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917eb832-fc2f-4b22-b8e1-3a87085cbde3 req-eeed40e5-99e3-485b-b5a7-0ebc7aab6166 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:25.304751 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-917eb832-fc2f-4b22-b8e1-3a87085cbde3 req-eeed40e5-99e3-485b-b5a7-0ebc7aab6166 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5434 time: 0.2365685 Jul 22 16:45:25.334014 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5c012fe2-1b9a-4424-9ab4-af5034addf25 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Calling delete_port for bf2db054-e23c-4076-a1b0-8e2058e5dfac owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:25.359307 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ca7a95ea-c4f8-40d5-93ef-2773384936a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:25.360194 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7a95ea-c4f8-40d5-93ef-2773384936a0 None None] The sync data for ids ['8cf43b69-d84a-49ab-870a-cc78cf102ba4'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:45:25.390712 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ea3f7932-2021-4af0-a769-4f37f878d1a4 admin admin] Deleting port bbe911a7-c626-497d-8374-7330e5c935e8 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:25.391058 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7932-2021-4af0-a769-4f37f878d1a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:25.404969 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cacf9e63-f7c5-4f08-b826-456ab9c957e7 None None] Provisioning for port 6b8831bb-b288-432b-97c4-38068e4681f9 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:25.411196 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f9282b3-5080-43cb-b8f0-8a6689e4b7f8 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:25.450983 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cacf9e63-f7c5-4f08-b826-456ab9c957e7 None None] Provisioning complete for port 6b8831bb-b288-432b-97c4-38068e4681f9 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:25.451680 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cacf9e63-f7c5-4f08-b826-456ab9c957e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:25.556801 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-48b37ae7-2a6c-4540-9789-5dd8879ef6a1 None None] Set router a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:45:25.615230 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c012fe2-1b9a-4424-9ab4-af5034addf25 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:25.627280 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b5b81f13-4703-4726-8143-fdad579a05c9 req-69492afa-4303-439c-82a6-fecaf08ff35a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=6da1e2ce-244b-409b-b9f8-69c505124bcc HTTP/1.1" status: 200 len: 210 time: 0.1264353 Jul 22 16:45:25.650375 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-48b37ae7-2a6c-4540-9789-5dd8879ef6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0', 'name': 'tempest-ServerRescueNegativeTestJSON-565051844-router', 'tenant_id': '216f13db00f1480fa00e833a1ebbd51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:39Z', 'updated_at': '2021-07-22T16:45:24Z', 'revision_number': 6, 'project_id': '216f13db00f1480fa00e833a1ebbd51e', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:25.672660 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c012fe2-1b9a-4424-9ab4-af5034addf25 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Port': ['ID=bf2db054-e23c-4076-a1b0-8e2058e5dfac,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:25.676789 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ba7fed68-026c-4f90-bcf7-2de51463f6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:25.710221 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b37ae7-2a6c-4540-9789-5dd8879ef6a1 None None] The sync data for ids ['a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0'] in n-d-798930-9 is: [{'id': 'a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0', 'name': 'tempest-ServerRescueNegativeTestJSON-565051844-router', 'tenant_id': '216f13db00f1480fa00e833a1ebbd51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:39Z', 'updated_at': '2021-07-22T16:45:24Z', 'revision_number': 6, 'project_id': '216f13db00f1480fa00e833a1ebbd51e', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:45:25.715674 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c012fe2-1b9a-4424-9ab4-af5034addf25 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:25.718877 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5c012fe2-1b9a-4424-9ab4-af5034addf25 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/bf2db054-e23c-4076-a1b0-8e2058e5dfac HTTP/1.1" status: 204 len: 168 time: 0.8792071 Jul 22 16:45:25.721335 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35994) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:25.722963 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ba7fed68-026c-4f90-bcf7-2de51463f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:25.729405 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f9282b3-5080-43cb-b8f0-8a6689e4b7f8 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:25.738626 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f9282b3-5080-43cb-b8f0-8a6689e4b7f8 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:25.803401 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cacf9e63-f7c5-4f08-b826-456ab9c957e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:25.848750 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-cacf9e63-f7c5-4f08-b826-456ab9c957e7 None None] For port 6b8831bb-b288-432b-97c4-38068e4681f9, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6b8831bb-b288-432b-97c4-38068e4681f9,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:25.856202 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cacf9e63-f7c5-4f08-b826-456ab9c957e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:25.865123 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba7fed68-026c-4f90-bcf7-2de51463f6b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:45:25.867306 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fed68-026c-4f90-bcf7-2de51463f6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb266fc-3cb6-4384-b884-2a9500cc9af5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:25.903640 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c6a6e3-a7e5-4962-906d-3ee902e08797 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:25.905460 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c6a6e3-a7e5-4962-906d-3ee902e08797 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:25.907383 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-03c6a6e3-a7e5-4962-906d-3ee902e08797 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1854455 Jul 22 16:45:25.910013 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35996) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:25.943261 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf9e63-f7c5-4f08-b826-456ab9c957e7 None None] Pushing event updated for resources: {'Port': ['ID=6b8831bb-b288-432b-97c4-38068e4681f9,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:25.975108 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ea3f7932-2021-4af0-a769-4f37f878d1a4 admin admin] For port bbe911a7-c626-497d-8374-7330e5c935e8, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=bbe911a7-c626-497d-8374-7330e5c935e8,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:25.975372 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7932-2021-4af0-a769-4f37f878d1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:25.982932 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-963078c2-2728-4b9a-b88f-cec764da9701 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet 3a4910c8-2861-4049-ae02-1652da56c054 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:45:25.987391 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-963078c2-2728-4b9a-b88f-cec764da9701 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:26.010922 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ba7fed68-026c-4f90-bcf7-2de51463f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:26.011168 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-ba7fed68-026c-4f90-bcf7-2de51463f6b9 admin admin] Added segment 5a365707-7beb-48db-a998-67df66a26095 of type vlan for network 7fdd54f5-f471-4058-b822-9a158afbf923 Jul 22 16:45:26.025793 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f9282b3-5080-43cb-b8f0-8a6689e4b7f8 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:26.026613 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9282b3-5080-43cb-b8f0-8a6689e4b7f8 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Fanout notify agent at l3_agent the message router_deleted on router 8cf43b69-d84a-49ab-870a-cc78cf102ba4 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:45:26.028672 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ea3f7932-2021-4af0-a769-4f37f878d1a4 admin admin] Calling delete_port for bbe911a7-c626-497d-8374-7330e5c935e8 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:26.042103 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f9282b3-5080-43cb-b8f0-8a6689e4b7f8 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:26.043428 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3f9282b3-5080-43cb-b8f0-8a6689e4b7f8 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/routers/8cf43b69-d84a-49ab-870a-cc78cf102ba4 HTTP/1.1" status: 204 len: 168 time: 0.7833543 Jul 22 16:45:26.076661 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35998) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:26.104487 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-963078c2-2728-4b9a-b88f-cec764da9701 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:26.207318 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ba7fed68-026c-4f90-bcf7-2de51463f6b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:26.229203 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6b8831bb-b288-432b-97c4-38068e4681f9 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:26.266076 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-963078c2-2728-4b9a-b88f-cec764da9701 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:26.290967 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d70faaa9-0c26-4a03-8d54-caeaa79456ff None None] Could not find standard attr ID for object bf2db054-e23c-4076-a1b0-8e2058e5dfac. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:45:26.310465 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d70faaa9-0c26-4a03-8d54-caeaa79456ff None None] Provisioning complete for port 6b8831bb-b288-432b-97c4-38068e4681f9 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:26.310841 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d70faaa9-0c26-4a03-8d54-caeaa79456ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:26.337390 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f1d4be-1de7-49bf-8247-59003ab865cf tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting subnet 11ef0c5b-aa8d-47c8-87c6-6e46ccb42489 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:45:26.349453 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4f1d4be-1de7-49bf-8247-59003ab865cf tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:26.359847 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9d7a8c82-05fe-410a-bc73-0c1286e6ddcf tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:26.361400 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9d7a8c82-05fe-410a-bc73-0c1286e6ddcf tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.16 "GET /v2.0/networks?id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d HTTP/1.1" status: 200 len: 805 time: 0.4465544 Jul 22 16:45:26.366996 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 6b8831bb-b288-432b-97c4-38068e4681f9 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:26.367373 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:26.368219 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-963078c2-2728-4b9a-b88f-cec764da9701 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:26.392971 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-a02f39ec-f79e-4244-a976-f3e71aa84aa9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Request body: {'port': {'device_id': '6da1e2ce-244b-409b-b9f8-69c505124bcc', 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d', 'admin_state_up': True, 'tenant_id': 'da62075422094ce69d816eddc76670fa'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:26.405108 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963078c2-2728-4b9a-b88f-cec764da9701 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=3a4910c8-2861-4049-ae02-1652da56c054,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:26.412072 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-963078c2-2728-4b9a-b88f-cec764da9701 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:26.416800 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-963078c2-2728-4b9a-b88f-cec764da9701 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/3a4910c8-2861-4049-ae02-1652da56c054 HTTP/1.1" status: 204 len: 168 time: 0.5051520 Jul 22 16:45:26.417609 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36000) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:26.462918 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3ceb299a-2e33-42f2-8a32-26173a6b45c9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439813 Jul 22 16:45:26.463525 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36006) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:26.469331 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-57c87841-3659-4efc-88da-d0495345467e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:26.488470 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4f1d4be-1de7-49bf-8247-59003ab865cf tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:26.552201 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0e3c155a-f725-4915-bdca-417297b027f8 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:45:26.574722 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 0e3c155a-f725-4915-bdca-417297b027f8 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:45:26.575073 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0e3c155a-f725-4915-bdca-417297b027f8 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:45:26.587555 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ba7fed68-026c-4f90-bcf7-2de51463f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:26.588942 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7fed68-026c-4f90-bcf7-2de51463f6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:26.589732 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ba7fed68-026c-4f90-bcf7-2de51463f6b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:26.609338 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe65955a-b0ea-446f-8cda-b9d45c44f8b0 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:26.616928 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c87841-3659-4efc-88da-d0495345467e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:26.622819 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57c87841-3659-4efc-88da-d0495345467e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:26.739785 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a7743853-2a50-402e-8949-6fd90bb1b39e None None] Could not find standard attr ID for object bf2db054-e23c-4076-a1b0-8e2058e5dfac. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:45:26.743945 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ba7fed68-026c-4f90-bcf7-2de51463f6b9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5385888 Jul 22 16:45:26.753105 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36016) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:26.792935 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-af2172fa-7b7f-4fb7-bcf9-cab967f72ab5 admin admin] Request body: {'subnet': {'network_id': '7fdd54f5-f471-4058-b822-9a158afbf923', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1784549051-subnet', 'tenant_id': '22889f6c9bb14f3c99b6b80802e44b25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:26.855280 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3d419dde-4b8e-4de5-a117-76fa71bfabfe req-0fbb1920-81fd-4d17-89fc-c161f1aa7c81 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=6da1e2ce-244b-409b-b9f8-69c505124bcc HTTP/1.1" status: 200 len: 210 time: 0.1020353 Jul 22 16:45:26.859235 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2172fa-7b7f-4fb7-bcf9-cab967f72ab5 admin admin] Made reservation on behalf of 22889f6c9bb14f3c99b6b80802e44b25 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:26.861503 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af2172fa-7b7f-4fb7-bcf9-cab967f72ab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:26.868721 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fed68-026c-4f90-bcf7-2de51463f6b9 admin admin] Pushing event updated for resources: {'Network': ['ID=7fdd54f5-f471-4058-b822-9a158afbf923,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:26.892672 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 7fdd54f5-f471-4058-b822-9a158afbf923 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:45:26.951445 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9fb898-8989-4f3f-81fb-f86235aa2f6b None None] DHCP port deletion for 3a7a7ee3-b719-4772-82c2-01f118e27227 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:45:26.989246 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4f1d4be-1de7-49bf-8247-59003ab865cf tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:27.082326 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-a02f39ec-f79e-4244-a976-f3e71aa84aa9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Made reservation on behalf of da62075422094ce69d816eddc76670fa for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:27.086733 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-a02f39ec-f79e-4244-a976-f3e71aa84aa9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:27.095965 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fb9fb898-8989-4f3f-81fb-f86235aa2f6b None None] Deleting port 6b8831bb-b288-432b-97c4-38068e4681f9 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:27.096358 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fb9fb898-8989-4f3f-81fb-f86235aa2f6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:27.131143 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7932-2021-4af0-a769-4f37f878d1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:27.164158 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57c87841-3659-4efc-88da-d0495345467e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:27.183415 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f7932-2021-4af0-a769-4f37f878d1a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe911a7-c626-497d-8374-7330e5c935e8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:27.219314 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c87841-3659-4efc-88da-d0495345467e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:27.224191 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-57c87841-3659-4efc-88da-d0495345467e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:27.233576 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-fb9fb898-8989-4f3f-81fb-f86235aa2f6b None None] For port 6b8831bb-b288-432b-97c4-38068e4681f9, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6b8831bb-b288-432b-97c4-38068e4681f9,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:27.233995 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fb9fb898-8989-4f3f-81fb-f86235aa2f6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:27.239949 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c87841-3659-4efc-88da-d0495345467e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:27.240565 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57c87841-3659-4efc-88da-d0495345467e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:27.249559 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fb9fb898-8989-4f3f-81fb-f86235aa2f6b None None] Calling delete_port for 6b8831bb-b288-432b-97c4-38068e4681f9 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:27.283729 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4f1d4be-1de7-49bf-8247-59003ab865cf tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:27.335024 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-57c87841-3659-4efc-88da-d0495345467e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8675666 Jul 22 16:45:27.337054 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1d4be-1de7-49bf-8247-59003ab865cf tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Subnet': ['ID=11ef0c5b-aa8d-47c8-87c6-6e46ccb42489,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:27.337234 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36022) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:27.341733 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4f1d4be-1de7-49bf-8247-59003ab865cf tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:27.346272 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c4f1d4be-1de7-49bf-8247-59003ab865cf tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/subnets/11ef0c5b-aa8d-47c8-87c6-6e46ccb42489 HTTP/1.1" status: 204 len: 168 time: 1.2638071 Jul 22 16:45:27.347522 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7971b61e-d309-40b3-8a09-d03f4c96f895 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'name': 'tempest-NetworksTestDHCPv6-647226426'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:27.356123 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af2172fa-7b7f-4fb7-bcf9-cab967f72ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:27.364865 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36024) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:27.366514 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeae09d4-de4c-41d8-8b21-88eaa2743b9f None None] Network f7ce5c37-efe0-4191-b0ff-c243ce82f525 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:27.387349 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c87841-3659-4efc-88da-d0495345467e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=f8da2310-daf6-483c-9c65-b6f66b737e88,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:27.400861 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7932-2021-4af0-a769-4f37f878d1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:27.451299 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2172fa-7b7f-4fb7-bcf9-cab967f72ab5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b2337d-ab1f-41d6-a17d-76f1a6313bfd,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:27.521016 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2172fa-7b7f-4fb7-bcf9-cab967f72ab5 admin admin] Checking segment: {'id': '5a365707-7beb-48db-a998-67df66a26095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7fdd54f5-f471-4058-b822-9a158afbf923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:27.521443 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2172fa-7b7f-4fb7-bcf9-cab967f72ab5 admin admin] Network hostable DHCP agents. Network: 7fdd54f5-f471-4058-b822-9a158afbf923, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:45:27.581622 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2172fa-7b7f-4fb7-bcf9-cab967f72ab5 admin admin] Network 7fdd54f5-f471-4058-b822-9a158afbf923 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:45:27.595716 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-af2172fa-7b7f-4fb7-bcf9-cab967f72ab5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 7fdd54f5-f471-4058-b822-9a158afbf923) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:27.611190 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2172fa-7b7f-4fb7-bcf9-cab967f72ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:27.611791 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af2172fa-7b7f-4fb7-bcf9-cab967f72ab5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:27.639237 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba5f223-5e0d-4c42-802c-068566c21fe5 None None] Network 7fdd54f5-f471-4058-b822-9a158afbf923 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:27.648660 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7971b61e-d309-40b3-8a09-d03f4c96f895 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:27.654465 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7971b61e-d309-40b3-8a09-d03f4c96f895 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:27.666122 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-af2172fa-7b7f-4fb7-bcf9-cab967f72ab5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8820221 Jul 22 16:45:27.719378 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-7971b61e-d309-40b3-8a09-d03f4c96f895 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] device_id is not set on port 7324ccb0-b1ee-4527-bdeb-0182503b361b yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:45:27.913340 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-7971b61e-d309-40b3-8a09-d03f4c96f895 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8::217 (3a7a7ee3-b719-4772-82c2-01f118e27227/f8da2310-daf6-483c-9c65-b6f66b737e88/7324ccb0-b1ee-4527-bdeb-0182503b361b) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:28.032084 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fb9fb898-8989-4f3f-81fb-f86235aa2f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:28.071698 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-a02f39ec-f79e-4244-a976-f3e71aa84aa9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Allocated IP 172.20.0.9 (65bc71d4-b0c7-49c6-8406-b3cd4a91b70d/411cf97d-c177-4f17-b976-e1cbeab029d8/0aa824bc-ddd2-4817-aa67-9958e954640c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:28.099769 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fb898-8989-4f3f-81fb-f86235aa2f6b None None] Pushing event deleted for resources: {'Port': ['ID=6b8831bb-b288-432b-97c4-38068e4681f9,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:28.101115 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9fb898-8989-4f3f-81fb-f86235aa2f6b None None] No DVR routers for this DVR port 6b8831bb-b288-432b-97c4-38068e4681f9 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:45:28.164970 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd3fe2c-3e92-488f-813d-512b6cfb36e2 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:28.166888 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6b8831bb-b288-432b-97c4-38068e4681f9 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:45:28.173807 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7932-2021-4af0-a769-4f37f878d1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:28.191562 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7932-2021-4af0-a769-4f37f878d1a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:28.226104 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-542a4097-a2ee-4097-904a-d6c4f7bcd666 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:28.269848 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 6b8831bb-b288-432b-97c4-38068e4681f9 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:45:28.270222 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6b8831bb-b288-432b-97c4-38068e4681f9 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:45:28.270651 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device bbe911a7-c626-497d-8374-7330e5c935e8 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:45:28.315440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: bbe911a7-c626-497d-8374-7330e5c935e8 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:45:28.316016 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device bbe911a7-c626-497d-8374-7330e5c935e8 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:45:28.344088 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7971b61e-d309-40b3-8a09-d03f4c96f895 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:28.360904 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-73be225f-e482-4666-baa5-6e90a432af74 req-f0ee1558-2c2c-4a43-8b4f-42de74c59e29 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=6da1e2ce-244b-409b-b9f8-69c505124bcc HTTP/1.1" status: 200 len: 210 time: 0.3089809 Jul 22 16:45:28.383869 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7932-2021-4af0-a769-4f37f878d1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:28.383869 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3f7932-2021-4af0-a769-4f37f878d1a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:45:28.393868 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-7971b61e-d309-40b3-8a09-d03f4c96f895 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Transition to ACTIVE for port object 7324ccb0-b1ee-4527-bdeb-0182503b361b will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:28.449048 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7932-2021-4af0-a769-4f37f878d1a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:28.450301 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ea3f7932-2021-4af0-a769-4f37f878d1a4 admin admin] 10.222.0.69 "DELETE /v2.0/routers/a01ce1f0-e1b0-4cc5-ba8a-f8e27aec76f0 HTTP/1.1" status: 204 len: 168 time: 4.7125318 Jul 22 16:45:28.453569 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36052) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:28.502489 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5983976b-f54a-4939-9269-1adc99637af7 None None] Network 7fdd54f5-f471-4058-b822-9a158afbf923 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:28.524906 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7971b61e-d309-40b3-8a09-d03f4c96f895 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:28.610235 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7971b61e-d309-40b3-8a09-d03f4c96f895 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:28.618144 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-7971b61e-d309-40b3-8a09-d03f4c96f895 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:28.620556 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7971b61e-d309-40b3-8a09-d03f4c96f895 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:28.626761 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7971b61e-d309-40b3-8a09-d03f4c96f895 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:28.627375 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7971b61e-d309-40b3-8a09-d03f4c96f895 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:28.631043 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971b61e-d309-40b3-8a09-d03f4c96f895 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=7324ccb0-b1ee-4527-bdeb-0182503b361b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:28.636045 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b603f9b-6bb8-4a82-a9a2-cb421e18d6de admin admin] Deleting subnet caa8f8e6-dceb-4921-a48c-11fa4b6a26a2 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:45:28.642969 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b603f9b-6bb8-4a82-a9a2-cb421e18d6de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:28.656861 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681e7af4-a0d2-4ff3-8880-5c933c0ddb64 None None] DHCP port deletion for f7ce5c37-efe0-4191-b0ff-c243ce82f525 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:45:28.690023 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7971b61e-d309-40b3-8a09-d03f4c96f895 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3450398 Jul 22 16:45:28.690604 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36058) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:28.722337 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b603f9b-6bb8-4a82-a9a2-cb421e18d6de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:28.790032 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-542a4097-a2ee-4097-904a-d6c4f7bcd666 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting port fdce0e3f-ca7c-45ca-93cd-7279620bb0f2 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:28.790300 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-542a4097-a2ee-4097-904a-d6c4f7bcd666 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:28.851936 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-681e7af4-a0d2-4ff3-8880-5c933c0ddb64 None None] Deleting port fdce0e3f-ca7c-45ca-93cd-7279620bb0f2 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:28.852180 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-681e7af4-a0d2-4ff3-8880-5c933c0ddb64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:28.861815 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-542a4097-a2ee-4097-904a-d6c4f7bcd666 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] For port fdce0e3f-ca7c-45ca-93cd-7279620bb0f2, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=fdce0e3f-ca7c-45ca-93cd-7279620bb0f2,segment=NetworkSegment(29084e37-2980-4e43-a3a1-d38cbdcf73a7),segment_id=29084e37-2980-4e43-a3a1-d38cbdcf73a7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:28.862221 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-542a4097-a2ee-4097-904a-d6c4f7bcd666 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:28.876961 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-542a4097-a2ee-4097-904a-d6c4f7bcd666 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Calling delete_port for fdce0e3f-ca7c-45ca-93cd-7279620bb0f2 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:28.893519 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b603f9b-6bb8-4a82-a9a2-cb421e18d6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:28.929284 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-681e7af4-a0d2-4ff3-8880-5c933c0ddb64 None None] For port fdce0e3f-ca7c-45ca-93cd-7279620bb0f2, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=fdce0e3f-ca7c-45ca-93cd-7279620bb0f2,segment=NetworkSegment(29084e37-2980-4e43-a3a1-d38cbdcf73a7),segment_id=29084e37-2980-4e43-a3a1-d38cbdcf73a7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:28.929709 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-681e7af4-a0d2-4ff3-8880-5c933c0ddb64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:28.942933 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-681e7af4-a0d2-4ff3-8880-5c933c0ddb64 None None] Calling delete_port for fdce0e3f-ca7c-45ca-93cd-7279620bb0f2 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:28.969168 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36066) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:28.990580 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b603f9b-6bb8-4a82-a9a2-cb421e18d6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.007403 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-542a4097-a2ee-4097-904a-d6c4f7bcd666 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.051529 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b603f9b-6bb8-4a82-a9a2-cb421e18d6de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.051729 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-681e7af4-a0d2-4ff3-8880-5c933c0ddb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.053494 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2b603f9b-6bb8-4a82-a9a2-cb421e18d6de admin admin] 10.222.0.69 "DELETE /v2.0/subnets/caa8f8e6-dceb-4921-a48c-11fa4b6a26a2 HTTP/1.1" status: 204 len: 168 time: 0.5988505 Jul 22 16:45:29.054374 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b603f9b-6bb8-4a82-a9a2-cb421e18d6de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caa8f8e6-dceb-4921-a48c-11fa4b6a26a2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:29.057877 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36074) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:29.061454 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a4097-a2ee-4097-904a-d6c4f7bcd666 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Port': ['ID=fdce0e3f-ca7c-45ca-93cd-7279620bb0f2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:29.079323 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542a4097-a2ee-4097-904a-d6c4f7bcd666 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] No DVR routers for this DVR port fdce0e3f-ca7c-45ca-93cd-7279620bb0f2 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:45:29.096910 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-8aa60174-4a3a-4fab-9a98-f0880e2bfe2a tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:29.112582 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-8aa60174-4a3a-4fab-9a98-f0880e2bfe2a tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/networks?id=db4f1d09-6531-42c7-9355-5f2a40f29355 HTTP/1.1" status: 200 len: 811 time: 0.6439321 Jul 22 16:45:29.135122 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e7af4-a0d2-4ff3-8880-5c933c0ddb64 None None] Pushing event deleted for resources: {'Port': ['ID=fdce0e3f-ca7c-45ca-93cd-7279620bb0f2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:29.145632 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681e7af4-a0d2-4ff3-8880-5c933c0ddb64 None None] No DVR routers for this DVR port fdce0e3f-ca7c-45ca-93cd-7279620bb0f2 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:45:29.162301 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cc4d5add-2fb2-44b7-9db1-bd88fae0b493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.177135 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0806eb7-2455-4267-bdc7-934b0bd5ce2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-3a7a7ee3-b719-4772-82c2-01f118e27227', 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'fixed_ips': [{'subnet_id': 'f8da2310-daf6-483c-9c65-b6f66b737e88'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:45:29.177135 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0806eb7-2455-4267-bdc7-934b0bd5ce2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.185862 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0169144b-1653-4958-9c9e-0b3bf035036b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:29.190065 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0169144b-1653-4958-9c9e-0b3bf035036b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4885566 Jul 22 16:45:29.191757 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36078) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:29.205875 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-a02f39ec-f79e-4244-a976-f3e71aa84aa9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.226910 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-3d341293-0dab-492f-b681-94553d6762cc tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/quotas/a8d44e9399734a8993214f5e5ae2ac9a HTTP/1.1" status: 200 len: 375 time: 0.1132033 Jul 22 16:45:29.269042 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee487555-54d1-4051-b361-a3c821ca3148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.303311 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-b9433ef3-2225-4553-8107-8c2cc94b5b48 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a8d44e9399734a8993214f5e5ae2ac9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751178 Jul 22 16:45:29.395671 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-542a4097-a2ee-4097-904a-d6c4f7bcd666 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.415064 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee487555-54d1-4051-b361-a3c821ca3148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.420037 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-c0806eb7-2455-4267-bdc7-934b0bd5ce2b None None] Allocated IP 2001:db8::2 (3a7a7ee3-b719-4772-82c2-01f118e27227/f8da2310-daf6-483c-9c65-b6f66b737e88/8fb0da72-fd88-4312-9798-8e22ce550d3f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:29.438926 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-542a4097-a2ee-4097-904a-d6c4f7bcd666 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ce5c37-efe0-4191-b0ff-c243ce82f525']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:29.439294 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-ee487555-54d1-4051-b361-a3c821ca3148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ea240bd-dc20-472c-b55a-71f96bffca65']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:29.460816 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-542a4097-a2ee-4097-904a-d6c4f7bcd666 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29084e37-2980-4e43-a3a1-d38cbdcf73a7') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:29.461096 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-542a4097-a2ee-4097-904a-d6c4f7bcd666 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29084e37-2980-4e43-a3a1-d38cbdcf73a7') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:29.499043 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-ee487555-54d1-4051-b361-a3c821ca3148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:29.509060 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-542a4097-a2ee-4097-904a-d6c4f7bcd666 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.509227 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-ee487555-54d1-4051-b361-a3c821ca3148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d7c3c9-4f86-4722-8a8b-3c11ab5a36e7') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:29.518652 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd673262-8439-4a20-a0a8-3b3bd0e1ba70 req-2396e4d9-a3a3-4b95-9bd5-231dddade0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:29.519172 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd673262-8439-4a20-a0a8-3b3bd0e1ba70 req-2396e4d9-a3a3-4b95-9bd5-231dddade0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:29.519662 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd673262-8439-4a20-a0a8-3b3bd0e1ba70 req-2396e4d9-a3a3-4b95-9bd5-231dddade0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:29.520136 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd673262-8439-4a20-a0a8-3b3bd0e1ba70 req-2396e4d9-a3a3-4b95-9bd5-231dddade0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:29.520604 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd673262-8439-4a20-a0a8-3b3bd0e1ba70 req-2396e4d9-a3a3-4b95-9bd5-231dddade0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:29.521073 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd673262-8439-4a20-a0a8-3b3bd0e1ba70 req-2396e4d9-a3a3-4b95-9bd5-231dddade0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:29.521537 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd673262-8439-4a20-a0a8-3b3bd0e1ba70 req-2396e4d9-a3a3-4b95-9bd5-231dddade0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:29.529231 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fd673262-8439-4a20-a0a8-3b3bd0e1ba70 req-2396e4d9-a3a3-4b95-9bd5-231dddade0c4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 6491 time: 0.5499654 Jul 22 16:45:29.565014 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eecc8f47-d225-41a6-964a-d222ae462349 req-1538bf98-0d74-4be1-b676-654208021227 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=6da1e2ce-244b-409b-b9f8-69c505124bcc HTTP/1.1" status: 200 len: 210 time: 0.0912106 Jul 22 16:45:29.568138 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee487555-54d1-4051-b361-a3c821ca3148 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.589533 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2b4dcb91-00c9-4910-9fad-bc3f3dddf702 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting port 7324ccb0-b1ee-4527-bdeb-0182503b361b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:29.589957 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b4dcb91-00c9-4910-9fad-bc3f3dddf702 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.593369 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fd673262-8439-4a20-a0a8-3b3bd0e1ba70 req-f8ae8e8b-dec7-48b3-bb51-0a259f6b30c5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&id=7f386047-202b-4a8f-92da-beed13662c98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628791 Jul 22 16:45:29.596900 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-a02f39ec-f79e-4244-a976-f3e71aa84aa9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.600957 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-542a4097-a2ee-4097-904a-d6c4f7bcd666 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.627354 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0806eb7-2455-4267-bdc7-934b0bd5ce2b None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.632092 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['2596dc5f-fd69-4aaf-a871-df3a72ac699c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:45:29.648407 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542a4097-a2ee-4097-904a-d6c4f7bcd666 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:45:29.649420 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-542a4097-a2ee-4097-904a-d6c4f7bcd666 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.655462 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee487555-54d1-4051-b361-a3c821ca3148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:45:29.658537 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:45:29.663634 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c0806eb7-2455-4267-bdc7-934b0bd5ce2b None None] Transition to ACTIVE for port object 8fb0da72-fd88-4312-9798-8e22ce550d3f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:29.694586 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c0806eb7-2455-4267-bdc7-934b0bd5ce2b None None] Transition to ACTIVE for port object 8fb0da72-fd88-4312-9798-8e22ce550d3f will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:29.709087 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0806eb7-2455-4267-bdc7-934b0bd5ce2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.716823 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee487555-54d1-4051-b361-a3c821ca3148 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:45:29.717444 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee487555-54d1-4051-b361-a3c821ca3148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:45:29.719158 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:45:29.721632 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-a7c1b854-f10b-4a23-9acc-f882457fe4f9 service neutron] 10.222.0.69 "GET /v2.0/networks/db4f1d09-6531-42c7-9355-5f2a40f29355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157352 Jul 22 16:45:29.729879 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-a02f39ec-f79e-4244-a976-f3e71aa84aa9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:29.749885 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-a02f39ec-f79e-4244-a976-f3e71aa84aa9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:29.758716 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-a02f39ec-f79e-4244-a976-f3e71aa84aa9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:29.772353 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0806eb7-2455-4267-bdc7-934b0bd5ce2b None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:29.777638 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c0806eb7-2455-4267-bdc7-934b0bd5ce2b None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:29.787825 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0806eb7-2455-4267-bdc7-934b0bd5ce2b None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:29.795967 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b4dcb91-00c9-4910-9fad-bc3f3dddf702 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.803670 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0806eb7-2455-4267-bdc7-934b0bd5ce2b None None] Pushing event updated for resources: {'Port': ['ID=8fb0da72-fd88-4312-9798-8e22ce550d3f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:29.822525 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee487555-54d1-4051-b361-a3c821ca3148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.824713 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2b4dcb91-00c9-4910-9fad-bc3f3dddf702 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Calling delete_port for 7324ccb0-b1ee-4527-bdeb-0182503b361b owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:29.846856 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee487555-54d1-4051-b361-a3c821ca3148 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.849149 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ee487555-54d1-4051-b361-a3c821ca3148 admin admin] 10.222.0.69 "DELETE /v2.0/networks/2ea240bd-dc20-472c-b55a-71f96bffca65 HTTP/1.1" status: 204 len: 168 time: 0.7714860 Jul 22 16:45:29.866074 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee487555-54d1-4051-b361-a3c821ca3148 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ea240bd-dc20-472c-b55a-71f96bffca65,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:29.889630 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c0806eb7-2455-4267-bdc7-934b0bd5ce2b None None] Attempting to bind port 8fb0da72-fd88-4312-9798-8e22ce550d3f on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:45:29.890035 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c0806eb7-2455-4267-bdc7-934b0bd5ce2b None None] Attempting to bind port 8fb0da72-fd88-4312-9798-8e22ce550d3f by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:45:29.890419 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0806eb7-2455-4267-bdc7-934b0bd5ce2b None None] Attempting to bind port 8fb0da72-fd88-4312-9798-8e22ce550d3f on network 3a7a7ee3-b719-4772-82c2-01f118e27227 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:29.891862 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-a02f39ec-f79e-4244-a976-f3e71aa84aa9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:29.893492 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-a02f39ec-f79e-4244-a976-f3e71aa84aa9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.909557 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-542a4097-a2ee-4097-904a-d6c4f7bcd666 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.911341 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0806eb7-2455-4267-bdc7-934b0bd5ce2b None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:45:29.911725 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0806eb7-2455-4267-bdc7-934b0bd5ce2b None None] Checking segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:29.912147 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0806eb7-2455-4267-bdc7-934b0bd5ce2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.912550 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0806eb7-2455-4267-bdc7-934b0bd5ce2b None None] Bound using segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:45:29.913031 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c0806eb7-2455-4267-bdc7-934b0bd5ce2b None None] Bound port: 8fb0da72-fd88-4312-9798-8e22ce550d3f, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:45:29.913431 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0806eb7-2455-4267-bdc7-934b0bd5ce2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.914479 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-542a4097-a2ee-4097-904a-d6c4f7bcd666 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.916413 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-542a4097-a2ee-4097-904a-d6c4f7bcd666 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/networks/f7ce5c37-efe0-4191-b0ff-c243ce82f525 HTTP/1.1" status: 204 len: 168 time: 2.5487654 Jul 22 16:45:29.917367 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f39ec-f79e-4244-a976-f3e71aa84aa9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Pushing event updated for resources: {'Port': ['ID=0aa824bc-ddd2-4817-aa67-9958e954640c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:29.926601 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36094) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:29.961375 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-48068832-b2c1-41d0-a224-ffb00dc13e52 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1012450002', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:29.985655 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a4097-a2ee-4097-904a-d6c4f7bcd666 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Network': ['ID=f7ce5c37-efe0-4191-b0ff-c243ce82f525,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:29.999625 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48068832-b2c1-41d0-a224-ffb00dc13e52 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.000961 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48068832-b2c1-41d0-a224-ffb00dc13e52 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.070294 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-a02f39ec-f79e-4244-a976-f3e71aa84aa9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6859975 Jul 22 16:45:30.096551 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9344b8d8-1d3d-4112-bd49-8ea2987c747d service neutron] Request body: {'port': {'device_id': '6da1e2ce-244b-409b-b9f8-69c505124bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:30.098145 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c0806eb7-2455-4267-bdc7-934b0bd5ce2b None None] For port 8fb0da72-fd88-4312-9798-8e22ce550d3f, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:45:30.103112 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c0806eb7-2455-4267-bdc7-934b0bd5ce2b None None] For port 8fb0da72-fd88-4312-9798-8e22ce550d3f, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8fb0da72-fd88-4312-9798-8e22ce550d3f,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:45:30.112948 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0806eb7-2455-4267-bdc7-934b0bd5ce2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.146594 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device fdce0e3f-ca7c-45ca-93cd-7279620bb0f2 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:45:30.185075 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: fdce0e3f-ca7c-45ca-93cd-7279620bb0f2 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:45:30.185571 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device fdce0e3f-ca7c-45ca-93cd-7279620bb0f2 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:45:30.217368 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48068832-b2c1-41d0-a224-ffb00dc13e52 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.233408 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0806eb7-2455-4267-bdc7-934b0bd5ce2b None None] Pushing event updated for resources: {'Port': ['ID=8fb0da72-fd88-4312-9798-8e22ce550d3f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:30.238995 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48068832-b2c1-41d0-a224-ffb00dc13e52 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.256673 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b4dcb91-00c9-4910-9fad-bc3f3dddf702 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.264417 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-fd6223ce-9257-48c4-ab22-569ab2388abb service neutron] 10.222.0.69 "GET /v2.0/networks/db4f1d09-6531-42c7-9355-5f2a40f29355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5435164 Jul 22 16:45:30.301730 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36098) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:30.304228 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4dcb91-00c9-4910-9fad-bc3f3dddf702 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Port': ['ID=7324ccb0-b1ee-4527-bdeb-0182503b361b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:30.312193 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48068832-b2c1-41d0-a224-ffb00dc13e52 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.313735 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-48068832-b2c1-41d0-a224-ffb00dc13e52 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3674934 Jul 22 16:45:30.317492 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36100) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:30.330272 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5a0975b0-cbf3-4dd5-a579-e86ec01076ca tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1811270034'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:30.354033 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9344b8d8-1d3d-4112-bd49-8ea2987c747d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.391031 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b4dcb91-00c9-4910-9fad-bc3f3dddf702 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.392294 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2b4dcb91-00c9-4910-9fad-bc3f3dddf702 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/7324ccb0-b1ee-4527-bdeb-0182503b361b HTTP/1.1" status: 204 len: 168 time: 1.1994867 Jul 22 16:45:30.399956 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36102) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:30.438471 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f24bf604-ec86-4c47-904f-f82828b804fe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=216f13db00f1480fa00e833a1ebbd51e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350548 Jul 22 16:45:30.440971 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36104) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:30.494738 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db57e67-220b-4ad1-9ae8-85e51e616361 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:30.496392 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db57e67-220b-4ad1-9ae8-85e51e616361 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:30.500580 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6db57e67-220b-4ad1-9ae8-85e51e616361 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0967963 Jul 22 16:45:30.500580 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0975b0-cbf3-4dd5-a579-e86ec01076ca tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Made reservation on behalf of 28afd516fe734112b120e8be45892cca for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:30.505994 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36110) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:30.529548 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a0975b0-cbf3-4dd5-a579-e86ec01076ca tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.629696 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c6b1be18-aa13-4bf8-bc3b-c03ebbb5e4b8 req-7256fc9e-79ee-4512-8e84-022dd0c6e35a tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 210 time: 0.0963447 Jul 22 16:45:30.649018 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0975b0-cbf3-4dd5-a579-e86ec01076ca tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:45:30.684264 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a0975b0-cbf3-4dd5-a579-e86ec01076ca tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.684528 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-5a0975b0-cbf3-4dd5-a579-e86ec01076ca tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Added segment 38b72907-382f-45a6-b84a-f9c20d284eaa of type vlan for network f1bf490d-01b9-45be-8650-5dca1c260b74 Jul 22 16:45:30.722113 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d080b26-dbd8-4f47-bc97-1ddf0a8cfd0c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet f8da2310-daf6-483c-9c65-b6f66b737e88 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:45:30.753852 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a0975b0-cbf3-4dd5-a579-e86ec01076ca tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.754324 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d080b26-dbd8-4f47-bc97-1ddf0a8cfd0c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.797974 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a0975b0-cbf3-4dd5-a579-e86ec01076ca tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.808422 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0975b0-cbf3-4dd5-a579-e86ec01076ca tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:30.809058 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a0975b0-cbf3-4dd5-a579-e86ec01076ca tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.817770 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d614dcf-5604-4560-8d1a-a9958d3d6c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.857698 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d080b26-dbd8-4f47-bc97-1ddf0a8cfd0c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.860385 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5a0975b0-cbf3-4dd5-a579-e86ec01076ca tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5407512 Jul 22 16:45:30.865843 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36122) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:30.875043 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5bdb6eb1-4b13-4f5b-beec-917ec415a6de tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'subnet': {'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:30.924502 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0975b0-cbf3-4dd5-a579-e86ec01076ca tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Network': ['ID=f1bf490d-01b9-45be-8650-5dca1c260b74,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:30.928294 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d614dcf-5604-4560-8d1a-a9958d3d6c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.938663 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network f1bf490d-01b9-45be-8650-5dca1c260b74 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:45:31.062549 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdb6eb1-4b13-4f5b-beec-917ec415a6de tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Made reservation on behalf of 28afd516fe734112b120e8be45892cca for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:31.067860 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f1519-953c-4b7c-b086-170e6e8efcbc req-ee4207a9-df19-4219-b5fe-afec4d912690 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:31.069829 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5bdb6eb1-4b13-4f5b-beec-917ec415a6de tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:31.075815 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c81f1519-953c-4b7c-b086-170e6e8efcbc req-ee4207a9-df19-4219-b5fe-afec4d912690 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=6da1e2ce-244b-409b-b9f8-69c505124bcc HTTP/1.1" status: 200 len: 931 time: 0.3709462 Jul 22 16:45:31.153071 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d080b26-dbd8-4f47-bc97-1ddf0a8cfd0c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:31.210295 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c81f1519-953c-4b7c-b086-170e6e8efcbc req-a130d7ea-8e00-44ce-9eca-e89ca6ade9da tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334014 Jul 22 16:45:31.265792 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d614dcf-5604-4560-8d1a-a9958d3d6c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:31.268385 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d614dcf-5604-4560-8d1a-a9958d3d6c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:31.271865 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1d614dcf-5604-4560-8d1a-a9958d3d6c0f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e7782686-c72b-42eb-b944-9fb31a04cd7c HTTP/1.1" status: 204 len: 168 time: 0.8157589 Jul 22 16:45:31.332172 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d614dcf-5604-4560-8d1a-a9958d3d6c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7782686-c72b-42eb-b944-9fb31a04cd7c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:31.356907 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9344b8d8-1d3d-4112-bd49-8ea2987c747d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aa824bc-ddd2-4817-aa67-9958e954640c {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:45:31.368438 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9344b8d8-1d3d-4112-bd49-8ea2987c747d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:31.371880 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d080b26-dbd8-4f47-bc97-1ddf0a8cfd0c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:31.419685 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5bdb6eb1-4b13-4f5b-beec-917ec415a6de tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:31.438168 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d080b26-dbd8-4f47-bc97-1ddf0a8cfd0c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=f8da2310-daf6-483c-9c65-b6f66b737e88,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:31.443642 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9344b8d8-1d3d-4112-bd49-8ea2987c747d service neutron] Transition to ACTIVE for port object 0aa824bc-ddd2-4817-aa67-9958e954640c will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:31.448620 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d080b26-dbd8-4f47-bc97-1ddf0a8cfd0c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:31.451057 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9d080b26-dbd8-4f47-bc97-1ddf0a8cfd0c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/f8da2310-daf6-483c-9c65-b6f66b737e88 HTTP/1.1" status: 204 len: 168 time: 0.9413373 Jul 22 16:45:31.452489 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9344b8d8-1d3d-4112-bd49-8ea2987c747d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:31.456288 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36132) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:31.554709 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb6eb1-4b13-4f5b-beec-917ec415a6de tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Subnet': ['ID=5bacfde9-f1bd-451b-8659-44efff216968,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:31.564874 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdb6eb1-4b13-4f5b-beec-917ec415a6de tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Checking segment: {'id': '38b72907-382f-45a6-b84a-f9c20d284eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:31.565375 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdb6eb1-4b13-4f5b-beec-917ec415a6de tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network hostable DHCP agents. Network: f1bf490d-01b9-45be-8650-5dca1c260b74, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:45:31.585839 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48635868-093b-4d6d-be5d-82393978290f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:31.610410 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8a263603-fe95-4688-a043-85a133d8ce75 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1494799 Jul 22 16:45:31.611243 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344b8d8-1d3d-4112-bd49-8ea2987c747d service neutron] Pushing event updated for resources: {'Port': ['ID=0aa824bc-ddd2-4817-aa67-9958e954640c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:31.614537 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdb6eb1-4b13-4f5b-beec-917ec415a6de tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network f1bf490d-01b9-45be-8650-5dca1c260b74 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:45:31.615171 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36136) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:31.620696 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7d490d0e-7882-4805-a79c-d74211df8417 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:31.631572 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:31.641679 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-5bdb6eb1-4b13-4f5b-beec-917ec415a6de tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, f1bf490d-01b9-45be-8650-5dca1c260b74) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:31.651953 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0140a05-85ce-441e-a018-eccd3d37c24a None None] Network f1bf490d-01b9-45be-8650-5dca1c260b74 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:31.658476 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdb6eb1-4b13-4f5b-beec-917ec415a6de tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:31.659143 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5bdb6eb1-4b13-4f5b-beec-917ec415a6de tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:31.715807 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5bdb6eb1-4b13-4f5b-beec-917ec415a6de tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8486843 Jul 22 16:45:31.716380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36140) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:31.873131 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47acf7b7-9425-4a4d-825b-99754fe225bb None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:31.892656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9344b8d8-1d3d-4112-bd49-8ea2987c747d service neutron] Attempting to bind port 0aa824bc-ddd2-4817-aa67-9958e954640c on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:45:31.893001 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9344b8d8-1d3d-4112-bd49-8ea2987c747d service neutron] Attempting to bind port 0aa824bc-ddd2-4817-aa67-9958e954640c by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:45:31.893326 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9344b8d8-1d3d-4112-bd49-8ea2987c747d service neutron] Attempting to bind port 0aa824bc-ddd2-4817-aa67-9958e954640c on network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:31.909391 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9344b8d8-1d3d-4112-bd49-8ea2987c747d service neutron] Port 0aa824bc-ddd2-4817-aa67-9958e954640c on network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:45:31.909726 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9344b8d8-1d3d-4112-bd49-8ea2987c747d service neutron] Attempting to bind port 0aa824bc-ddd2-4817-aa67-9958e954640c on network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:31.920067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9344b8d8-1d3d-4112-bd49-8ea2987c747d service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:45:31.920439 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9344b8d8-1d3d-4112-bd49-8ea2987c747d service neutron] Checking segment: {'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:31.920790 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9344b8d8-1d3d-4112-bd49-8ea2987c747d service neutron] Bound using segment: {'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:45:31.921235 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9344b8d8-1d3d-4112-bd49-8ea2987c747d service neutron] Bound port: 0aa824bc-ddd2-4817-aa67-9958e954640c, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:45:31.921599 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9344b8d8-1d3d-4112-bd49-8ea2987c747d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:31.925071 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d490d0e-7882-4805-a79c-d74211df8417 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:31.929095 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d490d0e-7882-4805-a79c-d74211df8417 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:31.929485 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6a1b66-bdbb-45a7-a0d2-915fe41ba54f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-f1bf490d-01b9-45be-8650-5dca1c260b74', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:45:31.940802 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c6a1b66-bdbb-45a7-a0d2-915fe41ba54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:31.973870 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-175dacf0-85d8-49dc-9f71-c99be2a86978 None None] Could not find standard attr ID for object 7324ccb0-b1ee-4527-bdeb-0182503b361b. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:45:32.080192 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a28cf9b4-48dd-4554-a1ae-8ee0e783e8d4 req-73a30416-627b-4415-b028-0c5ceafdbf52 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 210 time: 0.2121470 Jul 22 16:45:32.086425 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-175dacf0-85d8-49dc-9f71-c99be2a86978 None None] Provisioning for port 8fb0da72-fd88-4312-9798-8e22ce550d3f completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:32.238762 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8fb0da72-fd88-4312-9798-8e22ce550d3f up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:32.470130 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-7c6a1b66-bdbb-45a7-a0d2-915fe41ba54f None None] Allocated IP 2001:db8::2 (f1bf490d-01b9-45be-8650-5dca1c260b74/5bacfde9-f1bd-451b-8659-44efff216968/21d275b5-3f5f-4c75-8ed1-c06f9dda3d20) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:32.515463 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 8fb0da72-fd88-4312-9798-8e22ce550d3f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:32.547798 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:32.582894 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 8fb0da72-fd88-4312-9798-8e22ce550d3f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:32.583205 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:32.583764 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d490d0e-7882-4805-a79c-d74211df8417 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:32.616456 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5b394-0d53-445a-8a00-6e50bf4c63d5 req-69c6df52-4f32-4b96-a713-7299568b9f09 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:32.627495 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4ab5b394-0d53-445a-8a00-6e50bf4c63d5 req-69c6df52-4f32-4b96-a713-7299568b9f09 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=6da1e2ce-244b-409b-b9f8-69c505124bcc HTTP/1.1" status: 200 len: 943 time: 0.1840024 Jul 22 16:45:32.661782 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9344b8d8-1d3d-4112-bd49-8ea2987c747d service neutron] For port 0aa824bc-ddd2-4817-aa67-9958e954640c, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:45:32.789004 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6105e3c-73d8-4dc8-9122-4beb8c1a6816 None None] DHCP port deletion for 3a7a7ee3-b719-4772-82c2-01f118e27227 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:45:32.826730 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d490d0e-7882-4805-a79c-d74211df8417 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:32.840957 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-61f6c7ff-304b-4439-a060-4c3663b3a099 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:32.842583 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-61f6c7ff-304b-4439-a060-4c3663b3a099 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.30 "GET /v2.0/networks?id=db4f1d09-6531-42c7-9355-5f2a40f29355 HTTP/1.1" status: 200 len: 811 time: 0.6183300 Jul 22 16:45:32.844893 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9344b8d8-1d3d-4112-bd49-8ea2987c747d service neutron] For port 0aa824bc-ddd2-4817-aa67-9958e954640c, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0aa824bc-ddd2-4817-aa67-9958e954640c,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:45:32.854052 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7d490d0e-7882-4805-a79c-d74211df8417 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:32.859564 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:32.866403 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d490d0e-7882-4805-a79c-d74211df8417 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:32.867089 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d490d0e-7882-4805-a79c-d74211df8417 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:32.912465 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-a131ac2e-985e-41df-a519-9600429a0a81 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Request body: {'port': {'device_id': 'e3a680d7-8251-4502-9f3d-c7876df1d276', 'network_id': 'db4f1d09-6531-42c7-9355-5f2a40f29355', 'admin_state_up': True, 'tenant_id': 'a8d44e9399734a8993214f5e5ae2ac9a'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:32.918429 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9344b8d8-1d3d-4112-bd49-8ea2987c747d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:32.934149 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4ab5b394-0d53-445a-8a00-6e50bf4c63d5 req-2fa230da-bc66-4356-8fe0-bb283e1b2c9c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011341 Jul 22 16:45:33.015017 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d490d0e-7882-4805-a79c-d74211df8417 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=0e32d250-d2dc-4ab0-bbbd-726f4ab99fc3,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:33.020354 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7d490d0e-7882-4805-a79c-d74211df8417 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4017432 Jul 22 16:45:33.020354 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344b8d8-1d3d-4112-bd49-8ea2987c747d service neutron] Pushing event updated for resources: {'Port': ['ID=0aa824bc-ddd2-4817-aa67-9958e954640c,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:33.026034 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36168) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:33.028028 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9344b8d8-1d3d-4112-bd49-8ea2987c747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:33.028628 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9344b8d8-1d3d-4112-bd49-8ea2987c747d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.030099 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-9344b8d8-1d3d-4112-bd49-8ea2987c747d service neutron] 10.222.0.16 "PUT /v2.0/ports/0aa824bc-ddd2-4817-aa67-9958e954640c HTTP/1.1" status: 200 len: 1091 time: 2.9459226 Jul 22 16:45:33.030989 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da1e2ce-244b-409b-b9f8-69c505124bcc', 'tag': '0aa824bc-ddd2-4817-aa67-9958e954640c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:45:33.035700 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-dbfacd69-7152-41f0-a67e-58418bf86201 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'name': 'tempest-NetworksTestDHCPv6-663781568'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:33.035966 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd99317-5be8-4d52-a1fb-49f78a0a918f" -d '{"events": [{"name": "network-changed", "server_uuid": "6da1e2ce-244b-409b-b9f8-69c505124bcc", "tag": "0aa824bc-ddd2-4817-aa67-9958e954640c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:45:33.199850 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12212ae-58a5-4cf2-99b0-0b2d20d9fe6e x-openstack-request-id: req-f12212ae-58a5-4cf2-99b0-0b2d20d9fe6e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:45:33.199850 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da1e2ce-244b-409b-b9f8-69c505124bcc", "tag": "0aa824bc-ddd2-4817-aa67-9958e954640c", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:45:33.200170 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f12212ae-58a5-4cf2-99b0-0b2d20d9fe6e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:45:33.200463 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da1e2ce-244b-409b-b9f8-69c505124bcc', 'tag': '0aa824bc-ddd2-4817-aa67-9958e954640c', 'status': 'completed', 'code': 200} Jul 22 16:45:33.207255 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.219736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-a131ac2e-985e-41df-a519-9600429a0a81 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Made reservation on behalf of a8d44e9399734a8993214f5e5ae2ac9a for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:33.224740 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-a131ac2e-985e-41df-a519-9600429a0a81 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.232578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-79f602eb-f9cd-46b8-87e2-398a08bb5168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:33.234925 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-79f602eb-f9cd-46b8-87e2-398a08bb5168 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da62075422094ce69d816eddc76670fa&device_id=6da1e2ce-244b-409b-b9f8-69c505124bcc HTTP/1.1" status: 200 len: 1094 time: 0.1309774 Jul 22 16:45:33.239839 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c6a1b66-bdbb-45a7-a0d2-915fe41ba54f None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.243853 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d6105e3c-73d8-4dc8-9122-4beb8c1a6816 None None] Deleting port 8fb0da72-fd88-4312-9798-8e22ce550d3f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:33.245078 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d6105e3c-73d8-4dc8-9122-4beb8c1a6816 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.247545 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfacd69-7152-41f0-a67e-58418bf86201 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:33.255014 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dbfacd69-7152-41f0-a67e-58418bf86201 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.283945 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-dbfacd69-7152-41f0-a67e-58418bf86201 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] device_id is not set on port f566114a-8456-41dc-8af3-3341dc97e5f4 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:45:33.299302 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-f2c7e104-1407-4ce2-bb03-a8725460c37f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aa824bc-ddd2-4817-aa67-9958e954640c HTTP/1.1" status: 200 len: 217 time: 0.0465648 Jul 22 16:45:33.337476 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d6105e3c-73d8-4dc8-9122-4beb8c1a6816 None None] For port 8fb0da72-fd88-4312-9798-8e22ce550d3f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8fb0da72-fd88-4312-9798-8e22ce550d3f,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:33.337873 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d6105e3c-73d8-4dc8-9122-4beb8c1a6816 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.352550 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d6105e3c-73d8-4dc8-9122-4beb8c1a6816 None None] Calling delete_port for 8fb0da72-fd88-4312-9798-8e22ce550d3f owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:33.487706 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d6105e3c-73d8-4dc8-9122-4beb8c1a6816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.504850 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-23318a30-2212-4504-a518-b36c7f7d17e9 req-77c8f433-b475-4a1f-b1a0-c6565963fef7 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 210 time: 0.2286756 Jul 22 16:45:33.514793 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7c6a1b66-bdbb-45a7-a0d2-915fe41ba54f None None] Transition to ACTIVE for port object 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:33.520006 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6105e3c-73d8-4dc8-9122-4beb8c1a6816 None None] Pushing event deleted for resources: {'Port': ['ID=8fb0da72-fd88-4312-9798-8e22ce550d3f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:33.566977 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6105e3c-73d8-4dc8-9122-4beb8c1a6816 None None] No DVR routers for this DVR port 8fb0da72-fd88-4312-9798-8e22ce550d3f on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:45:33.569186 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7c6a1b66-bdbb-45a7-a0d2-915fe41ba54f None None] Transition to ACTIVE for port object 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:33.586127 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c6a1b66-bdbb-45a7-a0d2-915fe41ba54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.645647 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a1b66-bdbb-45a7-a0d2-915fe41ba54f None None] Pushing event updated for resources: {'Port': ['ID=21d275b5-3f5f-4c75-8ed1-c06f9dda3d20,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:33.648391 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84853e8c-f302-4627-b38c-e56b41a05f60 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:33.802186 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6a1b66-bdbb-45a7-a0d2-915fe41ba54f None None] Network f1bf490d-01b9-45be-8650-5dca1c260b74 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:33.818026 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7c6a1b66-bdbb-45a7-a0d2-915fe41ba54f None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:33.822776 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a1b66-bdbb-45a7-a0d2-915fe41ba54f None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:33.834259 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-7a011df3-9763-4bdf-aaa1-b02c98936784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:33.835687 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-7a011df3-9763-4bdf-aaa1-b02c98936784 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=411cf97d-c177-4f17-b976-e1cbeab029d8 HTTP/1.1" status: 200 len: 845 time: 0.5031075 Jul 22 16:45:33.885875 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-29975aa9-8622-42c4-8856-57b7e20b6fd7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349660 Jul 22 16:45:33.915247 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7c6a1b66-bdbb-45a7-a0d2-915fe41ba54f None None] Attempting to bind port 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:45:33.915951 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7c6a1b66-bdbb-45a7-a0d2-915fe41ba54f None None] Attempting to bind port 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '38b72907-382f-45a6-b84a-f9c20d284eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:45:33.916370 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a1b66-bdbb-45a7-a0d2-915fe41ba54f None None] Attempting to bind port 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20 on network f1bf490d-01b9-45be-8650-5dca1c260b74 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:33.945696 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a1b66-bdbb-45a7-a0d2-915fe41ba54f None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:45:33.946095 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a1b66-bdbb-45a7-a0d2-915fe41ba54f None None] Checking segment: {'id': '38b72907-382f-45a6-b84a-f9c20d284eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:33.946747 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c6a1b66-bdbb-45a7-a0d2-915fe41ba54f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.947623 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a1b66-bdbb-45a7-a0d2-915fe41ba54f None None] Bound using segment: {'id': '38b72907-382f-45a6-b84a-f9c20d284eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:45:33.948406 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7c6a1b66-bdbb-45a7-a0d2-915fe41ba54f None None] Bound port: 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b72907-382f-45a6-b84a-f9c20d284eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:45:33.949176 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c6a1b66-bdbb-45a7-a0d2-915fe41ba54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.967175 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaabcc6-17f2-4690-82b3-af85fd00dd02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-3a7a7ee3-b719-4772-82c2-01f118e27227', 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'fixed_ips': [{'subnet_id': '0e32d250-d2dc-4ab0-bbbd-726f4ab99fc3'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:45:33.973890 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0eaabcc6-17f2-4690-82b3-af85fd00dd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:34.009728 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-a131ac2e-985e-41df-a519-9600429a0a81 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Allocated IP 172.20.0.7 (db4f1d09-6531-42c7-9355-5f2a40f29355/1c5c7235-94ca-46f8-a44d-6ad372867298/1b1b0a4d-db1c-483d-971f-d908debf6247) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:34.014766 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-a8218f1f-bf7b-45df-b4a2-9ddb704a298c service neutron] 10.222.0.16 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225483 Jul 22 16:45:34.205429 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7c6a1b66-bdbb-45a7-a0d2-915fe41ba54f None None] For port 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:45:34.209431 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7c6a1b66-bdbb-45a7-a0d2-915fe41ba54f None None] For port 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=21d275b5-3f5f-4c75-8ed1-c06f9dda3d20,segment=NetworkSegment(38b72907-382f-45a6-b84a-f9c20d284eaa),segment_id=38b72907-382f-45a6-b84a-f9c20d284eaa)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:45:34.212427 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8fb0da72-fd88-4312-9798-8e22ce550d3f no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:45:34.242350 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c6a1b66-bdbb-45a7-a0d2-915fe41ba54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:34.251588 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 8fb0da72-fd88-4312-9798-8e22ce550d3f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:45:34.251985 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8fb0da72-fd88-4312-9798-8e22ce550d3f not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:45:34.329131 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a1b66-bdbb-45a7-a0d2-915fe41ba54f None None] Pushing event updated for resources: {'Port': ['ID=21d275b5-3f5f-4c75-8ed1-c06f9dda3d20,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:34.346150 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-a131ac2e-985e-41df-a519-9600429a0a81 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:34.379337 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-dbfacd69-7152-41f0-a67e-58418bf86201 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8::375 (3a7a7ee3-b719-4772-82c2-01f118e27227/0e32d250-d2dc-4ab0-bbbd-726f4ab99fc3/f566114a-8456-41dc-8af3-3341dc97e5f4) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:34.431679 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-a131ac2e-985e-41df-a519-9600429a0a81 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:34.440024 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Allocated IP 2001:db8::1 (f1bf490d-01b9-45be-8650-5dca1c260b74/5bacfde9-f1bd-451b-8659-44efff216968/011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:34.587183 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:34.671470 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d4bee7c3-16e1-4004-9089-fa221e45bcdc req-898dc87b-3106-47a2-a2a0-8c8e4b5b957f service neutron] 10.222.0.16 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6466813 Jul 22 16:45:34.691838 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:34.712106 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-a131ac2e-985e-41df-a519-9600429a0a81 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Network db4f1d09-6531-42c7-9355-5f2a40f29355 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:34.719292 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-a131ac2e-985e-41df-a519-9600429a0a81 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:34.722509 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131ac2e-985e-41df-a519-9600429a0a81 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Pushing event updated for resources: {'Port': ['ID=1b1b0a4d-db1c-483d-971f-d908debf6247,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:34.725005 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-a131ac2e-985e-41df-a519-9600429a0a81 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:34.745362 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Transition to ACTIVE for port object 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:34.809041 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878e55b-69ef-4d83-a63a-c283fe63eefd req-2d1cefcc-e14a-40fe-8f3d-31120b139ea2 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:34.810439 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3878e55b-69ef-4d83-a63a-c283fe63eefd req-2d1cefcc-e14a-40fe-8f3d-31120b139ea2 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=6da1e2ce-244b-409b-b9f8-69c505124bcc HTTP/1.1" status: 200 len: 943 time: 0.7294440 Jul 22 16:45:34.884253 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-a131ac2e-985e-41df-a519-9600429a0a81 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:34.884914 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-a131ac2e-985e-41df-a519-9600429a0a81 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:34.912529 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:34.918511 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dbfacd69-7152-41f0-a67e-58418bf86201 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:34.921491 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3878e55b-69ef-4d83-a63a-c283fe63eefd req-70b705bd-28f5-456b-8f16-063a24c9a8ad tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901511 Jul 22 16:45:34.925868 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-a131ac2e-985e-41df-a519-9600429a0a81 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0298598 Jul 22 16:45:34.944099 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd99317-5be8-4d52-a1fb-49f78a0a918f req-8a07a57a-f224-4c80-9925-0eaaca807c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:34.944099 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9dd99317-5be8-4d52-a1fb-49f78a0a918f req-8a07a57a-f224-4c80-9925-0eaaca807c6b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da62075422094ce69d816eddc76670fa&device_id=6da1e2ce-244b-409b-b9f8-69c505124bcc HTTP/1.1" status: 200 len: 1094 time: 0.1593285 Jul 22 16:45:34.947673 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-0a536396-5dba-40dd-a107-3b6743ce083d service neutron] Request body: {'port': {'device_id': 'e3a680d7-8251-4502-9f3d-c7876df1d276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:34.999311 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-dbfacd69-7152-41f0-a67e-58418bf86201 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Transition to ACTIVE for port object f566114a-8456-41dc-8af3-3341dc97e5f4 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:35.033147 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network f1bf490d-01b9-45be-8650-5dca1c260b74 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:35.046479 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:35.050351 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:35.051148 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:35.058101 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Port': ['ID=011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:35.126076 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:35.126382 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:35.126700 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:35.127661 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:35.127661 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:35.127661 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:35.127977 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:35.128192 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-0a536396-5dba-40dd-a107-3b6743ce083d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:35.128323 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:35.128624 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:35.128945 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:35.129266 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:35.129590 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:35.169888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd99317-5be8-4d52-a1fb-49f78a0a918f req-9ee1ddfd-c34e-4838-9dff-909353d63796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:35.171480 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9dd99317-5be8-4d52-a1fb-49f78a0a918f req-9ee1ddfd-c34e-4838-9dff-909353d63796 service neutron] 10.222.0.16 "GET /v2.0/networks?id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d HTTP/1.1" status: 200 len: 906 time: 0.2200742 Jul 22 16:45:35.180839 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645d2ef-6a8e-4fc7-ae6b-673434f992ae req-a19783fd-8ecb-40ce-ba7d-18d5b0a6367a tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:35.182542 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d645d2ef-6a8e-4fc7-ae6b-673434f992ae req-a19783fd-8ecb-40ce-ba7d-18d5b0a6367a tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 931 time: 0.3736117 Jul 22 16:45:35.224667 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dbfacd69-7152-41f0-a67e-58418bf86201 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:35.323346 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-0eaabcc6-17f2-4690-82b3-af85fd00dd02 None None] Allocated IP 2001:db8::2 (3a7a7ee3-b719-4772-82c2-01f118e27227/0e32d250-d2dc-4ab0-bbbd-726f4ab99fc3/a9472f3b-62b8-430a-88fe-0ae9ddfc1107) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:35.329703 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d645d2ef-6a8e-4fc7-ae6b-673434f992ae req-f875a0b5-379e-49cf-afce-306d4393b0a6 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359348 Jul 22 16:45:35.333753 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfacd69-7152-41f0-a67e-58418bf86201 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:35.345902 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-dbfacd69-7152-41f0-a67e-58418bf86201 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:35.348439 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfacd69-7152-41f0-a67e-58418bf86201 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:35.354950 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfacd69-7152-41f0-a67e-58418bf86201 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:35.355615 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dbfacd69-7152-41f0-a67e-58418bf86201 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:35.373406 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfacd69-7152-41f0-a67e-58418bf86201 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=f566114a-8456-41dc-8af3-3341dc97e5f4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:35.385268 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9dd99317-5be8-4d52-a1fb-49f78a0a918f req-3038a7d7-158e-4440-a7f7-5d1680e8c36b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aa824bc-ddd2-4817-aa67-9958e954640c HTTP/1.1" status: 200 len: 217 time: 0.0740478 Jul 22 16:45:35.389508 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:35.394874 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-dbfacd69-7152-41f0-a67e-58418bf86201 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3647940 Jul 22 16:45:35.402292 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36226) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:35.538346 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd99317-5be8-4d52-a1fb-49f78a0a918f req-df449929-3a86-4036-8f51-50fecfe8b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:35.540234 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9dd99317-5be8-4d52-a1fb-49f78a0a918f req-df449929-3a86-4036-8f51-50fecfe8b7a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=411cf97d-c177-4f17-b976-e1cbeab029d8 HTTP/1.1" status: 200 len: 845 time: 0.1371973 Jul 22 16:45:35.560322 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0eaabcc6-17f2-4690-82b3-af85fd00dd02 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:35.571106 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0eaabcc6-17f2-4690-82b3-af85fd00dd02 None None] Transition to ACTIVE for port object a9472f3b-62b8-430a-88fe-0ae9ddfc1107 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:35.590637 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0eaabcc6-17f2-4690-82b3-af85fd00dd02 None None] Transition to ACTIVE for port object a9472f3b-62b8-430a-88fe-0ae9ddfc1107 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:35.598619 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0eaabcc6-17f2-4690-82b3-af85fd00dd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:35.663583 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaabcc6-17f2-4690-82b3-af85fd00dd02 None None] Pushing event updated for resources: {'Port': ['ID=a9472f3b-62b8-430a-88fe-0ae9ddfc1107,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:35.686015 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaabcc6-17f2-4690-82b3-af85fd00dd02 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:35.688055 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-0eaabcc6-17f2-4690-82b3-af85fd00dd02 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:35.694849 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaabcc6-17f2-4690-82b3-af85fd00dd02 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:35.724958 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9dd99317-5be8-4d52-a1fb-49f78a0a918f req-cd0ebb57-4890-4056-abf8-10331cd30db7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986371 Jul 22 16:45:35.798106 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0eaabcc6-17f2-4690-82b3-af85fd00dd02 None None] Attempting to bind port a9472f3b-62b8-430a-88fe-0ae9ddfc1107 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:45:35.798709 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0eaabcc6-17f2-4690-82b3-af85fd00dd02 None None] Attempting to bind port a9472f3b-62b8-430a-88fe-0ae9ddfc1107 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:45:35.800921 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaabcc6-17f2-4690-82b3-af85fd00dd02 None None] Attempting to bind port a9472f3b-62b8-430a-88fe-0ae9ddfc1107 on network 3a7a7ee3-b719-4772-82c2-01f118e27227 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:35.809743 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaabcc6-17f2-4690-82b3-af85fd00dd02 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:45:35.810264 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaabcc6-17f2-4690-82b3-af85fd00dd02 None None] Checking segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:35.811007 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0eaabcc6-17f2-4690-82b3-af85fd00dd02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:35.812093 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaabcc6-17f2-4690-82b3-af85fd00dd02 None None] Bound using segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:45:35.812696 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0eaabcc6-17f2-4690-82b3-af85fd00dd02 None None] Bound port: a9472f3b-62b8-430a-88fe-0ae9ddfc1107, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:45:35.813203 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0eaabcc6-17f2-4690-82b3-af85fd00dd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:35.931389 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0eaabcc6-17f2-4690-82b3-af85fd00dd02 None None] For port a9472f3b-62b8-430a-88fe-0ae9ddfc1107, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:45:35.935714 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0eaabcc6-17f2-4690-82b3-af85fd00dd02 None None] For port a9472f3b-62b8-430a-88fe-0ae9ddfc1107, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a9472f3b-62b8-430a-88fe-0ae9ddfc1107,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:45:35.945789 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0eaabcc6-17f2-4690-82b3-af85fd00dd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:35.959851 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9dd99317-5be8-4d52-a1fb-49f78a0a918f req-70fc5f02-234b-43e1-831a-44ce561cfb3f service neutron] 10.222.0.16 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259462 Jul 22 16:45:35.961950 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-0a536396-5dba-40dd-a107-3b6743ce083d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b1b0a4d-db1c-483d-971f-d908debf6247 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:45:35.980274 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0618adae-b968-42ff-9faf-959143b5bc18 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:35.981908 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0618adae-b968-42ff-9faf-959143b5bc18 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.5786619 Jul 22 16:45:35.997274 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-0a536396-5dba-40dd-a107-3b6743ce083d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:35.999038 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36238) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:36.071488 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-0a536396-5dba-40dd-a107-3b6743ce083d service neutron] Transition to ACTIVE for port object 1b1b0a4d-db1c-483d-971f-d908debf6247 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:36.080300 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaabcc6-17f2-4690-82b3-af85fd00dd02 None None] Pushing event updated for resources: {'Port': ['ID=a9472f3b-62b8-430a-88fe-0ae9ddfc1107,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:36.083755 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-0a536396-5dba-40dd-a107-3b6743ce083d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:36.092036 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e648f3-0a9b-435c-a0ed-289ee4acf301 None None] Network f1bf490d-01b9-45be-8650-5dca1c260b74 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:36.130358 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:36.199685 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:36.207525 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:36.233012 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:36.256293 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a536396-5dba-40dd-a107-3b6743ce083d service neutron] Pushing event updated for resources: {'Port': ['ID=1b1b0a4d-db1c-483d-971f-d908debf6247,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:36.272365 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-88f8869d-d8b0-4bb3-bc7a-3cd37a65a5bc None None] Provisioning for port 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:36.300510 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9dd99317-5be8-4d52-a1fb-49f78a0a918f req-55b883bd-9b2d-4638-a3cc-af1e993a54f4 service neutron] 10.222.0.16 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269806 Jul 22 16:45:36.409940 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-0a536396-5dba-40dd-a107-3b6743ce083d service neutron] Attempting to bind port 1b1b0a4d-db1c-483d-971f-d908debf6247 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:45:36.410296 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-0a536396-5dba-40dd-a107-3b6743ce083d service neutron] Attempting to bind port 1b1b0a4d-db1c-483d-971f-d908debf6247 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'b2f18626-b6e0-49fd-b989-cff34659a15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'db4f1d09-6531-42c7-9355-5f2a40f29355'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:45:36.410635 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-0a536396-5dba-40dd-a107-3b6743ce083d service neutron] Attempting to bind port 1b1b0a4d-db1c-483d-971f-d908debf6247 on network db4f1d09-6531-42c7-9355-5f2a40f29355 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:36.424585 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-0a536396-5dba-40dd-a107-3b6743ce083d service neutron] Port 1b1b0a4d-db1c-483d-971f-d908debf6247 on network db4f1d09-6531-42c7-9355-5f2a40f29355 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:45:36.424916 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-0a536396-5dba-40dd-a107-3b6743ce083d service neutron] Attempting to bind port 1b1b0a4d-db1c-483d-971f-d908debf6247 on network db4f1d09-6531-42c7-9355-5f2a40f29355 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:36.431737 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-0a536396-5dba-40dd-a107-3b6743ce083d service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:45:36.432084 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-0a536396-5dba-40dd-a107-3b6743ce083d service neutron] Checking segment: {'id': 'b2f18626-b6e0-49fd-b989-cff34659a15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'db4f1d09-6531-42c7-9355-5f2a40f29355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:36.432479 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-0a536396-5dba-40dd-a107-3b6743ce083d service neutron] Bound using segment: {'id': 'b2f18626-b6e0-49fd-b989-cff34659a15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'db4f1d09-6531-42c7-9355-5f2a40f29355'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:45:36.432916 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-0a536396-5dba-40dd-a107-3b6743ce083d service neutron] Bound port: 1b1b0a4d-db1c-483d-971f-d908debf6247, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f18626-b6e0-49fd-b989-cff34659a15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'db4f1d09-6531-42c7-9355-5f2a40f29355'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:45:36.433282 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-0a536396-5dba-40dd-a107-3b6743ce083d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:36.453008 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:36.496212 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:36.501284 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:36.579785 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36244) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:36.659311 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Port': ['ID=011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:36.660554 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:36.716560 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a59cb-2d3a-4cac-9335-e3809b6a720c req-275b96d8-7a63-448e-8e38-8658a40b5904 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:36.733095 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-253a59cb-2d3a-4cac-9335-e3809b6a720c req-275b96d8-7a63-448e-8e38-8658a40b5904 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=6da1e2ce-244b-409b-b9f8-69c505124bcc HTTP/1.1" status: 200 len: 943 time: 0.7144220 Jul 22 16:45:36.743954 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=21d275b5-3f5f-4c75-8ed1-c06f9dda3d20,segment=NetworkSegment(38b72907-382f-45a6-b84a-f9c20d284eaa),segment_id=38b72907-382f-45a6-b84a-f9c20d284eaa)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:36.753631 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:36.759973 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network f1bf490d-01b9-45be-8650-5dca1c260b74 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:36.770533 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:36.777741 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-0a536396-5dba-40dd-a107-3b6743ce083d service neutron] For port 1b1b0a4d-db1c-483d-971f-d908debf6247, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:45:36.799083 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-0a536396-5dba-40dd-a107-3b6743ce083d service neutron] For port 1b1b0a4d-db1c-483d-971f-d908debf6247, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1b1b0a4d-db1c-483d-971f-d908debf6247,segment=NetworkSegment(b2f18626-b6e0-49fd-b989-cff34659a15a),segment_id=b2f18626-b6e0-49fd-b989-cff34659a15a)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:45:36.817162 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6ed7923-a25c-4a6f-9465-c5a1bfc254fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:36.830074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b24493-21ad-40b8-a782-1adcf13cb468 req-6db03d7b-4d3c-4889-8f65-e4297eecaf4e tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:36.849707 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f6b24493-21ad-40b8-a782-1adcf13cb468 req-6db03d7b-4d3c-4889-8f65-e4297eecaf4e tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 943 time: 0.3177252 Jul 22 16:45:36.857164 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-253a59cb-2d3a-4cac-9335-e3809b6a720c req-b245795a-6238-432a-8ad3-adf99414fb3d tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184409 Jul 22 16:45:36.858022 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-0a536396-5dba-40dd-a107-3b6743ce083d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:36.871634 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=21d275b5-3f5f-4c75-8ed1-c06f9dda3d20,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:36.944935 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-0a536396-5dba-40dd-a107-3b6743ce083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:36.945570 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-0a536396-5dba-40dd-a107-3b6743ce083d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:36.947176 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-0a536396-5dba-40dd-a107-3b6743ce083d service neutron] 10.222.0.30 "PUT /v2.0/ports/1b1b0a4d-db1c-483d-971f-d908debf6247 HTTP/1.1" status: 200 len: 1091 time: 2.0051575 Jul 22 16:45:36.969835 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f6b24493-21ad-40b8-a782-1adcf13cb468 req-5224fe3e-762a-43f5-a789-b850b998f8bf tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191075 Jul 22 16:45:36.973599 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a680d7-8251-4502-9f3d-c7876df1d276', 'tag': '1b1b0a4d-db1c-483d-971f-d908debf6247'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:45:36.976551 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c793eb8-22bb-4552-b2ce-8ab8bd3b86bc" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a680d7-8251-4502-9f3d-c7876df1d276", "tag": "1b1b0a4d-db1c-483d-971f-d908debf6247"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:45:37.003266 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fe206205-3858-420f-b3df-128482228cb5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting port f566114a-8456-41dc-8af3-3341dc97e5f4 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:37.004027 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe206205-3858-420f-b3df-128482228cb5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:37.075877 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76932ba2-aeb4-4323-be4a-d3842041d4f6 x-openstack-request-id: req-76932ba2-aeb4-4323-be4a-d3842041d4f6 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:45:37.076525 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a680d7-8251-4502-9f3d-c7876df1d276", "tag": "1b1b0a4d-db1c-483d-971f-d908debf6247", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:45:37.076997 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-76932ba2-aeb4-4323-be4a-d3842041d4f6 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:45:37.077787 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a680d7-8251-4502-9f3d-c7876df1d276', 'tag': '1b1b0a4d-db1c-483d-971f-d908debf6247', 'status': 'completed', 'code': 200} Jul 22 16:45:37.078767 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a536396-5dba-40dd-a107-3b6743ce083d service neutron] Pushing event updated for resources: {'Port': ['ID=1b1b0a4d-db1c-483d-971f-d908debf6247,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:37.165406 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2e9d73e2-bf86-4a09-98ad-ae7a77317c43 None None] Provisioning for port 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:37.212170 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2e9d73e2-bf86-4a09-98ad-ae7a77317c43 None None] Provisioning complete for port 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:37.212552 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e9d73e2-bf86-4a09-98ad-ae7a77317c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:37.231291 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-74a7a3ef-8901-4cfa-98a4-ae8dec8a5d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:37.235127 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-74a7a3ef-8901-4cfa-98a4-ae8dec8a5d17 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8d44e9399734a8993214f5e5ae2ac9a&device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 1094 time: 0.2169902 Jul 22 16:45:37.279495 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe206205-3858-420f-b3df-128482228cb5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:37.301854 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2e9d73e2-bf86-4a09-98ad-ae7a77317c43 None None] Port 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:45:37.307063 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fe206205-3858-420f-b3df-128482228cb5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Calling delete_port for f566114a-8456-41dc-8af3-3341dc97e5f4 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:37.316229 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2e9d73e2-bf86-4a09-98ad-ae7a77317c43 None None] Provisioning complete for port 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:37.316947 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e9d73e2-bf86-4a09-98ad-ae7a77317c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:37.345645 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-213b91c0-2000-4832-85a9-3d63f2466f42 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b1b0a4d-db1c-483d-971f-d908debf6247 HTTP/1.1" status: 200 len: 217 time: 0.0954862 Jul 22 16:45:37.354365 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Router 1a0db670-7456-4f46-ad13-03e2ab4970f9 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:45:37.394810 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:45:37.417576 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6ed7923-a25c-4a6f-9465-c5a1bfc254fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:37.426011 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6ed7923-a25c-4a6f-9465-c5a1bfc254fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:37.467842 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-8cba53b0-86a8-4a2a-b96f-7d57c7461a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:37.471113 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-8cba53b0-86a8-4a2a-b96f-7d57c7461a0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5c7235-94ca-46f8-a44d-6ad372867298 HTTP/1.1" status: 200 len: 851 time: 0.1174345 Jul 22 16:45:37.521704 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-b366e344-927f-4d8b-8891-86c2ec3b39f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db4f1d09-6531-42c7-9355-5f2a40f29355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447381 Jul 22 16:45:37.561210 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed7923-a25c-4a6f-9465-c5a1bfc254fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af18d2fa-967b-4326-a83a-9c31d8189d55,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:37.585615 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b6ed7923-a25c-4a6f-9465-c5a1bfc254fb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c5c8507ceb24572a342e6a9e053f29a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0025227 Jul 22 16:45:37.590222 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7f299eae-8f1f-4356-9fad-0ab528bdac0c None None] Provisioning complete for port 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:37.590895 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f299eae-8f1f-4356-9fad-0ab528bdac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:37.595365 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36254) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:37.638833 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:45:37.646600 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-46e42c13-afb9-42f7-8d42-155b88608312 service neutron] 10.222.0.30 "GET /v2.0/networks/db4f1d09-6531-42c7-9355-5f2a40f29355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179144 Jul 22 16:45:37.655219 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] Sync routers for ids ['1a0db670-7456-4f46-ad13-03e2ab4970f9'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:45:37.671618 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7f299eae-8f1f-4356-9fad-0ab528bdac0c None None] Port 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:45:37.680372 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] Routers {'1a0db670-7456-4f46-ad13-03e2ab4970f9'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:37.681218 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:45:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1a0db670-7456-4f46-ad13-03e2ab4970f9'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:37.682917 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8a96275b-219d-4b18-bf85-54d66305877e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "PUT /v2.0/routers/1a0db670-7456-4f46-ad13-03e2ab4970f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9605181 Jul 22 16:45:37.684003 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36256) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:37.694065 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-df602dfb-918b-4194-ad75-eb54df57b5d2 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-185814197'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:37.715800 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-491ac1d2-46c5-49e8-8a46-e5712b9f002d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:37.741955 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe206205-3858-420f-b3df-128482228cb5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:37.759889 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-491ac1d2-46c5-49e8-8a46-e5712b9f002d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:37.818195 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe206205-3858-420f-b3df-128482228cb5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Port': ['ID=f566114a-8456-41dc-8af3-3341dc97e5f4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:37.827751 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df602dfb-918b-4194-ad75-eb54df57b5d2 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Made reservation on behalf of 28afd516fe734112b120e8be45892cca for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:37.831596 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-df602dfb-918b-4194-ad75-eb54df57b5d2 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:37.841290 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] Set router 1a0db670-7456-4f46-ad13-03e2ab4970f9 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:45:37.876604 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe206205-3858-420f-b3df-128482228cb5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:37.878664 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fe206205-3858-420f-b3df-128482228cb5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/f566114a-8456-41dc-8af3-3341dc97e5f4 HTTP/1.1" status: 204 len: 168 time: 1.8785250 Jul 22 16:45:37.883072 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36264) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:37.926498 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df602dfb-918b-4194-ad75-eb54df57b5d2 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:45:37.950427 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-df602dfb-918b-4194-ad75-eb54df57b5d2 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:37.951043 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-df602dfb-918b-4194-ad75-eb54df57b5d2 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Added segment 167d6408-722b-4a1b-913a-903cb217a5fe of type vlan for network 969a24fb-f615-4542-a569-8fc65b54f8c7 Jul 22 16:45:37.962958 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 0aa824bc-ddd2-4817-aa67-9958e954640c details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:45:37.966682 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8c154c-b567-40c5-bf68-ecfb4be866c5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:37.967893 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8c154c-b567-40c5-bf68-ecfb4be866c5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:37.971813 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1b8c154c-b567-40c5-bf68-ecfb4be866c5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0853610 Jul 22 16:45:37.972129 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36266) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:37.999463 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7756468-e220-4461-82b1-61d15f5ffe13 req-f3829d79-3ad2-4edb-b340-a916f6d1cbc0 service neutron] 10.222.0.30 "GET /v2.0/networks/db4f1d09-6531-42c7-9355-5f2a40f29355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452969 Jul 22 16:45:38.103900 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-df602dfb-918b-4194-ad75-eb54df57b5d2 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:38.153733 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-491ac1d2-46c5-49e8-8a46-e5712b9f002d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:38.156326 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-491ac1d2-46c5-49e8-8a46-e5712b9f002d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:38.157471 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-491ac1d2-46c5-49e8-8a46-e5712b9f002d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/af18d2fa-967b-4326-a83a-9c31d8189d55 HTTP/1.1" status: 204 len: 168 time: 0.5611224 Jul 22 16:45:38.176669 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ac1d2-46c5-49e8-8a46-e5712b9f002d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af18d2fa-967b-4326-a83a-9c31d8189d55,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:38.183590 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-656be965-0ed1-452e-8f86-9d402c07d644 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet 0e32d250-d2dc-4ab0-bbbd-726f4ab99fc3 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:45:38.187534 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-656be965-0ed1-452e-8f86-9d402c07d644 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:38.258996 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-656be965-0ed1-452e-8f86-9d402c07d644 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:38.325816 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb81d9-2c63-4e41-8227-b50cdc5e626b req-07fc2716-2e7c-4990-9614-ad146d98a5f2 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:38.338091 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ffeb81d9-2c63-4e41-8227-b50cdc5e626b req-07fc2716-2e7c-4990-9614-ad146d98a5f2 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=6da1e2ce-244b-409b-b9f8-69c505124bcc HTTP/1.1" status: 200 len: 943 time: 0.3551033 Jul 22 16:45:38.382310 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-df602dfb-918b-4194-ad75-eb54df57b5d2 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:38.387117 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-058ebecb-ebc4-4b36-9ac7-6fe0ce23afd4 None None] Provisioning for port a9472f3b-62b8-430a-88fe-0ae9ddfc1107 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:38.388802 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df602dfb-918b-4194-ad75-eb54df57b5d2 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:38.389462 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-df602dfb-918b-4194-ad75-eb54df57b5d2 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:38.401594 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:38.420259 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:45:38.535996 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-656be965-0ed1-452e-8f86-9d402c07d644 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:38.551790 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df602dfb-918b-4194-ad75-eb54df57b5d2 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Network': ['ID=969a24fb-f615-4542-a569-8fc65b54f8c7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:38.556483 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ffeb81d9-2c63-4e41-8227-b50cdc5e626b req-7729f09a-4a46-4153-a3b9-4594d60c2411 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063527 Jul 22 16:45:38.588353 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-df602dfb-918b-4194-ad75-eb54df57b5d2 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8993618 Jul 22 16:45:38.591218 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36280) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:38.599565 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 969a24fb-f615-4542-a569-8fc65b54f8c7 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:45:38.611770 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c97836fd-812b-4d15-b4dd-baf0b6fa8792 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'subnet': {'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:38.645243 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c793eb8-22bb-4552-b2ce-8ab8bd3b86bc req-6bc28568-168b-4c8f-a829-fc5325e9e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:38.647295 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c793eb8-22bb-4552-b2ce-8ab8bd3b86bc req-6bc28568-168b-4c8f-a829-fc5325e9e067 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8d44e9399734a8993214f5e5ae2ac9a&device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 1094 time: 0.5320079 Jul 22 16:45:38.723041 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-656be965-0ed1-452e-8f86-9d402c07d644 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:38.768353 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1f856efd-f17e-450b-831d-0c9b570f5a38 None None] Provisioning complete for port 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:38.768932 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f856efd-f17e-450b-831d-0c9b570f5a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:38.774510 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa719c6-879e-416d-a68c-06bbbd748e8a req-7eda21d0-1555-4b7b-a063-c62ebc6d8a27 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:38.775372 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36282) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:38.776126 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2fa719c6-879e-416d-a68c-06bbbd748e8a req-7eda21d0-1555-4b7b-a063-c62ebc6d8a27 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 943 time: 0.6409693 Jul 22 16:45:38.776371 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656be965-0ed1-452e-8f86-9d402c07d644 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=0e32d250-d2dc-4ab0-bbbd-726f4ab99fc3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:38.797454 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-656be965-0ed1-452e-8f86-9d402c07d644 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:38.802578 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-656be965-0ed1-452e-8f86-9d402c07d644 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/0e32d250-d2dc-4ab0-bbbd-726f4ab99fc3 HTTP/1.1" status: 204 len: 168 time: 0.8294349 Jul 22 16:45:38.803681 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36284) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:38.810025 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5deda9c-07b8-439a-814d-51c02bf09173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:38.814262 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:38.814831 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:38.824839 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d3530f-85fc-4611-bbfc-5488ac4699b5 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:38.830373 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 0aa824bc-ddd2-4817-aa67-9958e954640c, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0aa824bc-ddd2-4817-aa67-9958e954640c,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:38.857149 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-620a9883-88ce-4556-9520-adf133e2b8d6 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522635 Jul 22 16:45:38.858222 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36286) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:38.893618 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '0aa824bc-ddd2-4817-aa67-9958e954640c', 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d', 'port_id': '0aa824bc-ddd2-4817-aa67-9958e954640c', 'mac_address': 'fa:16:3e:07:de:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411cf97d-c177-4f17-b976-e1cbeab029d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:45:38.909645 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1f856efd-f17e-450b-831d-0c9b570f5a38 None None] Port 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:45:38.953124 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2fa719c6-879e-416d-a68c-06bbbd748e8a req-a0104ffd-b055-4d28-b57f-72113f55ad54 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668570 Jul 22 16:45:38.973506 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1f856efd-f17e-450b-831d-0c9b570f5a38 None None] Could not find standard attr ID for object 7324ccb0-b1ee-4527-bdeb-0182503b361b. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:45:38.974735 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07f8298-27a2-48fa-b460-7c3a5535c1e7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:38.979226 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f07f8298-27a2-48fa-b460-7c3a5535c1e7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1199317 Jul 22 16:45:38.979975 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36288) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:38.991964 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c793eb8-22bb-4552-b2ce-8ab8bd3b86bc req-2973580c-10d2-4906-bba8-9e9e7f9b1dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:38.993740 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c793eb8-22bb-4552-b2ce-8ab8bd3b86bc req-2973580c-10d2-4906-bba8-9e9e7f9b1dd5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db4f1d09-6531-42c7-9355-5f2a40f29355 HTTP/1.1" status: 200 len: 912 time: 0.3352501 Jul 22 16:45:39.002814 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:45:35Z', 'revision_number': 2, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:35Z', 'revision_number': 2, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:39.046736 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c793eb8-22bb-4552-b2ce-8ab8bd3b86bc req-b5f80bfb-0448-4115-a8b6-c6937815737a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b1b0a4d-db1c-483d-971f-d908debf6247 HTTP/1.1" status: 200 len: 217 time: 0.0456102 Jul 22 16:45:39.052604 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1896ddd4-fbb6-4842-8934-48c7b0119ddc tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:39.054098 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1896ddd4-fbb6-4842-8934-48c7b0119ddc tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0716999 Jul 22 16:45:39.057105 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36290) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:39.060169 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] Checking router: 1a0db670-7456-4f46-ad13-03e2ab4970f9 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:45:39.060571 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] Updating router 1a0db670-7456-4f46-ad13-03e2ab4970f9 port 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:45:39.110160 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:39.119289 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c793eb8-22bb-4552-b2ce-8ab8bd3b86bc req-4afedc6c-08d2-4169-b88c-b0f69a2ecd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:39.121054 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c793eb8-22bb-4552-b2ce-8ab8bd3b86bc req-4afedc6c-08d2-4169-b88c-b0f69a2ecd9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5c7235-94ca-46f8-a44d-6ad372867298 HTTP/1.1" status: 200 len: 851 time: 0.0682414 Jul 22 16:45:39.126273 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-eedc35e0-8712-451d-bf11-58a97c9ac548 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636785 Jul 22 16:45:39.128714 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5deda9c-07b8-439a-814d-51c02bf09173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:39.130288 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36292) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:39.136738 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a01b400b-42a9-4e16-beef-c6da2eb66de4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:39.157272 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5deda9c-07b8-439a-814d-51c02bf09173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:39.167385 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c793eb8-22bb-4552-b2ce-8ab8bd3b86bc req-93de587c-09c0-4986-a09a-c152a400b0ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db4f1d09-6531-42c7-9355-5f2a40f29355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339782 Jul 22 16:45:39.192195 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97836fd-812b-4d15-b4dd-baf0b6fa8792 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Made reservation on behalf of 28afd516fe734112b120e8be45892cca for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:39.196092 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c97836fd-812b-4d15-b4dd-baf0b6fa8792 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:39.272435 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b5deda9c-07b8-439a-814d-51c02bf09173 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6a5d3d3435354247b63c82517b7d0d0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4891279 Jul 22 16:45:39.290739 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36294) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:39.327251 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-29b84377-5a6e-4ce2-ab78-bdaa2067517e None None] Could not find standard attr ID for object f566114a-8456-41dc-8af3-3341dc97e5f4. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:45:39.343131 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5deda9c-07b8-439a-814d-51c02bf09173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17600b6c-5d93-45ac-b552-91da0bb5f6cd,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:39.358510 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01b400b-42a9-4e16-beef-c6da2eb66de4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:39.367544 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a01b400b-42a9-4e16-beef-c6da2eb66de4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:39.386082 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa824bc-ddd2-4817-aa67-9958e954640c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:45:39.404627 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:39.429213 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a342591-f5dc-4cf6-9767-eb42a4cb1f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:39.448554 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c97836fd-812b-4d15-b4dd-baf0b6fa8792 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:39.482875 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 0aa824bc-ddd2-4817-aa67-9958e954640c, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0aa824bc-ddd2-4817-aa67-9958e954640c,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:39.487981 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a9472f3b-62b8-430a-88fe-0ae9ddfc1107 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:39.516175 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a342591-f5dc-4cf6-9767-eb42a4cb1f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:39.575943 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:39.619848 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97836fd-812b-4d15-b4dd-baf0b6fa8792 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Subnet': ['ID=c6d24d97-48c5-4fc5-9c81-d44d2a14214b,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:39.656020 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97836fd-812b-4d15-b4dd-baf0b6fa8792 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Checking segment: {'id': '167d6408-722b-4a1b-913a-903cb217a5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:39.656401 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97836fd-812b-4d15-b4dd-baf0b6fa8792 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network hostable DHCP agents. Network: 969a24fb-f615-4542-a569-8fc65b54f8c7, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:45:39.661667 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a342591-f5dc-4cf6-9767-eb42a4cb1f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:39.664508 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2a342591-f5dc-4cf6-9767-eb42a4cb1f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:39.670029 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2a342591-f5dc-4cf6-9767-eb42a4cb1f70 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/17600b6c-5d93-45ac-b552-91da0bb5f6cd HTTP/1.1" status: 204 len: 168 time: 0.3744037 Jul 22 16:45:39.686967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a342591-f5dc-4cf6-9767-eb42a4cb1f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17600b6c-5d93-45ac-b552-91da0bb5f6cd,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:39.757135 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c793eb8-22bb-4552-b2ce-8ab8bd3b86bc req-05c3cd2a-5048-4795-ba19-5187e036590c service neutron] 10.222.0.30 "GET /v2.0/networks/db4f1d09-6531-42c7-9355-5f2a40f29355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753345 Jul 22 16:45:39.762719 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff20b9f8-5dd2-4109-a934-f974cd63b741 None None] DHCP port deletion for 3a7a7ee3-b719-4772-82c2-01f118e27227 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:45:39.768490 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a01b400b-42a9-4e16-beef-c6da2eb66de4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:39.770776 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port a9472f3b-62b8-430a-88fe-0ae9ddfc1107 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:39.779820 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97836fd-812b-4d15-b4dd-baf0b6fa8792 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network 969a24fb-f615-4542-a569-8fc65b54f8c7 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:45:39.809769 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port a9472f3b-62b8-430a-88fe-0ae9ddfc1107 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:39.810122 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:39.816164 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01b400b-42a9-4e16-beef-c6da2eb66de4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:39.823124 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a01b400b-42a9-4e16-beef-c6da2eb66de4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:39.828599 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01b400b-42a9-4e16-beef-c6da2eb66de4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:39.829594 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a01b400b-42a9-4e16-beef-c6da2eb66de4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:39.868351 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c97836fd-812b-4d15-b4dd-baf0b6fa8792 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 969a24fb-f615-4542-a569-8fc65b54f8c7) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:39.873283 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=0aa824bc-ddd2-4817-aa67-9958e954640c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:39.884163 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193b236a-d399-47ae-9844-bc4b6267544c None None] Network 969a24fb-f615-4542-a569-8fc65b54f8c7 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:39.905190 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b400b-42a9-4e16-beef-c6da2eb66de4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=b2e4dbd4-ca43-43ad-ac5e-787e8c7d9d4f,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:39.913874 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a01b400b-42a9-4e16-beef-c6da2eb66de4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7822821 Jul 22 16:45:39.922579 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36304) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:39.933832 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d0541-e0c0-4c9f-8e9a-43f0f9889ac0 req-70f70a69-eb76-46aa-bde3-16c15ea1a9b4 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:39.934099 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97836fd-812b-4d15-b4dd-baf0b6fa8792 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:39.934685 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c97836fd-812b-4d15-b4dd-baf0b6fa8792 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:39.945410 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cc2d0541-e0c0-4c9f-8e9a-43f0f9889ac0 req-70f70a69-eb76-46aa-bde3-16c15ea1a9b4 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=6da1e2ce-244b-409b-b9f8-69c505124bcc HTTP/1.1" status: 200 len: 944 time: 0.2117412 Jul 22 16:45:39.952276 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['0aa824bc-ddd2-4817-aa67-9958e954640c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:45:39.968008 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-25adf4ea-53d2-4ad9-938b-8a58e55d7495 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'fixed_ips': [{'subnet_id': 'b2e4dbd4-ca43-43ad-ac5e-787e8c7d9d4f', 'ip_address': '2001:db8::9bcf:c96:5cc5:cb67'}], 'name': 'tempest-NetworksTestDHCPv6-384060771'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:39.994203 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c97836fd-812b-4d15-b4dd-baf0b6fa8792 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3928308 Jul 22 16:45:39.997170 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36308) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:40.192890 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c793eb8-22bb-4552-b2ce-8ab8bd3b86bc req-4982beef-3a92-4e49-af94-bcaf17d4dd29 service neutron] 10.222.0.30 "GET /v2.0/networks/db4f1d09-6531-42c7-9355-5f2a40f29355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264588 Jul 22 16:45:40.194391 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cc2d0541-e0c0-4c9f-8e9a-43f0f9889ac0 req-ba038a26-5f6a-44a6-a886-5567186c8501 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474656 Jul 22 16:45:40.240307 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ff20b9f8-5dd2-4109-a934-f974cd63b741 None None] Deleting port a9472f3b-62b8-430a-88fe-0ae9ddfc1107 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:40.240307 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff20b9f8-5dd2-4109-a934-f974cd63b741 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:40.283929 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25adf4ea-53d2-4ad9-938b-8a58e55d7495 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:40.295898 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:40.395441 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edd70c-2815-4e8d-a6e4-74bd0f7f0be2 req-222974c8-f472-465e-bcd9-0d835b692f91 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:40.396966 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b1edd70c-2815-4e8d-a6e4-74bd0f7f0be2 req-222974c8-f472-465e-bcd9-0d835b692f91 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 943 time: 0.2224820 Jul 22 16:45:40.406765 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25adf4ea-53d2-4ad9-938b-8a58e55d7495 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:40.434949 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-25adf4ea-53d2-4ad9-938b-8a58e55d7495 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] device_id is not set on port 67654fd7-ec23-45f9-b907-ba635caf9c6b yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:45:40.457443 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b1edd70c-2815-4e8d-a6e4-74bd0f7f0be2 req-6b473d6b-0f4e-4ced-830b-680e818ec134 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488896 Jul 22 16:45:40.535358 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1b1b0a4d-db1c-483d-971f-d908debf6247 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:45:40.604063 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port a9472f3b-62b8-430a-88fe-0ae9ddfc1107, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a9472f3b-62b8-430a-88fe-0ae9ddfc1107,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:40.637870 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33a45436-2a80-40a3-ad63-c37ca23e9d2e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:40.640997 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:40.644293 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd22d1e-466f-4b71-b500-9d6ca4783338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-969a24fb-f615-4542-a569-8fc65b54f8c7', 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'fixed_ips': [{'subnet_id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:45:40.645159 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fd22d1e-466f-4b71-b500-9d6ca4783338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:40.718979 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-25adf4ea-53d2-4ad9-938b-8a58e55d7495 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8::9bcf:c96:5cc5:cb67 (3a7a7ee3-b719-4772-82c2-01f118e27227/b2e4dbd4-ca43-43ad-ac5e-787e8c7d9d4f/67654fd7-ec23-45f9-b907-ba635caf9c6b) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:40.732333 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ff20b9f8-5dd2-4109-a934-f974cd63b741 None None] For port a9472f3b-62b8-430a-88fe-0ae9ddfc1107, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a9472f3b-62b8-430a-88fe-0ae9ddfc1107,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:40.732743 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff20b9f8-5dd2-4109-a934-f974cd63b741 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:40.750562 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:40.801050 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ff20b9f8-5dd2-4109-a934-f974cd63b741 None None] Calling delete_port for a9472f3b-62b8-430a-88fe-0ae9ddfc1107 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:40.821128 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a9472f3b-62b8-430a-88fe-0ae9ddfc1107 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:45:40.886918 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] Transition to ACTIVE for port object 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:40.959722 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25adf4ea-53d2-4ad9-938b-8a58e55d7495 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:40.970838 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=a9472f3b-62b8-430a-88fe-0ae9ddfc1107,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:40.986953 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:40.993451 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-25adf4ea-53d2-4ad9-938b-8a58e55d7495 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Transition to ACTIVE for port object 67654fd7-ec23-45f9-b907-ba635caf9c6b will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:41.085215 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25adf4ea-53d2-4ad9-938b-8a58e55d7495 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:41.178156 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25adf4ea-53d2-4ad9-938b-8a58e55d7495 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:41.180564 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25adf4ea-53d2-4ad9-938b-8a58e55d7495 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=67654fd7-ec23-45f9-b907-ba635caf9c6b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:41.190552 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-25adf4ea-53d2-4ad9-938b-8a58e55d7495 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:41.193825 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25adf4ea-53d2-4ad9-938b-8a58e55d7495 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:41.207481 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25adf4ea-53d2-4ad9-938b-8a58e55d7495 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:41.208461 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25adf4ea-53d2-4ad9-938b-8a58e55d7495 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:41.250021 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-25adf4ea-53d2-4ad9-938b-8a58e55d7495 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2866004 Jul 22 16:45:41.252360 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-4fd22d1e-466f-4b71-b500-9d6ca4783338 None None] Allocated IP 2001:db8:1::2 (969a24fb-f615-4542-a569-8fc65b54f8c7/c6d24d97-48c5-4fc5-9c81-d44d2a14214b/f2a0600f-5ddb-47f7-a6e9-6b835cad71eb) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:41.253325 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36344) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:41.274740 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1b1b0a4d-db1c-483d-971f-d908debf6247, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1b1b0a4d-db1c-483d-971f-d908debf6247,segment=NetworkSegment(b2f18626-b6e0-49fd-b989-cff34659a15a),segment_id=b2f18626-b6e0-49fd-b989-cff34659a15a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:41.294635 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '1b1b0a4d-db1c-483d-971f-d908debf6247', 'network_id': 'db4f1d09-6531-42c7-9355-5f2a40f29355', 'port_id': '1b1b0a4d-db1c-483d-971f-d908debf6247', 'mac_address': 'fa:16:3e:8c:2e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5c7235-94ca-46f8-a44d-6ad372867298', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:45:41.296385 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe51c4-512d-404f-96c4-abde44a7b6d7 None None] Pushing event updated for resources: {'Port': ['ID=011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:41.352544 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff20b9f8-5dd2-4109-a934-f974cd63b741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:41.411672 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff20b9f8-5dd2-4109-a934-f974cd63b741 None None] No DVR routers for this DVR port a9472f3b-62b8-430a-88fe-0ae9ddfc1107 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:45:41.413332 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] Attempting to bind port 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:45:41.413707 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] Attempting to bind port 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '38b72907-382f-45a6-b84a-f9c20d284eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:45:41.414111 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] Attempting to bind port 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df on network f1bf490d-01b9-45be-8650-5dca1c260b74 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:41.420482 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Port a9472f3b-62b8-430a-88fe-0ae9ddfc1107 update to DOWN by agent not found {{(pid=93818) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 22 16:45:41.455469 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:45:41.455900 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] Checking segment: {'id': '38b72907-382f-45a6-b84a-f9c20d284eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:41.456258 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:41.456662 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] Bound using segment: {'id': '38b72907-382f-45a6-b84a-f9c20d284eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:45:41.457164 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] Bound port: 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b72907-382f-45a6-b84a-f9c20d284eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:45:41.457589 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:41.535207 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:41.556017 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20b9f8-5dd2-4109-a934-f974cd63b741 None None] Pushing event deleted for resources: {'Port': ['ID=a9472f3b-62b8-430a-88fe-0ae9ddfc1107,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:41.556017 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d5dc44-eb63-43ca-997f-201e2c66f176 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:41.658879 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b1b0a4d-db1c-483d-971f-d908debf6247 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:45:41.919476 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 0aa824bc-ddd2-4817-aa67-9958e954640c up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:41.940834 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264b329-e24c-4a84-a762-e935e610f4f5 req-63275ca7-c1aa-4528-9762-56dc175505ab tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:41.951876 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c264b329-e24c-4a84-a762-e935e610f4f5 req-63275ca7-c1aa-4528-9762-56dc175505ab tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=6da1e2ce-244b-409b-b9f8-69c505124bcc HTTP/1.1" status: 200 len: 944 time: 0.4575903 Jul 22 16:45:42.006055 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c264b329-e24c-4a84-a762-e935e610f4f5 req-49652858-7d3e-4348-ad1e-0b4b6ca4a7d8 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528977 Jul 22 16:45:42.049750 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e24b51-5242-4a3b-9f5a-c7be1ba8d755 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:42.053304 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e1e24b51-5242-4a3b-9f5a-c7be1ba8d755 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.7969067 Jul 22 16:45:42.054451 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36366) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:42.089179 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1b1b0a4d-db1c-483d-971f-d908debf6247, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1b1b0a4d-db1c-483d-971f-d908debf6247,segment=NetworkSegment(b2f18626-b6e0-49fd-b989-cff34659a15a),segment_id=b2f18626-b6e0-49fd-b989-cff34659a15a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:42.117236 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:42.125954 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228421d6-a365-4a23-afe1-399555f93337 req-7539ddd4-59da-4290-8e59-ace82d8fbba5 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:42.145807 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:42.146958 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-228421d6-a365-4a23-afe1-399555f93337 req-7539ddd4-59da-4290-8e59-ace82d8fbba5 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 943 time: 0.1880887 Jul 22 16:45:42.238285 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-228421d6-a365-4a23-afe1-399555f93337 req-c6d784bb-43a3-4834-a448-e3a0d8bd1802 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849390 Jul 22 16:45:42.239062 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 0aa824bc-ddd2-4817-aa67-9958e954640c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:42.266660 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5b1a3870-5a5a-4c66-bb20-b059867948c9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting port 67654fd7-ec23-45f9-b907-ba635caf9c6b {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:42.267056 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b1a3870-5a5a-4c66-bb20-b059867948c9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:42.316553 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] For port 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:45:42.318852 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:42.321494 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 0aa824bc-ddd2-4817-aa67-9958e954640c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:42.322223 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:42.344553 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63069461-dfb3-4e02-b8e1-44114c42e646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-3a7a7ee3-b719-4772-82c2-01f118e27227', 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'fixed_ips': [{'subnet_id': 'b2e4dbd4-ca43-43ad-ac5e-787e8c7d9d4f'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:45:42.345479 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63069461-dfb3-4e02-b8e1-44114c42e646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:42.389674 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b1a3870-5a5a-4c66-bb20-b059867948c9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:42.391030 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] For port 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df,segment=NetworkSegment(38b72907-382f-45a6-b84a-f9c20d284eaa),segment_id=38b72907-382f-45a6-b84a-f9c20d284eaa)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:45:42.394122 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=1b1b0a4d-db1c-483d-971f-d908debf6247,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:42.407005 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5b1a3870-5a5a-4c66-bb20-b059867948c9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Calling delete_port for 67654fd7-ec23-45f9-b907-ba635caf9c6b owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:42.424611 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:42.439179 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fd22d1e-466f-4b71-b500-9d6ca4783338 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:42.518958 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['1b1b0a4d-db1c-483d-971f-d908debf6247'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:45:42.604453 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b1a3870-5a5a-4c66-bb20-b059867948c9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:42.611837 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4fd22d1e-466f-4b71-b500-9d6ca4783338 None None] Transition to ACTIVE for port object f2a0600f-5ddb-47f7-a6e9-6b835cad71eb will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:42.629545 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe51c4-512d-404f-96c4-abde44a7b6d7 None None] Pushing event updated for resources: {'Port': ['ID=011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:42.640190 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a3870-5a5a-4c66-bb20-b059867948c9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Port': ['ID=67654fd7-ec23-45f9-b907-ba635caf9c6b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:42.686167 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b1a3870-5a5a-4c66-bb20-b059867948c9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:42.688569 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5b1a3870-5a5a-4c66-bb20-b059867948c9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/67654fd7-ec23-45f9-b907-ba635caf9c6b HTTP/1.1" status: 204 len: 168 time: 0.6329021 Jul 22 16:45:42.691329 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36384) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:42.705085 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] Routers {'1a0db670-7456-4f46-ad13-03e2ab4970f9'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:42.705896 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:45:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1a0db670-7456-4f46-ad13-03e2ab4970f9'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:42.711276 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4fd22d1e-466f-4b71-b500-9d6ca4783338 None None] Transition to ACTIVE for port object f2a0600f-5ddb-47f7-a6e9-6b835cad71eb will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:42.757202 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5be253-8823-47ea-8e0e-d41eaf10674e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:42.760998 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5be253-8823-47ea-8e0e-d41eaf10674e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:42.766213 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36388) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:42.766631 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2c5be253-8823-47ea-8e0e-d41eaf10674e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0736873 Jul 22 16:45:42.875754 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:42.886729 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-050c1727-7b87-4aee-bf2f-6e559ca7917b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet b2e4dbd4-ca43-43ad-ac5e-787e8c7d9d4f {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:45:42.892837 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-33a45436-2a80-40a3-ad63-c37ca23e9d2e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Allocated IP 2001:db8:1::1 (969a24fb-f615-4542-a569-8fc65b54f8c7/c6d24d97-48c5-4fc5-9c81-d44d2a14214b/71cf8055-ad4d-4c73-b357-b693981d7500) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:42.899627 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fd22d1e-466f-4b71-b500-9d6ca4783338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:42.949839 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd22d1e-466f-4b71-b500-9d6ca4783338 None None] Network 969a24fb-f615-4542-a569-8fc65b54f8c7 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:42.972634 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-4fd22d1e-466f-4b71-b500-9d6ca4783338 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:43.003625 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da1e2ce-244b-409b-b9f8-69c505124bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa824bc-ddd2-4817-aa67-9958e954640c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:45:43.005857 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b59ce61-5964-41c9-bcf7-87fc31c6c567" -d '{"events": [{"server_uuid": "6da1e2ce-244b-409b-b9f8-69c505124bcc", "name": "network-vif-plugged", "status": "completed", "tag": "0aa824bc-ddd2-4817-aa67-9958e954640c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:45:43.010449 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd22d1e-466f-4b71-b500-9d6ca4783338 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:43.052204 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-63069461-dfb3-4e02-b8e1-44114c42e646 None None] Allocated IP 2001:db8::2 (3a7a7ee3-b719-4772-82c2-01f118e27227/b2e4dbd4-ca43-43ad-ac5e-787e8c7d9d4f/d4a6e071-fbaa-4357-af62-a993871ca758) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:43.070815 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33a45436-2a80-40a3-ad63-c37ca23e9d2e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:43.085794 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-33a45436-2a80-40a3-ad63-c37ca23e9d2e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Transition to ACTIVE for port object 71cf8055-ad4d-4c73-b357-b693981d7500 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:43.086249 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 0aa824bc-ddd2-4817-aa67-9958e954640c, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0aa824bc-ddd2-4817-aa67-9958e954640c,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:43.124672 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33a45436-2a80-40a3-ad63-c37ca23e9d2e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:43.139561 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:43.159640 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8df0e4-666f-4eae-a425-57206892ce4b x-openstack-request-id: req-fc8df0e4-666f-4eae-a425-57206892ce4b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:45:43.163406 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da1e2ce-244b-409b-b9f8-69c505124bcc", "name": "network-vif-plugged", "status": "completed", "tag": "0aa824bc-ddd2-4817-aa67-9958e954640c", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:45:43.163931 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fc8df0e4-666f-4eae-a425-57206892ce4b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:45:43.164890 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da1e2ce-244b-409b-b9f8-69c505124bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa824bc-ddd2-4817-aa67-9958e954640c', 'code': 200} Jul 22 16:45:43.198707 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] Set router 1a0db670-7456-4f46-ad13-03e2ab4970f9 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:45:43.205948 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a45436-2a80-40a3-ad63-c37ca23e9d2e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Port': ['ID=71cf8055-ad4d-4c73-b357-b693981d7500,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:43.210626 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a45436-2a80-40a3-ad63-c37ca23e9d2e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network 969a24fb-f615-4542-a569-8fc65b54f8c7 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:43.213116 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-33a45436-2a80-40a3-ad63-c37ca23e9d2e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:43.246149 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a45436-2a80-40a3-ad63-c37ca23e9d2e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:43.247246 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33a45436-2a80-40a3-ad63-c37ca23e9d2e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:43.268779 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4fd22d1e-466f-4b71-b500-9d6ca4783338 None None] Attempting to bind port f2a0600f-5ddb-47f7-a6e9-6b835cad71eb on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:45:43.269410 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4fd22d1e-466f-4b71-b500-9d6ca4783338 None None] Attempting to bind port f2a0600f-5ddb-47f7-a6e9-6b835cad71eb by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '167d6408-722b-4a1b-913a-903cb217a5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:45:43.270130 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd22d1e-466f-4b71-b500-9d6ca4783338 None None] Attempting to bind port f2a0600f-5ddb-47f7-a6e9-6b835cad71eb on network 969a24fb-f615-4542-a569-8fc65b54f8c7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:43.273023 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd22d1e-466f-4b71-b500-9d6ca4783338 None None] Pushing event updated for resources: {'Port': ['ID=f2a0600f-5ddb-47f7-a6e9-6b835cad71eb,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:43.326448 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99659022-682b-4e18-94d0-37885ad1374c req-d64ac83b-1a66-4ae2-ae76-16c902501fb4 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:43.330477 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-99659022-682b-4e18-94d0-37885ad1374c req-d64ac83b-1a66-4ae2-ae76-16c902501fb4 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=6da1e2ce-244b-409b-b9f8-69c505124bcc HTTP/1.1" status: 200 len: 945 time: 0.1872668 Jul 22 16:45:43.384506 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352411e1-c35d-473d-b567-096b12677fe7 req-dd8c3b52-bcc7-49fc-8ab8-4900ff10391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:43.388662 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-352411e1-c35d-473d-b567-096b12677fe7 req-dd8c3b52-bcc7-49fc-8ab8-4900ff10391f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6da1e2ce-244b-409b-b9f8-69c505124bcc HTTP/1.1" status: 200 len: 1096 time: 0.1767340 Jul 22 16:45:43.415375 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-99659022-682b-4e18-94d0-37885ad1374c req-4d385a1b-1d85-4a28-ab5a-af3906b3a049 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784619 Jul 22 16:45:43.494459 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33a45436-2a80-40a3-ad63-c37ca23e9d2e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:43.534602 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd22d1e-466f-4b71-b500-9d6ca4783338 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:45:43.535128 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd22d1e-466f-4b71-b500-9d6ca4783338 None None] Checking segment: {'id': '167d6408-722b-4a1b-913a-903cb217a5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:43.535626 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fd22d1e-466f-4b71-b500-9d6ca4783338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:43.536133 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd22d1e-466f-4b71-b500-9d6ca4783338 None None] Bound using segment: {'id': '167d6408-722b-4a1b-913a-903cb217a5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:45:43.536700 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4fd22d1e-466f-4b71-b500-9d6ca4783338 None None] Bound port: f2a0600f-5ddb-47f7-a6e9-6b835cad71eb, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167d6408-722b-4a1b-913a-903cb217a5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:45:43.537183 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fd22d1e-466f-4b71-b500-9d6ca4783338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:43.550752 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-352411e1-c35d-473d-b567-096b12677fe7 req-d8e336f5-1264-4a5d-b7fd-9d17348be107 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764093 Jul 22 16:45:43.648554 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feda557-3d9c-4f9a-a3f9-dc272397fc75 req-daf77e14-fb4b-4440-8688-a567bdbea408 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:43.656193 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0feda557-3d9c-4f9a-a3f9-dc272397fc75 req-daf77e14-fb4b-4440-8688-a567bdbea408 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 944 time: 0.1803472 Jul 22 16:45:43.682386 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63069461-dfb3-4e02-b8e1-44114c42e646 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:43.712291 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=0aa824bc-ddd2-4817-aa67-9958e954640c,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:43.728685 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-63069461-dfb3-4e02-b8e1-44114c42e646 None None] Transition to ACTIVE for port object d4a6e071-fbaa-4357-af62-a993871ca758 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:43.758132 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0feda557-3d9c-4f9a-a3f9-dc272397fc75 req-5793f6ca-cbce-4f58-b9a0-b4eb93aed82f tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875318 Jul 22 16:45:43.768479 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4fd22d1e-466f-4b71-b500-9d6ca4783338 None None] For port f2a0600f-5ddb-47f7-a6e9-6b835cad71eb, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:45:43.775368 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4fd22d1e-466f-4b71-b500-9d6ca4783338 None None] For port f2a0600f-5ddb-47f7-a6e9-6b835cad71eb, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f2a0600f-5ddb-47f7-a6e9-6b835cad71eb,segment=NetworkSegment(167d6408-722b-4a1b-913a-903cb217a5fe),segment_id=167d6408-722b-4a1b-913a-903cb217a5fe)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:45:43.786900 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-63069461-dfb3-4e02-b8e1-44114c42e646 None None] Transition to ACTIVE for port object d4a6e071-fbaa-4357-af62-a993871ca758 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:43.794553 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fd22d1e-466f-4b71-b500-9d6ca4783338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:43.797529 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-050c1727-7b87-4aee-bf2f-6e559ca7917b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:43.826527 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63069461-dfb3-4e02-b8e1-44114c42e646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:43.893679 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-050c1727-7b87-4aee-bf2f-6e559ca7917b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:43.915188 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd22d1e-466f-4b71-b500-9d6ca4783338 None None] Pushing event updated for resources: {'Port': ['ID=f2a0600f-5ddb-47f7-a6e9-6b835cad71eb,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:44.037413 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33a45436-2a80-40a3-ad63-c37ca23e9d2e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:44.046575 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63069461-dfb3-4e02-b8e1-44114c42e646 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:44.060382 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33a45436-2a80-40a3-ad63-c37ca23e9d2e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:44.062930 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33a45436-2a80-40a3-ad63-c37ca23e9d2e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:44.074005 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-63069461-dfb3-4e02-b8e1-44114c42e646 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:44.102994 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63069461-dfb3-4e02-b8e1-44114c42e646 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:44.115660 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63069461-dfb3-4e02-b8e1-44114c42e646 None None] Pushing event updated for resources: {'Port': ['ID=d4a6e071-fbaa-4357-af62-a993871ca758,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:44.194718 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-050c1727-7b87-4aee-bf2f-6e559ca7917b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:44.247458 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a45436-2a80-40a3-ad63-c37ca23e9d2e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Port': ['ID=71cf8055-ad4d-4c73-b357-b693981d7500,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:44.247744 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:45:35Z', 'revision_number': 2, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:42Z', 'revision_number': 4, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:44.250092 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-63069461-dfb3-4e02-b8e1-44114c42e646 None None] Attempting to bind port d4a6e071-fbaa-4357-af62-a993871ca758 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:45:44.250461 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-63069461-dfb3-4e02-b8e1-44114c42e646 None None] Attempting to bind port d4a6e071-fbaa-4357-af62-a993871ca758 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:45:44.250818 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63069461-dfb3-4e02-b8e1-44114c42e646 None None] Attempting to bind port d4a6e071-fbaa-4357-af62-a993871ca758 on network 3a7a7ee3-b719-4772-82c2-01f118e27227 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:44.333974 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86e6693-2cfe-4ba0-b243-7e099c3f2af8 None None] The sync data for ids ['1a0db670-7456-4f46-ad13-03e2ab4970f9'] in n-d-798930-9 is: [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:45:35Z', 'revision_number': 2, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:42Z', 'revision_number': 4, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:45:44.335292 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63069461-dfb3-4e02-b8e1-44114c42e646 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:45:44.335659 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63069461-dfb3-4e02-b8e1-44114c42e646 None None] Checking segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:44.336059 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63069461-dfb3-4e02-b8e1-44114c42e646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:44.336440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63069461-dfb3-4e02-b8e1-44114c42e646 None None] Bound using segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:45:44.336912 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-63069461-dfb3-4e02-b8e1-44114c42e646 None None] Bound port: d4a6e071-fbaa-4357-af62-a993871ca758, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:45:44.337291 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63069461-dfb3-4e02-b8e1-44114c42e646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:44.359870 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-050c1727-7b87-4aee-bf2f-6e559ca7917b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:44.480089 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-63069461-dfb3-4e02-b8e1-44114c42e646 None None] For port d4a6e071-fbaa-4357-af62-a993871ca758, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:45:44.485368 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-63069461-dfb3-4e02-b8e1-44114c42e646 None None] For port d4a6e071-fbaa-4357-af62-a993871ca758, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d4a6e071-fbaa-4357-af62-a993871ca758,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:45:44.503572 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63069461-dfb3-4e02-b8e1-44114c42e646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:44.524426 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c1727-7b87-4aee-bf2f-6e559ca7917b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e4dbd4-ca43-43ad-ac5e-787e8c7d9d4f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:44.544980 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a45436-2a80-40a3-ad63-c37ca23e9d2e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network 969a24fb-f615-4542-a569-8fc65b54f8c7 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:44.607316 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-33a45436-2a80-40a3-ad63-c37ca23e9d2e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:44.618148 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-050c1727-7b87-4aee-bf2f-6e559ca7917b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:44.620503 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-050c1727-7b87-4aee-bf2f-6e559ca7917b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/b2e4dbd4-ca43-43ad-ac5e-787e8c7d9d4f HTTP/1.1" status: 204 len: 168 time: 1.8532310 Jul 22 16:45:44.623613 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36432) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:44.693449 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63069461-dfb3-4e02-b8e1-44114c42e646 None None] Pushing event updated for resources: {'Port': ['ID=d4a6e071-fbaa-4357-af62-a993871ca758,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:44.720933 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-41307a29-dc28-4af7-8198-f579b08a1be1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947564 Jul 22 16:45:44.725334 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36436) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:44.735580 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2b97388d-d8f8-4bfc-aa6d-1f214bf87ee7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:44.837030 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027c7be-692c-493d-b93c-36e58e6fe3bd req-3c6d9642-1172-4a66-9d4b-8a1af2f956b4 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:44.854950 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b027c7be-692c-493d-b93c-36e58e6fe3bd req-3c6d9642-1172-4a66-9d4b-8a1af2f956b4 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=6da1e2ce-244b-409b-b9f8-69c505124bcc HTTP/1.1" status: 200 len: 945 time: 0.3061063 Jul 22 16:45:44.937565 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a45436-2a80-40a3-ad63-c37ca23e9d2e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Router 1a0db670-7456-4f46-ad13-03e2ab4970f9 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:45:44.961279 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f2a0600f-5ddb-47f7-a6e9-6b835cad71eb up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:45.015245 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b027c7be-692c-493d-b93c-36e58e6fe3bd req-fb3614d5-ac81-4b0f-a8a4-fa8dd92a16f8 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378417 Jul 22 16:45:45.114122 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b97388d-d8f8-4bfc-aa6d-1f214bf87ee7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:45.123587 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b97388d-d8f8-4bfc-aa6d-1f214bf87ee7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:45.297316 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a45436-2a80-40a3-ad63-c37ca23e9d2e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:45:45.314742 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-33a45436-2a80-40a3-ad63-c37ca23e9d2e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "PUT /v2.0/routers/1a0db670-7456-4f46-ad13-03e2ab4970f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3099320 Jul 22 16:45:45.315447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36450) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:45.325526 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3f0ebb65-0f15-4a4f-96a5-522981806f5a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-815037764'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:45.379182 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0ebb65-0f15-4a4f-96a5-522981806f5a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Made reservation on behalf of 28afd516fe734112b120e8be45892cca for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:45.393206 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f0ebb65-0f15-4a4f-96a5-522981806f5a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:45.457520 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0ebb65-0f15-4a4f-96a5-522981806f5a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:45:45.470381 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755cb9b-34d4-4c09-861e-ac80565ba493 req-10a32c5e-7f14-481b-8ebb-c4e27727851b tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:45.472057 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7755cb9b-34d4-4c09-861e-ac80565ba493 req-10a32c5e-7f14-481b-8ebb-c4e27727851b tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 944 time: 0.5549915 Jul 22 16:45:45.478848 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f0ebb65-0f15-4a4f-96a5-522981806f5a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:45.479219 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-3f0ebb65-0f15-4a4f-96a5-522981806f5a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Added segment e70b30d9-0c31-4fe9-9b4c-0096e86afc62 of type vlan for network 8e60edc9-a0e7-4ec8-81c7-80146171cf77 Jul 22 16:45:45.558597 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port f2a0600f-5ddb-47f7-a6e9-6b835cad71eb completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:45.578334 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f0ebb65-0f15-4a4f-96a5-522981806f5a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:45.619292 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f0ebb65-0f15-4a4f-96a5-522981806f5a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:45.639868 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7755cb9b-34d4-4c09-861e-ac80565ba493 req-4880f7cc-9414-49d0-a838-a55f1c168912 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568797 Jul 22 16:45:45.641346 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0ebb65-0f15-4a4f-96a5-522981806f5a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:45.644075 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f0ebb65-0f15-4a4f-96a5-522981806f5a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:45.663977 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b97388d-d8f8-4bfc-aa6d-1f214bf87ee7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:45.689855 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26ebfd2-fccd-4032-95dc-62685a1a24ad None None] Network 969a24fb-f615-4542-a569-8fc65b54f8c7 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:45.737089 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b97388d-d8f8-4bfc-aa6d-1f214bf87ee7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:45.742017 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-2b97388d-d8f8-4bfc-aa6d-1f214bf87ee7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:45.750590 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b97388d-d8f8-4bfc-aa6d-1f214bf87ee7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:45.751799 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b97388d-d8f8-4bfc-aa6d-1f214bf87ee7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:45.759525 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97388d-d8f8-4bfc-aa6d-1f214bf87ee7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=0e671347-601c-4d75-9a86-7ae458bd931a,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:45.778415 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc0b49b-5502-429f-a60d-156049f6abba None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:45.780899 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2b97388d-d8f8-4bfc-aa6d-1f214bf87ee7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0536773 Jul 22 16:45:45.784144 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36460) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:45.786932 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a46859cf-92f1-46bb-884f-d8ad35b93dc7 None None] Provisioning for port f2a0600f-5ddb-47f7-a6e9-6b835cad71eb completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:45.806137 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fcc67aa8-98bf-4ba3-bf2e-f00b6660aea9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'fixed_ips': [{'subnet_id': '0e671347-601c-4d75-9a86-7ae458bd931a', 'ip_address': '2001:db8::4658:c60b:98f5:fb86'}], 'name': 'tempest-NetworksTestDHCPv6-1215953044'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:45.819680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ebb65-0f15-4a4f-96a5-522981806f5a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Network': ['ID=8e60edc9-a0e7-4ec8-81c7-80146171cf77,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:45.832522 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3f0ebb65-0f15-4a4f-96a5-522981806f5a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5148268 Jul 22 16:45:45.834893 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36462) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:45.840630 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-255703de-55ac-4d34-827b-66902a44d82c tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'subnet': {'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:45.844668 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a46859cf-92f1-46bb-884f-d8ad35b93dc7 None None] Provisioning complete for port f2a0600f-5ddb-47f7-a6e9-6b835cad71eb triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:45.845154 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a46859cf-92f1-46bb-884f-d8ad35b93dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:45.846977 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 8e60edc9-a0e7-4ec8-81c7-80146171cf77 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:45:46.035728 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255703de-55ac-4d34-827b-66902a44d82c tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Made reservation on behalf of 28afd516fe734112b120e8be45892cca for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:46.051251 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-255703de-55ac-4d34-827b-66902a44d82c tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:46.075212 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc67aa8-98bf-4ba3-bf2e-f00b6660aea9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:46.239710 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a46859cf-92f1-46bb-884f-d8ad35b93dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:46.344892 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff3811-a83d-4dcd-932b-21d2c73838b1 req-7fe851ac-9fc8-4916-9937-73a72ef099a4 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:46.347250 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e9ff3811-a83d-4dcd-932b-21d2c73838b1 req-7fe851ac-9fc8-4916-9937-73a72ef099a4 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=6da1e2ce-244b-409b-b9f8-69c505124bcc HTTP/1.1" status: 200 len: 945 time: 0.1956244 Jul 22 16:45:46.351534 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcc67aa8-98bf-4ba3-bf2e-f00b6660aea9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:46.365423 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a46859cf-92f1-46bb-884f-d8ad35b93dc7 None None] For port f2a0600f-5ddb-47f7-a6e9-6b835cad71eb, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f2a0600f-5ddb-47f7-a6e9-6b835cad71eb,segment=NetworkSegment(167d6408-722b-4a1b-913a-903cb217a5fe),segment_id=167d6408-722b-4a1b-913a-903cb217a5fe)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:46.383960 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a46859cf-92f1-46bb-884f-d8ad35b93dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:46.402607 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-255703de-55ac-4d34-827b-66902a44d82c tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:46.416720 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-fcc67aa8-98bf-4ba3-bf2e-f00b6660aea9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] device_id is not set on port ae18521f-8b71-4a73-92dc-1d3f794a2167 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:45:46.470353 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46859cf-92f1-46bb-884f-d8ad35b93dc7 None None] Pushing event updated for resources: {'Port': ['ID=f2a0600f-5ddb-47f7-a6e9-6b835cad71eb,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:46.505297 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255703de-55ac-4d34-827b-66902a44d82c tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Subnet': ['ID=57059d07-79ab-4722-af39-fbccc3d973aa,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:46.520585 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1b1b0a4d-db1c-483d-971f-d908debf6247 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:46.521539 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255703de-55ac-4d34-827b-66902a44d82c tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Checking segment: {'id': 'e70b30d9-0c31-4fe9-9b4c-0096e86afc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:46.522240 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255703de-55ac-4d34-827b-66902a44d82c tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network hostable DHCP agents. Network: 8e60edc9-a0e7-4ec8-81c7-80146171cf77, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:45:46.545478 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255703de-55ac-4d34-827b-66902a44d82c tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network 8e60edc9-a0e7-4ec8-81c7-80146171cf77 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:45:46.569275 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-255703de-55ac-4d34-827b-66902a44d82c tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 8e60edc9-a0e7-4ec8-81c7-80146171cf77) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:46.574200 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255703de-55ac-4d34-827b-66902a44d82c tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:46.575559 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-255703de-55ac-4d34-827b-66902a44d82c tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:46.583212 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b158b39-b8a3-42c2-93bf-905ba312fbad None None] Network 8e60edc9-a0e7-4ec8-81c7-80146171cf77 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:46.596401 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e9ff3811-a83d-4dcd-932b-21d2c73838b1 req-dc0660b6-f7ac-4ab7-ad51-b960d0fd2af2 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420754 Jul 22 16:45:46.610572 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-255703de-55ac-4d34-827b-66902a44d82c tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7745118 Jul 22 16:45:46.613774 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36478) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:46.746086 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247c71e5-e132-4482-a382-86d2ef045e87 None None] Update dhcp port {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'fixed_ips': [{'subnet_id': '0e671347-601c-4d75-9a86-7ae458bd931a'}], 'binding:host_id': 'n-d-798930-9'}, 'id': 'd4a6e071-fbaa-4357-af62-a993871ca758'} from n-d-798930-9. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:45:46.793868 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 1b1b0a4d-db1c-483d-971f-d908debf6247 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:46.807918 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 1b1b0a4d-db1c-483d-971f-d908debf6247 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:46.808359 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:46.891145 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-247c71e5-e132-4482-a382-86d2ef045e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:46.943850 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-fcc67aa8-98bf-4ba3-bf2e-f00b6660aea9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8::4658:c60b:98f5:fb86 (3a7a7ee3-b719-4772-82c2-01f118e27227/0e671347-601c-4d75-9a86-7ae458bd931a/ae18521f-8b71-4a73-92dc-1d3f794a2167) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:46.992473 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] Sync routers for ids ['1a0db670-7456-4f46-ad13-03e2ab4970f9'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:45:47.033817 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] Routers {'1a0db670-7456-4f46-ad13-03e2ab4970f9'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:47.034543 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:45:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1a0db670-7456-4f46-ad13-03e2ab4970f9'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:47.081643 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27190308-9677-427a-b7a2-cd25dbab85d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-8e60edc9-a0e7-4ec8-81c7-80146171cf77', 'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'fixed_ips': [{'subnet_id': '57059d07-79ab-4722-af39-fbccc3d973aa'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:45:47.083127 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27190308-9677-427a-b7a2-cd25dbab85d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:47.099408 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:47.316049 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] Set router 1a0db670-7456-4f46-ad13-03e2ab4970f9 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:45:47.433441 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-27190308-9677-427a-b7a2-cd25dbab85d7 None None] Allocated IP 2001:db8:2::2 (8e60edc9-a0e7-4ec8-81c7-80146171cf77/57059d07-79ab-4722-af39-fbccc3d973aa/6c9fde10-27e3-45f3-80ae-470adf1d3558) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:47.468982 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-7187a2a8-1167-44d2-b13f-88b0a07ff4fd req-deeb3290-f311-4bd9-9f8a-90549060da1c service neutron] (93817) timed out ('10.222.0.16', 49462) {{(pid=93817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 16:45:47.498431 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcc67aa8-98bf-4ba3-bf2e-f00b6660aea9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:47.546146 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-fcc67aa8-98bf-4ba3-bf2e-f00b6660aea9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Transition to ACTIVE for port object ae18521f-8b71-4a73-92dc-1d3f794a2167 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:47.780995 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27190308-9677-427a-b7a2-cd25dbab85d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:47.796775 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcc67aa8-98bf-4ba3-bf2e-f00b6660aea9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:47.800572 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-27190308-9677-427a-b7a2-cd25dbab85d7 None None] Transition to ACTIVE for port object 6c9fde10-27e3-45f3-80ae-470adf1d3558 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:47.837871 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:45:43Z', 'revision_number': 3, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:42Z', 'revision_number': 4, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71cf8055-ad4d-4c73-b357-b693981d7500', 'name': '', 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:24:3b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:41Z', 'updated_at': '2021-07-22T16:45:43Z', 'revision_number': 2, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:47.876856 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc67aa8-98bf-4ba3-bf2e-f00b6660aea9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:47.891852 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bab8dd81-4073-48b6-9a8f-6859192e942b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:47.911169 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] Checking router: 1a0db670-7456-4f46-ad13-03e2ab4970f9 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:45:47.911773 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] Updating router 1a0db670-7456-4f46-ad13-03e2ab4970f9 port 71cf8055-ad4d-4c73-b357-b693981d7500 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:45:47.943420 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-fcc67aa8-98bf-4ba3-bf2e-f00b6660aea9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:47.949581 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc67aa8-98bf-4ba3-bf2e-f00b6660aea9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:47.955268 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc67aa8-98bf-4ba3-bf2e-f00b6660aea9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:47.955929 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcc67aa8-98bf-4ba3-bf2e-f00b6660aea9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:47.972126 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279692d-9f4b-4600-96ad-ede12d5d230c req-2ec478d2-1b95-47a0-89fc-84f2a67f98b2 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:47.984458 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2279692d-9f4b-4600-96ad-ede12d5d230c req-2ec478d2-1b95-47a0-89fc-84f2a67f98b2 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=6da1e2ce-244b-409b-b9f8-69c505124bcc HTTP/1.1" status: 200 len: 945 time: 0.3895090 Jul 22 16:45:47.989216 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fcc67aa8-98bf-4ba3-bf2e-f00b6660aea9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1935785 Jul 22 16:45:47.989867 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36502) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:48.008923 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:48.010343 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-27190308-9677-427a-b7a2-cd25dbab85d7 None None] Transition to ACTIVE for port object 6c9fde10-27e3-45f3-80ae-470adf1d3558 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:48.011333 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57d715-1151-4123-856e-619f090eda74 req-25c6d434-a30e-4787-9938-7edfc92c1b4e tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:48.012923 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0b57d715-1151-4123-856e-619f090eda74 req-25c6d434-a30e-4787-9938-7edfc92c1b4e tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 944 time: 0.3826947 Jul 22 16:45:48.019357 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc67aa8-98bf-4ba3-bf2e-f00b6660aea9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=ae18521f-8b71-4a73-92dc-1d3f794a2167,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:48.047635 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:48.095490 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27190308-9677-427a-b7a2-cd25dbab85d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:48.116611 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510693e1-4a0d-4503-b816-b416e966daf7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:48.138623 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510693e1-4a0d-4503-b816-b416e966daf7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:48.146408 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-510693e1-4a0d-4503-b816-b416e966daf7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1527076 Jul 22 16:45:48.147097 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36508) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:48.147436 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36514) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:48.205583 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27190308-9677-427a-b7a2-cd25dbab85d7 None None] Network 8e60edc9-a0e7-4ec8-81c7-80146171cf77 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:48.208588 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4281c34e-3283-4816-b1fe-7c1283d9bfef None None] Provisioning complete for port f2a0600f-5ddb-47f7-a6e9-6b835cad71eb triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:48.209254 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4281c34e-3283-4816-b1fe-7c1283d9bfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:48.256743 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27190308-9677-427a-b7a2-cd25dbab85d7 None None] Pushing event updated for resources: {'Port': ['ID=6c9fde10-27e3-45f3-80ae-470adf1d3558,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:48.260418 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-27190308-9677-427a-b7a2-cd25dbab85d7 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:48.271279 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27190308-9677-427a-b7a2-cd25dbab85d7 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:48.341101 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1b1b0a4d-db1c-483d-971f-d908debf6247, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1b1b0a4d-db1c-483d-971f-d908debf6247,segment=NetworkSegment(b2f18626-b6e0-49fd-b989-cff34659a15a),segment_id=b2f18626-b6e0-49fd-b989-cff34659a15a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:48.355721 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a680d7-8251-4502-9f3d-c7876df1d276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1b0a4d-db1c-483d-971f-d908debf6247'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:45:48.362225 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ae7bff-b4a1-41f4-a9ea-33040d379ce1" -d '{"events": [{"server_uuid": "e3a680d7-8251-4502-9f3d-c7876df1d276", "name": "network-vif-plugged", "status": "completed", "tag": "1b1b0a4d-db1c-483d-971f-d908debf6247"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:45:48.382704 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:48.389333 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:48.393121 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b4b4257d-7d00-4299-af73-ceee8e1c4720 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting port ae18521f-8b71-4a73-92dc-1d3f794a2167 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:48.393472 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4b4257d-7d00-4299-af73-ceee8e1c4720 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:48.494115 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:48.509980 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] Transition to ACTIVE for port object 71cf8055-ad4d-4c73-b357-b693981d7500 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:48.523065 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:48.528690 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:48.529068 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:48.617409 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a445a2a-bb05-4246-b94a-9965b5b50e2c None None] Pushing event updated for resources: {'Port': ['ID=71cf8055-ad4d-4c73-b357-b693981d7500,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:48.630252 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2279692d-9f4b-4600-96ad-ede12d5d230c req-4f25fddf-5c19-4d68-9825-7740530eba26 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6448233 Jul 22 16:45:48.637693 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a445a2a-bb05-4246-b94a-9965b5b50e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:48.638209 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a445a2a-bb05-4246-b94a-9965b5b50e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:48.638432 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a445a2a-bb05-4246-b94a-9965b5b50e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:48.638660 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-bab8dd81-4073-48b6-9a8f-6859192e942b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Allocated IP 2001:db8:2::1 (8e60edc9-a0e7-4ec8-81c7-80146171cf77/57059d07-79ab-4722-af39-fbccc3d973aa/96d377a4-e935-4054-bcec-510ad2132696) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:48.638772 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a445a2a-bb05-4246-b94a-9965b5b50e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:48.639087 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a445a2a-bb05-4246-b94a-9965b5b50e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:48.639419 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a445a2a-bb05-4246-b94a-9965b5b50e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:48.639879 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a445a2a-bb05-4246-b94a-9965b5b50e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:48.640079 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a445a2a-bb05-4246-b94a-9965b5b50e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:48.640369 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a445a2a-bb05-4246-b94a-9965b5b50e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:48.640685 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a445a2a-bb05-4246-b94a-9965b5b50e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:48.641812 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a445a2a-bb05-4246-b94a-9965b5b50e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:48.641812 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a445a2a-bb05-4246-b94a-9965b5b50e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:48.669322 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0b57d715-1151-4123-856e-619f090eda74 req-f2e8438c-f2e9-4367-96e2-c91b5743de4c tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6197190 Jul 22 16:45:48.673017 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe524bde-384c-40fa-9c83-61f229ac314d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:48.748468 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4b4257d-7d00-4299-af73-ceee8e1c4720 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:48.798117 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] Attempting to bind port 71cf8055-ad4d-4c73-b357-b693981d7500 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:45:48.798493 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] Attempting to bind port 71cf8055-ad4d-4c73-b357-b693981d7500 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '167d6408-722b-4a1b-913a-903cb217a5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:45:48.798858 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] Attempting to bind port 71cf8055-ad4d-4c73-b357-b693981d7500 on network 969a24fb-f615-4542-a569-8fc65b54f8c7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:48.817422 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:45:48.818020 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] Checking segment: {'id': '167d6408-722b-4a1b-913a-903cb217a5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:48.818437 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:48.818876 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] Bound using segment: {'id': '167d6408-722b-4a1b-913a-903cb217a5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:45:48.819856 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] Bound port: 71cf8055-ad4d-4c73-b357-b693981d7500, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167d6408-722b-4a1b-913a-903cb217a5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:45:48.820245 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:48.875377 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b4b4257d-7d00-4299-af73-ceee8e1c4720 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Calling delete_port for ae18521f-8b71-4a73-92dc-1d3f794a2167 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:48.985004 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] For port 71cf8055-ad4d-4c73-b357-b693981d7500, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:45:48.989396 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] For port 71cf8055-ad4d-4c73-b357-b693981d7500, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=71cf8055-ad4d-4c73-b357-b693981d7500,segment=NetworkSegment(167d6408-722b-4a1b-913a-903cb217a5fe),segment_id=167d6408-722b-4a1b-913a-903cb217a5fe)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:45:48.995648 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:49.045651 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] Routers {'1a0db670-7456-4f46-ad13-03e2ab4970f9'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:49.047932 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:45:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1a0db670-7456-4f46-ad13-03e2ab4970f9'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:49.060990 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bab8dd81-4073-48b6-9a8f-6859192e942b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:49.099715 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c8081-9a2d-43de-b735-b545feec629e req-8a46a12a-3ba3-4ada-87c2-d2b1bdeae0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:49.101373 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ac0c8081-9a2d-43de-b735-b545feec629e req-8a46a12a-3ba3-4ada-87c2-d2b1bdeae0d6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 1096 time: 0.2067640 Jul 22 16:45:49.128821 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-27190308-9677-427a-b7a2-cd25dbab85d7 None None] Attempting to bind port 6c9fde10-27e3-45f3-80ae-470adf1d3558 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:45:49.129507 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-27190308-9677-427a-b7a2-cd25dbab85d7 None None] Attempting to bind port 6c9fde10-27e3-45f3-80ae-470adf1d3558 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e70b30d9-0c31-4fe9-9b4c-0096e86afc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:45:49.133243 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27190308-9677-427a-b7a2-cd25dbab85d7 None None] Attempting to bind port 6c9fde10-27e3-45f3-80ae-470adf1d3558 on network 8e60edc9-a0e7-4ec8-81c7-80146171cf77 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:49.167119 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0c6aba-90ee-4dac-8f12-aeefe113eda6 x-openstack-request-id: req-fa0c6aba-90ee-4dac-8f12-aeefe113eda6 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:45:49.169057 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a680d7-8251-4502-9f3d-c7876df1d276", "name": "network-vif-plugged", "status": "completed", "tag": "1b1b0a4d-db1c-483d-971f-d908debf6247", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:45:49.169428 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fa0c6aba-90ee-4dac-8f12-aeefe113eda6 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:45:49.171785 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a680d7-8251-4502-9f3d-c7876df1d276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1b0a4d-db1c-483d-971f-d908debf6247', 'code': 200} Jul 22 16:45:49.177402 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-247c71e5-e132-4482-a382-86d2ef045e87 None None] Allocated IP 2001:db8::2 (3a7a7ee3-b719-4772-82c2-01f118e27227/0e671347-601c-4d75-9a86-7ae458bd931a/d4a6e071-fbaa-4357-af62-a993871ca758) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:49.197468 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bab8dd81-4073-48b6-9a8f-6859192e942b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Transition to ACTIVE for port object 96d377a4-e935-4054-bcec-510ad2132696 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:49.206193 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27190308-9677-427a-b7a2-cd25dbab85d7 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:45:49.206865 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27190308-9677-427a-b7a2-cd25dbab85d7 None None] Checking segment: {'id': 'e70b30d9-0c31-4fe9-9b4c-0096e86afc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:49.207485 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27190308-9677-427a-b7a2-cd25dbab85d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:49.208088 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27190308-9677-427a-b7a2-cd25dbab85d7 None None] Bound using segment: {'id': 'e70b30d9-0c31-4fe9-9b4c-0096e86afc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:45:49.208795 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-27190308-9677-427a-b7a2-cd25dbab85d7 None None] Bound port: 6c9fde10-27e3-45f3-80ae-470adf1d3558, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70b30d9-0c31-4fe9-9b4c-0096e86afc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:45:49.209429 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27190308-9677-427a-b7a2-cd25dbab85d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:49.221165 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16eac9-1af4-4993-af07-3060ee44ab38 req-afbd9757-062f-492f-89e8-f45bc60f2034 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:49.222919 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1b16eac9-1af4-4993-af07-3060ee44ab38 req-afbd9757-062f-492f-89e8-f45bc60f2034 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=6da1e2ce-244b-409b-b9f8-69c505124bcc HTTP/1.1" status: 200 len: 945 time: 0.2628801 Jul 22 16:45:49.225312 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ac0c8081-9a2d-43de-b735-b545feec629e req-10de1e72-b785-4d64-bcd7-1096d73439b1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157014 Jul 22 16:45:49.255764 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=1b1b0a4d-db1c-483d-971f-d908debf6247,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:49.301642 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe524bde-384c-40fa-9c83-61f229ac314d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:49.312270 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bab8dd81-4073-48b6-9a8f-6859192e942b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:49.350323 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] Set router 1a0db670-7456-4f46-ad13-03e2ab4970f9 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:45:49.358261 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe524bde-384c-40fa-9c83-61f229ac314d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:49.382594 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab8dd81-4073-48b6-9a8f-6859192e942b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network 8e60edc9-a0e7-4ec8-81c7-80146171cf77 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:49.384247 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-bab8dd81-4073-48b6-9a8f-6859192e942b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:49.390759 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4281c34e-3283-4816-b1fe-7c1283d9bfef None None] Provisioning for port 71cf8055-ad4d-4c73-b357-b693981d7500 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:49.396216 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab8dd81-4073-48b6-9a8f-6859192e942b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:49.396393 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bab8dd81-4073-48b6-9a8f-6859192e942b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:49.427901 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fe524bde-384c-40fa-9c83-61f229ac314d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f62f3ba522f74e2ea0e1edf3df71ba8a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2771099 Jul 22 16:45:49.430402 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe524bde-384c-40fa-9c83-61f229ac314d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30519a3d-2466-46c9-b35e-3f695d78cbb3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:49.435683 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36532) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:49.507246 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1b16eac9-1af4-4993-af07-3060ee44ab38 req-d2c8c278-d899-4288-90a3-90e93a9c4347 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459860 Jul 22 16:45:49.509844 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4b4257d-7d00-4299-af73-ceee8e1c4720 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:49.563619 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:49.608695 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-27190308-9677-427a-b7a2-cd25dbab85d7 None None] For port 6c9fde10-27e3-45f3-80ae-470adf1d3558, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:45:49.631355 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-27190308-9677-427a-b7a2-cd25dbab85d7 None None] For port 6c9fde10-27e3-45f3-80ae-470adf1d3558, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6c9fde10-27e3-45f3-80ae-470adf1d3558,segment=NetworkSegment(e70b30d9-0c31-4fe9-9b4c-0096e86afc62),segment_id=e70b30d9-0c31-4fe9-9b4c-0096e86afc62)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:45:49.647702 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27190308-9677-427a-b7a2-cd25dbab85d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:49.677703 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:45:43Z', 'revision_number': 3, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:42Z', 'revision_number': 4, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71cf8055-ad4d-4c73-b357-b693981d7500', 'name': '', 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:24:3b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:41Z', 'updated_at': '2021-07-22T16:45:48Z', 'revision_number': 4, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:49.689578 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-247c71e5-e132-4482-a382-86d2ef045e87 None None] For port d4a6e071-fbaa-4357-af62-a993871ca758, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d4a6e071-fbaa-4357-af62-a993871ca758,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:49.695249 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4257d-7d00-4299-af73-ceee8e1c4720 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Port': ['ID=ae18521f-8b71-4a73-92dc-1d3f794a2167,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:49.710717 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a445a2a-bb05-4246-b94a-9965b5b50e2c None None] Pushing event updated for resources: {'Port': ['ID=71cf8055-ad4d-4c73-b357-b693981d7500,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:49.715111 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5292e841-a22e-4d6a-80fe-199546b46dcd None None] The sync data for ids ['1a0db670-7456-4f46-ad13-03e2ab4970f9'] in n-d-798930-9 is: [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:45:43Z', 'revision_number': 3, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:42Z', 'revision_number': 4, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71cf8055-ad4d-4c73-b357-b693981d7500', 'name': '', 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:24:3b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:41Z', 'updated_at': '2021-07-22T16:45:48Z', 'revision_number': 4, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:45:49.813861 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df,segment=NetworkSegment(38b72907-382f-45a6-b84a-f9c20d284eaa),segment_id=38b72907-382f-45a6-b84a-f9c20d284eaa)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:49.828015 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4b4257d-7d00-4299-af73-ceee8e1c4720 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:49.837117 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b4b4257d-7d00-4299-af73-ceee8e1c4720 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/ae18521f-8b71-4a73-92dc-1d3f794a2167 HTTP/1.1" status: 204 len: 168 time: 1.6805882 Jul 22 16:45:49.837117 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36540) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:49.878149 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:49.878955 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f2a0600f-5ddb-47f7-a6e9-6b835cad71eb up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:49.991031 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27190308-9677-427a-b7a2-cd25dbab85d7 None None] Pushing event updated for resources: {'Port': ['ID=6c9fde10-27e3-45f3-80ae-470adf1d3558,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:50.026419 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1452083e-6a15-4539-bdee-7c3fab402f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:50.116268 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:50.134148 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-247c71e5-e132-4482-a382-86d2ef045e87 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:50.177139 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-247c71e5-e132-4482-a382-86d2ef045e87 None None] Ignored duplicate provisioning block setup for port d4a6e071-fbaa-4357-af62-a993871ca758 by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 16:45:50.189044 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-247c71e5-e132-4482-a382-86d2ef045e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:50.239102 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1452083e-6a15-4539-bdee-7c3fab402f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:50.243199 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ce300f-2ac1-48ef-9ed5-007116f6c5a5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:50.254435 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ce300f-2ac1-48ef-9ed5-007116f6c5a5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:50.266024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36548) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:50.271450 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port f2a0600f-5ddb-47f7-a6e9-6b835cad71eb triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:50.272141 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:50.278593 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-26ce300f-2ac1-48ef-9ed5-007116f6c5a5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4349282 Jul 22 16:45:50.362609 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccff9420-c032-44be-9ebb-ae5f27b8c583 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet 0e671347-601c-4d75-9a86-7ae458bd931a {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:45:50.396176 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c30f43-8da3-4e2d-a15b-c177b3eb4f8d req-f1a3b09d-3059-4a57-9c04-d15f9b6728ad tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:50.397728 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a5c30f43-8da3-4e2d-a15b-c177b3eb4f8d req-f1a3b09d-3059-4a57-9c04-d15f9b6728ad tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 945 time: 0.5023046 Jul 22 16:45:50.399457 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1452083e-6a15-4539-bdee-7c3fab402f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:50.402037 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1452083e-6a15-4539-bdee-7c3fab402f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:50.407271 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1452083e-6a15-4539-bdee-7c3fab402f0a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/30519a3d-2466-46c9-b35e-3f695d78cbb3 HTTP/1.1" status: 204 len: 168 time: 0.9646759 Jul 22 16:45:50.450106 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452083e-6a15-4539-bdee-7c3fab402f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30519a3d-2466-46c9-b35e-3f695d78cbb3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:50.472374 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a5c30f43-8da3-4e2d-a15b-c177b3eb4f8d req-81bd750e-1610-4013-8aaf-5ab6bc3c147a tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639012 Jul 22 16:45:50.531620 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ccff9420-c032-44be-9ebb-ae5f27b8c583 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:50.533991 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8dd81-4073-48b6-9a8f-6859192e942b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Port': ['ID=96d377a4-e935-4054-bcec-510ad2132696,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:50.552884 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c71e5-e132-4482-a382-86d2ef045e87 None None] Pushing event updated for resources: {'Port': ['ID=d4a6e071-fbaa-4357-af62-a993871ca758,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:50.744931 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ccff9420-c032-44be-9ebb-ae5f27b8c583 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:50.823115 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bab8dd81-4073-48b6-9a8f-6859192e942b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:50.972896 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b2870-7032-4637-a832-d3c18b6249d0 req-8c47e1a2-dea3-47a2-97b2-808086094949 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:50.980232 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c26b2870-7032-4637-a832-d3c18b6249d0 req-8c47e1a2-dea3-47a2-97b2-808086094949 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=6da1e2ce-244b-409b-b9f8-69c505124bcc HTTP/1.1" status: 200 len: 945 time: 0.6093135 Jul 22 16:45:51.036014 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:51.119714 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:51.122284 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:51.247663 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c26b2870-7032-4637-a832-d3c18b6249d0 req-8ba95a25-c404-4781-a339-e3dab9856513 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664149 Jul 22 16:45:51.290849 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ccff9420-c032-44be-9ebb-ae5f27b8c583 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:51.316397 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6c9fde10-27e3-45f3-80ae-470adf1d3558 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:51.384823 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 6c9fde10-27e3-45f3-80ae-470adf1d3558 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:51.394963 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 71cf8055-ad4d-4c73-b357-b693981d7500 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:51.511138 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 71cf8055-ad4d-4c73-b357-b693981d7500 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:51.517506 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 71cf8055-ad4d-4c73-b357-b693981d7500 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:51.517888 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:51.530603 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ccff9420-c032-44be-9ebb-ae5f27b8c583 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:51.638353 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff9420-c032-44be-9ebb-ae5f27b8c583 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=0e671347-601c-4d75-9a86-7ae458bd931a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:51.650326 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06608a8-4d24-4f79-8f22-fe00d2ae8f8a None None] Network 8e60edc9-a0e7-4ec8-81c7-80146171cf77 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:51.701627 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ccff9420-c032-44be-9ebb-ae5f27b8c583 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:51.704882 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ccff9420-c032-44be-9ebb-ae5f27b8c583 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/0e671347-601c-4d75-9a86-7ae458bd931a HTTP/1.1" status: 204 len: 168 time: 1.4375119 Jul 22 16:45:51.706893 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36580) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:51.745736 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:51.785089 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-729d5935-9588-4689-bca7-71e41055a4ad None None] Provisioning for port 6c9fde10-27e3-45f3-80ae-470adf1d3558 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:51.804285 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e0b86656-ba06-4130-8fbe-9a38e2b3dca4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0949757 Jul 22 16:45:51.805584 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 71cf8055-ad4d-4c73-b357-b693981d7500, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=71cf8055-ad4d-4c73-b357-b693981d7500,segment=NetworkSegment(167d6408-722b-4a1b-913a-903cb217a5fe),segment_id=167d6408-722b-4a1b-913a-903cb217a5fe)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:51.806722 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-729d5935-9588-4689-bca7-71e41055a4ad None None] Provisioning complete for port 6c9fde10-27e3-45f3-80ae-470adf1d3558 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:51.807096 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-729d5935-9588-4689-bca7-71e41055a4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:51.810667 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36584) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:51.817703 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fc745fbf-74d5-4cf3-a57f-38e9e3e04cce tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:51.844439 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:51.844778 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bab8dd81-4073-48b6-9a8f-6859192e942b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:51.871279 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bab8dd81-4073-48b6-9a8f-6859192e942b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:51.873309 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bab8dd81-4073-48b6-9a8f-6859192e942b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:51.987722 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=71cf8055-ad4d-4c73-b357-b693981d7500,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:51.991806 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb87f16-f9ff-483c-a18d-c7ff346e35da req-5a03c52e-7a0d-49aa-ad06-4c2d270bd176 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:51.996039 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fb87f16-f9ff-483c-a18d-c7ff346e35da req-5a03c52e-7a0d-49aa-ad06-4c2d270bd176 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.16 "GET /v2.0/ports?device_id=6da1e2ce-244b-409b-b9f8-69c505124bcc HTTP/1.1" status: 200 len: 945 time: 0.4949946 Jul 22 16:45:51.998374 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8dd81-4073-48b6-9a8f-6859192e942b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Port': ['ID=96d377a4-e935-4054-bcec-510ad2132696,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:52.005871 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc745fbf-74d5-4cf3-a57f-38e9e3e04cce tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:52.009431 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc745fbf-74d5-4cf3-a57f-38e9e3e04cce tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:52.062628 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-729d5935-9588-4689-bca7-71e41055a4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:52.065917 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17748fb-b65c-41d5-a83c-c37a204ba8d9 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:52.158786 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd865213-4e74-4b20-9b38-c57b027f8899 req-749fef9c-de15-4053-bacf-78afaabe45dd tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:52.166848 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cd865213-4e74-4b20-9b38-c57b027f8899 req-749fef9c-de15-4053-bacf-78afaabe45dd tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 945 time: 0.5300372 Jul 22 16:45:52.204846 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-729d5935-9588-4689-bca7-71e41055a4ad None None] For port 6c9fde10-27e3-45f3-80ae-470adf1d3558, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6c9fde10-27e3-45f3-80ae-470adf1d3558,segment=NetworkSegment(e70b30d9-0c31-4fe9-9b4c-0096e86afc62),segment_id=e70b30d9-0c31-4fe9-9b4c-0096e86afc62)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:52.236258 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-729d5935-9588-4689-bca7-71e41055a4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:52.288113 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cd865213-4e74-4b20-9b38-c57b027f8899 req-d2916b29-0ce5-443a-a5a5-f555d65fc35a tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156712 Jul 22 16:45:52.295614 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-5fb87f16-f9ff-483c-a18d-c7ff346e35da req-80fac561-62cd-4a8c-b57f-ee8ef8cf2c4a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Deleting port 0aa824bc-ddd2-4817-aa67-9958e954640c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:52.296556 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5fb87f16-f9ff-483c-a18d-c7ff346e35da req-80fac561-62cd-4a8c-b57f-ee8ef8cf2c4a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:52.351456 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d5935-9588-4689-bca7-71e41055a4ad None None] Pushing event updated for resources: {'Port': ['ID=6c9fde10-27e3-45f3-80ae-470adf1d3558,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:52.424165 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-815bec56-4c7a-40ec-bdeb-86f662e7a2c6 None None] Provisioning for port d4a6e071-fbaa-4357-af62-a993871ca758 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:52.447950 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab8dd81-4073-48b6-9a8f-6859192e942b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network 8e60edc9-a0e7-4ec8-81c7-80146171cf77 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:52.495789 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc745fbf-74d5-4cf3-a57f-38e9e3e04cce tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:52.522146 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f50dcc-1f77-41d2-b28d-dbe83e8b4f82 None None] DHCP port deletion for 3a7a7ee3-b719-4772-82c2-01f118e27227 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:45:52.536157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-bab8dd81-4073-48b6-9a8f-6859192e942b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:52.551576 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc745fbf-74d5-4cf3-a57f-38e9e3e04cce tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:52.563145 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbabed-9223-49d3-a7e8-dff7bcf41e4c req-3d813138-3870-4680-a7a9-8c30d12dab0c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:52.571801 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2ecbabed-9223-49d3-a7e8-dff7bcf41e4c req-3d813138-3870-4680-a7a9-8c30d12dab0c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=6da1e2ce-244b-409b-b9f8-69c505124bcc HTTP/1.1" status: 200 len: 945 time: 0.1664879 Jul 22 16:45:52.592996 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-fc745fbf-74d5-4cf3-a57f-38e9e3e04cce tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:52.604491 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc745fbf-74d5-4cf3-a57f-38e9e3e04cce tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:52.605083 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc745fbf-74d5-4cf3-a57f-38e9e3e04cce tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:52.656183 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc745fbf-74d5-4cf3-a57f-38e9e3e04cce tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=c006bacf-7c73-464c-a5e9-c360912b445a,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:52.678447 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2ecbabed-9223-49d3-a7e8-dff7bcf41e4c req-ee27baa4-f788-44a0-bf93-8d35135a6326 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054490 Jul 22 16:45:52.679805 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fc745fbf-74d5-4cf3-a57f-38e9e3e04cce tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8681827 Jul 22 16:45:52.689057 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36602) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:52.703468 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-272057a3-31f9-4526-9a61-a62b3a693d77 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'fixed_ips': [{'subnet_id': 'c006bacf-7c73-464c-a5e9-c360912b445a', 'ip_address': '2001:db8::7c0f:86dc:ea9d:8271'}], 'name': 'tempest-NetworksTestDHCPv6-1000030401'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:52.721969 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a2f50dcc-1f77-41d2-b28d-dbe83e8b4f82 None None] Deleting port d4a6e071-fbaa-4357-af62-a993871ca758 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:52.722368 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2f50dcc-1f77-41d2-b28d-dbe83e8b4f82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:52.966371 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 71cf8055-ad4d-4c73-b357-b693981d7500 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:52.989800 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36608) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:53.005854 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5fb87f16-f9ff-483c-a18d-c7ff346e35da req-80fac561-62cd-4a8c-b57f-ee8ef8cf2c4a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] For port 0aa824bc-ddd2-4817-aa67-9958e954640c, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0aa824bc-ddd2-4817-aa67-9958e954640c,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:53.006365 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5fb87f16-f9ff-483c-a18d-c7ff346e35da req-80fac561-62cd-4a8c-b57f-ee8ef8cf2c4a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:53.030108 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-5fb87f16-f9ff-483c-a18d-c7ff346e35da req-80fac561-62cd-4a8c-b57f-ee8ef8cf2c4a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Calling delete_port for 0aa824bc-ddd2-4817-aa67-9958e954640c owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:53.037225 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e3183ae6-473d-44a2-929b-b80f5055a9ff None None] Provisioning for port 96d377a4-e935-4054-bcec-510ad2132696 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:53.051854 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab8dd81-4073-48b6-9a8f-6859192e942b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Router 1a0db670-7456-4f46-ad13-03e2ab4970f9 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:45:53.087078 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e3183ae6-473d-44a2-929b-b80f5055a9ff None None] Provisioning complete for port 96d377a4-e935-4054-bcec-510ad2132696 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:53.087702 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3183ae6-473d-44a2-929b-b80f5055a9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:53.142968 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272057a3-31f9-4526-9a61-a62b3a693d77 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:53.157542 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73651b6b-d6ab-419e-a80e-56b23fbfdbe8 req-a4914f0d-4809-4901-9228-df0ffc505be1 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:53.159196 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-73651b6b-d6ab-419e-a80e-56b23fbfdbe8 req-a4914f0d-4809-4901-9228-df0ffc505be1 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 945 time: 0.6034331 Jul 22 16:45:53.212216 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a2f50dcc-1f77-41d2-b28d-dbe83e8b4f82 None None] For port d4a6e071-fbaa-4357-af62-a993871ca758, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d4a6e071-fbaa-4357-af62-a993871ca758,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:53.212617 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2f50dcc-1f77-41d2-b28d-dbe83e8b4f82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:53.244026 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a2f50dcc-1f77-41d2-b28d-dbe83e8b4f82 None None] Calling delete_port for d4a6e071-fbaa-4357-af62-a993871ca758 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:53.257014 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-272057a3-31f9-4526-9a61-a62b3a693d77 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:53.264466 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e3183ae6-473d-44a2-929b-b80f5055a9ff None None] Port 96d377a4-e935-4054-bcec-510ad2132696 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:45:53.264644 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-582b10d7-4eaf-4d09-a01d-9408a032b364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:53.276619 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-272057a3-31f9-4526-9a61-a62b3a693d77 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] device_id is not set on port ac7281b5-b422-4b9b-b1e2-7f8457f08770 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:45:53.349129 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 71cf8055-ad4d-4c73-b357-b693981d7500 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:53.351145 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:53.403963 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e3183ae6-473d-44a2-929b-b80f5055a9ff None None] Provisioning complete for port 6c9fde10-27e3-45f3-80ae-470adf1d3558 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:53.405045 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3183ae6-473d-44a2-929b-b80f5055a9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:53.452492 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-582b10d7-4eaf-4d09-a01d-9408a032b364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:53.502538 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-582b10d7-4eaf-4d09-a01d-9408a032b364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:53.509440 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2f50dcc-1f77-41d2-b28d-dbe83e8b4f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:53.536009 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-272057a3-31f9-4526-9a61-a62b3a693d77 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8::7c0f:86dc:ea9d:8271 (3a7a7ee3-b719-4772-82c2-01f118e27227/c006bacf-7c73-464c-a5e9-c360912b445a/ac7281b5-b422-4b9b-b1e2-7f8457f08770) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:53.554294 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f50dcc-1f77-41d2-b28d-dbe83e8b4f82 None None] Pushing event deleted for resources: {'Port': ['ID=d4a6e071-fbaa-4357-af62-a993871ca758,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:53.565110 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f50dcc-1f77-41d2-b28d-dbe83e8b4f82 None None] No DVR routers for this DVR port d4a6e071-fbaa-4357-af62-a993871ca758 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:45:53.578211 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6c9fde10-27e3-45f3-80ae-470adf1d3558 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:53.586829 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b10d7-4eaf-4d09-a01d-9408a032b364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474bb763-da17-4434-be20-6ad4edecbffd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:53.613850 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-73651b6b-d6ab-419e-a80e-56b23fbfdbe8 req-97eb78c4-7c6c-4f8a-936c-60e2e17033e6 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136541 Jul 22 16:45:53.651345 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b660b3-7dcd-4284-b1bd-7fb56107a346 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:53.680408 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-582b10d7-4eaf-4d09-a01d-9408a032b364 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0546098a254b4fe088700587dda65f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6889794 Jul 22 16:45:53.685591 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36618) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:53.738909 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab8dd81-4073-48b6-9a8f-6859192e942b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:45:53.755562 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] Sync routers for ids ['1a0db670-7456-4f46-ad13-03e2ab4970f9'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:45:53.761331 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 6c9fde10-27e3-45f3-80ae-470adf1d3558 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:53.762018 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:53.780672 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-bab8dd81-4073-48b6-9a8f-6859192e942b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "PUT /v2.0/routers/1a0db670-7456-4f46-ad13-03e2ab4970f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1637764 Jul 22 16:45:53.783365 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36622) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:53.789867 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e81b6457-b3e0-47b6-8293-4703cf89636b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-481841213'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:53.829432 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] Routers {'1a0db670-7456-4f46-ad13-03e2ab4970f9'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:53.830113 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:45:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1a0db670-7456-4f46-ad13-03e2ab4970f9'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:53.848594 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-272057a3-31f9-4526-9a61-a62b3a693d77 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:53.886108 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-272057a3-31f9-4526-9a61-a62b3a693d77 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Transition to ACTIVE for port object ac7281b5-b422-4b9b-b1e2-7f8457f08770 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:53.938152 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5fb87f16-f9ff-483c-a18d-c7ff346e35da req-80fac561-62cd-4a8c-b57f-ee8ef8cf2c4a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:53.988971 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81b6457-b3e0-47b6-8293-4703cf89636b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Made reservation on behalf of 28afd516fe734112b120e8be45892cca for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:53.992894 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e81b6457-b3e0-47b6-8293-4703cf89636b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:53.995928 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['2596dc5f-fd69-4aaf-a871-df3a72ac699c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:45:54.006542 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] Set router 1a0db670-7456-4f46-ad13-03e2ab4970f9 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:45:54.022334 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fac561-62cd-4a8c-b57f-ee8ef8cf2c4a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Pushing event deleted for resources: {'Port': ['ID=0aa824bc-ddd2-4817-aa67-9958e954640c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:54.069035 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81b6457-b3e0-47b6-8293-4703cf89636b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:45:54.075295 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-272057a3-31f9-4526-9a61-a62b3a693d77 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.127776 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae80894-b470-4b6c-8f42-753c48f92abc req-7273521f-0c12-46d4-82ec-1b8c644fbdb9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:54.129306 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ae80894-b470-4b6c-8f42-753c48f92abc req-7273521f-0c12-46d4-82ec-1b8c644fbdb9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=6da1e2ce-244b-409b-b9f8-69c505124bcc HTTP/1.1" status: 200 len: 867 time: 0.3475702 Jul 22 16:45:54.130172 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c3aee923-f3f5-477a-bf98-445548bf8696 None None] Provisioning complete for port 96d377a4-e935-4054-bcec-510ad2132696 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:54.130304 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-22167dce-cddc-4d07-83d4-7875747edccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.130558 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c3aee923-f3f5-477a-bf98-445548bf8696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.132718 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb87f16-f9ff-483c-a18d-c7ff346e35da req-80fac561-62cd-4a8c-b57f-ee8ef8cf2c4a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] No DVR routers for this DVR port 0aa824bc-ddd2-4817-aa67-9958e954640c on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:45:54.136799 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5fb87f16-f9ff-483c-a18d-c7ff346e35da req-80fac561-62cd-4a8c-b57f-ee8ef8cf2c4a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.139295 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fb87f16-f9ff-483c-a18d-c7ff346e35da req-80fac561-62cd-4a8c-b57f-ee8ef8cf2c4a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.16 "DELETE /v2.0/ports/0aa824bc-ddd2-4817-aa67-9958e954640c HTTP/1.1" status: 204 len: 173 time: 2.1367345 Jul 22 16:45:54.140887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da1e2ce-244b-409b-b9f8-69c505124bcc', 'name': 'network-vif-deleted', 'tag': '0aa824bc-ddd2-4817-aa67-9958e954640c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:45:54.149370 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e81b6457-b3e0-47b6-8293-4703cf89636b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.150134 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-e81b6457-b3e0-47b6-8293-4703cf89636b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Added segment 57b5b66b-57d0-4b93-928f-41ca0fae5f32 of type vlan for network 5ed80825-20f9-44f8-9be5-4ff3eacf1e1b Jul 22 16:45:54.154993 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28542d3-a29b-4c90-b01d-d897484c4c6d" -d '{"events": [{"server_uuid": "6da1e2ce-244b-409b-b9f8-69c505124bcc", "name": "network-vif-deleted", "tag": "0aa824bc-ddd2-4817-aa67-9958e954640c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:45:54.180570 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272057a3-31f9-4526-9a61-a62b3a693d77 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:54.203705 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-272057a3-31f9-4526-9a61-a62b3a693d77 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:54.205542 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272057a3-31f9-4526-9a61-a62b3a693d77 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=ac7281b5-b422-4b9b-b1e2-7f8457f08770,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:54.209422 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272057a3-31f9-4526-9a61-a62b3a693d77 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:54.215525 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272057a3-31f9-4526-9a61-a62b3a693d77 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:54.216757 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-272057a3-31f9-4526-9a61-a62b3a693d77 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.252210 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bb753-ef2e-40b0-bd0d-6373e6b72114 req-f68082ef-2ffc-4d53-8490-1be05955da2e tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:54.253212 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-22167dce-cddc-4d07-83d4-7875747edccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.254397 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-414bb753-ef2e-40b0-bd0d-6373e6b72114 req-f68082ef-2ffc-4d53-8490-1be05955da2e tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 945 time: 0.2823992 Jul 22 16:45:54.256519 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e81b6457-b3e0-47b6-8293-4703cf89636b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.276420 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-272057a3-31f9-4526-9a61-a62b3a693d77 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5857234 Jul 22 16:45:54.280415 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ae80894-b470-4b6c-8f42-753c48f92abc req-4753194a-7e70-48f5-96b3-b205ef22b9a9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176515 Jul 22 16:45:54.281172 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36630) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:54.332716 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-414bb753-ef2e-40b0-bd0d-6373e6b72114 req-e58275a2-94fd-463c-a9ff-0d4aedbaab7f tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699842 Jul 22 16:45:54.343866 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e81b6457-b3e0-47b6-8293-4703cf89636b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.363095 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81b6457-b3e0-47b6-8293-4703cf89636b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:54.367694 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e81b6457-b3e0-47b6-8293-4703cf89636b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.376676 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f046c230-184b-43c2-baed-8d691725d18f x-openstack-request-id: req-f046c230-184b-43c2-baed-8d691725d18f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:45:54.376976 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da1e2ce-244b-409b-b9f8-69c505124bcc", "name": "network-vif-deleted", "tag": "0aa824bc-ddd2-4817-aa67-9958e954640c", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:45:54.377421 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f046c230-184b-43c2-baed-8d691725d18f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:45:54.378991 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da1e2ce-244b-409b-b9f8-69c505124bcc', 'name': 'network-vif-deleted', 'tag': '0aa824bc-ddd2-4817-aa67-9958e954640c', 'status': 'completed', 'code': 200} Jul 22 16:45:54.381225 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-22167dce-cddc-4d07-83d4-7875747edccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.384182 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-22167dce-cddc-4d07-83d4-7875747edccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.387736 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-22167dce-cddc-4d07-83d4-7875747edccf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/474bb763-da17-4434-be20-6ad4edecbffd HTTP/1.1" status: 204 len: 168 time: 0.6986761 Jul 22 16:45:54.417713 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22167dce-cddc-4d07-83d4-7875747edccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474bb763-da17-4434-be20-6ad4edecbffd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:54.450740 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce499be-aa8f-4d9a-8577-202e512ad53c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:54.455898 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7ce499be-aa8f-4d9a-8577-202e512ad53c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1580150 Jul 22 16:45:54.458468 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e81b6457-b3e0-47b6-8293-4703cf89636b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6732397 Jul 22 16:45:54.459168 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36634) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:54.459555 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36636) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:54.469020 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-287593f6-9ac8-49d2-8bdf-28948627b862 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'subnet': {'network_id': '5ed80825-20f9-44f8-9be5-4ff3eacf1e1b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:54.485044 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c3aee923-f3f5-477a-bf98-445548bf8696 None None] Port 96d377a4-e935-4054-bcec-510ad2132696 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:45:54.520412 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b6457-b3e0-47b6-8293-4703cf89636b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Network': ['ID=5ed80825-20f9-44f8-9be5-4ff3eacf1e1b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:54.539662 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 5ed80825-20f9-44f8-9be5-4ff3eacf1e1b details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:45:54.702675 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287593f6-9ac8-49d2-8bdf-28948627b862 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Made reservation on behalf of 28afd516fe734112b120e8be45892cca for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:54.706901 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-287593f6-9ac8-49d2-8bdf-28948627b862 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.733994 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-450b29d7-fa41-4bfb-b1c8-f58ae739b2fd tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting port ac7281b5-b422-4b9b-b1e2-7f8457f08770 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:54.734342 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-450b29d7-fa41-4bfb-b1c8-f58ae739b2fd tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.757118 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-3a7a7ee3-b719-4772-82c2-01f118e27227', 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'fixed_ips': [{'subnet_id': 'c006bacf-7c73-464c-a5e9-c360912b445a'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:45:54.759648 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.797852 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36642) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:54.806877 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:45:50Z', 'revision_number': 4, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:49Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71cf8055-ad4d-4c73-b357-b693981d7500', 'name': '', 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:24:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:41Z', 'updated_at': '2021-07-22T16:45:51Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96d377a4-e935-4054-bcec-510ad2132696', 'name': '', 'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:4f:b2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:48Z', 'updated_at': '2021-07-22T16:45:51Z', 'revision_number': 2, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:54.811468 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5b241cb-13df-46d3-8aaf-3a9a3d1753f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.890657 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] Checking router: 1a0db670-7456-4f46-ad13-03e2ab4970f9 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:45:54.891576 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] Updating router 1a0db670-7456-4f46-ad13-03e2ab4970f9 port 96d377a4-e935-4054-bcec-510ad2132696 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:45:54.914807 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5b241cb-13df-46d3-8aaf-3a9a3d1753f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.915172 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-450b29d7-fa41-4bfb-b1c8-f58ae739b2fd tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.921131 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5b241cb-13df-46d3-8aaf-3a9a3d1753f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.937858 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-450b29d7-fa41-4bfb-b1c8-f58ae739b2fd tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Calling delete_port for ac7281b5-b422-4b9b-b1e2-7f8457f08770 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:54.944149 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.978652 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d5b241cb-13df-46d3-8aaf-3a9a3d1753f8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=622f84b96e9641908a1617b61b951bf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1797557 Jul 22 16:45:54.980026 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b241cb-13df-46d3-8aaf-3a9a3d1753f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc05f1fe-21f0-4536-9b5a-bffba6a6a17d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:54.982916 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36646) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:55.052352 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Allocated IP 2001:db8::2 (3a7a7ee3-b719-4772-82c2-01f118e27227/c006bacf-7c73-464c-a5e9-c360912b445a/0a2b20c9-2080-4056-a1c2-2136fedf355e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:55.056504 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05017b73-06e3-46a0-a00a-ef7fb0910dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:55.084020 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05017b73-06e3-46a0-a00a-ef7fb0910dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:55.131687 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-287593f6-9ac8-49d2-8bdf-28948627b862 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:55.146283 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05017b73-06e3-46a0-a00a-ef7fb0910dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:55.149810 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05017b73-06e3-46a0-a00a-ef7fb0910dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:55.153617 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-05017b73-06e3-46a0-a00a-ef7fb0910dbc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fc05f1fe-21f0-4536-9b5a-bffba6a6a17d HTTP/1.1" status: 204 len: 168 time: 0.1683714 Jul 22 16:45:55.164208 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05017b73-06e3-46a0-a00a-ef7fb0910dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc05f1fe-21f0-4536-9b5a-bffba6a6a17d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:55.242331 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287593f6-9ac8-49d2-8bdf-28948627b862 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Subnet': ['ID=359672aa-a842-4659-b52d-cc82fdaf09dc,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:55.272160 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287593f6-9ac8-49d2-8bdf-28948627b862 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Checking segment: {'id': '57b5b66b-57d0-4b93-928f-41ca0fae5f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5ed80825-20f9-44f8-9be5-4ff3eacf1e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:55.272534 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287593f6-9ac8-49d2-8bdf-28948627b862 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network hostable DHCP agents. Network: 5ed80825-20f9-44f8-9be5-4ff3eacf1e1b, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:45:55.277078 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-450b29d7-fa41-4bfb-b1c8-f58ae739b2fd tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:55.328515 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b29d7-fa41-4bfb-b1c8-f58ae739b2fd tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Port': ['ID=ac7281b5-b422-4b9b-b1e2-7f8457f08770,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:55.328515 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287593f6-9ac8-49d2-8bdf-28948627b862 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network 5ed80825-20f9-44f8-9be5-4ff3eacf1e1b is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:45:55.342817 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-287593f6-9ac8-49d2-8bdf-28948627b862 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 5ed80825-20f9-44f8-9be5-4ff3eacf1e1b) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:55.348547 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287593f6-9ac8-49d2-8bdf-28948627b862 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:55.349137 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-287593f6-9ac8-49d2-8bdf-28948627b862 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:55.379347 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bd88e7-0dd9-44ce-a43b-a34b29b3eceb None None] Network 5ed80825-20f9-44f8-9be5-4ff3eacf1e1b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:55.441262 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-450b29d7-fa41-4bfb-b1c8-f58ae739b2fd tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:55.446227 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36666) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:55.457525 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-450b29d7-fa41-4bfb-b1c8-f58ae739b2fd tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/ac7281b5-b422-4b9b-b1e2-7f8457f08770 HTTP/1.1" status: 204 len: 168 time: 0.9943204 Jul 22 16:45:55.477461 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-287593f6-9ac8-49d2-8bdf-28948627b862 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0125217 Jul 22 16:45:55.479817 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36668) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:55.513841 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:55.554295 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Transition to ACTIVE for port object 0a2b20c9-2080-4056-a1c2-2136fedf355e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:55.580757 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4324bd-5df5-46f5-94a8-0c84738be5da req-e6abd9ea-6865-4d52-801c-581c2a9e5d80 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:55.584679 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7c4324bd-5df5-46f5-94a8-0c84738be5da req-e6abd9ea-6865-4d52-801c-581c2a9e5d80 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 945 time: 0.1468430 Jul 22 16:45:55.593812 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Transition to ACTIVE for port object 0a2b20c9-2080-4056-a1c2-2136fedf355e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:55.623208 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:55.666161 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:55.673008 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7c4324bd-5df5-46f5-94a8-0c84738be5da req-dfcd2694-f18c-4c8c-acfb-e3d66ec59309 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759394 Jul 22 16:45:55.694168 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] Transition to ACTIVE for port object 96d377a4-e935-4054-bcec-510ad2132696 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:55.791561 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:55.795694 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:55.808947 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:55.819494 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:55.826914 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee786930-118d-426b-b6d3-fd484c745b89 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:55.828482 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee786930-118d-426b-b6d3-fd484c745b89 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:55.831481 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Pushing event updated for resources: {'Port': ['ID=0a2b20c9-2080-4056-a1c2-2136fedf355e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:55.832754 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36692) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:55.848994 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ee786930-118d-426b-b6d3-fd484c745b89 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3859327 Jul 22 16:45:55.975244 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902b434f-cf4c-4f5f-844f-562c134b22b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-5ed80825-20f9-44f8-9be5-4ff3eacf1e1b', 'network_id': '5ed80825-20f9-44f8-9be5-4ff3eacf1e1b', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'fixed_ips': [{'subnet_id': '359672aa-a842-4659-b52d-cc82fdaf09dc'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:45:55.976397 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-902b434f-cf4c-4f5f-844f-562c134b22b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:55.980160 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 0aa824bc-ddd2-4817-aa67-9958e954640c no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:45:55.997477 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d46ab3-032b-46eb-97ef-ec26f0865832 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet c006bacf-7c73-464c-a5e9-c360912b445a {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:45:56.011317 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69d46ab3-032b-46eb-97ef-ec26f0865832 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:56.096618 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69d46ab3-032b-46eb-97ef-ec26f0865832 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:56.113163 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e7acc-807d-4740-9d5f-9e77752af442 None None] Pushing event updated for resources: {'Port': ['ID=96d377a4-e935-4054-bcec-510ad2132696,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:56.116220 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 0aa824bc-ddd2-4817-aa67-9958e954640c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:45:56.116220 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 0aa824bc-ddd2-4817-aa67-9958e954640c not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:45:56.161965 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-1c07e988-1e97-4184-94d8-2f4ce3ca4d46 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:56.169783 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-1c07e988-1e97-4184-94d8-2f4ce3ca4d46 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/networks?id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d HTTP/1.1" status: 200 len: 805 time: 0.4133878 Jul 22 16:45:56.200221 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] Attempting to bind port 96d377a4-e935-4054-bcec-510ad2132696 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:45:56.200932 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] Attempting to bind port 96d377a4-e935-4054-bcec-510ad2132696 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e70b30d9-0c31-4fe9-9b4c-0096e86afc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:45:56.201403 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] Attempting to bind port 96d377a4-e935-4054-bcec-510ad2132696 on network 8e60edc9-a0e7-4ec8-81c7-80146171cf77 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:56.209062 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:45:56.209589 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] Checking segment: {'id': 'e70b30d9-0c31-4fe9-9b4c-0096e86afc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:56.210121 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:56.210988 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] Bound using segment: {'id': 'e70b30d9-0c31-4fe9-9b4c-0096e86afc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:45:56.211581 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] Bound port: 96d377a4-e935-4054-bcec-510ad2132696, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70b30d9-0c31-4fe9-9b4c-0096e86afc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:45:56.212075 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:56.214471 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Attempting to bind port 0a2b20c9-2080-4056-a1c2-2136fedf355e on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:45:56.215666 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Attempting to bind port 0a2b20c9-2080-4056-a1c2-2136fedf355e by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:45:56.216119 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Attempting to bind port 0a2b20c9-2080-4056-a1c2-2136fedf355e on network 3a7a7ee3-b719-4772-82c2-01f118e27227 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:56.249551 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-0ab86f46-050a-4eb5-85b8-edf4237c6146 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/quotas/da62075422094ce69d816eddc76670fa HTTP/1.1" status: 200 len: 375 time: 0.0715477 Jul 22 16:45:56.302780 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:45:56.303543 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Checking segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:56.305276 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:56.305980 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Bound using segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:45:56.306833 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Bound port: 0a2b20c9-2080-4056-a1c2-2136fedf355e, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:45:56.307603 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:56.326685 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a7e6a-e09b-48e9-8402-992ec3288b97 req-094af1b6-8cb0-4534-9f49-0e4186c3b6a2 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:56.334331 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2b3a7e6a-e09b-48e9-8402-992ec3288b97 req-094af1b6-8cb0-4534-9f49-0e4186c3b6a2 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 945 time: 0.1524396 Jul 22 16:45:56.347204 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69d46ab3-032b-46eb-97ef-ec26f0865832 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:56.425687 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2b3a7e6a-e09b-48e9-8402-992ec3288b97 req-10a0228e-3246-48e3-94b0-d4141a0836ca tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901904 Jul 22 16:45:56.453122 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69d46ab3-032b-46eb-97ef-ec26f0865832 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:56.488491 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d46ab3-032b-46eb-97ef-ec26f0865832 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=c006bacf-7c73-464c-a5e9-c360912b445a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:56.501285 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69d46ab3-032b-46eb-97ef-ec26f0865832 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:56.503675 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-69d46ab3-032b-46eb-97ef-ec26f0865832 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/c006bacf-7c73-464c-a5e9-c360912b445a HTTP/1.1" status: 204 len: 168 time: 0.6695335 Jul 22 16:45:56.506132 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36710) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:56.531263 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] For port 0a2b20c9-2080-4056-a1c2-2136fedf355e, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:45:56.540638 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] For port 0a2b20c9-2080-4056-a1c2-2136fedf355e, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0a2b20c9-2080-4056-a1c2-2136fedf355e,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:45:56.569245 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-81eb9ed4-9d1b-48e7-acc8-64f8cac41ca4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616584 Jul 22 16:45:56.571809 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36712) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:56.586323 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:56.667315 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aa43e1-d5e7-423f-affc-251d43d0098b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:56.671385 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-49aa43e1-d5e7-423f-affc-251d43d0098b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0960922 Jul 22 16:45:56.672625 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36716) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:56.688069 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] For port 96d377a4-e935-4054-bcec-510ad2132696, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:45:56.692136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] For port 96d377a4-e935-4054-bcec-510ad2132696, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=96d377a4-e935-4054-bcec-510ad2132696,segment=NetworkSegment(e70b30d9-0c31-4fe9-9b4c-0096e86afc62),segment_id=e70b30d9-0c31-4fe9-9b4c-0096e86afc62)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:45:56.741246 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:56.763425 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7c5352-7b6c-418c-92de-62f652c1a8d7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:56.799837 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ba7c5352-7b6c-418c-92de-62f652c1a8d7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1260946 Jul 22 16:45:56.809252 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36720) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:56.835574 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Pushing event updated for resources: {'Port': ['ID=0a2b20c9-2080-4056-a1c2-2136fedf355e,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:56.847669 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] Routers {'1a0db670-7456-4f46-ad13-03e2ab4970f9'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:56.848575 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:45:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1a0db670-7456-4f46-ad13-03e2ab4970f9'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:56.900358 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-902b434f-cf4c-4f5f-844f-562c134b22b7 None None] Allocated IP 2001:db8:3::2 (5ed80825-20f9-44f8-9be5-4ff3eacf1e1b/359672aa-a842-4659-b52d-cc82fdaf09dc/f5fb6602-3b0a-4382-8133-c2555378c627) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:56.975316 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-81fd14ce-93c7-4363-8207-399f98cc5c85 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1558964 Jul 22 16:45:56.979489 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36724) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:56.987428 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c51ef06c-dd5a-4507-9d5a-b9efeb090e8c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:57.038361 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e26f37-82ce-4092-ba35-bf39ae93a3fe req-705dbe0e-c8fc-4a11-872d-d01582435bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:57.041492 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-18e26f37-82ce-4092-ba35-bf39ae93a3fe req-705dbe0e-c8fc-4a11-872d-d01582435bcb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8d44e9399734a8993214f5e5ae2ac9a&device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 1096 time: 1.0102508 Jul 22 16:45:57.264880 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51ef06c-dd5a-4507-9d5a-b9efeb090e8c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:57.270594 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c51ef06c-dd5a-4507-9d5a-b9efeb090e8c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:57.300366 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:57.300710 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:57.301219 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:57.301702 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:57.302203 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:57.302699 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:57.303172 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:57.303644 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:57.304127 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:57.304593 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:57.305074 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:57.305544 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cda7e3-df6d-49fd-a329-5936f232176d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:57.322843 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-b91ae8dd-fe16-44d3-8651-ca1344e97f1f tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=da62075422094ce69d816eddc76670fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9869883 Jul 22 16:45:57.396055 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] Set router 1a0db670-7456-4f46-ad13-03e2ab4970f9 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:45:57.509911 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e26f37-82ce-4092-ba35-bf39ae93a3fe req-8adf9daf-c59d-4e77-b4fb-a0b9925afc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:57.511446 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-18e26f37-82ce-4092-ba35-bf39ae93a3fe req-8adf9daf-c59d-4e77-b4fb-a0b9925afc24 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db4f1d09-6531-42c7-9355-5f2a40f29355 HTTP/1.1" status: 200 len: 912 time: 0.4336343 Jul 22 16:45:57.556201 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e7acc-807d-4740-9d5f-9e77752af442 None None] Pushing event updated for resources: {'Port': ['ID=96d377a4-e935-4054-bcec-510ad2132696,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:57.587391 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-18e26f37-82ce-4092-ba35-bf39ae93a3fe req-2ffbebc9-e1a4-45b8-ad23-357c6160d159 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b1b0a4d-db1c-483d-971f-d908debf6247 HTTP/1.1" status: 200 len: 217 time: 0.0644023 Jul 22 16:45:57.611983 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b8032af-e31f-47f6-9231-62e8d3b4906a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:57.619838 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-902b434f-cf4c-4f5f-844f-562c134b22b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:57.634149 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c51ef06c-dd5a-4507-9d5a-b9efeb090e8c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:57.640618 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-902b434f-cf4c-4f5f-844f-562c134b22b7 None None] Transition to ACTIVE for port object f5fb6602-3b0a-4382-8133-c2555378c627 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:57.653967 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-349c8e8b-6c8f-4ce0-9a09-edb4b0d66b47 service neutron] 10.222.0.69 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301725 Jul 22 16:45:57.695368 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51ef06c-dd5a-4507-9d5a-b9efeb090e8c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:57.696264 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-902b434f-cf4c-4f5f-844f-562c134b22b7 None None] Transition to ACTIVE for port object f5fb6602-3b0a-4382-8133-c2555378c627 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:57.703628 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c51ef06c-dd5a-4507-9d5a-b9efeb090e8c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:57.710606 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51ef06c-dd5a-4507-9d5a-b9efeb090e8c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:57.711287 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c51ef06c-dd5a-4507-9d5a-b9efeb090e8c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:57.721348 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-902b434f-cf4c-4f5f-844f-562c134b22b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:57.759221 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08e192-79fe-4876-9065-c7878c0d1651 req-878c73da-13b6-4d83-9e64-508b3b6064c4 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:57.768584 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ae08e192-79fe-4876-9065-c7878c0d1651 req-878c73da-13b6-4d83-9e64-508b3b6064c4 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 945 time: 0.2584262 Jul 22 16:45:57.771311 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ef06c-dd5a-4507-9d5a-b9efeb090e8c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=76ce8f4f-25dd-498f-ab33-95e956f934fc,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:57.775226 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c51ef06c-dd5a-4507-9d5a-b9efeb090e8c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7946815 Jul 22 16:45:57.786925 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36740) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:57.789427 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e26f37-82ce-4092-ba35-bf39ae93a3fe req-6bdf2f0d-1e1a-4f77-bfb6-7003131ae278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:57.792128 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-18e26f37-82ce-4092-ba35-bf39ae93a3fe req-6bdf2f0d-1e1a-4f77-bfb6-7003131ae278 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5c7235-94ca-46f8-a44d-6ad372867298 HTTP/1.1" status: 200 len: 851 time: 0.1942012 Jul 22 16:45:57.820573 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902b434f-cf4c-4f5f-844f-562c134b22b7 None None] Network 5ed80825-20f9-44f8-9be5-4ff3eacf1e1b is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:57.822602 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b434f-cf4c-4f5f-844f-562c134b22b7 None None] Pushing event updated for resources: {'Port': ['ID=f5fb6602-3b0a-4382-8133-c2555378c627,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:57.832859 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-902b434f-cf4c-4f5f-844f-562c134b22b7 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:57.836937 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902b434f-cf4c-4f5f-844f-562c134b22b7 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:57.857061 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ae08e192-79fe-4876-9065-c7878c0d1651 req-d52d6a86-5e90-4d6a-b3f8-f3cdf59f8d4b tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885351 Jul 22 16:45:57.899658 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-16d32333-55e3-4e7f-82ca-9c36d12de5b6 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'fixed_ips': [{'subnet_id': '76ce8f4f-25dd-498f-ab33-95e956f934fc', 'ip_address': '2001:db8::a1fe:ca78:4234:59f8'}], 'name': 'tempest-NetworksTestDHCPv6-2053646831'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:57.911720 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-902b434f-cf4c-4f5f-844f-562c134b22b7 None None] Attempting to bind port f5fb6602-3b0a-4382-8133-c2555378c627 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:45:57.912086 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-902b434f-cf4c-4f5f-844f-562c134b22b7 None None] Attempting to bind port f5fb6602-3b0a-4382-8133-c2555378c627 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '57b5b66b-57d0-4b93-928f-41ca0fae5f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5ed80825-20f9-44f8-9be5-4ff3eacf1e1b'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:45:57.912445 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902b434f-cf4c-4f5f-844f-562c134b22b7 None None] Attempting to bind port f5fb6602-3b0a-4382-8133-c2555378c627 on network 5ed80825-20f9-44f8-9be5-4ff3eacf1e1b {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:57.919559 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902b434f-cf4c-4f5f-844f-562c134b22b7 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:45:57.919925 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902b434f-cf4c-4f5f-844f-562c134b22b7 None None] Checking segment: {'id': '57b5b66b-57d0-4b93-928f-41ca0fae5f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5ed80825-20f9-44f8-9be5-4ff3eacf1e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:57.920332 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-902b434f-cf4c-4f5f-844f-562c134b22b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:57.920723 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902b434f-cf4c-4f5f-844f-562c134b22b7 None None] Bound using segment: {'id': '57b5b66b-57d0-4b93-928f-41ca0fae5f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5ed80825-20f9-44f8-9be5-4ff3eacf1e1b'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:45:57.921204 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-902b434f-cf4c-4f5f-844f-562c134b22b7 None None] Bound port: f5fb6602-3b0a-4382-8133-c2555378c627, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b5b66b-57d0-4b93-928f-41ca0fae5f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5ed80825-20f9-44f8-9be5-4ff3eacf1e1b'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:45:57.921586 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-902b434f-cf4c-4f5f-844f-562c134b22b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:57.939967 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:45:50Z', 'revision_number': 4, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:49Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71cf8055-ad4d-4c73-b357-b693981d7500', 'name': '', 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:24:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:41Z', 'updated_at': '2021-07-22T16:45:51Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96d377a4-e935-4054-bcec-510ad2132696', 'name': '', 'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:4f:b2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:48Z', 'updated_at': '2021-07-22T16:45:56Z', 'revision_number': 4, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:57.998428 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58b2ef0-6421-4603-b75e-64bcf213696a None None] The sync data for ids ['1a0db670-7456-4f46-ad13-03e2ab4970f9'] in n-d-798930-9 is: [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:45:50Z', 'revision_number': 4, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:49Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71cf8055-ad4d-4c73-b357-b693981d7500', 'name': '', 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:24:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:41Z', 'updated_at': '2021-07-22T16:45:51Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96d377a4-e935-4054-bcec-510ad2132696', 'name': '', 'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:4f:b2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:48Z', 'updated_at': '2021-07-22T16:45:56Z', 'revision_number': 4, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:45:58.065752 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-18e26f37-82ce-4092-ba35-bf39ae93a3fe req-058edbad-9439-44d3-bbb7-8265cb02e9cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db4f1d09-6531-42c7-9355-5f2a40f29355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2663429 Jul 22 16:45:58.089035 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-902b434f-cf4c-4f5f-844f-562c134b22b7 None None] For port f5fb6602-3b0a-4382-8133-c2555378c627, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:45:58.104697 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-902b434f-cf4c-4f5f-844f-562c134b22b7 None None] For port f5fb6602-3b0a-4382-8133-c2555378c627, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f5fb6602-3b0a-4382-8133-c2555378c627,segment=NetworkSegment(57b5b66b-57d0-4b93-928f-41ca0fae5f32),segment_id=57b5b66b-57d0-4b93-928f-41ca0fae5f32)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:45:58.117448 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-902b434f-cf4c-4f5f-844f-562c134b22b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:58.270531 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b434f-cf4c-4f5f-844f-562c134b22b7 None None] Pushing event updated for resources: {'Port': ['ID=f5fb6602-3b0a-4382-8133-c2555378c627,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:58.472795 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dcdd43-2fee-459c-9331-305fee481dcd None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:58.489177 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-086852b0-8dc3-4af9-b6f2-c001c518f878 service neutron] 10.222.0.69 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8330760 Jul 22 16:45:58.571470 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-18e26f37-82ce-4092-ba35-bf39ae93a3fe req-43757780-f9ab-4041-9d13-71b4b12d395c service neutron] 10.222.0.30 "GET /v2.0/networks/db4f1d09-6531-42c7-9355-5f2a40f29355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760013 Jul 22 16:45:58.655858 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d32333-55e3-4e7f-82ca-9c36d12de5b6 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:58.684976 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-99fc9b0f-6fc8-455e-a17d-309b85566b07 None None] Provisioning for port 0a2b20c9-2080-4056-a1c2-2136fedf355e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:58.737218 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-99fc9b0f-6fc8-455e-a17d-309b85566b07 None None] Could not find standard attr ID for object ac7281b5-b422-4b9b-b1e2-7f8457f08770. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:45:59.005161 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da8fb95f-7ce5-4428-8698-43a14c5dc898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:59.029143 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 96d377a4-e935-4054-bcec-510ad2132696 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:59.042037 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1b56c10f-a315-4180-aa81-4103821e3087 req-f49b9c5b-adb0-459b-b9f0-ae08898b3e37 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 210 time: 0.1115968 Jul 22 16:45:59.057405 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-0b8032af-e31f-47f6-9231-62e8d3b4906a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Allocated IP 2001:db8:3::1 (5ed80825-20f9-44f8-9be5-4ff3eacf1e1b/359672aa-a842-4659-b52d-cc82fdaf09dc/5da2048b-e4b3-4553-aa8f-d3f6e17e66f5) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:59.145795 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-18e26f37-82ce-4092-ba35-bf39ae93a3fe req-5b90618a-cdb4-4007-a323-9cbe714af0f8 service neutron] 10.222.0.30 "GET /v2.0/networks/db4f1d09-6531-42c7-9355-5f2a40f29355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646403 Jul 22 16:45:59.230588 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16d32333-55e3-4e7f-82ca-9c36d12de5b6 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:59.236773 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 96d377a4-e935-4054-bcec-510ad2132696 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:59.252887 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 96d377a4-e935-4054-bcec-510ad2132696 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:59.253275 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:59.281800 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-16d32333-55e3-4e7f-82ca-9c36d12de5b6 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] device_id is not set on port 68fe26f7-d7f4-4149-9dce-00f5083d1a42 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:45:59.540771 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:59.621528 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 96d377a4-e935-4054-bcec-510ad2132696, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=96d377a4-e935-4054-bcec-510ad2132696,segment=NetworkSegment(e70b30d9-0c31-4fe9-9b4c-0096e86afc62),segment_id=e70b30d9-0c31-4fe9-9b4c-0096e86afc62)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:59.628335 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:59.629342 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0a2b20c9-2080-4056-a1c2-2136fedf355e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:59.649024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425307d8-b93b-4797-9ea4-a7500efe9e0e req-87b86869-c5f9-4bda-b35a-4fde93f70683 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:59.657316 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-425307d8-b93b-4797-9ea4-a7500efe9e0e req-87b86869-c5f9-4bda-b35a-4fde93f70683 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 945 time: 0.5908861 Jul 22 16:45:59.844259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=96d377a4-e935-4054-bcec-510ad2132696,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:59.864647 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 0a2b20c9-2080-4056-a1c2-2136fedf355e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:59.869099 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 0a2b20c9-2080-4056-a1c2-2136fedf355e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:59.869476 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:59.956679 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-425307d8-b93b-4797-9ea4-a7500efe9e0e req-fec8c4a4-b3d5-4e87-b89a-ea91f130821c tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980659 Jul 22 16:45:59.977860 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b8032af-e31f-47f6-9231-62e8d3b4906a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:00.045633 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0b8032af-e31f-47f6-9231-62e8d3b4906a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Transition to ACTIVE for port object 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:00.069746 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-16d32333-55e3-4e7f-82ca-9c36d12de5b6 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8::a1fe:ca78:4234:59f8 (3a7a7ee3-b719-4772-82c2-01f118e27227/76ce8f4f-25dd-498f-ab33-95e956f934fc/68fe26f7-d7f4-4149-9dce-00f5083d1a42) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:00.090593 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6a9ebd3a-4c25-41b2-867a-a4c835cd8c64 None None] Could not find standard attr ID for object ae18521f-8b71-4a73-92dc-1d3f794a2167. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:46:00.099629 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:00.184155 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 0a2b20c9-2080-4056-a1c2-2136fedf355e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0a2b20c9-2080-4056-a1c2-2136fedf355e,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:00.198456 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:00.208428 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f5fb6602-3b0a-4382-8133-c2555378c627 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:00.252997 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b8032af-e31f-47f6-9231-62e8d3b4906a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:00.272309 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0b044872-e2b1-4a92-ab4d-bca0b4636c9c req-81a03ba3-ae9e-4ba1-b7a5-e32d746e4997 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 210 time: 0.0778418 Jul 22 16:46:00.353106 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8032af-e31f-47f6-9231-62e8d3b4906a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network 5ed80825-20f9-44f8-9be5-4ff3eacf1e1b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:00.366432 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36810) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:00.379069 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=0a2b20c9-2080-4056-a1c2-2136fedf355e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:00.407954 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port f5fb6602-3b0a-4382-8133-c2555378c627 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:00.444625 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0b8032af-e31f-47f6-9231-62e8d3b4906a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:00.472405 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8032af-e31f-47f6-9231-62e8d3b4906a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:46:00.472993 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b8032af-e31f-47f6-9231-62e8d3b4906a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:00.494199 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a2a79e-a90c-48b2-956f-aea1a6e1485c None None] Network 5ed80825-20f9-44f8-9be5-4ff3eacf1e1b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:00.566482 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8032af-e31f-47f6-9231-62e8d3b4906a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Port': ['ID=5da2048b-e4b3-4553-aa8f-d3f6e17e66f5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:00.583158 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e6fd2f8-b8cf-4779-b49b-fba3b1b6843c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:00.628729 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0ba45235-fafc-40c4-9d52-9035f5b70f79 None None] Provisioning for port f5fb6602-3b0a-4382-8133-c2555378c627 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:00.635878 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0ba45235-fafc-40c4-9d52-9035f5b70f79 None None] Provisioning complete for port f5fb6602-3b0a-4382-8133-c2555378c627 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:00.636264 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ba45235-fafc-40c4-9d52-9035f5b70f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:00.680210 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16d32333-55e3-4e7f-82ca-9c36d12de5b6 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:00.754340 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-16d32333-55e3-4e7f-82ca-9c36d12de5b6 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Transition to ACTIVE for port object 68fe26f7-d7f4-4149-9dce-00f5083d1a42 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:00.829237 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0a2b20c9-2080-4056-a1c2-2136fedf355e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:00.832839 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e6fd2f8-b8cf-4779-b49b-fba3b1b6843c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:00.840951 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e6fd2f8-b8cf-4779-b49b-fba3b1b6843c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:00.864623 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ba45235-fafc-40c4-9d52-9035f5b70f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:00.895274 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b8032af-e31f-47f6-9231-62e8d3b4906a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:00.921551 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6e6fd2f8-b8cf-4779-b49b-fba3b1b6843c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e641565b14ff438db39006aa6ce6fb60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5537825 Jul 22 16:46:00.924231 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36818) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:00.925324 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6fd2f8-b8cf-4779-b49b-fba3b1b6843c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da40cb2-868e-4c8c-83d4-5aa2717fcb4a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:01.010109 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0ba45235-fafc-40c4-9d52-9035f5b70f79 None None] For port f5fb6602-3b0a-4382-8133-c2555378c627, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f5fb6602-3b0a-4382-8133-c2555378c627,segment=NetworkSegment(57b5b66b-57d0-4b93-928f-41ca0fae5f32),segment_id=57b5b66b-57d0-4b93-928f-41ca0fae5f32)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:01.014642 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-382dd699-9767-43b7-9157-10c5e0453f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:01.035013 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ba45235-fafc-40c4-9d52-9035f5b70f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:01.052536 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0ba45235-fafc-40c4-9d52-9035f5b70f79 None None] Could not find standard attr ID for object ac7281b5-b422-4b9b-b1e2-7f8457f08770. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:46:01.088407 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-382dd699-9767-43b7-9157-10c5e0453f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:01.135015 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 0a2b20c9-2080-4056-a1c2-2136fedf355e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:01.137877 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:01.254146 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-382dd699-9767-43b7-9157-10c5e0453f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:01.256340 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba45235-fafc-40c4-9d52-9035f5b70f79 None None] Pushing event updated for resources: {'Port': ['ID=f5fb6602-3b0a-4382-8133-c2555378c627,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:01.257761 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-382dd699-9767-43b7-9157-10c5e0453f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:01.273737 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-382dd699-9767-43b7-9157-10c5e0453f49 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6da40cb2-868e-4c8c-83d4-5aa2717fcb4a HTTP/1.1" status: 204 len: 168 time: 0.3449552 Jul 22 16:46:01.306824 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382dd699-9767-43b7-9157-10c5e0453f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da40cb2-868e-4c8c-83d4-5aa2717fcb4a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:01.316266 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16d32333-55e3-4e7f-82ca-9c36d12de5b6 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:01.327252 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb251c3d-18e4-442c-a4d6-8f3e78e3b5a3 req-bc5666dd-e00a-45b3-bfe9-69cbd38371ec tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:01.336924 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bb251c3d-18e4-442c-a4d6-8f3e78e3b5a3 req-bc5666dd-e00a-45b3-bfe9-69cbd38371ec tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 945 time: 0.1929777 Jul 22 16:46:01.368057 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 96d377a4-e935-4054-bcec-510ad2132696 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:01.421695 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bb251c3d-18e4-442c-a4d6-8f3e78e3b5a3 req-e92b493b-a5a1-493b-975d-c8fa93127066 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823677 Jul 22 16:46:01.478239 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 96d377a4-e935-4054-bcec-510ad2132696 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:01.478928 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:01.486727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-d5990c19-e224-4d1f-b15d-d8bc31473267 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:01.488638 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-d5990c19-e224-4d1f-b15d-d8bc31473267 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.16 "GET /v2.0/networks?id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d HTTP/1.1" status: 200 len: 805 time: 0.5441585 Jul 22 16:46:01.631365 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c7a7171-466f-45c8-aa34-c63d8282ffaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:01.681681 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:01.787182 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0b0975a5-857a-43d0-9a2a-e5c5ddd11b4a None None] Provisioning complete for port f5fb6602-3b0a-4382-8133-c2555378c627 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:01.787698 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0b0975a5-857a-43d0-9a2a-e5c5ddd11b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:01.892132 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36842) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:01.935634 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ac439a8-2efa-4b60-8167-f24234136a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:01.967526 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0b0975a5-857a-43d0-9a2a-e5c5ddd11b4a None None] Provisioning for port 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:01.973245 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0b0975a5-857a-43d0-9a2a-e5c5ddd11b4a None None] Provisioning complete for port 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:01.973751 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0b0975a5-857a-43d0-9a2a-e5c5ddd11b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:01.984152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559c1c2-e4fd-4af3-ac26-ff2526ac4e1a req-f8c86317-2430-4d99-8284-e18c258e979f tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:02.002567 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b559c1c2-e4fd-4af3-ac26-ff2526ac4e1a req-f8c86317-2430-4d99-8284-e18c258e979f tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 945 time: 0.2386019 Jul 22 16:46:02.020420 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0b0975a5-857a-43d0-9a2a-e5c5ddd11b4a None None] Port 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:46:02.116844 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b559c1c2-e4fd-4af3-ac26-ff2526ac4e1a req-91faff99-6405-427b-bdf0-caa972b09948 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108294 Jul 22 16:46:02.146048 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9089a38b-2142-45dd-8dd0-fd6ea799bb12 None None] get_active_networks_info from n-d-798930-9 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:46:02.249193 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ac439a8-2efa-4b60-8167-f24234136a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:02.254987 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ac439a8-2efa-4b60-8167-f24234136a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:02.285409 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-554a71ea-3078-4ebc-8479-d39174719fe8 None None] Provisioning complete for port 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:02.292622 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-554a71ea-3078-4ebc-8479-d39174719fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:02.293957 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-3c8cfe8b-aa54-48d5-bdc3-0d15f3a6a0ed tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Request body: {'port': {'device_id': '2ed7d29b-ee45-4da2-ba47-d5d76fd785ae', 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d', 'admin_state_up': True, 'tenant_id': 'da62075422094ce69d816eddc76670fa'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:02.310402 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d32333-55e3-4e7f-82ca-9c36d12de5b6 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=68fe26f7-d7f4-4149-9dce-00f5083d1a42,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:02.314698 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6ac439a8-2efa-4b60-8167-f24234136a2f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=53122a6f97a44113866c7a2fca4f473e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4101028 Jul 22 16:46:02.315859 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36844) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:02.326012 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac439a8-2efa-4b60-8167-f24234136a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0003dac9-1760-4814-ad8a-5bf70a1663a7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:02.328345 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d32333-55e3-4e7f-82ca-9c36d12de5b6 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:02.379515 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e202382e-271e-4e06-85fa-c2fe0972a896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:02.403780 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e202382e-271e-4e06-85fa-c2fe0972a896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:02.416165 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-554a71ea-3078-4ebc-8479-d39174719fe8 None None] Port 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:46:02.463024 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e202382e-271e-4e06-85fa-c2fe0972a896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:02.467166 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e202382e-271e-4e06-85fa-c2fe0972a896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:02.471792 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e202382e-271e-4e06-85fa-c2fe0972a896 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0003dac9-1760-4814-ad8a-5bf70a1663a7 HTTP/1.1" status: 204 len: 168 time: 0.1536992 Jul 22 16:46:02.482136 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202382e-271e-4e06-85fa-c2fe0972a896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0003dac9-1760-4814-ad8a-5bf70a1663a7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:02.491345 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff336480-79c4-4559-acfb-57d4ff9a0957 req-651f10f5-21b3-4c22-8863-7c1158b5cdf8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=990bd3a6-05c1-4c94-b390-07ba791b0d0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5362198 Jul 22 16:46:02.525440 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-16d32333-55e3-4e7f-82ca-9c36d12de5b6 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:02.534958 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4240bb58-612c-4bc7-bd79-899048363154 req-4008ab10-040d-4599-b236-f842542ec4f6 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 210 time: 1.0410459 Jul 22 16:46:02.535765 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d32333-55e3-4e7f-82ca-9c36d12de5b6 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:46:02.536122 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9089a38b-2142-45dd-8dd0-fd6ea799bb12 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:46:02.544114 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d32333-55e3-4e7f-82ca-9c36d12de5b6 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:02.544782 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-16d32333-55e3-4e7f-82ca-9c36d12de5b6 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:02.683709 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b8032af-e31f-47f6-9231-62e8d3b4906a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:02.686799 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-16d32333-55e3-4e7f-82ca-9c36d12de5b6 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.8912652 Jul 22 16:46:02.689373 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-3c8cfe8b-aa54-48d5-bdc3-0d15f3a6a0ed tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Made reservation on behalf of da62075422094ce69d816eddc76670fa for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:02.691636 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36848) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:02.693581 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-3c8cfe8b-aa54-48d5-bdc3-0d15f3a6a0ed tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:02.699926 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-faa3c392-62ec-4d00-9ad3-d98c40e6e030 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'fixed_ips': [{'subnet_id': '76ce8f4f-25dd-498f-ab33-95e956f934fc', 'ip_address': '2001:db8::a1fe:ca78:4234:59f8'}], 'name': 'tempest-NetworksTestDHCPv6-1848343205'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:02.715106 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b8032af-e31f-47f6-9231-62e8d3b4906a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:02.715941 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b8032af-e31f-47f6-9231-62e8d3b4906a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:02.777456 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8032af-e31f-47f6-9231-62e8d3b4906a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event updated for resources: {'Port': ['ID=5da2048b-e4b3-4553-aa8f-d3f6e17e66f5,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:02.914608 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa3c392-62ec-4d00-9ad3-d98c40e6e030 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:02.942538 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff336480-79c4-4559-acfb-57d4ff9a0957 req-b8c97198-bd64-42e2-bb87-9f3371d34677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:02.944103 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff336480-79c4-4559-acfb-57d4ff9a0957 req-b8c97198-bd64-42e2-bb87-9f3371d34677 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da62075422094ce69d816eddc76670fa&device_id=990bd3a6-05c1-4c94-b390-07ba791b0d0b HTTP/1.1" status: 200 len: 1096 time: 0.3913393 Jul 22 16:46:03.016386 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-3c8cfe8b-aa54-48d5-bdc3-0d15f3a6a0ed tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Allocated IP 172.20.0.6 (65bc71d4-b0c7-49c6-8406-b3cd4a91b70d/411cf97d-c177-4f17-b976-e1cbeab029d8/ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:03.110982 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f5fb6602-3b0a-4382-8133-c2555378c627 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:03.186854 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-faa3c392-62ec-4d00-9ad3-d98c40e6e030 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:03.195123 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8032af-e31f-47f6-9231-62e8d3b4906a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Network 5ed80825-20f9-44f8-9be5-4ff3eacf1e1b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:03.207748 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0b8032af-e31f-47f6-9231-62e8d3b4906a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:03.209275 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:03.218741 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port f5fb6602-3b0a-4382-8133-c2555378c627 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:03.219369 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:03.236789 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-faa3c392-62ec-4d00-9ad3-d98c40e6e030 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] device_id is not set on port 01c13097-a1d7-4dac-84e2-ecca3d4c4e05 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:46:03.288911 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff336480-79c4-4559-acfb-57d4ff9a0957 req-e9e4676f-9a42-43f7-b85e-3e3311c0b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:03.290799 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff336480-79c4-4559-acfb-57d4ff9a0957 req-e9e4676f-9a42-43f7-b85e-3e3311c0b69d service neutron] 10.222.0.30 "GET /v2.0/networks?id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d HTTP/1.1" status: 200 len: 906 time: 0.3107815 Jul 22 16:46:03.419109 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b800c7-a1e9-48d8-a26b-a296a47835ac req-022accef-c8db-4399-844b-ef30de06ac2e tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:03.429882 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f5b800c7-a1e9-48d8-a26b-a296a47835ac req-022accef-c8db-4399-844b-ef30de06ac2e tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 945 time: 0.1997709 Jul 22 16:46:03.537727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8032af-e31f-47f6-9231-62e8d3b4906a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Router 1a0db670-7456-4f46-ad13-03e2ab4970f9 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:46:03.544060 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff336480-79c4-4559-acfb-57d4ff9a0957 req-673230ae-0a46-4ac0-9fb2-8d8926cb0e2f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2596dc5f-fd69-4aaf-a871-df3a72ac699c HTTP/1.1" status: 200 len: 217 time: 0.1076777 Jul 22 16:46:03.686435 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53f9f9a-22cd-4943-988d-0ca4f5185d7b None None] Update dhcp port {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'fixed_ips': [{'subnet_id': '76ce8f4f-25dd-498f-ab33-95e956f934fc'}], 'binding:host_id': 'n-d-798930-9'}, 'id': '0a2b20c9-2080-4056-a1c2-2136fedf355e'} from n-d-798930-9. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:46:03.698137 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f5b800c7-a1e9-48d8-a26b-a296a47835ac req-b39e322c-4310-4cd1-a23c-6544a1cbe79c tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473608 Jul 22 16:46:03.711418 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa3c392-62ec-4d00-9ad3-d98c40e6e030 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 16:46:03.712430 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa3c392-62ec-4d00-9ad3-d98c40e6e030 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:46:03.764152 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e53f9f9a-22cd-4943-988d-0ca4f5185d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:03.768013 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-447bf691-2e4b-43b1-9f70-f7bffc74f561 req-e2a832e0-5ddb-43ca-81f8-040020955d10 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 210 time: 0.0777028 Jul 22 16:46:03.769319 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff336480-79c4-4559-acfb-57d4ff9a0957 req-8618b232-5ce3-4e30-9210-9d4a98bfc25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:03.770824 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff336480-79c4-4559-acfb-57d4ff9a0957 req-8618b232-5ce3-4e30-9210-9d4a98bfc25b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=411cf97d-c177-4f17-b976-e1cbeab029d8 HTTP/1.1" status: 200 len: 845 time: 0.2199616 Jul 22 16:46:03.771040 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-faa3c392-62ec-4d00-9ad3-d98c40e6e030 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0776253 Jul 22 16:46:03.773352 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36876) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:03.823619 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff336480-79c4-4559-acfb-57d4ff9a0957 req-6baed7b2-a759-490c-9344-888eb2ccdeaa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443301 Jul 22 16:46:03.837038 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-ff336480-79c4-4559-acfb-57d4ff9a0957 req-32c7a17e-b622-4665-a244-e509c45af7e4 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:46:03.838068 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff336480-79c4-4559-acfb-57d4ff9a0957 req-32c7a17e-b622-4665-a244-e509c45af7e4 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069058 Jul 22 16:46:03.938412 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc227ac3-b1d5-46ff-aae5-cae0f3ff6658 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:03.948039 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff336480-79c4-4559-acfb-57d4ff9a0957 req-fdde485e-4e6f-4ce5-a46d-4de26b201c13 service neutron] 10.222.0.30 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983014 Jul 22 16:46:03.952733 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8032af-e31f-47f6-9231-62e8d3b4906a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:46:03.973837 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] Sync routers for ids ['1a0db670-7456-4f46-ad13-03e2ab4970f9'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:46:03.978380 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0b8032af-e31f-47f6-9231-62e8d3b4906a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "PUT /v2.0/routers/1a0db670-7456-4f46-ad13-03e2ab4970f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4926679 Jul 22 16:46:03.978591 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36882) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:03.981579 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc227ac3-b1d5-46ff-aae5-cae0f3ff6658 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:03.986450 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-dc227ac3-b1d5-46ff-aae5-cae0f3ff6658 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2087889 Jul 22 16:46:03.989402 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36884) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:03.992105 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-3c8cfe8b-aa54-48d5-bdc3-0d15f3a6a0ed tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:03.997554 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-280e8ba3-7de0-4704-862a-afd31043ec40 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:04.006768 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] Routers {'1a0db670-7456-4f46-ad13-03e2ab4970f9'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:04.008028 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1a0db670-7456-4f46-ad13-03e2ab4970f9'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:04.179287 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-e53f9f9a-22cd-4943-988d-0ca4f5185d7b None None] Allocated IP 2001:db8::2 (3a7a7ee3-b719-4772-82c2-01f118e27227/76ce8f4f-25dd-498f-ab33-95e956f934fc/0a2b20c9-2080-4056-a1c2-2136fedf355e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:04.231975 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6603417c-c355-4dc0-9ec6-b3f299d2bfdb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting port 68fe26f7-d7f4-4149-9dce-00f5083d1a42 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:04.232494 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6603417c-c355-4dc0-9ec6-b3f299d2bfdb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:04.294861 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] Set router 1a0db670-7456-4f46-ad13-03e2ab4970f9 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:46:04.409621 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e53f9f9a-22cd-4943-988d-0ca4f5185d7b None None] For port 0a2b20c9-2080-4056-a1c2-2136fedf355e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0a2b20c9-2080-4056-a1c2-2136fedf355e,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:04.415175 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-3c8cfe8b-aa54-48d5-bdc3-0d15f3a6a0ed tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:04.452196 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['2596dc5f-fd69-4aaf-a871-df3a72ac699c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:46:04.583583 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e53f9f9a-22cd-4943-988d-0ca4f5185d7b None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:04.593854 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cfe8b-aa54-48d5-bdc3-0d15f3a6a0ed tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Pushing event updated for resources: {'Port': ['ID=ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:04.602243 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff336480-79c4-4559-acfb-57d4ff9a0957 req-52b2fb81-894e-4e5c-9b2a-314d4f5d5a8f service neutron] 10.222.0.30 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6446004 Jul 22 16:46:04.653296 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:46:00Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:49Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5da2048b-e4b3-4553-aa8f-d3f6e17e66f5', 'name': '', 'network_id': '5ed80825-20f9-44f8-9be5-4ff3eacf1e1b', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6a:f5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '359672aa-a842-4659-b52d-cc82fdaf09dc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:58Z', 'updated_at': '2021-07-22T16:46:01Z', 'revision_number': 2, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '359672aa-a842-4659-b52d-cc82fdaf09dc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71cf8055-ad4d-4c73-b357-b693981d7500', 'name': '', 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:24:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:41Z', 'updated_at': '2021-07-22T16:45:51Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96d377a4-e935-4054-bcec-510ad2132696', 'name': '', 'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:4f:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:48Z', 'updated_at': '2021-07-22T16:45:59Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:04.688036 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e53f9f9a-22cd-4943-988d-0ca4f5185d7b None None] Transition to ACTIVE for port object 0a2b20c9-2080-4056-a1c2-2136fedf355e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:04.696025 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:04.710911 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e53f9f9a-22cd-4943-988d-0ca4f5185d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:04.711774 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-3c8cfe8b-aa54-48d5-bdc3-0d15f3a6a0ed tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:04.725178 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] Checking router: 1a0db670-7456-4f46-ad13-03e2ab4970f9 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:46:04.725537 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] Updating router 1a0db670-7456-4f46-ad13-03e2ab4970f9 port 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:46:04.730337 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e3d4-969b-4cfa-9df7-9bd84d792f82 req-ab647432-6910-4e6b-acf2-e40c54c959ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:04.731941 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9107e3d4-969b-4cfa-9df7-9bd84d792f82 req-ab647432-6910-4e6b-acf2-e40c54c959ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8d44e9399734a8993214f5e5ae2ac9a&device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 1096 time: 0.5948398 Jul 22 16:46:04.738497 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-3c8cfe8b-aa54-48d5-bdc3-0d15f3a6a0ed tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:04.773339 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:04.787115 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-3c8cfe8b-aa54-48d5-bdc3-0d15f3a6a0ed tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:46:04.796095 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f9f9a-22cd-4943-988d-0ca4f5185d7b None None] Pushing event updated for resources: {'Port': ['ID=0a2b20c9-2080-4056-a1c2-2136fedf355e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:04.908608 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-3c8cfe8b-aa54-48d5-bdc3-0d15f3a6a0ed tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:04.909287 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-3c8cfe8b-aa54-48d5-bdc3-0d15f3a6a0ed tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:05.057332 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4749596-8954-4cdf-ada0-58269d1a0384 req-ff535319-7354-40dd-b54e-de9a96f0ced1 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:05.064445 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4749596-8954-4cdf-ada0-58269d1a0384 req-ff535319-7354-40dd-b54e-de9a96f0ced1 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 945 time: 0.9445002 Jul 22 16:46:05.148510 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-3c8cfe8b-aa54-48d5-bdc3-0d15f3a6a0ed tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8670168 Jul 22 16:46:05.221963 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4749596-8954-4cdf-ada0-58269d1a0384 req-14c3452c-fc1f-497b-a274-c2f48d0c625b tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796320 Jul 22 16:46:05.230520 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-b7142a9c-d228-45c2-a309-f5c3479e6cf9 service neutron] Request body: {'port': {'device_id': '2ed7d29b-ee45-4da2-ba47-d5d76fd785ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:05.249315 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6603417c-c355-4dc0-9ec6-b3f299d2bfdb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:05.302704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6603417c-c355-4dc0-9ec6-b3f299d2bfdb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Calling delete_port for 68fe26f7-d7f4-4149-9dce-00f5083d1a42 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:05.343827 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85f3d8-665a-4939-923d-d3931341932a req-ad1c7905-f7d7-464e-9fc8-2f74119a97a2 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:05.360423 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1b85f3d8-665a-4939-923d-d3931341932a req-ad1c7905-f7d7-464e-9fc8-2f74119a97a2 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 931 time: 0.2583487 Jul 22 16:46:05.457800 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1b85f3d8-665a-4939-923d-d3931341932a req-7366ebeb-62ee-421a-ae05-8224d104a0fe tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959177 Jul 22 16:46:05.468475 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:05.534124 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] Transition to ACTIVE for port object 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:05.551297 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-b7142a9c-d228-45c2-a309-f5c3479e6cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:05.551454 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:05.603163 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e3d4-969b-4cfa-9df7-9bd84d792f82 req-9704af73-f966-43ae-b8f8-69ee6c26fca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:05.617887 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9107e3d4-969b-4cfa-9df7-9bd84d792f82 req-9704af73-f966-43ae-b8f8-69ee6c26fca5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db4f1d09-6531-42c7-9355-5f2a40f29355 HTTP/1.1" status: 200 len: 912 time: 0.8759177 Jul 22 16:46:05.694874 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6603417c-c355-4dc0-9ec6-b3f299d2bfdb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:05.743869 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add6eb0-6afb-45dc-a1a5-69b58dd2d959 None None] Pushing event updated for resources: {'Port': ['ID=5da2048b-e4b3-4553-aa8f-d3f6e17e66f5,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:05.753560 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9107e3d4-969b-4cfa-9df7-9bd84d792f82 req-5f1fc7b1-4a51-4b61-942a-1f0aa3cb1906 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b1b0a4d-db1c-483d-971f-d908debf6247 HTTP/1.1" status: 200 len: 217 time: 0.1272049 Jul 22 16:46:05.773786 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603417c-c355-4dc0-9ec6-b3f299d2bfdb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Port': ['ID=68fe26f7-d7f4-4149-9dce-00f5083d1a42,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:05.834487 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6603417c-c355-4dc0-9ec6-b3f299d2bfdb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:05.840570 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6603417c-c355-4dc0-9ec6-b3f299d2bfdb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/68fe26f7-d7f4-4149-9dce-00f5083d1a42 HTTP/1.1" status: 204 len: 168 time: 1.8475504 Jul 22 16:46:05.841253 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36926) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:05.888820 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] Attempting to bind port 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:46:05.888989 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] Attempting to bind port 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '57b5b66b-57d0-4b93-928f-41ca0fae5f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5ed80825-20f9-44f8-9be5-4ff3eacf1e1b'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:46:05.889264 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] Attempting to bind port 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5 on network 5ed80825-20f9-44f8-9be5-4ff3eacf1e1b {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:46:05.908680 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedce308-1c86-44dd-810a-d4ed775ee3e1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:05.909249 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:46:05.909779 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] Checking segment: {'id': '57b5b66b-57d0-4b93-928f-41ca0fae5f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5ed80825-20f9-44f8-9be5-4ff3eacf1e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:46:05.910189 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedce308-1c86-44dd-810a-d4ed775ee3e1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:05.911679 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-eedce308-1c86-44dd-810a-d4ed775ee3e1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0694976 Jul 22 16:46:05.912711 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:05.913210 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] Bound using segment: {'id': '57b5b66b-57d0-4b93-928f-41ca0fae5f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5ed80825-20f9-44f8-9be5-4ff3eacf1e1b'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:46:05.913750 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] Bound port: 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b5b66b-57d0-4b93-928f-41ca0fae5f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5ed80825-20f9-44f8-9be5-4ff3eacf1e1b'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:46:05.914342 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36930) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:05.916728 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:05.961611 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-abf23354-a235-4408-ab8a-323a565f30f5 None None] Could not find standard attr ID for object 68fe26f7-d7f4-4149-9dce-00f5083d1a42. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:46:05.994678 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-abf23354-a235-4408-ab8a-323a565f30f5 None None] Provisioning for port 0a2b20c9-2080-4056-a1c2-2136fedf355e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:06.006526 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-abf23354-a235-4408-ab8a-323a565f30f5 None None] Provisioning complete for port 0a2b20c9-2080-4056-a1c2-2136fedf355e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:06.008689 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-abf23354-a235-4408-ab8a-323a565f30f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:06.032646 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-15835013-40c7-4a13-b37e-a8914ecb6344 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet 76ce8f4f-25dd-498f-ab33-95e956f934fc {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:46:06.036289 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15835013-40c7-4a13-b37e-a8914ecb6344 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:06.051699 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] For port 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:46:06.061759 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] For port 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5da2048b-e4b3-4553-aa8f-d3f6e17e66f5,segment=NetworkSegment(57b5b66b-57d0-4b93-928f-41ca0fae5f32),segment_id=57b5b66b-57d0-4b93-928f-41ca0fae5f32)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:46:06.075405 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:06.146906 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15835013-40c7-4a13-b37e-a8914ecb6344 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:06.212626 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add6eb0-6afb-45dc-a1a5-69b58dd2d959 None None] Pushing event updated for resources: {'Port': ['ID=5da2048b-e4b3-4553-aa8f-d3f6e17e66f5,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:06.272603 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] Routers {'1a0db670-7456-4f46-ad13-03e2ab4970f9'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:06.274885 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1a0db670-7456-4f46-ad13-03e2ab4970f9'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:06.330483 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e3d4-969b-4cfa-9df7-9bd84d792f82 req-ef8ce4e8-076a-45ea-b669-b68d17c02cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:06.331970 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9107e3d4-969b-4cfa-9df7-9bd84d792f82 req-ef8ce4e8-076a-45ea-b669-b68d17c02cd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c5c7235-94ca-46f8-a44d-6ad372867298 HTTP/1.1" status: 200 len: 851 time: 0.4982727 Jul 22 16:46:06.349413 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c6d3575f-83e8-4b98-abdc-06d5d5bd0173 None None] Could not find standard attr ID for object 68fe26f7-d7f4-4149-9dce-00f5083d1a42. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:46:06.364695 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15835013-40c7-4a13-b37e-a8914ecb6344 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:06.391669 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c6d3575f-83e8-4b98-abdc-06d5d5bd0173 None None] Provisioning complete for port 0a2b20c9-2080-4056-a1c2-2136fedf355e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:06.395492 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c6d3575f-83e8-4b98-abdc-06d5d5bd0173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:06.464733 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] Set router 1a0db670-7456-4f46-ad13-03e2ab4970f9 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:46:06.467252 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9107e3d4-969b-4cfa-9df7-9bd84d792f82 req-07e8f281-58d3-44fe-8377-72cd6f9d67ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db4f1d09-6531-42c7-9355-5f2a40f29355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649872 Jul 22 16:46:06.644227 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e348d-4ac3-4785-9101-b51e05e8d49e req-368cef03-d3e1-4f4e-b75a-3c3aeb7d81d1 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:06.651968 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8d3e348d-4ac3-4785-9101-b51e05e8d49e req-368cef03-d3e1-4f4e-b75a-3c3aeb7d81d1 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 945 time: 0.1911879 Jul 22 16:46:06.655772 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15835013-40c7-4a13-b37e-a8914ecb6344 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:06.684838 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15835013-40c7-4a13-b37e-a8914ecb6344 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:06.689034 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-15835013-40c7-4a13-b37e-a8914ecb6344 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/76ce8f4f-25dd-498f-ab33-95e956f934fc HTTP/1.1" status: 204 len: 168 time: 0.7715514 Jul 22 16:46:06.711658 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9107e3d4-969b-4cfa-9df7-9bd84d792f82 req-9cf0d15f-c6c3-4801-9c14-2543505189f9 service neutron] 10.222.0.30 "GET /v2.0/networks/db4f1d09-6531-42c7-9355-5f2a40f29355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125900 Jul 22 16:46:06.735244 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36942) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:06.748651 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e10dc9f9-45c5-4516-8df4-d5418268447d None None] Could not find standard attr ID for object 68fe26f7-d7f4-4149-9dce-00f5083d1a42. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:46:06.773848 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15835013-40c7-4a13-b37e-a8914ecb6344 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=76ce8f4f-25dd-498f-ab33-95e956f934fc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:06.817504 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.extraroute_db [None req-280e8ba3-7de0-4704-862a-afd31043ec40 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 16:46:06.863205 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0a2b20c9-2080-4056-a1c2-2136fedf355e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:06.919757 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-dd6627ed-f936-4caa-af9f-2666ef8c67da tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1827428 Jul 22 16:46:06.923826 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36950) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:06.930509 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-54fcfcc5-9768-4b51-8430-b28cc9e43692 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:07.036388 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8d3e348d-4ac3-4785-9101-b51e05e8d49e req-74d62752-a690-457e-9847-9c5e092651a8 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835232 Jul 22 16:46:07.074707 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 0a2b20c9-2080-4056-a1c2-2136fedf355e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:07.078829 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:07.118065 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:46:00Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:49Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5da2048b-e4b3-4553-aa8f-d3f6e17e66f5', 'name': '', 'network_id': '5ed80825-20f9-44f8-9be5-4ff3eacf1e1b', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6a:f5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '359672aa-a842-4659-b52d-cc82fdaf09dc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:58Z', 'updated_at': '2021-07-22T16:46:06Z', 'revision_number': 4, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '359672aa-a842-4659-b52d-cc82fdaf09dc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71cf8055-ad4d-4c73-b357-b693981d7500', 'name': '', 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:24:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:41Z', 'updated_at': '2021-07-22T16:45:51Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96d377a4-e935-4054-bcec-510ad2132696', 'name': '', 'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:4f:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:48Z', 'updated_at': '2021-07-22T16:45:59Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:07.143303 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b173ea2a-bc5d-48ea-95c2-f091c3634767 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:07.188900 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fcfcc5-9768-4b51-8430-b28cc9e43692 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:07.193142 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54fcfcc5-9768-4b51-8430-b28cc9e43692 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:07.319532 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1561ea2-579d-4111-b916-64573b3611b4 None None] The sync data for ids ['1a0db670-7456-4f46-ad13-03e2ab4970f9'] in n-d-798930-9 is: [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:46:00Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:49Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5da2048b-e4b3-4553-aa8f-d3f6e17e66f5', 'name': '', 'network_id': '5ed80825-20f9-44f8-9be5-4ff3eacf1e1b', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6a:f5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '359672aa-a842-4659-b52d-cc82fdaf09dc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:58Z', 'updated_at': '2021-07-22T16:46:06Z', 'revision_number': 4, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '359672aa-a842-4659-b52d-cc82fdaf09dc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71cf8055-ad4d-4c73-b357-b693981d7500', 'name': '', 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:24:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:41Z', 'updated_at': '2021-07-22T16:45:51Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96d377a4-e935-4054-bcec-510ad2132696', 'name': '', 'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:4f:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:48Z', 'updated_at': '2021-07-22T16:45:59Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:46:07.613323 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf53a5a-6ff2-444b-ac90-d24c1782d936 None None] DHCP port deletion for 3a7a7ee3-b719-4772-82c2-01f118e27227 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:46:07.688482 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54fcfcc5-9768-4b51-8430-b28cc9e43692 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:07.727749 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.extraroute_db [None req-280e8ba3-7de0-4704-862a-afd31043ec40 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Removed routes are [] {{(pid=93816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 16:46:07.728493 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-280e8ba3-7de0-4704-862a-afd31043ec40 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:07.741468 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-aaf53a5a-6ff2-444b-ac90-d24c1782d936 None None] Deleting port 0a2b20c9-2080-4056-a1c2-2136fedf355e {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:07.742083 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aaf53a5a-6ff2-444b-ac90-d24c1782d936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:07.791909 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fcfcc5-9768-4b51-8430-b28cc9e43692 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:07.809431 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-54fcfcc5-9768-4b51-8430-b28cc9e43692 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:07.814266 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fcfcc5-9768-4b51-8430-b28cc9e43692 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:07.814871 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54fcfcc5-9768-4b51-8430-b28cc9e43692 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:07.853294 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcfcc5-9768-4b51-8430-b28cc9e43692 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=29a9feb9-c6d3-4ec3-a0b3-5c5d2e682936,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:07.865062 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-aaf53a5a-6ff2-444b-ac90-d24c1782d936 None None] For port 0a2b20c9-2080-4056-a1c2-2136fedf355e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0a2b20c9-2080-4056-a1c2-2136fedf355e,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:07.865893 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aaf53a5a-6ff2-444b-ac90-d24c1782d936 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:07.871172 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-54fcfcc5-9768-4b51-8430-b28cc9e43692 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9427073 Jul 22 16:46:07.872018 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36964) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:07.881413 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8ecc53e1-82d7-477f-b9c6-b73e4e6c9dd5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'fixed_ips': [{'subnet_id': '29a9feb9-c6d3-4ec3-a0b3-5c5d2e682936', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-2139178748'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:07.888892 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-aaf53a5a-6ff2-444b-ac90-d24c1782d936 None None] Calling delete_port for 0a2b20c9-2080-4056-a1c2-2136fedf355e owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:07.968564 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9107e3d4-969b-4cfa-9df7-9bd84d792f82 req-c387c23c-32ae-4b99-873b-144a765738f3 service neutron] 10.222.0.30 "GET /v2.0/networks/db4f1d09-6531-42c7-9355-5f2a40f29355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1581213 Jul 22 16:46:07.995675 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33355a9-67b1-41b3-b53d-958037f61c67 req-7eacab01-f290-4bf7-99ef-5c5d0dd9b80d tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:07.997666 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b33355a9-67b1-41b3-b53d-958037f61c67 req-7eacab01-f290-4bf7-99ef-5c5d0dd9b80d tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 931 time: 1.2738190 Jul 22 16:46:08.020490 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aaf53a5a-6ff2-444b-ac90-d24c1782d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:08.035094 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf53a5a-6ff2-444b-ac90-d24c1782d936 None None] No DVR routers for this DVR port 0a2b20c9-2080-4056-a1c2-2136fedf355e on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:46:08.072328 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec0d844-a380-4369-a112-a930af21f74a None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:08.075685 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf53a5a-6ff2-444b-ac90-d24c1782d936 None None] Pushing event deleted for resources: {'Port': ['ID=0a2b20c9-2080-4056-a1c2-2136fedf355e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:08.155425 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecc53e1-82d7-477f-b9c6-b73e4e6c9dd5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:08.160467 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8ecc53e1-82d7-477f-b9c6-b73e4e6c9dd5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:08.215940 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-8ecc53e1-82d7-477f-b9c6-b73e4e6c9dd5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] device_id is not set on port 475082a7-8314-47f3-a6f7-557ff4710263 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:46:08.250840 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-280e8ba3-7de0-4704-862a-afd31043ec40 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:08.285963 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-b7142a9c-d228-45c2-a309-f5c3479e6cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:46:08.294887 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-b7142a9c-d228-45c2-a309-f5c3479e6cf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:08.314884 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10962046-e23e-46e9-a76c-09b61fcc563a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-3a7a7ee3-b719-4772-82c2-01f118e27227', 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'fixed_ips': [{'subnet_id': '29a9feb9-c6d3-4ec3-a0b3-5c5d2e682936'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:46:08.315961 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10962046-e23e-46e9-a76c-09b61fcc563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:08.361981 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-280e8ba3-7de0-4704-862a-afd31043ec40 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4121324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4121180'] for router, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:08.379866 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-b7142a9c-d228-45c2-a309-f5c3479e6cf9 service neutron] Transition to ACTIVE for port object ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:08.409283 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b33355a9-67b1-41b3-b53d-958037f61c67 req-fee75c83-46cf-4430-9db3-343b0babdad1 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796644 Jul 22 16:46:08.502066 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59ac79-2f85-4586-b89d-d69134f52bf9 req-c770ce7f-23e0-4766-b7fc-51d2a3515f05 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:08.510627 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0c59ac79-2f85-4586-b89d-d69134f52bf9 req-c770ce7f-23e0-4766-b7fc-51d2a3515f05 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 945 time: 0.1867468 Jul 22 16:46:08.513615 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-b7142a9c-d228-45c2-a309-f5c3479e6cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:08.515615 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ecc53e1-82d7-477f-b9c6-b73e4e6c9dd5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:46:08.519057 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ecc53e1-82d7-477f-b9c6-b73e4e6c9dd5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:46:08.577568 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0c59ac79-2f85-4586-b89d-d69134f52bf9 req-457b9809-d112-4417-8953-69d1958fc365 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653970 Jul 22 16:46:08.582944 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8ecc53e1-82d7-477f-b9c6-b73e4e6c9dd5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7103286 Jul 22 16:46:08.587262 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36978) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:08.645308 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-10962046-e23e-46e9-a76c-09b61fcc563a None None] Allocated IP 2001:db8::2 (3a7a7ee3-b719-4772-82c2-01f118e27227/29a9feb9-c6d3-4ec3-a0b3-5c5d2e682936/478dfbb2-f24b-450b-987a-e8a9e5d66756) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:08.649594 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f7147bdb-6a44-49fa-85e5-8a9ea8caa489 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0606658 Jul 22 16:46:08.650212 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36984) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:08.715366 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d911ed4-ae2e-49e4-8fb2-8aac0dac3157 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:08.718816 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d911ed4-ae2e-49e4-8fb2-8aac0dac3157 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:08.725700 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4d911ed4-ae2e-49e4-8fb2-8aac0dac3157 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0744498 Jul 22 16:46:08.726453 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36986) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:08.778209 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7142a9c-d228-45c2-a309-f5c3479e6cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:08.878991 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-da31ae03-9eb3-42fe-a4ad-04521b19b4a5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet 29a9feb9-c6d3-4ec3-a0b3-5c5d2e682936 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:46:08.896701 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280e8ba3-7de0-4704-862a-afd31043ec40 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Router 1a0db670-7456-4f46-ad13-03e2ab4970f9 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:46:08.900754 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:09.005285 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10962046-e23e-46e9-a76c-09b61fcc563a None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:09.017392 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-10962046-e23e-46e9-a76c-09b61fcc563a None None] Transition to ACTIVE for port object 478dfbb2-f24b-450b-987a-e8a9e5d66756 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:09.020865 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-b7142a9c-d228-45c2-a309-f5c3479e6cf9 service neutron] Attempting to bind port ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:46:09.021207 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-b7142a9c-d228-45c2-a309-f5c3479e6cf9 service neutron] Attempting to bind port ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:46:09.021538 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-b7142a9c-d228-45c2-a309-f5c3479e6cf9 service neutron] Attempting to bind port ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca on network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:46:09.029181 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-b7142a9c-d228-45c2-a309-f5c3479e6cf9 service neutron] Port ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca on network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:46:09.029373 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:09.029483 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-b7142a9c-d228-45c2-a309-f5c3479e6cf9 service neutron] Attempting to bind port ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca on network 65bc71d4-b0c7-49c6-8406-b3cd4a91b70d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:46:09.032978 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280e8ba3-7de0-4704-862a-afd31043ec40 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:46:09.039986 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-10962046-e23e-46e9-a76c-09b61fcc563a None None] Transition to ACTIVE for port object 478dfbb2-f24b-450b-987a-e8a9e5d66756 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:09.040712 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-280e8ba3-7de0-4704-862a-afd31043ec40 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:09.041272 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:09.041637 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:09.043551 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-280e8ba3-7de0-4704-862a-afd31043ec40 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "PUT /v2.0/routers/1a0db670-7456-4f46-ad13-03e2ab4970f9 HTTP/1.1" status: 200 len: 954 time: 5.0640092 Jul 22 16:46:09.046213 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36994) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:09.050215 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-b7142a9c-d228-45c2-a309-f5c3479e6cf9 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:46:09.050801 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-b7142a9c-d228-45c2-a309-f5c3479e6cf9 service neutron] Checking segment: {'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:46:09.051353 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-b7142a9c-d228-45c2-a309-f5c3479e6cf9 service neutron] Bound using segment: {'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:46:09.052038 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-b7142a9c-d228-45c2-a309-f5c3479e6cf9 service neutron] Bound port: ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a178158-2d2b-42fd-9aa1-7195b8da370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:46:09.052558 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-b7142a9c-d228-45c2-a309-f5c3479e6cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:09.067828 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dbd568-1306-41d3-8f54-dedc43ea3166 None None] Sync routers for ids ['1a0db670-7456-4f46-ad13-03e2ab4970f9'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:46:09.087499 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10962046-e23e-46e9-a76c-09b61fcc563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:09.094406 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dbd568-1306-41d3-8f54-dedc43ea3166 None None] Routers {'1a0db670-7456-4f46-ad13-03e2ab4970f9'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:09.094978 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-45dbd568-1306-41d3-8f54-dedc43ea3166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1a0db670-7456-4f46-ad13-03e2ab4970f9'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:09.099962 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da31ae03-9eb3-42fe-a4ad-04521b19b4a5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:09.191794 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da31ae03-9eb3-42fe-a4ad-04521b19b4a5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:09.224738 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-b7142a9c-d228-45c2-a309-f5c3479e6cf9 service neutron] For port ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:46:09.228696 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-b7142a9c-d228-45c2-a309-f5c3479e6cf9 service neutron] For port ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:46:09.237235 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-b7142a9c-d228-45c2-a309-f5c3479e6cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:09.244218 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10962046-e23e-46e9-a76c-09b61fcc563a None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:09.246255 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-10962046-e23e-46e9-a76c-09b61fcc563a None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:09.252849 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-10bdc72f-7302-428b-9748-140310f3aafc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "GET /v2.0/routers/1a0db670-7456-4f46-ad13-03e2ab4970f9 HTTP/1.1" status: 200 len: 954 time: 0.2021840 Jul 22 16:46:09.253023 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10962046-e23e-46e9-a76c-09b61fcc563a None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:46:09.255978 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36998) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:09.269520 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9fe9f5c3-3bb3-42d1-a6ca-ab0d0a4e289f tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'router': {'routes': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:09.305620 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10962046-e23e-46e9-a76c-09b61fcc563a None None] Pushing event updated for resources: {'Port': ['ID=478dfbb2-f24b-450b-987a-e8a9e5d66756,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:09.319593 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-b7142a9c-d228-45c2-a309-f5c3479e6cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:09.321328 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-b7142a9c-d228-45c2-a309-f5c3479e6cf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:09.323332 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-b7142a9c-d228-45c2-a309-f5c3479e6cf9 service neutron] 10.222.0.16 "PUT /v2.0/ports/ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca HTTP/1.1" status: 200 len: 1091 time: 4.1120648 Jul 22 16:46:09.324178 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed7d29b-ee45-4da2-ba47-d5d76fd785ae', 'tag': 'ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:46:09.327143 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f0efef-550d-4792-8c3a-81ba0cfc1027" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed7d29b-ee45-4da2-ba47-d5d76fd785ae", "tag": "ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:46:09.441748 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdb9044-fff2-4dc5-b81f-99e5c9e2f04c x-openstack-request-id: req-efdb9044-fff2-4dc5-b81f-99e5c9e2f04c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:46:09.443207 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed7d29b-ee45-4da2-ba47-d5d76fd785ae", "tag": "ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:46:09.443630 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-efdb9044-fff2-4dc5-b81f-99e5c9e2f04c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:46:09.444227 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed7d29b-ee45-4da2-ba47-d5d76fd785ae', 'tag': 'ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca', 'status': 'completed', 'code': 200} Jul 22 16:46:09.516813 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da31ae03-9eb3-42fe-a4ad-04521b19b4a5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:09.539744 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7142a9c-d228-45c2-a309-f5c3479e6cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:09.630260 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-8a47827a-bf15-4e9f-a3ad-77224e0e78d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:09.633044 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-8a47827a-bf15-4e9f-a3ad-77224e0e78d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da62075422094ce69d816eddc76670fa&device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 1094 time: 0.2383742 Jul 22 16:46:09.672703 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-45dbd568-1306-41d3-8f54-dedc43ea3166 None None] Set router 1a0db670-7456-4f46-ad13-03e2ab4970f9 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:46:09.682541 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:09.736741 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-b178af83-7a5f-4aa6-9b2e-59cfc4eb67fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca HTTP/1.1" status: 200 len: 217 time: 0.0916686 Jul 22 16:46:09.752357 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da31ae03-9eb3-42fe-a4ad-04521b19b4a5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:09.830730 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5da2048b-e4b3-4553-aa8f-d3f6e17e66f5,segment=NetworkSegment(57b5b66b-57d0-4b93-928f-41ca0fae5f32),segment_id=57b5b66b-57d0-4b93-928f-41ca0fae5f32)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:09.842468 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:09.852396 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da31ae03-9eb3-42fe-a4ad-04521b19b4a5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:09.853146 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-10962046-e23e-46e9-a76c-09b61fcc563a None None] Attempting to bind port 478dfbb2-f24b-450b-987a-e8a9e5d66756 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:46:09.853652 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-10962046-e23e-46e9-a76c-09b61fcc563a None None] Attempting to bind port 478dfbb2-f24b-450b-987a-e8a9e5d66756 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:46:09.853990 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10962046-e23e-46e9-a76c-09b61fcc563a None None] Attempting to bind port 478dfbb2-f24b-450b-987a-e8a9e5d66756 on network 3a7a7ee3-b719-4772-82c2-01f118e27227 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:46:09.857095 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-da31ae03-9eb3-42fe-a4ad-04521b19b4a5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/29a9feb9-c6d3-4ec3-a0b3-5c5d2e682936 HTTP/1.1" status: 204 len: 168 time: 1.1275139 Jul 22 16:46:09.857757 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31ae03-9eb3-42fe-a4ad-04521b19b4a5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=29a9feb9-c6d3-4ec3-a0b3-5c5d2e682936,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:09.862541 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37018) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:09.924787 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10962046-e23e-46e9-a76c-09b61fcc563a None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:46:09.925240 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10962046-e23e-46e9-a76c-09b61fcc563a None None] Checking segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:46:09.926846 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10962046-e23e-46e9-a76c-09b61fcc563a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:09.927069 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10962046-e23e-46e9-a76c-09b61fcc563a None None] Bound using segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:46:09.927648 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-10962046-e23e-46e9-a76c-09b61fcc563a None None] Bound port: 478dfbb2-f24b-450b-987a-e8a9e5d66756, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:46:09.928110 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10962046-e23e-46e9-a76c-09b61fcc563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:09.930465 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-675abe97-4c5f-4706-a2f9-894cff87cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:09.932041 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-675abe97-4c5f-4706-a2f9-894cff87cfd3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=411cf97d-c177-4f17-b976-e1cbeab029d8 HTTP/1.1" status: 200 len: 845 time: 0.1875515 Jul 22 16:46:09.966586 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b344f-bd53-427f-9d4a-72277bcf9de2 req-652866d4-3ff3-42be-b1db-42e1d44a25ec tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:09.968176 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-166b344f-bd53-427f-9d4a-72277bcf9de2 req-652866d4-3ff3-42be-b1db-42e1d44a25ec tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 943 time: 0.4478321 Jul 22 16:46:10.001839 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0a2b20c9-2080-4056-a1c2-2136fedf355e no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:46:10.009896 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-168fb506-7342-4c0c-b1f7-bdb720c4170c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651052 Jul 22 16:46:10.018821 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c9167-3015-46f0-a182-9b3ac1703325 req-13a1e8d5-8741-4d80-88c7-c172967d1423 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:10.020469 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-411c9167-3015-46f0-a182-9b3ac1703325 req-13a1e8d5-8741-4d80-88c7-c172967d1423 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 945 time: 0.2660820 Jul 22 16:46:10.063273 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-00c7531e-0f49-48f4-b328-5f875483bdc0 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1813469 Jul 22 16:46:10.070245 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37022) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:10.077673 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-847a683f-f60f-4c78-a517-f3e0b9626f1d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:10.119438 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-a9df697e-a360-4352-abd7-329baf9a9ff3 service neutron] 10.222.0.16 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979798 Jul 22 16:46:10.190615 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-10962046-e23e-46e9-a76c-09b61fcc563a None None] For port 478dfbb2-f24b-450b-987a-e8a9e5d66756, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:46:10.194325 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-10962046-e23e-46e9-a76c-09b61fcc563a None None] For port 478dfbb2-f24b-450b-987a-e8a9e5d66756, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=478dfbb2-f24b-450b-987a-e8a9e5d66756,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:46:10.210874 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-166b344f-bd53-427f-9d4a-72277bcf9de2 req-af20fadf-c025-4dc3-9d94-8a98aeb937d0 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478674 Jul 22 16:46:10.226352 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10962046-e23e-46e9-a76c-09b61fcc563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:10.235916 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 0a2b20c9-2080-4056-a1c2-2136fedf355e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:46:10.236256 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0a2b20c9-2080-4056-a1c2-2136fedf355e not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:46:10.259717 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26cf9e44-b81e-40a1-81c5-dc87590b2c18 req-0468b784-3d49-4435-a31c-265f07065d69 service neutron] 10.222.0.16 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306589 Jul 22 16:46:10.297831 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=5da2048b-e4b3-4553-aa8f-d3f6e17e66f5,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:10.298061 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.extraroute_db [None req-9fe9f5c3-3bb3-42d1-a6ca-ab0d0a4e289f tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Added routes are [] {{(pid=93817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 16:46:10.298415 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.extraroute_db [None req-9fe9f5c3-3bb3-42d1-a6ca-ab0d0a4e289f tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 16:46:10.313874 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-411c9167-3015-46f0-a182-9b3ac1703325 req-df5dc04c-a617-4d1e-a318-1bfac57d50c9 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908412 Jul 22 16:46:10.320645 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847a683f-f60f-4c78-a517-f3e0b9626f1d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:10.324332 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-847a683f-f60f-4c78-a517-f3e0b9626f1d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:10.393674 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fe9f5c3-3bb3-42d1-a6ca-ab0d0a4e289f tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:10.484090 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0efef-550d-4792-8c3a-81ba0cfc1027 req-583fd39e-db3d-465e-96dd-a5c7ccd862a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:10.485629 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99f0efef-550d-4792-8c3a-81ba0cfc1027 req-583fd39e-db3d-465e-96dd-a5c7ccd862a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da62075422094ce69d816eddc76670fa&device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 1094 time: 0.1401465 Jul 22 16:46:10.518883 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10962046-e23e-46e9-a76c-09b61fcc563a None None] Pushing event updated for resources: {'Port': ['ID=478dfbb2-f24b-450b-987a-e8a9e5d66756,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:10.636840 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c90dd4-0bfe-44ce-a1bf-c39a4128ac83 None None] get_active_networks_info from n-d-798930-9 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:46:10.825894 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0efef-550d-4792-8c3a-81ba0cfc1027 req-2face88f-c0a6-4509-8faf-0c1a8cdc8ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:10.834193 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99f0efef-550d-4792-8c3a-81ba0cfc1027 req-2face88f-c0a6-4509-8faf-0c1a8cdc8ec0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d HTTP/1.1" status: 200 len: 906 time: 0.3327787 Jul 22 16:46:10.840701 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:10.895245 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99f0efef-550d-4792-8c3a-81ba0cfc1027 req-b4fbb59c-50ba-4e74-b93c-cdd35ade63aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca HTTP/1.1" status: 200 len: 217 time: 0.0537736 Jul 22 16:46:10.902128 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-847a683f-f60f-4c78-a517-f3e0b9626f1d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:10.913429 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-45dbd568-1306-41d3-8f54-dedc43ea3166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:46:06Z', 'revision_number': 6, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:49Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5da2048b-e4b3-4553-aa8f-d3f6e17e66f5', 'name': '', 'network_id': '5ed80825-20f9-44f8-9be5-4ff3eacf1e1b', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6a:f5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '359672aa-a842-4659-b52d-cc82fdaf09dc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:58Z', 'updated_at': '2021-07-22T16:46:06Z', 'revision_number': 4, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '359672aa-a842-4659-b52d-cc82fdaf09dc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71cf8055-ad4d-4c73-b357-b693981d7500', 'name': '', 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:24:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:41Z', 'updated_at': '2021-07-22T16:45:51Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96d377a4-e935-4054-bcec-510ad2132696', 'name': '', 'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:4f:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:48Z', 'updated_at': '2021-07-22T16:45:59Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:10.956715 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dbd568-1306-41d3-8f54-dedc43ea3166 None None] Checking router: 1a0db670-7456-4f46-ad13-03e2ab4970f9 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:46:11.005386 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0efef-550d-4792-8c3a-81ba0cfc1027 req-cd4607d7-1cee-44df-b8c8-ca4d30d56064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:11.006847 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99f0efef-550d-4792-8c3a-81ba0cfc1027 req-cd4607d7-1cee-44df-b8c8-ca4d30d56064 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=411cf97d-c177-4f17-b976-e1cbeab029d8 HTTP/1.1" status: 200 len: 845 time: 0.1030824 Jul 22 16:46:11.028482 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847a683f-f60f-4c78-a517-f3e0b9626f1d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:11.033226 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dbd568-1306-41d3-8f54-dedc43ea3166 None None] Routers {'1a0db670-7456-4f46-ad13-03e2ab4970f9'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:11.034322 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-45dbd568-1306-41d3-8f54-dedc43ea3166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1a0db670-7456-4f46-ad13-03e2ab4970f9'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:11.046335 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-847a683f-f60f-4c78-a517-f3e0b9626f1d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:11.052874 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847a683f-f60f-4c78-a517-f3e0b9626f1d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:11.053461 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-847a683f-f60f-4c78-a517-f3e0b9626f1d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:11.072086 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99f0efef-550d-4792-8c3a-81ba0cfc1027 req-91cfeae2-50dc-4a7f-8f11-df5a1b717af7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574372 Jul 22 16:46:11.073765 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a683f-f60f-4c78-a517-f3e0b9626f1d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=d435787f-2e3d-43ec-aecb-d271d2352e4e,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:11.126729 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:11.127209 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:11.160718 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-847a683f-f60f-4c78-a517-f3e0b9626f1d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0883958 Jul 22 16:46:11.165233 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37050) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:11.170608 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e7953260-75a0-4f87-9234-3c598c1a5c5d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1206832012', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:11.222518 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf83583-518a-465d-af0b-6d950619a2ed req-0890eb4d-0c3e-413f-8d36-f24c75e3ef03 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:11.223846 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-acf83583-518a-465d-af0b-6d950619a2ed req-0890eb4d-0c3e-413f-8d36-f24c75e3ef03 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 945 time: 0.3663332 Jul 22 16:46:11.229087 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99f0efef-550d-4792-8c3a-81ba0cfc1027 req-5a8d1deb-03b4-4756-8e06-f243a0908fd4 service neutron] 10.222.0.16 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453738 Jul 22 16:46:11.234338 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-45dbd568-1306-41d3-8f54-dedc43ea3166 None None] Set router 1a0db670-7456-4f46-ad13-03e2ab4970f9 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:46:11.237145 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c90dd4-0bfe-44ce-a1bf-c39a4128ac83 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:46:11.266880 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fe9f5c3-3bb3-42d1-a6ca-ab0d0a4e289f tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:11.295870 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7953260-75a0-4f87-9234-3c598c1a5c5d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:11.297172 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7953260-75a0-4f87-9234-3c598c1a5c5d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:11.313083 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fe9f5c3-3bb3-42d1-a6ca-ab0d0a4e289f tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4121324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4121180'] for router, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:11.363449 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-acf83583-518a-465d-af0b-6d950619a2ed req-891b77bc-6e8d-4891-a2d4-95461dfd4435 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092811 Jul 22 16:46:11.426705 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99f0efef-550d-4792-8c3a-81ba0cfc1027 req-1923c366-1b82-4f32-a072-64f23a0a04b8 service neutron] 10.222.0.16 "GET /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899116 Jul 22 16:46:11.446787 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc0f44-c7ca-411e-abdc-0f6e6483ed57 req-9fa4a176-2dbf-473a-ab72-1dabc6ba0e9f tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:11.449155 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbdc0f44-c7ca-411e-abdc-0f6e6483ed57 req-9fa4a176-2dbf-473a-ab72-1dabc6ba0e9f tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 943 time: 0.1065636 Jul 22 16:46:11.513495 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbdc0f44-c7ca-411e-abdc-0f6e6483ed57 req-578639e6-2d5b-4c56-9085-1c434089e47b tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534542 Jul 22 16:46:11.626163 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7953260-75a0-4f87-9234-3c598c1a5c5d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:11.635742 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7953260-75a0-4f87-9234-3c598c1a5c5d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:11.676632 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7953260-75a0-4f87-9234-3c598c1a5c5d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:11.684461 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37058) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:11.691512 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e7953260-75a0-4f87-9234-3c598c1a5c5d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5243530 Jul 22 16:46:11.705679 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe9f5c3-3bb3-42d1-a6ca-ab0d0a4e289f tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Router 1a0db670-7456-4f46-ad13-03e2ab4970f9 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:46:11.781359 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-45dbd568-1306-41d3-8f54-dedc43ea3166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:46:10Z', 'revision_number': 7, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:49Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5da2048b-e4b3-4553-aa8f-d3f6e17e66f5', 'name': '', 'network_id': '5ed80825-20f9-44f8-9be5-4ff3eacf1e1b', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6a:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '359672aa-a842-4659-b52d-cc82fdaf09dc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:58Z', 'updated_at': '2021-07-22T16:46:09Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '359672aa-a842-4659-b52d-cc82fdaf09dc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71cf8055-ad4d-4c73-b357-b693981d7500', 'name': '', 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:24:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:41Z', 'updated_at': '2021-07-22T16:45:51Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96d377a4-e935-4054-bcec-510ad2132696', 'name': '', 'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:4f:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:48Z', 'updated_at': '2021-07-22T16:45:59Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:11.849481 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe9f5c3-3bb3-42d1-a6ca-ab0d0a4e289f tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:46:11.850352 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dbd568-1306-41d3-8f54-dedc43ea3166 None None] The sync data for ids ['1a0db670-7456-4f46-ad13-03e2ab4970f9'] in n-d-798930-9 is: [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:46:10Z', 'revision_number': 7, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:49Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5da2048b-e4b3-4553-aa8f-d3f6e17e66f5', 'name': '', 'network_id': '5ed80825-20f9-44f8-9be5-4ff3eacf1e1b', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6a:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '359672aa-a842-4659-b52d-cc82fdaf09dc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:58Z', 'updated_at': '2021-07-22T16:46:09Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '359672aa-a842-4659-b52d-cc82fdaf09dc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71cf8055-ad4d-4c73-b357-b693981d7500', 'name': '', 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:24:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:41Z', 'updated_at': '2021-07-22T16:45:51Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96d377a4-e935-4054-bcec-510ad2132696', 'name': '', 'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:4f:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:48Z', 'updated_at': '2021-07-22T16:45:59Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:46:11.871199 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9fe9f5c3-3bb3-42d1-a6ca-ab0d0a4e289f tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:11.872947 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9fe9f5c3-3bb3-42d1-a6ca-ab0d0a4e289f tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "PUT /v2.0/routers/1a0db670-7456-4f46-ad13-03e2ab4970f9 HTTP/1.1" status: 200 len: 704 time: 2.6161935 Jul 22 16:46:11.875676 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37064) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:12.029898 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:12.058874 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e1e685ba-c394-447f-a163-9e616a68140a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "GET /v2.0/routers/1a0db670-7456-4f46-ad13-03e2ab4970f9 HTTP/1.1" status: 200 len: 704 time: 0.1817956 Jul 22 16:46:12.059515 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37072) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:12.209380 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b551989d-0dee-4a9e-aec2-21751de6c092 None None] Sync routers for ids ['1a0db670-7456-4f46-ad13-03e2ab4970f9'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:46:12.231403 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b551989d-0dee-4a9e-aec2-21751de6c092 None None] Routers {'1a0db670-7456-4f46-ad13-03e2ab4970f9'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:12.232525 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b551989d-0dee-4a9e-aec2-21751de6c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1a0db670-7456-4f46-ad13-03e2ab4970f9'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:12.289907 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0d11ae7-2784-4d76-898b-119be2843fd3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:12.334073 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:12.433226 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b551989d-0dee-4a9e-aec2-21751de6c092 None None] Set router 1a0db670-7456-4f46-ad13-03e2ab4970f9 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:46:12.466555 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5d02dd-8b47-40f0-8955-b2fa5800e8f1 None None] Update dhcp port {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'fixed_ips': [{'subnet_id': 'd435787f-2e3d-43ec-aecb-d271d2352e4e'}], 'binding:host_id': 'n-d-798930-9'}, 'id': '478dfbb2-f24b-450b-987a-e8a9e5d66756'} from n-d-798930-9. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:46:12.608930 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a1457b50-bb9b-4f35-b0fc-5c41ab9b843d tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:12.619261 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac5d02dd-8b47-40f0-8955-b2fa5800e8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:12.714689 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-c0d11ae7-2784-4d76-898b-119be2843fd3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8::1 (3a7a7ee3-b719-4772-82c2-01f118e27227/d435787f-2e3d-43ec-aecb-d271d2352e4e/88a0a24e-6fe6-4e16-8ce8-2771882e6912) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:12.798119 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b551989d-0dee-4a9e-aec2-21751de6c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:46:10Z', 'revision_number': 7, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:49Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5da2048b-e4b3-4553-aa8f-d3f6e17e66f5', 'name': '', 'network_id': '5ed80825-20f9-44f8-9be5-4ff3eacf1e1b', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6a:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '359672aa-a842-4659-b52d-cc82fdaf09dc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:58Z', 'updated_at': '2021-07-22T16:46:09Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '359672aa-a842-4659-b52d-cc82fdaf09dc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71cf8055-ad4d-4c73-b357-b693981d7500', 'name': '', 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:24:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:41Z', 'updated_at': '2021-07-22T16:45:51Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96d377a4-e935-4054-bcec-510ad2132696', 'name': '', 'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:4f:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:48Z', 'updated_at': '2021-07-22T16:45:59Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:12.871180 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b551989d-0dee-4a9e-aec2-21751de6c092 None None] Checking router: 1a0db670-7456-4f46-ad13-03e2ab4970f9 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:46:12.871716 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0d11ae7-2784-4d76-898b-119be2843fd3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:12.887776 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c0d11ae7-2784-4d76-898b-119be2843fd3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Transition to ACTIVE for port object 88a0a24e-6fe6-4e16-8ce8-2771882e6912 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:12.892930 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b551989d-0dee-4a9e-aec2-21751de6c092 None None] Routers {'1a0db670-7456-4f46-ad13-03e2ab4970f9'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:12.893752 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b551989d-0dee-4a9e-aec2-21751de6c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1a0db670-7456-4f46-ad13-03e2ab4970f9'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:12.942331 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0d11ae7-2784-4d76-898b-119be2843fd3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:13.004238 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-ac5d02dd-8b47-40f0-8955-b2fa5800e8f1 None None] Allocated IP 2001:db8::2 (3a7a7ee3-b719-4772-82c2-01f118e27227/d435787f-2e3d-43ec-aecb-d271d2352e4e/478dfbb2-f24b-450b-987a-e8a9e5d66756) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:13.083389 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998492d2-6fac-4faf-8a34-f125554c2f0b req-1d593aaf-913b-43c3-91c5-84b4ef8946df tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:13.103546 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-998492d2-6fac-4faf-8a34-f125554c2f0b req-1d593aaf-913b-43c3-91c5-84b4ef8946df tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 945 time: 0.5872519 Jul 22 16:46:13.111108 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b551989d-0dee-4a9e-aec2-21751de6c092 None None] Set router 1a0db670-7456-4f46-ad13-03e2ab4970f9 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:46:13.162249 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d11ae7-2784-4d76-898b-119be2843fd3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:13.166363 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ac5d02dd-8b47-40f0-8955-b2fa5800e8f1 None None] For port 478dfbb2-f24b-450b-987a-e8a9e5d66756, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=478dfbb2-f24b-450b-987a-e8a9e5d66756,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:13.168864 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c0d11ae7-2784-4d76-898b-119be2843fd3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:13.209291 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d11ae7-2784-4d76-898b-119be2843fd3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=88a0a24e-6fe6-4e16-8ce8-2771882e6912,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:13.217261 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d11ae7-2784-4d76-898b-119be2843fd3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:46:13.220167 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0d11ae7-2784-4d76-898b-119be2843fd3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:13.232166 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac5d02dd-8b47-40f0-8955-b2fa5800e8f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:13.253115 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ac5d02dd-8b47-40f0-8955-b2fa5800e8f1 None None] Ignored duplicate provisioning block setup for port 478dfbb2-f24b-450b-987a-e8a9e5d66756 by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 16:46:13.263484 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac5d02dd-8b47-40f0-8955-b2fa5800e8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:13.388666 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d02dd-8b47-40f0-8955-b2fa5800e8f1 None None] Pushing event updated for resources: {'Port': ['ID=478dfbb2-f24b-450b-987a-e8a9e5d66756,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:13.408120 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-998492d2-6fac-4faf-8a34-f125554c2f0b req-b3bd1f90-ac32-4430-a7c3-5339974ab5e9 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045924 Jul 22 16:46:13.490756 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6eef4c-9802-4090-9b87-11716b93a23f req-ea44ad3e-21bf-4a5d-8938-936dc711d3bc tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:13.492332 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ab6eef4c-9802-4090-9b87-11716b93a23f req-ea44ad3e-21bf-4a5d-8938-936dc711d3bc tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 945 time: 0.5638359 Jul 22 16:46:13.567008 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b551989d-0dee-4a9e-aec2-21751de6c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:46:10Z', 'revision_number': 7, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:49Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5da2048b-e4b3-4553-aa8f-d3f6e17e66f5', 'name': '', 'network_id': '5ed80825-20f9-44f8-9be5-4ff3eacf1e1b', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6a:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '359672aa-a842-4659-b52d-cc82fdaf09dc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:58Z', 'updated_at': '2021-07-22T16:46:09Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '359672aa-a842-4659-b52d-cc82fdaf09dc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71cf8055-ad4d-4c73-b357-b693981d7500', 'name': '', 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:24:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:41Z', 'updated_at': '2021-07-22T16:45:51Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96d377a4-e935-4054-bcec-510ad2132696', 'name': '', 'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:4f:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:48Z', 'updated_at': '2021-07-22T16:45:59Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:13.591156 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8c6df-c0de-4897-ae86-0cc02402fd14 req-d397a1be-9261-4d9f-8512-2d898e434421 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:13.598359 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-48a8c6df-c0de-4897-ae86-0cc02402fd14 req-d397a1be-9261-4d9f-8512-2d898e434421 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 943 time: 0.2890556 Jul 22 16:46:13.601407 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b551989d-0dee-4a9e-aec2-21751de6c092 None None] The sync data for ids ['1a0db670-7456-4f46-ad13-03e2ab4970f9'] in n-d-798930-9 is: [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:46:10Z', 'revision_number': 7, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:49Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5da2048b-e4b3-4553-aa8f-d3f6e17e66f5', 'name': '', 'network_id': '5ed80825-20f9-44f8-9be5-4ff3eacf1e1b', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6a:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '359672aa-a842-4659-b52d-cc82fdaf09dc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:58Z', 'updated_at': '2021-07-22T16:46:09Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '359672aa-a842-4659-b52d-cc82fdaf09dc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71cf8055-ad4d-4c73-b357-b693981d7500', 'name': '', 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:24:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:41Z', 'updated_at': '2021-07-22T16:45:51Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96d377a4-e935-4054-bcec-510ad2132696', 'name': '', 'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:4f:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:48Z', 'updated_at': '2021-07-22T16:45:59Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:46:13.704127 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-48a8c6df-c0de-4897-ae86-0cc02402fd14 req-546804f9-9699-4949-9584-47b9b39a9ece tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865381 Jul 22 16:46:13.961698 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a1457b50-bb9b-4f35-b0fc-5c41ab9b843d tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting port 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:13.962401 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a1457b50-bb9b-4f35-b0fc-5c41ab9b843d tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:14.036130 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:46:14.095206 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-a1457b50-bb9b-4f35-b0fc-5c41ab9b843d tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] For port 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5da2048b-e4b3-4553-aa8f-d3f6e17e66f5,segment=NetworkSegment(57b5b66b-57d0-4b93-928f-41ca0fae5f32),segment_id=57b5b66b-57d0-4b93-928f-41ca0fae5f32)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:14.095678 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a1457b50-bb9b-4f35-b0fc-5c41ab9b843d tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:14.129796 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a1457b50-bb9b-4f35-b0fc-5c41ab9b843d tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Calling delete_port for 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:14.227019 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:14.245899 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca', 'network_id': '65bc71d4-b0c7-49c6-8406-b3cd4a91b70d', 'port_id': 'ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca', 'mac_address': 'fa:16:3e:73:8c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411cf97d-c177-4f17-b976-e1cbeab029d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:46:14.290579 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0d11ae7-2784-4d76-898b-119be2843fd3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:14.321094 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:14.352797 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:46:14.372582 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-ab6eef4c-9802-4090-9b87-11716b93a23f req-18458c9a-680d-4518-98b0-7c8f379ce0dd tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Deleting port 1b1b0a4d-db1c-483d-971f-d908debf6247 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:14.372931 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ab6eef4c-9802-4090-9b87-11716b93a23f req-18458c9a-680d-4518-98b0-7c8f379ce0dd tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:14.394729 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:14.400894 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:46:14.404113 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:14.500079 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a1457b50-bb9b-4f35-b0fc-5c41ab9b843d tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:14.510481 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:14.545716 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1457b50-bb9b-4f35-b0fc-5c41ab9b843d tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Port': ['ID=5da2048b-e4b3-4553-aa8f-d3f6e17e66f5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:14.745620 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ab6eef4c-9802-4090-9b87-11716b93a23f req-18458c9a-680d-4518-98b0-7c8f379ce0dd tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] For port 1b1b0a4d-db1c-483d-971f-d908debf6247, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1b1b0a4d-db1c-483d-971f-d908debf6247,segment=NetworkSegment(b2f18626-b6e0-49fd-b989-cff34659a15a),segment_id=b2f18626-b6e0-49fd-b989-cff34659a15a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:14.746161 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ab6eef4c-9802-4090-9b87-11716b93a23f req-18458c9a-680d-4518-98b0-7c8f379ce0dd tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:14.764406 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:46:14.766085 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a1457b50-bb9b-4f35-b0fc-5c41ab9b843d tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:14.801121 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-ab6eef4c-9802-4090-9b87-11716b93a23f req-18458c9a-680d-4518-98b0-7c8f379ce0dd tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Calling delete_port for 1b1b0a4d-db1c-483d-971f-d908debf6247 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:14.960553 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12dd9c-e4f9-4efa-a42d-16efc7c0323a req-50a9df0d-0742-4a6b-ae6a-9094d1583a6f tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:14.974683 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fc12dd9c-e4f9-4efa-a42d-16efc7c0323a req-50a9df0d-0742-4a6b-ae6a-9094d1583a6f tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 945 time: 0.3785429 Jul 22 16:46:15.112805 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 478dfbb2-f24b-450b-987a-e8a9e5d66756 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:15.119480 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e920e43-89d5-4e86-866a-75a1a254afeb None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:15.217860 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fc12dd9c-e4f9-4efa-a42d-16efc7c0323a req-a96f8cc6-d393-4f38-8c7b-7e2629246b72 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/security-groups?id=293cbddc-7814-4cf2-b7c9-64620c0c25ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377048 Jul 22 16:46:15.370823 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd480538-97b3-4b41-b249-fdd28ae5fd42 req-647c2663-e247-48e4-b57f-dc0a9e5cd6d4 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:15.373059 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0209834d-c0b7-4756-add5-01a40bee72f2 None None] Provisioning for port 478dfbb2-f24b-450b-987a-e8a9e5d66756 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:15.379606 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fd480538-97b3-4b41-b249-fdd28ae5fd42 req-647c2663-e247-48e4-b57f-dc0a9e5cd6d4 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 944 time: 0.3738008 Jul 22 16:46:15.381146 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0d11ae7-2784-4d76-898b-119be2843fd3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:15.390981 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0d11ae7-2784-4d76-898b-119be2843fd3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:15.392155 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0d11ae7-2784-4d76-898b-119be2843fd3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:15.409106 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1457b50-bb9b-4f35-b0fc-5c41ab9b843d tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Router 1a0db670-7456-4f46-ad13-03e2ab4970f9 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:46:15.450181 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 478dfbb2-f24b-450b-987a-e8a9e5d66756 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:15.456511 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 478dfbb2-f24b-450b-987a-e8a9e5d66756 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:15.456881 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:15.505303 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fd480538-97b3-4b41-b249-fdd28ae5fd42 req-6799b9f0-11df-4a24-aacb-b21c63ae6a04 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247382 Jul 22 16:46:15.647396 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d11ae7-2784-4d76-898b-119be2843fd3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=88a0a24e-6fe6-4e16-8ce8-2771882e6912,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:15.671835 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1457b50-bb9b-4f35-b0fc-5c41ab9b843d tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:46:15.694607 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:15.704134 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ab6eef4c-9802-4090-9b87-11716b93a23f req-18458c9a-680d-4518-98b0-7c8f379ce0dd tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:15.715389 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a1457b50-bb9b-4f35-b0fc-5c41ab9b843d tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "PUT /v2.0/routers/1a0db670-7456-4f46-ad13-03e2ab4970f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6547794 Jul 22 16:46:15.716793 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37134) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:15.748016 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 478dfbb2-f24b-450b-987a-e8a9e5d66756, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=478dfbb2-f24b-450b-987a-e8a9e5d66756,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:15.752698 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86120df2-745d-488b-8616-a9520877b7d6 None None] Sync routers for ids ['1a0db670-7456-4f46-ad13-03e2ab4970f9'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:46:15.757498 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:15.819054 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86120df2-745d-488b-8616-a9520877b7d6 None None] Routers {'1a0db670-7456-4f46-ad13-03e2ab4970f9'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:15.819628 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-86120df2-745d-488b-8616-a9520877b7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1a0db670-7456-4f46-ad13-03e2ab4970f9'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:15.827675 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18458c9a-680d-4518-98b0-7c8f379ce0dd tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Pushing event deleted for resources: {'Port': ['ID=1b1b0a4d-db1c-483d-971f-d908debf6247,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:15.850232 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b46161e-32f2-415d-853f-2f8d58e24182 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting subnet 359672aa-a842-4659-b52d-cc82fdaf09dc {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:46:15.858069 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d11ae7-2784-4d76-898b-119be2843fd3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:15.861869 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b46161e-32f2-415d-853f-2f8d58e24182 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:15.915354 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6eef4c-9802-4090-9b87-11716b93a23f req-18458c9a-680d-4518-98b0-7c8f379ce0dd tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] No DVR routers for this DVR port 1b1b0a4d-db1c-483d-971f-d908debf6247 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:46:15.917829 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c0d11ae7-2784-4d76-898b-119be2843fd3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:15.920069 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ab6eef4c-9802-4090-9b87-11716b93a23f req-18458c9a-680d-4518-98b0-7c8f379ce0dd tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:15.925302 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ab6eef4c-9802-4090-9b87-11716b93a23f req-18458c9a-680d-4518-98b0-7c8f379ce0dd tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.30 "DELETE /v2.0/ports/1b1b0a4d-db1c-483d-971f-d908debf6247 HTTP/1.1" status: 204 len: 173 time: 2.4151230 Jul 22 16:46:15.925893 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a680d7-8251-4502-9f3d-c7876df1d276', 'name': 'network-vif-deleted', 'tag': '1b1b0a4d-db1c-483d-971f-d908debf6247'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:46:15.932085 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81bf57f-7393-4308-a869-3fd2ba9ded30" -d '{"events": [{"server_uuid": "e3a680d7-8251-4502-9f3d-c7876df1d276", "name": "network-vif-deleted", "tag": "1b1b0a4d-db1c-483d-971f-d908debf6247"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:46:15.946430 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=478dfbb2-f24b-450b-987a-e8a9e5d66756,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:15.987511 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-86120df2-745d-488b-8616-a9520877b7d6 None None] Set router 1a0db670-7456-4f46-ad13-03e2ab4970f9 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:46:16.019558 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b46161e-32f2-415d-853f-2f8d58e24182 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:16.053250 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:16.074208 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bdfbcc-3f54-4ccf-a6e6-e46c2d598aab x-openstack-request-id: req-d1bdfbcc-3f54-4ccf-a6e6-e46c2d598aab {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:46:16.074496 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a680d7-8251-4502-9f3d-c7876df1d276", "name": "network-vif-deleted", "tag": "1b1b0a4d-db1c-483d-971f-d908debf6247", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:46:16.074748 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d1bdfbcc-3f54-4ccf-a6e6-e46c2d598aab {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:46:16.075207 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a680d7-8251-4502-9f3d-c7876df1d276', 'name': 'network-vif-deleted', 'tag': '1b1b0a4d-db1c-483d-971f-d908debf6247', 'status': 'completed', 'code': 200} Jul 22 16:46:16.125708 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d11ae7-2784-4d76-898b-119be2843fd3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Router 5934155a-766d-4d20-85d1-4992042595b4 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:46:16.192876 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b46161e-32f2-415d-853f-2f8d58e24182 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:16.357232 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b46161e-32f2-415d-853f-2f8d58e24182 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:16.424290 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d11ae7-2784-4d76-898b-119be2843fd3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:46:16.435931 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3fd5c410-c14a-48fa-86d0-8048f9fd566f None None] Provisioning for port 88a0a24e-6fe6-4e16-8ce8-2771882e6912 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:16.437576 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b46161e-32f2-415d-853f-2f8d58e24182 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:16.440477 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] Sync routers for ids ['5934155a-766d-4d20-85d1-4992042595b4'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:46:16.447843 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0b46161e-32f2-415d-853f-2f8d58e24182 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/subnets/359672aa-a842-4659-b52d-cc82fdaf09dc HTTP/1.1" status: 204 len: 168 time: 0.7294884 Jul 22 16:46:16.452744 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37150) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:16.461054 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3fd5c410-c14a-48fa-86d0-8048f9fd566f None None] Provisioning complete for port 88a0a24e-6fe6-4e16-8ce8-2771882e6912 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:16.461502 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fd5c410-c14a-48fa-86d0-8048f9fd566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:16.463104 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1af2f29-7522-4277-80c6-5e811b33d320 None None] Network 5ed80825-20f9-44f8-9be5-4ff3eacf1e1b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:16.472123 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] Routers {'5934155a-766d-4d20-85d1-4992042595b4'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:16.505108 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['5934155a-766d-4d20-85d1-4992042595b4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:16.517156 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c0d11ae7-2784-4d76-898b-119be2843fd3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "PUT /v2.0/routers/5934155a-766d-4d20-85d1-4992042595b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8305168 Jul 22 16:46:16.521507 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46161e-32f2-415d-853f-2f8d58e24182 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Subnet': ['ID=359672aa-a842-4659-b52d-cc82fdaf09dc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:16.521902 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37154) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:16.654349 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:16.691200 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b4a5966-7695-4ea4-b4a5-658d0cf384e1 req-f9ed34a8-328a-4e7f-bdc1-1a576b243ae4 tempest-TestServerAdvancedOps-2021453926 tempest-TestServerAdvancedOps-2021453926-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3a680d7-8251-4502-9f3d-c7876df1d276 HTTP/1.1" status: 200 len: 210 time: 0.1392565 Jul 22 16:46:16.704438 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13b95e4e-d143-43b5-b29e-68c32861a07a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:16.771312 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:16.772708 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:16.812000 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1b1b0a4d-db1c-483d-971f-d908debf6247 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:46:16.831348 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a607a9dd-a9f5-4f5e-9e75-b75d6ea2a946 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:16.840591 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a607a9dd-a9f5-4f5e-9e75-b75d6ea2a946 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports/88a0a24e-6fe6-4e16-8ce8-2771882e6912 HTTP/1.1" status: 200 len: 911 time: 0.3114464 Jul 22 16:46:16.841454 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37158) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:16.885141 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] Set router 5934155a-766d-4d20-85d1-4992042595b4 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:46:16.999537 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 478dfbb2-f24b-450b-987a-e8a9e5d66756 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:17.030270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b3c1cf-8eeb-497f-a1b9-0709a6154fc5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:17.050691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b3c1cf-8eeb-497f-a1b9-0709a6154fc5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:17.061066 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b1b3c1cf-8eeb-497f-a1b9-0709a6154fc5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2142093 Jul 22 16:46:17.061912 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37164) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:17.069816 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a62852-f49b-49aa-9a81-868af84b5bec req-c1f2bd4d-413d-47fd-b4f1-27966c6738bd tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:17.081107 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-67a62852-f49b-49aa-9a81-868af84b5bec req-c1f2bd4d-413d-47fd-b4f1-27966c6738bd tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 944 time: 0.4283667 Jul 22 16:46:17.116839 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3fd5c410-c14a-48fa-86d0-8048f9fd566f None None] Port 88a0a24e-6fe6-4e16-8ce8-2771882e6912 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:46:17.121049 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 1b1b0a4d-db1c-483d-971f-d908debf6247 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:46:17.121555 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1b1b0a4d-db1c-483d-971f-d908debf6247 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:46:17.144859 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-86120df2-745d-488b-8616-a9520877b7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:46:14Z', 'revision_number': 8, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:49Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71cf8055-ad4d-4c73-b357-b693981d7500', 'name': '', 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:24:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:41Z', 'updated_at': '2021-07-22T16:45:51Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96d377a4-e935-4054-bcec-510ad2132696', 'name': '', 'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:4f:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:48Z', 'updated_at': '2021-07-22T16:45:59Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:17.156210 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-13b95e4e-d143-43b5-b29e-68c32861a07a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting port f5fb6602-3b0a-4382-8133-c2555378c627 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:17.161858 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13b95e4e-d143-43b5-b29e-68c32861a07a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:17.179470 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-67a62852-f49b-49aa-9a81-868af84b5bec req-3357c770-b7ed-4503-aa20-59aaf160275f tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919187 Jul 22 16:46:17.255316 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86120df2-745d-488b-8616-a9520877b7d6 None None] Checking router: 1a0db670-7456-4f46-ad13-03e2ab4970f9 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:46:17.309296 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3fd5c410-c14a-48fa-86d0-8048f9fd566f None None] Provisioning complete for port 478dfbb2-f24b-450b-987a-e8a9e5d66756 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:17.310605 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fd5c410-c14a-48fa-86d0-8048f9fd566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:17.321166 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86120df2-745d-488b-8616-a9520877b7d6 None None] Routers {'1a0db670-7456-4f46-ad13-03e2ab4970f9'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:17.322004 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-86120df2-745d-488b-8616-a9520877b7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1a0db670-7456-4f46-ad13-03e2ab4970f9'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:17.336377 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-13b95e4e-d143-43b5-b29e-68c32861a07a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] For port f5fb6602-3b0a-4382-8133-c2555378c627, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f5fb6602-3b0a-4382-8133-c2555378c627,segment=NetworkSegment(57b5b66b-57d0-4b93-928f-41ca0fae5f32),segment_id=57b5b66b-57d0-4b93-928f-41ca0fae5f32)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:17.337164 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13b95e4e-d143-43b5-b29e-68c32861a07a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:17.343926 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5934155a-766d-4d20-85d1-4992042595b4', 'name': 'tempest-NetworksTestDHCPv6-router-1206832012', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:46:11Z', 'updated_at': '2021-07-22T16:46:14Z', 'revision_number': 2, 'project_id': 'e913827dcf594576b0a204845cf3904c', 'gw_port_host': None, '_interfaces': [{'id': '88a0a24e-6fe6-4e16-8ce8-2771882e6912', 'name': '', 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'mac_address': 'fa:16:3e:18:30:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5934155a-766d-4d20-85d1-4992042595b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'd435787f-2e3d-43ec-aecb-d271d2352e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:46:12Z', 'updated_at': '2021-07-22T16:46:14Z', 'revision_number': 2, 'project_id': 'e913827dcf594576b0a204845cf3904c', 'subnets': [{'id': 'd435787f-2e3d-43ec-aecb-d271d2352e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:17.373463 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-13b95e4e-d143-43b5-b29e-68c32861a07a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Calling delete_port for f5fb6602-3b0a-4382-8133-c2555378c627 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:17.393255 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] Checking router: 5934155a-766d-4d20-85d1-4992042595b4 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:46:17.393598 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] Updating router 5934155a-766d-4d20-85d1-4992042595b4 port 88a0a24e-6fe6-4e16-8ce8-2771882e6912 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:46:17.463711 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:17.488109 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13b95e4e-d143-43b5-b29e-68c32861a07a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:17.519878 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b95e4e-d143-43b5-b29e-68c32861a07a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Port': ['ID=f5fb6602-3b0a-4382-8133-c2555378c627,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:17.539784 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b95e4e-d143-43b5-b29e-68c32861a07a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] No DVR routers for this DVR port f5fb6602-3b0a-4382-8133-c2555378c627 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:46:17.610872 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 478dfbb2-f24b-450b-987a-e8a9e5d66756 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:17.610872 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:17.727072 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13b95e4e-d143-43b5-b29e-68c32861a07a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:17.763323 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-13b95e4e-d143-43b5-b29e-68c32861a07a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed80825-20f9-44f8-9be5-4ff3eacf1e1b']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:17.784770 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-099567a8-4dd9-4682-9d5a-fa6c9edc423a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:17.788927 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-13b95e4e-d143-43b5-b29e-68c32861a07a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b5b66b-57d0-4b93-928f-41ca0fae5f32') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:17.789227 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-13b95e4e-d143-43b5-b29e-68c32861a07a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b5b66b-57d0-4b93-928f-41ca0fae5f32') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:17.808540 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13b95e4e-d143-43b5-b29e-68c32861a07a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:17.844616 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37178) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:17.850088 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13b95e4e-d143-43b5-b29e-68c32861a07a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:17.927737 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b95e4e-d143-43b5-b29e-68c32861a07a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:46:17.928929 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13b95e4e-d143-43b5-b29e-68c32861a07a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:46:17.933905 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:46:17.956520 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-86120df2-745d-488b-8616-a9520877b7d6 None None] Set router 1a0db670-7456-4f46-ad13-03e2ab4970f9 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:46:18.075094 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-133d3149-6701-47e2-a167-d59deeff736c admin admin] Deleting subnet 1c5c7235-94ca-46f8-a44d-6ad372867298 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:46:18.079334 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-133d3149-6701-47e2-a167-d59deeff736c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:18.104583 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13b95e4e-d143-43b5-b29e-68c32861a07a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:18.116944 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13b95e4e-d143-43b5-b29e-68c32861a07a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:18.128405 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-13b95e4e-d143-43b5-b29e-68c32861a07a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/networks/5ed80825-20f9-44f8-9be5-4ff3eacf1e1b HTTP/1.1" status: 204 len: 168 time: 1.6737075 Jul 22 16:46:18.145159 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37184) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:18.160068 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:18.178782 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] Transition to ACTIVE for port object 88a0a24e-6fe6-4e16-8ce8-2771882e6912 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:18.191767 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:18.256070 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b8f3d-f252-438e-a242-45ea38c3bcc9 None None] Pushing event updated for resources: {'Port': ['ID=88a0a24e-6fe6-4e16-8ce8-2771882e6912,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:18.285802 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:18.342417 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed7d29b-ee45-4da2-ba47-d5d76fd785ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:46:18.363787 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fc246e-e356-40e5-b927-2b78c310bd4d" -d '{"events": [{"server_uuid": "2ed7d29b-ee45-4da2-ba47-d5d76fd785ae", "name": "network-vif-plugged", "status": "completed", "tag": "ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:46:18.424369 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:18.469603 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:18.499925 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b95e4e-d143-43b5-b29e-68c32861a07a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Network': ['ID=5ed80825-20f9-44f8-9be5-4ff3eacf1e1b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:18.579468 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-099567a8-4dd9-4682-9d5a-fa6c9edc423a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting port 88a0a24e-6fe6-4e16-8ce8-2771882e6912 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:18.579994 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-099567a8-4dd9-4682-9d5a-fa6c9edc423a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:18.617914 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400bbaa-1035-4375-bbf0-402df86439fa req-8e6a26f9-7f7c-488a-9d08-60e1bb4f2e0e tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:18.626002 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5400bbaa-1035-4375-bbf0-402df86439fa req-8e6a26f9-7f7c-488a-9d08-60e1bb4f2e0e tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 944 time: 0.2843502 Jul 22 16:46:18.690739 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbc0ac5-f2ff-442a-9805-6bcb295d7e7f x-openstack-request-id: req-ebbc0ac5-f2ff-442a-9805-6bcb295d7e7f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:46:18.691736 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed7d29b-ee45-4da2-ba47-d5d76fd785ae", "name": "network-vif-plugged", "status": "completed", "tag": "ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:46:18.692301 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ebbc0ac5-f2ff-442a-9805-6bcb295d7e7f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:46:18.692895 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed7d29b-ee45-4da2-ba47-d5d76fd785ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca', 'code': 200} Jul 22 16:46:18.762930 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] Attempting to bind port 88a0a24e-6fe6-4e16-8ce8-2771882e6912 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:46:18.763593 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] Attempting to bind port 88a0a24e-6fe6-4e16-8ce8-2771882e6912 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:46:18.763695 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] Attempting to bind port 88a0a24e-6fe6-4e16-8ce8-2771882e6912 on network 3a7a7ee3-b719-4772-82c2-01f118e27227 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:46:18.784289 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:46:18.784289 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] Checking segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:46:18.784698 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:18.801397 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-133d3149-6701-47e2-a167-d59deeff736c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:18.802248 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] Bound using segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:46:18.802848 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] Bound port: 88a0a24e-6fe6-4e16-8ce8-2771882e6912, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:46:18.806383 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:18.873559 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5400bbaa-1035-4375-bbf0-402df86439fa req-0bd478e9-31d0-4e6f-a718-e103555f10d2 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466104 Jul 22 16:46:18.919143 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-133d3149-6701-47e2-a167-d59deeff736c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:18.941831 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0008ba05-2cc7-4bfc-83ac-30724beb904f None None] DHCP port deletion for 5ed80825-20f9-44f8-9be5-4ff3eacf1e1b request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:46:18.953179 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:19.041396 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] For port 88a0a24e-6fe6-4e16-8ce8-2771882e6912, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:46:19.055314 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] For port 88a0a24e-6fe6-4e16-8ce8-2771882e6912, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=88a0a24e-6fe6-4e16-8ce8-2771882e6912,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:46:19.070172 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:19.108782 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-133d3149-6701-47e2-a167-d59deeff736c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:19.140346 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d3149-6701-47e2-a167-d59deeff736c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c5c7235-94ca-46f8-a44d-6ad372867298,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:19.161714 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-133d3149-6701-47e2-a167-d59deeff736c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:19.164410 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-133d3149-6701-47e2-a167-d59deeff736c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1c5c7235-94ca-46f8-a44d-6ad372867298 HTTP/1.1" status: 204 len: 168 time: 1.3202128 Jul 22 16:46:19.196092 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37198) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:19.213207 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f5fb6602-3b0a-4382-8133-c2555378c627 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:46:19.280932 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] Routers {'5934155a-766d-4d20-85d1-4992042595b4'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:19.293152 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['5934155a-766d-4d20-85d1-4992042595b4'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:19.315425 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: f5fb6602-3b0a-4382-8133-c2555378c627 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:46:19.317492 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f5fb6602-3b0a-4382-8133-c2555378c627 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:46:19.340063 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-099567a8-4dd9-4682-9d5a-fa6c9edc423a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] For port 88a0a24e-6fe6-4e16-8ce8-2771882e6912, host n-d-798930-9, got binding levels [] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:19.343398 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-099567a8-4dd9-4682-9d5a-fa6c9edc423a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:19.355952 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-247b206d-6c4d-4411-ad4e-feee37b25a52 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:19.385256 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd031501-c6dc-444e-915a-359417069002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:19.391124 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-099567a8-4dd9-4682-9d5a-fa6c9edc423a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Calling delete_port for 88a0a24e-6fe6-4e16-8ce8-2771882e6912 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:19.429984 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960240d-8c20-4357-a165-1103c95b67c5 req-52cbf397-63f5-4528-a374-5dca019a8de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:19.443760 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f960240d-8c20-4357-a165-1103c95b67c5 req-52cbf397-63f5-4528-a374-5dca019a8de3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 1096 time: 0.7257521 Jul 22 16:46:19.494916 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-86120df2-745d-488b-8616-a9520877b7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:46:14Z', 'revision_number': 8, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:49Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71cf8055-ad4d-4c73-b357-b693981d7500', 'name': '', 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:24:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:41Z', 'updated_at': '2021-07-22T16:45:51Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96d377a4-e935-4054-bcec-510ad2132696', 'name': '', 'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:4f:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:48Z', 'updated_at': '2021-07-22T16:45:59Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:19.497695 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b8f3d-f252-438e-a242-45ea38c3bcc9 None None] Pushing event updated for resources: {'Port': ['ID=88a0a24e-6fe6-4e16-8ce8-2771882e6912,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:19.546305 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] Set router 5934155a-766d-4d20-85d1-4992042595b4 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:46:19.562312 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86120df2-745d-488b-8616-a9520877b7d6 None None] The sync data for ids ['1a0db670-7456-4f46-ad13-03e2ab4970f9'] in n-d-798930-9 is: [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:46:14Z', 'revision_number': 8, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:49Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71cf8055-ad4d-4c73-b357-b693981d7500', 'name': '', 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:24:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:41Z', 'updated_at': '2021-07-22T16:45:51Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96d377a4-e935-4054-bcec-510ad2132696', 'name': '', 'network_id': '8e60edc9-a0e7-4ec8-81c7-80146171cf77', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:4f:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:48Z', 'updated_at': '2021-07-22T16:45:59Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '57059d07-79ab-4722-af39-fbccc3d973aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:46:19.609375 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f960240d-8c20-4357-a165-1103c95b67c5 req-2d6a8b65-9d0b-451d-8d83-f24e67cf28ad service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644504 Jul 22 16:46:19.795738 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd031501-c6dc-444e-915a-359417069002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:19.796005 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-099567a8-4dd9-4682-9d5a-fa6c9edc423a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:19.811671 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-dd031501-c6dc-444e-915a-359417069002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db4f1d09-6531-42c7-9355-5f2a40f29355']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:19.825898 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-dd031501-c6dc-444e-915a-359417069002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f18626-b6e0-49fd-b989-cff34659a15a') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:19.826357 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-dd031501-c6dc-444e-915a-359417069002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f18626-b6e0-49fd-b989-cff34659a15a') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:19.851573 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099567a8-4dd9-4682-9d5a-fa6c9edc423a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Port': ['ID=88a0a24e-6fe6-4e16-8ce8-2771882e6912,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:19.864564 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd031501-c6dc-444e-915a-359417069002 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:19.877509 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099567a8-4dd9-4682-9d5a-fa6c9edc423a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:19.877784 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099567a8-4dd9-4682-9d5a-fa6c9edc423a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:19.878155 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099567a8-4dd9-4682-9d5a-fa6c9edc423a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:19.878498 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099567a8-4dd9-4682-9d5a-fa6c9edc423a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:19.878914 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099567a8-4dd9-4682-9d5a-fa6c9edc423a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:19.879400 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099567a8-4dd9-4682-9d5a-fa6c9edc423a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:19.879727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099567a8-4dd9-4682-9d5a-fa6c9edc423a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:19.880101 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099567a8-4dd9-4682-9d5a-fa6c9edc423a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:19.880422 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099567a8-4dd9-4682-9d5a-fa6c9edc423a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:19.880744 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099567a8-4dd9-4682-9d5a-fa6c9edc423a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:19.881094 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099567a8-4dd9-4682-9d5a-fa6c9edc423a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:19.881416 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099567a8-4dd9-4682-9d5a-fa6c9edc423a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:19.911700 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd031501-c6dc-444e-915a-359417069002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:19.924222 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd031501-c6dc-444e-915a-359417069002 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:46:19.924222 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd031501-c6dc-444e-915a-359417069002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:46:19.926143 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:46:20.076427 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd031501-c6dc-444e-915a-359417069002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:20.092864 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd031501-c6dc-444e-915a-359417069002 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:20.094979 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-dd031501-c6dc-444e-915a-359417069002 admin admin] 10.222.0.69 "DELETE /v2.0/networks/db4f1d09-6531-42c7-9355-5f2a40f29355 HTTP/1.1" status: 204 len: 168 time: 0.8970892 Jul 22 16:46:20.133764 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37216) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:20.169836 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd031501-c6dc-444e-915a-359417069002 admin admin] Pushing event deleted for resources: {'Network': ['ID=db4f1d09-6531-42c7-9355-5f2a40f29355,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:20.215975 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5934155a-766d-4d20-85d1-4992042595b4', 'name': 'tempest-NetworksTestDHCPv6-router-1206832012', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:46:11Z', 'updated_at': '2021-07-22T16:46:14Z', 'revision_number': 2, 'project_id': 'e913827dcf594576b0a204845cf3904c', 'gw_port_host': None, '_interfaces': [{'id': '88a0a24e-6fe6-4e16-8ce8-2771882e6912', 'name': '', 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'mac_address': 'fa:16:3e:18:30:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5934155a-766d-4d20-85d1-4992042595b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'd435787f-2e3d-43ec-aecb-d271d2352e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:46:12Z', 'updated_at': '2021-07-22T16:46:19Z', 'revision_number': 4, 'project_id': 'e913827dcf594576b0a204845cf3904c', 'subnets': [{'id': 'd435787f-2e3d-43ec-aecb-d271d2352e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:20.219409 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-247b206d-6c4d-4411-ad4e-feee37b25a52 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting port 96d377a4-e935-4054-bcec-510ad2132696 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:20.223806 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-247b206d-6c4d-4411-ad4e-feee37b25a52 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:20.274045 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-099567a8-4dd9-4682-9d5a-fa6c9edc423a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:20.315293 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e1fef-2971-484b-9503-f3d6a0c6e7e1 None None] The sync data for ids ['5934155a-766d-4d20-85d1-4992042595b4'] in n-d-798930-9 is: [{'id': '5934155a-766d-4d20-85d1-4992042595b4', 'name': 'tempest-NetworksTestDHCPv6-router-1206832012', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:46:11Z', 'updated_at': '2021-07-22T16:46:14Z', 'revision_number': 2, 'project_id': 'e913827dcf594576b0a204845cf3904c', 'gw_port_host': None, '_interfaces': [{'id': '88a0a24e-6fe6-4e16-8ce8-2771882e6912', 'name': '', 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'mac_address': 'fa:16:3e:18:30:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5934155a-766d-4d20-85d1-4992042595b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'd435787f-2e3d-43ec-aecb-d271d2352e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:46:12Z', 'updated_at': '2021-07-22T16:46:19Z', 'revision_number': 4, 'project_id': 'e913827dcf594576b0a204845cf3904c', 'subnets': [{'id': 'd435787f-2e3d-43ec-aecb-d271d2352e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:46:20.440716 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d542ce-0cb8-44c9-b551-eda3ff5127fd admin admin] Deleting subnet 81b2337d-ab1f-41d6-a17d-76f1a6313bfd {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:46:20.455184 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96d542ce-0cb8-44c9-b551-eda3ff5127fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:20.512667 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-247b206d-6c4d-4411-ad4e-feee37b25a52 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] For port 96d377a4-e935-4054-bcec-510ad2132696, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=96d377a4-e935-4054-bcec-510ad2132696,segment=NetworkSegment(e70b30d9-0c31-4fe9-9b4c-0096e86afc62),segment_id=e70b30d9-0c31-4fe9-9b4c-0096e86afc62)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:20.512910 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-247b206d-6c4d-4411-ad4e-feee37b25a52 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:20.514195 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef76d52-b4d8-4cd2-ab09-30d0d18bc750 req-fce585e5-7c18-4019-89af-6073d4c6be6d tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:20.522382 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2ef76d52-b4d8-4cd2-ab09-30d0d18bc750 req-fce585e5-7c18-4019-89af-6073d4c6be6d tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.3506310 Jul 22 16:46:20.559535 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-247b206d-6c4d-4411-ad4e-feee37b25a52 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Calling delete_port for 96d377a4-e935-4054-bcec-510ad2132696 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:20.589290 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96d542ce-0cb8-44c9-b551-eda3ff5127fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:20.599894 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099567a8-4dd9-4682-9d5a-fa6c9edc423a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Router 5934155a-766d-4d20-85d1-4992042595b4 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:46:20.626307 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2ef76d52-b4d8-4cd2-ab09-30d0d18bc750 req-50025389-ab3d-48e9-a729-34aa046c6c55 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976312 Jul 22 16:46:20.760984 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96d542ce-0cb8-44c9-b551-eda3ff5127fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:20.850502 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099567a8-4dd9-4682-9d5a-fa6c9edc423a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:46:20.874223 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-099567a8-4dd9-4682-9d5a-fa6c9edc423a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "PUT /v2.0/routers/5934155a-766d-4d20-85d1-4992042595b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8105590 Jul 22 16:46:20.878462 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37228) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:20.989095 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be3efa6-6afc-47b1-b161-1f8fa71a892a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:20.990652 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96d542ce-0cb8-44c9-b551-eda3ff5127fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:20.992894 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be3efa6-6afc-47b1-b161-1f8fa71a892a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:20.999719 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2be3efa6-6afc-47b1-b161-1f8fa71a892a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1149642 Jul 22 16:46:21.002354 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37232) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:21.030239 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:46:21.075579 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:46:21.075921 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5da2048b-e4b3-4553-aa8f-d3f6e17e66f5 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:46:21.081677 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d542ce-0cb8-44c9-b551-eda3ff5127fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b2337d-ab1f-41d6-a17d-76f1a6313bfd,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:21.107302 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96d542ce-0cb8-44c9-b551-eda3ff5127fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:21.108410 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-96d542ce-0cb8-44c9-b551-eda3ff5127fd admin admin] 10.222.0.69 "DELETE /v2.0/subnets/81b2337d-ab1f-41d6-a17d-76f1a6313bfd HTTP/1.1" status: 204 len: 168 time: 0.9733262 Jul 22 16:46:21.112047 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37238) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:21.137707 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad54c6b2-8f05-41a4-9b07-c2a73246bea2 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet d435787f-2e3d-43ec-aecb-d271d2352e4e {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:46:21.142493 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad54c6b2-8f05-41a4-9b07-c2a73246bea2 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:21.160106 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-247b206d-6c4d-4411-ad4e-feee37b25a52 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:21.203375 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b206d-6c4d-4411-ad4e-feee37b25a52 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Port': ['ID=96d377a4-e935-4054-bcec-510ad2132696,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:21.240865 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad54c6b2-8f05-41a4-9b07-c2a73246bea2 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:21.432187 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad54c6b2-8f05-41a4-9b07-c2a73246bea2 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:21.590345 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad54c6b2-8f05-41a4-9b07-c2a73246bea2 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:21.671825 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54c6b2-8f05-41a4-9b07-c2a73246bea2 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=d435787f-2e3d-43ec-aecb-d271d2352e4e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:21.702563 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad54c6b2-8f05-41a4-9b07-c2a73246bea2 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:21.714469 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69100114-2999-4fc6-a0a4-0020acdbe589 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:21.725029 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ad54c6b2-8f05-41a4-9b07-c2a73246bea2 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/d435787f-2e3d-43ec-aecb-d271d2352e4e HTTP/1.1" status: 204 len: 168 time: 0.7204797 Jul 22 16:46:21.726579 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37256) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:21.975462 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2902e118-6f06-4072-856c-895f0babe6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:22.015551 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37264) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:22.017227 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a66c05f8-a0ec-4ca9-b1b6-eafbb705648c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2890096 Jul 22 16:46:22.089270 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0310fdef-7f27-4c8e-8f16-8bc34cee398b None None] DHCP port deletion for 3a7a7ee3-b719-4772-82c2-01f118e27227 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:46:22.099889 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528492f-df34-40c6-806b-e64afe041539 req-e7c2ae8a-9ea7-44ce-bafe-f2d31f8dbb53 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:22.101676 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c528492f-df34-40c6-806b-e64afe041539 req-e7c2ae8a-9ea7-44ce-bafe-f2d31f8dbb53 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.2661786 Jul 22 16:46:22.135271 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-247b206d-6c4d-4411-ad4e-feee37b25a52 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:22.170526 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c528492f-df34-40c6-806b-e64afe041539 req-43600950-dd6a-4bc5-bb11-6a47af4130a9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548129 Jul 22 16:46:22.174546 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7b36fb9b-e7d7-4844-bdc6-cd5c93cfc086 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:22.187598 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0310fdef-7f27-4c8e-8f16-8bc34cee398b None None] Deleting port 478dfbb2-f24b-450b-987a-e8a9e5d66756 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:22.190183 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0310fdef-7f27-4c8e-8f16-8bc34cee398b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:22.276552 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0310fdef-7f27-4c8e-8f16-8bc34cee398b None None] For port 478dfbb2-f24b-450b-987a-e8a9e5d66756, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=478dfbb2-f24b-450b-987a-e8a9e5d66756,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:22.277147 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0310fdef-7f27-4c8e-8f16-8bc34cee398b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:22.290760 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0310fdef-7f27-4c8e-8f16-8bc34cee398b None None] Calling delete_port for 478dfbb2-f24b-450b-987a-e8a9e5d66756 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:22.427865 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0310fdef-7f27-4c8e-8f16-8bc34cee398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:22.465417 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0310fdef-7f27-4c8e-8f16-8bc34cee398b None None] No DVR routers for this DVR port 478dfbb2-f24b-450b-987a-e8a9e5d66756 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:46:22.509503 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310fdef-7f27-4c8e-8f16-8bc34cee398b None None] Pushing event deleted for resources: {'Port': ['ID=478dfbb2-f24b-450b-987a-e8a9e5d66756,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:22.541011 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425680e-4d47-4ba8-8993-d880db322bf0 req-fe340093-e9bc-44f4-bd4c-674ad0d2ace0 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:22.542705 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6425680e-4d47-4ba8-8993-d880db322bf0 req-fe340093-e9bc-44f4-bd4c-674ad0d2ace0 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.1371491 Jul 22 16:46:22.562096 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2902e118-6f06-4072-856c-895f0babe6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:22.587559 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6425680e-4d47-4ba8-8993-d880db322bf0 req-1a447c21-cfe3-4c5f-b3db-a9517f6f3489 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391998 Jul 22 16:46:22.618693 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2902e118-6f06-4072-856c-895f0babe6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fdd54f5-f471-4058-b822-9a158afbf923']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:22.631225 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7b36fb9b-e7d7-4844-bdc6-cd5c93cfc086 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:22.641061 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7b36fb9b-e7d7-4844-bdc6-cd5c93cfc086 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:22.652313 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2902e118-6f06-4072-856c-895f0babe6d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a365707-7beb-48db-a998-67df66a26095') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:22.652652 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2902e118-6f06-4072-856c-895f0babe6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a365707-7beb-48db-a998-67df66a26095') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:22.659223 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04119fcb-b09b-4007-95db-0aacacd0e12d None None] Sync routers for ids ['5934155a-766d-4d20-85d1-4992042595b4'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:46:22.684553 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04119fcb-b09b-4007-95db-0aacacd0e12d None None] Routers {'5934155a-766d-4d20-85d1-4992042595b4'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:22.685656 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-04119fcb-b09b-4007-95db-0aacacd0e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['5934155a-766d-4d20-85d1-4992042595b4'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:22.712935 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2902e118-6f06-4072-856c-895f0babe6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:22.799411 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-04119fcb-b09b-4007-95db-0aacacd0e12d None None] Set router 5934155a-766d-4d20-85d1-4992042595b4 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:46:22.803284 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7b36fb9b-e7d7-4844-bdc6-cd5c93cfc086 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:22.803794 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b36fb9b-e7d7-4844-bdc6-cd5c93cfc086 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Fanout notify agent at l3_agent the message router_deleted on router 5934155a-766d-4d20-85d1-4992042595b4 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:46:22.811135 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7b36fb9b-e7d7-4844-bdc6-cd5c93cfc086 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:22.812508 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7b36fb9b-e7d7-4844-bdc6-cd5c93cfc086 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/routers/5934155a-766d-4d20-85d1-4992042595b4 HTTP/1.1" status: 204 len: 168 time: 0.7958660 Jul 22 16:46:22.814770 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2902e118-6f06-4072-856c-895f0babe6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:22.815702 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37280) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:22.822324 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0e6ae229-2697-4c0e-a375-ea90ca959d9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:22.825291 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2902e118-6f06-4072-856c-895f0babe6d2 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:46:22.825697 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2902e118-6f06-4072-856c-895f0babe6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:46:22.830706 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:46:22.981788 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-04119fcb-b09b-4007-95db-0aacacd0e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5934155a-766d-4d20-85d1-4992042595b4', 'name': 'tempest-NetworksTestDHCPv6-router-1206832012', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:46:11Z', 'updated_at': '2021-07-22T16:46:19Z', 'revision_number': 3, 'project_id': 'e913827dcf594576b0a204845cf3904c', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:23.017988 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04119fcb-b09b-4007-95db-0aacacd0e12d None None] Checking router: 5934155a-766d-4d20-85d1-4992042595b4 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:46:23.038599 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04119fcb-b09b-4007-95db-0aacacd0e12d None None] Routers set() bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:23.039146 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04119fcb-b09b-4007-95db-0aacacd0e12d None None] Router IDs set() for agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 16:46:23.039885 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_agentschedulers_db [None req-04119fcb-b09b-4007-95db-0aacacd0e12d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5934155a-766d-4d20-85d1-4992042595b4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent'). {{(pid=93818) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 16:46:23.040365 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04119fcb-b09b-4007-95db-0aacacd0e12d None None] The sync data for ids ['5934155a-766d-4d20-85d1-4992042595b4'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:46:23.106465 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe36609-c2aa-47e6-a277-bfbaf7ce31a4 req-e1dfeeae-674c-4836-b9dc-9a23292a38f7 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:23.108277 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8fe36609-c2aa-47e6-a277-bfbaf7ce31a4 req-e1dfeeae-674c-4836-b9dc-9a23292a38f7 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.3926277 Jul 22 16:46:23.111447 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2902e118-6f06-4072-856c-895f0babe6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:23.114345 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6ae229-2697-4c0e-a375-ea90ca959d9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:23.119439 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e6ae229-2697-4c0e-a375-ea90ca959d9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:23.122028 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2902e118-6f06-4072-856c-895f0babe6d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:23.127450 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2902e118-6f06-4072-856c-895f0babe6d2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/7fdd54f5-f471-4058-b822-9a158afbf923 HTTP/1.1" status: 204 len: 168 time: 2.0117307 Jul 22 16:46:23.151854 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902e118-6f06-4072-856c-895f0babe6d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fdd54f5-f471-4058-b822-9a158afbf923,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:23.211961 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247b206d-6c4d-4411-ad4e-feee37b25a52 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Router 1a0db670-7456-4f46-ad13-03e2ab4970f9 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:46:23.249782 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8fe36609-c2aa-47e6-a277-bfbaf7ce31a4 req-e10204b6-61c8-4b7e-b091-7d5f58cdd1df tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039276 Jul 22 16:46:23.384511 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247b206d-6c4d-4411-ad4e-feee37b25a52 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:46:23.402851 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1dfb4c-855a-4a23-9bbc-6a857150f5bd None None] Sync routers for ids ['1a0db670-7456-4f46-ad13-03e2ab4970f9'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:46:23.406504 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191d389-bcbb-4ca6-8594-91891901467a req-2e7d4730-bb4e-42cf-9323-8a5f2ff6ecf1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:23.406941 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-247b206d-6c4d-4411-ad4e-feee37b25a52 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "PUT /v2.0/routers/1a0db670-7456-4f46-ad13-03e2ab4970f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1823277 Jul 22 16:46:23.407622 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37294) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:23.412548 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191d389-bcbb-4ca6-8594-91891901467a req-2e7d4730-bb4e-42cf-9323-8a5f2ff6ecf1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:23.424116 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191d389-bcbb-4ca6-8594-91891901467a req-2e7d4730-bb4e-42cf-9323-8a5f2ff6ecf1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:23.431819 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191d389-bcbb-4ca6-8594-91891901467a req-2e7d4730-bb4e-42cf-9323-8a5f2ff6ecf1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:23.432327 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1dfb4c-855a-4a23-9bbc-6a857150f5bd None None] Routers {'1a0db670-7456-4f46-ad13-03e2ab4970f9'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:23.434693 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8f1dfb4c-855a-4a23-9bbc-6a857150f5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1a0db670-7456-4f46-ad13-03e2ab4970f9'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:23.438522 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191d389-bcbb-4ca6-8594-91891901467a req-2e7d4730-bb4e-42cf-9323-8a5f2ff6ecf1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:23.444562 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191d389-bcbb-4ca6-8594-91891901467a req-2e7d4730-bb4e-42cf-9323-8a5f2ff6ecf1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:23.454280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191d389-bcbb-4ca6-8594-91891901467a req-2e7d4730-bb4e-42cf-9323-8a5f2ff6ecf1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:23.462347 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5191d389-bcbb-4ca6-8594-91891901467a req-2e7d4730-bb4e-42cf-9323-8a5f2ff6ecf1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5443 time: 0.4616020 Jul 22 16:46:23.477471 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37298) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:23.566104 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 478dfbb2-f24b-450b-987a-e8a9e5d66756 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:46:23.610978 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-872e9c6b-930e-49ba-b060-eab36b8f02ee tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting subnet 57059d07-79ab-4722-af39-fbccc3d973aa {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:46:23.625388 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-872e9c6b-930e-49ba-b060-eab36b8f02ee tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:23.634345 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5191d389-bcbb-4ca6-8594-91891901467a req-ffbc99f5-724f-4216-939a-93e31d200a68 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1678255 Jul 22 16:46:23.646017 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 478dfbb2-f24b-450b-987a-e8a9e5d66756 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:46:23.646372 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 478dfbb2-f24b-450b-987a-e8a9e5d66756 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:46:23.651724 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9ee6ff16-38cb-4998-a678-3af47b322a41 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a8d44e9399734a8993214f5e5ae2ac9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1723242 Jul 22 16:46:23.665660 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37304) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:23.736705 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-8f1dfb4c-855a-4a23-9bbc-6a857150f5bd None None] Set router 1a0db670-7456-4f46-ad13-03e2ab4970f9 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:46:23.808524 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e6ae229-2697-4c0e-a375-ea90ca959d9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:23.809594 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-872e9c6b-930e-49ba-b060-eab36b8f02ee tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:23.883597 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d7c556c-09c5-4edf-8315-8e82104f6c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:23.909431 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d7c556c-09c5-4edf-8315-8e82104f6c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:23.909787 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bac8a3-98ea-4868-b569-7bd21f9cb2ab req-629f3084-79b9-4792-a755-c7a95792e509 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:23.911382 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-41bac8a3-98ea-4868-b569-7bd21f9cb2ab req-629f3084-79b9-4792-a755-c7a95792e509 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.1862955 Jul 22 16:46:23.946368 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-872e9c6b-930e-49ba-b060-eab36b8f02ee tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:23.949974 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ae229-2697-4c0e-a375-ea90ca959d9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=0569ac55-0ebd-407c-aaf3-0cde89333d91,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:23.970736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6ae229-2697-4c0e-a375-ea90ca959d9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:23.976068 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0e6ae229-2697-4c0e-a375-ea90ca959d9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:23.979542 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ae229-2697-4c0e-a375-ea90ca959d9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:23.980137 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e6ae229-2697-4c0e-a375-ea90ca959d9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:23.988743 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d7c556c-09c5-4edf-8315-8e82104f6c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:23.989523 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8811fcb5-f3b8-4b7c-a7e8-ec6a8e615267 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:23.991954 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d7c556c-09c5-4edf-8315-8e82104f6c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:23.992460 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9d7c556c-09c5-4edf-8315-8e82104f6c5a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/293cbddc-7814-4cf2-b7c9-64620c0c25ac HTTP/1.1" status: 204 len: 168 time: 0.3257322 Jul 22 16:46:23.997648 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-41bac8a3-98ea-4868-b569-7bd21f9cb2ab req-639e96c4-ce1b-4a2d-be85-055910f85d11 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773661 Jul 22 16:46:24.016872 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c556c-09c5-4edf-8315-8e82104f6c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293cbddc-7814-4cf2-b7c9-64620c0c25ac,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:24.041511 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37314) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:24.043191 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0e6ae229-2697-4c0e-a375-ea90ca959d9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2258933 Jul 22 16:46:24.070099 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8f1dfb4c-855a-4a23-9bbc-6a857150f5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:46:20Z', 'revision_number': 9, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:49Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71cf8055-ad4d-4c73-b357-b693981d7500', 'name': '', 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:24:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:41Z', 'updated_at': '2021-07-22T16:45:51Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:24.070351 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1b3026e3-3dd0-42f5-9391-664fce97278c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-417340946', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:24.080564 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e61cd-f90d-4816-b0a9-9cd47ec1d17d req-d4982583-8a62-488b-824c-a6783e49a5fa tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:24.092694 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e61cd-f90d-4816-b0a9-9cd47ec1d17d req-d4982583-8a62-488b-824c-a6783e49a5fa tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:24.110113 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-872e9c6b-930e-49ba-b060-eab36b8f02ee tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:24.111428 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e61cd-f90d-4816-b0a9-9cd47ec1d17d req-d4982583-8a62-488b-824c-a6783e49a5fa tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:24.116233 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1dfb4c-855a-4a23-9bbc-6a857150f5bd None None] Checking router: 1a0db670-7456-4f46-ad13-03e2ab4970f9 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:46:24.120862 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e61cd-f90d-4816-b0a9-9cd47ec1d17d req-d4982583-8a62-488b-824c-a6783e49a5fa tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:24.127389 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e61cd-f90d-4816-b0a9-9cd47ec1d17d req-d4982583-8a62-488b-824c-a6783e49a5fa tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:24.133691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e61cd-f90d-4816-b0a9-9cd47ec1d17d req-d4982583-8a62-488b-824c-a6783e49a5fa tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:24.140108 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e61cd-f90d-4816-b0a9-9cd47ec1d17d req-d4982583-8a62-488b-824c-a6783e49a5fa tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:24.142108 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1dfb4c-855a-4a23-9bbc-6a857150f5bd None None] Routers {'1a0db670-7456-4f46-ad13-03e2ab4970f9'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:24.142517 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c68e61cd-f90d-4816-b0a9-9cd47ec1d17d req-d4982583-8a62-488b-824c-a6783e49a5fa tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5443 time: 0.3527553 Jul 22 16:46:24.144267 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8f1dfb4c-855a-4a23-9bbc-6a857150f5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1a0db670-7456-4f46-ad13-03e2ab4970f9'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:24.174832 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b3026e3-3dd0-42f5-9391-664fce97278c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:24.176396 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b3026e3-3dd0-42f5-9391-664fce97278c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:24.182860 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e9c6b-930e-49ba-b060-eab36b8f02ee tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Subnet': ['ID=57059d07-79ab-4722-af39-fbccc3d973aa,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:24.185267 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-872e9c6b-930e-49ba-b060-eab36b8f02ee tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:24.190056 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37318) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:24.190325 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-872e9c6b-930e-49ba-b060-eab36b8f02ee tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/subnets/57059d07-79ab-4722-af39-fbccc3d973aa HTTP/1.1" status: 204 len: 168 time: 0.7814615 Jul 22 16:46:24.204301 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f14871-fccf-4db0-83ff-47aa13681c72 None None] Network 8e60edc9-a0e7-4ec8-81c7-80146171cf77 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:24.266863 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b3026e3-3dd0-42f5-9391-664fce97278c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:24.277868 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b3026e3-3dd0-42f5-9391-664fce97278c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:24.318768 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b3026e3-3dd0-42f5-9391-664fce97278c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:24.323751 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1b3026e3-3dd0-42f5-9391-664fce97278c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2758856 Jul 22 16:46:24.324436 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37326) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:24.349583 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-8f1dfb4c-855a-4a23-9bbc-6a857150f5bd None None] Set router 1a0db670-7456-4f46-ad13-03e2ab4970f9 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:46:24.419170 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f0b89f-5fac-4f96-8e28-643f89a6d2bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-3a7a7ee3-b719-4772-82c2-01f118e27227', 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'fixed_ips': [{'subnet_id': '0569ac55-0ebd-407c-aaf3-0cde89333d91'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:46:24.420466 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94f0b89f-5fac-4f96-8e28-643f89a6d2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:24.703496 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-94f0b89f-5fac-4f96-8e28-643f89a6d2bd None None] Allocated IP 2001:db8::2 (3a7a7ee3-b719-4772-82c2-01f118e27227/0569ac55-0ebd-407c-aaf3-0cde89333d91/b705cb01-9b34-4471-be10-01364a21b688) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:24.833635 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8f1dfb4c-855a-4a23-9bbc-6a857150f5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:46:20Z', 'revision_number': 9, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:49Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71cf8055-ad4d-4c73-b357-b693981d7500', 'name': '', 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:24:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:41Z', 'updated_at': '2021-07-22T16:45:51Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:24.875617 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37342) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:24.900156 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1dfb4c-855a-4a23-9bbc-6a857150f5bd None None] The sync data for ids ['1a0db670-7456-4f46-ad13-03e2ab4970f9'] in n-d-798930-9 is: [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:46:20Z', 'revision_number': 9, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:49Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71cf8055-ad4d-4c73-b357-b693981d7500', 'name': '', 'network_id': '969a24fb-f615-4542-a569-8fc65b54f8c7', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:24:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:41Z', 'updated_at': '2021-07-22T16:45:51Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': 'c6d24d97-48c5-4fc5-9c81-d44d2a14214b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:46:24.970167 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8b00e1d-65de-451a-8a69-9c0168b3a683 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:25.029600 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c8b00e1d-65de-451a-8a69-9c0168b3a683 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting port 6c9fde10-27e3-45f3-80ae-470adf1d3558 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:25.030048 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8b00e1d-65de-451a-8a69-9c0168b3a683 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:25.124599 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b0144af9-3faf-41b8-8d61-676cd1aa5bee admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=22889f6c9bb14f3c99b6b80802e44b25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2468216 Jul 22 16:46:25.129614 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37348) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:25.178228 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94f0b89f-5fac-4f96-8e28-643f89a6d2bd None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:25.178388 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c8b00e1d-65de-451a-8a69-9c0168b3a683 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] For port 6c9fde10-27e3-45f3-80ae-470adf1d3558, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6c9fde10-27e3-45f3-80ae-470adf1d3558,segment=NetworkSegment(e70b30d9-0c31-4fe9-9b4c-0096e86afc62),segment_id=e70b30d9-0c31-4fe9-9b4c-0096e86afc62)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:25.178755 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8b00e1d-65de-451a-8a69-9c0168b3a683 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:25.196941 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c8b00e1d-65de-451a-8a69-9c0168b3a683 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Calling delete_port for 6c9fde10-27e3-45f3-80ae-470adf1d3558 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:25.218969 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-94f0b89f-5fac-4f96-8e28-643f89a6d2bd None None] Transition to ACTIVE for port object b705cb01-9b34-4471-be10-01364a21b688 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:25.236451 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2288e11-8c3e-4a25-8643-c1ff28d3ab69 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:25.248375 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-94f0b89f-5fac-4f96-8e28-643f89a6d2bd None None] Transition to ACTIVE for port object b705cb01-9b34-4471-be10-01364a21b688 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:25.257151 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94f0b89f-5fac-4f96-8e28-643f89a6d2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:25.322316 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8b00e1d-65de-451a-8a69-9c0168b3a683 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:25.344946 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff3175c-d8de-46c1-9c71-4b910eea4419 None None] DHCP port deletion for 8e60edc9-a0e7-4ec8-81c7-80146171cf77 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:46:25.376766 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0b89f-5fac-4f96-8e28-643f89a6d2bd None None] Pushing event updated for resources: {'Port': ['ID=b705cb01-9b34-4471-be10-01364a21b688,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:25.395748 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f0b89f-5fac-4f96-8e28-643f89a6d2bd None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:25.397881 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-94f0b89f-5fac-4f96-8e28-643f89a6d2bd None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:25.403655 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f0b89f-5fac-4f96-8e28-643f89a6d2bd None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:46:25.429793 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b00e1d-65de-451a-8a69-9c0168b3a683 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Port': ['ID=6c9fde10-27e3-45f3-80ae-470adf1d3558,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:25.451168 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b00e1d-65de-451a-8a69-9c0168b3a683 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] No DVR routers for this DVR port 6c9fde10-27e3-45f3-80ae-470adf1d3558 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:46:25.462781 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-038a167b-dcba-4c0a-899b-a148fa5901e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:25.466101 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 96d377a4-e935-4054-bcec-510ad2132696 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:46:25.524555 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 96d377a4-e935-4054-bcec-510ad2132696 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:46:25.524912 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 96d377a4-e935-4054-bcec-510ad2132696 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:46:25.525349 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 88a0a24e-6fe6-4e16-8ce8-2771882e6912 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:46:25.555957 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-038a167b-dcba-4c0a-899b-a148fa5901e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:25.588714 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd281f5c-86f6-4f94-952f-23df4ed8de75 req-85e0ac61-81fe-4385-89cd-2a4c70baea8b tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:25.594258 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8b00e1d-65de-451a-8a69-9c0168b3a683 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:25.596391 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bd281f5c-86f6-4f94-952f-23df4ed8de75 req-85e0ac61-81fe-4385-89cd-2a4c70baea8b tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.4451816 Jul 22 16:46:25.614731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c8b00e1d-65de-451a-8a69-9c0168b3a683 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e60edc9-a0e7-4ec8-81c7-80146171cf77']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:25.631823 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 88a0a24e-6fe6-4e16-8ce8-2771882e6912 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:46:25.632165 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 88a0a24e-6fe6-4e16-8ce8-2771882e6912 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:46:25.632588 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6c9fde10-27e3-45f3-80ae-470adf1d3558 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:46:25.635306 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c8b00e1d-65de-451a-8a69-9c0168b3a683 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70b30d9-0c31-4fe9-9b4c-0096e86afc62') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:25.635614 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c8b00e1d-65de-451a-8a69-9c0168b3a683 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70b30d9-0c31-4fe9-9b4c-0096e86afc62') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:25.654641 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8b00e1d-65de-451a-8a69-9c0168b3a683 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:25.664716 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-94f0b89f-5fac-4f96-8e28-643f89a6d2bd None None] Attempting to bind port b705cb01-9b34-4471-be10-01364a21b688 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:46:25.665088 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-94f0b89f-5fac-4f96-8e28-643f89a6d2bd None None] Attempting to bind port b705cb01-9b34-4471-be10-01364a21b688 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:46:25.665443 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f0b89f-5fac-4f96-8e28-643f89a6d2bd None None] Attempting to bind port b705cb01-9b34-4471-be10-01364a21b688 on network 3a7a7ee3-b719-4772-82c2-01f118e27227 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:46:25.669731 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 6c9fde10-27e3-45f3-80ae-470adf1d3558 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:46:25.670349 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6c9fde10-27e3-45f3-80ae-470adf1d3558 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:46:25.675310 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f0b89f-5fac-4f96-8e28-643f89a6d2bd None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:46:25.675748 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f0b89f-5fac-4f96-8e28-643f89a6d2bd None None] Checking segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:46:25.676125 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94f0b89f-5fac-4f96-8e28-643f89a6d2bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:25.676448 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f0b89f-5fac-4f96-8e28-643f89a6d2bd None None] Bound using segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:46:25.676926 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-94f0b89f-5fac-4f96-8e28-643f89a6d2bd None None] Bound port: b705cb01-9b34-4471-be10-01364a21b688, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:46:25.677307 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94f0b89f-5fac-4f96-8e28-643f89a6d2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:25.694946 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8b00e1d-65de-451a-8a69-9c0168b3a683 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:25.715982 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b00e1d-65de-451a-8a69-9c0168b3a683 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:46:25.717309 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8b00e1d-65de-451a-8a69-9c0168b3a683 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:46:25.730506 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:46:25.810353 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bd281f5c-86f6-4f94-952f-23df4ed8de75 req-76c20768-1557-45dc-ad35-a1b50566dede tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658325 Jul 22 16:46:25.830124 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-94f0b89f-5fac-4f96-8e28-643f89a6d2bd None None] For port b705cb01-9b34-4471-be10-01364a21b688, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:46:25.834318 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-94f0b89f-5fac-4f96-8e28-643f89a6d2bd None None] For port b705cb01-9b34-4471-be10-01364a21b688, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b705cb01-9b34-4471-be10-01364a21b688,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:46:25.841428 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8b00e1d-65de-451a-8a69-9c0168b3a683 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:25.847114 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8b00e1d-65de-451a-8a69-9c0168b3a683 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:25.851614 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c8b00e1d-65de-451a-8a69-9c0168b3a683 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/networks/8e60edc9-a0e7-4ec8-81c7-80146171cf77 HTTP/1.1" status: 204 len: 168 time: 1.6573231 Jul 22 16:46:25.851974 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94f0b89f-5fac-4f96-8e28-643f89a6d2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:25.889428 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37374) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:25.890226 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-038a167b-dcba-4c0a-899b-a148fa5901e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:25.890365 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b00e1d-65de-451a-8a69-9c0168b3a683 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Network': ['ID=8e60edc9-a0e7-4ec8-81c7-80146171cf77,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:25.901055 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-038a167b-dcba-4c0a-899b-a148fa5901e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:25.911281 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-038a167b-dcba-4c0a-899b-a148fa5901e6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3fb266fc-3cb6-4384-b884-2a9500cc9af5 HTTP/1.1" status: 204 len: 168 time: 0.7803206 Jul 22 16:46:25.928967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a167b-dcba-4c0a-899b-a148fa5901e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb266fc-3cb6-4384-b884-2a9500cc9af5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:25.975092 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-e2288e11-8c3e-4a25-8643-c1ff28d3ab69 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8::1 (3a7a7ee3-b719-4772-82c2-01f118e27227/0569ac55-0ebd-407c-aaf3-0cde89333d91/dfee69bc-da7f-4954-a249-432daeef7eaf) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:25.983981 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0b89f-5fac-4f96-8e28-643f89a6d2bd None None] Pushing event updated for resources: {'Port': ['ID=b705cb01-9b34-4471-be10-01364a21b688,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:26.212967 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2288e11-8c3e-4a25-8643-c1ff28d3ab69 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:26.312643 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e2288e11-8c3e-4a25-8643-c1ff28d3ab69 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Transition to ACTIVE for port object dfee69bc-da7f-4954-a249-432daeef7eaf will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:26.369888 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2288e11-8c3e-4a25-8643-c1ff28d3ab69 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:26.473039 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2288e11-8c3e-4a25-8643-c1ff28d3ab69 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:26.476214 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e2288e11-8c3e-4a25-8643-c1ff28d3ab69 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:26.480724 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2288e11-8c3e-4a25-8643-c1ff28d3ab69 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:46:26.481173 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2288e11-8c3e-4a25-8643-c1ff28d3ab69 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:26.495157 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2288e11-8c3e-4a25-8643-c1ff28d3ab69 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=dfee69bc-da7f-4954-a249-432daeef7eaf,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:26.668198 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37396) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:26.693081 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62cdff42-09e9-4a3d-9090-cbd939eb7445 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:26.710203 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2288e11-8c3e-4a25-8643-c1ff28d3ab69 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:26.935336 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e35d1-d264-4076-849b-fe1525210198 req-827b8956-612c-4771-9fba-9731ff7682b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:26.935832 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e35d1-d264-4076-849b-fe1525210198 req-827b8956-612c-4771-9fba-9731ff7682b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:26.936312 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e35d1-d264-4076-849b-fe1525210198 req-827b8956-612c-4771-9fba-9731ff7682b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:26.936789 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e35d1-d264-4076-849b-fe1525210198 req-827b8956-612c-4771-9fba-9731ff7682b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:26.937418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e35d1-d264-4076-849b-fe1525210198 req-827b8956-612c-4771-9fba-9731ff7682b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:26.937897 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e35d1-d264-4076-849b-fe1525210198 req-827b8956-612c-4771-9fba-9731ff7682b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:26.938502 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e35d1-d264-4076-849b-fe1525210198 req-827b8956-612c-4771-9fba-9731ff7682b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:26.947684 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-349e35d1-d264-4076-849b-fe1525210198 req-827b8956-612c-4771-9fba-9731ff7682b4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 6500 time: 0.2783327 Jul 22 16:46:27.131658 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2288e11-8c3e-4a25-8643-c1ff28d3ab69 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:27.139433 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b705cb01-9b34-4471-be10-01364a21b688 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:27.141720 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-349e35d1-d264-4076-849b-fe1525210198 req-cf70286f-cc2e-45e8-91d8-200f6bb3d49d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1922643 Jul 22 16:46:27.146332 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2288e11-8c3e-4a25-8643-c1ff28d3ab69 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:27.147600 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2288e11-8c3e-4a25-8643-c1ff28d3ab69 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:27.205565 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df5d76-2d43-4e5a-874d-d094d7841526 req-6a5df26d-0b0b-4f2b-ba3e-424182fadb9c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:27.207420 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9df5d76-2d43-4e5a-874d-d094d7841526 req-6a5df26d-0b0b-4f2b-ba3e-424182fadb9c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.1748137 Jul 22 16:46:27.220159 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port b705cb01-9b34-4471-be10-01364a21b688 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:27.300449 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9df5d76-2d43-4e5a-874d-d094d7841526 req-9a3f70b5-a4d6-48ba-8b7e-e9aebca7e26b tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644586 Jul 22 16:46:27.311261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2288e11-8c3e-4a25-8643-c1ff28d3ab69 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=dfee69bc-da7f-4954-a249-432daeef7eaf,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:27.349181 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2288e11-8c3e-4a25-8643-c1ff28d3ab69 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:27.350816 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e2288e11-8c3e-4a25-8643-c1ff28d3ab69 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:27.367950 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-62cdff42-09e9-4a3d-9090-cbd939eb7445 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting port 71cf8055-ad4d-4c73-b357-b693981d7500 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:27.368307 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62cdff42-09e9-4a3d-9090-cbd939eb7445 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:27.505780 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2288e11-8c3e-4a25-8643-c1ff28d3ab69 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Router 378e2e98-bcb0-4312-96b7-fb22b9340724 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:46:27.513234 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-62cdff42-09e9-4a3d-9090-cbd939eb7445 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] For port 71cf8055-ad4d-4c73-b357-b693981d7500, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=71cf8055-ad4d-4c73-b357-b693981d7500,segment=NetworkSegment(167d6408-722b-4a1b-913a-903cb217a5fe),segment_id=167d6408-722b-4a1b-913a-903cb217a5fe)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:27.513612 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62cdff42-09e9-4a3d-9090-cbd939eb7445 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:27.531411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-62cdff42-09e9-4a3d-9090-cbd939eb7445 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Calling delete_port for 71cf8055-ad4d-4c73-b357-b693981d7500 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:27.572341 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-34573498-a688-4780-aab3-a42c1bcc6fed None None] Provisioning for port b705cb01-9b34-4471-be10-01364a21b688 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:27.577328 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-34573498-a688-4780-aab3-a42c1bcc6fed None None] Provisioning complete for port b705cb01-9b34-4471-be10-01364a21b688 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:27.577713 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34573498-a688-4780-aab3-a42c1bcc6fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:27.654361 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37418) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:27.664914 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2288e11-8c3e-4a25-8643-c1ff28d3ab69 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:46:27.672478 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e2288e11-8c3e-4a25-8643-c1ff28d3ab69 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "PUT /v2.0/routers/378e2e98-bcb0-4312-96b7-fb22b9340724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3469317 Jul 22 16:46:27.675303 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37422) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:27.681044 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] Sync routers for ids ['378e2e98-bcb0-4312-96b7-fb22b9340724'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:46:27.713964 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] Routers {'378e2e98-bcb0-4312-96b7-fb22b9340724'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:27.717351 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['378e2e98-bcb0-4312-96b7-fb22b9340724'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:27.763736 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbe6638-da13-414f-aea8-ca1d359df918 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:27.765364 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6bbe6638-da13-414f-aea8-ca1d359df918 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports/dfee69bc-da7f-4954-a249-432daeef7eaf HTTP/1.1" status: 200 len: 911 time: 0.0885904 Jul 22 16:46:27.771573 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37426) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:27.904473 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62cdff42-09e9-4a3d-9090-cbd939eb7445 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:27.926775 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79b88f1-761d-45a2-a700-786a079ce144 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:27.945367 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79b88f1-761d-45a2-a700-786a079ce144 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:27.947216 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b79b88f1-761d-45a2-a700-786a079ce144 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1745136 Jul 22 16:46:27.959466 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37428) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:27.969961 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34573498-a688-4780-aab3-a42c1bcc6fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:28.051731 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] Set router 378e2e98-bcb0-4312-96b7-fb22b9340724 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:46:28.054969 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-34573498-a688-4780-aab3-a42c1bcc6fed None None] For port b705cb01-9b34-4471-be10-01364a21b688, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b705cb01-9b34-4471-be10-01364a21b688,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:28.121239 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34573498-a688-4780-aab3-a42c1bcc6fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:28.130660 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62cdff42-09e9-4a3d-9090-cbd939eb7445 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:28.134071 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdff42-09e9-4a3d-9090-cbd939eb7445 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Port': ['ID=71cf8055-ad4d-4c73-b357-b693981d7500,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:28.343560 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f2e68e7c-9875-41bd-a5d7-9948a12bb493 None None] Provisioning for port dfee69bc-da7f-4954-a249-432daeef7eaf completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:28.357306 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f2e68e7c-9875-41bd-a5d7-9948a12bb493 None None] Provisioning complete for port dfee69bc-da7f-4954-a249-432daeef7eaf triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:28.359628 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2e68e7c-9875-41bd-a5d7-9948a12bb493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:28.364740 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34573498-a688-4780-aab3-a42c1bcc6fed None None] Pushing event updated for resources: {'Port': ['ID=b705cb01-9b34-4471-be10-01364a21b688,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:28.461084 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f2e68e7c-9875-41bd-a5d7-9948a12bb493 None None] Port dfee69bc-da7f-4954-a249-432daeef7eaf cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:46:28.541605 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378e2e98-bcb0-4312-96b7-fb22b9340724', 'name': 'tempest-NetworksTestDHCPv6-router-417340946', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:46:24Z', 'updated_at': '2021-07-22T16:46:26Z', 'revision_number': 2, 'project_id': 'e913827dcf594576b0a204845cf3904c', 'gw_port_host': None, '_interfaces': [{'id': 'dfee69bc-da7f-4954-a249-432daeef7eaf', 'name': '', 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'mac_address': 'fa:16:3e:78:67:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378e2e98-bcb0-4312-96b7-fb22b9340724', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': '0569ac55-0ebd-407c-aaf3-0cde89333d91', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:46:25Z', 'updated_at': '2021-07-22T16:46:26Z', 'revision_number': 2, 'project_id': 'e913827dcf594576b0a204845cf3904c', 'subnets': [{'id': '0569ac55-0ebd-407c-aaf3-0cde89333d91', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:28.555215 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cdff42-09e9-4a3d-9090-cbd939eb7445 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Router 1a0db670-7456-4f46-ad13-03e2ab4970f9 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:46:28.583138 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] Checking router: 378e2e98-bcb0-4312-96b7-fb22b9340724 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:46:28.583639 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] Updating router 378e2e98-bcb0-4312-96b7-fb22b9340724 port dfee69bc-da7f-4954-a249-432daeef7eaf binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:46:28.699669 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cdff42-09e9-4a3d-9090-cbd939eb7445 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:46:28.710126 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-62cdff42-09e9-4a3d-9090-cbd939eb7445 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "PUT /v2.0/routers/1a0db670-7456-4f46-ad13-03e2ab4970f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8169794 Jul 22 16:46:28.712986 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37432) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:28.717509 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97b49c-9ed3-44f5-b233-92ae38b8b666 None None] Sync routers for ids ['1a0db670-7456-4f46-ad13-03e2ab4970f9'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:46:28.735407 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c97b49c-9ed3-44f5-b233-92ae38b8b666 None None] Routers {'1a0db670-7456-4f46-ad13-03e2ab4970f9'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:28.736561 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2c97b49c-9ed3-44f5-b233-92ae38b8b666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1a0db670-7456-4f46-ad13-03e2ab4970f9'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:28.769647 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8d495ee-b18d-4d3e-acdb-abc4220efa03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:28.822582 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:28.827065 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-768d777a-8da3-42d2-9662-39c37d44dd08 None None] Provisioning complete for port dfee69bc-da7f-4954-a249-432daeef7eaf triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:28.827428 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-768d777a-8da3-42d2-9662-39c37d44dd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:28.836290 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-2c97b49c-9ed3-44f5-b233-92ae38b8b666 None None] Set router 1a0db670-7456-4f46-ad13-03e2ab4970f9 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:46:28.860598 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c254c1-afe8-4f1c-9000-43f45914a07e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting subnet c6d24d97-48c5-4fc5-9c81-d44d2a14214b {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:46:28.874902 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44c254c1-afe8-4f1c-9000-43f45914a07e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:28.903615 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-768d777a-8da3-42d2-9662-39c37d44dd08 None None] Port dfee69bc-da7f-4954-a249-432daeef7eaf cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:46:28.960596 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44c254c1-afe8-4f1c-9000-43f45914a07e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:29.057871 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93985442-3e66-48f2-a942-37033766dbc3 req-22957524-10fe-4c69-a659-2674821f4490 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:29.059519 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-93985442-3e66-48f2-a942-37033766dbc3 req-22957524-10fe-4c69-a659-2674821f4490 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.4098408 Jul 22 16:46:29.199708 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44c254c1-afe8-4f1c-9000-43f45914a07e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:29.237331 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2c97b49c-9ed3-44f5-b233-92ae38b8b666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:46:27Z', 'revision_number': 10, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:49Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:29.264474 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-93985442-3e66-48f2-a942-37033766dbc3 req-13e51197-dc60-4629-b9e5-a033660b9689 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389024 Jul 22 16:46:29.268206 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97b49c-9ed3-44f5-b233-92ae38b8b666 None None] Checking router: 1a0db670-7456-4f46-ad13-03e2ab4970f9 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:46:29.277468 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c97b49c-9ed3-44f5-b233-92ae38b8b666 None None] Routers {'1a0db670-7456-4f46-ad13-03e2ab4970f9'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:29.278135 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2c97b49c-9ed3-44f5-b233-92ae38b8b666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1a0db670-7456-4f46-ad13-03e2ab4970f9'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:29.357658 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44c254c1-afe8-4f1c-9000-43f45914a07e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:29.373041 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-2c97b49c-9ed3-44f5-b233-92ae38b8b666 None None] Set router 1a0db670-7456-4f46-ad13-03e2ab4970f9 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:46:29.385120 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:29.397208 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] Transition to ACTIVE for port object dfee69bc-da7f-4954-a249-432daeef7eaf will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:29.404999 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b705cb01-9b34-4471-be10-01364a21b688 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:29.423016 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:29.431593 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8d495ee-b18d-4d3e-acdb-abc4220efa03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:29.449897 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8d495ee-b18d-4d3e-acdb-abc4220efa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:29.478106 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c254c1-afe8-4f1c-9000-43f45914a07e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Subnet': ['ID=c6d24d97-48c5-4fc5-9c81-d44d2a14214b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:29.485166 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44c254c1-afe8-4f1c-9000-43f45914a07e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:29.490138 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-44c254c1-afe8-4f1c-9000-43f45914a07e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/subnets/c6d24d97-48c5-4fc5-9c81-d44d2a14214b HTTP/1.1" status: 204 len: 168 time: 0.7752705 Jul 22 16:46:29.494091 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37436) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:29.505429 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed829144-e28b-423c-b470-36394b30742c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:29.570765 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f032f5-6f3b-449e-8c4a-9f3176d9c8da None None] Pushing event updated for resources: {'Port': ['ID=dfee69bc-da7f-4954-a249-432daeef7eaf,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:29.583865 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09b7732-29e6-4dd3-bae9-1f110ab71489 None None] Network 969a24fb-f615-4542-a569-8fc65b54f8c7 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:29.623642 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca5f3909-c7dd-473a-b615-f4391b1d38b7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:29.629237 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2c97b49c-9ed3-44f5-b233-92ae38b8b666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:46:27Z', 'revision_number': 10, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:49Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:29.663510 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f8d495ee-b18d-4d3e-acdb-abc4220efa03 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d30af34e919f4ed891484a9f8a0c4263&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0080607 Jul 22 16:46:29.670827 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37438) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:29.681574 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97b49c-9ed3-44f5-b233-92ae38b8b666 None None] The sync data for ids ['1a0db670-7456-4f46-ad13-03e2ab4970f9'] in n-d-798930-9 is: [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:46:27Z', 'revision_number': 10, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None, '_interfaces': [{'id': '011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df', 'name': '', 'network_id': 'f1bf490d-01b9-45be-8650-5dca1c260b74', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'mac_address': 'fa:16:3e:6e:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '5bacfde9-f1bd-451b-8659-44efff216968', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:32Z', 'updated_at': '2021-07-22T16:45:49Z', 'revision_number': 5, 'project_id': '28afd516fe734112b120e8be45892cca', 'subnets': [{'id': '5bacfde9-f1bd-451b-8659-44efff216968', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:46:29.688556 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d495ee-b18d-4d3e-acdb-abc4220efa03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89a5f45-ff26-4862-b23f-5403597ef2d9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:29.699047 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-580e7ef7-a26f-41a7-add0-ab47c6035442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:29.788330 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ed829144-e28b-423c-b470-36394b30742c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting port dfee69bc-da7f-4954-a249-432daeef7eaf {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:29.788714 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed829144-e28b-423c-b470-36394b30742c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:29.812071 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-742438f3-83ad-4c0b-8446-8acbeb391f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:29.865360 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] Attempting to bind port dfee69bc-da7f-4954-a249-432daeef7eaf on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:46:29.865742 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] Attempting to bind port dfee69bc-da7f-4954-a249-432daeef7eaf by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:46:29.866138 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] Attempting to bind port dfee69bc-da7f-4954-a249-432daeef7eaf on network 3a7a7ee3-b719-4772-82c2-01f118e27227 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:46:29.878018 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:46:29.878402 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] Checking segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:46:29.878812 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:29.879209 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] Bound using segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:46:29.880071 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] Bound port: dfee69bc-da7f-4954-a249-432daeef7eaf, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:46:29.880458 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:29.887289 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port b705cb01-9b34-4471-be10-01364a21b688 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:29.887660 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:29.903306 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-742438f3-83ad-4c0b-8446-8acbeb391f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:29.915360 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ca5f3909-c7dd-473a-b615-f4391b1d38b7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting port f2a0600f-5ddb-47f7-a6e9-6b835cad71eb {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:29.915658 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-ed829144-e28b-423c-b470-36394b30742c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] For port dfee69bc-da7f-4954-a249-432daeef7eaf, host n-d-798930-9, got binding levels [] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:29.915937 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca5f3909-c7dd-473a-b615-f4391b1d38b7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:29.916051 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed829144-e28b-423c-b470-36394b30742c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:29.929624 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ed829144-e28b-423c-b470-36394b30742c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Calling delete_port for dfee69bc-da7f-4954-a249-432daeef7eaf owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:30.076666 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ca5f3909-c7dd-473a-b615-f4391b1d38b7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] For port f2a0600f-5ddb-47f7-a6e9-6b835cad71eb, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f2a0600f-5ddb-47f7-a6e9-6b835cad71eb,segment=NetworkSegment(167d6408-722b-4a1b-913a-903cb217a5fe),segment_id=167d6408-722b-4a1b-913a-903cb217a5fe)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:30.077219 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca5f3909-c7dd-473a-b615-f4391b1d38b7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:30.090741 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] For port dfee69bc-da7f-4954-a249-432daeef7eaf, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:46:30.094109 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ca5f3909-c7dd-473a-b615-f4391b1d38b7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Calling delete_port for f2a0600f-5ddb-47f7-a6e9-6b835cad71eb owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:30.107347 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-742438f3-83ad-4c0b-8446-8acbeb391f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:30.110072 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-742438f3-83ad-4c0b-8446-8acbeb391f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:30.111389 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-742438f3-83ad-4c0b-8446-8acbeb391f84 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f89a5f45-ff26-4862-b23f-5403597ef2d9 HTTP/1.1" status: 204 len: 168 time: 0.4384031 Jul 22 16:46:30.116946 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] For port dfee69bc-da7f-4954-a249-432daeef7eaf, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=dfee69bc-da7f-4954-a249-432daeef7eaf,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:46:30.125093 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742438f3-83ad-4c0b-8446-8acbeb391f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89a5f45-ff26-4862-b23f-5403597ef2d9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:30.218927 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:30.219636 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca5f3909-c7dd-473a-b615-f4391b1d38b7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:30.233747 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc44e16-6644-4fe9-91a4-a3c37ce7f63b None None] DHCP port deletion for 969a24fb-f615-4542-a569-8fc65b54f8c7 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:46:30.252564 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed829144-e28b-423c-b470-36394b30742c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:30.311411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f3909-c7dd-473a-b615-f4391b1d38b7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Port': ['ID=f2a0600f-5ddb-47f7-a6e9-6b835cad71eb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:30.317439 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5f3909-c7dd-473a-b615-f4391b1d38b7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] No DVR routers for this DVR port f2a0600f-5ddb-47f7-a6e9-6b835cad71eb on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:46:30.318481 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f032f5-6f3b-449e-8c4a-9f3176d9c8da None None] Pushing event deleted for resources: {'Port': ['ID=dfee69bc-da7f-4954-a249-432daeef7eaf,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:30.332155 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] Routers {'378e2e98-bcb0-4312-96b7-fb22b9340724'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:30.333141 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['378e2e98-bcb0-4312-96b7-fb22b9340724'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:30.340875 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed829144-e28b-423c-b470-36394b30742c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Port': ['ID=dfee69bc-da7f-4954-a249-432daeef7eaf,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:30.505847 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed829144-e28b-423c-b470-36394b30742c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:30.519140 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca5f3909-c7dd-473a-b615-f4391b1d38b7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:30.532107 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] Set router 378e2e98-bcb0-4312-96b7-fb22b9340724 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:46:30.542869 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ca5f3909-c7dd-473a-b615-f4391b1d38b7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969a24fb-f615-4542-a569-8fc65b54f8c7']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:30.571958 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ca5f3909-c7dd-473a-b615-f4391b1d38b7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167d6408-722b-4a1b-913a-903cb217a5fe') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:30.571958 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ca5f3909-c7dd-473a-b615-f4391b1d38b7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167d6408-722b-4a1b-913a-903cb217a5fe') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:30.601970 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c509a58-d3f2-462f-b2ea-1a26e8ef751b req-3c2bfbce-8f12-452a-8c58-c89d4bd10052 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:30.613760 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8c509a58-d3f2-462f-b2ea-1a26e8ef751b req-3c2bfbce-8f12-452a-8c58-c89d4bd10052 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.2013624 Jul 22 16:46:30.635558 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca5f3909-c7dd-473a-b615-f4391b1d38b7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:30.640685 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378e2e98-bcb0-4312-96b7-fb22b9340724', 'name': 'tempest-NetworksTestDHCPv6-router-417340946', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:46:24Z', 'updated_at': '2021-07-22T16:46:30Z', 'revision_number': 3, 'project_id': 'e913827dcf594576b0a204845cf3904c', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:30.669912 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca5f3909-c7dd-473a-b615-f4391b1d38b7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:30.685573 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a81e8-98ea-4537-9983-f0caaf1280c3 None None] The sync data for ids ['378e2e98-bcb0-4312-96b7-fb22b9340724'] in n-d-798930-9 is: [{'id': '378e2e98-bcb0-4312-96b7-fb22b9340724', 'name': 'tempest-NetworksTestDHCPv6-router-417340946', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:46:24Z', 'updated_at': '2021-07-22T16:46:30Z', 'revision_number': 3, 'project_id': 'e913827dcf594576b0a204845cf3904c', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:46:30.698811 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8c509a58-d3f2-462f-b2ea-1a26e8ef751b req-8841ed40-2b57-4758-bccb-74dbd5c6a66c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833972 Jul 22 16:46:30.702274 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5f3909-c7dd-473a-b615-f4391b1d38b7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:46:30.703857 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca5f3909-c7dd-473a-b615-f4391b1d38b7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:46:30.707704 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:46:30.763283 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37448) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:30.767119 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7c450555-f70d-4bdd-a499-1b3ac83a5a0f None None] Could not find standard attr ID for object dfee69bc-da7f-4954-a249-432daeef7eaf. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:46:30.789027 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8980f2ea-62a1-47f6-b690-c1b61fec5736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:30.806105 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca5f3909-c7dd-473a-b615-f4391b1d38b7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:30.815190 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca5f3909-c7dd-473a-b615-f4391b1d38b7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:30.819441 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed829144-e28b-423c-b470-36394b30742c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Router 378e2e98-bcb0-4312-96b7-fb22b9340724 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:46:30.823447 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37450) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:30.825974 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ca5f3909-c7dd-473a-b615-f4391b1d38b7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/networks/969a24fb-f615-4542-a569-8fc65b54f8c7 HTTP/1.1" status: 204 len: 168 time: 1.3289769 Jul 22 16:46:30.849851 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f3909-c7dd-473a-b615-f4391b1d38b7 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Network': ['ID=969a24fb-f615-4542-a569-8fc65b54f8c7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:31.036199 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed829144-e28b-423c-b470-36394b30742c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:46:31.044657 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ed829144-e28b-423c-b470-36394b30742c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "PUT /v2.0/routers/378e2e98-bcb0-4312-96b7-fb22b9340724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0832787 Jul 22 16:46:31.047344 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37452) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:31.052052 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 71cf8055-ad4d-4c73-b357-b693981d7500 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:46:31.077887 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 71cf8055-ad4d-4c73-b357-b693981d7500 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:46:31.079114 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 71cf8055-ad4d-4c73-b357-b693981d7500 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:46:31.079870 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f2a0600f-5ddb-47f7-a6e9-6b835cad71eb no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:46:31.114444 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: f2a0600f-5ddb-47f7-a6e9-6b835cad71eb {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:46:31.115034 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f2a0600f-5ddb-47f7-a6e9-6b835cad71eb not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:46:31.139092 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a02d2a-2576-48d4-845c-2e92255e7fd3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:31.140726 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a02d2a-2576-48d4-845c-2e92255e7fd3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:31.142770 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-58a02d2a-2576-48d4-845c-2e92255e7fd3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0943506 Jul 22 16:46:31.145347 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37456) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:31.249243 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c498ac-e611-4f01-b002-c1f476c62ceb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet 0569ac55-0ebd-407c-aaf3-0cde89333d91 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:46:31.254620 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41c498ac-e611-4f01-b002-c1f476c62ceb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:31.298230 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8980f2ea-62a1-47f6-b690-c1b61fec5736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:31.306762 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8980f2ea-62a1-47f6-b690-c1b61fec5736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:31.319623 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41c498ac-e611-4f01-b002-c1f476c62ceb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:31.379633 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980f2ea-62a1-47f6-b690-c1b61fec5736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bd302e-22ba-47f5-b090-97f661601208,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:31.391167 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8980f2ea-62a1-47f6-b690-c1b61fec5736 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3676a917857140698ad4d8737bf0e01b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6245975 Jul 22 16:46:31.392812 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37462) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:31.441369 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41c498ac-e611-4f01-b002-c1f476c62ceb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:31.492159 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f4e020d-ddd3-47c3-8acf-14305b9330dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:31.518973 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f4e020d-ddd3-47c3-8acf-14305b9330dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:31.519702 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41c498ac-e611-4f01-b002-c1f476c62ceb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:31.564687 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41c498ac-e611-4f01-b002-c1f476c62ceb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:31.568395 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f29a81f-c076-4da0-8645-7237778f4bcb None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:31.572574 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-41c498ac-e611-4f01-b002-c1f476c62ceb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/0569ac55-0ebd-407c-aaf3-0cde89333d91 HTTP/1.1" status: 204 len: 168 time: 0.4258745 Jul 22 16:46:31.574036 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c498ac-e611-4f01-b002-c1f476c62ceb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=0569ac55-0ebd-407c-aaf3-0cde89333d91,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:31.575922 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37464) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:31.605600 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f4e020d-ddd3-47c3-8acf-14305b9330dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:31.608915 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f4e020d-ddd3-47c3-8acf-14305b9330dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:31.612425 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2f4e020d-ddd3-47c3-8acf-14305b9330dd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/37bd302e-22ba-47f5-b090-97f661601208 HTTP/1.1" status: 204 len: 168 time: 0.2164850 Jul 22 16:46:31.623408 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e020d-ddd3-47c3-8acf-14305b9330dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bd302e-22ba-47f5-b090-97f661601208,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:31.647287 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39256bdc-e57f-4c88-b133-163f00cde1d0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:31.743652 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d5d06fc4-de10-40b7-be5b-90224edcb033 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1663759 Jul 22 16:46:31.745238 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37470) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:31.870520 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e0204f1-9448-4c10-b7b4-9307a8c06bc9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:31.871234 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-80fe04c3-23b5-442a-b459-e6278e91b4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:31.918919 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:32.046061 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdfaf13-af31-4703-899b-57e2ac207f21 None None] DHCP port deletion for 3a7a7ee3-b719-4772-82c2-01f118e27227 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:46:32.105227 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdf39c-4627-4ca3-8210-ffcc63e507c1 req-9ed74cd1-7cf1-427f-b7d5-d7417e5153a7 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:32.111618 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c0fdf39c-4627-4ca3-8210-ffcc63e507c1 req-9ed74cd1-7cf1-427f-b7d5-d7417e5153a7 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.3061287 Jul 22 16:46:32.130452 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b49370d-5794-4b58-9291-d4e262f1e04a None None] Sync routers for ids ['378e2e98-bcb0-4312-96b7-fb22b9340724'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:46:32.171239 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c0fdf39c-4627-4ca3-8210-ffcc63e507c1 req-bbe90c52-40d5-4ccd-8da8-0d2fb996a1fa tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563259 Jul 22 16:46:32.179854 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b49370d-5794-4b58-9291-d4e262f1e04a None None] Routers {'378e2e98-bcb0-4312-96b7-fb22b9340724'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:32.184738 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7b49370d-5794-4b58-9291-d4e262f1e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['378e2e98-bcb0-4312-96b7-fb22b9340724'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:32.198129 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e0204f1-9448-4c10-b7b4-9307a8c06bc9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:32.200506 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e0204f1-9448-4c10-b7b4-9307a8c06bc9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:32.300506 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-7b49370d-5794-4b58-9291-d4e262f1e04a None None] Set router 378e2e98-bcb0-4312-96b7-fb22b9340724 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:46:32.304518 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e0204f1-9448-4c10-b7b4-9307a8c06bc9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:32.305684 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0204f1-9448-4c10-b7b4-9307a8c06bc9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Fanout notify agent at l3_agent the message router_deleted on router 378e2e98-bcb0-4312-96b7-fb22b9340724 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:46:32.321664 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e0204f1-9448-4c10-b7b4-9307a8c06bc9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:32.323986 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9e0204f1-9448-4c10-b7b4-9307a8c06bc9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/routers/378e2e98-bcb0-4312-96b7-fb22b9340724 HTTP/1.1" status: 204 len: 168 time: 0.5775416 Jul 22 16:46:32.327472 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37482) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:32.345557 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-39256bdc-e57f-4c88-b133-163f00cde1d0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting port 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:32.350232 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39256bdc-e57f-4c88-b133-163f00cde1d0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:32.395489 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-dcdfaf13-af31-4703-899b-57e2ac207f21 None None] Deleting port b705cb01-9b34-4471-be10-01364a21b688 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:32.395793 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dcdfaf13-af31-4703-899b-57e2ac207f21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:32.399303 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7b49370d-5794-4b58-9291-d4e262f1e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378e2e98-bcb0-4312-96b7-fb22b9340724', 'name': 'tempest-NetworksTestDHCPv6-router-417340946', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:46:24Z', 'updated_at': '2021-07-22T16:46:30Z', 'revision_number': 3, 'project_id': 'e913827dcf594576b0a204845cf3904c', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:32.444164 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb54ff4-d877-4e98-8e53-f1e821ca0788 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:32.444393 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b49370d-5794-4b58-9291-d4e262f1e04a None None] Checking router: 378e2e98-bcb0-4312-96b7-fb22b9340724 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:46:32.446406 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-adb54ff4-d877-4e98-8e53-f1e821ca0788 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1177981 Jul 22 16:46:32.449412 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37486) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:32.520638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ffd7ff-b51f-48b4-830c-be3e4302fbda tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:32.523366 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b49370d-5794-4b58-9291-d4e262f1e04a None None] Routers set() bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:32.523579 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-39256bdc-e57f-4c88-b133-163f00cde1d0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] For port 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df,segment=NetworkSegment(38b72907-382f-45a6-b84a-f9c20d284eaa),segment_id=38b72907-382f-45a6-b84a-f9c20d284eaa)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:32.523846 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b49370d-5794-4b58-9291-d4e262f1e04a None None] Router IDs set() for agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 16:46:32.524086 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39256bdc-e57f-4c88-b133-163f00cde1d0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:32.524601 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_agentschedulers_db [None req-7b49370d-5794-4b58-9291-d4e262f1e04a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'378e2e98-bcb0-4312-96b7-fb22b9340724'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent'). {{(pid=93818) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 16:46:32.525036 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b49370d-5794-4b58-9291-d4e262f1e04a None None] The sync data for ids ['378e2e98-bcb0-4312-96b7-fb22b9340724'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:46:32.529286 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-01ffd7ff-b51f-48b4-830c-be3e4302fbda tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0765100 Jul 22 16:46:32.530008 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37490) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:32.539791 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-39256bdc-e57f-4c88-b133-163f00cde1d0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Calling delete_port for 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:32.541809 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-dcdfaf13-af31-4703-899b-57e2ac207f21 None None] For port b705cb01-9b34-4471-be10-01364a21b688, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b705cb01-9b34-4471-be10-01364a21b688,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:32.542271 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dcdfaf13-af31-4703-899b-57e2ac207f21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:32.568575 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-dcdfaf13-af31-4703-899b-57e2ac207f21 None None] Calling delete_port for b705cb01-9b34-4471-be10-01364a21b688 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:32.601984 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-296fe0d6-c152-4502-98f8-c2696c3836e7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707777 Jul 22 16:46:32.605886 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37494) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:32.613472 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d31207da-70a2-4fab-8afe-b270da3fcf89 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:32.749728 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:32.769915 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dcdfaf13-af31-4703-899b-57e2ac207f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:32.785160 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdfaf13-af31-4703-899b-57e2ac207f21 None None] No DVR routers for this DVR port b705cb01-9b34-4471-be10-01364a21b688 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:46:32.790368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31207da-70a2-4fab-8afe-b270da3fcf89 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:32.798708 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d31207da-70a2-4fab-8afe-b270da3fcf89 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:32.821635 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdfaf13-af31-4703-899b-57e2ac207f21 None None] Pushing event deleted for resources: {'Port': ['ID=b705cb01-9b34-4471-be10-01364a21b688,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:32.911236 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39256bdc-e57f-4c88-b133-163f00cde1d0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:32.942236 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39256bdc-e57f-4c88-b133-163f00cde1d0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Port': ['ID=011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:33.174891 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b705cb01-9b34-4471-be10-01364a21b688 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:46:33.207421 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: b705cb01-9b34-4471-be10-01364a21b688 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:46:33.208036 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b705cb01-9b34-4471-be10-01364a21b688 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:46:33.277206 n-d-798930-9 neutron-server[93816]: DEBUG neutron.objects.ports [None req-d31207da-70a2-4fab-8afe-b270da3fcf89 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:46:33.281414 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d31207da-70a2-4fab-8afe-b270da3fcf89 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:33.388543 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31207da-70a2-4fab-8afe-b270da3fcf89 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:33.397356 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-d31207da-70a2-4fab-8afe-b270da3fcf89 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:33.407138 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31207da-70a2-4fab-8afe-b270da3fcf89 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:33.407726 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d31207da-70a2-4fab-8afe-b270da3fcf89 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:33.411895 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff81d18-a1a7-47fc-896a-d2bed5d4de37 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:33.448632 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31207da-70a2-4fab-8afe-b270da3fcf89 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=e4820bd6-faba-4e95-82b0-cd85f6e66783,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:33.467395 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d31207da-70a2-4fab-8afe-b270da3fcf89 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8588824 Jul 22 16:46:33.472014 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37518) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:33.509378 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d9952529-31fd-45bc-97d6-63e4b97cca78 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:33.621865 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dcaeb-7ba0-48ab-aef8-b535957660e2 req-ade3a475-1855-4b1b-a02a-6c12232b009e tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:33.623490 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b66dcaeb-7ba0-48ab-aef8-b535957660e2 req-ade3a475-1855-4b1b-a02a-6c12232b009e tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.2901785 Jul 22 16:46:33.642554 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-39256bdc-e57f-4c88-b133-163f00cde1d0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:33.786757 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b66dcaeb-7ba0-48ab-aef8-b535957660e2 req-e0086f1f-8bc0-42da-bd2d-cbacb583cbbc tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463974 Jul 22 16:46:33.813564 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25fbdcb-635b-4628-a0df-f7a178a816ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-3a7a7ee3-b719-4772-82c2-01f118e27227', 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'fixed_ips': [{'subnet_id': 'e4820bd6-faba-4e95-82b0-cd85f6e66783'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:46:33.814704 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c25fbdcb-635b-4628-a0df-f7a178a816ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:33.818859 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9952529-31fd-45bc-97d6-63e4b97cca78 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:33.823776 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9952529-31fd-45bc-97d6-63e4b97cca78 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:33.853250 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39256bdc-e57f-4c88-b133-163f00cde1d0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Router 1a0db670-7456-4f46-ad13-03e2ab4970f9 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:46:33.992024 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39256bdc-e57f-4c88-b133-163f00cde1d0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:46:34.003448 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-39256bdc-e57f-4c88-b133-163f00cde1d0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "PUT /v2.0/routers/1a0db670-7456-4f46-ad13-03e2ab4970f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1756287 Jul 22 16:46:34.007466 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37562) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:34.014011 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe46ebb3-e3e1-4d36-85f5-cb0a0d1fe791 None None] Sync routers for ids ['1a0db670-7456-4f46-ad13-03e2ab4970f9'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:46:34.041478 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe46ebb3-e3e1-4d36-85f5-cb0a0d1fe791 None None] Routers {'1a0db670-7456-4f46-ad13-03e2ab4970f9'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:34.045638 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-fe46ebb3-e3e1-4d36-85f5-cb0a0d1fe791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1a0db670-7456-4f46-ad13-03e2ab4970f9'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:34.119914 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-c25fbdcb-635b-4628-a0df-f7a178a816ec None None] Allocated IP 2001:db8::f816:3eff:fe11:78ec (3a7a7ee3-b719-4772-82c2-01f118e27227/e4820bd6-faba-4e95-82b0-cd85f6e66783/b9789a99-24c3-483c-a537-90ed8d611ae0) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:34.158045 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-41934e0d-7b2a-4d10-ade1-438d86719a9a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting subnet 5bacfde9-f1bd-451b-8659-44efff216968 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:46:34.168894 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41934e0d-7b2a-4d10-ade1-438d86719a9a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:34.263159 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41934e0d-7b2a-4d10-ade1-438d86719a9a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:34.276969 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-fe46ebb3-e3e1-4d36-85f5-cb0a0d1fe791 None None] Set router 1a0db670-7456-4f46-ad13-03e2ab4970f9 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:46:34.346330 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-fe46ebb3-e3e1-4d36-85f5-cb0a0d1fe791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:46:32Z', 'revision_number': 11, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:34.389177 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe46ebb3-e3e1-4d36-85f5-cb0a0d1fe791 None None] Checking router: 1a0db670-7456-4f46-ad13-03e2ab4970f9 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:46:34.399940 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe46ebb3-e3e1-4d36-85f5-cb0a0d1fe791 None None] Routers {'1a0db670-7456-4f46-ad13-03e2ab4970f9'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:34.401445 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-fe46ebb3-e3e1-4d36-85f5-cb0a0d1fe791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1a0db670-7456-4f46-ad13-03e2ab4970f9'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:34.470939 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41934e0d-7b2a-4d10-ade1-438d86719a9a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:34.493418 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-fe46ebb3-e3e1-4d36-85f5-cb0a0d1fe791 None None] Set router 1a0db670-7456-4f46-ad13-03e2ab4970f9 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:46:34.527101 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c25fbdcb-635b-4628-a0df-f7a178a816ec None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:34.535888 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c25fbdcb-635b-4628-a0df-f7a178a816ec None None] Transition to ACTIVE for port object b9789a99-24c3-483c-a537-90ed8d611ae0 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:34.553600 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c25fbdcb-635b-4628-a0df-f7a178a816ec None None] Transition to ACTIVE for port object b9789a99-24c3-483c-a537-90ed8d611ae0 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:34.566045 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-fe46ebb3-e3e1-4d36-85f5-cb0a0d1fe791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:46:32Z', 'revision_number': 11, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:34.592799 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41934e0d-7b2a-4d10-ade1-438d86719a9a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:34.601488 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c25fbdcb-635b-4628-a0df-f7a178a816ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:34.602151 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe46ebb3-e3e1-4d36-85f5-cb0a0d1fe791 None None] The sync data for ids ['1a0db670-7456-4f46-ad13-03e2ab4970f9'] in n-d-798930-9 is: [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:46:32Z', 'revision_number': 11, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:46:34.640577 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41934e0d-7b2a-4d10-ade1-438d86719a9a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Subnet': ['ID=5bacfde9-f1bd-451b-8659-44efff216968,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:34.657328 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41934e0d-7b2a-4d10-ade1-438d86719a9a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:34.662739 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-41934e0d-7b2a-4d10-ade1-438d86719a9a tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/subnets/5bacfde9-f1bd-451b-8659-44efff216968 HTTP/1.1" status: 204 len: 168 time: 0.6531217 Jul 22 16:46:34.664261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37588) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:34.755414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fbdcb-635b-4628-a0df-f7a178a816ec None None] Pushing event updated for resources: {'Port': ['ID=b9789a99-24c3-483c-a537-90ed8d611ae0,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:34.769249 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023249a6-7a4c-421c-a0b4-8bc1fabf1010 None None] Network f1bf490d-01b9-45be-8650-5dca1c260b74 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:34.774865 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:34.792256 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25fbdcb-635b-4628-a0df-f7a178a816ec None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:34.801104 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c25fbdcb-635b-4628-a0df-f7a178a816ec None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:34.807815 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25fbdcb-635b-4628-a0df-f7a178a816ec None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:46:34.851054 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:34.879262 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9952529-31fd-45bc-97d6-63e4b97cca78 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:34.934032 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9952529-31fd-45bc-97d6-63e4b97cca78 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:34.941752 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-d9952529-31fd-45bc-97d6-63e4b97cca78 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:34.946694 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9952529-31fd-45bc-97d6-63e4b97cca78 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:34.948030 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9952529-31fd-45bc-97d6-63e4b97cca78 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:34.960313 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9952529-31fd-45bc-97d6-63e4b97cca78 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=d60ae100-ac40-4646-af00-b0585c374a64,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:34.976565 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d9952529-31fd-45bc-97d6-63e4b97cca78 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5032210 Jul 22 16:46:34.979365 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37610) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:34.989570 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8c49b45d-f6a7-4c3a-ab3f-d2b63a3bb35e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'mac_address': 'fa:16:3e:81:e5:fb', 'name': 'tempest-NetworksTestDHCPv6-1580191723'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:35.031017 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c25fbdcb-635b-4628-a0df-f7a178a816ec None None] Attempting to bind port b9789a99-24c3-483c-a537-90ed8d611ae0 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:46:35.031553 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c25fbdcb-635b-4628-a0df-f7a178a816ec None None] Attempting to bind port b9789a99-24c3-483c-a537-90ed8d611ae0 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:46:35.031751 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25fbdcb-635b-4628-a0df-f7a178a816ec None None] Attempting to bind port b9789a99-24c3-483c-a537-90ed8d611ae0 on network 3a7a7ee3-b719-4772-82c2-01f118e27227 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:46:35.046551 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25fbdcb-635b-4628-a0df-f7a178a816ec None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:46:35.048074 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25fbdcb-635b-4628-a0df-f7a178a816ec None None] Checking segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:46:35.048510 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c25fbdcb-635b-4628-a0df-f7a178a816ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:35.048931 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25fbdcb-635b-4628-a0df-f7a178a816ec None None] Bound using segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:46:35.049431 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c25fbdcb-635b-4628-a0df-f7a178a816ec None None] Bound port: b9789a99-24c3-483c-a537-90ed8d611ae0, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:46:35.052290 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c25fbdcb-635b-4628-a0df-f7a178a816ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:35.097015 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Deleting port 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:35.097015 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:35.145408 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:46:35.190000 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:46:35.190420 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 011535aa-f4de-4fd9-bbe9-a9c5d9b0e1df not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:46:35.245143 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c49b45d-f6a7-4c3a-ab3f-d2b63a3bb35e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:35.269891 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] For port 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=21d275b5-3f5f-4c75-8ed1-c06f9dda3d20,segment=NetworkSegment(38b72907-382f-45a6-b84a-f9c20d284eaa),segment_id=38b72907-382f-45a6-b84a-f9c20d284eaa)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:35.270412 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:35.315724 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038ee0f-333f-46af-8f34-a56dfde53fae req-fea6b58a-758c-472e-b6e4-28c026be79f4 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:35.315724 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b038ee0f-333f-46af-8f34-a56dfde53fae req-fea6b58a-758c-472e-b6e4-28c026be79f4 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.3235028 Jul 22 16:46:35.330645 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Calling delete_port for 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:35.346430 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c25fbdcb-635b-4628-a0df-f7a178a816ec None None] For port b9789a99-24c3-483c-a537-90ed8d611ae0, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:46:35.350573 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c25fbdcb-635b-4628-a0df-f7a178a816ec None None] For port b9789a99-24c3-483c-a537-90ed8d611ae0, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b9789a99-24c3-483c-a537-90ed8d611ae0,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:46:35.359018 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c25fbdcb-635b-4628-a0df-f7a178a816ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:35.433347 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c49b45d-f6a7-4c3a-ab3f-d2b63a3bb35e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:35.452317 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fbdcb-635b-4628-a0df-f7a178a816ec None None] Pushing event updated for resources: {'Port': ['ID=b9789a99-24c3-483c-a537-90ed8d611ae0,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:35.464733 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-8c49b45d-f6a7-4c3a-ab3f-d2b63a3bb35e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] device_id is not set on port c42a579e-cad1-44d7-9b36-93108fc5cf71 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:46:35.490909 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f58da07-c8f5-4913-9a25-b7ce8f4ba844 None None] DHCP port deletion for f1bf490d-01b9-45be-8650-5dca1c260b74 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:46:35.570422 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1f58da07-c8f5-4913-9a25-b7ce8f4ba844 None None] Deleting port 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:35.570811 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f58da07-c8f5-4913-9a25-b7ce8f4ba844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:35.592873 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b038ee0f-333f-46af-8f34-a56dfde53fae req-845c1543-6a4b-4d9d-aa60-78a04acf59fb tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728608 Jul 22 16:46:35.648387 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:35.710880 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1f58da07-c8f5-4913-9a25-b7ce8f4ba844 None None] For port 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=21d275b5-3f5f-4c75-8ed1-c06f9dda3d20,segment=NetworkSegment(38b72907-382f-45a6-b84a-f9c20d284eaa),segment_id=38b72907-382f-45a6-b84a-f9c20d284eaa)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:35.711281 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f58da07-c8f5-4913-9a25-b7ce8f4ba844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:35.716628 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Port': ['ID=21d275b5-3f5f-4c75-8ed1-c06f9dda3d20,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:35.721381 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] No DVR routers for this DVR port 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:46:35.757954 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1f58da07-c8f5-4913-9a25-b7ce8f4ba844 None None] Calling delete_port for 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:35.788796 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-8c49b45d-f6a7-4c3a-ab3f-d2b63a3bb35e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 172.20.0.4 (3a7a7ee3-b719-4772-82c2-01f118e27227/d60ae100-ac40-4646-af00-b0585c374a64/c42a579e-cad1-44d7-9b36-93108fc5cf71) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:35.802348 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:35.802758 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:35.803044 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:35.803419 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:35.803752 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:35.804087 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:35.804417 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:35.804747 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:35.805075 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:35.805450 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:35.805721 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:35.807392 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-8c49b45d-f6a7-4c3a-ab3f-d2b63a3bb35e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8::f816:3eff:fe81:e5fb (3a7a7ee3-b719-4772-82c2-01f118e27227/e4820bd6-faba-4e95-82b0-cd85f6e66783/c42a579e-cad1-44d7-9b36-93108fc5cf71) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:35.809664 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:46:35.885762 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:46:35.893953 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f58da07-c8f5-4913-9a25-b7ce8f4ba844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:35.915238 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f58da07-c8f5-4913-9a25-b7ce8f4ba844 None None] No DVR routers for this DVR port 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:46:35.946675 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:35.980604 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58da07-c8f5-4913-9a25-b7ce8f4ba844 None None] Pushing event deleted for resources: {'Port': ['ID=21d275b5-3f5f-4c75-8ed1-c06f9dda3d20,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:35.981866 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1bf490d-01b9-45be-8650-5dca1c260b74']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:36.010222 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b72907-382f-45a6-b84a-f9c20d284eaa') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:36.010872 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b72907-382f-45a6-b84a-f9c20d284eaa') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:36.024875 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:36.054022 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:36.067523 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:46:36.067523 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:46:36.069642 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:46:36.142098 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c49b45d-f6a7-4c3a-ab3f-d2b63a3bb35e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:36.153263 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:36.167384 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8c49b45d-f6a7-4c3a-ab3f-d2b63a3bb35e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Transition to ACTIVE for port object c42a579e-cad1-44d7-9b36-93108fc5cf71 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:36.171294 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:36.173450 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/networks/f1bf490d-01b9-45be-8650-5dca1c260b74 HTTP/1.1" status: 204 len: 168 time: 1.5070531 Jul 22 16:46:36.187111 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37632) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:36.192041 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c7d171c8-d351-401f-b860-c2f107c53596 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'router': {'routes': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:36.207572 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c49b45d-f6a7-4c3a-ab3f-d2b63a3bb35e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:36.262308 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c49b45d-f6a7-4c3a-ab3f-d2b63a3bb35e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:36.267902 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-8c49b45d-f6a7-4c3a-ab3f-d2b63a3bb35e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:36.272920 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c49b45d-f6a7-4c3a-ab3f-d2b63a3bb35e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:46:36.277997 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49b45d-f6a7-4c3a-ab3f-d2b63a3bb35e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=c42a579e-cad1-44d7-9b36-93108fc5cf71,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:36.282296 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1e3a9-dc6a-495b-8de5-82755f651a06 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Pushing event deleted for resources: {'Network': ['ID=f1bf490d-01b9-45be-8650-5dca1c260b74,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:36.330592 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c49b45d-f6a7-4c3a-ab3f-d2b63a3bb35e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:36.330779 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c49b45d-f6a7-4c3a-ab3f-d2b63a3bb35e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:36.356078 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8c49b45d-f6a7-4c3a-ab3f-d2b63a3bb35e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3759012 Jul 22 16:46:36.356712 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37638) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:36.440188 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.extraroute_db [None req-c7d171c8-d351-401f-b860-c2f107c53596 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Added routes are [] {{(pid=93817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 16:46:36.440503 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.extraroute_db [None req-c7d171c8-d351-401f-b860-c2f107c53596 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Removed routes are [] {{(pid=93817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 16:46:36.440868 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7d171c8-d351-401f-b860-c2f107c53596 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:36.443825 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9baed37-a9cf-4116-85d2-b2ac794b9be1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:36.450713 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9baed37-a9cf-4116-85d2-b2ac794b9be1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:36.452046 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e9baed37-a9cf-4116-85d2-b2ac794b9be1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0943444 Jul 22 16:46:36.455256 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37642) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:36.638078 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-fb3343c3-9bf1-4e72-b0c2-8f855bffbfe5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting port c42a579e-cad1-44d7-9b36-93108fc5cf71 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:36.638274 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb3343c3-9bf1-4e72-b0c2-8f855bffbfe5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:36.684892 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7d171c8-d351-401f-b860-c2f107c53596 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:36.693812 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7d171c8-d351-401f-b860-c2f107c53596 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4121324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4121180'] for router, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:36.829745 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d171c8-d351-401f-b860-c2f107c53596 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Router 1a0db670-7456-4f46-ad13-03e2ab4970f9 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:46:36.830420 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb3343c3-9bf1-4e72-b0c2-8f855bffbfe5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:36.857784 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-fb3343c3-9bf1-4e72-b0c2-8f855bffbfe5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Calling delete_port for c42a579e-cad1-44d7-9b36-93108fc5cf71 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:36.881140 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e357442-b509-44ca-b722-a8732802be06 req-62c501ab-36b5-47a7-9bb0-135fdc9162a9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:36.882785 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9e357442-b509-44ca-b722-a8732802be06 req-62c501ab-36b5-47a7-9bb0-135fdc9162a9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.1174154 Jul 22 16:46:36.941049 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc102e4-39f9-4a9c-a256-39590f4b10e9 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:36.973528 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d171c8-d351-401f-b860-c2f107c53596 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:46:36.985131 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9e357442-b509-44ca-b722-a8732802be06 req-47266d47-5092-426d-bb91-d59b6d8a1677 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553751 Jul 22 16:46:36.986646 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7d171c8-d351-401f-b860-c2f107c53596 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:36.987836 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c7d171c8-d351-401f-b860-c2f107c53596 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "PUT /v2.0/routers/1a0db670-7456-4f46-ad13-03e2ab4970f9 HTTP/1.1" status: 200 len: 705 time: 0.7997417 Jul 22 16:46:36.992379 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37654) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:37.034201 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c911e49-d103-42d3-9c0d-61566702b99d None None] Sync routers for ids ['1a0db670-7456-4f46-ad13-03e2ab4970f9'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:46:37.058030 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8c131112-e006-4d8f-8ef3-c02402d219a5 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a0db670-7456-4f46-ad13-03e2ab4970f9 HTTP/1.1" status: 200 len: 205 time: 0.0626454 Jul 22 16:46:37.063839 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37656) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:37.079699 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c911e49-d103-42d3-9c0d-61566702b99d None None] Routers {'1a0db670-7456-4f46-ad13-03e2ab4970f9'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:37.080362 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6c911e49-d103-42d3-9c0d-61566702b99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1a0db670-7456-4f46-ad13-03e2ab4970f9'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:37.179687 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3978a7e9-7a00-4b0e-a09d-d0061b8774fa None None] Provisioning for port b9789a99-24c3-483c-a537-90ed8d611ae0 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:37.193983 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3b78223-a2f0-480b-8ec3-c17fd30ed412 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:37.206098 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b9789a99-24c3-483c-a537-90ed8d611ae0 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:37.232647 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-6c911e49-d103-42d3-9c0d-61566702b99d None None] Set router 1a0db670-7456-4f46-ad13-03e2ab4970f9 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:46:37.247018 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb3343c3-9bf1-4e72-b0c2-8f855bffbfe5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:37.299145 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3343c3-9bf1-4e72-b0c2-8f855bffbfe5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Port': ['ID=c42a579e-cad1-44d7-9b36-93108fc5cf71,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:37.334142 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6c911e49-d103-42d3-9c0d-61566702b99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:46:32Z', 'revision_number': 11, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:37.404329 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c911e49-d103-42d3-9c0d-61566702b99d None None] Checking router: 1a0db670-7456-4f46-ad13-03e2ab4970f9 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:46:37.438765 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c911e49-d103-42d3-9c0d-61566702b99d None None] Routers {'1a0db670-7456-4f46-ad13-03e2ab4970f9'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:37.439313 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6c911e49-d103-42d3-9c0d-61566702b99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1a0db670-7456-4f46-ad13-03e2ab4970f9'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:37.496039 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port b9789a99-24c3-483c-a537-90ed8d611ae0 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:37.505533 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb3343c3-9bf1-4e72-b0c2-8f855bffbfe5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:37.514357 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fb3343c3-9bf1-4e72-b0c2-8f855bffbfe5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/c42a579e-cad1-44d7-9b36-93108fc5cf71 HTTP/1.1" status: 204 len: 168 time: 1.0536118 Jul 22 16:46:37.515820 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37662) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:37.531371 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port b9789a99-24c3-483c-a537-90ed8d611ae0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:37.531741 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:37.561502 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-6c911e49-d103-42d3-9c0d-61566702b99d None None] Set router 1a0db670-7456-4f46-ad13-03e2ab4970f9 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:46:37.643941 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6c911e49-d103-42d3-9c0d-61566702b99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:46:32Z', 'revision_number': 11, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:37.664741 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b941f1-6d6b-4fce-b67b-1199ae55f5f2 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:37.667886 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b941f1-6d6b-4fce-b67b-1199ae55f5f2 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:37.670808 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3b78223-a2f0-480b-8ec3-c17fd30ed412 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:37.672227 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b941f1-6d6b-4fce-b67b-1199ae55f5f2 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:37.673077 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3b78223-a2f0-480b-8ec3-c17fd30ed412 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:37.679882 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b4b941f1-6d6b-4fce-b67b-1199ae55f5f2 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1621430 Jul 22 16:46:37.682449 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c911e49-d103-42d3-9c0d-61566702b99d None None] The sync data for ids ['1a0db670-7456-4f46-ad13-03e2ab4970f9'] in n-d-798930-9 is: [{'id': '1a0db670-7456-4f46-ad13-03e2ab4970f9', 'name': 'tempest-RoutersIpV6Test-router-1012450002', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:30Z', 'updated_at': '2021-07-22T16:46:32Z', 'revision_number': 11, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:46:37.682741 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37666) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:37.744065 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3b78223-a2f0-480b-8ec3-c17fd30ed412 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:37.745457 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b78223-a2f0-480b-8ec3-c17fd30ed412 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Fanout notify agent at l3_agent the message router_deleted on router 1a0db670-7456-4f46-ad13-03e2ab4970f9 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:46:37.766223 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3b78223-a2f0-480b-8ec3-c17fd30ed412 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:37.768675 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a3b78223-a2f0-480b-8ec3-c17fd30ed412 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/routers/1a0db670-7456-4f46-ad13-03e2ab4970f9 HTTP/1.1" status: 204 len: 168 time: 0.7041860 Jul 22 16:46:37.774649 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37668) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:37.791788 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e41102ae-7546-4b3c-bad2-4ac6dd1ccf45 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2139959871', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:37.824390 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-4905fa1e-9d03-405c-9903-24c0b276a153 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet d60ae100-ac40-4646-af00-b0585c374a64 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:46:37.829663 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4905fa1e-9d03-405c-9903-24c0b276a153 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:37.849947 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:37.870324 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e41102ae-7546-4b3c-bad2-4ac6dd1ccf45 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:37.872221 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e41102ae-7546-4b3c-bad2-4ac6dd1ccf45 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:37.894628 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4905fa1e-9d03-405c-9903-24c0b276a153 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:37.895439 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9437859-72cb-4840-b84b-23a1cede2df3 None None] Update dhcp port {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'fixed_ips': [{'subnet_id': 'e4820bd6-faba-4e95-82b0-cd85f6e66783', 'ip_address': '2001:db8::f816:3eff:fe11:78ec'}, {'subnet_id': 'd60ae100-ac40-4646-af00-b0585c374a64'}], 'binding:host_id': 'n-d-798930-9'}, 'id': 'b9789a99-24c3-483c-a537-90ed8d611ae0'} from n-d-798930-9. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:46:37.925159 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port b9789a99-24c3-483c-a537-90ed8d611ae0, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b9789a99-24c3-483c-a537-90ed8d611ae0,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:37.936240 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:37.969876 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9437859-72cb-4840-b84b-23a1cede2df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:38.030340 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4905fa1e-9d03-405c-9903-24c0b276a153 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:38.075295 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:46:38.112346 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e41102ae-7546-4b3c-bad2-4ac6dd1ccf45 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:38.128127 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:46:38.128475 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 21d275b5-3f5f-4c75-8ed1-c06f9dda3d20 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:46:38.132626 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=b9789a99-24c3-483c-a537-90ed8d611ae0,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:38.142883 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e41102ae-7546-4b3c-bad2-4ac6dd1ccf45 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:38.194548 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e41102ae-7546-4b3c-bad2-4ac6dd1ccf45 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:38.195962 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e41102ae-7546-4b3c-bad2-4ac6dd1ccf45 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4203081 Jul 22 16:46:38.199424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37674) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:38.206132 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a2bc34f3-7a2c-489e-89bb-58d107a07fa1 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:38.218898 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5ca02-d10c-4b2e-8af1-643fb5b9405a req-15bd3f6a-decf-4f94-b9ea-fb2e3d62e2bf tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:38.226278 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c7f5ca02-d10c-4b2e-8af1-643fb5b9405a req-15bd3f6a-decf-4f94-b9ea-fb2e3d62e2bf tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.0942285 Jul 22 16:46:38.272163 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c7f5ca02-d10c-4b2e-8af1-643fb5b9405a req-adc9a52c-21ad-4ff5-9366-89c5d7403591 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451322 Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server [None req-e9437859-72cb-4840-b84b-23a1cede2df3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d60ae100-ac40-4646-af00-b0585c374a64: This subnet is being modified by another concurrent operation. Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise exception Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d60ae100-ac40-4646-af00-b0585c374a64: This subnet is being modified by another concurrent operation. Jul 22 16:46:38.301837 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server Jul 22 16:46:38.307650 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4905fa1e-9d03-405c-9903-24c0b276a153 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:38.404739 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4905fa1e-9d03-405c-9903-24c0b276a153 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:38.409298 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37678) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:38.409519 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4905fa1e-9d03-405c-9903-24c0b276a153 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/d60ae100-ac40-4646-af00-b0585c374a64 HTTP/1.1" status: 204 len: 168 time: 0.7248907 Jul 22 16:46:38.412384 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905fa1e-9d03-405c-9903-24c0b276a153 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=d60ae100-ac40-4646-af00-b0585c374a64,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:38.466501 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c248fd49-037f-4c81-9214-7f0318b5e6ab None None] Provisioning complete for port b9789a99-24c3-483c-a537-90ed8d611ae0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:38.466501 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c248fd49-037f-4c81-9214-7f0318b5e6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:38.493613 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2bc34f3-7a2c-489e-89bb-58d107a07fa1 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:38.514706 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2bc34f3-7a2c-489e-89bb-58d107a07fa1 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4121324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4121180'] for router, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:38.551610 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd37956-b2f1-4fb3-97e6-3a02956b9851 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet e4820bd6-faba-4e95-82b0-cd85f6e66783 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:46:38.557004 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8cd37956-b2f1-4fb3-97e6-3a02956b9851 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:38.611962 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8cd37956-b2f1-4fb3-97e6-3a02956b9851 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:38.649552 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2bc34f3-7a2c-489e-89bb-58d107a07fa1 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Router 443882ab-403e-4581-b046-b455f4441e16 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:46:38.686854 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce320f68-b7a7-4716-a1e2-01f3613e65b4 None None] get_active_networks_info from n-d-798930-9 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:46:38.759887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bc34f3-7a2c-489e-89bb-58d107a07fa1 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:46:38.768048 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2bc34f3-7a2c-489e-89bb-58d107a07fa1 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:38.770598 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a13ae4-99f2-4825-b3ec-2f2285b5042a None None] Sync routers for ids ['443882ab-403e-4581-b046-b455f4441e16'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:46:38.772844 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a2bc34f3-7a2c-489e-89bb-58d107a07fa1 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "PUT /v2.0/routers/443882ab-403e-4581-b046-b455f4441e16 HTTP/1.1" status: 200 len: 698 time: 0.5723405 Jul 22 16:46:38.773586 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37688) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:38.783667 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a13ae4-99f2-4825-b3ec-2f2285b5042a None None] Routers {'443882ab-403e-4581-b046-b455f4441e16'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:38.784543 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-79a13ae4-99f2-4825-b3ec-2f2285b5042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['443882ab-403e-4581-b046-b455f4441e16'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:38.803602 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8cd37956-b2f1-4fb3-97e6-3a02956b9851 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:38.876644 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce320f68-b7a7-4716-a1e2-01f3613e65b4 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:46:38.879575 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-568fe5eb-2d7b-4003-b7a3-70d649766b96 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "GET /v2.0/routers/443882ab-403e-4581-b046-b455f4441e16 HTTP/1.1" status: 200 len: 704 time: 0.1040564 Jul 22 16:46:38.880086 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37694) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:38.905105 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8cd37956-b2f1-4fb3-97e6-3a02956b9851 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:38.925712 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-79a13ae4-99f2-4825-b3ec-2f2285b5042a None None] Set router 443882ab-403e-4581-b046-b455f4441e16 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:46:38.931116 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-98db30ef-5c7d-4362-a56b-4198db89246d tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "GET /v2.0/ports?device_id=443882ab-403e-4581-b046-b455f4441e16 HTTP/1.1" status: 200 len: 205 time: 0.0490155 Jul 22 16:46:38.931787 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37696) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:38.986571 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-79a13ae4-99f2-4825-b3ec-2f2285b5042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443882ab-403e-4581-b046-b455f4441e16', 'name': 'tempest-RoutersIpV6Test-router-2139959871', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:46:37Z', 'updated_at': '2021-07-22T16:46:38Z', 'revision_number': 2, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:38.987663 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd37956-b2f1-4fb3-97e6-3a02956b9851 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=e4820bd6-faba-4e95-82b0-cd85f6e66783,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:38.998125 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8cd37956-b2f1-4fb3-97e6-3a02956b9851 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:39.001568 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8cd37956-b2f1-4fb3-97e6-3a02956b9851 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/e4820bd6-faba-4e95-82b0-cd85f6e66783 HTTP/1.1" status: 204 len: 168 time: 0.5909567 Jul 22 16:46:39.006951 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37698) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:39.051588 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a13ae4-99f2-4825-b3ec-2f2285b5042a None None] Checking router: 443882ab-403e-4581-b046-b455f4441e16 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:46:39.071706 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a13ae4-99f2-4825-b3ec-2f2285b5042a None None] Routers {'443882ab-403e-4581-b046-b455f4441e16'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:39.073198 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-79a13ae4-99f2-4825-b3ec-2f2285b5042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['443882ab-403e-4581-b046-b455f4441e16'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:39.083622 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-24f6fbca-231d-4113-9f75-e2bfcf721896 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730677 Jul 22 16:46:39.083931 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37702) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:39.100895 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f73ef36-484f-4e0f-a967-247e90a73733 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:39.102020 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ea4553d0-a2e6-446c-9997-46787e6039a3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:39.199363 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-79a13ae4-99f2-4825-b3ec-2f2285b5042a None None] Set router 443882ab-403e-4581-b046-b455f4441e16 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:46:39.245353 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4553d0-a2e6-446c-9997-46787e6039a3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:39.249807 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea4553d0-a2e6-446c-9997-46787e6039a3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:39.291610 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-79a13ae4-99f2-4825-b3ec-2f2285b5042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443882ab-403e-4581-b046-b455f4441e16', 'name': 'tempest-RoutersIpV6Test-router-2139959871', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:46:37Z', 'updated_at': '2021-07-22T16:46:38Z', 'revision_number': 2, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:39.337335 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f73ef36-484f-4e0f-a967-247e90a73733 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:39.340111 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f73ef36-484f-4e0f-a967-247e90a73733 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:39.367569 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a13ae4-99f2-4825-b3ec-2f2285b5042a None None] The sync data for ids ['443882ab-403e-4581-b046-b455f4441e16'] in n-d-798930-9 is: [{'id': '443882ab-403e-4581-b046-b455f4441e16', 'name': 'tempest-RoutersIpV6Test-router-2139959871', 'tenant_id': '28afd516fe734112b120e8be45892cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:46:37Z', 'updated_at': '2021-07-22T16:46:38Z', 'revision_number': 2, 'project_id': '28afd516fe734112b120e8be45892cca', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:46:39.461464 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f73ef36-484f-4e0f-a967-247e90a73733 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:39.462030 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f73ef36-484f-4e0f-a967-247e90a73733 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Fanout notify agent at l3_agent the message router_deleted on router 443882ab-403e-4581-b046-b455f4441e16 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:46:39.471943 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f73ef36-484f-4e0f-a967-247e90a73733 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:39.477002 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7f73ef36-484f-4e0f-a967-247e90a73733 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/routers/443882ab-403e-4581-b046-b455f4441e16 HTTP/1.1" status: 204 len: 168 time: 0.5374737 Jul 22 16:46:39.484864 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37708) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:39.498388 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b9789a99-24c3-483c-a537-90ed8d611ae0 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:46:39.516101 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-07a1c69b-301e-43cd-b720-81ccd962dd0f None None] Could not find standard attr ID for object c42a579e-cad1-44d7-9b36-93108fc5cf71. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:46:39.553456 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a210b17d-453a-44ed-84b7-1ee4eef3abc1 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "GET /v2.0/ports?device_id=443882ab-403e-4581-b046-b455f4441e16 HTTP/1.1" status: 200 len: 205 time: 0.0636797 Jul 22 16:46:39.556161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37710) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:39.622042 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb488b-1d71-4367-b9cc-0076a45a7066 req-2a33cf5b-fab8-41d6-96d3-379ff79d091e tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:39.624248 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7edb488b-1d71-4367-b9cc-0076a45a7066 req-2a33cf5b-fab8-41d6-96d3-379ff79d091e tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.2359221 Jul 22 16:46:39.625865 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-7b49371e-6155-47ea-abf4-6994b67f4848 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] delete failed (client error): The resource could not be found. Jul 22 16:46:39.629571 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37712) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:39.629694 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7b49371e-6155-47ea-abf4-6994b67f4848 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/routers/443882ab-403e-4581-b046-b455f4441e16 HTTP/1.1" status: 404 len: 336 time: 0.0721886 Jul 22 16:46:39.680192 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7edb488b-1d71-4367-b9cc-0076a45a7066 req-48eb3437-199f-4a03-ac37-b3971d6014eb tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493565 Jul 22 16:46:39.688310 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-68fe2e1f-c51f-49b8-8ffb-c969aa56bfba tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] DELETE failed (client error): The resource could not be found. Jul 22 16:46:39.689044 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68fe2e1f-c51f-49b8-8ffb-c969aa56bfba tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:46:39.704050 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37716) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:39.704238 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:39.707844 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-68fe2e1f-c51f-49b8-8ffb-c969aa56bfba tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/subnets/359672aa-a842-4659-b52d-cc82fdaf09dc HTTP/1.1" status: 404 len: 337 time: 0.0767152 Jul 22 16:46:39.755441 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-337ec655-027c-482e-bb74-8e79b0179d91 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] DELETE failed (client error): The resource could not be found. Jul 22 16:46:39.756195 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-337ec655-027c-482e-bb74-8e79b0179d91 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:46:39.758827 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-337ec655-027c-482e-bb74-8e79b0179d91 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/subnets/57059d07-79ab-4722-af39-fbccc3d973aa HTTP/1.1" status: 404 len: 337 time: 0.0609126 Jul 22 16:46:39.761344 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37718) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:39.769438 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port b9789a99-24c3-483c-a537-90ed8d611ae0, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b9789a99-24c3-483c-a537-90ed8d611ae0,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:39.776210 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:39.793883 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b9af06-eee9-414f-a15b-a1584d33c3df tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] DELETE failed (client error): The resource could not be found. Jul 22 16:46:39.794455 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b9af06-eee9-414f-a15b-a1584d33c3df tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:46:39.796299 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c1b9af06-eee9-414f-a15b-a1584d33c3df tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/subnets/c6d24d97-48c5-4fc5-9c81-d44d2a14214b HTTP/1.1" status: 404 len: 337 time: 0.0337360 Jul 22 16:46:39.798797 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37720) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:39.840474 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed58b4c-8837-41a3-a4be-6a79d1ae5793 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] DELETE failed (client error): The resource could not be found. Jul 22 16:46:39.841014 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed58b4c-8837-41a3-a4be-6a79d1ae5793 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:46:39.843134 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3ed58b4c-8837-41a3-a4be-6a79d1ae5793 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/subnets/5bacfde9-f1bd-451b-8659-44efff216968 HTTP/1.1" status: 404 len: 337 time: 0.0430932 Jul 22 16:46:39.845678 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37722) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:39.879702 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=b9789a99-24c3-483c-a537-90ed8d611ae0,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:39.885565 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5c1a3e8e-7ac0-4e88-b8fc-79f8f9175e44 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a0db670-7456-4f46-ad13-03e2ab4970f9 HTTP/1.1" status: 200 len: 205 time: 0.0381470 Jul 22 16:46:39.887974 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37724) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:39.894982 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd969683-efff-42fa-a66b-cef2a7523b2e None None] Update dhcp port {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'fixed_ips': [{'subnet_id': '21488947-9ba1-4655-8e95-54f0540ae7cf'}], 'binding:host_id': 'n-d-798930-9'}, 'id': 'b9789a99-24c3-483c-a537-90ed8d611ae0'} from n-d-798930-9. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:46:39.933145 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-eb8eb5ad-329b-4922-a332-d0d616a0d5df tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] delete failed (client error): The resource could not be found. Jul 22 16:46:39.934331 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-eb8eb5ad-329b-4922-a332-d0d616a0d5df tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/routers/1a0db670-7456-4f46-ad13-03e2ab4970f9 HTTP/1.1" status: 404 len: 336 time: 0.0449905 Jul 22 16:46:39.938707 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37726) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:39.945850 n-d-798930-9 neutron-server[93817]: DEBUG neutron.objects.ports [None req-ea4553d0-a2e6-446c-9997-46787e6039a3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:46:39.946372 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd969683-efff-42fa-a66b-cef2a7523b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:39.981022 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-25ea4ed8-74e7-4785-a84c-4fc73926d76b tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cf43b69-d84a-49ab-870a-cc78cf102ba4 HTTP/1.1" status: 200 len: 205 time: 0.0410657 Jul 22 16:46:39.983251 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37728) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:40.031513 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-51117031-d388-42ca-9fb6-a601f6caf805 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] delete failed (client error): The resource could not be found. Jul 22 16:46:40.033879 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-51117031-d388-42ca-9fb6-a601f6caf805 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/routers/8cf43b69-d84a-49ab-870a-cc78cf102ba4 HTTP/1.1" status: 404 len: 336 time: 0.0497184 Jul 22 16:46:40.035125 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37730) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:40.069603 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac4cf7b-9b32-4b89-b070-6f933d1de7ca tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] DELETE failed (client error): The resource could not be found. Jul 22 16:46:40.070353 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aac4cf7b-9b32-4b89-b070-6f933d1de7ca tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:46:40.072112 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-aac4cf7b-9b32-4b89-b070-6f933d1de7ca tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/subnets/11ef0c5b-aa8d-47c8-87c6-6e46ccb42489 HTTP/1.1" status: 404 len: 337 time: 0.0360980 Jul 22 16:46:40.075306 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37732) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:40.119209 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fa7f9f54-a4da-4899-bbdd-eea16d22f7bd tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "GET /v2.0/ports?device_id=b115ea53-7a19-4f40-9e44-93fb31cbff9c HTTP/1.1" status: 200 len: 205 time: 0.0426755 Jul 22 16:46:40.121422 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37734) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:40.151119 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-dd969683-efff-42fa-a66b-cef2a7523b2e None None] Allocated IP 2001:db8::f816:3eff:fe11:78ec (3a7a7ee3-b719-4772-82c2-01f118e27227/21488947-9ba1-4655-8e95-54f0540ae7cf/b9789a99-24c3-483c-a537-90ed8d611ae0) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:40.169324 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-5b96c356-8424-4bef-a6ea-7e963a2e61dc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] delete failed (client error): The resource could not be found. Jul 22 16:46:40.170391 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5b96c356-8424-4bef-a6ea-7e963a2e61dc tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/routers/b115ea53-7a19-4f40-9e44-93fb31cbff9c HTTP/1.1" status: 404 len: 336 time: 0.0477417 Jul 22 16:46:40.173055 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37736) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:40.207144 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c834d67b-540a-44ad-86b5-1df221575c7c tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "GET /v2.0/ports?device_id=9dce70ea-b4da-469f-b737-99e9b859f3cd HTTP/1.1" status: 200 len: 205 time: 0.0326300 Jul 22 16:46:40.209466 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37738) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:40.251937 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-dd969683-efff-42fa-a66b-cef2a7523b2e None None] For port b9789a99-24c3-483c-a537-90ed8d611ae0, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b9789a99-24c3-483c-a537-90ed8d611ae0,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:40.254483 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-19f61dae-aafd-44fb-8968-48999f331ac0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] delete failed (client error): The resource could not be found. Jul 22 16:46:40.255579 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-19f61dae-aafd-44fb-8968-48999f331ac0 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/routers/9dce70ea-b4da-469f-b737-99e9b859f3cd HTTP/1.1" status: 404 len: 336 time: 0.0450459 Jul 22 16:46:40.260293 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37740) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:40.287765 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae8b9d80-7da3-4085-91ef-324d4a067e47 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] DELETE failed (client error): The resource could not be found. Jul 22 16:46:40.288698 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae8b9d80-7da3-4085-91ef-324d4a067e47 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:46:40.290031 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ae8b9d80-7da3-4085-91ef-324d4a067e47 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/subnets/04089779-04c5-4007-9612-0543c7c79508 HTTP/1.1" status: 404 len: 337 time: 0.0309598 Jul 22 16:46:40.293518 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37742) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:40.297452 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd969683-efff-42fa-a66b-cef2a7523b2e None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:40.312734 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dd969683-efff-42fa-a66b-cef2a7523b2e None None] Transition to ACTIVE for port object b9789a99-24c3-483c-a537-90ed8d611ae0 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:40.318515 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd969683-efff-42fa-a66b-cef2a7523b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:40.333735 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9e04a10e-b3c1-4c6e-89bf-3c1f22de8656 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "GET /v2.0/ports?device_id=625c57fc-fc8d-4f0d-82b3-7552ac535434 HTTP/1.1" status: 200 len: 205 time: 0.0370362 Jul 22 16:46:40.333735 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.db.api [None req-ea4553d0-a2e6-446c-9997-46787e6039a3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe11:78ec-86dd15c5-a076-4df5-82d6-7404fe5521 {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:46:40.333735 n-d-798930-9 neutron-server[93817]: DEBUG oslo_db.api [None req-ea4553d0-a2e6-446c-9997-46787e6039a3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:46:40.335006 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37744) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:40.375471 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-bf32e7e7-45fc-4a47-9336-a28327b263f9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] delete failed (client error): The resource could not be found. Jul 22 16:46:40.379937 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bf32e7e7-45fc-4a47-9336-a28327b263f9 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/routers/625c57fc-fc8d-4f0d-82b3-7552ac535434 HTTP/1.1" status: 404 len: 336 time: 0.0432358 Jul 22 16:46:40.380274 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37746) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:40.397715 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd969683-efff-42fa-a66b-cef2a7523b2e None None] Pushing event updated for resources: {'Port': ['ID=b9789a99-24c3-483c-a537-90ed8d611ae0,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:40.415750 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c033bfe-8c18-42cc-8c96-e12b0df235b3 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] DELETE failed (client error): The resource could not be found. Jul 22 16:46:40.416293 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c033bfe-8c18-42cc-8c96-e12b0df235b3 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:46:40.421152 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9c033bfe-8c18-42cc-8c96-e12b0df235b3 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/subnets/4d72bd8f-70d4-4d3e-acd0-79712cf0a0be HTTP/1.1" status: 404 len: 337 time: 0.0362675 Jul 22 16:46:40.421152 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37748) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:40.465887 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-25a11700-110f-4131-b298-23837fb28154 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbf64160-b22a-4c94-87b0-77fe929aa5d7 HTTP/1.1" status: 200 len: 205 time: 0.0407951 Jul 22 16:46:40.466336 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37752) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:40.545500 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-611506c7-55cc-4a3b-814d-1e4df2367104 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] delete failed (client error): The resource could not be found. Jul 22 16:46:40.549530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37756) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:40.549795 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-611506c7-55cc-4a3b-814d-1e4df2367104 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/routers/fbf64160-b22a-4c94-87b0-77fe929aa5d7 HTTP/1.1" status: 404 len: 336 time: 0.0823958 Jul 22 16:46:40.587359 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-00467c15-f7d0-47f4-b202-9b0fddf7ffc1 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] DELETE failed (client error): The resource could not be found. Jul 22 16:46:40.587911 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00467c15-f7d0-47f4-b202-9b0fddf7ffc1 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:46:40.593854 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37760) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:40.600195 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-00467c15-f7d0-47f4-b202-9b0fddf7ffc1 tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/subnets/6d61b6b3-409a-46ec-a75a-7a5f2ac2f9e0 HTTP/1.1" status: 404 len: 337 time: 0.0394912 Jul 22 16:46:40.625397 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-575daeb8-9b17-4449-ac83-4d1dcadcb83e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] DELETE failed (client error): The resource could not be found. Jul 22 16:46:40.625858 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-575daeb8-9b17-4449-ac83-4d1dcadcb83e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:46:40.629125 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-575daeb8-9b17-4449-ac83-4d1dcadcb83e tempest-RoutersIpV6Test-1275630805 tempest-RoutersIpV6Test-1275630805-project] 10.222.0.69 "DELETE /v2.0/subnets/1a7c8c06-5685-4abf-8ed0-c3ae5899e876 HTTP/1.1" status: 404 len: 337 time: 0.0341389 Jul 22 16:46:41.064722 n-d-798930-9 neutron-server[93817]: DEBUG neutron.objects.ports [None req-ea4553d0-a2e6-446c-9997-46787e6039a3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:46:41.082273 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51b947-2988-4297-9712-54383c6eb2c1 req-dbf6e1f8-20b0-4fd8-9ce5-c073640af18e tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:41.084720 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0c51b947-2988-4297-9712-54383c6eb2c1 req-dbf6e1f8-20b0-4fd8-9ce5-c073640af18e tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.2944412 Jul 22 16:46:41.179482 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b9789a99-24c3-483c-a537-90ed8d611ae0 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:41.214108 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0c51b947-2988-4297-9712-54383c6eb2c1 req-77f7feef-7386-4fd0-93d5-ab809fa2a80b tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742657 Jul 22 16:46:41.228988 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.ipam_pluggable_backend [None req-ea4553d0-a2e6-446c-9997-46787e6039a3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Port b9789a99-24c3-483c-a537-90ed8d611ae0 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=93817) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Jul 22 16:46:41.229354 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea4553d0-a2e6-446c-9997-46787e6039a3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:41.266624 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37776) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:41.289336 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4553d0-a2e6-446c-9997-46787e6039a3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:41.292747 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ea4553d0-a2e6-446c-9997-46787e6039a3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:41.296391 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4553d0-a2e6-446c-9997-46787e6039a3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:41.297022 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea4553d0-a2e6-446c-9997-46787e6039a3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:41.321612 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ea4553d0-a2e6-446c-9997-46787e6039a3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2338912 Jul 22 16:46:41.323158 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37780) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:41.328757 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-88518c00-2803-4456-b273-f22ac0a92026 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:41.334480 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4553d0-a2e6-446c-9997-46787e6039a3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=21488947-9ba1-4655-8e95-54f0540ae7cf,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:41.344264 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990b3462-709d-4ab5-a7b1-430511823955 None None] get_active_networks_info from n-d-798930-9 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:46:41.405643 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b78fb5c3-466c-4031-8fc4-869134d1710e None None] Provisioning for port b9789a99-24c3-483c-a537-90ed8d611ae0 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:41.418178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b78fb5c3-466c-4031-8fc4-869134d1710e None None] Provisioning complete for port b9789a99-24c3-483c-a537-90ed8d611ae0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:41.418572 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b78fb5c3-466c-4031-8fc4-869134d1710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:41.486850 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88518c00-2803-4456-b273-f22ac0a92026 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:41.495134 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88518c00-2803-4456-b273-f22ac0a92026 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:41.554427 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990b3462-709d-4ab5-a7b1-430511823955 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:46:41.566947 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ce05454c-2ece-4000-af63-4232e7494fd5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=28afd516fe734112b120e8be45892cca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985568 Jul 22 16:46:41.569494 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37786) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:41.642018 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62ad3bb5-f695-4243-922c-bb97cac79798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:41.669886 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b78fb5c3-466c-4031-8fc4-869134d1710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:41.706917 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62ad3bb5-f695-4243-922c-bb97cac79798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:41.718254 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b78fb5c3-466c-4031-8fc4-869134d1710e None None] For port b9789a99-24c3-483c-a537-90ed8d611ae0, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b9789a99-24c3-483c-a537-90ed8d611ae0,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:41.729096 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b78fb5c3-466c-4031-8fc4-869134d1710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:41.815709 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62ad3bb5-f695-4243-922c-bb97cac79798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:41.821515 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62ad3bb5-f695-4243-922c-bb97cac79798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:41.823696 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-62ad3bb5-f695-4243-922c-bb97cac79798 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/36b52144-5e0f-48a8-842f-de3ae5161a81 HTTP/1.1" status: 204 len: 168 time: 0.2531412 Jul 22 16:46:41.834972 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad3bb5-f695-4243-922c-bb97cac79798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b52144-5e0f-48a8-842f-de3ae5161a81,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:41.843223 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fb5c3-466c-4031-8fc4-869134d1710e None None] Pushing event updated for resources: {'Port': ['ID=b9789a99-24c3-483c-a537-90ed8d611ae0,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:41.913617 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88518c00-2803-4456-b273-f22ac0a92026 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:41.966682 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:41.982239 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88518c00-2803-4456-b273-f22ac0a92026 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:41.986673 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-88518c00-2803-4456-b273-f22ac0a92026 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:41.992613 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88518c00-2803-4456-b273-f22ac0a92026 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:41.993288 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88518c00-2803-4456-b273-f22ac0a92026 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:42.008896 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88518c00-2803-4456-b273-f22ac0a92026 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=0936f946-18ff-44f5-b075-8419c3cc2e65,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:42.018234 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-88518c00-2803-4456-b273-f22ac0a92026 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6947587 Jul 22 16:46:42.021131 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37796) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:42.030366 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a5be02d1-a0ef-440c-9212-86891af8acc3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'mac_address': 'fa:16:3e:e0:29:c8', 'name': 'tempest-NetworksTestDHCPv6-779151685'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:42.128923 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:42.213489 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5be02d1-a0ef-440c-9212-86891af8acc3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:42.324558 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a5be02d1-a0ef-440c-9212-86891af8acc3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:42.408808 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-a5be02d1-a0ef-440c-9212-86891af8acc3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] device_id is not set on port eb354bb9-060e-454d-a75c-bbae79358889 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:46:42.460736 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37806) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:42.746859 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced43498-3dee-4b7c-a609-d2b4ef99263b None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:42.813432 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-91c1fe1a-8658-4e57-9bb2-7532e64529d6 None None] Provisioning complete for port b9789a99-24c3-483c-a537-90ed8d611ae0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:42.814342 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-91c1fe1a-8658-4e57-9bb2-7532e64529d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:42.868770 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2eece4a5-2624-4520-aa02-6b96863b32d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:42.904814 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba30441-d2b4-4c59-92a6-b9354a4d0759 req-ace0e247-be18-419b-83c3-025bbdcd6c3e tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:42.912121 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ba30441-d2b4-4c59-92a6-b9354a4d0759 req-ace0e247-be18-419b-83c3-025bbdcd6c3e tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.5695655 Jul 22 16:46:43.031810 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ba30441-d2b4-4c59-92a6-b9354a4d0759 req-f8d8b8f0-bb2d-4f5a-b63a-7c4afd16e4c0 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186354 Jul 22 16:46:43.123095 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2eece4a5-2624-4520-aa02-6b96863b32d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:43.131098 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2eece4a5-2624-4520-aa02-6b96863b32d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:43.151308 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a5be02d1-a0ef-440c-9212-86891af8acc3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 172.20.0.2 (3a7a7ee3-b719-4772-82c2-01f118e27227/0936f946-18ff-44f5-b075-8419c3cc2e65/eb354bb9-060e-454d-a75c-bbae79358889) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:43.160955 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a5be02d1-a0ef-440c-9212-86891af8acc3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8::f816:3eff:fee0:29c8 (3a7a7ee3-b719-4772-82c2-01f118e27227/21488947-9ba1-4655-8e95-54f0540ae7cf/eb354bb9-060e-454d-a75c-bbae79358889) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:43.184407 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b9789a99-24c3-483c-a537-90ed8d611ae0 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:43.195568 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2eece4a5-2624-4520-aa02-6b96863b32d6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d711f44f7d864981b15543692634a406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7327547 Jul 22 16:46:43.195568 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eece4a5-2624-4520-aa02-6b96863b32d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116f7850-48dc-43b6-96cd-9f370ed56bb8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:43.198746 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37826) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:43.217414 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37828) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:43.272007 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43649d9-e662-4517-9e37-9fd13c7f4b82 None None] Update dhcp port {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'fixed_ips': [{'subnet_id': '21488947-9ba1-4655-8e95-54f0540ae7cf', 'ip_address': '2001:db8::f816:3eff:fe11:78ec'}, {'subnet_id': '0936f946-18ff-44f5-b075-8419c3cc2e65'}], 'binding:host_id': 'n-d-798930-9'}, 'id': 'b9789a99-24c3-483c-a537-90ed8d611ae0'} from n-d-798930-9. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:46:43.313045 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port b9789a99-24c3-483c-a537-90ed8d611ae0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:43.313285 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:43.320426 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6625f599-2d83-4260-972b-d7b187e54636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:43.336494 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b43649d9-e662-4517-9e37-9fd13c7f4b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:43.345753 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-99870beb-9fe7-475b-878f-9a4155701c2a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'network': {'name': 'tempest-RoutersTest-2017950167'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:43.370322 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99870beb-9fe7-475b-878f-9a4155701c2a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Made reservation on behalf of 3ea63212a4f44637b93ca12959982d7d for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:43.375122 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-99870beb-9fe7-475b-878f-9a4155701c2a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:43.390038 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-99870beb-9fe7-475b-878f-9a4155701c2a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:43.403470 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6625f599-2d83-4260-972b-d7b187e54636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:43.473812 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a5be02d1-a0ef-440c-9212-86891af8acc3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:43.504401 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a5be02d1-a0ef-440c-9212-86891af8acc3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Transition to ACTIVE for port object eb354bb9-060e-454d-a75c-bbae79358889 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:43.505866 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6625f599-2d83-4260-972b-d7b187e54636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:43.508585 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-99870beb-9fe7-475b-878f-9a4155701c2a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:43.509233 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6625f599-2d83-4260-972b-d7b187e54636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:43.517908 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6625f599-2d83-4260-972b-d7b187e54636 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/116f7850-48dc-43b6-96cd-9f370ed56bb8 HTTP/1.1" status: 204 len: 168 time: 0.3083136 Jul 22 16:46:43.524169 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625f599-2d83-4260-972b-d7b187e54636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116f7850-48dc-43b6-96cd-9f370ed56bb8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:43.534854 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-99870beb-9fe7-475b-878f-9a4155701c2a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:43.571374 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99870beb-9fe7-475b-878f-9a4155701c2a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:46:43.579130 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a5be02d1-a0ef-440c-9212-86891af8acc3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:43.588907 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99870beb-9fe7-475b-878f-9a4155701c2a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e07d5e73-6256-4546-a825-25e2bb25636d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:43.592607 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-99870beb-9fe7-475b-878f-9a4155701c2a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:43.593011 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-99870beb-9fe7-475b-878f-9a4155701c2a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Added segment 89d03cff-d327-441a-ae6e-2d163caa1070 of type vlan for network ce5a41b6-b17d-4bd2-b37a-6d941bb747db Jul 22 16:46:43.638923 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-99870beb-9fe7-475b-878f-9a4155701c2a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:43.651091 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5be02d1-a0ef-440c-9212-86891af8acc3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:43.662929 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a5be02d1-a0ef-440c-9212-86891af8acc3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:43.665958 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5be02d1-a0ef-440c-9212-86891af8acc3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:46:43.683673 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-99870beb-9fe7-475b-878f-9a4155701c2a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:43.690801 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-b43649d9-e662-4517-9e37-9fd13c7f4b82 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-48b730bf-6904-46d6-a2fd-d24a87e77f17 {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:46:43.691655 n-d-798930-9 neutron-server[93818]: DEBUG oslo_db.api [None req-b43649d9-e662-4517-9e37-9fd13c7f4b82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:46:43.691810 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99870beb-9fe7-475b-878f-9a4155701c2a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:43.692495 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-99870beb-9fe7-475b-878f-9a4155701c2a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:43.709250 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be02d1-a0ef-440c-9212-86891af8acc3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=eb354bb9-060e-454d-a75c-bbae79358889,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:43.724964 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-99870beb-9fe7-475b-878f-9a4155701c2a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5059135 Jul 22 16:46:43.729133 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37834) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:43.736147 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fe3d17f6-db81-46ed-bdd7-39cd1443680a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'network': {'name': 'tempest-RoutersTest-1165638445'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:43.755955 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5be02d1-a0ef-440c-9212-86891af8acc3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:43.756978 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a5be02d1-a0ef-440c-9212-86891af8acc3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:43.797864 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99870beb-9fe7-475b-878f-9a4155701c2a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Network': ['ID=ce5a41b6-b17d-4bd2-b37a-6d941bb747db,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:43.809695 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3d17f6-db81-46ed-bdd7-39cd1443680a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Made reservation on behalf of 3ea63212a4f44637b93ca12959982d7d for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:43.811136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network ce5a41b6-b17d-4bd2-b37a-6d941bb747db details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:46:43.813518 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe3d17f6-db81-46ed-bdd7-39cd1443680a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:43.816609 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a5be02d1-a0ef-440c-9212-86891af8acc3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7915208 Jul 22 16:46:43.819144 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37838) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:43.856428 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3d17f6-db81-46ed-bdd7-39cd1443680a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:46:43.870338 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe3d17f6-db81-46ed-bdd7-39cd1443680a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:43.871077 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-fe3d17f6-db81-46ed-bdd7-39cd1443680a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Added segment 3aacf42d-3828-4d09-bff2-31371763eed5 of type vlan for network 1617743f-feb0-47ea-b882-fcd8b45722b9 Jul 22 16:46:43.929441 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3841c8a-9f91-4172-a41e-69eb4fe6c68f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:43.934231 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe3d17f6-db81-46ed-bdd7-39cd1443680a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:43.937723 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3841c8a-9f91-4172-a41e-69eb4fe6c68f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:43.939414 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d3841c8a-9f91-4172-a41e-69eb4fe6c68f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1191905 Jul 22 16:46:43.942276 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37840) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:43.969889 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe3d17f6-db81-46ed-bdd7-39cd1443680a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:43.976513 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3d17f6-db81-46ed-bdd7-39cd1443680a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:43.976661 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe3d17f6-db81-46ed-bdd7-39cd1443680a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:44.026475 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fe3d17f6-db81-46ed-bdd7-39cd1443680a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2922709 Jul 22 16:46:44.026475 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37842) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:44.031253 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-35e6f470-738b-4f4f-a918-209dd73fcb3b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'subnet': {'network_id': 'ce5a41b6-b17d-4bd2-b37a-6d941bb747db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:44.041332 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37844) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:44.057711 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a922e2b7-c69a-436e-adcf-605a1bbdc451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:44.096353 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-cfb129c1-990d-4c94-bd20-22b01bf02574 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting port eb354bb9-060e-454d-a75c-bbae79358889 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:44.096699 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cfb129c1-990d-4c94-bd20-22b01bf02574 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:44.154765 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d17f6-db81-46ed-bdd7-39cd1443680a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Network': ['ID=1617743f-feb0-47ea-b882-fcd8b45722b9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:44.166519 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 1617743f-feb0-47ea-b882-fcd8b45722b9 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:46:44.243696 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cfb129c1-990d-4c94-bd20-22b01bf02574 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:44.262592 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-cfb129c1-990d-4c94-bd20-22b01bf02574 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Calling delete_port for eb354bb9-060e-454d-a75c-bbae79358889 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:44.264931 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdf19e-aaac-4bfb-976c-5c97c3eb5d75 req-3f07a0d7-2fe5-4a89-aa75-ce8102d84d50 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:44.269582 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-10bdf19e-aaac-4bfb-976c-5c97c3eb5d75 req-3f07a0d7-2fe5-4a89-aa75-ce8102d84d50 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.0920601 Jul 22 16:46:44.283194 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b43649d9-e662-4517-9e37-9fd13c7f4b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:44.332916 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-10bdf19e-aaac-4bfb-976c-5c97c3eb5d75 req-06e27519-83f3-4293-b863-b8a66e05ec05 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558646 Jul 22 16:46:44.383518 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a922e2b7-c69a-436e-adcf-605a1bbdc451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:44.391959 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a922e2b7-c69a-436e-adcf-605a1bbdc451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:44.403913 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e6f470-738b-4f4f-a918-209dd73fcb3b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Made reservation on behalf of 3ea63212a4f44637b93ca12959982d7d for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:44.407791 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35e6f470-738b-4f4f-a918-209dd73fcb3b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:44.463820 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a922e2b7-c69a-436e-adcf-605a1bbdc451 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=742bea2e8d9444e59ba96972568395da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4193146 Jul 22 16:46:44.464458 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37850) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:44.472982 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-b43649d9-e662-4517-9e37-9fd13c7f4b82 None None] Allocated IP 172.20.0.3 (3a7a7ee3-b719-4772-82c2-01f118e27227/0936f946-18ff-44f5-b075-8419c3cc2e65/b9789a99-24c3-483c-a537-90ed8d611ae0) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:44.481196 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922e2b7-c69a-436e-adcf-605a1bbdc451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e75e1c-36a7-4033-9d25-b788d3c53356,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:44.587333 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b43649d9-e662-4517-9e37-9fd13c7f4b82 None None] For port b9789a99-24c3-483c-a537-90ed8d611ae0, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b9789a99-24c3-483c-a537-90ed8d611ae0,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:44.602691 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7e831c8-4b0f-4f6c-a7d9-28de263970f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:44.621916 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b43649d9-e662-4517-9e37-9fd13c7f4b82 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:44.639590 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b43649d9-e662-4517-9e37-9fd13c7f4b82 None None] Transition to ACTIVE for port object b9789a99-24c3-483c-a537-90ed8d611ae0 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:44.640982 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7e831c8-4b0f-4f6c-a7d9-28de263970f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:44.644392 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b43649d9-e662-4517-9e37-9fd13c7f4b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:44.652164 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cfb129c1-990d-4c94-bd20-22b01bf02574 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:44.714079 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb129c1-990d-4c94-bd20-22b01bf02574 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Port': ['ID=eb354bb9-060e-454d-a75c-bbae79358889,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:44.775936 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43649d9-e662-4517-9e37-9fd13c7f4b82 None None] Pushing event updated for resources: {'Port': ['ID=b9789a99-24c3-483c-a537-90ed8d611ae0,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:44.805728 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7e831c8-4b0f-4f6c-a7d9-28de263970f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:44.806731 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35e6f470-738b-4f4f-a918-209dd73fcb3b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:44.808699 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7e831c8-4b0f-4f6c-a7d9-28de263970f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:44.809971 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f7e831c8-4b0f-4f6c-a7d9-28de263970f8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/43e75e1c-36a7-4033-9d25-b788d3c53356 HTTP/1.1" status: 204 len: 168 time: 0.3431451 Jul 22 16:46:44.824407 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cfb129c1-990d-4c94-bd20-22b01bf02574 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:44.826692 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cfb129c1-990d-4c94-bd20-22b01bf02574 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/eb354bb9-060e-454d-a75c-bbae79358889 HTTP/1.1" status: 204 len: 168 time: 0.8829563 Jul 22 16:46:44.827992 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e831c8-4b0f-4f6c-a7d9-28de263970f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e75e1c-36a7-4033-9d25-b788d3c53356,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:44.830300 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37854) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:44.901640 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea8d9fd-89ab-453c-a8a2-8aa372f8f895 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:44.903384 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea8d9fd-89ab-453c-a8a2-8aa372f8f895 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:44.905638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea8d9fd-89ab-453c-a8a2-8aa372f8f895 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:44.906925 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7ea8d9fd-89ab-453c-a8a2-8aa372f8f895 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0754998 Jul 22 16:46:44.909553 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37856) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:44.917709 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6f470-738b-4f4f-a918-209dd73fcb3b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Subnet': ['ID=36f700f8-cf65-49ad-a08a-9710dc2cd473,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:44.931171 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e6f470-738b-4f4f-a918-209dd73fcb3b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Checking segment: {'id': '89d03cff-d327-441a-ae6e-2d163caa1070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ce5a41b6-b17d-4bd2-b37a-6d941bb747db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:46:44.933053 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e6f470-738b-4f4f-a918-209dd73fcb3b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network hostable DHCP agents. Network: ce5a41b6-b17d-4bd2-b37a-6d941bb747db, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:46:44.963176 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e6f470-738b-4f4f-a918-209dd73fcb3b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network ce5a41b6-b17d-4bd2-b37a-6d941bb747db is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:46:44.976505 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-35e6f470-738b-4f4f-a918-209dd73fcb3b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, ce5a41b6-b17d-4bd2-b37a-6d941bb747db) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:44.988779 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e6f470-738b-4f4f-a918-209dd73fcb3b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:44.988779 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35e6f470-738b-4f4f-a918-209dd73fcb3b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:44.991221 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00eeb56-0dbf-4c27-b17e-cf5e86685978 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet 0936f946-18ff-44f5-b075-8419c3cc2e65 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:46:44.995470 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e4219e-0b30-4428-bf9f-c4ca8784cd5c None None] Network ce5a41b6-b17d-4bd2-b37a-6d941bb747db requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:44.997117 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f00eeb56-0dbf-4c27-b17e-cf5e86685978 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:45.030775 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37858) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:45.031055 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-35e6f470-738b-4f4f-a918-209dd73fcb3b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0036519 Jul 22 16:46:45.048969 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-07b6c055-8df1-4278-b0fc-c6bc6ba59ecf tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'subnet': {'network_id': '1617743f-feb0-47ea-b882-fcd8b45722b9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:45.096347 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f00eeb56-0dbf-4c27-b17e-cf5e86685978 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:45.108581 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b9789a99-24c3-483c-a537-90ed8d611ae0 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:45.285261 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f00eeb56-0dbf-4c27-b17e-cf5e86685978 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:45.309914 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b6c055-8df1-4278-b0fc-c6bc6ba59ecf tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Made reservation on behalf of 3ea63212a4f44637b93ca12959982d7d for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:45.313976 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07b6c055-8df1-4278-b0fc-c6bc6ba59ecf tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:45.437692 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f00eeb56-0dbf-4c27-b17e-cf5e86685978 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:45.488227 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f00eeb56-0dbf-4c27-b17e-cf5e86685978 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:45.490257 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f00eeb56-0dbf-4c27-b17e-cf5e86685978 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/0936f946-18ff-44f5-b075-8419c3cc2e65 HTTP/1.1" status: 204 len: 168 time: 0.5788503 Jul 22 16:46:45.493712 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37870) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:45.494426 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00eeb56-0dbf-4c27-b17e-cf5e86685978 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=0936f946-18ff-44f5-b075-8419c3cc2e65,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:45.510729 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e96a05d-530f-4606-be99-64c52e9b70ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-ce5a41b6-b17d-4bd2-b37a-6d941bb747db', 'network_id': 'ce5a41b6-b17d-4bd2-b37a-6d941bb747db', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'fixed_ips': [{'subnet_id': '36f700f8-cf65-49ad-a08a-9710dc2cd473'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:46:45.516455 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e96a05d-530f-4606-be99-64c52e9b70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:45.625867 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-45bc6d03-70b8-480c-a521-7289c70729ff tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet 21488947-9ba1-4655-8e95-54f0540ae7cf {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:46:45.631254 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45bc6d03-70b8-480c-a521-7289c70729ff tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:45.683581 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61768db-ec0c-4f1b-adc3-8ac24d1dc5ed req-d4f3ee12-63ee-4412-828f-e3f2389d4fa9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:45.685675 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f61768db-ec0c-4f1b-adc3-8ac24d1dc5ed req-d4f3ee12-63ee-4412-828f-e3f2389d4fa9 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.2008958 Jul 22 16:46:45.705868 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07b6c055-8df1-4278-b0fc-c6bc6ba59ecf tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:45.748358 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45bc6d03-70b8-480c-a521-7289c70729ff tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:45.788186 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-7e96a05d-530f-4606-be99-64c52e9b70ec None None] Allocated IP 172.20.0.2 (ce5a41b6-b17d-4bd2-b37a-6d941bb747db/36f700f8-cf65-49ad-a08a-9710dc2cd473/694ec1ae-a5ae-4330-b456-670f58c5c422) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:45.817286 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6c055-8df1-4278-b0fc-c6bc6ba59ecf tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Subnet': ['ID=b97d45b8-0b28-4df5-8937-3dfc22fc303c,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:45.853570 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f61768db-ec0c-4f1b-adc3-8ac24d1dc5ed req-bb2dcf61-5c60-4eac-8bc2-25e0e229b8d8 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592669 Jul 22 16:46:45.867204 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6438be2-4b05-4611-9daa-786dcb45e31c None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:45.875183 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b6c055-8df1-4278-b0fc-c6bc6ba59ecf tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Checking segment: {'id': '3aacf42d-3828-4d09-bff2-31371763eed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1617743f-feb0-47ea-b882-fcd8b45722b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:46:45.875550 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b6c055-8df1-4278-b0fc-c6bc6ba59ecf tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network hostable DHCP agents. Network: 1617743f-feb0-47ea-b882-fcd8b45722b9, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:46:45.896558 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b6c055-8df1-4278-b0fc-c6bc6ba59ecf tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network 1617743f-feb0-47ea-b882-fcd8b45722b9 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:46:45.910258 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-07b6c055-8df1-4278-b0fc-c6bc6ba59ecf tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 1617743f-feb0-47ea-b882-fcd8b45722b9) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:45.915817 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b6c055-8df1-4278-b0fc-c6bc6ba59ecf tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:45.916410 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07b6c055-8df1-4278-b0fc-c6bc6ba59ecf tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:45.926963 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ad71bb-4e78-4f3e-a0f3-00193a6fcb50 None None] Network 1617743f-feb0-47ea-b882-fcd8b45722b9 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:45.936192 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-07b6c055-8df1-4278-b0fc-c6bc6ba59ecf tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8983111 Jul 22 16:46:45.936369 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37880) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:45.942264 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45bc6d03-70b8-480c-a521-7289c70729ff tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:45.942969 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-47dd4b47-860b-426c-ab21-df773b44a96e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-712211770', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:46.003036 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47dd4b47-860b-426c-ab21-df773b44a96e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:46.004027 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47dd4b47-860b-426c-ab21-df773b44a96e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:46.013288 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-93a5ccf9-5353-4a9d-b36f-9c2c979ae79a None None] Provisioning for port b9789a99-24c3-483c-a537-90ed8d611ae0 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:46.032445 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45bc6d03-70b8-480c-a521-7289c70729ff tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:46.068911 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc6d03-70b8-480c-a521-7289c70729ff tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=21488947-9ba1-4655-8e95-54f0540ae7cf,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:46.089491 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-45bc6d03-70b8-480c-a521-7289c70729ff tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:46.089724 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-93a5ccf9-5353-4a9d-b36f-9c2c979ae79a None None] Provisioning complete for port b9789a99-24c3-483c-a537-90ed8d611ae0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:46.089977 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93a5ccf9-5353-4a9d-b36f-9c2c979ae79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:46.096993 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-45bc6d03-70b8-480c-a521-7289c70729ff tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/21488947-9ba1-4655-8e95-54f0540ae7cf HTTP/1.1" status: 204 len: 168 time: 0.6014698 Jul 22 16:46:46.099442 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37886) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:46.114738 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47dd4b47-860b-426c-ab21-df773b44a96e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:46.121290 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47dd4b47-860b-426c-ab21-df773b44a96e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:46.144008 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47dd4b47-860b-426c-ab21-df773b44a96e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:46.145703 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-47dd4b47-860b-426c-ab21-df773b44a96e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2079449 Jul 22 16:46:46.148991 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37888) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:46.172421 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2878a4e0-67ff-4371-ac89-bca72ac57b97 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689762 Jul 22 16:46:46.174948 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37890) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:46.180878 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9bd3a0fc-4a87-4f1f-89d4-687f2e1ec45f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:46.303392 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e96a05d-530f-4606-be99-64c52e9b70ec None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:46.331383 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7e96a05d-530f-4606-be99-64c52e9b70ec None None] Transition to ACTIVE for port object 694ec1ae-a5ae-4330-b456-670f58c5c422 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:46.352303 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd3a0fc-4a87-4f1f-89d4-687f2e1ec45f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:46.369821 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bd3a0fc-4a87-4f1f-89d4-687f2e1ec45f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:46.383599 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf41822-b3ca-4e0e-b333-c218970a9778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-1617743f-feb0-47ea-b882-fcd8b45722b9', 'network_id': '1617743f-feb0-47ea-b882-fcd8b45722b9', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'fixed_ips': [{'subnet_id': 'b97d45b8-0b28-4df5-8937-3dfc22fc303c'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:46:46.384930 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eaf41822-b3ca-4e0e-b333-c218970a9778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:46.412029 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7e96a05d-530f-4606-be99-64c52e9b70ec None None] Transition to ACTIVE for port object 694ec1ae-a5ae-4330-b456-670f58c5c422 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:46.456947 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e96a05d-530f-4606-be99-64c52e9b70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:46.597291 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e96a05d-530f-4606-be99-64c52e9b70ec None None] Network ce5a41b6-b17d-4bd2-b37a-6d941bb747db is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:46.602562 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0495b990-1f47-4543-a25f-9408e1cbef96 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:46.612772 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7e96a05d-530f-4606-be99-64c52e9b70ec None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:46.621378 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96a05d-530f-4606-be99-64c52e9b70ec None None] Pushing event updated for resources: {'Port': ['ID=694ec1ae-a5ae-4330-b456-670f58c5c422,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:46.629507 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e96a05d-530f-4606-be99-64c52e9b70ec None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:46:46.700100 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bd3a0fc-4a87-4f1f-89d4-687f2e1ec45f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:46.771597 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7e96a05d-530f-4606-be99-64c52e9b70ec None None] Attempting to bind port 694ec1ae-a5ae-4330-b456-670f58c5c422 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:46:46.771966 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7e96a05d-530f-4606-be99-64c52e9b70ec None None] Attempting to bind port 694ec1ae-a5ae-4330-b456-670f58c5c422 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '89d03cff-d327-441a-ae6e-2d163caa1070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ce5a41b6-b17d-4bd2-b37a-6d941bb747db'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:46:46.772326 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e96a05d-530f-4606-be99-64c52e9b70ec None None] Attempting to bind port 694ec1ae-a5ae-4330-b456-670f58c5c422 on network ce5a41b6-b17d-4bd2-b37a-6d941bb747db {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:46:46.773342 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd3a0fc-4a87-4f1f-89d4-687f2e1ec45f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:46.779428 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-eaf41822-b3ca-4e0e-b333-c218970a9778 None None] Allocated IP 172.21.0.2 (1617743f-feb0-47ea-b882-fcd8b45722b9/b97d45b8-0b28-4df5-8937-3dfc22fc303c/af17c0cd-c9fc-428a-adbb-ddd91d629f77) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:46.782299 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-9bd3a0fc-4a87-4f1f-89d4-687f2e1ec45f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:46.791886 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e96a05d-530f-4606-be99-64c52e9b70ec None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:46:46.792458 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e96a05d-530f-4606-be99-64c52e9b70ec None None] Checking segment: {'id': '89d03cff-d327-441a-ae6e-2d163caa1070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ce5a41b6-b17d-4bd2-b37a-6d941bb747db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:46:46.793010 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e96a05d-530f-4606-be99-64c52e9b70ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:46.794295 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e96a05d-530f-4606-be99-64c52e9b70ec None None] Bound using segment: {'id': '89d03cff-d327-441a-ae6e-2d163caa1070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ce5a41b6-b17d-4bd2-b37a-6d941bb747db'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:46:46.794914 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7e96a05d-530f-4606-be99-64c52e9b70ec None None] Bound port: 694ec1ae-a5ae-4330-b456-670f58c5c422, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d03cff-d327-441a-ae6e-2d163caa1070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ce5a41b6-b17d-4bd2-b37a-6d941bb747db'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:46:46.795403 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e96a05d-530f-4606-be99-64c52e9b70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:46.796013 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd3a0fc-4a87-4f1f-89d4-687f2e1ec45f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:46.797059 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9bd3a0fc-4a87-4f1f-89d4-687f2e1ec45f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:46.829310 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3a0fc-4a87-4f1f-89d4-687f2e1ec45f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=2e8b2978-cce5-415f-bc26-14c8615d96f0,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:46.834232 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9bd3a0fc-4a87-4f1f-89d4-687f2e1ec45f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6577725 Jul 22 16:46:46.837290 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37904) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:46.845099 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-704cec95-bcd3-4469-96f6-0ec7d31163fa tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:46.874748 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0acef9b-104e-4df5-b96b-9df7485f74a7 None None] DHCP port deletion for 3a7a7ee3-b719-4772-82c2-01f118e27227 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:46:47.011737 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-0495b990-1f47-4543-a25f-9408e1cbef96 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Allocated IP 172.20.0.1 (ce5a41b6-b17d-4bd2-b37a-6d941bb747db/36f700f8-cf65-49ad-a08a-9710dc2cd473/a53f80a4-0a56-4949-9ba8-6f42049da323) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:47.026912 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7e96a05d-530f-4606-be99-64c52e9b70ec None None] For port 694ec1ae-a5ae-4330-b456-670f58c5c422, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:46:47.047651 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7e96a05d-530f-4606-be99-64c52e9b70ec None None] For port 694ec1ae-a5ae-4330-b456-670f58c5c422, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=694ec1ae-a5ae-4330-b456-670f58c5c422,segment=NetworkSegment(89d03cff-d327-441a-ae6e-2d163caa1070),segment_id=89d03cff-d327-441a-ae6e-2d163caa1070)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:46:47.062531 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704cec95-bcd3-4469-96f6-0ec7d31163fa tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:47.076268 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e96a05d-530f-4606-be99-64c52e9b70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.081339 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-704cec95-bcd3-4469-96f6-0ec7d31163fa tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.200751 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96a05d-530f-4606-be99-64c52e9b70ec None None] Pushing event updated for resources: {'Port': ['ID=694ec1ae-a5ae-4330-b456-670f58c5c422,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:47.204733 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b9789a99-24c3-483c-a537-90ed8d611ae0 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:46:47.216793 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8003a66-1bea-4cf4-ab69-b622592e4971 req-a96e05ce-a7ef-42a8-94ca-a503da32266b tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:47.218890 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c8003a66-1bea-4cf4-ab69-b622592e4971 req-a96e05ce-a7ef-42a8-94ca-a503da32266b tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.2352340 Jul 22 16:46:47.277569 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c0acef9b-104e-4df5-b96b-9df7485f74a7 None None] Deleting port b9789a99-24c3-483c-a537-90ed8d611ae0 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:47.277997 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0acef9b-104e-4df5-b96b-9df7485f74a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.300089 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0495b990-1f47-4543-a25f-9408e1cbef96 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.308119 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c8003a66-1bea-4cf4-ab69-b622592e4971 req-a84b3cb1-2ce3-478a-9d7e-030bc0e45d0e tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777931 Jul 22 16:46:47.354033 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0495b990-1f47-4543-a25f-9408e1cbef96 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Transition to ACTIVE for port object a53f80a4-0a56-4949-9ba8-6f42049da323 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:47.452228 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0495b990-1f47-4543-a25f-9408e1cbef96 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.475988 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eaf41822-b3ca-4e0e-b333-c218970a9778 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.511475 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-eaf41822-b3ca-4e0e-b333-c218970a9778 None None] Transition to ACTIVE for port object af17c0cd-c9fc-428a-adbb-ddd91d629f77 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:47.546004 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0495b990-1f47-4543-a25f-9408e1cbef96 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network ce5a41b6-b17d-4bd2-b37a-6d941bb747db is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:47.560138 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.572903 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0495b990-1f47-4543-a25f-9408e1cbef96 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:47.578076 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0495b990-1f47-4543-a25f-9408e1cbef96 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:46:47.589028 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495b990-1f47-4543-a25f-9408e1cbef96 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Port': ['ID=a53f80a4-0a56-4949-9ba8-6f42049da323,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:47.603886 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-eaf41822-b3ca-4e0e-b333-c218970a9778 None None] Transition to ACTIVE for port object af17c0cd-c9fc-428a-adbb-ddd91d629f77 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:47.630937 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eaf41822-b3ca-4e0e-b333-c218970a9778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.634115 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c0acef9b-104e-4df5-b96b-9df7485f74a7 None None] For port b9789a99-24c3-483c-a537-90ed8d611ae0, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b9789a99-24c3-483c-a537-90ed8d611ae0,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:47.635133 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0acef9b-104e-4df5-b96b-9df7485f74a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.690877 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c0acef9b-104e-4df5-b96b-9df7485f74a7 None None] Calling delete_port for b9789a99-24c3-483c-a537-90ed8d611ae0 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:47.703971 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port b9789a99-24c3-483c-a537-90ed8d611ae0, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b9789a99-24c3-483c-a537-90ed8d611ae0,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:47.707917 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0495b990-1f47-4543-a25f-9408e1cbef96 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.726990 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf41822-b3ca-4e0e-b333-c218970a9778 None None] Network 1617743f-feb0-47ea-b882-fcd8b45722b9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:47.731911 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.742542 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-eaf41822-b3ca-4e0e-b333-c218970a9778 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:47.745723 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf41822-b3ca-4e0e-b333-c218970a9778 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:46:47.793650 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf41822-b3ca-4e0e-b333-c218970a9778 None None] Pushing event updated for resources: {'Port': ['ID=af17c0cd-c9fc-428a-adbb-ddd91d629f77,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:47.816534 n-d-798930-9 neutron-server[93817]: DEBUG neutron.objects.ports [None req-704cec95-bcd3-4469-96f6-0ec7d31163fa tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:46:47.946253 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-eaf41822-b3ca-4e0e-b333-c218970a9778 None None] Attempting to bind port af17c0cd-c9fc-428a-adbb-ddd91d629f77 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:46:47.946623 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-eaf41822-b3ca-4e0e-b333-c218970a9778 None None] Attempting to bind port af17c0cd-c9fc-428a-adbb-ddd91d629f77 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '3aacf42d-3828-4d09-bff2-31371763eed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1617743f-feb0-47ea-b882-fcd8b45722b9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:46:47.947574 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf41822-b3ca-4e0e-b333-c218970a9778 None None] Attempting to bind port af17c0cd-c9fc-428a-adbb-ddd91d629f77 on network 1617743f-feb0-47ea-b882-fcd8b45722b9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:46:47.953421 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=b9789a99-24c3-483c-a537-90ed8d611ae0,revision_number=11']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:47.961672 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf41822-b3ca-4e0e-b333-c218970a9778 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:46:47.962025 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf41822-b3ca-4e0e-b333-c218970a9778 None None] Checking segment: {'id': '3aacf42d-3828-4d09-bff2-31371763eed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1617743f-feb0-47ea-b882-fcd8b45722b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:46:47.962404 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eaf41822-b3ca-4e0e-b333-c218970a9778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.963372 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf41822-b3ca-4e0e-b333-c218970a9778 None None] Bound using segment: {'id': '3aacf42d-3828-4d09-bff2-31371763eed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1617743f-feb0-47ea-b882-fcd8b45722b9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:46:47.963919 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-eaf41822-b3ca-4e0e-b333-c218970a9778 None None] Bound port: af17c0cd-c9fc-428a-adbb-ddd91d629f77, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aacf42d-3828-4d09-bff2-31371763eed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1617743f-feb0-47ea-b882-fcd8b45722b9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:46:47.964310 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eaf41822-b3ca-4e0e-b333-c218970a9778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.977273 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0495b990-1f47-4543-a25f-9408e1cbef96 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:48.027216 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0acef9b-104e-4df5-b96b-9df7485f74a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:48.113956 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acef9b-104e-4df5-b96b-9df7485f74a7 None None] Pushing event deleted for resources: {'Port': ['ID=b9789a99-24c3-483c-a537-90ed8d611ae0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:48.137370 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0acef9b-104e-4df5-b96b-9df7485f74a7 None None] No DVR routers for this DVR port b9789a99-24c3-483c-a537-90ed8d611ae0 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:46:48.167081 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa28328-a277-4fd2-be71-6b175cffa954 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:48.207359 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-eaf41822-b3ca-4e0e-b333-c218970a9778 None None] For port af17c0cd-c9fc-428a-adbb-ddd91d629f77, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:46:48.224954 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37922) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:48.248801 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-eaf41822-b3ca-4e0e-b333-c218970a9778 None None] For port af17c0cd-c9fc-428a-adbb-ddd91d629f77, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=af17c0cd-c9fc-428a-adbb-ddd91d629f77,segment=NetworkSegment(3aacf42d-3828-4d09-bff2-31371763eed5),segment_id=3aacf42d-3828-4d09-bff2-31371763eed5)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:46:48.262313 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eaf41822-b3ca-4e0e-b333-c218970a9778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:48.490559 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.ipam_pluggable_backend [None req-704cec95-bcd3-4469-96f6-0ec7d31163fa tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Port b9789a99-24c3-483c-a537-90ed8d611ae0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93817) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 22 16:46:48.491140 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.ipam_pluggable_backend [None req-704cec95-bcd3-4469-96f6-0ec7d31163fa tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Reverting IP allocation for 2001:db8::f816:3eff:fe11:78ec {{(pid=93817) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 22 16:46:48.496457 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.ipam_pluggable_backend [None req-704cec95-bcd3-4469-96f6-0ec7d31163fa tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe11:78ec {{(pid=93817) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 22 16:46:48.498040 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-704cec95-bcd3-4469-96f6-0ec7d31163fa tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:48.590379 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704cec95-bcd3-4469-96f6-0ec7d31163fa tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:48.592351 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cec95-bcd3-4469-96f6-0ec7d31163fa tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=4e249c6d-dbc3-4b22-9814-54e93403a4b1,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:48.603977 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-704cec95-bcd3-4469-96f6-0ec7d31163fa tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:48.610636 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704cec95-bcd3-4469-96f6-0ec7d31163fa tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:48.611498 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-704cec95-bcd3-4469-96f6-0ec7d31163fa tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:48.623488 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8df81abd-93a7-4bc0-b431-1e7c8662e671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:48.643040 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-704cec95-bcd3-4469-96f6-0ec7d31163fa tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8009903 Jul 22 16:46:48.643392 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37930) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:48.648984 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d1c16084-97b2-45d2-9c30-b9f15f48ccc8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'mac_address': 'fa:16:3e:91:fa:e2', 'name': 'tempest-NetworksTestDHCPv6-1411788607'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:48.700109 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf41822-b3ca-4e0e-b333-c218970a9778 None None] Pushing event updated for resources: {'Port': ['ID=af17c0cd-c9fc-428a-adbb-ddd91d629f77,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:48.800950 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439f02ed-dbb8-4d58-a41d-6556307b0bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-3a7a7ee3-b719-4772-82c2-01f118e27227', 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'fixed_ips': [{'subnet_id': '2e8b2978-cce5-415f-bc26-14c8615d96f0'}, {'subnet_id': '4e249c6d-dbc3-4b22-9814-54e93403a4b1'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:46:48.801852 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-439f02ed-dbb8-4d58-a41d-6556307b0bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:48.883160 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0495b990-1f47-4543-a25f-9408e1cbef96 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:48.898227 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0b33c-897d-4264-a2f5-cbba12c4f566 req-3b674ad8-f042-4c12-b229-678c0aab9603 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:48.899777 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1c0b33c-897d-4264-a2f5-cbba12c4f566 req-3b674ad8-f042-4c12-b229-678c0aab9603 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.3985896 Jul 22 16:46:48.902052 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5fa80d-d262-4d37-8d53-5a45a8fd21f3 None None] Network ce5a41b6-b17d-4bd2-b37a-6d941bb747db requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:48.913049 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0495b990-1f47-4543-a25f-9408e1cbef96 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:48.963245 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0495b990-1f47-4543-a25f-9408e1cbef96 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:49.005744 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d728ab73-0923-4731-a385-2824b116921e None None] Provisioning for port 694ec1ae-a5ae-4330-b456-670f58c5c422 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:49.077714 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8df81abd-93a7-4bc0-b431-1e7c8662e671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:49.102330 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8df81abd-93a7-4bc0-b431-1e7c8662e671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:49.119095 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c16084-97b2-45d2-9c30-b9f15f48ccc8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:49.134539 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495b990-1f47-4543-a25f-9408e1cbef96 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Port': ['ID=a53f80a4-0a56-4949-9ba8-6f42049da323,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:49.182127 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-439f02ed-dbb8-4d58-a41d-6556307b0bef None None] Allocated IP 172.20.0.2 (3a7a7ee3-b719-4772-82c2-01f118e27227/2e8b2978-cce5-415f-bc26-14c8615d96f0/a7b68731-9c01-442d-a029-8e3d79f1b37e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:49.191748 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-439f02ed-dbb8-4d58-a41d-6556307b0bef None None] Allocated IP 2001:db8::f816:3eff:fe97:6e63 (3a7a7ee3-b719-4772-82c2-01f118e27227/4e249c6d-dbc3-4b22-9814-54e93403a4b1/a7b68731-9c01-442d-a029-8e3d79f1b37e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:49.194474 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df81abd-93a7-4bc0-b431-1e7c8662e671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5280f30d-e8fc-4d73-ae37-5f04bf65661b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:49.228768 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1c0b33c-897d-4264-a2f5-cbba12c4f566 req-9f634acb-143e-4b3a-ba09-eb453af8ea5e tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662306 Jul 22 16:46:49.294702 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8df81abd-93a7-4bc0-b431-1e7c8662e671 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a0fe81280ea0465ea49ad79ba8b17ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0671270 Jul 22 16:46:49.298174 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37932) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:49.335205 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0495b990-1f47-4543-a25f-9408e1cbef96 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network ce5a41b6-b17d-4bd2-b37a-6d941bb747db is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:49.337009 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0495b990-1f47-4543-a25f-9408e1cbef96 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:49.341218 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1c16084-97b2-45d2-9c30-b9f15f48ccc8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:49.383625 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-d1c16084-97b2-45d2-9c30-b9f15f48ccc8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] device_id is not set on port a94f37f8-03b4-431d-8b21-2ce8a57a8d90 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:46:49.398590 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device af17c0cd-c9fc-428a-adbb-ddd91d629f77 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:49.420406 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d63ab9b0-030a-4439-84ad-ba1cc023fbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:49.475467 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-439f02ed-dbb8-4d58-a41d-6556307b0bef None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:49.487598 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-439f02ed-dbb8-4d58-a41d-6556307b0bef None None] Transition to ACTIVE for port object a7b68731-9c01-442d-a029-8e3d79f1b37e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:49.509217 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-439f02ed-dbb8-4d58-a41d-6556307b0bef None None] Transition to ACTIVE for port object a7b68731-9c01-442d-a029-8e3d79f1b37e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:49.512608 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port af17c0cd-c9fc-428a-adbb-ddd91d629f77 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:49.518832 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 694ec1ae-a5ae-4330-b456-670f58c5c422 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:49.535182 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d63ab9b0-030a-4439-84ad-ba1cc023fbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:49.568705 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-439f02ed-dbb8-4d58-a41d-6556307b0bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:49.670196 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439f02ed-dbb8-4d58-a41d-6556307b0bef None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:49.676167 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-439f02ed-dbb8-4d58-a41d-6556307b0bef None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:49.679586 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439f02ed-dbb8-4d58-a41d-6556307b0bef None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:46:49.713368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0495b990-1f47-4543-a25f-9408e1cbef96 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Router d8655c14-cfdc-4f1a-b5ba-7c2a032054a3 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:46:49.714798 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f02ed-dbb8-4d58-a41d-6556307b0bef None None] Pushing event updated for resources: {'Port': ['ID=a7b68731-9c01-442d-a029-8e3d79f1b37e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:49.761379 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d63ab9b0-030a-4439-84ad-ba1cc023fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:49.764610 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d63ab9b0-030a-4439-84ad-ba1cc023fbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:49.767563 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d63ab9b0-030a-4439-84ad-ba1cc023fbd7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5280f30d-e8fc-4d73-ae37-5f04bf65661b HTTP/1.1" status: 204 len: 168 time: 0.4685163 Jul 22 16:46:49.796156 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 694ec1ae-a5ae-4330-b456-670f58c5c422 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:49.800709 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9536f827-a0eb-4de9-a5a1-1e429b962de2 None None] Provisioning for port a53f80a4-0a56-4949-9ba8-6f42049da323 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:49.805102 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ab9b0-030a-4439-84ad-ba1cc023fbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5280f30d-e8fc-4d73-ae37-5f04bf65661b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:49.807023 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 694ec1ae-a5ae-4330-b456-670f58c5c422 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:49.807369 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:49.811827 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9536f827-a0eb-4de9-a5a1-1e429b962de2 None None] Provisioning complete for port a53f80a4-0a56-4949-9ba8-6f42049da323 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:49.811827 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9536f827-a0eb-4de9-a5a1-1e429b962de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:49.854374 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-d1c16084-97b2-45d2-9c30-b9f15f48ccc8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 172.20.0.12 (3a7a7ee3-b719-4772-82c2-01f118e27227/2e8b2978-cce5-415f-bc26-14c8615d96f0/a94f37f8-03b4-431d-8b21-2ce8a57a8d90) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:49.875976 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-d1c16084-97b2-45d2-9c30-b9f15f48ccc8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8::f816:3eff:fe91:fae2 (3a7a7ee3-b719-4772-82c2-01f118e27227/4e249c6d-dbc3-4b22-9814-54e93403a4b1/a94f37f8-03b4-431d-8b21-2ce8a57a8d90) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:49.962279 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0495b990-1f47-4543-a25f-9408e1cbef96 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:46:50.002282 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0495b990-1f47-4543-a25f-9408e1cbef96 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "PUT /v2.0/routers/d8655c14-cfdc-4f1a-b5ba-7c2a032054a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8485506 Jul 22 16:46:50.003539 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37938) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:50.039819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9536f827-a0eb-4de9-a5a1-1e429b962de2 None None] Port a53f80a4-0a56-4949-9ba8-6f42049da323 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:46:50.092736 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02f9fe9-56a4-40fd-9590-c7e46c3650d1 None None] Sync routers for ids ['d8655c14-cfdc-4f1a-b5ba-7c2a032054a3'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:46:50.138859 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-439f02ed-dbb8-4d58-a41d-6556307b0bef None None] Attempting to bind port a7b68731-9c01-442d-a029-8e3d79f1b37e on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:46:50.145375 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-439f02ed-dbb8-4d58-a41d-6556307b0bef None None] Attempting to bind port a7b68731-9c01-442d-a029-8e3d79f1b37e by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:46:50.148753 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439f02ed-dbb8-4d58-a41d-6556307b0bef None None] Attempting to bind port a7b68731-9c01-442d-a029-8e3d79f1b37e on network 3a7a7ee3-b719-4772-82c2-01f118e27227 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:46:50.200096 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02f9fe9-56a4-40fd-9590-c7e46c3650d1 None None] Routers {'d8655c14-cfdc-4f1a-b5ba-7c2a032054a3'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:50.200936 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f02f9fe9-56a4-40fd-9590-c7e46c3650d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['d8655c14-cfdc-4f1a-b5ba-7c2a032054a3'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:50.206818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44617fbd-f0a2-4211-8f4d-d6954c6a539c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:50.218087 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-44617fbd-f0a2-4211-8f4d-d6954c6a539c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "GET /v2.0/ports/a53f80a4-0a56-4949-9ba8-6f42049da323 HTTP/1.1" status: 200 len: 910 time: 0.2122285 Jul 22 16:46:50.219561 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37942) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:50.272621 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439f02ed-dbb8-4d58-a41d-6556307b0bef None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:46:50.273114 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439f02ed-dbb8-4d58-a41d-6556307b0bef None None] Checking segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:46:50.274375 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-439f02ed-dbb8-4d58-a41d-6556307b0bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:50.276170 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439f02ed-dbb8-4d58-a41d-6556307b0bef None None] Bound using segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:46:50.280977 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-439f02ed-dbb8-4d58-a41d-6556307b0bef None None] Bound port: a7b68731-9c01-442d-a029-8e3d79f1b37e, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:46:50.281452 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-439f02ed-dbb8-4d58-a41d-6556307b0bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:50.299400 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f02f9fe9-56a4-40fd-9590-c7e46c3650d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:50.301817 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1c16084-97b2-45d2-9c30-b9f15f48ccc8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:50.315069 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fa661c-4c2b-4eb1-8207-aa21de3a115c None None] Network 1617743f-feb0-47ea-b882-fcd8b45722b9 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:50.324728 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9536f827-a0eb-4de9-a5a1-1e429b962de2 None None] Provisioning complete for port 694ec1ae-a5ae-4330-b456-670f58c5c422 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:50.329369 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9536f827-a0eb-4de9-a5a1-1e429b962de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:50.338793 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-d1c16084-97b2-45d2-9c30-b9f15f48ccc8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Transition to ACTIVE for port object a94f37f8-03b4-431d-8b21-2ce8a57a8d90 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:50.501018 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1c16084-97b2-45d2-9c30-b9f15f48ccc8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:50.502760 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-439f02ed-dbb8-4d58-a41d-6556307b0bef None None] For port a7b68731-9c01-442d-a029-8e3d79f1b37e, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:46:50.507982 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-439f02ed-dbb8-4d58-a41d-6556307b0bef None None] For port a7b68731-9c01-442d-a029-8e3d79f1b37e, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a7b68731-9c01-442d-a029-8e3d79f1b37e,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:46:50.525369 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37946) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:50.543445 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02f9fe9-56a4-40fd-9590-c7e46c3650d1 None None] Routers {'d8655c14-cfdc-4f1a-b5ba-7c2a032054a3'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:50.545066 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f02f9fe9-56a4-40fd-9590-c7e46c3650d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['d8655c14-cfdc-4f1a-b5ba-7c2a032054a3'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:50.547633 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-439f02ed-dbb8-4d58-a41d-6556307b0bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:50.566420 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b747f73-8311-4d44-8a1a-070ed2cc42bd req-b87e2284-f516-4670-a317-d9cdb8e43192 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:50.568682 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b747f73-8311-4d44-8a1a-070ed2cc42bd req-b87e2284-f516-4670-a317-d9cdb8e43192 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.2134144 Jul 22 16:46:50.595395 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c16084-97b2-45d2-9c30-b9f15f48ccc8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:50.597682 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62f594bd-7d1a-4e78-b20d-2ff47af531b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:50.608282 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c16084-97b2-45d2-9c30-b9f15f48ccc8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=a94f37f8-03b4-431d-8b21-2ce8a57a8d90,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:50.611762 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-d1c16084-97b2-45d2-9c30-b9f15f48ccc8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:50.621132 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c16084-97b2-45d2-9c30-b9f15f48ccc8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:46:50.679853 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b747f73-8311-4d44-8a1a-070ed2cc42bd req-3fc8c83d-f1f5-41c5-8833-c1afdb5156c1 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991733 Jul 22 16:46:50.707607 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c16084-97b2-45d2-9c30-b9f15f48ccc8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:50.708297 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d1c16084-97b2-45d2-9c30-b9f15f48ccc8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:50.757792 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f02ed-dbb8-4d58-a41d-6556307b0bef None None] Pushing event updated for resources: {'Port': ['ID=a7b68731-9c01-442d-a029-8e3d79f1b37e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:50.789452 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:50.793208 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f02f9fe9-56a4-40fd-9590-c7e46c3650d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:50.794064 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02f9fe9-56a4-40fd-9590-c7e46c3650d1 None None] The sync data for ids ['d8655c14-cfdc-4f1a-b5ba-7c2a032054a3'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:46:50.885445 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 694ec1ae-a5ae-4330-b456-670f58c5c422, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=694ec1ae-a5ae-4330-b456-670f58c5c422,segment=NetworkSegment(89d03cff-d327-441a-ae6e-2d163caa1070),segment_id=89d03cff-d327-441a-ae6e-2d163caa1070)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:50.957006 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:51.015554 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9536f827-a0eb-4de9-a5a1-1e429b962de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:51.039005 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62f594bd-7d1a-4e78-b20d-2ff47af531b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:51.050074 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ea141-331d-472f-827d-4345d7cac48c req-34a70f4c-9fab-48df-b8c2-5fb98c46d89e tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:51.064959 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-724ea141-331d-472f-827d-4345d7cac48c req-34a70f4c-9fab-48df-b8c2-5fb98c46d89e tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.1373019 Jul 22 16:46:51.095079 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d1c16084-97b2-45d2-9c30-b9f15f48ccc8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.4471812 Jul 22 16:46:51.099079 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70427d0e-feae-4e65-a1ad-26bf8b2370aa tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:51.101266 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37956) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:51.117519 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=694ec1ae-a5ae-4330-b456-670f58c5c422,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:51.124379 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62f594bd-7d1a-4e78-b20d-2ff47af531b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:51.146926 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-724ea141-331d-472f-827d-4345d7cac48c req-7603368e-d7ad-4da9-bf97-4ef186389345 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674915 Jul 22 16:46:51.197171 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-9536f827-a0eb-4de9-a5a1-1e429b962de2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:46:51.197543 n-d-798930-9 neutron-server[93818]: DEBUG oslo_db.api [None req-9536f827-a0eb-4de9-a5a1-1e429b962de2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:46:51.218153 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f594bd-7d1a-4e78-b20d-2ff47af531b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644ed154-a96b-4888-b0fe-0b4d029228da,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:51.405448 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:46:51.684867 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-62f594bd-7d1a-4e78-b20d-2ff47af531b6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3488142335114c56928196ed10c012fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1587188 Jul 22 16:46:51.687682 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37960) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:51.792679 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa120a06-0ae5-4858-8552-5a1a946432be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:51.826141 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85842fb6-a0b6-4a22-9634-4e04a6303fe0 req-7eb52bdd-e81a-447c-916a-1f177c365037 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:51.835060 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-85842fb6-a0b6-4a22-9634-4e04a6303fe0 req-7eb52bdd-e81a-447c-916a-1f177c365037 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.5893276 Jul 22 16:46:51.836667 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa120a06-0ae5-4858-8552-5a1a946432be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:51.851793 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac21041b-db29-4474-b850-48005d637a8b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:51.858386 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac21041b-db29-4474-b850-48005d637a8b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:51.862425 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ac21041b-db29-4474-b850-48005d637a8b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.7561409 Jul 22 16:46:51.870436 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37964) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:51.894352 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e419d897-7adb-402a-9261-c875a22126c7 None None] Provisioning complete for port a53f80a4-0a56-4949-9ba8-6f42049da323 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:51.896098 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e419d897-7adb-402a-9261-c875a22126c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:51.945804 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-85842fb6-a0b6-4a22-9634-4e04a6303fe0 req-f9af2281-2120-44bb-8f70-0a0a7748673c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097696 Jul 22 16:46:51.998901 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa120a06-0ae5-4858-8552-5a1a946432be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:52.002172 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa120a06-0ae5-4858-8552-5a1a946432be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:52.005947 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-aa120a06-0ae5-4858-8552-5a1a946432be admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/644ed154-a96b-4888-b0fe-0b4d029228da HTTP/1.1" status: 204 len: 168 time: 0.3144965 Jul 22 16:46:52.021410 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e419d897-7adb-402a-9261-c875a22126c7 None None] Port a53f80a4-0a56-4949-9ba8-6f42049da323 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:46:52.032361 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa120a06-0ae5-4858-8552-5a1a946432be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644ed154-a96b-4888-b0fe-0b4d029228da,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:52.052709 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e419d897-7adb-402a-9261-c875a22126c7 None None] Provisioning for port af17c0cd-c9fc-428a-adbb-ddd91d629f77 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:52.063015 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-bc58ff53-d5e6-4ef9-a7a7-149bd09d7fdb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting port a94f37f8-03b4-431d-8b21-2ce8a57a8d90 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:52.063552 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc58ff53-d5e6-4ef9-a7a7-149bd09d7fdb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:52.068929 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e419d897-7adb-402a-9261-c875a22126c7 None None] Provisioning complete for port af17c0cd-c9fc-428a-adbb-ddd91d629f77 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:52.077722 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e419d897-7adb-402a-9261-c875a22126c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:52.091761 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-70427d0e-feae-4e65-a1ad-26bf8b2370aa tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Allocated IP 172.21.0.1 (1617743f-feb0-47ea-b882-fcd8b45722b9/b97d45b8-0b28-4df5-8937-3dfc22fc303c/da256e1b-429f-4b37-a5a9-d00f2ce69ee6) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:52.149345 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d02ef5-9cc0-4b35-864b-cd27caff8385 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:52.276661 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc58ff53-d5e6-4ef9-a7a7-149bd09d7fdb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:52.286670 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70427d0e-feae-4e65-a1ad-26bf8b2370aa tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:52.305514 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-bc58ff53-d5e6-4ef9-a7a7-149bd09d7fdb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Calling delete_port for a94f37f8-03b4-431d-8b21-2ce8a57a8d90 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:52.310527 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-70427d0e-feae-4e65-a1ad-26bf8b2370aa tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Transition to ACTIVE for port object da256e1b-429f-4b37-a5a9-d00f2ce69ee6 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:52.438853 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70427d0e-feae-4e65-a1ad-26bf8b2370aa tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:52.464161 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e419d897-7adb-402a-9261-c875a22126c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:52.493140 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70427d0e-feae-4e65-a1ad-26bf8b2370aa tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Port': ['ID=da256e1b-429f-4b37-a5a9-d00f2ce69ee6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:52.521785 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e419d897-7adb-402a-9261-c875a22126c7 None None] For port af17c0cd-c9fc-428a-adbb-ddd91d629f77, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=af17c0cd-c9fc-428a-adbb-ddd91d629f77,segment=NetworkSegment(3aacf42d-3828-4d09-bff2-31371763eed5),segment_id=3aacf42d-3828-4d09-bff2-31371763eed5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:52.529847 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e419d897-7adb-402a-9261-c875a22126c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:52.547414 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70427d0e-feae-4e65-a1ad-26bf8b2370aa tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network 1617743f-feb0-47ea-b882-fcd8b45722b9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:52.550463 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-70427d0e-feae-4e65-a1ad-26bf8b2370aa tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:52.554619 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70427d0e-feae-4e65-a1ad-26bf8b2370aa tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:46:52.615374 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00a239-a041-4a40-831c-3a44a299730f req-8648fcf5-62a2-4c31-8906-fd97731c210c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:52.623620 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c00a239-a041-4a40-831c-3a44a299730f req-8648fcf5-62a2-4c31-8906-fd97731c210c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.2735920 Jul 22 16:46:52.628788 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc58ff53-d5e6-4ef9-a7a7-149bd09d7fdb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:52.641783 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419d897-7adb-402a-9261-c875a22126c7 None None] Pushing event updated for resources: {'Port': ['ID=af17c0cd-c9fc-428a-adbb-ddd91d629f77,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:52.683834 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58ff53-d5e6-4ef9-a7a7-149bd09d7fdb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Port': ['ID=a94f37f8-03b4-431d-8b21-2ce8a57a8d90,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:52.707651 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0445a039-4001-4cde-9c20-85fee806911a None None] Provisioning for port a7b68731-9c01-442d-a029-8e3d79f1b37e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:52.739469 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70427d0e-feae-4e65-a1ad-26bf8b2370aa tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:52.813237 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c00a239-a041-4a40-831c-3a44a299730f req-cfc79ae2-9e0d-426a-9e37-fb384922002f tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733577 Jul 22 16:46:52.919916 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc58ff53-d5e6-4ef9-a7a7-149bd09d7fdb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:52.927408 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bc58ff53-d5e6-4ef9-a7a7-149bd09d7fdb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/a94f37f8-03b4-431d-8b21-2ce8a57a8d90 HTTP/1.1" status: 204 len: 168 time: 1.0555046 Jul 22 16:46:52.929741 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37984) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:53.003686 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70427d0e-feae-4e65-a1ad-26bf8b2370aa tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:53.046258 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4998a059-169a-49f8-962d-ad8622ed3764 None None] Provisioning for port da256e1b-429f-4b37-a5a9-d00f2ce69ee6 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:53.053210 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4998a059-169a-49f8-962d-ad8622ed3764 None None] Provisioning complete for port da256e1b-429f-4b37-a5a9-d00f2ce69ee6 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:53.053210 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4998a059-169a-49f8-962d-ad8622ed3764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:53.105754 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07bf0f3-197d-4c59-8fd1-8a4ae9743109 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:53.110174 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07bf0f3-197d-4c59-8fd1-8a4ae9743109 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:53.140634 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07bf0f3-197d-4c59-8fd1-8a4ae9743109 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:53.147966 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f07bf0f3-197d-4c59-8fd1-8a4ae9743109 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2169476 Jul 22 16:46:53.150989 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37996) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:53.167478 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4998a059-169a-49f8-962d-ad8622ed3764 None None] Port da256e1b-429f-4b37-a5a9-d00f2ce69ee6 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:46:53.305825 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-92f0d5f6-c01b-4a0a-88df-3ccde9125259 None None] Could not find standard attr ID for object a94f37f8-03b4-431d-8b21-2ce8a57a8d90. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:46:53.315153 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22ebf54-5894-42bf-88d2-ddbd1687cd76 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet 2e8b2978-cce5-415f-bc26-14c8615d96f0 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:46:53.324071 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f22ebf54-5894-42bf-88d2-ddbd1687cd76 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:53.330384 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device af17c0cd-c9fc-428a-adbb-ddd91d629f77 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:53.385190 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port af17c0cd-c9fc-428a-adbb-ddd91d629f77 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:53.386084 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:53.404026 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f22ebf54-5894-42bf-88d2-ddbd1687cd76 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:53.538607 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70427d0e-feae-4e65-a1ad-26bf8b2370aa tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:53.549713 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d3b61763-e779-4468-be9c-9847f4cf6630 None None] Could not find standard attr ID for object a94f37f8-03b4-431d-8b21-2ce8a57a8d90. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:46:53.554100 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f22ebf54-5894-42bf-88d2-ddbd1687cd76 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:53.579276 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70427d0e-feae-4e65-a1ad-26bf8b2370aa tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:53.599105 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 694ec1ae-a5ae-4330-b456-670f58c5c422 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:53.649379 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f22ebf54-5894-42bf-88d2-ddbd1687cd76 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:53.684808 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f22ebf54-5894-42bf-88d2-ddbd1687cd76 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:53.695369 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f22ebf54-5894-42bf-88d2-ddbd1687cd76 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/2e8b2978-cce5-415f-bc26-14c8615d96f0 HTTP/1.1" status: 204 len: 168 time: 0.5421381 Jul 22 16:46:53.709550 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38006) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:53.732408 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 694ec1ae-a5ae-4330-b456-670f58c5c422 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:53.733905 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:53.771370 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ebf54-5894-42bf-88d2-ddbd1687cd76 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=2e8b2978-cce5-415f-bc26-14c8615d96f0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:53.820017 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70427d0e-feae-4e65-a1ad-26bf8b2370aa tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:53.822319 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70427d0e-feae-4e65-a1ad-26bf8b2370aa tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Port': ['ID=da256e1b-429f-4b37-a5a9-d00f2ce69ee6,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:53.844487 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a7b68731-9c01-442d-a029-8e3d79f1b37e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:53.857047 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-975f2e59-37b6-48af-9149-281325610ffe tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet 4e249c6d-dbc3-4b22-9814-54e93403a4b1 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:46:53.877958 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-975f2e59-37b6-48af-9149-281325610ffe tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:53.938747 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec692f1-0c8e-4cbd-819f-513d7e67fba8 req-65ef5cef-52d8-496d-852e-c3e7972138ac tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:53.940325 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ec692f1-0c8e-4cbd-819f-513d7e67fba8 req-65ef5cef-52d8-496d-852e-c3e7972138ac tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.3897746 Jul 22 16:46:53.948646 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb8d979-89cb-4dd2-abba-d4fba9f0fab7 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:54.059698 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-975f2e59-37b6-48af-9149-281325610ffe tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:54.060470 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc425a-2496-4d00-b72f-5768c7e83451 req-d9913bac-31fe-4556-be72-7363d33ada0a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:54.062103 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a1fc425a-2496-4d00-b72f-5768c7e83451 req-d9913bac-31fe-4556-be72-7363d33ada0a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 945 time: 0.1276753 Jul 22 16:46:54.081307 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port a7b68731-9c01-442d-a029-8e3d79f1b37e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:54.091601 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port a7b68731-9c01-442d-a029-8e3d79f1b37e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:54.092833 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:54.126878 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a1fc425a-2496-4d00-b72f-5768c7e83451 req-89703d48-3971-4bd7-be96-508e71b79184 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503302 Jul 22 16:46:54.207496 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70427d0e-feae-4e65-a1ad-26bf8b2370aa tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network 1617743f-feb0-47ea-b882-fcd8b45722b9 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:54.243270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-70427d0e-feae-4e65-a1ad-26bf8b2370aa tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:54.300408 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:54.387448 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-975f2e59-37b6-48af-9149-281325610ffe tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:54.442184 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0ec692f1-0c8e-4cbd-819f-513d7e67fba8 req-4dc5b06f-71d0-4aef-9497-faf974dc1c02 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Deleting port ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:54.442527 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ec692f1-0c8e-4cbd-819f-513d7e67fba8 req-4dc5b06f-71d0-4aef-9497-faf974dc1c02 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:54.512340 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70427d0e-feae-4e65-a1ad-26bf8b2370aa tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Router d8655c14-cfdc-4f1a-b5ba-7c2a032054a3 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:46:54.524520 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-975f2e59-37b6-48af-9149-281325610ffe tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:54.565040 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:46:54.573233 n-d-798930-9 neutron-server[93818]: DEBUG oslo_db.api [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:46:54.626295 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-975f2e59-37b6-48af-9149-281325610ffe tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:54.628438 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-975f2e59-37b6-48af-9149-281325610ffe tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/4e249c6d-dbc3-4b22-9814-54e93403a4b1 HTTP/1.1" status: 204 len: 168 time: 0.9163578 Jul 22 16:46:54.631018 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38038) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:54.638835 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f2e59-37b6-48af-9149-281325610ffe tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=4e249c6d-dbc3-4b22-9814-54e93403a4b1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:54.685038 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0ec692f1-0c8e-4cbd-819f-513d7e67fba8 req-4dc5b06f-71d0-4aef-9497-faf974dc1c02 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] For port ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:54.685591 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ec692f1-0c8e-4cbd-819f-513d7e67fba8 req-4dc5b06f-71d0-4aef-9497-faf974dc1c02 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:54.702530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0ec692f1-0c8e-4cbd-819f-513d7e67fba8 req-4dc5b06f-71d0-4aef-9497-faf974dc1c02 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Calling delete_port for ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:54.716726 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-77e2cefb-3fcb-4987-a2c2-0ee75f49e950 None None] Provisioning complete for port da256e1b-429f-4b37-a5a9-d00f2ce69ee6 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:54.717818 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77e2cefb-3fcb-4987-a2c2-0ee75f49e950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:54.740343 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cebde071-bc4d-4f8d-a6df-3ac0f2b531b5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1068454 Jul 22 16:46:54.746491 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38040) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:54.753562 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c4fcc676-278d-4dde-86b6-ceceda9987df tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:54.921528 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fcc676-278d-4dde-86b6-ceceda9987df tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:54.925734 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4fcc676-278d-4dde-86b6-ceceda9987df tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:54.995827 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-77e2cefb-3fcb-4987-a2c2-0ee75f49e950 None None] Port da256e1b-429f-4b37-a5a9-d00f2ce69ee6 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:46:55.084748 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ec692f1-0c8e-4cbd-819f-513d7e67fba8 req-4dc5b06f-71d0-4aef-9497-faf974dc1c02 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:55.137091 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:46:55.145579 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['2596dc5f-fd69-4aaf-a871-df3a72ac699c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:46:55.163730 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5b06f-71d0-4aef-9497-faf974dc1c02 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Pushing event deleted for resources: {'Port': ['ID=ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:55.230441 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:55.264122 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70427d0e-feae-4e65-a1ad-26bf8b2370aa tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:46:55.273691 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfee262-82e0-4a9d-9350-8ba14b076428 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:55.277222 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-70427d0e-feae-4e65-a1ad-26bf8b2370aa tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "PUT /v2.0/routers/d8655c14-cfdc-4f1a-b5ba-7c2a032054a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0565906 Jul 22 16:46:55.278353 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb3db06-d7af-4e6c-ab46-ca31de19f464 None None] Sync routers for ids ['d8655c14-cfdc-4f1a-b5ba-7c2a032054a3'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:46:55.287681 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38078) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:55.293224 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb3db06-d7af-4e6c-ab46-ca31de19f464 None None] Routers {'d8655c14-cfdc-4f1a-b5ba-7c2a032054a3'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:55.294117 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2fb3db06-d7af-4e6c-ab46-ca31de19f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['d8655c14-cfdc-4f1a-b5ba-7c2a032054a3'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:55.331704 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2fb3db06-d7af-4e6c-ab46-ca31de19f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:55.345842 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb3db06-d7af-4e6c-ab46-ca31de19f464 None None] Routers {'d8655c14-cfdc-4f1a-b5ba-7c2a032054a3'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:55.346489 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2fb3db06-d7af-4e6c-ab46-ca31de19f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['d8655c14-cfdc-4f1a-b5ba-7c2a032054a3'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:55.358723 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4fcc676-278d-4dde-86b6-ceceda9987df tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:55.385590 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2fb3db06-d7af-4e6c-ab46-ca31de19f464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:55.386248 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb3db06-d7af-4e6c-ab46-ca31de19f464 None None] The sync data for ids ['d8655c14-cfdc-4f1a-b5ba-7c2a032054a3'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:46:55.393121 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec692f1-0c8e-4cbd-819f-513d7e67fba8 req-4dc5b06f-71d0-4aef-9497-faf974dc1c02 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] No DVR routers for this DVR port ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:46:55.398136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port a7b68731-9c01-442d-a029-8e3d79f1b37e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a7b68731-9c01-442d-a029-8e3d79f1b37e,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:55.416038 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d600c7b5-bcbb-47fc-bdf8-3643bd450290 req-34f8241b-982d-4698-990b-3d6a9963e938 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ed7d29b-ee45-4da2-ba47-d5d76fd785ae HTTP/1.1" status: 200 len: 210 time: 0.1661434 Jul 22 16:46:55.424729 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ec692f1-0c8e-4cbd-819f-513d7e67fba8 req-4dc5b06f-71d0-4aef-9497-faf974dc1c02 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:55.429552 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ec692f1-0c8e-4cbd-819f-513d7e67fba8 req-4dc5b06f-71d0-4aef-9497-faf974dc1c02 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.16 "DELETE /v2.0/ports/ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca HTTP/1.1" status: 204 len: 173 time: 1.4569988 Jul 22 16:46:55.443094 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed7d29b-ee45-4da2-ba47-d5d76fd785ae', 'name': 'network-vif-deleted', 'tag': 'ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:46:55.445066 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:55.445459 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed6c9d9-269b-448a-97c8-b0f2bd95d96b" -d '{"events": [{"server_uuid": "2ed7d29b-ee45-4da2-ba47-d5d76fd785ae", "name": "network-vif-deleted", "tag": "ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:46:55.491843 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcc676-278d-4dde-86b6-ceceda9987df tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=77e6fed7-9ebb-4ecb-addf-000f2bcf149e,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:55.503491 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728a3bf5-3228-4db0-8e82-a78dc568039d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:55.509693 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fcc676-278d-4dde-86b6-ceceda9987df tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:55.510357 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38102) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:55.515560 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-728a3bf5-3228-4db0-8e82-a78dc568039d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "GET /v2.0/ports/da256e1b-429f-4b37-a5a9-d00f2ce69ee6 HTTP/1.1" status: 200 len: 910 time: 0.2166619 Jul 22 16:46:55.518884 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c4fcc676-278d-4dde-86b6-ceceda9987df tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:55.554555 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fcc676-278d-4dde-86b6-ceceda9987df tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:55.555416 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4fcc676-278d-4dde-86b6-ceceda9987df tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:55.645586 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c4fcc676-278d-4dde-86b6-ceceda9987df tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8975453 Jul 22 16:46:55.648431 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38112) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:55.653763 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1faa3c0e-046d-428c-9975-dd540f291c66 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:55.711706 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9e8127bf-5305-4cd2-bed6-1298a97e3eb5 None None] Provisioning complete for port a7b68731-9c01-442d-a029-8e3d79f1b37e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:55.712085 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e8127bf-5305-4cd2-bed6-1298a97e3eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:55.712762 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d008f41-6dcc-4252-a39e-a1a7e6344869 x-openstack-request-id: req-5d008f41-6dcc-4252-a39e-a1a7e6344869 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:46:55.713070 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed7d29b-ee45-4da2-ba47-d5d76fd785ae", "name": "network-vif-deleted", "tag": "ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:46:55.713325 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5d008f41-6dcc-4252-a39e-a1a7e6344869 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:46:55.713739 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed7d29b-ee45-4da2-ba47-d5d76fd785ae', 'name': 'network-vif-deleted', 'tag': 'ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca', 'status': 'completed', 'code': 200} Jul 22 16:46:55.716792 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=a7b68731-9c01-442d-a029-8e3d79f1b37e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:55.954080 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1faa3c0e-046d-428c-9975-dd540f291c66 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:55.959189 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1faa3c0e-046d-428c-9975-dd540f291c66 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:56.071271 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48fe9292-6e6b-401f-9481-4768d471b88f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:56.091061 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5e9425-e338-4352-8180-ba287deaf416 None None] Update dhcp port {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'fixed_ips': [{'subnet_id': '77e6fed7-9ebb-4ecb-addf-000f2bcf149e'}], 'binding:host_id': 'n-d-798930-9'}, 'id': 'a7b68731-9c01-442d-a029-8e3d79f1b37e'} from n-d-798930-9. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:46:56.156143 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a5e9425-e338-4352-8180-ba287deaf416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:56.327633 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38140) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:56.444524 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-9a5e9425-e338-4352-8180-ba287deaf416 None None] Allocated IP 172.20.0.2 (3a7a7ee3-b719-4772-82c2-01f118e27227/77e6fed7-9ebb-4ecb-addf-000f2bcf149e/a7b68731-9c01-442d-a029-8e3d79f1b37e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:56.476590 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-48fe9292-6e6b-401f-9481-4768d471b88f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Deleting port da256e1b-429f-4b37-a5a9-d00f2ce69ee6 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:56.477094 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48fe9292-6e6b-401f-9481-4768d471b88f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:56.576930 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2854222f-4e68-48f7-acb6-7acc14040345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:56.616118 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9a5e9425-e338-4352-8180-ba287deaf416 None None] For port a7b68731-9c01-442d-a029-8e3d79f1b37e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a7b68731-9c01-442d-a029-8e3d79f1b37e,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:56.633487 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48fe9292-6e6b-401f-9481-4768d471b88f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:56.655204 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-48fe9292-6e6b-401f-9481-4768d471b88f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Calling delete_port for da256e1b-429f-4b37-a5a9-d00f2ce69ee6 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:56.673738 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a5e9425-e338-4352-8180-ba287deaf416 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:56.692904 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9a5e9425-e338-4352-8180-ba287deaf416 None None] Transition to ACTIVE for port object a7b68731-9c01-442d-a029-8e3d79f1b37e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:56.700865 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a5e9425-e338-4352-8180-ba287deaf416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:56.730043 n-d-798930-9 neutron-server[93816]: DEBUG neutron.objects.ports [None req-1faa3c0e-046d-428c-9975-dd540f291c66 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:46:56.769414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e9425-e338-4352-8180-ba287deaf416 None None] Pushing event updated for resources: {'Port': ['ID=a7b68731-9c01-442d-a029-8e3d79f1b37e,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:56.888642 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2854222f-4e68-48f7-acb6-7acc14040345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:56.895629 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2854222f-4e68-48f7-acb6-7acc14040345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:56.988760 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2854222f-4e68-48f7-acb6-7acc14040345 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=22fe2c29f2974fab94b71201c9eed96e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6600060 Jul 22 16:46:56.989760 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38164) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:57.053728 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854222f-4e68-48f7-acb6-7acc14040345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063855fd-8a8f-4045-9e4f-5aafa4298f91,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:57.084797 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d103aa06-7cd9-45db-bcdd-a2e45c09bba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:57.110025 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d103aa06-7cd9-45db-bcdd-a2e45c09bba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:57.115983 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1faa3c0e-046d-428c-9975-dd540f291c66 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:57.148609 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48fe9292-6e6b-401f-9481-4768d471b88f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:57.179002 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe9292-6e6b-401f-9481-4768d471b88f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Port': ['ID=da256e1b-429f-4b37-a5a9-d00f2ce69ee6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:57.222557 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d103aa06-7cd9-45db-bcdd-a2e45c09bba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:57.225523 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d103aa06-7cd9-45db-bcdd-a2e45c09bba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:57.227039 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d103aa06-7cd9-45db-bcdd-a2e45c09bba8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/063855fd-8a8f-4045-9e4f-5aafa4298f91 HTTP/1.1" status: 204 len: 168 time: 0.2299790 Jul 22 16:46:57.339267 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103aa06-7cd9-45db-bcdd-a2e45c09bba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063855fd-8a8f-4045-9e4f-5aafa4298f91,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:57.461276 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1faa3c0e-046d-428c-9975-dd540f291c66 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] For port a7b68731-9c01-442d-a029-8e3d79f1b37e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a7b68731-9c01-442d-a029-8e3d79f1b37e,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:57.523573 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1faa3c0e-046d-428c-9975-dd540f291c66 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:57.533191 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1faa3c0e-046d-428c-9975-dd540f291c66 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:57.534397 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1faa3c0e-046d-428c-9975-dd540f291c66 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:57.619039 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa3c0e-046d-428c-9975-dd540f291c66 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=ef28262b-a651-4701-84f1-1eec43ff6548,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:57.626956 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a7b68731-9c01-442d-a029-8e3d79f1b37e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:57.714340 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faa3c0e-046d-428c-9975-dd540f291c66 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:57.734509 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-1faa3c0e-046d-428c-9975-dd540f291c66 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:57.744185 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faa3c0e-046d-428c-9975-dd540f291c66 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:57.744932 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1faa3c0e-046d-428c-9975-dd540f291c66 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:57.789776 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa3c0e-046d-428c-9975-dd540f291c66 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=a7b68731-9c01-442d-a029-8e3d79f1b37e,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:57.799724 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1faa3c0e-046d-428c-9975-dd540f291c66 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1474247 Jul 22 16:46:57.800960 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38186) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:57.807440 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c035f142-8b9d-4ec0-82ad-f51239cab30d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'mac_address': 'fa:16:3e:4a:b1:86', 'name': 'tempest-NetworksTestDHCPv6-1559102869'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:57.866422 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ee9c5-0211-4362-9e46-e720ba6c9513 req-ba61788c-837c-4e4b-9006-c76edd6646d7 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:57.871716 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef9ee9c5-0211-4362-9e46-e720ba6c9513 req-ba61788c-837c-4e4b-9006-c76edd6646d7 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=990bd3a6-05c1-4c94-b390-07ba791b0d0b HTTP/1.1" status: 200 len: 945 time: 0.2656527 Jul 22 16:46:57.916824 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657f9196-9044-4f78-8aed-0bc79a868770 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:57.919299 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38188) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:58.006597 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6da736e0-261b-4a0e-ab7f-1c9130f238dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:58.007604 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48fe9292-6e6b-401f-9481-4768d471b88f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:58.010790 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d2a9da6b-0b8b-4343-8111-588f01c250e6 None None] Provisioning for port a7b68731-9c01-442d-a029-8e3d79f1b37e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:58.022209 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d2a9da6b-0b8b-4343-8111-588f01c250e6 None None] Provisioning complete for port a7b68731-9c01-442d-a029-8e3d79f1b37e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:58.022862 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d2a9da6b-0b8b-4343-8111-588f01c250e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:58.085651 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef9ee9c5-0211-4362-9e46-e720ba6c9513 req-12c781d8-7c83-4575-823c-389053d6cb47 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925991 Jul 22 16:46:58.121448 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-6da736e0-261b-4a0e-ab7f-1c9130f238dc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:46:58.121448 n-d-798930-9 neutron-server[93816]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 16:46:58.121448 n-d-798930-9 neutron-server[93816]: [parameters: {'project_id': 'ab69fa740473445990cb0d9014043339', 'id': '8028ec3a-4d7d-422d-8de8-4732e19c05dd', 'expiration': datetime.datetime(2021, 7, 22, 16, 48, 58, 101384)}] Jul 22 16:46:58.121448 n-d-798930-9 neutron-server[93816]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:46:58.122564 n-d-798930-9 neutron-server[93816]: DEBUG oslo_db.api [None req-6da736e0-261b-4a0e-ab7f-1c9130f238dc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:46:58.135035 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c035f142-8b9d-4ec0-82ad-f51239cab30d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:58.232983 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:46:58.240544 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fe9292-6e6b-401f-9481-4768d471b88f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Router d8655c14-cfdc-4f1a-b5ba-7c2a032054a3 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:46:58.249851 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c035f142-8b9d-4ec0-82ad-f51239cab30d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:58.255221 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:46:58.255574 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device ed5139c9-4f3a-4d66-b9db-84fe8b4c9dca not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:46:58.277642 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-c035f142-8b9d-4ec0-82ad-f51239cab30d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] device_id is not set on port 9f824bbc-3b3c-494f-a4a7-76b7b600bc9e yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:46:58.356440 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fe9292-6e6b-401f-9481-4768d471b88f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:46:58.370595 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607c1031-479d-4c2c-a454-51ee47675ab7 None None] Sync routers for ids ['d8655c14-cfdc-4f1a-b5ba-7c2a032054a3'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:46:58.370873 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-48fe9292-6e6b-401f-9481-4768d471b88f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "PUT /v2.0/routers/d8655c14-cfdc-4f1a-b5ba-7c2a032054a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8592603 Jul 22 16:46:58.371527 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38190) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:58.388517 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607c1031-479d-4c2c-a454-51ee47675ab7 None None] Routers {'d8655c14-cfdc-4f1a-b5ba-7c2a032054a3'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:58.389156 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-607c1031-479d-4c2c-a454-51ee47675ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['d8655c14-cfdc-4f1a-b5ba-7c2a032054a3'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:58.461232 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-607c1031-479d-4c2c-a454-51ee47675ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:58.483471 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607c1031-479d-4c2c-a454-51ee47675ab7 None None] Routers {'d8655c14-cfdc-4f1a-b5ba-7c2a032054a3'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:46:58.485264 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-607c1031-479d-4c2c-a454-51ee47675ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['d8655c14-cfdc-4f1a-b5ba-7c2a032054a3'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:58.560550 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-607c1031-479d-4c2c-a454-51ee47675ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:46:58.561556 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607c1031-479d-4c2c-a454-51ee47675ab7 None None] The sync data for ids ['d8655c14-cfdc-4f1a-b5ba-7c2a032054a3'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:46:58.609287 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-c035f142-8b9d-4ec0-82ad-f51239cab30d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 172.20.0.9 (3a7a7ee3-b719-4772-82c2-01f118e27227/77e6fed7-9ebb-4ecb-addf-000f2bcf149e/9f824bbc-3b3c-494f-a4a7-76b7b600bc9e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:58.624460 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6da736e0-261b-4a0e-ab7f-1c9130f238dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:58.640910 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-c035f142-8b9d-4ec0-82ad-f51239cab30d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8::f816:3eff:fe4a:b186 (3a7a7ee3-b719-4772-82c2-01f118e27227/ef28262b-a651-4701-84f1-1eec43ff6548/9f824bbc-3b3c-494f-a4a7-76b7b600bc9e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:58.682109 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-44622211-a159-4fe1-af61-4c849d9ab9aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2588799 Jul 22 16:46:58.851285 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25291510-0deb-438c-9ce1-9ee81b0ba48c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:59.005135 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-80ec9f64-8b02-4e83-ac4f-176d7ce3ccdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:59.093985 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af958776-20e4-4bbe-9d27-77f47a985d9c None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:59.327802 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-97905444-f3e0-4bfb-a6f8-ca08c8715feb None None] Provisioning complete for port a7b68731-9c01-442d-a029-8e3d79f1b37e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:59.328108 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97905444-f3e0-4bfb-a6f8-ca08c8715feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:59.370874 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf2144-e035-40c5-b200-94e98057fd50 req-29117b52-93f7-4561-aab8-27eef9063e83 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:59.372741 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9eaf2144-e035-40c5-b200-94e98057fd50 req-29117b52-93f7-4561-aab8-27eef9063e83 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=990bd3a6-05c1-4c94-b390-07ba791b0d0b HTTP/1.1" status: 200 len: 945 time: 0.1674204 Jul 22 16:46:59.379517 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-25291510-0deb-438c-9ce1-9ee81b0ba48c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Deleting port a53f80a4-0a56-4949-9ba8-6f42049da323 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:59.379853 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25291510-0deb-438c-9ce1-9ee81b0ba48c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:59.408925 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6da736e0-261b-4a0e-ab7f-1c9130f238dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:59.428361 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6da736e0-261b-4a0e-ab7f-1c9130f238dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:59.473677 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-fa92dba7-c351-4c95-9115-70ae3321f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:59.474197 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-fa92dba7-c351-4c95-9115-70ae3321f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:59.474658 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-fa92dba7-c351-4c95-9115-70ae3321f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:59.475134 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-fa92dba7-c351-4c95-9115-70ae3321f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:59.475601 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-fa92dba7-c351-4c95-9115-70ae3321f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:59.476163 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-fa92dba7-c351-4c95-9115-70ae3321f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:59.476548 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-fa92dba7-c351-4c95-9115-70ae3321f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:59.479060 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-fa92dba7-c351-4c95-9115-70ae3321f7d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9497a41f8194fa4a8867ac9f3be3289&device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 6500 time: 0.7030497 Jul 22 16:46:59.491557 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c035f142-8b9d-4ec0-82ad-f51239cab30d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:59.527608 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c035f142-8b9d-4ec0-82ad-f51239cab30d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Transition to ACTIVE for port object 9f824bbc-3b3c-494f-a4a7-76b7b600bc9e will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:59.534421 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6da736e0-261b-4a0e-ab7f-1c9130f238dc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ab69fa740473445990cb0d9014043339&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6138935 Jul 22 16:46:59.544310 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38198) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:59.562329 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da736e0-261b-4a0e-ab7f-1c9130f238dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b2e160-3a1f-48d2-99a3-aab693841789,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:59.583808 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a7b68731-9c01-442d-a029-8e3d79f1b37e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:59.625335 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9eaf2144-e035-40c5-b200-94e98057fd50 req-135a38c5-9870-4a43-b7bf-dc7e69bc08ef tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397916 Jul 22 16:46:59.670753 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port a7b68731-9c01-442d-a029-8e3d79f1b37e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:59.671221 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:59.692367 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25291510-0deb-438c-9ce1-9ee81b0ba48c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:59.710472 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-48b5c52e-5c1f-4fde-aa87-b59e3ffadc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:59.710783 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-25291510-0deb-438c-9ce1-9ee81b0ba48c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Calling delete_port for a53f80a4-0a56-4949-9ba8-6f42049da323 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:59.711574 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-48b5c52e-5c1f-4fde-aa87-b59e3ffadc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:59.712801 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-48b5c52e-5c1f-4fde-aa87-b59e3ffadc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:59.715074 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-48b5c52e-5c1f-4fde-aa87-b59e3ffadc45 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9c5c4430-fe08-4a96-9de3-fdc32bed75bd&id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&id=1efbf9bc-0c70-4776-ae72-82d943308ba7&id=1efbf9bc-0c70-4776-ae72-82d943308ba7 HTTP/1.1" status: 200 len: 2298 time: 0.2038405 Jul 22 16:46:59.820547 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24cffe-4fd0-4c11-85db-4d2e5e76099e req-57f4c867-6dea-4bc1-950e-016d90087a7a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:59.822225 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c24cffe-4fd0-4c11-85db-4d2e5e76099e req-57f4c867-6dea-4bc1-950e-016d90087a7a tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.30 "GET /v2.0/ports?device_id=990bd3a6-05c1-4c94-b390-07ba791b0d0b HTTP/1.1" status: 200 len: 945 time: 0.4852684 Jul 22 16:46:59.824512 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2528469a-8c8f-4de9-a96b-711a549aaa11 None None] get_active_networks_info from n-d-798930-9 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:46:59.830660 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c035f142-8b9d-4ec0-82ad-f51239cab30d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:59.904121 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f222d009-005f-4f51-87f5-34dfffaa2d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:59.924993 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f222d009-005f-4f51-87f5-34dfffaa2d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:59.961105 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25291510-0deb-438c-9ce1-9ee81b0ba48c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:59.974414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-41160072-834b-4532-8f32-94bd12c71be1 None None] Provisioning complete for port a7b68731-9c01-442d-a029-8e3d79f1b37e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:59.974939 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41160072-834b-4532-8f32-94bd12c71be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:59.976931 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c035f142-8b9d-4ec0-82ad-f51239cab30d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:59.987228 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c035f142-8b9d-4ec0-82ad-f51239cab30d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:59.990479 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-075a8949-207b-4147-bb97-5ceb762e8925 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b HTTP/1.1" status: 200 len: 1001 time: 0.2653594 Jul 22 16:46:59.993892 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c035f142-8b9d-4ec0-82ad-f51239cab30d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:46:59.999579 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25291510-0deb-438c-9ce1-9ee81b0ba48c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Port': ['ID=a53f80a4-0a56-4949-9ba8-6f42049da323,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:00.010719 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2528469a-8c8f-4de9-a96b-711a549aaa11 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:47:00.059612 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035f142-8b9d-4ec0-82ad-f51239cab30d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=9f824bbc-3b3c-494f-a4a7-76b7b600bc9e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:00.188623 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c035f142-8b9d-4ec0-82ad-f51239cab30d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:00.189162 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c035f142-8b9d-4ec0-82ad-f51239cab30d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:00.193115 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25291510-0deb-438c-9ce1-9ee81b0ba48c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:00.210163 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f222d009-005f-4f51-87f5-34dfffaa2d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:00.213991 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f222d009-005f-4f51-87f5-34dfffaa2d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:00.215166 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f222d009-005f-4f51-87f5-34dfffaa2d53 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/60b2e160-3a1f-48d2-99a3-aab693841789 HTTP/1.1" status: 204 len: 168 time: 0.6620092 Jul 22 16:47:00.226632 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-6bfdfac9-b37d-4a3c-9f46-92a736b23a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:00.228232 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-6bfdfac9-b37d-4a3c-9f46-92a736b23a12 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=201d105d-0acc-407e-9daf-fc4d01c306de HTTP/1.1" status: 200 len: 855 time: 0.1489112 Jul 22 16:47:00.236777 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c035f142-8b9d-4ec0-82ad-f51239cab30d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4347377 Jul 22 16:47:00.247562 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222d009-005f-4f51-87f5-34dfffaa2d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b2e160-3a1f-48d2-99a3-aab693841789,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:00.254422 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38204) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:00.342171 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-3c24cffe-4fd0-4c11-85db-4d2e5e76099e req-1386c3e3-ef04-4e68-98bf-f9567d3cebcd tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Deleting port 2596dc5f-fd69-4aaf-a871-df3a72ac699c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:00.342524 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3c24cffe-4fd0-4c11-85db-4d2e5e76099e req-1386c3e3-ef04-4e68-98bf-f9567d3cebcd tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:00.439505 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-7926be0b-cae1-4897-a95b-4b080c7bf2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:00.441078 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-7926be0b-cae1-4897-a95b-4b080c7bf2f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c5c4430-fe08-4a96-9de3-fdc32bed75bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2018125 Jul 22 16:47:00.452741 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f0c37a-6335-4673-96e2-8fabebb56bdc tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:00.459148 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f0c37a-6335-4673-96e2-8fabebb56bdc tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:00.464171 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a7f0c37a-6335-4673-96e2-8fabebb56bdc tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2042265 Jul 22 16:47:00.464624 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38206) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:00.472108 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-594b741f-7d2a-4aab-8409-e4e977d307f8 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:47:00.472108 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-594b741f-7d2a-4aab-8409-e4e977d307f8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053637 Jul 22 16:47:00.520500 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25291510-0deb-438c-9ce1-9ee81b0ba48c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Router d8655c14-cfdc-4f1a-b5ba-7c2a032054a3 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:47:00.526167 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-3c24cffe-4fd0-4c11-85db-4d2e5e76099e req-1386c3e3-ef04-4e68-98bf-f9567d3cebcd tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] For port 2596dc5f-fd69-4aaf-a871-df3a72ac699c, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=2596dc5f-fd69-4aaf-a871-df3a72ac699c,segment=NetworkSegment(4a178158-2d2b-42fd-9aa1-7195b8da370f),segment_id=4a178158-2d2b-42fd-9aa1-7195b8da370f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:00.526468 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3c24cffe-4fd0-4c11-85db-4d2e5e76099e req-1386c3e3-ef04-4e68-98bf-f9567d3cebcd tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:00.575139 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-3c24cffe-4fd0-4c11-85db-4d2e5e76099e req-1386c3e3-ef04-4e68-98bf-f9567d3cebcd tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Calling delete_port for 2596dc5f-fd69-4aaf-a871-df3a72ac699c owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:00.657485 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25291510-0deb-438c-9ce1-9ee81b0ba48c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:47:00.673371 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-e3036faa-87a2-4934-b3a7-66c0fff89208 service neutron] 10.222.0.16 "GET /v2.0/networks/9c5c4430-fe08-4a96-9de3-fdc32bed75bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945109 Jul 22 16:47:00.674023 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88287fcb-7070-4046-90d6-185a24977e79 None None] Sync routers for ids ['d8655c14-cfdc-4f1a-b5ba-7c2a032054a3'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:47:00.692907 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-25291510-0deb-438c-9ce1-9ee81b0ba48c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "PUT /v2.0/routers/d8655c14-cfdc-4f1a-b5ba-7c2a032054a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3199964 Jul 22 16:47:00.698767 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38218) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:00.715354 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88287fcb-7070-4046-90d6-185a24977e79 None None] Routers {'d8655c14-cfdc-4f1a-b5ba-7c2a032054a3'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:00.716390 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-88287fcb-7070-4046-90d6-185a24977e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['d8655c14-cfdc-4f1a-b5ba-7c2a032054a3'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:00.818388 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-11ac7175-6327-42cc-ace7-9121b4fedcdd tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting port 9f824bbc-3b3c-494f-a4a7-76b7b600bc9e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:00.818891 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11ac7175-6327-42cc-ace7-9121b4fedcdd tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:00.825817 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-02af54c2-f054-4f88-acbc-4f76e270003c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8655c14-cfdc-4f1a-b5ba-7c2a032054a3 HTTP/1.1" status: 200 len: 205 time: 0.1225157 Jul 22 16:47:00.851309 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-88287fcb-7070-4046-90d6-185a24977e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:00.854359 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38224) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:00.903880 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88287fcb-7070-4046-90d6-185a24977e79 None None] Routers {'d8655c14-cfdc-4f1a-b5ba-7c2a032054a3'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:00.904903 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-88287fcb-7070-4046-90d6-185a24977e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['d8655c14-cfdc-4f1a-b5ba-7c2a032054a3'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:00.964051 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-e963d0a3-72ab-49eb-a0b2-0f64d7d7e10d service neutron] 10.222.0.16 "GET /v2.0/networks/9c5c4430-fe08-4a96-9de3-fdc32bed75bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776196 Jul 22 16:47:01.037515 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-a357eec1-b749-46a0-88db-126733160cf0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=706d94d1-b403-4659-855c-6be2d363f415 HTTP/1.1" status: 200 len: 217 time: 0.0648615 Jul 22 16:47:01.047917 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fd300-85cc-4c4e-aee3-a1ef628baaa5 req-6b897605-0717-4174-883e-b59b7cbdfcd5 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:01.049477 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-88287fcb-7070-4046-90d6-185a24977e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:01.049660 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-852fd300-85cc-4c4e-aee3-a1ef628baaa5 req-6b897605-0717-4174-883e-b59b7cbdfcd5 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/ports?device_id=990bd3a6-05c1-4c94-b390-07ba791b0d0b HTTP/1.1" status: 200 len: 945 time: 0.3243947 Jul 22 16:47:01.050804 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88287fcb-7070-4046-90d6-185a24977e79 None None] The sync data for ids ['d8655c14-cfdc-4f1a-b5ba-7c2a032054a3'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:47:01.061279 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3c24cffe-4fd0-4c11-85db-4d2e5e76099e req-1386c3e3-ef04-4e68-98bf-f9567d3cebcd tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:01.143586 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386c3e3-ef04-4e68-98bf-f9567d3cebcd tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Pushing event deleted for resources: {'Port': ['ID=2596dc5f-fd69-4aaf-a871-df3a72ac699c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:01.223610 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11ac7175-6327-42cc-ace7-9121b4fedcdd tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:01.238062 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-11ac7175-6327-42cc-ace7-9121b4fedcdd tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Calling delete_port for 9f824bbc-3b3c-494f-a4a7-76b7b600bc9e owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:01.239578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c24cffe-4fd0-4c11-85db-4d2e5e76099e req-1386c3e3-ef04-4e68-98bf-f9567d3cebcd tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] No DVR routers for this DVR port 2596dc5f-fd69-4aaf-a871-df3a72ac699c on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:01.242925 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3c24cffe-4fd0-4c11-85db-4d2e5e76099e req-1386c3e3-ef04-4e68-98bf-f9567d3cebcd tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:01.246477 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c24cffe-4fd0-4c11-85db-4d2e5e76099e req-1386c3e3-ef04-4e68-98bf-f9567d3cebcd tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.30 "DELETE /v2.0/ports/2596dc5f-fd69-4aaf-a871-df3a72ac699c HTTP/1.1" status: 204 len: 173 time: 1.4170492 Jul 22 16:47:01.260103 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990bd3a6-05c1-4c94-b390-07ba791b0d0b', 'name': 'network-vif-deleted', 'tag': '2596dc5f-fd69-4aaf-a871-df3a72ac699c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:01.262632 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7822b8ab-0f9b-4055-b630-7e5667145288" -d '{"events": [{"server_uuid": "990bd3a6-05c1-4c94-b390-07ba791b0d0b", "name": "network-vif-deleted", "tag": "2596dc5f-fd69-4aaf-a871-df3a72ac699c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:01.289542 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-852fd300-85cc-4c4e-aee3-a1ef628baaa5 req-555a495b-0eac-478d-bc2f-015671a15b70 tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2535628-bb64-406e-882e-54b584553631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856663 Jul 22 16:47:01.295008 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-7d986636-0910-4ea1-83e6-b4543ec3b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:01.300985 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-7d986636-0910-4ea1-83e6-b4543ec3b987 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96d2d744-bd35-4248-9461-63b7b331579f HTTP/1.1" status: 200 len: 797 time: 0.2499475 Jul 22 16:47:01.403371 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26cf884d-2017-4783-9532-09039de16354 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:01.487775 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51af2f02-2958-4656-b234-e7c9f0c0ebc3 x-openstack-request-id: req-51af2f02-2958-4656-b234-e7c9f0c0ebc3 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:01.488857 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990bd3a6-05c1-4c94-b390-07ba791b0d0b", "name": "network-vif-deleted", "tag": "2596dc5f-fd69-4aaf-a871-df3a72ac699c", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:01.489708 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-51af2f02-2958-4656-b234-e7c9f0c0ebc3 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:01.490528 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990bd3a6-05c1-4c94-b390-07ba791b0d0b', 'name': 'network-vif-deleted', 'tag': '2596dc5f-fd69-4aaf-a871-df3a72ac699c', 'status': 'completed', 'code': 200} Jul 22 16:47:01.591085 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-f7b0007c-f07f-4e68-bb00-9e48edb47c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:01.594674 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-f7b0007c-f07f-4e68-bb00-9e48edb47c04 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2852769 Jul 22 16:47:01.595871 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f52ab34e-0e03-4fc1-afd1-24b3e4fb5c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:01.668012 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:01.793513 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-78393efa-5458-4133-915e-c7b0cd514011 service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902411 Jul 22 16:47:02.059329 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-d774d07d-fce0-4e2d-8d9e-8296d65d90f8 service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580602 Jul 22 16:47:02.103271 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a600d394-fc85-4aa5-84fc-bea7b3bc2174 None None] Provisioning for port 9f824bbc-3b3c-494f-a4a7-76b7b600bc9e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:02.107274 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-79dd759d-bc7a-48d5-b66e-d6b420e03955 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=aba8f711-d6ad-4378-a003-ab86655f7a9e HTTP/1.1" status: 200 len: 217 time: 0.0401013 Jul 22 16:47:02.107695 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a600d394-fc85-4aa5-84fc-bea7b3bc2174 None None] Provisioning complete for port 9f824bbc-3b3c-494f-a4a7-76b7b600bc9e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:02.108265 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a600d394-fc85-4aa5-84fc-bea7b3bc2174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:02.154599 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a600d394-fc85-4aa5-84fc-bea7b3bc2174 None None] Port 9f824bbc-3b3c-494f-a4a7-76b7b600bc9e was deleted so its status cannot be updated. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 16:47:02.173255 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a600d394-fc85-4aa5-84fc-bea7b3bc2174 None None] Provisioning complete for port a7b68731-9c01-442d-a029-8e3d79f1b37e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:02.174139 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a600d394-fc85-4aa5-84fc-bea7b3bc2174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:02.184134 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11ac7175-6327-42cc-ace7-9121b4fedcdd tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:02.193007 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-fddd53de-b979-41ba-a99d-bd0f79dcb942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:02.198584 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-fddd53de-b979-41ba-a99d-bd0f79dcb942 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96d2d744-bd35-4248-9461-63b7b331579f HTTP/1.1" status: 200 len: 797 time: 0.0790174 Jul 22 16:47:02.216734 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26cf884d-2017-4783-9532-09039de16354 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:02.220296 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26cf884d-2017-4783-9532-09039de16354 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:02.276490 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac7175-6327-42cc-ace7-9121b4fedcdd tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Port': ['ID=9f824bbc-3b3c-494f-a4a7-76b7b600bc9e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:02.351228 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-1d85d0d5-6e5c-4e73-8c7a-48519167bc86 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5025101 Jul 22 16:47:02.366225 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-fcabbf80-31cc-4d26-ab92-49856b3e189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:02.367841 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-fcabbf80-31cc-4d26-ab92-49856b3e189d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1616275 Jul 22 16:47:02.389465 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26cf884d-2017-4783-9532-09039de16354 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:02.391694 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cf884d-2017-4783-9532-09039de16354 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Fanout notify agent at l3_agent the message router_deleted on router d8655c14-cfdc-4f1a-b5ba-7c2a032054a3 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:47:02.405871 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26cf884d-2017-4783-9532-09039de16354 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:02.413339 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-26cf884d-2017-4783-9532-09039de16354 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/routers/d8655c14-cfdc-4f1a-b5ba-7c2a032054a3 HTTP/1.1" status: 204 len: 168 time: 1.5552468 Jul 22 16:47:02.421803 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38264) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:02.422173 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38266) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:02.439025 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e7c2adaa-0f08-438d-b0c8-06544cc7eaf2 None None] Could not find standard attr ID for object 9f824bbc-3b3c-494f-a4a7-76b7b600bc9e. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:47:02.520297 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11ac7175-6327-42cc-ace7-9121b4fedcdd tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:02.522623 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-11ac7175-6327-42cc-ace7-9121b4fedcdd tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/9f824bbc-3b3c-494f-a4a7-76b7b600bc9e HTTP/1.1" status: 204 len: 168 time: 2.0569930 Jul 22 16:47:02.527264 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38272) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:02.545041 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d6f493-dc9e-429c-b4fd-cbe2fe4584b1 admin admin] Deleting subnet 411cf97d-c177-4f17-b976-e1cbeab029d8 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:47:02.549023 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17d6f493-dc9e-429c-b4fd-cbe2fe4584b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:02.583105 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db463d2-06f1-45d2-8d19-fd10ebd8ac1e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Deleting subnet b97d45b8-0b28-4df5-8937-3dfc22fc303c {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:47:02.593048 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0db463d2-06f1-45d2-8d19-fd10ebd8ac1e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:02.638404 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17d6f493-dc9e-429c-b4fd-cbe2fe4584b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:02.653241 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcc87eb-70fe-4699-a6bc-b9621d0bf706 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:02.655077 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcc87eb-70fe-4699-a6bc-b9621d0bf706 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:02.656776 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcc87eb-70fe-4699-a6bc-b9621d0bf706 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:02.661113 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ffcc87eb-70fe-4699-a6bc-b9621d0bf706 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1254094 Jul 22 16:47:02.661113 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-9f6d4156-02f7-409f-8128-825e142a5edd service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809014 Jul 22 16:47:02.662112 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38284) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:02.733667 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0db463d2-06f1-45d2-8d19-fd10ebd8ac1e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:02.736778 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-e6129e2b-5dcb-4cf8-900f-6d8e74f68e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:02.737342 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-e6129e2b-5dcb-4cf8-900f-6d8e74f68e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:02.738038 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-e6129e2b-5dcb-4cf8-900f-6d8e74f68e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:02.738325 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-e6129e2b-5dcb-4cf8-900f-6d8e74f68e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:02.738796 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-e6129e2b-5dcb-4cf8-900f-6d8e74f68e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:02.739263 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-e6129e2b-5dcb-4cf8-900f-6d8e74f68e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:02.739907 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-e6129e2b-5dcb-4cf8-900f-6d8e74f68e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:02.742059 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-e6129e2b-5dcb-4cf8-900f-6d8e74f68e82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2cdac6e8c514eed897eaf0607a1ddfd&device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 6491 time: 0.2953732 Jul 22 16:47:02.759211 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:02.836347 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f89c3269-99a5-4aa2-9661-1af409ffe87b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet 77e6fed7-9ebb-4ecb-addf-000f2bcf149e {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:47:02.845150 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17d6f493-dc9e-429c-b4fd-cbe2fe4584b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:02.851921 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f89c3269-99a5-4aa2-9661-1af409ffe87b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:02.878025 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 2596dc5f-fd69-4aaf-a871-df3a72ac699c no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:02.942691 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 2596dc5f-fd69-4aaf-a871-df3a72ac699c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:47:02.947828 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 2596dc5f-fd69-4aaf-a871-df3a72ac699c not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:02.957045 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-ed07b2a0-1f73-4050-9776-82db482e732d service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856083 Jul 22 16:47:02.959163 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f89c3269-99a5-4aa2-9661-1af409ffe87b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:02.965098 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0db463d2-06f1-45d2-8d19-fd10ebd8ac1e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:02.988732 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17d6f493-dc9e-429c-b4fd-cbe2fe4584b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.035589 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6f493-dc9e-429c-b4fd-cbe2fe4584b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=411cf97d-c177-4f17-b976-e1cbeab029d8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:03.041517 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-993099e1-dcc5-41df-88b9-8165d1feef03 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=85be8f06-0cb5-488b-9eb9-9477188bcef3 HTTP/1.1" status: 200 len: 217 time: 0.0524881 Jul 22 16:47:03.045616 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17d6f493-dc9e-429c-b4fd-cbe2fe4584b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.050666 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-17d6f493-dc9e-429c-b4fd-cbe2fe4584b1 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/411cf97d-c177-4f17-b976-e1cbeab029d8 HTTP/1.1" status: 204 len: 168 time: 0.6274025 Jul 22 16:47:03.052155 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38294) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:03.124705 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f89c3269-99a5-4aa2-9661-1af409ffe87b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.139706 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0db463d2-06f1-45d2-8d19-fd10ebd8ac1e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.175619 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-00954c51-71e8-4bbc-b0b8-39765b049fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:03.176104 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-00954c51-71e8-4bbc-b0b8-39765b049fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:03.176581 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-00954c51-71e8-4bbc-b0b8-39765b049fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:03.178290 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-00954c51-71e8-4bbc-b0b8-39765b049fa5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=408ac033-5a33-4cf7-82af-38aaa8dda69b&id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&id=ff66ea35-a49e-465a-a94a-77488ff458ac&id=ff66ea35-a49e-465a-a94a-77488ff458ac HTTP/1.1" status: 200 len: 2294 time: 0.3731945 Jul 22 16:47:03.185167 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55f0beb9-ab71-4dd7-9139-0b723e788be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.190161 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db463d2-06f1-45d2-8d19-fd10ebd8ac1e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Subnet': ['ID=b97d45b8-0b28-4df5-8937-3dfc22fc303c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:03.192164 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0db463d2-06f1-45d2-8d19-fd10ebd8ac1e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.197239 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0db463d2-06f1-45d2-8d19-fd10ebd8ac1e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/subnets/b97d45b8-0b28-4df5-8937-3dfc22fc303c HTTP/1.1" status: 204 len: 168 time: 0.7696996 Jul 22 16:47:03.198689 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38304) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:03.200161 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb32a90e-65fd-4f4d-b4d9-075246db263f None None] Network 1617743f-feb0-47ea-b882-fcd8b45722b9 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:03.270880 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-1b651baa-c8d2-4623-a5ca-03f4a522bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:03.272639 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-1b651baa-c8d2-4623-a5ca-03f4a522bc4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96d2d744-bd35-4248-9461-63b7b331579f HTTP/1.1" status: 200 len: 797 time: 0.2205210 Jul 22 16:47:03.303027 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8fa6874-a66b-4a1b-a257-6fdd44867509 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Deleting subnet 36f700f8-cf65-49ad-a08a-9710dc2cd473 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:47:03.340973 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-5927129c-48d0-4908-9342-cb68ac792bbf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d7a3e15-c6cc-4f53-8290-53ee5b9132dc HTTP/1.1" status: 200 len: 1001 time: 0.1534388 Jul 22 16:47:03.346793 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f89c3269-99a5-4aa2-9661-1af409ffe87b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.350021 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55f0beb9-ab71-4dd7-9139-0b723e788be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.355330 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8fa6874-a66b-4a1b-a257-6fdd44867509 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.400153 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-55f0beb9-ab71-4dd7-9139-0b723e788be4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65bc71d4-b0c7-49c6-8406-b3cd4a91b70d']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:03.401612 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c3269-99a5-4aa2-9661-1af409ffe87b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=77e6fed7-9ebb-4ecb-addf-000f2bcf149e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:03.419040 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-55f0beb9-ab71-4dd7-9139-0b723e788be4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a178158-2d2b-42fd-9aa1-7195b8da370f') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:03.419338 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-55f0beb9-ab71-4dd7-9139-0b723e788be4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a178158-2d2b-42fd-9aa1-7195b8da370f') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:03.426089 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f89c3269-99a5-4aa2-9661-1af409ffe87b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.431293 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f89c3269-99a5-4aa2-9661-1af409ffe87b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/77e6fed7-9ebb-4ecb-addf-000f2bcf149e HTTP/1.1" status: 204 len: 168 time: 0.7651761 Jul 22 16:47:03.434668 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38318) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:03.440245 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55f0beb9-ab71-4dd7-9139-0b723e788be4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.455857 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8fa6874-a66b-4a1b-a257-6fdd44867509 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.485552 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f1ee1c-22de-426e-9591-bd542ef3f324 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:03.487893 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55f0beb9-ab71-4dd7-9139-0b723e788be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.503346 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f0beb9-ab71-4dd7-9139-0b723e788be4 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:47:03.503889 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55f0beb9-ab71-4dd7-9139-0b723e788be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:47:03.505758 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:47:03.511074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-4c50963a-6af5-4461-afa0-133a7b42458c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:03.512778 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-4c50963a-6af5-4461-afa0-133a7b42458c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b630264-c7d4-4c04-a0fd-2e3fe6636661 HTTP/1.1" status: 200 len: 851 time: 0.1537888 Jul 22 16:47:03.561213 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-81e304fa-b4a9-4983-bcdc-a621568efee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:03.562783 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-81e304fa-b4a9-4983-bcdc-a621568efee8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2813530 Jul 22 16:47:03.568496 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e589a7-5efc-4273-9200-12a634cc4435 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet ef28262b-a651-4701-84f1-1eec43ff6548 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:47:03.585433 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63e589a7-5efc-4273-9200-12a634cc4435 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.622859 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55f0beb9-ab71-4dd7-9139-0b723e788be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.633619 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55f0beb9-ab71-4dd7-9139-0b723e788be4 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.651992 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-55f0beb9-ab71-4dd7-9139-0b723e788be4 admin admin] 10.222.0.69 "DELETE /v2.0/networks/65bc71d4-b0c7-49c6-8406-b3cd4a91b70d HTTP/1.1" status: 204 len: 168 time: 0.5898447 Jul 22 16:47:03.664214 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63e589a7-5efc-4273-9200-12a634cc4435 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.693814 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0beb9-ab71-4dd7-9139-0b723e788be4 admin admin] Pushing event deleted for resources: {'Network': ['ID=65bc71d4-b0c7-49c6-8406-b3cd4a91b70d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:03.708509 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8fa6874-a66b-4a1b-a257-6fdd44867509 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.736894 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8499743-269b-4fff-88ea-57d51f0a1f9b None None] DHCP port deletion for 1617743f-feb0-47ea-b882-fcd8b45722b9 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:47:03.770546 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63e589a7-5efc-4273-9200-12a634cc4435 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.822364 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e8499743-269b-4fff-88ea-57d51f0a1f9b None None] Deleting port af17c0cd-c9fc-428a-adbb-ddd91d629f77 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:03.822959 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8499743-269b-4fff-88ea-57d51f0a1f9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.828007 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8fa6874-a66b-4a1b-a257-6fdd44867509 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.889864 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63e589a7-5efc-4273-9200-12a634cc4435 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.913095 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa6874-a66b-4a1b-a257-6fdd44867509 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Subnet': ['ID=36f700f8-cf65-49ad-a08a-9710dc2cd473,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:03.922897 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f8fa6874-a66b-4a1b-a257-6fdd44867509 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.925591 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f8fa6874-a66b-4a1b-a257-6fdd44867509 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/subnets/36f700f8-cf65-49ad-a08a-9710dc2cd473 HTTP/1.1" status: 204 len: 168 time: 0.7259188 Jul 22 16:47:03.928955 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38340) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:03.945329 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63e589a7-5efc-4273-9200-12a634cc4435 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.947457 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-63e589a7-5efc-4273-9200-12a634cc4435 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/ef28262b-a651-4701-84f1-1eec43ff6548 HTTP/1.1" status: 204 len: 168 time: 0.5103672 Jul 22 16:47:03.956260 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-158528e8-2923-44e1-a0e9-d1e218df9ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:03.961086 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38344) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:03.961558 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-158528e8-2923-44e1-a0e9-d1e218df9ad3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=408ac033-5a33-4cf7-82af-38aaa8dda69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4382117 Jul 22 16:47:03.962605 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e589a7-5efc-4273-9200-12a634cc4435 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=ef28262b-a651-4701-84f1-1eec43ff6548,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:03.994831 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a03cef-86e7-44ed-b01e-ce5d421acf70 None None] Network ce5a41b6-b17d-4bd2-b37a-6d941bb747db requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:04.023849 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-032a9efa-3f0f-42b6-b073-ed1b3eb0019e service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528713 Jul 22 16:47:04.064757 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9aa5e422-c96f-410c-9e49-428355ee7c7f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1019330 Jul 22 16:47:04.065563 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38350) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:04.109780 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38352) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:04.110021 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e8499743-269b-4fff-88ea-57d51f0a1f9b None None] For port af17c0cd-c9fc-428a-adbb-ddd91d629f77, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=af17c0cd-c9fc-428a-adbb-ddd91d629f77,segment=NetworkSegment(3aacf42d-3828-4d09-bff2-31371763eed5),segment_id=3aacf42d-3828-4d09-bff2-31371763eed5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:04.118634 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8499743-269b-4fff-88ea-57d51f0a1f9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:04.231416 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-6421d747-8d8c-414c-8310-5b022bdf6be4 service neutron] 10.222.0.30 "GET /v2.0/networks/408ac033-5a33-4cf7-82af-38aaa8dda69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611625 Jul 22 16:47:04.280744 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-2e721b81-59c9-48bf-9d95-30a9f4f42979 service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470777 Jul 22 16:47:04.281145 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e8499743-269b-4fff-88ea-57d51f0a1f9b None None] Calling delete_port for af17c0cd-c9fc-428a-adbb-ddd91d629f77 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:04.308130 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d55bde3-5b9d-47ee-ae1f-17493be8e55e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:04.363306 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-301a125f-575a-4317-98e7-11532bf93146 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=7aa61500-2368-4f52-ab67-83af547fa639 HTTP/1.1" status: 200 len: 217 time: 0.0575998 Jul 22 16:47:04.432813 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f0ab15e5-d2d8-44b8-9826-02b77d3ec83e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=da62075422094ce69d816eddc76670fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3260629 Jul 22 16:47:04.433677 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38368) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:04.453250 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8499743-269b-4fff-88ea-57d51f0a1f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:04.489708 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8499743-269b-4fff-88ea-57d51f0a1f9b None None] Pushing event deleted for resources: {'Port': ['ID=af17c0cd-c9fc-428a-adbb-ddd91d629f77,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:04.507444 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0d55bde3-5b9d-47ee-ae1f-17493be8e55e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] The port 'af17c0cd-c9fc-428a-adbb-ddd91d629f77' was deleted {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 16:47:04.508598 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499743-269b-4fff-88ea-57d51f0a1f9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:04.509275 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499743-269b-4fff-88ea-57d51f0a1f9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:04.509914 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499743-269b-4fff-88ea-57d51f0a1f9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:04.510820 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499743-269b-4fff-88ea-57d51f0a1f9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:04.511460 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499743-269b-4fff-88ea-57d51f0a1f9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:04.512958 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499743-269b-4fff-88ea-57d51f0a1f9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:04.513479 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499743-269b-4fff-88ea-57d51f0a1f9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:04.514083 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499743-269b-4fff-88ea-57d51f0a1f9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:04.514685 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499743-269b-4fff-88ea-57d51f0a1f9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:04.515143 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499743-269b-4fff-88ea-57d51f0a1f9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:04.515646 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499743-269b-4fff-88ea-57d51f0a1f9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:04.516122 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8499743-269b-4fff-88ea-57d51f0a1f9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:04.547546 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8499743-269b-4fff-88ea-57d51f0a1f9b None None] No DVR routers for this DVR port af17c0cd-c9fc-428a-adbb-ddd91d629f77 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:04.572677 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599e3358-b5cb-44b9-9b08-5620a51bc994 None None] DHCP port deletion for ce5a41b6-b17d-4bd2-b37a-6d941bb747db request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:47:04.653881 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:04.695269 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-599e3358-b5cb-44b9-9b08-5620a51bc994 None None] Deleting port 694ec1ae-a5ae-4330-b456-670f58c5c422 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:04.696094 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-599e3358-b5cb-44b9-9b08-5620a51bc994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:04.776746 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d55bde3-5b9d-47ee-ae1f-17493be8e55e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:04.797585 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-599e3358-b5cb-44b9-9b08-5620a51bc994 None None] For port 694ec1ae-a5ae-4330-b456-670f58c5c422, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=694ec1ae-a5ae-4330-b456-670f58c5c422,segment=NetworkSegment(89d03cff-d327-441a-ae6e-2d163caa1070),segment_id=89d03cff-d327-441a-ae6e-2d163caa1070)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:04.798011 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-599e3358-b5cb-44b9-9b08-5620a51bc994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:04.825603 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-599e3358-b5cb-44b9-9b08-5620a51bc994 None None] Calling delete_port for 694ec1ae-a5ae-4330-b456-670f58c5c422 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:04.832624 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411b8553-a592-4a69-957a-4cab752927c1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:04.838124 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-411b8553-a592-4a69-957a-4cab752927c1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.7679920 Jul 22 16:47:04.851039 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0d55bde3-5b9d-47ee-ae1f-17493be8e55e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1617743f-feb0-47ea-b882-fcd8b45722b9']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:04.856740 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38380) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:04.887761 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78192a01-c248-4fb4-b058-61be9ed291d0 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:04.913723 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0d55bde3-5b9d-47ee-ae1f-17493be8e55e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aacf42d-3828-4d09-bff2-31371763eed5') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:04.919254 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0d55bde3-5b9d-47ee-ae1f-17493be8e55e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aacf42d-3828-4d09-bff2-31371763eed5') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:04.964279 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9fad0f46-68dd-4b1e-9acc-c73247446149 None None] Provisioning complete for port a7b68731-9c01-442d-a029-8e3d79f1b37e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:04.964933 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9fad0f46-68dd-4b1e-9acc-c73247446149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:04.981521 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d55bde3-5b9d-47ee-ae1f-17493be8e55e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.002805 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-ad2047d7-fbf2-4c49-bfbb-13d5f3a0c145 service neutron] 10.222.0.30 "GET /v2.0/networks/408ac033-5a33-4cf7-82af-38aaa8dda69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7613733 Jul 22 16:47:05.024801 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d55bde3-5b9d-47ee-ae1f-17493be8e55e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.031145 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-182b1dee-bd75-4202-8e96-7a4874b142e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.037384 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d55bde3-5b9d-47ee-ae1f-17493be8e55e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:47:05.038040 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d55bde3-5b9d-47ee-ae1f-17493be8e55e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:47:05.041250 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:47:05.044768 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-b79c0574-8487-4afd-b158-9439c51fc367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:05.047275 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-b79c0574-8487-4afd-b158-9439c51fc367 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96d2d744-bd35-4248-9461-63b7b331579f HTTP/1.1" status: 200 len: 797 time: 0.6755495 Jul 22 16:47:05.048759 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08000ded-62fc-4d75-bafb-8c570c35c996 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:05.050527 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-08000ded-62fc-4d75-bafb-8c570c35c996 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1937735 Jul 22 16:47:05.097162 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-182b1dee-bd75-4202-8e96-7a4874b142e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.115830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38390) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:05.131664 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-cf24b540-8c36-4c9d-80e3-7d6ffc5c36cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=71b37d7f-7bc1-469c-9d49-d6daba46b789 HTTP/1.1" status: 200 len: 217 time: 0.0997453 Jul 22 16:47:05.149411 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-599e3358-b5cb-44b9-9b08-5620a51bc994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.190351 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e3358-b5cb-44b9-9b08-5620a51bc994 None None] Pushing event deleted for resources: {'Port': ['ID=694ec1ae-a5ae-4330-b456-670f58c5c422,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:05.192741 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599e3358-b5cb-44b9-9b08-5620a51bc994 None None] No DVR routers for this DVR port 694ec1ae-a5ae-4330-b456-670f58c5c422 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:05.222596 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b71a53ce-d3bf-414d-be2d-8e498ed03c16 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1051419 Jul 22 16:47:05.229148 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38398) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:05.236172 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-33e68d03-e094-4471-baf4-cedd805e1985 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:05.242590 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d55bde3-5b9d-47ee-ae1f-17493be8e55e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.263810 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d55bde3-5b9d-47ee-ae1f-17493be8e55e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.266566 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0d55bde3-5b9d-47ee-ae1f-17493be8e55e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/networks/1617743f-feb0-47ea-b882-fcd8b45722b9 HTTP/1.1" status: 204 len: 168 time: 1.3350244 Jul 22 16:47:05.269906 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38400) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:05.302307 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55bde3-5b9d-47ee-ae1f-17493be8e55e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Network': ['ID=1617743f-feb0-47ea-b882-fcd8b45722b9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:05.310572 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-182b1dee-bd75-4202-8e96-7a4874b142e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.313349 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-182b1dee-bd75-4202-8e96-7a4874b142e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.318961 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-182b1dee-bd75-4202-8e96-7a4874b142e1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e2535628-bb64-406e-882e-54b584553631 HTTP/1.1" status: 204 len: 168 time: 0.8829055 Jul 22 16:47:05.330276 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fd7936-aab3-4932-934a-811d42f006c4 None None] DHCP port deletion for 3a7a7ee3-b719-4772-82c2-01f118e27227 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:47:05.376562 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-8afb8d0e-7946-469c-bb20-bf4cb0a0c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:05.378195 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-8afb8d0e-7946-469c-bb20-bf4cb0a0c945 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b04288f5-00e1-4e20-a52b-805997e77341 HTTP/1.1" status: 200 len: 797 time: 0.1858652 Jul 22 16:47:05.381069 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b1dee-bd75-4202-8e96-7a4874b142e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2535628-bb64-406e-882e-54b584553631,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:05.428223 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e68d03-e094-4471-baf4-cedd805e1985 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:05.432056 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-33e68d03-e094-4471-baf4-cedd805e1985 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.436881 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e68d03-e094-4471-baf4-cedd805e1985 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:47:05.437959 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e68d03-e094-4471-baf4-cedd805e1985 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:47:05.453902 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c8fd7936-aab3-4932-934a-811d42f006c4 None None] Deleting port a7b68731-9c01-442d-a029-8e3d79f1b37e {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:05.455041 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8fd7936-aab3-4932-934a-811d42f006c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.470070 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-33e68d03-e094-4471-baf4-cedd805e1985 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2396777 Jul 22 16:47:05.471007 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38412) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:05.477531 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-83fed398-515f-4263-b261-6cbb17754f98 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:05.546102 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-ef27bdec-3655-490b-8a84-e1f9d553be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:05.547624 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-ef27bdec-3655-490b-8a84-e1f9d553be95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4498096 Jul 22 16:47:05.560944 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8ccdcae-45e3-4b5c-94f8-668f641220b2 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.611266 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c8fd7936-aab3-4932-934a-811d42f006c4 None None] For port a7b68731-9c01-442d-a029-8e3d79f1b37e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a7b68731-9c01-442d-a029-8e3d79f1b37e,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:05.611946 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8fd7936-aab3-4932-934a-811d42f006c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.616573 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device af17c0cd-c9fc-428a-adbb-ddd91d629f77 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:05.660968 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fed398-515f-4263-b261-6cbb17754f98 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:05.661645 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: af17c0cd-c9fc-428a-adbb-ddd91d629f77 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:47:05.662246 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device af17c0cd-c9fc-428a-adbb-ddd91d629f77 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:05.662815 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 694ec1ae-a5ae-4330-b456-670f58c5c422 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:05.666054 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-83fed398-515f-4263-b261-6cbb17754f98 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.669492 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-83fed398-515f-4263-b261-6cbb17754f98 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:47:05.670799 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83fed398-515f-4263-b261-6cbb17754f98 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:47:05.691237 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c8fd7936-aab3-4932-934a-811d42f006c4 None None] Calling delete_port for a7b68731-9c01-442d-a029-8e3d79f1b37e owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:05.695907 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 694ec1ae-a5ae-4330-b456-670f58c5c422 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:47:05.697222 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 694ec1ae-a5ae-4330-b456-670f58c5c422 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:05.697871 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a7b68731-9c01-442d-a029-8e3d79f1b37e no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:05.706957 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-83fed398-515f-4263-b261-6cbb17754f98 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2346117 Jul 22 16:47:05.707821 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38424) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:05.718457 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-cb4b140a-f640-40d1-9918-268d1898793d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:05.869947 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-97d67455-fd98-4024-bcb6-817df8bae8e0 service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000016 Jul 22 16:47:05.873484 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.891109 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-22b9ba26-1bcd-4175-9abc-ec3d67ef884f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:05.893112 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-22b9ba26-1bcd-4175-9abc-ec3d67ef884f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4270737 Jul 22 16:47:05.893306 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4b140a-f640-40d1-9918-268d1898793d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:05.918959 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb4b140a-f640-40d1-9918-268d1898793d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.920460 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb4b140a-f640-40d1-9918-268d1898793d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:47:05.923774 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb4b140a-f640-40d1-9918-268d1898793d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:47:05.946852 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port a7b68731-9c01-442d-a029-8e3d79f1b37e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a7b68731-9c01-442d-a029-8e3d79f1b37e,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:05.958155 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.967801 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cb4b140a-f640-40d1-9918-268d1898793d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2583661 Jul 22 16:47:05.974765 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38438) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:05.982976 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d023ad6f-318a-4f26-8aef-eea2c5ff0717 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:06.002407 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8fd7936-aab3-4932-934a-811d42f006c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:06.013855 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8ccdcae-45e3-4b5c-94f8-668f641220b2 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:06.045887 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fd7936-aab3-4932-934a-811d42f006c4 None None] No DVR routers for this DVR port a7b68731-9c01-442d-a029-8e3d79f1b37e on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:06.048134 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=a7b68731-9c01-442d-a029-8e3d79f1b37e,revision_number=11']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:06.075208 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-b8ccdcae-45e3-4b5c-94f8-668f641220b2 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce5a41b6-b17d-4bd2-b37a-6d941bb747db']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:06.086320 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd7936-aab3-4932-934a-811d42f006c4 None None] Pushing event deleted for resources: {'Port': ['ID=a7b68731-9c01-442d-a029-8e3d79f1b37e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:06.209894 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d023ad6f-318a-4f26-8aef-eea2c5ff0717 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:06.220175 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d023ad6f-318a-4f26-8aef-eea2c5ff0717 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:06.223934 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d023ad6f-318a-4f26-8aef-eea2c5ff0717 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:47:06.226098 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d023ad6f-318a-4f26-8aef-eea2c5ff0717 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:47:06.237102 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-39eefddd-6031-4e09-834c-2a44c821590c service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310316 Jul 22 16:47:06.240459 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-b8ccdcae-45e3-4b5c-94f8-668f641220b2 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d03cff-d327-441a-ae6e-2d163caa1070') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:06.240788 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-b8ccdcae-45e3-4b5c-94f8-668f641220b2 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d03cff-d327-441a-ae6e-2d163caa1070') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:06.263840 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d023ad6f-318a-4f26-8aef-eea2c5ff0717 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2849348 Jul 22 16:47:06.268099 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38446) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:06.273479 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0e2b55d5-3ccb-45d3-8ec1-a2e19346f03d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:06.291122 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8ccdcae-45e3-4b5c-94f8-668f641220b2 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:06.335683 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8ccdcae-45e3-4b5c-94f8-668f641220b2 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:06.374768 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ccdcae-45e3-4b5c-94f8-668f641220b2 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:47:06.375346 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8ccdcae-45e3-4b5c-94f8-668f641220b2 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:47:06.383057 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:47:06.402974 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-bf1ef099-8acf-4b6e-a8e6-a315d9b90810 service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144773 Jul 22 16:47:06.457542 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-ed5aa759-4d93-4929-a212-65cd382b8a5a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 HTTP/1.1" status: 200 len: 217 time: 0.0454216 Jul 22 16:47:06.484623 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2b55d5-3ccb-45d3-8ec1-a2e19346f03d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:06.490375 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0e2b55d5-3ccb-45d3-8ec1-a2e19346f03d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:06.494518 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2b55d5-3ccb-45d3-8ec1-a2e19346f03d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:47:06.494518 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e2b55d5-3ccb-45d3-8ec1-a2e19346f03d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:47:06.500796 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38460) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:06.543231 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-b2bb8828-76fe-4ab3-b2e0-3cfc58a673da service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977192 Jul 22 16:47:06.544894 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0e2b55d5-3ccb-45d3-8ec1-a2e19346f03d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2754247 Jul 22 16:47:06.545897 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38464) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:06.556454 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-bf586a07-969d-4db8-b0b3-3924e7039b11 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:06.600895 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8ccdcae-45e3-4b5c-94f8-668f641220b2 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:06.628870 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8ccdcae-45e3-4b5c-94f8-668f641220b2 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:06.631282 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b8ccdcae-45e3-4b5c-94f8-668f641220b2 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/networks/ce5a41b6-b17d-4bd2-b37a-6d941bb747db HTTP/1.1" status: 204 len: 168 time: 1.3601203 Jul 22 16:47:06.663279 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38478) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:06.665785 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ccdcae-45e3-4b5c-94f8-668f641220b2 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Network': ['ID=ce5a41b6-b17d-4bd2-b37a-6d941bb747db,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:06.676194 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-97af6a54-6319-4b29-98a2-acdad1da0ffc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=d633fbc4-56d8-481f-9b8d-67add53d5f51 HTTP/1.1" status: 200 len: 217 time: 0.0829263 Jul 22 16:47:06.685618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-402d7865-2e48-47a9-8aed-7ac824a52157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:06.687447 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-402d7865-2e48-47a9-8aed-7ac824a52157 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1b3925e-5bc2-4165-8e50-36b5b076cd3a HTTP/1.1" status: 200 len: 797 time: 0.2239439 Jul 22 16:47:06.688576 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-bcf0b40c-1de7-4c3d-80db-eaa45d6c9499 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'network': {'name': 'tempest-RoutersTest-1592724920'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:06.741486 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-e8ff5369-4bc1-49c5-9b82-183e89228159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:06.743657 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-e8ff5369-4bc1-49c5-9b82-183e89228159 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b04288f5-00e1-4e20-a52b-805997e77341 HTTP/1.1" status: 200 len: 797 time: 0.0551705 Jul 22 16:47:06.801093 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf0b40c-1de7-4c3d-80db-eaa45d6c9499 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Made reservation on behalf of 3ea63212a4f44637b93ca12959982d7d for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:06.806339 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcf0b40c-1de7-4c3d-80db-eaa45d6c9499 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:06.812280 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf586a07-969d-4db8-b0b3-3924e7039b11 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:06.817589 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf586a07-969d-4db8-b0b3-3924e7039b11 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:06.822931 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf586a07-969d-4db8-b0b3-3924e7039b11 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:47:06.822931 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf586a07-969d-4db8-b0b3-3924e7039b11 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:47:06.861976 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b5eb28e7-1d99-45b0-b31f-7108da0b01be admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1655165633-network', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:06.872004 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bf586a07-969d-4db8-b0b3-3924e7039b11 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3228312 Jul 22 16:47:06.873679 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38492) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:06.880951 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf0b40c-1de7-4c3d-80db-eaa45d6c9499 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:47:06.891043 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-c5007de7-d0b1-4abc-902f-02a95626b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:06.893187 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-c5007de7-d0b1-4abc-902f-02a95626b1ce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1efbf9bc-0c70-4776-ae72-82d943308ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1482191 Jul 22 16:47:06.897793 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-9da797d2-048f-4d07-89ff-95d2fd938bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:06.900326 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-9da797d2-048f-4d07-89ff-95d2fd938bdb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1440852 Jul 22 16:47:06.902811 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcf0b40c-1de7-4c3d-80db-eaa45d6c9499 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:06.903345 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-bcf0b40c-1de7-4c3d-80db-eaa45d6c9499 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Added segment 999c7d54-d8cd-4a14-8463-ddefd5f84b29 of type vlan for network 0adc8c8c-759c-44b7-ad66-18fc6f382b47 Jul 22 16:47:06.915153 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5eb28e7-1d99-45b0-b31f-7108da0b01be admin admin] Made reservation on behalf of f0be4ca898ef40f79a7a36fc239eca61 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:06.918082 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5eb28e7-1d99-45b0-b31f-7108da0b01be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:06.928659 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ba87f179-e1bb-4fd7-8d08-f8c0901ac01b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0504351 Jul 22 16:47:06.938529 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38502) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:06.953216 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5eb28e7-1d99-45b0-b31f-7108da0b01be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:07.076796 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1156e0a-d99e-4407-91ea-c7c3721a4631 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:07.080691 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f1156e0a-d99e-4407-91ea-c7c3721a4631 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1385045 Jul 22 16:47:07.083449 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38520) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:07.086119 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcf0b40c-1de7-4c3d-80db-eaa45d6c9499 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:07.134959 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5eb28e7-1d99-45b0-b31f-7108da0b01be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:07.169545 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-29a5ceb5-f05f-4915-acc6-9ae99342770b service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394447 Jul 22 16:47:07.171463 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-3e192c4c-bf81-4536-9f28-d4908d58e672 service neutron] 10.222.0.16 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698562 Jul 22 16:47:07.189412 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e9956427-8422-4e89-aa6c-5a9fc8a67b9e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729201 Jul 22 16:47:07.190234 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38526) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:07.191030 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcf0b40c-1de7-4c3d-80db-eaa45d6c9499 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:07.197492 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf0b40c-1de7-4c3d-80db-eaa45d6c9499 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:07.198142 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcf0b40c-1de7-4c3d-80db-eaa45d6c9499 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:07.219072 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0858cf7f-6417-4b9c-9a0b-4bdf27b55935 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:07.223233 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5eb28e7-1d99-45b0-b31f-7108da0b01be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:07.236430 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5eb28e7-1d99-45b0-b31f-7108da0b01be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:47:07.247116 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5eb28e7-1d99-45b0-b31f-7108da0b01be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:07.247736 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-b5eb28e7-1d99-45b0-b31f-7108da0b01be admin admin] Added segment 5dd4ee6d-9efd-4368-981c-346afd984753 of type vlan for network 355332cc-46f4-40ba-8869-365066797198 Jul 22 16:47:07.308201 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bcf0b40c-1de7-4c3d-80db-eaa45d6c9499 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6437845 Jul 22 16:47:07.310382 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38536) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:07.317485 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4d6cda5d-3499-4ff6-b1b1-943fedd57519 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'subnet': {'network_id': '0adc8c8c-759c-44b7-ad66-18fc6f382b47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:07.328284 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5eb28e7-1d99-45b0-b31f-7108da0b01be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:07.380220 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-247c4673-bb47-4b3a-b0e9-d294c61538d3 service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037926 Jul 22 16:47:07.474094 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb28e7-1d99-45b0-b31f-7108da0b01be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5f28df-4802-4d2c-95ee-ec1ce486955d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:07.481637 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-a73ac40a-6429-4112-b766-7218d028315e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=15308c51-be2f-4b0a-b292-316a0d6b5938 HTTP/1.1" status: 200 len: 217 time: 0.0635242 Jul 22 16:47:07.482857 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0b40c-1de7-4c3d-80db-eaa45d6c9499 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Network': ['ID=0adc8c8c-759c-44b7-ad66-18fc6f382b47,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:07.484824 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-d6ce4873-dc50-4e3a-95f8-886c10e84f85 service neutron] 10.222.0.16 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811904 Jul 22 16:47:07.496737 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5eb28e7-1d99-45b0-b31f-7108da0b01be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:07.497768 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5eb28e7-1d99-45b0-b31f-7108da0b01be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:07.498383 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5eb28e7-1d99-45b0-b31f-7108da0b01be admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:07.540315 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 0adc8c8c-759c-44b7-ad66-18fc6f382b47 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:47:07.557589 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0858cf7f-6417-4b9c-9a0b-4bdf27b55935 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:07.563383 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0858cf7f-6417-4b9c-9a0b-4bdf27b55935 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:07.601826 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-a63fd070-fe72-4098-9600-867ce0814640 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 HTTP/1.1" status: 200 len: 217 time: 0.1003261 Jul 22 16:47:07.719726 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38566) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:07.728343 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b5eb28e7-1d99-45b0-b31f-7108da0b01be admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2082350 Jul 22 16:47:07.739525 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-690b0c29-2d84-45ec-96db-153d1578b8d1 admin admin] Request body: {'subnet': {'network_id': '355332cc-46f4-40ba-8869-365066797198', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1655165633-subnet', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:07.804795 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-90faed1a-70a4-4240-8ad6-666a2ac27390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:07.806962 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-90faed1a-70a4-4240-8ad6-666a2ac27390 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1b3925e-5bc2-4165-8e50-36b5b076cd3a HTTP/1.1" status: 200 len: 797 time: 0.1872585 Jul 22 16:47:07.807543 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6cda5d-3499-4ff6-b1b1-943fedd57519 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Made reservation on behalf of 3ea63212a4f44637b93ca12959982d7d for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:07.812149 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d6cda5d-3499-4ff6-b1b1-943fedd57519 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:07.821081 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb28e7-1d99-45b0-b31f-7108da0b01be admin admin] Pushing event updated for resources: {'Network': ['ID=355332cc-46f4-40ba-8869-365066797198,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:07.835715 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 355332cc-46f4-40ba-8869-365066797198 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:47:08.008322 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-b1546458-b8bf-4228-a990-611d43248c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:08.009957 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-b1546458-b8bf-4228-a990-611d43248c0e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b04288f5-00e1-4e20-a52b-805997e77341 HTTP/1.1" status: 200 len: 797 time: 0.5214689 Jul 22 16:47:08.010507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690b0c29-2d84-45ec-96db-153d1578b8d1 admin admin] Made reservation on behalf of f0be4ca898ef40f79a7a36fc239eca61 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:08.012818 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-690b0c29-2d84-45ec-96db-153d1578b8d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:08.068687 n-d-798930-9 neutron-server[93817]: DEBUG neutron.objects.ports [None req-0858cf7f-6417-4b9c-9a0b-4bdf27b55935 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:47:08.070789 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0858cf7f-6417-4b9c-9a0b-4bdf27b55935 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:08.136535 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d6cda5d-3499-4ff6-b1b1-943fedd57519 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:08.154446 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0858cf7f-6417-4b9c-9a0b-4bdf27b55935 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:08.160118 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-0858cf7f-6417-4b9c-9a0b-4bdf27b55935 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:08.165148 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0858cf7f-6417-4b9c-9a0b-4bdf27b55935 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:08.166070 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0858cf7f-6417-4b9c-9a0b-4bdf27b55935 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:08.171825 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c40427c-3592-4a03-ac5b-80a8a1d5778b None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:08.186971 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858cf7f-6417-4b9c-9a0b-4bdf27b55935 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=6d4990aa-a8f4-4fcd-a485-7f32ed5ec81b,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:08.198466 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0858cf7f-6417-4b9c-9a0b-4bdf27b55935 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9842265 Jul 22 16:47:08.200788 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38590) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:08.217552 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-44e0dbe1-c966-466d-8a50-08d700974b9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'mac_address': 'fa:16:3e:f7:70:51', 'name': 'tempest-NetworksTestDHCPv6-1350932700'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:08.413486 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e0dbe1-c966-466d-8a50-08d700974b9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:08.437086 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cda5d-3499-4ff6-b1b1-943fedd57519 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Subnet': ['ID=015f4d44-b881-4498-bc8f-dd67b3f7ffc1,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:08.451307 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eb1274-7c4b-4f0a-8a8b-a26103b8c1c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-3a7a7ee3-b719-4772-82c2-01f118e27227', 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'fixed_ips': [{'subnet_id': '6d4990aa-a8f4-4fcd-a485-7f32ed5ec81b'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:47:08.453138 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0eb1274-7c4b-4f0a-8a8b-a26103b8c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:08.469778 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-6b191f7e-7b56-45e9-9abc-75c5dd1ffea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:08.471414 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-6b191f7e-7b56-45e9-9abc-75c5dd1ffea9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1efbf9bc-0c70-4776-ae72-82d943308ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6536939 Jul 22 16:47:08.475134 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6cda5d-3499-4ff6-b1b1-943fedd57519 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Checking segment: {'id': '999c7d54-d8cd-4a14-8463-ddefd5f84b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0adc8c8c-759c-44b7-ad66-18fc6f382b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:08.475501 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6cda5d-3499-4ff6-b1b1-943fedd57519 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network hostable DHCP agents. Network: 0adc8c8c-759c-44b7-ad66-18fc6f382b47, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:47:08.513280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-cfceb438-cbf4-446a-b9e8-b1557859ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:08.514872 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-cfceb438-cbf4-446a-b9e8-b1557859ab1b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3996232 Jul 22 16:47:08.629486 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6cda5d-3499-4ff6-b1b1-943fedd57519 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network 0adc8c8c-759c-44b7-ad66-18fc6f382b47 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:47:08.682551 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-4d6cda5d-3499-4ff6-b1b1-943fedd57519 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 0adc8c8c-759c-44b7-ad66-18fc6f382b47) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:08.698240 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0dab9e-833e-4e5f-966f-099e712f3c74 None None] Network 0adc8c8c-759c-44b7-ad66-18fc6f382b47 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:08.723064 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6cda5d-3499-4ff6-b1b1-943fedd57519 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:08.723667 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4d6cda5d-3499-4ff6-b1b1-943fedd57519 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:08.767546 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-4f66be7e-c49c-42fb-ac2a-5ee76d203c6e service neutron] 10.222.0.16 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827437 Jul 22 16:47:08.805882 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-d0eb1274-7c4b-4f0a-8a8b-a26103b8c1c8 None None] Allocated IP 2001:db8::f816:3eff:fea7:4215 (3a7a7ee3-b719-4772-82c2-01f118e27227/6d4990aa-a8f4-4fcd-a485-7f32ed5ec81b/7e793f59-e5aa-4606-9e8b-c1c34fcd5027) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:08.938621 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44e0dbe1-c966-466d-8a50-08d700974b9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:08.951367 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28ba4066-7db4-49a7-9e3c-d04d75a7dda9 req-6c5d24c3-e740-4db9-ab45-21926d97ddf2 service neutron] 10.222.0.16 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758487 Jul 22 16:47:08.953167 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-f52ce511-90f7-4c15-b909-34f681d62f30 service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167316 Jul 22 16:47:08.954356 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-690b0c29-2d84-45ec-96db-153d1578b8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:08.962827 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4d6cda5d-3499-4ff6-b1b1-943fedd57519 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6500535 Jul 22 16:47:08.967887 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38634) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:08.970320 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-44e0dbe1-c966-466d-8a50-08d700974b9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] device_id is not set on port fa19117d-2819-4e59-91fb-31e73bc3b281 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:47:08.989153 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3db5ed26-acc4-4677-8273-af52af2c21a9 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-763211405', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:09.057631 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3db5ed26-acc4-4677-8273-af52af2c21a9 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:09.058699 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3db5ed26-acc4-4677-8273-af52af2c21a9 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:09.089613 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244f2e52-9cd6-42af-ba6c-4c461800779a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-0adc8c8c-759c-44b7-ad66-18fc6f382b47', 'network_id': '0adc8c8c-759c-44b7-ad66-18fc6f382b47', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'fixed_ips': [{'subnet_id': '015f4d44-b881-4498-bc8f-dd67b3f7ffc1'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:47:09.090826 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-244f2e52-9cd6-42af-ba6c-4c461800779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:09.103115 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b0c29-2d84-45ec-96db-153d1578b8d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ecd1df5-07c9-407a-b124-958e195ac0bb,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:09.200920 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b0c29-2d84-45ec-96db-153d1578b8d1 admin admin] Checking segment: {'id': '5dd4ee6d-9efd-4368-981c-346afd984753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '355332cc-46f4-40ba-8869-365066797198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:09.201598 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690b0c29-2d84-45ec-96db-153d1578b8d1 admin admin] Network hostable DHCP agents. Network: 355332cc-46f4-40ba-8869-365066797198, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:47:09.206556 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3db5ed26-acc4-4677-8273-af52af2c21a9 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:09.214644 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3db5ed26-acc4-4677-8273-af52af2c21a9 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:09.230427 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0eb1274-7c4b-4f0a-8a8b-a26103b8c1c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:09.246716 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3db5ed26-acc4-4677-8273-af52af2c21a9 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:09.247961 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3db5ed26-acc4-4677-8273-af52af2c21a9 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2791252 Jul 22 16:47:09.251323 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38652) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:09.257009 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e2ce7c7d-9064-4863-873a-46c7e4c9e4c7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'port': {'network_id': '0adc8c8c-759c-44b7-ad66-18fc6f382b47', 'name': 'tempest-RoutersTest-163707031'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:09.264629 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690b0c29-2d84-45ec-96db-153d1578b8d1 admin admin] Network 355332cc-46f4-40ba-8869-365066797198 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:47:09.283592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-fa23f83d-040d-4dd5-81c9-81804f0748d2 service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196073 Jul 22 16:47:09.297572 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d0eb1274-7c4b-4f0a-8a8b-a26103b8c1c8 None None] Transition to ACTIVE for port object 7e793f59-e5aa-4606-9e8b-c1c34fcd5027 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:09.326541 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d0eb1274-7c4b-4f0a-8a8b-a26103b8c1c8 None None] Transition to ACTIVE for port object 7e793f59-e5aa-4606-9e8b-c1c34fcd5027 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:09.331831 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-244f2e52-9cd6-42af-ba6c-4c461800779a None None] Allocated IP 172.20.0.2 (0adc8c8c-759c-44b7-ad66-18fc6f382b47/015f4d44-b881-4498-bc8f-dd67b3f7ffc1/91f9b1cf-333a-4b01-ad71-faa274c977a2) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:09.347726 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-ed03bf57-7cc1-4635-8974-aaa9991f9ae5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=8f8e2019-4413-47d1-bf77-7942fb52a98f HTTP/1.1" status: 200 len: 217 time: 0.0503798 Jul 22 16:47:09.363029 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0eb1274-7c4b-4f0a-8a8b-a26103b8c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:09.402534 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-44e0dbe1-c966-466d-8a50-08d700974b9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8::f816:3eff:fef7:7051 (3a7a7ee3-b719-4772-82c2-01f118e27227/6d4990aa-a8f4-4fcd-a485-7f32ed5ec81b/fa19117d-2819-4e59-91fb-31e73bc3b281) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:09.453435 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb1274-7c4b-4f0a-8a8b-a26103b8c1c8 None None] Pushing event updated for resources: {'Port': ['ID=7e793f59-e5aa-4606-9e8b-c1c34fcd5027,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:09.488098 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eb1274-7c4b-4f0a-8a8b-a26103b8c1c8 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:09.491697 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-d0eb1274-7c4b-4f0a-8a8b-a26103b8c1c8 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:09.495549 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb1274-7c4b-4f0a-8a8b-a26103b8c1c8 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:09.507889 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-690b0c29-2d84-45ec-96db-153d1578b8d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 355332cc-46f4-40ba-8869-365066797198) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:09.541194 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690b0c29-2d84-45ec-96db-153d1578b8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:09.541796 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-690b0c29-2d84-45ec-96db-153d1578b8d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:09.560141 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a2dbe3-37bf-48a3-b52f-d58e6229f835 None None] Network 355332cc-46f4-40ba-8869-365066797198 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:09.576306 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-2af475a4-dbef-4b06-b7a2-3bee0446a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:09.577902 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-2af475a4-dbef-4b06-b7a2-3bee0446a583 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b04288f5-00e1-4e20-a52b-805997e77341 HTTP/1.1" status: 200 len: 797 time: 0.2205796 Jul 22 16:47:09.621749 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ce7c7d-9064-4863-873a-46c7e4c9e4c7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Made reservation on behalf of 3ea63212a4f44637b93ca12959982d7d for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:09.625596 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2ce7c7d-9064-4863-873a-46c7e4c9e4c7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:09.628910 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-d0eb1274-7c4b-4f0a-8a8b-a26103b8c1c8 None None] Attempting to bind port 7e793f59-e5aa-4606-9e8b-c1c34fcd5027 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:09.629943 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-d0eb1274-7c4b-4f0a-8a8b-a26103b8c1c8 None None] Attempting to bind port 7e793f59-e5aa-4606-9e8b-c1c34fcd5027 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:09.630491 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb1274-7c4b-4f0a-8a8b-a26103b8c1c8 None None] Attempting to bind port 7e793f59-e5aa-4606-9e8b-c1c34fcd5027 on network 3a7a7ee3-b719-4772-82c2-01f118e27227 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:09.630731 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-690b0c29-2d84-45ec-96db-153d1578b8d1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8992872 Jul 22 16:47:09.641075 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38672) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:09.649343 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-992ebcd7-79b3-43d0-97ec-27b397e76ce7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1655165633-router', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:09.670093 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e2ce7c7d-9064-4863-873a-46c7e4c9e4c7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] device_id is not set on port 1e120271-2550-4eb4-994f-cb67e8e7a6d3 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:47:09.670406 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44e0dbe1-c966-466d-8a50-08d700974b9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:09.691374 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-44e0dbe1-c966-466d-8a50-08d700974b9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Transition to ACTIVE for port object fa19117d-2819-4e59-91fb-31e73bc3b281 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:09.736706 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb1274-7c4b-4f0a-8a8b-a26103b8c1c8 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:09.738839 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb1274-7c4b-4f0a-8a8b-a26103b8c1c8 None None] Checking segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:09.744950 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0eb1274-7c4b-4f0a-8a8b-a26103b8c1c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:09.746181 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb1274-7c4b-4f0a-8a8b-a26103b8c1c8 None None] Bound using segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:09.746860 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-d0eb1274-7c4b-4f0a-8a8b-a26103b8c1c8 None None] Bound port: 7e793f59-e5aa-4606-9e8b-c1c34fcd5027, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:09.747597 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-992ebcd7-79b3-43d0-97ec-27b397e76ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:09.748590 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0eb1274-7c4b-4f0a-8a8b-a26103b8c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:09.748922 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-992ebcd7-79b3-43d0-97ec-27b397e76ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:09.753827 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44e0dbe1-c966-466d-8a50-08d700974b9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:09.768508 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-4a06ee74-85bb-48fc-b4a3-255aed751986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:09.770111 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-4a06ee74-85bb-48fc-b4a3-255aed751986 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b833cb6-36e8-4b1d-8c83-cc79c162b762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1856389 Jul 22 16:47:09.831844 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e0dbe1-c966-466d-8a50-08d700974b9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:09.839977 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-44e0dbe1-c966-466d-8a50-08d700974b9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:09.842843 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e0dbe1-c966-466d-8a50-08d700974b9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:09.862406 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e0dbe1-c966-466d-8a50-08d700974b9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:09.866231 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44e0dbe1-c966-466d-8a50-08d700974b9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:09.899642 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0dbe1-c966-466d-8a50-08d700974b9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=fa19117d-2819-4e59-91fb-31e73bc3b281,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:09.907419 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-44e0dbe1-c966-466d-8a50-08d700974b9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7047944 Jul 22 16:47:09.916080 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38688) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:10.031715 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b712ceb5-4d4d-477d-8d86-bfe7c37fe513 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:10.037975 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b712ceb5-4d4d-477d-8d86-bfe7c37fe513 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:10.041579 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b712ceb5-4d4d-477d-8d86-bfe7c37fe513 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1233566 Jul 22 16:47:10.044572 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38696) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:10.188291 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5c8265ad-0830-4e26-9419-8f56dcb89730 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting port fa19117d-2819-4e59-91fb-31e73bc3b281 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:10.188693 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c8265ad-0830-4e26-9419-8f56dcb89730 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.225458 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d0eb1274-7c4b-4f0a-8a8b-a26103b8c1c8 None None] For port 7e793f59-e5aa-4606-9e8b-c1c34fcd5027, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:10.228645 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-244f2e52-9cd6-42af-ba6c-4c461800779a None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.238793 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d0eb1274-7c4b-4f0a-8a8b-a26103b8c1c8 None None] For port 7e793f59-e5aa-4606-9e8b-c1c34fcd5027, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=7e793f59-e5aa-4606-9e8b-c1c34fcd5027,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:10.254300 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0eb1274-7c4b-4f0a-8a8b-a26103b8c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.257780 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-244f2e52-9cd6-42af-ba6c-4c461800779a None None] Transition to ACTIVE for port object 91f9b1cf-333a-4b01-ad71-faa274c977a2 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:10.320749 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38700) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:10.355146 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e89e7e-92fa-4157-af5a-d093d0b75d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-355332cc-46f4-40ba-8869-365066797198', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'fixed_ips': [{'subnet_id': '5ecd1df5-07c9-407a-b124-958e195ac0bb'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:47:10.355806 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99e89e7e-92fa-4157-af5a-d093d0b75d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.361205 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-244f2e52-9cd6-42af-ba6c-4c461800779a None None] Transition to ACTIVE for port object 91f9b1cf-333a-4b01-ad71-faa274c977a2 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:10.404030 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-244f2e52-9cd6-42af-ba6c-4c461800779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.412447 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c8265ad-0830-4e26-9419-8f56dcb89730 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.422183 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb1274-7c4b-4f0a-8a8b-a26103b8c1c8 None None] Pushing event updated for resources: {'Port': ['ID=7e793f59-e5aa-4606-9e8b-c1c34fcd5027,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:10.424776 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-992ebcd7-79b3-43d0-97ec-27b397e76ce7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.440454 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5c8265ad-0830-4e26-9419-8f56dcb89730 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Calling delete_port for fa19117d-2819-4e59-91fb-31e73bc3b281 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:10.504367 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f2e52-9cd6-42af-ba6c-4c461800779a None None] Pushing event updated for resources: {'Port': ['ID=91f9b1cf-333a-4b01-ad71-faa274c977a2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:10.571626 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244f2e52-9cd6-42af-ba6c-4c461800779a None None] Network 0adc8c8c-759c-44b7-ad66-18fc6f382b47 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:10.577053 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-244f2e52-9cd6-42af-ba6c-4c461800779a None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:10.584991 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f2e52-9cd6-42af-ba6c-4c461800779a None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:10.624720 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d23ed77f-01c3-4280-a3de-ec3d236b3fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.627428 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c8265ad-0830-4e26-9419-8f56dcb89730 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.672022 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8265ad-0830-4e26-9419-8f56dcb89730 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Port': ['ID=fa19117d-2819-4e59-91fb-31e73bc3b281,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:10.749974 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c8265ad-0830-4e26-9419-8f56dcb89730 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.755361 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-244f2e52-9cd6-42af-ba6c-4c461800779a None None] Attempting to bind port 91f9b1cf-333a-4b01-ad71-faa274c977a2 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:10.757562 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-244f2e52-9cd6-42af-ba6c-4c461800779a None None] Attempting to bind port 91f9b1cf-333a-4b01-ad71-faa274c977a2 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '999c7d54-d8cd-4a14-8463-ddefd5f84b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0adc8c8c-759c-44b7-ad66-18fc6f382b47'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:10.758801 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244f2e52-9cd6-42af-ba6c-4c461800779a None None] Attempting to bind port 91f9b1cf-333a-4b01-ad71-faa274c977a2 on network 0adc8c8c-759c-44b7-ad66-18fc6f382b47 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:10.768739 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5c8265ad-0830-4e26-9419-8f56dcb89730 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/fa19117d-2819-4e59-91fb-31e73bc3b281 HTTP/1.1" status: 204 len: 168 time: 0.7208800 Jul 22 16:47:10.769408 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38704) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:10.770944 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-f061f1d2-1972-499b-9a89-b0988896ad16 service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9924040 Jul 22 16:47:10.777309 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244f2e52-9cd6-42af-ba6c-4c461800779a None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:10.778390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244f2e52-9cd6-42af-ba6c-4c461800779a None None] Checking segment: {'id': '999c7d54-d8cd-4a14-8463-ddefd5f84b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0adc8c8c-759c-44b7-ad66-18fc6f382b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:10.779073 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-244f2e52-9cd6-42af-ba6c-4c461800779a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.779680 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244f2e52-9cd6-42af-ba6c-4c461800779a None None] Bound using segment: {'id': '999c7d54-d8cd-4a14-8463-ddefd5f84b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0adc8c8c-759c-44b7-ad66-18fc6f382b47'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:10.780429 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-244f2e52-9cd6-42af-ba6c-4c461800779a None None] Bound port: 91f9b1cf-333a-4b01-ad71-faa274c977a2, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999c7d54-d8cd-4a14-8463-ddefd5f84b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0adc8c8c-759c-44b7-ad66-18fc6f382b47'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:10.781110 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-244f2e52-9cd6-42af-ba6c-4c461800779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.784492 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-992ebcd7-79b3-43d0-97ec-27b397e76ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.830724 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-99e89e7e-92fa-4157-af5a-d093d0b75d38 None None] Allocated IP 172.20.0.2 (355332cc-46f4-40ba-8869-365066797198/5ecd1df5-07c9-407a-b124-958e195ac0bb/11e67993-828a-4191-a92e-a30570d55f35) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:10.843107 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-e2ce7c7d-9064-4863-873a-46c7e4c9e4c7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Allocated IP 172.20.0.5 (0adc8c8c-759c-44b7-ad66-18fc6f382b47/015f4d44-b881-4498-bc8f-dd67b3f7ffc1/1e120271-2550-4eb4-994f-cb67e8e7a6d3) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:10.868813 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1526b8e6-b330-4708-ab2b-cbbdac20be1f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:10.870469 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1526b8e6-b330-4708-ab2b-cbbdac20be1f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:10.874684 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1526b8e6-b330-4708-ab2b-cbbdac20be1f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1016545 Jul 22 16:47:10.874983 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38706) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:10.954438 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d800d1-91ee-4a9c-b21c-367ecbba0fd9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet 6d4990aa-a8f4-4fcd-a485-7f32ed5ec81b {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:47:10.962621 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3d800d1-91ee-4a9c-b21c-367ecbba0fd9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.007744 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d23ed77f-01c3-4280-a3de-ec3d236b3fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.014311 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-244f2e52-9cd6-42af-ba6c-4c461800779a None None] For port 91f9b1cf-333a-4b01-ad71-faa274c977a2, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:11.019761 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-244f2e52-9cd6-42af-ba6c-4c461800779a None None] For port 91f9b1cf-333a-4b01-ad71-faa274c977a2, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=91f9b1cf-333a-4b01-ad71-faa274c977a2,segment=NetworkSegment(999c7d54-d8cd-4a14-8463-ddefd5f84b29),segment_id=999c7d54-d8cd-4a14-8463-ddefd5f84b29)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:11.030320 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d23ed77f-01c3-4280-a3de-ec3d236b3fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.040402 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-244f2e52-9cd6-42af-ba6c-4c461800779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.118946 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99e89e7e-92fa-4157-af5a-d093d0b75d38 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.151582 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-99e89e7e-92fa-4157-af5a-d093d0b75d38 None None] Transition to ACTIVE for port object 11e67993-828a-4191-a92e-a30570d55f35 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:11.154513 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-f21a0080-2911-4a8e-81e5-01062d7fe177 service neutron] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548777 Jul 22 16:47:11.162592 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f2e52-9cd6-42af-ba6c-4c461800779a None None] Pushing event updated for resources: {'Port': ['ID=91f9b1cf-333a-4b01-ad71-faa274c977a2,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:11.176247 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3d800d1-91ee-4a9c-b21c-367ecbba0fd9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.182173 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-99e89e7e-92fa-4157-af5a-d093d0b75d38 None None] Transition to ACTIVE for port object 11e67993-828a-4191-a92e-a30570d55f35 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:11.191341 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99e89e7e-92fa-4157-af5a-d093d0b75d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.250409 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-d9113980-f0b9-4d6d-951d-9d692f526bcc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=21b84e2f-78cd-4be1-aeed-a8ff654b0a5a HTTP/1.1" status: 200 len: 217 time: 0.0877943 Jul 22 16:47:11.266402 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e89e7e-92fa-4157-af5a-d093d0b75d38 None None] Network 355332cc-46f4-40ba-8869-365066797198 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:11.276511 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-99e89e7e-92fa-4157-af5a-d093d0b75d38 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:11.279856 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e89e7e-92fa-4157-af5a-d093d0b75d38 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:11.292646 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e89e7e-92fa-4157-af5a-d093d0b75d38 None None] Pushing event updated for resources: {'Port': ['ID=11e67993-828a-4191-a92e-a30570d55f35,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:11.302707 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ed77f-01c3-4280-a3de-ec3d236b3fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b0b2e9-c923-4f9c-be23-8e0d8cecd206,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:11.313416 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d23ed77f-01c3-4280-a3de-ec3d236b3fe1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=de7b0a323b64464d98d63947987ebd4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9883533 Jul 22 16:47:11.314212 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38714) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:11.338092 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2ce7c7d-9064-4863-873a-46c7e4c9e4c7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.398341 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-99e89e7e-92fa-4157-af5a-d093d0b75d38 None None] Attempting to bind port 11e67993-828a-4191-a92e-a30570d55f35 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:11.399758 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-99e89e7e-92fa-4157-af5a-d093d0b75d38 None None] Attempting to bind port 11e67993-828a-4191-a92e-a30570d55f35 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '5dd4ee6d-9efd-4368-981c-346afd984753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '355332cc-46f4-40ba-8869-365066797198'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:11.400333 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e89e7e-92fa-4157-af5a-d093d0b75d38 None None] Attempting to bind port 11e67993-828a-4191-a92e-a30570d55f35 on network 355332cc-46f4-40ba-8869-365066797198 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:11.407161 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e89e7e-92fa-4157-af5a-d093d0b75d38 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:11.415254 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e89e7e-92fa-4157-af5a-d093d0b75d38 None None] Checking segment: {'id': '5dd4ee6d-9efd-4368-981c-346afd984753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '355332cc-46f4-40ba-8869-365066797198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:11.416257 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99e89e7e-92fa-4157-af5a-d093d0b75d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.419717 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e89e7e-92fa-4157-af5a-d093d0b75d38 None None] Bound using segment: {'id': '5dd4ee6d-9efd-4368-981c-346afd984753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '355332cc-46f4-40ba-8869-365066797198'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:11.420653 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-99e89e7e-92fa-4157-af5a-d093d0b75d38 None None] Bound port: 11e67993-828a-4191-a92e-a30570d55f35, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd4ee6d-9efd-4368-981c-346afd984753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '355332cc-46f4-40ba-8869-365066797198'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:11.421308 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99e89e7e-92fa-4157-af5a-d093d0b75d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.493959 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3d800d1-91ee-4a9c-b21c-367ecbba0fd9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.522538 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e2ce7c7d-9064-4863-873a-46c7e4c9e4c7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Transition to ACTIVE for port object 1e120271-2550-4eb4-994f-cb67e8e7a6d3 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:11.534019 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-57a8e389-22f9-4663-bad2-00810f53473f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:11.535523 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-57a8e389-22f9-4663-bad2-00810f53473f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e307d223-4916-45f9-8593-ea8af57cd01a HTTP/1.1" status: 200 len: 797 time: 0.2785754 Jul 22 16:47:11.587463 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6cfe549-306e-477f-957b-d15cf4ac3e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.673070 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-99e89e7e-92fa-4157-af5a-d093d0b75d38 None None] For port 11e67993-828a-4191-a92e-a30570d55f35, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:11.694951 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-99e89e7e-92fa-4157-af5a-d093d0b75d38 None None] For port 11e67993-828a-4191-a92e-a30570d55f35, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=11e67993-828a-4191-a92e-a30570d55f35,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:11.707502 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99e89e7e-92fa-4157-af5a-d093d0b75d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.716754 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6cfe549-306e-477f-957b-d15cf4ac3e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.787991 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-992ebcd7-79b3-43d0-97ec-27b397e76ce7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.791358 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7e793f59-e5aa-4606-9e8b-c1c34fcd5027 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:11.814236 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3d800d1-91ee-4a9c-b21c-367ecbba0fd9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.833521 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2ce7c7d-9064-4863-873a-46c7e4c9e4c7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.836764 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-992ebcd7-79b3-43d0-97ec-27b397e76ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.887112 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e89e7e-92fa-4157-af5a-d093d0b75d38 None None] Pushing event updated for resources: {'Port': ['ID=11e67993-828a-4191-a92e-a30570d55f35,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:11.900645 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d800d1-91ee-4a9c-b21c-367ecbba0fd9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=6d4990aa-a8f4-4fcd-a485-7f32ed5ec81b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:11.903674 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3d800d1-91ee-4a9c-b21c-367ecbba0fd9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.907882 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b3d800d1-91ee-4a9c-b21c-367ecbba0fd9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/6d4990aa-a8f4-4fcd-a485-7f32ed5ec81b HTTP/1.1" status: 204 len: 168 time: 1.0286670 Jul 22 16:47:11.911709 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38716) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:11.935906 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 7e793f59-e5aa-4606-9e8b-c1c34fcd5027 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:11.997626 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:12.011349 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7980fb88-1bfe-4fd3-92ce-59a2057dac8c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0874720 Jul 22 16:47:12.012596 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38718) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:12.026494 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8249ac7e-1779-4eed-8994-c3dfe560215a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:12.053599 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce7c7d-9064-4863-873a-46c7e4c9e4c7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Port': ['ID=1e120271-2550-4eb4-994f-cb67e8e7a6d3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:12.119325 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-c55dd068-e894-43f6-b294-7152702f932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:12.121103 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-c55dd068-e894-43f6-b294-7152702f932e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff66ea35-a49e-465a-a94a-77488ff458ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5722861 Jul 22 16:47:12.135670 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ce7c7d-9064-4863-873a-46c7e4c9e4c7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network 0adc8c8c-759c-44b7-ad66-18fc6f382b47 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:12.140413 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:12.151796 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e2ce7c7d-9064-4863-873a-46c7e4c9e4c7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:12.189058 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be26fd3-631d-45e2-9442-bdb5c8e42187 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:12.193528 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6cfe549-306e-477f-957b-d15cf4ac3e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:12.200435 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6cfe549-306e-477f-957b-d15cf4ac3e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:12.204014 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b6cfe549-306e-477f-957b-d15cf4ac3e01 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/26b0b2e9-c923-4f9c-be23-8e0d8cecd206 HTTP/1.1" status: 204 len: 168 time: 0.8740327 Jul 22 16:47:12.204158 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ce7c7d-9064-4863-873a-46c7e4c9e4c7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:12.216578 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfe549-306e-477f-957b-d15cf4ac3e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b0b2e9-c923-4f9c-be23-8e0d8cecd206,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:12.276226 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8249ac7e-1779-4eed-8994-c3dfe560215a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:12.287292 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8249ac7e-1779-4eed-8994-c3dfe560215a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:12.375974 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8677dcbd-d4cd-4562-9c4c-25e3a281ae4a None None] Provisioning for port 7e793f59-e5aa-4606-9e8b-c1c34fcd5027 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:12.381843 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8677dcbd-d4cd-4562-9c4c-25e3a281ae4a None None] Provisioning complete for port 7e793f59-e5aa-4606-9e8b-c1c34fcd5027 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:12.387220 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8677dcbd-d4cd-4562-9c4c-25e3a281ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:12.425825 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-e615cb60-5a90-4fcb-82ee-688fa1e583bb service neutron] 10.222.0.30 "GET /v2.0/networks/ff66ea35-a49e-465a-a94a-77488ff458ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750702 Jul 22 16:47:12.635865 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ce7c7d-9064-4863-873a-46c7e4c9e4c7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:12.636552 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2ce7c7d-9064-4863-873a-46c7e4c9e4c7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:12.670521 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8677dcbd-d4cd-4562-9c4c-25e3a281ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:12.761385 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e2ce7c7d-9064-4863-873a-46c7e4c9e4c7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.5064430 Jul 22 16:47:12.763522 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38732) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:12.768291 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8677dcbd-d4cd-4562-9c4c-25e3a281ae4a None None] For port 7e793f59-e5aa-4606-9e8b-c1c34fcd5027, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=7e793f59-e5aa-4606-9e8b-c1c34fcd5027,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:12.778047 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8677dcbd-d4cd-4562-9c4c-25e3a281ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:12.782964 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-992ebcd7-79b3-43d0-97ec-27b397e76ce7 admin admin] Allocated IP 172.25.0.58 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/0fe1668b-fd07-42f9-a35a-6ca45cd184c0) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:12.817624 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d071c4cf-539a-4f2d-945c-0e693416b640 None None] DHCP port deletion for 3a7a7ee3-b719-4772-82c2-01f118e27227 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:47:12.911527 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-a7a6b24d-f92a-4244-a2c2-82ff8b09e410 service neutron] 10.222.0.30 "GET /v2.0/networks/ff66ea35-a49e-465a-a94a-77488ff458ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307110 Jul 22 16:47:12.931284 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba61a4d3-b30d-4f60-a1c7-e5be7ee967ac None None] Network 0adc8c8c-759c-44b7-ad66-18fc6f382b47 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:12.982709 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-9da053c6-7fa0-412e-96dd-1c94c56850dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3d71db8-83f1-44c1-9af6-beb18494c73e HTTP/1.1" status: 200 len: 217 time: 0.0606730 Jul 22 16:47:13.007990 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677dcbd-d4cd-4562-9c4c-25e3a281ae4a None None] Pushing event updated for resources: {'Port': ['ID=7e793f59-e5aa-4606-9e8b-c1c34fcd5027,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:13.053907 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-277e6bf1-57fe-4d4d-8212-4e9d6e75c2b8 None None] Provisioning for port 91f9b1cf-333a-4b01-ad71-faa274c977a2 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:13.119966 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d071c4cf-539a-4f2d-945c-0e693416b640 None None] Deleting port 7e793f59-e5aa-4606-9e8b-c1c34fcd5027 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:13.120744 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d071c4cf-539a-4f2d-945c-0e693416b640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:13.123970 n-d-798930-9 neutron-server[93817]: DEBUG neutron.objects.ports [None req-8249ac7e-1779-4eed-8994-c3dfe560215a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:47:13.162375 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-60cce8bd-7c6d-4dde-ba39-18d6d0e00034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:13.171059 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-60cce8bd-7c6d-4dde-ba39-18d6d0e00034 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e307d223-4916-45f9-8593-ea8af57cd01a HTTP/1.1" status: 200 len: 797 time: 0.1264491 Jul 22 16:47:13.216434 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-992ebcd7-79b3-43d0-97ec-27b397e76ce7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:13.324339 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-e0d51285-0cb7-47a6-bad5-369901c2ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:13.328329 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-e0d51285-0cb7-47a6-bad5-369901c2ec20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff66ea35-a49e-465a-a94a-77488ff458ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1361392 Jul 22 16:47:13.387396 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d071c4cf-539a-4f2d-945c-0e693416b640 None None] For port 7e793f59-e5aa-4606-9e8b-c1c34fcd5027, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=7e793f59-e5aa-4606-9e8b-c1c34fcd5027,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:13.387800 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d071c4cf-539a-4f2d-945c-0e693416b640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:13.423041 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d071c4cf-539a-4f2d-945c-0e693416b640 None None] Calling delete_port for 7e793f59-e5aa-4606-9e8b-c1c34fcd5027 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:13.598883 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-992ebcd7-79b3-43d0-97ec-27b397e76ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:13.620952 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514205e2-03ec-4d31-997a-ab8594ed2d8b None None] Network 355332cc-46f4-40ba-8869-365066797198 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:13.648273 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8249ac7e-1779-4eed-8994-c3dfe560215a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:13.670584 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3572b16-cbeb-4bd3-8761-2ed1491a4f41 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:13.683010 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992ebcd7-79b3-43d0-97ec-27b397e76ce7 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:13.693172 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-992ebcd7-79b3-43d0-97ec-27b397e76ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:13.704970 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992ebcd7-79b3-43d0-97ec-27b397e76ce7 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:13.707430 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-8249ac7e-1779-4eed-8994-c3dfe560215a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Port 7e793f59-e5aa-4606-9e8b-c1c34fcd5027 concurrently deleted while adding address for new subnet {'id': '377e0bb0-1ffc-4490-9063-cf633f11ff45', 'name': '', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2355, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-22T16:47:12Z', 'updated_at': '2021-07-22T16:47:12Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'e913827dcf594576b0a204845cf3904c'}. {{(pid=93817) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 22 16:47:13.708162 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8249ac7e-1779-4eed-8994-c3dfe560215a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:13.713324 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-a4ea843f-2588-4812-8f37-c8062e585944 service neutron] 10.222.0.30 "GET /v2.0/networks/ff66ea35-a49e-465a-a94a-77488ff458ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769426 Jul 22 16:47:13.714253 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ebcd7-79b3-43d0-97ec-27b397e76ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=0fe1668b-fd07-42f9-a35a-6ca45cd184c0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:13.811113 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 11e67993-828a-4191-a92e-a30570d55f35 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:13.817456 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d071c4cf-539a-4f2d-945c-0e693416b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:13.827659 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8249ac7e-1779-4eed-8994-c3dfe560215a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:13.834540 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8249ac7e-1779-4eed-8994-c3dfe560215a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:13.903056 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8249ac7e-1779-4eed-8994-c3dfe560215a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:13.903765 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8249ac7e-1779-4eed-8994-c3dfe560215a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:13.957630 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249ac7e-1779-4eed-8994-c3dfe560215a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=377e0bb0-1ffc-4490-9063-cf633f11ff45,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:13.971647 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071c4cf-539a-4f2d-945c-0e693416b640 None None] Pushing event deleted for resources: {'Port': ['ID=7e793f59-e5aa-4606-9e8b-c1c34fcd5027,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:13.978244 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8249ac7e-1779-4eed-8994-c3dfe560215a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9605594 Jul 22 16:47:13.979072 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38772) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:14.003087 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fe6ed7f0-3e3d-41b0-9ba2-9d45ad9b61b1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'mac_address': 'fa:16:3e:b2:38:f0', 'name': 'tempest-NetworksTestDHCPv6-1466565668'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:14.037499 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d071c4cf-539a-4f2d-945c-0e693416b640 None None] No DVR routers for this DVR port 7e793f59-e5aa-4606-9e8b-c1c34fcd5027 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:14.061522 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8c4aba4b-71a6-46b0-a6de-de6c4b318ba1 None None] Provisioning for port 11e67993-828a-4191-a92e-a30570d55f35 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:14.074925 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aed19a-60eb-4ec4-ad99-e3f932455469 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:14.104916 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 11e67993-828a-4191-a92e-a30570d55f35 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:14.133053 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 11e67993-828a-4191-a92e-a30570d55f35 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:14.133988 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:14.244233 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3572b16-cbeb-4bd3-8761-2ed1491a4f41 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:14.421636 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:14.423634 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3572b16-cbeb-4bd3-8761-2ed1491a4f41 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:14.428656 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38778) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:14.432170 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a1552e5-ea19-469e-9d0d-ea16334f31fc req-a4e9fb72-7be3-4d5b-a164-0fadf2f87a1e service neutron] 10.222.0.30 "GET /v2.0/networks/ff66ea35-a49e-465a-a94a-77488ff458ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6929770 Jul 22 16:47:14.507412 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3572b16-cbeb-4bd3-8761-2ed1491a4f41 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Port': ['ID=1e120271-2550-4eb4-994f-cb67e8e7a6d3,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:14.510934 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6ed7f0-3e3d-41b0-9ba2-9d45ad9b61b1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:14.619813 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3915217b-34e2-4476-b866-8e09199c5f61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-3a7a7ee3-b719-4772-82c2-01f118e27227', 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'fixed_ips': [{'subnet_id': '377e0bb0-1ffc-4490-9063-cf633f11ff45'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:47:14.620751 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3915217b-34e2-4476-b866-8e09199c5f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:14.646038 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 11e67993-828a-4191-a92e-a30570d55f35, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=11e67993-828a-4191-a92e-a30570d55f35,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:14.692589 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:14.693533 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 91f9b1cf-333a-4b01-ad71-faa274c977a2 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:14.787736 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-992ebcd7-79b3-43d0-97ec-27b397e76ce7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:14.835761 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe6ed7f0-3e3d-41b0-9ba2-9d45ad9b61b1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:14.858906 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9433c212-f6a2-4b3b-9530-e8cdec08789e None None] Provisioning for port 1e120271-2550-4eb4-994f-cb67e8e7a6d3 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:14.898510 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37092051-2d24-4812-9c37-9b105fa17160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:14.940029 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38788) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:14.964954 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-fe6ed7f0-3e3d-41b0-9ba2-9d45ad9b61b1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] device_id is not set on port b25c0364-e827-4b50-b759-49e8327c532e yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:47:15.157053 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9433c212-f6a2-4b3b-9530-e8cdec08789e None None] Provisioning complete for port 1e120271-2550-4eb4-994f-cb67e8e7a6d3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:15.157867 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9433c212-f6a2-4b3b-9530-e8cdec08789e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:15.165252 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e99d9f40-4bfa-45fe-bab1-497cd9566b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:15.200411 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=11e67993-828a-4191-a92e-a30570d55f35,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:15.224805 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-992ebcd7-79b3-43d0-97ec-27b397e76ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:15.225579 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9433c212-f6a2-4b3b-9530-e8cdec08789e None None] Port 1e120271-2550-4eb4-994f-cb67e8e7a6d3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:47:15.294600 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 91f9b1cf-333a-4b01-ad71-faa274c977a2 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:15.302941 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 91f9b1cf-333a-4b01-ad71-faa274c977a2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:15.303448 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:15.338252 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-3915217b-34e2-4476-b866-8e09199c5f61 None None] Allocated IP 2001:db8::f816:3eff:feb1:26bd (3a7a7ee3-b719-4772-82c2-01f118e27227/377e0bb0-1ffc-4490-9063-cf633f11ff45/0b555c0d-9aa3-4b0e-93cb-41e39113242d) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:15.433177 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992ebcd7-79b3-43d0-97ec-27b397e76ce7 admin admin] Router c3371d87-70cb-4016-ae46-d055e529da54 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:47:15.488539 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-03f2e0d8-97d7-4bc1-9fda-dbb80e02a000 None None] Provisioning complete for port 1e120271-2550-4eb4-994f-cb67e8e7a6d3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:15.488982 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-03f2e0d8-97d7-4bc1-9fda-dbb80e02a000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:15.493520 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:15.532695 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3572b16-cbeb-4bd3-8761-2ed1491a4f41 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:15.568002 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-e99d9f40-4bfa-45fe-bab1-497cd9566b77 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:47:15.568002 n-d-798930-9 neutron-server[93816]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 16:47:15.568002 n-d-798930-9 neutron-server[93816]: [parameters: {'project_id_1': '3233948e8a9141aa97d95839bff5dcef', 'expiration_1': datetime.datetime(2021, 7, 22, 16, 47, 15, 187320)}] Jul 22 16:47:15.568002 n-d-798930-9 neutron-server[93816]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:47:15.569643 n-d-798930-9 neutron-server[93816]: DEBUG oslo_db.api [None req-e99d9f40-4bfa-45fe-bab1-497cd9566b77 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:47:15.572304 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 91f9b1cf-333a-4b01-ad71-faa274c977a2, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=91f9b1cf-333a-4b01-ad71-faa274c977a2,segment=NetworkSegment(999c7d54-d8cd-4a14-8463-ddefd5f84b29),segment_id=999c7d54-d8cd-4a14-8463-ddefd5f84b29)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:15.578498 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-03f2e0d8-97d7-4bc1-9fda-dbb80e02a000 None None] Port 1e120271-2550-4eb4-994f-cb67e8e7a6d3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:47:15.585446 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:15.590480 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992ebcd7-79b3-43d0-97ec-27b397e76ce7 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:47:15.648198 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] Sync routers for ids ['c3371d87-70cb-4016-ae46-d055e529da54'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:47:15.670418 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7e793f59-e5aa-4606-9e8b-c1c34fcd5027 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:15.723004 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=91f9b1cf-333a-4b01-ad71-faa274c977a2,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:15.728158 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-03f2e0d8-97d7-4bc1-9fda-dbb80e02a000 None None] Provisioning complete for port 11e67993-828a-4191-a92e-a30570d55f35 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:15.728541 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-03f2e0d8-97d7-4bc1-9fda-dbb80e02a000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:15.730782 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 7e793f59-e5aa-4606-9e8b-c1c34fcd5027 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:47:15.730782 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7e793f59-e5aa-4606-9e8b-c1c34fcd5027 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:15.734909 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] Routers {'c3371d87-70cb-4016-ae46-d055e529da54'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:15.735612 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['c3371d87-70cb-4016-ae46-d055e529da54'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:15.740517 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3915217b-34e2-4476-b866-8e09199c5f61 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:15.780091 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3572b16-cbeb-4bd3-8761-2ed1491a4f41 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:15.803215 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37092051-2d24-4812-9c37-9b105fa17160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:15.813472 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-992ebcd7-79b3-43d0-97ec-27b397e76ce7 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:15.814772 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-992ebcd7-79b3-43d0-97ec-27b397e76ce7 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1714339 Jul 22 16:47:15.817488 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38792) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:15.841909 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3915217b-34e2-4476-b866-8e09199c5f61 None None] Transition to ACTIVE for port object 0b555c0d-9aa3-4b0e-93cb-41e39113242d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:15.843104 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37092051-2d24-4812-9c37-9b105fa17160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:15.855658 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 11e67993-828a-4191-a92e-a30570d55f35 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:15.895450 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3915217b-34e2-4476-b866-8e09199c5f61 None None] Transition to ACTIVE for port object 0b555c0d-9aa3-4b0e-93cb-41e39113242d will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:15.917760 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3915217b-34e2-4476-b866-8e09199c5f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:15.940589 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-37092051-2d24-4812-9c37-9b105fa17160 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=07e95430a09f490b939e0ef3ba87319b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4444039 Jul 22 16:47:15.963409 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38794) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:15.970142 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37092051-2d24-4812-9c37-9b105fa17160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cd562a-65ea-4bc0-9bd3-a8ff852686d1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:15.982688 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3915217b-34e2-4476-b866-8e09199c5f61 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:15.989948 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] Set router c3371d87-70cb-4016-ae46-d055e529da54 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:16.026072 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3915217b-34e2-4476-b866-8e09199c5f61 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:16.042002 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-fe6ed7f0-3e3d-41b0-9ba2-9d45ad9b61b1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8::f816:3eff:feb2:38f0 (3a7a7ee3-b719-4772-82c2-01f118e27227/377e0bb0-1ffc-4490-9063-cf633f11ff45/b25c0364-e827-4b50-b759-49e8327c532e) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:16.071715 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e99d9f40-4bfa-45fe-bab1-497cd9566b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.079008 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3915217b-34e2-4476-b866-8e09199c5f61 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:16.091699 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bedd372a-07ee-4262-925a-47782b746cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.097715 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915217b-34e2-4476-b866-8e09199c5f61 None None] Pushing event updated for resources: {'Port': ['ID=0b555c0d-9aa3-4b0e-93cb-41e39113242d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:16.156888 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 11e67993-828a-4191-a92e-a30570d55f35 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:16.157202 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.200379 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bedd372a-07ee-4262-925a-47782b746cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.250004 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3915217b-34e2-4476-b866-8e09199c5f61 None None] Attempting to bind port 0b555c0d-9aa3-4b0e-93cb-41e39113242d on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:16.250004 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3915217b-34e2-4476-b866-8e09199c5f61 None None] Attempting to bind port 0b555c0d-9aa3-4b0e-93cb-41e39113242d by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:16.250307 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3915217b-34e2-4476-b866-8e09199c5f61 None None] Attempting to bind port 0b555c0d-9aa3-4b0e-93cb-41e39113242d on network 3a7a7ee3-b719-4772-82c2-01f118e27227 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:16.269522 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3915217b-34e2-4476-b866-8e09199c5f61 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:16.270583 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3915217b-34e2-4476-b866-8e09199c5f61 None None] Checking segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:16.270583 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3915217b-34e2-4476-b866-8e09199c5f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.270795 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3915217b-34e2-4476-b866-8e09199c5f61 None None] Bound using segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:16.271186 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3915217b-34e2-4476-b866-8e09199c5f61 None None] Bound port: 0b555c0d-9aa3-4b0e-93cb-41e39113242d, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:16.271572 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3915217b-34e2-4476-b866-8e09199c5f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.305147 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3572b16-cbeb-4bd3-8761-2ed1491a4f41 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.311417 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3572b16-cbeb-4bd3-8761-2ed1491a4f41 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.341496 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bedd372a-07ee-4262-925a-47782b746cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.344105 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bedd372a-07ee-4262-925a-47782b746cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.345264 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-bedd372a-07ee-4262-925a-47782b746cd9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/17cd562a-65ea-4bc0-9bd3-a8ff852686d1 HTTP/1.1" status: 204 len: 168 time: 0.3809011 Jul 22 16:47:16.364128 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e99d9f40-4bfa-45fe-bab1-497cd9566b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.367985 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd372a-07ee-4262-925a-47782b746cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cd562a-65ea-4bc0-9bd3-a8ff852686d1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:16.373271 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e99d9f40-4bfa-45fe-bab1-497cd9566b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.408845 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe6ed7f0-3e3d-41b0-9ba2-9d45ad9b61b1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.427688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d9f40-4bfa-45fe-bab1-497cd9566b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8514b358-2787-4922-98e5-6fcccda123b2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:16.435028 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3572b16-cbeb-4bd3-8761-2ed1491a4f41 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Port': ['ID=1e120271-2550-4eb4-994f-cb67e8e7a6d3,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:16.439647 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3572b16-cbeb-4bd3-8761-2ed1491a4f41 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.448312 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-fe6ed7f0-3e3d-41b0-9ba2-9d45ad9b61b1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Transition to ACTIVE for port object b25c0364-e827-4b50-b759-49e8327c532e will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:16.453865 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e99d9f40-4bfa-45fe-bab1-497cd9566b77 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3233948e8a9141aa97d95839bff5dcef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5127659 Jul 22 16:47:16.456521 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38798) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:16.458952 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3915217b-34e2-4476-b866-8e09199c5f61 None None] For port 0b555c0d-9aa3-4b0e-93cb-41e39113242d, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:16.529702 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3915217b-34e2-4476-b866-8e09199c5f61 None None] For port 0b555c0d-9aa3-4b0e-93cb-41e39113242d, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0b555c0d-9aa3-4b0e-93cb-41e39113242d,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:16.545260 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3915217b-34e2-4476-b866-8e09199c5f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.568703 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3572b16-cbeb-4bd3-8761-2ed1491a4f41 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network 0adc8c8c-759c-44b7-ad66-18fc6f382b47 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:16.577944 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-b3572b16-cbeb-4bd3-8761-2ed1491a4f41 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:16.631013 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3904b74f-8499-452f-9764-4048c6cd90cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.636209 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 91f9b1cf-333a-4b01-ad71-faa274c977a2 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:16.652578 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bbf75570-f7b9-4679-94d7-752f590c8476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.694476 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915217b-34e2-4476-b866-8e09199c5f61 None None] Pushing event updated for resources: {'Port': ['ID=0b555c0d-9aa3-4b0e-93cb-41e39113242d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:16.699863 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'name': 'tempest-AttachVolumeShelveTestJSON-1655165633-router', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:09Z', 'updated_at': '2021-07-22T16:47:14Z', 'revision_number': 3, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'gw_port': {'id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:11Z', 'updated_at': '2021-07-22T16:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:16.710098 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe6ed7f0-3e3d-41b0-9ba2-9d45ad9b61b1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.765454 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] Checking router: c3371d87-70cb-4016-ae46-d055e529da54 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:47:16.766116 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] Updating router c3371d87-70cb-4016-ae46-d055e529da54 port 0fe1668b-fd07-42f9-a35a-6ca45cd184c0 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:47:16.775120 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6ed7f0-3e3d-41b0-9ba2-9d45ad9b61b1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:16.785133 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-fe6ed7f0-3e3d-41b0-9ba2-9d45ad9b61b1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:16.791916 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6ed7f0-3e3d-41b0-9ba2-9d45ad9b61b1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:16.799607 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bbf75570-f7b9-4679-94d7-752f590c8476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.800266 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6ed7f0-3e3d-41b0-9ba2-9d45ad9b61b1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:16.802485 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe6ed7f0-3e3d-41b0-9ba2-9d45ad9b61b1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.842306 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fe6ed7f0-3e3d-41b0-9ba2-9d45ad9b61b1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8512161 Jul 22 16:47:16.847555 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.851445 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38810) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:16.863301 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ed7f0-3e3d-41b0-9ba2-9d45ad9b61b1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=b25c0364-e827-4b50-b759-49e8327c532e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:16.866833 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3572b16-cbeb-4bd3-8761-2ed1491a4f41 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Router 580aff15-af17-4a01-b84d-f25718ea37c8 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:47:16.911781 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 91f9b1cf-333a-4b01-ad71-faa274c977a2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:16.912582 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:17.060402 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3572b16-cbeb-4bd3-8761-2ed1491a4f41 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:47:17.070665 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a586bf-df78-4fef-8782-d2b880b48afc None None] Sync routers for ids ['580aff15-af17-4a01-b84d-f25718ea37c8'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:47:17.072047 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b3572b16-cbeb-4bd3-8761-2ed1491a4f41 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "PUT /v2.0/routers/580aff15-af17-4a01-b84d-f25718ea37c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3062296 Jul 22 16:47:17.076135 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38814) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:17.087902 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a586bf-df78-4fef-8782-d2b880b48afc None None] Routers {'580aff15-af17-4a01-b84d-f25718ea37c8'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:17.089608 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-86a586bf-df78-4fef-8782-d2b880b48afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['580aff15-af17-4a01-b84d-f25718ea37c8'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:17.147221 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12b6c95-b4f9-4ae7-920d-6ab3aec738d7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:17.154525 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12b6c95-b4f9-4ae7-920d-6ab3aec738d7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:17.160801 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b12b6c95-b4f9-4ae7-920d-6ab3aec738d7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3081079 Jul 22 16:47:17.170551 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38818) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:17.182966 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bbf75570-f7b9-4679-94d7-752f590c8476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:17.185698 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bbf75570-f7b9-4679-94d7-752f590c8476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:17.186982 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-bbf75570-f7b9-4679-94d7-752f590c8476 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8514b358-2787-4922-98e5-6fcccda123b2 HTTP/1.1" status: 204 len: 168 time: 0.7297356 Jul 22 16:47:17.203917 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf75570-f7b9-4679-94d7-752f590c8476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8514b358-2787-4922-98e5-6fcccda123b2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:17.224131 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-3904b74f-8499-452f-9764-4048c6cd90cb admin admin] Allocated IP 172.20.0.1 (355332cc-46f4-40ba-8869-365066797198/5ecd1df5-07c9-407a-b124-958e195ac0bb/ec6d9024-02e6-4a4c-b7a2-fd24e4551837) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:17.228421 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-86a586bf-df78-4fef-8782-d2b880b48afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:17.244478 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f372e0a-436a-4add-9100-67d5144de36d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:17.246212 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5f372e0a-436a-4add-9100-67d5144de36d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "GET /v2.0/ports/1e120271-2550-4eb4-994f-cb67e8e7a6d3 HTTP/1.1" status: 200 len: 976 time: 0.1690061 Jul 22 16:47:17.249521 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38824) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:17.257855 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a586bf-df78-4fef-8782-d2b880b48afc None None] Routers {'580aff15-af17-4a01-b84d-f25718ea37c8'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:17.264804 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-86a586bf-df78-4fef-8782-d2b880b48afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['580aff15-af17-4a01-b84d-f25718ea37c8'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:17.328472 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-86a586bf-df78-4fef-8782-d2b880b48afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:17.329411 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a586bf-df78-4fef-8782-d2b880b48afc None None] The sync data for ids ['580aff15-af17-4a01-b84d-f25718ea37c8'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:47:17.345598 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ce33bbd7-800a-4d96-b910-237a774be2e1 None None] Provisioning complete for port 1e120271-2550-4eb4-994f-cb67e8e7a6d3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:17.346989 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ce33bbd7-800a-4d96-b910-237a774be2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:17.474993 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3904b74f-8499-452f-9764-4048c6cd90cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:17.496602 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-482f5171-6b35-4d7d-8f56-331c1a6424e9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting port b25c0364-e827-4b50-b759-49e8327c532e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:17.496940 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-482f5171-6b35-4d7d-8f56-331c1a6424e9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:17.517476 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3904b74f-8499-452f-9764-4048c6cd90cb admin admin] Transition to ACTIVE for port object ec6d9024-02e6-4a4c-b7a2-fd24e4551837 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:17.553728 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:17.560922 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3904b74f-8499-452f-9764-4048c6cd90cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:17.566710 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] Transition to ACTIVE for port object 0fe1668b-fd07-42f9-a35a-6ca45cd184c0 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:17.629752 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3904b74f-8499-452f-9764-4048c6cd90cb admin admin] Network 355332cc-46f4-40ba-8869-365066797198 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:17.641199 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-3904b74f-8499-452f-9764-4048c6cd90cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:17.646296 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3904b74f-8499-452f-9764-4048c6cd90cb admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:17.716841 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904b74f-8499-452f-9764-4048c6cd90cb admin admin] Pushing event updated for resources: {'Port': ['ID=ec6d9024-02e6-4a4c-b7a2-fd24e4551837,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:17.729807 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3904b74f-8499-452f-9764-4048c6cd90cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:17.807393 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-482f5171-6b35-4d7d-8f56-331c1a6424e9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:17.903059 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:17.904769 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-482f5171-6b35-4d7d-8f56-331c1a6424e9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Calling delete_port for b25c0364-e827-4b50-b759-49e8327c532e owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:17.915759 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-e374f69d-5c8f-45f3-99fa-6c53859f3d0b req-6672cd7b-5bbe-477b-88ae-2c2824854342 service neutron] (93817) timed out ('10.222.0.30', 56098) {{(pid=93817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 16:47:18.060218 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b20fc-5d59-46d6-a93f-019e6b19d02d None None] Pushing event updated for resources: {'Port': ['ID=0fe1668b-fd07-42f9-a35a-6ca45cd184c0,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:18.068011 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] Attempting to bind port 0fe1668b-fd07-42f9-a35a-6ca45cd184c0 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:18.068513 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] Attempting to bind port 0fe1668b-fd07-42f9-a35a-6ca45cd184c0 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:18.068732 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] Attempting to bind port 0fe1668b-fd07-42f9-a35a-6ca45cd184c0 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:18.094705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:18.095203 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3904b74f-8499-452f-9764-4048c6cd90cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:18.096386 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:18.097623 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:18.099088 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:18.100559 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] Bound port: 0fe1668b-fd07-42f9-a35a-6ca45cd184c0, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:18.101954 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:18.163422 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f34c74b5-bd6a-4766-b58b-a54653b3beee tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:18.241905 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] For port 0fe1668b-fd07-42f9-a35a-6ca45cd184c0, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:18.246769 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] For port 0fe1668b-fd07-42f9-a35a-6ca45cd184c0, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0fe1668b-fd07-42f9-a35a-6ca45cd184c0,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:18.248371 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ce33bbd7-800a-4d96-b910-237a774be2e1 None None] Port 1e120271-2550-4eb4-994f-cb67e8e7a6d3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:47:18.257715 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:18.408516 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-92c8fe4b-923a-40e3-af14-4ce1739c2616 None None] Provisioning for port ec6d9024-02e6-4a4c-b7a2-fd24e4551837 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:18.411767 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] Routers {'c3371d87-70cb-4016-ae46-d055e529da54'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:18.412629 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['c3371d87-70cb-4016-ae46-d055e529da54'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:18.421523 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-482f5171-6b35-4d7d-8f56-331c1a6424e9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:18.447473 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3904b74f-8499-452f-9764-4048c6cd90cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:18.453967 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3904b74f-8499-452f-9764-4048c6cd90cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:18.517194 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b20fc-5d59-46d6-a93f-019e6b19d02d None None] Pushing event updated for resources: {'Port': ['ID=0fe1668b-fd07-42f9-a35a-6ca45cd184c0,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:18.523443 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f5171-6b35-4d7d-8f56-331c1a6424e9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Port': ['ID=b25c0364-e827-4b50-b759-49e8327c532e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:18.569473 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-92c8fe4b-923a-40e3-af14-4ce1739c2616 None None] Provisioning complete for port ec6d9024-02e6-4a4c-b7a2-fd24e4551837 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:18.570218 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-92c8fe4b-923a-40e3-af14-4ce1739c2616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:18.582747 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904b74f-8499-452f-9764-4048c6cd90cb admin admin] Pushing event updated for resources: {'Port': ['ID=ec6d9024-02e6-4a4c-b7a2-fd24e4551837,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:18.622563 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-482f5171-6b35-4d7d-8f56-331c1a6424e9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:18.624704 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-482f5171-6b35-4d7d-8f56-331c1a6424e9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/b25c0364-e827-4b50-b759-49e8327c532e HTTP/1.1" status: 204 len: 168 time: 1.4531646 Jul 22 16:47:18.627482 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38862) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:18.636193 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0b555c0d-9aa3-4b0e-93cb-41e39113242d up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:18.639026 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3904b74f-8499-452f-9764-4048c6cd90cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:18.722679 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38864) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:18.724710 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a37f9ca-10c1-4160-9eaf-a3788b13ea7a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:18.732579 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a37f9ca-10c1-4160-9eaf-a3788b13ea7a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:18.734321 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2a37f9ca-10c1-4160-9eaf-a3788b13ea7a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1058326 Jul 22 16:47:18.739895 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38868) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:18.745187 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-92c8fe4b-923a-40e3-af14-4ce1739c2616 None None] Port ec6d9024-02e6-4a4c-b7a2-fd24e4551837 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:47:18.784259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-92c8fe4b-923a-40e3-af14-4ce1739c2616 None None] Provisioning for port 0b555c0d-9aa3-4b0e-93cb-41e39113242d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:18.788285 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] Set router c3371d87-70cb-4016-ae46-d055e529da54 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:18.832585 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 0b555c0d-9aa3-4b0e-93cb-41e39113242d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:18.843127 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 0b555c0d-9aa3-4b0e-93cb-41e39113242d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:18.843509 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:18.953965 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f1b689f0-caf0-4644-a625-a75e9ace87e6 None None] Could not find standard attr ID for object fa19117d-2819-4e59-91fb-31e73bc3b281. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:47:18.995439 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f34c74b5-bd6a-4766-b58b-a54653b3beee tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Deleting port 1e120271-2550-4eb4-994f-cb67e8e7a6d3 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:18.996041 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f34c74b5-bd6a-4766-b58b-a54653b3beee tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:19.134542 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f34c74b5-bd6a-4766-b58b-a54653b3beee tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:19.151375 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f34c74b5-bd6a-4766-b58b-a54653b3beee tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Calling delete_port for 1e120271-2550-4eb4-994f-cb67e8e7a6d3 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:19.192107 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:19.206065 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fc7c100e-34d1-445f-a1fd-d051f1721a6c None None] Could not find standard attr ID for object b25c0364-e827-4b50-b759-49e8327c532e. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:47:19.248053 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 0b555c0d-9aa3-4b0e-93cb-41e39113242d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0b555c0d-9aa3-4b0e-93cb-41e39113242d,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:19.255548 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:19.297136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'name': 'tempest-AttachVolumeShelveTestJSON-1655165633-router', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:09Z', 'updated_at': '2021-07-22T16:47:17Z', 'revision_number': 4, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'gw_port': {'id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:11Z', 'updated_at': '2021-07-22T16:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'ec6d9024-02e6-4a4c-b7a2-fd24e4551837', 'name': '', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'mac_address': 'fa:16:3e:97:d1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:16Z', 'updated_at': '2021-07-22T16:47:17Z', 'revision_number': 1, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'subnets': [{'id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:19.309082 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ab5e2ae1-4941-4f74-91db-3ddcf76f5ead tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1603293403'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:19.309648 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ab5e2ae1-4941-4f74-91db-3ddcf76f5ead tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] Unknown quota resources ['metering_label']. {{(pid=93816) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:47:19.332974 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1ee4df-323e-4072-aa83-78973a9d1400 None None] The sync data for ids ['c3371d87-70cb-4016-ae46-d055e529da54'] in n-d-798930-9 is: [{'id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'name': 'tempest-AttachVolumeShelveTestJSON-1655165633-router', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:09Z', 'updated_at': '2021-07-22T16:47:17Z', 'revision_number': 4, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'gw_port': {'id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:11Z', 'updated_at': '2021-07-22T16:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'ec6d9024-02e6-4a4c-b7a2-fd24e4551837', 'name': '', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'mac_address': 'fa:16:3e:97:d1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:16Z', 'updated_at': '2021-07-22T16:47:17Z', 'revision_number': 1, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'subnets': [{'id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:47:19.364612 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=0b555c0d-9aa3-4b0e-93cb-41e39113242d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:19.439765 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f34c74b5-bd6a-4766-b58b-a54653b3beee tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:19.463595 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d84f69-e713-4996-bfe7-1eab3504508a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet 377e0bb0-1ffc-4490-9063-cf633f11ff45 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:47:19.468267 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8d84f69-e713-4996-bfe7-1eab3504508a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:19.488575 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c74b5-bd6a-4766-b58b-a54653b3beee tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Port': ['ID=1e120271-2550-4eb4-994f-cb67e8e7a6d3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:19.522635 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8d84f69-e713-4996-bfe7-1eab3504508a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:19.574752 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3904b74f-8499-452f-9764-4048c6cd90cb admin admin] Network 355332cc-46f4-40ba-8869-365066797198 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:19.588306 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-3904b74f-8499-452f-9764-4048c6cd90cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:19.744643 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f34c74b5-bd6a-4766-b58b-a54653b3beee tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:19.943047 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab5e2ae1-4941-4f74-91db-3ddcf76f5ead tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:19.947511 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ab5e2ae1-4941-4f74-91db-3ddcf76f5ead tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.2235448 Jul 22 16:47:19.948276 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38916) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:19.974815 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a554d4cb-cce0-492a-b8c8-a7d6cc2a9bfd tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '36e340ce-54f6-4b96-b8d1-49e07cf23a9a'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:19.975468 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a554d4cb-cce0-492a-b8c8-a7d6cc2a9bfd tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93816) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:47:20.147745 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2bab168a-76dd-4663-b239-def2c3e31b29 None None] Provisioning complete for port ec6d9024-02e6-4a4c-b7a2-fd24e4551837 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:20.149422 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2bab168a-76dd-4663-b239-def2c3e31b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:20.186846 n-d-798930-9 neutron-server[93816]: WARNING neutron.services.metering.metering_plugin [None req-a554d4cb-cce0-492a-b8c8-a7d6cc2a9bfd tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 16:47:20.222401 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2bab168a-76dd-4663-b239-def2c3e31b29 None None] Port ec6d9024-02e6-4a4c-b7a2-fd24e4551837 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:47:20.267806 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3904b74f-8499-452f-9764-4048c6cd90cb admin admin] Router c3371d87-70cb-4016-ae46-d055e529da54 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:47:20.269751 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8d84f69-e713-4996-bfe7-1eab3504508a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:20.337375 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a554d4cb-cce0-492a-b8c8-a7d6cc2a9bfd tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:20.341524 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a554d4cb-cce0-492a-b8c8-a7d6cc2a9bfd tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3853781 Jul 22 16:47:20.341687 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34c74b5-bd6a-4766-b58b-a54653b3beee tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Router 580aff15-af17-4a01-b84d-f25718ea37c8 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:47:20.343872 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38964) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:20.361588 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-890b2e83-33d1-4917-b868-20787a3e7ce5 tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '36e340ce-54f6-4b96-b8d1-49e07cf23a9a'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:20.362178 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-890b2e83-33d1-4917-b868-20787a3e7ce5 tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93816) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:47:20.466048 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34c74b5-bd6a-4766-b58b-a54653b3beee tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:47:20.471324 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f34c74b5-bd6a-4766-b58b-a54653b3beee tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "PUT /v2.0/routers/580aff15-af17-4a01-b84d-f25718ea37c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2209203 Jul 22 16:47:20.481163 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38980) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:20.486893 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3267cc-0c09-4daf-9028-78e973513213 None None] Sync routers for ids ['580aff15-af17-4a01-b84d-f25718ea37c8'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:47:20.503937 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3267cc-0c09-4daf-9028-78e973513213 None None] Routers {'580aff15-af17-4a01-b84d-f25718ea37c8'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:20.504647 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8b3267cc-0c09-4daf-9028-78e973513213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['580aff15-af17-4a01-b84d-f25718ea37c8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:20.560694 n-d-798930-9 neutron-server[93816]: WARNING neutron.services.metering.metering_plugin [None req-890b2e83-33d1-4917-b868-20787a3e7ce5 tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 16:47:20.561105 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8b3267cc-0c09-4daf-9028-78e973513213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:20.578653 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3267cc-0c09-4daf-9028-78e973513213 None None] Routers {'580aff15-af17-4a01-b84d-f25718ea37c8'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:20.579310 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8b3267cc-0c09-4daf-9028-78e973513213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['580aff15-af17-4a01-b84d-f25718ea37c8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:20.617345 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8b3267cc-0c09-4daf-9028-78e973513213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:20.618252 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3267cc-0c09-4daf-9028-78e973513213 None None] The sync data for ids ['580aff15-af17-4a01-b84d-f25718ea37c8'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:47:20.633538 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8d84f69-e713-4996-bfe7-1eab3504508a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:20.708099 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-890b2e83-33d1-4917-b868-20787a3e7ce5 tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:20.709474 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-890b2e83-33d1-4917-b868-20787a3e7ce5 tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3629351 Jul 22 16:47:20.714612 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39002) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:20.717539 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d84f69-e713-4996-bfe7-1eab3504508a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=377e0bb0-1ffc-4490-9063-cf633f11ff45,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:20.721441 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4d9113-42ae-4652-b63c-be9628eaf244 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:20.725120 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0b555c0d-9aa3-4b0e-93cb-41e39113242d up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:20.766382 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8d84f69-e713-4996-bfe7-1eab3504508a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:20.770807 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c8d84f69-e713-4996-bfe7-1eab3504508a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/377e0bb0-1ffc-4490-9063-cf633f11ff45 HTTP/1.1" status: 204 len: 168 time: 2.0298657 Jul 22 16:47:20.774295 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39006) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:20.777175 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d84f69-e713-4996-bfe7-1eab3504508a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:20.777527 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d84f69-e713-4996-bfe7-1eab3504508a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:20.777870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d84f69-e713-4996-bfe7-1eab3504508a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:20.778237 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d84f69-e713-4996-bfe7-1eab3504508a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:20.778797 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d84f69-e713-4996-bfe7-1eab3504508a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:20.778981 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d84f69-e713-4996-bfe7-1eab3504508a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:20.779225 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d84f69-e713-4996-bfe7-1eab3504508a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:20.779555 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d84f69-e713-4996-bfe7-1eab3504508a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:20.779884 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d84f69-e713-4996-bfe7-1eab3504508a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:20.780215 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d84f69-e713-4996-bfe7-1eab3504508a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:20.780575 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d84f69-e713-4996-bfe7-1eab3504508a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:20.780903 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d84f69-e713-4996-bfe7-1eab3504508a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:20.832443 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-dd71ae17-7e00-4c66-9423-93fd8818bf53 tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=1ce5abbd-4b5b-4da6-aa46-b3a1ff308b78 HTTP/1.1" status: 200 len: 462 time: 0.0905409 Jul 22 16:47:20.834875 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b8433fbc-1b16-4d29-be98-0416088fbd2d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508683 Jul 22 16:47:20.835487 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39008) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:20.835821 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39010) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:20.881758 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3904b74f-8499-452f-9764-4048c6cd90cb admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:47:20.913604 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3904b74f-8499-452f-9764-4048c6cd90cb admin admin] 10.222.0.69 "PUT /v2.0/routers/c3371d87-70cb-4016-ae46-d055e529da54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0949702 Jul 22 16:47:20.934765 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-d463ccd2-b552-4f11-976f-16b44f126ad5 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] remove_router_interface failed (client error): The resource could not be found. Jul 22 16:47:20.939366 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d463ccd2-b552-4f11-976f-16b44f126ad5 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "PUT /v2.0/routers/580aff15-af17-4a01-b84d-f25718ea37c8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4545643 Jul 22 16:47:20.940022 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39014) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:21.005079 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39016) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:21.005707 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-603ef02e-69f1-4368-bf65-b355a989daf6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "GET /v2.0/ports?device_id=580aff15-af17-4a01-b84d-f25718ea37c8 HTTP/1.1" status: 200 len: 205 time: 0.0642421 Jul 22 16:47:21.023346 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd3f83e-7d8f-491b-ae44-e5f643c07382 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:21.025590 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cdd3f83e-7d8f-491b-ae44-e5f643c07382 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1827946 Jul 22 16:47:21.029563 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39018) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:21.101423 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 0b555c0d-9aa3-4b0e-93cb-41e39113242d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:21.101708 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:21.110648 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0501f5da-51ff-47cb-863f-0abc38b3eb52 tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:21.114142 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0501f5da-51ff-47cb-863f-0abc38b3eb52 tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-label-rules/1ce5abbd-4b5b-4da6-aa46-b3a1ff308b78 HTTP/1.1" status: 204 len: 168 time: 0.2742300 Jul 22 16:47:21.131680 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcf9b2b-da57-47e1-9d0a-a57bf85571bc tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:21.134579 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1fcf9b2b-da57-47e1-9d0a-a57bf85571bc tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1037283 Jul 22 16:47:21.135390 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39020) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:21.139624 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39022) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:21.162253 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39024) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:21.164921 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d5ea0931-bee6-4500-a02a-4ea23e6239af tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=1ce5abbd-4b5b-4da6-aa46-b3a1ff308b78 HTTP/1.1" status: 200 len: 221 time: 0.0273137 Jul 22 16:47:21.176378 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-547f5316-9084-47b1-b169-4cdc87e0d0d4 tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--938689743', 'description': 'label created by tempest'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:21.176862 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-547f5316-9084-47b1-b169-4cdc87e0d0d4 tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] Unknown quota resources ['metering_label']. {{(pid=93816) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:47:21.236443 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-874d2e7e-c956-469a-a4a1-06d972314d4c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0956914 Jul 22 16:47:21.243488 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39028) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:21.249555 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b784fee8-5986-4577-8a28-1d189995c1b3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:21.284144 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0fe1668b-fd07-42f9-a35a-6ca45cd184c0 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:21.314511 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e28fddd7-d619-4f4e-9567-1ecbf3a063df tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:21.356640 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d53c1f-2fb6-4d19-b0c2-8d7cf4bfc0bb None None] DHCP port deletion for 3a7a7ee3-b719-4772-82c2-01f118e27227 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:47:21.439456 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39034) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:21.458079 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 0fe1668b-fd07-42f9-a35a-6ca45cd184c0 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:21.480199 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 0fe1668b-fd07-42f9-a35a-6ca45cd184c0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:21.480519 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:21.496646 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b784fee8-5986-4577-8a28-1d189995c1b3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:21.519758 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b784fee8-5986-4577-8a28-1d189995c1b3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:21.527716 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d9d53c1f-2fb6-4d19-b0c2-8d7cf4bfc0bb None None] Deleting port 0b555c0d-9aa3-4b0e-93cb-41e39113242d {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:21.528097 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9d53c1f-2fb6-4d19-b0c2-8d7cf4bfc0bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:21.574355 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-547f5316-9084-47b1-b169-4cdc87e0d0d4 tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:21.578335 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-547f5316-9084-47b1-b169-4cdc87e0d0d4 tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4152694 Jul 22 16:47:21.604712 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d9d53c1f-2fb6-4d19-b0c2-8d7cf4bfc0bb None None] For port 0b555c0d-9aa3-4b0e-93cb-41e39113242d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0b555c0d-9aa3-4b0e-93cb-41e39113242d,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:21.605111 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9d53c1f-2fb6-4d19-b0c2-8d7cf4bfc0bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:21.609567 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39038) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:21.619310 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d9d53c1f-2fb6-4d19-b0c2-8d7cf4bfc0bb None None] Calling delete_port for 0b555c0d-9aa3-4b0e-93cb-41e39113242d owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:21.728152 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9d53c1f-2fb6-4d19-b0c2-8d7cf4bfc0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:21.750089 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d53c1f-2fb6-4d19-b0c2-8d7cf4bfc0bb None None] No DVR routers for this DVR port 0b555c0d-9aa3-4b0e-93cb-41e39113242d on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:21.776284 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d53c1f-2fb6-4d19-b0c2-8d7cf4bfc0bb None None] Pushing event deleted for resources: {'Port': ['ID=0b555c0d-9aa3-4b0e-93cb-41e39113242d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:21.817306 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:21.855789 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 0fe1668b-fd07-42f9-a35a-6ca45cd184c0, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0fe1668b-fd07-42f9-a35a-6ca45cd184c0,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:21.863079 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:21.963136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=0fe1668b-fd07-42f9-a35a-6ca45cd184c0,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:22.045224 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3306c98-0e94-4888-9894-74f58589a331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.066524 n-d-798930-9 neutron-server[93817]: DEBUG neutron.objects.ports [None req-b784fee8-5986-4577-8a28-1d189995c1b3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:47:22.068072 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b784fee8-5986-4577-8a28-1d189995c1b3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.112343 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b784fee8-5986-4577-8a28-1d189995c1b3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:22.115666 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-b784fee8-5986-4577-8a28-1d189995c1b3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:22.120658 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b784fee8-5986-4577-8a28-1d189995c1b3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:22.121246 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b784fee8-5986-4577-8a28-1d189995c1b3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.122567 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ca6fa880-b8e7-42ec-a986-989427b3b221 tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=1836c9e7-e06a-4c82-ad84-25d946b41f2b HTTP/1.1" status: 200 len: 467 time: 0.5114555 Jul 22 16:47:22.123555 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39040) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:22.126649 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e28fddd7-d619-4f4e-9567-1ecbf3a063df tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.127842 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6349adcf-ce18-473c-ba35-db4b85566998 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:22.129522 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e28fddd7-d619-4f4e-9567-1ecbf3a063df tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.142925 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784fee8-5986-4577-8a28-1d189995c1b3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=43ed1207-8d8f-4150-9f42-f89c5a81bbc7,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:22.191276 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e28fddd7-d619-4f4e-9567-1ecbf3a063df tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.191897 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28fddd7-d619-4f4e-9567-1ecbf3a063df tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Fanout notify agent at l3_agent the message router_deleted on router 580aff15-af17-4a01-b84d-f25718ea37c8 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:47:22.203457 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e28fddd7-d619-4f4e-9567-1ecbf3a063df tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.207271 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e28fddd7-d619-4f4e-9567-1ecbf3a063df tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/routers/580aff15-af17-4a01-b84d-f25718ea37c8 HTTP/1.1" status: 204 len: 168 time: 1.1999192 Jul 22 16:47:22.209848 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39042) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:22.282858 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ab3837-107f-476f-8474-88eff00edc6e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Deleting subnet 015f4d44-b881-4498-bc8f-dd67b3f7ffc1 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:47:22.289768 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59ab3837-107f-476f-8474-88eff00edc6e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.309752 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19b3a33-5edc-45f7-97ea-2bad94a433e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-3a7a7ee3-b719-4772-82c2-01f118e27227', 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'fixed_ips': [{'subnet_id': '43ed1207-8d8f-4150-9f42-f89c5a81bbc7'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:47:22.310699 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d19b3a33-5edc-45f7-97ea-2bad94a433e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.343241 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59ab3837-107f-476f-8474-88eff00edc6e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.381656 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3306c98-0e94-4888-9894-74f58589a331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.392380 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3306c98-0e94-4888-9894-74f58589a331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.404358 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b784fee8-5986-4577-8a28-1d189995c1b3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1593950 Jul 22 16:47:22.409108 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39044) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:22.409293 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a5aa9c04-0a1c-4bf3-9a24-4de2779022a7 tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.413032 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a5aa9c04-0a1c-4bf3-9a24-4de2779022a7 tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-labels/1836c9e7-e06a-4c82-ad84-25d946b41f2b HTTP/1.1" status: 204 len: 168 time: 0.2830677 Jul 22 16:47:22.413313 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39046) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:22.431031 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3de08ab7-f66f-4641-a6f4-4f7f471e2612 tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=1836c9e7-e06a-4c82-ad84-25d946b41f2b HTTP/1.1" status: 200 len: 216 time: 0.0133615 Jul 22 16:47:22.431561 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39048) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:22.435899 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-416daf6c-6bcd-435e-b081-d39988bbc588 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'mac_address': 'fa:16:3e:2b:2a:08', 'name': 'tempest-NetworksTestDHCPv6-216707631'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:22.446441 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ae069ee1-b337-4174-9740-b2ce77995f82 tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0132341 Jul 22 16:47:22.450106 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39050) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:22.466373 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-87a42d9a-efd1-47b6-8cb0-78807ad19df6 tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0147667 Jul 22 16:47:22.469531 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39052) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:22.471188 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3306c98-0e94-4888-9894-74f58589a331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10777775-f422-41b1-a6b8-39e992cf67d5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:22.495863 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-d19b3a33-5edc-45f7-97ea-2bad94a433e3 None None] Allocated IP 2001:db8::f816:3eff:fe69:714 (3a7a7ee3-b719-4772-82c2-01f118e27227/43ed1207-8d8f-4150-9f42-f89c5a81bbc7/196a1ee9-4622-4696-88ac-c8ef1f3bad49) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:22.509116 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d3306c98-0e94-4888-9894-74f58589a331 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=19fcedf329ba4977b72d458a3942fd6e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0371697 Jul 22 16:47:22.530784 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39054) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:22.534034 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ee7ee60b-911f-4895-9526-1d551dd7973c tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels/36e340ce-54f6-4b96-b8d1-49e07cf23a9a HTTP/1.1" status: 200 len: 473 time: 0.0627775 Jul 22 16:47:22.537412 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39056) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:22.550082 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-904867de-38df-4aa1-8521-72d6e980ffd7 tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules/d5c90faf-1f14-41c5-af94-25f26ea4a582 HTTP/1.1" status: 200 len: 459 time: 0.0112104 Jul 22 16:47:22.553227 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39058) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:22.588587 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0fe1668b-fd07-42f9-a35a-6ca45cd184c0 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:22.641330 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59ab3837-107f-476f-8474-88eff00edc6e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.666800 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-daa2dc13-9e0d-468a-a2bf-49ac949f665c tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.668093 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-daa2dc13-9e0d-468a-a2bf-49ac949f665c tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-label-rules/d5c90faf-1f14-41c5-af94-25f26ea4a582 HTTP/1.1" status: 204 len: 168 time: 0.1136720 Jul 22 16:47:22.678037 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39060) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:22.694427 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 0fe1668b-fd07-42f9-a35a-6ca45cd184c0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:22.694835 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.724240 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5320da46-0777-402b-850a-3073476b213d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.744641 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d19b3a33-5edc-45f7-97ea-2bad94a433e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.750073 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5320da46-0777-402b-850a-3073476b213d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.758152 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d19b3a33-5edc-45f7-97ea-2bad94a433e3 None None] Transition to ACTIVE for port object 196a1ee9-4622-4696-88ac-c8ef1f3bad49 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:22.778788 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d19b3a33-5edc-45f7-97ea-2bad94a433e3 None None] Transition to ACTIVE for port object 196a1ee9-4622-4696-88ac-c8ef1f3bad49 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:22.808606 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d19b3a33-5edc-45f7-97ea-2bad94a433e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.809893 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5320da46-0777-402b-850a-3073476b213d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.812883 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5320da46-0777-402b-850a-3073476b213d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.816538 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5320da46-0777-402b-850a-3073476b213d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/10777775-f422-41b1-a6b8-39e992cf67d5 HTTP/1.1" status: 204 len: 168 time: 0.2677097 Jul 22 16:47:22.848024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320da46-0777-402b-850a-3073476b213d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10777775-f422-41b1-a6b8-39e992cf67d5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:22.851321 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59ab3837-107f-476f-8474-88eff00edc6e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.883152 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab3837-107f-476f-8474-88eff00edc6e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Subnet': ['ID=015f4d44-b881-4498-bc8f-dd67b3f7ffc1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:22.885235 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416daf6c-6bcd-435e-b081-d39988bbc588 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:22.900044 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d763c96-cbd0-4bb3-9846-22c1678dfa53 tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.903749 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2d763c96-cbd0-4bb3-9846-22c1678dfa53 tempest-MeteringIpV6TestJSON-11325638 tempest-MeteringIpV6TestJSON-11325638-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-labels/36e340ce-54f6-4b96-b8d1-49e07cf23a9a HTTP/1.1" status: 204 len: 168 time: 0.2221982 Jul 22 16:47:22.937057 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59ab3837-107f-476f-8474-88eff00edc6e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.939235 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-59ab3837-107f-476f-8474-88eff00edc6e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/subnets/015f4d44-b881-4498-bc8f-dd67b3f7ffc1 HTTP/1.1" status: 204 len: 168 time: 0.7282956 Jul 22 16:47:22.942088 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39066) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:23.030799 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fba28ba-278f-47be-850a-8a51e27a417a None None] Network 0adc8c8c-759c-44b7-ad66-18fc6f382b47 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:23.066802 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c17e6a3-5de0-478d-ac56-f72c40088fa8 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.086031 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19b3a33-5edc-45f7-97ea-2bad94a433e3 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:23.089645 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-d19b3a33-5edc-45f7-97ea-2bad94a433e3 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:23.093351 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b3a33-5edc-45f7-97ea-2bad94a433e3 None None] Pushing event updated for resources: {'Port': ['ID=196a1ee9-4622-4696-88ac-c8ef1f3bad49,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:23.098067 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19b3a33-5edc-45f7-97ea-2bad94a433e3 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:23.130489 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-416daf6c-6bcd-435e-b081-d39988bbc588 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.157843 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-416daf6c-6bcd-435e-b081-d39988bbc588 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] device_id is not set on port 7b8b486c-ce80-46a3-ac50-15ed97a11d4c yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:47:23.158973 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] Sync routers for ids ['c3371d87-70cb-4016-ae46-d055e529da54'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:47:23.180380 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] Routers {'c3371d87-70cb-4016-ae46-d055e529da54'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:23.181047 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['c3371d87-70cb-4016-ae46-d055e529da54'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:23.234513 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0b555c0d-9aa3-4b0e-93cb-41e39113242d no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:23.237473 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8c17e6a3-5de0-478d-ac56-f72c40088fa8 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Deleting port 91f9b1cf-333a-4b01-ad71-faa274c977a2 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:23.237807 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c17e6a3-5de0-478d-ac56-f72c40088fa8 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.314244 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 0b555c0d-9aa3-4b0e-93cb-41e39113242d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:47:23.314838 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0b555c0d-9aa3-4b0e-93cb-41e39113242d not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:23.346237 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-d19b3a33-5edc-45f7-97ea-2bad94a433e3 None None] Attempting to bind port 196a1ee9-4622-4696-88ac-c8ef1f3bad49 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:23.346675 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39074) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:23.347056 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-d19b3a33-5edc-45f7-97ea-2bad94a433e3 None None] Attempting to bind port 196a1ee9-4622-4696-88ac-c8ef1f3bad49 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:23.347197 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-416daf6c-6bcd-435e-b081-d39988bbc588 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8::f816:3eff:fe2b:2a08 (3a7a7ee3-b719-4772-82c2-01f118e27227/43ed1207-8d8f-4150-9f42-f89c5a81bbc7/7b8b486c-ce80-46a3-ac50-15ed97a11d4c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:23.347718 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19b3a33-5edc-45f7-97ea-2bad94a433e3 None None] Attempting to bind port 196a1ee9-4622-4696-88ac-c8ef1f3bad49 on network 3a7a7ee3-b719-4772-82c2-01f118e27227 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:23.359215 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8c17e6a3-5de0-478d-ac56-f72c40088fa8 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] For port 91f9b1cf-333a-4b01-ad71-faa274c977a2, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=91f9b1cf-333a-4b01-ad71-faa274c977a2,segment=NetworkSegment(999c7d54-d8cd-4a14-8463-ddefd5f84b29),segment_id=999c7d54-d8cd-4a14-8463-ddefd5f84b29)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:23.359612 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c17e6a3-5de0-478d-ac56-f72c40088fa8 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.379812 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19b3a33-5edc-45f7-97ea-2bad94a433e3 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:23.380196 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19b3a33-5edc-45f7-97ea-2bad94a433e3 None None] Checking segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:23.380608 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d19b3a33-5edc-45f7-97ea-2bad94a433e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.381015 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19b3a33-5edc-45f7-97ea-2bad94a433e3 None None] Bound using segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:23.381509 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-d19b3a33-5edc-45f7-97ea-2bad94a433e3 None None] Bound port: 196a1ee9-4622-4696-88ac-c8ef1f3bad49, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:23.381904 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d19b3a33-5edc-45f7-97ea-2bad94a433e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.384233 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8c17e6a3-5de0-478d-ac56-f72c40088fa8 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Calling delete_port for 91f9b1cf-333a-4b01-ad71-faa274c977a2 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:23.454445 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39078) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:23.459344 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-75b97586-a08b-4fa1-8ce2-fcf4888dc056 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Request body: {'security_group': {'name': 'tempest-securitygroup--428504377', 'description': 'tempest-description--653782469'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:23.461780 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] Set router c3371d87-70cb-4016-ae46-d055e529da54 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:23.515034 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d19b3a33-5edc-45f7-97ea-2bad94a433e3 None None] For port 196a1ee9-4622-4696-88ac-c8ef1f3bad49, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:23.520275 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d19b3a33-5edc-45f7-97ea-2bad94a433e3 None None] For port 196a1ee9-4622-4696-88ac-c8ef1f3bad49, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=196a1ee9-4622-4696-88ac-c8ef1f3bad49,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:23.528855 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d19b3a33-5edc-45f7-97ea-2bad94a433e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.548424 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75b97586-a08b-4fa1-8ce2-fcf4888dc056 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.579642 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39080) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:23.608414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435a9e8f-1889-4002-952f-a9120c77b28a None None] DHCP port deletion for 0adc8c8c-759c-44b7-ad66-18fc6f382b47 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:47:23.619503 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69b4b094-7449-486c-a2d1-0b9c16e3c668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.628085 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c17e6a3-5de0-478d-ac56-f72c40088fa8 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.682200 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76061f1f-f58f-4c65-8195-92db50bf2eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.682777 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b3a33-5edc-45f7-97ea-2bad94a433e3 None None] Pushing event updated for resources: {'Port': ['ID=196a1ee9-4622-4696-88ac-c8ef1f3bad49,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:23.689805 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-416daf6c-6bcd-435e-b081-d39988bbc588 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.692261 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17e6a3-5de0-478d-ac56-f72c40088fa8 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Port': ['ID=91f9b1cf-333a-4b01-ad71-faa274c977a2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:23.697327 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c17e6a3-5de0-478d-ac56-f72c40088fa8 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] No DVR routers for this DVR port 91f9b1cf-333a-4b01-ad71-faa274c977a2 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:23.746503 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-416daf6c-6bcd-435e-b081-d39988bbc588 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Transition to ACTIVE for port object 7b8b486c-ce80-46a3-ac50-15ed97a11d4c will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:23.777684 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75b97586-a08b-4fa1-8ce2-fcf4888dc056 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.786792 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75b97586-a08b-4fa1-8ce2-fcf4888dc056 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.824085 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c17e6a3-5de0-478d-ac56-f72c40088fa8 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.835228 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'name': 'tempest-AttachVolumeShelveTestJSON-1655165633-router', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:09Z', 'updated_at': '2021-07-22T16:47:17Z', 'revision_number': 4, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'gw_port': {'id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:11Z', 'updated_at': '2021-07-22T16:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'ec6d9024-02e6-4a4c-b7a2-fd24e4551837', 'name': '', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'mac_address': 'fa:16:3e:97:d1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:16Z', 'updated_at': '2021-07-22T16:47:18Z', 'revision_number': 2, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'subnets': [{'id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:23.843951 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-8c17e6a3-5de0-478d-ac56-f72c40088fa8 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0adc8c8c-759c-44b7-ad66-18fc6f382b47']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:23.846193 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b97586-a08b-4fa1-8ce2-fcf4888dc056 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca3ff82-7c24-4e39-ae55-ee30c0a26224,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:23.857851 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-8c17e6a3-5de0-478d-ac56-f72c40088fa8 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999c7d54-d8cd-4a14-8463-ddefd5f84b29') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:23.859455 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-8c17e6a3-5de0-478d-ac56-f72c40088fa8 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999c7d54-d8cd-4a14-8463-ddefd5f84b29') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:23.879944 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] Checking router: c3371d87-70cb-4016-ae46-d055e529da54 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:47:23.880415 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] Updating router c3371d87-70cb-4016-ae46-d055e529da54 port ec6d9024-02e6-4a4c-b7a2-fd24e4551837 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:47:23.882866 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c17e6a3-5de0-478d-ac56-f72c40088fa8 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.892503 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-416daf6c-6bcd-435e-b081-d39988bbc588 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.959285 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.973268 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c17e6a3-5de0-478d-ac56-f72c40088fa8 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.984462 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69b4b094-7449-486c-a2d1-0b9c16e3c668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.992076 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416daf6c-6bcd-435e-b081-d39988bbc588 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:23.993366 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69b4b094-7449-486c-a2d1-0b9c16e3c668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.000894 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c17e6a3-5de0-478d-ac56-f72c40088fa8 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:47:24.001403 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c17e6a3-5de0-478d-ac56-f72c40088fa8 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:47:24.005242 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:47:24.020212 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75b97586-a08b-4fa1-8ce2-fcf4888dc056 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.022067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-416daf6c-6bcd-435e-b081-d39988bbc588 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:24.024988 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416daf6c-6bcd-435e-b081-d39988bbc588 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:24.025677 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-75b97586-a08b-4fa1-8ce2-fcf4888dc056 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5701246 Jul 22 16:47:24.034916 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39082) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:24.040089 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416daf6c-6bcd-435e-b081-d39988bbc588 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:24.040828 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-416daf6c-6bcd-435e-b081-d39988bbc588 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.046133 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4ea38857-6129-4195-8b84-fd0d4ad733fb tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Request body: {'security_group_rule': {'security_group_id': '7ca3ff82-7c24-4e39-ae55-ee30c0a26224', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:24.069319 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416daf6c-6bcd-435e-b081-d39988bbc588 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=7b8b486c-ce80-46a3-ac50-15ed97a11d4c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:24.095193 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4b094-7449-486c-a2d1-0b9c16e3c668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51dbff3-ee0d-47d9-b4f6-be2b45e575dc,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:24.104702 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-69b4b094-7449-486c-a2d1-0b9c16e3c668 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7a15bf59b484443a8bb074d6428dd097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5217736 Jul 22 16:47:24.107131 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39084) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:24.130653 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c17e6a3-5de0-478d-ac56-f72c40088fa8 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.135675 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c17e6a3-5de0-478d-ac56-f72c40088fa8 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.137898 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8c17e6a3-5de0-478d-ac56-f72c40088fa8 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/networks/0adc8c8c-759c-44b7-ad66-18fc6f382b47 HTTP/1.1" status: 204 len: 168 time: 1.1949291 Jul 22 16:47:24.144519 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39086) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:24.150862 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5d4dd256-96e6-47f7-9137-20db6646e87c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'network': {'name': 'tempest-RoutersTest-213466960'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:24.172067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17e6a3-5de0-478d-ac56-f72c40088fa8 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Network': ['ID=0adc8c8c-759c-44b7-ad66-18fc6f382b47,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:24.203450 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7bb1144b-c7d9-49ee-a887-eeb798e247a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.239243 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7bb1144b-c7d9-49ee-a887-eeb798e247a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.268952 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76061f1f-f58f-4c65-8195-92db50bf2eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.280818 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76061f1f-f58f-4c65-8195-92db50bf2eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.283729 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-416daf6c-6bcd-435e-b081-d39988bbc588 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8645790 Jul 22 16:47:24.283859 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39088) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:24.296267 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.307107 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] Transition to ACTIVE for port object ec6d9024-02e6-4a4c-b7a2-fd24e4551837 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:24.314143 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.366602 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a6fd3-71bd-45be-8dda-4800874d101a None None] Pushing event updated for resources: {'Port': ['ID=ec6d9024-02e6-4a4c-b7a2-fd24e4551837,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:24.369062 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-76061f1f-f58f-4c65-8195-92db50bf2eca admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ae57f80b20bb4630ac3b3001fa39e601&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0209794 Jul 22 16:47:24.370808 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76061f1f-f58f-4c65-8195-92db50bf2eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8b3e0e-904a-4c8c-ae10-e89df68dfcde,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:24.376731 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39090) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:24.389639 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a6fd3-71bd-45be-8dda-4800874d101a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:24.391226 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a6fd3-71bd-45be-8dda-4800874d101a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:24.391912 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a6fd3-71bd-45be-8dda-4800874d101a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:24.392572 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a6fd3-71bd-45be-8dda-4800874d101a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:24.393000 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a6fd3-71bd-45be-8dda-4800874d101a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:24.393393 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a6fd3-71bd-45be-8dda-4800874d101a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:24.393723 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a6fd3-71bd-45be-8dda-4800874d101a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:24.394278 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a6fd3-71bd-45be-8dda-4800874d101a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:24.395000 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a6fd3-71bd-45be-8dda-4800874d101a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:24.395000 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a6fd3-71bd-45be-8dda-4800874d101a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:24.395375 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a6fd3-71bd-45be-8dda-4800874d101a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:24.395682 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3a6fd3-71bd-45be-8dda-4800874d101a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:24.399511 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4dd256-96e6-47f7-9137-20db6646e87c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Made reservation on behalf of 3ea63212a4f44637b93ca12959982d7d for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:24.402965 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ea38857-6129-4195-8b84-fd0d4ad733fb tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.407224 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d4dd256-96e6-47f7-9137-20db6646e87c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.426024 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7bb1144b-c7d9-49ee-a887-eeb798e247a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.428592 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7bb1144b-c7d9-49ee-a887-eeb798e247a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.432101 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7bb1144b-c7d9-49ee-a887-eeb798e247a0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b51dbff3-ee0d-47d9-b4f6-be2b45e575dc HTTP/1.1" status: 204 len: 168 time: 0.3216825 Jul 22 16:47:24.466169 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4dd256-96e6-47f7-9137-20db6646e87c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:47:24.485997 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d4dd256-96e6-47f7-9137-20db6646e87c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.486362 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-5d4dd256-96e6-47f7-9137-20db6646e87c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Added segment c8fd9969-2f91-4bf7-9d78-4dfba81edb68 of type vlan for network ddeb9378-09ad-4421-b87b-343ac64b561f Jul 22 16:47:24.495657 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] Attempting to bind port ec6d9024-02e6-4a4c-b7a2-fd24e4551837 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:24.496256 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] Attempting to bind port ec6d9024-02e6-4a4c-b7a2-fd24e4551837 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '5dd4ee6d-9efd-4368-981c-346afd984753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '355332cc-46f4-40ba-8869-365066797198'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:24.496981 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] Attempting to bind port ec6d9024-02e6-4a4c-b7a2-fd24e4551837 on network 355332cc-46f4-40ba-8869-365066797198 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:24.502904 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:24.503505 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] Checking segment: {'id': '5dd4ee6d-9efd-4368-981c-346afd984753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '355332cc-46f4-40ba-8869-365066797198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:24.504127 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.504661 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] Bound using segment: {'id': '5dd4ee6d-9efd-4368-981c-346afd984753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '355332cc-46f4-40ba-8869-365066797198'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:24.505288 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] Bound port: ec6d9024-02e6-4a4c-b7a2-fd24e4551837, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd4ee6d-9efd-4368-981c-346afd984753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '355332cc-46f4-40ba-8869-365066797198'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:24.505833 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.538022 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1144b-c7d9-49ee-a887-eeb798e247a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51dbff3-ee0d-47d9-b4f6-be2b45e575dc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:24.575616 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83322a5b-1e24-4c9e-9dea-a12b89f09976 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:24.600667 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83322a5b-1e24-4c9e-9dea-a12b89f09976 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:24.605947 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39094) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:24.607163 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-83322a5b-1e24-4c9e-9dea-a12b89f09976 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.3156810 Jul 22 16:47:24.622854 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d4dd256-96e6-47f7-9137-20db6646e87c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.659024 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] For port ec6d9024-02e6-4a4c-b7a2-fd24e4551837, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:24.662470 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] For port ec6d9024-02e6-4a4c-b7a2-fd24e4551837, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ec6d9024-02e6-4a4c-b7a2-fd24e4551837,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:24.663363 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ea38857-6129-4195-8b84-fd0d4ad733fb tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.677517 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.683389 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-635e3f52-a1ba-443a-9539-0ce139dde067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.700870 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 196a1ee9-4622-4696-88ac-c8ef1f3bad49 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:24.714654 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ea38857-6129-4195-8b84-fd0d4ad733fb tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.758902 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] Routers {'c3371d87-70cb-4016-ae46-d055e529da54'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:24.761178 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['c3371d87-70cb-4016-ae46-d055e529da54'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:24.763182 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a6fd3-71bd-45be-8dda-4800874d101a None None] Pushing event updated for resources: {'Port': ['ID=ec6d9024-02e6-4a4c-b7a2-fd24e4551837,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:24.787626 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d4dd256-96e6-47f7-9137-20db6646e87c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.794018 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4dd256-96e6-47f7-9137-20db6646e87c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:24.794659 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d4dd256-96e6-47f7-9137-20db6646e87c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.813400 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 196a1ee9-4622-4696-88ac-c8ef1f3bad49 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:24.817779 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5d4dd256-96e6-47f7-9137-20db6646e87c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6706693 Jul 22 16:47:24.828499 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39096) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:24.861152 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-635e3f52-a1ba-443a-9539-0ce139dde067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.865778 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea38857-6129-4195-8b84-fd0d4ad733fb tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b014acb-05ad-43a9-a1e3-c36134d6fbe2,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:24.871814 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ee6678f2-8ece-4b91-924f-78c012a32bf6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'subnet': {'network_id': 'ddeb9378-09ad-4421-b87b-343ac64b561f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:24.885701 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ea38857-6129-4195-8b84-fd0d4ad733fb tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.887304 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4ea38857-6129-4195-8b84-fd0d4ad733fb tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8511717 Jul 22 16:47:24.889963 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39100) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:24.894825 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4fa7115e-f0a3-462f-a5f6-162a470a46bc tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Request body: {'security_group_rule': {'security_group_id': '7ca3ff82-7c24-4e39-ae55-ee30c0a26224', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:24.937586 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 91f9b1cf-333a-4b01-ad71-faa274c977a2 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:24.964216 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4fa7115e-f0a3-462f-a5f6-162a470a46bc tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:25.011984 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 91f9b1cf-333a-4b01-ad71-faa274c977a2 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:47:25.015882 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 91f9b1cf-333a-4b01-ad71-faa274c977a2 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:25.041513 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-635e3f52-a1ba-443a-9539-0ce139dde067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:25.052694 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-635e3f52-a1ba-443a-9539-0ce139dde067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:25.058319 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-635e3f52-a1ba-443a-9539-0ce139dde067 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8f8b3e0e-904a-4c8c-ae10-e89df68dfcde HTTP/1.1" status: 204 len: 168 time: 0.6747098 Jul 22 16:47:25.103598 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4dd256-96e6-47f7-9137-20db6646e87c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Network': ['ID=ddeb9378-09ad-4421-b87b-343ac64b561f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:25.110829 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] Set router c3371d87-70cb-4016-ae46-d055e529da54 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:25.118807 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-fbea5f76-1521-4317-8926-66d4b60d9d20 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting port 7b8b486c-ce80-46a3-ac50-15ed97a11d4c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:25.119055 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fbea5f76-1521-4317-8926-66d4b60d9d20 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:25.127108 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network ddeb9378-09ad-4421-b87b-343ac64b561f details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:47:25.191815 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e3f52-a1ba-443a-9539-0ce139dde067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8b3e0e-904a-4c8c-ae10-e89df68dfcde,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:25.239955 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fbea5f76-1521-4317-8926-66d4b60d9d20 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:25.254626 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-fbea5f76-1521-4317-8926-66d4b60d9d20 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Calling delete_port for 7b8b486c-ce80-46a3-ac50-15ed97a11d4c owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:25.276259 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4fa7115e-f0a3-462f-a5f6-162a470a46bc tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:25.281532 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4fa7115e-f0a3-462f-a5f6-162a470a46bc tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:25.322688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7115e-f0a3-462f-a5f6-162a470a46bc tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecddd83c-1cfe-4a50-9a33-63753f62dffc,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:25.362678 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4fa7115e-f0a3-462f-a5f6-162a470a46bc tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:25.363999 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4fa7115e-f0a3-462f-a5f6-162a470a46bc tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4728136 Jul 22 16:47:25.367369 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39112) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:25.383623 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-35f9b290-4e6d-4d25-b1e3-c4322151070b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:25.416488 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6678f2-8ece-4b91-924f-78c012a32bf6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Made reservation on behalf of 3ea63212a4f44637b93ca12959982d7d for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:25.422165 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee6678f2-8ece-4b91-924f-78c012a32bf6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:25.433875 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fbea5f76-1521-4317-8926-66d4b60d9d20 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:25.443159 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-feba299e-839b-44af-a839-da59840c35bf None None] Provisioning for port 196a1ee9-4622-4696-88ac-c8ef1f3bad49 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:25.454288 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35f9b290-4e6d-4d25-b1e3-c4322151070b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:25.454713 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-feba299e-839b-44af-a839-da59840c35bf None None] Provisioning complete for port 196a1ee9-4622-4696-88ac-c8ef1f3bad49 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:25.455152 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-feba299e-839b-44af-a839-da59840c35bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:25.485080 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'name': 'tempest-AttachVolumeShelveTestJSON-1655165633-router', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:09Z', 'updated_at': '2021-07-22T16:47:17Z', 'revision_number': 4, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'gw_port': {'id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:11Z', 'updated_at': '2021-07-22T16:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'ec6d9024-02e6-4a4c-b7a2-fd24e4551837', 'name': '', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'mac_address': 'fa:16:3e:97:d1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:16Z', 'updated_at': '2021-07-22T16:47:24Z', 'revision_number': 4, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'subnets': [{'id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:25.495548 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea5f76-1521-4317-8926-66d4b60d9d20 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Port': ['ID=7b8b486c-ce80-46a3-ac50-15ed97a11d4c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:25.553674 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417cf42a-3d2e-4d7d-a23b-92c86067fa72 None None] The sync data for ids ['c3371d87-70cb-4016-ae46-d055e529da54'] in n-d-798930-9 is: [{'id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'name': 'tempest-AttachVolumeShelveTestJSON-1655165633-router', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:09Z', 'updated_at': '2021-07-22T16:47:17Z', 'revision_number': 4, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'gw_port': {'id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:11Z', 'updated_at': '2021-07-22T16:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'ec6d9024-02e6-4a4c-b7a2-fd24e4551837', 'name': '', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'mac_address': 'fa:16:3e:97:d1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:16Z', 'updated_at': '2021-07-22T16:47:24Z', 'revision_number': 4, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'subnets': [{'id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:47:25.581341 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fbea5f76-1521-4317-8926-66d4b60d9d20 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:25.586298 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fbea5f76-1521-4317-8926-66d4b60d9d20 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/7b8b486c-ce80-46a3-ac50-15ed97a11d4c HTTP/1.1" status: 204 len: 168 time: 0.9780092 Jul 22 16:47:25.586960 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39116) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:25.678350 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-feba299e-839b-44af-a839-da59840c35bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:25.689564 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b705d8-04c7-4fa3-bab2-d4dd02c77f67 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:25.691221 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b705d8-04c7-4fa3-bab2-d4dd02c77f67 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:25.698584 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-72b705d8-04c7-4fa3-bab2-d4dd02c77f67 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1054285 Jul 22 16:47:25.699374 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39118) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:25.747564 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39120) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:25.765328 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-feba299e-839b-44af-a839-da59840c35bf None None] For port 196a1ee9-4622-4696-88ac-c8ef1f3bad49, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=196a1ee9-4622-4696-88ac-c8ef1f3bad49,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:25.772092 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-235c5263-9358-4478-acd8-9a6730669d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:25.779595 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-feba299e-839b-44af-a839-da59840c35bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:25.800614 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35f9b290-4e6d-4d25-b1e3-c4322151070b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:25.886264 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba299e-839b-44af-a839-da59840c35bf None None] Pushing event updated for resources: {'Port': ['ID=196a1ee9-4622-4696-88ac-c8ef1f3bad49,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:25.907826 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-805a4656-b8ca-478e-a6e6-0a8c15083bc4 None None] Could not find standard attr ID for object 7b8b486c-ce80-46a3-ac50-15ed97a11d4c. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:47:25.971192 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-235c5263-9358-4478-acd8-9a6730669d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:25.985973 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-235c5263-9358-4478-acd8-9a6730669d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.010473 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-35f9b290-4e6d-4d25-b1e3-c4322151070b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Allocated IP 172.25.0.12 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/269e4cd5-3441-4494-bd88-4e6893c7aa0e) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:26.048622 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7eecda-4ff3-4716-83ef-8846dfc19f85 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet 43ed1207-8d8f-4150-9f42-f89c5a81bbc7 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:47:26.059482 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b7eecda-4ff3-4716-83ef-8846dfc19f85 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.081087 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-235c5263-9358-4478-acd8-9a6730669d2f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=72e167d0758e4f1f89f30f22cc6cda7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3301680 Jul 22 16:47:26.084439 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39128) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:26.094673 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c5263-9358-4478-acd8-9a6730669d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96da948-f5da-4abd-8463-c347fc46a0c9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:26.104541 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee6678f2-8ece-4b91-924f-78c012a32bf6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.169547 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b7eecda-4ff3-4716-83ef-8846dfc19f85 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.193309 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6678f2-8ece-4b91-924f-78c012a32bf6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Subnet': ['ID=250a7db1-62fb-43c0-b2f4-3ae7fd40587f,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:26.251815 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39132) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:26.272819 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35f9b290-4e6d-4d25-b1e3-c4322151070b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.283467 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6678f2-8ece-4b91-924f-78c012a32bf6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Checking segment: {'id': 'c8fd9969-2f91-4bf7-9d78-4dfba81edb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ddeb9378-09ad-4421-b87b-343ac64b561f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:26.284278 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6678f2-8ece-4b91-924f-78c012a32bf6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network hostable DHCP agents. Network: ddeb9378-09ad-4421-b87b-343ac64b561f, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:47:26.293606 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f2915bc-fe12-447c-a0f2-a7959d1a2220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.297778 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b7eecda-4ff3-4716-83ef-8846dfc19f85 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.320629 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6678f2-8ece-4b91-924f-78c012a32bf6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network ddeb9378-09ad-4421-b87b-343ac64b561f is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:47:26.325058 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f2915bc-fe12-447c-a0f2-a7959d1a2220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.344219 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ee6678f2-8ece-4b91-924f-78c012a32bf6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, ddeb9378-09ad-4421-b87b-343ac64b561f) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:26.348708 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6678f2-8ece-4b91-924f-78c012a32bf6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:26.349464 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee6678f2-8ece-4b91-924f-78c012a32bf6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.360120 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2ffe35-b4ae-4b6f-a252-1f833d88df47 None None] Network ddeb9378-09ad-4421-b87b-343ac64b561f requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:26.388017 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35f9b290-4e6d-4d25-b1e3-c4322151070b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.399932 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ad41bda0-cc55-4dfa-ba43-65428282c43e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-398602312-network', 'tenant_id': '7d1de184c28f4807aacf349f806e0097'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:26.401511 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b7eecda-4ff3-4716-83ef-8846dfc19f85 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.426793 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ee6678f2-8ece-4b91-924f-78c012a32bf6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5790813 Jul 22 16:47:26.433316 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39136) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:26.440127 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-76902350-f744-4ec9-8128-e91805674cc5 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-223512071', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:26.459929 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad41bda0-cc55-4dfa-ba43-65428282c43e admin admin] Made reservation on behalf of 7d1de184c28f4807aacf349f806e0097 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:26.468227 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad41bda0-cc55-4dfa-ba43-65428282c43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.477557 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7eecda-4ff3-4716-83ef-8846dfc19f85 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=43ed1207-8d8f-4150-9f42-f89c5a81bbc7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:26.484466 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b7eecda-4ff3-4716-83ef-8846dfc19f85 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.487218 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6b7eecda-4ff3-4716-83ef-8846dfc19f85 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/43ed1207-8d8f-4150-9f42-f89c5a81bbc7 HTTP/1.1" status: 204 len: 168 time: 0.7865832 Jul 22 16:47:26.489790 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39138) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:26.493539 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f9b290-4e6d-4d25-b1e3-c4322151070b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:26.500270 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-35f9b290-4e6d-4d25-b1e3-c4322151070b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:26.504460 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f2915bc-fe12-447c-a0f2-a7959d1a2220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.505421 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f9b290-4e6d-4d25-b1e3-c4322151070b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:26.520299 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f2915bc-fe12-447c-a0f2-a7959d1a2220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.522977 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9f2915bc-fe12-447c-a0f2-a7959d1a2220 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f96da948-f5da-4abd-8463-c347fc46a0c9 HTTP/1.1" status: 204 len: 168 time: 0.4376047 Jul 22 16:47:26.555626 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9b290-4e6d-4d25-b1e3-c4322151070b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Pushing event updated for resources: {'Port': ['ID=269e4cd5-3441-4494-bd88-4e6893c7aa0e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:26.569232 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bd20e7-a32c-4fc8-951c-1ede79d9a18f None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:26.577674 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76902350-f744-4ec9-8128-e91805674cc5 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.578917 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76902350-f744-4ec9-8128-e91805674cc5 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.588741 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad41bda0-cc55-4dfa-ba43-65428282c43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.593092 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-614a138f-0e6b-4e93-a2a2-8bf3859f73c2 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0992424 Jul 22 16:47:26.598766 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39142) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:26.603914 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2915bc-fe12-447c-a0f2-a7959d1a2220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96da948-f5da-4abd-8463-c347fc46a0c9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:26.605611 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4e6d9349-3e48-4bf8-aae9-7198eedf9a53 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:26.718271 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76902350-f744-4ec9-8128-e91805674cc5 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.754358 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94da82b6-35a3-4bd2-bbdd-a69de50b9a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-ddeb9378-09ad-4421-b87b-343ac64b561f', 'network_id': 'ddeb9378-09ad-4421-b87b-343ac64b561f', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'fixed_ips': [{'subnet_id': '250a7db1-62fb-43c0-b2f4-3ae7fd40587f'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:47:26.755204 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94da82b6-35a3-4bd2-bbdd-a69de50b9a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.757121 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 196a1ee9-4622-4696-88ac-c8ef1f3bad49 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:26.764892 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76902350-f744-4ec9-8128-e91805674cc5 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.771583 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad41bda0-cc55-4dfa-ba43-65428282c43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.778704 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad41bda0-cc55-4dfa-ba43-65428282c43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.812376 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad41bda0-cc55-4dfa-ba43-65428282c43e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:47:26.832047 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41bda0-cc55-4dfa-ba43-65428282c43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a4d43d-7d79-4ac6-9ad0-94432e914610,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:26.837351 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad41bda0-cc55-4dfa-ba43-65428282c43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.837699 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-ad41bda0-cc55-4dfa-ba43-65428282c43e admin admin] Added segment f4ca4f7b-fdd4-4b49-86d0-c40904b779a3 of type vlan for network 73f6be59-1fdc-49b9-8af1-53b654f51f05 Jul 22 16:47:26.889501 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad41bda0-cc55-4dfa-ba43-65428282c43e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.931441 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad41bda0-cc55-4dfa-ba43-65428282c43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:26.933295 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad41bda0-cc55-4dfa-ba43-65428282c43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:26.934243 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad41bda0-cc55-4dfa-ba43-65428282c43e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.020672 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ad41bda0-cc55-4dfa-ba43-65428282c43e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7672920 Jul 22 16:47:27.053388 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 196a1ee9-4622-4696-88ac-c8ef1f3bad49 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:27.054043 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.055550 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39152) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:27.064186 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-00b54a72-8219-4159-8ff2-c270d62338d1 admin admin] Request body: {'subnet': {'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-398602312-subnet', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:27.068355 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41bda0-cc55-4dfa-ba43-65428282c43e admin admin] Pushing event updated for resources: {'Network': ['ID=73f6be59-1fdc-49b9-8af1-53b654f51f05,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:27.114287 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 73f6be59-1fdc-49b9-8af1-53b654f51f05 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:47:27.117396 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b54a72-8219-4159-8ff2-c270d62338d1 admin admin] Made reservation on behalf of 7d1de184c28f4807aacf349f806e0097 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:27.120769 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00b54a72-8219-4159-8ff2-c270d62338d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.148160 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-76902350-f744-4ec9-8128-e91805674cc5 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.152461 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-76902350-f744-4ec9-8128-e91805674cc5 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7166326 Jul 22 16:47:27.153316 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39156) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:27.157697 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-94da82b6-35a3-4bd2-bbdd-a69de50b9a27 None None] Allocated IP 172.20.0.2 (ddeb9378-09ad-4421-b87b-343ac64b561f/250a7db1-62fb-43c0-b2f4-3ae7fd40587f/d8977692-7c90-4499-89b1-aa394dfacba5) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:27.221461 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35f9b290-4e6d-4d25-b1e3-c4322151070b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.286993 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3730865-d00f-4c4d-b09c-05efe9978c1f None None] DHCP port deletion for 3a7a7ee3-b719-4772-82c2-01f118e27227 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:47:27.363370 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ec6d9024-02e6-4a4c-b7a2-fd24e4551837 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:27.407762 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00b54a72-8219-4159-8ff2-c270d62338d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.412454 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6d9349-3e48-4bf8-aae9-7198eedf9a53 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:27.416848 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e6d9349-3e48-4bf8-aae9-7198eedf9a53 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.494241 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f3730865-d00f-4c4d-b09c-05efe9978c1f None None] Deleting port 196a1ee9-4622-4696-88ac-c8ef1f3bad49 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:27.494741 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3730865-d00f-4c4d-b09c-05efe9978c1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.514918 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b54a72-8219-4159-8ff2-c270d62338d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad5452e3-4f51-41eb-9e7c-709f07b5fd20,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:27.527211 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port ec6d9024-02e6-4a4c-b7a2-fd24e4551837 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:27.527434 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b54a72-8219-4159-8ff2-c270d62338d1 admin admin] Checking segment: {'id': 'f4ca4f7b-fdd4-4b49-86d0-c40904b779a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:27.527788 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b54a72-8219-4159-8ff2-c270d62338d1 admin admin] Network hostable DHCP agents. Network: 73f6be59-1fdc-49b9-8af1-53b654f51f05, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:47:27.541337 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94da82b6-35a3-4bd2-bbdd-a69de50b9a27 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.551024 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port ec6d9024-02e6-4a4c-b7a2-fd24e4551837 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:27.551402 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.562966 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35f9b290-4e6d-4d25-b1e3-c4322151070b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.569063 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b54a72-8219-4159-8ff2-c270d62338d1 admin admin] Network 73f6be59-1fdc-49b9-8af1-53b654f51f05 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:47:27.581661 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-00b54a72-8219-4159-8ff2-c270d62338d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 73f6be59-1fdc-49b9-8af1-53b654f51f05) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:27.586692 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-94da82b6-35a3-4bd2-bbdd-a69de50b9a27 None None] Transition to ACTIVE for port object d8977692-7c90-4499-89b1-aa394dfacba5 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:27.587817 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b54a72-8219-4159-8ff2-c270d62338d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:27.589815 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-00b54a72-8219-4159-8ff2-c270d62338d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.610672 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-00b54a72-8219-4159-8ff2-c270d62338d1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5518854 Jul 22 16:47:27.613248 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39168) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:27.621110 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ec24cd46-d53e-42fc-b712-c18e46897ff2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-398602312-router', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:27.624442 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7885d862-853c-4a05-8c58-28353d72e34c None None] Network 73f6be59-1fdc-49b9-8af1-53b654f51f05 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:27.662775 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec24cd46-d53e-42fc-b712-c18e46897ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.664605 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec24cd46-d53e-42fc-b712-c18e46897ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.681706 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-178273ba-6055-4310-b827-8ede4f47408e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.693630 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f3730865-d00f-4c4d-b09c-05efe9978c1f None None] For port 196a1ee9-4622-4696-88ac-c8ef1f3bad49, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=196a1ee9-4622-4696-88ac-c8ef1f3bad49,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:27.694188 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3730865-d00f-4c4d-b09c-05efe9978c1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.716725 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-94da82b6-35a3-4bd2-bbdd-a69de50b9a27 None None] Transition to ACTIVE for port object d8977692-7c90-4499-89b1-aa394dfacba5 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:27.751660 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f3730865-d00f-4c4d-b09c-05efe9978c1f None None] Calling delete_port for 196a1ee9-4622-4696-88ac-c8ef1f3bad49 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:27.759996 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94da82b6-35a3-4bd2-bbdd-a69de50b9a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.868152 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94da82b6-35a3-4bd2-bbdd-a69de50b9a27 None None] Network ddeb9378-09ad-4421-b87b-343ac64b561f is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:27.905278 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-94da82b6-35a3-4bd2-bbdd-a69de50b9a27 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:27.907895 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94da82b6-35a3-4bd2-bbdd-a69de50b9a27 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:27.928712 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da82b6-35a3-4bd2-bbdd-a69de50b9a27 None None] Pushing event updated for resources: {'Port': ['ID=d8977692-7c90-4499-89b1-aa394dfacba5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:28.003371 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.076485 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-94da82b6-35a3-4bd2-bbdd-a69de50b9a27 None None] Attempting to bind port d8977692-7c90-4499-89b1-aa394dfacba5 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:28.077013 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-94da82b6-35a3-4bd2-bbdd-a69de50b9a27 None None] Attempting to bind port d8977692-7c90-4499-89b1-aa394dfacba5 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'c8fd9969-2f91-4bf7-9d78-4dfba81edb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ddeb9378-09ad-4421-b87b-343ac64b561f'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:28.077220 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94da82b6-35a3-4bd2-bbdd-a69de50b9a27 None None] Attempting to bind port d8977692-7c90-4499-89b1-aa394dfacba5 on network ddeb9378-09ad-4421-b87b-343ac64b561f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:28.084635 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94da82b6-35a3-4bd2-bbdd-a69de50b9a27 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:28.085016 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94da82b6-35a3-4bd2-bbdd-a69de50b9a27 None None] Checking segment: {'id': 'c8fd9969-2f91-4bf7-9d78-4dfba81edb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ddeb9378-09ad-4421-b87b-343ac64b561f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:28.085606 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94da82b6-35a3-4bd2-bbdd-a69de50b9a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.086636 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94da82b6-35a3-4bd2-bbdd-a69de50b9a27 None None] Bound using segment: {'id': 'c8fd9969-2f91-4bf7-9d78-4dfba81edb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ddeb9378-09ad-4421-b87b-343ac64b561f'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:28.087182 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-94da82b6-35a3-4bd2-bbdd-a69de50b9a27 None None] Bound port: d8977692-7c90-4499-89b1-aa394dfacba5, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fd9969-2f91-4bf7-9d78-4dfba81edb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ddeb9378-09ad-4421-b87b-343ac64b561f'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:28.087675 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94da82b6-35a3-4bd2-bbdd-a69de50b9a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.146797 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port ec6d9024-02e6-4a4c-b7a2-fd24e4551837, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ec6d9024-02e6-4a4c-b7a2-fd24e4551837,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:28.152961 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098556d0-94f8-4c4b-8dfc-f4373066f8cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-73f6be59-1fdc-49b9-8af1-53b654f51f05', 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'fixed_ips': [{'subnet_id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:47:28.153818 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-098556d0-94f8-4c4b-8dfc-f4373066f8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.158124 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3730865-d00f-4c4d-b09c-05efe9978c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.194762 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.208131 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec24cd46-d53e-42fc-b712-c18e46897ff2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.267805 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-94da82b6-35a3-4bd2-bbdd-a69de50b9a27 None None] For port d8977692-7c90-4499-89b1-aa394dfacba5, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:28.271451 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-94da82b6-35a3-4bd2-bbdd-a69de50b9a27 None None] For port d8977692-7c90-4499-89b1-aa394dfacba5, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d8977692-7c90-4499-89b1-aa394dfacba5,segment=NetworkSegment(c8fd9969-2f91-4bf7-9d78-4dfba81edb68),segment_id=c8fd9969-2f91-4bf7-9d78-4dfba81edb68)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:28.331951 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-178273ba-6055-4310-b827-8ede4f47408e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Allocated IP 172.20.0.1 (ddeb9378-09ad-4421-b87b-343ac64b561f/250a7db1-62fb-43c0-b2f4-3ae7fd40587f/59ef1bb7-4bf7-4fd6-808b-352e0d175b16) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:28.369750 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35f9b290-4e6d-4d25-b1e3-c4322151070b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.381776 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35f9b290-4e6d-4d25-b1e3-c4322151070b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.408662 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:47:28.422852 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec24cd46-d53e-42fc-b712-c18e46897ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.465961 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39182) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:28.493298 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3730865-d00f-4c4d-b09c-05efe9978c1f None None] No DVR routers for this DVR port 196a1ee9-4622-4696-88ac-c8ef1f3bad49 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:28.514626 n-d-798930-9 neutron-server[93817]: DEBUG neutron.objects.ports [None req-4e6d9349-3e48-4bf8-aae9-7198eedf9a53 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:47:28.521906 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94da82b6-35a3-4bd2-bbdd-a69de50b9a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.524558 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e6d9349-3e48-4bf8-aae9-7198eedf9a53 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.528982 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3730865-d00f-4c4d-b09c-05efe9978c1f None None] Pushing event deleted for resources: {'Port': ['ID=196a1ee9-4622-4696-88ac-c8ef1f3bad49,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:28.595617 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 196a1ee9-4622-4696-88ac-c8ef1f3bad49 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:28.621126 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-098556d0-94f8-4c4b-8dfc-f4373066f8cc None None] Allocated IP 172.20.0.2 (73f6be59-1fdc-49b9-8af1-53b654f51f05/ad5452e3-4f51-41eb-9e7c-709f07b5fd20/d1692992-cc0b-4a47-a9ff-594f2ca4e31a) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:28.635120 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9b290-4e6d-4d25-b1e3-c4322151070b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Pushing event updated for resources: {'Port': ['ID=269e4cd5-3441-4494-bd88-4e6893c7aa0e,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:28.668057 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 196a1ee9-4622-4696-88ac-c8ef1f3bad49 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:47:28.668577 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 196a1ee9-4622-4696-88ac-c8ef1f3bad49 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:28.686920 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6d9349-3e48-4bf8-aae9-7198eedf9a53 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:28.705211 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-4e6d9349-3e48-4bf8-aae9-7198eedf9a53 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:28.718867 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6d9349-3e48-4bf8-aae9-7198eedf9a53 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:28.719864 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e6d9349-3e48-4bf8-aae9-7198eedf9a53 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.729520 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35f9b290-4e6d-4d25-b1e3-c4322151070b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.731581 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1666b42a-d46a-42f8-a99b-93240a29b034 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:28.756525 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35f9b290-4e6d-4d25-b1e3-c4322151070b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.758525 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-35f9b290-4e6d-4d25-b1e3-c4322151070b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3899293 Jul 22 16:47:28.762674 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-178273ba-6055-4310-b827-8ede4f47408e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.770260 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d9349-3e48-4bf8-aae9-7198eedf9a53 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=d7255c91-6624-4a89-ba51-2cc77db2d26a,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:28.779875 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-25eddf97-3367-484b-ac13-fc49ca1b9925 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-442121765'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:28.787354 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4e6d9349-3e48-4bf8-aae9-7198eedf9a53 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1871219 Jul 22 16:47:28.790428 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39188) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:28.797160 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9504e3a6-1408-4666-8f2c-37e9931c15e4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'mac_address': 'fa:16:3e:f5:d7:1a', 'name': 'tempest-NetworksTestDHCPv6-1350392604'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:28.802876 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-178273ba-6055-4310-b827-8ede4f47408e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Transition to ACTIVE for port object 59ef1bb7-4bf7-4fd6-808b-352e0d175b16 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:28.810866 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=ec6d9024-02e6-4a4c-b7a2-fd24e4551837,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:28.821041 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-25eddf97-3367-484b-ac13-fc49ca1b9925 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.822995 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-25eddf97-3367-484b-ac13-fc49ca1b9925 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.887139 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-25eddf97-3367-484b-ac13-fc49ca1b9925 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.894950 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-25eddf97-3367-484b-ac13-fc49ca1b9925 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.978470 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-25eddf97-3367-484b-ac13-fc49ca1b9925 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.979704 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-25eddf97-3367-484b-ac13-fc49ca1b9925 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5124624 Jul 22 16:47:28.982680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39190) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:28.998179 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-178273ba-6055-4310-b827-8ede4f47408e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.083407 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178273ba-6055-4310-b827-8ede4f47408e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network ddeb9378-09ad-4421-b87b-343ac64b561f is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:29.107671 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-178273ba-6055-4310-b827-8ede4f47408e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:29.116447 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178273ba-6055-4310-b827-8ede4f47408e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:29.171853 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178273ba-6055-4310-b827-8ede4f47408e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Port': ['ID=59ef1bb7-4bf7-4fd6-808b-352e0d175b16,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:29.173334 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec24cd46-d53e-42fc-b712-c18e46897ff2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.181212 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9504e3a6-1408-4666-8f2c-37e9931c15e4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:29.206454 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2d65388-49b1-4b9c-8107-d714be4de1e0 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.208715 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec24cd46-d53e-42fc-b712-c18e46897ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.225960 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-178273ba-6055-4310-b827-8ede4f47408e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.331767 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da82b6-35a3-4bd2-bbdd-a69de50b9a27 None None] Pushing event updated for resources: {'Port': ['ID=d8977692-7c90-4499-89b1-aa394dfacba5,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:29.351910 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63f302c3-2780-44af-80d5-7bb9ef56bf8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.364448 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9504e3a6-1408-4666-8f2c-37e9931c15e4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.413879 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-9504e3a6-1408-4666-8f2c-37e9931c15e4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] device_id is not set on port 73a6b228-203f-4e14-bc90-a0c515f3cf84 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:47:29.464065 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-178273ba-6055-4310-b827-8ede4f47408e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.475178 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-098556d0-94f8-4c4b-8dfc-f4373066f8cc None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.501587 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-098556d0-94f8-4c4b-8dfc-f4373066f8cc None None] Transition to ACTIVE for port object d1692992-cc0b-4a47-a9ff-594f2ca4e31a will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:29.506214 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-9409cd39-42e5-4092-99ad-0a1f10697710 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--428504377&fields=id&tenant_id=f0be4ca898ef40f79a7a36fc239eca61 HTTP/1.1" status: 200 len: 267 time: 0.2173212 Jul 22 16:47:29.515386 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe20f92-a675-46b6-978e-b563ea05014a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-3a7a7ee3-b719-4772-82c2-01f118e27227', 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'fixed_ips': [{'subnet_id': 'd7255c91-6624-4a89-ba51-2cc77db2d26a'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:47:29.516275 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-abe20f92-a675-46b6-978e-b563ea05014a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.523026 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-098556d0-94f8-4c4b-8dfc-f4373066f8cc None None] Transition to ACTIVE for port object d1692992-cc0b-4a47-a9ff-594f2ca4e31a will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:29.537210 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2d65388-49b1-4b9c-8107-d714be4de1e0 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.541963 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2d65388-49b1-4b9c-8107-d714be4de1e0 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.547337 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-098556d0-94f8-4c4b-8dfc-f4373066f8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.630403 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098556d0-94f8-4c4b-8dfc-f4373066f8cc None None] Network 73f6be59-1fdc-49b9-8af1-53b654f51f05 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:29.632407 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-098556d0-94f8-4c4b-8dfc-f4373066f8cc None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:29.642820 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098556d0-94f8-4c4b-8dfc-f4373066f8cc None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:29.650543 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-9504e3a6-1408-4666-8f2c-37e9931c15e4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8::f816:3eff:fef5:d71a (3a7a7ee3-b719-4772-82c2-01f118e27227/d7255c91-6624-4a89-ba51-2cc77db2d26a/73a6b228-203f-4e14-bc90-a0c515f3cf84) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:29.680147 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098556d0-94f8-4c4b-8dfc-f4373066f8cc None None] Pushing event updated for resources: {'Port': ['ID=d1692992-cc0b-4a47-a9ff-594f2ca4e31a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:29.704667 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2d65388-49b1-4b9c-8107-d714be4de1e0 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.705196 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d65388-49b1-4b9c-8107-d714be4de1e0 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7920b0e6-890c-4b86-9ba1-ac9ef047b8ab {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:47:29.714904 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2d65388-49b1-4b9c-8107-d714be4de1e0 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.719820 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f2d65388-49b1-4b9c-8107-d714be4de1e0 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] 10.222.0.69 "DELETE /v2.0/routers/7920b0e6-890c-4b86-9ba1-ac9ef047b8ab HTTP/1.1" status: 204 len: 168 time: 0.7361195 Jul 22 16:47:29.720431 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39202) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:29.734823 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-ec24cd46-d53e-42fc-b712-c18e46897ff2 admin admin] Allocated IP 172.25.0.194 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/41ee4c72-7014-4745-8e0e-5630a57c6912) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:29.735830 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4fea08f9-5603-48b2-9590-2bbdbb75f6db tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Request body: {'router': {'name': 'tempest-router-1429989364', 'distributed': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:29.755215 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-098556d0-94f8-4c4b-8dfc-f4373066f8cc None None] Attempting to bind port d1692992-cc0b-4a47-a9ff-594f2ca4e31a on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:29.755705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-098556d0-94f8-4c4b-8dfc-f4373066f8cc None None] Attempting to bind port d1692992-cc0b-4a47-a9ff-594f2ca4e31a by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'f4ca4f7b-fdd4-4b49-86d0-c40904b779a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:29.756155 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098556d0-94f8-4c4b-8dfc-f4373066f8cc None None] Attempting to bind port d1692992-cc0b-4a47-a9ff-594f2ca4e31a on network 73f6be59-1fdc-49b9-8af1-53b654f51f05 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:29.764528 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098556d0-94f8-4c4b-8dfc-f4373066f8cc None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:29.765362 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098556d0-94f8-4c4b-8dfc-f4373066f8cc None None] Checking segment: {'id': 'f4ca4f7b-fdd4-4b49-86d0-c40904b779a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:29.765529 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-098556d0-94f8-4c4b-8dfc-f4373066f8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.766118 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098556d0-94f8-4c4b-8dfc-f4373066f8cc None None] Bound using segment: {'id': 'f4ca4f7b-fdd4-4b49-86d0-c40904b779a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:29.766911 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-098556d0-94f8-4c4b-8dfc-f4373066f8cc None None] Bound port: d1692992-cc0b-4a47-a9ff-594f2ca4e31a, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ca4f7b-fdd4-4b49-86d0-c40904b779a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:29.767610 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-098556d0-94f8-4c4b-8dfc-f4373066f8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.771425 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-43aaf9a6-167b-4e8c-ada3-f30504fe171f tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:29.779424 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-43aaf9a6-167b-4e8c-ada3-f30504fe171f tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/networks?id=355332cc-46f4-40ba-8869-365066797198 HTTP/1.1" status: 200 len: 817 time: 0.2721508 Jul 22 16:47:29.811196 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-fc89e496-a2ca-4042-883c-64a036f3e620 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/quotas/f0be4ca898ef40f79a7a36fc239eca61 HTTP/1.1" status: 200 len: 375 time: 0.0302317 Jul 22 16:47:29.860115 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-098556d0-94f8-4c4b-8dfc-f4373066f8cc None None] For port d1692992-cc0b-4a47-a9ff-594f2ca4e31a, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:29.865815 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4fea08f9-5603-48b2-9590-2bbdbb75f6db tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.866169 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-098556d0-94f8-4c4b-8dfc-f4373066f8cc None None] For port d1692992-cc0b-4a47-a9ff-594f2ca4e31a, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d1692992-cc0b-4a47-a9ff-594f2ca4e31a,segment=NetworkSegment(f4ca4f7b-fdd4-4b49-86d0-c40904b779a3),segment_id=f4ca4f7b-fdd4-4b49-86d0-c40904b779a3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:29.866888 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4fea08f9-5603-48b2-9590-2bbdbb75f6db tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.871347 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-098556d0-94f8-4c4b-8dfc-f4373066f8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.994828 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-1e84d9fd-0bc3-4ff6-8e2f-a0f5c0dfa6fe tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0be4ca898ef40f79a7a36fc239eca61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1824646 Jul 22 16:47:29.996707 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098556d0-94f8-4c4b-8dfc-f4373066f8cc None None] Pushing event updated for resources: {'Port': ['ID=d1692992-cc0b-4a47-a9ff-594f2ca4e31a,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:29.999971 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec24cd46-d53e-42fc-b712-c18e46897ff2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:30.006534 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-f750bd6c-5ec4-4eb1-a9d8-5830d9499fae tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:47:30.010471 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-f750bd6c-5ec4-4eb1-a9d8-5830d9499fae tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147443 Jul 22 16:47:30.145603 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-bf9b9257-caa2-464a-a13a-7036261e99b7 service neutron] 10.222.0.69 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280158 Jul 22 16:47:30.157630 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec24cd46-d53e-42fc-b712-c18e46897ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:30.225055 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec24cd46-d53e-42fc-b712-c18e46897ff2 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:30.243082 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ec24cd46-d53e-42fc-b712-c18e46897ff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:30.246079 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec24cd46-d53e-42fc-b712-c18e46897ff2 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:30.296985 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea06bba-4452-42bf-99cb-8c1fb39ce60b None None] Network ddeb9378-09ad-4421-b87b-343ac64b561f requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:30.339406 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24cd46-d53e-42fc-b712-c18e46897ff2 admin admin] Pushing event updated for resources: {'Port': ['ID=41ee4c72-7014-4745-8e0e-5630a57c6912,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:30.370293 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4fea08f9-5603-48b2-9590-2bbdbb75f6db tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:30.380231 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4fea08f9-5603-48b2-9590-2bbdbb75f6db tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:30.400493 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8ddde8ef-c41f-4bfc-813a-8a5d57c5356e None None] Provisioning for port d8977692-7c90-4499-89b1-aa394dfacba5 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:30.402053 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9504e3a6-1408-4666-8f2c-37e9931c15e4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:30.411036 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-178273ba-6055-4310-b827-8ede4f47408e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:30.419639 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-178273ba-6055-4310-b827-8ede4f47408e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:30.448749 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4fea08f9-5603-48b2-9590-2bbdbb75f6db tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:30.450752 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4fea08f9-5603-48b2-9590-2bbdbb75f6db tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7186120 Jul 22 16:47:30.451909 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-9504e3a6-1408-4666-8f2c-37e9931c15e4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Transition to ACTIVE for port object 73a6b228-203f-4e14-bc90-a0c515f3cf84 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:30.467564 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39204) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:30.477767 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-7d74ef28-b911-4eea-871e-d6e6b67029eb service neutron] 10.222.0.69 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743556 Jul 22 16:47:30.520257 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178273ba-6055-4310-b827-8ede4f47408e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Port': ['ID=59ef1bb7-4bf7-4fd6-808b-352e0d175b16,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:30.529188 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-178273ba-6055-4310-b827-8ede4f47408e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:30.570527 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dff852c9-1512-4633-bf5a-469cf5281709 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:30.659434 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9504e3a6-1408-4666-8f2c-37e9931c15e4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:30.730635 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-abe20f92-a675-46b6-978e-b563ea05014a None None] Allocated IP 2001:db8::f816:3eff:fe19:8868 (3a7a7ee3-b719-4772-82c2-01f118e27227/d7255c91-6624-4a89-ba51-2cc77db2d26a/921d2c11-1925-4dcd-a18f-875d12247d06) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:30.872542 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d8977692-7c90-4499-89b1-aa394dfacba5 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:30.873749 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9504e3a6-1408-4666-8f2c-37e9931c15e4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:30.937381 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bbdbb7e1-d765-46a3-9c73-115a8fa7c546 req-76fa0745-38c9-4ebd-83ea-fc2ed7acb64e tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 210 time: 0.1085982 Jul 22 16:47:30.940247 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-9504e3a6-1408-4666-8f2c-37e9931c15e4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:30.944807 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9504e3a6-1408-4666-8f2c-37e9931c15e4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:30.953179 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9504e3a6-1408-4666-8f2c-37e9931c15e4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:30.954123 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9504e3a6-1408-4666-8f2c-37e9931c15e4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:30.972339 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504e3a6-1408-4666-8f2c-37e9931c15e4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=73a6b228-203f-4e14-bc90-a0c515f3cf84,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:30.978639 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178273ba-6055-4310-b827-8ede4f47408e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network ddeb9378-09ad-4421-b87b-343ac64b561f is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:30.984946 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9504e3a6-1408-4666-8f2c-37e9931c15e4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1931491 Jul 22 16:47:30.985727 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39214) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:30.997117 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-178273ba-6055-4310-b827-8ede4f47408e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:31.092350 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port d8977692-7c90-4499-89b1-aa394dfacba5 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:31.123864 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-abe20f92-a675-46b6-978e-b563ea05014a None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:31.127715 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-888c418f-743e-4b1c-8975-7b8bc50a7dfa None None] Provisioning complete for port d8977692-7c90-4499-89b1-aa394dfacba5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:31.127896 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-888c418f-743e-4b1c-8975-7b8bc50a7dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:31.129553 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port d8977692-7c90-4499-89b1-aa394dfacba5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:31.129909 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:31.179046 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-abe20f92-a675-46b6-978e-b563ea05014a None None] Transition to ACTIVE for port object 921d2c11-1925-4dcd-a18f-875d12247d06 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:31.293526 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-abe20f92-a675-46b6-978e-b563ea05014a None None] Transition to ACTIVE for port object 921d2c11-1925-4dcd-a18f-875d12247d06 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:31.313002 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09703857-30a0-4d04-8831-30e761b1c8d4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:31.316178 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-09703857-30a0-4d04-8831-30e761b1c8d4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3288667 Jul 22 16:47:31.321898 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39224) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:31.339692 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-abe20f92-a675-46b6-978e-b563ea05014a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:31.476589 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe20f92-a675-46b6-978e-b563ea05014a None None] Pushing event updated for resources: {'Port': ['ID=921d2c11-1925-4dcd-a18f-875d12247d06,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:31.526728 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178273ba-6055-4310-b827-8ede4f47408e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Router c0f48375-08a8-4d66-af57-cefe921e1174 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:47:31.579679 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-888c418f-743e-4b1c-8975-7b8bc50a7dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:31.584293 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe20f92-a675-46b6-978e-b563ea05014a None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:31.588239 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dff852c9-1512-4633-bf5a-469cf5281709 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:31.605648 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dff852c9-1512-4633-bf5a-469cf5281709 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:31.653271 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e11574-eb99-45ce-a08b-483865193120 None None] Network 73f6be59-1fdc-49b9-8af1-53b654f51f05 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:31.654665 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-abe20f92-a675-46b6-978e-b563ea05014a None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:31.661752 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ea692c5-9492-47a2-827f-49414409a7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:31.664974 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe20f92-a675-46b6-978e-b563ea05014a None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:31.724093 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-888c418f-743e-4b1c-8975-7b8bc50a7dfa None None] For port d8977692-7c90-4499-89b1-aa394dfacba5, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d8977692-7c90-4499-89b1-aa394dfacba5,segment=NetworkSegment(c8fd9969-2f91-4bf7-9d78-4dfba81edb68),segment_id=c8fd9969-2f91-4bf7-9d78-4dfba81edb68)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:31.732410 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-888c418f-743e-4b1c-8975-7b8bc50a7dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:31.732567 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-44139865-cdce-4ce2-a2eb-117a4c753907 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting port 73a6b228-203f-4e14-bc90-a0c515f3cf84 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:31.732853 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44139865-cdce-4ce2-a2eb-117a4c753907 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:31.734428 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:31.736004 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:31.761552 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dff852c9-1512-4633-bf5a-469cf5281709 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:31.762175 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff852c9-1512-4633-bf5a-469cf5281709 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ef05e42-66a1-4ed0-ade6-5247c92e16e1 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:47:31.790938 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dff852c9-1512-4633-bf5a-469cf5281709 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:31.791603 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-dff852c9-1512-4633-bf5a-469cf5281709 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] 10.222.0.69 "DELETE /v2.0/routers/6ef05e42-66a1-4ed0-ade6-5247c92e16e1 HTTP/1.1" status: 204 len: 168 time: 1.3229690 Jul 22 16:47:31.792664 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec24cd46-d53e-42fc-b712-c18e46897ff2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:31.879337 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44139865-cdce-4ce2-a2eb-117a4c753907 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:31.883650 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39230) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:31.888231 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-835c21ea-f653-45f0-b885-84689e046d11 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Request body: {'router': {'name': 'tempest-router-315335353', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b428f7b97bad4fbda40e6aa632b2d573'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:31.893563 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-888c418f-743e-4b1c-8975-7b8bc50a7dfa None None] Provisioning for port 59ef1bb7-4bf7-4fd6-808b-352e0d175b16 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:31.909659 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-44139865-cdce-4ce2-a2eb-117a4c753907 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Calling delete_port for 73a6b228-203f-4e14-bc90-a0c515f3cf84 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:31.929770 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178273ba-6055-4310-b827-8ede4f47408e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:47:31.941550 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-178273ba-6055-4310-b827-8ede4f47408e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "PUT /v2.0/routers/c0f48375-08a8-4d66-af57-cefe921e1174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7818763 Jul 22 16:47:31.943723 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39232) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:32.001117 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-888c418f-743e-4b1c-8975-7b8bc50a7dfa None None] Provisioning complete for port 59ef1bb7-4bf7-4fd6-808b-352e0d175b16 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:32.001516 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-888c418f-743e-4b1c-8975-7b8bc50a7dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:32.013217 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:47:32.013580 n-d-798930-9 neutron-server[93818]: DEBUG oslo_db.api [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:47:32.014538 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9741f2b1-3d8b-46bd-9f74-e25d55060dc6 None None] Sync routers for ids ['c0f48375-08a8-4d66-af57-cefe921e1174'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:47:32.085447 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-abe20f92-a675-46b6-978e-b563ea05014a None None] Attempting to bind port 921d2c11-1925-4dcd-a18f-875d12247d06 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:32.086419 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-abe20f92-a675-46b6-978e-b563ea05014a None None] Attempting to bind port 921d2c11-1925-4dcd-a18f-875d12247d06 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:32.086794 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe20f92-a675-46b6-978e-b563ea05014a None None] Attempting to bind port 921d2c11-1925-4dcd-a18f-875d12247d06 on network 3a7a7ee3-b719-4772-82c2-01f118e27227 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:32.096683 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-835c21ea-f653-45f0-b885-84689e046d11 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:32.098164 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-835c21ea-f653-45f0-b885-84689e046d11 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:32.111628 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe20f92-a675-46b6-978e-b563ea05014a None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:32.112052 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe20f92-a675-46b6-978e-b563ea05014a None None] Checking segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:32.112900 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-abe20f92-a675-46b6-978e-b563ea05014a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:32.113760 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe20f92-a675-46b6-978e-b563ea05014a None None] Bound using segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:32.113859 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-abe20f92-a675-46b6-978e-b563ea05014a None None] Bound port: 921d2c11-1925-4dcd-a18f-875d12247d06, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:32.114223 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-abe20f92-a675-46b6-978e-b563ea05014a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:32.123797 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9741f2b1-3d8b-46bd-9f74-e25d55060dc6 None None] Routers {'c0f48375-08a8-4d66-af57-cefe921e1174'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:32.124726 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9741f2b1-3d8b-46bd-9f74-e25d55060dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['c0f48375-08a8-4d66-af57-cefe921e1174'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:32.128700 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec24cd46-d53e-42fc-b712-c18e46897ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:32.163540 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6667f520-1a0b-49d8-a0cf-dc55ab6d73a7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:32.168489 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6667f520-1a0b-49d8-a0cf-dc55ab6d73a7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "GET /v2.0/ports/59ef1bb7-4bf7-4fd6-808b-352e0d175b16 HTTP/1.1" status: 200 len: 910 time: 0.1516187 Jul 22 16:47:32.170063 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39238) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:32.193259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c418f-743e-4b1c-8975-7b8bc50a7dfa None None] Pushing event updated for resources: {'Port': ['ID=d8977692-7c90-4499-89b1-aa394dfacba5,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:32.195807 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9741f2b1-3d8b-46bd-9f74-e25d55060dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:32.203255 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-888c418f-743e-4b1c-8975-7b8bc50a7dfa None None] Port 59ef1bb7-4bf7-4fd6-808b-352e0d175b16 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:47:32.215751 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a8de697-3acc-4dcf-bf74-a14cdb588970 req-937f9def-6645-44b3-a95a-0bf78e1c4405 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 210 time: 0.0844886 Jul 22 16:47:32.282623 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9741f2b1-3d8b-46bd-9f74-e25d55060dc6 None None] Routers {'c0f48375-08a8-4d66-af57-cefe921e1174'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:32.283263 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9741f2b1-3d8b-46bd-9f74-e25d55060dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['c0f48375-08a8-4d66-af57-cefe921e1174'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:32.319096 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-835c21ea-f653-45f0-b885-84689e046d11 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:32.323549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec24cd46-d53e-42fc-b712-c18e46897ff2 admin admin] Router 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:47:32.340606 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-835c21ea-f653-45f0-b885-84689e046d11 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:32.350950 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9741f2b1-3d8b-46bd-9f74-e25d55060dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:32.351651 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9741f2b1-3d8b-46bd-9f74-e25d55060dc6 None None] The sync data for ids ['c0f48375-08a8-4d66-af57-cefe921e1174'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:47:32.370448 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-abe20f92-a675-46b6-978e-b563ea05014a None None] For port 921d2c11-1925-4dcd-a18f-875d12247d06, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:32.378243 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-abe20f92-a675-46b6-978e-b563ea05014a None None] For port 921d2c11-1925-4dcd-a18f-875d12247d06, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=921d2c11-1925-4dcd-a18f-875d12247d06,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:32.381663 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-642c4539-c3c1-4ba2-9cc1-df8380a55ad8 None None] Provisioning complete for port 59ef1bb7-4bf7-4fd6-808b-352e0d175b16 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:32.382097 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-642c4539-c3c1-4ba2-9cc1-df8380a55ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:32.389878 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-abe20f92-a675-46b6-978e-b563ea05014a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:32.392863 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c67c6-d75d-485f-b39a-ce0468343ba4 req-07b6340e-1a1c-46c5-8162-fe0bc888e2e3 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:32.399490 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c67c6-d75d-485f-b39a-ce0468343ba4 req-07b6340e-1a1c-46c5-8162-fe0bc888e2e3 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:32.405393 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c67c6-d75d-485f-b39a-ce0468343ba4 req-07b6340e-1a1c-46c5-8162-fe0bc888e2e3 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:32.411543 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c67c6-d75d-485f-b39a-ce0468343ba4 req-07b6340e-1a1c-46c5-8162-fe0bc888e2e3 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:32.417967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c67c6-d75d-485f-b39a-ce0468343ba4 req-07b6340e-1a1c-46c5-8162-fe0bc888e2e3 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:32.423884 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c67c6-d75d-485f-b39a-ce0468343ba4 req-07b6340e-1a1c-46c5-8162-fe0bc888e2e3 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:32.430357 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c67c6-d75d-485f-b39a-ce0468343ba4 req-07b6340e-1a1c-46c5-8162-fe0bc888e2e3 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:32.432340 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e09c67c6-d75d-485f-b39a-ce0468343ba4 req-07b6340e-1a1c-46c5-8162-fe0bc888e2e3 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5434 time: 0.3610675 Jul 22 16:47:32.454588 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec24cd46-d53e-42fc-b712-c18e46897ff2 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:47:32.468572 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-642c4539-c3c1-4ba2-9cc1-df8380a55ad8 None None] Port 59ef1bb7-4bf7-4fd6-808b-352e0d175b16 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:47:32.474747 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] Sync routers for ids ['0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:47:32.490592 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-835c21ea-f653-45f0-b885-84689e046d11 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:32.492432 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-835c21ea-f653-45f0-b885-84689e046d11 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6070971 Jul 22 16:47:32.495830 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec24cd46-d53e-42fc-b712-c18e46897ff2 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:32.500346 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ec24cd46-d53e-42fc-b712-c18e46897ff2 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8850324 Jul 22 16:47:32.500968 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39240) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:32.501460 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] Routers {'0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:32.502126 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:32.512846 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe20f92-a675-46b6-978e-b563ea05014a None None] Pushing event updated for resources: {'Port': ['ID=921d2c11-1925-4dcd-a18f-875d12247d06,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:32.513676 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3f323f33-ccb8-487b-851d-7e3b2fef2433 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:32.519814 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-642c4539-c3c1-4ba2-9cc1-df8380a55ad8 None None] Provisioning for port d1692992-cc0b-4a47-a9ff-594f2ca4e31a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:32.524638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39242) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:32.568449 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ec6d9024-02e6-4a4c-b7a2-fd24e4551837 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:32.611539 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44139865-cdce-4ce2-a2eb-117a4c753907 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:32.651726 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44139865-cdce-4ce2-a2eb-117a4c753907 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Port': ['ID=73a6b228-203f-4e14-bc90-a0c515f3cf84,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:32.663734 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e09c67c6-d75d-485f-b39a-ce0468343ba4 req-3bc910ae-df6d-433a-aeaf-9f22f8a548e0 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2122686 Jul 22 16:47:32.718716 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port ec6d9024-02e6-4a4c-b7a2-fd24e4551837 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:32.719100 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:32.809060 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44139865-cdce-4ce2-a2eb-117a4c753907 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:32.822272 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-44139865-cdce-4ce2-a2eb-117a4c753907 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/73a6b228-203f-4e14-bc90-a0c515f3cf84 HTTP/1.1" status: 204 len: 168 time: 1.4857125 Jul 22 16:47:32.825218 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39244) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:32.852842 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:32.984286 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d1692992-cc0b-4a47-a9ff-594f2ca4e31a up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:33.022238 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9687a7d0-6dff-44de-b387-f24cee74e9f8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:33.024915 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9687a7d0-6dff-44de-b387-f24cee74e9f8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:33.032606 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9687a7d0-6dff-44de-b387-f24cee74e9f8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2063000 Jul 22 16:47:33.033305 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39246) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:33.074508 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port d1692992-cc0b-4a47-a9ff-594f2ca4e31a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:33.077365 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] Set router 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:33.080239 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port d1692992-cc0b-4a47-a9ff-594f2ca4e31a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:33.080239 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.127578 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-3280fde1-9f43-4894-8e87-27369491749b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet d7255c91-6624-4a89-ba51-2cc77db2d26a {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:47:33.153464 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3280fde1-9f43-4894-8e87-27369491749b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.179991 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f323f33-ccb8-487b-851d-7e3b2fef2433 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.180614 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f323f33-ccb8-487b-851d-7e3b2fef2433 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks [] for router, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.196073 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.203604 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3280fde1-9f43-4894-8e87-27369491749b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.245440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port d1692992-cc0b-4a47-a9ff-594f2ca4e31a, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d1692992-cc0b-4a47-a9ff-594f2ca4e31a,segment=NetworkSegment(f4ca4f7b-fdd4-4b49-86d0-c40904b779a3),segment_id=f4ca4f7b-fdd4-4b49-86d0-c40904b779a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:33.248368 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5271b81-7fad-47f5-9715-24580e663d2b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.254821 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.315262 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=d1692992-cc0b-4a47-a9ff-594f2ca4e31a,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:33.349753 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3f323f33-ccb8-487b-851d-7e3b2fef2433 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93816) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 22 16:47:33.350774 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3f323f33-ccb8-487b-851d-7e3b2fef2433 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Router dfb037b3-3201-42cb-aa97-2ca4717ac493 migrating from provider to provider. {{(pid=93816) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 22 16:47:33.351029 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f323f33-ccb8-487b-851d-7e3b2fef2433 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.357245 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f323f33-ccb8-487b-851d-7e3b2fef2433 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.393611 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f323f33-ccb8-487b-851d-7e3b2fef2433 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4121324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4121180'] for router, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.393760 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'name': 'tempest-TestVolumeBackupRestore-398602312-router', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:27Z', 'updated_at': '2021-07-22T16:47:30Z', 'revision_number': 3, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'gw_port': {'id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:29Z', 'updated_at': '2021-07-22T16:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:33.410061 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3280fde1-9f43-4894-8e87-27369491749b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.423517 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fca5a05b-2eff-4ed3-80b5-524a5b3fb587 req-891c8a99-3824-40d1-9c07-159e4f5ad992 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 210 time: 0.0595067 Jul 22 16:47:33.428147 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] Checking router: 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:47:33.428794 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] Updating router 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 port 41ee4c72-7014-4745-8e0e-5630a57c6912 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:47:33.490407 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.491217 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-97f5c30a-89ae-4510-acf2-1e7f30dc233d tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:33.493352 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-97f5c30a-89ae-4510-acf2-1e7f30dc233d tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.30 "GET /v2.0/networks?id=355332cc-46f4-40ba-8869-365066797198 HTTP/1.1" status: 200 len: 817 time: 0.7253802 Jul 22 16:47:33.559829 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3280fde1-9f43-4894-8e87-27369491749b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.597685 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 921d2c11-1925-4dcd-a18f-875d12247d06 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:33.660880 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280fde1-9f43-4894-8e87-27369491749b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=d7255c91-6624-4a89-ba51-2cc77db2d26a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:33.674199 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3280fde1-9f43-4894-8e87-27369491749b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.676149 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3280fde1-9f43-4894-8e87-27369491749b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/d7255c91-6624-4a89-ba51-2cc77db2d26a HTTP/1.1" status: 204 len: 168 time: 0.6388628 Jul 22 16:47:33.680939 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39250) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:33.697760 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 921d2c11-1925-4dcd-a18f-875d12247d06 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:33.703843 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d8977692-7c90-4499-89b1-aa394dfacba5 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:33.732152 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d20eb77c-e274-4d57-92a9-e924b0e46826 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499496 Jul 22 16:47:33.737689 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39252) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:33.739565 n-d-798930-9 neutron-server[93816]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3f323f33-ccb8-487b-851d-7e3b2fef2433 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] No L3 agents can host the router dfb037b3-3201-42cb-aa97-2ca4717ac493 Jul 22 16:47:33.759625 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-391d209d-fd9c-4c2b-b352-1683fda1d853 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:33.765888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-391d209d-fd9c-4c2b-b352-1683fda1d853 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:33.772075 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-391d209d-fd9c-4c2b-b352-1683fda1d853 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:33.778219 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-391d209d-fd9c-4c2b-b352-1683fda1d853 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:33.784330 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-391d209d-fd9c-4c2b-b352-1683fda1d853 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:33.791926 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-391d209d-fd9c-4c2b-b352-1683fda1d853 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:33.797998 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-391d209d-fd9c-4c2b-b352-1683fda1d853 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:33.800094 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-391d209d-fd9c-4c2b-b352-1683fda1d853 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.30 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5434 time: 0.5477254 Jul 22 16:47:33.815879 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-1180a92f-130e-4b6a-a45e-ca7924835b37 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0be4ca898ef40f79a7a36fc239eca61 HTTP/1.1" status: 200 len: 379 time: 0.2897286 Jul 22 16:47:33.833573 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port d8977692-7c90-4499-89b1-aa394dfacba5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:33.834244 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.875297 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-5a63d43c-3b69-48f2-ac16-ca84cdbbb682 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Request body: {'port': {'device_id': '4e060cb3-9408-4b40-a1bb-036edeb65e0e', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'admin_state_up': True, 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'security_groups': ['7ca3ff82-7c24-4e39-ae55-ee30c0a26224']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:33.875980 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.888113 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] Transition to ACTIVE for port object 41ee4c72-7014-4745-8e0e-5630a57c6912 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:33.889724 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c5271b81-7fad-47f5-9715-24580e663d2b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Deleting port 59ef1bb7-4bf7-4fd6-808b-352e0d175b16 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:33.890534 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5271b81-7fad-47f5-9715-24580e663d2b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.894872 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.923145 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] Attempting to bind port 41ee4c72-7014-4745-8e0e-5630a57c6912 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:33.923520 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] Attempting to bind port 41ee4c72-7014-4745-8e0e-5630a57c6912 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:33.923929 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] Attempting to bind port 41ee4c72-7014-4745-8e0e-5630a57c6912 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:33.951648 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:33.952022 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:33.952425 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.952816 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:33.953340 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] Bound port: 41ee4c72-7014-4745-8e0e-5630a57c6912, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:33.953786 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:34.020216 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] For port 41ee4c72-7014-4745-8e0e-5630a57c6912, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:34.024652 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] For port 41ee4c72-7014-4745-8e0e-5630a57c6912, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=41ee4c72-7014-4745-8e0e-5630a57c6912,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:34.029586 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:34.050093 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c6c8c-3e28-4bd2-ac62-5b8f1255ef47 req-034d3ea1-0086-4b41-9e1e-f2724fa6c7dd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:34.057597 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c6c8c-3e28-4bd2-ac62-5b8f1255ef47 req-034d3ea1-0086-4b41-9e1e-f2724fa6c7dd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:34.057832 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17abe60-58b7-488a-ab86-58ce6848e6e3 None None] Pushing event updated for resources: {'Port': ['ID=41ee4c72-7014-4745-8e0e-5630a57c6912,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:34.060330 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-ab2fae72-b0e2-46c5-96a9-8ef4924c2135 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:34.061933 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-ab2fae72-b0e2-46c5-96a9-8ef4924c2135 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.30 "GET /v2.0/ports/d633fbc4-56d8-481f-9b8d-67add53d5f51?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2450902 Jul 22 16:47:34.064856 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c6c8c-3e28-4bd2-ac62-5b8f1255ef47 req-034d3ea1-0086-4b41-9e1e-f2724fa6c7dd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:34.071762 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c6c8c-3e28-4bd2-ac62-5b8f1255ef47 req-034d3ea1-0086-4b41-9e1e-f2724fa6c7dd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:34.072108 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] Routers {'0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:34.072925 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:34.077896 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c6c8c-3e28-4bd2-ac62-5b8f1255ef47 req-034d3ea1-0086-4b41-9e1e-f2724fa6c7dd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:34.083813 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c6c8c-3e28-4bd2-ac62-5b8f1255ef47 req-034d3ea1-0086-4b41-9e1e-f2724fa6c7dd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:34.091137 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c6c8c-3e28-4bd2-ac62-5b8f1255ef47 req-034d3ea1-0086-4b41-9e1e-f2724fa6c7dd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:34.093694 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bb6c6c8c-3e28-4bd2-ac62-5b8f1255ef47 req-034d3ea1-0086-4b41-9e1e-f2724fa6c7dd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5434 time: 0.2488270 Jul 22 16:47:34.105034 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf788dc-f53b-499a-8f1b-c1598891133b None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:34.161222 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5271b81-7fad-47f5-9715-24580e663d2b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:34.168931 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bb6c6c8c-3e28-4bd2-ac62-5b8f1255ef47 req-52221255-f937-45f5-a90a-84f741e03a51 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525537 Jul 22 16:47:34.180912 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c5271b81-7fad-47f5-9715-24580e663d2b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Calling delete_port for 59ef1bb7-4bf7-4fd6-808b-352e0d175b16 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:34.211046 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-791befa3-69c4-4f43-801c-38f8cdbf13ed None None] Provisioning for port 921d2c11-1925-4dcd-a18f-875d12247d06 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:34.217167 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-791befa3-69c4-4f43-801c-38f8cdbf13ed None None] Provisioning complete for port 921d2c11-1925-4dcd-a18f-875d12247d06 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:34.217380 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-791befa3-69c4-4f43-801c-38f8cdbf13ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:34.229744 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17abe60-58b7-488a-ab86-58ce6848e6e3 None None] Pushing event updated for resources: {'Port': ['ID=41ee4c72-7014-4745-8e0e-5630a57c6912,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:34.261341 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] Set router 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:34.397664 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-791befa3-69c4-4f43-801c-38f8cdbf13ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:34.444215 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-791befa3-69c4-4f43-801c-38f8cdbf13ed None None] For port 921d2c11-1925-4dcd-a18f-875d12247d06, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=921d2c11-1925-4dcd-a18f-875d12247d06,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:34.450064 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-791befa3-69c4-4f43-801c-38f8cdbf13ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:34.515859 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38248d08-2266-4e19-bad0-5459b6fa0544 None None] DHCP port deletion for 3a7a7ee3-b719-4772-82c2-01f118e27227 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:47:34.523691 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'name': 'tempest-TestVolumeBackupRestore-398602312-router', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:27Z', 'updated_at': '2021-07-22T16:47:30Z', 'revision_number': 3, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'gw_port': {'id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:29Z', 'updated_at': '2021-07-22T16:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:34.547470 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791befa3-69c4-4f43-801c-38f8cdbf13ed None None] Pushing event updated for resources: {'Port': ['ID=921d2c11-1925-4dcd-a18f-875d12247d06,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:34.575760 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c9f4b-aeab-42f8-9c3e-8cbe2705d854 None None] The sync data for ids ['0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'] in n-d-798930-9 is: [{'id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'name': 'tempest-TestVolumeBackupRestore-398602312-router', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:27Z', 'updated_at': '2021-07-22T16:47:30Z', 'revision_number': 3, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'gw_port': {'id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:29Z', 'updated_at': '2021-07-22T16:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:47:34.579852 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-38248d08-2266-4e19-bad0-5459b6fa0544 None None] Deleting port 921d2c11-1925-4dcd-a18f-875d12247d06 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:34.579852 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38248d08-2266-4e19-bad0-5459b6fa0544 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:34.628274 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:34.689734 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1f071c-9a85-4b13-a751-07b3e678f323 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:34.693589 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-da1f071c-9a85-4b13-a751-07b3e678f323 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.9505317 Jul 22 16:47:34.695358 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39260) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:34.700571 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-38248d08-2266-4e19-bad0-5459b6fa0544 None None] For port 921d2c11-1925-4dcd-a18f-875d12247d06, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=921d2c11-1925-4dcd-a18f-875d12247d06,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:34.702662 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38248d08-2266-4e19-bad0-5459b6fa0544 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:34.705973 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5e969d08-1d1e-482e-aa2d-49c67c0a8948 req-65768560-d5c5-4ad5-956d-5ead90983797 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 210 time: 0.1031289 Jul 22 16:47:34.725960 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-38248d08-2266-4e19-bad0-5459b6fa0544 None None] Calling delete_port for 921d2c11-1925-4dcd-a18f-875d12247d06 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:34.746003 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5271b81-7fad-47f5-9715-24580e663d2b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:34.786803 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5271b81-7fad-47f5-9715-24580e663d2b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Port': ['ID=59ef1bb7-4bf7-4fd6-808b-352e0d175b16,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:34.824781 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f323f33-ccb8-487b-851d-7e3b2fef2433 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Hosts for router dfb037b3-3201-42cb-aa97-2ca4717ac493: [] {{(pid=93816) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 22 16:47:34.832056 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3ba38c-ea80-4488-bc52-b9aa14a23153 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:34.835628 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3a3ba38c-ea80-4488-bc52-b9aa14a23153 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1392210 Jul 22 16:47:34.836421 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39262) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:34.859296 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38248d08-2266-4e19-bad0-5459b6fa0544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:34.916082 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f323f33-ccb8-487b-851d-7e3b2fef2433 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Hosts for other DVR routers connected to router dfb037b3-3201-42cb-aa97-2ca4717ac493: set() {{(pid=93816) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 22 16:47:34.918833 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f323f33-ccb8-487b-851d-7e3b2fef2433 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:34.919973 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38248d08-2266-4e19-bad0-5459b6fa0544 None None] No DVR routers for this DVR port 921d2c11-1925-4dcd-a18f-875d12247d06 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:34.922481 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38248d08-2266-4e19-bad0-5459b6fa0544 None None] Pushing event deleted for resources: {'Port': ['ID=921d2c11-1925-4dcd-a18f-875d12247d06,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:34.925360 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3f323f33-ccb8-487b-851d-7e3b2fef2433 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] 10.222.0.69 "PUT /v2.0/routers/dfb037b3-3201-42cb-aa97-2ca4717ac493 HTTP/1.1" status: 200 len: 716 time: 2.4208939 Jul 22 16:47:34.934484 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39264) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:34.944495 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8b8e1777-415e-490a-a571-750d9cf9acae tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1002798 Jul 22 16:47:34.945832 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39266) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:34.957157 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2ac0091a-fd54-49f6-a08f-0982d9f38e56 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:35.054081 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-26f4cdaf-740d-406e-8372-1756a79ecb1b tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.30 "GET /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.9787385 Jul 22 16:47:35.070679 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0d41aa54-67e3-43bf-82b3-00fba58d5d0f tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] 10.222.0.69 "GET /v2.0/routers/dfb037b3-3201-42cb-aa97-2ca4717ac493 HTTP/1.1" status: 200 len: 716 time: 0.1282427 Jul 22 16:47:35.070679 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39268) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:35.079345 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-0a0c6703-e27b-46ff-bc54-fcdd2908cd6c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:35.082413 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-5a63d43c-3b69-48f2-ac16-ca84cdbbb682 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Made reservation on behalf of f0be4ca898ef40f79a7a36fc239eca61 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:35.088288 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-5a63d43c-3b69-48f2-ac16-ca84cdbbb682 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:35.181162 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac0091a-fd54-49f6-a08f-0982d9f38e56 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:35.184676 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ac0091a-fd54-49f6-a08f-0982d9f38e56 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:35.199604 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5271b81-7fad-47f5-9715-24580e663d2b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:35.324164 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca615-d2bf-4832-a04c-0d8facbdc08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:35.482068 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 41ee4c72-7014-4745-8e0e-5630a57c6912 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:35.485259 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-0a0c6703-e27b-46ff-bc54-fcdd2908cd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:35.492368 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4ff78298-9855-4ff4-82de-7efbb77f269c tempest-RoutersTestDVR-204542731 tempest-RoutersTestDVR-204542731-project] 10.222.0.69 "GET /v2.0/routers/dfb037b3-3201-42cb-aa97-2ca4717ac493 HTTP/1.1" status: 200 len: 682 time: 0.4224813 Jul 22 16:47:35.500038 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39274) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:35.564781 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 41ee4c72-7014-4745-8e0e-5630a57c6912 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:35.571257 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 41ee4c72-7014-4745-8e0e-5630a57c6912 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:35.571786 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:35.609030 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5271b81-7fad-47f5-9715-24580e663d2b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Router c0f48375-08a8-4d66-af57-cefe921e1174 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:47:35.623293 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da314c-832d-4edf-88c9-d9d7208a5fb6 req-5c1ab187-4ff5-4881-83a2-7b9ca14ca127 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:35.629556 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da314c-832d-4edf-88c9-d9d7208a5fb6 req-5c1ab187-4ff5-4881-83a2-7b9ca14ca127 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:35.636279 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da314c-832d-4edf-88c9-d9d7208a5fb6 req-5c1ab187-4ff5-4881-83a2-7b9ca14ca127 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:35.642553 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da314c-832d-4edf-88c9-d9d7208a5fb6 req-5c1ab187-4ff5-4881-83a2-7b9ca14ca127 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:35.648375 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da314c-832d-4edf-88c9-d9d7208a5fb6 req-5c1ab187-4ff5-4881-83a2-7b9ca14ca127 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:35.654246 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da314c-832d-4edf-88c9-d9d7208a5fb6 req-5c1ab187-4ff5-4881-83a2-7b9ca14ca127 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:35.660291 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da314c-832d-4edf-88c9-d9d7208a5fb6 req-5c1ab187-4ff5-4881-83a2-7b9ca14ca127 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:35.662644 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-07da314c-832d-4edf-88c9-d9d7208a5fb6 req-5c1ab187-4ff5-4881-83a2-7b9ca14ca127 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 5434 time: 0.3468666 Jul 22 16:47:35.676238 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6670a9ad-89a8-446c-946a-a1c2707ed5a1 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:35.683174 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-5a63d43c-3b69-48f2-ac16-ca84cdbbb682 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Allocated IP 172.20.0.12 (355332cc-46f4-40ba-8869-365066797198/5ecd1df5-07c9-407a-b124-958e195ac0bb/0e206c57-83cc-41d7-9d92-3436d33b4fa4) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:35.698249 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:35.726398 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 41ee4c72-7014-4745-8e0e-5630a57c6912, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=41ee4c72-7014-4745-8e0e-5630a57c6912,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:35.747104 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:35.752364 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d1692992-cc0b-4a47-a9ff-594f2ca4e31a up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:35.920833 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7145b5a-8278-43f4-bf0b-37ade1dca9f3 req-200c54c5-4d9d-44bb-b6bb-4220517e21ed tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 210 time: 0.0660989 Jul 22 16:47:35.961048 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-5e9ca615-d2bf-4832-a04c-0d8facbdc08d admin admin] Allocated IP 172.20.0.1 (73f6be59-1fdc-49b9-8af1-53b654f51f05/ad5452e3-4f51-41eb-9e7c-709f07b5fd20/9285911e-a733-4096-84dd-6095ee736bed) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:35.964403 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-0a0c6703-e27b-46ff-bc54-fcdd2908cd6c service neutron] For port d633fbc4-56d8-481f-9b8d-67add53d5f51, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d633fbc4-56d8-481f-9b8d-67add53d5f51,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:35.999385 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-07da314c-832d-4edf-88c9-d9d7208a5fb6 req-a77bac12-5275-44bd-b0cd-7d2c54319ae9 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3203611 Jul 22 16:47:36.006371 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5271b81-7fad-47f5-9715-24580e663d2b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:47:36.012317 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c5271b81-7fad-47f5-9715-24580e663d2b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "PUT /v2.0/routers/c0f48375-08a8-4d66-af57-cefe921e1174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8381360 Jul 22 16:47:36.017769 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6670a9ad-89a8-446c-946a-a1c2707ed5a1 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.019533 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39278) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:36.022465 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6670a9ad-89a8-446c-946a-a1c2707ed5a1 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.038220 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ac0091a-fd54-49f6-a08f-0982d9f38e56 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.052551 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0c28b2-75ed-4722-9ed3-9ea9dc001cc6 None None] Sync routers for ids ['c0f48375-08a8-4d66-af57-cefe921e1174'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:47:36.063496 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=41ee4c72-7014-4745-8e0e-5630a57c6912,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:36.084707 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0c28b2-75ed-4722-9ed3-9ea9dc001cc6 None None] Routers {'c0f48375-08a8-4d66-af57-cefe921e1174'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:36.085398 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-aa0c28b2-75ed-4722-9ed3-9ea9dc001cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['c0f48375-08a8-4d66-af57-cefe921e1174'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:36.123237 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b10001f7-6cc7-4a8e-a2dc-efe4df49b91b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f48375-08a8-4d66-af57-cefe921e1174 HTTP/1.1" status: 200 len: 205 time: 0.1025198 Jul 22 16:47:36.125978 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-0a0c6703-e27b-46ff-bc54-fcdd2908cd6c service neutron] For port d633fbc4-56d8-481f-9b8d-67add53d5f51, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:36.129433 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39280) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:36.130221 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port d1692992-cc0b-4a47-a9ff-594f2ca4e31a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:36.130626 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.135422 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-aa0c28b2-75ed-4722-9ed3-9ea9dc001cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:36.170825 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0c28b2-75ed-4722-9ed3-9ea9dc001cc6 None None] Routers {'c0f48375-08a8-4d66-af57-cefe921e1174'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:36.171473 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-aa0c28b2-75ed-4722-9ed3-9ea9dc001cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['c0f48375-08a8-4d66-af57-cefe921e1174'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:36.178451 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-5a63d43c-3b69-48f2-ac16-ca84cdbbb682 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.178986 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac0091a-fd54-49f6-a08f-0982d9f38e56 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:36.182259 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6670a9ad-89a8-446c-946a-a1c2707ed5a1 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.182787 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6670a9ad-89a8-446c-946a-a1c2707ed5a1 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dfb037b3-3201-42cb-aa97-2ca4717ac493 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:47:36.187335 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6670a9ad-89a8-446c-946a-a1c2707ed5a1 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.188489 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6670a9ad-89a8-446c-946a-a1c2707ed5a1 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] 10.222.0.69 "DELETE /v2.0/routers/dfb037b3-3201-42cb-aa97-2ca4717ac493 HTTP/1.1" status: 204 len: 168 time: 0.6859267 Jul 22 16:47:36.212544 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-aa0c28b2-75ed-4722-9ed3-9ea9dc001cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:36.212760 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0c28b2-75ed-4722-9ed3-9ea9dc001cc6 None None] The sync data for ids ['c0f48375-08a8-4d66-af57-cefe921e1174'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:47:36.215309 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39282) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:36.227834 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-2ac0091a-fd54-49f6-a08f-0982d9f38e56 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:36.228019 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4b582dd7-ba1c-4c7e-abdc-4475e95f4d81 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Request body: {'router': {'name': 'tempest-router-30942103', 'distributed': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:36.230865 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac0091a-fd54-49f6-a08f-0982d9f38e56 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:36.231433 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ac0091a-fd54-49f6-a08f-0982d9f38e56 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.244662 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d69fd90-58d8-4f99-b4df-de783039bbb6 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:36.247247 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0091a-fd54-49f6-a08f-0982d9f38e56 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=c4f2aaf1-a7e8-4420-ae05-c7ab3c1482c8,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:36.252355 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da71d7ef-4ccb-4b27-8d37-da6ebe4c0c0e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.253842 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-5a63d43c-3b69-48f2-ac16-ca84cdbbb682 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Transition to ACTIVE for port object 0e206c57-83cc-41d7-9d92-3436d33b4fa4 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:36.276826 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-0a0c6703-e27b-46ff-bc54-fcdd2908cd6c service neutron] device_id is not set on port d633fbc4-56d8-481f-9b8d-67add53d5f51 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:47:36.306425 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-0a0c6703-e27b-46ff-bc54-fcdd2908cd6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.308242 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b582dd7-ba1c-4c7e-abdc-4475e95f4d81 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.309325 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b582dd7-ba1c-4c7e-abdc-4475e95f4d81 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.328372 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0091a-fd54-49f6-a08f-0982d9f38e56 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:36.328743 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0091a-fd54-49f6-a08f-0982d9f38e56 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:36.329061 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0091a-fd54-49f6-a08f-0982d9f38e56 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:36.329910 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0091a-fd54-49f6-a08f-0982d9f38e56 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:36.329910 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0091a-fd54-49f6-a08f-0982d9f38e56 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:36.330120 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0091a-fd54-49f6-a08f-0982d9f38e56 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:36.330392 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0091a-fd54-49f6-a08f-0982d9f38e56 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:36.330719 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0091a-fd54-49f6-a08f-0982d9f38e56 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:36.331349 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0091a-fd54-49f6-a08f-0982d9f38e56 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:36.331349 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0091a-fd54-49f6-a08f-0982d9f38e56 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:36.331705 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0091a-fd54-49f6-a08f-0982d9f38e56 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:36.332388 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac0091a-fd54-49f6-a08f-0982d9f38e56 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:36.339794 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2ac0091a-fd54-49f6-a08f-0982d9f38e56 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3904974 Jul 22 16:47:36.341973 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39284) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:36.349107 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-79054c6f-8e63-452f-8fbe-644fb459d0c9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'mac_address': 'fa:16:3e:32:8f:cb', 'name': 'tempest-NetworksTestDHCPv6-612865740'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:36.356601 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-0a0c6703-e27b-46ff-bc54-fcdd2908cd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.361658 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 921d2c11-1925-4dcd-a18f-875d12247d06 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:36.428382 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 921d2c11-1925-4dcd-a18f-875d12247d06 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:47:36.428736 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 921d2c11-1925-4dcd-a18f-875d12247d06 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:36.447102 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca615-d2bf-4832-a04c-0d8facbdc08d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.457889 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c6703-e27b-46ff-bc54-fcdd2908cd6c service neutron] Pushing event updated for resources: {'Port': ['ID=d633fbc4-56d8-481f-9b8d-67add53d5f51,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:36.477746 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f858f027-067c-418d-8826-751bf539bb92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-3a7a7ee3-b719-4772-82c2-01f118e27227', 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'fixed_ips': [{'subnet_id': 'c4f2aaf1-a7e8-4420-ae05-c7ab3c1482c8'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:47:36.478867 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f858f027-067c-418d-8826-751bf539bb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.528255 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b582dd7-ba1c-4c7e-abdc-4475e95f4d81 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.555131 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5e9ca615-d2bf-4832-a04c-0d8facbdc08d admin admin] Transition to ACTIVE for port object 9285911e-a733-4096-84dd-6095ee736bed will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:36.595691 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b582dd7-ba1c-4c7e-abdc-4475e95f4d81 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.618586 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-5a63d43c-3b69-48f2-ac16-ca84cdbbb682 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.632954 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca615-d2bf-4832-a04c-0d8facbdc08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.635839 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b582dd7-ba1c-4c7e-abdc-4475e95f4d81 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.637836 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4b582dd7-ba1c-4c7e-abdc-4475e95f4d81 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.4200354 Jul 22 16:47:36.661550 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-f858f027-067c-418d-8826-751bf539bb92 None None] Allocated IP 2001:db8::2 (3a7a7ee3-b719-4772-82c2-01f118e27227/c4f2aaf1-a7e8-4420-ae05-c7ab3c1482c8/2d042439-68e4-4fcc-bce3-3c63529ab9cf) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:36.717633 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39286) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:36.718584 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ca615-d2bf-4832-a04c-0d8facbdc08d admin admin] Pushing event updated for resources: {'Port': ['ID=9285911e-a733-4096-84dd-6095ee736bed,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:36.721356 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-0a0c6703-e27b-46ff-bc54-fcdd2908cd6c service neutron] No DVR routers for this DVR port d633fbc4-56d8-481f-9b8d-67add53d5f51 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:36.800650 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63d43c-3b69-48f2-ac16-ca84cdbbb682 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Pushing event updated for resources: {'Port': ['ID=0e206c57-83cc-41d7-9d92-3436d33b4fa4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:36.813857 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da71d7ef-4ccb-4b27-8d37-da6ebe4c0c0e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.817709 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da71d7ef-4ccb-4b27-8d37-da6ebe4c0c0e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.861131 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f858f027-067c-418d-8826-751bf539bb92 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.871438 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f858f027-067c-418d-8826-751bf539bb92 None None] Transition to ACTIVE for port object 2d042439-68e4-4fcc-bce3-3c63529ab9cf will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:36.893029 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f858f027-067c-418d-8826-751bf539bb92 None None] Transition to ACTIVE for port object 2d042439-68e4-4fcc-bce3-3c63529ab9cf will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:36.900740 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da71d7ef-4ccb-4b27-8d37-da6ebe4c0c0e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.901264 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da71d7ef-4ccb-4b27-8d37-da6ebe4c0c0e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Fanout notify agent at l3_agent the message router_deleted on router c0f48375-08a8-4d66-af57-cefe921e1174 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:47:36.901373 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9ca615-d2bf-4832-a04c-0d8facbdc08d admin admin] Network 73f6be59-1fdc-49b9-8af1-53b654f51f05 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:36.902106 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f858f027-067c-418d-8826-751bf539bb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.906760 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5e9ca615-d2bf-4832-a04c-0d8facbdc08d admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:36.918313 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e800127f-a308-4572-bd66-df933e08d5a0 None None] Provisioning complete for port d633fbc4-56d8-481f-9b8d-67add53d5f51 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:36.918766 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e800127f-a308-4572-bd66-df933e08d5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.920759 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da71d7ef-4ccb-4b27-8d37-da6ebe4c0c0e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.922102 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-da71d7ef-4ccb-4b27-8d37-da6ebe4c0c0e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/routers/c0f48375-08a8-4d66-af57-cefe921e1174 HTTP/1.1" status: 204 len: 168 time: 0.7875462 Jul 22 16:47:36.924700 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-5a63d43c-3b69-48f2-ac16-ca84cdbbb682 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Network 355332cc-46f4-40ba-8869-365066797198 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:36.925723 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39288) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:36.926390 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9ca615-d2bf-4832-a04c-0d8facbdc08d admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:36.970277 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f858f027-067c-418d-8826-751bf539bb92 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:36.981873 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f858f027-067c-418d-8826-751bf539bb92 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:36.988136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f858f027-067c-418d-8826-751bf539bb92 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:36.992396 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79054c6f-8e63-452f-8fbe-644fb459d0c9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:36.999403 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858f027-067c-418d-8826-751bf539bb92 None None] Pushing event updated for resources: {'Port': ['ID=2d042439-68e4-4fcc-bce3-3c63529ab9cf,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:37.004871 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e800127f-a308-4572-bd66-df933e08d5a0 None None] Port d633fbc4-56d8-481f-9b8d-67add53d5f51 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:47:37.011077 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:37.019126 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-5a63d43c-3b69-48f2-ac16-ca84cdbbb682 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:37.021068 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca615-d2bf-4832-a04c-0d8facbdc08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:37.040611 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-349e8474-3e2d-4ed0-9b5d-335862587529 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Deleting subnet 250a7db1-62fb-43c0-b2f4-3ae7fd40587f {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:47:37.044925 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-349e8474-3e2d-4ed0-9b5d-335862587529 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:37.101521 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-349e8474-3e2d-4ed0-9b5d-335862587529 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:37.135966 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f858f027-067c-418d-8826-751bf539bb92 None None] Attempting to bind port 2d042439-68e4-4fcc-bce3-3c63529ab9cf on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:37.135966 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f858f027-067c-418d-8826-751bf539bb92 None None] Attempting to bind port 2d042439-68e4-4fcc-bce3-3c63529ab9cf by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:37.136316 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f858f027-067c-418d-8826-751bf539bb92 None None] Attempting to bind port 2d042439-68e4-4fcc-bce3-3c63529ab9cf on network 3a7a7ee3-b719-4772-82c2-01f118e27227 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:37.160781 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-5a63d43c-3b69-48f2-ac16-ca84cdbbb682 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:37.173664 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f858f027-067c-418d-8826-751bf539bb92 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:37.174072 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f858f027-067c-418d-8826-751bf539bb92 None None] Checking segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:37.174485 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f858f027-067c-418d-8826-751bf539bb92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:37.174879 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f858f027-067c-418d-8826-751bf539bb92 None None] Bound using segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:37.175360 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f858f027-067c-418d-8826-751bf539bb92 None None] Bound port: 2d042439-68e4-4fcc-bce3-3c63529ab9cf, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:37.175740 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f858f027-067c-418d-8826-751bf539bb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:37.180016 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd86a08a-c63a-4d1a-8f14-6f79a04a52d2 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:37.204299 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:37.246288 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-349e8474-3e2d-4ed0-9b5d-335862587529 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:37.266245 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-0a0c6703-e27b-46ff-bc54-fcdd2908cd6c service neutron] In _notify_port_updated(), no bound segment for port d633fbc4-56d8-481f-9b8d-67add53d5f51 on network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 {{(pid=93816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:47:37.270075 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d7a3e15-c6cc-4f53-8290-53ee5b9132dc'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:37.272410 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff991d6-0764-4ca3-afef-e5f3712b506b" -d '{"events": [{"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-unplugged", "status": "completed", "tag": "1d7a3e15-c6cc-4f53-8290-53ee5b9132dc"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:37.281138 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-0a0c6703-e27b-46ff-bc54-fcdd2908cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:37.283504 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-0a0c6703-e27b-46ff-bc54-fcdd2908cd6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:37.286976 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-0a0c6703-e27b-46ff-bc54-fcdd2908cd6c service neutron] 10.222.0.30 "PUT /v2.0/ports/d633fbc4-56d8-481f-9b8d-67add53d5f51 HTTP/1.1" status: 200 len: 1027 time: 2.2191732 Jul 22 16:47:37.299486 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1d7a3e15-c6cc-4f53-8290-53ee5b9132dc,segment=NetworkSegment(f3c385f0-3f21-4cbb-a144-3b6bee8c77ad),segment_id=f3c385f0-3f21-4cbb-a144-3b6bee8c77ad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:37.324144 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:37.324868 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 71b37d7f-7bc1-469c-9d49-d6daba46b789 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:37.409218 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 41ee4c72-7014-4745-8e0e-5630a57c6912 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:37.419615 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79054c6f-8e63-452f-8fbe-644fb459d0c9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:37.420291 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f858f027-067c-418d-8826-751bf539bb92 None None] For port 2d042439-68e4-4fcc-bce3-3c63529ab9cf, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:37.432576 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-349e8474-3e2d-4ed0-9b5d-335862587529 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:37.459685 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07225bc-da15-41de-b390-cb38b40d6aad req-09785b46-ea57-4268-a0ab-3d04c38074e7 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:37.466461 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07225bc-da15-41de-b390-cb38b40d6aad req-09785b46-ea57-4268-a0ab-3d04c38074e7 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:37.472845 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07225bc-da15-41de-b390-cb38b40d6aad req-09785b46-ea57-4268-a0ab-3d04c38074e7 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:37.479568 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07225bc-da15-41de-b390-cb38b40d6aad req-09785b46-ea57-4268-a0ab-3d04c38074e7 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:37.485697 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07225bc-da15-41de-b390-cb38b40d6aad req-09785b46-ea57-4268-a0ab-3d04c38074e7 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:37.492847 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07225bc-da15-41de-b390-cb38b40d6aad req-09785b46-ea57-4268-a0ab-3d04c38074e7 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:37.494408 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f858f027-067c-418d-8826-751bf539bb92 None None] For port 2d042439-68e4-4fcc-bce3-3c63529ab9cf, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2d042439-68e4-4fcc-bce3-3c63529ab9cf,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:37.499767 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e118d6b5-e58e-414f-bf5a-0e809fddc910 None None] Provisioning for port 9285911e-a733-4096-84dd-6095ee736bed completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:37.501494 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a07225bc-da15-41de-b390-cb38b40d6aad req-09785b46-ea57-4268-a0ab-3d04c38074e7 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 4658 time: 0.2512584 Jul 22 16:47:37.506049 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-5a63d43c-3b69-48f2-ac16-ca84cdbbb682 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:37.506714 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-5a63d43c-3b69-48f2-ac16-ca84cdbbb682 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:37.507481 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e118d6b5-e58e-414f-bf5a-0e809fddc910 None None] Provisioning complete for port 9285911e-a733-4096-84dd-6095ee736bed triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:37.507852 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e118d6b5-e58e-414f-bf5a-0e809fddc910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:37.515037 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f858f027-067c-418d-8826-751bf539bb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:37.534464 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e8474-3e2d-4ed0-9b5d-335862587529 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Subnet': ['ID=250a7db1-62fb-43c0-b2f4-3ae7fd40587f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:37.543471 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-349e8474-3e2d-4ed0-9b5d-335862587529 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:37.547788 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-349e8474-3e2d-4ed0-9b5d-335862587529 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/subnets/250a7db1-62fb-43c0-b2f4-3ae7fd40587f HTTP/1.1" status: 204 len: 168 time: 0.6182179 Jul 22 16:47:37.547788 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-79054c6f-8e63-452f-8fbe-644fb459d0c9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] device_id is not set on port 3bdb06a3-324d-48e7-918c-78746a9d804c yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:47:37.551136 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39296) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:37.560491 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=1d7a3e15-c6cc-4f53-8290-53ee5b9132dc,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:37.575145 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ac4e6d-0352-4f8e-8aae-cbd738838065 None None] Network ddeb9378-09ad-4421-b87b-343ac64b561f requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:37.629885 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd86a08a-c63a-4d1a-8f14-6f79a04a52d2 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:37.639163 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd86a08a-c63a-4d1a-8f14-6f79a04a52d2 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:37.662421 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6335a9c-eacc-46ad-8de9-2f3d06020fef req-0aecb7fa-f98d-4b3f-97aa-e3428dfda803 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:37.665616 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b6335a9c-eacc-46ad-8de9-2f3d06020fef req-0aecb7fa-f98d-4b3f-97aa-e3428dfda803 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 932 time: 0.5430846 Jul 22 16:47:37.670943 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-5a63d43c-3b69-48f2-ac16-ca84cdbbb682 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8269410 Jul 22 16:47:37.675063 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-13f2da58-f30d-416c-ae46-a8593dfa919a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:37.676485 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-13f2da58-f30d-416c-ae46-a8593dfa919a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.30 "GET /v2.0/ports/71b37d7f-7bc1-469c-9d49-d6daba46b789?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3051054 Jul 22 16:47:37.693514 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29795df1-a9af-49b6-995b-4556d2992174 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:37.709072 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a07225bc-da15-41de-b390-cb38b40d6aad req-963b6059-44b2-4eb3-90db-e7ab4477fa27 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2065525 Jul 22 16:47:37.719994 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 41ee4c72-7014-4745-8e0e-5630a57c6912 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:37.720368 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:37.737851 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-21e65fad-bf70-4a12-9762-c1f9dcfbaa2b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:37.755787 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-7e64b230-3c45-4810-ae0b-72c2f957d26b service neutron] Request body: {'port': {'device_id': '4e060cb3-9408-4b40-a1bb-036edeb65e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:37.769163 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e118d6b5-e58e-414f-bf5a-0e809fddc910 None None] Port 9285911e-a733-4096-84dd-6095ee736bed cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:47:37.806215 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:37.871399 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-79054c6f-8e63-452f-8fbe-644fb459d0c9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8::143 (3a7a7ee3-b719-4772-82c2-01f118e27227/c4f2aaf1-a7e8-4420-ae05-c7ab3c1482c8/3bdb06a3-324d-48e7-918c-78746a9d804c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:37.906043 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858f027-067c-418d-8826-751bf539bb92 None None] Pushing event updated for resources: {'Port': ['ID=2d042439-68e4-4fcc-bce3-3c63529ab9cf,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:37.912597 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-29795df1-a9af-49b6-995b-4556d2992174 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Deleting port d8977692-7c90-4499-89b1-aa394dfacba5 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:37.913052 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29795df1-a9af-49b6-995b-4556d2992174 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.002147 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491a90b6-aae8-42d5-97d5-b0ecd7b8b29e x-openstack-request-id: req-491a90b6-aae8-42d5-97d5-b0ecd7b8b29e {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:38.002450 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-unplugged", "status": "completed", "tag": "1d7a3e15-c6cc-4f53-8290-53ee5b9132dc", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:38.002705 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-491a90b6-aae8-42d5-97d5-b0ecd7b8b29e {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:38.003284 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d7a3e15-c6cc-4f53-8290-53ee5b9132dc', 'code': 200} Jul 22 16:47:38.025248 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 71b37d7f-7bc1-469c-9d49-d6daba46b789, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=71b37d7f-7bc1-469c-9d49-d6daba46b789,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:38.037762 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9f1b3878-5bac-4fe3-9847-0d67ab80a36e None None] Provisioning for port 0e206c57-83cc-41d7-9d92-3436d33b4fa4 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:38.046627 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9f1b3878-5bac-4fe3-9847-0d67ab80a36e None None] Provisioning complete for port 0e206c57-83cc-41d7-9d92-3436d33b4fa4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:38.047243 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f1b3878-5bac-4fe3-9847-0d67ab80a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.049846 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-29795df1-a9af-49b6-995b-4556d2992174 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] For port d8977692-7c90-4499-89b1-aa394dfacba5, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d8977692-7c90-4499-89b1-aa394dfacba5,segment=NetworkSegment(c8fd9969-2f91-4bf7-9d78-4dfba81edb68),segment_id=c8fd9969-2f91-4bf7-9d78-4dfba81edb68)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:38.051645 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29795df1-a9af-49b6-995b-4556d2992174 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.058030 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.058926 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b3d71db8-83f1-44c1-9af6-beb18494c73e no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:38.076659 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-29795df1-a9af-49b6-995b-4556d2992174 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Calling delete_port for d8977692-7c90-4499-89b1-aa394dfacba5 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:38.203332 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=71b37d7f-7bc1-469c-9d49-d6daba46b789,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:38.205744 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9f1b3878-5bac-4fe3-9847-0d67ab80a36e None None] Port 0e206c57-83cc-41d7-9d92-3436d33b4fa4 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:47:38.253906 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.256273 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd86a08a-c63a-4d1a-8f14-6f79a04a52d2 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.256767 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd86a08a-c63a-4d1a-8f14-6f79a04a52d2 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7952c70-09c9-4ca0-9360-ce08cadb81ba {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:47:38.277982 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd86a08a-c63a-4d1a-8f14-6f79a04a52d2 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.279189 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cd86a08a-c63a-4d1a-8f14-6f79a04a52d2 tempest-RoutersTestDVR-906826449 tempest-RoutersTestDVR-906826449-project-admin] 10.222.0.69 "DELETE /v2.0/routers/d7952c70-09c9-4ca0-9360-ce08cadb81ba HTTP/1.1" status: 204 len: 168 time: 1.5546405 Jul 22 16:47:38.293197 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79054c6f-8e63-452f-8fbe-644fb459d0c9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.307413 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29795df1-a9af-49b6-995b-4556d2992174 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.311227 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b6335a9c-eacc-46ad-8de9-2f3d06020fef req-44bdaeda-d6ed-442a-815f-011c33b88f1c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6285427 Jul 22 16:47:38.311401 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port b3d71db8-83f1-44c1-9af6-beb18494c73e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b3d71db8-83f1-44c1-9af6-beb18494c73e,segment=NetworkSegment(63bf2f1c-96ff-480d-8946-46efdaf0c286),segment_id=63bf2f1c-96ff-480d-8946-46efdaf0c286)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:38.312436 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca615-d2bf-4832-a04c-0d8facbdc08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.314668 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01437c46-360d-4bff-88b0-6984b79ea4f2 None None] DHCP port deletion for ddeb9378-09ad-4421-b87b-343ac64b561f request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:47:38.322826 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.325130 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device d633fbc4-56d8-481f-9b8d-67add53d5f51 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:38.357811 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-79054c6f-8e63-452f-8fbe-644fb459d0c9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Transition to ACTIVE for port object 3bdb06a3-324d-48e7-918c-78746a9d804c will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:38.363379 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29795df1-a9af-49b6-995b-4556d2992174 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Port': ['ID=d8977692-7c90-4499-89b1-aa394dfacba5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:38.379246 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29795df1-a9af-49b6-995b-4556d2992174 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] No DVR routers for this DVR port d8977692-7c90-4499-89b1-aa394dfacba5 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:38.425012 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device d633fbc4-56d8-481f-9b8d-67add53d5f51 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:38.425618 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 15308c51-be2f-4b0a-b292-316a0d6b5938 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:38.428324 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=b3d71db8-83f1-44c1-9af6-beb18494c73e,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:38.464852 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-7e64b230-3c45-4810-ae0b-72c2f957d26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.469048 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-21e65fad-bf70-4a12-9762-c1f9dcfbaa2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.488440 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29795df1-a9af-49b6-995b-4556d2992174 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.504247 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-29795df1-a9af-49b6-995b-4556d2992174 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddeb9378-09ad-4421-b87b-343ac64b561f']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:38.516733 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79054c6f-8e63-452f-8fbe-644fb459d0c9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.523980 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-29795df1-a9af-49b6-995b-4556d2992174 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8fd9969-2f91-4bf7-9d78-4dfba81edb68') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:38.524641 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-29795df1-a9af-49b6-995b-4556d2992174 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8fd9969-2f91-4bf7-9d78-4dfba81edb68') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:38.535343 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.544091 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29795df1-a9af-49b6-995b-4556d2992174 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.600572 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 15308c51-be2f-4b0a-b292-316a0d6b5938, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=15308c51-be2f-4b0a-b292-316a0d6b5938,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:38.603480 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79054c6f-8e63-452f-8fbe-644fb459d0c9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:38.607385 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-79054c6f-8e63-452f-8fbe-644fb459d0c9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:38.608746 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.610010 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79054c6f-8e63-452f-8fbe-644fb459d0c9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:38.614440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 8f8e2019-4413-47d1-bf77-7942fb52a98f no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:38.615887 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79054c6f-8e63-452f-8fbe-644fb459d0c9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:38.617070 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79054c6f-8e63-452f-8fbe-644fb459d0c9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.652303 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29795df1-a9af-49b6-995b-4556d2992174 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.672321 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-79054c6f-8e63-452f-8fbe-644fb459d0c9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3292425 Jul 22 16:47:38.681231 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39304) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:38.683037 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29795df1-a9af-49b6-995b-4556d2992174 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:47:38.683350 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29795df1-a9af-49b6-995b-4556d2992174 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:47:38.687918 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:47:38.718146 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=15308c51-be2f-4b0a-b292-316a0d6b5938,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:38.720887 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79054c6f-8e63-452f-8fbe-644fb459d0c9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=3bdb06a3-324d-48e7-918c-78746a9d804c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:38.800902 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.805696 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39308) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:38.845832 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29795df1-a9af-49b6-995b-4556d2992174 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.852842 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-29795df1-a9af-49b6-995b-4556d2992174 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.855049 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-29795df1-a9af-49b6-995b-4556d2992174 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/networks/ddeb9378-09ad-4421-b87b-343ac64b561f HTTP/1.1" status: 204 len: 168 time: 1.3007078 Jul 22 16:47:38.860043 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39312) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:38.867123 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-768fd8d8-1531-4594-bf3d-d38d1ff97f33 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1511081995', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:38.873318 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 8f8e2019-4413-47d1-bf77-7942fb52a98f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=8f8e2019-4413-47d1-bf77-7942fb52a98f,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:38.884620 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.886431 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:38.891058 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29795df1-a9af-49b6-995b-4556d2992174 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Network': ['ID=ddeb9378-09ad-4421-b87b-343ac64b561f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:38.968551 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-768fd8d8-1531-4594-bf3d-d38d1ff97f33 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.969652 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-768fd8d8-1531-4594-bf3d-d38d1ff97f33 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.989141 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814483bb-efec-4a71-bab9-e74316ac313a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:38.996484 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814483bb-efec-4a71-bab9-e74316ac313a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:39.000760 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-814483bb-efec-4a71-bab9-e74316ac313a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3112628 Jul 22 16:47:39.001844 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39314) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:39.066903 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa205519-9644-4fbb-9aee-3630c746a0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.089484 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca615-d2bf-4832-a04c-0d8facbdc08d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.092308 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=8f8e2019-4413-47d1-bf77-7942fb52a98f,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:39.093602 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-21e65fad-bf70-4a12-9762-c1f9dcfbaa2b service neutron] For port 71b37d7f-7bc1-469c-9d49-d6daba46b789, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=71b37d7f-7bc1-469c-9d49-d6daba46b789,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:39.107796 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca615-d2bf-4832-a04c-0d8facbdc08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.120467 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.168414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-502fec30-41db-46b7-9e9e-757527a13872 None None] Provisioning for port 2d042439-68e4-4fcc-bce3-3c63529ab9cf completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:39.172455 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-768fd8d8-1531-4594-bf3d-d38d1ff97f33 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.176033 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=21b84e2f-78cd-4be1-aeed-a8ff654b0a5a,segment=NetworkSegment(63bf2f1c-96ff-480d-8946-46efdaf0c286),segment_id=63bf2f1c-96ff-480d-8946-46efdaf0c286)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:39.187210 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d4dfe-e55c-4e25-b782-89678390d1b9 req-e28abb86-4713-4b9f-ab64-77a77a823feb tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:39.190570 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.194642 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d4dfe-e55c-4e25-b782-89678390d1b9 req-e28abb86-4713-4b9f-ab64-77a77a823feb tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:39.201327 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d4dfe-e55c-4e25-b782-89678390d1b9 req-e28abb86-4713-4b9f-ab64-77a77a823feb tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:39.207672 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d4dfe-e55c-4e25-b782-89678390d1b9 req-e28abb86-4713-4b9f-ab64-77a77a823feb tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:39.214721 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d4dfe-e55c-4e25-b782-89678390d1b9 req-e28abb86-4713-4b9f-ab64-77a77a823feb tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:39.221071 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d4dfe-e55c-4e25-b782-89678390d1b9 req-e28abb86-4713-4b9f-ab64-77a77a823feb tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:39.222776 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2e9d4dfe-e55c-4e25-b782-89678390d1b9 req-e28abb86-4713-4b9f-ab64-77a77a823feb tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 4650 time: 0.3022757 Jul 22 16:47:39.248627 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-7e64b230-3c45-4810-ae0b-72c2f957d26b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e206c57-83cc-41d7-9d92-3436d33b4fa4 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:47:39.263508 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-7e64b230-3c45-4810-ae0b-72c2f957d26b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.265855 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ca615-d2bf-4832-a04c-0d8facbdc08d admin admin] Pushing event updated for resources: {'Port': ['ID=9285911e-a733-4096-84dd-6095ee736bed,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:39.274284 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-21e65fad-bf70-4a12-9762-c1f9dcfbaa2b service neutron] For port 71b37d7f-7bc1-469c-9d49-d6daba46b789, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:39.292366 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=21b84e2f-78cd-4be1-aeed-a8ff654b0a5a,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:39.305513 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca615-d2bf-4832-a04c-0d8facbdc08d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.311783 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-7e64b230-3c45-4810-ae0b-72c2f957d26b service neutron] Transition to ACTIVE for port object 0e206c57-83cc-41d7-9d92-3436d33b4fa4 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:39.334617 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-21e65fad-bf70-4a12-9762-c1f9dcfbaa2b service neutron] device_id is not set on port 71b37d7f-7bc1-469c-9d49-d6daba46b789 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:47:39.349520 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-21e65fad-bf70-4a12-9762-c1f9dcfbaa2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.381384 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-7e64b230-3c45-4810-ae0b-72c2f957d26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.391384 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-21e65fad-bf70-4a12-9762-c1f9dcfbaa2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.417796 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7cab3bb2-3a39-432d-94ab-bc557662867b None None] Provisioning for port 3bdb06a3-324d-48e7-918c-78746a9d804c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:39.432994 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7cab3bb2-3a39-432d-94ab-bc557662867b None None] Provisioning complete for port 3bdb06a3-324d-48e7-918c-78746a9d804c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:39.433216 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7cab3bb2-3a39-432d-94ab-bc557662867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.469642 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7cab3bb2-3a39-432d-94ab-bc557662867b None None] Port 3bdb06a3-324d-48e7-918c-78746a9d804c cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:47:39.481031 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2d042439-68e4-4fcc-bce3-3c63529ab9cf up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:39.519479 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2e9d4dfe-e55c-4e25-b782-89678390d1b9 req-fb8caa78-a2b5-4457-ba9e-ada1c3371f21 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&id=87ced5c3-c3e5-44df-820c-dc1e92f97c74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2656429 Jul 22 16:47:39.526081 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-768fd8d8-1531-4594-bf3d-d38d1ff97f33 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.594566 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-75c7e357-2266-4c8e-897b-a3f2c1db5f3b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting port 3bdb06a3-324d-48e7-918c-78746a9d804c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:39.595168 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75c7e357-2266-4c8e-897b-a3f2c1db5f3b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.598755 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64b230-3c45-4810-ae0b-72c2f957d26b service neutron] Pushing event updated for resources: {'Port': ['ID=0e206c57-83cc-41d7-9d92-3436d33b4fa4,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:39.683271 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9ca615-d2bf-4832-a04c-0d8facbdc08d admin admin] Network 73f6be59-1fdc-49b9-8af1-53b654f51f05 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:39.696427 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5e9ca615-d2bf-4832-a04c-0d8facbdc08d admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:39.699113 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-21e65fad-bf70-4a12-9762-c1f9dcfbaa2b service neutron] No DVR routers for this DVR port 71b37d7f-7bc1-469c-9d49-d6daba46b789 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:39.774641 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 2d042439-68e4-4fcc-bce3-3c63529ab9cf completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:39.780429 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa205519-9644-4fbb-9aee-3630c746a0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.794451 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 2d042439-68e4-4fcc-bce3-3c63529ab9cf triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:39.794834 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.827770 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa205519-9644-4fbb-9aee-3630c746a0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.879599 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75c7e357-2266-4c8e-897b-a3f2c1db5f3b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.919263 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.938153 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-75c7e357-2266-4c8e-897b-a3f2c1db5f3b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Calling delete_port for 3bdb06a3-324d-48e7-918c-78746a9d804c owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:39.946750 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa205519-9644-4fbb-9aee-3630c746a0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a2ffe7-f389-45a4-8ad3-82a7bce2ea96,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:39.953973 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fa205519-9644-4fbb-9aee-3630c746a0be admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b428f7b97bad4fbda40e6aa632b2d573&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1471565 Jul 22 16:47:39.959723 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39318) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:39.968942 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-addf57d3-88db-4847-8b40-7429feda64c6 None None] Provisioning complete for port 71b37d7f-7bc1-469c-9d49-d6daba46b789 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:39.969332 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-addf57d3-88db-4847-8b40-7429feda64c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.991247 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b4996-d7d5-4e7d-a760-c14559cf986a req-5bf8fc65-d0b0-4104-a977-3382e75a9578 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:39.993709 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c50b4996-d7d5-4e7d-a760-c14559cf986a req-5bf8fc65-d0b0-4104-a977-3382e75a9578 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 944 time: 0.5296500 Jul 22 16:47:39.996498 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 2d042439-68e4-4fcc-bce3-3c63529ab9cf, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2d042439-68e4-4fcc-bce3-3c63529ab9cf,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:40.002819 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:40.010083 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71b37d7f-7bc1-469c-9d49-d6daba46b789'}, {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3d71db8-83f1-44c1-9af6-beb18494c73e'}, {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15308c51-be2f-4b0a-b292-316a0d6b5938'}, {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f8e2019-4413-47d1-bf77-7942fb52a98f'}, {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21b84e2f-78cd-4be1-aeed-a8ff654b0a5a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:40.012831 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78be0c9a-ac43-4b3e-ad69-edd9228c3068" -d '{"events": [{"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-unplugged", "status": "completed", "tag": "71b37d7f-7bc1-469c-9d49-d6daba46b789"}, {"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-unplugged", "status": "completed", "tag": "b3d71db8-83f1-44c1-9af6-beb18494c73e"}, {"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-unplugged", "status": "completed", "tag": "15308c51-be2f-4b0a-b292-316a0d6b5938"}, {"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-unplugged", "status": "completed", "tag": "8f8e2019-4413-47d1-bf77-7942fb52a98f"}, {"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-unplugged", "status": "completed", "tag": "21b84e2f-78cd-4be1-aeed-a8ff654b0a5a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:40.046199 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-addf57d3-88db-4847-8b40-7429feda64c6 None None] Port 71b37d7f-7bc1-469c-9d49-d6daba46b789 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:47:40.097907 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=2d042439-68e4-4fcc-bce3-3c63529ab9cf,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:40.107441 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d8977692-7c90-4499-89b1-aa394dfacba5 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:40.110845 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248715a7-bff9-419d-8f53-60806667436e x-openstack-request-id: req-248715a7-bff9-419d-8f53-60806667436e {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:40.111331 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-unplugged", "status": "completed", "tag": "71b37d7f-7bc1-469c-9d49-d6daba46b789", "code": 200}, {"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-unplugged", "status": "completed", "tag": "b3d71db8-83f1-44c1-9af6-beb18494c73e", "code": 200}, {"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-unplugged", "status": "completed", "tag": "15308c51-be2f-4b0a-b292-316a0d6b5938", "code": 200}, {"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-unplugged", "status": "completed", "tag": "8f8e2019-4413-47d1-bf77-7942fb52a98f", "code": 200}, {"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-unplugged", "status": "completed", "tag": "21b84e2f-78cd-4be1-aeed-a8ff654b0a5a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:40.111745 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-248715a7-bff9-419d-8f53-60806667436e {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:40.112333 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71b37d7f-7bc1-469c-9d49-d6daba46b789', 'code': 200} Jul 22 16:47:40.112588 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3d71db8-83f1-44c1-9af6-beb18494c73e', 'code': 200} Jul 22 16:47:40.112889 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15308c51-be2f-4b0a-b292-316a0d6b5938', 'code': 200} Jul 22 16:47:40.113082 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f8e2019-4413-47d1-bf77-7942fb52a98f', 'code': 200} Jul 22 16:47:40.113352 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21b84e2f-78cd-4be1-aeed-a8ff654b0a5a', 'code': 200} Jul 22 16:47:40.125022 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e65fad-bf70-4a12-9762-c1f9dcfbaa2b service neutron] Pushing event updated for resources: {'Port': ['ID=71b37d7f-7bc1-469c-9d49-d6daba46b789,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:40.140333 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: d8977692-7c90-4499-89b1-aa394dfacba5 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:47:40.140333 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d8977692-7c90-4499-89b1-aa394dfacba5 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:40.142181 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-21e65fad-bf70-4a12-9762-c1f9dcfbaa2b service neutron] In _notify_port_updated(), no bound segment for port 71b37d7f-7bc1-469c-9d49-d6daba46b789 on network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 {{(pid=93816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:47:40.143082 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-21e65fad-bf70-4a12-9762-c1f9dcfbaa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:40.143696 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-21e65fad-bf70-4a12-9762-c1f9dcfbaa2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:40.145033 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-21e65fad-bf70-4a12-9762-c1f9dcfbaa2b service neutron] 10.222.0.30 "PUT /v2.0/ports/71b37d7f-7bc1-469c-9d49-d6daba46b789 HTTP/1.1" status: 200 len: 1028 time: 2.4117029 Jul 22 16:47:40.152719 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9ca615-d2bf-4832-a04c-0d8facbdc08d admin admin] Router 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:47:40.167998 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4229e818-a23b-49d0-80f6-32cd00105ccf None None] Provisioning complete for port 9285911e-a733-4096-84dd-6095ee736bed triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:40.168745 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4229e818-a23b-49d0-80f6-32cd00105ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:40.171479 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c50b4996-d7d5-4e7d-a760-c14559cf986a req-ec30c724-f57d-4b93-81cb-321d9b3d1099 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419499 Jul 22 16:47:40.179390 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-7e64b230-3c45-4810-ae0b-72c2f957d26b service neutron] Attempting to bind port 0e206c57-83cc-41d7-9d92-3436d33b4fa4 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:40.179731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-7e64b230-3c45-4810-ae0b-72c2f957d26b service neutron] Attempting to bind port 0e206c57-83cc-41d7-9d92-3436d33b4fa4 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '5dd4ee6d-9efd-4368-981c-346afd984753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '355332cc-46f4-40ba-8869-365066797198'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:40.180071 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-7e64b230-3c45-4810-ae0b-72c2f957d26b service neutron] Attempting to bind port 0e206c57-83cc-41d7-9d92-3436d33b4fa4 on network 355332cc-46f4-40ba-8869-365066797198 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:40.188006 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-7e64b230-3c45-4810-ae0b-72c2f957d26b service neutron] Port 0e206c57-83cc-41d7-9d92-3436d33b4fa4 on network 355332cc-46f4-40ba-8869-365066797198 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:47:40.189438 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-7e64b230-3c45-4810-ae0b-72c2f957d26b service neutron] Attempting to bind port 0e206c57-83cc-41d7-9d92-3436d33b4fa4 on network 355332cc-46f4-40ba-8869-365066797198 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:40.229622 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4229e818-a23b-49d0-80f6-32cd00105ccf None None] Port 9285911e-a733-4096-84dd-6095ee736bed cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:47:40.247168 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-768fd8d8-1531-4594-bf3d-d38d1ff97f33 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:40.248378 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-7e64b230-3c45-4810-ae0b-72c2f957d26b service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:40.248725 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-7e64b230-3c45-4810-ae0b-72c2f957d26b service neutron] Checking segment: {'id': '5dd4ee6d-9efd-4368-981c-346afd984753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '355332cc-46f4-40ba-8869-365066797198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:40.249106 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-7e64b230-3c45-4810-ae0b-72c2f957d26b service neutron] Bound using segment: {'id': '5dd4ee6d-9efd-4368-981c-346afd984753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '355332cc-46f4-40ba-8869-365066797198'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:40.249804 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-7e64b230-3c45-4810-ae0b-72c2f957d26b service neutron] Bound port: 0e206c57-83cc-41d7-9d92-3436d33b4fa4, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd4ee6d-9efd-4368-981c-346afd984753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '355332cc-46f4-40ba-8869-365066797198'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:40.250190 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-7e64b230-3c45-4810-ae0b-72c2f957d26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:40.282470 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-768fd8d8-1531-4594-bf3d-d38d1ff97f33 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:40.309147 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfc8a364-272a-4d5b-9dc7-9ded06878538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:40.312728 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75c7e357-2266-4c8e-897b-a3f2c1db5f3b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:40.381523 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7e357-2266-4c8e-897b-a3f2c1db5f3b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Port': ['ID=3bdb06a3-324d-48e7-918c-78746a9d804c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:40.404474 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfc8a364-272a-4d5b-9dc7-9ded06878538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:40.437044 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75c7e357-2266-4c8e-897b-a3f2c1db5f3b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:40.439364 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-75c7e357-2266-4c8e-897b-a3f2c1db5f3b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/3bdb06a3-324d-48e7-918c-78746a9d804c HTTP/1.1" status: 204 len: 168 time: 1.4352031 Jul 22 16:47:40.446186 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39322) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:40.446378 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9ca615-d2bf-4832-a04c-0d8facbdc08d admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:47:40.454225 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5e9ca615-d2bf-4832-a04c-0d8facbdc08d admin admin] 10.222.0.69 "PUT /v2.0/routers/0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9238532 Jul 22 16:47:40.466251 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] Sync routers for ids ['0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:47:40.473018 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-7e64b230-3c45-4810-ae0b-72c2f957d26b service neutron] For port 0e206c57-83cc-41d7-9d92-3436d33b4fa4, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:40.481034 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] Routers {'0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:40.482374 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:40.488704 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-7e64b230-3c45-4810-ae0b-72c2f957d26b service neutron] For port 0e206c57-83cc-41d7-9d92-3436d33b4fa4, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=0e206c57-83cc-41d7-9d92-3436d33b4fa4,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:40.506168 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-7e64b230-3c45-4810-ae0b-72c2f957d26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:40.513632 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-de1ae4c4-7311-434c-91e3-9c42aeba6c43 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Deleting port b3d71db8-83f1-44c1-9af6-beb18494c73e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:40.513996 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-de1ae4c4-7311-434c-91e3-9c42aeba6c43 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:40.598310 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-7e64b230-3c45-4810-ae0b-72c2f957d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:40.598932 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-7e64b230-3c45-4810-ae0b-72c2f957d26b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:40.600375 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-7e64b230-3c45-4810-ae0b-72c2f957d26b service neutron] 10.222.0.30 "PUT /v2.0/ports/0e206c57-83cc-41d7-9d92-3436d33b4fa4 HTTP/1.1" status: 200 len: 1092 time: 2.8596051 Jul 22 16:47:40.609173 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e060cb3-9408-4b40-a1bb-036edeb65e0e', 'tag': '0e206c57-83cc-41d7-9d92-3436d33b4fa4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:40.613727 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b22ba9-681f-4d65-843f-d3682f3fe803 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:40.622603 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b22ba9-681f-4d65-843f-d3682f3fe803 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:40.625465 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] Set router 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:40.627245 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a8b22ba9-681f-4d65-843f-d3682f3fe803 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1786571 Jul 22 16:47:40.629668 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39330) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:40.643932 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1e0c58-4cb6-497f-aa07-ae050bb6d728" -d '{"events": [{"name": "network-changed", "server_uuid": "4e060cb3-9408-4b40-a1bb-036edeb65e0e", "tag": "0e206c57-83cc-41d7-9d92-3436d33b4fa4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:40.689774 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c673e7b-9b63-4712-a3e4-437bf28e6e29 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet c4f2aaf1-a7e8-4420-ae05-c7ab3c1482c8 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:47:40.699777 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c673e7b-9b63-4712-a3e4-437bf28e6e29 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:40.782276 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64b230-3c45-4810-ae0b-72c2f957d26b service neutron] Pushing event updated for resources: {'Port': ['ID=0e206c57-83cc-41d7-9d92-3436d33b4fa4,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:40.787480 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a1e276-104a-4529-8f54-1554b012b30a x-openstack-request-id: req-80a1e276-104a-4529-8f54-1554b012b30a {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:40.787845 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e060cb3-9408-4b40-a1bb-036edeb65e0e", "tag": "0e206c57-83cc-41d7-9d92-3436d33b4fa4", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:40.788151 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-80a1e276-104a-4529-8f54-1554b012b30a {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:40.788726 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e060cb3-9408-4b40-a1bb-036edeb65e0e', 'tag': '0e206c57-83cc-41d7-9d92-3436d33b4fa4', 'status': 'completed', 'code': 200} Jul 22 16:47:40.825642 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-de1ae4c4-7311-434c-91e3-9c42aeba6c43 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] For port b3d71db8-83f1-44c1-9af6-beb18494c73e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b3d71db8-83f1-44c1-9af6-beb18494c73e,segment=NetworkSegment(63bf2f1c-96ff-480d-8946-46efdaf0c286),segment_id=63bf2f1c-96ff-480d-8946-46efdaf0c286)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:40.826096 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-de1ae4c4-7311-434c-91e3-9c42aeba6c43 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:40.846800 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-de1ae4c4-7311-434c-91e3-9c42aeba6c43 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Calling delete_port for b3d71db8-83f1-44c1-9af6-beb18494c73e owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:40.865145 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-dcdbee76-34a4-438e-af23-28c1449d84b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:40.867624 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-dcdbee76-34a4-438e-af23-28c1449d84b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0be4ca898ef40f79a7a36fc239eca61&device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 1095 time: 0.2069173 Jul 22 16:47:40.965173 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-bf8f9da1-cfe6-4728-b625-41aafa223677 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e206c57-83cc-41d7-9d92-3436d33b4fa4 HTTP/1.1" status: 200 len: 217 time: 0.0527604 Jul 22 16:47:40.995031 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'name': 'tempest-TestVolumeBackupRestore-398602312-router', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:27Z', 'updated_at': '2021-07-22T16:47:37Z', 'revision_number': 4, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'gw_port': {'id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:29Z', 'updated_at': '2021-07-22T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '9285911e-a733-4096-84dd-6095ee736bed', 'name': '', 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'mac_address': 'fa:16:3e:63:65:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:35Z', 'updated_at': '2021-07-22T16:47:38Z', 'revision_number': 2, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'subnets': [{'id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:41.032879 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] Checking router: 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:47:41.033236 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] Updating router 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 port 9285911e-a733-4096-84dd-6095ee736bed binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:47:41.044551 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-f2e9d5c0-7494-4010-8822-e07346af3060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:41.046068 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-f2e9d5c0-7494-4010-8822-e07346af3060 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ecd1df5-07c9-407a-b124-958e195ac0bb HTTP/1.1" status: 200 len: 856 time: 0.0737584 Jul 22 16:47:41.083759 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:41.145610 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-768fd8d8-1531-4594-bf3d-d38d1ff97f33 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Allocated IP 172.25.0.125 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/10441027-3f67-4e02-95a6-a264727de709) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:41.186898 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-de1ae4c4-7311-434c-91e3-9c42aeba6c43 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:41.201046 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-aa3113d4-c8e9-4444-8c7d-bb36cdc88d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:41.202752 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-aa3113d4-c8e9-4444-8c7d-bb36cdc88d38 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=355332cc-46f4-40ba-8869-365066797198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1493552 Jul 22 16:47:41.237402 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ae4c4-7311-434c-91e3-9c42aeba6c43 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event deleted for resources: {'Port': ['ID=b3d71db8-83f1-44c1-9af6-beb18494c73e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:41.305552 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-768fd8d8-1531-4594-bf3d-d38d1ff97f33 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:41.325042 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39346) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:41.335344 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2f25d615-d79a-47fc-8d66-904ce5cac2a1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1090968065-network', 'tenant_id': 'f9328e39e17947deb24a782b370ec2dc'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:41.380931 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c673e7b-9b63-4712-a3e4-437bf28e6e29 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:41.382573 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-de1ae4c4-7311-434c-91e3-9c42aeba6c43 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] No DVR routers for this DVR port b3d71db8-83f1-44c1-9af6-beb18494c73e on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:41.384663 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfc8a364-272a-4d5b-9dc7-9ded06878538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:41.387295 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bfc8a364-272a-4d5b-9dc7-9ded06878538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:41.391665 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bfc8a364-272a-4d5b-9dc7-9ded06878538 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f0a2ffe7-f389-45a4-8ad3-82a7bce2ea96 HTTP/1.1" status: 204 len: 168 time: 1.4287941 Jul 22 16:47:41.406841 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-de1ae4c4-7311-434c-91e3-9c42aeba6c43 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:41.409024 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-de1ae4c4-7311-434c-91e3-9c42aeba6c43 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.30 "DELETE /v2.0/ports/b3d71db8-83f1-44c1-9af6-beb18494c73e HTTP/1.1" status: 204 len: 173 time: 1.1682973 Jul 22 16:47:41.411116 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2d042439-68e4-4fcc-bce3-3c63529ab9cf up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:41.474386 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8a364-272a-4d5b-9dc7-9ded06878538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a2ffe7-f389-45a4-8ad3-82a7bce2ea96,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:41.521747 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f25d615-d79a-47fc-8d66-904ce5cac2a1 admin admin] Made reservation on behalf of f9328e39e17947deb24a782b370ec2dc for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:41.524702 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f25d615-d79a-47fc-8d66-904ce5cac2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:41.526639 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-768fd8d8-1531-4594-bf3d-d38d1ff97f33 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:41.532245 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 2d042439-68e4-4fcc-bce3-3c63529ab9cf triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:41.532854 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:41.576861 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dace42a-edb8-4e5c-b554-6130172c7746 req-e7f4d1b4-ca94-4458-a424-5bbe248e7656 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:41.591292 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dace42a-edb8-4e5c-b554-6130172c7746 req-e7f4d1b4-ca94-4458-a424-5bbe248e7656 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:41.609868 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dace42a-edb8-4e5c-b554-6130172c7746 req-e7f4d1b4-ca94-4458-a424-5bbe248e7656 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:41.617832 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dace42a-edb8-4e5c-b554-6130172c7746 req-e7f4d1b4-ca94-4458-a424-5bbe248e7656 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:41.625362 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dace42a-edb8-4e5c-b554-6130172c7746 req-e7f4d1b4-ca94-4458-a424-5bbe248e7656 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:41.635701 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7dace42a-edb8-4e5c-b554-6130172c7746 req-e7f4d1b4-ca94-4458-a424-5bbe248e7656 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 3797 time: 0.9396114 Jul 22 16:47:41.748900 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:41.751584 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768fd8d8-1531-4594-bf3d-d38d1ff97f33 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:41.768898 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] Transition to ACTIVE for port object 9285911e-a733-4096-84dd-6095ee736bed will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:41.777388 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:41.792759 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7dace42a-edb8-4e5c-b554-6130172c7746 req-10929718-39d8-486b-b237-7845f65b8a81 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556666 Jul 22 16:47:41.793980 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-768fd8d8-1531-4594-bf3d-d38d1ff97f33 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:41.799029 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768fd8d8-1531-4594-bf3d-d38d1ff97f33 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:41.837573 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fd8d8-1531-4594-bf3d-d38d1ff97f33 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Port': ['ID=10441027-3f67-4e02-95a6-a264727de709,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:41.844465 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c673e7b-9b63-4712-a3e4-437bf28e6e29 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:41.977635 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:42.000203 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-c118dc3a-e0ca-4038-88ce-28e71e806bbf service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7764862 Jul 22 16:47:42.006464 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39352) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:42.010848 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e85b9-6721-49ce-88a9-a9d0b8229b23 None None] Pushing event updated for resources: {'Port': ['ID=9285911e-a733-4096-84dd-6095ee736bed,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:42.013442 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] Attempting to bind port 9285911e-a733-4096-84dd-6095ee736bed on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:42.013805 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] Attempting to bind port 9285911e-a733-4096-84dd-6095ee736bed by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'f4ca4f7b-fdd4-4b49-86d0-c40904b779a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:42.014242 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] Attempting to bind port 9285911e-a733-4096-84dd-6095ee736bed on network 73f6be59-1fdc-49b9-8af1-53b654f51f05 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:42.025887 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:42.026753 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] Checking segment: {'id': 'f4ca4f7b-fdd4-4b49-86d0-c40904b779a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:42.027403 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:42.028129 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] Bound using segment: {'id': 'f4ca4f7b-fdd4-4b49-86d0-c40904b779a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:42.029147 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] Bound port: 9285911e-a733-4096-84dd-6095ee736bed, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ca4f7b-fdd4-4b49-86d0-c40904b779a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:42.029855 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:42.030597 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c673e7b-9b63-4712-a3e4-437bf28e6e29 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:42.063551 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f25d615-d79a-47fc-8d66-904ce5cac2a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:42.068076 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c673e7b-9b63-4712-a3e4-437bf28e6e29 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=c4f2aaf1-a7e8-4420-ae05-c7ab3c1482c8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:42.073744 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c673e7b-9b63-4712-a3e4-437bf28e6e29 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:42.077899 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7c673e7b-9b63-4712-a3e4-437bf28e6e29 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/c4f2aaf1-a7e8-4420-ae05-c7ab3c1482c8 HTTP/1.1" status: 204 len: 168 time: 1.4444158 Jul 22 16:47:42.080261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39354) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:42.089414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a750b31-a669-48b9-bab3-f5ccb636f7ac None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:42.130633 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7d8bbbd9-240f-4228-93cc-6f74c001e694 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468445 Jul 22 16:47:42.144200 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] For port 9285911e-a733-4096-84dd-6095ee736bed, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:42.148529 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] For port 9285911e-a733-4096-84dd-6095ee736bed, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=9285911e-a733-4096-84dd-6095ee736bed,segment=NetworkSegment(f4ca4f7b-fdd4-4b49-86d0-c40904b779a3),segment_id=f4ca4f7b-fdd4-4b49-86d0-c40904b779a3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:42.155459 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:42.158302 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b15b6e7-8916-423c-bf52-a1c03d8a329f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:42.162218 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39356) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:42.191144 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0b5bb-f990-4a0e-b153-3ac90459f365 req-9bdd514d-e8cb-4e35-beb2-6393dd179dbc tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:42.200149 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-54a0b5bb-f990-4a0e-b153-3ac90459f365 req-9bdd514d-e8cb-4e35-beb2-6393dd179dbc tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 944 time: 0.8755345 Jul 22 16:47:42.226044 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] Routers {'0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:42.227501 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:42.311431 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-768fd8d8-1531-4594-bf3d-d38d1ff97f33 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:42.325847 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e4792c-17d1-4cb3-a5c8-1c78545bb913 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:42.329632 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-72e4792c-17d1-4cb3-a5c8-1c78545bb913 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1642387 Jul 22 16:47:42.333058 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77c79e51-a2bb-4731-ba1b-f54d3081f332 req-14d95ab1-bc58-4e12-8434-6fd1be27f78b service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229418 Jul 22 16:47:42.335196 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e85b9-6721-49ce-88a9-a9d0b8229b23 None None] Pushing event updated for resources: {'Port': ['ID=9285911e-a733-4096-84dd-6095ee736bed,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:42.336187 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39358) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:42.344860 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:42.378454 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] Set router 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:42.426908 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-54a0b5bb-f990-4a0e-b153-3ac90459f365 req-1f535978-cfc9-4f66-888a-f9734172ba3d tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254891 Jul 22 16:47:42.484416 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c90623a-c646-4514-ad67-2ae1e793654f None None] DHCP port deletion for 3a7a7ee3-b719-4772-82c2-01f118e27227 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:47:42.504171 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-4d1b1896-310a-4708-97cd-199fb9ddd056 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Deleting port 8f8e2019-4413-47d1-bf77-7942fb52a98f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:42.505975 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-4d1b1896-310a-4708-97cd-199fb9ddd056 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:42.571599 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2c90623a-c646-4514-ad67-2ae1e793654f None None] Deleting port 2d042439-68e4-4fcc-bce3-3c63529ab9cf {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:42.571892 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c90623a-c646-4514-ad67-2ae1e793654f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:42.582419 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd09c8c4-6afb-4236-9c69-ece8d10cae3d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:42.586884 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fd09c8c4-6afb-4236-9c69-ece8d10cae3d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2225249 Jul 22 16:47:42.588161 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39360) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:42.647887 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-768fd8d8-1531-4594-bf3d-d38d1ff97f33 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:42.652364 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2c90623a-c646-4514-ad67-2ae1e793654f None None] For port 2d042439-68e4-4fcc-bce3-3c63529ab9cf, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2d042439-68e4-4fcc-bce3-3c63529ab9cf,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:42.652785 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c90623a-c646-4514-ad67-2ae1e793654f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:42.666367 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2c90623a-c646-4514-ad67-2ae1e793654f None None] Calling delete_port for 2d042439-68e4-4fcc-bce3-3c63529ab9cf owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:42.671790 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f25d615-d79a-47fc-8d66-904ce5cac2a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:42.690620 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f25d615-d79a-47fc-8d66-904ce5cac2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:42.706569 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e0c58-4cb6-497f-aa07-ae050bb6d728 req-437d4d5e-f811-4935-b077-a5e0e22f60c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:42.706569 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb1e0c58-4cb6-497f-aa07-ae050bb6d728 req-437d4d5e-f811-4935-b077-a5e0e22f60c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0be4ca898ef40f79a7a36fc239eca61&device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 1095 time: 0.2708881 Jul 22 16:47:42.707002 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39362) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:42.708275 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-104a8911-eafd-4440-9c9b-198d7eb5fc06 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1189191 Jul 22 16:47:42.712283 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-4d1b1896-310a-4708-97cd-199fb9ddd056 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] For port 8f8e2019-4413-47d1-bf77-7942fb52a98f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=8f8e2019-4413-47d1-bf77-7942fb52a98f,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:42.712789 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-4d1b1896-310a-4708-97cd-199fb9ddd056 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:42.719987 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'name': 'tempest-TestVolumeBackupRestore-398602312-router', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:27Z', 'updated_at': '2021-07-22T16:47:37Z', 'revision_number': 4, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'gw_port': {'id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:29Z', 'updated_at': '2021-07-22T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '9285911e-a733-4096-84dd-6095ee736bed', 'name': '', 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'mac_address': 'fa:16:3e:63:65:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:35Z', 'updated_at': '2021-07-22T16:47:42Z', 'revision_number': 4, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'subnets': [{'id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:42.721147 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c7acd769-81dd-45aa-b31c-6df13175ca39 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:42.755630 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeb3811-0f46-4e39-b626-0e2489a6cc32 None None] The sync data for ids ['0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'] in n-d-798930-9 is: [{'id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'name': 'tempest-TestVolumeBackupRestore-398602312-router', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:27Z', 'updated_at': '2021-07-22T16:47:37Z', 'revision_number': 4, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'gw_port': {'id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:29Z', 'updated_at': '2021-07-22T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '9285911e-a733-4096-84dd-6095ee736bed', 'name': '', 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'mac_address': 'fa:16:3e:63:65:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:35Z', 'updated_at': '2021-07-22T16:47:42Z', 'revision_number': 4, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'subnets': [{'id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:47:42.762073 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c90623a-c646-4514-ad67-2ae1e793654f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:42.787680 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90623a-c646-4514-ad67-2ae1e793654f None None] Pushing event deleted for resources: {'Port': ['ID=2d042439-68e4-4fcc-bce3-3c63529ab9cf,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:42.794628 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c90623a-c646-4514-ad67-2ae1e793654f None None] No DVR routers for this DVR port 2d042439-68e4-4fcc-bce3-3c63529ab9cf on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:42.844689 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-deleted', 'tag': 'b3d71db8-83f1-44c1-9af6-beb18494c73e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:42.847038 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c605f9-9ecd-450f-956c-e1b213603500" -d '{"events": [{"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-deleted", "tag": "b3d71db8-83f1-44c1-9af6-beb18494c73e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:42.871454 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-4d1b1896-310a-4708-97cd-199fb9ddd056 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Calling delete_port for 8f8e2019-4413-47d1-bf77-7942fb52a98f owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:42.940545 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f25d615-d79a-47fc-8d66-904ce5cac2a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:47:42.948032 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a965247-ed78-4028-9324-842d8175b070 x-openstack-request-id: req-3a965247-ed78-4028-9324-842d8175b070 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:42.948332 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-deleted", "tag": "b3d71db8-83f1-44c1-9af6-beb18494c73e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:42.948584 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3a965247-ed78-4028-9324-842d8175b070 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:42.949040 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-deleted', 'tag': 'b3d71db8-83f1-44c1-9af6-beb18494c73e', 'status': 'completed', 'code': 200} Jul 22 16:47:42.981821 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768fd8d8-1531-4594-bf3d-d38d1ff97f33 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Router 0cca2516-cb83-4468-abbc-b5cecc86ec17 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:47:43.009814 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25d615-d79a-47fc-8d66-904ce5cac2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a75d8b0-17af-4265-ad4e-977ffcb23746,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:43.015555 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f25d615-d79a-47fc-8d66-904ce5cac2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:43.015987 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-2f25d615-d79a-47fc-8d66-904ce5cac2a1 admin admin] Added segment cccff56a-f9a9-4ce9-8e88-8186dceb8659 of type vlan for network 63581f75-d4ae-4700-b78b-59da668ae4ac Jul 22 16:47:43.079392 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d755b6d-f236-4249-ac29-b5585172ec90 req-5d50cd2b-fca5-4495-9712-8712105ab7c8 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:43.084812 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d755b6d-f236-4249-ac29-b5585172ec90 req-5d50cd2b-fca5-4495-9712-8712105ab7c8 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:43.091213 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d755b6d-f236-4249-ac29-b5585172ec90 req-5d50cd2b-fca5-4495-9712-8712105ab7c8 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:43.097062 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d755b6d-f236-4249-ac29-b5585172ec90 req-5d50cd2b-fca5-4495-9712-8712105ab7c8 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:43.098907 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d755b6d-f236-4249-ac29-b5585172ec90 req-5d50cd2b-fca5-4495-9712-8712105ab7c8 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 3142 time: 0.1903610 Jul 22 16:47:43.158382 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e0c58-4cb6-497f-aa07-ae050bb6d728 req-d74cd4d4-e67e-4e15-b1b4-8b110091316c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:43.160306 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb1e0c58-4cb6-497f-aa07-ae050bb6d728 req-d74cd4d4-e67e-4e15-b1b4-8b110091316c service neutron] 10.222.0.30 "GET /v2.0/networks?id=355332cc-46f4-40ba-8869-365066797198 HTTP/1.1" status: 200 len: 918 time: 0.4159961 Jul 22 16:47:43.164260 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f25d615-d79a-47fc-8d66-904ce5cac2a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:43.170699 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d755b6d-f236-4249-ac29-b5585172ec90 req-996babdd-ab39-4f12-8328-a15ac832fed4 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514717 Jul 22 16:47:43.171832 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768fd8d8-1531-4594-bf3d-d38d1ff97f33 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:47:43.189364 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7268bb-53cd-4607-b5c4-3418169600d1 None None] Sync routers for ids ['0cca2516-cb83-4468-abbc-b5cecc86ec17'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:47:43.205059 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7268bb-53cd-4607-b5c4-3418169600d1 None None] Routers {'0cca2516-cb83-4468-abbc-b5cecc86ec17'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:43.205982 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4b7268bb-53cd-4607-b5c4-3418169600d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0cca2516-cb83-4468-abbc-b5cecc86ec17'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:43.230689 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb1e0c58-4cb6-497f-aa07-ae050bb6d728 req-f66e7a77-690c-4aa9-85c5-d8c02842bb50 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e206c57-83cc-41d7-9d92-3436d33b4fa4 HTTP/1.1" status: 200 len: 217 time: 0.0586913 Jul 22 16:47:43.254212 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4b7268bb-53cd-4607-b5c4-3418169600d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:43.264732 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7268bb-53cd-4607-b5c4-3418169600d1 None None] Routers {'0cca2516-cb83-4468-abbc-b5cecc86ec17'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:43.265603 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4b7268bb-53cd-4607-b5c4-3418169600d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0cca2516-cb83-4468-abbc-b5cecc86ec17'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:43.316509 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4b7268bb-53cd-4607-b5c4-3418169600d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:43.318384 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7268bb-53cd-4607-b5c4-3418169600d1 None None] The sync data for ids ['0cca2516-cb83-4468-abbc-b5cecc86ec17'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:47:43.345151 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b15b6e7-8916-423c-bf52-a1c03d8a329f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:43.348549 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f25d615-d79a-47fc-8d66-904ce5cac2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:43.349601 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f25d615-d79a-47fc-8d66-904ce5cac2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:43.350318 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f25d615-d79a-47fc-8d66-904ce5cac2a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:43.356254 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-768fd8d8-1531-4594-bf3d-d38d1ff97f33 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:43.360031 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-768fd8d8-1531-4594-bf3d-d38d1ff97f33 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.4943109 Jul 22 16:47:43.360323 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39368) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:43.371921 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b15b6e7-8916-423c-bf52-a1c03d8a329f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:43.430786 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 9285911e-a733-4096-84dd-6095ee736bed up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:43.452628 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-4d1b1896-310a-4708-97cd-199fb9ddd056 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:43.468513 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e0c58-4cb6-497f-aa07-ae050bb6d728 req-953fae47-4df7-401b-a6be-4851ada50048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:43.470696 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb1e0c58-4cb6-497f-aa07-ae050bb6d728 req-953fae47-4df7-401b-a6be-4851ada50048 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ecd1df5-07c9-407a-b124-958e195ac0bb HTTP/1.1" status: 200 len: 856 time: 0.2273750 Jul 22 16:47:43.535304 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c28885b1-2db0-423b-a117-a777658de9bf tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "GET /v2.0/routers/0cca2516-cb83-4468-abbc-b5cecc86ec17 HTTP/1.1" status: 200 len: 881 time: 0.1737802 Jul 22 16:47:43.538642 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39372) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:43.539775 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 9285911e-a733-4096-84dd-6095ee736bed completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:43.545336 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 9285911e-a733-4096-84dd-6095ee736bed triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:43.546073 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:43.591735 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15b6e7-8916-423c-bf52-a1c03d8a329f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bc83e3-f7cb-45cb-96b0-79f9136fc2a5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:43.595191 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7acd769-81dd-45aa-b31c-6df13175ca39 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:43.599313 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7acd769-81dd-45aa-b31c-6df13175ca39 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:43.656898 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-4d1b1896-310a-4708-97cd-199fb9ddd056 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] No DVR routers for this DVR port 8f8e2019-4413-47d1-bf77-7942fb52a98f on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:43.658416 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:43.659601 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-4d1b1896-310a-4708-97cd-199fb9ddd056 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:43.662199 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-4d1b1896-310a-4708-97cd-199fb9ddd056 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.30 "DELETE /v2.0/ports/8f8e2019-4413-47d1-bf77-7942fb52a98f HTTP/1.1" status: 204 len: 173 time: 2.2206872 Jul 22 16:47:43.666225 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2b15b6e7-8916-423c-bf52-a1c03d8a329f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=acf3ee03eb64435ca2bb5cb1222a0ad2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6166844 Jul 22 16:47:43.667955 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2f25d615-d79a-47fc-8d66-904ce5cac2a1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3418715 Jul 22 16:47:43.668645 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25d615-d79a-47fc-8d66-904ce5cac2a1 admin admin] Pushing event updated for resources: {'Network': ['ID=63581f75-d4ae-4700-b78b-59da668ae4ac,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:43.671931 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b1896-310a-4708-97cd-199fb9ddd056 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event deleted for resources: {'Port': ['ID=8f8e2019-4413-47d1-bf77-7942fb52a98f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:43.672591 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39374) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:43.672941 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39376) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:43.683975 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 63581f75-d4ae-4700-b78b-59da668ae4ac details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:47:43.687683 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-67c468a6-3933-4861-923e-2c38f21d93aa admin admin] Request body: {'subnet': {'network_id': '63581f75-d4ae-4700-b78b-59da668ae4ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1090968065-subnet', 'tenant_id': 'f9328e39e17947deb24a782b370ec2dc', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:43.728612 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 9285911e-a733-4096-84dd-6095ee736bed, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=9285911e-a733-4096-84dd-6095ee736bed,segment=NetworkSegment(f4ca4f7b-fdd4-4b49-86d0-c40904b779a3),segment_id=f4ca4f7b-fdd4-4b49-86d0-c40904b779a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:43.737577 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:43.801669 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-105efbc1-9271-42c3-a445-2523c330a55b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2617264 Jul 22 16:47:43.802865 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39378) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:43.809755 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ff6cc9c3-548f-4e62-be0b-f35ccad413c6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1511081995'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:43.812447 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c468a6-3933-4861-923e-2c38f21d93aa admin admin] Made reservation on behalf of f9328e39e17947deb24a782b370ec2dc for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:43.814963 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67c468a6-3933-4861-923e-2c38f21d93aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:43.828974 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=9285911e-a733-4096-84dd-6095ee736bed,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:43.839884 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2d042439-68e4-4fcc-bce3-3c63529ab9cf no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:43.867454 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 2d042439-68e4-4fcc-bce3-3c63529ab9cf {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:47:43.870778 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2d042439-68e4-4fcc-bce3-3c63529ab9cf not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:43.954324 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e0c58-4cb6-497f-aa07-ae050bb6d728 req-5935d310-cd71-4b68-85ba-f0ddb0564c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:43.955913 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb1e0c58-4cb6-497f-aa07-ae050bb6d728 req-5935d310-cd71-4b68-85ba-f0ddb0564c07 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=355332cc-46f4-40ba-8869-365066797198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4538598 Jul 22 16:47:43.982357 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe7dd-6298-42dc-a04e-693cdc7e6857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:43.983740 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ef68e-aade-473d-91a1-361e64887ff9 req-578e28d4-0c55-44c6-9faa-e46e31692f26 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:43.985331 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b51ef68e-aade-473d-91a1-361e64887ff9 req-578e28d4-0c55-44c6-9faa-e46e31692f26 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 944 time: 0.3954179 Jul 22 16:47:44.039903 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe7dd-6298-42dc-a04e-693cdc7e6857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:44.145621 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b51ef68e-aade-473d-91a1-361e64887ff9 req-5f8caa7d-4313-489e-ab54-589507716890 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378779 Jul 22 16:47:44.176957 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-81221a5b-ae12-4cb4-9d0f-67609eab765f tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Deleting port 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:44.177310 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-81221a5b-ae12-4cb4-9d0f-67609eab765f tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:44.247232 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb1e0c58-4cb6-497f-aa07-ae050bb6d728 req-920a682b-05c9-4d61-b7d5-4e16f8047fa7 service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812414 Jul 22 16:47:44.247836 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe7dd-6298-42dc-a04e-693cdc7e6857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:44.250769 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe7dd-6298-42dc-a04e-693cdc7e6857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:44.254760 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4f3fe7dd-6298-42dc-a04e-693cdc7e6857 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f3bc83e3-f7cb-45cb-96b0-79f9136fc2a5 HTTP/1.1" status: 204 len: 168 time: 0.5782230 Jul 22 16:47:44.269050 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fe7dd-6298-42dc-a04e-693cdc7e6857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bc83e3-f7cb-45cb-96b0-79f9136fc2a5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:44.332850 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67c468a6-3933-4861-923e-2c38f21d93aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:44.450323 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-81221a5b-ae12-4cb4-9d0f-67609eab765f tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] For port 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=21b84e2f-78cd-4be1-aeed-a8ff654b0a5a,segment=NetworkSegment(63bf2f1c-96ff-480d-8946-46efdaf0c286),segment_id=63bf2f1c-96ff-480d-8946-46efdaf0c286)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:44.450871 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-81221a5b-ae12-4cb4-9d0f-67609eab765f tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:44.482608 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-81221a5b-ae12-4cb4-9d0f-67609eab765f tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Calling delete_port for 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:44.506153 n-d-798930-9 neutron-server[93816]: DEBUG neutron.objects.ports [None req-c7acd769-81dd-45aa-b31c-6df13175ca39 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:47:44.521185 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7acd769-81dd-45aa-b31c-6df13175ca39 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:44.561718 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb1e0c58-4cb6-497f-aa07-ae050bb6d728 req-81c6bac4-5aa0-4553-97c4-1a1408a1454b service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494895 Jul 22 16:47:44.612507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7acd769-81dd-45aa-b31c-6df13175ca39 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:44.617992 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c7acd769-81dd-45aa-b31c-6df13175ca39 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:44.625854 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7acd769-81dd-45aa-b31c-6df13175ca39 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:44.628550 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a84e624-7d36-4203-bf32-de6e3d1d3f89 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:44.631695 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7acd769-81dd-45aa-b31c-6df13175ca39 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:44.688815 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7acd769-81dd-45aa-b31c-6df13175ca39 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=65fa33db-e213-4d75-9ba0-811a5f5b67e4,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:44.716474 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c7acd769-81dd-45aa-b31c-6df13175ca39 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9949937 Jul 22 16:47:44.716474 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39392) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:44.722778 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-bc8c10cd-487e-41d5-82f8-a6891a8dc9de tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:44.768248 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff6cc9c3-548f-4e62-be0b-f35ccad413c6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:44.779721 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c468a6-3933-4861-923e-2c38f21d93aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d90bf921-ee8a-4580-958c-fc810d27c840,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:44.787872 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff6cc9c3-548f-4e62-be0b-f35ccad413c6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4121324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4121180'] for router, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:44.820628 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e34d426-5aaa-49a2-a9ef-4d03734f545e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-3a7a7ee3-b719-4772-82c2-01f118e27227', 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'fixed_ips': [{'subnet_id': '65fa33db-e213-4d75-9ba0-811a5f5b67e4'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:47:44.821646 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e34d426-5aaa-49a2-a9ef-4d03734f545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:44.915098 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-81221a5b-ae12-4cb4-9d0f-67609eab765f tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:44.927762 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c2b28-ce0f-4942-ba56-eebe9ac156ba req-3193f02f-ec55-4a9f-b15f-f95f3c28dbcf tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:44.934775 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c2b28-ce0f-4942-ba56-eebe9ac156ba req-3193f02f-ec55-4a9f-b15f-f95f3c28dbcf tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:44.940750 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c2b28-ce0f-4942-ba56-eebe9ac156ba req-3193f02f-ec55-4a9f-b15f-f95f3c28dbcf tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:44.942496 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3c8c2b28-ce0f-4942-ba56-eebe9ac156ba req-3193f02f-ec55-4a9f-b15f-f95f3c28dbcf tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 2410 time: 0.6591456 Jul 22 16:47:44.951364 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-deleted', 'tag': '8f8e2019-4413-47d1-bf77-7942fb52a98f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:44.954263 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e65b0f9-7c43-4fa2-b2ac-ad2febc89e25" -d '{"events": [{"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-deleted", "tag": "8f8e2019-4413-47d1-bf77-7942fb52a98f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:44.958211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81221a5b-ae12-4cb4-9d0f-67609eab765f tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event deleted for resources: {'Port': ['ID=21b84e2f-78cd-4be1-aeed-a8ff654b0a5a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:44.967783 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8c10cd-487e-41d5-82f8-a6891a8dc9de tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:44.971692 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc8c10cd-487e-41d5-82f8-a6891a8dc9de tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:45.033572 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6cc9c3-548f-4e62-be0b-f35ccad413c6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Router 0cca2516-cb83-4468-abbc-b5cecc86ec17 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:47:45.034372 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 0e206c57-83cc-41d7-9d92-3436d33b4fa4 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:47:45.036927 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c468a6-3933-4861-923e-2c38f21d93aa admin admin] Checking segment: {'id': 'cccff56a-f9a9-4ce9-8e88-8186dceb8659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '63581f75-d4ae-4700-b78b-59da668ae4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:45.037310 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c468a6-3933-4861-923e-2c38f21d93aa admin admin] Network hostable DHCP agents. Network: 63581f75-d4ae-4700-b78b-59da668ae4ac, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:47:45.062812 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d5f6e3-3bb9-4dd8-b8c1-20c66f7709d7 x-openstack-request-id: req-78d5f6e3-3bb9-4dd8-b8c1-20c66f7709d7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:45.063707 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-deleted", "tag": "8f8e2019-4413-47d1-bf77-7942fb52a98f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:45.064898 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-78d5f6e3-3bb9-4dd8-b8c1-20c66f7709d7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:45.065333 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-deleted', 'tag': '8f8e2019-4413-47d1-bf77-7942fb52a98f', 'status': 'completed', 'code': 200} Jul 22 16:47:45.066426 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-81221a5b-ae12-4cb4-9d0f-67609eab765f tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] No DVR routers for this DVR port 21b84e2f-78cd-4be1-aeed-a8ff654b0a5a on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:45.070542 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-81221a5b-ae12-4cb4-9d0f-67609eab765f tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:45.072937 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-81221a5b-ae12-4cb4-9d0f-67609eab765f tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.30 "DELETE /v2.0/ports/21b84e2f-78cd-4be1-aeed-a8ff654b0a5a HTTP/1.1" status: 204 len: 173 time: 1.3962998 Jul 22 16:47:45.079248 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3c8c2b28-ce0f-4942-ba56-eebe9ac156ba req-e6a798f4-4678-46d6-8ec8-703f55f037f3 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266444 Jul 22 16:47:45.119369 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-2e34d426-5aaa-49a2-a9ef-4d03734f545e None None] Allocated IP 2001:db8::f816:3eff:feac:bf20 (3a7a7ee3-b719-4772-82c2-01f118e27227/65fa33db-e213-4d75-9ba0-811a5f5b67e4/4dce140c-e466-4aa5-88c2-2f79c30a313e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:45.133292 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c468a6-3933-4861-923e-2c38f21d93aa admin admin] Network 63581f75-d4ae-4700-b78b-59da668ae4ac is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:47:45.199042 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-67c468a6-3933-4861-923e-2c38f21d93aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 63581f75-d4ae-4700-b78b-59da668ae4ac) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:45.207806 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c468a6-3933-4861-923e-2c38f21d93aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:45.208420 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67c468a6-3933-4861-923e-2c38f21d93aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:45.217559 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837dbb57-1dbc-4310-b156-4ad76538536b None None] Network 63581f75-d4ae-4700-b78b-59da668ae4ac requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:45.250648 n-d-798930-9 neutron-server[93816]: INFO neutron.db.ipam_backend_mixin [None req-bc8c10cd-487e-41d5-82f8-a6891a8dc9de tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 65fa33db-e213-4d75-9ba0-811a5f5b67e4 (CIDR: 2001:db8::/64) Jul 22 16:47:45.262931 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8c10cd-487e-41d5-82f8-a6891a8dc9de tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:47:45.263351 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc8c10cd-487e-41d5-82f8-a6891a8dc9de tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:47:45.267739 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6cc9c3-548f-4e62-be0b-f35ccad413c6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:47:45.281831 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3027757-af06-43a5-89e1-3659e05c2f58 None None] Sync routers for ids ['0cca2516-cb83-4468-abbc-b5cecc86ec17'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:47:45.294550 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39408) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:45.295280 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff6cc9c3-548f-4e62-be0b-f35ccad413c6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:45.295982 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3027757-af06-43a5-89e1-3659e05c2f58 None None] Routers {'0cca2516-cb83-4468-abbc-b5cecc86ec17'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:45.296711 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f3027757-af06-43a5-89e1-3659e05c2f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0cca2516-cb83-4468-abbc-b5cecc86ec17'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:45.296871 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ff6cc9c3-548f-4e62-be0b-f35ccad413c6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "PUT /v2.0/routers/0cca2516-cb83-4468-abbc-b5cecc86ec17 HTTP/1.1" status: 200 len: 888 time: 1.4928970 Jul 22 16:47:45.299036 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-67c468a6-3933-4861-923e-2c38f21d93aa admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6233497 Jul 22 16:47:45.299732 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39410) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:45.302798 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39412) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:45.338779 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a7d638f8-37a9-468d-ae66-e60f0fe2d367 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1090968065-router', 'tenant_id': 'f9328e39e17947deb24a782b370ec2dc', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:45.359333 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f3027757-af06-43a5-89e1-3659e05c2f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:45.371737 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3027757-af06-43a5-89e1-3659e05c2f58 None None] Routers {'0cca2516-cb83-4468-abbc-b5cecc86ec17'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:45.372958 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f3027757-af06-43a5-89e1-3659e05c2f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0cca2516-cb83-4468-abbc-b5cecc86ec17'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:45.416406 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f3027757-af06-43a5-89e1-3659e05c2f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:45.417319 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3027757-af06-43a5-89e1-3659e05c2f58 None None] The sync data for ids ['0cca2516-cb83-4468-abbc-b5cecc86ec17'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:47:45.431551 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-bc8c10cd-487e-41d5-82f8-a6891a8dc9de tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7150426 Jul 22 16:47:45.434254 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39416) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:45.439516 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ecc3412e-9ed1-4fe7-9a85-24f18a860033 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:45.457218 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7d638f8-37a9-468d-ae66-e60f0fe2d367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:45.458846 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7d638f8-37a9-468d-ae66-e60f0fe2d367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:45.464246 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 9285911e-a733-4096-84dd-6095ee736bed up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:45.480227 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-861d4723-b311-4a62-afbf-d697e90cc98e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Deleting port 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:45.480591 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-861d4723-b311-4a62-afbf-d697e90cc98e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:45.550490 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5c3e120c-a69c-411f-b179-0ab37ecdf94a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "GET /v2.0/routers/0cca2516-cb83-4468-abbc-b5cecc86ec17 HTTP/1.1" status: 200 len: 888 time: 0.2495537 Jul 22 16:47:45.556711 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39418) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:45.601986 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8b2e99fc-2a66-4029-85e0-d03f5d7d879e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "GET /v2.0/ports?device_id=0cca2516-cb83-4468-abbc-b5cecc86ec17 HTTP/1.1" status: 200 len: 205 time: 0.0434921 Jul 22 16:47:45.607313 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39420) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:45.633042 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e34d426-5aaa-49a2-a9ef-4d03734f545e None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:45.645013 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2e34d426-5aaa-49a2-a9ef-4d03734f545e None None] Transition to ACTIVE for port object 4dce140c-e466-4aa5-88c2-2f79c30a313e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:45.669960 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 0e206c57-83cc-41d7-9d92-3436d33b4fa4, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=0e206c57-83cc-41d7-9d92-3436d33b4fa4,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:45.674216 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2e34d426-5aaa-49a2-a9ef-4d03734f545e None None] Transition to ACTIVE for port object 4dce140c-e466-4aa5-88c2-2f79c30a313e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:45.705089 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '0e206c57-83cc-41d7-9d92-3436d33b4fa4', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'port_id': '0e206c57-83cc-41d7-9d92-3436d33b4fa4', 'mac_address': 'fa:16:3e:83:43:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:47:45.709446 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e34d426-5aaa-49a2-a9ef-4d03734f545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:45.732621 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc3412e-9ed1-4fe7-9a85-24f18a860033 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:45.736494 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ecc3412e-9ed1-4fe7-9a85-24f18a860033 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:45.779458 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6f3c259-eee3-4aee-8bf8-04d99db772d6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:45.816841 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e34d426-5aaa-49a2-a9ef-4d03734f545e None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:45.825697 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 9285911e-a733-4096-84dd-6095ee736bed triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:45.826117 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:45.833621 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-2e34d426-5aaa-49a2-a9ef-4d03734f545e None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:45.836074 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34d426-5aaa-49a2-a9ef-4d03734f545e None None] Pushing event updated for resources: {'Port': ['ID=4dce140c-e466-4aa5-88c2-2f79c30a313e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:45.863938 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e34d426-5aaa-49a2-a9ef-4d03734f545e None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:45.880078 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:45.913809 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7d638f8-37a9-468d-ae66-e60f0fe2d367 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:45.948359 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e206c57-83cc-41d7-9d92-3436d33b4fa4 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:47:45.958330 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6f3c259-eee3-4aee-8bf8-04d99db772d6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:45.962064 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1eacc010-9496-477b-9c9c-08a646126818 tempest-AgentManagementNegativeTest-970162547 tempest-AgentManagementNegativeTest-970162547-project] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6321352 Jul 22 16:47:45.975485 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9464f47-b0d4-49e4-924a-676e442bfebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-63581f75-d4ae-4700-b78b-59da668ae4ac', 'network_id': '63581f75-d4ae-4700-b78b-59da668ae4ac', 'tenant_id': 'f9328e39e17947deb24a782b370ec2dc', 'fixed_ips': [{'subnet_id': 'd90bf921-ee8a-4580-958c-fc810d27c840'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:47:45.976762 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9464f47-b0d4-49e4-924a-676e442bfebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:46.016016 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 0e206c57-83cc-41d7-9d92-3436d33b4fa4, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=0e206c57-83cc-41d7-9d92-3436d33b4fa4,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:46.025383 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2e34d426-5aaa-49a2-a9ef-4d03734f545e None None] Attempting to bind port 4dce140c-e466-4aa5-88c2-2f79c30a313e on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:46.025772 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2e34d426-5aaa-49a2-a9ef-4d03734f545e None None] Attempting to bind port 4dce140c-e466-4aa5-88c2-2f79c30a313e by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:46.026168 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e34d426-5aaa-49a2-a9ef-4d03734f545e None None] Attempting to bind port 4dce140c-e466-4aa5-88c2-2f79c30a313e on network 3a7a7ee3-b719-4772-82c2-01f118e27227 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:46.033288 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:46.060410 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bf039-43f0-4a47-a87c-5342bcb0b554 req-6eb9f85d-4a47-4131-8c2a-1a2abc8a581e tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:46.061710 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-900bf039-43f0-4a47-a87c-5342bcb0b554 req-6eb9f85d-4a47-4131-8c2a-1a2abc8a581e tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 944 time: 0.7580063 Jul 22 16:47:46.099516 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e34d426-5aaa-49a2-a9ef-4d03734f545e None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:46.099947 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e34d426-5aaa-49a2-a9ef-4d03734f545e None None] Checking segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:46.100053 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e34d426-5aaa-49a2-a9ef-4d03734f545e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:46.100476 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e34d426-5aaa-49a2-a9ef-4d03734f545e None None] Bound using segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:46.101049 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2e34d426-5aaa-49a2-a9ef-4d03734f545e None None] Bound port: 4dce140c-e466-4aa5-88c2-2f79c30a313e, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:46.101442 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e34d426-5aaa-49a2-a9ef-4d03734f545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:46.137876 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f6f3c259-eee3-4aee-8bf8-04d99db772d6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Deleting port 10441027-3f67-4e02-95a6-a264727de709 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:46.138350 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6f3c259-eee3-4aee-8bf8-04d99db772d6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:46.217527 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-861d4723-b311-4a62-afbf-d697e90cc98e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] For port 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=1d7a3e15-c6cc-4f53-8290-53ee5b9132dc,segment=NetworkSegment(f3c385f0-3f21-4cbb-a144-3b6bee8c77ad),segment_id=f3c385f0-3f21-4cbb-a144-3b6bee8c77ad)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:46.219072 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-861d4723-b311-4a62-afbf-d697e90cc98e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:46.235601 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-900bf039-43f0-4a47-a87c-5342bcb0b554 req-1c3c6ef0-0aa0-47d6-8465-7dae0c0925f2 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622536 Jul 22 16:47:46.237664 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7d638f8-37a9-468d-ae66-e60f0fe2d367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:46.273335 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6f3c259-eee3-4aee-8bf8-04d99db772d6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:46.281741 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=0e206c57-83cc-41d7-9d92-3436d33b4fa4,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:46.307921 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ecc3412e-9ed1-4fe7-9a85-24f18a860033 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:46.337880 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f6f3c259-eee3-4aee-8bf8-04d99db772d6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Calling delete_port for 10441027-3f67-4e02-95a6-a264727de709 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:46.349333 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['0e206c57-83cc-41d7-9d92-3436d33b4fa4'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:47:46.388432 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc3412e-9ed1-4fe7-9a85-24f18a860033 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:46.397469 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ecc3412e-9ed1-4fe7-9a85-24f18a860033 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:46.435713 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc3412e-9ed1-4fe7-9a85-24f18a860033 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:46.436309 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ecc3412e-9ed1-4fe7-9a85-24f18a860033 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:46.437207 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39428) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:46.443761 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2e34d426-5aaa-49a2-a9ef-4d03734f545e None None] For port 4dce140c-e466-4aa5-88c2-2f79c30a313e, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:46.443930 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3412e-9ed1-4fe7-9a85-24f18a860033 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=9fa9ca83-950e-40b6-934f-6fdb23be16c2,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:46.455886 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-c9464f47-b0d4-49e4-924a-676e442bfebc None None] Allocated IP 172.20.0.2 (63581f75-d4ae-4700-b78b-59da668ae4ac/d90bf921-ee8a-4580-958c-fc810d27c840/f736ae83-1031-4135-8aae-2d1dc43b70a2) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:46.477675 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ecc3412e-9ed1-4fe7-9a85-24f18a860033 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0423524 Jul 22 16:47:46.480561 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39432) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:46.489418 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7abd0f4b-177c-4922-be6b-01d2a98b5949 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'mac_address': 'fa:16:3e:72:ad:78', 'name': 'tempest-NetworksTestDHCPv6-1562942871'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:46.529090 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3378796-8437-4899-851b-bfde48df6a53 req-313adc05-e09f-4fd0-a5ae-f38ddb0b9936 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:46.535128 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3378796-8437-4899-851b-bfde48df6a53 req-313adc05-e09f-4fd0-a5ae-f38ddb0b9936 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:46.536764 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c3378796-8437-4899-851b-bfde48df6a53 req-313adc05-e09f-4fd0-a5ae-f38ddb0b9936 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 1677 time: 0.2491319 Jul 22 16:47:46.642679 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-861d4723-b311-4a62-afbf-d697e90cc98e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:46.643048 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-861d4723-b311-4a62-afbf-d697e90cc98e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:46.643367 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-861d4723-b311-4a62-afbf-d697e90cc98e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Floating IP 443bda61-b9a0-46df-8401-6f8390285635 disassociated. External IP: 172.25.0.185, port: 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc. Jul 22 16:47:46.644539 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-861d4723-b311-4a62-afbf-d697e90cc98e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Calling delete_port for 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:46.645904 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0624cc3-fbf5-41ed-b1fb-f7c76ab1ce94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:46.681565 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c3378796-8437-4899-851b-bfde48df6a53 req-abcdfd59-c2f0-4d0a-a616-920459b58cb6 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079957 Jul 22 16:47:46.752212 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abd0f4b-177c-4922-be6b-01d2a98b5949 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:46.757572 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6f3c259-eee3-4aee-8bf8-04d99db772d6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:46.806870 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3c259-eee3-4aee-8bf8-04d99db772d6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Port': ['ID=10441027-3f67-4e02-95a6-a264727de709,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:46.868366 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7d638f8-37a9-468d-ae66-e60f0fe2d367 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:46.891202 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9464f47-b0d4-49e4-924a-676e442bfebc None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:46.900177 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c9464f47-b0d4-49e4-924a-676e442bfebc None None] Transition to ACTIVE for port object f736ae83-1031-4135-8aae-2d1dc43b70a2 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:46.904507 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7d638f8-37a9-468d-ae66-e60f0fe2d367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:46.917664 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c9464f47-b0d4-49e4-924a-676e442bfebc None None] Transition to ACTIVE for port object f736ae83-1031-4135-8aae-2d1dc43b70a2 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:46.919483 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6f3c259-eee3-4aee-8bf8-04d99db772d6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:46.924814 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7abd0f4b-177c-4922-be6b-01d2a98b5949 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:46.933892 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9464f47-b0d4-49e4-924a-676e442bfebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:46.938625 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2e34d426-5aaa-49a2-a9ef-4d03734f545e None None] For port 4dce140c-e466-4aa5-88c2-2f79c30a313e, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=4dce140c-e466-4aa5-88c2-2f79c30a313e,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:47.017532 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e34d426-5aaa-49a2-a9ef-4d03734f545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.030094 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0624cc3-fbf5-41ed-b1fb-f7c76ab1ce94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.035412 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6f3c259-eee3-4aee-8bf8-04d99db772d6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.040139 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6f3c259-eee3-4aee-8bf8-04d99db772d6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.043161 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-7abd0f4b-177c-4922-be6b-01d2a98b5949 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] device_id is not set on port 1f11d608-0543-4b2f-8b1b-2429efe8eb43 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:47:47.064003 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0624cc3-fbf5-41ed-b1fb-f7c76ab1ce94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.068319 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9464f47-b0d4-49e4-924a-676e442bfebc None None] Network 63581f75-d4ae-4700-b78b-59da668ae4ac is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:47.069736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-deleted', 'tag': '21b84e2f-78cd-4be1-aeed-a8ff654b0a5a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:47.073034 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13d1fb2-6e33-45c1-9050-d91da6c58734" -d '{"events": [{"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-deleted", "tag": "21b84e2f-78cd-4be1-aeed-a8ff654b0a5a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:47.085068 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c9464f47-b0d4-49e4-924a-676e442bfebc None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:47.087588 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9464f47-b0d4-49e4-924a-676e442bfebc None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:47.093334 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-861d4723-b311-4a62-afbf-d697e90cc98e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.097090 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9464f47-b0d4-49e4-924a-676e442bfebc None None] Pushing event updated for resources: {'Port': ['ID=f736ae83-1031-4135-8aae-2d1dc43b70a2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:47.161482 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6f3c259-eee3-4aee-8bf8-04d99db772d6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.162209 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f3c259-eee3-4aee-8bf8-04d99db772d6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Fanout notify agent at l3_agent the message router_deleted on router 0cca2516-cb83-4468-abbc-b5cecc86ec17 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:47:47.165950 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffb7c60-5f5f-4bf5-82eb-aa4868574bcd x-openstack-request-id: req-1ffb7c60-5f5f-4bf5-82eb-aa4868574bcd {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:47.166317 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-deleted", "tag": "21b84e2f-78cd-4be1-aeed-a8ff654b0a5a", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:47.166571 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1ffb7c60-5f5f-4bf5-82eb-aa4868574bcd {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:47.166971 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-deleted', 'tag': '21b84e2f-78cd-4be1-aeed-a8ff654b0a5a', 'status': 'completed', 'code': 200} Jul 22 16:47:47.173596 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6f3c259-eee3-4aee-8bf8-04d99db772d6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.174743 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f6f3c259-eee3-4aee-8bf8-04d99db772d6 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/routers/0cca2516-cb83-4468-abbc-b5cecc86ec17 HTTP/1.1" status: 204 len: 168 time: 1.5662243 Jul 22 16:47:47.179279 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39436) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:47.183343 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d4d8359a-3ca6-49d8-814b-926afa7a0e00 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'network': {'name': 'tempest-RoutersTest-978613784'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:47.187346 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0624cc3-fbf5-41ed-b1fb-f7c76ab1ce94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7b9025-3d85-48ee-b744-4ac3ecaaeff1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:47.189972 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d4723-b311-4a62-afbf-d697e90cc98e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event deleted for resources: {'Port': ['ID=1d7a3e15-c6cc-4f53-8290-53ee5b9132dc,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:47.192629 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a7d638f8-37a9-468d-ae66-e60f0fe2d367 admin admin] Allocated IP 172.25.0.244 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/8e821d4b-9a47-4594-bf08-23af5ae98afa) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:47.209130 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39438) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:47.209717 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b0624cc3-fbf5-41ed-b1fb-f7c76ab1ce94 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d98afdfbfeed447a8636da4db806b864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7699118 Jul 22 16:47:47.283653 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c9464f47-b0d4-49e4-924a-676e442bfebc None None] Attempting to bind port f736ae83-1031-4135-8aae-2d1dc43b70a2 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:47.284420 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c9464f47-b0d4-49e4-924a-676e442bfebc None None] Attempting to bind port f736ae83-1031-4135-8aae-2d1dc43b70a2 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'cccff56a-f9a9-4ce9-8e88-8186dceb8659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '63581f75-d4ae-4700-b78b-59da668ae4ac'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:47.284963 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9464f47-b0d4-49e4-924a-676e442bfebc None None] Attempting to bind port f736ae83-1031-4135-8aae-2d1dc43b70a2 on network 63581f75-d4ae-4700-b78b-59da668ae4ac {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:47.297043 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34d426-5aaa-49a2-a9ef-4d03734f545e None None] Pushing event updated for resources: {'Port': ['ID=4dce140c-e466-4aa5-88c2-2f79c30a313e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:47.299978 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d8359a-3ca6-49d8-814b-926afa7a0e00 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Made reservation on behalf of 3ea63212a4f44637b93ca12959982d7d for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:47.301229 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9464f47-b0d4-49e4-924a-676e442bfebc None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:47.301736 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9464f47-b0d4-49e4-924a-676e442bfebc None None] Checking segment: {'id': 'cccff56a-f9a9-4ce9-8e88-8186dceb8659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '63581f75-d4ae-4700-b78b-59da668ae4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:47.302259 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9464f47-b0d4-49e4-924a-676e442bfebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.302739 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9464f47-b0d4-49e4-924a-676e442bfebc None None] Bound using segment: {'id': 'cccff56a-f9a9-4ce9-8e88-8186dceb8659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '63581f75-d4ae-4700-b78b-59da668ae4ac'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:47.303317 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c9464f47-b0d4-49e4-924a-676e442bfebc None None] Bound port: f736ae83-1031-4135-8aae-2d1dc43b70a2, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cccff56a-f9a9-4ce9-8e88-8186dceb8659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '63581f75-d4ae-4700-b78b-59da668ae4ac'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:47.303829 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9464f47-b0d4-49e4-924a-676e442bfebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.310032 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4d8359a-3ca6-49d8-814b-926afa7a0e00 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.389915 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c9464f47-b0d4-49e4-924a-676e442bfebc None None] For port f736ae83-1031-4135-8aae-2d1dc43b70a2, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:47.396603 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c9464f47-b0d4-49e4-924a-676e442bfebc None None] For port f736ae83-1031-4135-8aae-2d1dc43b70a2, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f736ae83-1031-4135-8aae-2d1dc43b70a2,segment=NetworkSegment(cccff56a-f9a9-4ce9-8e88-8186dceb8659),segment_id=cccff56a-f9a9-4ce9-8e88-8186dceb8659)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:47.403642 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9464f47-b0d4-49e4-924a-676e442bfebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.465414 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7d638f8-37a9-468d-ae66-e60f0fe2d367 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.506681 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9464f47-b0d4-49e4-924a-676e442bfebc None None] Pushing event updated for resources: {'Port': ['ID=f736ae83-1031-4135-8aae-2d1dc43b70a2,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:47.507675 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-861d4723-b311-4a62-afbf-d697e90cc98e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Router abbbf33b-f150-4b90-be12-7e734bddd0c1 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:47:47.580886 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d8359a-3ca6-49d8-814b-926afa7a0e00 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:47:47.583555 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-7abd0f4b-177c-4922-be6b-01d2a98b5949 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8:0:1::2d9 (3a7a7ee3-b719-4772-82c2-01f118e27227/9fa9ca83-950e-40b6-934f-6fdb23be16c2/1f11d608-0543-4b2f-8b1b-2429efe8eb43) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:47.599691 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4d8359a-3ca6-49d8-814b-926afa7a0e00 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.600285 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-d4d8359a-3ca6-49d8-814b-926afa7a0e00 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Added segment e0a2d65e-35cd-4288-a351-f0f3088c9d2a of type vlan for network 358eea08-e28d-4b8b-8d35-ec9ed8acecda Jul 22 16:47:47.614735 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7d638f8-37a9-468d-ae66-e60f0fe2d367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.657176 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4d8359a-3ca6-49d8-814b-926afa7a0e00 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.666905 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d638f8-37a9-468d-ae66-e60f0fe2d367 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:47.671929 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d295cc1-d9ca-4f54-8fa5-085c69aad86b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.676736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a7d638f8-37a9-468d-ae66-e60f0fe2d367 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:47.678929 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d638f8-37a9-468d-ae66-e60f0fe2d367 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:47.711808 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d638f8-37a9-468d-ae66-e60f0fe2d367 admin admin] Pushing event updated for resources: {'Port': ['ID=8e821d4b-9a47-4594-bf08-23af5ae98afa,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:47.760146 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-861d4723-b311-4a62-afbf-d697e90cc98e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:47:47.774304 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a507d7a9-d5a5-4176-bca8-0e5eca87773b None None] Sync routers for ids ['abbbf33b-f150-4b90-be12-7e734bddd0c1'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:47:47.803140 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a507d7a9-d5a5-4176-bca8-0e5eca87773b None None] Routers {'abbbf33b-f150-4b90-be12-7e734bddd0c1'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:47.811117 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a507d7a9-d5a5-4176-bca8-0e5eca87773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['abbbf33b-f150-4b90-be12-7e734bddd0c1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:47.964871 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-861d4723-b311-4a62-afbf-d697e90cc98e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] No DVR routers for this DVR port 1d7a3e15-c6cc-4f53-8290-53ee5b9132dc on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:47.967699 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-861d4723-b311-4a62-afbf-d697e90cc98e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.970228 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-861d4723-b311-4a62-afbf-d697e90cc98e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.30 "DELETE /v2.0/ports/1d7a3e15-c6cc-4f53-8290-53ee5b9132dc HTTP/1.1" status: 204 len: 173 time: 2.8811207 Jul 22 16:47:47.986311 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a507d7a9-d5a5-4176-bca8-0e5eca87773b None None] Set router abbbf33b-f150-4b90-be12-7e734bddd0c1 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:48.098273 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-7abd0f4b-177c-4922-be6b-01d2a98b5949 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8::f816:3eff:fe72:ad78 (3a7a7ee3-b719-4772-82c2-01f118e27227/65fa33db-e213-4d75-9ba0-811a5f5b67e4/1f11d608-0543-4b2f-8b1b-2429efe8eb43) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:48.100945 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.db.resource_extend [None req-d4d8359a-3ca6-49d8-814b-926afa7a0e00 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:47:48.163735 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aaa783-7ddb-4332-a1c0-c2e17f48ff2e req-fc1e88c1-78e0-4f68-86e0-51a89bdd1392 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:48.166395 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-53aaa783-7ddb-4332-a1c0-c2e17f48ff2e req-fc1e88c1-78e0-4f68-86e0-51a89bdd1392 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 945 time: 0.7141399 Jul 22 16:47:48.185838 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d295cc1-d9ca-4f54-8fa5-085c69aad86b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.196437 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4d8359a-3ca6-49d8-814b-926afa7a0e00 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.202449 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d8359a-3ca6-49d8-814b-926afa7a0e00 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:48.203362 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4d8359a-3ca6-49d8-814b-926afa7a0e00 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.253583 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a507d7a9-d5a5-4176-bca8-0e5eca87773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'name': 'tempest-TaggedBootDevicesTest-1009856334-router', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:54Z', 'updated_at': '2021-07-22T16:36:59Z', 'revision_number': 4, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'gw_port': {'id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:55Z', 'updated_at': '2021-07-22T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f', 'name': '', 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'mac_address': 'fa:16:3e:e1:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '9b630264-c7d4-4c04-a0fd-2e3fe6636661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:58Z', 'updated_at': '2021-07-22T16:37:08Z', 'revision_number': 5, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'subnets': [{'id': '9b630264-c7d4-4c04-a0fd-2e3fe6636661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:48.298336 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a507d7a9-d5a5-4176-bca8-0e5eca87773b None None] Checking router: abbbf33b-f150-4b90-be12-7e734bddd0c1 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:47:48.312057 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a507d7a9-d5a5-4176-bca8-0e5eca87773b None None] Routers {'abbbf33b-f150-4b90-be12-7e734bddd0c1'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:48.312849 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a507d7a9-d5a5-4176-bca8-0e5eca87773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['abbbf33b-f150-4b90-be12-7e734bddd0c1'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:48.340871 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d4d8359a-3ca6-49d8-814b-926afa7a0e00 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1614878 Jul 22 16:47:48.357816 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39444) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:48.395052 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-68737c14-b764-496f-aea3-a43c534ab2f7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'subnet': {'network_id': '358eea08-e28d-4b8b-8d35-ec9ed8acecda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:48.425761 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8359a-3ca6-49d8-814b-926afa7a0e00 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Network': ['ID=358eea08-e28d-4b8b-8d35-ec9ed8acecda,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:48.445561 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 358eea08-e28d-4b8b-8d35-ec9ed8acecda details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:47:48.446429 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-53aaa783-7ddb-4332-a1c0-c2e17f48ff2e req-839ce650-f861-4eaf-859e-4ce4794bb1a6 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651751 Jul 22 16:47:48.518592 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d295cc1-d9ca-4f54-8fa5-085c69aad86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.520785 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a507d7a9-d5a5-4176-bca8-0e5eca87773b None None] Set router abbbf33b-f150-4b90-be12-7e734bddd0c1 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:48.521087 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d295cc1-d9ca-4f54-8fa5-085c69aad86b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.522457 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9d295cc1-d9ca-4f54-8fa5-085c69aad86b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5d7b9025-3d85-48ee-b744-4ac3ecaaeff1 HTTP/1.1" status: 204 len: 168 time: 1.2857656 Jul 22 16:47:48.589746 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d295cc1-d9ca-4f54-8fa5-085c69aad86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7b9025-3d85-48ee-b744-4ac3ecaaeff1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:48.592010 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc3c06-4c69-408d-ac21-af117a06c945 req-17ec018d-7a4c-413c-b5e8-483579f77904 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:48.601295 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b7dc3c06-4c69-408d-ac21-af117a06c945 req-17ec018d-7a4c-413c-b5e8-483579f77904 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 943 time: 0.7709324 Jul 22 16:47:48.643081 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7abd0f4b-177c-4922-be6b-01d2a98b5949 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.653962 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68737c14-b764-496f-aea3-a43c534ab2f7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Made reservation on behalf of 3ea63212a4f44637b93ca12959982d7d for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:48.657911 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68737c14-b764-496f-aea3-a43c534ab2f7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.690787 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-7abd0f4b-177c-4922-be6b-01d2a98b5949 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Transition to ACTIVE for port object 1f11d608-0543-4b2f-8b1b-2429efe8eb43 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:48.702721 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b65d33-fa0a-4101-8add-c3f97520f9f2 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:48.715867 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b7dc3c06-4c69-408d-ac21-af117a06c945 req-5c4e1951-d267-45d3-86de-c531c74ec003 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f386047-202b-4a8f-92da-beed13662c98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135199 Jul 22 16:47:48.763224 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-24d56d2c-fb5d-4023-a19c-2e1e7089f794 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Deleting port 15308c51-be2f-4b0a-b292-316a0d6b5938 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:48.763996 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-24d56d2c-fb5d-4023-a19c-2e1e7089f794 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.775408 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0b0700fe-59ac-4727-9cec-89c69018e6c2 None None] Provisioning for port 4dce140c-e466-4aa5-88c2-2f79c30a313e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:48.783346 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7d638f8-37a9-468d-ae66-e60f0fe2d367 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.889954 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7abd0f4b-177c-4922-be6b-01d2a98b5949 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.970147 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abd0f4b-177c-4922-be6b-01d2a98b5949 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:48.980469 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-7abd0f4b-177c-4922-be6b-01d2a98b5949 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:48.983357 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abd0f4b-177c-4922-be6b-01d2a98b5949 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:48.988828 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abd0f4b-177c-4922-be6b-01d2a98b5949 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:48.989490 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7abd0f4b-177c-4922-be6b-01d2a98b5949 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.003940 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd0f4b-177c-4922-be6b-01d2a98b5949 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=1f11d608-0543-4b2f-8b1b-2429efe8eb43,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:49.013452 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7abd0f4b-177c-4922-be6b-01d2a98b5949 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.5270579 Jul 22 16:47:49.014739 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39456) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:49.029781 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 0e206c57-83cc-41d7-9d92-3436d33b4fa4 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:49.127759 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68737c14-b764-496f-aea3-a43c534ab2f7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.158358 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a507d7a9-d5a5-4176-bca8-0e5eca87773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'name': 'tempest-TaggedBootDevicesTest-1009856334-router', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:54Z', 'updated_at': '2021-07-22T16:36:59Z', 'revision_number': 4, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'gw_port': {'id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:55Z', 'updated_at': '2021-07-22T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f', 'name': '', 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'mac_address': 'fa:16:3e:e1:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '9b630264-c7d4-4c04-a0fd-2e3fe6636661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:58Z', 'updated_at': '2021-07-22T16:37:08Z', 'revision_number': 5, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'subnets': [{'id': '9b630264-c7d4-4c04-a0fd-2e3fe6636661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:49.167891 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-deleted', 'tag': '1d7a3e15-c6cc-4f53-8290-53ee5b9132dc'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:49.175088 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c2c665-ad54-4f10-9ed8-0c9531ac48fd" -d '{"events": [{"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-deleted", "tag": "1d7a3e15-c6cc-4f53-8290-53ee5b9132dc"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:49.190678 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a507d7a9-d5a5-4176-bca8-0e5eca87773b None None] The sync data for ids ['abbbf33b-f150-4b90-be12-7e734bddd0c1'] in n-d-798930-9 is: [{'id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'name': 'tempest-TaggedBootDevicesTest-1009856334-router', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:54Z', 'updated_at': '2021-07-22T16:36:59Z', 'revision_number': 4, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'gw_port': {'id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:55Z', 'updated_at': '2021-07-22T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f', 'name': '', 'network_id': '408ac033-5a33-4cf7-82af-38aaa8dda69b', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'mac_address': 'fa:16:3e:e1:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '9b630264-c7d4-4c04-a0fd-2e3fe6636661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:58Z', 'updated_at': '2021-07-22T16:37:08Z', 'revision_number': 5, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'subnets': [{'id': '9b630264-c7d4-4c04-a0fd-2e3fe6636661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:47:49.207422 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 0e206c57-83cc-41d7-9d92-3436d33b4fa4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:49.217047 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68737c14-b764-496f-aea3-a43c534ab2f7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Subnet': ['ID=8edd9ab3-0470-434e-8ca9-40a91ec114f2,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:49.253682 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68737c14-b764-496f-aea3-a43c534ab2f7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Checking segment: {'id': 'e0a2d65e-35cd-4288-a351-f0f3088c9d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '358eea08-e28d-4b8b-8d35-ec9ed8acecda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:49.254004 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68737c14-b764-496f-aea3-a43c534ab2f7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network hostable DHCP agents. Network: 358eea08-e28d-4b8b-8d35-ec9ed8acecda, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:47:49.255871 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 0e206c57-83cc-41d7-9d92-3436d33b4fa4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:49.256200 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.258277 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-24d56d2c-fb5d-4023-a19c-2e1e7089f794 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] For port 15308c51-be2f-4b0a-b292-316a0d6b5938, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=15308c51-be2f-4b0a-b292-316a0d6b5938,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:49.258652 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-24d56d2c-fb5d-4023-a19c-2e1e7089f794 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.268127 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11908bfe-7fca-487b-bf23-2dcb96b6c724 x-openstack-request-id: req-11908bfe-7fca-487b-bf23-2dcb96b6c724 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:49.269673 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-deleted", "tag": "1d7a3e15-c6cc-4f53-8290-53ee5b9132dc", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:49.269790 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-4d38edd1-e775-44e8-a772-1561fbe696be tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting port 1f11d608-0543-4b2f-8b1b-2429efe8eb43 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:49.270197 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d38edd1-e775-44e8-a772-1561fbe696be tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.275803 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-11908bfe-7fca-487b-bf23-2dcb96b6c724 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:49.278128 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-deleted', 'tag': '1d7a3e15-c6cc-4f53-8290-53ee5b9132dc', 'status': 'completed', 'code': 200} Jul 22 16:47:49.315188 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-24d56d2c-fb5d-4023-a19c-2e1e7089f794 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Calling delete_port for 15308c51-be2f-4b0a-b292-316a0d6b5938 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:49.328316 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6219ed2-43cc-40c5-9eab-347d3718bc4c None None] Network 63581f75-d4ae-4700-b78b-59da668ae4ac requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:49.340519 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68737c14-b764-496f-aea3-a43c534ab2f7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network 358eea08-e28d-4b8b-8d35-ec9ed8acecda is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:47:49.386109 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7d638f8-37a9-468d-ae66-e60f0fe2d367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.398759 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-68737c14-b764-496f-aea3-a43c534ab2f7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 358eea08-e28d-4b8b-8d35-ec9ed8acecda) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:49.403749 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68737c14-b764-496f-aea3-a43c534ab2f7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:49.404475 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-68737c14-b764-496f-aea3-a43c534ab2f7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.434766 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766bd08c-5a1b-4551-945d-5507693f6314 None None] Network 358eea08-e28d-4b8b-8d35-ec9ed8acecda requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:49.451155 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-68737c14-b764-496f-aea3-a43c534ab2f7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0603397 Jul 22 16:47:49.457431 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39468) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:49.462737 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5b8aa6df-6da5-4458-94cc-58a8e5c10479 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1988757892', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:49.474381 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d38edd1-e775-44e8-a772-1561fbe696be tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.498187 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-4d38edd1-e775-44e8-a772-1561fbe696be tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Calling delete_port for 1f11d608-0543-4b2f-8b1b-2429efe8eb43 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:49.555374 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-caa2cf18-2f5f-481b-8cf0-2a2f1bac6627 None None] Provisioning for port f736ae83-1031-4135-8aae-2d1dc43b70a2 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:49.600210 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f736ae83-1031-4135-8aae-2d1dc43b70a2 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:49.673544 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b8aa6df-6da5-4458-94cc-58a8e5c10479 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.675310 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b8aa6df-6da5-4458-94cc-58a8e5c10479 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.807965 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a984b1f-e408-46c8-a3af-3b557625fb8f None None] New status for floating IP 443bda61-b9a0-46df-8401-6f8390285635: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:47:49.815384 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfc2b2-8a44-4f08-9c3f-1408be0c78b1 req-a9b507b5-b82f-4402-bf88-2d07a2a49730 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:49.817452 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28dfc2b2-8a44-4f08-9c3f-1408be0c78b1 req-a9b507b5-b82f-4402-bf88-2d07a2a49730 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 945 time: 0.2102425 Jul 22 16:47:49.901564 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28dfc2b2-8a44-4f08-9c3f-1408be0c78b1 req-8c3b8177-7c35-441c-a96c-6db311cf689b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710750 Jul 22 16:47:49.902584 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-24d56d2c-fb5d-4023-a19c-2e1e7089f794 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.925390 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39478) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:49.962186 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d638f8-37a9-468d-ae66-e60f0fe2d367 admin admin] Router e65ead5c-f3f3-4e8e-97b0-27a90e62ec19 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:47:49.977272 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a3d48b-99b1-4769-816b-7589f146e0bb None None] Update dhcp port {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'fixed_ips': [{'subnet_id': '65fa33db-e213-4d75-9ba0-811a5f5b67e4', 'ip_address': '2001:db8::f816:3eff:feac:bf20'}, {'subnet_id': '9fa9ca83-950e-40b6-934f-6fdb23be16c2'}], 'binding:host_id': 'n-d-798930-9'}, 'id': '4dce140c-e466-4aa5-88c2-2f79c30a313e'} from n-d-798930-9. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:47:49.987173 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d56d2c-fb5d-4023-a19c-2e1e7089f794 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event deleted for resources: {'Port': ['ID=15308c51-be2f-4b0a-b292-316a0d6b5938,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:50.006284 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b8aa6df-6da5-4458-94cc-58a8e5c10479 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.023588 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b8aa6df-6da5-4458-94cc-58a8e5c10479 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.064461 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a075baeb-6fbf-45da-a1f0-6c2437bbd3d1 req-d71c2dd5-d704-4f88-a2eb-f9c27107758c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 210 time: 0.1463604 Jul 22 16:47:50.092396 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d38edd1-e775-44e8-a772-1561fbe696be tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.116877 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.119626 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b8aa6df-6da5-4458-94cc-58a8e5c10479 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.123295 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5b8aa6df-6da5-4458-94cc-58a8e5c10479 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6622627 Jul 22 16:47:50.125152 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68a3d48b-99b1-4769-816b-7589f146e0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.144385 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39482) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:50.152224 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38edd1-e775-44e8-a772-1561fbe696be tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Port': ['ID=1f11d608-0543-4b2f-8b1b-2429efe8eb43,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:50.156017 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port f736ae83-1031-4135-8aae-2d1dc43b70a2 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:50.180357 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port f736ae83-1031-4135-8aae-2d1dc43b70a2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:50.180738 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.213223 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-24d56d2c-fb5d-4023-a19c-2e1e7089f794 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] No DVR routers for this DVR port 15308c51-be2f-4b0a-b292-316a0d6b5938 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:50.221213 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-24d56d2c-fb5d-4023-a19c-2e1e7089f794 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.223649 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6de56812-f359-453b-a71b-b01d22dc12c2 req-24d56d2c-fb5d-4023-a19c-2e1e7089f794 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.30 "DELETE /v2.0/ports/15308c51-be2f-4b0a-b292-316a0d6b5938 HTTP/1.1" status: 204 len: 173 time: 2.2289259 Jul 22 16:47:50.227592 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e060cb3-9408-4b40-a1bb-036edeb65e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e206c57-83cc-41d7-9d92-3436d33b4fa4'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:50.228015 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8e097f88-149a-4320-928c-6676c74c2afe tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1323502411'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:50.230114 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd554c6-0e22-4265-b33d-d07cce5ff57b" -d '{"events": [{"server_uuid": "4e060cb3-9408-4b40-a1bb-036edeb65e0e", "name": "network-vif-plugged", "status": "completed", "tag": "0e206c57-83cc-41d7-9d92-3436d33b4fa4"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:50.269287 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4d38edd1-e775-44e8-a772-1561fbe696be tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.274026 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4d38edd1-e775-44e8-a772-1561fbe696be tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/1f11d608-0543-4b2f-8b1b-2429efe8eb43 HTTP/1.1" status: 204 len: 168 time: 1.2555208 Jul 22 16:47:50.280312 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39486) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:50.292634 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e097f88-149a-4320-928c-6676c74c2afe tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Made reservation on behalf of ea9170043455493597171e6a0878b27a for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:50.297419 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e097f88-149a-4320-928c-6676c74c2afe tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.315249 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 0e206c57-83cc-41d7-9d92-3436d33b4fa4, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=0e206c57-83cc-41d7-9d92-3436d33b4fa4,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:50.317985 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a13e9e0-224b-4fc5-9e64-8a8ba906688c x-openstack-request-id: req-3a13e9e0-224b-4fc5-9e64-8a8ba906688c {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:50.318475 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e060cb3-9408-4b40-a1bb-036edeb65e0e", "name": "network-vif-plugged", "status": "completed", "tag": "0e206c57-83cc-41d7-9d92-3436d33b4fa4", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:50.320215 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3a13e9e0-224b-4fc5-9e64-8a8ba906688c {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:50.321762 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e060cb3-9408-4b40-a1bb-036edeb65e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e206c57-83cc-41d7-9d92-3436d33b4fa4', 'code': 200} Jul 22 16:47:50.327115 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d638f8-37a9-468d-ae66-e60f0fe2d367 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:47:50.335576 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ace945-1f12-445e-ace6-28650e59528b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-358eea08-e28d-4b8b-8d35-ec9ed8acecda', 'network_id': '358eea08-e28d-4b8b-8d35-ec9ed8acecda', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'fixed_ips': [{'subnet_id': '8edd9ab3-0470-434e-8ca9-40a91ec114f2'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:47:50.335576 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83ace945-1f12-445e-ace6-28650e59528b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.341247 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e097f88-149a-4320-928c-6676c74c2afe tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.349216 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.368848 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7d638f8-37a9-468d-ae66-e60f0fe2d367 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.370111 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a7d638f8-37a9-468d-ae66-e60f0fe2d367 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0351641 Jul 22 16:47:50.376283 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39488) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:50.455702 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] Sync routers for ids ['e65ead5c-f3f3-4e8e-97b0-27a90e62ec19'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:47:50.551406 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27838811-cc10-433b-9998-a6db3dd98833 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:50.553006 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-27838811-cc10-433b-9998-a6db3dd98833 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2717228 Jul 22 16:47:50.575738 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39490) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:50.648211 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f0694b5-363b-4273-a6a4-08bedc4ca0ea tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.701612 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-68a3d48b-99b1-4769-816b-7589f146e0bb None None] Allocated IP 2001:db8:0:1::2 (3a7a7ee3-b719-4772-82c2-01f118e27227/9fa9ca83-950e-40b6-934f-6fdb23be16c2/4dce140c-e466-4aa5-88c2-2f79c30a313e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:50.789053 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5cd4c-048b-4254-9552-2220ba3fa40a req-bd8630f4-25cd-4ac5-9f74-ad8801b49782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:50.790740 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dff5cd4c-048b-4254-9552-2220ba3fa40a req-bd8630f4-25cd-4ac5-9f74-ad8801b49782 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 1097 time: 0.3313463 Jul 22 16:47:50.892461 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] Routers {'e65ead5c-f3f3-4e8e-97b0-27a90e62ec19'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:50.893133 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e65ead5c-f3f3-4e8e-97b0-27a90e62ec19'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:50.933586 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-0f0694b5-363b-4273-a6a4-08bedc4ca0ea tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Allocated IP 172.20.0.1 (358eea08-e28d-4b8b-8d35-ec9ed8acecda/8edd9ab3-0470-434e-8ca9-40a91ec114f2/ca9e3918-fb1e-4b8c-ba1b-91cb5817efd5) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:50.969958 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe3ccd8-ccec-4d38-9c6e-50e1a5278078 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:50.976885 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2fe3ccd8-ccec-4d38-9c6e-50e1a5278078 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.3869982 Jul 22 16:47:50.983824 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39494) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:50.996842 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=0e206c57-83cc-41d7-9d92-3436d33b4fa4,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:51.004633 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-68a3d48b-99b1-4769-816b-7589f146e0bb None None] For port 4dce140c-e466-4aa5-88c2-2f79c30a313e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=4dce140c-e466-4aa5-88c2-2f79c30a313e,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:51.064135 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dff5cd4c-048b-4254-9552-2220ba3fa40a req-529777f2-013e-44c2-9a97-45d9a575099d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008133 Jul 22 16:47:51.088420 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:51.134859 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f0694b5-363b-4273-a6a4-08bedc4ca0ea tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:51.145252 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68a3d48b-99b1-4769-816b-7589f146e0bb None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:51.154458 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-0f0694b5-363b-4273-a6a4-08bedc4ca0ea tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Transition to ACTIVE for port object ca9e3918-fb1e-4b8c-ba1b-91cb5817efd5 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:51.180082 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] Set router e65ead5c-f3f3-4e8e-97b0-27a90e62ec19 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:51.191177 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e097f88-149a-4320-928c-6676c74c2afe tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:51.198594 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc85b20-7737-4b35-803c-2dea06f2c55b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:51.200138 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc85b20-7737-4b35-803c-2dea06f2c55b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:51.201681 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc85b20-7737-4b35-803c-2dea06f2c55b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:51.212327 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ebc85b20-7737-4b35-803c-2dea06f2c55b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1979527 Jul 22 16:47:51.218954 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3671625-116e-4160-96cb-6a39cef739b7 req-2a437359-fcc4-4e51-b026-9d94331b2696 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:51.220594 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d3671625-116e-4160-96cb-6a39cef739b7 req-2a437359-fcc4-4e51-b026-9d94331b2696 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.1438634 Jul 22 16:47:51.226289 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39498) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:51.240041 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-68a3d48b-99b1-4769-816b-7589f146e0bb None None] Transition to ACTIVE for port object 4dce140c-e466-4aa5-88c2-2f79c30a313e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:51.271874 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e097f88-149a-4320-928c-6676c74c2afe tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:51.275273 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68a3d48b-99b1-4769-816b-7589f146e0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:51.288992 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e097f88-149a-4320-928c-6676c74c2afe tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:47:51.301941 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e097f88-149a-4320-928c-6676c74c2afe tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:51.302319 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-8e097f88-149a-4320-928c-6676c74c2afe tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Added segment 520eaa06-6273-40d1-b009-798b7710aab1 of type vlan for network c35b6c56-f70d-47da-8775-700ad90f16a1 Jul 22 16:47:51.357586 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e097f88-149a-4320-928c-6676c74c2afe tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:51.359550 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d3671625-116e-4160-96cb-6a39cef739b7 req-a9e05bce-cad9-4712-a6a8-28047eb0a658 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302333 Jul 22 16:47:51.362294 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port f736ae83-1031-4135-8aae-2d1dc43b70a2, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f736ae83-1031-4135-8aae-2d1dc43b70a2,segment=NetworkSegment(cccff56a-f9a9-4ce9-8e88-8186dceb8659),segment_id=cccff56a-f9a9-4ce9-8e88-8186dceb8659)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:51.363852 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f0694b5-363b-4273-a6a4-08bedc4ca0ea tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:51.364275 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3d48b-99b1-4769-816b-7589f146e0bb None None] Pushing event updated for resources: {'Port': ['ID=4dce140c-e466-4aa5-88c2-2f79c30a313e,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:51.375526 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:51.376952 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 4dce140c-e466-4aa5-88c2-2f79c30a313e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:51.419107 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-7264b5b1-ff08-4a90-8919-b20609d55f01 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet 65fa33db-e213-4d75-9ba0-811a5f5b67e4 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:47:51.429490 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0694b5-363b-4273-a6a4-08bedc4ca0ea tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network 358eea08-e28d-4b8b-8d35-ec9ed8acecda is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:51.430678 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7264b5b1-ff08-4a90-8919-b20609d55f01 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:51.455257 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-deleted', 'tag': '15308c51-be2f-4b0a-b292-316a0d6b5938'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:51.458893 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88108ace-4de1-4b19-8df4-2140d1760931" -d '{"events": [{"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-deleted", "tag": "15308c51-be2f-4b0a-b292-316a0d6b5938"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:51.461393 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-0f0694b5-363b-4273-a6a4-08bedc4ca0ea tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:51.472796 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0694b5-363b-4273-a6a4-08bedc4ca0ea tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:51.479099 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e097f88-149a-4320-928c-6676c74c2afe tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:51.489413 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e097f88-149a-4320-928c-6676c74c2afe tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:51.493237 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e097f88-149a-4320-928c-6676c74c2afe tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:51.518706 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fcf98daf-390e-4fa6-90e0-9cebee2d5406 req-ab7ca4cd-7c07-4c08-b276-3371604d56b0 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 210 time: 0.3011198 Jul 22 16:47:51.526435 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f0694b5-363b-4273-a6a4-08bedc4ca0ea tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:51.572490 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=f736ae83-1031-4135-8aae-2d1dc43b70a2,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:51.585819 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b30011-76f8-4760-bea9-0f415f0c170b x-openstack-request-id: req-37b30011-76f8-4760-bea9-0f415f0c170b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:51.586396 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae81214-826d-4c71-91d8-73bc55e0ae52", "name": "network-vif-deleted", "tag": "15308c51-be2f-4b0a-b292-316a0d6b5938", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:51.586846 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-37b30011-76f8-4760-bea9-0f415f0c170b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:51.588546 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae81214-826d-4c71-91d8-73bc55e0ae52', 'name': 'network-vif-deleted', 'tag': '15308c51-be2f-4b0a-b292-316a0d6b5938', 'status': 'completed', 'code': 200} Jul 22 16:47:51.597138 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0694b5-363b-4273-a6a4-08bedc4ca0ea tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Port': ['ID=ca9e3918-fb1e-4b8c-ba1b-91cb5817efd5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:51.627603 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ff3b3619-df20-4742-917e-1eb8007af627 None None] Provisioning complete for port f736ae83-1031-4135-8aae-2d1dc43b70a2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:51.628232 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3619-df20-4742-917e-1eb8007af627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:51.630457 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 4dce140c-e466-4aa5-88c2-2f79c30a313e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:51.689474 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e097f88-149a-4320-928c-6676c74c2afe tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Pushing event updated for resources: {'Network': ['ID=c35b6c56-f70d-47da-8775-700ad90f16a1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:51.691651 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e097f88-149a-4320-928c-6676c74c2afe tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22288e3d-c69f-4cbe-843c-7fc353e21bb5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:51.702245 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8e097f88-149a-4320-928c-6676c74c2afe tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7748213 Jul 22 16:47:51.702955 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39502) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:51.709587 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7264b5b1-ff08-4a90-8919-b20609d55f01 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:51.715261 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3e46cae2-b8de-4165-81f6-dfd9c38faf0f tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Request body: {'subnet': {'network_id': 'c35b6c56-f70d-47da-8775-700ad90f16a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:51.748980 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network c35b6c56-f70d-47da-8775-700ad90f16a1 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:47:51.843832 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f0694b5-363b-4273-a6a4-08bedc4ca0ea tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:51.943992 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7264b5b1-ff08-4a90-8919-b20609d55f01 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:51.956024 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffca9ee3-c6d8-4724-a32a-8b07c949665d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:51.961943 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e46cae2-b8de-4165-81f6-dfd9c38faf0f tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Made reservation on behalf of ea9170043455493597171e6a0878b27a for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:51.964233 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-83ace945-1f12-445e-ace6-28650e59528b None None] Allocated IP 172.20.0.2 (358eea08-e28d-4b8b-8d35-ec9ed8acecda/8edd9ab3-0470-434e-8ca9-40a91ec114f2/5e152db4-ea19-4207-8439-d112740840d5) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:51.966778 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e46cae2-b8de-4165-81f6-dfd9c38faf0f tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:52.042196 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65ead5c-f3f3-4e8e-97b0-27a90e62ec19', 'name': 'tempest-TestVolumeBackupRestore-1090968065-router', 'tenant_id': 'f9328e39e17947deb24a782b370ec2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '8e821d4b-9a47-4594-bf08-23af5ae98afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:45Z', 'updated_at': '2021-07-22T16:47:48Z', 'revision_number': 3, 'project_id': 'f9328e39e17947deb24a782b370ec2dc', 'gw_port': {'id': '8e821d4b-9a47-4594-bf08-23af5ae98afa', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65ead5c-f3f3-4e8e-97b0-27a90e62ec19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:46Z', 'updated_at': '2021-07-22T16:47:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:52.089466 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] Checking router: e65ead5c-f3f3-4e8e-97b0-27a90e62ec19 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:47:52.089819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] Updating router e65ead5c-f3f3-4e8e-97b0-27a90e62ec19 port 8e821d4b-9a47-4594-bf08-23af5ae98afa binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:47:52.092236 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f736ae83-1031-4135-8aae-2d1dc43b70a2 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:52.205558 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:52.230119 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7264b5b1-ff08-4a90-8919-b20609d55f01 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:52.283471 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264b5b1-ff08-4a90-8919-b20609d55f01 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=65fa33db-e213-4d75-9ba0-811a5f5b67e4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:52.302682 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7264b5b1-ff08-4a90-8919-b20609d55f01 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:52.304663 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7264b5b1-ff08-4a90-8919-b20609d55f01 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/65fa33db-e213-4d75-9ba0-811a5f5b67e4 HTTP/1.1" status: 204 len: 168 time: 1.0771358 Jul 22 16:47:52.308110 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39504) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:52.519917 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e2a2bb-f399-4b9d-a73e-1ca74e5aa56c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet 9fa9ca83-950e-40b6-934f-6fdb23be16c2 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:47:52.525088 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f0694b5-363b-4273-a6a4-08bedc4ca0ea tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:52.530320 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a2bb-f399-4b9d-a73e-1ca74e5aa56c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:52.537494 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f0694b5-363b-4273-a6a4-08bedc4ca0ea tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:52.666489 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a2bb-f399-4b9d-a73e-1ca74e5aa56c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:52.681319 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-ffca9ee3-c6d8-4724-a32a-8b07c949665d admin admin] Allocated IP 172.20.0.1 (63581f75-d4ae-4700-b78b-59da668ae4ac/d90bf921-ee8a-4580-958c-fc810d27c840/d93b8573-9fc1-4e43-a869-326f2c9ef7f6) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:52.686549 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e46cae2-b8de-4165-81f6-dfd9c38faf0f tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:52.719824 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c1c6774-d781-4aad-9cbe-c6ae9ec0eea0 req-c22ee829-e649-4675-9027-9b070e0d2c21 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 210 time: 0.0671549 Jul 22 16:47:52.725328 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f0694b5-363b-4273-a6a4-08bedc4ca0ea tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:52.729243 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:52.738351 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0694b5-363b-4273-a6a4-08bedc4ca0ea tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Port': ['ID=ca9e3918-fb1e-4b8c-ba1b-91cb5817efd5,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:52.742143 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] Transition to ACTIVE for port object 8e821d4b-9a47-4594-bf08-23af5ae98afa will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:52.775598 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c244e5-5701-41be-831c-7828dc682f03 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:52.784283 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:52.817816 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2ba2c89b-c00a-45c0-83e5-8616a7bcd339 None None] Could not find standard attr ID for object 1f11d608-0543-4b2f-8b1b-2429efe8eb43. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:47:52.866411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cf13b-db46-4d98-9454-1120cd632abf req-d2d5712e-85cc-42ab-8b2a-7ed79a1748bd tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:52.868573 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] Attempting to bind port 8e821d4b-9a47-4594-bf08-23af5ae98afa on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:52.868962 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] Attempting to bind port 8e821d4b-9a47-4594-bf08-23af5ae98afa by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:52.869303 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] Attempting to bind port 8e821d4b-9a47-4594-bf08-23af5ae98afa on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:52.875892 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-088cf13b-db46-4d98-9454-1120cd632abf req-d2d5712e-85cc-42ab-8b2a-7ed79a1748bd tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.3658054 Jul 22 16:47:52.880976 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:52.881390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:52.881818 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:52.882748 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:52.883235 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] Bound port: 8e821d4b-9a47-4594-bf08-23af5ae98afa, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:52.883620 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:52.885363 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2ba2c89b-c00a-45c0-83e5-8616a7bcd339 None None] Provisioning for port 4dce140c-e466-4aa5-88c2-2f79c30a313e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:52.895801 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2ba2c89b-c00a-45c0-83e5-8616a7bcd339 None None] Provisioning complete for port 4dce140c-e466-4aa5-88c2-2f79c30a313e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:52.896168 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ba2c89b-c00a-45c0-83e5-8616a7bcd339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:52.898591 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e46cae2-b8de-4165-81f6-dfd9c38faf0f tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Checking segment: {'id': '520eaa06-6273-40d1-b009-798b7710aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c35b6c56-f70d-47da-8775-700ad90f16a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:52.899253 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e46cae2-b8de-4165-81f6-dfd9c38faf0f tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Network hostable DHCP agents. Network: c35b6c56-f70d-47da-8775-700ad90f16a1, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:47:52.956707 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port f736ae83-1031-4135-8aae-2d1dc43b70a2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:52.957094 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:53.106098 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ba2c89b-c00a-45c0-83e5-8616a7bcd339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:53.152141 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2ba2c89b-c00a-45c0-83e5-8616a7bcd339 None None] For port 4dce140c-e466-4aa5-88c2-2f79c30a313e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=4dce140c-e466-4aa5-88c2-2f79c30a313e,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:53.166669 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c06808-313e-4cef-873a-37c73ce1f118 None None] Pushing event updated for resources: {'Port': ['ID=8e821d4b-9a47-4594-bf08-23af5ae98afa,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:53.177035 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ba2c89b-c00a-45c0-83e5-8616a7bcd339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:53.190991 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a2bb-f399-4b9d-a73e-1ca74e5aa56c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:53.237553 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2c89b-c00a-45c0-83e5-8616a7bcd339 None None] Pushing event updated for resources: {'Port': ['ID=4dce140c-e466-4aa5-88c2-2f79c30a313e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:53.246063 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0694b5-363b-4273-a6a4-08bedc4ca0ea tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network 358eea08-e28d-4b8b-8d35-ec9ed8acecda is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:53.250909 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-0f0694b5-363b-4273-a6a4-08bedc4ca0ea tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:53.317117 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46cae2-b8de-4165-81f6-dfd9c38faf0f tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Pushing event updated for resources: {'Subnet': ['ID=5f8c7dcd-cadb-43ac-9f95-0abccf7f5fd6,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:53.320368 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 4dce140c-e466-4aa5-88c2-2f79c30a313e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:53.355535 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] For port 8e821d4b-9a47-4594-bf08-23af5ae98afa, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:53.384632 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-088cf13b-db46-4d98-9454-1120cd632abf req-e66b9daa-3b44-47d5-931e-d5108e267121 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5073252 Jul 22 16:47:53.402530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e46cae2-b8de-4165-81f6-dfd9c38faf0f tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Network c35b6c56-f70d-47da-8775-700ad90f16a1 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:47:53.421151 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a2bb-f399-4b9d-a73e-1ca74e5aa56c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:53.429626 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] For port 8e821d4b-9a47-4594-bf08-23af5ae98afa, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8e821d4b-9a47-4594-bf08-23af5ae98afa,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:53.447468 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffca9ee3-c6d8-4724-a32a-8b07c949665d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:53.447895 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:53.450936 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83ace945-1f12-445e-ace6-28650e59528b None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:53.484923 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ffca9ee3-c6d8-4724-a32a-8b07c949665d admin admin] Transition to ACTIVE for port object d93b8573-9fc1-4e43-a869-326f2c9ef7f6 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:53.486725 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-3e46cae2-b8de-4165-81f6-dfd9c38faf0f tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, c35b6c56-f70d-47da-8775-700ad90f16a1) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:53.488093 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-83ace945-1f12-445e-ace6-28650e59528b None None] Transition to ACTIVE for port object 5e152db4-ea19-4207-8439-d112740840d5 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:53.493457 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e46cae2-b8de-4165-81f6-dfd9c38faf0f tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:53.494420 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e46cae2-b8de-4165-81f6-dfd9c38faf0f tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:53.511591 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4bf94a-5308-4b69-9e2e-b4197940be90 None None] Network c35b6c56-f70d-47da-8775-700ad90f16a1 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:53.518861 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2a2bb-f399-4b9d-a73e-1ca74e5aa56c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa9ca83-950e-40b6-934f-6fdb23be16c2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:53.529020 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a2bb-f399-4b9d-a73e-1ca74e5aa56c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:53.531179 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b9e2a2bb-f399-4b9d-a73e-1ca74e5aa56c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/9fa9ca83-950e-40b6-934f-6fdb23be16c2 HTTP/1.1" status: 204 len: 168 time: 1.2224367 Jul 22 16:47:53.538210 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3e46cae2-b8de-4165-81f6-dfd9c38faf0f tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8300316 Jul 22 16:47:53.541026 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39512) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:53.541354 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39514) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:53.546955 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-86ba1640-0c42-4aec-bc32-2141dc4fd6b1 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Request body: {'port': {'network_id': 'c35b6c56-f70d-47da-8775-700ad90f16a1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-93986230'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:53.551243 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-83ace945-1f12-445e-ace6-28650e59528b None None] Transition to ACTIVE for port object 5e152db4-ea19-4207-8439-d112740840d5 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:53.584960 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] Routers {'e65ead5c-f3f3-4e8e-97b0-27a90e62ec19'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:53.585710 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e65ead5c-f3f3-4e8e-97b0-27a90e62ec19'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:53.595527 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83ace945-1f12-445e-ace6-28650e59528b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:53.603131 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0694b5-363b-4273-a6a4-08bedc4ca0ea tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Router c4e879fe-bed1-481a-a43b-bb45ed91ad9c is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:47:53.631371 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-158bed09-fd43-4002-a075-7177592a9c40 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805247 Jul 22 16:47:53.632381 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17408c4-bd28-4cda-a9fb-d181f5177116 req-9f287d03-a39d-465d-a3be-3b3e077e16da tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:53.637564 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f17408c4-bd28-4cda-a9fb-d181f5177116 req-9f287d03-a39d-465d-a3be-3b3e077e16da tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.1226189 Jul 22 16:47:53.638092 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39516) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:53.644146 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-75ef7db3-2ef7-405d-bb75-e1f9e6a4055c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:53.647954 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39518) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:53.654873 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-48720a7d-8f79-47a9-9eda-542c13c6ac1c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Request body: {'floatingip': {'port_id': '0e206c57-83cc-41d7-9d92-3436d33b4fa4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:53.690785 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 4dce140c-e466-4aa5-88c2-2f79c30a313e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:53.691161 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:53.701604 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c06808-313e-4cef-873a-37c73ce1f118 None None] Pushing event updated for resources: {'Port': ['ID=8e821d4b-9a47-4594-bf08-23af5ae98afa,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:53.702349 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffca9ee3-c6d8-4724-a32a-8b07c949665d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:53.806865 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ace945-1f12-445e-ace6-28650e59528b None None] Network 358eea08-e28d-4b8b-8d35-ec9ed8acecda is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:53.825083 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-83ace945-1f12-445e-ace6-28650e59528b None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:53.845411 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ace945-1f12-445e-ace6-28650e59528b None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:53.847487 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60003e42-ca6d-4c90-b4aa-2324760c78ae None None] DHCP port deletion for 3a7a7ee3-b719-4772-82c2-01f118e27227 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:47:53.853177 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca9ee3-c6d8-4724-a32a-8b07c949665d admin admin] Pushing event updated for resources: {'Port': ['ID=d93b8573-9fc1-4e43-a869-326f2c9ef7f6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:53.867017 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48720a7d-8f79-47a9-9eda-542c13c6ac1c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:53.872170 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ace945-1f12-445e-ace6-28650e59528b None None] Pushing event updated for resources: {'Port': ['ID=5e152db4-ea19-4207-8439-d112740840d5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:53.901598 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffca9ee3-c6d8-4724-a32a-8b07c949665d admin admin] Network 63581f75-d4ae-4700-b78b-59da668ae4ac is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:53.916496 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] Set router e65ead5c-f3f3-4e8e-97b0-27a90e62ec19 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:53.938338 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ffca9ee3-c6d8-4724-a32a-8b07c949665d admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:53.954542 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffca9ee3-c6d8-4724-a32a-8b07c949665d admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:53.973003 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ef7db3-2ef7-405d-bb75-e1f9e6a4055c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:53.988782 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75ef7db3-2ef7-405d-bb75-e1f9e6a4055c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:54.020303 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0694b5-363b-4273-a6a4-08bedc4ca0ea tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:47:54.031324 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0f0694b5-363b-4273-a6a4-08bedc4ca0ea tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "PUT /v2.0/routers/c4e879fe-bed1-481a-a43b-bb45ed91ad9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8856230 Jul 22 16:47:54.037052 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b968ed45-a668-4a25-8665-315a70858439 None None] Sync routers for ids ['c4e879fe-bed1-481a-a43b-bb45ed91ad9c'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:47:54.040843 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-637694fe-9d42-4027-bd60-b72c005f5c08 req-8c0a4b48-0824-4d67-a548-76cc29abf432 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 210 time: 0.0997887 Jul 22 16:47:54.047285 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39522) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:54.057490 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b968ed45-a668-4a25-8665-315a70858439 None None] Routers {'c4e879fe-bed1-481a-a43b-bb45ed91ad9c'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:54.058095 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b968ed45-a668-4a25-8665-315a70858439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['c4e879fe-bed1-481a-a43b-bb45ed91ad9c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:54.156523 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b968ed45-a668-4a25-8665-315a70858439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:54.190066 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b968ed45-a668-4a25-8665-315a70858439 None None] Routers {'c4e879fe-bed1-481a-a43b-bb45ed91ad9c'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:54.193058 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffca9ee3-c6d8-4724-a32a-8b07c949665d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:54.195846 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b968ed45-a668-4a25-8665-315a70858439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['c4e879fe-bed1-481a-a43b-bb45ed91ad9c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:54.281749 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b968ed45-a668-4a25-8665-315a70858439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:54.287586 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b968ed45-a668-4a25-8665-315a70858439 None None] The sync data for ids ['c4e879fe-bed1-481a-a43b-bb45ed91ad9c'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:47:54.289510 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ba1640-0c42-4aec-bc32-2141dc4fd6b1 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Made reservation on behalf of ea9170043455493597171e6a0878b27a for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:54.297676 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86ba1640-0c42-4aec-bc32-2141dc4fd6b1 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:54.339953 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e3471f-f9a6-41ba-9d72-039af0784d37 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:54.344219 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-75e3471f-f9a6-41ba-9d72-039af0784d37 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "GET /v2.0/ports/ca9e3918-fb1e-4b8c-ba1b-91cb5817efd5 HTTP/1.1" status: 200 len: 910 time: 0.2959330 Jul 22 16:47:54.346493 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39524) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:54.352376 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a6cdf2e0-a52c-4158-9b1d-e3f074ad5b76 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8edd9ab3-0470-434e-8ca9-40a91ec114f2'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:54.418456 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fd0425-9129-41d7-af8e-2b450be22556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-c35b6c56-f70d-47da-8775-700ad90f16a1', 'network_id': 'c35b6c56-f70d-47da-8775-700ad90f16a1', 'tenant_id': 'ea9170043455493597171e6a0878b27a', 'fixed_ips': [{'subnet_id': '5f8c7dcd-cadb-43ac-9f95-0abccf7f5fd6'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:47:54.419261 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54fd0425-9129-41d7-af8e-2b450be22556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:54.624488 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-83ace945-1f12-445e-ace6-28650e59528b None None] Attempting to bind port 5e152db4-ea19-4207-8439-d112740840d5 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:54.624858 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-83ace945-1f12-445e-ace6-28650e59528b None None] Attempting to bind port 5e152db4-ea19-4207-8439-d112740840d5 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e0a2d65e-35cd-4288-a351-f0f3088c9d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '358eea08-e28d-4b8b-8d35-ec9ed8acecda'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:54.625212 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ace945-1f12-445e-ace6-28650e59528b None None] Attempting to bind port 5e152db4-ea19-4207-8439-d112740840d5 on network 358eea08-e28d-4b8b-8d35-ec9ed8acecda {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:54.646984 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ace945-1f12-445e-ace6-28650e59528b None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:54.647956 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ace945-1f12-445e-ace6-28650e59528b None None] Checking segment: {'id': 'e0a2d65e-35cd-4288-a351-f0f3088c9d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '358eea08-e28d-4b8b-8d35-ec9ed8acecda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:54.648310 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83ace945-1f12-445e-ace6-28650e59528b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:54.648703 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ace945-1f12-445e-ace6-28650e59528b None None] Bound using segment: {'id': 'e0a2d65e-35cd-4288-a351-f0f3088c9d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '358eea08-e28d-4b8b-8d35-ec9ed8acecda'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:54.649754 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-83ace945-1f12-445e-ace6-28650e59528b None None] Bound port: 5e152db4-ea19-4207-8439-d112740840d5, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a2d65e-35cd-4288-a351-f0f3088c9d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '358eea08-e28d-4b8b-8d35-ec9ed8acecda'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:54.649898 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83ace945-1f12-445e-ace6-28650e59528b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:54.663854 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c5c360f1-d2a4-43ec-b680-143c69bfa7d1 None None] Provisioning for port d93b8573-9fc1-4e43-a869-326f2c9ef7f6 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:54.666582 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6cdf2e0-a52c-4158-9b1d-e3f074ad5b76 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:54.673103 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-86ba1640-0c42-4aec-bc32-2141dc4fd6b1 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] device_id is not set on port 0c0288c5-65a9-4757-9c9e-82771cc9c0ad yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:47:54.688710 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c5c360f1-d2a4-43ec-b680-143c69bfa7d1 None None] Provisioning complete for port d93b8573-9fc1-4e43-a869-326f2c9ef7f6 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:54.690381 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c5c360f1-d2a4-43ec-b680-143c69bfa7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:54.757888 n-d-798930-9 neutron-server[93817]: DEBUG neutron.objects.ports [None req-75ef7db3-2ef7-405d-bb75-e1f9e6a4055c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:47:54.791663 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-60003e42-ca6d-4c90-b4aa-2324760c78ae None None] Deleting port 4dce140c-e466-4aa5-88c2-2f79c30a313e {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:54.792045 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60003e42-ca6d-4c90-b4aa-2324760c78ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:54.840983 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 4dce140c-e466-4aa5-88c2-2f79c30a313e no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:54.935631 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-86ba1640-0c42-4aec-bc32-2141dc4fd6b1 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Allocated IP 2001:db8::b3 (c35b6c56-f70d-47da-8775-700ad90f16a1/5f8c7dcd-cadb-43ac-9f95-0abccf7f5fd6/0c0288c5-65a9-4757-9c9e-82771cc9c0ad) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:54.939687 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-60003e42-ca6d-4c90-b4aa-2324760c78ae None None] For port 4dce140c-e466-4aa5-88c2-2f79c30a313e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=4dce140c-e466-4aa5-88c2-2f79c30a313e,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:54.940382 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60003e42-ca6d-4c90-b4aa-2324760c78ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:54.958433 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-60003e42-ca6d-4c90-b4aa-2324760c78ae None None] Calling delete_port for 4dce140c-e466-4aa5-88c2-2f79c30a313e owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:55.128852 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86ba1640-0c42-4aec-bc32-2141dc4fd6b1 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:55.129685 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c5c360f1-d2a4-43ec-b680-143c69bfa7d1 None None] Port d93b8573-9fc1-4e43-a869-326f2c9ef7f6 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:47:55.141619 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-83ace945-1f12-445e-ace6-28650e59528b None None] For port 5e152db4-ea19-4207-8439-d112740840d5, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:55.144165 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-86ba1640-0c42-4aec-bc32-2141dc4fd6b1 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Transition to ACTIVE for port object 0c0288c5-65a9-4757-9c9e-82771cc9c0ad will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:55.151949 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No active binding found for port 4dce140c-e466-4aa5-88c2-2f79c30a313e {{(pid=93818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 16:47:55.152631 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 4dce140c-e466-4aa5-88c2-2f79c30a313e not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:55.154426 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60003e42-ca6d-4c90-b4aa-2324760c78ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:55.162146 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65ead5c-f3f3-4e8e-97b0-27a90e62ec19', 'name': 'tempest-TestVolumeBackupRestore-1090968065-router', 'tenant_id': 'f9328e39e17947deb24a782b370ec2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '8e821d4b-9a47-4594-bf08-23af5ae98afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:45Z', 'updated_at': '2021-07-22T16:47:48Z', 'revision_number': 3, 'project_id': 'f9328e39e17947deb24a782b370ec2dc', 'gw_port': {'id': '8e821d4b-9a47-4594-bf08-23af5ae98afa', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65ead5c-f3f3-4e8e-97b0-27a90e62ec19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:46Z', 'updated_at': '2021-07-22T16:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:55.214041 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dcf837-3852-4d84-bf9c-89fd1b6839ef None None] The sync data for ids ['e65ead5c-f3f3-4e8e-97b0-27a90e62ec19'] in n-d-798930-9 is: [{'id': 'e65ead5c-f3f3-4e8e-97b0-27a90e62ec19', 'name': 'tempest-TestVolumeBackupRestore-1090968065-router', 'tenant_id': 'f9328e39e17947deb24a782b370ec2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '8e821d4b-9a47-4594-bf08-23af5ae98afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:45Z', 'updated_at': '2021-07-22T16:47:48Z', 'revision_number': 3, 'project_id': 'f9328e39e17947deb24a782b370ec2dc', 'gw_port': {'id': '8e821d4b-9a47-4594-bf08-23af5ae98afa', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65ead5c-f3f3-4e8e-97b0-27a90e62ec19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:46Z', 'updated_at': '2021-07-22T16:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:47:55.216713 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-83ace945-1f12-445e-ace6-28650e59528b None None] For port 5e152db4-ea19-4207-8439-d112740840d5, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5e152db4-ea19-4207-8439-d112740840d5,segment=NetworkSegment(e0a2d65e-35cd-4288-a351-f0f3088c9d2a),segment_id=e0a2d65e-35cd-4288-a351-f0f3088c9d2a)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:55.257160 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffca9ee3-c6d8-4724-a32a-8b07c949665d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:55.259297 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f2717d25-c739-4451-948e-73587d1d8d50 req-4409cf90-c901-47d3-8918-5bd8f98b4915 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 210 time: 0.0677176 Jul 22 16:47:55.259486 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86ba1640-0c42-4aec-bc32-2141dc4fd6b1 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:55.276021 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83ace945-1f12-445e-ace6-28650e59528b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:55.278716 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60003e42-ca6d-4c90-b4aa-2324760c78ae None None] Pushing event deleted for resources: {'Port': ['ID=4dce140c-e466-4aa5-88c2-2f79c30a313e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:55.281158 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60003e42-ca6d-4c90-b4aa-2324760c78ae None None] No DVR routers for this DVR port 4dce140c-e466-4aa5-88c2-2f79c30a313e on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:55.282879 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75ef7db3-2ef7-405d-bb75-e1f9e6a4055c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:55.354184 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ba1640-0c42-4aec-bc32-2141dc4fd6b1 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Network c35b6c56-f70d-47da-8775-700ad90f16a1 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:55.360202 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-48720a7d-8f79-47a9-9eda-542c13c6ac1c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:47:55.364465 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-86ba1640-0c42-4aec-bc32-2141dc4fd6b1 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:55.399491 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-54fd0425-9129-41d7-af8e-2b450be22556 None None] Allocated IP 2001:db8::2 (c35b6c56-f70d-47da-8775-700ad90f16a1/5f8c7dcd-cadb-43ac-9f95-0abccf7f5fd6/a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:55.417687 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ef7db3-2ef7-405d-bb75-e1f9e6a4055c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Port 4dce140c-e466-4aa5-88c2-2f79c30a313e concurrently deleted while adding address for new subnet {'id': 'f7a36e5d-2af3-4aa4-947b-3e8b3123d27a', 'name': '', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2475, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-22T16:47:54Z', 'updated_at': '2021-07-22T16:47:54Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'e913827dcf594576b0a204845cf3904c'}. {{(pid=93817) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 22 16:47:55.431034 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75ef7db3-2ef7-405d-bb75-e1f9e6a4055c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:55.441091 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ba1640-0c42-4aec-bc32-2141dc4fd6b1 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:55.447200 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ba1640-0c42-4aec-bc32-2141dc4fd6b1 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:55.447840 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86ba1640-0c42-4aec-bc32-2141dc4fd6b1 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:55.484263 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba1640-0c42-4aec-bc32-2141dc4fd6b1 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Pushing event updated for resources: {'Port': ['ID=0c0288c5-65a9-4757-9c9e-82771cc9c0ad,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:55.506050 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-86ba1640-0c42-4aec-bc32-2141dc4fd6b1 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9632847 Jul 22 16:47:55.516822 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39528) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:55.527308 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef7db3-2ef7-405d-bb75-e1f9e6a4055c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=f7a36e5d-2af3-4aa4-947b-3e8b3123d27a,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:55.531228 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48720a7d-8f79-47a9-9eda-542c13c6ac1c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:55.543268 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48720a7d-8f79-47a9-9eda-542c13c6ac1c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:55.553933 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ede40ffb-ea92-4714-aa97-7c6c08ae63b4 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Request body: {'port': {'network_id': 'c35b6c56-f70d-47da-8775-700ad90f16a1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-790490142', 'allowed_address_pairs': [{'ip_address': '2001:db8::b3', 'mac_address': 'fa:16:3e:71:50:3c'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:55.603533 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ef7db3-2ef7-405d-bb75-e1f9e6a4055c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:55.621526 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-75ef7db3-2ef7-405d-bb75-e1f9e6a4055c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:55.625213 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ef7db3-2ef7-405d-bb75-e1f9e6a4055c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:55.626143 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75ef7db3-2ef7-405d-bb75-e1f9e6a4055c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:55.747415 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ace945-1f12-445e-ace6-28650e59528b None None] Pushing event updated for resources: {'Port': ['ID=5e152db4-ea19-4207-8439-d112740840d5,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:55.754348 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cee251-c503-48f1-b5cf-09ab9972a1cf None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:55.780696 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54fd0425-9129-41d7-af8e-2b450be22556 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:55.823290 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-48720a7d-8f79-47a9-9eda-542c13c6ac1c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Floating IP adb3710a-492d-4a98-87c6-0d285c36e09e associated. External IP: 172.25.0.12, port: 0e206c57-83cc-41d7-9d92-3436d33b4fa4. Jul 22 16:47:55.829764 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-54fd0425-9129-41d7-af8e-2b450be22556 None None] Transition to ACTIVE for port object a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:55.887945 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-75ef7db3-2ef7-405d-bb75-e1f9e6a4055c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2446871 Jul 22 16:47:55.894172 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39530) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:55.905445 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-14a7d0a8-ac1c-42ba-bc1f-12558c80a394 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:55.907297 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-54fd0425-9129-41d7-af8e-2b450be22556 None None] Transition to ACTIVE for port object a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:55.928968 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54fd0425-9129-41d7-af8e-2b450be22556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:56.030272 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fd0425-9129-41d7-af8e-2b450be22556 None None] Network c35b6c56-f70d-47da-8775-700ad90f16a1 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:56.040352 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-54fd0425-9129-41d7-af8e-2b450be22556 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:56.046012 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fd0425-9129-41d7-af8e-2b450be22556 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:56.058156 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd0425-9129-41d7-af8e-2b450be22556 None None] Pushing event updated for resources: {'Port': ['ID=a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:56.201719 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388e8683-0892-44bd-9818-655139544fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-3a7a7ee3-b719-4772-82c2-01f118e27227', 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'fixed_ips': [{'subnet_id': 'f7a36e5d-2af3-4aa4-947b-3e8b3123d27a'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:47:56.203021 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-388e8683-0892-44bd-9818-655139544fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:56.236040 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a7d0a8-ac1c-42ba-bc1f-12558c80a394 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:56.243853 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14a7d0a8-ac1c-42ba-bc1f-12558c80a394 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:56.298586 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-54fd0425-9129-41d7-af8e-2b450be22556 None None] Attempting to bind port a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:56.299313 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-54fd0425-9129-41d7-af8e-2b450be22556 None None] Attempting to bind port a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '520eaa06-6273-40d1-b009-798b7710aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c35b6c56-f70d-47da-8775-700ad90f16a1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:56.299945 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fd0425-9129-41d7-af8e-2b450be22556 None None] Attempting to bind port a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3 on network c35b6c56-f70d-47da-8775-700ad90f16a1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:56.308551 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fd0425-9129-41d7-af8e-2b450be22556 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:56.309473 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fd0425-9129-41d7-af8e-2b450be22556 None None] Checking segment: {'id': '520eaa06-6273-40d1-b009-798b7710aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c35b6c56-f70d-47da-8775-700ad90f16a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:56.309701 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede40ffb-ea92-4714-aa97-7c6c08ae63b4 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Made reservation on behalf of ea9170043455493597171e6a0878b27a for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:56.310157 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54fd0425-9129-41d7-af8e-2b450be22556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:56.310982 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fd0425-9129-41d7-af8e-2b450be22556 None None] Bound using segment: {'id': '520eaa06-6273-40d1-b009-798b7710aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c35b6c56-f70d-47da-8775-700ad90f16a1'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:56.311285 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-54fd0425-9129-41d7-af8e-2b450be22556 None None] Bound port: a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520eaa06-6273-40d1-b009-798b7710aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'c35b6c56-f70d-47da-8775-700ad90f16a1'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:56.311783 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54fd0425-9129-41d7-af8e-2b450be22556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:56.361836 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6cdf2e0-a52c-4158-9b1d-e3f074ad5b76 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:56.426271 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6cdf2e0-a52c-4158-9b1d-e3f074ad5b76 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:56.479946 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-54fd0425-9129-41d7-af8e-2b450be22556 None None] For port a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:56.490585 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffca9ee3-c6d8-4724-a32a-8b07c949665d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:56.515306 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-54fd0425-9129-41d7-af8e-2b450be22556 None None] For port a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3,segment=NetworkSegment(520eaa06-6273-40d1-b009-798b7710aab1),segment_id=520eaa06-6273-40d1-b009-798b7710aab1)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:56.554205 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffca9ee3-c6d8-4724-a32a-8b07c949665d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:56.555061 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54fd0425-9129-41d7-af8e-2b450be22556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:56.660845 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca9ee3-c6d8-4724-a32a-8b07c949665d admin admin] Pushing event updated for resources: {'Port': ['ID=d93b8573-9fc1-4e43-a869-326f2c9ef7f6,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:56.671389 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-301f2418-c0a8-4387-b36d-c4e9811866da req-e7d18f77-85aa-4131-a400-c298f2fba65f tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 210 time: 0.1776152 Jul 22 16:47:56.674511 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd0425-9129-41d7-af8e-2b450be22556 None None] Pushing event updated for resources: {'Port': ['ID=a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:56.732406 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ede40ffb-ea92-4714-aa97-7c6c08ae63b4 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:56.751949 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-388e8683-0892-44bd-9818-655139544fc3 None None] Allocated IP 2001:db8::f816:3eff:fea9:743b (3a7a7ee3-b719-4772-82c2-01f118e27227/f7a36e5d-2af3-4aa4-947b-3e8b3123d27a/89a531c7-fab3-44ec-a23c-0324bc3de67a) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:56.758312 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cdf2e0-a52c-4158-9b1d-e3f074ad5b76 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:56.760236 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6cdf2e0-a52c-4158-9b1d-e3f074ad5b76 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:56.771083 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a6cdf2e0-a52c-4158-9b1d-e3f074ad5b76 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "PUT /v2.0/ports/ca9e3918-fb1e-4b8c-ba1b-91cb5817efd5 HTTP/1.1" status: 200 len: 910 time: 2.4234960 Jul 22 16:47:56.784175 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39536) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:56.801282 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdf2e0-a52c-4158-9b1d-e3f074ad5b76 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Port': ['ID=ca9e3918-fb1e-4b8c-ba1b-91cb5817efd5,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:56.849867 n-d-798930-9 neutron-server[93817]: INFO neutron.db.ipam_backend_mixin [None req-14a7d0a8-ac1c-42ba-bc1f-12558c80a394 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f7a36e5d-2af3-4aa4-947b-3e8b3123d27a (CIDR: 2001:db8::/64) Jul 22 16:47:56.869972 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-ede40ffb-ea92-4714-aa97-7c6c08ae63b4 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] device_id is not set on port 984a3623-1619-4777-aea4-b389dd428cd3 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:47:56.876630 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a7d0a8-ac1c-42ba-bc1f-12558c80a394 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:47:56.876903 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a7d0a8-ac1c-42ba-bc1f-12558c80a394 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:47:56.917305 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffca9ee3-c6d8-4724-a32a-8b07c949665d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:56.925458 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-14a7d0a8-ac1c-42ba-bc1f-12558c80a394 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0239646 Jul 22 16:47:56.927894 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39538) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:56.937547 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0071299c-1aa8-4f3c-9d64-219229ab1c6d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:56.975783 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8e821d4b-9a47-4594-bf08-23af5ae98afa up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:57.158438 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 8e821d4b-9a47-4594-bf08-23af5ae98afa completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:57.167857 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db47cd93-b356-440c-a11e-0d6e49cd6aa9 None None] Network 358eea08-e28d-4b8b-8d35-ec9ed8acecda requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:57.183356 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 8e821d4b-9a47-4594-bf08-23af5ae98afa triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:57.189511 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:57.259681 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-388e8683-0892-44bd-9818-655139544fc3 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:57.269771 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-ede40ffb-ea92-4714-aa97-7c6c08ae63b4 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Allocated IP 2001:db8::e8 (c35b6c56-f70d-47da-8775-700ad90f16a1/5f8c7dcd-cadb-43ac-9f95-0abccf7f5fd6/984a3623-1619-4777-aea4-b389dd428cd3) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:57.291704 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-388e8683-0892-44bd-9818-655139544fc3 None None] Transition to ACTIVE for port object 89a531c7-fab3-44ec-a23c-0324bc3de67a will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:57.335730 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-29cdcd1e-dd6a-4102-96c2-21f8171d31d6 None None] Provisioning for port 5e152db4-ea19-4207-8439-d112740840d5 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:57.354202 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0071299c-1aa8-4f3c-9d64-219229ab1c6d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:57.358585 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0071299c-1aa8-4f3c-9d64-219229ab1c6d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:57.359808 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-388e8683-0892-44bd-9818-655139544fc3 None None] Transition to ACTIVE for port object 89a531c7-fab3-44ec-a23c-0324bc3de67a will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:57.397709 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-388e8683-0892-44bd-9818-655139544fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:57.478384 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388e8683-0892-44bd-9818-655139544fc3 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:57.483594 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-388e8683-0892-44bd-9818-655139544fc3 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:57.491810 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:57.506171 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388e8683-0892-44bd-9818-655139544fc3 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:57.524195 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffca9ee3-c6d8-4724-a32a-8b07c949665d admin admin] Network 63581f75-d4ae-4700-b78b-59da668ae4ac is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:57.536830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48720a7d-8f79-47a9-9eda-542c13c6ac1c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Router c3371d87-70cb-4016-ae46-d055e529da54 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:47:57.540619 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ffca9ee3-c6d8-4724-a32a-8b07c949665d admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:57.540768 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e8683-0892-44bd-9818-655139544fc3 None None] Pushing event updated for resources: {'Port': ['ID=89a531c7-fab3-44ec-a23c-0324bc3de67a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:57.573604 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 8e821d4b-9a47-4594-bf08-23af5ae98afa, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8e821d4b-9a47-4594-bf08-23af5ae98afa,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:57.648501 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-388e8683-0892-44bd-9818-655139544fc3 None None] Attempting to bind port 89a531c7-fab3-44ec-a23c-0324bc3de67a on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:57.649129 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-388e8683-0892-44bd-9818-655139544fc3 None None] Attempting to bind port 89a531c7-fab3-44ec-a23c-0324bc3de67a by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:57.649646 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e8683-0892-44bd-9818-655139544fc3 None None] Attempting to bind port 89a531c7-fab3-44ec-a23c-0324bc3de67a on network 3a7a7ee3-b719-4772-82c2-01f118e27227 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:57.654892 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:57.656068 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5e152db4-ea19-4207-8439-d112740840d5 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:57.673403 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ede40ffb-ea92-4714-aa97-7c6c08ae63b4 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:57.720649 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-ede40ffb-ea92-4714-aa97-7c6c08ae63b4 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Transition to ACTIVE for port object 984a3623-1619-4777-aea4-b389dd428cd3 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:57.861981 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=8e821d4b-9a47-4594-bf08-23af5ae98afa,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:57.885906 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e8683-0892-44bd-9818-655139544fc3 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:57.886393 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e8683-0892-44bd-9818-655139544fc3 None None] Checking segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:57.886865 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-388e8683-0892-44bd-9818-655139544fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:57.887670 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e8683-0892-44bd-9818-655139544fc3 None None] Bound using segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:57.888323 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-388e8683-0892-44bd-9818-655139544fc3 None None] Bound port: 89a531c7-fab3-44ec-a23c-0324bc3de67a, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:57.888721 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-388e8683-0892-44bd-9818-655139544fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:57.928828 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffca9ee3-c6d8-4724-a32a-8b07c949665d admin admin] Router e65ead5c-f3f3-4e8e-97b0-27a90e62ec19 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:47:57.932103 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48720a7d-8f79-47a9-9eda-542c13c6ac1c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:47:57.936749 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5d902cc3-f1bc-40f3-978e-1113b19e5d40 req-cad355f3-ed0b-4911-9f1e-96e5f3540c0a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 210 time: 0.0413733 Jul 22 16:47:57.937613 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48720a7d-8f79-47a9-9eda-542c13c6ac1c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:57.938604 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ede40ffb-ea92-4714-aa97-7c6c08ae63b4 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:57.986167 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-48720a7d-8f79-47a9-9eda-542c13c6ac1c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "PUT /v2.0/floatingips/adb3710a-492d-4a98-87c6-0d285c36e09e HTTP/1.1" status: 200 len: 991 time: 4.3333421 Jul 22 16:47:57.999538 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede40ffb-ea92-4714-aa97-7c6c08ae63b4 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Network c35b6c56-f70d-47da-8775-700ad90f16a1 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:58.000314 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e060cb3-9408-4b40-a1bb-036edeb65e0e', 'tag': '0e206c57-83cc-41d7-9d92-3436d33b4fa4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:58.002800 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f89bbc-b0c8-441c-8769-3818a5416ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "4e060cb3-9408-4b40-a1bb-036edeb65e0e", "tag": "0e206c57-83cc-41d7-9d92-3436d33b4fa4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:58.011462 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-388e8683-0892-44bd-9818-655139544fc3 None None] For port 89a531c7-fab3-44ec-a23c-0324bc3de67a, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:58.015972 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-388e8683-0892-44bd-9818-655139544fc3 None None] For port 89a531c7-fab3-44ec-a23c-0324bc3de67a, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=89a531c7-fab3-44ec-a23c-0324bc3de67a,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:58.016407 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ede40ffb-ea92-4714-aa97-7c6c08ae63b4 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:58.017203 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 5e152db4-ea19-4207-8439-d112740840d5 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:58.029494 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 5e152db4-ea19-4207-8439-d112740840d5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:58.029807 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:58.032602 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-388e8683-0892-44bd-9818-655139544fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:58.033454 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede40ffb-ea92-4714-aa97-7c6c08ae63b4 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:58.039940 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede40ffb-ea92-4714-aa97-7c6c08ae63b4 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:58.040783 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ede40ffb-ea92-4714-aa97-7c6c08ae63b4 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:58.046893 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ee43b-3900-4b14-bbee-094185040c71 None None] Sync routers for ids ['c3371d87-70cb-4016-ae46-d055e529da54'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:47:58.088568 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede40ffb-ea92-4714-aa97-7c6c08ae63b4 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Pushing event updated for resources: {'Port': ['ID=984a3623-1619-4777-aea4-b389dd428cd3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:58.110329 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ede40ffb-ea92-4714-aa97-7c6c08ae63b4 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.5701246 Jul 22 16:47:58.114701 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39546) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:58.160965 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98017a87-444c-4a53-a51e-9baedee72990 x-openstack-request-id: req-98017a87-444c-4a53-a51e-9baedee72990 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:58.161591 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e060cb3-9408-4b40-a1bb-036edeb65e0e", "tag": "0e206c57-83cc-41d7-9d92-3436d33b4fa4", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:58.162056 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-98017a87-444c-4a53-a51e-9baedee72990 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:58.163247 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e060cb3-9408-4b40-a1bb-036edeb65e0e', 'tag': '0e206c57-83cc-41d7-9d92-3436d33b4fa4', 'status': 'completed', 'code': 200} Jul 22 16:47:58.245261 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e8683-0892-44bd-9818-655139544fc3 None None] Pushing event updated for resources: {'Port': ['ID=89a531c7-fab3-44ec-a23c-0324bc3de67a,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:58.252285 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0071299c-1aa8-4f3c-9d64-219229ab1c6d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:58.254627 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ee43b-3900-4b14-bbee-094185040c71 None None] Routers {'c3371d87-70cb-4016-ae46-d055e529da54'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:58.255278 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-579ee43b-3900-4b14-bbee-094185040c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['c3371d87-70cb-4016-ae46-d055e529da54'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:58.271552 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-455c42b9-e85e-4ed8-aec2-e1b8e9640325 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:58.343886 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071299c-1aa8-4f3c-9d64-219229ab1c6d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=9351c5fa-ab4d-45f0-a503-9463637f828f,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:58.382993 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0071299c-1aa8-4f3c-9d64-219229ab1c6d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:58.392584 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6bceb0-8cb9-4808-98d2-b909cfe737a7 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:58.403943 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6bceb0-8cb9-4808-98d2-b909cfe737a7 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:58.416692 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6bceb0-8cb9-4808-98d2-b909cfe737a7 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:58.419149 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9d6bceb0-8cb9-4808-98d2-b909cfe737a7 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2476 time: 0.2978280 Jul 22 16:47:58.421096 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-0071299c-1aa8-4f3c-9d64-219229ab1c6d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:58.423005 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39548) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:58.436531 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0071299c-1aa8-4f3c-9d64-219229ab1c6d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:58.437296 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0071299c-1aa8-4f3c-9d64-219229ab1c6d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:58.440270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f89bbc-b0c8-441c-8769-3818a5416ad0 req-29205860-20df-4e14-af79-61125ab2e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:58.447684 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4f89bbc-b0c8-441c-8769-3818a5416ad0 req-29205860-20df-4e14-af79-61125ab2e941 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0be4ca898ef40f79a7a36fc239eca61&device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 1097 time: 0.2488315 Jul 22 16:47:58.451842 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffca9ee3-c6d8-4724-a32a-8b07c949665d admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:47:58.466441 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ffca9ee3-c6d8-4724-a32a-8b07c949665d admin admin] 10.222.0.69 "PUT /v2.0/routers/e65ead5c-f3f3-4e8e-97b0-27a90e62ec19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0857859 Jul 22 16:47:58.528290 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0071299c-1aa8-4f3c-9d64-219229ab1c6d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5930390 Jul 22 16:47:58.537417 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39552) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:58.577860 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9097c20f-ff08-4099-9788-62a7f4ba9955 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'mac_address': 'fa:16:3e:1f:15:14', 'name': 'tempest-NetworksTestDHCPv6-1426960561'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:58.643485 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] Sync routers for ids ['e65ead5c-f3f3-4e8e-97b0-27a90e62ec19'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:47:58.658603 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] Routers {'e65ead5c-f3f3-4e8e-97b0-27a90e62ec19'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:58.664895 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e65ead5c-f3f3-4e8e-97b0-27a90e62ec19'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:58.863283 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f89bbc-b0c8-441c-8769-3818a5416ad0 req-6ed48d89-bcfa-42d0-bd10-095926e4b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:58.872231 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4f89bbc-b0c8-441c-8769-3818a5416ad0 req-6ed48d89-bcfa-42d0-bd10-095926e4b99f service neutron] 10.222.0.30 "GET /v2.0/networks?id=355332cc-46f4-40ba-8869-365066797198 HTTP/1.1" status: 200 len: 918 time: 0.4010100 Jul 22 16:47:58.888536 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-579ee43b-3900-4b14-bbee-094185040c71 None None] Set router c3371d87-70cb-4016-ae46-d055e529da54 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:58.913682 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] Set router e65ead5c-f3f3-4e8e-97b0-27a90e62ec19 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:59.129160 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ab57ef7f-d322-431b-a0b8-1c9ae952b440 None None] Provisioning complete for port d93b8573-9fc1-4e43-a869-326f2c9ef7f6 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:59.129536 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab57ef7f-d322-431b-a0b8-1c9ae952b440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:59.131843 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909a7ed5-233d-4f66-8fa6-1fc81fd158c4 None None] Network c35b6c56-f70d-47da-8775-700ad90f16a1 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:59.186240 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4f89bbc-b0c8-441c-8769-3818a5416ad0 req-588e18f6-de7f-45df-8bc9-e46e07f8f3c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e206c57-83cc-41d7-9d92-3436d33b4fa4 HTTP/1.1" status: 200 len: 999 time: 0.3012695 Jul 22 16:47:59.238318 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e6eece35-2f4a-4278-8070-042924734e34 req-91248090-ac2e-40ed-9992-4e905fb9ffb4 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 210 time: 0.1551774 Jul 22 16:47:59.322652 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf8b74a0-4229-47ee-ace9-6d25fe5108aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:59.331718 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-455c42b9-e85e-4ed8-aec2-e1b8e9640325 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Deleting port ca9e3918-fb1e-4b8c-ba1b-91cb5817efd5 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:59.332097 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-455c42b9-e85e-4ed8-aec2-e1b8e9640325 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:59.408259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ab57ef7f-d322-431b-a0b8-1c9ae952b440 None None] Port d93b8573-9fc1-4e43-a869-326f2c9ef7f6 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:47:59.438310 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65ead5c-f3f3-4e8e-97b0-27a90e62ec19', 'name': 'tempest-TestVolumeBackupRestore-1090968065-router', 'tenant_id': 'f9328e39e17947deb24a782b370ec2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '8e821d4b-9a47-4594-bf08-23af5ae98afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:45Z', 'updated_at': '2021-07-22T16:47:54Z', 'revision_number': 4, 'project_id': 'f9328e39e17947deb24a782b370ec2dc', 'gw_port': {'id': '8e821d4b-9a47-4594-bf08-23af5ae98afa', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65ead5c-f3f3-4e8e-97b0-27a90e62ec19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:46Z', 'updated_at': '2021-07-22T16:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'd93b8573-9fc1-4e43-a869-326f2c9ef7f6', 'name': '', 'network_id': '63581f75-d4ae-4700-b78b-59da668ae4ac', 'tenant_id': 'f9328e39e17947deb24a782b370ec2dc', 'mac_address': 'fa:16:3e:3e:11:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65ead5c-f3f3-4e8e-97b0-27a90e62ec19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'd90bf921-ee8a-4580-958c-fc810d27c840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:52Z', 'updated_at': '2021-07-22T16:47:55Z', 'revision_number': 2, 'project_id': 'f9328e39e17947deb24a782b370ec2dc', 'subnets': [{'id': 'd90bf921-ee8a-4580-958c-fc810d27c840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:59.534293 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] Checking router: e65ead5c-f3f3-4e8e-97b0-27a90e62ec19 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:47:59.536603 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] Updating router e65ead5c-f3f3-4e8e-97b0-27a90e62ec19 port d93b8573-9fc1-4e43-a869-326f2c9ef7f6 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:47:59.561058 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8bc1a334-56d0-46f3-b638-37782495ce13 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Deleting port 984a3623-1619-4777-aea4-b389dd428cd3 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:59.563676 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8bc1a334-56d0-46f3-b638-37782495ce13 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:59.604221 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f89bbc-b0c8-441c-8769-3818a5416ad0 req-116a2c50-fd04-4d37-bbcb-ba2c633f1f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:59.615109 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4f89bbc-b0c8-441c-8769-3818a5416ad0 req-116a2c50-fd04-4d37-bbcb-ba2c633f1f30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ecd1df5-07c9-407a-b124-958e195ac0bb HTTP/1.1" status: 200 len: 856 time: 0.4115813 Jul 22 16:47:59.639666 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:59.784783 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-78f4c5b5-34a1-4eab-a70a-46e05557ad6f None None] Provisioning for port a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:59.792150 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8bc1a334-56d0-46f3-b638-37782495ce13 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:59.799383 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-d3de70f0-531b-4c73-b8ba-23d2703b090f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3799047 Jul 22 16:47:59.801375 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:59.820098 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8bc1a334-56d0-46f3-b638-37782495ce13 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Calling delete_port for 984a3623-1619-4777-aea4-b389dd428cd3 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:59.831235 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-455c42b9-e85e-4ed8-aec2-e1b8e9640325 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:59.918219 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-455c42b9-e85e-4ed8-aec2-e1b8e9640325 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Calling delete_port for ca9e3918-fb1e-4b8c-ba1b-91cb5817efd5 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:59.932165 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f89bbc-b0c8-441c-8769-3818a5416ad0 req-6220313a-273e-4251-a87f-77d9f6b39321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:59.944995 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4f89bbc-b0c8-441c-8769-3818a5416ad0 req-6220313a-273e-4251-a87f-77d9f6b39321 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=355332cc-46f4-40ba-8869-365066797198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2991626 Jul 22 16:48:00.091670 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-579ee43b-3900-4b14-bbee-094185040c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'name': 'tempest-AttachVolumeShelveTestJSON-1655165633-router', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:09Z', 'updated_at': '2021-07-22T16:47:17Z', 'revision_number': 4, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'gw_port': {'id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:11Z', 'updated_at': '2021-07-22T16:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'adb3710a-492d-4a98-87c6-0d285c36e09e', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'port_id': '0e206c57-83cc-41d7-9d92-3436d33b4fa4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'mac_address': 'fa:16:3e:83:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e060cb3-9408-4b40-a1bb-036edeb65e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:47:26Z', 'updated_at': '2021-07-22T16:47:54Z', 'revision_number': 1, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6d9024-02e6-4a4c-b7a2-fd24e4551837', 'name': '', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'mac_address': 'fa:16:3e:97:d1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:16Z', 'updated_at': '2021-07-22T16:47:28Z', 'revision_number': 5, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'subnets': [{'id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:00.099743 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9af610c5-bd57-4dce-990c-e5e8f7304251 None None] Provisioning for port ca9e3918-fb1e-4b8c-ba1b-91cb5817efd5 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:00.107925 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 5e152db4-ea19-4207-8439-d112740840d5, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5e152db4-ea19-4207-8439-d112740840d5,segment=NetworkSegment(e0a2d65e-35cd-4288-a351-f0f3088c9d2a),segment_id=e0a2d65e-35cd-4288-a351-f0f3088c9d2a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:00.163299 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9097c20f-ff08-4099-9788-62a7f4ba9955 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:00.189260 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:00.223955 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ee43b-3900-4b14-bbee-094185040c71 None None] Checking router: c3371d87-70cb-4016-ae46-d055e529da54 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:48:00.229753 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d251d2cb-5141-429d-9504-906b80fd97a6 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:00.248551 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9af610c5-bd57-4dce-990c-e5e8f7304251 None None] Provisioning complete for port ca9e3918-fb1e-4b8c-ba1b-91cb5817efd5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:00.250342 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9af610c5-bd57-4dce-990c-e5e8f7304251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:00.404305 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8bc1a334-56d0-46f3-b638-37782495ce13 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:00.540799 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ee43b-3900-4b14-bbee-094185040c71 None None] Routers {'c3371d87-70cb-4016-ae46-d055e529da54'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:00.541469 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-579ee43b-3900-4b14-bbee-094185040c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['c3371d87-70cb-4016-ae46-d055e529da54'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:00.582272 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1a334-56d0-46f3-b638-37782495ce13 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Pushing event deleted for resources: {'Port': ['ID=984a3623-1619-4777-aea4-b389dd428cd3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:00.689102 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9af610c5-bd57-4dce-990c-e5e8f7304251 None None] Port ca9e3918-fb1e-4b8c-ba1b-91cb5817efd5 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:00.694870 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6c36a046-f24a-4930-a442-c9c592628539 req-bd5c0069-40e4-4b9e-9166-5aca1bce0a47 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 210 time: 0.1189559 Jul 22 16:48:00.726707 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=5e152db4-ea19-4207-8439-d112740840d5,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:00.735021 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:00.765874 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:00.768966 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] Transition to ACTIVE for port object d93b8573-9fc1-4e43-a869-326f2c9ef7f6 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:00.778744 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:00.850031 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c7169-0580-4235-a948-523ec2bc3b25 None None] Pushing event updated for resources: {'Port': ['ID=d93b8573-9fc1-4e43-a869-326f2c9ef7f6,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:00.981653 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] Attempting to bind port d93b8573-9fc1-4e43-a869-326f2c9ef7f6 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:48:00.982047 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] Attempting to bind port d93b8573-9fc1-4e43-a869-326f2c9ef7f6 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'cccff56a-f9a9-4ce9-8e88-8186dceb8659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '63581f75-d4ae-4700-b78b-59da668ae4ac'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:48:00.982403 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] Attempting to bind port d93b8573-9fc1-4e43-a869-326f2c9ef7f6 on network 63581f75-d4ae-4700-b78b-59da668ae4ac {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:00.989024 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9af610c5-bd57-4dce-990c-e5e8f7304251 None None] Provisioning complete for port 5e152db4-ea19-4207-8439-d112740840d5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:00.989024 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9af610c5-bd57-4dce-990c-e5e8f7304251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:01.002719 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:48:01.003084 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] Checking segment: {'id': 'cccff56a-f9a9-4ce9-8e88-8186dceb8659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '63581f75-d4ae-4700-b78b-59da668ae4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:01.003486 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:01.003869 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] Bound using segment: {'id': 'cccff56a-f9a9-4ce9-8e88-8186dceb8659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '63581f75-d4ae-4700-b78b-59da668ae4ac'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:48:01.004326 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] Bound port: d93b8573-9fc1-4e43-a869-326f2c9ef7f6, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cccff56a-f9a9-4ce9-8e88-8186dceb8659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '63581f75-d4ae-4700-b78b-59da668ae4ac'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:48:01.004723 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:01.095893 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9097c20f-ff08-4099-9788-62a7f4ba9955 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:01.109707 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8bc1a334-56d0-46f3-b638-37782495ce13 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:01.111857 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8bc1a334-56d0-46f3-b638-37782495ce13 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] 10.222.0.69 "DELETE /v2.0/ports/984a3623-1619-4777-aea4-b389dd428cd3 HTTP/1.1" status: 204 len: 168 time: 2.6844230 Jul 22 16:48:01.128691 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39640) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:01.180740 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] For port d93b8573-9fc1-4e43-a869-326f2c9ef7f6, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:48:01.187467 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] For port d93b8573-9fc1-4e43-a869-326f2c9ef7f6, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d93b8573-9fc1-4e43-a869-326f2c9ef7f6,segment=NetworkSegment(cccff56a-f9a9-4ce9-8e88-8186dceb8659),segment_id=cccff56a-f9a9-4ce9-8e88-8186dceb8659)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:48:01.192340 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:01.192732 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-579ee43b-3900-4b14-bbee-094185040c71 None None] Set router c3371d87-70cb-4016-ae46-d055e529da54 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:01.254492 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dcfd4dd-b1ee-4de6-a15a-ed7d8f104346 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] GET failed (client error): The resource could not be found. Jul 22 16:48:01.258046 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4dcfd4dd-b1ee-4de6-a15a-ed7d8f104346 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] 10.222.0.69 "GET /v2.0/ports/984a3623-1619-4777-aea4-b389dd428cd3 HTTP/1.1" status: 404 len: 333 time: 0.1207566 Jul 22 16:48:01.268151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39642) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:01.280161 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1084f4f5-c52c-4b82-b0eb-0d3924236371 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Request body: {'port': {'network_id': 'c35b6c56-f70d-47da-8775-700ad90f16a1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-575528464'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:01.308915 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-9097c20f-ff08-4099-9788-62a7f4ba9955 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] device_id is not set on port b2353729-da8c-4c4c-b694-f6a8b0abe6d9 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:48:01.397463 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:01.407929 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c7169-0580-4235-a948-523ec2bc3b25 None None] Pushing event updated for resources: {'Port': ['ID=d93b8573-9fc1-4e43-a869-326f2c9ef7f6,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:01.414934 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] Routers {'e65ead5c-f3f3-4e8e-97b0-27a90e62ec19'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:01.417655 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:47:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e65ead5c-f3f3-4e8e-97b0-27a90e62ec19'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:01.442657 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-455c42b9-e85e-4ed8-aec2-e1b8e9640325 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:01.495349 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:01.496147 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:01.527151 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c42b9-e85e-4ed8-aec2-e1b8e9640325 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Port': ['ID=ca9e3918-fb1e-4b8c-ba1b-91cb5817efd5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:01.718235 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] Set router e65ead5c-f3f3-4e8e-97b0-27a90e62ec19 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:01.746545 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c2183686-eec5-4aa4-84a8-9d9789d14cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:01.828845 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:02.055660 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-08bb151f-1614-47b7-9684-baf354eb00a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:02.056153 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-08bb151f-1614-47b7-9684-baf354eb00a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:02.056627 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-08bb151f-1614-47b7-9684-baf354eb00a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:02.057098 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-08bb151f-1614-47b7-9684-baf354eb00a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:02.057565 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-08bb151f-1614-47b7-9684-baf354eb00a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:02.066730 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-08bb151f-1614-47b7-9684-baf354eb00a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:02.066935 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-08bb151f-1614-47b7-9684-baf354eb00a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:02.069585 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-08bb151f-1614-47b7-9684-baf354eb00a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9497a41f8194fa4a8867ac9f3be3289&device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 6500 time: 2.1409538 Jul 22 16:48:02.079378 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c879d13b-d95a-49df-b11c-1857674194f0 req-3d6be621-c9f8-47e9-8e4e-2f9b1acac66e tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 210 time: 0.1179168 Jul 22 16:48:02.087702 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4f89bbc-b0c8-441c-8769-3818a5416ad0 req-7d893a18-75ae-4de2-9a68-9a6f76bf0d1c service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1078644 Jul 22 16:48:02.170177 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-9097c20f-ff08-4099-9788-62a7f4ba9955 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8:0:1::143 (3a7a7ee3-b719-4772-82c2-01f118e27227/9351c5fa-ab4d-45f0-a503-9463637f828f/b2353729-da8c-4c4c-b694-f6a8b0abe6d9) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:02.179913 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1084f4f5-c52c-4b82-b0eb-0d3924236371 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Made reservation on behalf of ea9170043455493597171e6a0878b27a for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:02.194280 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1084f4f5-c52c-4b82-b0eb-0d3924236371 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:02.218332 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:02.252413 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-1084f4f5-c52c-4b82-b0eb-0d3924236371 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] device_id is not set on port 552f3fd4-6b77-48e4-b4e5-429880ced98b yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:48:02.267304 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65ead5c-f3f3-4e8e-97b0-27a90e62ec19', 'name': 'tempest-TestVolumeBackupRestore-1090968065-router', 'tenant_id': 'f9328e39e17947deb24a782b370ec2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '8e821d4b-9a47-4594-bf08-23af5ae98afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:45Z', 'updated_at': '2021-07-22T16:47:54Z', 'revision_number': 4, 'project_id': 'f9328e39e17947deb24a782b370ec2dc', 'gw_port': {'id': '8e821d4b-9a47-4594-bf08-23af5ae98afa', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65ead5c-f3f3-4e8e-97b0-27a90e62ec19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:46Z', 'updated_at': '2021-07-22T16:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'd93b8573-9fc1-4e43-a869-326f2c9ef7f6', 'name': '', 'network_id': '63581f75-d4ae-4700-b78b-59da668ae4ac', 'tenant_id': 'f9328e39e17947deb24a782b370ec2dc', 'mac_address': 'fa:16:3e:3e:11:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65ead5c-f3f3-4e8e-97b0-27a90e62ec19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'd90bf921-ee8a-4580-958c-fc810d27c840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:52Z', 'updated_at': '2021-07-22T16:48:01Z', 'revision_number': 4, 'project_id': 'f9328e39e17947deb24a782b370ec2dc', 'subnets': [{'id': 'd90bf921-ee8a-4580-958c-fc810d27c840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:02.295912 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-091424c1-36e1-4f9b-b369-3f510ff62964 None None] Provisioning complete for port a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:02.297091 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-091424c1-36e1-4f9b-b369-3f510ff62964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:02.324182 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-455c42b9-e85e-4ed8-aec2-e1b8e9640325 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:02.335538 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61662e94-67eb-4e12-a22c-9d649ff20666 None None] The sync data for ids ['e65ead5c-f3f3-4e8e-97b0-27a90e62ec19'] in n-d-798930-9 is: [{'id': 'e65ead5c-f3f3-4e8e-97b0-27a90e62ec19', 'name': 'tempest-TestVolumeBackupRestore-1090968065-router', 'tenant_id': 'f9328e39e17947deb24a782b370ec2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '8e821d4b-9a47-4594-bf08-23af5ae98afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:45Z', 'updated_at': '2021-07-22T16:47:54Z', 'revision_number': 4, 'project_id': 'f9328e39e17947deb24a782b370ec2dc', 'gw_port': {'id': '8e821d4b-9a47-4594-bf08-23af5ae98afa', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65ead5c-f3f3-4e8e-97b0-27a90e62ec19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:46Z', 'updated_at': '2021-07-22T16:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'd93b8573-9fc1-4e43-a869-326f2c9ef7f6', 'name': '', 'network_id': '63581f75-d4ae-4700-b78b-59da668ae4ac', 'tenant_id': 'f9328e39e17947deb24a782b370ec2dc', 'mac_address': 'fa:16:3e:3e:11:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65ead5c-f3f3-4e8e-97b0-27a90e62ec19', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'd90bf921-ee8a-4580-958c-fc810d27c840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:52Z', 'updated_at': '2021-07-22T16:48:01Z', 'revision_number': 4, 'project_id': 'f9328e39e17947deb24a782b370ec2dc', 'subnets': [{'id': 'd90bf921-ee8a-4580-958c-fc810d27c840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:48:02.405184 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-3c581cb1-2814-4816-ab33-04064f17e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:02.405184 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-3c581cb1-2814-4816-ab33-04064f17e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:02.405184 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-3c581cb1-2814-4816-ab33-04064f17e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:02.405184 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-3c581cb1-2814-4816-ab33-04064f17e71b service neutron] 10.222.0.16 "GET /v2.0/networks?id=9c5c4430-fe08-4a96-9de3-fdc32bed75bd&id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&id=1efbf9bc-0c70-4776-ae72-82d943308ba7&id=1efbf9bc-0c70-4776-ae72-82d943308ba7 HTTP/1.1" status: 200 len: 2298 time: 0.2800274 Jul 22 16:48:02.483813 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-9097c20f-ff08-4099-9788-62a7f4ba9955 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8::f816:3eff:fe1f:1514 (3a7a7ee3-b719-4772-82c2-01f118e27227/f7a36e5d-2af3-4aa4-947b-3e8b3123d27a/b2353729-da8c-4c4c-b694-f6a8b0abe6d9) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:02.559499 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7838e726-8aff-4bef-b523-3a414c4b8ae9 None None] Update dhcp port {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'fixed_ips': [{'subnet_id': 'f7a36e5d-2af3-4aa4-947b-3e8b3123d27a', 'ip_address': '2001:db8::f816:3eff:fea9:743b'}, {'subnet_id': '9351c5fa-ab4d-45f0-a503-9463637f828f'}], 'binding:host_id': 'n-d-798930-9'}, 'id': '89a531c7-fab3-44ec-a23c-0324bc3de67a'} from n-d-798930-9. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:48:02.567665 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-1084f4f5-c52c-4b82-b0eb-0d3924236371 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Allocated IP 2001:db8::30a (c35b6c56-f70d-47da-8775-700ad90f16a1/5f8c7dcd-cadb-43ac-9f95-0abccf7f5fd6/552f3fd4-6b77-48e4-b4e5-429880ced98b) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:02.695762 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3,segment=NetworkSegment(520eaa06-6273-40d1-b009-798b7710aab1),segment_id=520eaa06-6273-40d1-b009-798b7710aab1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:02.729584 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:02.730793 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8e821d4b-9a47-4594-bf08-23af5ae98afa up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:02.825302 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4f89bbc-b0c8-441c-8769-3818a5416ad0 req-219d0539-1abf-431f-a869-ed4572b401d2 service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7110901 Jul 22 16:48:02.953808 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:02.981874 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-e2094d9f-c167-4983-81a8-693c03561be0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b HTTP/1.1" status: 200 len: 1001 time: 0.5699258 Jul 22 16:48:02.984234 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9097c20f-ff08-4099-9788-62a7f4ba9955 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:02.987429 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7838e726-8aff-4bef-b523-3a414c4b8ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:03.063861 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-9097c20f-ff08-4099-9788-62a7f4ba9955 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Transition to ACTIVE for port object b2353729-da8c-4c4c-b694-f6a8b0abe6d9 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:03.087227 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1084f4f5-c52c-4b82-b0eb-0d3924236371 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:03.102936 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-339a64dd-4bd4-48a2-86ca-ad8a394a2e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:03.106925 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-339a64dd-4bd4-48a2-86ca-ad8a394a2e0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=201d105d-0acc-407e-9daf-fc4d01c306de HTTP/1.1" status: 200 len: 855 time: 0.1154966 Jul 22 16:48:03.122176 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-1084f4f5-c52c-4b82-b0eb-0d3924236371 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Transition to ACTIVE for port object 552f3fd4-6b77-48e4-b4e5-429880ced98b will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:03.206984 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9097c20f-ff08-4099-9788-62a7f4ba9955 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:03.319453 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9097c20f-ff08-4099-9788-62a7f4ba9955 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:03.327392 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-9097c20f-ff08-4099-9788-62a7f4ba9955 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:03.335435 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1084f4f5-c52c-4b82-b0eb-0d3924236371 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:03.351272 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9097c20f-ff08-4099-9788-62a7f4ba9955 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:03.357259 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9097c20f-ff08-4099-9788-62a7f4ba9955 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:03.358015 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9097c20f-ff08-4099-9788-62a7f4ba9955 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:03.369282 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:03.399255 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fe47ae26-96d4-4ea6-ada6-3b39d73b361e req-f90b37fa-8c3c-4bec-9f43-2a92888b7d06 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 210 time: 0.1409540 Jul 22 16:48:03.409009 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1084f4f5-c52c-4b82-b0eb-0d3924236371 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Network c35b6c56-f70d-47da-8775-700ad90f16a1 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:03.423617 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-1084f4f5-c52c-4b82-b0eb-0d3924236371 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:03.439358 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1084f4f5-c52c-4b82-b0eb-0d3924236371 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:03.445640 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1084f4f5-c52c-4b82-b0eb-0d3924236371 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:03.446306 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1084f4f5-c52c-4b82-b0eb-0d3924236371 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:03.470967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097c20f-ff08-4099-9788-62a7f4ba9955 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=b2353729-da8c-4c4c-b694-f6a8b0abe6d9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:03.474750 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455c42b9-e85e-4ed8-aec2-e1b8e9640325 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Router c4e879fe-bed1-481a-a43b-bb45ed91ad9c has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:48:03.498242 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-579ee43b-3900-4b14-bbee-094185040c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'name': 'tempest-AttachVolumeShelveTestJSON-1655165633-router', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:09Z', 'updated_at': '2021-07-22T16:47:17Z', 'revision_number': 4, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'gw_port': {'id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:11Z', 'updated_at': '2021-07-22T16:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'adb3710a-492d-4a98-87c6-0d285c36e09e', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'port_id': '0e206c57-83cc-41d7-9d92-3436d33b4fa4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'mac_address': 'fa:16:3e:83:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e060cb3-9408-4b40-a1bb-036edeb65e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:47:26Z', 'updated_at': '2021-07-22T16:47:54Z', 'revision_number': 1, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6d9024-02e6-4a4c-b7a2-fd24e4551837', 'name': '', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'mac_address': 'fa:16:3e:97:d1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:16Z', 'updated_at': '2021-07-22T16:47:28Z', 'revision_number': 5, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'subnets': [{'id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:03.534417 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-67d82a74-ea61-4448-9903-0b987977832a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:03.536122 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-67d82a74-ea61-4448-9903-0b987977832a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9c5c4430-fe08-4a96-9de3-fdc32bed75bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4142935 Jul 22 16:48:03.570136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ee43b-3900-4b14-bbee-094185040c71 None None] The sync data for ids ['c3371d87-70cb-4016-ae46-d055e529da54'] in n-d-798930-9 is: [{'id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'name': 'tempest-AttachVolumeShelveTestJSON-1655165633-router', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:09Z', 'updated_at': '2021-07-22T16:47:17Z', 'revision_number': 4, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'gw_port': {'id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:11Z', 'updated_at': '2021-07-22T16:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'adb3710a-492d-4a98-87c6-0d285c36e09e', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'port_id': '0e206c57-83cc-41d7-9d92-3436d33b4fa4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'mac_address': 'fa:16:3e:83:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e060cb3-9408-4b40-a1bb-036edeb65e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:47:26Z', 'updated_at': '2021-07-22T16:47:54Z', 'revision_number': 1, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6d9024-02e6-4a4c-b7a2-fd24e4551837', 'name': '', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'mac_address': 'fa:16:3e:97:d1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:16Z', 'updated_at': '2021-07-22T16:47:28Z', 'revision_number': 5, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'subnets': [{'id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:48:03.594027 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9097c20f-ff08-4099-9788-62a7f4ba9955 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 5.0521364 Jul 22 16:48:03.595101 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084f4f5-c52c-4b82-b0eb-0d3924236371 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Pushing event updated for resources: {'Port': ['ID=552f3fd4-6b77-48e4-b4e5-429880ced98b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:03.608287 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1084f4f5-c52c-4b82-b0eb-0d3924236371 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3341460 Jul 22 16:48:03.609030 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39656) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:03.629843 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39658) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:03.634579 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b0cc9802-5a68-4cbc-beed-b248f05f8c92 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::b3', 'mac_address': 'fa:16:3e:71:50:3c'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:03.835036 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 8e821d4b-9a47-4594-bf08-23af5ae98afa triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:03.836303 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:03.840068 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455c42b9-e85e-4ed8-aec2-e1b8e9640325 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:48:03.859649 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-455c42b9-e85e-4ed8-aec2-e1b8e9640325 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "PUT /v2.0/routers/c4e879fe-bed1-481a-a43b-bb45ed91ad9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0649164 Jul 22 16:48:03.859846 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-091424c1-36e1-4f9b-b369-3f510ff62964 None None] Provisioning for port 0c0288c5-65a9-4757-9c9e-82771cc9c0ad completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:03.869805 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39660) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:04.008107 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-7838e726-8aff-4bef-b523-3a414c4b8ae9 None None] Allocated IP 2001:db8:0:1::2 (3a7a7ee3-b719-4772-82c2-01f118e27227/9351c5fa-ab4d-45f0-a503-9463637f828f/89a531c7-fab3-44ec-a23c-0324bc3de67a) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:04.042038 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cc28a131-5055-46fd-8560-099da083cf26 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4e879fe-bed1-481a-a43b-bb45ed91ad9c HTTP/1.1" status: 200 len: 205 time: 0.1695874 Jul 22 16:48:04.045231 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641dd41f-4391-4d8a-ad80-ecada6472561 None None] New status for floating IP adb3710a-492d-4a98-87c6-0d285c36e09e: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:48:04.046795 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39664) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:04.117390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5987f516-cf7b-4220-a8d8-2a6cefa8d29c None None] Sync routers for ids ['c4e879fe-bed1-481a-a43b-bb45ed91ad9c'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:48:04.212841 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-091424c1-36e1-4f9b-b369-3f510ff62964 None None] Provisioning complete for port 0c0288c5-65a9-4757-9c9e-82771cc9c0ad triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:04.213716 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-091424c1-36e1-4f9b-b369-3f510ff62964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:04.271080 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23776aac-2a30-40ca-bded-df754d458003 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:04.277785 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-091424c1-36e1-4f9b-b369-3f510ff62964 None None] Port 0c0288c5-65a9-4757-9c9e-82771cc9c0ad cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:04.286256 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-091424c1-36e1-4f9b-b369-3f510ff62964 None None] Could not find standard attr ID for object 984a3623-1619-4777-aea4-b389dd428cd3. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:48:04.292058 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-091424c1-36e1-4f9b-b369-3f510ff62964 None None] Could not find standard attr ID for object ca9e3918-fb1e-4b8c-ba1b-91cb5817efd5. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:48:04.307644 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5987f516-cf7b-4220-a8d8-2a6cefa8d29c None None] Routers {'c4e879fe-bed1-481a-a43b-bb45ed91ad9c'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:04.308706 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5987f516-cf7b-4220-a8d8-2a6cefa8d29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:48:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['c4e879fe-bed1-481a-a43b-bb45ed91ad9c'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:04.331709 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d2325f75-6068-43d0-a2ff-808aab6dc767 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting port b2353729-da8c-4c4c-b694-f6a8b0abe6d9 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:04.336356 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d2325f75-6068-43d0-a2ff-808aab6dc767 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:04.360150 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5987f516-cf7b-4220-a8d8-2a6cefa8d29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:04.367048 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-091424c1-36e1-4f9b-b369-3f510ff62964 None None] Provisioning for port 89a531c7-fab3-44ec-a23c-0324bc3de67a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:04.425210 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-546a07c6-5da1-4863-8368-5db89c786da8 service neutron] 10.222.0.16 "GET /v2.0/networks/9c5c4430-fe08-4a96-9de3-fdc32bed75bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7715514 Jul 22 16:48:04.426322 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 89a531c7-fab3-44ec-a23c-0324bc3de67a up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:04.526571 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5987f516-cf7b-4220-a8d8-2a6cefa8d29c None None] Routers {'c4e879fe-bed1-481a-a43b-bb45ed91ad9c'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:04.530654 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5987f516-cf7b-4220-a8d8-2a6cefa8d29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:48:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['c4e879fe-bed1-481a-a43b-bb45ed91ad9c'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:04.591148 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5987f516-cf7b-4220-a8d8-2a6cefa8d29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:04.591949 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5987f516-cf7b-4220-a8d8-2a6cefa8d29c None None] The sync data for ids ['c4e879fe-bed1-481a-a43b-bb45ed91ad9c'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:48:04.606925 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7838e726-8aff-4bef-b523-3a414c4b8ae9 None None] For port 89a531c7-fab3-44ec-a23c-0324bc3de67a, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=89a531c7-fab3-44ec-a23c-0324bc3de67a,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:04.609388 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-87255b28-e2a7-43a6-8381-752bc9707860 None None] Could not find standard attr ID for object 984a3623-1619-4777-aea4-b389dd428cd3. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:48:04.643589 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-df3aba52-d3f3-49cd-bc67-5de36fcbf55f req-d61c0bf5-91eb-4647-b9bc-47c759708ebd tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 210 time: 0.1025009 Jul 22 16:48:04.647528 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b0cc9802-5a68-4cbc-beed-b248f05f8c92 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:04.655389 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 89a531c7-fab3-44ec-a23c-0324bc3de67a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:04.662806 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 89a531c7-fab3-44ec-a23c-0324bc3de67a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:04.663435 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:04.698598 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-c20031d3-3758-4e9f-b6e4-f14738e88fc9 service neutron] 10.222.0.16 "GET /v2.0/networks/9c5c4430-fe08-4a96-9de3-fdc32bed75bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011745 Jul 22 16:48:04.698777 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d2325f75-6068-43d0-a2ff-808aab6dc767 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:04.708957 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:04.739586 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-87255b28-e2a7-43a6-8381-752bc9707860 None None] Provisioning for port 552f3fd4-6b77-48e4-b4e5-429880ced98b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:04.748776 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-87255b28-e2a7-43a6-8381-752bc9707860 None None] Provisioning complete for port 552f3fd4-6b77-48e4-b4e5-429880ced98b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:04.749643 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-87255b28-e2a7-43a6-8381-752bc9707860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:04.773040 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-02b1136d-db72-4180-bb3c-f51dc3525d97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=706d94d1-b403-4659-855c-6be2d363f415 HTTP/1.1" status: 200 len: 217 time: 0.0404661 Jul 22 16:48:04.774814 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23776aac-2a30-40ca-bded-df754d458003 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:04.777074 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23776aac-2a30-40ca-bded-df754d458003 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:04.789142 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d2325f75-6068-43d0-a2ff-808aab6dc767 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Calling delete_port for b2353729-da8c-4c4c-b694-f6a8b0abe6d9 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:04.795733 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7838e726-8aff-4bef-b523-3a414c4b8ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:04.798584 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-87255b28-e2a7-43a6-8381-752bc9707860 None None] Port 552f3fd4-6b77-48e4-b4e5-429880ced98b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:04.846751 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:04.863477 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7838e726-8aff-4bef-b523-3a414c4b8ae9 None None] Ignored duplicate provisioning block setup for port 89a531c7-fab3-44ec-a23c-0324bc3de67a by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 16:48:04.871082 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7838e726-8aff-4bef-b523-3a414c4b8ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:04.878766 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-d258e359-cbd0-441d-a0ba-e2daefbe5df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:04.883244 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-d258e359-cbd0-441d-a0ba-e2daefbe5df2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96d2d744-bd35-4248-9461-63b7b331579f HTTP/1.1" status: 200 len: 797 time: 0.1031027 Jul 22 16:48:04.884414 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23776aac-2a30-40ca-bded-df754d458003 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:04.885436 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23776aac-2a30-40ca-bded-df754d458003 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Fanout notify agent at l3_agent the message router_deleted on router c4e879fe-bed1-481a-a43b-bb45ed91ad9c {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:48:04.896948 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23776aac-2a30-40ca-bded-df754d458003 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:04.901623 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-23776aac-2a30-40ca-bded-df754d458003 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/routers/c4e879fe-bed1-481a-a43b-bb45ed91ad9c HTTP/1.1" status: 204 len: 168 time: 0.8518846 Jul 22 16:48:04.903247 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39670) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:04.968487 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:48:04.968757 n-d-798930-9 neutron-server[93818]: DEBUG oslo_db.api [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:48:05.006748 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc030853-f18c-455c-ae97-3f1052da7a19 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Deleting subnet 8edd9ab3-0470-434e-8ca9-40a91ec114f2 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:48:05.018531 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc030853-f18c-455c-ae97-3f1052da7a19 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:05.029586 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838e726-8aff-4bef-b523-3a414c4b8ae9 None None] Pushing event updated for resources: {'Port': ['ID=89a531c7-fab3-44ec-a23c-0324bc3de67a,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:05.039197 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838e726-8aff-4bef-b523-3a414c4b8ae9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:05.039707 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838e726-8aff-4bef-b523-3a414c4b8ae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:05.040153 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838e726-8aff-4bef-b523-3a414c4b8ae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:05.040590 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838e726-8aff-4bef-b523-3a414c4b8ae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:05.041024 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838e726-8aff-4bef-b523-3a414c4b8ae9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:05.041580 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838e726-8aff-4bef-b523-3a414c4b8ae9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:05.042081 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838e726-8aff-4bef-b523-3a414c4b8ae9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:05.042332 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838e726-8aff-4bef-b523-3a414c4b8ae9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:05.042756 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838e726-8aff-4bef-b523-3a414c4b8ae9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:05.043542 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838e726-8aff-4bef-b523-3a414c4b8ae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:05.044739 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838e726-8aff-4bef-b523-3a414c4b8ae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:05.044739 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838e726-8aff-4bef-b523-3a414c4b8ae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:05.116281 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-df0c848e-9820-41b1-af34-b6009933c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:05.118843 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b0cc9802-5a68-4cbc-beed-b248f05f8c92 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:05.121829 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-df0c848e-9820-41b1-af34-b6009933c0ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2166767 Jul 22 16:48:05.126868 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b0cc9802-5a68-4cbc-beed-b248f05f8c92 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:05.188339 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc030853-f18c-455c-ae97-3f1052da7a19 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:05.203081 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b0cc9802-5a68-4cbc-beed-b248f05f8c92 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] In _notify_port_updated(), no bound segment for port 552f3fd4-6b77-48e4-b4e5-429880ced98b on network c35b6c56-f70d-47da-8775-700ad90f16a1 {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:48:05.208653 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cc9802-5a68-4cbc-beed-b248f05f8c92 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:05.209360 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b0cc9802-5a68-4cbc-beed-b248f05f8c92 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:05.210754 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b0cc9802-5a68-4cbc-beed-b248f05f8c92 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] 10.222.0.69 "PUT /v2.0/ports/552f3fd4-6b77-48e4-b4e5-429880ced98b HTTP/1.1" status: 200 len: 1001 time: 1.5813525 Jul 22 16:48:05.220736 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39674) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:05.300151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc9802-5a68-4cbc-beed-b248f05f8c92 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Pushing event updated for resources: {'Port': ['ID=552f3fd4-6b77-48e4-b4e5-429880ced98b,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:05.343376 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d2325f75-6068-43d0-a2ff-808aab6dc767 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:05.363927 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-630ce4b6-c445-4471-a05e-b31f4e6f622e service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336688 Jul 22 16:48:05.408648 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:48:05.411725 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2325f75-6068-43d0-a2ff-808aab6dc767 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Port': ['ID=b2353729-da8c-4c4c-b694-f6a8b0abe6d9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:05.546370 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:05.550991 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc030853-f18c-455c-ae97-3f1052da7a19 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:05.581262 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d2325f75-6068-43d0-a2ff-808aab6dc767 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:05.585453 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d2325f75-6068-43d0-a2ff-808aab6dc767 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/b2353729-da8c-4c4c-b694-f6a8b0abe6d9 HTTP/1.1" status: 204 len: 168 time: 1.9748013 Jul 22 16:48:05.597011 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39676) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:05.680165 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 89a531c7-fab3-44ec-a23c-0324bc3de67a, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=89a531c7-fab3-44ec-a23c-0324bc3de67a,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:05.697165 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:05.700701 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1f8221a9-d8ed-4fa7-bde3-eafbaed5f37e None None] Provisioning complete for port 552f3fd4-6b77-48e4-b4e5-429880ced98b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:05.701070 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f8221a9-d8ed-4fa7-bde3-eafbaed5f37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:05.729752 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5a979d4b-e86e-4f37-8261-1375260c58d5 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Deleting port 552f3fd4-6b77-48e4-b4e5-429880ced98b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:05.735118 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a979d4b-e86e-4f37-8261-1375260c58d5 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:05.788936 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-88310b50-2487-4d5a-a693-25a96cbfaa54 service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882519 Jul 22 16:48:05.818915 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1f8221a9-d8ed-4fa7-bde3-eafbaed5f37e None None] Port 552f3fd4-6b77-48e4-b4e5-429880ced98b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:05.848705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=89a531c7-fab3-44ec-a23c-0324bc3de67a,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:05.859382 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-4add6cea-4d3e-4dfb-a8e9-b6f1f4fac765 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=aba8f711-d6ad-4378-a003-ab86655f7a9e HTTP/1.1" status: 200 len: 217 time: 0.0622284 Jul 22 16:48:05.976468 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-b6b69060-6a1a-4cb1-9a51-6ebc8a6f126d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:05.978963 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-b6b69060-6a1a-4cb1-9a51-6ebc8a6f126d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96d2d744-bd35-4248-9461-63b7b331579f HTTP/1.1" status: 200 len: 797 time: 0.1051729 Jul 22 16:48:05.980778 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc030853-f18c-455c-ae97-3f1052da7a19 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:06.070051 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc030853-f18c-455c-ae97-3f1052da7a19 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Subnet': ['ID=8edd9ab3-0470-434e-8ca9-40a91ec114f2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:06.085677 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb4762b-1b97-4398-90ef-b2cc9c277914 None None] Network 358eea08-e28d-4b8b-8d35-ec9ed8acecda requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:06.091722 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc030853-f18c-455c-ae97-3f1052da7a19 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:06.102302 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cc030853-f18c-455c-ae97-3f1052da7a19 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/subnets/8edd9ab3-0470-434e-8ca9-40a91ec114f2 HTTP/1.1" status: 204 len: 168 time: 1.1909144 Jul 22 16:48:06.103049 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39682) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:06.293146 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-6b15178c-93f9-4145-b0d2-3e522e372e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:06.295148 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-6b15178c-93f9-4145-b0d2-3e522e372e84 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3019192 Jul 22 16:48:06.302104 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1e79264a-a23c-440b-954c-a6e2a1402827 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:06.308902 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:06.462522 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dd52d75f-5666-4054-8a8d-26b33c9d6d34 None None] Provisioning complete for port 89a531c7-fab3-44ec-a23c-0324bc3de67a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:06.462909 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd52d75f-5666-4054-8a8d-26b33c9d6d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:06.497063 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-d5ed835a-2566-44ce-8af8-49f8495de78c service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921885 Jul 22 16:48:06.504584 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1e79264a-a23c-440b-954c-a6e2a1402827 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Deleting port 5e152db4-ea19-4207-8439-d112740840d5 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:06.505154 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1e79264a-a23c-440b-954c-a6e2a1402827 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:06.636498 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:06.637999 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:06.699153 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d76d235b-051b-4ed8-a81f-97009fb38a15 req-cf3ec800-e329-427b-8cae-9117408e101a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 210 time: 0.7467077 Jul 22 16:48:06.728803 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef317631-a9d5-4b2e-9f9b-3afe3a152034 None None] DHCP port deletion for 358eea08-e28d-4b8b-8d35-ec9ed8acecda request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:48:06.790901 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a979d4b-e86e-4f37-8261-1375260c58d5 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:06.826603 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cca37a-2426-4cde-9f64-eebe3d0d0bf4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:06.830749 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b3cca37a-2426-4cde-9f64-eebe3d0d0bf4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 1.2201779 Jul 22 16:48:06.838494 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39688) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:06.866357 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 89a531c7-fab3-44ec-a23c-0324bc3de67a up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:06.913902 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-be8511f5-98a7-442c-adb1-b4576e363e51 None None] Could not find standard attr ID for object b2353729-da8c-4c4c-b694-f6a8b0abe6d9. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:48:06.924494 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5a979d4b-e86e-4f37-8261-1375260c58d5 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Calling delete_port for 552f3fd4-6b77-48e4-b4e5-429880ced98b owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:06.933411 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ef317631-a9d5-4b2e-9f9b-3afe3a152034 None None] Deleting port 5e152db4-ea19-4207-8439-d112740840d5 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:06.933784 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef317631-a9d5-4b2e-9f9b-3afe3a152034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:07.008944 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ef317631-a9d5-4b2e-9f9b-3afe3a152034 None None] For port 5e152db4-ea19-4207-8439-d112740840d5, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5e152db4-ea19-4207-8439-d112740840d5,segment=NetworkSegment(e0a2d65e-35cd-4288-a351-f0f3088c9d2a),segment_id=e0a2d65e-35cd-4288-a351-f0f3088c9d2a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:07.009342 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef317631-a9d5-4b2e-9f9b-3afe3a152034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:07.016891 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 89a531c7-fab3-44ec-a23c-0324bc3de67a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:07.017271 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:07.036838 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac3b085-638f-4054-b0fc-9fa8331e2a68 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:07.039007 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7ac3b085-638f-4054-b0fc-9fa8331e2a68 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1996109 Jul 22 16:48:07.041520 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ef317631-a9d5-4b2e-9f9b-3afe3a152034 None None] Calling delete_port for 5e152db4-ea19-4207-8439-d112740840d5 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:07.042025 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39690) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:07.125597 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91371b38-a665-4da8-82bf-5d81206212c5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:07.126933 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91371b38-a665-4da8-82bf-5d81206212c5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:07.128424 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91371b38-a665-4da8-82bf-5d81206212c5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:07.130265 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-91371b38-a665-4da8-82bf-5d81206212c5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0860929 Jul 22 16:48:07.141070 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39692) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:07.170080 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5e152db4-ea19-4207-8439-d112740840d5 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:07.209637 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef317631-a9d5-4b2e-9f9b-3afe3a152034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:07.217183 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-991e0299-f80f-4fec-bd03-48205a81da97 req-3894364e-4431-4907-9e93-e8fe68c2a235 tempest-MultipleCreateTestJSON-1697103559 tempest-MultipleCreateTestJSON-1697103559-project] (93817) timed out ('10.222.0.16', 49325) {{(pid=93817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 16:48:07.251339 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef317631-a9d5-4b2e-9f9b-3afe3a152034 None None] Pushing event deleted for resources: {'Port': ['ID=5e152db4-ea19-4207-8439-d112740840d5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:07.268175 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef317631-a9d5-4b2e-9f9b-3afe3a152034 None None] No DVR routers for this DVR port 5e152db4-ea19-4207-8439-d112740840d5 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:07.286471 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No active binding found for port 5e152db4-ea19-4207-8439-d112740840d5 {{(pid=93818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 16:48:07.286862 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5e152db4-ea19-4207-8439-d112740840d5 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 16:48:07.297814 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3949242-061b-488d-88e8-1d199cc246d5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet 9351c5fa-ab4d-45f0-a503-9463637f828f {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:48:07.301554 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3949242-061b-488d-88e8-1d199cc246d5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:07.311977 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Port 5e152db4-ea19-4207-8439-d112740840d5 not found, will not notify nova. {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 16:48:07.313430 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d93b8573-9fc1-4e43-a869-326f2c9ef7f6 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:07.354604 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-3db3bc2a-4307-4ba8-8e34-5f1e248ab0b3 service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8465846 Jul 22 16:48:07.356561 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1e79264a-a23c-440b-954c-a6e2a1402827 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] For port 5e152db4-ea19-4207-8439-d112740840d5, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5e152db4-ea19-4207-8439-d112740840d5,segment=NetworkSegment(e0a2d65e-35cd-4288-a351-f0f3088c9d2a),segment_id=e0a2d65e-35cd-4288-a351-f0f3088c9d2a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:07.356762 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1e79264a-a23c-440b-954c-a6e2a1402827 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:07.359748 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3949242-061b-488d-88e8-1d199cc246d5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:07.406734 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port d93b8573-9fc1-4e43-a869-326f2c9ef7f6 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:07.417064 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-e7eac81b-bf53-4373-a344-3ee1d0be4c70 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=85be8f06-0cb5-488b-9eb9-9477188bcef3 HTTP/1.1" status: 200 len: 217 time: 0.0516527 Jul 22 16:48:07.418280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-1e79264a-a23c-440b-954c-a6e2a1402827 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Calling delete_port for 5e152db4-ea19-4207-8439-d112740840d5 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:07.421770 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port d93b8573-9fc1-4e43-a869-326f2c9ef7f6 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:07.423751 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:07.442194 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a979d4b-e86e-4f37-8261-1375260c58d5 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:07.484948 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a979d4b-e86e-4f37-8261-1375260c58d5 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Pushing event deleted for resources: {'Port': ['ID=552f3fd4-6b77-48e4-b4e5-429880ced98b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:07.583859 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-75b510ca-f7c1-4f81-9526-f55bf7ad45c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:07.586138 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-75b510ca-f7c1-4f81-9526-f55bf7ad45c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96d2d744-bd35-4248-9461-63b7b331579f HTTP/1.1" status: 200 len: 797 time: 0.1629579 Jul 22 16:48:07.608511 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3949242-061b-488d-88e8-1d199cc246d5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:07.663403 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:07.705830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-606f9b11-2ab3-42e4-8f6e-10f6befd61f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:07.707501 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-606f9b11-2ab3-42e4-8f6e-10f6befd61f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1111512 Jul 22 16:48:07.722173 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a979d4b-e86e-4f37-8261-1375260c58d5 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:07.725482 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5a979d4b-e86e-4f37-8261-1375260c58d5 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] 10.222.0.69 "DELETE /v2.0/ports/552f3fd4-6b77-48e4-b4e5-429880ced98b HTTP/1.1" status: 204 len: 168 time: 2.5037494 Jul 22 16:48:07.729115 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39696) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:07.733651 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1e79264a-a23c-440b-954c-a6e2a1402827 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:07.744960 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port d93b8573-9fc1-4e43-a869-326f2c9ef7f6, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d93b8573-9fc1-4e43-a869-326f2c9ef7f6,segment=NetworkSegment(cccff56a-f9a9-4ce9-8e88-8186dceb8659),segment_id=cccff56a-f9a9-4ce9-8e88-8186dceb8659)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:07.763470 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:07.774471 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a351db-8cfd-4e82-89e8-1a35946fef81 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] GET failed (client error): The resource could not be found. Jul 22 16:48:07.776952 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-55a351db-8cfd-4e82-89e8-1a35946fef81 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] 10.222.0.69 "GET /v2.0/ports/552f3fd4-6b77-48e4-b4e5-429880ced98b HTTP/1.1" status: 404 len: 333 time: 0.0464561 Jul 22 16:48:07.780361 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39700) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:07.786709 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-635a6a3a-31a5-40fe-a32d-fadbcd024e8b tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Request body: {'port': {'network_id': 'c35b6c56-f70d-47da-8775-700ad90f16a1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-58372238'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:07.814167 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e79264a-a23c-440b-954c-a6e2a1402827 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] No DVR routers for this DVR port 5e152db4-ea19-4207-8439-d112740840d5 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:07.884785 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79264a-a23c-440b-954c-a6e2a1402827 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Port': ['ID=5e152db4-ea19-4207-8439-d112740840d5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:07.885253 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=d93b8573-9fc1-4e43-a869-326f2c9ef7f6,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:07.945151 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 89a531c7-fab3-44ec-a23c-0324bc3de67a up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:08.011314 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2382fc10-45e9-4f13-9b5f-bdf460ee8fbd req-56447123-a01b-45fc-8757-aad737f31b9a tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 210 time: 0.0886366 Jul 22 16:48:08.012328 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635a6a3a-31a5-40fe-a32d-fadbcd024e8b tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Made reservation on behalf of ea9170043455493597171e6a0878b27a for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:08.019809 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-635a6a3a-31a5-40fe-a32d-fadbcd024e8b tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.038371 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3949242-061b-488d-88e8-1d199cc246d5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.048318 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-635a6a3a-31a5-40fe-a32d-fadbcd024e8b tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] device_id is not set on port 148b9580-e773-4105-9cf7-80743fd06ec3 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:48:08.055247 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 89a531c7-fab3-44ec-a23c-0324bc3de67a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:08.055625 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.131314 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1e79264a-a23c-440b-954c-a6e2a1402827 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.156588 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-1e79264a-a23c-440b-954c-a6e2a1402827 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['358eea08-e28d-4b8b-8d35-ec9ed8acecda']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:08.170771 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-1e79264a-a23c-440b-954c-a6e2a1402827 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a2d65e-35cd-4288-a351-f0f3088c9d2a') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:08.171063 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-1e79264a-a23c-440b-954c-a6e2a1402827 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a2d65e-35cd-4288-a351-f0f3088c9d2a') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:08.174305 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-51d7afea-397d-4918-827b-c138a4053671 service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586468 Jul 22 16:48:08.185849 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1e79264a-a23c-440b-954c-a6e2a1402827 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.214719 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1e79264a-a23c-440b-954c-a6e2a1402827 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.224494 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e79264a-a23c-440b-954c-a6e2a1402827 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:48:08.225938 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1e79264a-a23c-440b-954c-a6e2a1402827 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.230248 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3949242-061b-488d-88e8-1d199cc246d5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.231922 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c3949242-061b-488d-88e8-1d199cc246d5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/9351c5fa-ab4d-45f0-a503-9463637f828f HTTP/1.1" status: 204 len: 168 time: 1.0898933 Jul 22 16:48:08.232871 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3949242-061b-488d-88e8-1d199cc246d5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=9351c5fa-ab4d-45f0-a503-9463637f828f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:08.236723 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45aa49b1-ef68-4e74-8687-b3f16318c39b None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:08.242216 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39704) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:08.264652 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-635a6a3a-31a5-40fe-a32d-fadbcd024e8b tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Allocated IP 2001:db8::380 (c35b6c56-f70d-47da-8775-700ad90f16a1/5f8c7dcd-cadb-43ac-9f95-0abccf7f5fd6/148b9580-e773-4105-9cf7-80743fd06ec3) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:48:08.274573 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:48:08.372436 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5e152db4-ea19-4207-8439-d112740840d5 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:08.390425 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d55125d-6764-477b-ae3b-50e892f62d40 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet f7a36e5d-2af3-4aa4-947b-3e8b3123d27a {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:48:08.397337 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d55125d-6764-477b-ae3b-50e892f62d40 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.407467 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 5e152db4-ea19-4207-8439-d112740840d5 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:48:08.407998 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5e152db4-ea19-4207-8439-d112740840d5 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:48:08.496023 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d55125d-6764-477b-ae3b-50e892f62d40 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.506737 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-c99e47a4-6f01-4957-bf05-c51e1e578fe6 service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222070 Jul 22 16:48:08.507823 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1e79264a-a23c-440b-954c-a6e2a1402827 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.513197 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1e79264a-a23c-440b-954c-a6e2a1402827 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.520338 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1e79264a-a23c-440b-954c-a6e2a1402827 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/networks/358eea08-e28d-4b8b-8d35-ec9ed8acecda HTTP/1.1" status: 204 len: 168 time: 2.4143832 Jul 22 16:48:08.521328 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39706) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:08.540450 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5a663661-3728-464a-94a2-576fc1549f10 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-552900544', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:08.610477 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79264a-a23c-440b-954c-a6e2a1402827 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Network': ['ID=358eea08-e28d-4b8b-8d35-ec9ed8acecda,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:08.617790 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-3a304aab-6eef-493a-9f0b-c2a36a80f624 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=7aa61500-2368-4f52-ab67-83af547fa639 HTTP/1.1" status: 200 len: 217 time: 0.0970173 Jul 22 16:48:08.620380 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a663661-3728-464a-94a2-576fc1549f10 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.621445 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a663661-3728-464a-94a2-576fc1549f10 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.679300 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-635a6a3a-31a5-40fe-a32d-fadbcd024e8b tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.682575 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d55125d-6764-477b-ae3b-50e892f62d40 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.727988 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-635a6a3a-31a5-40fe-a32d-fadbcd024e8b tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Transition to ACTIVE for port object 148b9580-e773-4105-9cf7-80743fd06ec3 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:08.783904 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a663661-3728-464a-94a2-576fc1549f10 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.786150 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-32055aa2-8db5-4432-bdf1-0325fed8e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:08.788666 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-32055aa2-8db5-4432-bdf1-0325fed8e56d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96d2d744-bd35-4248-9461-63b7b331579f HTTP/1.1" status: 200 len: 797 time: 0.1632628 Jul 22 16:48:08.791343 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a663661-3728-464a-94a2-576fc1549f10 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.808779 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d55125d-6764-477b-ae3b-50e892f62d40 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.816677 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-635a6a3a-31a5-40fe-a32d-fadbcd024e8b tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.822876 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5a663661-3728-464a-94a2-576fc1549f10 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.826875 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5a663661-3728-464a-94a2-576fc1549f10 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2901564 Jul 22 16:48:08.846704 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39710) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:08.854310 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-04785450-4ee6-43af-93e7-a30fed376561 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'network': {'name': 'tempest-RoutersTest-1604920174'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:08.855353 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55125d-6764-477b-ae3b-50e892f62d40 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a36e5d-2af3-4aa4-947b-3e8b3123d27a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:08.894314 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d55125d-6764-477b-ae3b-50e892f62d40 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.896213 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7d55125d-6764-477b-ae3b-50e892f62d40 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/f7a36e5d-2af3-4aa4-947b-3e8b3123d27a HTTP/1.1" status: 204 len: 168 time: 0.6529081 Jul 22 16:48:08.900494 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39712) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:08.924632 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635a6a3a-31a5-40fe-a32d-fadbcd024e8b tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Network c35b6c56-f70d-47da-8775-700ad90f16a1 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:08.928604 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-635a6a3a-31a5-40fe-a32d-fadbcd024e8b tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:08.933402 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635a6a3a-31a5-40fe-a32d-fadbcd024e8b tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:08.938997 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635a6a3a-31a5-40fe-a32d-fadbcd024e8b tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:08.939954 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-635a6a3a-31a5-40fe-a32d-fadbcd024e8b tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.944259 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a6a3a-31a5-40fe-a32d-fadbcd024e8b tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Pushing event updated for resources: {'Port': ['ID=148b9580-e773-4105-9cf7-80743fd06ec3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:08.972995 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-635a6a3a-31a5-40fe-a32d-fadbcd024e8b tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1914744 Jul 22 16:48:08.978752 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39714) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:08.980641 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b96b8f1e-1b21-4df2-ad05-bcc2a4ac4480 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752242 Jul 22 16:48:08.982997 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04785450-4ee6-43af-93e7-a30fed376561 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Made reservation on behalf of 3ea63212a4f44637b93ca12959982d7d for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:08.985759 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-11ff128a-fdf9-4342-a580-3aefbd62d9a8 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:71:50:3c'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:08.986869 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04785450-4ee6-43af-93e7-a30fed376561 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.988794 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39716) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:08.996855 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b43da60c-e00f-4a7f-8fa9-63c7fcad798a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:09.001881 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-f5de1ecb-216c-40a3-85e4-676ea19cbd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:09.003634 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-f5de1ecb-216c-40a3-85e4-676ea19cbd2c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20b1ef6e-c935-49ba-95c9-1b74b8d956bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1963868 Jul 22 16:48:09.072358 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04785450-4ee6-43af-93e7-a30fed376561 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:48:09.162682 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04785450-4ee6-43af-93e7-a30fed376561 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:09.163137 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-04785450-4ee6-43af-93e7-a30fed376561 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Added segment ca74191a-2557-42eb-ac5d-40ebb62b9504 of type vlan for network d76324c7-ce7d-454b-87bf-10e2d650aa5e Jul 22 16:48:09.295152 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04785450-4ee6-43af-93e7-a30fed376561 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:09.306666 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-8d8f6469-0251-473a-b4fb-c9e6c7fd649e service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942486 Jul 22 16:48:09.393438 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-62f3aa08-4fb7-4000-9f6c-b543a27a13d5 req-ed52a64f-497f-4f56-8a88-6b64347977e8 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 210 time: 0.1916699 Jul 22 16:48:09.398864 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-615b8935-fbf4-40af-aa09-d489d19657f0 None None] Provisioning for port 148b9580-e773-4105-9cf7-80743fd06ec3 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:09.404774 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-615b8935-fbf4-40af-aa09-d489d19657f0 None None] Provisioning complete for port 148b9580-e773-4105-9cf7-80743fd06ec3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:09.405788 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-615b8935-fbf4-40af-aa09-d489d19657f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:09.426866 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-aa86c45d-3e46-4d1b-8e47-e67b81887085 service neutron] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130922 Jul 22 16:48:09.443942 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.db.resource_extend [None req-04785450-4ee6-43af-93e7-a30fed376561 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:48:09.469559 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11ff128a-fdf9-4342-a580-3aefbd62d9a8 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:09.539916 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-615b8935-fbf4-40af-aa09-d489d19657f0 None None] Port 148b9580-e773-4105-9cf7-80743fd06ec3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:09.555576 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-59f4cd15-8a15-4768-ab6d-72d6d298579e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 HTTP/1.1" status: 200 len: 217 time: 0.1087327 Jul 22 16:48:09.558837 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43da60c-e00f-4a7f-8fa9-63c7fcad798a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:09.563742 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b43da60c-e00f-4a7f-8fa9-63c7fcad798a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:09.597983 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04785450-4ee6-43af-93e7-a30fed376561 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:09.609064 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04785450-4ee6-43af-93e7-a30fed376561 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:09.609966 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04785450-4ee6-43af-93e7-a30fed376561 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:09.619416 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312d6e4a-074f-4c60-b591-760c1a9e6494 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:09.766453 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04785450-4ee6-43af-93e7-a30fed376561 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Network': ['ID=d76324c7-ce7d-454b-87bf-10e2d650aa5e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:09.776424 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-04785450-4ee6-43af-93e7-a30fed376561 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9277811 Jul 22 16:48:09.779757 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39724) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:09.789105 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b1fb3a8a-c46e-4a27-84cf-a848fa69ce4b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'subnet': {'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:09.795512 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-65394652-d465-48e3-9fec-be473121ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:09.797385 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-65394652-d465-48e3-9fec-be473121ff46 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1b3925e-5bc2-4165-8e50-36b5b076cd3a HTTP/1.1" status: 200 len: 797 time: 0.2356119 Jul 22 16:48:09.944256 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-0d32c9ba-7e6d-4c8c-90c5-5093e1c5f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:09.954674 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-0d32c9ba-7e6d-4c8c-90c5-5093e1c5f5aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1efbf9bc-0c70-4776-ae72-82d943308ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1457694 Jul 22 16:48:09.959449 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11ff128a-fdf9-4342-a580-3aefbd62d9a8 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:09.977543 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11ff128a-fdf9-4342-a580-3aefbd62d9a8 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:10.018731 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-11ff128a-fdf9-4342-a580-3aefbd62d9a8 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] In _notify_port_updated(), no bound segment for port 148b9580-e773-4105-9cf7-80743fd06ec3 on network c35b6c56-f70d-47da-8775-700ad90f16a1 {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:48:10.024901 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ff128a-fdf9-4342-a580-3aefbd62d9a8 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:10.025577 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11ff128a-fdf9-4342-a580-3aefbd62d9a8 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:10.026992 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-11ff128a-fdf9-4342-a580-3aefbd62d9a8 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] 10.222.0.69 "PUT /v2.0/ports/148b9580-e773-4105-9cf7-80743fd06ec3 HTTP/1.1" status: 200 len: 1001 time: 1.0469151 Jul 22 16:48:10.032849 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39726) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:10.086336 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fb3a8a-c46e-4a27-84cf-a848fa69ce4b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Made reservation on behalf of 3ea63212a4f44637b93ca12959982d7d for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:10.089963 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1fb3a8a-c46e-4a27-84cf-a848fa69ce4b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:10.119500 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff128a-fdf9-4342-a580-3aefbd62d9a8 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Pushing event updated for resources: {'Port': ['ID=148b9580-e773-4105-9cf7-80743fd06ec3,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:10.122351 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b43da60c-e00f-4a7f-8fa9-63c7fcad798a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:10.185555 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network d76324c7-ce7d-454b-87bf-10e2d650aa5e details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:48:10.210147 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-adfd5305-6829-48e6-b919-844cc5978a19 service neutron] 10.222.0.16 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496471 Jul 22 16:48:10.214891 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d93b8573-9fc1-4e43-a869-326f2c9ef7f6 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:10.261661 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43da60c-e00f-4a7f-8fa9-63c7fcad798a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:10.269198 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-b43da60c-e00f-4a7f-8fa9-63c7fcad798a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:10.276622 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43da60c-e00f-4a7f-8fa9-63c7fcad798a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:10.277210 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b43da60c-e00f-4a7f-8fa9-63c7fcad798a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:10.308675 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b43da60c-e00f-4a7f-8fa9-63c7fcad798a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3188140 Jul 22 16:48:10.309419 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43da60c-e00f-4a7f-8fa9-63c7fcad798a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=80804fdd-a0cc-401e-8ef3-47ef9775ed82,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:10.314966 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39730) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:10.317096 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2e082ee6-c327-4df3-90ba-17682ba7fad8 None None] Provisioning complete for port 89a531c7-fab3-44ec-a23c-0324bc3de67a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:10.317644 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e082ee6-c327-4df3-90ba-17682ba7fad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:10.329959 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5ad1b71e-1453-4982-8e8d-951c0b823c48 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:10.466827 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-f89509a2-7417-4e21-8da9-878556a9bebd service neutron] 10.222.0.16 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479477 Jul 22 16:48:10.508722 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port d93b8573-9fc1-4e43-a869-326f2c9ef7f6 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:10.509221 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:10.560981 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-383fb716-f955-46e9-925a-6d6eed1ee4fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 HTTP/1.1" status: 200 len: 217 time: 0.0868077 Jul 22 16:48:10.629078 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3965588-2ee1-4ce8-9a1f-1e38518e7444 None None] DHCP port deletion for 3a7a7ee3-b719-4772-82c2-01f118e27227 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:48:10.651888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8870c4d8-b4a4-4c27-96d5-5de8a05f44b4 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Deleting port 148b9580-e773-4105-9cf7-80743fd06ec3 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:10.652366 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8870c4d8-b4a4-4c27-96d5-5de8a05f44b4 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:10.689835 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-dcd5743f-7f91-4d7e-bfc6-fe881b3ee3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:10.691536 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-dcd5743f-7f91-4d7e-bfc6-fe881b3ee3ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1b3925e-5bc2-4165-8e50-36b5b076cd3a HTTP/1.1" status: 200 len: 797 time: 0.1234174 Jul 22 16:48:10.716548 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-41265ca4-a392-4160-b056-9b742492f30a req-e1cd03e3-271b-404b-a597-d61b8ddbea45 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 210 time: 0.1567328 Jul 22 16:48:10.769508 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b3965588-2ee1-4ce8-9a1f-1e38518e7444 None None] Deleting port 89a531c7-fab3-44ec-a23c-0324bc3de67a {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:10.769887 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3965588-2ee1-4ce8-9a1f-1e38518e7444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:10.837129 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b1c1a4dc-cfd8-4e92-8d06-0c42520011ad None None] Provisioning complete for port 148b9580-e773-4105-9cf7-80743fd06ec3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:10.837458 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1c1a4dc-cfd8-4e92-8d06-0c42520011ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:10.867468 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8870c4d8-b4a4-4c27-96d5-5de8a05f44b4 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:10.884787 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-9bfa1018-1a32-46a8-b255-fc2f9685b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:10.887353 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-9bfa1018-1a32-46a8-b255-fc2f9685b89d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1efbf9bc-0c70-4776-ae72-82d943308ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1885419 Jul 22 16:48:10.916364 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b1c1a4dc-cfd8-4e92-8d06-0c42520011ad None None] Port 148b9580-e773-4105-9cf7-80743fd06ec3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:10.920725 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1fb3a8a-c46e-4a27-84cf-a848fa69ce4b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:10.945945 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad1b71e-1453-4982-8e8d-951c0b823c48 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:10.956967 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5ad1b71e-1453-4982-8e8d-951c0b823c48 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:11.001159 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8870c4d8-b4a4-4c27-96d5-5de8a05f44b4 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Calling delete_port for 148b9580-e773-4105-9cf7-80743fd06ec3 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:11.055626 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b3965588-2ee1-4ce8-9a1f-1e38518e7444 None None] For port 89a531c7-fab3-44ec-a23c-0324bc3de67a, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=89a531c7-fab3-44ec-a23c-0324bc3de67a,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:11.057018 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3965588-2ee1-4ce8-9a1f-1e38518e7444 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:11.084491 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb3a8a-c46e-4a27-84cf-a848fa69ce4b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Subnet': ['ID=73ddb152-f998-4038-9de9-1ab3bc939415,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:11.086559 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b3965588-2ee1-4ce8-9a1f-1e38518e7444 None None] Calling delete_port for 89a531c7-fab3-44ec-a23c-0324bc3de67a owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:11.112744 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-6b4671da-e8c8-4114-a84a-46e017845b4c service neutron] 10.222.0.16 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172799 Jul 22 16:48:11.121657 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fb3a8a-c46e-4a27-84cf-a848fa69ce4b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Checking segment: {'id': 'ca74191a-2557-42eb-ac5d-40ebb62b9504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:11.122063 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fb3a8a-c46e-4a27-84cf-a848fa69ce4b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network hostable DHCP agents. Network: d76324c7-ce7d-454b-87bf-10e2d650aa5e, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:48:11.134011 n-d-798930-9 neutron-server[93817]: INFO neutron.db.ipam_backend_mixin [None req-5ad1b71e-1453-4982-8e8d-951c0b823c48 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 80804fdd-a0cc-401e-8ef3-47ef9775ed82 (CIDR: 2001:db8::/64) Jul 22 16:48:11.141227 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad1b71e-1453-4982-8e8d-951c0b823c48 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:48:11.141438 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ad1b71e-1453-4982-8e8d-951c0b823c48 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:11.160902 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fb3a8a-c46e-4a27-84cf-a848fa69ce4b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network d76324c7-ce7d-454b-87bf-10e2d650aa5e is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:48:11.170378 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5ad1b71e-1453-4982-8e8d-951c0b823c48 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8525500 Jul 22 16:48:11.172565 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39736) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:11.182860 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-b1fb3a8a-c46e-4a27-84cf-a848fa69ce4b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, d76324c7-ce7d-454b-87bf-10e2d650aa5e) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:11.188135 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fb3a8a-c46e-4a27-84cf-a848fa69ce4b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:11.191627 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-031e91e0-83db-417f-ab25-2297aa3645a9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:11.191976 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1fb3a8a-c46e-4a27-84cf-a848fa69ce4b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:11.196163 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018d49b5-c929-4cb7-9263-536bb525c24f None None] Network d76324c7-ce7d-454b-87bf-10e2d650aa5e requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:11.221267 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3965588-2ee1-4ce8-9a1f-1e38518e7444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:11.221765 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b1fb3a8a-c46e-4a27-84cf-a848fa69ce4b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4377933 Jul 22 16:48:11.222654 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39738) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:11.271543 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3965588-2ee1-4ce8-9a1f-1e38518e7444 None None] Pushing event deleted for resources: {'Port': ['ID=89a531c7-fab3-44ec-a23c-0324bc3de67a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:11.308773 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3965588-2ee1-4ce8-9a1f-1e38518e7444 None None] No DVR routers for this DVR port 89a531c7-fab3-44ec-a23c-0324bc3de67a on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:11.346154 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7772f5-77e8-4c76-99e4-ff38891dc7fd None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:11.459557 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031e91e0-83db-417f-ab25-2297aa3645a9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:11.478403 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-031e91e0-83db-417f-ab25-2297aa3645a9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:11.541178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116b32fc-6511-4898-bc89-9f51efea7d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-d76324c7-ce7d-454b-87bf-10e2d650aa5e', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:48:11.542083 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-116b32fc-6511-4898-bc89-9f51efea7d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:11.589644 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8870c4d8-b4a4-4c27-96d5-5de8a05f44b4 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:11.701382 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870c4d8-b4a4-4c27-96d5-5de8a05f44b4 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Pushing event deleted for resources: {'Port': ['ID=148b9580-e773-4105-9cf7-80743fd06ec3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:11.763395 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-116b32fc-6511-4898-bc89-9f51efea7d4d None None] Allocated IP 172.20.0.2 (d76324c7-ce7d-454b-87bf-10e2d650aa5e/73ddb152-f998-4038-9de9-1ab3bc939415/d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:11.779638 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7717753-40a6-4844-a334-1fb721806d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-3a7a7ee3-b719-4772-82c2-01f118e27227', 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'fixed_ips': [{'subnet_id': '80804fdd-a0cc-401e-8ef3-47ef9775ed82'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:48:11.784232 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f7717753-40a6-4844-a334-1fb721806d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:11.799684 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8870c4d8-b4a4-4c27-96d5-5de8a05f44b4 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:11.812980 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8870c4d8-b4a4-4c27-96d5-5de8a05f44b4 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] 10.222.0.69 "DELETE /v2.0/ports/148b9580-e773-4105-9cf7-80743fd06ec3 HTTP/1.1" status: 204 len: 168 time: 1.7787330 Jul 22 16:48:11.836734 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39744) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:11.884204 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f1dfa4b-26c9-491a-ac71-d9f2c77a5ed0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:11.939116 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f29fc97-de27-4ad7-a5cf-667872bd09e4 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] GET failed (client error): The resource could not be found. Jul 22 16:48:11.948435 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7f29fc97-de27-4ad7-a5cf-667872bd09e4 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] 10.222.0.69 "GET /v2.0/ports/148b9580-e773-4105-9cf7-80743fd06ec3 HTTP/1.1" status: 404 len: 333 time: 0.1107697 Jul 22 16:48:11.953388 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39746) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:11.965830 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 89a531c7-fab3-44ec-a23c-0324bc3de67a no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:11.990022 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c8057302-7c1d-4c0d-906f-f47b0ae4ad81 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Request body: {'port': {'network_id': 'c35b6c56-f70d-47da-8775-700ad90f16a1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-823568902'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:12.018080 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7bf03443-c599-4e0b-822f-b83171abc10a req-3a3c8043-2236-4390-9e54-c0a7f1e60fc2 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/ports?device_id=bae81214-826d-4c71-91d8-73bc55e0ae52 HTTP/1.1" status: 200 len: 210 time: 0.0360739 Jul 22 16:48:12.048714 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 89a531c7-fab3-44ec-a23c-0324bc3de67a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:48:12.048975 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 89a531c7-fab3-44ec-a23c-0324bc3de67a not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:48:12.061544 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be7a13ef-07e3-44b6-b2d4-4d05b7b813b2 req-03a5dd13-bca0-4b8c-abad-11699bd598bd service neutron] 10.222.0.16 "GET /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9414687 Jul 22 16:48:12.154151 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:12.233346 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:12.294362 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-f7717753-40a6-4844-a334-1fb721806d68 None None] Allocated IP 2001:db8::2 (3a7a7ee3-b719-4772-82c2-01f118e27227/80804fdd-a0cc-401e-8ef3-47ef9775ed82/a9ce05cc-b025-4c8f-ae30-3034efa07204) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:12.329618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8057302-7c1d-4c0d-906f-f47b0ae4ad81 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Made reservation on behalf of ea9170043455493597171e6a0878b27a for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:12.333483 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8057302-7c1d-4c0d-906f-f47b0ae4ad81 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:12.361497 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-116b32fc-6511-4898-bc89-9f51efea7d4d None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:12.376769 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-c8057302-7c1d-4c0d-906f-f47b0ae4ad81 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] device_id is not set on port b6889bbc-de2c-44ea-9873-62219ec059b3 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:48:12.397152 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-116b32fc-6511-4898-bc89-9f51efea7d4d None None] Transition to ACTIVE for port object d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:12.466198 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-116b32fc-6511-4898-bc89-9f51efea7d4d None None] Transition to ACTIVE for port object d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:12.496086 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-116b32fc-6511-4898-bc89-9f51efea7d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:12.549632 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116b32fc-6511-4898-bc89-9f51efea7d4d None None] Network d76324c7-ce7d-454b-87bf-10e2d650aa5e is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:12.560797 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-116b32fc-6511-4898-bc89-9f51efea7d4d None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:12.563436 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116b32fc-6511-4898-bc89-9f51efea7d4d None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:12.573471 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-c8057302-7c1d-4c0d-906f-f47b0ae4ad81 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Allocated IP 2001:db8::156 (c35b6c56-f70d-47da-8775-700ad90f16a1/5f8c7dcd-cadb-43ac-9f95-0abccf7f5fd6/b6889bbc-de2c-44ea-9873-62219ec059b3) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:12.576742 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-6f1dfa4b-26c9-491a-ac71-d9f2c77a5ed0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Allocated IP 172.20.0.1 (d76324c7-ce7d-454b-87bf-10e2d650aa5e/73ddb152-f998-4038-9de9-1ab3bc939415/8baad698-b499-4742-a3e4-b9133645d9c2) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:12.601620 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f7717753-40a6-4844-a334-1fb721806d68 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:12.613870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.objects.ports [None req-031e91e0-83db-417f-ab25-2297aa3645a9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:48:12.618106 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-031e91e0-83db-417f-ab25-2297aa3645a9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:12.623021 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f7717753-40a6-4844-a334-1fb721806d68 None None] Transition to ACTIVE for port object a9ce05cc-b025-4c8f-ae30-3034efa07204 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:12.642188 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b32fc-6511-4898-bc89-9f51efea7d4d None None] Pushing event updated for resources: {'Port': ['ID=d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:12.672654 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e91e0-83db-417f-ab25-2297aa3645a9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=56e7629e-ae67-4b91-96f6-17d7f83afb07,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:12.704961 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031e91e0-83db-417f-ab25-2297aa3645a9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:12.708440 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-031e91e0-83db-417f-ab25-2297aa3645a9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:12.709808 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f7717753-40a6-4844-a334-1fb721806d68 None None] Transition to ACTIVE for port object a9ce05cc-b025-4c8f-ae30-3034efa07204 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:12.714239 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031e91e0-83db-417f-ab25-2297aa3645a9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:12.714883 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-031e91e0-83db-417f-ab25-2297aa3645a9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:12.718595 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-116b32fc-6511-4898-bc89-9f51efea7d4d None None] Attempting to bind port d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:48:12.719202 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-116b32fc-6511-4898-bc89-9f51efea7d4d None None] Attempting to bind port d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'ca74191a-2557-42eb-ac5d-40ebb62b9504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:48:12.720054 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116b32fc-6511-4898-bc89-9f51efea7d4d None None] Attempting to bind port d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2 on network d76324c7-ce7d-454b-87bf-10e2d650aa5e {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:12.724501 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f7717753-40a6-4844-a334-1fb721806d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:12.748118 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-031e91e0-83db-417f-ab25-2297aa3645a9 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5741811 Jul 22 16:48:12.751410 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39752) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:12.757308 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b8373e3f-d498-4a5b-85f3-e21606b38fe0 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'mac_address': 'fa:16:3e:1b:10:d7', 'name': 'tempest-NetworksTestDHCPv6-283042663'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:12.760301 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116b32fc-6511-4898-bc89-9f51efea7d4d None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:48:12.760919 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116b32fc-6511-4898-bc89-9f51efea7d4d None None] Checking segment: {'id': 'ca74191a-2557-42eb-ac5d-40ebb62b9504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:12.761480 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-116b32fc-6511-4898-bc89-9f51efea7d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:12.762066 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116b32fc-6511-4898-bc89-9f51efea7d4d None None] Bound using segment: {'id': 'ca74191a-2557-42eb-ac5d-40ebb62b9504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:48:12.763088 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-116b32fc-6511-4898-bc89-9f51efea7d4d None None] Bound port: d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca74191a-2557-42eb-ac5d-40ebb62b9504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:48:12.763650 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-116b32fc-6511-4898-bc89-9f51efea7d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:12.765000 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f1dfa4b-26c9-491a-ac71-d9f2c77a5ed0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:12.784346 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-6f1dfa4b-26c9-491a-ac71-d9f2c77a5ed0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Transition to ACTIVE for port object 8baad698-b499-4742-a3e4-b9133645d9c2 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:12.796506 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7717753-40a6-4844-a334-1fb721806d68 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:12.798192 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f7717753-40a6-4844-a334-1fb721806d68 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:12.800800 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7717753-40a6-4844-a334-1fb721806d68 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:12.815863 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7717753-40a6-4844-a334-1fb721806d68 None None] Pushing event updated for resources: {'Port': ['ID=a9ce05cc-b025-4c8f-ae30-3034efa07204,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:12.826886 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f1dfa4b-26c9-491a-ac71-d9f2c77a5ed0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:12.846492 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1dfa4b-26c9-491a-ac71-d9f2c77a5ed0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network d76324c7-ce7d-454b-87bf-10e2d650aa5e is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:12.850050 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-6f1dfa4b-26c9-491a-ac71-d9f2c77a5ed0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:12.871681 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1dfa4b-26c9-491a-ac71-d9f2c77a5ed0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:12.922591 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8057302-7c1d-4c0d-906f-f47b0ae4ad81 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:12.944735 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1dfa4b-26c9-491a-ac71-d9f2c77a5ed0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Port': ['ID=8baad698-b499-4742-a3e4-b9133645d9c2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:12.945677 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c8057302-7c1d-4c0d-906f-f47b0ae4ad81 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Transition to ACTIVE for port object b6889bbc-de2c-44ea-9873-62219ec059b3 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:12.951106 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f1dfa4b-26c9-491a-ac71-d9f2c77a5ed0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:12.959419 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f7717753-40a6-4844-a334-1fb721806d68 None None] Attempting to bind port a9ce05cc-b025-4c8f-ae30-3034efa07204 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:48:12.960350 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f7717753-40a6-4844-a334-1fb721806d68 None None] Attempting to bind port a9ce05cc-b025-4c8f-ae30-3034efa07204 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:48:12.960882 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7717753-40a6-4844-a334-1fb721806d68 None None] Attempting to bind port a9ce05cc-b025-4c8f-ae30-3034efa07204 on network 3a7a7ee3-b719-4772-82c2-01f118e27227 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:12.964234 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8373e3f-d498-4a5b-85f3-e21606b38fe0 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:12.967834 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7717753-40a6-4844-a334-1fb721806d68 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:48:12.968212 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7717753-40a6-4844-a334-1fb721806d68 None None] Checking segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:12.968618 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f7717753-40a6-4844-a334-1fb721806d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:12.969024 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7717753-40a6-4844-a334-1fb721806d68 None None] Bound using segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:48:12.969772 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f7717753-40a6-4844-a334-1fb721806d68 None None] Bound port: a9ce05cc-b025-4c8f-ae30-3034efa07204, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:48:12.969905 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f7717753-40a6-4844-a334-1fb721806d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:12.972276 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-116b32fc-6511-4898-bc89-9f51efea7d4d None None] For port d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:48:12.978553 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-116b32fc-6511-4898-bc89-9f51efea7d4d None None] For port d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2,segment=NetworkSegment(ca74191a-2557-42eb-ac5d-40ebb62b9504),segment_id=ca74191a-2557-42eb-ac5d-40ebb62b9504)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:48:12.988076 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-116b32fc-6511-4898-bc89-9f51efea7d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:13.054151 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8057302-7c1d-4c0d-906f-f47b0ae4ad81 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:13.093298 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b32fc-6511-4898-bc89-9f51efea7d4d None None] Pushing event updated for resources: {'Port': ['ID=d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:13.123675 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f7717753-40a6-4844-a334-1fb721806d68 None None] For port a9ce05cc-b025-4c8f-ae30-3034efa07204, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:48:13.126027 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8057302-7c1d-4c0d-906f-f47b0ae4ad81 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Network c35b6c56-f70d-47da-8775-700ad90f16a1 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:13.130839 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c8057302-7c1d-4c0d-906f-f47b0ae4ad81 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:13.133100 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f7717753-40a6-4844-a334-1fb721806d68 None None] For port a9ce05cc-b025-4c8f-ae30-3034efa07204, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a9ce05cc-b025-4c8f-ae30-3034efa07204,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:48:13.135139 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8057302-7c1d-4c0d-906f-f47b0ae4ad81 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:13.151911 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8057302-7c1d-4c0d-906f-f47b0ae4ad81 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:13.152596 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8057302-7c1d-4c0d-906f-f47b0ae4ad81 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:13.156916 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8373e3f-d498-4a5b-85f3-e21606b38fe0 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:13.157502 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f7717753-40a6-4844-a334-1fb721806d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:13.194970 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f1dfa4b-26c9-491a-ac71-d9f2c77a5ed0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:13.208495 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8057302-7c1d-4c0d-906f-f47b0ae4ad81 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Pushing event updated for resources: {'Port': ['ID=b6889bbc-de2c-44ea-9873-62219ec059b3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:13.224131 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c8057302-7c1d-4c0d-906f-f47b0ae4ad81 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2666776 Jul 22 16:48:13.227412 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39760) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:13.235173 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-842f5174-5f34-43bc-b9cd-21fbace86fba tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Request body: {'port': {'network_id': 'c35b6c56-f70d-47da-8775-700ad90f16a1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1275598061'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:13.243848 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39762) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:13.249954 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-b8373e3f-d498-4a5b-85f3-e21606b38fe0 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] device_id is not set on port 036f5f06-0f77-4ff4-afa3-54c8394f1666 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:48:13.303611 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7717753-40a6-4844-a334-1fb721806d68 None None] Pushing event updated for resources: {'Port': ['ID=a9ce05cc-b025-4c8f-ae30-3034efa07204,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:13.658700 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97d2abe1-a1a5-447c-9b16-3304fab48221 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:13.730251 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-24c6f3fb-a24e-4199-a857-86eb3696b446 None None] Provisioning for port b6889bbc-de2c-44ea-9873-62219ec059b3 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:13.736538 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-24c6f3fb-a24e-4199-a857-86eb3696b446 None None] Provisioning complete for port b6889bbc-de2c-44ea-9873-62219ec059b3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:13.737215 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24c6f3fb-a24e-4199-a857-86eb3696b446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:13.760110 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97d2abe1-a1a5-447c-9b16-3304fab48221 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:13.789354 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-24c6f3fb-a24e-4199-a857-86eb3696b446 None None] Port b6889bbc-de2c-44ea-9873-62219ec059b3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:13.929140 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97d2abe1-a1a5-447c-9b16-3304fab48221 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:13.935012 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97d2abe1-a1a5-447c-9b16-3304fab48221 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:13.935012 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-97d2abe1-a1a5-447c-9b16-3304fab48221 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "DELETE /v2.0/security-groups/7f386047-202b-4a8f-92da-beed13662c98 HTTP/1.1" status: 204 len: 168 time: 0.6890490 Jul 22 16:48:13.937902 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39766) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:13.965635 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2abe1-a1a5-447c-9b16-3304fab48221 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f386047-202b-4a8f-92da-beed13662c98,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:13.990259 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-3f223957-bc1f-4499-bfee-ce6471f2d960 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] show failed (client error): The resource could not be found. Jul 22 16:48:13.991308 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3f223957-bc1f-4499-bfee-ce6471f2d960 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "GET /v2.0/security-groups/7f386047-202b-4a8f-92da-beed13662c98 HTTP/1.1" status: 404 len: 347 time: 0.0523632 Jul 22 16:48:14.000842 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39768) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:14.005149 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f1dfa4b-26c9-491a-ac71-d9f2c77a5ed0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:14.013502 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f1dfa4b-26c9-491a-ac71-d9f2c77a5ed0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:14.101860 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a9ce05cc-b025-4c8f-ae30-3034efa07204 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:14.105713 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f1dfa4b-26c9-491a-ac71-d9f2c77a5ed0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:14.118405 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1dfa4b-26c9-491a-ac71-d9f2c77a5ed0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Port': ['ID=8baad698-b499-4742-a3e4-b9133645d9c2,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:14.185343 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842f5174-5f34-43bc-b9cd-21fbace86fba tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Made reservation on behalf of ea9170043455493597171e6a0878b27a for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:14.188867 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-842f5174-5f34-43bc-b9cd-21fbace86fba tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:14.230062 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-842f5174-5f34-43bc-b9cd-21fbace86fba tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] device_id is not set on port 4bc420e1-af17-4da3-98e5-2b01110e672e yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:48:14.235135 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b8373e3f-d498-4a5b-85f3-e21606b38fe0 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8::142 (3a7a7ee3-b719-4772-82c2-01f118e27227/80804fdd-a0cc-401e-8ef3-47ef9775ed82/036f5f06-0f77-4ff4-afa3-54c8394f1666) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:14.251600 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port a9ce05cc-b025-4c8f-ae30-3034efa07204 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:14.268813 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:14.281965 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b8373e3f-d498-4a5b-85f3-e21606b38fe0 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1b:10d7 (3a7a7ee3-b719-4772-82c2-01f118e27227/56e7629e-ae67-4b91-96f6-17d7f83afb07/036f5f06-0f77-4ff4-afa3-54c8394f1666) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:14.284357 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1dfa4b-26c9-491a-ac71-d9f2c77a5ed0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network d76324c7-ce7d-454b-87bf-10e2d650aa5e is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:14.286337 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-6f1dfa4b-26c9-491a-ac71-d9f2c77a5ed0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:14.358584 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a224045c-9a5f-4e52-86f2-519c67ae3a53 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Deleting port 6f9f34e6-5b44-4c54-9fe9-94b75138a5bd {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:14.358925 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a224045c-9a5f-4e52-86f2-519c67ae3a53 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:14.393983 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:14.458530 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1dfa4b-26c9-491a-ac71-d9f2c77a5ed0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Router f96700c5-1b50-4199-8106-502dcb6b246b is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:48:14.558178 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-842f5174-5f34-43bc-b9cd-21fbace86fba tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Allocated IP 2001:db8::f4 (c35b6c56-f70d-47da-8775-700ad90f16a1/5f8c7dcd-cadb-43ac-9f95-0abccf7f5fd6/4bc420e1-af17-4da3-98e5-2b01110e672e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:14.598870 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1dfa4b-26c9-491a-ac71-d9f2c77a5ed0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:48:14.608086 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6f1dfa4b-26c9-491a-ac71-d9f2c77a5ed0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "PUT /v2.0/routers/f96700c5-1b50-4199-8106-502dcb6b246b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3819141 Jul 22 16:48:14.611407 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39774) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:14.622031 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8e47a9a6-b89c-4525-b933-e8e1e2e01a07 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'network': {'name': 'tempest-RoutersTest-1702366508'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:14.626412 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] Sync routers for ids ['f96700c5-1b50-4199-8106-502dcb6b246b'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:48:14.656267 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] Routers {'f96700c5-1b50-4199-8106-502dcb6b246b'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:14.656917 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:48:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f96700c5-1b50-4199-8106-502dcb6b246b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:14.669477 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a224045c-9a5f-4e52-86f2-519c67ae3a53 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:14.669824 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a224045c-9a5f-4e52-86f2-519c67ae3a53 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:14.675349 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e47a9a6-b89c-4525-b933-e8e1e2e01a07 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Made reservation on behalf of 3ea63212a4f44637b93ca12959982d7d for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:14.685704 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e47a9a6-b89c-4525-b933-e8e1e2e01a07 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:14.732075 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e47a9a6-b89c-4525-b933-e8e1e2e01a07 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:48:14.745606 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e47a9a6-b89c-4525-b933-e8e1e2e01a07 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:14.746226 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-8e47a9a6-b89c-4525-b933-e8e1e2e01a07 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Added segment 1a16e0da-df45-4798-bcae-251e7e379204 of type vlan for network fd3f0d00-3811-4316-b7b6-a87f37bbbab9 Jul 22 16:48:14.825980 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e47a9a6-b89c-4525-b933-e8e1e2e01a07 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:14.838337 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] Set router f96700c5-1b50-4199-8106-502dcb6b246b gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:14.874878 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a224045c-9a5f-4e52-86f2-519c67ae3a53 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Calling delete_port for 6f9f34e6-5b44-4c54-9fe9-94b75138a5bd owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:14.886843 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e47a9a6-b89c-4525-b933-e8e1e2e01a07 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:14.893770 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e47a9a6-b89c-4525-b933-e8e1e2e01a07 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:14.894427 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e47a9a6-b89c-4525-b933-e8e1e2e01a07 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:14.915821 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8373e3f-d498-4a5b-85f3-e21606b38fe0 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:14.941679 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8e47a9a6-b89c-4525-b933-e8e1e2e01a07 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3259513 Jul 22 16:48:14.943761 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39776) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:14.951848 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c4b795c4-f099-40c7-a638-71a03f4bca51 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'subnet': {'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:15.026923 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e030e9-920d-4606-b3ff-88c8519b2fcf None None] Network d76324c7-ce7d-454b-87bf-10e2d650aa5e requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:15.038110 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47a9a6-b89c-4525-b933-e8e1e2e01a07 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Network': ['ID=fd3f0d00-3811-4316-b7b6-a87f37bbbab9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:15.048810 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b8373e3f-d498-4a5b-85f3-e21606b38fe0 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Transition to ACTIVE for port object 036f5f06-0f77-4ff4-afa3-54c8394f1666 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:15.062641 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-842f5174-5f34-43bc-b9cd-21fbace86fba tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.091616 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network fd3f0d00-3811-4316-b7b6-a87f37bbbab9 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:48:15.172595 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-842f5174-5f34-43bc-b9cd-21fbace86fba tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Transition to ACTIVE for port object 4bc420e1-af17-4da3-98e5-2b01110e672e will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:15.183816 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b795c4-f099-40c7-a638-71a03f4bca51 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Made reservation on behalf of 3ea63212a4f44637b93ca12959982d7d for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:15.188349 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4b795c4-f099-40c7-a638-71a03f4bca51 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.236419 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f04450-8438-4186-b1e5-9eccdb4692f3 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:15.243519 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a224045c-9a5f-4e52-86f2-519c67ae3a53 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.246046 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4a59833f-0005-4484-a9cc-7aa1f94b0f06 None None] Provisioning for port d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:15.277858 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224045c-9a5f-4e52-86f2-519c67ae3a53 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event deleted for resources: {'Port': ['ID=6f9f34e6-5b44-4c54-9fe9-94b75138a5bd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:15.283976 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8373e3f-d498-4a5b-85f3-e21606b38fe0 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.342392 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8373e3f-d498-4a5b-85f3-e21606b38fe0 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=036f5f06-0f77-4ff4-afa3-54c8394f1666,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:15.406573 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-842f5174-5f34-43bc-b9cd-21fbace86fba tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.461577 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8373e3f-d498-4a5b-85f3-e21606b38fe0 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:15.470257 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4a59833f-0005-4484-a9cc-7aa1f94b0f06 None None] Provisioning complete for port d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:15.470655 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a59833f-0005-4484-a9cc-7aa1f94b0f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.477533 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b8373e3f-d498-4a5b-85f3-e21606b38fe0 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:15.483513 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8373e3f-d498-4a5b-85f3-e21606b38fe0 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:15.489235 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8373e3f-d498-4a5b-85f3-e21606b38fe0 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:15.490515 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8373e3f-d498-4a5b-85f3-e21606b38fe0 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.495616 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f5174-5f34-43bc-b9cd-21fbace86fba tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Pushing event updated for resources: {'Port': ['ID=4bc420e1-af17-4da3-98e5-2b01110e672e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:15.496430 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4b795c4-f099-40c7-a638-71a03f4bca51 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.517772 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a224045c-9a5f-4e52-86f2-519c67ae3a53 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.524910 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a224045c-9a5f-4e52-86f2-519c67ae3a53 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.529138 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a224045c-9a5f-4e52-86f2-519c67ae3a53 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "DELETE /v2.0/floatingips/443bda61-b9a0-46df-8401-6f8390285635 HTTP/1.1" status: 204 len: 168 time: 1.5240669 Jul 22 16:48:15.529908 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842f5174-5f34-43bc-b9cd-21fbace86fba tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Network c35b6c56-f70d-47da-8775-700ad90f16a1 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:15.530713 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39780) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:15.597909 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b8373e3f-d498-4a5b-85f3-e21606b38fe0 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8454411 Jul 22 16:48:15.599044 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-842f5174-5f34-43bc-b9cd-21fbace86fba tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:15.601585 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39782) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:15.605234 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b795c4-f099-40c7-a638-71a03f4bca51 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Subnet': ['ID=714eb42f-272f-4702-91cf-1b30f79d1d9f,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:15.609275 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842f5174-5f34-43bc-b9cd-21fbace86fba tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:15.616030 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842f5174-5f34-43bc-b9cd-21fbace86fba tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:15.616688 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-842f5174-5f34-43bc-b9cd-21fbace86fba tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.643575 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b795c4-f099-40c7-a638-71a03f4bca51 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Checking segment: {'id': '1a16e0da-df45-4798-bcae-251e7e379204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:15.643937 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b795c4-f099-40c7-a638-71a03f4bca51 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network hostable DHCP agents. Network: fd3f0d00-3811-4316-b7b6-a87f37bbbab9, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:48:15.676053 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b795c4-f099-40c7-a638-71a03f4bca51 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network fd3f0d00-3811-4316-b7b6-a87f37bbbab9 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:48:15.715491 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:48:13Z', 'revision_number': 2, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:13Z', 'revision_number': 2, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:15.723548 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-842f5174-5f34-43bc-b9cd-21fbace86fba tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4926970 Jul 22 16:48:15.723779 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39786) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:15.730410 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9bf21a55-c237-4ea1-bc40-c97aaffbd100 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::b3', 'mac_address': 'fa:16:3e:71:50:3c'}, {'ip_address': '2001:db8::156', 'mac_address': 'fa:16:3e:4e:23:55'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:15.731485 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c4b795c4-f099-40c7-a638-71a03f4bca51 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, fd3f0d00-3811-4316-b7b6-a87f37bbbab9) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:15.739667 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b795c4-f099-40c7-a638-71a03f4bca51 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:15.740866 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4b795c4-f099-40c7-a638-71a03f4bca51 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.780155 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c4b795c4-f099-40c7-a638-71a03f4bca51 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8325522 Jul 22 16:48:15.780492 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39788) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:15.784266 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cbe678-c0fc-4a84-a9d8-805476d7d4d8 None None] Network fd3f0d00-3811-4316-b7b6-a87f37bbbab9 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:15.790797 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a59833f-0005-4484-a9cc-7aa1f94b0f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.792691 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] Checking router: f96700c5-1b50-4199-8106-502dcb6b246b for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:48:15.793047 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] Updating router f96700c5-1b50-4199-8106-502dcb6b246b port 8baad698-b499-4742-a3e4-b9133645d9c2 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:48:15.872374 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4f3fce19-fd72-4cb7-8833-54d573d7ba5c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Deleting port d633fbc4-56d8-481f-9b8d-67add53d5f51 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:15.872751 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f3fce19-fd72-4cb7-8833-54d573d7ba5c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.971945 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:16.000635 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4a59833f-0005-4484-a9cc-7aa1f94b0f06 None None] For port d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2,segment=NetworkSegment(ca74191a-2557-42eb-ac5d-40ebb62b9504),segment_id=ca74191a-2557-42eb-ac5d-40ebb62b9504)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:16.019817 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a59833f-0005-4484-a9cc-7aa1f94b0f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:16.039855 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5fd0246b-0fdf-47fd-802a-cbbd401fa62f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting port 036f5f06-0f77-4ff4-afa3-54c8394f1666 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:16.040442 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5fd0246b-0fdf-47fd-802a-cbbd401fa62f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:16.215928 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f3fce19-fd72-4cb7-8833-54d573d7ba5c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:16.258707 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9bf21a55-c237-4ea1-bc40-c97aaffbd100 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:16.270224 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4f3fce19-fd72-4cb7-8833-54d573d7ba5c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Calling delete_port for d633fbc4-56d8-481f-9b8d-67add53d5f51 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:16.304674 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a60c3ae7-c4d9-4192-94a2-dfe6e2d5a99f None None] Provisioning for port a9ce05cc-b025-4c8f-ae30-3034efa07204 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:16.324432 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59833f-0005-4484-a9cc-7aa1f94b0f06 None None] Pushing event updated for resources: {'Port': ['ID=d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:16.327676 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a60c3ae7-c4d9-4192-94a2-dfe6e2d5a99f None None] Provisioning complete for port a9ce05cc-b025-4c8f-ae30-3034efa07204 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:16.327850 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a60c3ae7-c4d9-4192-94a2-dfe6e2d5a99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:16.401537 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9bd557-db17-4709-ad89-be245786184c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-fd3f0d00-3811-4316-b7b6-a87f37bbbab9', 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'fixed_ips': [{'subnet_id': '714eb42f-272f-4702-91cf-1b30f79d1d9f'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:48:16.401537 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff9bd557-db17-4709-ad89-be245786184c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:16.417268 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5fd0246b-0fdf-47fd-802a-cbbd401fa62f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:16.431957 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5fd0246b-0fdf-47fd-802a-cbbd401fa62f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Calling delete_port for 036f5f06-0f77-4ff4-afa3-54c8394f1666 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:16.461747 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a54897-d09d-49f9-a108-4c48959c6180 None None] Update dhcp port {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'fixed_ips': [{'subnet_id': '80804fdd-a0cc-401e-8ef3-47ef9775ed82', 'ip_address': '2001:db8::2'}, {'subnet_id': '56e7629e-ae67-4b91-96f6-17d7f83afb07'}], 'binding:host_id': 'n-d-798930-9'}, 'id': 'a9ce05cc-b025-4c8f-ae30-3034efa07204'} from n-d-798930-9. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:48:16.521566 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19edd8ab-e05f-4952-aa2c-a34c235ec155 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:16.668254 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8a54897-d09d-49f9-a108-4c48959c6180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:16.863840 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a60c3ae7-c4d9-4192-94a2-dfe6e2d5a99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:16.963484 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-ff9bd557-db17-4709-ad89-be245786184c None None] Allocated IP 172.21.0.2 (fd3f0d00-3811-4316-b7b6-a87f37bbbab9/714eb42f-272f-4702-91cf-1b30f79d1d9f/9ea390e9-c976-4eb9-9207-78a7395c10d4) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:17.009713 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f3fce19-fd72-4cb7-8833-54d573d7ba5c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:17.029413 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9bf21a55-c237-4ea1-bc40-c97aaffbd100 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:17.052530 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a60c3ae7-c4d9-4192-94a2-dfe6e2d5a99f None None] For port a9ce05cc-b025-4c8f-ae30-3034efa07204, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a9ce05cc-b025-4c8f-ae30-3034efa07204,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:17.082672 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:17.085428 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a60c3ae7-c4d9-4192-94a2-dfe6e2d5a99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:17.089556 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fce19-fd72-4cb7-8833-54d573d7ba5c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event deleted for resources: {'Port': ['ID=d633fbc4-56d8-481f-9b8d-67add53d5f51,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:17.091526 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9bf21a55-c237-4ea1-bc40-c97aaffbd100 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:17.144853 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] Transition to ACTIVE for port object 8baad698-b499-4742-a3e4-b9133645d9c2 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:17.170870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9bf21a55-c237-4ea1-bc40-c97aaffbd100 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] In _notify_port_updated(), no bound segment for port 4bc420e1-af17-4da3-98e5-2b01110e672e on network c35b6c56-f70d-47da-8775-700ad90f16a1 {{(pid=93816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:48:17.176473 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf21a55-c237-4ea1-bc40-c97aaffbd100 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:17.177159 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9bf21a55-c237-4ea1-bc40-c97aaffbd100 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:17.178700 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9bf21a55-c237-4ea1-bc40-c97aaffbd100 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] 10.222.0.69 "PUT /v2.0/ports/4bc420e1-af17-4da3-98e5-2b01110e672e HTTP/1.1" status: 200 len: 1066 time: 1.4534128 Jul 22 16:48:17.182204 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39794) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:17.195517 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a60c3ae7-c4d9-4192-94a2-dfe6e2d5a99f None None] Provisioning for port 4bc420e1-af17-4da3-98e5-2b01110e672e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:17.223668 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a60c3ae7-c4d9-4192-94a2-dfe6e2d5a99f None None] Provisioning complete for port 4bc420e1-af17-4da3-98e5-2b01110e672e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:17.224046 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a60c3ae7-c4d9-4192-94a2-dfe6e2d5a99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:17.225786 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:17.261245 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5fd0246b-0fdf-47fd-802a-cbbd401fa62f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:17.262955 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf21a55-c237-4ea1-bc40-c97aaffbd100 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Pushing event updated for resources: {'Port': ['ID=4bc420e1-af17-4da3-98e5-2b01110e672e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:17.312760 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c3ae7-c4d9-4192-94a2-dfe6e2d5a99f None None] Pushing event updated for resources: {'Port': ['ID=a9ce05cc-b025-4c8f-ae30-3034efa07204,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:17.321438 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0246b-0fdf-47fd-802a-cbbd401fa62f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Port': ['ID=036f5f06-0f77-4ff4-afa3-54c8394f1666,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:17.366406 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4f3fce19-fd72-4cb7-8833-54d573d7ba5c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:17.370909 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4f3fce19-fd72-4cb7-8833-54d573d7ba5c tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "DELETE /v2.0/ports/d633fbc4-56d8-481f-9b8d-67add53d5f51 HTTP/1.1" status: 204 len: 168 time: 1.8367853 Jul 22 16:48:17.371647 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39796) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:17.375335 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f345e9d-fb50-43b5-9a4f-0d90cd580563 None None] Pushing event updated for resources: {'Port': ['ID=8baad698-b499-4742-a3e4-b9133645d9c2,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:17.378722 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-e8a54897-d09d-49f9-a108-4c48959c6180 None None] Allocated IP 2001:db8:0:1:f816:3eff:feb4:5d12 (3a7a7ee3-b719-4772-82c2-01f118e27227/56e7629e-ae67-4b91-96f6-17d7f83afb07/a9ce05cc-b025-4c8f-ae30-3034efa07204) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:17.392500 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a60c3ae7-c4d9-4192-94a2-dfe6e2d5a99f None None] Port 4bc420e1-af17-4da3-98e5-2b01110e672e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:17.456007 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5fd0246b-0fdf-47fd-802a-cbbd401fa62f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:17.460258 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5fd0246b-0fdf-47fd-802a-cbbd401fa62f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/036f5f06-0f77-4ff4-afa3-54c8394f1666 HTTP/1.1" status: 204 len: 168 time: 1.8576398 Jul 22 16:48:17.465832 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39798) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:17.530431 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-49512633-fe33-4f44-83e7-24a4c0569aef tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Deleting port 4bc420e1-af17-4da3-98e5-2b01110e672e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:17.530777 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49512633-fe33-4f44-83e7-24a4c0569aef tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:17.598052 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff9bd557-db17-4709-ad89-be245786184c None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:17.679898 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e540c6-3c2f-4032-8269-a7af41780a73 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:17.682103 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a5e540c6-3c2f-4032-8269-a7af41780a73 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2150793 Jul 22 16:48:17.684447 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39802) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:17.769746 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49512633-fe33-4f44-83e7-24a4c0569aef tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:17.778027 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8c89f559-5870-42c7-9b5b-8e5e097c4c64 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Deleting port 71b37d7f-7bc1-469c-9d49-d6daba46b789 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:17.778786 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c89f559-5870-42c7-9b5b-8e5e097c4c64 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:17.805394 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-49512633-fe33-4f44-83e7-24a4c0569aef tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Calling delete_port for 4bc420e1-af17-4da3-98e5-2b01110e672e owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:17.960896 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c6bf3e47-504e-4d61-8b78-e4dcb135022a None None] Provisioning for port 8baad698-b499-4742-a3e4-b9133645d9c2 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:17.963556 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a9ce05cc-b025-4c8f-ae30-3034efa07204 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:17.972337 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] Attempting to bind port 8baad698-b499-4742-a3e4-b9133645d9c2 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:48:17.973032 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] Attempting to bind port 8baad698-b499-4742-a3e4-b9133645d9c2 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'ca74191a-2557-42eb-ac5d-40ebb62b9504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:48:17.973566 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] Attempting to bind port 8baad698-b499-4742-a3e4-b9133645d9c2 on network d76324c7-ce7d-454b-87bf-10e2d650aa5e {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:18.003180 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:48:18.003863 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] Checking segment: {'id': 'ca74191a-2557-42eb-ac5d-40ebb62b9504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:18.004426 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.004989 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] Bound using segment: {'id': 'ca74191a-2557-42eb-ac5d-40ebb62b9504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:48:18.006188 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] Bound port: 8baad698-b499-4742-a3e4-b9133645d9c2, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca74191a-2557-42eb-ac5d-40ebb62b9504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:48:18.006739 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.038559 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49512633-fe33-4f44-83e7-24a4c0569aef tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.042168 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ff9bd557-db17-4709-ad89-be245786184c None None] Transition to ACTIVE for port object 9ea390e9-c976-4eb9-9207-78a7395c10d4 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:18.085050 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49512633-fe33-4f44-83e7-24a4c0569aef tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Pushing event deleted for resources: {'Port': ['ID=4bc420e1-af17-4da3-98e5-2b01110e672e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:18.101258 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c6bf3e47-504e-4d61-8b78-e4dcb135022a None None] Provisioning complete for port d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:18.102229 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3e47-504e-4d61-8b78-e4dcb135022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.106906 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e8a54897-d09d-49f9-a108-4c48959c6180 None None] For port a9ce05cc-b025-4c8f-ae30-3034efa07204, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a9ce05cc-b025-4c8f-ae30-3034efa07204,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:18.129014 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ff9bd557-db17-4709-ad89-be245786184c None None] Transition to ACTIVE for port object 9ea390e9-c976-4eb9-9207-78a7395c10d4 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:18.217682 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff9bd557-db17-4709-ad89-be245786184c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.291499 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8a54897-d09d-49f9-a108-4c48959c6180 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.306463 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] For port 8baad698-b499-4742-a3e4-b9133645d9c2, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:48:18.314988 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port a9ce05cc-b025-4c8f-ae30-3034efa07204 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:18.315338 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.365863 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c89f559-5870-42c7-9b5b-8e5e097c4c64 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.368925 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e8a54897-d09d-49f9-a108-4c48959c6180 None None] Transition to ACTIVE for port object a9ce05cc-b025-4c8f-ae30-3034efa07204 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:18.377288 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] For port 8baad698-b499-4742-a3e4-b9133645d9c2, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8baad698-b499-4742-a3e4-b9133645d9c2,segment=NetworkSegment(ca74191a-2557-42eb-ac5d-40ebb62b9504),segment_id=ca74191a-2557-42eb-ac5d-40ebb62b9504)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:48:18.381372 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9bd557-db17-4709-ad89-be245786184c None None] Network fd3f0d00-3811-4316-b7b6-a87f37bbbab9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:18.382704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8c89f559-5870-42c7-9b5b-8e5e097c4c64 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Calling delete_port for 71b37d7f-7bc1-469c-9d49-d6daba46b789 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:18.387358 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bd557-db17-4709-ad89-be245786184c None None] Pushing event updated for resources: {'Port': ['ID=9ea390e9-c976-4eb9-9207-78a7395c10d4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:18.401203 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8a54897-d09d-49f9-a108-4c48959c6180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.403860 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-ff9bd557-db17-4709-ad89-be245786184c None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:18.422595 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.426781 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9bd557-db17-4709-ad89-be245786184c None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:18.455048 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49512633-fe33-4f44-83e7-24a4c0569aef tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.457191 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-49512633-fe33-4f44-83e7-24a4c0569aef tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] 10.222.0.69 "DELETE /v2.0/ports/4bc420e1-af17-4da3-98e5-2b01110e672e HTTP/1.1" status: 204 len: 168 time: 1.2676783 Jul 22 16:48:18.459978 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39806) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:18.510215 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab78f490-9dcf-46d3-8641-db0cc1446591 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] GET failed (client error): The resource could not be found. Jul 22 16:48:18.512588 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ab78f490-9dcf-46d3-8641-db0cc1446591 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] 10.222.0.69 "GET /v2.0/ports/4bc420e1-af17-4da3-98e5-2b01110e672e HTTP/1.1" status: 404 len: 333 time: 0.0516243 Jul 22 16:48:18.517424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39808) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:18.580947 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40079dc-7870-440e-b0c5-ba4e90955fe5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:18.582575 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d40079dc-7870-440e-b0c5-ba4e90955fe5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.8970907 Jul 22 16:48:18.585272 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39810) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:18.613062 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Port a9ce05cc-b025-4c8f-ae30-3034efa07204 had new provisioning blocks added so it will not transition to active. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 22 16:48:18.613438 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:18.620138 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-19edd8ab-e05f-4952-aa2c-a34c235ec155 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Allocated IP 172.21.0.1 (fd3f0d00-3811-4316-b7b6-a87f37bbbab9/714eb42f-272f-4702-91cf-1b30f79d1d9f/5fdf0f7a-18a2-4126-af81-2b86f9f0012e) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:18.645306 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c89f559-5870-42c7-9b5b-8e5e097c4c64 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.721766 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89f559-5870-42c7-9b5b-8e5e097c4c64 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event deleted for resources: {'Port': ['ID=71b37d7f-7bc1-469c-9d49-d6daba46b789,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:18.788184 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a54897-d09d-49f9-a108-4c48959c6180 None None] Pushing event updated for resources: {'Port': ['ID=a9ce05cc-b025-4c8f-ae30-3034efa07204,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:18.806805 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f243d5a2-0016-460e-b140-bfd12d64a669 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:18.810687 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f243d5a2-0016-460e-b140-bfd12d64a669 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:18.812704 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f243d5a2-0016-460e-b140-bfd12d64a669 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:18.829671 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f243d5a2-0016-460e-b140-bfd12d64a669 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2313690 Jul 22 16:48:18.829671 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39814) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:18.867303 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f345e9d-fb50-43b5-9a4f-0d90cd580563 None None] Pushing event updated for resources: {'Port': ['ID=8baad698-b499-4742-a3e4-b9133645d9c2,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:18.875243 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ff9bd557-db17-4709-ad89-be245786184c None None] Attempting to bind port 9ea390e9-c976-4eb9-9207-78a7395c10d4 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:48:18.875379 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ff9bd557-db17-4709-ad89-be245786184c None None] Attempting to bind port 9ea390e9-c976-4eb9-9207-78a7395c10d4 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '1a16e0da-df45-4798-bcae-251e7e379204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:48:18.875696 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9bd557-db17-4709-ad89-be245786184c None None] Attempting to bind port 9ea390e9-c976-4eb9-9207-78a7395c10d4 on network fd3f0d00-3811-4316-b7b6-a87f37bbbab9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:18.884136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] Routers {'f96700c5-1b50-4199-8106-502dcb6b246b'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:18.884780 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:48:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f96700c5-1b50-4199-8106-502dcb6b246b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:18.894999 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0ab2ce34-5cc6-4f27-8675-7204667c01a7 None None] Could not find standard attr ID for object 4bc420e1-af17-4da3-98e5-2b01110e672e. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:48:18.937156 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c89f559-5870-42c7-9b5b-8e5e097c4c64 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.939258 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6848f436-1353-43b1-bc99-541f24bdba14 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Deleting port b6889bbc-de2c-44ea-9873-62219ec059b3 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:18.939946 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6848f436-1353-43b1-bc99-541f24bdba14 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.941731 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8c89f559-5870-42c7-9b5b-8e5e097c4c64 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "DELETE /v2.0/ports/71b37d7f-7bc1-469c-9d49-d6daba46b789 HTTP/1.1" status: 204 len: 168 time: 1.5686691 Jul 22 16:48:18.948592 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9bd557-db17-4709-ad89-be245786184c None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:48:18.950077 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9bd557-db17-4709-ad89-be245786184c None None] Checking segment: {'id': '1a16e0da-df45-4798-bcae-251e7e379204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:18.950696 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff9bd557-db17-4709-ad89-be245786184c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.951324 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39816) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:18.952088 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9bd557-db17-4709-ad89-be245786184c None None] Bound using segment: {'id': '1a16e0da-df45-4798-bcae-251e7e379204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:48:18.954232 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ff9bd557-db17-4709-ad89-be245786184c None None] Bound port: 9ea390e9-c976-4eb9-9207-78a7395c10d4, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a16e0da-df45-4798-bcae-251e7e379204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:48:18.954824 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff9bd557-db17-4709-ad89-be245786184c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:19.054544 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa2ee2e-6c97-4c2f-8da6-648c197b3ccc tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet 56e7629e-ae67-4b91-96f6-17d7f83afb07 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:48:19.059153 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19edd8ab-e05f-4952-aa2c-a34c235ec155 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:19.070422 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0fa2ee2e-6c97-4c2f-8da6-648c197b3ccc tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:19.104264 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] Set router f96700c5-1b50-4199-8106-502dcb6b246b gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:19.124774 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5e037a-c028-4a19-a33c-0fa97f769962 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Deleting subnet e307d223-4916-45f9-8593-ea8af57cd01a {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:48:19.132983 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa5e037a-c028-4a19-a33c-0fa97f769962 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:19.143611 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:19.143999 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:19.200193 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa5e037a-c028-4a19-a33c-0fa97f769962 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:19.210403 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-19edd8ab-e05f-4952-aa2c-a34c235ec155 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Transition to ACTIVE for port object 5fdf0f7a-18a2-4126-af81-2b86f9f0012e will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:19.338760 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ff9bd557-db17-4709-ad89-be245786184c None None] For port 9ea390e9-c976-4eb9-9207-78a7395c10d4, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:48:19.369235 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ff9bd557-db17-4709-ad89-be245786184c None None] For port 9ea390e9-c976-4eb9-9207-78a7395c10d4, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=9ea390e9-c976-4eb9-9207-78a7395c10d4,segment=NetworkSegment(1a16e0da-df45-4798-bcae-251e7e379204),segment_id=1a16e0da-df45-4798-bcae-251e7e379204)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:48:19.376505 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa5e037a-c028-4a19-a33c-0fa97f769962 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:19.442651 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff9bd557-db17-4709-ad89-be245786184c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:19.461667 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa5e037a-c028-4a19-a33c-0fa97f769962 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:19.520688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e037a-c028-4a19-a33c-0fa97f769962 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event deleted for resources: {'Subnet': ['ID=e307d223-4916-45f9-8593-ea8af57cd01a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:19.526204 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa5e037a-c028-4a19-a33c-0fa97f769962 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:19.527716 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-aa5e037a-c028-4a19-a33c-0fa97f769962 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "DELETE /v2.0/subnets/e307d223-4916-45f9-8593-ea8af57cd01a HTTP/1.1" status: 204 len: 168 time: 0.5751679 Jul 22 16:48:19.528879 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19edd8ab-e05f-4952-aa2c-a34c235ec155 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:19.530825 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39820) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:19.546740 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f2cbb6-fe27-49ca-959e-1eaf07dfc1cc None None] Network ff66ea35-a49e-465a-a94a-77488ff458ac requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:19.652909 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19edd8ab-e05f-4952-aa2c-a34c235ec155 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network fd3f0d00-3811-4316-b7b6-a87f37bbbab9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:19.656329 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19edd8ab-e05f-4952-aa2c-a34c235ec155 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Port': ['ID=5fdf0f7a-18a2-4126-af81-2b86f9f0012e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:19.675298 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-19edd8ab-e05f-4952-aa2c-a34c235ec155 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:19.679651 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19edd8ab-e05f-4952-aa2c-a34c235ec155 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:19.687254 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bd557-db17-4709-ad89-be245786184c None None] Pushing event updated for resources: {'Port': ['ID=9ea390e9-c976-4eb9-9207-78a7395c10d4,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:19.763946 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5303e99-c983-4952-bca0-f084a982016d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Deleting subnet b04288f5-00e1-4e20-a52b-805997e77341 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:48:19.770041 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a5303e99-c983-4952-bca0-f084a982016d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:19.773524 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6848f436-1353-43b1-bc99-541f24bdba14 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:19.774101 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19edd8ab-e05f-4952-aa2c-a34c235ec155 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:19.821153 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-6848f436-1353-43b1-bc99-541f24bdba14 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Calling delete_port for b6889bbc-de2c-44ea-9873-62219ec059b3 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:19.872876 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0e4ef373-6523-480e-97ea-7587f54a76df None None] Could not find standard attr ID for object 036f5f06-0f77-4ff4-afa3-54c8394f1666. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:48:19.902195 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0e4ef373-6523-480e-97ea-7587f54a76df None None] Provisioning for port a9ce05cc-b025-4c8f-ae30-3034efa07204 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:19.910505 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0e4ef373-6523-480e-97ea-7587f54a76df None None] Provisioning complete for port a9ce05cc-b025-4c8f-ae30-3034efa07204 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:19.911232 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e4ef373-6523-480e-97ea-7587f54a76df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:19.918050 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:48:13Z', 'revision_number': 2, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:18Z', 'revision_number': 4, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:19.926390 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a5303e99-c983-4952-bca0-f084a982016d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.081603 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a9ce05cc-b025-4c8f-ae30-3034efa07204 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:20.095464 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb6d149-e0bd-4693-aaca-5e199fca59af None None] DHCP port deletion for ff66ea35-a49e-465a-a94a-77488ff458ac request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:48:20.100572 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d78d54-a604-48e6-9a04-390e8d500334 None None] The sync data for ids ['f96700c5-1b50-4199-8106-502dcb6b246b'] in n-d-798930-9 is: [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:48:13Z', 'revision_number': 2, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:18Z', 'revision_number': 4, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:48:20.208277 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0fa2ee2e-6c97-4c2f-8da6-648c197b3ccc tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.224083 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19edd8ab-e05f-4952-aa2c-a34c235ec155 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.230905 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a5303e99-c983-4952-bca0-f084a982016d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.369148 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0fa2ee2e-6c97-4c2f-8da6-648c197b3ccc tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.448480 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port a9ce05cc-b025-4c8f-ae30-3034efa07204 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:20.449153 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.449554 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6848f436-1353-43b1-bc99-541f24bdba14 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.459508 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1eb6d149-e0bd-4693-aaca-5e199fca59af None None] Deleting port 36846a75-1ee5-4735-8587-9e8111b71b1f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:20.459974 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1eb6d149-e0bd-4693-aaca-5e199fca59af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.462919 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0fa2ee2e-6c97-4c2f-8da6-648c197b3ccc tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.547629 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0fa2ee2e-6c97-4c2f-8da6-648c197b3ccc tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.553283 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0fa2ee2e-6c97-4c2f-8da6-648c197b3ccc tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/56e7629e-ae67-4b91-96f6-17d7f83afb07 HTTP/1.1" status: 204 len: 168 time: 1.7271893 Jul 22 16:48:20.555670 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848f436-1353-43b1-bc99-541f24bdba14 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Pushing event deleted for resources: {'Port': ['ID=b6889bbc-de2c-44ea-9873-62219ec059b3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:20.562810 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39834) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:20.595361 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2ee2e-6c97-4c2f-8da6-648c197b3ccc tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=56e7629e-ae67-4b91-96f6-17d7f83afb07,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:20.597912 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6848f436-1353-43b1-bc99-541f24bdba14 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.607372 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6848f436-1353-43b1-bc99-541f24bdba14 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] 10.222.0.69 "DELETE /v2.0/ports/b6889bbc-de2c-44ea-9873-62219ec059b3 HTTP/1.1" status: 204 len: 168 time: 2.0889084 Jul 22 16:48:20.609522 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39836) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:20.615600 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-25c75123-f381-433a-baca-1a32a9b6041c None None] Could not find standard attr ID for object 036f5f06-0f77-4ff4-afa3-54c8394f1666. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:48:20.638595 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a5303e99-c983-4952-bca0-f084a982016d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.683218 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebbf4a4f-cc39-4c58-9647-df1568ac6389 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] GET failed (client error): The resource could not be found. Jul 22 16:48:20.698121 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ebbf4a4f-cc39-4c58-9647-df1568ac6389 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] 10.222.0.69 "GET /v2.0/ports/b6889bbc-de2c-44ea-9873-62219ec059b3 HTTP/1.1" status: 404 len: 333 time: 0.0788271 Jul 22 16:48:20.698503 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39838) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:20.741279 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1eb6d149-e0bd-4693-aaca-5e199fca59af None None] For port 36846a75-1ee5-4735-8587-9e8111b71b1f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=36846a75-1ee5-4735-8587-9e8111b71b1f,segment=NetworkSegment(63bf2f1c-96ff-480d-8946-46efdaf0c286),segment_id=63bf2f1c-96ff-480d-8946-46efdaf0c286)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:20.741672 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1eb6d149-e0bd-4693-aaca-5e199fca59af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.761785 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a5303e99-c983-4952-bca0-f084a982016d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.770850 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a5303e99-c983-4952-bca0-f084a982016d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "DELETE /v2.0/subnets/b04288f5-00e1-4e20-a52b-805997e77341 HTTP/1.1" status: 204 len: 168 time: 1.2320030 Jul 22 16:48:20.774204 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39840) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:20.776642 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5303e99-c983-4952-bca0-f084a982016d tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event deleted for resources: {'Subnet': ['ID=b04288f5-00e1-4e20-a52b-805997e77341,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:20.791797 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1eb6d149-e0bd-4693-aaca-5e199fca59af None None] Calling delete_port for 36846a75-1ee5-4735-8587-9e8111b71b1f owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:20.793708 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e07ddaf-1058-4ac8-90e3-a218e06c0900 None None] Network 6b833cb6-36e8-4b1d-8c83-cc79c162b762 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:20.806306 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-931e857e-4039-4c70-a3c7-d947d5648f87 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet 80804fdd-a0cc-401e-8ef3-47ef9775ed82 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:48:20.812898 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-931e857e-4039-4c70-a3c7-d947d5648f87 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.864983 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c66b48-812a-420e-a4db-0cc05ba4106b None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:20.927253 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-931e857e-4039-4c70-a3c7-d947d5648f87 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.105665 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.218814 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19edd8ab-e05f-4952-aa2c-a34c235ec155 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.221917 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-931e857e-4039-4c70-a3c7-d947d5648f87 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.228114 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19edd8ab-e05f-4952-aa2c-a34c235ec155 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.281867 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-87d78111-2f04-4d04-85ca-71b6f25fdf1a tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Deleting port 0c0288c5-65a9-4757-9c9e-82771cc9c0ad {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:21.282539 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87d78111-2f04-4d04-85ca-71b6f25fdf1a tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.343010 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19edd8ab-e05f-4952-aa2c-a34c235ec155 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.428555 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Deleting port 36846a75-1ee5-4735-8587-9e8111b71b1f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:21.429280 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.447194 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19edd8ab-e05f-4952-aa2c-a34c235ec155 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Port': ['ID=5fdf0f7a-18a2-4126-af81-2b86f9f0012e,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:21.496179 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f75f5aa-508e-4be9-9e57-fc4f4f2a4d4c None None] Network fd3f0d00-3811-4316-b7b6-a87f37bbbab9 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:21.502066 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19edd8ab-e05f-4952-aa2c-a34c235ec155 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network fd3f0d00-3811-4316-b7b6-a87f37bbbab9 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:21.503571 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-19edd8ab-e05f-4952-aa2c-a34c235ec155 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:21.513838 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-931e857e-4039-4c70-a3c7-d947d5648f87 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.528996 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] For port 36846a75-1ee5-4735-8587-9e8111b71b1f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=36846a75-1ee5-4735-8587-9e8111b71b1f,segment=NetworkSegment(63bf2f1c-96ff-480d-8946-46efdaf0c286),segment_id=63bf2f1c-96ff-480d-8946-46efdaf0c286)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:21.529565 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.545434 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Calling delete_port for 36846a75-1ee5-4735-8587-9e8111b71b1f owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:21.556661 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e857e-4039-4c70-a3c7-d947d5648f87 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=80804fdd-a0cc-401e-8ef3-47ef9775ed82,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:21.559243 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-931e857e-4039-4c70-a3c7-d947d5648f87 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.564040 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-931e857e-4039-4c70-a3c7-d947d5648f87 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/80804fdd-a0cc-401e-8ef3-47ef9775ed82 HTTP/1.1" status: 204 len: 168 time: 0.9597437 Jul 22 16:48:21.565753 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39854) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:21.613795 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e35cba71-d97b-46a7-a097-e5e3face7015 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462852 Jul 22 16:48:21.614427 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39856) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:21.652477 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.660235 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3d8beef3-580c-44a0-a3d0-902c1d311ea7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:21.675024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] No DVR routers for this DVR port 36846a75-1ee5-4735-8587-9e8111b71b1f on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:21.756197 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87d78111-2f04-4d04-85ca-71b6f25fdf1a tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.759504 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event deleted for resources: {'Port': ['ID=36846a75-1ee5-4735-8587-9e8111b71b1f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:21.765004 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b50f6a8e-425d-465f-85ef-f5417014bd36 None None] Provisioning for port 9ea390e9-c976-4eb9-9207-78a7395c10d4 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:21.800491 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19edd8ab-e05f-4952-aa2c-a34c235ec155 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Router f96700c5-1b50-4199-8106-502dcb6b246b has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:48:21.829305 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1eb6d149-e0bd-4693-aaca-5e199fca59af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.850471 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8beef3-580c-44a0-a3d0-902c1d311ea7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:21.853015 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.854171 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d8beef3-580c-44a0-a3d0-902c1d311ea7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.876901 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff66ea35-a49e-465a-a94a-77488ff458ac']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:21.901843 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63bf2f1c-96ff-480d-8946-46efdaf0c286') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:21.902150 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63bf2f1c-96ff-480d-8946-46efdaf0c286') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:21.921797 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.938972 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.955946 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:48:21.956762 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.957242 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6d149-e0bd-4693-aaca-5e199fca59af None None] Pushing event deleted for resources: {'Port': ['ID=36846a75-1ee5-4735-8587-9e8111b71b1f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:21.962390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb6d149-e0bd-4693-aaca-5e199fca59af None None] No DVR routers for this DVR port 36846a75-1ee5-4735-8587-9e8111b71b1f on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:22.036702 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 9ea390e9-c976-4eb9-9207-78a7395c10d4 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:48:22.081517 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:48:22.100129 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:22.100129 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:22.100129 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:22.100129 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:22.100129 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:22.100562 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:22.102245 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:22.102245 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:22.102245 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:22.102245 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:22.114861 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:22.115303 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:22.128586 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-87d78111-2f04-4d04-85ca-71b6f25fdf1a tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Calling delete_port for 0c0288c5-65a9-4757-9c9e-82771cc9c0ad owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:22.132973 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 9ea390e9-c976-4eb9-9207-78a7395c10d4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:22.138129 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e49e020-8e1f-44c3-96ad-ec0c7f7f171e None None] DHCP port deletion for 6b833cb6-36e8-4b1d-8c83-cc79c162b762 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:48:22.149300 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.151637 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 9ea390e9-c976-4eb9-9207-78a7395c10d4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:22.152227 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.205079 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.218420 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "DELETE /v2.0/networks/ff66ea35-a49e-465a-a94a-77488ff458ac HTTP/1.1" status: 204 len: 168 time: 1.4410276 Jul 22 16:48:22.220835 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39858) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:22.233417 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc84eddf-789a-40e1-b515-0778bf82a094 None None] DHCP port deletion for 3a7a7ee3-b719-4772-82c2-01f118e27227 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:48:22.330033 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7375c07b-bf25-4e45-a8d5-1ed4d5d67a42 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.334224 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3cf698-9bd4-466c-a203-9df662a3fb33 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event deleted for resources: {'Network': ['ID=ff66ea35-a49e-465a-a94a-77488ff458ac,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:22.365331 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5e49e020-8e1f-44c3-96ad-ec0c7f7f171e None None] Deleting port a5aee7be-1080-427b-b3e8-365070f0d302 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:22.365710 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e49e020-8e1f-44c3-96ad-ec0c7f7f171e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.383794 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-dc84eddf-789a-40e1-b515-0778bf82a094 None None] Deleting port a9ce05cc-b025-4c8f-ae30-3034efa07204 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:22.384163 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc84eddf-789a-40e1-b515-0778bf82a094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.398197 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19edd8ab-e05f-4952-aa2c-a34c235ec155 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:48:22.409337 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-19edd8ab-e05f-4952-aa2c-a34c235ec155 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "PUT /v2.0/routers/f96700c5-1b50-4199-8106-502dcb6b246b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6278324 Jul 22 16:48:22.411246 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d8beef3-580c-44a0-a3d0-902c1d311ea7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.422719 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39862) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:22.447132 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fd4b52a7-4675-4298-8a67-842cf3e08a39 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'network': {'name': 'tempest-RoutersTest-295921049'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:22.506077 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8beef3-580c-44a0-a3d0-902c1d311ea7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:22.522113 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5e49e020-8e1f-44c3-96ad-ec0c7f7f171e None None] For port a5aee7be-1080-427b-b3e8-365070f0d302, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a5aee7be-1080-427b-b3e8-365070f0d302,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:22.523339 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e49e020-8e1f-44c3-96ad-ec0c7f7f171e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.526630 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-3d8beef3-580c-44a0-a3d0-902c1d311ea7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:22.530282 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87d78111-2f04-4d04-85ca-71b6f25fdf1a tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.542793 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5e49e020-8e1f-44c3-96ad-ec0c7f7f171e None None] Calling delete_port for a5aee7be-1080-427b-b3e8-365070f0d302 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:22.573161 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] Sync routers for ids ['f96700c5-1b50-4199-8106-502dcb6b246b'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:48:22.577278 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7375c07b-bf25-4e45-a8d5-1ed4d5d67a42 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Deleting port a5aee7be-1080-427b-b3e8-365070f0d302 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:22.577624 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7375c07b-bf25-4e45-a8d5-1ed4d5d67a42 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.581240 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8beef3-580c-44a0-a3d0-902c1d311ea7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:22.581836 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d8beef3-580c-44a0-a3d0-902c1d311ea7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.591182 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] Routers {'f96700c5-1b50-4199-8106-502dcb6b246b'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:22.593270 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:48:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f96700c5-1b50-4199-8106-502dcb6b246b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:22.594582 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4b52a7-4675-4298-8a67-842cf3e08a39 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Made reservation on behalf of 3ea63212a4f44637b93ca12959982d7d for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:22.602228 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd4b52a7-4675-4298-8a67-842cf3e08a39 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.602658 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d78111-2f04-4d04-85ca-71b6f25fdf1a tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Pushing event deleted for resources: {'Port': ['ID=0c0288c5-65a9-4757-9c9e-82771cc9c0ad,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:22.656861 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4b52a7-4675-4298-8a67-842cf3e08a39 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:48:22.672760 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd4b52a7-4675-4298-8a67-842cf3e08a39 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.673751 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-fd4b52a7-4675-4298-8a67-842cf3e08a39 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Added segment ffa07776-c674-46af-9749-ce3fb32bff75 of type vlan for network 2cd86f89-cf4e-4ed8-84f7-59192f11dd2c Jul 22 16:48:22.702537 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-87d78111-2f04-4d04-85ca-71b6f25fdf1a tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.704884 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-87d78111-2f04-4d04-85ca-71b6f25fdf1a tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] 10.222.0.69 "DELETE /v2.0/ports/0c0288c5-65a9-4757-9c9e-82771cc9c0ad HTTP/1.1" status: 204 len: 168 time: 2.0054662 Jul 22 16:48:22.745035 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-203012d1-44e5-49a1-b68e-fcc27490e172 None None] Provisioning complete for port 9ea390e9-c976-4eb9-9207-78a7395c10d4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:22.745035 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-203012d1-44e5-49a1-b68e-fcc27490e172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.758209 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd4b52a7-4675-4298-8a67-842cf3e08a39 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.788339 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.795140 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39864) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:22.845645 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd4b52a7-4675-4298-8a67-842cf3e08a39 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.879316 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] Set router f96700c5-1b50-4199-8106-502dcb6b246b gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:22.882559 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4b52a7-4675-4298-8a67-842cf3e08a39 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:22.883171 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd4b52a7-4675-4298-8a67-842cf3e08a39 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.908007 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7375c07b-bf25-4e45-a8d5-1ed4d5d67a42 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] For port a5aee7be-1080-427b-b3e8-365070f0d302, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a5aee7be-1080-427b-b3e8-365070f0d302,segment=NetworkSegment(65e45124-67c6-49a6-903c-7f7ef5503d66),segment_id=65e45124-67c6-49a6-903c-7f7ef5503d66)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:22.908559 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7375c07b-bf25-4e45-a8d5-1ed4d5d67a42 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.949842 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3d8beef3-580c-44a0-a3d0-902c1d311ea7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2950888 Jul 22 16:48:22.951000 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7375c07b-bf25-4e45-a8d5-1ed4d5d67a42 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Calling delete_port for a5aee7be-1080-427b-b3e8-365070f0d302 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:22.960050 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39866) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:22.960243 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8beef3-580c-44a0-a3d0-902c1d311ea7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=17d7fbce-a7f2-405d-9e2e-90423a7dd91d,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:22.967433 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 9ea390e9-c976-4eb9-9207-78a7395c10d4, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=9ea390e9-c976-4eb9-9207-78a7395c10d4,segment=NetworkSegment(1a16e0da-df45-4798-bcae-251e7e379204),segment_id=1a16e0da-df45-4798-bcae-251e7e379204)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:22.972396 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-dc84eddf-789a-40e1-b515-0778bf82a094 None None] For port a9ce05cc-b025-4c8f-ae30-3034efa07204, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a9ce05cc-b025-4c8f-ae30-3034efa07204,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:22.972802 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc84eddf-789a-40e1-b515-0778bf82a094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.983851 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.984652 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8baad698-b499-4742-a3e4-b9133645d9c2 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:23.016596 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fa1c67f3-a4a9-43d2-a0d2-d76ded40cc8f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:23.024746 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fd4b52a7-4675-4298-8a67-842cf3e08a39 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5927899 Jul 22 16:48:23.033613 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39872) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:23.146796 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-dc84eddf-789a-40e1-b515-0778bf82a094 None None] Calling delete_port for a9ce05cc-b025-4c8f-ae30-3034efa07204 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:23.149414 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-63a36ae4-1325-48c1-b0a1-bd5431c4243e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'subnet': {'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:23.179449 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9fd527-1504-4c08-9694-402f79d741a9 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Deleting subnet 5f8c7dcd-cadb-43ac-9f95-0abccf7f5fd6 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:48:23.195106 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd527-1504-4c08-9694-402f79d741a9 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:23.236181 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7375c07b-bf25-4e45-a8d5-1ed4d5d67a42 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:23.262405 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b52a7-4675-4298-8a67-842cf3e08a39 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Network': ['ID=2cd86f89-cf4e-4ed8-84f7-59192f11dd2c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:23.288715 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:48:20Z', 'revision_number': 3, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '5fdf0f7a-18a2-4126-af81-2b86f9f0012e', 'name': '', 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6f:f5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:16Z', 'updated_at': '2021-07-22T16:48:20Z', 'revision_number': 2, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:18Z', 'revision_number': 4, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:23.290729 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e49e020-8e1f-44c3-96ad-ec0c7f7f171e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:23.304106 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 2cd86f89-cf4e-4ed8-84f7-59192f11dd2c details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:48:23.335726 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] Checking router: f96700c5-1b50-4199-8106-502dcb6b246b for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:48:23.336355 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] Updating router f96700c5-1b50-4199-8106-502dcb6b246b port 5fdf0f7a-18a2-4126-af81-2b86f9f0012e binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:48:23.339991 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7375c07b-bf25-4e45-a8d5-1ed4d5d67a42 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] No DVR routers for this DVR port a5aee7be-1080-427b-b3e8-365070f0d302 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:23.342283 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1c67f3-a4a9-43d2-a0d2-d76ded40cc8f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:23.343252 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375c07b-bf25-4e45-a8d5-1ed4d5d67a42 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event deleted for resources: {'Port': ['ID=a5aee7be-1080-427b-b3e8-365070f0d302,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:23.348078 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa1c67f3-a4a9-43d2-a0d2-d76ded40cc8f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:23.377298 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd527-1504-4c08-9694-402f79d741a9 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:23.408687 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e49e020-8e1f-44c3-96ad-ec0c7f7f171e None None] No DVR routers for this DVR port a5aee7be-1080-427b-b3e8-365070f0d302 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:23.411743 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:23.414985 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc84eddf-789a-40e1-b515-0778bf82a094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:23.437870 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc84eddf-789a-40e1-b515-0778bf82a094 None None] No DVR routers for this DVR port a9ce05cc-b025-4c8f-ae30-3034efa07204 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:23.438417 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=9ea390e9-c976-4eb9-9207-78a7395c10d4,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:23.492183 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fc170a-d85a-45fa-9170-b237c35f2204 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:23.511560 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a36ae4-1325-48c1-b0a1-bd5431c4243e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Made reservation on behalf of 3ea63212a4f44637b93ca12959982d7d for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:23.515174 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63a36ae4-1325-48c1-b0a1-bd5431c4243e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:23.517661 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-203012d1-44e5-49a1-b68e-fcc27490e172 None None] Provisioning for port 5fdf0f7a-18a2-4126-af81-2b86f9f0012e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:23.527339 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-203012d1-44e5-49a1-b68e-fcc27490e172 None None] Provisioning complete for port 5fdf0f7a-18a2-4126-af81-2b86f9f0012e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:23.528032 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-203012d1-44e5-49a1-b68e-fcc27490e172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:23.529664 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49e020-8e1f-44c3-96ad-ec0c7f7f171e None None] Pushing event deleted for resources: {'Port': ['ID=a5aee7be-1080-427b-b3e8-365070f0d302,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:23.544620 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 8baad698-b499-4742-a3e4-b9133645d9c2 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:23.595642 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7375c07b-bf25-4e45-a8d5-1ed4d5d67a42 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:23.616216 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-7375c07b-bf25-4e45-a8d5-1ed4d5d67a42 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b833cb6-36e8-4b1d-8c83-cc79c162b762']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:23.616620 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 8baad698-b499-4742-a3e4-b9133645d9c2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:23.617001 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:23.675470 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84eddf-789a-40e1-b515-0778bf82a094 None None] Pushing event deleted for resources: {'Port': ['ID=a9ce05cc-b025-4c8f-ae30-3034efa07204,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:23.688629 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-7375c07b-bf25-4e45-a8d5-1ed4d5d67a42 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e45124-67c6-49a6-903c-7f7ef5503d66') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:23.689171 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-7375c07b-bf25-4e45-a8d5-1ed4d5d67a42 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e45124-67c6-49a6-903c-7f7ef5503d66') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:23.706639 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7375c07b-bf25-4e45-a8d5-1ed4d5d67a42 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:23.725261 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd527-1504-4c08-9694-402f79d741a9 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:23.727770 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-203012d1-44e5-49a1-b68e-fcc27490e172 None None] Port 5fdf0f7a-18a2-4126-af81-2b86f9f0012e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:23.735196 n-d-798930-9 neutron-server[93817]: INFO neutron.db.ipam_backend_mixin [None req-fa1c67f3-a4a9-43d2-a0d2-d76ded40cc8f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 17d7fbce-a7f2-405d-9e2e-90423a7dd91d (CIDR: 2001:db8::/64) Jul 22 16:48:23.769116 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7375c07b-bf25-4e45-a8d5-1ed4d5d67a42 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:23.780746 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7375c07b-bf25-4e45-a8d5-1ed4d5d67a42 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:48:23.781155 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7375c07b-bf25-4e45-a8d5-1ed4d5d67a42 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:48:23.784954 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:48:23.829495 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1c67f3-a4a9-43d2-a0d2-d76ded40cc8f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:48:23.830412 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1c67f3-a4a9-43d2-a0d2-d76ded40cc8f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:23.868076 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fa1c67f3-a4a9-43d2-a0d2-d76ded40cc8f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8894002 Jul 22 16:48:23.871102 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39882) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:23.877049 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-79f47d2c-f0c3-4958-9aa2-65abdb3961e5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'subnet': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:23.920183 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7375c07b-bf25-4e45-a8d5-1ed4d5d67a42 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:23.928368 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:23.931876 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7375c07b-bf25-4e45-a8d5-1ed4d5d67a42 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:23.934359 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7375c07b-bf25-4e45-a8d5-1ed4d5d67a42 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] 10.222.0.69 "DELETE /v2.0/networks/6b833cb6-36e8-4b1d-8c83-cc79c162b762 HTTP/1.1" status: 204 len: 168 time: 1.7004731 Jul 22 16:48:23.937469 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd527-1504-4c08-9694-402f79d741a9 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:23.944528 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] Transition to ACTIVE for port object 5fdf0f7a-18a2-4126-af81-2b86f9f0012e will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:23.952622 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:23.955780 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:24.015143 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375c07b-bf25-4e45-a8d5-1ed4d5d67a42 tempest-TaggedBootDevicesTest-2046524458 tempest-TaggedBootDevicesTest-2046524458-project] Pushing event deleted for resources: {'Network': ['ID=6b833cb6-36e8-4b1d-8c83-cc79c162b762,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:24.017432 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9137988-9232-406f-91df-f88a6d68edb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-3a7a7ee3-b719-4772-82c2-01f118e27227', 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'tenant_id': 'e913827dcf594576b0a204845cf3904c', 'fixed_ips': [{'subnet_id': '17d7fbce-a7f2-405d-9e2e-90423a7dd91d'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:48:24.018345 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9137988-9232-406f-91df-f88a6d68edb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:24.020827 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd527-1504-4c08-9694-402f79d741a9 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:24.023277 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2c9fd527-1504-4c08-9694-402f79d741a9 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] 10.222.0.69 "DELETE /v2.0/subnets/5f8c7dcd-cadb-43ac-9f95-0abccf7f5fd6 HTTP/1.1" status: 204 len: 168 time: 1.2275538 Jul 22 16:48:24.024368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fd527-1504-4c08-9694-402f79d741a9 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Pushing event deleted for resources: {'Subnet': ['ID=5f8c7dcd-cadb-43ac-9f95-0abccf7f5fd6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:24.028609 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39884) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:24.088797 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359fe84-3f31-4001-8628-f71302003d09 None None] Pushing event updated for resources: {'Port': ['ID=5fdf0f7a-18a2-4126-af81-2b86f9f0012e,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:24.136295 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63a36ae4-1325-48c1-b0a1-bd5431c4243e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:24.219967 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8634a023-f174-4ba6-b8a8-8e24c629c748 None None] Network c35b6c56-f70d-47da-8775-700ad90f16a1 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:24.288026 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 8baad698-b499-4742-a3e4-b9133645d9c2, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8baad698-b499-4742-a3e4-b9133645d9c2,segment=NetworkSegment(ca74191a-2557-42eb-ac5d-40ebb62b9504),segment_id=ca74191a-2557-42eb-ac5d-40ebb62b9504)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:24.309030 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:24.340321 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] Attempting to bind port 5fdf0f7a-18a2-4126-af81-2b86f9f0012e on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:48:24.340799 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] Attempting to bind port 5fdf0f7a-18a2-4126-af81-2b86f9f0012e by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '1a16e0da-df45-4798-bcae-251e7e379204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:48:24.341236 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] Attempting to bind port 5fdf0f7a-18a2-4126-af81-2b86f9f0012e on network fd3f0d00-3811-4316-b7b6-a87f37bbbab9 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:24.349554 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:48:24.350003 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] Checking segment: {'id': '1a16e0da-df45-4798-bcae-251e7e379204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:24.350567 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:24.350976 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] Bound using segment: {'id': '1a16e0da-df45-4798-bcae-251e7e379204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:48:24.351626 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] Bound port: 5fdf0f7a-18a2-4126-af81-2b86f9f0012e, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a16e0da-df45-4798-bcae-251e7e379204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:48:24.352018 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:24.430290 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 36846a75-1ee5-4735-8587-9e8111b71b1f no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:24.454513 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] For port 5fdf0f7a-18a2-4126-af81-2b86f9f0012e, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:48:24.462551 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] For port 5fdf0f7a-18a2-4126-af81-2b86f9f0012e, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5fdf0f7a-18a2-4126-af81-2b86f9f0012e,segment=NetworkSegment(1a16e0da-df45-4798-bcae-251e7e379204),segment_id=1a16e0da-df45-4798-bcae-251e7e379204)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:48:24.478090 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:24.481430 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 36846a75-1ee5-4735-8587-9e8111b71b1f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:48:24.482029 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 36846a75-1ee5-4735-8587-9e8111b71b1f not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:48:24.590131 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359fe84-3f31-4001-8628-f71302003d09 None None] Pushing event updated for resources: {'Port': ['ID=5fdf0f7a-18a2-4126-af81-2b86f9f0012e,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:24.613232 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] Routers {'f96700c5-1b50-4199-8106-502dcb6b246b'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:24.613898 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:48:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f96700c5-1b50-4199-8106-502dcb6b246b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:24.758148 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f47d2c-f0c3-4958-9aa2-65abdb3961e5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:24.761699 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79f47d2c-f0c3-4958-9aa2-65abdb3961e5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:24.801484 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2359fe84-3f31-4001-8628-f71302003d09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:24.801844 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2359fe84-3f31-4001-8628-f71302003d09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:24.807146 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2359fe84-3f31-4001-8628-f71302003d09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:24.807489 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2359fe84-3f31-4001-8628-f71302003d09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:24.807824 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2359fe84-3f31-4001-8628-f71302003d09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:24.808153 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2359fe84-3f31-4001-8628-f71302003d09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:24.808606 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2359fe84-3f31-4001-8628-f71302003d09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:24.808978 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2359fe84-3f31-4001-8628-f71302003d09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:24.809242 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2359fe84-3f31-4001-8628-f71302003d09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:24.809569 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2359fe84-3f31-4001-8628-f71302003d09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:24.809875 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2359fe84-3f31-4001-8628-f71302003d09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:24.818408 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2359fe84-3f31-4001-8628-f71302003d09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:24.855231 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] Set router f96700c5-1b50-4199-8106-502dcb6b246b gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:24.860355 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-736692a5-a9ae-49a5-8f56-94ba085c4732 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:24.890242 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 9ea390e9-c976-4eb9-9207-78a7395c10d4 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:24.937555 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=8baad698-b499-4742-a3e4-b9133645d9c2,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:24.950628 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a36ae4-1325-48c1-b0a1-bd5431c4243e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Subnet': ['ID=97aa4cc8-2f1f-41cb-824d-c83035e49801,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:24.973512 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-c9137988-9232-406f-91df-f88a6d68edb2 None None] Allocated IP 2001:db8::2 (3a7a7ee3-b719-4772-82c2-01f118e27227/17d7fbce-a7f2-405d-9e2e-90423a7dd91d/ef30853e-7cc0-4e77-bbe2-1aa825ada315) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:25.049490 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 9ea390e9-c976-4eb9-9207-78a7395c10d4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:25.049864 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:25.126646 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a36ae4-1325-48c1-b0a1-bd5431c4243e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Checking segment: {'id': 'ffa07776-c674-46af-9749-ce3fb32bff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:25.127001 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a36ae4-1325-48c1-b0a1-bd5431c4243e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network hostable DHCP agents. Network: 2cd86f89-cf4e-4ed8-84f7-59192f11dd2c, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:48:25.188340 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:48:20Z', 'revision_number': 3, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '5fdf0f7a-18a2-4126-af81-2b86f9f0012e', 'name': '', 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6f:f5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:16Z', 'updated_at': '2021-07-22T16:48:24Z', 'revision_number': 4, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:24Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:25.240852 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe1a45e-7c9c-4d15-b92b-8f63f2015428 None None] DHCP port deletion for c35b6c56-f70d-47da-8775-700ad90f16a1 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:48:25.241759 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2196cf-f7bd-4954-9a45-3e1429e1f7b1 None None] The sync data for ids ['f96700c5-1b50-4199-8106-502dcb6b246b'] in n-d-798930-9 is: [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:48:20Z', 'revision_number': 3, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '5fdf0f7a-18a2-4126-af81-2b86f9f0012e', 'name': '', 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6f:f5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:16Z', 'updated_at': '2021-07-22T16:48:24Z', 'revision_number': 4, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:24Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:48:25.252164 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a36ae4-1325-48c1-b0a1-bd5431c4243e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network 2cd86f89-cf4e-4ed8-84f7-59192f11dd2c is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:48:25.261203 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9137988-9232-406f-91df-f88a6d68edb2 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:25.291313 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-63a36ae4-1325-48c1-b0a1-bd5431c4243e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 2cd86f89-cf4e-4ed8-84f7-59192f11dd2c) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:25.314667 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c9137988-9232-406f-91df-f88a6d68edb2 None None] Transition to ACTIVE for port object ef30853e-7cc0-4e77-bbe2-1aa825ada315 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:25.319700 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5255405-8e6b-495e-8711-83edf92cc8c2 None None] Network 2cd86f89-cf4e-4ed8-84f7-59192f11dd2c requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:25.334337 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a36ae4-1325-48c1-b0a1-bd5431c4243e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:25.334933 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63a36ae4-1325-48c1-b0a1-bd5431c4243e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:25.362854 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-736692a5-a9ae-49a5-8f56-94ba085c4732 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Deleting port a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:25.363176 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-736692a5-a9ae-49a5-8f56-94ba085c4732 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:25.397311 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a5aee7be-1080-427b-b3e8-365070f0d302 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:25.421261 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-63a36ae4-1325-48c1-b0a1-bd5431c4243e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2773740 Jul 22 16:48:25.424266 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39898) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:25.439845 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c9137988-9232-406f-91df-f88a6d68edb2 None None] Transition to ACTIVE for port object ef30853e-7cc0-4e77-bbe2-1aa825ada315 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:25.484249 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9137988-9232-406f-91df-f88a6d68edb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:25.522087 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: a5aee7be-1080-427b-b3e8-365070f0d302 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:48:25.522730 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a5aee7be-1080-427b-b3e8-365070f0d302 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:48:25.523352 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a9ce05cc-b025-4c8f-ae30-3034efa07204 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:25.603972 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: a9ce05cc-b025-4c8f-ae30-3034efa07204 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:48:25.604606 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a9ce05cc-b025-4c8f-ae30-3034efa07204 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:48:25.628592 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9137988-9232-406f-91df-f88a6d68edb2 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:25.665681 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-736692a5-a9ae-49a5-8f56-94ba085c4732 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] For port a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3,segment=NetworkSegment(520eaa06-6273-40d1-b009-798b7710aab1),segment_id=520eaa06-6273-40d1-b009-798b7710aab1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:25.666097 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-736692a5-a9ae-49a5-8f56-94ba085c4732 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:25.689152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-736692a5-a9ae-49a5-8f56-94ba085c4732 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Calling delete_port for a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:25.702238 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c9137988-9232-406f-91df-f88a6d68edb2 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:25.720732 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9137988-9232-406f-91df-f88a6d68edb2 None None] Pushing event updated for resources: {'Port': ['ID=ef30853e-7cc0-4e77-bbe2-1aa825ada315,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:25.725883 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9137988-9232-406f-91df-f88a6d68edb2 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:25.728576 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1a45e-7c9c-4d15-b92b-8f63f2015428 None None] Deleting port a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:25.728945 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9fe1a45e-7c9c-4d15-b92b-8f63f2015428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:25.937387 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-736692a5-a9ae-49a5-8f56-94ba085c4732 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:25.961775 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9fe1a45e-7c9c-4d15-b92b-8f63f2015428 None None] For port a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3,segment=NetworkSegment(520eaa06-6273-40d1-b009-798b7710aab1),segment_id=520eaa06-6273-40d1-b009-798b7710aab1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:25.962442 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9fe1a45e-7c9c-4d15-b92b-8f63f2015428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:25.995970 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c9137988-9232-406f-91df-f88a6d68edb2 None None] Attempting to bind port ef30853e-7cc0-4e77-bbe2-1aa825ada315 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:48:25.996363 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c9137988-9232-406f-91df-f88a6d68edb2 None None] Attempting to bind port ef30853e-7cc0-4e77-bbe2-1aa825ada315 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:48:25.996714 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9137988-9232-406f-91df-f88a6d68edb2 None None] Attempting to bind port ef30853e-7cc0-4e77-bbe2-1aa825ada315 on network 3a7a7ee3-b719-4772-82c2-01f118e27227 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:26.004646 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1a45e-7c9c-4d15-b92b-8f63f2015428 None None] Calling delete_port for a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:26.018031 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736692a5-a9ae-49a5-8f56-94ba085c4732 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Pushing event deleted for resources: {'Port': ['ID=a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:26.028045 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736692a5-a9ae-49a5-8f56-94ba085c4732 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] No DVR routers for this DVR port a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:26.034256 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9137988-9232-406f-91df-f88a6d68edb2 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:48:26.034644 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9137988-9232-406f-91df-f88a6d68edb2 None None] Checking segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:26.035643 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9137988-9232-406f-91df-f88a6d68edb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.035643 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9137988-9232-406f-91df-f88a6d68edb2 None None] Bound using segment: {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:48:26.035924 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c9137988-9232-406f-91df-f88a6d68edb2 None None] Bound port: ef30853e-7cc0-4e77-bbe2-1aa825ada315, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4769406-8d2b-4e57-8282-05f1269e8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:48:26.036375 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9137988-9232-406f-91df-f88a6d68edb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.057029 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236960d6-6dd6-4c0f-8c72-595a76e8fc37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-2cd86f89-cf4e-4ed8-84f7-59192f11dd2c', 'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'fixed_ips': [{'subnet_id': '97aa4cc8-2f1f-41cb-824d-c83035e49801'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:48:26.064462 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-236960d6-6dd6-4c0f-8c72-595a76e8fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.137260 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-736692a5-a9ae-49a5-8f56-94ba085c4732 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.149215 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-736692a5-a9ae-49a5-8f56-94ba085c4732 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35b6c56-f70d-47da-8775-700ad90f16a1']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:26.161231 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-736692a5-a9ae-49a5-8f56-94ba085c4732 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520eaa06-6273-40d1-b009-798b7710aab1') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:26.162234 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-736692a5-a9ae-49a5-8f56-94ba085c4732 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520eaa06-6273-40d1-b009-798b7710aab1') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:26.162738 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-228e082a-ca48-499d-9e6e-ce6f844ede2d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.175460 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-736692a5-a9ae-49a5-8f56-94ba085c4732 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.197014 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-736692a5-a9ae-49a5-8f56-94ba085c4732 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.205667 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736692a5-a9ae-49a5-8f56-94ba085c4732 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:48:26.206251 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-736692a5-a9ae-49a5-8f56-94ba085c4732 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.318519 n-d-798930-9 neutron-server[93817]: DEBUG neutron.objects.ports [None req-79f47d2c-f0c3-4958-9aa2-65abdb3961e5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:48:26.320507 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:48:26.341432 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c9137988-9232-406f-91df-f88a6d68edb2 None None] For port ef30853e-7cc0-4e77-bbe2-1aa825ada315, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:48:26.367478 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c9137988-9232-406f-91df-f88a6d68edb2 None None] For port ef30853e-7cc0-4e77-bbe2-1aa825ada315, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ef30853e-7cc0-4e77-bbe2-1aa825ada315,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:48:26.397341 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9137988-9232-406f-91df-f88a6d68edb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.439686 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9fe1a45e-7c9c-4d15-b92b-8f63f2015428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.478440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9fe1a45e-7c9c-4d15-b92b-8f63f2015428 None None] Network c35b6c56-f70d-47da-8775-700ad90f16a1 is not hosted by any dhcp agent {{(pid=93818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 16:48:26.478957 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe1a45e-7c9c-4d15-b92b-8f63f2015428 None None] No DVR routers for this DVR port a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:26.485743 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-236960d6-6dd6-4c0f-8c72-595a76e8fc37 None None] Allocated IP 172.22.0.2 (2cd86f89-cf4e-4ed8-84f7-59192f11dd2c/97aa4cc8-2f1f-41cb-824d-c83035e49801/431b466c-e9ce-45fd-b076-00e2bd4f9f07) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:26.515109 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9137988-9232-406f-91df-f88a6d68edb2 None None] Pushing event updated for resources: {'Port': ['ID=ef30853e-7cc0-4e77-bbe2-1aa825ada315,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:26.518262 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-736692a5-a9ae-49a5-8f56-94ba085c4732 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.529732 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-736692a5-a9ae-49a5-8f56-94ba085c4732 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.534391 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-736692a5-a9ae-49a5-8f56-94ba085c4732 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] 10.222.0.69 "DELETE /v2.0/networks/c35b6c56-f70d-47da-8775-700ad90f16a1 HTTP/1.1" status: 204 len: 168 time: 2.4816470 Jul 22 16:48:26.555742 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1a45e-7c9c-4d15-b92b-8f63f2015428 None None] Pushing event deleted for resources: {'Port': ['ID=a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:26.556198 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736692a5-a9ae-49a5-8f56-94ba085c4732 tempest-AllowedAddressPairIpV6TestJSON-1616397173 tempest-AllowedAddressPairIpV6TestJSON-1616397173-project] Pushing event deleted for resources: {'Network': ['ID=c35b6c56-f70d-47da-8775-700ad90f16a1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:26.769842 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79f47d2c-f0c3-4958-9aa2-65abdb3961e5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.962417 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-236960d6-6dd6-4c0f-8c72-595a76e8fc37 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.981861 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-236960d6-6dd6-4c0f-8c72-595a76e8fc37 None None] Transition to ACTIVE for port object 431b466c-e9ce-45fd-b076-00e2bd4f9f07 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:27.023858 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-236960d6-6dd6-4c0f-8c72-595a76e8fc37 None None] Transition to ACTIVE for port object 431b466c-e9ce-45fd-b076-00e2bd4f9f07 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:27.028512 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8baad698-b499-4742-a3e4-b9133645d9c2 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:27.082605 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-236960d6-6dd6-4c0f-8c72-595a76e8fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.167818 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236960d6-6dd6-4c0f-8c72-595a76e8fc37 None None] Pushing event updated for resources: {'Port': ['ID=431b466c-e9ce-45fd-b076-00e2bd4f9f07,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:27.181720 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236960d6-6dd6-4c0f-8c72-595a76e8fc37 None None] Network 2cd86f89-cf4e-4ed8-84f7-59192f11dd2c is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:27.185750 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-236960d6-6dd6-4c0f-8c72-595a76e8fc37 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:27.188979 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236960d6-6dd6-4c0f-8c72-595a76e8fc37 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:27.206394 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 8baad698-b499-4742-a3e4-b9133645d9c2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:27.207214 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.225846 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-228e082a-ca48-499d-9e6e-ce6f844ede2d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Allocated IP 172.22.0.1 (2cd86f89-cf4e-4ed8-84f7-59192f11dd2c/97aa4cc8-2f1f-41cb-824d-c83035e49801/17723887-58b8-4978-9c60-85432f23c07b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:27.276379 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39916) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:27.338104 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-236960d6-6dd6-4c0f-8c72-595a76e8fc37 None None] Attempting to bind port 431b466c-e9ce-45fd-b076-00e2bd4f9f07 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:48:27.338370 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-236960d6-6dd6-4c0f-8c72-595a76e8fc37 None None] Attempting to bind port 431b466c-e9ce-45fd-b076-00e2bd4f9f07 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'ffa07776-c674-46af-9749-ce3fb32bff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:48:27.338715 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236960d6-6dd6-4c0f-8c72-595a76e8fc37 None None] Attempting to bind port 431b466c-e9ce-45fd-b076-00e2bd4f9f07 on network 2cd86f89-cf4e-4ed8-84f7-59192f11dd2c {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:27.351921 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-79f47d2c-f0c3-4958-9aa2-65abdb3961e5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] For port ef30853e-7cc0-4e77-bbe2-1aa825ada315, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ef30853e-7cc0-4e77-bbe2-1aa825ada315,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:27.358223 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236960d6-6dd6-4c0f-8c72-595a76e8fc37 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:48:27.358520 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236960d6-6dd6-4c0f-8c72-595a76e8fc37 None None] Checking segment: {'id': 'ffa07776-c674-46af-9749-ce3fb32bff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:27.358939 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-236960d6-6dd6-4c0f-8c72-595a76e8fc37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.359343 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236960d6-6dd6-4c0f-8c72-595a76e8fc37 None None] Bound using segment: {'id': 'ffa07776-c674-46af-9749-ce3fb32bff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:48:27.359856 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-236960d6-6dd6-4c0f-8c72-595a76e8fc37 None None] Bound port: 431b466c-e9ce-45fd-b076-00e2bd4f9f07, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa07776-c674-46af-9749-ce3fb32bff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:48:27.360242 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-236960d6-6dd6-4c0f-8c72-595a76e8fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.419993 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79f47d2c-f0c3-4958-9aa2-65abdb3961e5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.426904 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79f47d2c-f0c3-4958-9aa2-65abdb3961e5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.427972 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79f47d2c-f0c3-4958-9aa2-65abdb3961e5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.472079 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5fdf0f7a-18a2-4126-af81-2b86f9f0012e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:27.547477 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-236960d6-6dd6-4c0f-8c72-595a76e8fc37 None None] For port 431b466c-e9ce-45fd-b076-00e2bd4f9f07, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:48:27.562604 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-236960d6-6dd6-4c0f-8c72-595a76e8fc37 None None] For port 431b466c-e9ce-45fd-b076-00e2bd4f9f07, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=431b466c-e9ce-45fd-b076-00e2bd4f9f07,segment=NetworkSegment(ffa07776-c674-46af-9749-ce3fb32bff75),segment_id=ffa07776-c674-46af-9749-ce3fb32bff75)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:48:27.573327 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-236960d6-6dd6-4c0f-8c72-595a76e8fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.607669 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-228e082a-ca48-499d-9e6e-ce6f844ede2d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.632065 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-228e082a-ca48-499d-9e6e-ce6f844ede2d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Transition to ACTIVE for port object 17723887-58b8-4978-9c60-85432f23c07b will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:27.637358 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f47d2c-f0c3-4958-9aa2-65abdb3961e5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:27.668690 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-79f47d2c-f0c3-4958-9aa2-65abdb3961e5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:27.690192 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f47d2c-f0c3-4958-9aa2-65abdb3961e5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:27.690519 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79f47d2c-f0c3-4958-9aa2-65abdb3961e5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.710084 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f47d2c-f0c3-4958-9aa2-65abdb3961e5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Subnet': ['ID=5d758808-dd8d-4d81-a00d-4b80d725a2fe,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:27.714046 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-228e082a-ca48-499d-9e6e-ce6f844ede2d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.727468 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 5fdf0f7a-18a2-4126-af81-2b86f9f0012e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:27.742732 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f47d2c-f0c3-4958-9aa2-65abdb3961e5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=ef30853e-7cc0-4e77-bbe2-1aa825ada315,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:27.756440 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-79f47d2c-f0c3-4958-9aa2-65abdb3961e5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.8838239 Jul 22 16:48:27.759970 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39922) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:27.768152 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 5fdf0f7a-18a2-4126-af81-2b86f9f0012e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:27.768747 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.772157 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ba02f411-f8d7-4f30-8c5d-7637fe807551 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Request body: {'port': {'network_id': '3a7a7ee3-b719-4772-82c2-01f118e27227', 'mac_address': 'fa:16:3e:6d:5e:36', 'name': 'tempest-NetworksTestDHCPv6-315318280'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:27.844781 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228e082a-ca48-499d-9e6e-ce6f844ede2d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network 2cd86f89-cf4e-4ed8-84f7-59192f11dd2c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:27.891205 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7e388b48-aed8-4560-8c14-9b367eb2022f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ea9170043455493597171e6a0878b27a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6131289 Jul 22 16:48:27.892152 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-228e082a-ca48-499d-9e6e-ce6f844ede2d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:27.898401 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228e082a-ca48-499d-9e6e-ce6f844ede2d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:27.899657 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236960d6-6dd6-4c0f-8c72-595a76e8fc37 None None] Pushing event updated for resources: {'Port': ['ID=431b466c-e9ce-45fd-b076-00e2bd4f9f07,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:27.916286 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39924) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:28.033001 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:28.034903 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e082a-ca48-499d-9e6e-ce6f844ede2d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Port': ['ID=17723887-58b8-4978-9c60-85432f23c07b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:28.054199 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba02f411-f8d7-4f30-8c5d-7637fe807551 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Made reservation on behalf of e913827dcf594576b0a204845cf3904c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:28.176925 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 5fdf0f7a-18a2-4126-af81-2b86f9f0012e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5fdf0f7a-18a2-4126-af81-2b86f9f0012e,segment=NetworkSegment(1a16e0da-df45-4798-bcae-251e7e379204),segment_id=1a16e0da-df45-4798-bcae-251e7e379204)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:28.183785 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebf50d5c-48c1-4016-8ccf-836f296bb783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:28.187920 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:28.321265 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebf50d5c-48c1-4016-8ccf-836f296bb783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:28.326162 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba02f411-f8d7-4f30-8c5d-7637fe807551 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:28.330858 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:28.349855 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-228e082a-ca48-499d-9e6e-ce6f844ede2d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:28.398053 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-ba02f411-f8d7-4f30-8c5d-7637fe807551 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] device_id is not set on port a9fc0a79-fa86-420a-8727-14100fe1ec5b yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:48:28.423068 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab808ea8-0690-4148-85d4-76bbb0a6d80f None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:28.429855 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:48:28.430228 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a9e467aa-e0fe-4be6-b8a7-bd6a135c83f3 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:48:28.453054 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=5fdf0f7a-18a2-4126-af81-2b86f9f0012e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:28.565615 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-efa17759-f492-4021-b296-52ff244090df None None] Provisioning for port ef30853e-7cc0-4e77-bbe2-1aa825ada315 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:28.571154 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebf50d5c-48c1-4016-8ccf-836f296bb783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:28.585109 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebf50d5c-48c1-4016-8ccf-836f296bb783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:28.589679 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ebf50d5c-48c1-4016-8ccf-836f296bb783 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/22288e3d-c69f-4cbe-843c-7fc353e21bb5 HTTP/1.1" status: 204 len: 168 time: 0.6670258 Jul 22 16:48:28.660770 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf50d5c-48c1-4016-8ccf-836f296bb783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22288e3d-c69f-4cbe-843c-7fc353e21bb5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:28.742536 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-ba02f411-f8d7-4f30-8c5d-7637fe807551 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8::3ea (3a7a7ee3-b719-4772-82c2-01f118e27227/17d7fbce-a7f2-405d-9e2e-90423a7dd91d/a9fc0a79-fa86-420a-8727-14100fe1ec5b) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:28.753660 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-ba02f411-f8d7-4f30-8c5d-7637fe807551 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6d:5e36 (3a7a7ee3-b719-4772-82c2-01f118e27227/5d758808-dd8d-4d81-a00d-4b80d725a2fe/a9fc0a79-fa86-420a-8727-14100fe1ec5b) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:28.829307 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-228e082a-ca48-499d-9e6e-ce6f844ede2d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:29.022634 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64848799-8610-484a-a530-6dd2d94aee74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:29.170495 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ef30853e-7cc0-4e77-bbe2-1aa825ada315 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:29.279892 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba02f411-f8d7-4f30-8c5d-7637fe807551 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:29.333361 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-ba02f411-f8d7-4f30-8c5d-7637fe807551 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Transition to ACTIVE for port object a9fc0a79-fa86-420a-8727-14100fe1ec5b will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:29.366638 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port ef30853e-7cc0-4e77-bbe2-1aa825ada315 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:29.371375 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port ef30853e-7cc0-4e77-bbe2-1aa825ada315 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:29.373039 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:29.444607 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba02f411-f8d7-4f30-8c5d-7637fe807551 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:29.576248 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02f411-f8d7-4f30-8c5d-7637fe807551 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event updated for resources: {'Port': ['ID=a9fc0a79-fa86-420a-8727-14100fe1ec5b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:29.605360 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba02f411-f8d7-4f30-8c5d-7637fe807551 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:29.610281 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ba02f411-f8d7-4f30-8c5d-7637fe807551 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:29.616355 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba02f411-f8d7-4f30-8c5d-7637fe807551 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:29.628772 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba02f411-f8d7-4f30-8c5d-7637fe807551 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:29.631827 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba02f411-f8d7-4f30-8c5d-7637fe807551 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:29.670955 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ba02f411-f8d7-4f30-8c5d-7637fe807551 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9073720 Jul 22 16:48:29.672560 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39956) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:29.692600 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:29.736994 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port ef30853e-7cc0-4e77-bbe2-1aa825ada315, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ef30853e-7cc0-4e77-bbe2-1aa825ada315,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:29.743062 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:29.744090 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 431b466c-e9ce-45fd-b076-00e2bd4f9f07 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:29.807483 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-228e082a-ca48-499d-9e6e-ce6f844ede2d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:29.818763 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-228e082a-ca48-499d-9e6e-ce6f844ede2d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:29.967281 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b6cd5c-b8e0-41b8-aa8c-85641092455e None None] Network 2cd86f89-cf4e-4ed8-84f7-59192f11dd2c requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:30.013205 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b4bbeaf1-ba8e-4e30-88ff-ccbdfb7b6e96 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting port a9fc0a79-fa86-420a-8727-14100fe1ec5b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:30.015623 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4bbeaf1-ba8e-4e30-88ff-ccbdfb7b6e96 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:30.053828 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e082a-ca48-499d-9e6e-ce6f844ede2d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Port': ['ID=17723887-58b8-4978-9c60-85432f23c07b,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:30.077151 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-228e082a-ca48-499d-9e6e-ce6f844ede2d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:30.266172 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39970) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:30.360359 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228e082a-ca48-499d-9e6e-ce6f844ede2d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network 2cd86f89-cf4e-4ed8-84f7-59192f11dd2c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:30.373633 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-228e082a-ca48-499d-9e6e-ce6f844ede2d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:30.459162 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4bbeaf1-ba8e-4e30-88ff-ccbdfb7b6e96 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:30.496290 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b4bbeaf1-ba8e-4e30-88ff-ccbdfb7b6e96 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Calling delete_port for a9fc0a79-fa86-420a-8727-14100fe1ec5b owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:30.655279 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b08598bb-129b-48fa-972c-d54654a89048 None None] Provisioning for port 431b466c-e9ce-45fd-b076-00e2bd4f9f07 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:30.668482 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-fc0c7f33-134a-4947-8563-b5cd86bbe0c1 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1166907327'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:30.682086 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b02f8b-5156-4a71-be06-e8ff5529efc7 req-369e67dc-3a18-4de6-8f76-b1f69f65f0c4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:30.695059 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=ef30853e-7cc0-4e77-bbe2-1aa825ada315,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:30.711056 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b02f8b-5156-4a71-be06-e8ff5529efc7 req-369e67dc-3a18-4de6-8f76-b1f69f65f0c4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:30.718568 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 431b466c-e9ce-45fd-b076-00e2bd4f9f07 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:30.726932 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 431b466c-e9ce-45fd-b076-00e2bd4f9f07 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:30.727581 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:30.730005 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b02f8b-5156-4a71-be06-e8ff5529efc7 req-369e67dc-3a18-4de6-8f76-b1f69f65f0c4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:30.756957 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b02f8b-5156-4a71-be06-e8ff5529efc7 req-369e67dc-3a18-4de6-8f76-b1f69f65f0c4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:30.772151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b02f8b-5156-4a71-be06-e8ff5529efc7 req-369e67dc-3a18-4de6-8f76-b1f69f65f0c4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:30.779918 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0c7f33-134a-4947-8563-b5cd86bbe0c1 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Made reservation on behalf of 46dd2b11bf8b4cfc856afeb47d349794 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:30.783580 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7f33-134a-4947-8563-b5cd86bbe0c1 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:30.788847 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b02f8b-5156-4a71-be06-e8ff5529efc7 req-369e67dc-3a18-4de6-8f76-b1f69f65f0c4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:30.804313 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b02f8b-5156-4a71-be06-e8ff5529efc7 req-369e67dc-3a18-4de6-8f76-b1f69f65f0c4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:30.806466 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-46b02f8b-5156-4a71-be06-e8ff5529efc7 req-369e67dc-3a18-4de6-8f76-b1f69f65f0c4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5443 time: 0.4794924 Jul 22 16:48:30.811138 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7f33-134a-4947-8563-b5cd86bbe0c1 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:30.868778 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228e082a-ca48-499d-9e6e-ce6f844ede2d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Router f96700c5-1b50-4199-8106-502dcb6b246b has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:48:30.946451 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-46b02f8b-5156-4a71-be06-e8ff5529efc7 req-b323f3ae-cb1d-4aef-9fa7-34f3c483a281 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1317754 Jul 22 16:48:31.040312 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-22c7b1a6-57fa-4b19-a4ff-aeb9c287e3bd None None] Provisioning complete for port ef30853e-7cc0-4e77-bbe2-1aa825ada315 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:31.040946 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-22c7b1a6-57fa-4b19-a4ff-aeb9c287e3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:31.127496 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:31.208440 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4bbeaf1-ba8e-4e30-88ff-ccbdfb7b6e96 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:31.233992 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 431b466c-e9ce-45fd-b076-00e2bd4f9f07, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=431b466c-e9ce-45fd-b076-00e2bd4f9f07,segment=NetworkSegment(ffa07776-c674-46af-9749-ce3fb32bff75),segment_id=ffa07776-c674-46af-9749-ce3fb32bff75)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:31.243643 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:31.244611 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5fdf0f7a-18a2-4126-af81-2b86f9f0012e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:31.373840 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4bbeaf1-ba8e-4e30-88ff-ccbdfb7b6e96 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:31.379229 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b4bbeaf1-ba8e-4e30-88ff-ccbdfb7b6e96 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/a9fc0a79-fa86-420a-8727-14100fe1ec5b HTTP/1.1" status: 204 len: 168 time: 1.7053304 Jul 22 16:48:31.380362 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbeaf1-ba8e-4e30-88ff-ccbdfb7b6e96 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Port': ['ID=a9fc0a79-fa86-420a-8727-14100fe1ec5b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:31.388009 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39988) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:31.454978 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-afc7c8c0-f845-467a-acb4-9053eaffa600 None None] Could not find standard attr ID for object a9fc0a79-fa86-420a-8727-14100fe1ec5b. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:48:31.477567 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d50904d-343e-4602-acf8-9fda6a92325c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:31.482495 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3d50904d-343e-4602-acf8-9fda6a92325c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0927260 Jul 22 16:48:31.483143 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39990) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:31.519161 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=431b466c-e9ce-45fd-b076-00e2bd4f9f07,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:31.543735 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 5fdf0f7a-18a2-4126-af81-2b86f9f0012e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:31.544337 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:31.634965 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c63c2a5-80aa-42b8-8032-b126e96e3985 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:31.639985 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9c63c2a5-80aa-42b8-8032-b126e96e3985 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1556647 Jul 22 16:48:31.640791 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39994) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:31.685862 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f920de9c-d33c-4865-afd4-f520c623eb1a None None] Provisioning complete for port 431b466c-e9ce-45fd-b076-00e2bd4f9f07 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:31.686925 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f920de9c-d33c-4865-afd4-f520c623eb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:31.689187 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:31.690929 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70b44bfe-7262-418f-adab-44690a0ac086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:31.748517 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98618727-5581-42a5-95e3-da2be811892e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:31.751180 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98618727-5581-42a5-95e3-da2be811892e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:31.752891 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98618727-5581-42a5-95e3-da2be811892e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:31.758125 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-98618727-5581-42a5-95e3-da2be811892e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1160259 Jul 22 16:48:31.759106 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39996) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:31.820414 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5401b88-acec-41be-b2ba-b7f4c52364ee tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet 17d7fbce-a7f2-405d-9e2e-90423a7dd91d {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:48:31.825812 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5401b88-acec-41be-b2ba-b7f4c52364ee tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:31.887796 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228e082a-ca48-499d-9e6e-ce6f844ede2d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:48:31.895072 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-228e082a-ca48-499d-9e6e-ce6f844ede2d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "PUT /v2.0/routers/f96700c5-1b50-4199-8106-502dcb6b246b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4691339 Jul 22 16:48:31.898389 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39998) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:31.903472 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] Sync routers for ids ['f96700c5-1b50-4199-8106-502dcb6b246b'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:48:31.929613 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-de6f6ebb-dbda-4cf0-a678-de762492e152 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:31.935896 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-de6f6ebb-dbda-4cf0-a678-de762492e152 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:31.939223 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9df04ce7-e97a-40a4-81a6-d64deaf0cec0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'network': {'name': 'tempest-RoutersTest-338718080'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:31.942400 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-de6f6ebb-dbda-4cf0-a678-de762492e152 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:31.948776 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-de6f6ebb-dbda-4cf0-a678-de762492e152 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:31.955163 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-de6f6ebb-dbda-4cf0-a678-de762492e152 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:31.963098 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-de6f6ebb-dbda-4cf0-a678-de762492e152 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:31.969341 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] Routers {'f96700c5-1b50-4199-8106-502dcb6b246b'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:31.969907 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-de6f6ebb-dbda-4cf0-a678-de762492e152 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:31.970050 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:48:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f96700c5-1b50-4199-8106-502dcb6b246b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:31.972631 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-de6f6ebb-dbda-4cf0-a678-de762492e152 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.16 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5443 time: 0.2746611 Jul 22 16:48:31.976107 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5401b88-acec-41be-b2ba-b7f4c52364ee tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.076600 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ef30853e-7cc0-4e77-bbe2-1aa825ada315 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:32.081865 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-98f9f400-ce6a-43be-8c16-9fb48945f08a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:32.094574 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-98f9f400-ce6a-43be-8c16-9fb48945f08a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.16 "GET /v2.0/ports/aba8f711-d6ad-4378-a003-ab86655f7a9e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1128206 Jul 22 16:48:32.211820 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f920de9c-d33c-4865-afd4-f520c623eb1a None None] Provisioning for port 17723887-58b8-4978-9c60-85432f23c07b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:32.225567 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f920de9c-d33c-4865-afd4-f520c623eb1a None None] Provisioning complete for port 17723887-58b8-4978-9c60-85432f23c07b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:32.226219 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f920de9c-d33c-4865-afd4-f520c623eb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.227495 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5401b88-acec-41be-b2ba-b7f4c52364ee tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.258961 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] Set router f96700c5-1b50-4199-8106-502dcb6b246b gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:32.276288 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-f9b96b0c-b4ca-4e81-b329-d601fb64a088 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.16 "GET /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1736898 Jul 22 16:48:32.303576 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-18d74ea2-8986-4e22-b0aa-5656d9e13837 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:32.304486 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd44f0-e80d-4db3-b9e8-692ca67cf3d0 req-b8f23f55-1766-4ddc-9af6-10f0c5b82a42 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:32.307741 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7f33-134a-4947-8563-b5cd86bbe0c1 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.311359 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd44f0-e80d-4db3-b9e8-692ca67cf3d0 req-b8f23f55-1766-4ddc-9af6-10f0c5b82a42 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:32.318793 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd44f0-e80d-4db3-b9e8-692ca67cf3d0 req-b8f23f55-1766-4ddc-9af6-10f0c5b82a42 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:32.320440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f920de9c-d33c-4865-afd4-f520c623eb1a None None] Port 17723887-58b8-4978-9c60-85432f23c07b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:32.329435 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7f33-134a-4947-8563-b5cd86bbe0c1 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.329687 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd44f0-e80d-4db3-b9e8-692ca67cf3d0 req-b8f23f55-1766-4ddc-9af6-10f0c5b82a42 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:32.336845 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd44f0-e80d-4db3-b9e8-692ca67cf3d0 req-b8f23f55-1766-4ddc-9af6-10f0c5b82a42 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:32.343800 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd44f0-e80d-4db3-b9e8-692ca67cf3d0 req-b8f23f55-1766-4ddc-9af6-10f0c5b82a42 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:32.350707 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd44f0-e80d-4db3-b9e8-692ca67cf3d0 req-b8f23f55-1766-4ddc-9af6-10f0c5b82a42 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:32.359295 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6dd44f0-e80d-4db3-b9e8-692ca67cf3d0 req-b8f23f55-1766-4ddc-9af6-10f0c5b82a42 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 5443 time: 0.2743907 Jul 22 16:48:32.367989 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0c7f33-134a-4947-8563-b5cd86bbe0c1 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:48:32.405202 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port ef30853e-7cc0-4e77-bbe2-1aa825ada315 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:32.405590 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.422043 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df04ce7-e97a-40a4-81a6-d64deaf0cec0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Made reservation on behalf of 3ea63212a4f44637b93ca12959982d7d for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:32.428455 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9df04ce7-e97a-40a4-81a6-d64deaf0cec0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.434294 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-18d74ea2-8986-4e22-b0aa-5656d9e13837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.443894 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7f33-134a-4947-8563-b5cd86bbe0c1 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.444527 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-fc0c7f33-134a-4947-8563-b5cd86bbe0c1 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Added segment 0c23c1f3-2478-445c-81ca-465112476869 of type vlan for network 369d617c-6574-45bb-a907-62ed586b2e8b Jul 22 16:48:32.446065 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5401b88-acec-41be-b2ba-b7f4c52364ee tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.467918 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6dd44f0-e80d-4db3-b9e8-692ca67cf3d0 req-2dbf7ce4-a93c-483b-9c07-8fc5fa2326a6 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1072991 Jul 22 16:48:32.501897 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7f33-134a-4947-8563-b5cd86bbe0c1 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.511877 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5401b88-acec-41be-b2ba-b7f4c52364ee tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=17d7fbce-a7f2-405d-9e2e-90423a7dd91d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:32.524962 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f5401b88-acec-41be-b2ba-b7f4c52364ee tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.529054 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7f33-134a-4947-8563-b5cd86bbe0c1 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbb32f9-e92b-4a0b-8b0f-8d62808d91dc,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:32.529806 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f5401b88-acec-41be-b2ba-b7f4c52364ee tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/17d7fbce-a7f2-405d-9e2e-90423a7dd91d HTTP/1.1" status: 204 len: 168 time: 0.7694588 Jul 22 16:48:32.533260 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40006) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:32.564523 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df04ce7-e97a-40a4-81a6-d64deaf0cec0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:48:32.586547 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74ee233-42cf-451f-b57e-4b999db3fa68 None None] Network 3a7a7ee3-b719-4772-82c2-01f118e27227 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:32.592168 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9df04ce7-e97a-40a4-81a6-d64deaf0cec0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.592459 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-9df04ce7-e97a-40a4-81a6-d64deaf0cec0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Added segment 9b3d9e20-fecc-4d47-b484-55afe729739c of type vlan for network fc8431af-1593-4e3a-acd2-c9027ee19451 Jul 22 16:48:32.628510 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-822a01ce-2d96-4bd2-815c-343ce71c4eb2 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Deleting subnet 5d758808-dd8d-4d81-a00d-4b80d725a2fe {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:48:32.650182 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-822a01ce-2d96-4bd2-815c-343ce71c4eb2 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.661995 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1bdf5195-253e-4040-95db-210c06a7fbfb None None] Provisioning complete for port 17723887-58b8-4978-9c60-85432f23c07b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:32.662370 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bdf5195-253e-4040-95db-210c06a7fbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.699976 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7f33-134a-4947-8563-b5cd86bbe0c1 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.705878 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0c7f33-134a-4947-8563-b5cd86bbe0c1 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:32.706562 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7f33-134a-4947-8563-b5cd86bbe0c1 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.719280 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-822a01ce-2d96-4bd2-815c-343ce71c4eb2 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.788871 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7f33-134a-4947-8563-b5cd86bbe0c1 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Pushing event updated for resources: {'Network': ['ID=369d617c-6574-45bb-a907-62ed586b2e8b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:32.794882 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fc0c7f33-134a-4947-8563-b5cd86bbe0c1 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4957638 Jul 22 16:48:32.798036 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40010) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:32.805040 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d80e61e8-b47d-4208-86fa-25dff9e650a5 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Request body: {'subnet': {'network_id': '369d617c-6574-45bb-a907-62ed586b2e8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:32.835809 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 369d617c-6574-45bb-a907-62ed586b2e8b details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:48:32.850861 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-18d74ea2-8986-4e22-b0aa-5656d9e13837 service neutron] For port aba8f711-d6ad-4378-a003-ab86655f7a9e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=aba8f711-d6ad-4378-a003-ab86655f7a9e,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:32.855334 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-822a01ce-2d96-4bd2-815c-343ce71c4eb2 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.859959 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1bdf5195-253e-4040-95db-210c06a7fbfb None None] Port 17723887-58b8-4978-9c60-85432f23c07b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:32.889808 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-18d74ea2-8986-4e22-b0aa-5656d9e13837 service neutron] For port aba8f711-d6ad-4378-a003-ab86655f7a9e, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:48:32.895565 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.931063 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-18d74ea2-8986-4e22-b0aa-5656d9e13837 service neutron] device_id is not set on port aba8f711-d6ad-4378-a003-ab86655f7a9e yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:48:32.940623 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-18d74ea2-8986-4e22-b0aa-5656d9e13837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.958785 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-18d74ea2-8986-4e22-b0aa-5656d9e13837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.962363 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9df04ce7-e97a-40a4-81a6-d64deaf0cec0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:33.023809 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-822a01ce-2d96-4bd2-815c-343ce71c4eb2 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:33.077138 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a01ce-2d96-4bd2-815c-343ce71c4eb2 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Subnet': ['ID=5d758808-dd8d-4d81-a00d-4b80d725a2fe,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:33.085663 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-822a01ce-2d96-4bd2-815c-343ce71c4eb2 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:33.092915 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-822a01ce-2d96-4bd2-815c-343ce71c4eb2 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/5d758808-dd8d-4d81-a00d-4b80d725a2fe HTTP/1.1" status: 204 len: 168 time: 0.5585895 Jul 22 16:48:33.099070 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40016) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:33.109450 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9df04ce7-e97a-40a4-81a6-d64deaf0cec0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:33.112162 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df04ce7-e97a-40a4-81a6-d64deaf0cec0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:33.112770 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9df04ce7-e97a-40a4-81a6-d64deaf0cec0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:33.159908 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-253bd3b7-d303-4e36-b887-10f310d9111a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570014 Jul 22 16:48:33.162075 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40018) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:33.164646 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-18d74ea2-8986-4e22-b0aa-5656d9e13837 service neutron] No DVR routers for this DVR port aba8f711-d6ad-4378-a003-ab86655f7a9e on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:33.179696 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 431b466c-e9ce-45fd-b076-00e2bd4f9f07 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:33.225584 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d74ea2-8986-4e22-b0aa-5656d9e13837 service neutron] Pushing event updated for resources: {'Port': ['ID=aba8f711-d6ad-4378-a003-ab86655f7a9e,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:33.256083 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:48:28Z', 'revision_number': 4, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '17723887-58b8-4978-9c60-85432f23c07b', 'name': '', 'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:f6:26:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:26Z', 'updated_at': '2021-07-22T16:48:29Z', 'revision_number': 2, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fdf0f7a-18a2-4126-af81-2b86f9f0012e', 'name': '', 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6f:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:16Z', 'updated_at': '2021-07-22T16:48:28Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:24Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:33.282273 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df04ce7-e97a-40a4-81a6-d64deaf0cec0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Network': ['ID=fc8431af-1593-4e3a-acd2-c9027ee19451,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:33.306977 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9df04ce7-e97a-40a4-81a6-d64deaf0cec0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4075215 Jul 22 16:48:33.309552 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40020) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:33.316255 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-24eec2ad-ec16-40bb-b8c7-0b95608904b4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'subnet': {'network_id': 'fc8431af-1593-4e3a-acd2-c9027ee19451', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:33.322164 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network fc8431af-1593-4e3a-acd2-c9027ee19451 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:48:33.324773 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] Checking router: f96700c5-1b50-4199-8106-502dcb6b246b for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:48:33.324773 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] Updating router f96700c5-1b50-4199-8106-502dcb6b246b port 17723887-58b8-4978-9c60-85432f23c07b binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:48:33.345225 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-18d74ea2-8986-4e22-b0aa-5656d9e13837 service neutron] In _notify_port_updated(), no bound segment for port aba8f711-d6ad-4378-a003-ab86655f7a9e on network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf {{(pid=93816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:48:33.346161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-18d74ea2-8986-4e22-b0aa-5656d9e13837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:33.346781 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-18d74ea2-8986-4e22-b0aa-5656d9e13837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:33.348154 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-18d74ea2-8986-4e22-b0aa-5656d9e13837 service neutron] 10.222.0.16 "PUT /v2.0/ports/aba8f711-d6ad-4378-a003-ab86655f7a9e HTTP/1.1" status: 200 len: 1032 time: 1.0521843 Jul 22 16:48:33.432936 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 431b466c-e9ce-45fd-b076-00e2bd4f9f07 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:33.433302 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:33.438308 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:33.471828 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-a592c51a-e47d-4fc6-a1cc-cea8c9aa0f38 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:33.473306 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-a592c51a-e47d-4fc6-a1cc-cea8c9aa0f38 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.16 "GET /v2.0/ports/706d94d1-b403-4659-855c-6be2d363f415?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1185789 Jul 22 16:48:33.503773 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588da415-03cf-409e-9449-c519ac35a35b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:33.505898 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-588da415-03cf-409e-9449-c519ac35a35b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3425133 Jul 22 16:48:33.506647 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80e61e8-b47d-4208-86fa-25dff9e650a5 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Made reservation on behalf of 46dd2b11bf8b4cfc856afeb47d349794 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:33.509411 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40024) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:33.509900 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d80e61e8-b47d-4208-86fa-25dff9e650a5 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:33.540133 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-9854e547-94d7-4d53-ad3e-50042add953a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:33.566976 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac51dba9-4c09-42ce-a692-9e675a1d9101 None None] DHCP port deletion for 3a7a7ee3-b719-4772-82c2-01f118e27227 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:48:33.582986 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3094bb2d-b049-4ff7-b308-c7531521d4c5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:33.584665 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3094bb2d-b049-4ff7-b308-c7531521d4c5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0738287 Jul 22 16:48:33.588603 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40028) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:33.648586 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d730aab9-3f28-4707-ab61-9a22e44f5442 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506876 Jul 22 16:48:33.656003 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40030) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:33.726393 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1b257d8d-92f0-47bc-8a72-ef2c78a07e2f None None] Provisioning complete for port aba8f711-d6ad-4378-a003-ab86655f7a9e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:33.726955 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b257d8d-92f0-47bc-8a72-ef2c78a07e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:33.749223 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c949ab-9944-419e-8107-b1071f014275 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:33.750176 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3c949ab-9944-419e-8107-b1071f014275 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:33.755043 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f3c949ab-9944-419e-8107-b1071f014275 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/a9fc0a79-fa86-420a-8727-14100fe1ec5b HTTP/1.1" status: 404 len: 333 time: 0.0981467 Jul 22 16:48:33.755662 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40032) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:33.820449 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4420bd-4f4c-4ec6-9195-2703fa45aad4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:33.821033 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df4420bd-4f4c-4ec6-9195-2703fa45aad4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:33.825742 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-df4420bd-4f4c-4ec6-9195-2703fa45aad4 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/5d758808-dd8d-4d81-a00d-4b80d725a2fe HTTP/1.1" status: 404 len: 337 time: 0.0664215 Jul 22 16:48:33.826604 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40036) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:33.832117 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24eec2ad-ec16-40bb-b8c7-0b95608904b4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Made reservation on behalf of 3ea63212a4f44637b93ca12959982d7d for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:33.835683 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24eec2ad-ec16-40bb-b8c7-0b95608904b4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:33.939811 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d80e61e8-b47d-4208-86fa-25dff9e650a5 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:33.961455 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1b257d8d-92f0-47bc-8a72-ef2c78a07e2f None None] Port aba8f711-d6ad-4378-a003-ab86655f7a9e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:34.085130 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e61e8-b47d-4208-86fa-25dff9e650a5 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Pushing event updated for resources: {'Subnet': ['ID=8843d4a9-98d7-427d-9f9d-a2e166269993,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:34.096828 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-9854e547-94d7-4d53-ad3e-50042add953a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:34.133238 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f3385-975a-4e3d-8ba7-b0b222d4ff9c req-bbed4ef0-7bf0-4b60-9646-29e14ed7604a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:34.139193 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f3385-975a-4e3d-8ba7-b0b222d4ff9c req-bbed4ef0-7bf0-4b60-9646-29e14ed7604a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:34.145053 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f3385-975a-4e3d-8ba7-b0b222d4ff9c req-bbed4ef0-7bf0-4b60-9646-29e14ed7604a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:34.151557 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f3385-975a-4e3d-8ba7-b0b222d4ff9c req-bbed4ef0-7bf0-4b60-9646-29e14ed7604a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:34.168288 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f3385-975a-4e3d-8ba7-b0b222d4ff9c req-bbed4ef0-7bf0-4b60-9646-29e14ed7604a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:34.181427 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f3385-975a-4e3d-8ba7-b0b222d4ff9c req-bbed4ef0-7bf0-4b60-9646-29e14ed7604a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:34.183714 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b83f3385-975a-4e3d-8ba7-b0b222d4ff9c req-bbed4ef0-7bf0-4b60-9646-29e14ed7604a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 4664 time: 0.5408778 Jul 22 16:48:34.208919 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ac51dba9-4c09-42ce-a692-9e675a1d9101 None None] Deleting port ef30853e-7cc0-4e77-bbe2-1aa825ada315 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:34.209265 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac51dba9-4c09-42ce-a692-9e675a1d9101 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:34.219800 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-616fa521-96ef-41eb-8cbe-5359fb3d13b2 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:34.220487 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616fa521-96ef-41eb-8cbe-5359fb3d13b2 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:34.222332 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-616fa521-96ef-41eb-8cbe-5359fb3d13b2 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/17d7fbce-a7f2-405d-9e2e-90423a7dd91d HTTP/1.1" status: 404 len: 337 time: 0.1177149 Jul 22 16:48:34.231516 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40040) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:34.259761 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24eec2ad-ec16-40bb-b8c7-0b95608904b4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:34.272192 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69b686a-c55d-40d6-aaac-13fdac8f8cc8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:34.273443 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a69b686a-c55d-40d6-aaac-13fdac8f8cc8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:34.275569 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a69b686a-c55d-40d6-aaac-13fdac8f8cc8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/036f5f06-0f77-4ff4-afa3-54c8394f1666 HTTP/1.1" status: 404 len: 333 time: 0.0428052 Jul 22 16:48:34.305720 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40042) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:34.344089 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f74b42-8c2a-4ec2-a994-621c3c0e74a8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:34.344803 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f74b42-8c2a-4ec2-a994-621c3c0e74a8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:34.346758 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-66f74b42-8c2a-4ec2-a994-621c3c0e74a8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/56e7629e-ae67-4b91-96f6-17d7f83afb07 HTTP/1.1" status: 404 len: 337 time: 0.0376461 Jul 22 16:48:34.352778 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40044) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:34.357283 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b83f3385-975a-4e3d-8ba7-b0b222d4ff9c req-0001c8bd-a40e-45d7-941a-7ae173706e44 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&id=0d27350e-eed5-4e14-a06e-55148fc26ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1635118 Jul 22 16:48:34.422117 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-0068b075-4b4b-49a1-a34a-4a1801855d9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:34.422567 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0068b075-4b4b-49a1-a34a-4a1801855d9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:34.424316 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0068b075-4b4b-49a1-a34a-4a1801855d9d tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/80804fdd-a0cc-401e-8ef3-47ef9775ed82 HTTP/1.1" status: 404 len: 337 time: 0.0644221 Jul 22 16:48:34.429655 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40046) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:34.433279 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eec2ad-ec16-40bb-b8c7-0b95608904b4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Subnet': ['ID=4bcfe033-5641-47f0-9af5-8ef8e005b359,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:34.449470 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eec2ad-ec16-40bb-b8c7-0b95608904b4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Checking segment: {'id': '9b3d9e20-fecc-4d47-b484-55afe729739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fc8431af-1593-4e3a-acd2-c9027ee19451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:34.449826 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eec2ad-ec16-40bb-b8c7-0b95608904b4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network hostable DHCP agents. Network: fc8431af-1593-4e3a-acd2-c9027ee19451, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:48:34.456518 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ac51dba9-4c09-42ce-a692-9e675a1d9101 None None] For port ef30853e-7cc0-4e77-bbe2-1aa825ada315, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ef30853e-7cc0-4e77-bbe2-1aa825ada315,segment=NetworkSegment(e4769406-8d2b-4e57-8282-05f1269e8e2f),segment_id=e4769406-8d2b-4e57-8282-05f1269e8e2f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:34.456924 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac51dba9-4c09-42ce-a692-9e675a1d9101 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:34.464966 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f80a44-b5b9-47c1-b87b-3a0b82e3a958 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:34.466066 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f80a44-b5b9-47c1-b87b-3a0b82e3a958 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:34.468075 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-50f80a44-b5b9-47c1-b87b-3a0b82e3a958 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/b2353729-da8c-4c4c-b694-f6a8b0abe6d9 HTTP/1.1" status: 404 len: 333 time: 0.0371177 Jul 22 16:48:34.475994 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40048) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:34.477037 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80e61e8-b47d-4208-86fa-25dff9e650a5 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Checking segment: {'id': '0c23c1f3-2478-445c-81ca-465112476869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '369d617c-6574-45bb-a907-62ed586b2e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:34.477671 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80e61e8-b47d-4208-86fa-25dff9e650a5 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Network hostable DHCP agents. Network: 369d617c-6574-45bb-a907-62ed586b2e8b, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:48:34.478391 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ac51dba9-4c09-42ce-a692-9e675a1d9101 None None] Calling delete_port for ef30853e-7cc0-4e77-bbe2-1aa825ada315 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:34.486362 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-9854e547-94d7-4d53-ad3e-50042add953a service neutron] For port 706d94d1-b403-4659-855c-6be2d363f415, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=706d94d1-b403-4659-855c-6be2d363f415,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:34.523414 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eec2ad-ec16-40bb-b8c7-0b95608904b4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network fc8431af-1593-4e3a-acd2-c9027ee19451 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:48:34.525836 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd249289-bd58-4935-a7fd-d21a1b9ecafb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:34.529649 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-9854e547-94d7-4d53-ad3e-50042add953a service neutron] For port 706d94d1-b403-4659-855c-6be2d363f415, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:48:34.539922 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd249289-bd58-4935-a7fd-d21a1b9ecafb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:34.541768 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-dd249289-bd58-4935-a7fd-d21a1b9ecafb tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/9351c5fa-ab4d-45f0-a503-9463637f828f HTTP/1.1" status: 404 len: 337 time: 0.0648215 Jul 22 16:48:34.550442 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ef30853e-7cc0-4e77-bbe2-1aa825ada315 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:34.551600 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40050) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:34.578704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-24eec2ad-ec16-40bb-b8c7-0b95608904b4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, fc8431af-1593-4e3a-acd2-c9027ee19451) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:34.589036 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80e61e8-b47d-4208-86fa-25dff9e650a5 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Network 369d617c-6574-45bb-a907-62ed586b2e8b is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:48:34.592790 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-9854e547-94d7-4d53-ad3e-50042add953a service neutron] device_id is not set on port 706d94d1-b403-4659-855c-6be2d363f415 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:48:34.615898 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-d80e61e8-b47d-4208-86fa-25dff9e650a5 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 369d617c-6574-45bb-a907-62ed586b2e8b) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:34.618836 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-9854e547-94d7-4d53-ad3e-50042add953a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:34.629063 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80e61e8-b47d-4208-86fa-25dff9e650a5 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:34.630234 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d80e61e8-b47d-4208-86fa-25dff9e650a5 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:34.635280 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24eec2ad-ec16-40bb-b8c7-0b95608904b4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:34.636654 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24eec2ad-ec16-40bb-b8c7-0b95608904b4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:34.643159 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-5312fe62-a46f-4aaa-b8eb-30df8d42ef0e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:34.644824 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5312fe62-a46f-4aaa-b8eb-30df8d42ef0e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:34.648342 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5312fe62-a46f-4aaa-b8eb-30df8d42ef0e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/f7a36e5d-2af3-4aa4-947b-3e8b3123d27a HTTP/1.1" status: 404 len: 337 time: 0.0953069 Jul 22 16:48:34.652262 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40052) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:34.666796 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-9854e547-94d7-4d53-ad3e-50042add953a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:34.672614 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c3a7c8-0046-4a6c-9fe5-54910a325195 None None] Network fc8431af-1593-4e3a-acd2-c9027ee19451 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:34.689778 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d80e61e8-b47d-4208-86fa-25dff9e650a5 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8905146 Jul 22 16:48:34.715515 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40058) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:34.725731 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Request body: {'port': {'network_id': '369d617c-6574-45bb-a907-62ed586b2e8b', 'name': 'tempest-AllowedAddressPairTestJSON-1729717269'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:34.734343 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf73ccf-1553-46ed-9971-ed0d7cd9c7db tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:34.735263 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bf73ccf-1553-46ed-9971-ed0d7cd9c7db tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:34.737166 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2bf73ccf-1553-46ed-9971-ed0d7cd9c7db tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/1f11d608-0543-4b2f-8b1b-2429efe8eb43 HTTP/1.1" status: 404 len: 333 time: 0.0825417 Jul 22 16:48:34.740890 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40060) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:34.751079 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-24eec2ad-ec16-40bb-b8c7-0b95608904b4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4394271 Jul 22 16:48:34.760577 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40062) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:34.834427 n-d-798930-9 neutron-server[93818]: INFO neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No ports have port_id starting with ef30853e-7cc0-4e77-bbe2-1aa825ada315 Jul 22 16:48:34.852498 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70a84ff-60a8-48cb-8e73-41dd6ac1763c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:34.853172 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f70a84ff-60a8-48cb-8e73-41dd6ac1763c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:34.855138 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f70a84ff-60a8-48cb-8e73-41dd6ac1763c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/9fa9ca83-950e-40b6-934f-6fdb23be16c2 HTTP/1.1" status: 404 len: 337 time: 0.1130466 Jul 22 16:48:34.858513 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40066) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:34.910592 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7a1206-6eb3-4441-8715-6995399d8fe7 None None] Network 369d617c-6574-45bb-a907-62ed586b2e8b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:34.935950 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c73ab2-6e6d-42e8-8f1d-c052f14d3236 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:34.936578 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c73ab2-6e6d-42e8-8f1d-c052f14d3236 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:34.939082 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-42c73ab2-6e6d-42e8-8f1d-c052f14d3236 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/65fa33db-e213-4d75-9ba0-811a5f5b67e4 HTTP/1.1" status: 404 len: 337 time: 0.0789118 Jul 22 16:48:34.941905 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40068) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:35.019089 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-11bcb3b0-ab56-4336-aeba-b2be8f139396 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:35.020096 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11bcb3b0-ab56-4336-aeba-b2be8f139396 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:35.022565 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-11bcb3b0-ab56-4336-aeba-b2be8f139396 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/3bdb06a3-324d-48e7-918c-78746a9d804c HTTP/1.1" status: 404 len: 333 time: 0.0773437 Jul 22 16:48:35.025333 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40072) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:35.039374 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 706d94d1-b403-4659-855c-6be2d363f415 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:35.084660 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-9854e547-94d7-4d53-ad3e-50042add953a service neutron] No DVR routers for this DVR port 706d94d1-b403-4659-855c-6be2d363f415 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:35.089893 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9951a2f-7daf-4afb-9b4a-7a5ac9127013 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:35.090509 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9951a2f-7daf-4afb-9b4a-7a5ac9127013 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:35.092388 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d9951a2f-7daf-4afb-9b4a-7a5ac9127013 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/c4f2aaf1-a7e8-4420-ae05-c7ab3c1482c8 HTTP/1.1" status: 404 len: 337 time: 0.0652089 Jul 22 16:48:35.099610 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40076) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:35.138939 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854e547-94d7-4d53-ad3e-50042add953a service neutron] Pushing event updated for resources: {'Port': ['ID=706d94d1-b403-4659-855c-6be2d363f415,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:35.168480 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f85ac2-c0c9-4544-b578-05c07881ca6b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:35.169416 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f85ac2-c0c9-4544-b578-05c07881ca6b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:35.173638 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d5f85ac2-c0c9-4544-b578-05c07881ca6b tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/73a6b228-203f-4e14-bc90-a0c515f3cf84 HTTP/1.1" status: 404 len: 333 time: 0.0714450 Jul 22 16:48:35.180454 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40078) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:35.184483 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-9854e547-94d7-4d53-ad3e-50042add953a service neutron] In _notify_port_updated(), no bound segment for port 706d94d1-b403-4659-855c-6be2d363f415 on network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf {{(pid=93816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:48:35.185547 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-9854e547-94d7-4d53-ad3e-50042add953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:35.186356 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-9854e547-94d7-4d53-ad3e-50042add953a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:35.187866 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-9854e547-94d7-4d53-ad3e-50042add953a service neutron] 10.222.0.16 "PUT /v2.0/ports/706d94d1-b403-4659-855c-6be2d363f415 HTTP/1.1" status: 200 len: 1032 time: 1.7011037 Jul 22 16:48:35.228106 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac51dba9-4c09-42ce-a692-9e675a1d9101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:35.241649 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Made reservation on behalf of 46dd2b11bf8b4cfc856afeb47d349794 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:35.245540 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:35.269456 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 706d94d1-b403-4659-855c-6be2d363f415 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:48:35.269899 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 85be8f06-0cb5-488b-9eb9-9477188bcef3 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:35.292736 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] device_id is not set on port d957c42f-24bc-4c20-8290-94a265ec8ff6 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:48:35.295197 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac51dba9-4c09-42ce-a692-9e675a1d9101 None None] No DVR routers for this DVR port ef30853e-7cc0-4e77-bbe2-1aa825ada315 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:35.323662 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51dba9-4c09-42ce-a692-9e675a1d9101 None None] Pushing event deleted for resources: {'Port': ['ID=ef30853e-7cc0-4e77-bbe2-1aa825ada315,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:35.334916 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:35.335860 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3b8171-2afd-4ff9-a25f-b8736e557578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-fc8431af-1593-4e3a-acd2-c9027ee19451', 'network_id': 'fc8431af-1593-4e3a-acd2-c9027ee19451', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'fixed_ips': [{'subnet_id': '4bcfe033-5641-47f0-9af5-8ef8e005b359'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:48:35.336685 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a3b8171-2afd-4ff9-a25f-b8736e557578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:35.366717 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7b9536-0c08-4781-962b-7802e5af12a6 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:35.367429 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e7b9536-0c08-4781-962b-7802e5af12a6 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:35.369428 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5e7b9536-0c08-4781-962b-7802e5af12a6 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/d7255c91-6624-4a89-ba51-2cc77db2d26a HTTP/1.1" status: 404 len: 337 time: 0.1876688 Jul 22 16:48:35.376273 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40080) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:35.454136 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-13fbab60-65d2-4f46-97a6-690c7db7967e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:35.454994 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13fbab60-65d2-4f46-97a6-690c7db7967e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:35.456861 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-13fbab60-65d2-4f46-97a6-690c7db7967e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/7b8b486c-ce80-46a3-ac50-15ed97a11d4c HTTP/1.1" status: 404 len: 333 time: 0.0794303 Jul 22 16:48:35.463848 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40084) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:35.511265 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-2f971441-5b4e-40eb-b271-653669f8ecd1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Deleting port 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:35.511525 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-2f971441-5b4e-40eb-b271-653669f8ecd1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:35.537233 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-5a3b8171-2afd-4ff9-a25f-b8736e557578 None None] Allocated IP 172.23.0.2 (fc8431af-1593-4e3a-acd2-c9027ee19451/4bcfe033-5641-47f0-9af5-8ef8e005b359/0af086c9-9fc2-4091-a084-94d488e0aa6d) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:35.547530 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-519862f0-9bc8-447e-910d-135ac798de58 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:35.557328 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-519862f0-9bc8-447e-910d-135ac798de58 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:35.559567 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-519862f0-9bc8-447e-910d-135ac798de58 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/43ed1207-8d8f-4150-9f42-f89c5a81bbc7 HTTP/1.1" status: 404 len: 337 time: 0.0934863 Jul 22 16:48:35.607981 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40086) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:35.622980 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-2f971441-5b4e-40eb-b271-653669f8ecd1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] For port 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b,segment=NetworkSegment(6ee6e318-36e3-4276-aaa7-7e4a6c486bba),segment_id=6ee6e318-36e3-4276-aaa7-7e4a6c486bba)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:35.623365 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-2f971441-5b4e-40eb-b271-653669f8ecd1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:35.702480 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a3b8171-2afd-4ff9-a25f-b8736e557578 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:35.723179 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5a3b8171-2afd-4ff9-a25f-b8736e557578 None None] Transition to ACTIVE for port object 0af086c9-9fc2-4091-a084-94d488e0aa6d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:35.743699 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5a3b8171-2afd-4ff9-a25f-b8736e557578 None None] Transition to ACTIVE for port object 0af086c9-9fc2-4091-a084-94d488e0aa6d will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:35.747195 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5b8f88-827f-41a0-8870-e1afc1c2f9c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-369d617c-6574-45bb-a907-62ed586b2e8b', 'network_id': '369d617c-6574-45bb-a907-62ed586b2e8b', 'tenant_id': '46dd2b11bf8b4cfc856afeb47d349794', 'fixed_ips': [{'subnet_id': '8843d4a9-98d7-427d-9f9d-a2e166269993'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:48:35.748245 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b5b8f88-827f-41a0-8870-e1afc1c2f9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:35.772350 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9280c66f-26ea-4549-97e2-6352d0aa3817 None None] Provisioning complete for port 706d94d1-b403-4659-855c-6be2d363f415 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:35.772700 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9280c66f-26ea-4549-97e2-6352d0aa3817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:35.794536 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a3b8171-2afd-4ff9-a25f-b8736e557578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:35.873793 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af22807b-9334-4662-b47b-234dffe604b7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:35.991698 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa321d2-b6fa-427f-8440-698edbaf65f5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:35.992391 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa321d2-b6fa-427f-8440-698edbaf65f5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:35.996359 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4aa321d2-b6fa-427f-8440-698edbaf65f5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/b25c0364-e827-4b50-b759-49e8327c532e HTTP/1.1" status: 404 len: 333 time: 0.3810265 Jul 22 16:48:35.998154 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40090) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:36.003485 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3b8171-2afd-4ff9-a25f-b8736e557578 None None] Network fc8431af-1593-4e3a-acd2-c9027ee19451 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:36.023898 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-5a3b8171-2afd-4ff9-a25f-b8736e557578 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:36.027181 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3b8171-2afd-4ff9-a25f-b8736e557578 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:36.046142 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d644c7-3d86-4f4d-8856-db0f25c180e3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:36.046602 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d644c7-3d86-4f4d-8856-db0f25c180e3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:36.050956 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d3d644c7-3d86-4f4d-8856-db0f25c180e3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/377e0bb0-1ffc-4490-9063-cf633f11ff45 HTTP/1.1" status: 404 len: 337 time: 0.0492172 Jul 22 16:48:36.057075 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40092) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:36.136377 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9280c66f-26ea-4549-97e2-6352d0aa3817 None None] Port 706d94d1-b403-4659-855c-6be2d363f415 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:36.150414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b8171-2afd-4ff9-a25f-b8736e557578 None None] Pushing event updated for resources: {'Port': ['ID=0af086c9-9fc2-4091-a084-94d488e0aa6d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:36.165002 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a4097a-b9e7-4129-a6cf-e5ece09c521c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:36.165757 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a4097a-b9e7-4129-a6cf-e5ece09c521c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:36.167571 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-61a4097a-b9e7-4129-a6cf-e5ece09c521c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/fa19117d-2819-4e59-91fb-31e73bc3b281 HTTP/1.1" status: 404 len: 333 time: 0.1094608 Jul 22 16:48:36.174483 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Allocated IP 172.20.0.10 (369d617c-6574-45bb-a907-62ed586b2e8b/8843d4a9-98d7-427d-9f9d-a2e166269993/d957c42f-24bc-4c20-8290-94a265ec8ff6) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:36.176456 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40098) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:36.210176 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5a3b8171-2afd-4ff9-a25f-b8736e557578 None None] Attempting to bind port 0af086c9-9fc2-4091-a084-94d488e0aa6d on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:48:36.210797 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5a3b8171-2afd-4ff9-a25f-b8736e557578 None None] Attempting to bind port 0af086c9-9fc2-4091-a084-94d488e0aa6d by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '9b3d9e20-fecc-4d47-b484-55afe729739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fc8431af-1593-4e3a-acd2-c9027ee19451'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:48:36.211317 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3b8171-2afd-4ff9-a25f-b8736e557578 None None] Attempting to bind port 0af086c9-9fc2-4091-a084-94d488e0aa6d on network fc8431af-1593-4e3a-acd2-c9027ee19451 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:36.215594 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:36.244965 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3b8171-2afd-4ff9-a25f-b8736e557578 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:48:36.245613 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3b8171-2afd-4ff9-a25f-b8736e557578 None None] Checking segment: {'id': '9b3d9e20-fecc-4d47-b484-55afe729739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fc8431af-1593-4e3a-acd2-c9027ee19451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:36.246224 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a3b8171-2afd-4ff9-a25f-b8736e557578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:36.246895 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3b8171-2afd-4ff9-a25f-b8736e557578 None None] Bound using segment: {'id': '9b3d9e20-fecc-4d47-b484-55afe729739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fc8431af-1593-4e3a-acd2-c9027ee19451'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:48:36.247685 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5a3b8171-2afd-4ff9-a25f-b8736e557578 None None] Bound port: 0af086c9-9fc2-4091-a084-94d488e0aa6d, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3d9e20-fecc-4d47-b484-55afe729739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fc8431af-1593-4e3a-acd2-c9027ee19451'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:48:36.248222 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a3b8171-2afd-4ff9-a25f-b8736e557578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:36.251076 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b492aaf-7c4e-4725-a39a-0ca18366c12e req-19ead9dc-9ffc-4534-a035-3ada030a9b2d tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:36.258919 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b492aaf-7c4e-4725-a39a-0ca18366c12e req-19ead9dc-9ffc-4534-a035-3ada030a9b2d tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:36.261099 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-af22807b-9334-4662-b47b-234dffe604b7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Allocated IP 172.23.0.1 (fc8431af-1593-4e3a-acd2-c9027ee19451/4bcfe033-5641-47f0-9af5-8ef8e005b359/464701c2-8142-4b3c-8e72-273e11a18725) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:36.265094 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] Transition to ACTIVE for port object 17723887-58b8-4978-9c60-85432f23c07b will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:36.265248 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b492aaf-7c4e-4725-a39a-0ca18366c12e req-19ead9dc-9ffc-4534-a035-3ada030a9b2d tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:36.271162 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b492aaf-7c4e-4725-a39a-0ca18366c12e req-19ead9dc-9ffc-4534-a035-3ada030a9b2d tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:36.280931 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-2f971441-5b4e-40eb-b271-653669f8ecd1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:36.283422 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:36.287349 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-2f971441-5b4e-40eb-b271-653669f8ecd1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:36.287885 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-2f971441-5b4e-40eb-b271-653669f8ecd1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Floating IP 38f9f3ce-50b0-4d74-82f5-703edf213f85 disassociated. External IP: 172.25.0.176, port: 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b. Jul 22 16:48:36.288420 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-2f971441-5b4e-40eb-b271-653669f8ecd1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Calling delete_port for 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:36.289613 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b492aaf-7c4e-4725-a39a-0ca18366c12e req-19ead9dc-9ffc-4534-a035-3ada030a9b2d tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:36.291501 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8b492aaf-7c4e-4725-a39a-0ca18366c12e req-19ead9dc-9ffc-4534-a035-3ada030a9b2d tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 3885 time: 0.7691498 Jul 22 16:48:36.292534 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d0166a-75dc-4255-9f27-1e98aac3d870 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:36.292848 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d0166a-75dc-4255-9f27-1e98aac3d870 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:36.294526 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b5d0166a-75dc-4255-9f27-1e98aac3d870 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/6d4990aa-a8f4-4fcd-a485-7f32ed5ec81b HTTP/1.1" status: 404 len: 337 time: 0.1161501 Jul 22 16:48:36.300757 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40100) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:36.308526 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:36.382374 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8b492aaf-7c4e-4725-a39a-0ca18366c12e req-b3a3b715-6ad9-497f-8bf3-8e13e1a370a6 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743768 Jul 22 16:48:36.405263 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85be8f06-0cb5-488b-9eb9-9477188bcef3'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:36.407760 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a79110-8462-497a-918b-54826edc6c1e" -d '{"events": [{"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-unplugged", "status": "completed", "tag": "85be8f06-0cb5-488b-9eb9-9477188bcef3"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:36.440197 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d60f9-0826-4956-a13b-5f5b33c07822 None None] Pushing event updated for resources: {'Port': ['ID=17723887-58b8-4978-9c60-85432f23c07b,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:36.453057 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 85be8f06-0cb5-488b-9eb9-9477188bcef3, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=85be8f06-0cb5-488b-9eb9-9477188bcef3,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:36.480900 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5a3b8171-2afd-4ff9-a25f-b8736e557578 None None] For port 0af086c9-9fc2-4091-a084-94d488e0aa6d, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:48:36.495631 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:36.496391 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:36.511667 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c04eca3-dadb-4db5-aafc-0378a4eaeb3b x-openstack-request-id: req-1c04eca3-dadb-4db5-aafc-0378a4eaeb3b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:36.511788 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-unplugged", "status": "completed", "tag": "85be8f06-0cb5-488b-9eb9-9477188bcef3", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:36.512029 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1c04eca3-dadb-4db5-aafc-0378a4eaeb3b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:36.512418 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85be8f06-0cb5-488b-9eb9-9477188bcef3', 'code': 200} Jul 22 16:48:36.531157 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5a3b8171-2afd-4ff9-a25f-b8736e557578 None None] For port 0af086c9-9fc2-4091-a084-94d488e0aa6d, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0af086c9-9fc2-4091-a084-94d488e0aa6d,segment=NetworkSegment(9b3d9e20-fecc-4d47-b484-55afe729739c),segment_id=9b3d9e20-fecc-4d47-b484-55afe729739c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:48:36.579946 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a3b8171-2afd-4ff9-a25f-b8736e557578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:36.602443 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af22807b-9334-4662-b47b-234dffe604b7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:36.611838 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:36.620218 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] Attempting to bind port 17723887-58b8-4978-9c60-85432f23c07b on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:48:36.620594 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] Attempting to bind port 17723887-58b8-4978-9c60-85432f23c07b by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'ffa07776-c674-46af-9749-ce3fb32bff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:48:36.621006 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] Attempting to bind port 17723887-58b8-4978-9c60-85432f23c07b on network 2cd86f89-cf4e-4ed8-84f7-59192f11dd2c {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:36.625667 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-af22807b-9334-4662-b47b-234dffe604b7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Transition to ACTIVE for port object 464701c2-8142-4b3c-8e72-273e11a18725 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:36.636459 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Transition to ACTIVE for port object d957c42f-24bc-4c20-8290-94a265ec8ff6 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:36.649026 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:48:36.649403 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] Checking segment: {'id': 'ffa07776-c674-46af-9749-ce3fb32bff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:36.649815 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:36.650236 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] Bound using segment: {'id': 'ffa07776-c674-46af-9749-ce3fb32bff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:48:36.650722 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] Bound port: 17723887-58b8-4978-9c60-85432f23c07b, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa07776-c674-46af-9749-ce3fb32bff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:48:36.651101 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:36.696218 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=85be8f06-0cb5-488b-9eb9-9477188bcef3,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:36.715872 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:36.788841 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Network 369d617c-6574-45bb-a907-62ed586b2e8b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:36.796026 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:36.802605 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1261674-16c4-439c-9fe4-75ae3cb715d8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:36.803961 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1261674-16c4-439c-9fe4-75ae3cb715d8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:36.805144 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:36.807837 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e1261674-16c4-439c-9fe4-75ae3cb715d8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/9f824bbc-3b3c-494f-a4a7-76b7b600bc9e HTTP/1.1" status: 404 len: 333 time: 0.5064282 Jul 22 16:48:36.814705 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40104) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:36.832375 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-2f971441-5b4e-40eb-b271-653669f8ecd1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:36.860588 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:36.861950 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:36.869197 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9a5be1-da1b-4ed8-b4da-73de4f68a623 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:36.869742 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9a5be1-da1b-4ed8-b4da-73de4f68a623 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:36.872329 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1b9a5be1-da1b-4ed8-b4da-73de4f68a623 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/ef28262b-a651-4701-84f1-1eec43ff6548 HTTP/1.1" status: 404 len: 337 time: 0.0560741 Jul 22 16:48:36.874796 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Pushing event updated for resources: {'Port': ['ID=d957c42f-24bc-4c20-8290-94a265ec8ff6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:36.882149 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40106) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:36.916849 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f971441-5b4e-40eb-b271-653669f8ecd1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event deleted for resources: {'Port': ['ID=30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:36.941865 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af22807b-9334-4662-b47b-234dffe604b7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:36.951787 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:36.952178 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:36.952518 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:36.954257 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:36.955094 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:36.955439 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:36.955940 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:36.956282 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:36.956606 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:36.962352 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:36.962836 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:36.963183 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:36.981634 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40108) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:36.983256 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-da87224a-0768-45ed-97c6-0b2f246ed534 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2551110 Jul 22 16:48:36.984277 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5461d8-24fa-4ca2-93bb-ba4952900dc3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:36.984743 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f5461d8-24fa-4ca2-93bb-ba4952900dc3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:36.987085 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7f5461d8-24fa-4ca2-93bb-ba4952900dc3 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/77e6fed7-9ebb-4ecb-addf-000f2bcf149e HTTP/1.1" status: 404 len: 337 time: 0.1039257 Jul 22 16:48:36.995902 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40112) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:37.032589 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1163c47b-d124-4cab-bbab-8f7a487e3bc2 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Request body: {'port': {'network_id': '369d617c-6574-45bb-a907-62ed586b2e8b', 'name': 'tempest-AllowedAddressPairTestJSON-1834536926', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:02:db:34'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:37.048197 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-81823c60-e12d-4f02-a176-62fd60c2fc1e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:37.048812 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81823c60-e12d-4f02-a176-62fd60c2fc1e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:37.050787 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-81823c60-e12d-4f02-a176-62fd60c2fc1e tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/a94f37f8-03b4-431d-8b21-2ce8a57a8d90 HTTP/1.1" status: 404 len: 333 time: 0.0538826 Jul 22 16:48:37.053288 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40114) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:37.125223 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da98d75-506f-47b3-8f81-b0baffc6ef08 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:37.125605 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da98d75-506f-47b3-8f81-b0baffc6ef08 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:37.153314 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2da98d75-506f-47b3-8f81-b0baffc6ef08 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/4e249c6d-dbc3-4b22-9814-54e93403a4b1 HTTP/1.1" status: 404 len: 337 time: 0.0812035 Jul 22 16:48:37.154084 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40116) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:37.184179 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] For port 17723887-58b8-4978-9c60-85432f23c07b, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:48:37.191382 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] For port 17723887-58b8-4978-9c60-85432f23c07b, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=17723887-58b8-4978-9c60-85432f23c07b,segment=NetworkSegment(ffa07776-c674-46af-9749-ce3fb32bff75),segment_id=ffa07776-c674-46af-9749-ce3fb32bff75)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:48:37.205156 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb68db2-66e2-429a-9855-51557734efd1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:37.205958 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb68db2-66e2-429a-9855-51557734efd1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:37.210956 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6fb68db2-66e2-429a-9855-51557734efd1 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/2e8b2978-cce5-415f-bc26-14c8615d96f0 HTTP/1.1" status: 404 len: 337 time: 0.0557930 Jul 22 16:48:37.211605 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40120) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:37.247881 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e09fd45-e815-4dad-9ae4-2f83acdb8945 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:37.248601 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e09fd45-e815-4dad-9ae4-2f83acdb8945 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:37.250615 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7e09fd45-e815-4dad-9ae4-2f83acdb8945 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/eb354bb9-060e-454d-a75c-bbae79358889 HTTP/1.1" status: 404 len: 333 time: 0.0380495 Jul 22 16:48:37.253255 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40124) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:37.265477 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b8171-2afd-4ff9-a25f-b8736e557578 None None] Pushing event updated for resources: {'Port': ['ID=0af086c9-9fc2-4091-a084-94d488e0aa6d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:37.326624 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-6356e9d2-010a-4686-a299-d4985c1dbfdd tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:37.327101 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6356e9d2-010a-4686-a299-d4985c1dbfdd tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:37.327390 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:37.332699 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6356e9d2-010a-4686-a299-d4985c1dbfdd tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/0936f946-18ff-44f5-b075-8419c3cc2e65 HTTP/1.1" status: 404 len: 337 time: 0.0783048 Jul 22 16:48:37.336113 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40126) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:37.368267 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:37.391806 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-191dfb0e-6bdb-41fd-a1b3-2f5004d1d704 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:37.392755 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-191dfb0e-6bdb-41fd-a1b3-2f5004d1d704 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:37.394906 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-191dfb0e-6bdb-41fd-a1b3-2f5004d1d704 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/21488947-9ba1-4655-8e95-54f0540ae7cf HTTP/1.1" status: 404 len: 337 time: 0.0584896 Jul 22 16:48:37.399011 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40128) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:37.458752 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] Routers {'f96700c5-1b50-4199-8106-502dcb6b246b'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:37.459663 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:48:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f96700c5-1b50-4199-8106-502dcb6b246b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:37.483636 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-efb20ccc-0ac4-4466-875f-e8ffaa57f921 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:37.484412 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efb20ccc-0ac4-4466-875f-e8ffaa57f921 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:37.489513 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-efb20ccc-0ac4-4466-875f-e8ffaa57f921 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/c42a579e-cad1-44d7-9b36-93108fc5cf71 HTTP/1.1" status: 404 len: 333 time: 0.0859723 Jul 22 16:48:37.489855 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40132) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:37.533251 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff450460-0beb-4fd7-8eb7-3f837537dd30 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:37.534294 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff450460-0beb-4fd7-8eb7-3f837537dd30 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:37.537978 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ff450460-0beb-4fd7-8eb7-3f837537dd30 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/d60ae100-ac40-4646-af00-b0585c374a64 HTTP/1.1" status: 404 len: 337 time: 0.0460596 Jul 22 16:48:37.542767 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40134) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:37.617633 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-0792fcfb-ed30-4963-90fd-5f9104fbe5a8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:37.620534 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98,segment=NetworkSegment(0bac6b5f-ec86-400e-b73c-85ef833d6e8a),segment_id=0bac6b5f-ec86-400e-b73c-85ef833d6e8a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:37.621603 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0792fcfb-ed30-4963-90fd-5f9104fbe5a8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:37.623831 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0792fcfb-ed30-4963-90fd-5f9104fbe5a8 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/e4820bd6-faba-4e95-82b0-cd85f6e66783 HTTP/1.1" status: 404 len: 337 time: 0.0792918 Jul 22 16:48:37.627103 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40136) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:37.691403 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-5b5b8f88-827f-41a0-8870-e1afc1c2f9c9 None None] Allocated IP 172.20.0.2 (369d617c-6574-45bb-a907-62ed586b2e8b/8843d4a9-98d7-427d-9f9d-a2e166269993/c758b6ee-c82b-4ca2-8840-f7e87a1cb993) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:37.721379 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f1c97636-4362-4658-8b88-fd301d9525cf tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports?device_id=378e2e98-bcb0-4312-96b7-fb22b9340724 HTTP/1.1" status: 200 len: 205 time: 0.0929332 Jul 22 16:48:37.724888 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40138) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:37.842653 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-6b1790bf-5193-4ced-a15c-048113e42a53 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] delete failed (client error): The resource could not be found. Jul 22 16:48:37.844291 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6b1790bf-5193-4ced-a15c-048113e42a53 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/routers/378e2e98-bcb0-4312-96b7-fb22b9340724 HTTP/1.1" status: 404 len: 336 time: 0.1183772 Jul 22 16:48:37.847225 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40140) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:37.929463 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bebdd3a-6ff8-4c4e-8bfc-ccde75abd69a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:37.929853 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bebdd3a-6ff8-4c4e-8bfc-ccde75abd69a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:37.934948 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0bebdd3a-6ff8-4c4e-8bfc-ccde75abd69a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/0569ac55-0ebd-407c-aaf3-0cde89333d91 HTTP/1.1" status: 404 len: 337 time: 0.0865161 Jul 22 16:48:37.939024 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40142) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:37.944899 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b5b8f88-827f-41a0-8870-e1afc1c2f9c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:37.960178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5b5b8f88-827f-41a0-8870-e1afc1c2f9c9 None None] Transition to ACTIVE for port object c758b6ee-c82b-4ca2-8840-f7e87a1cb993 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:37.983445 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5b5b8f88-827f-41a0-8870-e1afc1c2f9c9 None None] Transition to ACTIVE for port object c758b6ee-c82b-4ca2-8840-f7e87a1cb993 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:38.004976 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:38.007551 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:38.020065 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ebad114a-3d06-4cf8-a09d-b89d3af9b002 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "GET /v2.0/ports?device_id=5934155a-766d-4d20-85d1-4992042595b4 HTTP/1.1" status: 200 len: 205 time: 0.0798080 Jul 22 16:48:38.027004 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40144) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:38.078956 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b5b8f88-827f-41a0-8870-e1afc1c2f9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:38.101469 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-bf177ea7-10fb-4741-93ef-ee8e8fa80bb7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] delete failed (client error): The resource could not be found. Jul 22 16:48:38.102620 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bf177ea7-10fb-4741-93ef-ee8e8fa80bb7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/routers/5934155a-766d-4d20-85d1-4992042595b4 HTTP/1.1" status: 404 len: 336 time: 0.0743814 Jul 22 16:48:38.112868 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40146) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:38.120007 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:48:38.120403 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:48:38.120772 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device aba8f711-d6ad-4378-a003-ab86655f7a9e no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:38.155658 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af22807b-9334-4662-b47b-234dffe604b7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network fc8431af-1593-4e3a-acd2-c9027ee19451 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:38.156105 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd2c0811-a15e-495c-8d87-0f0141dfaa67 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:38.160904 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd2c0811-a15e-495c-8d87-0f0141dfaa67 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:38.165226 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-dd2c0811-a15e-495c-8d87-0f0141dfaa67 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/d435787f-2e3d-43ec-aecb-d271d2352e4e HTTP/1.1" status: 404 len: 337 time: 0.0490353 Jul 22 16:48:38.165612 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40150) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:38.208663 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d60f9-0826-4956-a13b-5f5b33c07822 None None] Pushing event updated for resources: {'Port': ['ID=17723887-58b8-4978-9c60-85432f23c07b,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:38.222197 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-af22807b-9334-4662-b47b-234dffe604b7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:38.231541 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-32729ad9-00c5-490a-9d73-c2cdccbdb0cd tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:38.232196 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32729ad9-00c5-490a-9d73-c2cdccbdb0cd tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:38.237185 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-32729ad9-00c5-490a-9d73-c2cdccbdb0cd tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/29a9feb9-c6d3-4ec3-a0b3-5c5d2e682936 HTTP/1.1" status: 404 len: 337 time: 0.0704584 Jul 22 16:48:38.237569 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-2f971441-5b4e-40eb-b271-653669f8ecd1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Router aa8978c1-f02c-460f-b443-f0f96f648936 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:48:38.238108 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40154) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:38.240172 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af22807b-9334-4662-b47b-234dffe604b7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:38.248531 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22807b-9334-4662-b47b-234dffe604b7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Port': ['ID=464701c2-8142-4b3c-8e72-273e11a18725,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:38.268580 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab2980d-5e75-43c0-82ee-ab89754b75db tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:38.269440 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab2980d-5e75-43c0-82ee-ab89754b75db tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:38.285339 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0ab2980d-5e75-43c0-82ee-ab89754b75db tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/68fe26f7-d7f4-4149-9dce-00f5083d1a42 HTTP/1.1" status: 404 len: 333 time: 0.0391703 Jul 22 16:48:38.285692 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40156) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:38.330135 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-3901cc08-1339-484f-bcf7-32ab66834946 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:38.330314 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3901cc08-1339-484f-bcf7-32ab66834946 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:38.334849 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1163c47b-d124-4cab-bbab-8f7a487e3bc2 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Made reservation on behalf of 46dd2b11bf8b4cfc856afeb47d349794 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:38.335175 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3901cc08-1339-484f-bcf7-32ab66834946 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/76ce8f4f-25dd-498f-ab33-95e956f934fc HTTP/1.1" status: 404 len: 337 time: 0.0476882 Jul 22 16:48:38.335465 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40158) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:38.340579 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:38.342093 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af22807b-9334-4662-b47b-234dffe604b7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:38.353360 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853d953e-9841-4379-9582-65611e8cc8e8 None None] Network fc8431af-1593-4e3a-acd2-c9027ee19451 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:38.378227 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-685774cf-c9c5-4bbb-9f1e-d2482f787ade tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:38.378935 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685774cf-c9c5-4bbb-9f1e-d2482f787ade tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:38.383580 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-685774cf-c9c5-4bbb-9f1e-d2482f787ade tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/ac7281b5-b422-4b9b-b1e2-7f8457f08770 HTTP/1.1" status: 404 len: 333 time: 0.0470870 Jul 22 16:48:38.384156 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40160) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:38.386573 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5b8f88-827f-41a0-8870-e1afc1c2f9c9 None None] Network 369d617c-6574-45bb-a907-62ed586b2e8b is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:38.417654 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc1c8af-228c-4efb-8533-8b654edcf19f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:38.418727 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc1c8af-228c-4efb-8533-8b654edcf19f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:38.420593 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4dc1c8af-228c-4efb-8533-8b654edcf19f tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/c006bacf-7c73-464c-a5e9-c360912b445a HTTP/1.1" status: 404 len: 337 time: 0.0355079 Jul 22 16:48:38.423021 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40164) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:38.498537 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f711f054-14ad-467a-9f33-5a9356c89f0a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:38.499610 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f711f054-14ad-467a-9f33-5a9356c89f0a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:38.503798 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f711f054-14ad-467a-9f33-5a9356c89f0a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/ae18521f-8b71-4a73-92dc-1d3f794a2167 HTTP/1.1" status: 404 len: 333 time: 0.0797496 Jul 22 16:48:38.506294 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40166) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:38.521081 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:38.523292 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d57571b-0976-47ce-8a60-b1c6872ea797" -d '{"events": [{"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-unplugged", "status": "completed", "tag": "1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:38.538095 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0af086c9-9fc2-4091-a084-94d488e0aa6d up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:38.568553 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b65dfa0-2038-4512-b8b7-ce8b0f25f2ac tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:38.570499 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b65dfa0-2038-4512-b8b7-ce8b0f25f2ac tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:38.576010 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3b65dfa0-2038-4512-b8b7-ce8b0f25f2ac tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/0e671347-601c-4d75-9a86-7ae458bd931a HTTP/1.1" status: 404 len: 337 time: 0.0676050 Jul 22 16:48:38.578160 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40170) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:38.606108 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-5b5b8f88-827f-41a0-8870-e1afc1c2f9c9 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:38.608747 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ba3ab6-e56e-4aa6-972e-fe743fc8c578 x-openstack-request-id: req-d8ba3ab6-e56e-4aa6-972e-fe743fc8c578 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:38.609033 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-unplugged", "status": "completed", "tag": "1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:38.609264 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d8ba3ab6-e56e-4aa6-972e-fe743fc8c578 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:38.609656 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98', 'code': 200} Jul 22 16:48:38.615497 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] Set router f96700c5-1b50-4199-8106-502dcb6b246b gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:38.618842 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5b8f88-827f-41a0-8870-e1afc1c2f9c9 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:38.633679 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0b9444-b95b-4a04-865d-555754f2c74c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:38.634741 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0b9444-b95b-4a04-865d-555754f2c74c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:38.636209 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8d0b9444-b95b-4a04-865d-555754f2c74c tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/67654fd7-ec23-45f9-b907-ba635caf9c6b HTTP/1.1" status: 404 len: 333 time: 0.0570352 Jul 22 16:48:38.640178 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40172) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:38.661791 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-2f971441-5b4e-40eb-b271-653669f8ecd1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:48:38.674239 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cd2eee-193c-4f51-8404-0928365e9b87 None None] Sync routers for ids ['aa8978c1-f02c-460f-b443-f0f96f648936'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:48:38.692536 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cd2eee-193c-4f51-8404-0928365e9b87 None None] Routers {'aa8978c1-f02c-460f-b443-f0f96f648936'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:38.693404 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d8cd2eee-193c-4f51-8404-0928365e9b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:48:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['aa8978c1-f02c-460f-b443-f0f96f648936'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:38.701999 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6ea42b-7009-4ef0-b06e-fe32863820c5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:38.702463 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc6ea42b-7009-4ef0-b06e-fe32863820c5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:38.704231 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fc6ea42b-7009-4ef0-b06e-fe32863820c5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/b2e4dbd4-ca43-43ad-ac5e-787e8c7d9d4f HTTP/1.1" status: 404 len: 337 time: 0.0631063 Jul 22 16:48:38.709473 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40174) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:38.760650 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device aba8f711-d6ad-4378-a003-ab86655f7a9e not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:48:38.761080 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:38.770752 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-18c6e21b-acb3-4947-afe6-4511ea12301c None None] Provisioning for port 0af086c9-9fc2-4091-a084-94d488e0aa6d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:38.773595 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-0294b924-a271-4cc3-9b9c-4f2d29c9a9f0 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:38.774532 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0294b924-a271-4cc3-9b9c-4f2d29c9a9f0 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:38.776334 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0294b924-a271-4cc3-9b9c-4f2d29c9a9f0 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/f566114a-8456-41dc-8af3-3341dc97e5f4 HTTP/1.1" status: 404 len: 333 time: 0.0657527 Jul 22 16:48:38.786869 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40176) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:38.791313 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f403d9-f7d0-4d01-9da4-919992ce1218 req-ba7d814a-a56d-4990-9d16-09dbc9214afa tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:38.803643 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5b5b8f88-827f-41a0-8870-e1afc1c2f9c9 None None] Attempting to bind port c758b6ee-c82b-4ca2-8840-f7e87a1cb993 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:48:38.803999 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5b5b8f88-827f-41a0-8870-e1afc1c2f9c9 None None] Attempting to bind port c758b6ee-c82b-4ca2-8840-f7e87a1cb993 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '0c23c1f3-2478-445c-81ca-465112476869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '369d617c-6574-45bb-a907-62ed586b2e8b'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:48:38.804271 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b8f88-827f-41a0-8870-e1afc1c2f9c9 None None] Attempting to bind port c758b6ee-c82b-4ca2-8840-f7e87a1cb993 on network 369d617c-6574-45bb-a907-62ed586b2e8b {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:38.813652 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f403d9-f7d0-4d01-9da4-919992ce1218 req-ba7d814a-a56d-4990-9d16-09dbc9214afa tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:38.830211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f403d9-f7d0-4d01-9da4-919992ce1218 req-ba7d814a-a56d-4990-9d16-09dbc9214afa tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:38.835134 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b8f88-827f-41a0-8870-e1afc1c2f9c9 None None] Pushing event updated for resources: {'Port': ['ID=c758b6ee-c82b-4ca2-8840-f7e87a1cb993,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:38.839158 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6741cc2-c2fd-4bc0-b83e-28ad4d066cf5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:38.839626 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6741cc2-c2fd-4bc0-b83e-28ad4d066cf5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:38.841418 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e6741cc2-c2fd-4bc0-b83e-28ad4d066cf5 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/0e32d250-d2dc-4ab0-bbbd-726f4ab99fc3 HTTP/1.1" status: 404 len: 337 time: 0.0535707 Jul 22 16:48:38.843905 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40178) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:38.849835 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d8cd2eee-193c-4f51-8404-0928365e9b87 None None] Set router aa8978c1-f02c-460f-b443-f0f96f648936 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:38.854311 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f403d9-f7d0-4d01-9da4-919992ce1218 req-ba7d814a-a56d-4990-9d16-09dbc9214afa tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:38.857238 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9f403d9-f7d0-4d01-9da4-919992ce1218 req-ba7d814a-a56d-4990-9d16-09dbc9214afa tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 3146 time: 1.0256479 Jul 22 16:48:38.916503 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b16f9f6-1f61-4391-bcc2-983c03af327a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:38.917296 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b16f9f6-1f61-4391-bcc2-983c03af327a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:38.917892 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b8f88-827f-41a0-8870-e1afc1c2f9c9 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:48:38.918541 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b8f88-827f-41a0-8870-e1afc1c2f9c9 None None] Checking segment: {'id': '0c23c1f3-2478-445c-81ca-465112476869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '369d617c-6574-45bb-a907-62ed586b2e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:38.921295 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1b16f9f6-1f61-4391-bcc2-983c03af327a tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/7324ccb0-b1ee-4527-bdeb-0182503b361b HTTP/1.1" status: 404 len: 333 time: 0.0742786 Jul 22 16:48:38.921572 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40180) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:38.922089 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b5b8f88-827f-41a0-8870-e1afc1c2f9c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:38.922647 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b8f88-827f-41a0-8870-e1afc1c2f9c9 None None] Bound using segment: {'id': '0c23c1f3-2478-445c-81ca-465112476869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '369d617c-6574-45bb-a907-62ed586b2e8b'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:48:38.923340 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5b5b8f88-827f-41a0-8870-e1afc1c2f9c9 None None] Bound port: c758b6ee-c82b-4ca2-8840-f7e87a1cb993, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c23c1f3-2478-445c-81ca-465112476869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '369d617c-6574-45bb-a907-62ed586b2e8b'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:48:38.923924 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b5b8f88-827f-41a0-8870-e1afc1c2f9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:38.981330 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef360bba-1209-43cc-a2cc-d549fa84f6b7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:38.981795 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef360bba-1209-43cc-a2cc-d549fa84f6b7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:38.985778 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ef360bba-1209-43cc-a2cc-d549fa84f6b7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/f8da2310-daf6-483c-9c65-b6f66b737e88 HTTP/1.1" status: 404 len: 337 time: 0.0610502 Jul 22 16:48:38.986084 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40182) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:39.037076 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ebdad4-b7eb-4ce4-9b48-5f2fb956c597 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:39.037895 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ebdad4-b7eb-4ce4-9b48-5f2fb956c597 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:39.039737 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e8ebdad4-b7eb-4ce4-9b48-5f2fb956c597 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/ports/bf2db054-e23c-4076-a1b0-8e2058e5dfac HTTP/1.1" status: 404 len: 333 time: 0.0527279 Jul 22 16:48:39.044673 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40184) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:39.050837 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1163c47b-d124-4cab-bbab-8f7a487e3bc2 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:39.077340 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 0af086c9-9fc2-4091-a084-94d488e0aa6d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:39.090901 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-2f971441-5b4e-40eb-b271-653669f8ecd1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] No DVR routers for this DVR port 30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:39.092935 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af22807b-9334-4662-b47b-234dffe604b7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:39.099381 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 0af086c9-9fc2-4091-a084-94d488e0aa6d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:39.100089 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:39.101583 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-2f971441-5b4e-40eb-b271-653669f8ecd1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:39.106238 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-80265e97-d99d-41a2-aef2-9a3d7e0c2de7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] DELETE failed (client error): The resource could not be found. Jul 22 16:48:39.106708 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80265e97-d99d-41a2-aef2-9a3d7e0c2de7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:48:39.111341 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-80265e97-d99d-41a2-aef2-9a3d7e0c2de7 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/subnets/3a4910c8-2861-4049-ae02-1652da56c054 HTTP/1.1" status: 404 len: 337 time: 0.0630145 Jul 22 16:48:39.112195 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-2f971441-5b4e-40eb-b271-653669f8ecd1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.16 "DELETE /v2.0/ports/30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b HTTP/1.1" status: 204 len: 173 time: 3.9077027 Jul 22 16:48:39.114057 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-deleted', 'tag': '30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:39.115505 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40186) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:39.116426 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e7963d-b7e6-44cb-9f50-ba3c1f43e4c6" -d '{"events": [{"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-deleted", "tag": "30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:39.185475 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9f403d9-f7d0-4d01-9da4-919992ce1218 req-510bcdcc-21a3-460f-9180-83ecc5524fdb tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3031363 Jul 22 16:48:39.186857 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-1163c47b-d124-4cab-bbab-8f7a487e3bc2 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] device_id is not set on port 9ccc9c6d-fe1f-4847-b61a-4113e17c1655 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:48:39.282054 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dc42df-2b9f-46b2-a510-9f5200f0162a x-openstack-request-id: req-55dc42df-2b9f-46b2-a510-9f5200f0162a {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:39.283566 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-deleted", "tag": "30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:39.283842 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-55dc42df-2b9f-46b2-a510-9f5200f0162a {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:39.284276 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-deleted', 'tag': '30d2bf87-f4fe-45c3-b969-ae9fb21b8e5b', 'status': 'completed', 'code': 200} Jul 22 16:48:39.308213 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d8cd2eee-193c-4f51-8404-0928365e9b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'name': 'tempest-TaggedBootDevicesTest_v242-992522537-router', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '75c69209-0aac-4404-a09a-114a1d85163b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:37:40Z', 'updated_at': '2021-07-22T16:37:47Z', 'revision_number': 4, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'gw_port': {'id': '75c69209-0aac-4404-a09a-114a1d85163b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:37:41Z', 'updated_at': '2021-07-22T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c075b626-3ea9-4f44-9a76-915e3057835f', 'name': '', 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'mac_address': 'fa:16:3e:4d:83:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '201d105d-0acc-407e-9daf-fc4d01c306de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:37:46Z', 'updated_at': '2021-07-22T16:37:57Z', 'revision_number': 5, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'subnets': [{'id': '201d105d-0acc-407e-9daf-fc4d01c306de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:39.328961 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f549ae9-4e36-4f48-a492-5325a3221c33 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:39.359052 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cd2eee-193c-4f51-8404-0928365e9b87 None None] Checking router: aa8978c1-f02c-460f-b443-f0f96f648936 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:48:39.368325 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cd2eee-193c-4f51-8404-0928365e9b87 None None] Routers {'aa8978c1-f02c-460f-b443-f0f96f648936'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:39.368873 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d8cd2eee-193c-4f51-8404-0928365e9b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:48:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['aa8978c1-f02c-460f-b443-f0f96f648936'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:39.532084 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f549ae9-4e36-4f48-a492-5325a3221c33 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:39.552310 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-1163c47b-d124-4cab-bbab-8f7a487e3bc2 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Allocated IP 172.20.0.13 (369d617c-6574-45bb-a907-62ed586b2e8b/8843d4a9-98d7-427d-9f9d-a2e166269993/9ccc9c6d-fe1f-4847-b61a-4113e17c1655) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:39.574921 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2f549ae9-4e36-4f48-a492-5325a3221c33 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7a7ee3-b719-4772-82c2-01f118e27227']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:39.579074 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:39.581664 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:39.593527 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5b5b8f88-827f-41a0-8870-e1afc1c2f9c9 None None] For port c758b6ee-c82b-4ca2-8840-f7e87a1cb993, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:48:39.620521 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2f549ae9-4e36-4f48-a492-5325a3221c33 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4769406-8d2b-4e57-8282-05f1269e8e2f') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:39.638022 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2f549ae9-4e36-4f48-a492-5325a3221c33 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4769406-8d2b-4e57-8282-05f1269e8e2f') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:39.639488 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d8cd2eee-193c-4f51-8404-0928365e9b87 None None] Set router aa8978c1-f02c-460f-b443-f0f96f648936 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:39.671861 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f549ae9-4e36-4f48-a492-5325a3221c33 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:39.695004 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5b5b8f88-827f-41a0-8870-e1afc1c2f9c9 None None] For port c758b6ee-c82b-4ca2-8840-f7e87a1cb993, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c758b6ee-c82b-4ca2-8840-f7e87a1cb993,segment=NetworkSegment(0c23c1f3-2478-445c-81ca-465112476869),segment_id=0c23c1f3-2478-445c-81ca-465112476869)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:48:39.712483 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f549ae9-4e36-4f48-a492-5325a3221c33 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:39.713344 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:48:28Z', 'revision_number': 4, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '17723887-58b8-4978-9c60-85432f23c07b', 'name': '', 'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:f6:26:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:26Z', 'updated_at': '2021-07-22T16:48:37Z', 'revision_number': 4, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fdf0f7a-18a2-4126-af81-2b86f9f0012e', 'name': '', 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6f:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:16Z', 'updated_at': '2021-07-22T16:48:28Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:24Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:39.721365 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f549ae9-4e36-4f48-a492-5325a3221c33 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:48:39.722190 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f549ae9-4e36-4f48-a492-5325a3221c33 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:48:39.801207 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:48:39.806483 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f549ae9-4e36-4f48-a492-5325a3221c33 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:39.808712 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b5b8f88-827f-41a0-8870-e1afc1c2f9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:39.813636 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1163c47b-d124-4cab-bbab-8f7a487e3bc2 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:39.816127 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f549ae9-4e36-4f48-a492-5325a3221c33 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:39.821729 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2f549ae9-4e36-4f48-a492-5325a3221c33 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] 10.222.0.69 "DELETE /v2.0/networks/3a7a7ee3-b719-4772-82c2-01f118e27227 HTTP/1.1" status: 204 len: 168 time: 0.7051575 Jul 22 16:48:39.830888 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=6f1fb2a5-1f03-4a26-b2bc-9670224b74a3,segment=NetworkSegment(0bac6b5f-ec86-400e-b73c-85ef833d6e8a),segment_id=0bac6b5f-ec86-400e-b73c-85ef833d6e8a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:39.841854 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f549ae9-4e36-4f48-a492-5325a3221c33 tempest-NetworksTestDHCPv6-1339087771 tempest-NetworksTestDHCPv6-1339087771-project] Pushing event deleted for resources: {'Network': ['ID=3a7a7ee3-b719-4772-82c2-01f118e27227,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:39.851178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418633c1-2544-4c4d-8685-ca94a92e0ed0 None None] The sync data for ids ['f96700c5-1b50-4199-8106-502dcb6b246b'] in n-d-798930-9 is: [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:48:28Z', 'revision_number': 4, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '17723887-58b8-4978-9c60-85432f23c07b', 'name': '', 'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:f6:26:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:26Z', 'updated_at': '2021-07-22T16:48:37Z', 'revision_number': 4, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fdf0f7a-18a2-4126-af81-2b86f9f0012e', 'name': '', 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6f:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:16Z', 'updated_at': '2021-07-22T16:48:28Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:24Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:48:39.865062 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1163c47b-d124-4cab-bbab-8f7a487e3bc2 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Transition to ACTIVE for port object 9ccc9c6d-fe1f-4847-b61a-4113e17c1655 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:39.929651 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:39.930591 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 7aa61500-2368-4f52-ab67-83af547fa639 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:39.996845 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 0af086c9-9fc2-4091-a084-94d488e0aa6d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0af086c9-9fc2-4091-a084-94d488e0aa6d,segment=NetworkSegment(9b3d9e20-fecc-4d47-b484-55afe729739c),segment_id=9b3d9e20-fecc-4d47-b484-55afe729739c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:40.021529 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:40.056217 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1163c47b-d124-4cab-bbab-8f7a487e3bc2 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:40.062940 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1a9fff30-8006-46cb-976d-ad17526d3645 None None] Provisioning complete for port 0af086c9-9fc2-4091-a084-94d488e0aa6d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:40.063415 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a9fff30-8006-46cb-976d-ad17526d3645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:40.129496 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d8cd2eee-193c-4f51-8404-0928365e9b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'name': 'tempest-TaggedBootDevicesTest_v242-992522537-router', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '75c69209-0aac-4404-a09a-114a1d85163b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:37:40Z', 'updated_at': '2021-07-22T16:37:47Z', 'revision_number': 4, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'gw_port': {'id': '75c69209-0aac-4404-a09a-114a1d85163b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:37:41Z', 'updated_at': '2021-07-22T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c075b626-3ea9-4f44-9a76-915e3057835f', 'name': '', 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'mac_address': 'fa:16:3e:4d:83:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '201d105d-0acc-407e-9daf-fc4d01c306de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:37:46Z', 'updated_at': '2021-07-22T16:37:57Z', 'revision_number': 5, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'subnets': [{'id': '201d105d-0acc-407e-9daf-fc4d01c306de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:40.197937 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b8f88-827f-41a0-8870-e1afc1c2f9c9 None None] Pushing event updated for resources: {'Port': ['ID=c758b6ee-c82b-4ca2-8840-f7e87a1cb993,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:40.200901 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cd2eee-193c-4f51-8404-0928365e9b87 None None] The sync data for ids ['aa8978c1-f02c-460f-b443-f0f96f648936'] in n-d-798930-9 is: [{'id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'name': 'tempest-TaggedBootDevicesTest_v242-992522537-router', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '75c69209-0aac-4404-a09a-114a1d85163b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:37:40Z', 'updated_at': '2021-07-22T16:37:47Z', 'revision_number': 4, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'gw_port': {'id': '75c69209-0aac-4404-a09a-114a1d85163b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:37:41Z', 'updated_at': '2021-07-22T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c075b626-3ea9-4f44-9a76-915e3057835f', 'name': '', 'network_id': '9c5c4430-fe08-4a96-9de3-fdc32bed75bd', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'mac_address': 'fa:16:3e:4d:83:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '201d105d-0acc-407e-9daf-fc4d01c306de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:37:46Z', 'updated_at': '2021-07-22T16:37:57Z', 'revision_number': 5, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'subnets': [{'id': '201d105d-0acc-407e-9daf-fc4d01c306de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:48:40.279482 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:40.345742 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=6f1fb2a5-1f03-4a26-b2bc-9670224b74a3,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:40.388060 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40206) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:40.597837 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 7aa61500-2368-4f52-ab67-83af547fa639, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=7aa61500-2368-4f52-ab67-83af547fa639,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:40.616901 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f1fb2a5-1f03-4a26-b2bc-9670224b74a3'}, {'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa61500-2368-4f52-ab67-83af547fa639'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:40.620728 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3789a4a-3ab1-4b13-9197-5cda2a9bf828" -d '{"events": [{"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-unplugged", "status": "completed", "tag": "6f1fb2a5-1f03-4a26-b2bc-9670224b74a3"}, {"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-unplugged", "status": "completed", "tag": "7aa61500-2368-4f52-ab67-83af547fa639"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:40.629055 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 17723887-58b8-4978-9c60-85432f23c07b up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:40.758466 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:40.769552 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=0af086c9-9fc2-4091-a084-94d488e0aa6d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:40.813507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1163c47b-d124-4cab-bbab-8f7a487e3bc2 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Network 369d617c-6574-45bb-a907-62ed586b2e8b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:40.829452 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40216) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:40.837185 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-1163c47b-d124-4cab-bbab-8f7a487e3bc2 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:40.848462 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1163c47b-d124-4cab-bbab-8f7a487e3bc2 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:40.941351 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1163c47b-d124-4cab-bbab-8f7a487e3bc2 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:40.951520 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1163c47b-d124-4cab-bbab-8f7a487e3bc2 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:40.954501 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163c47b-d124-4cab-bbab-8f7a487e3bc2 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Pushing event updated for resources: {'Port': ['ID=9ccc9c6d-fe1f-4847-b61a-4113e17c1655,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:41.054390 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1163c47b-d124-4cab-bbab-8f7a487e3bc2 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 4.0250683 Jul 22 16:48:41.057005 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40220) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:41.084836 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-d2c4c520-7ded-4c19-b81a-c7f42760bcdc tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Deleting port 7aa61500-2368-4f52-ab67-83af547fa639 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:41.085199 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-d2c4c520-7ded-4c19-b81a-c7f42760bcdc tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:41.113658 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c55221-f17b-40d9-a8a2-1fc98cd48d17 req-a2600752-fd9c-4bcb-bccd-aa4dc566a019 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:41.120334 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c55221-f17b-40d9-a8a2-1fc98cd48d17 req-a2600752-fd9c-4bcb-bccd-aa4dc566a019 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:41.126615 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c55221-f17b-40d9-a8a2-1fc98cd48d17 req-a2600752-fd9c-4bcb-bccd-aa4dc566a019 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:41.136019 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c55221-f17b-40d9-a8a2-1fc98cd48d17 req-a2600752-fd9c-4bcb-bccd-aa4dc566a019 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:41.137845 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-95c55221-f17b-40d9-a8a2-1fc98cd48d17 req-a2600752-fd9c-4bcb-bccd-aa4dc566a019 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 3144 time: 0.6178951 Jul 22 16:48:41.202325 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad4be99-0f82-4654-ad85-7d4fae355582 x-openstack-request-id: req-1ad4be99-0f82-4654-ad85-7d4fae355582 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:41.203046 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-unplugged", "status": "completed", "tag": "6f1fb2a5-1f03-4a26-b2bc-9670224b74a3", "code": 200}, {"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-unplugged", "status": "completed", "tag": "7aa61500-2368-4f52-ab67-83af547fa639", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:41.203592 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1ad4be99-0f82-4654-ad85-7d4fae355582 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:41.204146 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f1fb2a5-1f03-4a26-b2bc-9670224b74a3', 'code': 200} Jul 22 16:48:41.204572 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa61500-2368-4f52-ab67-83af547fa639', 'code': 200} Jul 22 16:48:41.207588 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1a9fff30-8006-46cb-976d-ad17526d3645 None None] Provisioning for port 464701c2-8142-4b3c-8e72-273e11a18725 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:41.210378 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14cf8df-dcbf-4862-8efe-001f47523f06 None None] New status for floating IP 38f9f3ce-50b0-4d74-82f5-703edf213f85: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:48:41.217048 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 17723887-58b8-4978-9c60-85432f23c07b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:41.222335 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=7aa61500-2368-4f52-ab67-83af547fa639,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:41.253745 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 17723887-58b8-4978-9c60-85432f23c07b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:41.254468 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:41.256102 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1a9fff30-8006-46cb-976d-ad17526d3645 None None] Provisioning complete for port 464701c2-8142-4b3c-8e72-273e11a18725 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:41.256856 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a9fff30-8006-46cb-976d-ad17526d3645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:41.324307 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1a9fff30-8006-46cb-976d-ad17526d3645 None None] Port 464701c2-8142-4b3c-8e72-273e11a18725 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:41.363653 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-95c55221-f17b-40d9-a8a2-1fc98cd48d17 req-545c01c6-dfc4-4c91-a4c0-febd2b8004d3 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148468 Jul 22 16:48:41.377464 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-d2c4c520-7ded-4c19-b81a-c7f42760bcdc tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] For port 7aa61500-2368-4f52-ab67-83af547fa639, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=7aa61500-2368-4f52-ab67-83af547fa639,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:41.377464 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-d2c4c520-7ded-4c19-b81a-c7f42760bcdc tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:41.390172 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f353b063-17ce-41d4-8d48-97a80803f6b8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e913827dcf594576b0a204845cf3904c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4120929 Jul 22 16:48:41.391346 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40224) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:41.420114 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745bc2a9-94e6-4a6b-b9e4-1f7125475337 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:41.430400 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745bc2a9-94e6-4a6b-b9e4-1f7125475337 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:41.432148 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-d2c4c520-7ded-4c19-b81a-c7f42760bcdc tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Calling delete_port for 7aa61500-2368-4f52-ab67-83af547fa639 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:41.447384 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745bc2a9-94e6-4a6b-b9e4-1f7125475337 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:41.451545 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-745bc2a9-94e6-4a6b-b9e4-1f7125475337 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.3910267 Jul 22 16:48:41.464215 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40226) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:41.485120 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af22807b-9334-4662-b47b-234dffe604b7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:41.519662 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af22807b-9334-4662-b47b-234dffe604b7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:41.543578 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c70a0c8b-e65a-4bed-9a8f-ceed769fa08e None None] Provisioning complete for port 464701c2-8142-4b3c-8e72-273e11a18725 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:41.543952 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c70a0c8b-e65a-4bed-9a8f-ceed769fa08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:41.596336 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22807b-9334-4662-b47b-234dffe604b7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event updated for resources: {'Port': ['ID=464701c2-8142-4b3c-8e72-273e11a18725,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:41.619231 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c70a0c8b-e65a-4bed-9a8f-ceed769fa08e None None] Port 464701c2-8142-4b3c-8e72-273e11a18725 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:41.664993 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af22807b-9334-4662-b47b-234dffe604b7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:41.708196 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:41.798506 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 17723887-58b8-4978-9c60-85432f23c07b, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=17723887-58b8-4978-9c60-85432f23c07b,segment=NetworkSegment(ffa07776-c674-46af-9749-ce3fb32bff75),segment_id=ffa07776-c674-46af-9749-ce3fb32bff75)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:41.805977 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:41.865995 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-d2c4c520-7ded-4c19-b81a-c7f42760bcdc tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:41.872129 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c503d05-e236-4d8e-9fef-fabd44a8e2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:41.878992 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d62368f5-ed77-46be-a4ba-c1edf8b3b6c5 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Deleting port 9ccc9c6d-fe1f-4847-b61a-4113e17c1655 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:41.879869 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af22807b-9334-4662-b47b-234dffe604b7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Network fc8431af-1593-4e3a-acd2-c9027ee19451 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:41.880599 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d62368f5-ed77-46be-a4ba-c1edf8b3b6c5 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:41.886500 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-af22807b-9334-4662-b47b-234dffe604b7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:41.919521 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=17723887-58b8-4978-9c60-85432f23c07b,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:41.976625 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4c520-7ded-4c19-b81a-c7f42760bcdc tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event deleted for resources: {'Port': ['ID=7aa61500-2368-4f52-ab67-83af547fa639,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:42.025104 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:42.033910 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d62368f5-ed77-46be-a4ba-c1edf8b3b6c5 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:42.047575 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d62368f5-ed77-46be-a4ba-c1edf8b3b6c5 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Calling delete_port for 9ccc9c6d-fe1f-4847-b61a-4113e17c1655 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:42.142120 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-d2c4c520-7ded-4c19-b81a-c7f42760bcdc tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] No DVR routers for this DVR port 7aa61500-2368-4f52-ab67-83af547fa639 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:42.146667 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-d2c4c520-7ded-4c19-b81a-c7f42760bcdc tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:42.148886 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-d2c4c520-7ded-4c19-b81a-c7f42760bcdc tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.16 "DELETE /v2.0/ports/7aa61500-2368-4f52-ab67-83af547fa639 HTTP/1.1" status: 204 len: 173 time: 3.0358117 Jul 22 16:48:42.149358 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-deleted', 'tag': '7aa61500-2368-4f52-ab67-83af547fa639'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:42.150167 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:42.151741 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6bb676-0de8-4bba-9363-659c1abee7fd" -d '{"events": [{"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-deleted", "tag": "7aa61500-2368-4f52-ab67-83af547fa639"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:42.167600 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa1bbf9-58d9-4269-aa9d-d96f0f89f432 None None] Network 369d617c-6574-45bb-a907-62ed586b2e8b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:42.190811 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c503d05-e236-4d8e-9fef-fabd44a8e2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:42.258892 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d126c8ef-2fbb-4ac5-a604-70bc92c1427f x-openstack-request-id: req-d126c8ef-2fbb-4ac5-a604-70bc92c1427f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:42.259156 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-deleted", "tag": "7aa61500-2368-4f52-ab67-83af547fa639", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:42.259416 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d126c8ef-2fbb-4ac5-a604-70bc92c1427f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:42.259836 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-deleted', 'tag': '7aa61500-2368-4f52-ab67-83af547fa639', 'status': 'completed', 'code': 200} Jul 22 16:48:42.311589 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c503d05-e236-4d8e-9fef-fabd44a8e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:42.313819 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c503d05-e236-4d8e-9fef-fabd44a8e2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:42.317914 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7c503d05-e236-4d8e-9fef-fabd44a8e2cc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9d92ae4c-3779-4b11-ac98-01c0787445f4 HTTP/1.1" status: 204 len: 168 time: 0.9254405 Jul 22 16:48:42.339473 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d62368f5-ed77-46be-a4ba-c1edf8b3b6c5 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:42.351055 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c503d05-e236-4d8e-9fef-fabd44a8e2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d92ae4c-3779-4b11-ac98-01c0787445f4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:42.360949 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af22807b-9334-4662-b47b-234dffe604b7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Router f96700c5-1b50-4199-8106-502dcb6b246b has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:48:42.364724 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5f7b07c5-6f4b-419a-b37e-8d852ddf8713 None None] Provisioning for port c758b6ee-c82b-4ca2-8840-f7e87a1cb993 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:42.423821 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:48:42.485035 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62368f5-ed77-46be-a4ba-c1edf8b3b6c5 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Pushing event deleted for resources: {'Port': ['ID=9ccc9c6d-fe1f-4847-b61a-4113e17c1655,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:42.496660 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-93f52469-db7b-4d7c-b0b0-04645ef3039e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Deleting port 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:42.497017 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-93f52469-db7b-4d7c-b0b0-04645ef3039e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:42.637648 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6508880c-5073-4bfe-8ab3-77653eb276c2 None None] Provisioning complete for port 464701c2-8142-4b3c-8e72-273e11a18725 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:42.643308 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6508880c-5073-4bfe-8ab3-77653eb276c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:42.705976 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 17723887-58b8-4978-9c60-85432f23c07b up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:42.775587 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3555ae32-793a-45b2-a7dd-c4255c207281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:42.859574 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6508880c-5073-4bfe-8ab3-77653eb276c2 None None] Port 464701c2-8142-4b3c-8e72-273e11a18725 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:42.890895 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 17723887-58b8-4978-9c60-85432f23c07b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:42.891466 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:42.917467 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d62368f5-ed77-46be-a4ba-c1edf8b3b6c5 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:42.919494 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d62368f5-ed77-46be-a4ba-c1edf8b3b6c5 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] 10.222.0.69 "DELETE /v2.0/ports/9ccc9c6d-fe1f-4847-b61a-4113e17c1655 HTTP/1.1" status: 204 len: 168 time: 1.4529524 Jul 22 16:48:42.924758 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40262) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:42.997321 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa64d972-9677-4ecc-b206-235b6f549326 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] GET failed (client error): The resource could not be found. Jul 22 16:48:42.999901 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-aa64d972-9677-4ecc-b206-235b6f549326 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] 10.222.0.69 "GET /v2.0/ports/9ccc9c6d-fe1f-4847-b61a-4113e17c1655 HTTP/1.1" status: 404 len: 333 time: 0.0739183 Jul 22 16:48:43.004127 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40268) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:43.011567 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4410b56b-fa3f-4aef-a3f6-d2e78734a701 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Request body: {'port': {'network_id': '369d617c-6574-45bb-a907-62ed586b2e8b', 'name': 'tempest-AllowedAddressPairTestJSON-792991739'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:43.088414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0af086c9-9fc2-4091-a084-94d488e0aa6d up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:43.168042 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 0af086c9-9fc2-4091-a084-94d488e0aa6d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:43.168359 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:43.267272 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af22807b-9334-4662-b47b-234dffe604b7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:48:43.278660 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] Sync routers for ids ['f96700c5-1b50-4199-8106-502dcb6b246b'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:48:43.300551 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40280) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:43.307230 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] Routers {'f96700c5-1b50-4199-8106-502dcb6b246b'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:43.308120 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:48:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f96700c5-1b50-4199-8106-502dcb6b246b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:43.321153 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fe971f84-f426-4d3b-86ff-2f0b145bc613 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:43.330461 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-af22807b-9334-4662-b47b-234dffe604b7 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "PUT /v2.0/routers/f96700c5-1b50-4199-8106-502dcb6b246b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5340033 Jul 22 16:48:43.340005 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e1b30d43-43f8-43da-820a-0a4c6ba2ba2d None None] Provisioning for port d957c42f-24bc-4c20-8290-94a265ec8ff6 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:43.355838 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e1b30d43-43f8-43da-820a-0a4c6ba2ba2d None None] Provisioning complete for port d957c42f-24bc-4c20-8290-94a265ec8ff6 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:43.356601 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1b30d43-43f8-43da-820a-0a4c6ba2ba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:43.401459 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c758b6ee-c82b-4ca2-8840-f7e87a1cb993 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:43.523914 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e1b30d43-43f8-43da-820a-0a4c6ba2ba2d None None] Port d957c42f-24bc-4c20-8290-94a265ec8ff6 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:43.524126 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] Set router f96700c5-1b50-4199-8106-502dcb6b246b gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:43.537111 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port c758b6ee-c82b-4ca2-8840-f7e87a1cb993 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:43.557721 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e1b30d43-43f8-43da-820a-0a4c6ba2ba2d None None] Provisioning complete for port c758b6ee-c82b-4ca2-8840-f7e87a1cb993 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:43.559200 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1b30d43-43f8-43da-820a-0a4c6ba2ba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:43.597703 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60de7fb-fb32-497c-a345-04f0d04f41e8 req-f8d35cc0-1471-4c66-9f2a-0aad92caa9a1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:43.604764 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60de7fb-fb32-497c-a345-04f0d04f41e8 req-f8d35cc0-1471-4c66-9f2a-0aad92caa9a1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:43.611543 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60de7fb-fb32-497c-a345-04f0d04f41e8 req-f8d35cc0-1471-4c66-9f2a-0aad92caa9a1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:43.613525 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b60de7fb-fb32-497c-a345-04f0d04f41e8 req-f8d35cc0-1471-4c66-9f2a-0aad92caa9a1 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 2410 time: 0.3735445 Jul 22 16:48:43.628097 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-93f52469-db7b-4d7c-b0b0-04645ef3039e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] For port 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=6f1fb2a5-1f03-4a26-b2bc-9670224b74a3,segment=NetworkSegment(0bac6b5f-ec86-400e-b73c-85ef833d6e8a),segment_id=0bac6b5f-ec86-400e-b73c-85ef833d6e8a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:43.628695 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-93f52469-db7b-4d7c-b0b0-04645ef3039e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:43.630406 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port c758b6ee-c82b-4ca2-8840-f7e87a1cb993 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:43.630854 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:43.692384 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4410b56b-fa3f-4aef-a3f6-d2e78734a701 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Made reservation on behalf of 46dd2b11bf8b4cfc856afeb47d349794 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:43.695935 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4410b56b-fa3f-4aef-a3f6-d2e78734a701 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:43.705593 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40288) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:43.719323 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-93f52469-db7b-4d7c-b0b0-04645ef3039e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Calling delete_port for 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:43.745554 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b60de7fb-fb32-497c-a345-04f0d04f41e8 req-94e9c980-69d6-447c-9bbc-2cccbd28e186 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130714 Jul 22 16:48:43.862091 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1b30d43-43f8-43da-820a-0a4c6ba2ba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:43.924101 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:43.940665 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Request body: {'networks': [{'name': 'tempest-network--2125827736'}, {'name': 'tempest-network--1570976082'}]} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:43.940976 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Request body: {'network': {'name': 'tempest-network--2125827736'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:43.941834 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Request body: {'network': {'name': 'tempest-network--1570976082'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:43.944843 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e1b30d43-43f8-43da-820a-0a4c6ba2ba2d None None] For port c758b6ee-c82b-4ca2-8840-f7e87a1cb993, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c758b6ee-c82b-4ca2-8840-f7e87a1cb993,segment=NetworkSegment(0c23c1f3-2478-445c-81ca-465112476869),segment_id=0c23c1f3-2478-445c-81ca-465112476869)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:43.961638 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1b30d43-43f8-43da-820a-0a4c6ba2ba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:44.009656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Made reservation on behalf of 7f1bdc3745854a31a9f2ceb532f28191 for: {'network': 2} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:44.016485 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:44.026691 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:48:38Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '17723887-58b8-4978-9c60-85432f23c07b', 'name': '', 'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:f6:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:26Z', 'updated_at': '2021-07-22T16:48:41Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '464701c2-8142-4b3c-8e72-273e11a18725', 'name': '', 'network_id': 'fc8431af-1593-4e3a-acd2-c9027ee19451', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:2c:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '4bcfe033-5641-47f0-9af5-8ef8e005b359', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:36Z', 'updated_at': '2021-07-22T16:48:41Z', 'revision_number': 2, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '4bcfe033-5641-47f0-9af5-8ef8e005b359', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fdf0f7a-18a2-4126-af81-2b86f9f0012e', 'name': '', 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6f:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:16Z', 'updated_at': '2021-07-22T16:48:28Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:24Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:44.031044 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:44.065741 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b30d43-43f8-43da-820a-0a4c6ba2ba2d None None] Pushing event updated for resources: {'Port': ['ID=c758b6ee-c82b-4ca2-8840-f7e87a1cb993,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:44.096652 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] Checking router: f96700c5-1b50-4199-8106-502dcb6b246b for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:48:44.097016 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] Updating router f96700c5-1b50-4199-8106-502dcb6b246b port 464701c2-8142-4b3c-8e72-273e11a18725 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:48:44.109361 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:48:44.110120 n-d-798930-9 neutron-server[93818]: DEBUG oslo_db.api [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:48:44.110857 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2a93ea5d-449f-4310-a6aa-50c8f39f6b67 None None] Provisioning complete for port d957c42f-24bc-4c20-8290-94a265ec8ff6 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:44.111434 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a93ea5d-449f-4310-a6aa-50c8f39f6b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:44.167767 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2a93ea5d-449f-4310-a6aa-50c8f39f6b67 None None] Port d957c42f-24bc-4c20-8290-94a265ec8ff6 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:44.171926 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2a93ea5d-449f-4310-a6aa-50c8f39f6b67 None None] Could not find standard attr ID for object 9ccc9c6d-fe1f-4847-b61a-4113e17c1655. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:48:44.175466 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:44.209493 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:44.222798 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:44.223323 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:44.241045 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-93f52469-db7b-4d7c-b0b0-04645ef3039e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:44.281663 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:48:44.294694 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:44.295092 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Added segment b7e321cf-63d7-455c-8ba1-1f526a5da07c of type vlan for network e037fa9a-dd30-4835-9c21-ebd334cd1992 Jul 22 16:48:44.346407 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:44.381697 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:48:44.390830 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:44.391230 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Added segment 4f1963fb-86ff-4e32-9b72-aab293b6e253 of type vlan for network 65d7117c-2c35-42db-aa9d-c9af89d2fa6a Jul 22 16:48:44.443927 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:44.466772 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-4410b56b-fa3f-4aef-a3f6-d2e78734a701 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] device_id is not set on port ffd789c9-2e11-4d45-84ae-7b4e01838f8a yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:48:44.488157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f52469-db7b-4d7c-b0b0-04645ef3039e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event deleted for resources: {'Port': ['ID=6f1fb2a5-1f03-4a26-b2bc-9670224b74a3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:44.545204 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-93f52469-db7b-4d7c-b0b0-04645ef3039e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] No DVR routers for this DVR port 6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:44.546783 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=751762b0-d3eb-46ae-96d3-ba3ef2a89695,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:44.556111 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-93f52469-db7b-4d7c-b0b0-04645ef3039e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:44.558211 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-93f52469-db7b-4d7c-b0b0-04645ef3039e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.16 "DELETE /v2.0/ports/6f1fb2a5-1f03-4a26-b2bc-9670224b74a3 HTTP/1.1" status: 204 len: 173 time: 2.4032252 Jul 22 16:48:44.558659 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-deleted', 'tag': '6f1fb2a5-1f03-4a26-b2bc-9670224b74a3'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:44.561248 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3301f70d-02e4-43d8-9fce-0e874db5ad39" -d '{"events": [{"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-deleted", "tag": "6f1fb2a5-1f03-4a26-b2bc-9670224b74a3"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:44.627980 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:44.629493 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:44.644515 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:44.656670 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:44.659650 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:44.667558 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:44.678860 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af04f014-abcf-47b4-8b62-5e93a810fba3 x-openstack-request-id: req-af04f014-abcf-47b4-8b62-5e93a810fba3 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:44.681915 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-deleted", "tag": "6f1fb2a5-1f03-4a26-b2bc-9670224b74a3", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:44.682340 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-af04f014-abcf-47b4-8b62-5e93a810fba3 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:44.685111 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-deleted', 'tag': '6f1fb2a5-1f03-4a26-b2bc-9670224b74a3', 'status': 'completed', 'code': 200} Jul 22 16:48:44.700662 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] Transition to ACTIVE for port object 464701c2-8142-4b3c-8e72-273e11a18725 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:44.710921 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:44.742081 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3555ae32-793a-45b2-a7dd-c4255c207281 admin admin] Deleting port 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:44.742618 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3555ae32-793a-45b2-a7dd-c4255c207281 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:44.765440 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826bd0fc-ae78-47bb-a5cb-83823402276f None None] Pushing event updated for resources: {'Port': ['ID=464701c2-8142-4b3c-8e72-273e11a18725,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:44.824896 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-4410b56b-fa3f-4aef-a3f6-d2e78734a701 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Allocated IP 172.20.0.4 (369d617c-6574-45bb-a907-62ed586b2e8b/8843d4a9-98d7-427d-9f9d-a2e166269993/ffd789c9-2e11-4d45-84ae-7b4e01838f8a) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:44.893711 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Pushing event updated for resources: {'Network': ['ID=e037fa9a-dd30-4835-9c21-ebd334cd1992,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:44.911194 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network e037fa9a-dd30-4835-9c21-ebd334cd1992 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:48:44.955339 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] Attempting to bind port 464701c2-8142-4b3c-8e72-273e11a18725 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:48:44.955758 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] Attempting to bind port 464701c2-8142-4b3c-8e72-273e11a18725 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '9b3d9e20-fecc-4d47-b484-55afe729739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fc8431af-1593-4e3a-acd2-c9027ee19451'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:48:44.957233 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] Attempting to bind port 464701c2-8142-4b3c-8e72-273e11a18725 on network fc8431af-1593-4e3a-acd2-c9027ee19451 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:44.970880 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:48:44.971127 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] Checking segment: {'id': '9b3d9e20-fecc-4d47-b484-55afe729739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fc8431af-1593-4e3a-acd2-c9027ee19451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:44.971376 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:44.971766 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] Bound using segment: {'id': '9b3d9e20-fecc-4d47-b484-55afe729739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fc8431af-1593-4e3a-acd2-c9027ee19451'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:48:44.974266 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] Bound port: 464701c2-8142-4b3c-8e72-273e11a18725, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3d9e20-fecc-4d47-b484-55afe729739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'fc8431af-1593-4e3a-acd2-c9027ee19451'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:48:44.974499 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:44.986403 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.2794003 Jul 22 16:48:44.997606 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40310) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:45.047646 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c758b6ee-c82b-4ca2-8840-f7e87a1cb993 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:45.110050 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-3555ae32-793a-45b2-a7dd-c4255c207281 admin admin] For port 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f,segment=NetworkSegment(f3c385f0-3f21-4cbb-a144-3b6bee8c77ad),segment_id=f3c385f0-3f21-4cbb-a144-3b6bee8c77ad)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:45.110050 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3555ae32-793a-45b2-a7dd-c4255c207281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:45.125418 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] For port 464701c2-8142-4b3c-8e72-273e11a18725, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:48:45.129786 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] For port 464701c2-8142-4b3c-8e72-273e11a18725, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=464701c2-8142-4b3c-8e72-273e11a18725,segment=NetworkSegment(9b3d9e20-fecc-4d47-b484-55afe729739c),segment_id=9b3d9e20-fecc-4d47-b484-55afe729739c)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:48:45.136639 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:45.136863 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.extraroute_db [None req-fe971f84-f426-4d3b-86ff-2f0b145bc613 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 16:48:45.157916 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port c758b6ee-c82b-4ca2-8840-f7e87a1cb993 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:45.158576 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:45.159585 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3555ae32-793a-45b2-a7dd-c4255c207281 admin admin] Calling delete_port for 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:45.192775 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826bd0fc-ae78-47bb-a5cb-83823402276f None None] Pushing event updated for resources: {'Port': ['ID=464701c2-8142-4b3c-8e72-273e11a18725,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:45.222845 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] Routers {'f96700c5-1b50-4199-8106-502dcb6b246b'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:45.223538 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:48:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f96700c5-1b50-4199-8106-502dcb6b246b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:45.251485 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f13d2-b4a2-421a-b7c6-f1390a7e229a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Pushing event updated for resources: {'Network': ['ID=65d7117c-2c35-42db-aa9d-c9af89d2fa6a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:45.279277 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 65d7117c-2c35-42db-aa9d-c9af89d2fa6a details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:48:45.352156 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-a1241735-ed85-4653-9ac4-9a443078005f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Deleting port 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:45.352674 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-a1241735-ed85-4653-9ac4-9a443078005f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:45.355495 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.extraroute_db [None req-fe971f84-f426-4d3b-86ff-2f0b145bc613 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Removed routes are [] {{(pid=93817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 16:48:45.355913 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe971f84-f426-4d3b-86ff-2f0b145bc613 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:45.424734 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] Set router f96700c5-1b50-4199-8106-502dcb6b246b gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:45.450536 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71748e95-91a5-41be-ad74-500c0cc03edf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:45.457832 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71748e95-91a5-41be-ad74-500c0cc03edf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:45.469644 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71748e95-91a5-41be-ad74-500c0cc03edf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:45.489128 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71748e95-91a5-41be-ad74-500c0cc03edf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:45.494453 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-71748e95-91a5-41be-ad74-500c0cc03edf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4764214 Jul 22 16:48:45.502421 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40316) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:45.594773 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-a1241735-ed85-4653-9ac4-9a443078005f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] For port 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98,segment=NetworkSegment(0bac6b5f-ec86-400e-b73c-85ef833d6e8a),segment_id=0bac6b5f-ec86-400e-b73c-85ef833d6e8a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:45.595287 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-a1241735-ed85-4653-9ac4-9a443078005f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:45.615621 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-a1241735-ed85-4653-9ac4-9a443078005f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Calling delete_port for 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:45.682382 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166fb26-642c-4336-8511-56445f69b591 req-5b2068ea-3027-4ba9-825a-251228542bf0 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:45.688372 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166fb26-642c-4336-8511-56445f69b591 req-5b2068ea-3027-4ba9-825a-251228542bf0 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:45.695976 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8166fb26-642c-4336-8511-56445f69b591 req-5b2068ea-3027-4ba9-825a-251228542bf0 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 1677 time: 0.7388997 Jul 22 16:48:45.747420 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:48:38Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '17723887-58b8-4978-9c60-85432f23c07b', 'name': '', 'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:f6:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:26Z', 'updated_at': '2021-07-22T16:48:41Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '464701c2-8142-4b3c-8e72-273e11a18725', 'name': '', 'network_id': 'fc8431af-1593-4e3a-acd2-c9027ee19451', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:2c:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '4bcfe033-5641-47f0-9af5-8ef8e005b359', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:36Z', 'updated_at': '2021-07-22T16:48:45Z', 'revision_number': 4, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '4bcfe033-5641-47f0-9af5-8ef8e005b359', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fdf0f7a-18a2-4126-af81-2b86f9f0012e', 'name': '', 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6f:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:16Z', 'updated_at': '2021-07-22T16:48:28Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:24Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:45.791403 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55f20b2-55ca-4c2e-98f8-44b971d8fdba None None] The sync data for ids ['f96700c5-1b50-4199-8106-502dcb6b246b'] in n-d-798930-9 is: [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:48:38Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '17723887-58b8-4978-9c60-85432f23c07b', 'name': '', 'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:f6:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:26Z', 'updated_at': '2021-07-22T16:48:41Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '464701c2-8142-4b3c-8e72-273e11a18725', 'name': '', 'network_id': 'fc8431af-1593-4e3a-acd2-c9027ee19451', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:2c:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '4bcfe033-5641-47f0-9af5-8ef8e005b359', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:36Z', 'updated_at': '2021-07-22T16:48:45Z', 'revision_number': 4, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '4bcfe033-5641-47f0-9af5-8ef8e005b359', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fdf0f7a-18a2-4126-af81-2b86f9f0012e', 'name': '', 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6f:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:16Z', 'updated_at': '2021-07-22T16:48:28Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:24Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:48:45.796815 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-a1241735-ed85-4653-9ac4-9a443078005f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:45.834489 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1241735-ed85-4653-9ac4-9a443078005f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event deleted for resources: {'Port': ['ID=1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:45.852681 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e5dc4723-0c1a-4386-8f72-f3dcc1efa5ea tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:45.886035 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4410b56b-fa3f-4aef-a3f6-d2e78734a701 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:45.915047 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8166fb26-642c-4336-8511-56445f69b591 req-5759e483-acf8-47ba-b170-1fd40ac89f96 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups?id=3c3d4937-0539-479b-8a9e-acabcaa5af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182133 Jul 22 16:48:45.923987 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-a1241735-ed85-4653-9ac4-9a443078005f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] No DVR routers for this DVR port 1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:45.926774 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-a1241735-ed85-4653-9ac4-9a443078005f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:45.929723 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-a1241735-ed85-4653-9ac4-9a443078005f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.16 "DELETE /v2.0/ports/1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98 HTTP/1.1" status: 204 len: 173 time: 1.3621826 Jul 22 16:48:46.021371 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-4410b56b-fa3f-4aef-a3f6-d2e78734a701 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Transition to ACTIVE for port object ffd789c9-2e11-4d45-84ae-7b4e01838f8a will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:46.073185 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-9c7bb309-fbab-4901-8c15-7b5e2087c63a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Deleting port 85be8f06-0cb5-488b-9eb9-9477188bcef3 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:46.073660 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-9c7bb309-fbab-4901-8c15-7b5e2087c63a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:46.154222 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e5dc4723-0c1a-4386-8f72-f3dcc1efa5ea tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:46.167769 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e5dc4723-0c1a-4386-8f72-f3dcc1efa5ea tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e037fa9a-dd30-4835-9c21-ebd334cd1992']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:46.179945 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e5dc4723-0c1a-4386-8f72-f3dcc1efa5ea tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e321cf-63d7-455c-8ba1-1f526a5da07c') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:46.180292 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e5dc4723-0c1a-4386-8f72-f3dcc1efa5ea tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e321cf-63d7-455c-8ba1-1f526a5da07c') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:46.183608 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-9c7bb309-fbab-4901-8c15-7b5e2087c63a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] For port 85be8f06-0cb5-488b-9eb9-9477188bcef3, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=85be8f06-0cb5-488b-9eb9-9477188bcef3,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:46.183979 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-9c7bb309-fbab-4901-8c15-7b5e2087c63a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:46.190335 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e5dc4723-0c1a-4386-8f72-f3dcc1efa5ea tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:46.199293 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-9c7bb309-fbab-4901-8c15-7b5e2087c63a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Calling delete_port for 85be8f06-0cb5-488b-9eb9-9477188bcef3 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:46.226181 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e5dc4723-0c1a-4386-8f72-f3dcc1efa5ea tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:46.240893 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe971f84-f426-4d3b-86ff-2f0b145bc613 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:46.255072 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe971f84-f426-4d3b-86ff-2f0b145bc613 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4121324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4121180'] for router, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:46.263468 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5dc4723-0c1a-4386-8f72-f3dcc1efa5ea tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:48:46.263852 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e5dc4723-0c1a-4386-8f72-f3dcc1efa5ea tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:48:46.267611 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:48:46.401497 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-9c7bb309-fbab-4901-8c15-7b5e2087c63a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:46.467952 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7bb309-fbab-4901-8c15-7b5e2087c63a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event deleted for resources: {'Port': ['ID=85be8f06-0cb5-488b-9eb9-9477188bcef3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:46.513192 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e5dc4723-0c1a-4386-8f72-f3dcc1efa5ea tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:46.548232 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e5dc4723-0c1a-4386-8f72-f3dcc1efa5ea tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:46.550283 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e5dc4723-0c1a-4386-8f72-f3dcc1efa5ea tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] 10.222.0.69 "DELETE /v2.0/networks/e037fa9a-dd30-4835-9c21-ebd334cd1992 HTTP/1.1" status: 204 len: 168 time: 1.0457108 Jul 22 16:48:46.556182 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40326) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:46.557282 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4410b56b-fa3f-4aef-a3f6-d2e78734a701 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:46.618630 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-9c7bb309-fbab-4901-8c15-7b5e2087c63a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] No DVR routers for this DVR port 85be8f06-0cb5-488b-9eb9-9477188bcef3 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:46.621303 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-9c7bb309-fbab-4901-8c15-7b5e2087c63a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:46.623558 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3555ae32-793a-45b2-a7dd-c4255c207281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:46.626074 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1a8f39ab-263d-42b0-b8e8-67064a096555 req-9c7bb309-fbab-4901-8c15-7b5e2087c63a tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.16 "DELETE /v2.0/ports/85be8f06-0cb5-488b-9eb9-9477188bcef3 HTTP/1.1" status: 204 len: 173 time: 0.6888874 Jul 22 16:48:46.627617 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc4723-0c1a-4386-8f72-f3dcc1efa5ea tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Pushing event deleted for resources: {'Network': ['ID=e037fa9a-dd30-4835-9c21-ebd334cd1992,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:46.662046 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe971f84-f426-4d3b-86ff-2f0b145bc613 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Router f96700c5-1b50-4199-8106-502dcb6b246b has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:48:46.686460 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-deleted', 'tag': '1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98'}, {'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-deleted', 'tag': '85be8f06-0cb5-488b-9eb9-9477188bcef3'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:46.689411 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30aa3175-3b23-44ce-9147-0110e5091aba" -d '{"events": [{"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-deleted", "tag": "1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98"}, {"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-deleted", "tag": "85be8f06-0cb5-488b-9eb9-9477188bcef3"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:46.696156 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4410b56b-fa3f-4aef-a3f6-d2e78734a701 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Network 369d617c-6574-45bb-a907-62ed586b2e8b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:46.735871 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410b56b-fa3f-4aef-a3f6-d2e78734a701 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Pushing event updated for resources: {'Port': ['ID=ffd789c9-2e11-4d45-84ae-7b4e01838f8a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:46.760680 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-4410b56b-fa3f-4aef-a3f6-d2e78734a701 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:46.769309 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4410b56b-fa3f-4aef-a3f6-d2e78734a701 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:46.828405 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917edf7d-dc28-4bd9-9c6a-7c177713a72b x-openstack-request-id: req-917edf7d-dc28-4bd9-9c6a-7c177713a72b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:46.830793 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-deleted", "tag": "1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98", "status": "completed", "code": 200}, {"server_uuid": "30ca113e-c7bc-4835-be6c-b16542f00e86", "name": "network-vif-deleted", "tag": "85be8f06-0cb5-488b-9eb9-9477188bcef3", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:46.832698 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-917edf7d-dc28-4bd9-9c6a-7c177713a72b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:46.833217 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-deleted', 'tag': '1fdcc2aa-b3cc-415d-9ff4-bebb679ebe98', 'status': 'completed', 'code': 200} Jul 22 16:48:46.833542 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ca113e-c7bc-4835-be6c-b16542f00e86', 'name': 'network-vif-deleted', 'tag': '85be8f06-0cb5-488b-9eb9-9477188bcef3', 'status': 'completed', 'code': 200} Jul 22 16:48:46.918928 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 464701c2-8142-4b3c-8e72-273e11a18725 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:46.925676 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a6c40d5-f114-453b-8901-2180f2166e4b tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:46.929487 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555ae32-793a-45b2-a7dd-c4255c207281 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:47.066023 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 464701c2-8142-4b3c-8e72-273e11a18725 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:47.072948 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 464701c2-8142-4b3c-8e72-273e11a18725 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:47.073578 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:47.159647 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6158f141-b5cd-444f-8edc-1dfe048e0f6b req-2bcea01d-ae9a-46ed-b636-6c619a560599 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 210 time: 0.0983078 Jul 22 16:48:47.274319 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:47.327364 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 464701c2-8142-4b3c-8e72-273e11a18725, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=464701c2-8142-4b3c-8e72-273e11a18725,segment=NetworkSegment(9b3d9e20-fecc-4d47-b484-55afe729739c),segment_id=9b3d9e20-fecc-4d47-b484-55afe729739c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:47.331664 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-93580f1a-05f8-481a-b611-dec331d9566b None None] Provisioning for port ffd789c9-2e11-4d45-84ae-7b4e01838f8a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:47.338171 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:47.397192 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-93580f1a-05f8-481a-b611-dec331d9566b None None] Provisioning complete for port ffd789c9-2e11-4d45-84ae-7b4e01838f8a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:47.397634 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93580f1a-05f8-481a-b611-dec331d9566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:47.399609 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=464701c2-8142-4b3c-8e72-273e11a18725,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:47.441038 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-93580f1a-05f8-481a-b611-dec331d9566b None None] Port ffd789c9-2e11-4d45-84ae-7b4e01838f8a cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:47.580425 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4410b56b-fa3f-4aef-a3f6-d2e78734a701 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:47.581069 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4410b56b-fa3f-4aef-a3f6-d2e78734a701 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:47.636665 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe971f84-f426-4d3b-86ff-2f0b145bc613 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:48:47.649357 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe971f84-f426-4d3b-86ff-2f0b145bc613 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:47.651197 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3068414-32aa-43c8-8777-ce728422ebe7 None None] Sync routers for ids ['f96700c5-1b50-4199-8106-502dcb6b246b'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:48:47.653164 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fe971f84-f426-4d3b-86ff-2f0b145bc613 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "PUT /v2.0/routers/f96700c5-1b50-4199-8106-502dcb6b246b HTTP/1.1" status: 200 len: 933 time: 4.3504663 Jul 22 16:48:47.653416 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40336) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:47.662200 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3068414-32aa-43c8-8777-ce728422ebe7 None None] Routers {'f96700c5-1b50-4199-8106-502dcb6b246b'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:47.662936 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c3068414-32aa-43c8-8777-ce728422ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:48:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f96700c5-1b50-4199-8106-502dcb6b246b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:47.681235 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4410b56b-fa3f-4aef-a3f6-d2e78734a701 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.6758606 Jul 22 16:48:47.705550 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a6c40d5-f114-453b-8901-2180f2166e4b tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:47.714741 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40338) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:47.720240 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7901b8a1-ec7d-42d7-af8e-f9941186c780 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:02:db:34'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:47.729744 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-4a6c40d5-f114-453b-8901-2180f2166e4b tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d7117c-2c35-42db-aa9d-c9af89d2fa6a']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:47.759098 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3555ae32-793a-45b2-a7dd-c4255c207281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:47.769511 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-4a6c40d5-f114-453b-8901-2180f2166e4b tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f1963fb-86ff-4e32-9b72-aab293b6e253') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:47.769511 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-4a6c40d5-f114-453b-8901-2180f2166e4b tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f1963fb-86ff-4e32-9b72-aab293b6e253') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:47.790314 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a6c40d5-f114-453b-8901-2180f2166e4b tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:47.801217 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-c3068414-32aa-43c8-8777-ce728422ebe7 None None] Set router f96700c5-1b50-4199-8106-502dcb6b246b gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:47.885956 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40340) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:47.886245 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2eada8b5-43e5-4f0f-80f6-577a602bf220 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "GET /v2.0/routers/f96700c5-1b50-4199-8106-502dcb6b246b HTTP/1.1" status: 200 len: 933 time: 0.2308846 Jul 22 16:48:47.893487 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-418faddb-8029-449a-9011-05ffe9387fc3 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'router': {'routes': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:47.901365 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a6c40d5-f114-453b-8901-2180f2166e4b tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:47.988126 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6c40d5-f114-453b-8901-2180f2166e4b tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:48:47.989356 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a6c40d5-f114-453b-8901-2180f2166e4b tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:48:47.994946 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:48:48.060809 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c3068414-32aa-43c8-8777-ce728422ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:48:45Z', 'revision_number': 6, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '17723887-58b8-4978-9c60-85432f23c07b', 'name': '', 'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:f6:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:26Z', 'updated_at': '2021-07-22T16:48:41Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '464701c2-8142-4b3c-8e72-273e11a18725', 'name': '', 'network_id': 'fc8431af-1593-4e3a-acd2-c9027ee19451', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:2c:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '4bcfe033-5641-47f0-9af5-8ef8e005b359', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:36Z', 'updated_at': '2021-07-22T16:48:47Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '4bcfe033-5641-47f0-9af5-8ef8e005b359', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fdf0f7a-18a2-4126-af81-2b86f9f0012e', 'name': '', 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6f:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:16Z', 'updated_at': '2021-07-22T16:48:28Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:24Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:48.096346 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3068414-32aa-43c8-8777-ce728422ebe7 None None] Checking router: f96700c5-1b50-4199-8106-502dcb6b246b for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:48:48.106961 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3068414-32aa-43c8-8777-ce728422ebe7 None None] Routers {'f96700c5-1b50-4199-8106-502dcb6b246b'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:48.107508 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c3068414-32aa-43c8-8777-ce728422ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:48:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f96700c5-1b50-4199-8106-502dcb6b246b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:48.147087 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a6c40d5-f114-453b-8901-2180f2166e4b tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:48.240184 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-c3068414-32aa-43c8-8777-ce728422ebe7 None None] Set router f96700c5-1b50-4199-8106-502dcb6b246b gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:48.254545 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a6c40d5-f114-453b-8901-2180f2166e4b tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:48.256938 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4a6c40d5-f114-453b-8901-2180f2166e4b tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] 10.222.0.69 "DELETE /v2.0/networks/65d7117c-2c35-42db-aa9d-c9af89d2fa6a HTTP/1.1" status: 204 len: 168 time: 1.6976187 Jul 22 16:48:48.267906 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40348) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:48.402010 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c40d5-f114-453b-8901-2180f2166e4b tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Pushing event deleted for resources: {'Network': ['ID=65d7117c-2c35-42db-aa9d-c9af89d2fa6a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:48.423045 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-42bc3d6e-88cf-4285-aaaf-96ecbe9a6e55 req-92218b88-7796-4c47-a11a-d372eec5cb46 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 210 time: 0.1584632 Jul 22 16:48:48.432660 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7901b8a1-ec7d-42d7-af8e-f9941186c780 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:48.439028 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea368a40-60c3-4317-a9d3-87215640613e tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:48.448008 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea368a40-60c3-4317-a9d3-87215640613e tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:48.449782 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ea368a40-60c3-4317-a9d3-87215640613e tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1508489 Jul 22 16:48:48.455692 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40350) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:48.463689 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-35ff4af7-39f5-4b2a-928b-1e586f0546d9 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-468142764'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:48.492282 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ff4af7-39f5-4b2a-928b-1e586f0546d9 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Made reservation on behalf of 7f1bdc3745854a31a9f2ceb532f28191 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:48.500421 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-35ff4af7-39f5-4b2a-928b-1e586f0546d9 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:48.532227 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ff4af7-39f5-4b2a-928b-1e586f0546d9 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:48:48.547311 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-35ff4af7-39f5-4b2a-928b-1e586f0546d9 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:48.548124 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-35ff4af7-39f5-4b2a-928b-1e586f0546d9 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Added segment 0c08e64b-0fc9-49a9-82e4-737f9026264f of type vlan for network fbe9caaa-7896-4611-8b7f-75909fe361bc Jul 22 16:48:48.624568 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-35ff4af7-39f5-4b2a-928b-1e586f0546d9 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:48.628840 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3555ae32-793a-45b2-a7dd-c4255c207281 admin admin] Router abbbf33b-f150-4b90-be12-7e734bddd0c1 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:48:48.667685 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-35ff4af7-39f5-4b2a-928b-1e586f0546d9 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:48.674327 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ff4af7-39f5-4b2a-928b-1e586f0546d9 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:48.674945 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-35ff4af7-39f5-4b2a-928b-1e586f0546d9 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:48.677675 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c3068414-32aa-43c8-8777-ce728422ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:48:45Z', 'revision_number': 6, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '17723887-58b8-4978-9c60-85432f23c07b', 'name': '', 'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:f6:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:26Z', 'updated_at': '2021-07-22T16:48:41Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '464701c2-8142-4b3c-8e72-273e11a18725', 'name': '', 'network_id': 'fc8431af-1593-4e3a-acd2-c9027ee19451', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:2c:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '4bcfe033-5641-47f0-9af5-8ef8e005b359', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:36Z', 'updated_at': '2021-07-22T16:48:47Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '4bcfe033-5641-47f0-9af5-8ef8e005b359', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fdf0f7a-18a2-4126-af81-2b86f9f0012e', 'name': '', 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6f:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:16Z', 'updated_at': '2021-07-22T16:48:28Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:24Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:48.724611 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3068414-32aa-43c8-8777-ce728422ebe7 None None] The sync data for ids ['f96700c5-1b50-4199-8106-502dcb6b246b'] in n-d-798930-9 is: [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:48:45Z', 'revision_number': 6, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '17723887-58b8-4978-9c60-85432f23c07b', 'name': '', 'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:f6:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:26Z', 'updated_at': '2021-07-22T16:48:41Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '464701c2-8142-4b3c-8e72-273e11a18725', 'name': '', 'network_id': 'fc8431af-1593-4e3a-acd2-c9027ee19451', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:2c:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '4bcfe033-5641-47f0-9af5-8ef8e005b359', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:36Z', 'updated_at': '2021-07-22T16:48:47Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '4bcfe033-5641-47f0-9af5-8ef8e005b359', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fdf0f7a-18a2-4126-af81-2b86f9f0012e', 'name': '', 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6f:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:16Z', 'updated_at': '2021-07-22T16:48:28Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:24Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:48:48.729521 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-35ff4af7-39f5-4b2a-928b-1e586f0546d9 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2700894 Jul 22 16:48:48.730251 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40360) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:48.735311 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-41f44e37-a312-4793-b05d-81a96df84094 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-830977265'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:48.775376 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff4af7-39f5-4b2a-928b-1e586f0546d9 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Pushing event updated for resources: {'Network': ['ID=fbe9caaa-7896-4611-8b7f-75909fe361bc,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:48.813174 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f44e37-a312-4793-b05d-81a96df84094 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Made reservation on behalf of 7f1bdc3745854a31a9f2ceb532f28191 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:48.817601 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network fbe9caaa-7896-4611-8b7f-75909fe361bc details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:48:48.818100 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41f44e37-a312-4793-b05d-81a96df84094 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:48.868362 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f44e37-a312-4793-b05d-81a96df84094 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:48:48.885410 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41f44e37-a312-4793-b05d-81a96df84094 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:48.885814 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-41f44e37-a312-4793-b05d-81a96df84094 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Added segment bfd665d1-4f84-41c8-a918-f171bed28ff7 of type vlan for network c62ef600-dec0-46c8-b367-1dc7231aa102 Jul 22 16:48:48.962251 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41f44e37-a312-4793-b05d-81a96df84094 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:49.005066 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41f44e37-a312-4793-b05d-81a96df84094 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:49.012025 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f44e37-a312-4793-b05d-81a96df84094 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:49.012702 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41f44e37-a312-4793-b05d-81a96df84094 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:49.023024 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 464701c2-8142-4b3c-8e72-273e11a18725 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:49.112105 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f44e37-a312-4793-b05d-81a96df84094 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Pushing event updated for resources: {'Network': ['ID=c62ef600-dec0-46c8-b367-1dc7231aa102,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:49.123625 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-41f44e37-a312-4793-b05d-81a96df84094 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3917720 Jul 22 16:48:49.126173 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40362) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:49.132346 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Request body: {'ports': [{'network_id': 'fbe9caaa-7896-4611-8b7f-75909fe361bc', 'name': 'tempest-port--561654620', 'admin_state_up': True}, {'network_id': 'c62ef600-dec0-46c8-b367-1dc7231aa102', 'admin_state_up': False}]} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:49.133059 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Request body: {'port': {'network_id': 'fbe9caaa-7896-4611-8b7f-75909fe361bc', 'name': 'tempest-port--561654620', 'admin_state_up': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:49.134157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Request body: {'port': {'network_id': 'c62ef600-dec0-46c8-b367-1dc7231aa102', 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:49.135938 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7901b8a1-ec7d-42d7-af8e-f9941186c780 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:49.158453 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7901b8a1-ec7d-42d7-af8e-f9941186c780 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:49.193313 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3555ae32-793a-45b2-a7dd-c4255c207281 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:48:49.203156 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e67388-e561-431f-a1c9-5004a8bb611f None None] Sync routers for ids ['abbbf33b-f150-4b90-be12-7e734bddd0c1'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:48:49.216328 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e67388-e561-431f-a1c9-5004a8bb611f None None] Routers {'abbbf33b-f150-4b90-be12-7e734bddd0c1'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:49.220685 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3555ae32-793a-45b2-a7dd-c4255c207281 admin admin] 10.222.0.69 "PUT /v2.0/routers/abbbf33b-f150-4b90-be12-7e734bddd0c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8334093 Jul 22 16:48:49.221964 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a8e67388-e561-431f-a1c9-5004a8bb611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:48:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['abbbf33b-f150-4b90-be12-7e734bddd0c1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:49.251604 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40364) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:49.336286 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.extraroute_db [None req-418faddb-8029-449a-9011-05ffe9387fc3 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Added routes are [] {{(pid=93817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 16:48:49.336607 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.extraroute_db [None req-418faddb-8029-449a-9011-05ffe9387fc3 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 16:48:49.410197 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-418faddb-8029-449a-9011-05ffe9387fc3 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:49.428352 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network c62ef600-dec0-46c8-b367-1dc7231aa102 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:48:49.523896 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a8e67388-e561-431f-a1c9-5004a8bb611f None None] Set router abbbf33b-f150-4b90-be12-7e734bddd0c1 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:49.524981 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Made reservation on behalf of 7f1bdc3745854a31a9f2ceb532f28191 for: {'port': 2} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:49.529869 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:49.650637 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ec46305f-e219-4e3e-b1c8-b75f3a18bed7 req-ab4cb8af-f7b4-40e8-813c-ab1590093650 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 210 time: 0.0748200 Jul 22 16:48:49.656183 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:49.686926 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 464701c2-8142-4b3c-8e72-273e11a18725 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:49.687417 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:49.830217 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c286345c-9ffd-44c4-a017-08a538db4200 None None] Provisioning complete for port ffd789c9-2e11-4d45-84ae-7b4e01838f8a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:49.830603 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c286345c-9ffd-44c4-a017-08a538db4200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:49.879704 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a8e67388-e561-431f-a1c9-5004a8bb611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'name': 'tempest-TaggedBootDevicesTest-1009856334-router', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:54Z', 'updated_at': '2021-07-22T16:48:46Z', 'revision_number': 5, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'gw_port': {'id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:55Z', 'updated_at': '2021-07-22T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:49.892741 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] device_id is not set on port c361d287-c8e6-4daa-af6a-222c5156a7fb yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:48:49.914863 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e67388-e561-431f-a1c9-5004a8bb611f None None] Checking router: abbbf33b-f150-4b90-be12-7e734bddd0c1 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:48:49.920214 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c286345c-9ffd-44c4-a017-08a538db4200 None None] Port ffd789c9-2e11-4d45-84ae-7b4e01838f8a cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:49.946609 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e67388-e561-431f-a1c9-5004a8bb611f None None] Routers {'abbbf33b-f150-4b90-be12-7e734bddd0c1'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:49.947245 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a8e67388-e561-431f-a1c9-5004a8bb611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:48:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['abbbf33b-f150-4b90-be12-7e734bddd0c1'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:50.018105 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901b8a1-ec7d-42d7-af8e-f9941186c780 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Pushing event updated for resources: {'Port': ['ID=ffd789c9-2e11-4d45-84ae-7b4e01838f8a,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:50.091358 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:50.139544 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7901b8a1-ec7d-42d7-af8e-f9941186c780 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] In _notify_port_updated(), no bound segment for port ffd789c9-2e11-4d45-84ae-7b4e01838f8a on network 369d617c-6574-45bb-a907-62ed586b2e8b {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:48:50.145889 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a8e67388-e561-431f-a1c9-5004a8bb611f None None] Set router abbbf33b-f150-4b90-be12-7e734bddd0c1 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:50.149174 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7901b8a1-ec7d-42d7-af8e-f9941186c780 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:50.149900 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7901b8a1-ec7d-42d7-af8e-f9941186c780 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:50.155660 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7901b8a1-ec7d-42d7-af8e-f9941186c780 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] 10.222.0.69 "PUT /v2.0/ports/ffd789c9-2e11-4d45-84ae-7b4e01838f8a HTTP/1.1" status: 200 len: 993 time: 2.4397352 Jul 22 16:48:50.156347 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40380) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:50.197411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] device_id is not set on port 084464af-b6d3-4254-a37a-529921ec57dd yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:48:50.431382 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7fe6a64-5748-47a6-a38a-edccb757a2f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:50.448045 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:50.521247 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a8e67388-e561-431f-a1c9-5004a8bb611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'name': 'tempest-TaggedBootDevicesTest-1009856334-router', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:54Z', 'updated_at': '2021-07-22T16:48:46Z', 'revision_number': 5, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'gw_port': {'id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:55Z', 'updated_at': '2021-07-22T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:50.524421 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:50.570734 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e67388-e561-431f-a1c9-5004a8bb611f None None] The sync data for ids ['abbbf33b-f150-4b90-be12-7e734bddd0c1'] in n-d-798930-9 is: [{'id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'name': 'tempest-TaggedBootDevicesTest-1009856334-router', 'tenant_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:54Z', 'updated_at': '2021-07-22T16:48:46Z', 'revision_number': 5, 'project_id': 'c2cdac6e8c514eed897eaf0607a1ddfd', 'gw_port': {'id': '445f24ec-f963-46bd-8eb8-29d84e3f3fea', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbbf33b-f150-4b90-be12-7e734bddd0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:55Z', 'updated_at': '2021-07-22T16:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:48:50.579295 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2e655a6a-75ce-4e68-a6de-3750f6cde765 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Deleting port ffd789c9-2e11-4d45-84ae-7b4e01838f8a {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:50.579652 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e655a6a-75ce-4e68-a6de-3750f6cde765 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:50.631977 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Pushing event updated for resources: {'Port': ['ID=c361d287-c8e6-4daa-af6a-222c5156a7fb,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:50.634928 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Checking segment: {'id': '0c08e64b-0fc9-49a9-82e4-737f9026264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fbe9caaa-7896-4611-8b7f-75909fe361bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:50.635478 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Network hostable DHCP agents. Network: fbe9caaa-7896-4611-8b7f-75909fe361bc, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:48:50.664823 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Network fbe9caaa-7896-4611-8b7f-75909fe361bc is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:48:50.684174 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, fbe9caaa-7896-4611-8b7f-75909fe361bc) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:50.693918 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1056e6d-afb6-4174-a2c2-8d5f335a3af9 None None] Network fbe9caaa-7896-4611-8b7f-75909fe361bc requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:50.707866 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e655a6a-75ce-4e68-a6de-3750f6cde765 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:50.719879 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:50.721225 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:50.721360 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2e655a6a-75ce-4e68-a6de-3750f6cde765 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Calling delete_port for ffd789c9-2e11-4d45-84ae-7b4e01838f8a owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:50.729411 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-418faddb-8029-449a-9011-05ffe9387fc3 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:50.752057 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-418faddb-8029-449a-9011-05ffe9387fc3 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4121324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4121180'] for router, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:50.781595 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Pushing event updated for resources: {'Port': ['ID=084464af-b6d3-4254-a37a-529921ec57dd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:50.825745 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Checking segment: {'id': 'bfd665d1-4f84-41c8-a918-f171bed28ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c62ef600-dec0-46c8-b367-1dc7231aa102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:50.826712 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Network hostable DHCP agents. Network: c62ef600-dec0-46c8-b367-1dc7231aa102, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:48:50.856213 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Network c62ef600-dec0-46c8-b367-1dc7231aa102 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:48:50.909307 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, c62ef600-dec0-46c8-b367-1dc7231aa102) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:50.924267 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7b7400b7-0754-4707-80d3-c39d9932a681 req-5cfc4482-d7f5-4f23-9795-4d6bd03f1830 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 210 time: 0.0570321 Jul 22 16:48:50.932596 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:50.942842 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7fe6a64-5748-47a6-a38a-edccb757a2f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:50.952485 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:50.974134 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:50.974880 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:50.986428 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d0e58a-7e78-440b-973b-0419cb890501 None None] Network c62ef600-dec0-46c8-b367-1dc7231aa102 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:51.010480 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-47072802-bbcc-46a3-babe-5a212419be77 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8806789 Jul 22 16:48:51.010827 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40392) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:51.017175 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418faddb-8029-449a-9011-05ffe9387fc3 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Router f96700c5-1b50-4199-8106-502dcb6b246b has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:48:51.121914 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:51.143261 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e086baee-2876-48a6-b59e-4b08ff0ccc44 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:51.149876 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e086baee-2876-48a6-b59e-4b08ff0ccc44 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:51.159623 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e086baee-2876-48a6-b59e-4b08ff0ccc44 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1479068 Jul 22 16:48:51.164299 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40394) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:51.180080 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:48:51.181083 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e655a6a-75ce-4e68-a6de-3750f6cde765 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:51.183792 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6bf9bc3b-de46-4f45-9826-c7b8c06f8d7f not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:48:51.346641 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e655a6a-75ce-4e68-a6de-3750f6cde765 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Pushing event deleted for resources: {'Port': ['ID=ffd789c9-2e11-4d45-84ae-7b4e01838f8a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:51.373833 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f3042d97-1755-41ff-bcfa-b99f9bade06e tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Deleting port c361d287-c8e6-4daa-af6a-222c5156a7fb {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:51.374248 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3042d97-1755-41ff-bcfa-b99f9bade06e tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:51.383717 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe6a64-5748-47a6-a38a-edccb757a2f8 admin admin] Deleting port 445f24ec-f963-46bd-8eb8-29d84e3f3fea {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:51.390991 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7fe6a64-5748-47a6-a38a-edccb757a2f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:51.477909 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3042d97-1755-41ff-bcfa-b99f9bade06e tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:51.492051 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f3042d97-1755-41ff-bcfa-b99f9bade06e tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Calling delete_port for c361d287-c8e6-4daa-af6a-222c5156a7fb owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:51.545885 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418faddb-8029-449a-9011-05ffe9387fc3 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:48:51.555085 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-418faddb-8029-449a-9011-05ffe9387fc3 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:51.556500 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0966cb-9e1e-4f2a-9e03-dce3e21c6840 None None] Sync routers for ids ['f96700c5-1b50-4199-8106-502dcb6b246b'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:48:51.559196 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-418faddb-8029-449a-9011-05ffe9387fc3 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "PUT /v2.0/routers/f96700c5-1b50-4199-8106-502dcb6b246b HTTP/1.1" status: 200 len: 699 time: 3.6700950 Jul 22 16:48:51.559937 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40402) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:51.571404 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0966cb-9e1e-4f2a-9e03-dce3e21c6840 None None] Routers {'f96700c5-1b50-4199-8106-502dcb6b246b'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:51.574062 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4b0966cb-9e1e-4f2a-9e03-dce3e21c6840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:48:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f96700c5-1b50-4199-8106-502dcb6b246b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:51.584294 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3042d97-1755-41ff-bcfa-b99f9bade06e tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:51.612143 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3042d97-1755-41ff-bcfa-b99f9bade06e tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:51.619787 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f3042d97-1755-41ff-bcfa-b99f9bade06e tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] 10.222.0.69 "DELETE /v2.0/ports/c361d287-c8e6-4daa-af6a-222c5156a7fb HTTP/1.1" status: 204 len: 168 time: 0.4544106 Jul 22 16:48:51.660928 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40404) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:51.700173 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2e655a6a-75ce-4e68-a6de-3750f6cde765 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:51.705539 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2e655a6a-75ce-4e68-a6de-3750f6cde765 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] 10.222.0.69 "DELETE /v2.0/ports/ffd789c9-2e11-4d45-84ae-7b4e01838f8a HTTP/1.1" status: 204 len: 168 time: 1.5410256 Jul 22 16:48:51.707009 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40408) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:51.762264 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-2400e795-6f32-4fb6-85da-4a778295044a tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] GET failed (client error): The resource could not be found. Jul 22 16:48:51.767533 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2400e795-6f32-4fb6-85da-4a778295044a tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] 10.222.0.69 "GET /v2.0/ports/ffd789c9-2e11-4d45-84ae-7b4e01838f8a HTTP/1.1" status: 404 len: 333 time: 0.0533667 Jul 22 16:48:51.774143 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-4b0966cb-9e1e-4f2a-9e03-dce3e21c6840 None None] Set router f96700c5-1b50-4199-8106-502dcb6b246b gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:51.790094 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40414) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:51.795262 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b99c2feb-3523-49d5-927f-3db3e2ada5bc tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Request body: {'port': {'network_id': '369d617c-6574-45bb-a907-62ed586b2e8b', 'name': 'tempest-AllowedAddressPairTestJSON-1789548051'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:51.814829 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-d7fe6a64-5748-47a6-a38a-edccb757a2f8 admin admin] For port 445f24ec-f963-46bd-8eb8-29d84e3f3fea, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=445f24ec-f963-46bd-8eb8-29d84e3f3fea,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:51.819780 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7fe6a64-5748-47a6-a38a-edccb757a2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:51.821066 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3042d97-1755-41ff-bcfa-b99f9bade06e tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Pushing event deleted for resources: {'Port': ['ID=c361d287-c8e6-4daa-af6a-222c5156a7fb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:51.873010 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b3f80fba-d204-4269-b817-76d4cccd1826 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Deleting port 084464af-b6d3-4254-a37a-529921ec57dd {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:51.876918 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3f80fba-d204-4269-b817-76d4cccd1826 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:51.883859 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3bf4a0e4-02e8-49ea-ac5f-fcc641070944 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "GET /v2.0/routers/f96700c5-1b50-4199-8106-502dcb6b246b HTTP/1.1" status: 200 len: 699 time: 0.3186831 Jul 22 16:48:51.891750 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40416) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:51.946969 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe6a64-5748-47a6-a38a-edccb757a2f8 admin admin] Calling delete_port for 445f24ec-f963-46bd-8eb8-29d84e3f3fea owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:52.002737 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3f80fba-d204-4269-b817-76d4cccd1826 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:52.029238 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b3f80fba-d204-4269-b817-76d4cccd1826 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Calling delete_port for 084464af-b6d3-4254-a37a-529921ec57dd owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:52.149940 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4b0966cb-9e1e-4f2a-9e03-dce3e21c6840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:48:49Z', 'revision_number': 7, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '17723887-58b8-4978-9c60-85432f23c07b', 'name': '', 'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:f6:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:26Z', 'updated_at': '2021-07-22T16:48:41Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '464701c2-8142-4b3c-8e72-273e11a18725', 'name': '', 'network_id': 'fc8431af-1593-4e3a-acd2-c9027ee19451', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:2c:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '4bcfe033-5641-47f0-9af5-8ef8e005b359', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:36Z', 'updated_at': '2021-07-22T16:48:47Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '4bcfe033-5641-47f0-9af5-8ef8e005b359', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fdf0f7a-18a2-4126-af81-2b86f9f0012e', 'name': '', 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6f:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:16Z', 'updated_at': '2021-07-22T16:48:28Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:24Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:52.202146 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-470d2950-0254-4fe2-9a33-d5ea8ede8c16 req-8a28889f-cfb8-4482-a70a-100f12652454 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 210 time: 0.0731478 Jul 22 16:48:52.205711 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0966cb-9e1e-4f2a-9e03-dce3e21c6840 None None] Checking router: f96700c5-1b50-4199-8106-502dcb6b246b for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:48:52.226126 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0966cb-9e1e-4f2a-9e03-dce3e21c6840 None None] Routers {'f96700c5-1b50-4199-8106-502dcb6b246b'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:52.226737 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4b0966cb-9e1e-4f2a-9e03-dce3e21c6840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:48:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f96700c5-1b50-4199-8106-502dcb6b246b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:52.278700 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3f80fba-d204-4269-b817-76d4cccd1826 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:52.314403 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f80fba-d204-4269-b817-76d4cccd1826 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Pushing event deleted for resources: {'Port': ['ID=084464af-b6d3-4254-a37a-529921ec57dd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:52.335568 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3f80fba-d204-4269-b817-76d4cccd1826 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:52.338282 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b3f80fba-d204-4269-b817-76d4cccd1826 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] 10.222.0.69 "DELETE /v2.0/ports/084464af-b6d3-4254-a37a-529921ec57dd HTTP/1.1" status: 204 len: 168 time: 0.6761258 Jul 22 16:48:52.340640 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40426) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:52.387521 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-123f461d-d5a2-4e0c-b3a1-07ec4b94629c tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0451608 Jul 22 16:48:52.388113 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40428) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:52.393149 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-cd6aa5b0-511d-40be-9891-7e08605c40cf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1102444630'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:52.421803 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-4b0966cb-9e1e-4f2a-9e03-dce3e21c6840 None None] Set router f96700c5-1b50-4199-8106-502dcb6b246b gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:52.700805 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4b0966cb-9e1e-4f2a-9e03-dce3e21c6840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:48:49Z', 'revision_number': 7, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '17723887-58b8-4978-9c60-85432f23c07b', 'name': '', 'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:f6:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:26Z', 'updated_at': '2021-07-22T16:48:41Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '464701c2-8142-4b3c-8e72-273e11a18725', 'name': '', 'network_id': 'fc8431af-1593-4e3a-acd2-c9027ee19451', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:2c:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '4bcfe033-5641-47f0-9af5-8ef8e005b359', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:36Z', 'updated_at': '2021-07-22T16:48:47Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '4bcfe033-5641-47f0-9af5-8ef8e005b359', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fdf0f7a-18a2-4126-af81-2b86f9f0012e', 'name': '', 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6f:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:16Z', 'updated_at': '2021-07-22T16:48:28Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:24Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:52.733792 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0966cb-9e1e-4f2a-9e03-dce3e21c6840 None None] The sync data for ids ['f96700c5-1b50-4199-8106-502dcb6b246b'] in n-d-798930-9 is: [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:48:49Z', 'revision_number': 7, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '17723887-58b8-4978-9c60-85432f23c07b', 'name': '', 'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:f6:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:26Z', 'updated_at': '2021-07-22T16:48:41Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '464701c2-8142-4b3c-8e72-273e11a18725', 'name': '', 'network_id': 'fc8431af-1593-4e3a-acd2-c9027ee19451', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:2c:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '4bcfe033-5641-47f0-9af5-8ef8e005b359', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:36Z', 'updated_at': '2021-07-22T16:48:47Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '4bcfe033-5641-47f0-9af5-8ef8e005b359', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fdf0f7a-18a2-4126-af81-2b86f9f0012e', 'name': '', 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6f:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:16Z', 'updated_at': '2021-07-22T16:48:28Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:24Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:48:52.789859 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6aa5b0-511d-40be-9891-7e08605c40cf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Made reservation on behalf of 7f1bdc3745854a31a9f2ceb532f28191 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:52.793429 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd6aa5b0-511d-40be-9891-7e08605c40cf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:52.818268 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99c2feb-3523-49d5-927f-3db3e2ada5bc tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Made reservation on behalf of 46dd2b11bf8b4cfc856afeb47d349794 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:52.822872 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b99c2feb-3523-49d5-927f-3db3e2ada5bc tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:52.846024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6aa5b0-511d-40be-9891-7e08605c40cf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:48:52.870865 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd6aa5b0-511d-40be-9891-7e08605c40cf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:52.871216 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-cd6aa5b0-511d-40be-9891-7e08605c40cf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Added segment bbee5987-45f5-498a-862c-8b9202da3741 of type vlan for network 76d47dea-d37e-44dd-80a5-4eebca5282de Jul 22 16:48:52.878347 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-b99c2feb-3523-49d5-927f-3db3e2ada5bc tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] device_id is not set on port 9664a911-31e3-48f0-82c0-eacd8157884e yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:48:52.954505 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7fe6a64-5748-47a6-a38a-edccb757a2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:52.968934 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd6aa5b0-511d-40be-9891-7e08605c40cf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:53.001987 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe6a64-5748-47a6-a38a-edccb757a2f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=445f24ec-f963-46bd-8eb8-29d84e3f3fea,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:53.038697 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd6aa5b0-511d-40be-9891-7e08605c40cf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:53.047169 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6aa5b0-511d-40be-9891-7e08605c40cf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:53.048004 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cd6aa5b0-511d-40be-9891-7e08605c40cf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:53.131592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cd6aa5b0-511d-40be-9891-7e08605c40cf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7387302 Jul 22 16:48:53.135022 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40436) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:53.150791 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-b99c2feb-3523-49d5-927f-3db3e2ada5bc tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Allocated IP 172.20.0.5 (369d617c-6574-45bb-a907-62ed586b2e8b/8843d4a9-98d7-427d-9f9d-a2e166269993/9664a911-31e3-48f0-82c0-eacd8157884e) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:53.164356 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6aa5b0-511d-40be-9891-7e08605c40cf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Pushing event updated for resources: {'Network': ['ID=76d47dea-d37e-44dd-80a5-4eebca5282de,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:53.177341 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 76d47dea-d37e-44dd-80a5-4eebca5282de details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:48:53.204365 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ba9b2bfe-49f4-4e8c-8366-02f37bead7cf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2044039690'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:53.339553 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7fe6a64-5748-47a6-a38a-edccb757a2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:53.360274 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a5b76e97-67b5-464f-b24f-7e62c5257f36 req-c1f37fbd-dccf-4d44-8e85-b04af9457014 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 210 time: 0.0412705 Jul 22 16:48:53.433027 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9b2bfe-49f4-4e8c-8366-02f37bead7cf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Made reservation on behalf of 7f1bdc3745854a31a9f2ceb532f28191 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:53.436469 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba9b2bfe-49f4-4e8c-8366-02f37bead7cf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:53.486236 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7fe6a64-5748-47a6-a38a-edccb757a2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:53.491778 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7fe6a64-5748-47a6-a38a-edccb757a2f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:53.515675 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7cff60fc-fb77-4337-b84b-30a4e4fcfa57 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:53.591045 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9b2bfe-49f4-4e8c-8366-02f37bead7cf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:48:53.645213 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba9b2bfe-49f4-4e8c-8366-02f37bead7cf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:53.645543 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-ba9b2bfe-49f4-4e8c-8366-02f37bead7cf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Added segment f0d3569a-870a-43c5-a4a9-7de693addc02 of type vlan for network 808d6951-acfb-4ae0-8793-ffb14353c457 Jul 22 16:48:53.657159 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7fe6a64-5748-47a6-a38a-edccb757a2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:53.657675 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fe6a64-5748-47a6-a38a-edccb757a2f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abbbf33b-f150-4b90-be12-7e734bddd0c1 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:48:53.663094 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7fe6a64-5748-47a6-a38a-edccb757a2f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:53.664243 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d7fe6a64-5748-47a6-a38a-edccb757a2f8 admin admin] 10.222.0.69 "DELETE /v2.0/routers/abbbf33b-f150-4b90-be12-7e734bddd0c1 HTTP/1.1" status: 204 len: 168 time: 4.4092486 Jul 22 16:48:53.668586 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40442) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:53.684410 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b99c2feb-3523-49d5-927f-3db3e2ada5bc tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:53.739800 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1d2ec2-3cdd-4ec6-bbfc-0c448960fcee admin admin] Deleting subnet 9b630264-c7d4-4c04-a0fd-2e3fe6636661 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:48:53.743412 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba9b2bfe-49f4-4e8c-8366-02f37bead7cf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:53.744231 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-df1d2ec2-3cdd-4ec6-bbfc-0c448960fcee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:53.747819 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-b99c2feb-3523-49d5-927f-3db3e2ada5bc tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Transition to ACTIVE for port object 9664a911-31e3-48f0-82c0-eacd8157884e will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:53.831808 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-df1d2ec2-3cdd-4ec6-bbfc-0c448960fcee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:53.859546 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba9b2bfe-49f4-4e8c-8366-02f37bead7cf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:53.864302 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9b2bfe-49f4-4e8c-8366-02f37bead7cf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:53.864889 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba9b2bfe-49f4-4e8c-8366-02f37bead7cf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:53.942916 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ba9b2bfe-49f4-4e8c-8366-02f37bead7cf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7715266 Jul 22 16:48:53.974501 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b99c2feb-3523-49d5-927f-3db3e2ada5bc tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:53.993942 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b2bfe-49f4-4e8c-8366-02f37bead7cf tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Pushing event updated for resources: {'Network': ['ID=808d6951-acfb-4ae0-8793-ffb14353c457,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:53.994960 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-df1d2ec2-3cdd-4ec6-bbfc-0c448960fcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:54.004705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 808d6951-acfb-4ae0-8793-ffb14353c457 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:48:54.023309 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99c2feb-3523-49d5-927f-3db3e2ada5bc tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Network 369d617c-6574-45bb-a907-62ed586b2e8b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:54.029750 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-b99c2feb-3523-49d5-927f-3db3e2ada5bc tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:54.032564 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99c2feb-3523-49d5-927f-3db3e2ada5bc tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:54.192743 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-df1d2ec2-3cdd-4ec6-bbfc-0c448960fcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:54.199767 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c2feb-3523-49d5-927f-3db3e2ada5bc tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Pushing event updated for resources: {'Port': ['ID=9664a911-31e3-48f0-82c0-eacd8157884e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:54.237535 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d2ec2-3cdd-4ec6-bbfc-0c448960fcee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b630264-c7d4-4c04-a0fd-2e3fe6636661,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:54.251690 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-df1d2ec2-3cdd-4ec6-bbfc-0c448960fcee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:54.257642 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47af891f-a515-4ed8-8ffe-2a73a8229a2a None None] Network 408ac033-5a33-4cf7-82af-38aaa8dda69b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:54.263989 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99c2feb-3523-49d5-927f-3db3e2ada5bc tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:54.264538 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b99c2feb-3523-49d5-927f-3db3e2ada5bc tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:54.274704 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-df1d2ec2-3cdd-4ec6-bbfc-0c448960fcee admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9b630264-c7d4-4c04-a0fd-2e3fe6636661 HTTP/1.1" status: 204 len: 168 time: 0.6049907 Jul 22 16:48:54.280062 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40452) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:54.355402 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b99c2feb-3523-49d5-927f-3db3e2ada5bc tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5640881 Jul 22 16:48:54.359081 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40456) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:54.365479 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5abe091c-69c8-4730-b1de-f329cad6225c tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:02:db:34'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:54.655624 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-009b3dfa-5bb2-44cd-aa2e-c169cd9df2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:54.729557 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d5b9456-dce6-4f0d-8219-c73b90bce123 None None] Provisioning for port 9664a911-31e3-48f0-82c0-eacd8157884e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:54.752259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d5b9456-dce6-4f0d-8219-c73b90bce123 None None] Provisioning complete for port 9664a911-31e3-48f0-82c0-eacd8157884e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:54.758539 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d5b9456-dce6-4f0d-8219-c73b90bce123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:54.797306 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-baabde5a-a88c-4b8d-bc23-948373c34dcc req-5d705813-4631-4411-875f-73909e59c431 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 210 time: 0.1967888 Jul 22 16:48:54.914536 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d5b9456-dce6-4f0d-8219-c73b90bce123 None None] Port 9664a911-31e3-48f0-82c0-eacd8157884e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:54.938154 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 445f24ec-f963-46bd-8eb8-29d84e3f3fea no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:54.959352 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-009b3dfa-5bb2-44cd-aa2e-c169cd9df2d7 admin admin] Deleting port 38d61d95-717a-4685-8dee-edd166593ccc {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:54.959608 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-009b3dfa-5bb2-44cd-aa2e-c169cd9df2d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:54.963055 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 445f24ec-f963-46bd-8eb8-29d84e3f3fea {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:48:54.963691 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 445f24ec-f963-46bd-8eb8-29d84e3f3fea not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:48:55.015255 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444c450c-bc48-460f-8f3d-bee1da401a11 None None] DHCP port deletion for 408ac033-5a33-4cf7-82af-38aaa8dda69b request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:48:55.023635 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7cff60fc-fb77-4337-b84b-30a4e4fcfa57 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Deleting port 464701c2-8142-4b3c-8e72-273e11a18725 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:55.024154 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7cff60fc-fb77-4337-b84b-30a4e4fcfa57 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:55.074395 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-009b3dfa-5bb2-44cd-aa2e-c169cd9df2d7 admin admin] For port 38d61d95-717a-4685-8dee-edd166593ccc, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=38d61d95-717a-4685-8dee-edd166593ccc,segment=NetworkSegment(f3c385f0-3f21-4cbb-a144-3b6bee8c77ad),segment_id=f3c385f0-3f21-4cbb-a144-3b6bee8c77ad)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:55.075834 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-009b3dfa-5bb2-44cd-aa2e-c169cd9df2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:55.105051 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-009b3dfa-5bb2-44cd-aa2e-c169cd9df2d7 admin admin] Calling delete_port for 38d61d95-717a-4685-8dee-edd166593ccc owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:55.114632 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-444c450c-bc48-460f-8f3d-bee1da401a11 None None] Deleting port 38d61d95-717a-4685-8dee-edd166593ccc {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:55.116913 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-444c450c-bc48-460f-8f3d-bee1da401a11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:55.200799 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-7cff60fc-fb77-4337-b84b-30a4e4fcfa57 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] For port 464701c2-8142-4b3c-8e72-273e11a18725, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=464701c2-8142-4b3c-8e72-273e11a18725,segment=NetworkSegment(9b3d9e20-fecc-4d47-b484-55afe729739c),segment_id=9b3d9e20-fecc-4d47-b484-55afe729739c)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:55.201166 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7cff60fc-fb77-4337-b84b-30a4e4fcfa57 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:55.215131 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7cff60fc-fb77-4337-b84b-30a4e4fcfa57 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Calling delete_port for 464701c2-8142-4b3c-8e72-273e11a18725 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:55.261584 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-444c450c-bc48-460f-8f3d-bee1da401a11 None None] For port 38d61d95-717a-4685-8dee-edd166593ccc, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=38d61d95-717a-4685-8dee-edd166593ccc,segment=NetworkSegment(f3c385f0-3f21-4cbb-a144-3b6bee8c77ad),segment_id=f3c385f0-3f21-4cbb-a144-3b6bee8c77ad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:55.262690 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-444c450c-bc48-460f-8f3d-bee1da401a11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:55.291448 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-444c450c-bc48-460f-8f3d-bee1da401a11 None None] Calling delete_port for 38d61d95-717a-4685-8dee-edd166593ccc owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:55.300293 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-009b3dfa-5bb2-44cd-aa2e-c169cd9df2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:55.369319 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009b3dfa-5bb2-44cd-aa2e-c169cd9df2d7 admin admin] No DVR routers for this DVR port 38d61d95-717a-4685-8dee-edd166593ccc on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:55.373125 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b3dfa-5bb2-44cd-aa2e-c169cd9df2d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=38d61d95-717a-4685-8dee-edd166593ccc,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:55.400002 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5abe091c-69c8-4730-b1de-f329cad6225c tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:55.413219 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7cff60fc-fb77-4337-b84b-30a4e4fcfa57 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:55.468752 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff60fc-fb77-4337-b84b-30a4e4fcfa57 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Port': ['ID=464701c2-8142-4b3c-8e72-273e11a18725,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:55.475309 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-444c450c-bc48-460f-8f3d-bee1da401a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:55.527653 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444c450c-bc48-460f-8f3d-bee1da401a11 None None] No DVR routers for this DVR port 38d61d95-717a-4685-8dee-edd166593ccc on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:55.584146 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-009b3dfa-5bb2-44cd-aa2e-c169cd9df2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:55.602792 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c450c-bc48-460f-8f3d-bee1da401a11 None None] Pushing event deleted for resources: {'Port': ['ID=38d61d95-717a-4685-8dee-edd166593ccc,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:55.615760 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-009b3dfa-5bb2-44cd-aa2e-c169cd9df2d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408ac033-5a33-4cf7-82af-38aaa8dda69b']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:55.651009 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-009b3dfa-5bb2-44cd-aa2e-c169cd9df2d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c385f0-3f21-4cbb-a144-3b6bee8c77ad') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:55.651316 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-009b3dfa-5bb2-44cd-aa2e-c169cd9df2d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c385f0-3f21-4cbb-a144-3b6bee8c77ad') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:55.691712 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-009b3dfa-5bb2-44cd-aa2e-c169cd9df2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:55.743187 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-009b3dfa-5bb2-44cd-aa2e-c169cd9df2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:55.775493 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009b3dfa-5bb2-44cd-aa2e-c169cd9df2d7 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:48:55.778585 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-009b3dfa-5bb2-44cd-aa2e-c169cd9df2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:48:55.784242 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:48:55.836526 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7cff60fc-fb77-4337-b84b-30a4e4fcfa57 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:55.953451 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-009b3dfa-5bb2-44cd-aa2e-c169cd9df2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:55.990451 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-009b3dfa-5bb2-44cd-aa2e-c169cd9df2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:55.992501 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-009b3dfa-5bb2-44cd-aa2e-c169cd9df2d7 admin admin] 10.222.0.69 "DELETE /v2.0/networks/408ac033-5a33-4cf7-82af-38aaa8dda69b HTTP/1.1" status: 204 len: 168 time: 1.7074995 Jul 22 16:48:55.998047 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b3dfa-5bb2-44cd-aa2e-c169cd9df2d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=408ac033-5a33-4cf7-82af-38aaa8dda69b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:56.084052 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ecf80907-750e-4569-9c98-04b8418edf9e req-296fe3a6-394c-4ce1-8331-c834e077c0d7 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 210 time: 0.0879016 Jul 22 16:48:56.089909 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5abe091c-69c8-4730-b1de-f329cad6225c tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:56.108947 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5abe091c-69c8-4730-b1de-f329cad6225c tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:56.276759 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5abe091c-69c8-4730-b1de-f329cad6225c tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] In _notify_port_updated(), no bound segment for port 9664a911-31e3-48f0-82c0-eacd8157884e on network 369d617c-6574-45bb-a907-62ed586b2e8b {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:48:56.290903 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abe091c-69c8-4730-b1de-f329cad6225c tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:56.291592 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5abe091c-69c8-4730-b1de-f329cad6225c tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:56.297332 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40474) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:56.300532 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5abe091c-69c8-4730-b1de-f329cad6225c tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] 10.222.0.69 "PUT /v2.0/ports/9664a911-31e3-48f0-82c0-eacd8157884e HTTP/1.1" status: 200 len: 996 time: 1.9404266 Jul 22 16:48:56.370255 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40476) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:56.420662 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe091c-69c8-4730-b1de-f329cad6225c tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Pushing event updated for resources: {'Port': ['ID=9664a911-31e3-48f0-82c0-eacd8157884e,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:56.485772 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cff60fc-fb77-4337-b84b-30a4e4fcfa57 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Router f96700c5-1b50-4199-8106-502dcb6b246b has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:48:56.556007 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-806dd8ae-3720-4e72-80b9-d19fcd133de9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c2cdac6e8c514eed897eaf0607a1ddfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823747 Jul 22 16:48:56.568766 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40478) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:56.664368 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c40349db-2b4d-4080-bfe7-c2561c8546d0 None None] Provisioning complete for port 9664a911-31e3-48f0-82c0-eacd8157884e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:56.664952 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c40349db-2b4d-4080-bfe7-c2561c8546d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:56.711932 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cff60fc-fb77-4337-b84b-30a4e4fcfa57 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:48:56.729089 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d419c4d3-11ec-44bf-978e-21e95cebe741 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Deleting port 9664a911-31e3-48f0-82c0-eacd8157884e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:56.729862 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bcd273-0568-4037-ac6f-2f8cf6d08d2e None None] Sync routers for ids ['f96700c5-1b50-4199-8106-502dcb6b246b'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:48:56.730513 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d419c4d3-11ec-44bf-978e-21e95cebe741 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:56.741383 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c40349db-2b4d-4080-bfe7-c2561c8546d0 None None] Port 9664a911-31e3-48f0-82c0-eacd8157884e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:56.759374 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bcd273-0568-4037-ac6f-2f8cf6d08d2e None None] Routers {'f96700c5-1b50-4199-8106-502dcb6b246b'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:56.760354 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7cff60fc-fb77-4337-b84b-30a4e4fcfa57 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "PUT /v2.0/routers/f96700c5-1b50-4199-8106-502dcb6b246b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8674347 Jul 22 16:48:56.767933 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-522328e8-8345-4f78-a87c-706319d43aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:56.770704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40480) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:56.771829 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-65bcd273-0568-4037-ac6f-2f8cf6d08d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:48:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f96700c5-1b50-4199-8106-502dcb6b246b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:56.821293 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-522328e8-8345-4f78-a87c-706319d43aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:56.962606 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ad293d-ed94-46cb-956d-000e4b5c7443 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Deleting subnet 4bcfe033-5641-47f0-9af5-8ef8e005b359 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:48:56.979412 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97ad293d-ed94-46cb-956d-000e4b5c7443 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:57.000772 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-65bcd273-0568-4037-ac6f-2f8cf6d08d2e None None] Set router f96700c5-1b50-4199-8106-502dcb6b246b gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:57.059125 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 38d61d95-717a-4685-8dee-edd166593ccc no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:57.077181 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d419c4d3-11ec-44bf-978e-21e95cebe741 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:57.123490 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 38d61d95-717a-4685-8dee-edd166593ccc {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:48:57.123986 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 38d61d95-717a-4685-8dee-edd166593ccc not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:48:57.129151 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d419c4d3-11ec-44bf-978e-21e95cebe741 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Calling delete_port for 9664a911-31e3-48f0-82c0-eacd8157884e owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:57.151342 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97ad293d-ed94-46cb-956d-000e4b5c7443 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:57.322964 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97ad293d-ed94-46cb-956d-000e4b5c7443 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:57.349353 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-522328e8-8345-4f78-a87c-706319d43aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:57.351969 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-522328e8-8345-4f78-a87c-706319d43aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:57.360803 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-522328e8-8345-4f78-a87c-706319d43aab admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/87ced5c3-c3e5-44df-820c-dc1e92f97c74 HTTP/1.1" status: 204 len: 168 time: 0.7910001 Jul 22 16:48:57.397105 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40490) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:57.401361 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-65bcd273-0568-4037-ac6f-2f8cf6d08d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:48:55Z', 'revision_number': 8, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '17723887-58b8-4978-9c60-85432f23c07b', 'name': '', 'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:f6:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:26Z', 'updated_at': '2021-07-22T16:48:41Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fdf0f7a-18a2-4126-af81-2b86f9f0012e', 'name': '', 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6f:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:16Z', 'updated_at': '2021-07-22T16:48:28Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:24Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:57.410294 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d3aa04da-82bb-426d-9be1-2a2a3a3c5d7a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Request body: {'subnets': [{'network_id': '76d47dea-d37e-44dd-80a5-4eebca5282de', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--578221954', 'ip_version': 6}, {'network_id': '808d6951-acfb-4ae0-8793-ffb14353c457', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:57.410664 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d3aa04da-82bb-426d-9be1-2a2a3a3c5d7a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Request body: {'subnet': {'network_id': '76d47dea-d37e-44dd-80a5-4eebca5282de', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--578221954', 'ip_version': 6}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:57.411361 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d3aa04da-82bb-426d-9be1-2a2a3a3c5d7a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Request body: {'subnet': {'network_id': '808d6951-acfb-4ae0-8793-ffb14353c457', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:57.417136 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2472224b-38e0-4055-bdcd-fb07cc75fdd4 req-aa0d7a7e-dded-4f9b-b488-fe5ec5242b60 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 210 time: 0.1108875 Jul 22 16:48:57.436270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522328e8-8345-4f78-a87c-706319d43aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ced5c3-c3e5-44df-820c-dc1e92f97c74,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:57.464008 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bcd273-0568-4037-ac6f-2f8cf6d08d2e None None] Checking router: f96700c5-1b50-4199-8106-502dcb6b246b for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:48:57.473659 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d419c4d3-11ec-44bf-978e-21e95cebe741 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:57.497684 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bcd273-0568-4037-ac6f-2f8cf6d08d2e None None] Routers {'f96700c5-1b50-4199-8106-502dcb6b246b'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:57.498363 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-65bcd273-0568-4037-ac6f-2f8cf6d08d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:48:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f96700c5-1b50-4199-8106-502dcb6b246b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:57.545283 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419c4d3-11ec-44bf-978e-21e95cebe741 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Pushing event deleted for resources: {'Port': ['ID=9664a911-31e3-48f0-82c0-eacd8157884e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:57.598370 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97ad293d-ed94-46cb-956d-000e4b5c7443 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:57.700521 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad293d-ed94-46cb-956d-000e4b5c7443 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Subnet': ['ID=4bcfe033-5641-47f0-9af5-8ef8e005b359,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:57.720837 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9b7966-7776-4a2b-be9e-ec38acd400fb None None] Network fc8431af-1593-4e3a-acd2-c9027ee19451 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:57.723715 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d419c4d3-11ec-44bf-978e-21e95cebe741 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:57.726031 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d419c4d3-11ec-44bf-978e-21e95cebe741 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] 10.222.0.69 "DELETE /v2.0/ports/9664a911-31e3-48f0-82c0-eacd8157884e HTTP/1.1" status: 204 len: 168 time: 1.4269228 Jul 22 16:48:57.728359 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40492) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:57.760420 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-65bcd273-0568-4037-ac6f-2f8cf6d08d2e None None] Set router f96700c5-1b50-4199-8106-502dcb6b246b gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:57.773884 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97ad293d-ed94-46cb-956d-000e4b5c7443 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:57.775855 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb558fbf-8030-4feb-a088-a863cd082888 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] GET failed (client error): The resource could not be found. Jul 22 16:48:57.777522 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cb558fbf-8030-4feb-a088-a863cd082888 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] 10.222.0.69 "GET /v2.0/ports/9664a911-31e3-48f0-82c0-eacd8157884e HTTP/1.1" status: 404 len: 333 time: 0.0482161 Jul 22 16:48:57.781704 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-97ad293d-ed94-46cb-956d-000e4b5c7443 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/subnets/4bcfe033-5641-47f0-9af5-8ef8e005b359 HTTP/1.1" status: 204 len: 168 time: 1.0064046 Jul 22 16:48:57.782635 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40494) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:57.782898 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40496) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:57.793738 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1874a344-61f1-4e46-9f07-5458cddb1847 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Request body: {'port': {'network_id': '369d617c-6574-45bb-a907-62ed586b2e8b', 'name': 'tempest-AllowedAddressPairTestJSON-365083412'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:57.864574 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3aa04da-82bb-426d-9be1-2a2a3a3c5d7a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Made reservation on behalf of 7f1bdc3745854a31a9f2ceb532f28191 for: {'subnet': 2} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:57.872934 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d3aa04da-82bb-426d-9be1-2a2a3a3c5d7a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:57.873181 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d3aa04da-82bb-426d-9be1-2a2a3a3c5d7a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:58.107024 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273315e8-3842-4968-a70a-32ed7f5dfba2 None None] DHCP port deletion for fc8431af-1593-4e3a-acd2-c9027ee19451 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:48:58.212150 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-273315e8-3842-4968-a70a-32ed7f5dfba2 None None] Deleting port 0af086c9-9fc2-4091-a084-94d488e0aa6d {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:58.212524 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-273315e8-3842-4968-a70a-32ed7f5dfba2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:58.388975 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-273315e8-3842-4968-a70a-32ed7f5dfba2 None None] For port 0af086c9-9fc2-4091-a084-94d488e0aa6d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0af086c9-9fc2-4091-a084-94d488e0aa6d,segment=NetworkSegment(9b3d9e20-fecc-4d47-b484-55afe729739c),segment_id=9b3d9e20-fecc-4d47-b484-55afe729739c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:58.391870 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-273315e8-3842-4968-a70a-32ed7f5dfba2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:58.421547 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-65bcd273-0568-4037-ac6f-2f8cf6d08d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:48:55Z', 'revision_number': 8, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '17723887-58b8-4978-9c60-85432f23c07b', 'name': '', 'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:f6:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:26Z', 'updated_at': '2021-07-22T16:48:41Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fdf0f7a-18a2-4126-af81-2b86f9f0012e', 'name': '', 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6f:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:16Z', 'updated_at': '2021-07-22T16:48:28Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:24Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:58.422954 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-273315e8-3842-4968-a70a-32ed7f5dfba2 None None] Calling delete_port for 0af086c9-9fc2-4091-a084-94d488e0aa6d owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:58.503492 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bcd273-0568-4037-ac6f-2f8cf6d08d2e None None] The sync data for ids ['f96700c5-1b50-4199-8106-502dcb6b246b'] in n-d-798930-9 is: [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:48:55Z', 'revision_number': 8, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '17723887-58b8-4978-9c60-85432f23c07b', 'name': '', 'network_id': '2cd86f89-cf4e-4ed8-84f7-59192f11dd2c', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:f6:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:26Z', 'updated_at': '2021-07-22T16:48:41Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '97aa4cc8-2f1f-41cb-824d-c83035e49801', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fdf0f7a-18a2-4126-af81-2b86f9f0012e', 'name': '', 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6f:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:16Z', 'updated_at': '2021-07-22T16:48:28Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:24Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:48:58.611028 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-273315e8-3842-4968-a70a-32ed7f5dfba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:58.624116 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae055582-ce47-4b1b-95c2-46d4269a0163 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:58.674931 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273315e8-3842-4968-a70a-32ed7f5dfba2 None None] No DVR routers for this DVR port 0af086c9-9fc2-4091-a084-94d488e0aa6d on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:58.685606 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273315e8-3842-4968-a70a-32ed7f5dfba2 None None] Pushing event deleted for resources: {'Port': ['ID=0af086c9-9fc2-4091-a084-94d488e0aa6d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:58.804501 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-316737e4-636e-4848-9883-57ff5cace15d req-d56c94a8-7008-4c32-953b-802d9d67ada2 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 210 time: 0.1716857 Jul 22 16:48:58.945199 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1874a344-61f1-4e46-9f07-5458cddb1847 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Made reservation on behalf of 46dd2b11bf8b4cfc856afeb47d349794 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:58.953723 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1874a344-61f1-4e46-9f07-5458cddb1847 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.017046 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ca3ca42-fb04-46a5-85fd-2f2f118f63cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.034493 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae055582-ce47-4b1b-95c2-46d4269a0163 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.045497 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-1874a344-61f1-4e46-9f07-5458cddb1847 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] device_id is not set on port 94a03e77-5bf5-42e7-ab31-405f9e142e65 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:48:59.080019 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ae055582-ce47-4b1b-95c2-46d4269a0163 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc8431af-1593-4e3a-acd2-c9027ee19451']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:59.085167 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 464701c2-8142-4b3c-8e72-273e11a18725 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:59.142501 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 464701c2-8142-4b3c-8e72-273e11a18725 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:48:59.142854 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 464701c2-8142-4b3c-8e72-273e11a18725 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:48:59.143393 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0af086c9-9fc2-4091-a084-94d488e0aa6d no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:59.181336 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 0af086c9-9fc2-4091-a084-94d488e0aa6d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:48:59.181691 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0af086c9-9fc2-4091-a084-94d488e0aa6d not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:48:59.182801 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40532) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:59.204605 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ae055582-ce47-4b1b-95c2-46d4269a0163 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3d9e20-fecc-4d47-b484-55afe729739c') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:59.204907 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ae055582-ce47-4b1b-95c2-46d4269a0163 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3d9e20-fecc-4d47-b484-55afe729739c') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:59.226961 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae055582-ce47-4b1b-95c2-46d4269a0163 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.245075 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae055582-ce47-4b1b-95c2-46d4269a0163 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.252634 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae055582-ce47-4b1b-95c2-46d4269a0163 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:48:59.253528 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae055582-ce47-4b1b-95c2-46d4269a0163 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:48:59.350250 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:48:59.354838 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae055582-ce47-4b1b-95c2-46d4269a0163 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.359016 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d3aa04da-82bb-426d-9be1-2a2a3a3c5d7a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.390378 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3bacfc52-1c3c-489d-95ff-c2a591e47bfe admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1957432327-network', 'tenant_id': '99d7887d00ad49748d9fd07afe294b31'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:59.416929 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae055582-ce47-4b1b-95c2-46d4269a0163 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.422474 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ae055582-ce47-4b1b-95c2-46d4269a0163 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/networks/fc8431af-1593-4e3a-acd2-c9027ee19451 HTTP/1.1" status: 204 len: 168 time: 1.6167445 Jul 22 16:48:59.429483 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40536) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:59.466505 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae055582-ce47-4b1b-95c2-46d4269a0163 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Network': ['ID=fc8431af-1593-4e3a-acd2-c9027ee19451,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:59.511944 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bacfc52-1c3c-489d-95ff-c2a591e47bfe admin admin] Made reservation on behalf of 99d7887d00ad49748d9fd07afe294b31 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:59.514323 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3bacfc52-1c3c-489d-95ff-c2a591e47bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.516776 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-1874a344-61f1-4e46-9f07-5458cddb1847 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Allocated IP 172.20.0.5 (369d617c-6574-45bb-a907-62ed586b2e8b/8843d4a9-98d7-427d-9f9d-a2e166269993/94a03e77-5bf5-42e7-ab31-405f9e142e65) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:59.532808 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3bacfc52-1c3c-489d-95ff-c2a591e47bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.537208 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa04da-82bb-426d-9be1-2a2a3a3c5d7a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Pushing event updated for resources: {'Subnet': ['ID=e51ee19b-7ec4-4b86-b676-a0284f22644c,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:59.558179 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aa04da-82bb-426d-9be1-2a2a3a3c5d7a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Checking segment: {'id': 'bbee5987-45f5-498a-862c-8b9202da3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '76d47dea-d37e-44dd-80a5-4eebca5282de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:59.558444 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aa04da-82bb-426d-9be1-2a2a3a3c5d7a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Network hostable DHCP agents. Network: 76d47dea-d37e-44dd-80a5-4eebca5282de, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:48:59.747481 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aa04da-82bb-426d-9be1-2a2a3a3c5d7a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Network 76d47dea-d37e-44dd-80a5-4eebca5282de is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:48:59.756519 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1874a344-61f1-4e46-9f07-5458cddb1847 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.776405 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3bacfc52-1c3c-489d-95ff-c2a591e47bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.782300 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1874a344-61f1-4e46-9f07-5458cddb1847 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Transition to ACTIVE for port object 94a03e77-5bf5-42e7-ab31-405f9e142e65 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:59.789149 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3bacfc52-1c3c-489d-95ff-c2a591e47bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.789737 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-d3aa04da-82bb-426d-9be1-2a2a3a3c5d7a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 76d47dea-d37e-44dd-80a5-4eebca5282de) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:59.799396 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b5f411-9676-4738-94b1-2a969a3b8a85 None None] Network 76d47dea-d37e-44dd-80a5-4eebca5282de requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:59.816323 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d3aa04da-82bb-426d-9be1-2a2a3a3c5d7a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.822679 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bacfc52-1c3c-489d-95ff-c2a591e47bfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:48:59.845820 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bacfc52-1c3c-489d-95ff-c2a591e47bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c992b471-596f-4771-9b78-22a7ba1d2244,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:59.852959 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3bacfc52-1c3c-489d-95ff-c2a591e47bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.853264 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-3bacfc52-1c3c-489d-95ff-c2a591e47bfe admin admin] Added segment cfef1afd-10cc-426e-a3bd-e2e3219abdd0 of type vlan for network e38f71a0-effd-417a-b4d0-026e1e6d62cf Jul 22 16:48:59.948782 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5bc1fe53-e076-4e22-a874-d1c558f3ffc1 req-9df94f6f-2529-45fe-b457-d59e721e6e0d tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 210 time: 0.0406578 Jul 22 16:48:59.955531 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3bacfc52-1c3c-489d-95ff-c2a591e47bfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.956173 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa04da-82bb-426d-9be1-2a2a3a3c5d7a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Pushing event updated for resources: {'Subnet': ['ID=83c09c5c-b7b7-47b5-96cf-254fbd66d7f8,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:59.969203 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1874a344-61f1-4e46-9f07-5458cddb1847 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:00.048931 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874a344-61f1-4e46-9f07-5458cddb1847 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Pushing event updated for resources: {'Port': ['ID=94a03e77-5bf5-42e7-ab31-405f9e142e65,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:00.064497 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1874a344-61f1-4e46-9f07-5458cddb1847 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Network 369d617c-6574-45bb-a907-62ed586b2e8b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:49:00.078113 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aa04da-82bb-426d-9be1-2a2a3a3c5d7a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Checking segment: {'id': 'f0d3569a-870a-43c5-a4a9-7de693addc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '808d6951-acfb-4ae0-8793-ffb14353c457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:00.078835 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aa04da-82bb-426d-9be1-2a2a3a3c5d7a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Network hostable DHCP agents. Network: 808d6951-acfb-4ae0-8793-ffb14353c457, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:49:00.080027 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-1874a344-61f1-4e46-9f07-5458cddb1847 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:00.083198 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1874a344-61f1-4e46-9f07-5458cddb1847 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:49:00.147434 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6d1bb3-757b-46e0-9eb6-11ccbc76f102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-76d47dea-d37e-44dd-80a5-4eebca5282de', 'network_id': '76d47dea-d37e-44dd-80a5-4eebca5282de', 'tenant_id': '7f1bdc3745854a31a9f2ceb532f28191', 'fixed_ips': [{'subnet_id': 'e51ee19b-7ec4-4b86-b676-a0284f22644c'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:49:00.148546 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1bb3-757b-46e0-9eb6-11ccbc76f102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:00.164573 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3bacfc52-1c3c-489d-95ff-c2a591e47bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:00.165598 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bacfc52-1c3c-489d-95ff-c2a591e47bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:00.166271 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3bacfc52-1c3c-489d-95ff-c2a591e47bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:00.216978 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aa04da-82bb-426d-9be1-2a2a3a3c5d7a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Network 808d6951-acfb-4ae0-8793-ffb14353c457 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:49:00.242944 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-d3aa04da-82bb-426d-9be1-2a2a3a3c5d7a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 808d6951-acfb-4ae0-8793-ffb14353c457) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:00.260974 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3aa04da-82bb-426d-9be1-2a2a3a3c5d7a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:00.262564 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3aa04da-82bb-426d-9be1-2a2a3a3c5d7a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:00.267955 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d3aa04da-82bb-426d-9be1-2a2a3a3c5d7a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:00.282601 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3bacfc52-1c3c-489d-95ff-c2a591e47bfe admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0948884 Jul 22 16:49:00.290198 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1874a344-61f1-4e46-9f07-5458cddb1847 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:00.290864 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1874a344-61f1-4e46-9f07-5458cddb1847 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:00.296614 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e01ee9-73d0-43b4-803e-dbdc8c38c571 None None] Network 808d6951-acfb-4ae0-8793-ffb14353c457 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:00.318245 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40548) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:00.331196 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7c2fa50b-4349-41ac-bfc0-f1db2a8ce808 admin admin] Request body: {'subnet': {'network_id': 'e38f71a0-effd-417a-b4d0-026e1e6d62cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1957432327-subnet', 'tenant_id': '99d7887d00ad49748d9fd07afe294b31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:00.412317 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8366ccdc-6954-4290-89db-1c7e2bef501d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:00.468080 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2fa50b-4349-41ac-bfc0-f1db2a8ce808 admin admin] Made reservation on behalf of 99d7887d00ad49748d9fd07afe294b31 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:00.470354 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c2fa50b-4349-41ac-bfc0-f1db2a8ce808 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:00.505225 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bacfc52-1c3c-489d-95ff-c2a591e47bfe admin admin] Pushing event updated for resources: {'Network': ['ID=e38f71a0-effd-417a-b4d0-026e1e6d62cf,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:00.506069 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d3aa04da-82bb-426d-9be1-2a2a3a3c5d7a tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.1078863 Jul 22 16:49:00.511969 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40550) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:00.521107 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-cf6d1bb3-757b-46e0-9eb6-11ccbc76f102 None None] Allocated IP 2001:db8::1 (76d47dea-d37e-44dd-80a5-4eebca5282de/e51ee19b-7ec4-4b86-b676-a0284f22644c/97bd34ba-35df-40da-9ca0-1a2632ad3d2e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:49:00.529477 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network e38f71a0-effd-417a-b4d0-026e1e6d62cf details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:49:00.548601 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1874a344-61f1-4e46-9f07-5458cddb1847 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7622814 Jul 22 16:49:00.553073 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40552) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:00.560711 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-172b0d8c-adb5-4ed5-9162-f5817b955369 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Request body: {'port': {'network_id': '369d617c-6574-45bb-a907-62ed586b2e8b', 'name': 'tempest-AllowedAddressPairTestJSON-1926952620'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:00.578125 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3da015a3-be70-4bcf-9abe-10bc486b7d34 None None] Provisioning for port 94a03e77-5bf5-42e7-ab31-405f9e142e65 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:49:00.606042 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3da015a3-be70-4bcf-9abe-10bc486b7d34 None None] Provisioning complete for port 94a03e77-5bf5-42e7-ab31-405f9e142e65 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:00.606744 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3da015a3-be70-4bcf-9abe-10bc486b7d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:00.614386 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8caac7-7408-4f62-ab2d-86491d865e8c tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:00.616011 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8caac7-7408-4f62-ab2d-86491d865e8c tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:00.617606 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8caac7-7408-4f62-ab2d-86491d865e8c tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:00.629600 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0d8caac7-7408-4f62-ab2d-86491d865e8c tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1163533 Jul 22 16:49:00.630518 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40554) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:00.698677 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb53b601-3ffc-4c21-afe0-5a20cb7f2743 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Deleting subnet e51ee19b-7ec4-4b86-b676-a0284f22644c {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:49:00.891989 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172b0d8c-adb5-4ed5-9162-f5817b955369 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Made reservation on behalf of 46dd2b11bf8b4cfc856afeb47d349794 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:00.896327 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-172b0d8c-adb5-4ed5-9162-f5817b955369 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:00.897747 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c2fa50b-4349-41ac-bfc0-f1db2a8ce808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:00.923862 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277e82cf-c32f-4fac-9ea3-34c99d3eab5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-808d6951-acfb-4ae0-8793-ffb14353c457', 'network_id': '808d6951-acfb-4ae0-8793-ffb14353c457', 'tenant_id': '7f1bdc3745854a31a9f2ceb532f28191', 'fixed_ips': [{'subnet_id': '83c09c5c-b7b7-47b5-96cf-254fbd66d7f8'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:49:00.925001 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-277e82cf-c32f-4fac-9ea3-34c99d3eab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:00.974722 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3da015a3-be70-4bcf-9abe-10bc486b7d34 None None] Port 94a03e77-5bf5-42e7-ab31-405f9e142e65 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:49:01.006663 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fa50b-4349-41ac-bfc0-f1db2a8ce808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cd5902f-09ea-4c99-8158-37d269ce09fb,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:01.011275 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-172b0d8c-adb5-4ed5-9162-f5817b955369 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] device_id is not set on port f3a66965-3a58-4fb7-99e7-c4d565024b72 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:49:01.018194 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2fa50b-4349-41ac-bfc0-f1db2a8ce808 admin admin] Checking segment: {'id': 'cfef1afd-10cc-426e-a3bd-e2e3219abdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e38f71a0-effd-417a-b4d0-026e1e6d62cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:01.018557 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2fa50b-4349-41ac-bfc0-f1db2a8ce808 admin admin] Network hostable DHCP agents. Network: e38f71a0-effd-417a-b4d0-026e1e6d62cf, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:49:01.045530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2fa50b-4349-41ac-bfc0-f1db2a8ce808 admin admin] Network e38f71a0-effd-417a-b4d0-026e1e6d62cf is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:49:01.060734 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7c2fa50b-4349-41ac-bfc0-f1db2a8ce808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, e38f71a0-effd-417a-b4d0-026e1e6d62cf) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:01.075032 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2fa50b-4349-41ac-bfc0-f1db2a8ce808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:01.075933 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c2fa50b-4349-41ac-bfc0-f1db2a8ce808 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:01.139918 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7c2fa50b-4349-41ac-bfc0-f1db2a8ce808 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8127198 Jul 22 16:49:01.142660 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-277e82cf-c32f-4fac-9ea3-34c99d3eab5b None None] Allocated IP 2001:db8:0:1::1 (808d6951-acfb-4ae0-8793-ffb14353c457/83c09c5c-b7b7-47b5-96cf-254fbd66d7f8/474fe6e3-e0cb-4cd2-83aa-28942d07343e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:49:01.152182 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7e9fcd-49bb-46aa-93ef-11928f103e22 None None] Network e38f71a0-effd-417a-b4d0-026e1e6d62cf requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:01.171773 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8366ccdc-6954-4290-89db-1c7e2bef501d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Deleting port 17723887-58b8-4978-9c60-85432f23c07b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:01.172034 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8366ccdc-6954-4290-89db-1c7e2bef501d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:01.184930 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d545fbe0-359a-4b32-a672-f5e1eadd25b1 req-d3eb2edf-13aa-44c1-8aac-36ab3ceef04e tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 210 time: 0.0749323 Jul 22 16:49:01.283901 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-172b0d8c-adb5-4ed5-9162-f5817b955369 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Allocated IP 172.20.0.3 (369d617c-6574-45bb-a907-62ed586b2e8b/8843d4a9-98d7-427d-9f9d-a2e166269993/f3a66965-3a58-4fb7-99e7-c4d565024b72) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:49:01.313513 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-8366ccdc-6954-4290-89db-1c7e2bef501d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] For port 17723887-58b8-4978-9c60-85432f23c07b, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=17723887-58b8-4978-9c60-85432f23c07b,segment=NetworkSegment(ffa07776-c674-46af-9749-ce3fb32bff75),segment_id=ffa07776-c674-46af-9749-ce3fb32bff75)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:01.313872 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8366ccdc-6954-4290-89db-1c7e2bef501d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:01.333285 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-277e82cf-c32f-4fac-9ea3-34c99d3eab5b None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:01.337807 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8366ccdc-6954-4290-89db-1c7e2bef501d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Calling delete_port for 17723887-58b8-4978-9c60-85432f23c07b owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:01.342515 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-277e82cf-c32f-4fac-9ea3-34c99d3eab5b None None] Transition to ACTIVE for port object 474fe6e3-e0cb-4cd2-83aa-28942d07343e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:01.368818 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-277e82cf-c32f-4fac-9ea3-34c99d3eab5b None None] Transition to ACTIVE for port object 474fe6e3-e0cb-4cd2-83aa-28942d07343e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:01.386279 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-277e82cf-c32f-4fac-9ea3-34c99d3eab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:01.536959 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277e82cf-c32f-4fac-9ea3-34c99d3eab5b None None] Network 808d6951-acfb-4ae0-8793-ffb14353c457 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:49:01.552815 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-277e82cf-c32f-4fac-9ea3-34c99d3eab5b None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:01.580291 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277e82cf-c32f-4fac-9ea3-34c99d3eab5b None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:49:01.643136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e82cf-c32f-4fac-9ea3-34c99d3eab5b None None] Pushing event updated for resources: {'Port': ['ID=474fe6e3-e0cb-4cd2-83aa-28942d07343e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:01.676701 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:01.685102 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eeae577f-6c6d-4f01-b0f2-07fc1d5e73c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:01.737781 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1bb3-757b-46e0-9eb6-11ccbc76f102 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:01.751311 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-172b0d8c-adb5-4ed5-9162-f5817b955369 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:01.760025 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cf6d1bb3-757b-46e0-9eb6-11ccbc76f102 None None] Transition to ACTIVE for port object 97bd34ba-35df-40da-9ca0-1a2632ad3d2e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:01.806277 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-277e82cf-c32f-4fac-9ea3-34c99d3eab5b None None] Attempting to bind port 474fe6e3-e0cb-4cd2-83aa-28942d07343e on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:49:01.806657 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-277e82cf-c32f-4fac-9ea3-34c99d3eab5b None None] Attempting to bind port 474fe6e3-e0cb-4cd2-83aa-28942d07343e by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'f0d3569a-870a-43c5-a4a9-7de693addc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '808d6951-acfb-4ae0-8793-ffb14353c457'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:49:01.807028 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277e82cf-c32f-4fac-9ea3-34c99d3eab5b None None] Attempting to bind port 474fe6e3-e0cb-4cd2-83aa-28942d07343e on network 808d6951-acfb-4ae0-8793-ffb14353c457 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:49:01.821117 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277e82cf-c32f-4fac-9ea3-34c99d3eab5b None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:49:01.821505 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277e82cf-c32f-4fac-9ea3-34c99d3eab5b None None] Checking segment: {'id': 'f0d3569a-870a-43c5-a4a9-7de693addc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '808d6951-acfb-4ae0-8793-ffb14353c457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:01.821965 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-277e82cf-c32f-4fac-9ea3-34c99d3eab5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:01.822357 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277e82cf-c32f-4fac-9ea3-34c99d3eab5b None None] Bound using segment: {'id': 'f0d3569a-870a-43c5-a4a9-7de693addc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '808d6951-acfb-4ae0-8793-ffb14353c457'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:49:01.822911 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-277e82cf-c32f-4fac-9ea3-34c99d3eab5b None None] Bound port: 474fe6e3-e0cb-4cd2-83aa-28942d07343e, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d3569a-870a-43c5-a4a9-7de693addc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '808d6951-acfb-4ae0-8793-ffb14353c457'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:49:01.823361 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-277e82cf-c32f-4fac-9ea3-34c99d3eab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:01.825431 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd84f1b-107d-4521-90a7-31a8aa273e9d None None] Network e38f71a0-effd-417a-b4d0-026e1e6d62cf requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:01.851666 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cf6d1bb3-757b-46e0-9eb6-11ccbc76f102 None None] Transition to ACTIVE for port object 97bd34ba-35df-40da-9ca0-1a2632ad3d2e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:01.863050 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb53b601-3ffc-4c21-afe0-5a20cb7f2743 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:01.867382 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1bb3-757b-46e0-9eb6-11ccbc76f102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:01.931447 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb53b601-3ffc-4c21-afe0-5a20cb7f2743 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:01.968506 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-172b0d8c-adb5-4ed5-9162-f5817b955369 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Transition to ACTIVE for port object f3a66965-3a58-4fb7-99e7-c4d565024b72 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:01.969211 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6d1bb3-757b-46e0-9eb6-11ccbc76f102 None None] Network 76d47dea-d37e-44dd-80a5-4eebca5282de is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:49:01.985162 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-cf6d1bb3-757b-46e0-9eb6-11ccbc76f102 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:01.993453 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d1bb3-757b-46e0-9eb6-11ccbc76f102 None None] Pushing event updated for resources: {'Port': ['ID=97bd34ba-35df-40da-9ca0-1a2632ad3d2e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:01.998653 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6d1bb3-757b-46e0-9eb6-11ccbc76f102 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:49:02.027747 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8366ccdc-6954-4290-89db-1c7e2bef501d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:02.043823 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-172b0d8c-adb5-4ed5-9162-f5817b955369 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:02.057365 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-277e82cf-c32f-4fac-9ea3-34c99d3eab5b None None] For port 474fe6e3-e0cb-4cd2-83aa-28942d07343e, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:49:02.089735 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-890a7cf1-eece-492e-bbbb-7762047a15f9 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:02.092704 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-890a7cf1-eece-492e-bbbb-7762047a15f9 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/networks?id=e38f71a0-effd-417a-b4d0-026e1e6d62cf HTTP/1.1" status: 200 len: 814 time: 0.4034920 Jul 22 16:49:02.096930 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366ccdc-6954-4290-89db-1c7e2bef501d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Port': ['ID=17723887-58b8-4978-9c60-85432f23c07b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:02.139893 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-277e82cf-c32f-4fac-9ea3-34c99d3eab5b None None] For port 474fe6e3-e0cb-4cd2-83aa-28942d07343e, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=474fe6e3-e0cb-4cd2-83aa-28942d07343e,segment=NetworkSegment(f0d3569a-870a-43c5-a4a9-7de693addc02),segment_id=f0d3569a-870a-43c5-a4a9-7de693addc02)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:49:02.148279 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-cf6d1bb3-757b-46e0-9eb6-11ccbc76f102 None None] Attempting to bind port 97bd34ba-35df-40da-9ca0-1a2632ad3d2e on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:49:02.148650 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-cf6d1bb3-757b-46e0-9eb6-11ccbc76f102 None None] Attempting to bind port 97bd34ba-35df-40da-9ca0-1a2632ad3d2e by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'bbee5987-45f5-498a-862c-8b9202da3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '76d47dea-d37e-44dd-80a5-4eebca5282de'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:49:02.149030 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6d1bb3-757b-46e0-9eb6-11ccbc76f102 None None] Attempting to bind port 97bd34ba-35df-40da-9ca0-1a2632ad3d2e on network 76d47dea-d37e-44dd-80a5-4eebca5282de {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:49:02.171119 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6d1bb3-757b-46e0-9eb6-11ccbc76f102 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:49:02.171754 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6d1bb3-757b-46e0-9eb6-11ccbc76f102 None None] Checking segment: {'id': 'bbee5987-45f5-498a-862c-8b9202da3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '76d47dea-d37e-44dd-80a5-4eebca5282de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:02.171888 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1bb3-757b-46e0-9eb6-11ccbc76f102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:02.172474 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6d1bb3-757b-46e0-9eb6-11ccbc76f102 None None] Bound using segment: {'id': 'bbee5987-45f5-498a-862c-8b9202da3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '76d47dea-d37e-44dd-80a5-4eebca5282de'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:49:02.172675 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb53b601-3ffc-4c21-afe0-5a20cb7f2743 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:02.173362 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-cf6d1bb3-757b-46e0-9eb6-11ccbc76f102 None None] Bound port: 97bd34ba-35df-40da-9ca0-1a2632ad3d2e, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbee5987-45f5-498a-862c-8b9202da3741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '76d47dea-d37e-44dd-80a5-4eebca5282de'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:49:02.173949 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1bb3-757b-46e0-9eb6-11ccbc76f102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:02.176593 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-277e82cf-c32f-4fac-9ea3-34c99d3eab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:02.262809 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb53b601-3ffc-4c21-afe0-5a20cb7f2743 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:02.310375 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb53b601-3ffc-4c21-afe0-5a20cb7f2743 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:02.313102 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fb53b601-3ffc-4c21-afe0-5a20cb7f2743 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] 10.222.0.69 "DELETE /v2.0/subnets/e51ee19b-7ec4-4b86-b676-a0284f22644c HTTP/1.1" status: 204 len: 168 time: 1.6791940 Jul 22 16:49:02.314355 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53b601-3ffc-4c21-afe0-5a20cb7f2743 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Pushing event deleted for resources: {'Subnet': ['ID=e51ee19b-7ec4-4b86-b676-a0284f22644c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:02.318314 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40590) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:02.352462 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-8174e52f-fa50-479b-8858-af7d771e9e14 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/quotas/99d7887d00ad49748d9fd07afe294b31 HTTP/1.1" status: 200 len: 375 time: 0.2462964 Jul 22 16:49:02.393904 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e82cf-c32f-4fac-9ea3-34c99d3eab5b None None] Pushing event updated for resources: {'Port': ['ID=474fe6e3-e0cb-4cd2-83aa-28942d07343e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:02.427741 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a281db22-4765-4ff3-bc7c-9c6368afb276 req-487cb1be-ee4b-4efe-8488-41ab18f5412c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 210 time: 0.0735664 Jul 22 16:49:02.450762 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-cf6d1bb3-757b-46e0-9eb6-11ccbc76f102 None None] For port 97bd34ba-35df-40da-9ca0-1a2632ad3d2e, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:49:02.457344 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-502f6798-6b34-466e-8c30-3b2158472a80 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Deleting subnet 83c09c5c-b7b7-47b5-96cf-254fbd66d7f8 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:49:02.468839 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-cf6d1bb3-757b-46e0-9eb6-11ccbc76f102 None None] For port 97bd34ba-35df-40da-9ca0-1a2632ad3d2e, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=97bd34ba-35df-40da-9ca0-1a2632ad3d2e,segment=NetworkSegment(bbee5987-45f5-498a-862c-8b9202da3741),segment_id=bbee5987-45f5-498a-862c-8b9202da3741)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:49:02.469090 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-502f6798-6b34-466e-8c30-3b2158472a80 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:02.471124 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1bb3-757b-46e0-9eb6-11ccbc76f102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:02.580492 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d1bb3-757b-46e0-9eb6-11ccbc76f102 None None] Pushing event updated for resources: {'Port': ['ID=97bd34ba-35df-40da-9ca0-1a2632ad3d2e,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:02.591127 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172b0d8c-adb5-4ed5-9162-f5817b955369 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Network 369d617c-6574-45bb-a907-62ed586b2e8b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:49:02.595249 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-502f6798-6b34-466e-8c30-3b2158472a80 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:02.646590 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-e571f3a0-bdcc-4872-917e-8f55bbe5f0d3 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=99d7887d00ad49748d9fd07afe294b31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2506397 Jul 22 16:49:02.650806 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-172b0d8c-adb5-4ed5-9162-f5817b955369 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:02.677895 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-4ecebbf3-6feb-423e-be79-7f5d4e6f7667 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:49:02.685066 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-4ecebbf3-6feb-423e-be79-7f5d4e6f7667 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199969 Jul 22 16:49:02.707634 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8543965e-b73d-4f86-8660-bc87816a26af None None] Network 76d47dea-d37e-44dd-80a5-4eebca5282de requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:02.727515 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172b0d8c-adb5-4ed5-9162-f5817b955369 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:49:02.807414 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:02.830106 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b0d8c-adb5-4ed5-9162-f5817b955369 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Pushing event updated for resources: {'Port': ['ID=f3a66965-3a58-4fb7-99e7-c4d565024b72,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:02.843365 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-502f6798-6b34-466e-8c30-3b2158472a80 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:02.893322 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172b0d8c-adb5-4ed5-9162-f5817b955369 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:02.894152 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-172b0d8c-adb5-4ed5-9162-f5817b955369 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:02.896936 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8366ccdc-6954-4290-89db-1c7e2bef501d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:02.975231 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-502f6798-6b34-466e-8c30-3b2158472a80 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:03.056679 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f6798-6b34-466e-8c30-3b2158472a80 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Pushing event deleted for resources: {'Subnet': ['ID=83c09c5c-b7b7-47b5-96cf-254fbd66d7f8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:03.065219 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-502f6798-6b34-466e-8c30-3b2158472a80 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:03.069822 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-502f6798-6b34-466e-8c30-3b2158472a80 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] 10.222.0.69 "DELETE /v2.0/subnets/83c09c5c-b7b7-47b5-96cf-254fbd66d7f8 HTTP/1.1" status: 204 len: 168 time: 0.7470229 Jul 22 16:49:03.070428 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40596) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:03.087170 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-172b0d8c-adb5-4ed5-9162-f5817b955369 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5328240 Jul 22 16:49:03.104235 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40598) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:03.110474 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d9636832-a3e5-468a-93f7-e292e2bbd826 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:02:db:34'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ba:02:f8'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:03.229963 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-2bf29887-4cc6-47bc-8047-54f74013f88c service neutron] 10.222.0.69 "GET /v2.0/networks/e38f71a0-effd-417a-b4d0-026e1e6d62cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5439825 Jul 22 16:49:03.231523 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0b207322-ed64-40e9-9b4a-6b98460ffe20 None None] Provisioning for port f3a66965-3a58-4fb7-99e7-c4d565024b72 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:49:03.232892 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfa7900-cc2b-4598-8e21-a0fcf4a70465 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:03.234614 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2bfa7900-cc2b-4598-8e21-a0fcf4a70465 tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1631007 Jul 22 16:49:03.235614 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0b207322-ed64-40e9-9b4a-6b98460ffe20 None None] Provisioning complete for port f3a66965-3a58-4fb7-99e7-c4d565024b72 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:03.235991 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0b207322-ed64-40e9-9b4a-6b98460ffe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:03.241913 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40602) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:03.305737 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0b207322-ed64-40e9-9b4a-6b98460ffe20 None None] Port f3a66965-3a58-4fb7-99e7-c4d565024b72 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:49:03.381534 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-374fc1fb-fa38-487f-8c2a-d94776b433be tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:03.384980 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-6a116dbc-1d89-46ca-8b9b-0eba7113290e service neutron] 10.222.0.69 "GET /v2.0/networks/e38f71a0-effd-417a-b4d0-026e1e6d62cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344776 Jul 22 16:49:03.506186 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9636832-a3e5-468a-93f7-e292e2bbd826 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:03.531278 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8366ccdc-6954-4290-89db-1c7e2bef501d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Router f96700c5-1b50-4199-8106-502dcb6b246b has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:49:03.679028 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-374fc1fb-fa38-487f-8c2a-d94776b433be tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Deleting port 474fe6e3-e0cb-4cd2-83aa-28942d07343e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:03.679618 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-374fc1fb-fa38-487f-8c2a-d94776b433be tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:03.685761 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-07571fa8-c2a2-4b5a-b704-f23379903461 req-438337ea-3cc4-4f3a-b485-4c2306bfcf42 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 210 time: 0.0677111 Jul 22 16:49:03.968771 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-374fc1fb-fa38-487f-8c2a-d94776b433be tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] For port 474fe6e3-e0cb-4cd2-83aa-28942d07343e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=474fe6e3-e0cb-4cd2-83aa-28942d07343e,segment=NetworkSegment(f0d3569a-870a-43c5-a4a9-7de693addc02),segment_id=f0d3569a-870a-43c5-a4a9-7de693addc02)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:03.969230 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-374fc1fb-fa38-487f-8c2a-d94776b433be tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:04.042166 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-374fc1fb-fa38-487f-8c2a-d94776b433be tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Calling delete_port for 474fe6e3-e0cb-4cd2-83aa-28942d07343e owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:04.197090 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-374fc1fb-fa38-487f-8c2a-d94776b433be tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:04.214907 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a66f3dc-fa05-4dbd-8ab0-b3f76222658b None None] Network 808d6951-acfb-4ae0-8793-ffb14353c457 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:04.255969 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374fc1fb-fa38-487f-8c2a-d94776b433be tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Pushing event deleted for resources: {'Port': ['ID=474fe6e3-e0cb-4cd2-83aa-28942d07343e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:04.273772 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374fc1fb-fa38-487f-8c2a-d94776b433be tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] No DVR routers for this DVR port 474fe6e3-e0cb-4cd2-83aa-28942d07343e on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:04.276416 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1a464475-31f0-4dcb-974a-44a512e1a6b9 None None] Could not find standard attr ID for object 474fe6e3-e0cb-4cd2-83aa-28942d07343e. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:49:04.292062 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fb6b1670-c2c5-4d4d-8c20-575b4433e091 req-4a4e9a0c-6a64-4fc6-9008-610159ecabc9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4107072 Jul 22 16:49:04.404256 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-374fc1fb-fa38-487f-8c2a-d94776b433be tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:04.418131 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9636832-a3e5-468a-93f7-e292e2bbd826 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:04.427966 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8366ccdc-6954-4290-89db-1c7e2bef501d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:49:04.448727 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8366ccdc-6954-4290-89db-1c7e2bef501d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "PUT /v2.0/routers/f96700c5-1b50-4199-8106-502dcb6b246b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0180960 Jul 22 16:49:04.449115 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4890554-a8e8-47be-b032-01da4d52c334 None None] Sync routers for ids ['f96700c5-1b50-4199-8106-502dcb6b246b'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:49:04.452109 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9df3e5cd-6414-49de-9068-8227011ad9be req-e7a55ea0-fff0-430a-ab4a-ed573556db18 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/ports?device_id=332e7964-ea6e-4a4c-bfd3-2695445504da HTTP/1.1" status: 200 len: 210 time: 0.1513381 Jul 22 16:49:04.452798 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40624) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:04.464550 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-374fc1fb-fa38-487f-8c2a-d94776b433be tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808d6951-acfb-4ae0-8793-ffb14353c457']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:04.467542 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9636832-a3e5-468a-93f7-e292e2bbd826 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:04.485311 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-374fc1fb-fa38-487f-8c2a-d94776b433be tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d3569a-870a-43c5-a4a9-7de693addc02') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:04.485609 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-374fc1fb-fa38-487f-8c2a-d94776b433be tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d3569a-870a-43c5-a4a9-7de693addc02') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:04.516639 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-be437c9b-03b4-4437-96b7-5beca90edd4e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Deleting subnet 97aa4cc8-2f1f-41cb-824d-c83035e49801 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:49:04.521632 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be437c9b-03b4-4437-96b7-5beca90edd4e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:04.522101 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4890554-a8e8-47be-b032-01da4d52c334 None None] Routers {'f96700c5-1b50-4199-8106-502dcb6b246b'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:04.523212 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c4890554-a8e8-47be-b032-01da4d52c334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:49:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f96700c5-1b50-4199-8106-502dcb6b246b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:04.561459 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-374fc1fb-fa38-487f-8c2a-d94776b433be tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:04.588418 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be437c9b-03b4-4437-96b7-5beca90edd4e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:04.616632 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cc6d91-da6f-4414-bf62-4803f95dc6ee None None] DHCP port deletion for 808d6951-acfb-4ae0-8793-ffb14353c457 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:49:04.638609 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-374fc1fb-fa38-487f-8c2a-d94776b433be tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:04.713587 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9636832-a3e5-468a-93f7-e292e2bbd826 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Pushing event updated for resources: {'Port': ['ID=f3a66965-3a58-4fb7-99e7-c4d565024b72,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:04.742319 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:04.743978 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374fc1fb-fa38-487f-8c2a-d94776b433be tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:04.744579 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-374fc1fb-fa38-487f-8c2a-d94776b433be tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:04.749282 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:04.786757 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be437c9b-03b4-4437-96b7-5beca90edd4e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:04.786950 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-c4890554-a8e8-47be-b032-01da4d52c334 None None] Set router f96700c5-1b50-4199-8106-502dcb6b246b gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:49:04.844721 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d9636832-a3e5-468a-93f7-e292e2bbd826 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] In _notify_port_updated(), no bound segment for port f3a66965-3a58-4fb7-99e7-c4d565024b72 on network 369d617c-6574-45bb-a907-62ed586b2e8b {{(pid=93816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:49:04.850715 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9636832-a3e5-468a-93f7-e292e2bbd826 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:04.851391 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9636832-a3e5-468a-93f7-e292e2bbd826 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:04.852737 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d9636832-a3e5-468a-93f7-e292e2bbd826 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] 10.222.0.69 "PUT /v2.0/ports/f3a66965-3a58-4fb7-99e7-c4d565024b72 HTTP/1.1" status: 200 len: 1056 time: 1.7473936 Jul 22 16:49:04.909704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40628) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:04.922801 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be437c9b-03b4-4437-96b7-5beca90edd4e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:04.997360 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b1670-c2c5-4d4d-8c20-575b4433e091 req-4a8d5beb-b7bc-4088-8d62-2fd07917739a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:04.998992 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fb6b1670-c2c5-4d4d-8c20-575b4433e091 req-4a8d5beb-b7bc-4088-8d62-2fd07917739a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0be4ca898ef40f79a7a36fc239eca61&device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 1097 time: 0.6302364 Jul 22 16:49:05.012104 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be437c9b-03b4-4437-96b7-5beca90edd4e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Subnet': ['ID=97aa4cc8-2f1f-41cb-824d-c83035e49801,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:05.029280 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be437c9b-03b4-4437-96b7-5beca90edd4e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:05.031223 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-be437c9b-03b4-4437-96b7-5beca90edd4e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/subnets/97aa4cc8-2f1f-41cb-824d-c83035e49801 HTTP/1.1" status: 204 len: 168 time: 0.5773342 Jul 22 16:49:05.035590 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40632) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:05.045256 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-374fc1fb-fa38-487f-8c2a-d94776b433be tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:05.062663 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-374fc1fb-fa38-487f-8c2a-d94776b433be tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:05.072566 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-374fc1fb-fa38-487f-8c2a-d94776b433be tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] 10.222.0.69 "DELETE /v2.0/networks/808d6951-acfb-4ae0-8793-ffb14353c457 HTTP/1.1" status: 204 len: 168 time: 1.8290331 Jul 22 16:49:05.074954 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6a227bc7-bad9-4ff7-97ae-2ef8316f0709 req-f1fed3b9-a376-47cc-bd8a-56c7dbc8d286 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 210 time: 0.0921748 Jul 22 16:49:05.075446 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40634) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:05.134271 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b30203-fbb5-41c9-9600-decc99d8076b None None] get_active_networks_info from n-d-798930-9 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:49:05.210594 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eea3896f-30f0-4ba3-839a-08ef8e0e3697 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:05.244616 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-807c4f73-bf75-4358-aca1-588961c9e601 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Deleting port f3a66965-3a58-4fb7-99e7-c4d565024b72 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:05.244616 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-807c4f73-bf75-4358-aca1-588961c9e601 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:05.337186 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-05181091-314a-448d-8e66-a0c96d1229ce None None] Provisioning complete for port f3a66965-3a58-4fb7-99e7-c4d565024b72 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:05.338305 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05181091-314a-448d-8e66-a0c96d1229ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:05.364969 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374fc1fb-fa38-487f-8c2a-d94776b433be tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Pushing event deleted for resources: {'Network': ['ID=808d6951-acfb-4ae0-8793-ffb14353c457,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:05.411198 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-807c4f73-bf75-4358-aca1-588961c9e601 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:05.437809 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-807c4f73-bf75-4358-aca1-588961c9e601 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Calling delete_port for f3a66965-3a58-4fb7-99e7-c4d565024b72 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:05.452349 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-05181091-314a-448d-8e66-a0c96d1229ce None None] Port f3a66965-3a58-4fb7-99e7-c4d565024b72 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:49:05.476505 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-eea3896f-30f0-4ba3-839a-08ef8e0e3697 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Deleting port 431b466c-e9ce-45fd-b076-00e2bd4f9f07 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:05.477149 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eea3896f-30f0-4ba3-839a-08ef8e0e3697 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:05.481018 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-d15a6e4b-6fc4-4c55-9424-c8993f049341 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:05.482948 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-d15a6e4b-6fc4-4c55-9424-c8993f049341 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.30 "GET /v2.0/networks?id=e38f71a0-effd-417a-b4d0-026e1e6d62cf HTTP/1.1" status: 200 len: 814 time: 0.3420386 Jul 22 16:49:05.512536 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c4890554-a8e8-47be-b032-01da4d52c334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:49:01Z', 'revision_number': 9, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '5fdf0f7a-18a2-4126-af81-2b86f9f0012e', 'name': '', 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6f:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:16Z', 'updated_at': '2021-07-22T16:48:28Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:24Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:05.530228 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-dd2082ec-02d3-44a3-981f-bbc5b8c0ee06 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Request body: {'port': {'device_id': '332e7964-ea6e-4a4c-bfd3-2695445504da', 'network_id': 'e38f71a0-effd-417a-b4d0-026e1e6d62cf', 'admin_state_up': True, 'tenant_id': '99d7887d00ad49748d9fd07afe294b31'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:05.552063 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4890554-a8e8-47be-b032-01da4d52c334 None None] Checking router: f96700c5-1b50-4199-8106-502dcb6b246b for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:49:05.576188 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-eea3896f-30f0-4ba3-839a-08ef8e0e3697 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] For port 431b466c-e9ce-45fd-b076-00e2bd4f9f07, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=431b466c-e9ce-45fd-b076-00e2bd4f9f07,segment=NetworkSegment(ffa07776-c674-46af-9749-ce3fb32bff75),segment_id=ffa07776-c674-46af-9749-ce3fb32bff75)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:05.576722 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eea3896f-30f0-4ba3-839a-08ef8e0e3697 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:05.587698 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b30203-fbb5-41c9-9600-decc99d8076b None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:49:05.594028 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-eea3896f-30f0-4ba3-839a-08ef8e0e3697 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Calling delete_port for 431b466c-e9ce-45fd-b076-00e2bd4f9f07 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:05.594384 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4890554-a8e8-47be-b032-01da4d52c334 None None] Routers {'f96700c5-1b50-4199-8106-502dcb6b246b'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:05.595530 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c4890554-a8e8-47be-b032-01da4d52c334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:49:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f96700c5-1b50-4199-8106-502dcb6b246b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:05.606970 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a84f6854-c194-46e3-a7e8-47ba55eed6cb tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:05.698009 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b1670-c2c5-4d4d-8c20-575b4433e091 req-9e55a378-f440-473a-80ba-7f1c09b8ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:05.699695 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fb6b1670-c2c5-4d4d-8c20-575b4433e091 req-9e55a378-f440-473a-80ba-7f1c09b8ce7f service neutron] 10.222.0.30 "GET /v2.0/networks?id=355332cc-46f4-40ba-8869-365066797198 HTTP/1.1" status: 200 len: 918 time: 0.6632490 Jul 22 16:49:05.737936 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-aac8aa9a-eae9-4ed1-b55c-db49eb30a791 req-6b090bc0-b93a-4d0c-a82e-0c86710ab9f2 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/ports?device_id=332e7964-ea6e-4a4c-bfd3-2695445504da HTTP/1.1" status: 200 len: 210 time: 0.0935202 Jul 22 16:49:05.835068 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eea3896f-30f0-4ba3-839a-08ef8e0e3697 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:05.845795 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fb6b1670-c2c5-4d4d-8c20-575b4433e091 req-dcfb3946-b546-48bc-b10a-3c2f62188814 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e206c57-83cc-41d7-9d92-3436d33b4fa4 HTTP/1.1" status: 200 len: 1001 time: 0.1373904 Jul 22 16:49:05.864107 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-dd2082ec-02d3-44a3-981f-bbc5b8c0ee06 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Made reservation on behalf of 99d7887d00ad49748d9fd07afe294b31 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:05.868566 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-dd2082ec-02d3-44a3-981f-bbc5b8c0ee06 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:05.880008 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea3896f-30f0-4ba3-839a-08ef8e0e3697 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] No DVR routers for this DVR port 431b466c-e9ce-45fd-b076-00e2bd4f9f07 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:05.908784 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a84f6854-c194-46e3-a7e8-47ba55eed6cb tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Deleting port 97bd34ba-35df-40da-9ca0-1a2632ad3d2e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:05.909295 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a84f6854-c194-46e3-a7e8-47ba55eed6cb tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:05.955261 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b1670-c2c5-4d4d-8c20-575b4433e091 req-67bb0e6b-d503-44ee-a97c-a247d5467123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:05.957472 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fb6b1670-c2c5-4d4d-8c20-575b4433e091 req-67bb0e6b-d503-44ee-a97c-a247d5467123 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ecd1df5-07c9-407a-b124-958e195ac0bb HTTP/1.1" status: 200 len: 856 time: 0.1034555 Jul 22 16:49:05.981105 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3896f-30f0-4ba3-839a-08ef8e0e3697 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Port': ['ID=431b466c-e9ce-45fd-b076-00e2bd4f9f07,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:06.043019 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-807c4f73-bf75-4358-aca1-588961c9e601 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:06.079649 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c4f73-bf75-4358-aca1-588961c9e601 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Pushing event deleted for resources: {'Port': ['ID=f3a66965-3a58-4fb7-99e7-c4d565024b72,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:06.122075 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eea3896f-30f0-4ba3-839a-08ef8e0e3697 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:06.127886 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-c4890554-a8e8-47be-b032-01da4d52c334 None None] Set router f96700c5-1b50-4199-8106-502dcb6b246b gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:49:06.179415 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-eea3896f-30f0-4ba3-839a-08ef8e0e3697 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd86f89-cf4e-4ed8-84f7-59192f11dd2c']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:06.195385 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-eea3896f-30f0-4ba3-839a-08ef8e0e3697 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa07776-c674-46af-9749-ce3fb32bff75') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:06.196035 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-eea3896f-30f0-4ba3-839a-08ef8e0e3697 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa07776-c674-46af-9749-ce3fb32bff75') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:06.200522 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a84f6854-c194-46e3-a7e8-47ba55eed6cb tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] For port 97bd34ba-35df-40da-9ca0-1a2632ad3d2e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=97bd34ba-35df-40da-9ca0-1a2632ad3d2e,segment=NetworkSegment(bbee5987-45f5-498a-862c-8b9202da3741),segment_id=bbee5987-45f5-498a-862c-8b9202da3741)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:06.201097 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a84f6854-c194-46e3-a7e8-47ba55eed6cb tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:06.215105 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eea3896f-30f0-4ba3-839a-08ef8e0e3697 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:06.246766 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eea3896f-30f0-4ba3-839a-08ef8e0e3697 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:06.265617 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a84f6854-c194-46e3-a7e8-47ba55eed6cb tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Calling delete_port for 97bd34ba-35df-40da-9ca0-1a2632ad3d2e owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:06.296355 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cba5f7f-2c6e-4ec1-8572-8f6eeeaf61e8 req-5cd52c3e-3951-42ab-97fd-e6d52026887b tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ca113e-c7bc-4835-be6c-b16542f00e86 HTTP/1.1" status: 200 len: 210 time: 0.0630670 Jul 22 16:49:06.302475 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea3896f-30f0-4ba3-839a-08ef8e0e3697 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:06.303073 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eea3896f-30f0-4ba3-839a-08ef8e0e3697 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:06.306505 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:06.450480 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b1670-c2c5-4d4d-8c20-575b4433e091 req-a1f32f90-c024-4c5a-a133-937b232ed057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:06.457372 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fb6b1670-c2c5-4d4d-8c20-575b4433e091 req-a1f32f90-c024-4c5a-a133-937b232ed057 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=355332cc-46f4-40ba-8869-365066797198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4919994 Jul 22 16:49:06.459644 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eea3896f-30f0-4ba3-839a-08ef8e0e3697 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:06.472149 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eea3896f-30f0-4ba3-839a-08ef8e0e3697 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:06.475753 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-eea3896f-30f0-4ba3-839a-08ef8e0e3697 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/networks/2cd86f89-cf4e-4ed8-84f7-59192f11dd2c HTTP/1.1" status: 204 len: 168 time: 1.4387197 Jul 22 16:49:06.490510 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40650) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:06.558285 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3896f-30f0-4ba3-839a-08ef8e0e3697 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Network': ['ID=2cd86f89-cf4e-4ed8-84f7-59192f11dd2c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:06.606865 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-807c4f73-bf75-4358-aca1-588961c9e601 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:06.609253 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-807c4f73-bf75-4358-aca1-588961c9e601 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] 10.222.0.69 "DELETE /v2.0/ports/f3a66965-3a58-4fb7-99e7-c4d565024b72 HTTP/1.1" status: 204 len: 168 time: 1.6978512 Jul 22 16:49:06.612103 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40652) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:06.618592 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c4890554-a8e8-47be-b032-01da4d52c334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:49:01Z', 'revision_number': 9, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '5fdf0f7a-18a2-4126-af81-2b86f9f0012e', 'name': '', 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6f:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:16Z', 'updated_at': '2021-07-22T16:48:28Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:24Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:06.654911 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4890554-a8e8-47be-b032-01da4d52c334 None None] The sync data for ids ['f96700c5-1b50-4199-8106-502dcb6b246b'] in n-d-798930-9 is: [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:49:01Z', 'revision_number': 9, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '5fdf0f7a-18a2-4126-af81-2b86f9f0012e', 'name': '', 'network_id': 'fd3f0d00-3811-4316-b7b6-a87f37bbbab9', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6f:f5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:16Z', 'updated_at': '2021-07-22T16:48:28Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '714eb42f-272f-4702-91cf-1b30f79d1d9f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:24Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:49:06.656056 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d51452-150d-4a36-a843-f2742a0733cc tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] GET failed (client error): The resource could not be found. Jul 22 16:49:06.678647 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b2d51452-150d-4a36-a843-f2742a0733cc tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] 10.222.0.69 "GET /v2.0/ports/f3a66965-3a58-4fb7-99e7-c4d565024b72 HTTP/1.1" status: 404 len: 333 time: 0.0614381 Jul 22 16:49:06.679355 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40654) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:06.858764 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb38c19-e8c0-44a0-9211-1d2b43315d4d None None] Network 2cd86f89-cf4e-4ed8-84f7-59192f11dd2c requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:06.881573 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb38c19-e8c0-44a0-9211-1d2b43315d4d None None] Network 2cd86f89-cf4e-4ed8-84f7-59192f11dd2c could not be found, it might have been deleted concurrently. {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 16:49:06.916291 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6f96a75a-67d8-47ab-b8f1-068129d56f00 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Deleting port 94a03e77-5bf5-42e7-ab31-405f9e142e65 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:06.916897 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f96a75a-67d8-47ab-b8f1-068129d56f00 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:06.957606 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-dd2082ec-02d3-44a3-981f-bbc5b8c0ee06 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Allocated IP 172.20.0.11 (e38f71a0-effd-417a-b4d0-026e1e6d62cf/5cd5902f-09ea-4c99-8158-37d269ce09fb/b2573312-f650-44bc-b20f-686f17cb7a9d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:49:07.027193 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5dc4fd-c6fb-49c8-89d0-16dd1bc81a45 None None] DHCP port deletion for 2cd86f89-cf4e-4ed8-84f7-59192f11dd2c request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:49:07.131552 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f96a75a-67d8-47ab-b8f1-068129d56f00 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:07.155735 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a51d8998-87c6-4938-9c5d-a0753fd04f1c req-ae1586b7-53ab-4726-84cb-4f4e782c4e8a tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/ports?device_id=332e7964-ea6e-4a4c-bfd3-2695445504da HTTP/1.1" status: 200 len: 210 time: 0.2160969 Jul 22 16:49:07.172293 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6f96a75a-67d8-47ab-b8f1-068129d56f00 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Calling delete_port for 94a03e77-5bf5-42e7-ab31-405f9e142e65 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:07.251494 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 17723887-58b8-4978-9c60-85432f23c07b no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:49:07.311092 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 17723887-58b8-4978-9c60-85432f23c07b {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:49:07.311766 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 17723887-58b8-4978-9c60-85432f23c07b not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:49:07.312819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 431b466c-e9ce-45fd-b076-00e2bd4f9f07 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:49:07.322158 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a84f6854-c194-46e3-a7e8-47ba55eed6cb tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:07.349411 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 431b466c-e9ce-45fd-b076-00e2bd4f9f07 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:49:07.349764 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 431b466c-e9ce-45fd-b076-00e2bd4f9f07 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:49:07.450751 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40674) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:07.487238 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f96a75a-67d8-47ab-b8f1-068129d56f00 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:07.492785 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fb6b1670-c2c5-4d4d-8c20-575b4433e091 req-6cde646f-a8f8-435c-b720-cef862a3f423 service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0236471 Jul 22 16:49:07.499777 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84f6854-c194-46e3-a7e8-47ba55eed6cb tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] No DVR routers for this DVR port 97bd34ba-35df-40da-9ca0-1a2632ad3d2e on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:07.516705 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f6854-c194-46e3-a7e8-47ba55eed6cb tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Pushing event deleted for resources: {'Port': ['ID=97bd34ba-35df-40da-9ca0-1a2632ad3d2e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:07.531068 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96a75a-67d8-47ab-b8f1-068129d56f00 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Pushing event deleted for resources: {'Port': ['ID=94a03e77-5bf5-42e7-ab31-405f9e142e65,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:07.567663 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4046bf89-45a0-4929-b040-61bad3f4f1ce tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:07.612402 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4046bf89-45a0-4929-b040-61bad3f4f1ce tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:07.678299 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f96a75a-67d8-47ab-b8f1-068129d56f00 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:07.680226 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6f96a75a-67d8-47ab-b8f1-068129d56f00 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] 10.222.0.69 "DELETE /v2.0/ports/94a03e77-5bf5-42e7-ab31-405f9e142e65 HTTP/1.1" status: 204 len: 168 time: 0.9998477 Jul 22 16:49:07.682756 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40676) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:07.717989 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-720f7572-f3f8-49dc-aa0c-1d88fda98fbe tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] GET failed (client error): The resource could not be found. Jul 22 16:49:07.719715 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-720f7572-f3f8-49dc-aa0c-1d88fda98fbe tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] 10.222.0.69 "GET /v2.0/ports/94a03e77-5bf5-42e7-ab31-405f9e142e65 HTTP/1.1" status: 404 len: 333 time: 0.0353878 Jul 22 16:49:07.727898 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40678) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:07.766995 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4046bf89-45a0-4929-b040-61bad3f4f1ce tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:07.768228 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a84f6854-c194-46e3-a7e8-47ba55eed6cb tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:07.770413 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4046bf89-45a0-4929-b040-61bad3f4f1ce tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:07.771593 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4046bf89-45a0-4929-b040-61bad3f4f1ce tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "DELETE /v2.0/security-groups/3c3d4937-0539-479b-8a9e-acabcaa5af8a HTTP/1.1" status: 204 len: 168 time: 0.3195827 Jul 22 16:49:07.777324 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40680) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:07.804750 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a84f6854-c194-46e3-a7e8-47ba55eed6cb tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d47dea-d37e-44dd-80a5-4eebca5282de']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:07.810017 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046bf89-45a0-4929-b040-61bad3f4f1ce tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3d4937-0539-479b-8a9e-acabcaa5af8a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:07.816430 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-0ffaedae-448d-4413-a920-0e677f781ee2 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] show failed (client error): The resource could not be found. Jul 22 16:49:07.820891 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0ffaedae-448d-4413-a920-0e677f781ee2 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "GET /v2.0/security-groups/3c3d4937-0539-479b-8a9e-acabcaa5af8a HTTP/1.1" status: 404 len: 347 time: 0.0373778 Jul 22 16:49:07.820891 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40682) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:07.862222 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a84f6854-c194-46e3-a7e8-47ba55eed6cb tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbee5987-45f5-498a-862c-8b9202da3741') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:07.862499 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a84f6854-c194-46e3-a7e8-47ba55eed6cb tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbee5987-45f5-498a-862c-8b9202da3741') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:07.868655 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-dd2082ec-02d3-44a3-981f-bbc5b8c0ee06 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:07.907712 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a84f6854-c194-46e3-a7e8-47ba55eed6cb tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:07.918571 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fb6b1670-c2c5-4d4d-8c20-575b4433e091 req-ce1c3fdd-6ad1-4e3e-8d65-7b808abd68de service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031403 Jul 22 16:49:07.939792 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a84f6854-c194-46e3-a7e8-47ba55eed6cb tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:07.955857 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84f6854-c194-46e3-a7e8-47ba55eed6cb tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:07.956252 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a84f6854-c194-46e3-a7e8-47ba55eed6cb tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:07.960207 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:08.050664 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8c23db56-17e0-441d-9116-8b531e1fa707 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Deleting port d957c42f-24bc-4c20-8290-94a265ec8ff6 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:08.051074 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c23db56-17e0-441d-9116-8b531e1fa707 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:08.060549 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a84f6854-c194-46e3-a7e8-47ba55eed6cb tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:08.070497 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-dd2082ec-02d3-44a3-981f-bbc5b8c0ee06 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:08.074861 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a84f6854-c194-46e3-a7e8-47ba55eed6cb tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:08.076899 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a84f6854-c194-46e3-a7e8-47ba55eed6cb tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] 10.222.0.69 "DELETE /v2.0/networks/76d47dea-d37e-44dd-80a5-4eebca5282de HTTP/1.1" status: 204 len: 168 time: 2.9588420 Jul 22 16:49:08.079370 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40690) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:08.097872 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f6854-c194-46e3-a7e8-47ba55eed6cb tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Pushing event deleted for resources: {'Network': ['ID=76d47dea-d37e-44dd-80a5-4eebca5282de,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:08.147668 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-dd2082ec-02d3-44a3-981f-bbc5b8c0ee06 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Network e38f71a0-effd-417a-b4d0-026e1e6d62cf is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:49:08.156586 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-dd2082ec-02d3-44a3-981f-bbc5b8c0ee06 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:08.160529 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-dd2082ec-02d3-44a3-981f-bbc5b8c0ee06 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:49:08.163052 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2082ec-02d3-44a3-981f-bbc5b8c0ee06 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Pushing event updated for resources: {'Port': ['ID=b2573312-f650-44bc-b20f-686f17cb7a9d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:08.228015 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-058084b8-338a-46c6-9632-a80eac7a74bc tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:08.240446 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-dd2082ec-02d3-44a3-981f-bbc5b8c0ee06 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:08.241093 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-dd2082ec-02d3-44a3-981f-bbc5b8c0ee06 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:08.241320 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f7b1e4e6-c671-4f6b-8548-c6f73a73a030 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Deleting port 55d95e99-de8d-4d28-bb5b-492c31f7a66b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:08.241648 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7b1e4e6-c671-4f6b-8548-c6f73a73a030 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:08.275887 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c23db56-17e0-441d-9116-8b531e1fa707 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:08.290464 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8c23db56-17e0-441d-9116-8b531e1fa707 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Calling delete_port for d957c42f-24bc-4c20-8290-94a265ec8ff6 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:08.299247 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-67c80f6d-64f6-421f-9825-1be961ca145f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:08.302385 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-dd2082ec-02d3-44a3-981f-bbc5b8c0ee06 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7763088 Jul 22 16:49:08.345667 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-29218a11-297b-4450-810d-e69767af9273 service neutron] Request body: {'port': {'device_id': '332e7964-ea6e-4a4c-bfd3-2695445504da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:08.496281 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a402e1-5692-4b3c-8687-3b01116ede30 req-86afee10-6526-4caa-8091-865bbc7ebc4e tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:08.497699 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-75a402e1-5692-4b3c-8687-3b01116ede30 req-86afee10-6526-4caa-8091-865bbc7ebc4e tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/ports?device_id=332e7964-ea6e-4a4c-bfd3-2695445504da HTTP/1.1" status: 200 len: 932 time: 0.2521987 Jul 22 16:49:08.527346 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-058084b8-338a-46c6-9632-a80eac7a74bc tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:08.532110 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7b1e4e6-c671-4f6b-8548-c6f73a73a030 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:08.532502 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7b1e4e6-c671-4f6b-8548-c6f73a73a030 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:08.548714 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-058084b8-338a-46c6-9632-a80eac7a74bc tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62ef600-dec0-46c8-b367-1dc7231aa102']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:08.570086 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f7b1e4e6-c671-4f6b-8548-c6f73a73a030 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Calling delete_port for 55d95e99-de8d-4d28-bb5b-492c31f7a66b owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:08.573196 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-058084b8-338a-46c6-9632-a80eac7a74bc tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd665d1-4f84-41c8-a918-f171bed28ff7') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:08.573544 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-058084b8-338a-46c6-9632-a80eac7a74bc tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd665d1-4f84-41c8-a918-f171bed28ff7') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:08.575246 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-29218a11-297b-4450-810d-e69767af9273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:08.592939 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-058084b8-338a-46c6-9632-a80eac7a74bc tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:08.639394 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-75a402e1-5692-4b3c-8687-3b01116ede30 req-60181132-06e1-4b78-86a0-7952653746de tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/security-groups?id=c992b471-596f-4771-9b78-22a7ba1d2244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283274 Jul 22 16:49:08.673834 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-058084b8-338a-46c6-9632-a80eac7a74bc tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:08.703156 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058084b8-338a-46c6-9632-a80eac7a74bc tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:08.703716 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-058084b8-338a-46c6-9632-a80eac7a74bc tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:08.707360 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:08.920217 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-67c80f6d-64f6-421f-9825-1be961ca145f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Deleting port 5fdf0f7a-18a2-4126-af81-2b86f9f0012e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:08.920580 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-67c80f6d-64f6-421f-9825-1be961ca145f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:08.996530 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c23db56-17e0-441d-9116-8b531e1fa707 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.031710 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-29218a11-297b-4450-810d-e69767af9273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2573312-f650-44bc-b20f-686f17cb7a9d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:49:09.043500 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-29218a11-297b-4450-810d-e69767af9273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.070868 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-67c80f6d-64f6-421f-9825-1be961ca145f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] For port 5fdf0f7a-18a2-4126-af81-2b86f9f0012e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5fdf0f7a-18a2-4126-af81-2b86f9f0012e,segment=NetworkSegment(1a16e0da-df45-4798-bcae-251e7e379204),segment_id=1a16e0da-df45-4798-bcae-251e7e379204)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:09.071247 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-67c80f6d-64f6-421f-9825-1be961ca145f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.080742 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23db56-17e0-441d-9116-8b531e1fa707 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Pushing event deleted for resources: {'Port': ['ID=d957c42f-24bc-4c20-8290-94a265ec8ff6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:09.094819 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-67c80f6d-64f6-421f-9825-1be961ca145f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Calling delete_port for 5fdf0f7a-18a2-4126-af81-2b86f9f0012e owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:09.115903 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-29218a11-297b-4450-810d-e69767af9273 service neutron] Transition to ACTIVE for port object b2573312-f650-44bc-b20f-686f17cb7a9d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:09.126042 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-29218a11-297b-4450-810d-e69767af9273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.145849 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-058084b8-338a-46c6-9632-a80eac7a74bc tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.150495 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-058084b8-338a-46c6-9632-a80eac7a74bc tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.152639 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-058084b8-338a-46c6-9632-a80eac7a74bc tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] 10.222.0.69 "DELETE /v2.0/networks/c62ef600-dec0-46c8-b367-1dc7231aa102 HTTP/1.1" status: 204 len: 168 time: 1.0724025 Jul 22 16:49:09.160244 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40702) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:09.196060 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058084b8-338a-46c6-9632-a80eac7a74bc tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Pushing event deleted for resources: {'Network': ['ID=c62ef600-dec0-46c8-b367-1dc7231aa102,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:09.231114 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c23db56-17e0-441d-9116-8b531e1fa707 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.236664 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8c23db56-17e0-441d-9116-8b531e1fa707 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] 10.222.0.69 "DELETE /v2.0/ports/d957c42f-24bc-4c20-8290-94a265ec8ff6 HTTP/1.1" status: 204 len: 168 time: 1.5039511 Jul 22 16:49:09.238360 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40704) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:09.248881 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7b1e4e6-c671-4f6b-8548-c6f73a73a030 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.310197 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1e4e6-c671-4f6b-8548-c6f73a73a030 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event deleted for resources: {'Port': ['ID=55d95e99-de8d-4d28-bb5b-492c31f7a66b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:09.323730 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29218a11-297b-4450-810d-e69767af9273 service neutron] Pushing event updated for resources: {'Port': ['ID=b2573312-f650-44bc-b20f-686f17cb7a9d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:09.365110 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e809fa93-839c-460c-9e74-dceb9f6cb05f tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.382989 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ac8138-ace0-4c66-94c8-2939a7e95279 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Deleting subnet 8843d4a9-98d7-427d-9f9d-a2e166269993 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:49:09.389623 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95ac8138-ace0-4c66-94c8-2939a7e95279 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.418898 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7b1e4e6-c671-4f6b-8548-c6f73a73a030 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.421666 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7b1e4e6-c671-4f6b-8548-c6f73a73a030 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.422953 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f7b1e4e6-c671-4f6b-8548-c6f73a73a030 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "DELETE /v2.0/floatingips/38f9f3ce-50b0-4d74-82f5-703edf213f85 HTTP/1.1" status: 204 len: 168 time: 1.6012549 Jul 22 16:49:09.428484 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40706) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:09.479697 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95ac8138-ace0-4c66-94c8-2939a7e95279 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.587226 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-29218a11-297b-4450-810d-e69767af9273 service neutron] Attempting to bind port b2573312-f650-44bc-b20f-686f17cb7a9d on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:49:09.587740 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-29218a11-297b-4450-810d-e69767af9273 service neutron] Attempting to bind port b2573312-f650-44bc-b20f-686f17cb7a9d by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'cfef1afd-10cc-426e-a3bd-e2e3219abdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e38f71a0-effd-417a-b4d0-026e1e6d62cf'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:49:09.588209 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-29218a11-297b-4450-810d-e69767af9273 service neutron] Attempting to bind port b2573312-f650-44bc-b20f-686f17cb7a9d on network e38f71a0-effd-417a-b4d0-026e1e6d62cf {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:49:09.610386 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-67c80f6d-64f6-421f-9825-1be961ca145f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.619022 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-29218a11-297b-4450-810d-e69767af9273 service neutron] Port b2573312-f650-44bc-b20f-686f17cb7a9d on network e38f71a0-effd-417a-b4d0-026e1e6d62cf not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:49:09.619347 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-29218a11-297b-4450-810d-e69767af9273 service neutron] Attempting to bind port b2573312-f650-44bc-b20f-686f17cb7a9d on network e38f71a0-effd-417a-b4d0-026e1e6d62cf {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:49:09.632129 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-94cf11cd-8d48-48c6-82db-0c5b5fc3f48c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Deleting port aba8f711-d6ad-4378-a003-ab86655f7a9e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:09.632799 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94cf11cd-8d48-48c6-82db-0c5b5fc3f48c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.661517 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95ac8138-ace0-4c66-94c8-2939a7e95279 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.671461 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e809fa93-839c-460c-9e74-dceb9f6cb05f tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.681818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c80f6d-64f6-421f-9825-1be961ca145f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Port': ['ID=5fdf0f7a-18a2-4126-af81-2b86f9f0012e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:09.683549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-29218a11-297b-4450-810d-e69767af9273 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:49:09.683797 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-29218a11-297b-4450-810d-e69767af9273 service neutron] Checking segment: {'id': 'cfef1afd-10cc-426e-a3bd-e2e3219abdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e38f71a0-effd-417a-b4d0-026e1e6d62cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:09.684157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-29218a11-297b-4450-810d-e69767af9273 service neutron] Bound using segment: {'id': 'cfef1afd-10cc-426e-a3bd-e2e3219abdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e38f71a0-effd-417a-b4d0-026e1e6d62cf'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:49:09.684590 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-29218a11-297b-4450-810d-e69767af9273 service neutron] Bound port: b2573312-f650-44bc-b20f-686f17cb7a9d, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfef1afd-10cc-426e-a3bd-e2e3219abdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e38f71a0-effd-417a-b4d0-026e1e6d62cf'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:49:09.684943 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-29218a11-297b-4450-810d-e69767af9273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.694026 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-e809fa93-839c-460c-9e74-dceb9f6cb05f tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe9caaa-7896-4611-8b7f-75909fe361bc']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:09.733957 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-e809fa93-839c-460c-9e74-dceb9f6cb05f tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c08e64b-0fc9-49a9-82e4-737f9026264f') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:09.734509 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-e809fa93-839c-460c-9e74-dceb9f6cb05f tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c08e64b-0fc9-49a9-82e4-737f9026264f') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:09.784837 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94cf11cd-8d48-48c6-82db-0c5b5fc3f48c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.785419 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e809fa93-839c-460c-9e74-dceb9f6cb05f tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.803018 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-94cf11cd-8d48-48c6-82db-0c5b5fc3f48c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Calling delete_port for aba8f711-d6ad-4378-a003-ab86655f7a9e owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:09.853685 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e809fa93-839c-460c-9e74-dceb9f6cb05f tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.895830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e809fa93-839c-460c-9e74-dceb9f6cb05f tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:09.896267 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e809fa93-839c-460c-9e74-dceb9f6cb05f tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:09.900610 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:09.994130 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95ac8138-ace0-4c66-94c8-2939a7e95279 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:10.009892 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95ac8138-ace0-4c66-94c8-2939a7e95279 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:10.017361 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-95ac8138-ace0-4c66-94c8-2939a7e95279 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] 10.222.0.69 "DELETE /v2.0/subnets/8843d4a9-98d7-427d-9f9d-a2e166269993 HTTP/1.1" status: 204 len: 168 time: 0.7771368 Jul 22 16:49:10.018209 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d6686e-f7f3-4503-a7fd-82a18ea6687c None None] Network 369d617c-6574-45bb-a907-62ed586b2e8b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:10.018680 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40714) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:10.021729 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94cf11cd-8d48-48c6-82db-0c5b5fc3f48c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:10.102181 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac8138-ace0-4c66-94c8-2939a7e95279 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Pushing event deleted for resources: {'Subnet': ['ID=8843d4a9-98d7-427d-9f9d-a2e166269993,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:10.134071 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf11cd-8d48-48c6-82db-0c5b5fc3f48c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event deleted for resources: {'Port': ['ID=aba8f711-d6ad-4378-a003-ab86655f7a9e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:10.266601 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ee0ed16-a493-4463-9164-8241a99602c0 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:10.302825 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94cf11cd-8d48-48c6-82db-0c5b5fc3f48c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:10.307090 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-94cf11cd-8d48-48c6-82db-0c5b5fc3f48c tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "DELETE /v2.0/ports/aba8f711-d6ad-4378-a003-ab86655f7a9e HTTP/1.1" status: 204 len: 168 time: 0.8753421 Jul 22 16:49:10.324989 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40720) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:10.371713 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650d80f7-397c-4d4f-b040-37a3b6a9ddda None None] DHCP port deletion for 369d617c-6574-45bb-a907-62ed586b2e8b request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:49:10.437588 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-650d80f7-397c-4d4f-b040-37a3b6a9ddda None None] Deleting port c758b6ee-c82b-4ca2-8840-f7e87a1cb993 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:10.438279 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-650d80f7-397c-4d4f-b040-37a3b6a9ddda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:10.468954 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0ee0ed16-a493-4463-9164-8241a99602c0 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Deleting port c758b6ee-c82b-4ca2-8840-f7e87a1cb993 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:10.469301 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ee0ed16-a493-4463-9164-8241a99602c0 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:10.532123 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-650d80f7-397c-4d4f-b040-37a3b6a9ddda None None] For port c758b6ee-c82b-4ca2-8840-f7e87a1cb993, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c758b6ee-c82b-4ca2-8840-f7e87a1cb993,segment=NetworkSegment(0c23c1f3-2478-445c-81ca-465112476869),segment_id=0c23c1f3-2478-445c-81ca-465112476869)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:10.532649 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-650d80f7-397c-4d4f-b040-37a3b6a9ddda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:10.539784 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-29218a11-297b-4450-810d-e69767af9273 service neutron] For port b2573312-f650-44bc-b20f-686f17cb7a9d, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:49:10.555433 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-650d80f7-397c-4d4f-b040-37a3b6a9ddda None None] Calling delete_port for c758b6ee-c82b-4ca2-8840-f7e87a1cb993 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:10.570487 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5fbaf1e5-3e9d-4af4-a583-2cbf61079251 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Deleting port 706d94d1-b403-4659-855c-6be2d363f415 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:10.570822 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5fbaf1e5-3e9d-4af4-a583-2cbf61079251 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:10.575378 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-29218a11-297b-4450-810d-e69767af9273 service neutron] For port b2573312-f650-44bc-b20f-686f17cb7a9d, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b2573312-f650-44bc-b20f-686f17cb7a9d,segment=NetworkSegment(cfef1afd-10cc-426e-a3bd-e2e3219abdd0),segment_id=cfef1afd-10cc-426e-a3bd-e2e3219abdd0)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:49:10.590628 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e809fa93-839c-460c-9e74-dceb9f6cb05f tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:10.604176 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-29218a11-297b-4450-810d-e69767af9273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:10.632596 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-0ee0ed16-a493-4463-9164-8241a99602c0 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] For port c758b6ee-c82b-4ca2-8840-f7e87a1cb993, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c758b6ee-c82b-4ca2-8840-f7e87a1cb993,segment=NetworkSegment(0c23c1f3-2478-445c-81ca-465112476869),segment_id=0c23c1f3-2478-445c-81ca-465112476869)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:10.633201 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ee0ed16-a493-4463-9164-8241a99602c0 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:10.649603 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e809fa93-839c-460c-9e74-dceb9f6cb05f tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:10.651773 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e809fa93-839c-460c-9e74-dceb9f6cb05f tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] 10.222.0.69 "DELETE /v2.0/networks/fbe9caaa-7896-4611-8b7f-75909fe361bc HTTP/1.1" status: 204 len: 168 time: 1.4846542 Jul 22 16:49:10.661018 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-29218a11-297b-4450-810d-e69767af9273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:10.662121 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-29218a11-297b-4450-810d-e69767af9273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:10.664125 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-29218a11-297b-4450-810d-e69767af9273 service neutron] 10.222.0.30 "PUT /v2.0/ports/b2573312-f650-44bc-b20f-686f17cb7a9d HTTP/1.1" status: 200 len: 1092 time: 2.3224354 Jul 22 16:49:10.689888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332e7964-ea6e-4a4c-bfd3-2695445504da', 'tag': 'b2573312-f650-44bc-b20f-686f17cb7a9d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:49:10.692934 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b943bf4e-8b83-4574-b664-d1776495de28" -d '{"events": [{"name": "network-changed", "server_uuid": "332e7964-ea6e-4a4c-bfd3-2695445504da", "tag": "b2573312-f650-44bc-b20f-686f17cb7a9d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:49:10.725028 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-650d80f7-397c-4d4f-b040-37a3b6a9ddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:10.750828 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0ee0ed16-a493-4463-9164-8241a99602c0 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Calling delete_port for c758b6ee-c82b-4ca2-8840-f7e87a1cb993 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:10.802241 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d80f7-397c-4d4f-b040-37a3b6a9ddda None None] Pushing event deleted for resources: {'Port': ['ID=c758b6ee-c82b-4ca2-8840-f7e87a1cb993,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:10.816243 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650d80f7-397c-4d4f-b040-37a3b6a9ddda None None] No DVR routers for this DVR port c758b6ee-c82b-4ca2-8840-f7e87a1cb993 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:10.836258 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d80f7-397c-4d4f-b040-37a3b6a9ddda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:10.836614 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d80f7-397c-4d4f-b040-37a3b6a9ddda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:10.837021 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d80f7-397c-4d4f-b040-37a3b6a9ddda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:10.837686 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d80f7-397c-4d4f-b040-37a3b6a9ddda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:10.837883 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d80f7-397c-4d4f-b040-37a3b6a9ddda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:10.838269 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d80f7-397c-4d4f-b040-37a3b6a9ddda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:10.838605 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d80f7-397c-4d4f-b040-37a3b6a9ddda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:10.838934 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d80f7-397c-4d4f-b040-37a3b6a9ddda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:10.839256 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d80f7-397c-4d4f-b040-37a3b6a9ddda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:10.839940 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d80f7-397c-4d4f-b040-37a3b6a9ddda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:10.839940 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d80f7-397c-4d4f-b040-37a3b6a9ddda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:10.840990 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d80f7-397c-4d4f-b040-37a3b6a9ddda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:10.871825 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96367a39-fc67-43f3-9c3a-5d2ff60f7e24 req-fadcca70-aa3c-4027-810e-95ecd4709c26 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:10.880403 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-96367a39-fc67-43f3-9c3a-5d2ff60f7e24 req-fadcca70-aa3c-4027-810e-95ecd4709c26 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/ports?device_id=332e7964-ea6e-4a4c-bfd3-2695445504da HTTP/1.1" status: 200 len: 944 time: 1.1119330 Jul 22 16:49:10.897444 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5fbaf1e5-3e9d-4af4-a583-2cbf61079251 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:10.900226 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809fa93-839c-460c-9e74-dceb9f6cb05f tempest-BulkNetworkOpsIpV6Test-408596357 tempest-BulkNetworkOpsIpV6Test-408596357-project] Pushing event deleted for resources: {'Network': ['ID=fbe9caaa-7896-4611-8b7f-75909fe361bc,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:10.906087 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac042a53-762a-4823-8245-7d2e6e2029fc x-openstack-request-id: req-ac042a53-762a-4823-8245-7d2e6e2029fc {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:49:10.906518 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332e7964-ea6e-4a4c-bfd3-2695445504da", "tag": "b2573312-f650-44bc-b20f-686f17cb7a9d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:49:10.906960 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ac042a53-762a-4823-8245-7d2e6e2029fc {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:49:10.907538 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332e7964-ea6e-4a4c-bfd3-2695445504da', 'tag': 'b2573312-f650-44bc-b20f-686f17cb7a9d', 'status': 'completed', 'code': 200} Jul 22 16:49:10.921082 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5fbaf1e5-3e9d-4af4-a583-2cbf61079251 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Calling delete_port for 706d94d1-b403-4659-855c-6be2d363f415 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:10.954453 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-67c80f6d-64f6-421f-9825-1be961ca145f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:10.975941 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c758b6ee-c82b-4ca2-8840-f7e87a1cb993 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:49:10.989424 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-96367a39-fc67-43f3-9c3a-5d2ff60f7e24 req-d94f9732-0426-44e8-a3c8-946b8f4e5a39 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/security-groups?id=c992b471-596f-4771-9b78-22a7ba1d2244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054976 Jul 22 16:49:11.000572 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29218a11-297b-4450-810d-e69767af9273 service neutron] Pushing event updated for resources: {'Port': ['ID=b2573312-f650-44bc-b20f-686f17cb7a9d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:11.024307 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: c758b6ee-c82b-4ca2-8840-f7e87a1cb993 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:49:11.026182 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c758b6ee-c82b-4ca2-8840-f7e87a1cb993 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:49:11.106374 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5fbaf1e5-3e9d-4af4-a583-2cbf61079251 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:11.114734 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-2b595765-8c68-4a47-a82c-d5693494ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:11.116640 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-2b595765-8c68-4a47-a82c-d5693494ae8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99d7887d00ad49748d9fd07afe294b31&device_id=332e7964-ea6e-4a4c-bfd3-2695445504da HTTP/1.1" status: 200 len: 1095 time: 0.3403313 Jul 22 16:49:11.126569 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ee0ed16-a493-4463-9164-8241a99602c0 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:11.154268 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40734) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:11.163777 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbaf1e5-3e9d-4af4-a583-2cbf61079251 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event deleted for resources: {'Port': ['ID=706d94d1-b403-4659-855c-6be2d363f415,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:11.223975 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0ed16-a493-4463-9164-8241a99602c0 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Pushing event deleted for resources: {'Port': ['ID=c758b6ee-c82b-4ca2-8840-f7e87a1cb993,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:11.230348 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-be8328f0-3c79-4fe6-b1a5-b624ebea9703 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2573312-f650-44bc-b20f-686f17cb7a9d HTTP/1.1" status: 200 len: 217 time: 0.0747693 Jul 22 16:49:11.246829 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee0ed16-a493-4463-9164-8241a99602c0 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] No DVR routers for this DVR port c758b6ee-c82b-4ca2-8840-f7e87a1cb993 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:11.304391 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-bf05d95d-0a2c-4bc2-8b70-da2d2539b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:11.306200 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-bf05d95d-0a2c-4bc2-8b70-da2d2539b059 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd5902f-09ea-4c99-8158-37d269ce09fb HTTP/1.1" status: 200 len: 854 time: 0.0663106 Jul 22 16:49:11.308256 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c80f6d-64f6-421f-9825-1be961ca145f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Router f96700c5-1b50-4199-8106-502dcb6b246b has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:49:11.344688 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5fbaf1e5-3e9d-4af4-a583-2cbf61079251 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:11.346688 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5fbaf1e5-3e9d-4af4-a583-2cbf61079251 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "DELETE /v2.0/ports/706d94d1-b403-4659-855c-6be2d363f415 HTTP/1.1" status: 204 len: 168 time: 1.0205097 Jul 22 16:49:11.352157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40742) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:11.355713 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-dc93a5a1-8f55-4508-895e-83b8df033c19 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e38f71a0-effd-417a-b4d0-026e1e6d62cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414453 Jul 22 16:49:11.371279 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ee0ed16-a493-4463-9164-8241a99602c0 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:11.386290 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0ee0ed16-a493-4463-9164-8241a99602c0 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369d617c-6574-45bb-a907-62ed586b2e8b']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:11.408526 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0ee0ed16-a493-4463-9164-8241a99602c0 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c23c1f3-2478-445c-81ca-465112476869') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:11.408824 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0ee0ed16-a493-4463-9164-8241a99602c0 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c23c1f3-2478-445c-81ca-465112476869') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:11.425957 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ee0ed16-a493-4463-9164-8241a99602c0 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:11.437301 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-da163b9c-0cbc-4b55-b630-450a25ba9336 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7f1bdc3745854a31a9f2ceb532f28191&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2791202 Jul 22 16:49:11.437535 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40744) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:11.454663 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ee0ed16-a493-4463-9164-8241a99602c0 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:11.468699 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee0ed16-a493-4463-9164-8241a99602c0 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:11.469099 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ee0ed16-a493-4463-9164-8241a99602c0 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:11.472164 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:11.542122 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-356b606a-4949-4cd6-aa27-4fb7aef7990f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Deleting subnet d1b3925e-5bc2-4165-8e50-36b5b076cd3a {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:49:11.553180 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-356b606a-4949-4cd6-aa27-4fb7aef7990f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:11.566541 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ee0ed16-a493-4463-9164-8241a99602c0 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:11.586624 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ee0ed16-a493-4463-9164-8241a99602c0 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:11.591038 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0ee0ed16-a493-4463-9164-8241a99602c0 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] 10.222.0.69 "DELETE /v2.0/networks/369d617c-6574-45bb-a907-62ed586b2e8b HTTP/1.1" status: 204 len: 168 time: 1.5627954 Jul 22 16:49:11.591038 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0ed16-a493-4463-9164-8241a99602c0 tempest-AllowedAddressPairTestJSON-962394529 tempest-AllowedAddressPairTestJSON-962394529-project] Pushing event deleted for resources: {'Network': ['ID=369d617c-6574-45bb-a907-62ed586b2e8b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:11.594592 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c80f6d-64f6-421f-9825-1be961ca145f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:49:11.598017 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21932d25-60f2-4da6-9fe7-9575b78fb7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:11.607483 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-67c80f6d-64f6-421f-9825-1be961ca145f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "PUT /v2.0/routers/f96700c5-1b50-4199-8106-502dcb6b246b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6780601 Jul 22 16:49:11.609583 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7c3241-0960-4f1c-93b4-94659b9de2a1 None None] Sync routers for ids ['f96700c5-1b50-4199-8106-502dcb6b246b'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:49:11.615114 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40750) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:11.623869 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7c3241-0960-4f1c-93b4-94659b9de2a1 None None] Routers {'f96700c5-1b50-4199-8106-502dcb6b246b'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:11.627968 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3b7c3241-0960-4f1c-93b4-94659b9de2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:49:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f96700c5-1b50-4199-8106-502dcb6b246b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:11.652574 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21932d25-60f2-4da6-9fe7-9575b78fb7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:11.684084 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-6854d580-747b-4d05-9124-0ef3c300d398 service neutron] 10.222.0.30 "GET /v2.0/networks/e38f71a0-effd-417a-b4d0-026e1e6d62cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204107 Jul 22 16:49:11.690278 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-356b606a-4949-4cd6-aa27-4fb7aef7990f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:11.807753 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21932d25-60f2-4da6-9fe7-9575b78fb7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:11.810791 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21932d25-60f2-4da6-9fe7-9575b78fb7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:11.823446 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-21932d25-60f2-4da6-9fe7-9575b78fb7f3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/751762b0-d3eb-46ae-96d3-ba3ef2a89695 HTTP/1.1" status: 204 len: 168 time: 0.3814852 Jul 22 16:49:11.833502 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21932d25-60f2-4da6-9fe7-9575b78fb7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751762b0-d3eb-46ae-96d3-ba3ef2a89695,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:11.859897 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-170df97d-7fd1-4a6e-a175-a9ee901abb53 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Deleting subnet 714eb42f-272f-4702-91cf-1b30f79d1d9f {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:49:11.873653 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-170df97d-7fd1-4a6e-a175-a9ee901abb53 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:11.894314 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3b7c3241-0960-4f1c-93b4-94659b9de2a1 None None] Set router f96700c5-1b50-4199-8106-502dcb6b246b gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:49:11.934671 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40758) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:11.974506 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-170df97d-7fd1-4a6e-a175-a9ee901abb53 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:11.978724 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7978857-d283-4eba-bad0-14cdc21fbb9a req-d8eb4c8e-508b-4ecf-b9e4-9c4eade8e788 service neutron] 10.222.0.30 "GET /v2.0/networks/e38f71a0-effd-417a-b4d0-026e1e6d62cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825480 Jul 22 16:49:12.002326 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-356b606a-4949-4cd6-aa27-4fb7aef7990f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:12.038532 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:12.149799 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:12.269246 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-356b606a-4949-4cd6-aa27-4fb7aef7990f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:12.296854 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3b7c3241-0960-4f1c-93b4-94659b9de2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:49:09Z', 'revision_number': 10, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:24Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:12.306664 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-170df97d-7fd1-4a6e-a175-a9ee901abb53 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:12.369537 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7c3241-0960-4f1c-93b4-94659b9de2a1 None None] Checking router: f96700c5-1b50-4199-8106-502dcb6b246b for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:49:12.390315 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7c3241-0960-4f1c-93b4-94659b9de2a1 None None] Routers {'f96700c5-1b50-4199-8106-502dcb6b246b'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:12.391824 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3b7c3241-0960-4f1c-93b4-94659b9de2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:49:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f96700c5-1b50-4199-8106-502dcb6b246b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:12.395291 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b606a-4949-4cd6-aa27-4fb7aef7990f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event deleted for resources: {'Subnet': ['ID=d1b3925e-5bc2-4165-8e50-36b5b076cd3a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:12.403632 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-356b606a-4949-4cd6-aa27-4fb7aef7990f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:12.406584 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2a4b2c-aec7-4ae5-add1-846c5e6ce8fb None None] Network 1efbf9bc-0c70-4776-ae72-82d943308ba7 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:12.408647 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-356b606a-4949-4cd6-aa27-4fb7aef7990f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "DELETE /v2.0/subnets/d1b3925e-5bc2-4165-8e50-36b5b076cd3a HTTP/1.1" status: 204 len: 168 time: 1.0551105 Jul 22 16:49:12.419564 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40780) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:12.470611 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-170df97d-7fd1-4a6e-a175-a9ee901abb53 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:12.489464 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3300ea-4c9e-4060-8105-bf36db64e78d req-b4dba829-9e9d-45b4-b9a9-623c5a9bf64d tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:12.491280 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c3300ea-4c9e-4060-8105-bf36db64e78d req-b4dba829-9e9d-45b4-b9a9-623c5a9bf64d tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/ports?device_id=332e7964-ea6e-4a4c-bfd3-2695445504da HTTP/1.1" status: 200 len: 944 time: 0.3975811 Jul 22 16:49:12.547946 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943bf4e-8b83-4574-b664-d1776495de28 req-4c7ac907-8bd2-45c5-974f-b9f239f95c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:12.549811 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b943bf4e-8b83-4574-b664-d1776495de28 req-4c7ac907-8bd2-45c5-974f-b9f239f95c66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99d7887d00ad49748d9fd07afe294b31&device_id=332e7964-ea6e-4a4c-bfd3-2695445504da HTTP/1.1" status: 200 len: 1095 time: 0.4480100 Jul 22 16:49:12.551628 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170df97d-7fd1-4a6e-a175-a9ee901abb53 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Subnet': ['ID=714eb42f-272f-4702-91cf-1b30f79d1d9f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:12.570108 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d2093aa8-802e-4766-89d1-9cf61f4e5e42 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=46dd2b11bf8b4cfc856afeb47d349794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6342282 Jul 22 16:49:12.583799 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5b4d90-b954-413c-944b-bc422cb9a35f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Deleting subnet 96d2d744-bd35-4248-9461-63b7b331579f {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:49:12.590545 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40786) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:12.592757 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4d90-b954-413c-944b-bc422cb9a35f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:12.616402 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3b7c3241-0960-4f1c-93b4-94659b9de2a1 None None] Set router f96700c5-1b50-4199-8106-502dcb6b246b gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:49:12.653135 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943bf4e-8b83-4574-b664-d1776495de28 req-56bb4dcc-a77d-4f8b-8dc1-c72ce8843b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:12.654946 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b943bf4e-8b83-4574-b664-d1776495de28 req-56bb4dcc-a77d-4f8b-8dc1-c72ce8843b18 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e38f71a0-effd-417a-b4d0-026e1e6d62cf HTTP/1.1" status: 200 len: 915 time: 0.0943491 Jul 22 16:49:12.658715 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-170df97d-7fd1-4a6e-a175-a9ee901abb53 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:12.665052 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-170df97d-7fd1-4a6e-a175-a9ee901abb53 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/subnets/714eb42f-272f-4702-91cf-1b30f79d1d9f HTTP/1.1" status: 204 len: 168 time: 1.0489554 Jul 22 16:49:12.668009 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40788) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:12.668930 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad07b271-69c2-440c-b519-bed35fdc7314 None None] Network fd3f0d00-3811-4316-b7b6-a87f37bbbab9 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:12.730148 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4d90-b954-413c-944b-bc422cb9a35f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:12.764761 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c3300ea-4c9e-4060-8105-bf36db64e78d req-36f3a823-fc0a-46dc-9658-6d36ef625a79 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/security-groups?id=c992b471-596f-4771-9b78-22a7ba1d2244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445679 Jul 22 16:49:12.777841 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b943bf4e-8b83-4574-b664-d1776495de28 req-ac721420-edfc-47a6-82d9-5d4db6c715d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2573312-f650-44bc-b20f-686f17cb7a9d HTTP/1.1" status: 200 len: 217 time: 0.1005454 Jul 22 16:49:12.788314 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53136f93-2428-4e61-b29d-f178690f9a6e None None] DHCP port deletion for 1efbf9bc-0c70-4776-ae72-82d943308ba7 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:49:12.847771 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e23be0ef-1257-4466-b3f6-7620f56aecc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:12.901886 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e23be0ef-1257-4466-b3f6-7620f56aecc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:12.923254 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f5bc06c-0f75-408e-a9c6-ceb3d91b89d4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:12.939036 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943bf4e-8b83-4574-b664-d1776495de28 req-a71bb0e3-e9a4-40b0-99f7-da196c13ef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:12.940880 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b943bf4e-8b83-4574-b664-d1776495de28 req-a71bb0e3-e9a4-40b0-99f7-da196c13ef94 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd5902f-09ea-4c99-8158-37d269ce09fb HTTP/1.1" status: 200 len: 854 time: 0.1511924 Jul 22 16:49:12.985618 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4d90-b954-413c-944b-bc422cb9a35f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:13.024120 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-53136f93-2428-4e61-b29d-f178690f9a6e None None] Deleting port 982447d8-c38d-4ba8-b558-95fb323ed4dc {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:13.024603 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53136f93-2428-4e61-b29d-f178690f9a6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:13.051856 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b943bf4e-8b83-4574-b664-d1776495de28 req-e070cf9c-f929-4245-bb99-b3b1d8a41cec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e38f71a0-effd-417a-b4d0-026e1e6d62cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915043 Jul 22 16:49:13.123223 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e23be0ef-1257-4466-b3f6-7620f56aecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:13.129004 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e23be0ef-1257-4466-b3f6-7620f56aecc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:13.130752 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e23be0ef-1257-4466-b3f6-7620f56aecc5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2bbb32f9-e92b-4a0b-8b0f-8d62808d91dc HTTP/1.1" status: 204 len: 168 time: 0.5391440 Jul 22 16:49:13.135704 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4d90-b954-413c-944b-bc422cb9a35f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:13.160304 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-53136f93-2428-4e61-b29d-f178690f9a6e None None] For port 982447d8-c38d-4ba8-b558-95fb323ed4dc, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=982447d8-c38d-4ba8-b558-95fb323ed4dc,segment=NetworkSegment(0bac6b5f-ec86-400e-b73c-85ef833d6e8a),segment_id=0bac6b5f-ec86-400e-b73c-85ef833d6e8a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:13.160933 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53136f93-2428-4e61-b29d-f178690f9a6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:13.179252 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23be0ef-1257-4466-b3f6-7620f56aecc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbb32f9-e92b-4a0b-8b0f-8d62808d91dc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:13.181831 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b4d90-b954-413c-944b-bc422cb9a35f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event deleted for resources: {'Subnet': ['ID=96d2d744-bd35-4248-9461-63b7b331579f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:13.193781 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4d90-b954-413c-944b-bc422cb9a35f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:13.198804 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-53136f93-2428-4e61-b29d-f178690f9a6e None None] Calling delete_port for 982447d8-c38d-4ba8-b558-95fb323ed4dc owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:13.199730 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ab5b4d90-b954-413c-944b-bc422cb9a35f tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "DELETE /v2.0/subnets/96d2d744-bd35-4248-9461-63b7b331579f HTTP/1.1" status: 204 len: 168 time: 0.7759256 Jul 22 16:49:13.200517 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40802) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:13.245176 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997bd0d2-986d-405a-9151-20672eba0675 None None] DHCP port deletion for fd3f0d00-3811-4316-b7b6-a87f37bbbab9 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:49:13.256415 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a757bf0-a35c-466e-a558-ffb181247189 None None] Network 20b1ef6e-c935-49ba-95c9-1b74b8d956bf requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:13.279091 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40804) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:13.319018 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3f5bc06c-0f75-408e-a9c6-ceb3d91b89d4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Deleting port 9ea390e9-c976-4eb9-9207-78a7395c10d4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:13.323072 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f5bc06c-0f75-408e-a9c6-ceb3d91b89d4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:13.392793 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b6c077a-ea83-4c81-86d4-01add33249a0 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:13.402522 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b943bf4e-8b83-4574-b664-d1776495de28 req-35d870f8-c54c-481c-85f9-e6193c684a35 service neutron] 10.222.0.30 "GET /v2.0/networks/e38f71a0-effd-417a-b4d0-026e1e6d62cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892320 Jul 22 16:49:13.438254 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3b7c3241-0960-4f1c-93b4-94659b9de2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:49:09Z', 'revision_number': 10, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:24Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:13.493948 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7c3241-0960-4f1c-93b4-94659b9de2a1 None None] The sync data for ids ['f96700c5-1b50-4199-8106-502dcb6b246b'] in n-d-798930-9 is: [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:49:09Z', 'revision_number': 10, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None, '_interfaces': [{'id': '8baad698-b499-4742-a3e4-b9133645d9c2', 'name': '', 'network_id': 'd76324c7-ce7d-454b-87bf-10e2d650aa5e', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'mac_address': 'fa:16:3e:6b:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:12Z', 'updated_at': '2021-07-22T16:48:24Z', 'revision_number': 5, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'subnets': [{'id': '73ddb152-f998-4038-9de9-1ab3bc939415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:49:13.520721 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8b6c077a-ea83-4c81-86d4-01add33249a0 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Deleting port 982447d8-c38d-4ba8-b558-95fb323ed4dc {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:13.521788 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b6c077a-ea83-4c81-86d4-01add33249a0 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:13.585413 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3f5bc06c-0f75-408e-a9c6-ceb3d91b89d4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] For port 9ea390e9-c976-4eb9-9207-78a7395c10d4, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=9ea390e9-c976-4eb9-9207-78a7395c10d4,segment=NetworkSegment(1a16e0da-df45-4798-bcae-251e7e379204),segment_id=1a16e0da-df45-4798-bcae-251e7e379204)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:13.586183 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-997bd0d2-986d-405a-9151-20672eba0675 None None] Deleting port 9ea390e9-c976-4eb9-9207-78a7395c10d4 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:13.588044 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f5bc06c-0f75-408e-a9c6-ceb3d91b89d4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:13.588938 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-997bd0d2-986d-405a-9151-20672eba0675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:13.606033 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53136f93-2428-4e61-b29d-f178690f9a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:13.676205 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-8b6c077a-ea83-4c81-86d4-01add33249a0 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] For port 982447d8-c38d-4ba8-b558-95fb323ed4dc, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=982447d8-c38d-4ba8-b558-95fb323ed4dc,segment=NetworkSegment(0bac6b5f-ec86-400e-b73c-85ef833d6e8a),segment_id=0bac6b5f-ec86-400e-b73c-85ef833d6e8a)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:13.676578 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b6c077a-ea83-4c81-86d4-01add33249a0 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:13.698266 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8b6c077a-ea83-4c81-86d4-01add33249a0 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Calling delete_port for 982447d8-c38d-4ba8-b558-95fb323ed4dc owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:13.698637 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3f5bc06c-0f75-408e-a9c6-ceb3d91b89d4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Calling delete_port for 9ea390e9-c976-4eb9-9207-78a7395c10d4 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:13.751747 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-997bd0d2-986d-405a-9151-20672eba0675 None None] For port 9ea390e9-c976-4eb9-9207-78a7395c10d4, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=9ea390e9-c976-4eb9-9207-78a7395c10d4,segment=NetworkSegment(1a16e0da-df45-4798-bcae-251e7e379204),segment_id=1a16e0da-df45-4798-bcae-251e7e379204)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:13.752478 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-997bd0d2-986d-405a-9151-20672eba0675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:13.766605 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-997bd0d2-986d-405a-9151-20672eba0675 None None] Calling delete_port for 9ea390e9-c976-4eb9-9207-78a7395c10d4 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:13.788266 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b6c077a-ea83-4c81-86d4-01add33249a0 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:13.830064 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c077a-ea83-4c81-86d4-01add33249a0 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event deleted for resources: {'Port': ['ID=982447d8-c38d-4ba8-b558-95fb323ed4dc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:13.836112 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6c077a-ea83-4c81-86d4-01add33249a0 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] No DVR routers for this DVR port 982447d8-c38d-4ba8-b558-95fb323ed4dc on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:13.890424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-767651b9-c5ea-49bc-afca-56d152dc7bf8 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2140421182'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:13.905627 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53136f93-2428-4e61-b29d-f178690f9a6e None None] Pushing event deleted for resources: {'Port': ['ID=982447d8-c38d-4ba8-b558-95fb323ed4dc,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:13.907124 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f5bc06c-0f75-408e-a9c6-ceb3d91b89d4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:13.908734 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-997bd0d2-986d-405a-9151-20672eba0675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:13.936086 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53136f93-2428-4e61-b29d-f178690f9a6e None None] No DVR routers for this DVR port 982447d8-c38d-4ba8-b558-95fb323ed4dc on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:13.939658 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bd0d2-986d-405a-9151-20672eba0675 None None] Pushing event deleted for resources: {'Port': ['ID=9ea390e9-c976-4eb9-9207-78a7395c10d4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:13.958041 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997bd0d2-986d-405a-9151-20672eba0675 None None] No DVR routers for this DVR port 9ea390e9-c976-4eb9-9207-78a7395c10d4 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:14.049107 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b6c077a-ea83-4c81-86d4-01add33249a0 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:14.062930 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-8b6c077a-ea83-4c81-86d4-01add33249a0 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efbf9bc-0c70-4776-ae72-82d943308ba7']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:14.082127 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-8b6c077a-ea83-4c81-86d4-01add33249a0 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bac6b5f-ec86-400e-b73c-85ef833d6e8a') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:14.082698 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-8b6c077a-ea83-4c81-86d4-01add33249a0 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bac6b5f-ec86-400e-b73c-85ef833d6e8a') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:14.093290 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b6c077a-ea83-4c81-86d4-01add33249a0 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:14.126181 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b6c077a-ea83-4c81-86d4-01add33249a0 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:14.126550 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4e442a-a7e0-4a89-bf50-3f31f2d56736 None None] DHCP port deletion for 20b1ef6e-c935-49ba-95c9-1b74b8d956bf request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:49:14.129245 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b943bf4e-8b83-4574-b664-d1776495de28 req-dc722d56-95c3-4716-98e2-3cc30edcf17b service neutron] 10.222.0.30 "GET /v2.0/networks/e38f71a0-effd-417a-b4d0-026e1e6d62cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7147543 Jul 22 16:49:14.130492 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5bc06c-0f75-408e-a9c6-ceb3d91b89d4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] No DVR routers for this DVR port 9ea390e9-c976-4eb9-9207-78a7395c10d4 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:14.137087 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5bc06c-0f75-408e-a9c6-ceb3d91b89d4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Port': ['ID=9ea390e9-c976-4eb9-9207-78a7395c10d4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:14.152948 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6c077a-ea83-4c81-86d4-01add33249a0 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:14.154311 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b6c077a-ea83-4c81-86d4-01add33249a0 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:14.158643 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:14.208625 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-aa4e442a-a7e0-4a89-bf50-3f31f2d56736 None None] Deleting port 5f011c7b-0e43-44e9-8ccd-6d25dab034eb {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:14.209251 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa4e442a-a7e0-4a89-bf50-3f31f2d56736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:14.239363 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767651b9-c5ea-49bc-afca-56d152dc7bf8 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Made reservation on behalf of 001a97323c7f4fbba13460cd92514768 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:14.243316 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-767651b9-c5ea-49bc-afca-56d152dc7bf8 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:14.250605 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b6c077a-ea83-4c81-86d4-01add33249a0 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:14.257680 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b6c077a-ea83-4c81-86d4-01add33249a0 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:14.264728 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8b6c077a-ea83-4c81-86d4-01add33249a0 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "DELETE /v2.0/networks/1efbf9bc-0c70-4776-ae72-82d943308ba7 HTTP/1.1" status: 204 len: 168 time: 1.0619867 Jul 22 16:49:14.273109 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40832) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:14.299349 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c077a-ea83-4c81-86d4-01add33249a0 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event deleted for resources: {'Network': ['ID=1efbf9bc-0c70-4776-ae72-82d943308ba7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:14.335533 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-aa4e442a-a7e0-4a89-bf50-3f31f2d56736 None None] For port 5f011c7b-0e43-44e9-8ccd-6d25dab034eb, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5f011c7b-0e43-44e9-8ccd-6d25dab034eb,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:14.336029 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa4e442a-a7e0-4a89-bf50-3f31f2d56736 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:14.350276 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-aa4e442a-a7e0-4a89-bf50-3f31f2d56736 None None] Calling delete_port for 5f011c7b-0e43-44e9-8ccd-6d25dab034eb owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:14.357077 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-767651b9-c5ea-49bc-afca-56d152dc7bf8 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:14.366093 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d51e46d-c221-4a6f-8bc3-659d099c78a4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:14.401746 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f5bc06c-0f75-408e-a9c6-ceb3d91b89d4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:14.425345 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-3f5bc06c-0f75-408e-a9c6-ceb3d91b89d4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd3f0d00-3811-4316-b7b6-a87f37bbbab9']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:14.447151 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-3f5bc06c-0f75-408e-a9c6-ceb3d91b89d4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a16e0da-df45-4798-bcae-251e7e379204') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:14.447542 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-3f5bc06c-0f75-408e-a9c6-ceb3d91b89d4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a16e0da-df45-4798-bcae-251e7e379204') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:14.499190 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f5bc06c-0f75-408e-a9c6-ceb3d91b89d4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:14.512236 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd761e5f-0936-4f40-95af-65fdb951320e req-cf666bd2-f06c-4f7a-957c-40910d905b9f tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:14.513882 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dd761e5f-0936-4f40-95af-65fdb951320e req-cf666bd2-f06c-4f7a-957c-40910d905b9f tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/ports?device_id=332e7964-ea6e-4a4c-bfd3-2695445504da HTTP/1.1" status: 200 len: 944 time: 0.6127503 Jul 22 16:49:14.558416 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f5bc06c-0f75-408e-a9c6-ceb3d91b89d4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:14.582327 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5bc06c-0f75-408e-a9c6-ceb3d91b89d4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:14.582327 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f5bc06c-0f75-408e-a9c6-ceb3d91b89d4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:14.583853 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40838) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:14.590050 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:14.611340 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dd761e5f-0936-4f40-95af-65fdb951320e req-2a50f1e2-08d7-4d94-953e-4c89de8d906c tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/security-groups?id=c992b471-596f-4771-9b78-22a7ba1d2244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865052 Jul 22 16:49:14.667598 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7d51e46d-c221-4a6f-8bc3-659d099c78a4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Deleting port 5f011c7b-0e43-44e9-8ccd-6d25dab034eb {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:14.667792 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d51e46d-c221-4a6f-8bc3-659d099c78a4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:14.684447 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa4e442a-a7e0-4a89-bf50-3f31f2d56736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:14.697097 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f5bc06c-0f75-408e-a9c6-ceb3d91b89d4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:14.706924 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4e442a-a7e0-4a89-bf50-3f31f2d56736 None None] No DVR routers for this DVR port 5f011c7b-0e43-44e9-8ccd-6d25dab034eb on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:14.728603 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f5bc06c-0f75-408e-a9c6-ceb3d91b89d4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:14.734789 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40844) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:14.735998 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3f5bc06c-0f75-408e-a9c6-ceb3d91b89d4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/networks/fd3f0d00-3811-4316-b7b6-a87f37bbbab9 HTTP/1.1" status: 204 len: 168 time: 2.0521839 Jul 22 16:49:14.738886 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5bc06c-0f75-408e-a9c6-ceb3d91b89d4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Network': ['ID=fd3f0d00-3811-4316-b7b6-a87f37bbbab9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:14.759414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e442a-a7e0-4a89-bf50-3f31f2d56736 None None] Pushing event deleted for resources: {'Port': ['ID=5f011c7b-0e43-44e9-8ccd-6d25dab034eb,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:14.819452 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7d51e46d-c221-4a6f-8bc3-659d099c78a4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] For port 5f011c7b-0e43-44e9-8ccd-6d25dab034eb, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5f011c7b-0e43-44e9-8ccd-6d25dab034eb,segment=NetworkSegment(e4f4bbfe-2abb-4c16-96a6-2c9b0861412d),segment_id=e4f4bbfe-2abb-4c16-96a6-2c9b0861412d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:14.819820 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d51e46d-c221-4a6f-8bc3-659d099c78a4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:14.835897 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 982447d8-c38d-4ba8-b558-95fb323ed4dc no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:49:14.856590 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 982447d8-c38d-4ba8-b558-95fb323ed4dc {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:49:14.856938 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 982447d8-c38d-4ba8-b558-95fb323ed4dc not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:49:14.857628 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 9ea390e9-c976-4eb9-9207-78a7395c10d4 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:49:14.858313 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1b6dcff2-8445-4902-a74e-0ad28daac49c tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-472040209', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:14.859365 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7d51e46d-c221-4a6f-8bc3-659d099c78a4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Calling delete_port for 5f011c7b-0e43-44e9-8ccd-6d25dab034eb owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:14.880649 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 9ea390e9-c976-4eb9-9207-78a7395c10d4 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:49:14.881002 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 9ea390e9-c976-4eb9-9207-78a7395c10d4 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:49:14.881439 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5f011c7b-0e43-44e9-8ccd-6d25dab034eb no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:49:14.905672 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 5f011c7b-0e43-44e9-8ccd-6d25dab034eb {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:49:14.906095 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5f011c7b-0e43-44e9-8ccd-6d25dab034eb not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:49:14.906647 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5fdf0f7a-18a2-4126-af81-2b86f9f0012e no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:49:14.925508 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 5fdf0f7a-18a2-4126-af81-2b86f9f0012e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:49:14.925853 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5fdf0f7a-18a2-4126-af81-2b86f9f0012e not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:49:14.966656 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-767651b9-c5ea-49bc-afca-56d152dc7bf8 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:14.976466 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-767651b9-c5ea-49bc-afca-56d152dc7bf8 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.002077 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b6dcff2-8445-4902-a74e-0ad28daac49c tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.003724 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b6dcff2-8445-4902-a74e-0ad28daac49c tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.004978 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d51e46d-c221-4a6f-8bc3-659d099c78a4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.019424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767651b9-c5ea-49bc-afca-56d152dc7bf8 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:49:15.056357 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d51e46d-c221-4a6f-8bc3-659d099c78a4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] No DVR routers for this DVR port 5f011c7b-0e43-44e9-8ccd-6d25dab034eb on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:15.059103 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767651b9-c5ea-49bc-afca-56d152dc7bf8 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0253b77-7465-4400-bb03-a7d530467742,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:15.073253 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51e46d-c221-4a6f-8bc3-659d099c78a4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event deleted for resources: {'Port': ['ID=5f011c7b-0e43-44e9-8ccd-6d25dab034eb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:15.079477 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-767651b9-c5ea-49bc-afca-56d152dc7bf8 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.079816 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-767651b9-c5ea-49bc-afca-56d152dc7bf8 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Added segment a01f9104-98bd-471a-ac39-b44040180a1c of type vlan for network ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04 Jul 22 16:49:15.118292 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b6dcff2-8445-4902-a74e-0ad28daac49c tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.127649 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b6dcff2-8445-4902-a74e-0ad28daac49c tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.149712 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b6dcff2-8445-4902-a74e-0ad28daac49c tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.153653 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1b6dcff2-8445-4902-a74e-0ad28daac49c tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5656619 Jul 22 16:49:15.154848 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40848) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:15.161605 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2ff14940-f708-4bc1-aad5-91f678794e2b tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2028948838'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:15.183954 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-767651b9-c5ea-49bc-afca-56d152dc7bf8 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.201965 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff14940-f708-4bc1-aad5-91f678794e2b tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Made reservation on behalf of ffb520ca6d794e78a8a72c62140c4f6a for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:15.205874 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ff14940-f708-4bc1-aad5-91f678794e2b tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.213224 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d51e46d-c221-4a6f-8bc3-659d099c78a4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.226803 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-7d51e46d-c221-4a6f-8bc3-659d099c78a4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b1ef6e-c935-49ba-95c9-1b74b8d956bf']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:15.234844 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ff14940-f708-4bc1-aad5-91f678794e2b tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.245727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-7d51e46d-c221-4a6f-8bc3-659d099c78a4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f4bbfe-2abb-4c16-96a6-2c9b0861412d') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:15.246075 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-7d51e46d-c221-4a6f-8bc3-659d099c78a4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f4bbfe-2abb-4c16-96a6-2c9b0861412d') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:15.262564 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d51e46d-c221-4a6f-8bc3-659d099c78a4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.277233 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-767651b9-c5ea-49bc-afca-56d152dc7bf8 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.283400 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767651b9-c5ea-49bc-afca-56d152dc7bf8 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:15.284983 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-767651b9-c5ea-49bc-afca-56d152dc7bf8 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.288091 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d51e46d-c221-4a6f-8bc3-659d099c78a4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.300151 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6d28596-3498-4410-a00d-6dcac0b6d5ee tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.322748 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d51e46d-c221-4a6f-8bc3-659d099c78a4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:15.323515 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d51e46d-c221-4a6f-8bc3-659d099c78a4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:15.327365 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:15.334498 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b2573312-f650-44bc-b20f-686f17cb7a9d details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:49:15.432107 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767651b9-c5ea-49bc-afca-56d152dc7bf8 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Network': ['ID=ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:15.453843 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d51e46d-c221-4a6f-8bc3-659d099c78a4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.463830 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d51e46d-c221-4a6f-8bc3-659d099c78a4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.472843 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7d51e46d-c221-4a6f-8bc3-659d099c78a4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] 10.222.0.69 "DELETE /v2.0/networks/20b1ef6e-c935-49ba-95c9-1b74b8d956bf HTTP/1.1" status: 204 len: 168 time: 1.1950436 Jul 22 16:49:15.508238 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port b2573312-f650-44bc-b20f-686f17cb7a9d, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b2573312-f650-44bc-b20f-686f17cb7a9d,segment=NetworkSegment(cfef1afd-10cc-426e-a3bd-e2e3219abdd0),segment_id=cfef1afd-10cc-426e-a3bd-e2e3219abdd0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:15.520162 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'b2573312-f650-44bc-b20f-686f17cb7a9d', 'network_id': 'e38f71a0-effd-417a-b4d0-026e1e6d62cf', 'port_id': 'b2573312-f650-44bc-b20f-686f17cb7a9d', 'mac_address': 'fa:16:3e:09:be:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd5902f-09ea-4c99-8158-37d269ce09fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:49:15.523245 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:49:15.688537 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ff14940-f708-4bc1-aad5-91f678794e2b tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.708522 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ff14940-f708-4bc1-aad5-91f678794e2b tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.711063 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.738202 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff14940-f708-4bc1-aad5-91f678794e2b tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:49:15.785571 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff14940-f708-4bc1-aad5-91f678794e2b tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3e8f68-3bcb-41c7-9d77-f37d60580c34,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:15.792270 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ff14940-f708-4bc1-aad5-91f678794e2b tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.792900 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-2ff14940-f708-4bc1-aad5-91f678794e2b tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Added segment 2683faee-87ef-409a-8118-37e0211f48b8 of type vlan for network 5962888f-3d7e-42c0-9084-0029b3a4606c Jul 22 16:49:15.801302 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2573312-f650-44bc-b20f-686f17cb7a9d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:49:15.848229 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port b2573312-f650-44bc-b20f-686f17cb7a9d, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b2573312-f650-44bc-b20f-686f17cb7a9d,segment=NetworkSegment(cfef1afd-10cc-426e-a3bd-e2e3219abdd0),segment_id=cfef1afd-10cc-426e-a3bd-e2e3219abdd0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:15.854472 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.899704 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ff14940-f708-4bc1-aad5-91f678794e2b tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.912736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51e46d-c221-4a6f-8bc3-659d099c78a4 tempest-TaggedBootDevicesTest_v242-919222128 tempest-TaggedBootDevicesTest_v242-919222128-project] Pushing event deleted for resources: {'Network': ['ID=20b1ef6e-c935-49ba-95c9-1b74b8d956bf,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:15.952443 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ff14940-f708-4bc1-aad5-91f678794e2b tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.959115 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff14940-f708-4bc1-aad5-91f678794e2b tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:15.960016 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ff14940-f708-4bc1-aad5-91f678794e2b tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:15.986015 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-767651b9-c5ea-49bc-afca-56d152dc7bf8 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6910264 Jul 22 16:49:15.986363 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=b2573312-f650-44bc-b20f-686f17cb7a9d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:16.012890 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e6d28596-3498-4410-a00d-6dcac0b6d5ee tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Deleting port 8baad698-b499-4742-a3e4-b9133645d9c2 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:16.013233 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6d28596-3498-4410-a00d-6dcac0b6d5ee tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:16.013372 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9d8e6-f1f4-4ea1-add5-e022b29b4981 req-dad15b3f-b7db-4a6b-b81e-8018e7c1c36c tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:16.015169 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d0a9d8e6-f1f4-4ea1-add5-e022b29b4981 req-dad15b3f-b7db-4a6b-b81e-8018e7c1c36c tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/ports?device_id=332e7964-ea6e-4a4c-bfd3-2695445504da HTTP/1.1" status: 200 len: 945 time: 0.0933528 Jul 22 16:49:16.087354 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d0a9d8e6-f1f4-4ea1-add5-e022b29b4981 req-627f9584-5aeb-4df4-8cd5-a5a2d2ad93e6 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/security-groups?id=c992b471-596f-4771-9b78-22a7ba1d2244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638676 Jul 22 16:49:16.094210 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2ff14940-f708-4bc1-aad5-91f678794e2b tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9381266 Jul 22 16:49:16.097021 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40866) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:16.102246 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2e5e29d7-ebed-4e24-997c-ade7fe57d400 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Request body: {'subnet': {'network_id': '5962888f-3d7e-42c0-9084-0029b3a4606c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:16.123735 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40868) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:16.130929 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-69e4ecf9-97a0-4c1e-9769-9103b0f3efdf tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'subnet': {'network_id': 'ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:16.147683 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['b2573312-f650-44bc-b20f-686f17cb7a9d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:49:16.328182 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5e29d7-ebed-4e24-997c-ade7fe57d400 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Made reservation on behalf of ffb520ca6d794e78a8a72c62140c4f6a for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:16.331787 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e5e29d7-ebed-4e24-997c-ade7fe57d400 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:16.492647 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e4ecf9-97a0-4c1e-9769-9103b0f3efdf tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Made reservation on behalf of 001a97323c7f4fbba13460cd92514768 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:16.497662 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69e4ecf9-97a0-4c1e-9769-9103b0f3efdf tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:16.520112 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff14940-f708-4bc1-aad5-91f678794e2b tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Pushing event updated for resources: {'Network': ['ID=5962888f-3d7e-42c0-9084-0029b3a4606c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:16.532679 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 5962888f-3d7e-42c0-9084-0029b3a4606c details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:49:16.609098 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e6d28596-3498-4410-a00d-6dcac0b6d5ee tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] For port 8baad698-b499-4742-a3e4-b9133645d9c2, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8baad698-b499-4742-a3e4-b9133645d9c2,segment=NetworkSegment(ca74191a-2557-42eb-ac5d-40ebb62b9504),segment_id=ca74191a-2557-42eb-ac5d-40ebb62b9504)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:16.609559 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6d28596-3498-4410-a00d-6dcac0b6d5ee tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:16.634595 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e6d28596-3498-4410-a00d-6dcac0b6d5ee tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Calling delete_port for 8baad698-b499-4742-a3e4-b9133645d9c2 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:16.818742 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e5e29d7-ebed-4e24-997c-ade7fe57d400 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:16.880634 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6d28596-3498-4410-a00d-6dcac0b6d5ee tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:16.927029 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e29d7-ebed-4e24-997c-ade7fe57d400 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Pushing event updated for resources: {'Subnet': ['ID=d075c38c-cb01-42a4-a4c4-546d1da6dbf8,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:16.941605 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69e4ecf9-97a0-4c1e-9769-9103b0f3efdf tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:16.995574 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5e29d7-ebed-4e24-997c-ade7fe57d400 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Checking segment: {'id': '2683faee-87ef-409a-8118-37e0211f48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '5962888f-3d7e-42c0-9084-0029b3a4606c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:16.995822 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5e29d7-ebed-4e24-997c-ade7fe57d400 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Network hostable DHCP agents. Network: 5962888f-3d7e-42c0-9084-0029b3a4606c, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:49:17.009376 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d28596-3498-4410-a00d-6dcac0b6d5ee tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Port': ['ID=8baad698-b499-4742-a3e4-b9133645d9c2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:17.024323 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4ecf9-97a0-4c1e-9769-9103b0f3efdf tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Subnet': ['ID=84976dbc-ddd3-4993-b07f-07592217b110,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:17.050369 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e4ecf9-97a0-4c1e-9769-9103b0f3efdf tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Checking segment: {'id': 'a01f9104-98bd-471a-ac39-b44040180a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:17.050766 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e4ecf9-97a0-4c1e-9769-9103b0f3efdf tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Network hostable DHCP agents. Network: ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:49:17.053387 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5e29d7-ebed-4e24-997c-ade7fe57d400 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Network 5962888f-3d7e-42c0-9084-0029b3a4606c is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:49:17.072443 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-2e5e29d7-ebed-4e24-997c-ade7fe57d400 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 5962888f-3d7e-42c0-9084-0029b3a4606c) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:17.095113 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b32cc3-801b-499e-b002-60b941fcdf51 None None] Network 5962888f-3d7e-42c0-9084-0029b3a4606c requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:17.095353 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5e29d7-ebed-4e24-997c-ade7fe57d400 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:17.095353 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e5e29d7-ebed-4e24-997c-ade7fe57d400 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.099930 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e4ecf9-97a0-4c1e-9769-9103b0f3efdf tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Network ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:49:17.124140 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-69e4ecf9-97a0-4c1e-9769-9103b0f3efdf tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:17.135096 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e4ecf9-97a0-4c1e-9769-9103b0f3efdf tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:17.137268 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69e4ecf9-97a0-4c1e-9769-9103b0f3efdf tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.146867 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb065843-18b4-42a5-a20a-39169fcab614 None None] Network ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:17.186036 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-69e4ecf9-97a0-4c1e-9769-9103b0f3efdf tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0577178 Jul 22 16:49:17.188665 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2e5e29d7-ebed-4e24-997c-ade7fe57d400 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0899639 Jul 22 16:49:17.191291 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40882) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:17.191651 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40884) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:17.207603 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-07852384-a810-433b-bc3e-55401725f850 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Request body: {'network': {'name': 'tempest-router-network01--316843698'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:17.225067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d26e518a-351c-4b6d-9cd7-c42ea19e4415 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1311462980'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:17.277210 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6d28596-3498-4410-a00d-6dcac0b6d5ee tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.316926 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07852384-a810-433b-bc3e-55401725f850 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Made reservation on behalf of ffb520ca6d794e78a8a72c62140c4f6a for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:17.326288 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07852384-a810-433b-bc3e-55401725f850 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.330596 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26e518a-351c-4b6d-9cd7-c42ea19e4415 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Made reservation on behalf of 001a97323c7f4fbba13460cd92514768 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:17.334645 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d26e518a-351c-4b6d-9cd7-c42ea19e4415 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.364360 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b2573312-f650-44bc-b20f-686f17cb7a9d up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:49:17.390046 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07852384-a810-433b-bc3e-55401725f850 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:49:17.410365 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07852384-a810-433b-bc3e-55401725f850 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.411595 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-07852384-a810-433b-bc3e-55401725f850 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Added segment e02ed6b1-9fca-43e0-aa4e-f3efcf714bf9 of type vlan for network 370f5ede-379c-467e-b8fe-c92ef0180760 Jul 22 16:49:17.482844 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07852384-a810-433b-bc3e-55401725f850 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.504615 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cee28cc-5a37-4464-a420-5fb5457afe68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04', 'network_id': 'ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04', 'tenant_id': '001a97323c7f4fbba13460cd92514768', 'fixed_ips': [{'subnet_id': '84976dbc-ddd3-4993-b07f-07592217b110'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:49:17.505467 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0cee28cc-5a37-4464-a420-5fb5457afe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.518524 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port b2573312-f650-44bc-b20f-686f17cb7a9d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:49:17.524418 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07852384-a810-433b-bc3e-55401725f850 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.530299 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07852384-a810-433b-bc3e-55401725f850 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:17.530832 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07852384-a810-433b-bc3e-55401725f850 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.567022 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port b2573312-f650-44bc-b20f-686f17cb7a9d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:17.568002 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.582982 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26e518a-351c-4b6d-9cd7-c42ea19e4415 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:49:17.588853 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d28596-3498-4410-a00d-6dcac0b6d5ee tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Router f96700c5-1b50-4199-8106-502dcb6b246b has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:49:17.605758 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04961cf6-4323-4c24-a40d-91fa7790ea4f req-3b0b2a83-0468-4ce7-8b32-c5140e7725d2 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:17.614729 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04961cf6-4323-4c24-a40d-91fa7790ea4f req-3b0b2a83-0468-4ce7-8b32-c5140e7725d2 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/ports?device_id=332e7964-ea6e-4a4c-bfd3-2695445504da HTTP/1.1" status: 200 len: 945 time: 0.3846560 Jul 22 16:49:17.620045 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-07852384-a810-433b-bc3e-55401725f850 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4230061 Jul 22 16:49:17.624933 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40888) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:17.629414 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d26e518a-351c-4b6d-9cd7-c42ea19e4415 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.629815 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-d26e518a-351c-4b6d-9cd7-c42ea19e4415 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Added segment e4377381-9bf7-48d7-a3f1-307e6614690f of type vlan for network 6b1f36c8-2fba-4ff4-b609-c0a53aab9ea8 Jul 22 16:49:17.638245 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-bcc7e8ad-83ef-440a-b929-dcbee0318b1d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Request body: {'network': {'name': 'tempest-router-network02--1161511304'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:17.643119 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b98b2e-df52-46e5-abec-9d5405024c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-5962888f-3d7e-42c0-9084-0029b3a4606c', 'network_id': '5962888f-3d7e-42c0-9084-0029b3a4606c', 'tenant_id': 'ffb520ca6d794e78a8a72c62140c4f6a', 'fixed_ips': [{'subnet_id': 'd075c38c-cb01-42a4-a4c4-546d1da6dbf8'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:49:17.644079 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-40b98b2e-df52-46e5-abec-9d5405024c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.686078 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07852384-a810-433b-bc3e-55401725f850 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Pushing event updated for resources: {'Network': ['ID=370f5ede-379c-467e-b8fe-c92ef0180760,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:17.713632 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d28596-3498-4410-a00d-6dcac0b6d5ee tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:49:17.725962 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e6d28596-3498-4410-a00d-6dcac0b6d5ee tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "PUT /v2.0/routers/f96700c5-1b50-4199-8106-502dcb6b246b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9893050 Jul 22 16:49:17.726650 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40890) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:17.759090 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc7e8ad-83ef-440a-b929-dcbee0318b1d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Made reservation on behalf of ffb520ca6d794e78a8a72c62140c4f6a for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:17.762565 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bcc7e8ad-83ef-440a-b929-dcbee0318b1d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.765807 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d26e518a-351c-4b6d-9cd7-c42ea19e4415 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.782326 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04961cf6-4323-4c24-a40d-91fa7790ea4f req-0d954c43-2160-41ce-a749-e0d7c160f99e tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/security-groups?id=c992b471-596f-4771-9b78-22a7ba1d2244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486535 Jul 22 16:49:17.814882 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc7e8ad-83ef-440a-b929-dcbee0318b1d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:49:17.815025 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.826328 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa331f3d-1027-445b-8f17-033b0362118c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Deleting subnet 73ddb152-f998-4038-9de9-1ab3bc939415 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:49:17.826807 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 370f5ede-379c-467e-b8fe-c92ef0180760 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:49:17.829010 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bcc7e8ad-83ef-440a-b929-dcbee0318b1d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.829361 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-bcc7e8ad-83ef-440a-b929-dcbee0318b1d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Added segment 6da30123-f466-427a-adfa-767068aee1a4 of type vlan for network 3f53688e-ab59-4b9a-9dfb-eca2d0ae6033 Jul 22 16:49:17.834533 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa331f3d-1027-445b-8f17-033b0362118c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.837115 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca38e1d-eabe-498f-af4e-ff9719b7d923 None None] Sync routers for ids ['f96700c5-1b50-4199-8106-502dcb6b246b'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:49:17.844128 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d26e518a-351c-4b6d-9cd7-c42ea19e4415 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.851203 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26e518a-351c-4b6d-9cd7-c42ea19e4415 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:17.851892 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d26e518a-351c-4b6d-9cd7-c42ea19e4415 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.929741 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bcc7e8ad-83ef-440a-b929-dcbee0318b1d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.934840 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa331f3d-1027-445b-8f17-033b0362118c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.968020 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e518a-351c-4b6d-9cd7-c42ea19e4415 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Network': ['ID=6b1f36c8-2fba-4ff4-b609-c0a53aab9ea8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:17.974576 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d26e518a-351c-4b6d-9cd7-c42ea19e4415 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7807410 Jul 22 16:49:17.975603 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40894) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:17.984117 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a895c6ec-e93f-4346-8f3a-9654cfd55769 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'subnet': {'network_id': '6b1f36c8-2fba-4ff4-b609-c0a53aab9ea8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:18.055948 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca38e1d-eabe-498f-af4e-ff9719b7d923 None None] Routers {'f96700c5-1b50-4199-8106-502dcb6b246b'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:18.056887 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bca38e1d-eabe-498f-af4e-ff9719b7d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:49:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f96700c5-1b50-4199-8106-502dcb6b246b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:18.061504 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332e7964-ea6e-4a4c-bfd3-2695445504da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2573312-f650-44bc-b20f-686f17cb7a9d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:49:18.066024 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af677987-23e2-49cd-af12-5895d24b5870" -d '{"events": [{"server_uuid": "332e7964-ea6e-4a4c-bfd3-2695445504da", "name": "network-vif-plugged", "status": "completed", "tag": "b2573312-f650-44bc-b20f-686f17cb7a9d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:49:18.092081 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bcc7e8ad-83ef-440a-b929-dcbee0318b1d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:18.099988 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc7e8ad-83ef-440a-b929-dcbee0318b1d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:18.100678 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bcc7e8ad-83ef-440a-b929-dcbee0318b1d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:18.122836 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa331f3d-1027-445b-8f17-033b0362118c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:18.149248 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-bcc7e8ad-83ef-440a-b929-dcbee0318b1d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5136888 Jul 22 16:49:18.153089 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 6b1f36c8-2fba-4ff4-b609-c0a53aab9ea8 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:49:18.155162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40900) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:18.166532 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3a177013-7525-4dc3-9e60-b9e48c6ff2ed tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Request body: {'subnet': {'network_id': '370f5ede-379c-467e-b8fe-c92ef0180760', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:18.253131 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7e8ad-83ef-440a-b929-dcbee0318b1d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Pushing event updated for resources: {'Network': ['ID=3f53688e-ab59-4b9a-9dfb-eca2d0ae6033,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:18.259025 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a895c6ec-e93f-4346-8f3a-9654cfd55769 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Made reservation on behalf of 001a97323c7f4fbba13460cd92514768 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:18.261278 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa331f3d-1027-445b-8f17-033b0362118c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:18.262716 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a895c6ec-e93f-4346-8f3a-9654cfd55769 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:18.285849 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa331f3d-1027-445b-8f17-033b0362118c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:18.290499 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40902) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:18.293968 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fa331f3d-1027-445b-8f17-033b0362118c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/subnets/73ddb152-f998-4038-9de9-1ab3bc939415 HTTP/1.1" status: 204 len: 168 time: 0.5660856 Jul 22 16:49:18.337476 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa331f3d-1027-445b-8f17-033b0362118c tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Subnet': ['ID=73ddb152-f998-4038-9de9-1ab3bc939415,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:18.382380 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b44fa1a-2863-406d-96a6-b9858062fb5b x-openstack-request-id: req-1b44fa1a-2863-406d-96a6-b9858062fb5b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:49:18.382672 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332e7964-ea6e-4a4c-bfd3-2695445504da", "name": "network-vif-plugged", "status": "completed", "tag": "b2573312-f650-44bc-b20f-686f17cb7a9d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:49:18.382924 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1b44fa1a-2863-406d-96a6-b9858062fb5b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:49:18.383319 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332e7964-ea6e-4a4c-bfd3-2695445504da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2573312-f650-44bc-b20f-686f17cb7a9d', 'code': 200} Jul 22 16:49:18.384194 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 3f53688e-ab59-4b9a-9dfb-eca2d0ae6033 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:49:18.386078 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf511f58-ecea-42cc-accb-0dcec07fe587 None None] Network d76324c7-ce7d-454b-87bf-10e2d650aa5e requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:18.414754 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port b2573312-f650-44bc-b20f-686f17cb7a9d, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b2573312-f650-44bc-b20f-686f17cb7a9d,segment=NetworkSegment(cfef1afd-10cc-426e-a3bd-e2e3219abdd0),segment_id=cfef1afd-10cc-426e-a3bd-e2e3219abdd0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:18.464193 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:18.479531 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-bca38e1d-eabe-498f-af4e-ff9719b7d923 None None] Set router f96700c5-1b50-4199-8106-502dcb6b246b gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:49:18.513406 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bf63a4d-612a-4ed2-bedd-808d41ca5709 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:18.526043 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a177013-7525-4dc3-9e60-b9e48c6ff2ed tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Made reservation on behalf of ffb520ca6d794e78a8a72c62140c4f6a for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:18.529873 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a177013-7525-4dc3-9e60-b9e48c6ff2ed tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:18.584656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5eea2-68e8-4ebc-ba91-68cd29cc9565 req-2a191b06-c6ec-4451-8099-be24d7a643fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:18.586286 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28a5eea2-68e8-4ebc-ba91-68cd29cc9565 req-2a191b06-c6ec-4451-8099-be24d7a643fd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=332e7964-ea6e-4a4c-bfd3-2695445504da HTTP/1.1" status: 200 len: 1096 time: 0.3152909 Jul 22 16:49:18.693801 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bca38e1d-eabe-498f-af4e-ff9719b7d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:49:16Z', 'revision_number': 11, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:18.734711 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-0cee28cc-5a37-4464-a420-5fb5457afe68 None None] Allocated IP 172.20.255.242 (ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04/84976dbc-ddd3-4993-b07f-07592217b110/a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:49:18.781434 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28a5eea2-68e8-4ebc-ba91-68cd29cc9565 req-2da90cff-90c7-4d8c-b0b7-b9475f60b2bf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c992b471-596f-4771-9b78-22a7ba1d2244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552382 Jul 22 16:49:18.794756 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca38e1d-eabe-498f-af4e-ff9719b7d923 None None] Checking router: f96700c5-1b50-4199-8106-502dcb6b246b for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:49:18.845455 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a895c6ec-e93f-4346-8f3a-9654cfd55769 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:18.920968 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4bf63a4d-612a-4ed2-bedd-808d41ca5709 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Deleting port d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:18.921357 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bf63a4d-612a-4ed2-bedd-808d41ca5709 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:18.930887 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=b2573312-f650-44bc-b20f-686f17cb7a9d,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:18.973454 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca38e1d-eabe-498f-af4e-ff9719b7d923 None None] Routers {'f96700c5-1b50-4199-8106-502dcb6b246b'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:18.974306 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bca38e1d-eabe-498f-af4e-ff9719b7d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:49:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f96700c5-1b50-4199-8106-502dcb6b246b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:18.977999 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-40b98b2e-df52-46e5-abec-9d5405024c8a None None] Allocated IP 172.20.0.2 (5962888f-3d7e-42c0-9084-0029b3a4606c/d075c38c-cb01-42a4-a4c4-546d1da6dbf8/b73fc3dc-7e9c-42f9-baef-6a4d4e8361af) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:49:19.003270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4bf63a4d-612a-4ed2-bedd-808d41ca5709 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] For port d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2,segment=NetworkSegment(ca74191a-2557-42eb-ac5d-40ebb62b9504),segment_id=ca74191a-2557-42eb-ac5d-40ebb62b9504)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:19.003859 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bf63a4d-612a-4ed2-bedd-808d41ca5709 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:19.017696 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4bf63a4d-612a-4ed2-bedd-808d41ca5709 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Calling delete_port for d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:19.037065 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc10825-3b4b-4f46-9dfe-a985fdc086e1 req-99620ea0-0e8c-4878-962e-0c291c4db2ee tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:19.038688 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bdc10825-3b4b-4f46-9dfe-a985fdc086e1 req-99620ea0-0e8c-4878-962e-0c291c4db2ee tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/ports?device_id=332e7964-ea6e-4a4c-bfd3-2695445504da HTTP/1.1" status: 200 len: 946 time: 0.1351585 Jul 22 16:49:19.134599 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895c6ec-e93f-4346-8f3a-9654cfd55769 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Subnet': ['ID=02b5fed4-2f98-4c26-8b3c-aeaa82f4f82d,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:19.149238 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bdc10825-3b4b-4f46-9dfe-a985fdc086e1 req-f6b30b81-4952-421a-827c-e82d7eb178a3 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/security-groups?id=c992b471-596f-4771-9b78-22a7ba1d2244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003568 Jul 22 16:49:19.190665 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bf63a4d-612a-4ed2-bedd-808d41ca5709 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:19.228835 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf63a4d-612a-4ed2-bedd-808d41ca5709 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] No DVR routers for this DVR port d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:19.245601 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf63a4d-612a-4ed2-bedd-808d41ca5709 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Port': ['ID=d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:19.270457 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a895c6ec-e93f-4346-8f3a-9654cfd55769 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Checking segment: {'id': 'e4377381-9bf7-48d7-a3f1-307e6614690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6b1f36c8-2fba-4ff4-b609-c0a53aab9ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:19.274329 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a895c6ec-e93f-4346-8f3a-9654cfd55769 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Network hostable DHCP agents. Network: 6b1f36c8-2fba-4ff4-b609-c0a53aab9ea8, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:49:19.285742 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a177013-7525-4dc3-9e60-b9e48c6ff2ed tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:19.344036 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-bca38e1d-eabe-498f-af4e-ff9719b7d923 None None] Set router f96700c5-1b50-4199-8106-502dcb6b246b gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:49:19.414615 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bf63a4d-612a-4ed2-bedd-808d41ca5709 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:19.416588 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a895c6ec-e93f-4346-8f3a-9654cfd55769 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Network 6b1f36c8-2fba-4ff4-b609-c0a53aab9ea8 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:49:19.422418 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:49:19.430885 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a177013-7525-4dc3-9e60-b9e48c6ff2ed tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Pushing event updated for resources: {'Subnet': ['ID=526571c2-abe1-42ef-8c2e-9e10217ed890,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:19.435180 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4bf63a4d-612a-4ed2-bedd-808d41ca5709 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d76324c7-ce7d-454b-87bf-10e2d650aa5e']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:19.453147 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a895c6ec-e93f-4346-8f3a-9654cfd55769 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 6b1f36c8-2fba-4ff4-b609-c0a53aab9ea8) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:19.457788 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4bf63a4d-612a-4ed2-bedd-808d41ca5709 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca74191a-2557-42eb-ac5d-40ebb62b9504') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:19.458628 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4bf63a4d-612a-4ed2-bedd-808d41ca5709 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca74191a-2557-42eb-ac5d-40ebb62b9504') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:19.461750 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bca38e1d-eabe-498f-af4e-ff9719b7d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:49:16Z', 'revision_number': 11, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:19.468706 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a895c6ec-e93f-4346-8f3a-9654cfd55769 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:19.469311 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a895c6ec-e93f-4346-8f3a-9654cfd55769 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:19.470751 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a584344-7f47-4856-a320-d401fc134494 None None] Network 6b1f36c8-2fba-4ff4-b609-c0a53aab9ea8 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:19.483674 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bf63a4d-612a-4ed2-bedd-808d41ca5709 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:19.496636 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a895c6ec-e93f-4346-8f3a-9654cfd55769 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5181174 Jul 22 16:49:19.496957 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40916) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:19.499667 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a177013-7525-4dc3-9e60-b9e48c6ff2ed tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Checking segment: {'id': 'e02ed6b1-9fca-43e0-aa4e-f3efcf714bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '370f5ede-379c-467e-b8fe-c92ef0180760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:19.500067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a177013-7525-4dc3-9e60-b9e48c6ff2ed tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Network hostable DHCP agents. Network: 370f5ede-379c-467e-b8fe-c92ef0180760, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:49:19.510376 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bf63a4d-612a-4ed2-bedd-808d41ca5709 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:19.521640 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf63a4d-612a-4ed2-bedd-808d41ca5709 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:19.522521 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bf63a4d-612a-4ed2-bedd-808d41ca5709 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:19.525243 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:19.552907 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca38e1d-eabe-498f-af4e-ff9719b7d923 None None] The sync data for ids ['f96700c5-1b50-4199-8106-502dcb6b246b'] in n-d-798930-9 is: [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:49:16Z', 'revision_number': 11, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:49:19.632416 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a177013-7525-4dc3-9e60-b9e48c6ff2ed tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Network 370f5ede-379c-467e-b8fe-c92ef0180760 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:49:19.641637 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bf63a4d-612a-4ed2-bedd-808d41ca5709 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:19.644946 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-3a177013-7525-4dc3-9e60-b9e48c6ff2ed tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 370f5ede-379c-467e-b8fe-c92ef0180760) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:19.651780 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bf63a4d-612a-4ed2-bedd-808d41ca5709 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:19.657238 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4bf63a4d-612a-4ed2-bedd-808d41ca5709 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/networks/d76324c7-ce7d-454b-87bf-10e2d650aa5e HTTP/1.1" status: 204 len: 168 time: 1.3575604 Jul 22 16:49:19.660581 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40920) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:19.667620 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-cdf06628-dda5-4cac-9cd2-631b0d61dbc4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'router': {'routes': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:19.694156 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a177013-7525-4dc3-9e60-b9e48c6ff2ed tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:19.694156 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a177013-7525-4dc3-9e60-b9e48c6ff2ed tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:19.699025 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8371bf3-b461-4cba-bc5d-a3fd6da9be08 None None] Network 370f5ede-379c-467e-b8fe-c92ef0180760 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:19.724732 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eec2a021-c79b-4b64-89c0-1d74875d4757 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:19.739075 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf63a4d-612a-4ed2-bedd-808d41ca5709 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Pushing event deleted for resources: {'Network': ['ID=d76324c7-ce7d-454b-87bf-10e2d650aa5e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:19.850352 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eec2a021-c79b-4b64-89c0-1d74875d4757 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:19.861251 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3a177013-7525-4dc3-9e60-b9e48c6ff2ed tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7030776 Jul 22 16:49:19.869353 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40924) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:19.875589 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2f42a32b-a4ea-436e-89cb-095582f8e1d1 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Request body: {'subnet': {'network_id': '3f53688e-ab59-4b9a-9dfb-eca2d0ae6033', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:19.899448 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0cee28cc-5a37-4464-a420-5fb5457afe68 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:19.946626 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0cee28cc-5a37-4464-a420-5fb5457afe68 None None] Transition to ACTIVE for port object a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:19.954868 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bfa675-8f59-4ef6-9019-8a9c04b4f45f None None] DHCP port deletion for d76324c7-ce7d-454b-87bf-10e2d650aa5e request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:49:20.022454 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-40b98b2e-df52-46e5-abec-9d5405024c8a None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:20.084416 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0cee28cc-5a37-4464-a420-5fb5457afe68 None None] Transition to ACTIVE for port object a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:20.095598 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.extraroute_db [None req-cdf06628-dda5-4cac-9cd2-631b0d61dbc4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Added routes are [] {{(pid=93816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 16:49:20.096161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.extraroute_db [None req-cdf06628-dda5-4cac-9cd2-631b0d61dbc4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Removed routes are [] {{(pid=93816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 16:49:20.096281 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdf06628-dda5-4cac-9cd2-631b0d61dbc4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:20.116882 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f42a32b-a4ea-436e-89cb-095582f8e1d1 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Made reservation on behalf of ffb520ca6d794e78a8a72c62140c4f6a for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:20.121203 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-40b98b2e-df52-46e5-abec-9d5405024c8a None None] Transition to ACTIVE for port object b73fc3dc-7e9c-42f9-baef-6a4d4e8361af will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:20.127505 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f42a32b-a4ea-436e-89cb-095582f8e1d1 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:20.134823 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eec2a021-c79b-4b64-89c0-1d74875d4757 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:20.137723 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0cee28cc-5a37-4464-a420-5fb5457afe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:20.198253 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2a021-c79b-4b64-89c0-1d74875d4757 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Subnet': ['ID=02b5fed4-2f98-4c26-8b3c-aeaa82f4f82d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:20.219338 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-40b98b2e-df52-46e5-abec-9d5405024c8a None None] Transition to ACTIVE for port object b73fc3dc-7e9c-42f9-baef-6a4d4e8361af will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:20.221541 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dadf8e-f2ed-4126-a4ec-a96f4ae7b7ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-6b1f36c8-2fba-4ff4-b609-c0a53aab9ea8', 'network_id': '6b1f36c8-2fba-4ff4-b609-c0a53aab9ea8', 'tenant_id': '001a97323c7f4fbba13460cd92514768', 'fixed_ips': [{'subnet_id': '02b5fed4-2f98-4c26-8b3c-aeaa82f4f82d'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:49:20.222652 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52dadf8e-f2ed-4126-a4ec-a96f4ae7b7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:20.270635 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-40b98b2e-df52-46e5-abec-9d5405024c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:20.274197 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cee28cc-5a37-4464-a420-5fb5457afe68 None None] Network ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:49:20.314234 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-0cee28cc-5a37-4464-a420-5fb5457afe68 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:20.325349 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cee28cc-5a37-4464-a420-5fb5457afe68 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:49:20.328075 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92476f7a-3ece-4c5e-92f1-eb1d5edfaabb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-370f5ede-379c-467e-b8fe-c92ef0180760', 'network_id': '370f5ede-379c-467e-b8fe-c92ef0180760', 'tenant_id': 'ffb520ca6d794e78a8a72c62140c4f6a', 'fixed_ips': [{'subnet_id': '526571c2-abe1-42ef-8c2e-9e10217ed890'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:49:20.328924 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-92476f7a-3ece-4c5e-92f1-eb1d5edfaabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:20.330688 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee28cc-5a37-4464-a420-5fb5457afe68 None None] Pushing event updated for resources: {'Port': ['ID=a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:20.371724 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdf06628-dda5-4cac-9cd2-631b0d61dbc4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:20.393352 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdf06628-dda5-4cac-9cd2-631b0d61dbc4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4121324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4121180'] for router, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:20.436757 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b98b2e-df52-46e5-abec-9d5405024c8a None None] Network 5962888f-3d7e-42c0-9084-0029b3a4606c is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:49:20.445688 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-40b98b2e-df52-46e5-abec-9d5405024c8a None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:20.471169 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b98b2e-df52-46e5-abec-9d5405024c8a None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:49:20.488506 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d12e87b-f0d7-4f8e-9136-aa230ad9bee1 None None] Network 6b1f36c8-2fba-4ff4-b609-c0a53aab9ea8 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:20.567021 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eec2a021-c79b-4b64-89c0-1d74875d4757 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:20.595161 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-eec2a021-c79b-4b64-89c0-1d74875d4757 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b1f36c8-2fba-4ff4-b609-c0a53aab9ea8']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:20.608684 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf06628-dda5-4cac-9cd2-631b0d61dbc4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Router f96700c5-1b50-4199-8106-502dcb6b246b has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:49:20.615789 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b98b2e-df52-46e5-abec-9d5405024c8a None None] Pushing event updated for resources: {'Port': ['ID=b73fc3dc-7e9c-42f9-baef-6a4d4e8361af,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:20.617071 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-eec2a021-c79b-4b64-89c0-1d74875d4757 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4377381-9bf7-48d7-a3f1-307e6614690f') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:20.617362 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-eec2a021-c79b-4b64-89c0-1d74875d4757 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4377381-9bf7-48d7-a3f1-307e6614690f') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:20.639981 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eec2a021-c79b-4b64-89c0-1d74875d4757 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:20.698600 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa54c9-4d47-4c56-a09b-fb3e07508ac7 req-6da72731-c6ff-4c10-ba5e-43fd3ba0df67 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:20.700117 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e5aa54c9-4d47-4c56-a09b-fb3e07508ac7 req-6da72731-c6ff-4c10-ba5e-43fd3ba0df67 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/ports?device_id=332e7964-ea6e-4a4c-bfd3-2695445504da HTTP/1.1" status: 200 len: 946 time: 0.3733094 Jul 22 16:49:20.718456 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0cee28cc-5a37-4464-a420-5fb5457afe68 None None] Attempting to bind port a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:49:20.719044 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0cee28cc-5a37-4464-a420-5fb5457afe68 None None] Attempting to bind port a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a01f9104-98bd-471a-ac39-b44040180a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:49:20.719163 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cee28cc-5a37-4464-a420-5fb5457afe68 None None] Attempting to bind port a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd on network ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:49:20.764706 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cee28cc-5a37-4464-a420-5fb5457afe68 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:49:20.765153 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cee28cc-5a37-4464-a420-5fb5457afe68 None None] Checking segment: {'id': 'a01f9104-98bd-471a-ac39-b44040180a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:20.765563 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0cee28cc-5a37-4464-a420-5fb5457afe68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:20.775942 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eec2a021-c79b-4b64-89c0-1d74875d4757 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:20.776998 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cee28cc-5a37-4464-a420-5fb5457afe68 None None] Bound using segment: {'id': 'a01f9104-98bd-471a-ac39-b44040180a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:49:20.777675 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0cee28cc-5a37-4464-a420-5fb5457afe68 None None] Bound port: a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01f9104-98bd-471a-ac39-b44040180a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:49:20.778120 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0cee28cc-5a37-4464-a420-5fb5457afe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:20.804987 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf06628-dda5-4cac-9cd2-631b0d61dbc4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:49:20.815177 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ee0cd-91e9-4152-aa58-f96c3e216928 None None] Sync routers for ids ['f96700c5-1b50-4199-8106-502dcb6b246b'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:49:20.819517 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cdf06628-dda5-4cac-9cd2-631b0d61dbc4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:20.821464 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec2a021-c79b-4b64-89c0-1d74875d4757 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:20.821464 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eec2a021-c79b-4b64-89c0-1d74875d4757 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:20.829435 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cdf06628-dda5-4cac-9cd2-631b0d61dbc4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "PUT /v2.0/routers/f96700c5-1b50-4199-8106-502dcb6b246b HTTP/1.1" status: 200 len: 700 time: 1.1661434 Jul 22 16:49:20.830136 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40940) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:20.833966 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:20.836703 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7ee0cd-91e9-4152-aa58-f96c3e216928 None None] Routers {'f96700c5-1b50-4199-8106-502dcb6b246b'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:20.840111 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6b7ee0cd-91e9-4152-aa58-f96c3e216928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:49:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f96700c5-1b50-4199-8106-502dcb6b246b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:20.903955 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-875a4aca-b3dd-4d34-830c-3092e75ab566 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "GET /v2.0/ports?device_id=f96700c5-1b50-4199-8106-502dcb6b246b HTTP/1.1" status: 200 len: 205 time: 0.0720739 Jul 22 16:49:20.904599 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40944) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:20.926785 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8baad698-b499-4742-a3e4-b9133645d9c2 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:49:20.934395 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-40b98b2e-df52-46e5-abec-9d5405024c8a None None] Attempting to bind port b73fc3dc-7e9c-42f9-baef-6a4d4e8361af on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:49:20.938401 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-40b98b2e-df52-46e5-abec-9d5405024c8a None None] Attempting to bind port b73fc3dc-7e9c-42f9-baef-6a4d4e8361af by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '2683faee-87ef-409a-8118-37e0211f48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '5962888f-3d7e-42c0-9084-0029b3a4606c'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:49:20.938982 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b98b2e-df52-46e5-abec-9d5405024c8a None None] Attempting to bind port b73fc3dc-7e9c-42f9-baef-6a4d4e8361af on network 5962888f-3d7e-42c0-9084-0029b3a4606c {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:49:21.001359 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e5aa54c9-4d47-4c56-a09b-fb3e07508ac7 req-3d413fb9-df11-4dec-b32d-bd56993e6a99 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/security-groups?id=c992b471-596f-4771-9b78-22a7ba1d2244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279894 Jul 22 16:49:21.036690 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-6b7ee0cd-91e9-4152-aa58-f96c3e216928 None None] Set router f96700c5-1b50-4199-8106-502dcb6b246b gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:49:21.039430 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eec2a021-c79b-4b64-89c0-1d74875d4757 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:21.040476 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 8baad698-b499-4742-a3e4-b9133645d9c2 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:49:21.041297 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8baad698-b499-4742-a3e4-b9133645d9c2 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:49:21.041297 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:49:21.066713 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eec2a021-c79b-4b64-89c0-1d74875d4757 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:21.072601 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-eec2a021-c79b-4b64-89c0-1d74875d4757 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/networks/6b1f36c8-2fba-4ff4-b609-c0a53aab9ea8 HTTP/1.1" status: 204 len: 168 time: 1.5701962 Jul 22 16:49:21.082946 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b98b2e-df52-46e5-abec-9d5405024c8a None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:49:21.087327 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40948) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:21.087853 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b98b2e-df52-46e5-abec-9d5405024c8a None None] Checking segment: {'id': '2683faee-87ef-409a-8118-37e0211f48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '5962888f-3d7e-42c0-9084-0029b3a4606c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:21.088512 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-40b98b2e-df52-46e5-abec-9d5405024c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:21.088875 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f42a32b-a4ea-436e-89cb-095582f8e1d1 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:21.089398 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b98b2e-df52-46e5-abec-9d5405024c8a None None] Bound using segment: {'id': '2683faee-87ef-409a-8118-37e0211f48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '5962888f-3d7e-42c0-9084-0029b3a4606c'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:49:21.090156 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-40b98b2e-df52-46e5-abec-9d5405024c8a None None] Bound port: b73fc3dc-7e9c-42f9-baef-6a4d4e8361af, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2683faee-87ef-409a-8118-37e0211f48b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '5962888f-3d7e-42c0-9084-0029b3a4606c'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:49:21.090786 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-40b98b2e-df52-46e5-abec-9d5405024c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:21.091118 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2a021-c79b-4b64-89c0-1d74875d4757 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Network': ['ID=6b1f36c8-2fba-4ff4-b609-c0a53aab9ea8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:21.092560 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-77b3c8a7-a259-47da-9130-2aa39a7106ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2054522114'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:21.135545 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9cd4274-35c7-4682-8bbe-65fe5d84e8fb tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:21.148314 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42a32b-a4ea-436e-89cb-095582f8e1d1 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Pushing event updated for resources: {'Subnet': ['ID=82926eb6-c451-42f6-8188-ee6186e142c5,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:21.222121 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6b7ee0cd-91e9-4152-aa58-f96c3e216928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:49:16Z', 'revision_number': 11, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:21.225918 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:49:21.238176 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d8c131f3-67f9-497f-a4e3-d8ffd00ce9a2 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:49:21.238414 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42a32b-a4ea-436e-89cb-095582f8e1d1 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Checking segment: {'id': '6da30123-f466-427a-adfa-767068aee1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3f53688e-ab59-4b9a-9dfb-eca2d0ae6033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:21.239646 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f42a32b-a4ea-436e-89cb-095582f8e1d1 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Network hostable DHCP agents. Network: 3f53688e-ab59-4b9a-9dfb-eca2d0ae6033, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:49:21.277896 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f42a32b-a4ea-436e-89cb-095582f8e1d1 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Network 3f53688e-ab59-4b9a-9dfb-eca2d0ae6033 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:49:21.291254 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ee0cd-91e9-4152-aa58-f96c3e216928 None None] Checking router: f96700c5-1b50-4199-8106-502dcb6b246b for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:49:21.296065 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-2f42a32b-a4ea-436e-89cb-095582f8e1d1 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 3f53688e-ab59-4b9a-9dfb-eca2d0ae6033) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:21.303283 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-92476f7a-3ece-4c5e-92f1-eb1d5edfaabb None None] Allocated IP 172.20.0.2 (370f5ede-379c-467e-b8fe-c92ef0180760/526571c2-abe1-42ef-8c2e-9e10217ed890/d9957a75-5814-4c0b-96bc-78ec573f2ec1) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:49:21.305516 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f42a32b-a4ea-436e-89cb-095582f8e1d1 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:21.306973 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f42a32b-a4ea-436e-89cb-095582f8e1d1 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:21.316258 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7ee0cd-91e9-4152-aa58-f96c3e216928 None None] Routers {'f96700c5-1b50-4199-8106-502dcb6b246b'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:21.317277 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6b7ee0cd-91e9-4152-aa58-f96c3e216928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:49:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f96700c5-1b50-4199-8106-502dcb6b246b'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:21.355067 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721fe147-dbfd-4406-80ab-93af6fd00d44 None None] Network 3f53688e-ab59-4b9a-9dfb-eca2d0ae6033 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:21.483689 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0cee28cc-5a37-4464-a420-5fb5457afe68 None None] For port a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:49:21.509497 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-6b7ee0cd-91e9-4152-aa58-f96c3e216928 None None] Set router f96700c5-1b50-4199-8106-502dcb6b246b gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:49:21.616611 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0cee28cc-5a37-4464-a420-5fb5457afe68 None None] For port a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd,segment=NetworkSegment(a01f9104-98bd-471a-ac39-b44040180a1c),segment_id=a01f9104-98bd-471a-ac39-b44040180a1c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:49:21.629282 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-40b98b2e-df52-46e5-abec-9d5405024c8a None None] For port b73fc3dc-7e9c-42f9-baef-6a4d4e8361af, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:49:21.630547 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6b7ee0cd-91e9-4152-aa58-f96c3e216928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:49:16Z', 'revision_number': 11, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:21.723838 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b3c8a7-a259-47da-9130-2aa39a7106ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Made reservation on behalf of 001a97323c7f4fbba13460cd92514768 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:21.724574 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ee0cd-91e9-4152-aa58-f96c3e216928 None None] The sync data for ids ['f96700c5-1b50-4199-8106-502dcb6b246b'] in n-d-798930-9 is: [{'id': 'f96700c5-1b50-4199-8106-502dcb6b246b', 'name': 'tempest-RoutersTest-router-552900544', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:08Z', 'updated_at': '2021-07-22T16:49:16Z', 'revision_number': 11, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:49:21.727288 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-77b3c8a7-a259-47da-9130-2aa39a7106ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:21.731605 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2f42a32b-a4ea-436e-89cb-095582f8e1d1 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8576343 Jul 22 16:49:21.731605 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40960) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:21.743526 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0cee28cc-5a37-4464-a420-5fb5457afe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:21.817119 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-40b98b2e-df52-46e5-abec-9d5405024c8a None None] For port b73fc3dc-7e9c-42f9-baef-6a4d4e8361af, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b73fc3dc-7e9c-42f9-baef-6a4d4e8361af,segment=NetworkSegment(2683faee-87ef-409a-8118-37e0211f48b8),segment_id=2683faee-87ef-409a-8118-37e0211f48b8)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:49:21.840997 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-40b98b2e-df52-46e5-abec-9d5405024c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:22.062766 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9cd4274-35c7-4682-8bbe-65fe5d84e8fb tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:22.069966 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9cd4274-35c7-4682-8bbe-65fe5d84e8fb tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:22.080966 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b3c8a7-a259-47da-9130-2aa39a7106ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:49:22.262740 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-77b3c8a7-a259-47da-9130-2aa39a7106ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:22.263383 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-77b3c8a7-a259-47da-9130-2aa39a7106ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Added segment e730d62a-d242-4139-bfe1-e2011bfadba2 of type vlan for network d88872b5-5089-4fcc-aae9-6b5729de33be Jul 22 16:49:22.294302 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9cd4274-35c7-4682-8bbe-65fe5d84e8fb tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:22.297918 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cd4274-35c7-4682-8bbe-65fe5d84e8fb tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Fanout notify agent at l3_agent the message router_deleted on router f96700c5-1b50-4199-8106-502dcb6b246b {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:49:22.345674 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9cd4274-35c7-4682-8bbe-65fe5d84e8fb tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:22.354686 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e9cd4274-35c7-4682-8bbe-65fe5d84e8fb tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/routers/f96700c5-1b50-4199-8106-502dcb6b246b HTTP/1.1" status: 204 len: 168 time: 1.4488437 Jul 22 16:49:22.355236 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee28cc-5a37-4464-a420-5fb5457afe68 None None] Pushing event updated for resources: {'Port': ['ID=a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:22.355552 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40970) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:22.382592 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7520c0d1-46f8-4a2e-8dc1-26b53f7eb434 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-624707876', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:22.480593 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03071f62-09b7-4e84-ba8d-c2d91c5ba4b4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:22.500183 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d8a7e-61e5-4e0a-a25e-1550d684faa5 req-fc8f0ec8-f170-49f3-867f-6f6be33a0dcd tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:22.514435 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-305d8a7e-61e5-4e0a-a25e-1550d684faa5 req-fc8f0ec8-f170-49f3-867f-6f6be33a0dcd tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/ports?device_id=332e7964-ea6e-4a4c-bfd3-2695445504da HTTP/1.1" status: 200 len: 946 time: 0.7033947 Jul 22 16:49:22.577458 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-77b3c8a7-a259-47da-9130-2aa39a7106ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:22.610287 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b98b2e-df52-46e5-abec-9d5405024c8a None None] Pushing event updated for resources: {'Port': ['ID=b73fc3dc-7e9c-42f9-baef-6a4d4e8361af,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:22.623093 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc22a64-e53b-4eae-a3d3-35e621b293c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-3f53688e-ab59-4b9a-9dfb-eca2d0ae6033', 'network_id': '3f53688e-ab59-4b9a-9dfb-eca2d0ae6033', 'tenant_id': 'ffb520ca6d794e78a8a72c62140c4f6a', 'fixed_ips': [{'subnet_id': '82926eb6-c451-42f6-8188-ee6186e142c5'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:49:22.625090 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-afc22a64-e53b-4eae-a3d3-35e621b293c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:22.643443 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7520c0d1-46f8-4a2e-8dc1-26b53f7eb434 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:22.644620 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7520c0d1-46f8-4a2e-8dc1-26b53f7eb434 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:22.685372 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-305d8a7e-61e5-4e0a-a25e-1550d684faa5 req-20123613-4897-483b-bfbb-cc888c063bfb tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/security-groups?id=c992b471-596f-4771-9b78-22a7ba1d2244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592991 Jul 22 16:49:22.699404 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-77b3c8a7-a259-47da-9130-2aa39a7106ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:22.715612 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b3c8a7-a259-47da-9130-2aa39a7106ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:22.716453 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-77b3c8a7-a259-47da-9130-2aa39a7106ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:22.788507 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40974) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:22.789219 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-77b3c8a7-a259-47da-9130-2aa39a7106ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7004499 Jul 22 16:49:22.796464 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-52866678-a265-493d-91ec-dac191549146 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'subnet': {'network_id': 'd88872b5-5089-4fcc-aae9-6b5729de33be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:22.809284 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-92476f7a-3ece-4c5e-92f1-eb1d5edfaabb None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:22.822109 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-92476f7a-3ece-4c5e-92f1-eb1d5edfaabb None None] Transition to ACTIVE for port object d9957a75-5814-4c0b-96bc-78ec573f2ec1 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:22.846034 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-92476f7a-3ece-4c5e-92f1-eb1d5edfaabb None None] Transition to ACTIVE for port object d9957a75-5814-4c0b-96bc-78ec573f2ec1 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:22.862004 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-92476f7a-3ece-4c5e-92f1-eb1d5edfaabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:22.939529 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7520c0d1-46f8-4a2e-8dc1-26b53f7eb434 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:22.967588 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92476f7a-3ece-4c5e-92f1-eb1d5edfaabb None None] Network 370f5ede-379c-467e-b8fe-c92ef0180760 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:49:22.985459 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-92476f7a-3ece-4c5e-92f1-eb1d5edfaabb None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:22.992952 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92476f7a-3ece-4c5e-92f1-eb1d5edfaabb None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:49:22.996112 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92476f7a-3ece-4c5e-92f1-eb1d5edfaabb None None] Pushing event updated for resources: {'Port': ['ID=d9957a75-5814-4c0b-96bc-78ec573f2ec1,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:22.999158 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:49:23.009186 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7520c0d1-46f8-4a2e-8dc1-26b53f7eb434 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:23.023365 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3c8a7-a259-47da-9130-2aa39a7106ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Network': ['ID=d88872b5-5089-4fcc-aae9-6b5729de33be,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:23.058361 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-03071f62-09b7-4e84-ba8d-c2d91c5ba4b4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Allocated IP 172.20.0.1 (370f5ede-379c-467e-b8fe-c92ef0180760/526571c2-abe1-42ef-8c2e-9e10217ed890/24e5b4dd-6aa6-4aa4-a99a-abcb37fb9c33) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:49:23.105513 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b3c8a7-a259-47da-9130-2aa39a7106ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:23.106221 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b3c8a7-a259-47da-9130-2aa39a7106ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:23.106672 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b3c8a7-a259-47da-9130-2aa39a7106ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:23.107108 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b3c8a7-a259-47da-9130-2aa39a7106ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:23.107580 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b3c8a7-a259-47da-9130-2aa39a7106ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:23.113078 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b3c8a7-a259-47da-9130-2aa39a7106ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:23.113645 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52866678-a265-493d-91ec-dac191549146 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Made reservation on behalf of 001a97323c7f4fbba13460cd92514768 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:23.114108 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b3c8a7-a259-47da-9130-2aa39a7106ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:23.114700 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b3c8a7-a259-47da-9130-2aa39a7106ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:23.115264 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b3c8a7-a259-47da-9130-2aa39a7106ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:23.115828 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b3c8a7-a259-47da-9130-2aa39a7106ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:23.116372 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b3c8a7-a259-47da-9130-2aa39a7106ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:23.116914 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b3c8a7-a259-47da-9130-2aa39a7106ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:23.117480 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-52866678-a265-493d-91ec-dac191549146 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:23.135874 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7520c0d1-46f8-4a2e-8dc1-26b53f7eb434 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:23.137246 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7520c0d1-46f8-4a2e-8dc1-26b53f7eb434 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7686291 Jul 22 16:49:23.140354 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-afc22a64-e53b-4eae-a3d3-35e621b293c8 None None] Allocated IP 172.20.0.2 (3f53688e-ab59-4b9a-9dfb-eca2d0ae6033/82926eb6-c451-42f6-8188-ee6186e142c5/90e3da4e-c91b-41dd-a8c7-86596641afca) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:49:23.146423 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40978) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:23.162421 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-33425980-7b9e-4636-adad-8b2645fdb25d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:23.170570 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network d88872b5-5089-4fcc-aae9-6b5729de33be details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:49:23.227346 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.ipam_backend_mixin [None req-52866678-a265-493d-91ec-dac191549146 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Performing IP validity checks on allocation pools {{(pid=93817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 16:49:23.228050 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.ipam_backend_mixin [None req-52866678-a265-493d-91ec-dac191549146 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 16:49:23.394423 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67b715-f048-4cb0-9a63-309c3af26d1d req-a690e39c-1022-4f23-b2b8-77c5868e7dbc tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:23.396105 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6b67b715-f048-4cb0-9a63-309c3af26d1d req-a690e39c-1022-4f23-b2b8-77c5868e7dbc tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.30 "GET /v2.0/ports?device_id=332e7964-ea6e-4a4c-bfd3-2695445504da HTTP/1.1" status: 200 len: 946 time: 0.3820891 Jul 22 16:49:23.453712 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-92476f7a-3ece-4c5e-92f1-eb1d5edfaabb None None] Attempting to bind port d9957a75-5814-4c0b-96bc-78ec573f2ec1 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:49:23.454122 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-92476f7a-3ece-4c5e-92f1-eb1d5edfaabb None None] Attempting to bind port d9957a75-5814-4c0b-96bc-78ec573f2ec1 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e02ed6b1-9fca-43e0-aa4e-f3efcf714bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '370f5ede-379c-467e-b8fe-c92ef0180760'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:49:23.454488 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92476f7a-3ece-4c5e-92f1-eb1d5edfaabb None None] Attempting to bind port d9957a75-5814-4c0b-96bc-78ec573f2ec1 on network 370f5ede-379c-467e-b8fe-c92ef0180760 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:49:23.476767 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92476f7a-3ece-4c5e-92f1-eb1d5edfaabb None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:49:23.477145 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92476f7a-3ece-4c5e-92f1-eb1d5edfaabb None None] Checking segment: {'id': 'e02ed6b1-9fca-43e0-aa4e-f3efcf714bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '370f5ede-379c-467e-b8fe-c92ef0180760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:23.477560 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-92476f7a-3ece-4c5e-92f1-eb1d5edfaabb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:23.479115 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92476f7a-3ece-4c5e-92f1-eb1d5edfaabb None None] Bound using segment: {'id': 'e02ed6b1-9fca-43e0-aa4e-f3efcf714bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '370f5ede-379c-467e-b8fe-c92ef0180760'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:49:23.479664 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-92476f7a-3ece-4c5e-92f1-eb1d5edfaabb None None] Bound port: d9957a75-5814-4c0b-96bc-78ec573f2ec1, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02ed6b1-9fca-43e0-aa4e-f3efcf714bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '370f5ede-379c-467e-b8fe-c92ef0180760'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:49:23.480057 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-92476f7a-3ece-4c5e-92f1-eb1d5edfaabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:23.596407 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-52866678-a265-493d-91ec-dac191549146 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:23.623931 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:49:23.660979 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03071f62-09b7-4e84-ba8d-c2d91c5ba4b4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:23.670176 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b73fc3dc-7e9c-42f9-baef-6a4d4e8361af up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:49:23.723628 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8817c714-3991-4ff2-9cf3-b12430ba85ed None None] Network 5962888f-3d7e-42c0-9084-0029b3a4606c requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:23.730759 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-03071f62-09b7-4e84-ba8d-c2d91c5ba4b4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Transition to ACTIVE for port object 24e5b4dd-6aa6-4aa4-a99a-abcb37fb9c33 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:23.734051 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33425980-7b9e-4636-adad-8b2645fdb25d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:23.746832 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52866678-a265-493d-91ec-dac191549146 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Checking segment: {'id': 'e730d62a-d242-4139-bfe1-e2011bfadba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd88872b5-5089-4fcc-aae9-6b5729de33be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:23.747367 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52866678-a265-493d-91ec-dac191549146 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Network hostable DHCP agents. Network: d88872b5-5089-4fcc-aae9-6b5729de33be, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:49:23.757798 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52866678-a265-493d-91ec-dac191549146 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Subnet': ['ID=0c327b92-fb31-4f64-943b-8c6295b5f96e,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:23.802661 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33425980-7b9e-4636-adad-8b2645fdb25d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4121324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4121180'] for router, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:23.838205 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52866678-a265-493d-91ec-dac191549146 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Network d88872b5-5089-4fcc-aae9-6b5729de33be is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:49:23.875338 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-52866678-a265-493d-91ec-dac191549146 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, d88872b5-5089-4fcc-aae9-6b5729de33be) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:23.898385 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52866678-a265-493d-91ec-dac191549146 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:23.899440 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-52866678-a265-493d-91ec-dac191549146 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:23.904862 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03071f62-09b7-4e84-ba8d-c2d91c5ba4b4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:23.977967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03071f62-09b7-4e84-ba8d-c2d91c5ba4b4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Network 370f5ede-379c-467e-b8fe-c92ef0180760 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:49:23.980041 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-52866678-a265-493d-91ec-dac191549146 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1888847 Jul 22 16:49:23.983036 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40986) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:23.985214 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-03071f62-09b7-4e84-ba8d-c2d91c5ba4b4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:24.000677 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03071f62-09b7-4e84-ba8d-c2d91c5ba4b4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:49:24.025309 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-92476f7a-3ece-4c5e-92f1-eb1d5edfaabb None None] For port d9957a75-5814-4c0b-96bc-78ec573f2ec1, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:49:24.030979 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-92476f7a-3ece-4c5e-92f1-eb1d5edfaabb None None] For port d9957a75-5814-4c0b-96bc-78ec573f2ec1, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d9957a75-5814-4c0b-96bc-78ec573f2ec1,segment=NetworkSegment(e02ed6b1-9fca-43e0-aa4e-f3efcf714bf9),segment_id=e02ed6b1-9fca-43e0-aa4e-f3efcf714bf9)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:49:24.032652 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3337aa6a-91b3-4ae4-9290-7a2ebf38fdcf None None] Network d88872b5-5089-4fcc-aae9-6b5729de33be requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:24.044206 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03071f62-09b7-4e84-ba8d-c2d91c5ba4b4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Pushing event updated for resources: {'Port': ['ID=24e5b4dd-6aa6-4aa4-a99a-abcb37fb9c33,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:24.095428 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6b67b715-f048-4cb0-9a63-309c3af26d1d req-704908ed-8358-4982-8e0e-b474ef18eacb tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Deleting port b2573312-f650-44bc-b20f-686f17cb7a9d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:24.095768 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6b67b715-f048-4cb0-9a63-309c3af26d1d req-704908ed-8358-4982-8e0e-b474ef18eacb tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:24.128796 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03071f62-09b7-4e84-ba8d-c2d91c5ba4b4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:24.160998 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-92476f7a-3ece-4c5e-92f1-eb1d5edfaabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:24.164130 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76be02c-5b82-47d0-ba96-43d773806188 None None] Network ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:24.246354 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f3cd4-05fb-439d-9ff5-b944d7d38d7a req-1065dbfe-b72c-458d-8392-5be0a0eeb79d tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:24.254018 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-187f3cd4-05fb-439d-9ff5-b944d7d38d7a req-1065dbfe-b72c-458d-8392-5be0a0eeb79d tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/ports?device_id=332e7964-ea6e-4a4c-bfd3-2695445504da HTTP/1.1" status: 200 len: 946 time: 0.4400349 Jul 22 16:49:24.300947 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3f0f3ab0-d3dd-4f8e-8a32-e491b4dc790d None None] Provisioning for port b73fc3dc-7e9c-42f9-baef-6a4d4e8361af completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:49:24.318856 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6b67b715-f048-4cb0-9a63-309c3af26d1d req-704908ed-8358-4982-8e0e-b474ef18eacb tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] For port b2573312-f650-44bc-b20f-686f17cb7a9d, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b2573312-f650-44bc-b20f-686f17cb7a9d,segment=NetworkSegment(cfef1afd-10cc-426e-a3bd-e2e3219abdd0),segment_id=cfef1afd-10cc-426e-a3bd-e2e3219abdd0)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:24.319488 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6b67b715-f048-4cb0-9a63-309c3af26d1d req-704908ed-8358-4982-8e0e-b474ef18eacb tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:24.336962 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-187f3cd4-05fb-439d-9ff5-b944d7d38d7a req-3cdaa798-6584-43ac-b441-1ec4af7b0840 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/security-groups?id=c992b471-596f-4771-9b78-22a7ba1d2244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777078 Jul 22 16:49:24.370835 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6b67b715-f048-4cb0-9a63-309c3af26d1d req-704908ed-8358-4982-8e0e-b474ef18eacb tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Calling delete_port for b2573312-f650-44bc-b20f-686f17cb7a9d owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:24.555000 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33425980-7b9e-4636-adad-8b2645fdb25d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Router d50dbd05-c268-47bf-becc-9b18daae469b is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:49:24.566086 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6b67b715-f048-4cb0-9a63-309c3af26d1d req-704908ed-8358-4982-8e0e-b474ef18eacb tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:24.600730 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92476f7a-3ece-4c5e-92f1-eb1d5edfaabb None None] Pushing event updated for resources: {'Port': ['ID=d9957a75-5814-4c0b-96bc-78ec573f2ec1,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:24.614754 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704908ed-8358-4982-8e0e-b474ef18eacb tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Pushing event deleted for resources: {'Port': ['ID=b2573312-f650-44bc-b20f-686f17cb7a9d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:24.662189 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6be7638d-3dba-4248-9c03-631c36195666 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:24.685085 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['b2573312-f650-44bc-b20f-686f17cb7a9d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:49:24.687509 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port b73fc3dc-7e9c-42f9-baef-6a4d4e8361af completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:49:24.699191 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-afc22a64-e53b-4eae-a3d3-35e621b293c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:24.825451 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port b73fc3dc-7e9c-42f9-baef-6a4d4e8361af triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:24.825915 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:24.828590 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6be7638d-3dba-4248-9c03-631c36195666 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:24.831577 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03071f62-09b7-4e84-ba8d-c2d91c5ba4b4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:24.843531 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33425980-7b9e-4636-adad-8b2645fdb25d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:49:24.852109 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33425980-7b9e-4636-adad-8b2645fdb25d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:24.855960 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-33425980-7b9e-4636-adad-8b2645fdb25d tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "PUT /v2.0/routers/d50dbd05-c268-47bf-becc-9b18daae469b HTTP/1.1" status: 200 len: 693 time: 1.7081625 Jul 22 16:49:24.856595 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40996) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:24.901973 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-afc22a64-e53b-4eae-a3d3-35e621b293c8 None None] Transition to ACTIVE for port object 90e3da4e-c91b-41dd-a8c7-86596641afca will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:24.922586 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-afc22a64-e53b-4eae-a3d3-35e621b293c8 None None] Transition to ACTIVE for port object 90e3da4e-c91b-41dd-a8c7-86596641afca will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:24.976441 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fce1eec-bb09-41ad-abaa-653798ce17fd None None] Sync routers for ids ['d50dbd05-c268-47bf-becc-9b18daae469b'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:49:24.995625 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-95262da5-adde-43c5-ba51-a2ec0adb72e8 None None] Provisioning for port a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:49:24.999895 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-afc22a64-e53b-4eae-a3d3-35e621b293c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:25.038063 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fce1eec-bb09-41ad-abaa-653798ce17fd None None] Routers {'d50dbd05-c268-47bf-becc-9b18daae469b'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:25.038717 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6fce1eec-bb09-41ad-abaa-653798ce17fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:49:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['d50dbd05-c268-47bf-becc-9b18daae469b'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:25.045404 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b67b715-f048-4cb0-9a63-309c3af26d1d req-704908ed-8358-4982-8e0e-b474ef18eacb tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] No DVR routers for this DVR port b2573312-f650-44bc-b20f-686f17cb7a9d on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:25.048445 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6b67b715-f048-4cb0-9a63-309c3af26d1d req-704908ed-8358-4982-8e0e-b474ef18eacb tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:25.051430 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6b67b715-f048-4cb0-9a63-309c3af26d1d req-704908ed-8358-4982-8e0e-b474ef18eacb tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.30 "DELETE /v2.0/ports/b2573312-f650-44bc-b20f-686f17cb7a9d HTTP/1.1" status: 204 len: 173 time: 1.6481600 Jul 22 16:49:25.061080 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332e7964-ea6e-4a4c-bfd3-2695445504da', 'name': 'network-vif-deleted', 'tag': 'b2573312-f650-44bc-b20f-686f17cb7a9d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:49:25.067567 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dcb7e9-3cc0-4b98-ad7a-dc3e998044b0" -d '{"events": [{"server_uuid": "332e7964-ea6e-4a4c-bfd3-2695445504da", "name": "network-vif-deleted", "tag": "b2573312-f650-44bc-b20f-686f17cb7a9d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:49:25.077774 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-acbb24a8-5f20-41da-b56f-0e3651a3ed39 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "GET /v2.0/routers/d50dbd05-c268-47bf-becc-9b18daae469b HTTP/1.1" status: 200 len: 699 time: 0.2172828 Jul 22 16:49:25.081582 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41002) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:25.170526 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-95262da5-adde-43c5-ba51-a2ec0adb72e8 None None] Provisioning complete for port a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:25.173302 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95262da5-adde-43c5-ba51-a2ec0adb72e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:25.175451 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5229d820-f9bf-42d5-bb2e-6cf465427996 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "GET /v2.0/ports?device_id=d50dbd05-c268-47bf-becc-9b18daae469b HTTP/1.1" status: 200 len: 205 time: 0.0899801 Jul 22 16:49:25.177214 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7483d64f-7224-47e8-a40f-49eabfb27623 x-openstack-request-id: req-7483d64f-7224-47e8-a40f-49eabfb27623 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:49:25.177520 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332e7964-ea6e-4a4c-bfd3-2695445504da", "name": "network-vif-deleted", "tag": "b2573312-f650-44bc-b20f-686f17cb7a9d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:49:25.177776 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7483d64f-7224-47e8-a40f-49eabfb27623 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:49:25.178204 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332e7964-ea6e-4a4c-bfd3-2695445504da', 'name': 'network-vif-deleted', 'tag': 'b2573312-f650-44bc-b20f-686f17cb7a9d', 'status': 'completed', 'code': 200} Jul 22 16:49:25.178581 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41006) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:25.223609 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6be7638d-3dba-4248-9c03-631c36195666 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:25.292593 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63e8e264-b8f8-40a4-ab4a-e143e93fb0de tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:25.293620 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc22a64-e53b-4eae-a3d3-35e621b293c8 None None] Network 3f53688e-ab59-4b9a-9dfb-eca2d0ae6033 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:49:25.307670 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7638d-3dba-4248-9c03-631c36195666 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Subnet': ['ID=0c327b92-fb31-4f64-943b-8c6295b5f96e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:25.335077 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560b3c10-9dae-41a6-ad1b-cead3411e2b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-d88872b5-5089-4fcc-aae9-6b5729de33be', 'network_id': 'd88872b5-5089-4fcc-aae9-6b5729de33be', 'tenant_id': '001a97323c7f4fbba13460cd92514768', 'fixed_ips': [{'subnet_id': '0c327b92-fb31-4f64-943b-8c6295b5f96e'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:49:25.336160 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-560b3c10-9dae-41a6-ad1b-cead3411e2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:25.365284 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-afc22a64-e53b-4eae-a3d3-35e621b293c8 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:25.377242 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc22a64-e53b-4eae-a3d3-35e621b293c8 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:49:25.489287 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:25.594089 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6be7638d-3dba-4248-9c03-631c36195666 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:25.613069 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-6fce1eec-bb09-41ad-abaa-653798ce17fd None None] Set router d50dbd05-c268-47bf-becc-9b18daae469b gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:49:25.615350 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6be7638d-3dba-4248-9c03-631c36195666 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88872b5-5089-4fcc-aae9-6b5729de33be']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:25.670294 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63e8e264-b8f8-40a4-ab4a-e143e93fb0de tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:25.672637 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port b73fc3dc-7e9c-42f9-baef-6a4d4e8361af, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b73fc3dc-7e9c-42f9-baef-6a4d4e8361af,segment=NetworkSegment(2683faee-87ef-409a-8118-37e0211f48b8),segment_id=2683faee-87ef-409a-8118-37e0211f48b8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:25.684403 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-89ff09b3-4367-4e76-a5b2-cf6446e7e966 req-288d8f41-fd0a-4e3d-9886-9835d2b64702 tempest-ServerAddressesTestJSON-802089442 tempest-ServerAddressesTestJSON-802089442-project] 10.222.0.69 "GET /v2.0/ports?device_id=332e7964-ea6e-4a4c-bfd3-2695445504da HTTP/1.1" status: 200 len: 210 time: 0.0447214 Jul 22 16:49:25.686205 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63e8e264-b8f8-40a4-ab4a-e143e93fb0de tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:25.690289 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6be7638d-3dba-4248-9c03-631c36195666 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e730d62a-d242-4139-bfe1-e2011bfadba2') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:25.690627 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6be7638d-3dba-4248-9c03-631c36195666 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e730d62a-d242-4139-bfe1-e2011bfadba2') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:25.741421 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6be7638d-3dba-4248-9c03-631c36195666 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:25.804880 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63e8e264-b8f8-40a4-ab4a-e143e93fb0de tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:25.806036 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e8e264-b8f8-40a4-ab4a-e143e93fb0de tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Fanout notify agent at l3_agent the message router_deleted on router d50dbd05-c268-47bf-becc-9b18daae469b {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:49:25.808268 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6be7638d-3dba-4248-9c03-631c36195666 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:25.821325 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63e8e264-b8f8-40a4-ab4a-e143e93fb0de tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:25.829089 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-63e8e264-b8f8-40a4-ab4a-e143e93fb0de tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/routers/d50dbd05-c268-47bf-becc-9b18daae469b HTTP/1.1" status: 204 len: 168 time: 0.6432898 Jul 22 16:49:25.829334 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03071f62-09b7-4e84-ba8d-c2d91c5ba4b4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:25.829794 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41014) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:25.843702 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03071f62-09b7-4e84-ba8d-c2d91c5ba4b4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:25.849944 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be7638d-3dba-4248-9c03-631c36195666 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:25.850927 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6be7638d-3dba-4248-9c03-631c36195666 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:25.874085 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:25.892342 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-97236ddb-9329-421f-aa31-5697fd34c31b tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "GET /v2.0/ports?device_id=d50dbd05-c268-47bf-becc-9b18daae469b HTTP/1.1" status: 200 len: 205 time: 0.0596313 Jul 22 16:49:25.894003 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41018) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:25.946408 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-8c7f8913-4e05-45dd-a121-bd75f92f01f5 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] delete failed (client error): The resource could not be found. Jul 22 16:49:25.947585 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8c7f8913-4e05-45dd-a121-bd75f92f01f5 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/routers/d50dbd05-c268-47bf-becc-9b18daae469b HTTP/1.1" status: 404 len: 336 time: 0.0524647 Jul 22 16:49:26.010344 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41020) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:26.087415 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-5edcb088-29e9-426d-bb91-cc5256f975f5 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] DELETE failed (client error): The resource could not be found. Jul 22 16:49:26.091920 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5edcb088-29e9-426d-bb91-cc5256f975f5 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:49:26.094554 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6be7638d-3dba-4248-9c03-631c36195666 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:26.096213 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5edcb088-29e9-426d-bb91-cc5256f975f5 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/subnets/4bcfe033-5641-47f0-9af5-8ef8e005b359 HTTP/1.1" status: 404 len: 337 time: 0.0847487 Jul 22 16:49:26.105043 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41028) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:26.155916 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6be7638d-3dba-4248-9c03-631c36195666 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:26.161482 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6be7638d-3dba-4248-9c03-631c36195666 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/networks/d88872b5-5089-4fcc-aae9-6b5729de33be HTTP/1.1" status: 204 len: 168 time: 2.1739428 Jul 22 16:49:26.161482 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03071f62-09b7-4e84-ba8d-c2d91c5ba4b4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:26.177290 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41032) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:26.187113 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8559cf4e-cb91-42e7-959a-d4841c48c41c tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2008916430'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:26.190863 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03071f62-09b7-4e84-ba8d-c2d91c5ba4b4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Pushing event updated for resources: {'Port': ['ID=24e5b4dd-6aa6-4aa4-a99a-abcb37fb9c33,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:26.206233 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e984cb7-0126-4eaa-b7af-ae69c23a768f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] DELETE failed (client error): The resource could not be found. Jul 22 16:49:26.206710 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e984cb7-0126-4eaa-b7af-ae69c23a768f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:49:26.209104 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7638d-3dba-4248-9c03-631c36195666 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Network': ['ID=d88872b5-5089-4fcc-aae9-6b5729de33be,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:26.210153 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4e984cb7-0126-4eaa-b7af-ae69c23a768f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/subnets/97aa4cc8-2f1f-41cb-824d-c83035e49801 HTTP/1.1" status: 404 len: 337 time: 0.1038857 Jul 22 16:49:26.216485 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41034) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:26.270214 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-afc22a64-e53b-4eae-a3d3-35e621b293c8 None None] Attempting to bind port 90e3da4e-c91b-41dd-a8c7-86596641afca on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:49:26.270729 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-afc22a64-e53b-4eae-a3d3-35e621b293c8 None None] Attempting to bind port 90e3da4e-c91b-41dd-a8c7-86596641afca by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '6da30123-f466-427a-adfa-767068aee1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3f53688e-ab59-4b9a-9dfb-eca2d0ae6033'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:49:26.271542 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc22a64-e53b-4eae-a3d3-35e621b293c8 None None] Attempting to bind port 90e3da4e-c91b-41dd-a8c7-86596641afca on network 3f53688e-ab59-4b9a-9dfb-eca2d0ae6033 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:49:26.302463 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1bc926-f499-482c-9f56-2d08c079f7f1 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] DELETE failed (client error): The resource could not be found. Jul 22 16:49:26.303089 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1bc926-f499-482c-9f56-2d08c079f7f1 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:49:26.310585 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3c1bc926-f499-482c-9f56-2d08c079f7f1 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/subnets/714eb42f-272f-4702-91cf-1b30f79d1d9f HTTP/1.1" status: 404 len: 337 time: 0.0929270 Jul 22 16:49:26.316033 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41036) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:26.337766 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc22a64-e53b-4eae-a3d3-35e621b293c8 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:49:26.338185 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc22a64-e53b-4eae-a3d3-35e621b293c8 None None] Checking segment: {'id': '6da30123-f466-427a-adfa-767068aee1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3f53688e-ab59-4b9a-9dfb-eca2d0ae6033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:26.338559 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-afc22a64-e53b-4eae-a3d3-35e621b293c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:26.338992 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc22a64-e53b-4eae-a3d3-35e621b293c8 None None] Bound using segment: {'id': '6da30123-f466-427a-adfa-767068aee1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3f53688e-ab59-4b9a-9dfb-eca2d0ae6033'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:49:26.339467 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-afc22a64-e53b-4eae-a3d3-35e621b293c8 None None] Bound port: 90e3da4e-c91b-41dd-a8c7-86596641afca, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da30123-f466-427a-adfa-767068aee1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3f53688e-ab59-4b9a-9dfb-eca2d0ae6033'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:49:26.339848 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-afc22a64-e53b-4eae-a3d3-35e621b293c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:26.343106 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8559cf4e-cb91-42e7-959a-d4841c48c41c tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Made reservation on behalf of 001a97323c7f4fbba13460cd92514768 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:26.346649 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8559cf4e-cb91-42e7-959a-d4841c48c41c tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:26.368961 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a75382-013e-480c-9646-64547c23997e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] DELETE failed (client error): The resource could not be found. Jul 22 16:49:26.369955 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a75382-013e-480c-9646-64547c23997e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:49:26.371889 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d3a75382-013e-480c-9646-64547c23997e tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/subnets/73ddb152-f998-4038-9de9-1ab3bc939415 HTTP/1.1" status: 404 len: 337 time: 0.0548906 Jul 22 16:49:26.375069 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41038) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:26.379135 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:26.387100 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3895ab4f-d1af-4ab6-84f3-8c2b7b5b7404 None None] Network 370f5ede-379c-467e-b8fe-c92ef0180760 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:26.464102 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9dab1743-12a5-4e03-9078-2b1b19fa48a0 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "GET /v2.0/ports?device_id=f96700c5-1b50-4199-8106-502dcb6b246b HTTP/1.1" status: 200 len: 205 time: 0.0870025 Jul 22 16:49:26.466523 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41040) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:26.482380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8559cf4e-cb91-42e7-959a-d4841c48c41c tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:49:26.515771 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8559cf4e-cb91-42e7-959a-d4841c48c41c tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:26.516138 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-8559cf4e-cb91-42e7-959a-d4841c48c41c tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Added segment 3cc0b15f-5a66-44eb-89fa-682bc57d47aa of type vlan for network 731d1c0f-c4ec-4f10-891d-b5b7aa518a05 Jul 22 16:49:26.518649 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03071f62-09b7-4e84-ba8d-c2d91c5ba4b4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Network 370f5ede-379c-467e-b8fe-c92ef0180760 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:49:26.556014 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-03071f62-09b7-4e84-ba8d-c2d91c5ba4b4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:26.591078 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d9957a75-5814-4c0b-96bc-78ec573f2ec1 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:49:26.632905 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-1839a5d6-2821-4d50-a134-93bd8d7c622f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] delete failed (client error): The resource could not be found. Jul 22 16:49:26.634259 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1839a5d6-2821-4d50-a134-93bd8d7c622f tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/routers/f96700c5-1b50-4199-8106-502dcb6b246b HTTP/1.1" status: 404 len: 336 time: 0.1658888 Jul 22 16:49:26.637524 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41044) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:26.651124 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6fce1eec-bb09-41ad-abaa-653798ce17fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50dbd05-c268-47bf-becc-9b18daae469b', 'name': 'tempest-RoutersTest-router-624707876', 'tenant_id': '3ea63212a4f44637b93ca12959982d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:49:22Z', 'updated_at': '2021-07-22T16:49:23Z', 'revision_number': 2, 'project_id': '3ea63212a4f44637b93ca12959982d7d', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:26.707363 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b491f568-13be-4ed6-903d-fa153f6e9efd tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4e879fe-bed1-481a-a43b-bb45ed91ad9c HTTP/1.1" status: 200 len: 205 time: 0.0685387 Jul 22 16:49:26.709730 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41046) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:26.746903 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8559cf4e-cb91-42e7-959a-d4841c48c41c tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:26.800392 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8559cf4e-cb91-42e7-959a-d4841c48c41c tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:26.806711 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8559cf4e-cb91-42e7-959a-d4841c48c41c tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:26.807411 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8559cf4e-cb91-42e7-959a-d4841c48c41c tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:26.811976 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fce1eec-bb09-41ad-abaa-653798ce17fd None None] Checking router: d50dbd05-c268-47bf-becc-9b18daae469b for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:49:26.815674 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41050) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:26.836684 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-00dd0d65-b148-44cf-98f7-c30a999301f3 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] delete failed (client error): The resource could not be found. Jul 22 16:49:26.839706 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc22a64-e53b-4eae-a3d3-35e621b293c8 None None] Pushing event updated for resources: {'Port': ['ID=90e3da4e-c91b-41dd-a8c7-86596641afca,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:26.841411 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-00dd0d65-b148-44cf-98f7-c30a999301f3 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/routers/c4e879fe-bed1-481a-a43b-bb45ed91ad9c HTTP/1.1" status: 404 len: 336 time: 0.1304743 Jul 22 16:49:26.891623 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41052) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:26.918170 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-afc22a64-e53b-4eae-a3d3-35e621b293c8 None None] For port 90e3da4e-c91b-41dd-a8c7-86596641afca, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:49:26.923396 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-afc22a64-e53b-4eae-a3d3-35e621b293c8 None None] For port 90e3da4e-c91b-41dd-a8c7-86596641afca, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=90e3da4e-c91b-41dd-a8c7-86596641afca,segment=NetworkSegment(6da30123-f466-427a-adfa-767068aee1a4),segment_id=6da30123-f466-427a-adfa-767068aee1a4)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:49:26.926011 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fce1eec-bb09-41ad-abaa-653798ce17fd None None] Routers set() bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:26.926651 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fce1eec-bb09-41ad-abaa-653798ce17fd None None] Router IDs set() for agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 16:49:26.927432 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_agentschedulers_db [None req-6fce1eec-bb09-41ad-abaa-653798ce17fd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d50dbd05-c268-47bf-becc-9b18daae469b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:49:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent'). {{(pid=93818) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 16:49:26.928340 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fce1eec-bb09-41ad-abaa-653798ce17fd None None] The sync data for ids ['d50dbd05-c268-47bf-becc-9b18daae469b'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:49:26.953962 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8559cf4e-cb91-42e7-959a-d4841c48c41c tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7749889 Jul 22 16:49:26.954710 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559cf4e-cb91-42e7-959a-d4841c48c41c tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Network': ['ID=731d1c0f-c4ec-4f10-891d-b5b7aa518a05,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:26.967987 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41054) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:26.974232 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8de824f9-7852-4e9c-a052-ae37a8528b4d tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'subnet': {'network_id': '731d1c0f-c4ec-4f10-891d-b5b7aa518a05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:26.993346 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0f77db-b243-4585-8f6b-cb97fd8633f8 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] DELETE failed (client error): The resource could not be found. Jul 22 16:49:26.993842 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a0f77db-b243-4585-8f6b-cb97fd8633f8 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:49:26.995743 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8a0f77db-b243-4585-8f6b-cb97fd8633f8 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/subnets/8edd9ab3-0470-434e-8ca9-40a91ec114f2 HTTP/1.1" status: 404 len: 337 time: 0.1031563 Jul 22 16:49:26.999985 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41056) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:27.039709 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-afc22a64-e53b-4eae-a3d3-35e621b293c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:27.043464 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95262da5-adde-43c5-ba51-a2ec0adb72e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:27.065499 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03071f62-09b7-4e84-ba8d-c2d91c5ba4b4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Router 18078e74-282b-47b9-9f13-73aa369b19e0 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:49:27.105359 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5ce0fa35-a606-4302-a846-7f9bce73f57a tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "GET /v2.0/ports?device_id=0cca2516-cb83-4468-abbc-b5cecc86ec17 HTTP/1.1" status: 200 len: 205 time: 0.1040525 Jul 22 16:49:27.107481 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41060) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:27.123890 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7cc380d-1c43-45f4-ae35-a8deff67b101 admin admin] Deleting subnet 5cd5902f-09ea-4c99-8158-37d269ce09fb {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:49:27.167612 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-95262da5-adde-43c5-ba51-a2ec0adb72e8 None None] For port a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd,segment=NetworkSegment(a01f9104-98bd-471a-ac39-b44040180a1c),segment_id=a01f9104-98bd-471a-ac39-b44040180a1c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:27.169461 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fa53fb-5a66-4d14-bda9-72b1048a4b27 None None] Network d88872b5-5089-4fcc-aae9-6b5729de33be requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:27.172440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 731d1c0f-c4ec-4f10-891d-b5b7aa518a05 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:49:27.203857 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7cc380d-1c43-45f4-ae35-a8deff67b101 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:27.211592 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-5ab87ab6-879d-4e1c-9f33-4f77c0f9eaa1 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] delete failed (client error): The resource could not be found. Jul 22 16:49:27.212592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5ab87ab6-879d-4e1c-9f33-4f77c0f9eaa1 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/routers/0cca2516-cb83-4468-abbc-b5cecc86ec17 HTTP/1.1" status: 404 len: 336 time: 0.1012609 Jul 22 16:49:27.220298 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41066) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:27.231542 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=b73fc3dc-7e9c-42f9-baef-6a4d4e8361af,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:27.325848 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7cc380d-1c43-45f4-ae35-a8deff67b101 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:27.327116 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95262da5-adde-43c5-ba51-a2ec0adb72e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:27.329452 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fa53fb-5a66-4d14-bda9-72b1048a4b27 None None] Network d88872b5-5089-4fcc-aae9-6b5729de33be could not be found, it might have been deleted concurrently. {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 16:49:27.407879 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7cc380d-1c43-45f4-ae35-a8deff67b101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:27.417948 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port d9957a75-5814-4c0b-96bc-78ec573f2ec1 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:49:27.440655 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ce660877-97b4-4de9-8f64-293fd10e0b15 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0f48375-08a8-4d66-af57-cefe921e1174 HTTP/1.1" status: 200 len: 205 time: 0.2166266 Jul 22 16:49:27.455228 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41070) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:27.463575 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b2573312-f650-44bc-b20f-686f17cb7a9d no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:49:27.505430 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: b2573312-f650-44bc-b20f-686f17cb7a9d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:49:27.506213 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b2573312-f650-44bc-b20f-686f17cb7a9d not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:49:27.526115 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7cc380d-1c43-45f4-ae35-a8deff67b101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:27.546292 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-729fa953-ee95-41a3-93d2-209a57f52928 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] delete failed (client error): The resource could not be found. Jul 22 16:49:27.547641 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-729fa953-ee95-41a3-93d2-209a57f52928 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/routers/c0f48375-08a8-4d66-af57-cefe921e1174 HTTP/1.1" status: 404 len: 336 time: 0.0909350 Jul 22 16:49:27.548477 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de824f9-7852-4e9c-a052-ae37a8528b4d tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Made reservation on behalf of 001a97323c7f4fbba13460cd92514768 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:27.551795 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ec340f55-7616-4152-b837-5806a9dd3c89 None None] Provisioning complete for port a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:27.552178 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec340f55-7616-4152-b837-5806a9dd3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:27.552699 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8de824f9-7852-4e9c-a052-ae37a8528b4d tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:27.558928 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41072) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:27.560151 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc380d-1c43-45f4-ae35-a8deff67b101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cd5902f-09ea-4c99-8158-37d269ce09fb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:27.577400 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7cc380d-1c43-45f4-ae35-a8deff67b101 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:27.588574 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a7cc380d-1c43-45f4-ae35-a8deff67b101 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5cd5902f-09ea-4c99-8158-37d269ce09fb HTTP/1.1" status: 204 len: 168 time: 0.7662745 Jul 22 16:49:27.589349 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41074) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:27.627021 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc22a64-e53b-4eae-a3d3-35e621b293c8 None None] Pushing event updated for resources: {'Port': ['ID=90e3da4e-c91b-41dd-a8c7-86596641afca,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:27.643567 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc519ccd-6bf0-4754-be5d-60643f5ac6c5 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] DELETE failed (client error): The resource could not be found. Jul 22 16:49:27.644259 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc519ccd-6bf0-4754-be5d-60643f5ac6c5 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:49:27.647138 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-dc519ccd-6bf0-4754-be5d-60643f5ac6c5 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/subnets/250a7db1-62fb-43c0-b2f4-3ae7fd40587f HTTP/1.1" status: 404 len: 337 time: 0.0749085 Jul 22 16:49:27.655838 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41076) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:27.734313 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03071f62-09b7-4e84-ba8d-c2d91c5ba4b4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:49:27.737214 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9ebb6bf-3cf1-4de2-b337-9d1b511a75af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:27.746187 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-03071f62-09b7-4e84-ba8d-c2d91c5ba4b4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] 10.222.0.69 "PUT /v2.0/routers/18078e74-282b-47b9-9f13-73aa369b19e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0139296 Jul 22 16:49:27.751198 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41080) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:27.759377 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ed4fa7-3be6-492c-b4e1-8b267ed8d1c8 None None] Sync routers for ids ['18078e74-282b-47b9-9f13-73aa369b19e0'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:49:27.777639 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ed4fa7-3be6-492c-b4e1-8b267ed8d1c8 None None] Routers {'18078e74-282b-47b9-9f13-73aa369b19e0'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:27.789914 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f9ed4fa7-3be6-492c-b4e1-8b267ed8d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:49:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['18078e74-282b-47b9-9f13-73aa369b19e0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:27.806768 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95262da5-adde-43c5-ba51-a2ec0adb72e8 None None] Pushing event updated for resources: {'Port': ['ID=a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:27.846297 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c10c0ba4-97fc-4add-ba22-af8e3cc1ead5 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "GET /v2.0/ports?device_id=580aff15-af17-4a01-b84d-f25718ea37c8 HTTP/1.1" status: 200 len: 205 time: 0.1840394 Jul 22 16:49:27.849590 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41082) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:27.880514 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f9ed4fa7-3be6-492c-b4e1-8b267ed8d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:27.923490 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ed4fa7-3be6-492c-b4e1-8b267ed8d1c8 None None] Routers {'18078e74-282b-47b9-9f13-73aa369b19e0'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:27.935435 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f9ed4fa7-3be6-492c-b4e1-8b267ed8d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:49:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['18078e74-282b-47b9-9f13-73aa369b19e0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:28.009771 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ec340f55-7616-4152-b837-5806a9dd3c89 None None] Provisioning for port d9957a75-5814-4c0b-96bc-78ec573f2ec1 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:49:28.018535 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ec340f55-7616-4152-b837-5806a9dd3c89 None None] Provisioning complete for port d9957a75-5814-4c0b-96bc-78ec573f2ec1 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:28.019085 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec340f55-7616-4152-b837-5806a9dd3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:28.032150 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f9ed4fa7-3be6-492c-b4e1-8b267ed8d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:28.037000 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ed4fa7-3be6-492c-b4e1-8b267ed8d1c8 None None] The sync data for ids ['18078e74-282b-47b9-9f13-73aa369b19e0'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:49:28.044994 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-215615f5-9c9d-4428-9994-ba4d661dfd47 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] delete failed (client error): The resource could not be found. Jul 22 16:49:28.050232 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-215615f5-9c9d-4428-9994-ba4d661dfd47 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/routers/580aff15-af17-4a01-b84d-f25718ea37c8 HTTP/1.1" status: 404 len: 336 time: 0.1945245 Jul 22 16:49:28.054358 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41084) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:28.124107 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f271738-95ea-4270-882a-31dc32f7c412 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] DELETE failed (client error): The resource could not be found. Jul 22 16:49:28.124825 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f271738-95ea-4270-882a-31dc32f7c412 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:49:28.135892 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3f271738-95ea-4270-882a-31dc32f7c412 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/subnets/015f4d44-b881-4498-bc8f-dd67b3f7ffc1 HTTP/1.1" status: 404 len: 337 time: 0.0802932 Jul 22 16:49:28.137896 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41086) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:28.181961 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9ebb6bf-3cf1-4de2-b337-9d1b511a75af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:28.206802 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec340f55-7616-4152-b837-5806a9dd3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:28.214552 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b653153d-e820-4f89-9895-e435223dde13 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8655c14-cfdc-4f1a-b5ba-7c2a032054a3 HTTP/1.1" status: 200 len: 205 time: 0.0755064 Jul 22 16:49:28.215590 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41088) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:28.303284 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ec340f55-7616-4152-b837-5806a9dd3c89 None None] For port d9957a75-5814-4c0b-96bc-78ec573f2ec1, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d9957a75-5814-4c0b-96bc-78ec573f2ec1,segment=NetworkSegment(e02ed6b1-9fca-43e0-aa4e-f3efcf714bf9),segment_id=e02ed6b1-9fca-43e0-aa4e-f3efcf714bf9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:28.312185 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec340f55-7616-4152-b837-5806a9dd3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:28.349344 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d9ebb6bf-3cf1-4de2-b337-9d1b511a75af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38f71a0-effd-417a-b4d0-026e1e6d62cf']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:28.368059 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d9ebb6bf-3cf1-4de2-b337-9d1b511a75af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfef1afd-10cc-426e-a3bd-e2e3219abdd0') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:28.368367 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-d9ebb6bf-3cf1-4de2-b337-9d1b511a75af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfef1afd-10cc-426e-a3bd-e2e3219abdd0') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:28.399217 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9ebb6bf-3cf1-4de2-b337-9d1b511a75af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:28.433817 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9ebb6bf-3cf1-4de2-b337-9d1b511a75af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:28.445319 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ebb6bf-3cf1-4de2-b337-9d1b511a75af admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:28.446901 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9ebb6bf-3cf1-4de2-b337-9d1b511a75af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:28.466035 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ec340f55-7616-4152-b837-5806a9dd3c89 None None] Provisioning complete for port b73fc3dc-7e9c-42f9-baef-6a4d4e8361af triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:28.468034 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec340f55-7616-4152-b837-5806a9dd3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:28.529992 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec340f55-7616-4152-b837-5806a9dd3c89 None None] Pushing event updated for resources: {'Port': ['ID=d9957a75-5814-4c0b-96bc-78ec573f2ec1,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:28.574408 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-656f6481-85b7-4e54-b971-b9af5085e8a4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] delete failed (client error): The resource could not be found. Jul 22 16:49:28.577362 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-656f6481-85b7-4e54-b971-b9af5085e8a4 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/routers/d8655c14-cfdc-4f1a-b5ba-7c2a032054a3 HTTP/1.1" status: 404 len: 336 time: 0.3604848 Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:28.579910 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:28.584759 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41094) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:28.597266 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8de824f9-7852-4e9c-a052-ae37a8528b4d tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:28.700223 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de824f9-7852-4e9c-a052-ae37a8528b4d tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Subnet': ['ID=8cfedba9-c8c8-4524-adbe-38a1654924ff,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:28.727495 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-758ff788-44c6-4535-86a1-2eb0a21607eb tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] DELETE failed (client error): The resource could not be found. Jul 22 16:49:28.729996 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758ff788-44c6-4535-86a1-2eb0a21607eb tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:49:28.744490 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-758ff788-44c6-4535-86a1-2eb0a21607eb tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/subnets/b97d45b8-0b28-4df5-8937-3dfc22fc303c HTTP/1.1" status: 404 len: 337 time: 0.1576076 Jul 22 16:49:28.745599 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41098) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:28.786418 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:49:28.879468 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70c84a1-9692-4e53-ad28-83e01701ea95 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] DELETE failed (client error): The resource could not be found. Jul 22 16:49:28.891328 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b70c84a1-9692-4e53-ad28-83e01701ea95 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:49:28.895539 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b70c84a1-9692-4e53-ad28-83e01701ea95 tempest-RoutersTest-1759190893 tempest-RoutersTest-1759190893-project] 10.222.0.69 "DELETE /v2.0/subnets/36f700f8-cf65-49ad-a08a-9710dc2cd473 HTTP/1.1" status: 404 len: 337 time: 0.1325490 Jul 22 16:49:28.936239 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:28.936606 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:28.951236 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de824f9-7852-4e9c-a052-ae37a8528b4d tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Checking segment: {'id': '3cc0b15f-5a66-44eb-89fa-682bc57d47aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '731d1c0f-c4ec-4f10-891d-b5b7aa518a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:28.954514 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de824f9-7852-4e9c-a052-ae37a8528b4d tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Network hostable DHCP agents. Network: 731d1c0f-c4ec-4f10-891d-b5b7aa518a05, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:49:29.011121 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de824f9-7852-4e9c-a052-ae37a8528b4d tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Network 731d1c0f-c4ec-4f10-891d-b5b7aa518a05 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:49:29.029375 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8de824f9-7852-4e9c-a052-ae37a8528b4d tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 731d1c0f-c4ec-4f10-891d-b5b7aa518a05) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:29.033575 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de824f9-7852-4e9c-a052-ae37a8528b4d tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:29.034185 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8de824f9-7852-4e9c-a052-ae37a8528b4d tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:29.064029 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420924e9-eddb-4069-bc18-a449b3b3f03c None None] Network 731d1c0f-c4ec-4f10-891d-b5b7aa518a05 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:29.098526 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8de824f9-7852-4e9c-a052-ae37a8528b4d tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1242545 Jul 22 16:49:29.100321 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41106) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:29.359707 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99663011-7ab2-4145-804d-4dbefd70bf53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:29.368726 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e9d20655-f855-4ff6-ba27-28a0b5b7c240 None None] Provisioning complete for port d9957a75-5814-4c0b-96bc-78ec573f2ec1 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:29.369472 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9d20655-f855-4ff6-ba27-28a0b5b7c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:29.429948 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20282ac-47a6-42cb-8f36-a131a177254b None None] Network 3f53688e-ab59-4b9a-9dfb-eca2d0ae6033 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:29.446083 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3af17814-1196-4799-9774-6dcab8984fab tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:29.487682 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41114) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:29.619368 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3af17814-1196-4799-9774-6dcab8984fab tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:29.658029 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9ebb6bf-3cf1-4de2-b337-9d1b511a75af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:29.716746 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d9ebb6bf-3cf1-4de2-b337-9d1b511a75af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:29.719185 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d9ebb6bf-3cf1-4de2-b337-9d1b511a75af admin admin] 10.222.0.69 "DELETE /v2.0/networks/e38f71a0-effd-417a-b4d0-026e1e6d62cf HTTP/1.1" status: 204 len: 168 time: 2.1287723 Jul 22 16:49:29.775168 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebb6bf-3cf1-4de2-b337-9d1b511a75af admin admin] Pushing event deleted for resources: {'Network': ['ID=e38f71a0-effd-417a-b4d0-026e1e6d62cf,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:29.800607 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5f4994c8-cf52-4973-83b6-a095fc9d8ee8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3ea63212a4f44637b93ca12959982d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3080711 Jul 22 16:49:29.802727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41120) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:29.809676 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 90e3da4e-c91b-41dd-a8c7-86596641afca up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:49:29.816483 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31ae1cc-bcea-44d0-b68e-80209a99a097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-731d1c0f-c4ec-4f10-891d-b5b7aa518a05', 'network_id': '731d1c0f-c4ec-4f10-891d-b5b7aa518a05', 'tenant_id': '001a97323c7f4fbba13460cd92514768', 'fixed_ips': [{'subnet_id': '8cfedba9-c8c8-4524-adbe-38a1654924ff'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:49:29.817343 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f31ae1cc-bcea-44d0-b68e-80209a99a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:29.832507 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3af17814-1196-4799-9774-6dcab8984fab tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:29.889543 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af17814-1196-4799-9774-6dcab8984fab tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Subnet': ['ID=8cfedba9-c8c8-4524-adbe-38a1654924ff,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:29.967158 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41122) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:30.015363 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3af17814-1196-4799-9774-6dcab8984fab tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:30.021727 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93765ce1-2950-4622-a74e-eeb56fd5f12d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:30.032478 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-3af17814-1196-4799-9774-6dcab8984fab tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731d1c0f-c4ec-4f10-891d-b5b7aa518a05']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:30.071626 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f610087f-ea00-4856-8984-5ebbd020949c None None] Network 731d1c0f-c4ec-4f10-891d-b5b7aa518a05 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:30.072744 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93765ce1-2950-4622-a74e-eeb56fd5f12d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:30.076111 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-0cd2ca17-145f-42f7-9022-fa666029e0e3 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:49:30.081184 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0cd2ca17-145f-42f7-9022-fa666029e0e3 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] 10.222.0.69 "PUT /v2.0/routers/18078e74-282b-47b9-9f13-73aa369b19e0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.3235824 Jul 22 16:49:30.084123 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41126) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:30.101281 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-3af17814-1196-4799-9774-6dcab8984fab tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc0b15f-5a66-44eb-89fa-682bc57d47aa') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:30.110696 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-3af17814-1196-4799-9774-6dcab8984fab tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc0b15f-5a66-44eb-89fa-682bc57d47aa') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:30.132692 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e9d20655-f855-4ff6-ba27-28a0b5b7c240 None None] Provisioning for port 24e5b4dd-6aa6-4aa4-a99a-abcb37fb9c33 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:49:30.142622 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3af17814-1196-4799-9774-6dcab8984fab tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:30.173907 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 90e3da4e-c91b-41dd-a8c7-86596641afca completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:49:30.175841 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3af17814-1196-4799-9774-6dcab8984fab tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:30.181271 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e9d20655-f855-4ff6-ba27-28a0b5b7c240 None None] Provisioning complete for port 24e5b4dd-6aa6-4aa4-a99a-abcb37fb9c33 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:30.181786 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9d20655-f855-4ff6-ba27-28a0b5b7c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:30.185221 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af17814-1196-4799-9774-6dcab8984fab tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:30.185860 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3af17814-1196-4799-9774-6dcab8984fab tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:30.214253 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b73fc3dc-7e9c-42f9-baef-6a4d4e8361af up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:30.321698 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:30.331777 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3af17814-1196-4799-9774-6dcab8984fab tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:30.359304 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a57ad956-abc5-444b-b79f-9f9a3beb6556 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=99d7887d00ad49748d9fd07afe294b31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3907621 Jul 22 16:49:30.364057 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41134) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:30.402871 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3af17814-1196-4799-9774-6dcab8984fab tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:30.411160 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3af17814-1196-4799-9774-6dcab8984fab tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/networks/731d1c0f-c4ec-4f10-891d-b5b7aa518a05 HTTP/1.1" status: 204 len: 168 time: 1.3085215 Jul 22 16:49:30.418161 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af17814-1196-4799-9774-6dcab8984fab tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Network': ['ID=731d1c0f-c4ec-4f10-891d-b5b7aa518a05,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:30.424653 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41136) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:30.431878 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e9d20655-f855-4ff6-ba27-28a0b5b7c240 None None] Port 24e5b4dd-6aa6-4aa4-a99a-abcb37fb9c33 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:49:30.438612 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-131c9bfe-e3ec-475d-925a-97e992607895 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1475394369'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:30.448270 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93765ce1-2950-4622-a74e-eeb56fd5f12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:30.452146 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93765ce1-2950-4622-a74e-eeb56fd5f12d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:30.456428 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-93765ce1-2950-4622-a74e-eeb56fd5f12d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e07d5e73-6256-4546-a825-25e2bb25636d HTTP/1.1" status: 204 len: 168 time: 0.6499484 Jul 22 16:49:30.484073 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port b73fc3dc-7e9c-42f9-baef-6a4d4e8361af triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:30.484448 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:30.500599 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93765ce1-2950-4622-a74e-eeb56fd5f12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07d5e73-6256-4546-a825-25e2bb25636d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:30.501392 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131c9bfe-e3ec-475d-925a-97e992607895 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Made reservation on behalf of 001a97323c7f4fbba13460cd92514768 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:30.517611 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-131c9bfe-e3ec-475d-925a-97e992607895 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:30.572189 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-806f5d81-f5df-4659-9f54-58f976daaf84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:30.659883 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131c9bfe-e3ec-475d-925a-97e992607895 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:49:30.660200 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6d551c06-c526-493f-9cee-831c8171c0c1 None None] Provisioning for port 90e3da4e-c91b-41dd-a8c7-86596641afca completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:49:30.695181 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-806f5d81-f5df-4659-9f54-58f976daaf84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:30.710381 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6d551c06-c526-493f-9cee-831c8171c0c1 None None] Provisioning complete for port 90e3da4e-c91b-41dd-a8c7-86596641afca triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:30.714965 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d551c06-c526-493f-9cee-831c8171c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:30.734171 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-131c9bfe-e3ec-475d-925a-97e992607895 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:30.736463 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-131c9bfe-e3ec-475d-925a-97e992607895 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Added segment 0b23eebe-a5f6-4516-9fa2-17a4bbee5371 of type vlan for network b3d289f5-5a3f-4487-b86e-d72f48394612 Jul 22 16:49:30.872227 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d551c06-c526-493f-9cee-831c8171c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:30.948599 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6d551c06-c526-493f-9cee-831c8171c0c1 None None] For port 90e3da4e-c91b-41dd-a8c7-86596641afca, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=90e3da4e-c91b-41dd-a8c7-86596641afca,segment=NetworkSegment(6da30123-f466-427a-adfa-767068aee1a4),segment_id=6da30123-f466-427a-adfa-767068aee1a4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:30.958344 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d551c06-c526-493f-9cee-831c8171c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:30.968064 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-131c9bfe-e3ec-475d-925a-97e992607895 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:31.013550 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d9957a75-5814-4c0b-96bc-78ec573f2ec1 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:49:31.049264 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6e2b-1e73-4a4e-84cc-ea1436cd11c4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:31.099314 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-806f5d81-f5df-4659-9f54-58f976daaf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:31.102805 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-806f5d81-f5df-4659-9f54-58f976daaf84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:31.104004 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-806f5d81-f5df-4659-9f54-58f976daaf84 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c992b471-596f-4771-9b78-22a7ba1d2244 HTTP/1.1" status: 204 len: 168 time: 0.7082391 Jul 22 16:49:31.133262 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-131c9bfe-e3ec-475d-925a-97e992607895 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:31.144640 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131c9bfe-e3ec-475d-925a-97e992607895 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:31.151603 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-131c9bfe-e3ec-475d-925a-97e992607895 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:31.155429 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f5d81-f5df-4659-9f54-58f976daaf84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c992b471-596f-4771-9b78-22a7ba1d2244,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:31.167556 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6d551c06-c526-493f-9cee-831c8171c0c1 None None] Provisioning complete for port 24e5b4dd-6aa6-4aa4-a99a-abcb37fb9c33 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:31.169536 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d551c06-c526-493f-9cee-831c8171c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:31.179691 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d551c06-c526-493f-9cee-831c8171c0c1 None None] Pushing event updated for resources: {'Port': ['ID=90e3da4e-c91b-41dd-a8c7-86596641afca,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:31.306532 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c9bfe-e3ec-475d-925a-97e992607895 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Network': ['ID=b3d289f5-5a3f-4487-b86e-d72f48394612,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:31.307326 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port d9957a75-5814-4c0b-96bc-78ec573f2ec1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:31.307706 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:31.324239 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-131c9bfe-e3ec-475d-925a-97e992607895 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8934796 Jul 22 16:49:31.327155 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41164) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:31.339794 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network b3d289f5-5a3f-4487-b86e-d72f48394612 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:49:31.342446 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3a3a533b-24f0-4f29-b45b-aefac7ec6b28 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'subnet': {'network_id': 'b3d289f5-5a3f-4487-b86e-d72f48394612', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:31.484387 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6d551c06-c526-493f-9cee-831c8171c0c1 None None] Port 24e5b4dd-6aa6-4aa4-a99a-abcb37fb9c33 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:49:31.586186 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3a533b-24f0-4f29-b45b-aefac7ec6b28 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Made reservation on behalf of 001a97323c7f4fbba13460cd92514768 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:31.595294 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a3a533b-24f0-4f29-b45b-aefac7ec6b28 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:31.715329 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4d25c347-0de3-4271-a9e9-f5a6f5c41fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:31.745682 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:31.756763 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41188) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:31.825341 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-aa4c6e2b-1e73-4a4e-84cc-ea1436cd11c4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Deleting port 24e5b4dd-6aa6-4aa4-a99a-abcb37fb9c33 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:31.825698 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6e2b-1e73-4a4e-84cc-ea1436cd11c4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:32.010840 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41194) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:32.040036 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6e2b-1e73-4a4e-84cc-ea1436cd11c4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:32.063276 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a3a533b-24f0-4f29-b45b-aefac7ec6b28 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:32.073590 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-aa4c6e2b-1e73-4a4e-84cc-ea1436cd11c4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Calling delete_port for 24e5b4dd-6aa6-4aa4-a99a-abcb37fb9c33 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:32.240334 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d3aceed9-7fea-4100-a288-a50798165fad tempest-DvrRoutersNegativeTest-1324426505 tempest-DvrRoutersNegativeTest-1324426505-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-369395898', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:32.252998 n-d-798930-9 neutron-server[93817]: DEBUG neutron.policy [None req-d3aceed9-7fea-4100-a288-a50798165fad tempest-DvrRoutersNegativeTest-1324426505 tempest-DvrRoutersNegativeTest-1324426505-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93817) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 22 16:49:32.255549 n-d-798930-9 neutron-server[93817]: DEBUG neutron.policy [None req-d3aceed9-7fea-4100-a288-a50798165fad tempest-DvrRoutersNegativeTest-1324426505 tempest-DvrRoutersNegativeTest-1324426505-project] Failed policy check for 'create_router' {{(pid=93817) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 22 16:49:32.256555 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-d3aceed9-7fea-4100-a288-a50798165fad tempest-DvrRoutersNegativeTest-1324426505 tempest-DvrRoutersNegativeTest-1324426505-project] create failed (client error): Access was denied to this resource. Jul 22 16:49:32.266072 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d3aceed9-7fea-4100-a288-a50798165fad tempest-DvrRoutersNegativeTest-1324426505 tempest-DvrRoutersNegativeTest-1324426505-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2523296 Jul 22 16:49:32.310129 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a533b-24f0-4f29-b45b-aefac7ec6b28 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Checking segment: {'id': '0b23eebe-a5f6-4516-9fa2-17a4bbee5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b3d289f5-5a3f-4487-b86e-d72f48394612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:32.311049 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3a533b-24f0-4f29-b45b-aefac7ec6b28 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Network hostable DHCP agents. Network: b3d289f5-5a3f-4487-b86e-d72f48394612, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:49:32.322002 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a533b-24f0-4f29-b45b-aefac7ec6b28 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Subnet': ['ID=11ea07fe-4544-4826-ad76-3decab1280ad,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:32.380338 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3a533b-24f0-4f29-b45b-aefac7ec6b28 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Network b3d289f5-5a3f-4487-b86e-d72f48394612 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:49:32.450696 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-3a3a533b-24f0-4f29-b45b-aefac7ec6b28 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, b3d289f5-5a3f-4487-b86e-d72f48394612) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:32.459148 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdaac2a-0049-40ca-a314-25f0bfd308dd None None] Network b3d289f5-5a3f-4487-b86e-d72f48394612 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:32.490690 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a533b-24f0-4f29-b45b-aefac7ec6b28 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:32.491306 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a3a533b-24f0-4f29-b45b-aefac7ec6b28 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:32.538224 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3a3a533b-24f0-4f29-b45b-aefac7ec6b28 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2076550 Jul 22 16:49:32.538820 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41212) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:32.542922 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41214) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:32.575992 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6e2b-1e73-4a4e-84cc-ea1436cd11c4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:32.654766 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41218) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:32.693964 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c6e2b-1e73-4a4e-84cc-ea1436cd11c4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Pushing event deleted for resources: {'Port': ['ID=24e5b4dd-6aa6-4aa4-a99a-abcb37fb9c33,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:32.817763 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-16964dcb-591b-4b11-b9a9-ec6744fa10f8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1092668850-network', 'tenant_id': 'c4cfcb91c49145a9aea8832f3c390211'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:32.848664 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16964dcb-591b-4b11-b9a9-ec6744fa10f8 admin admin] Made reservation on behalf of c4cfcb91c49145a9aea8832f3c390211 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:32.851858 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-16964dcb-591b-4b11-b9a9-ec6744fa10f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:32.876100 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-16964dcb-591b-4b11-b9a9-ec6744fa10f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:32.910640 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:32.998761 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb1ab504-5939-4cfd-873e-b7edfde0fbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.046844 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 90e3da4e-c91b-41dd-a8c7-86596641afca up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:49:33.085978 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb9855a-e22f-4106-bf75-b8988f29e062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-b3d289f5-5a3f-4487-b86e-d72f48394612', 'network_id': 'b3d289f5-5a3f-4487-b86e-d72f48394612', 'tenant_id': '001a97323c7f4fbba13460cd92514768', 'fixed_ips': [{'subnet_id': '11ea07fe-4544-4826-ad76-3decab1280ad'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:49:33.087038 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-beb9855a-e22f-4106-bf75-b8988f29e062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.155126 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-16964dcb-591b-4b11-b9a9-ec6744fa10f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.166635 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-16964dcb-591b-4b11-b9a9-ec6744fa10f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.185492 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.196383 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6e2b-1e73-4a4e-84cc-ea1436cd11c4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.198896 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 90e3da4e-c91b-41dd-a8c7-86596641afca triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:33.199879 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.212629 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16964dcb-591b-4b11-b9a9-ec6744fa10f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:49:33.243870 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-16964dcb-591b-4b11-b9a9-ec6744fa10f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.244220 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-16964dcb-591b-4b11-b9a9-ec6744fa10f8 admin admin] Added segment 3007038a-c00a-4fec-84b8-38efb943e21f of type vlan for network 61a13055-de03-4a7c-a0d9-4f417a10bc6f Jul 22 16:49:33.252924 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16964dcb-591b-4b11-b9a9-ec6744fa10f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:33.337176 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-beb9855a-e22f-4106-bf75-b8988f29e062 None None] Allocated IP 172.20.0.2 (b3d289f5-5a3f-4487-b86e-d72f48394612/11ea07fe-4544-4826-ad76-3decab1280ad/5fd3f0d5-68d5-4121-bb10-f62526c63873) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:49:33.345315 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-16964dcb-591b-4b11-b9a9-ec6744fa10f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.418642 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-16964dcb-591b-4b11-b9a9-ec6744fa10f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.419688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16964dcb-591b-4b11-b9a9-ec6744fa10f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:33.420263 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-16964dcb-591b-4b11-b9a9-ec6744fa10f8 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.425247 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.497241 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb1ab504-5939-4cfd-873e-b7edfde0fbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.497241 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16964dcb-591b-4b11-b9a9-ec6744fa10f8 admin admin] Pushing event updated for resources: {'Network': ['ID=61a13055-de03-4a7c-a0d9-4f417a10bc6f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:33.505277 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb1ab504-5939-4cfd-873e-b7edfde0fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.529344 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-16964dcb-591b-4b11-b9a9-ec6744fa10f8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9889390 Jul 22 16:49:33.538445 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41232) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:33.544476 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f514065f-2f50-4776-be44-b6743f934aba admin admin] Request body: {'subnet': {'network_id': '61a13055-de03-4a7c-a0d9-4f417a10bc6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1092668850-subnet', 'tenant_id': 'c4cfcb91c49145a9aea8832f3c390211', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:33.555140 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-beb9855a-e22f-4106-bf75-b8988f29e062 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.558819 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bb1ab504-5939-4cfd-873e-b7edfde0fbaa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=49fd819304dd4edbbb4879a26ad0adf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9026263 Jul 22 16:49:33.566529 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41234) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:33.569266 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-beb9855a-e22f-4106-bf75-b8988f29e062 None None] Transition to ACTIVE for port object 5fd3f0d5-68d5-4121-bb10-f62526c63873 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:33.589865 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-beb9855a-e22f-4106-bf75-b8988f29e062 None None] Transition to ACTIVE for port object 5fd3f0d5-68d5-4121-bb10-f62526c63873 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:33.595573 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 61a13055-de03-4a7c-a0d9-4f417a10bc6f details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:49:33.601442 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-beb9855a-e22f-4106-bf75-b8988f29e062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.604730 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ab504-5939-4cfd-873e-b7edfde0fbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc87caf-d700-4bd1-8821-2fa7d67507ff,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:33.605269 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4c6e2b-1e73-4a4e-84cc-ea1436cd11c4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Router 18078e74-282b-47b9-9f13-73aa369b19e0 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:49:33.630667 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f514065f-2f50-4776-be44-b6743f934aba admin admin] Made reservation on behalf of c4cfcb91c49145a9aea8832f3c390211 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:33.633635 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f514065f-2f50-4776-be44-b6743f934aba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.662497 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c561953d-7a0d-4076-bc69-d1ae98191b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.679881 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb9855a-e22f-4106-bf75-b8988f29e062 None None] Network b3d289f5-5a3f-4487-b86e-d72f48394612 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:49:33.682660 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9855a-e22f-4106-bf75-b8988f29e062 None None] Pushing event updated for resources: {'Port': ['ID=5fd3f0d5-68d5-4121-bb10-f62526c63873,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:33.686845 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-beb9855a-e22f-4106-bf75-b8988f29e062 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:33.698706 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb9855a-e22f-4106-bf75-b8988f29e062 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:49:33.709414 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4c6e2b-1e73-4a4e-84cc-ea1436cd11c4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:49:33.716291 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-aa4c6e2b-1e73-4a4e-84cc-ea1436cd11c4 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] 10.222.0.69 "PUT /v2.0/routers/18078e74-282b-47b9-9f13-73aa369b19e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6307638 Jul 22 16:49:33.718791 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.722156 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41236) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:33.740192 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c561953d-7a0d-4076-bc69-d1ae98191b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.780699 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268429b4-879b-4bb3-b96f-7930e641d48a None None] Sync routers for ids ['18078e74-282b-47b9-9f13-73aa369b19e0'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:49:33.789163 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-beb9855a-e22f-4106-bf75-b8988f29e062 None None] Attempting to bind port 5fd3f0d5-68d5-4121-bb10-f62526c63873 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:49:33.789723 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-beb9855a-e22f-4106-bf75-b8988f29e062 None None] Attempting to bind port 5fd3f0d5-68d5-4121-bb10-f62526c63873 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '0b23eebe-a5f6-4516-9fa2-17a4bbee5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b3d289f5-5a3f-4487-b86e-d72f48394612'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:49:33.790237 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb9855a-e22f-4106-bf75-b8988f29e062 None None] Attempting to bind port 5fd3f0d5-68d5-4121-bb10-f62526c63873 on network b3d289f5-5a3f-4487-b86e-d72f48394612 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:49:33.797037 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Subnet': ['ID=11ea07fe-4544-4826-ad76-3decab1280ad,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:33.811366 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-ccb675d9-9b17-4b55-9aa9-bb794e3d9e5a tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] delete failed (client error): The resource could not be found. Jul 22 16:49:33.812631 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ccb675d9-9b17-4b55-9aa9-bb794e3d9e5a tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] 10.222.0.69 "DELETE /v2.0/routers/tempest-non_exist_router-866608502 HTTP/1.1" status: 404 len: 334 time: 0.0855596 Jul 22 16:49:33.826004 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41238) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:33.838536 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ec055e32-850c-4c13-b950-cdebbfd1efd3 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Request body: {'router': {'external_gateway_info': {'network_id': '18078e74-282b-47b9-9f13-73aa369b19e0'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:33.844492 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb9855a-e22f-4106-bf75-b8988f29e062 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:49:33.844916 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb9855a-e22f-4106-bf75-b8988f29e062 None None] Checking segment: {'id': '0b23eebe-a5f6-4516-9fa2-17a4bbee5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b3d289f5-5a3f-4487-b86e-d72f48394612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:33.847600 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-beb9855a-e22f-4106-bf75-b8988f29e062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.848096 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb9855a-e22f-4106-bf75-b8988f29e062 None None] Bound using segment: {'id': '0b23eebe-a5f6-4516-9fa2-17a4bbee5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b3d289f5-5a3f-4487-b86e-d72f48394612'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:49:33.848482 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c561953d-7a0d-4076-bc69-d1ae98191b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.848778 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-beb9855a-e22f-4106-bf75-b8988f29e062 None None] Bound port: 5fd3f0d5-68d5-4121-bb10-f62526c63873, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b23eebe-a5f6-4516-9fa2-17a4bbee5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b3d289f5-5a3f-4487-b86e-d72f48394612'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:49:33.848971 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-beb9855a-e22f-4106-bf75-b8988f29e062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.849457 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13eb3d1d-e053-4027-8bdf-6be7c3ad3273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.852846 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c561953d-7a0d-4076-bc69-d1ae98191b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.854251 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c561953d-7a0d-4076-bc69-d1ae98191b89 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3dc87caf-d700-4bd1-8821-2fa7d67507ff HTTP/1.1" status: 204 len: 168 time: 0.2865863 Jul 22 16:49:33.869217 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268429b4-879b-4bb3-b96f-7930e641d48a None None] Routers {'18078e74-282b-47b9-9f13-73aa369b19e0'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:33.869886 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-268429b4-879b-4bb3-b96f-7930e641d48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:49:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['18078e74-282b-47b9-9f13-73aa369b19e0'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:33.873294 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561953d-7a0d-4076-bc69-d1ae98191b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc87caf-d700-4bd1-8821-2fa7d67507ff,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:33.945652 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f514065f-2f50-4776-be44-b6743f934aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:33.983389 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-268429b4-879b-4bb3-b96f-7930e641d48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:33.998279 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268429b4-879b-4bb3-b96f-7930e641d48a None None] Routers {'18078e74-282b-47b9-9f13-73aa369b19e0'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:33.999767 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-268429b4-879b-4bb3-b96f-7930e641d48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:49:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['18078e74-282b-47b9-9f13-73aa369b19e0'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:34.038044 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-268429b4-879b-4bb3-b96f-7930e641d48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:34.038732 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268429b4-879b-4bb3-b96f-7930e641d48a None None] The sync data for ids ['18078e74-282b-47b9-9f13-73aa369b19e0'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:49:34.040778 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-beb9855a-e22f-4106-bf75-b8988f29e062 None None] For port 5fd3f0d5-68d5-4121-bb10-f62526c63873, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:49:34.055216 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-beb9855a-e22f-4106-bf75-b8988f29e062 None None] For port 5fd3f0d5-68d5-4121-bb10-f62526c63873, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5fd3f0d5-68d5-4121-bb10-f62526c63873,segment=NetworkSegment(0b23eebe-a5f6-4516-9fa2-17a4bbee5371),segment_id=0b23eebe-a5f6-4516-9fa2-17a4bbee5371)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:49:34.057953 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514065f-2f50-4776-be44-b6743f934aba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b98b79e0-e6d5-4c4c-8692-abf0b3cf832d,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:34.061407 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-beb9855a-e22f-4106-bf75-b8988f29e062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:34.064664 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f514065f-2f50-4776-be44-b6743f934aba admin admin] Checking segment: {'id': '3007038a-c00a-4fec-84b8-38efb943e21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '61a13055-de03-4a7c-a0d9-4f417a10bc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:34.065805 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f514065f-2f50-4776-be44-b6743f934aba admin admin] Network hostable DHCP agents. Network: 61a13055-de03-4a7c-a0d9-4f417a10bc6f, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:49:34.089548 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f514065f-2f50-4776-be44-b6743f934aba admin admin] Network 61a13055-de03-4a7c-a0d9-4f417a10bc6f is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:49:34.106794 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f514065f-2f50-4776-be44-b6743f934aba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 61a13055-de03-4a7c-a0d9-4f417a10bc6f) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:34.128409 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f514065f-2f50-4776-be44-b6743f934aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:34.130642 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f514065f-2f50-4776-be44-b6743f934aba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:34.151234 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9855a-e22f-4106-bf75-b8988f29e062 None None] Pushing event updated for resources: {'Port': ['ID=5fd3f0d5-68d5-4121-bb10-f62526c63873,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:34.151477 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f71be87-9ec5-4714-883a-f97431e72b48 None None] Network 61a13055-de03-4a7c-a0d9-4f417a10bc6f requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:34.176357 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f514065f-2f50-4776-be44-b6743f934aba admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6362948 Jul 22 16:49:34.178676 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41250) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:34.188526 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ed278fe9-ecdd-4dfd-8a5d-e7daddbb79e9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1092668850-router', 'tenant_id': 'c4cfcb91c49145a9aea8832f3c390211', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:34.237714 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed278fe9-ecdd-4dfd-8a5d-e7daddbb79e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:34.240989 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed278fe9-ecdd-4dfd-8a5d-e7daddbb79e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:34.303420 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d92d417-8e4f-4ab7-b233-a71ea15abbda None None] Network b3d289f5-5a3f-4487-b86e-d72f48394612 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:34.373637 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed278fe9-ecdd-4dfd-8a5d-e7daddbb79e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:34.639401 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e94719-f61b-43b3-8ace-7dfded7f2761 None None] Network 61a13055-de03-4a7c-a0d9-4f417a10bc6f requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:34.747788 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:34.769272 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:34.848441 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d289f5-5a3f-4487-b86e-d72f48394612']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:34.879901 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b23eebe-a5f6-4516-9fa2-17a4bbee5371') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:34.881169 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b23eebe-a5f6-4516-9fa2-17a4bbee5371') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:34.926812 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01af1395-fca5-4a9d-89d9-7cf275a741c9 None None] get_active_networks_info from n-d-798930-9 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:49:34.954448 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:35.007003 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec055e32-850c-4c13-b950-cdebbfd1efd3 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:35.012091 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:35.023219 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:35.023698 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:35.027506 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:35.070191 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-ec055e32-850c-4c13-b950-cdebbfd1efd3 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] update failed (client error): The resource could not be found. Jul 22 16:49:35.071845 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ec055e32-850c-4c13-b950-cdebbfd1efd3 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] 10.222.0.69 "PUT /v2.0/routers/18078e74-282b-47b9-9f13-73aa369b19e0 HTTP/1.1" status: 404 len: 339 time: 1.2446425 Jul 22 16:49:35.081168 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed278fe9-ecdd-4dfd-8a5d-e7daddbb79e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:35.084262 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41284) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:35.102813 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01af1395-fca5-4a9d-89d9-7cf275a741c9 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:49:35.136993 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441f25e-d2b9-41a8-b183-da0c94a62566 req-cb571219-1aba-448e-b8b6-b4e2a15bd8b0 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:35.138804 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e441f25e-d2b9-41a8-b183-da0c94a62566 req-cb571219-1aba-448e-b8b6-b4e2a15bd8b0 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.3215194 Jul 22 16:49:35.139491 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41286) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:35.207781 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e441f25e-d2b9-41a8-b183-da0c94a62566 req-ea43392c-1ff5-42d2-9aa5-9fc398db4a82 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529261 Jul 22 16:49:35.326652 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.db.api [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 16:49:35.326652 n-d-798930-9 neutron-server[93816]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 16:49:35.326652 n-d-798930-9 neutron-server[93816]: [parameters: {'id': 'b3d289f5-5a3f-4487-b86e-d72f48394612'}] Jul 22 16:49:35.326652 n-d-798930-9 neutron-server[93816]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:49:35.327641 n-d-798930-9 neutron-server[93816]: DEBUG oslo_db.api [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:49:35.420549 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5a090dfd-001f-495a-af7d-462ca5fdb430 tempest-SubnetPoolsTestJSON-2069338205 tempest-SubnetPoolsTestJSON-2069338205-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1865027352', 'prefixes': ['172.20.0.0/16']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:35.445580 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed278fe9-ecdd-4dfd-8a5d-e7daddbb79e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:35.468033 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed278fe9-ecdd-4dfd-8a5d-e7daddbb79e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:35.569645 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a090dfd-001f-495a-af7d-462ca5fdb430 tempest-SubnetPoolsTestJSON-2069338205 tempest-SubnetPoolsTestJSON-2069338205-project] Notify callbacks [] for subnetpool, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:35.574116 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5a090dfd-001f-495a-af7d-462ca5fdb430 tempest-SubnetPoolsTestJSON-2069338205 tempest-SubnetPoolsTestJSON-2069338205-project] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4295094 Jul 22 16:49:35.574274 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41296) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:35.623764 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-ed278fe9-ecdd-4dfd-8a5d-e7daddbb79e9 admin admin] Allocated IP 172.25.0.223 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/8949bd72-e799-4e3f-b627-da7959aca79c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:49:35.659756 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e1ad15f8-a8d9-4edf-9298-b7905457bc3d tempest-SubnetPoolsTestJSON-2069338205 tempest-SubnetPoolsTestJSON-2069338205-project] 10.222.0.69 "GET /v2.0/subnetpools/380fc987-6996-4a3f-a619-403231bfda48 HTTP/1.1" status: 200 len: 732 time: 0.0819743 Jul 22 16:49:35.661160 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41298) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:35.667116 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-35d28b2c-6701-4234-b928-a60944f9f4a3 tempest-SubnetPoolsTestJSON-2069338205 tempest-SubnetPoolsTestJSON-2069338205-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2002610185'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:35.681271 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57e91d20-219d-4e09-9b4b-46fd0aa1ca33 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:35.803518 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed278fe9-ecdd-4dfd-8a5d-e7daddbb79e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:35.824128 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35d28b2c-6701-4234-b928-a60944f9f4a3 tempest-SubnetPoolsTestJSON-2069338205 tempest-SubnetPoolsTestJSON-2069338205-project] Notify callbacks [] for subnetpool, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:35.828780 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-35d28b2c-6701-4234-b928-a60944f9f4a3 tempest-SubnetPoolsTestJSON-2069338205 tempest-SubnetPoolsTestJSON-2069338205-project] 10.222.0.69 "PUT /v2.0/subnetpools/380fc987-6996-4a3f-a619-403231bfda48 HTTP/1.1" status: 200 len: 684 time: 0.1634288 Jul 22 16:49:35.828982 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41300) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:35.836280 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:35.865674 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-13eb3d1d-e053-4027-8bdf-6be7c3ad3273 admin admin] Deleting port c075b626-3ea9-4f44-9a76-915e3057835f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:35.866116 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13eb3d1d-e053-4027-8bdf-6be7c3ad3273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:35.911825 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed278fe9-ecdd-4dfd-8a5d-e7daddbb79e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:35.944165 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b91a7c9c-8318-4d15-8bf1-c13a290331c5 tempest-SubnetPoolsTestJSON-2069338205 tempest-SubnetPoolsTestJSON-2069338205-project] Notify callbacks [] for subnetpool, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:35.947882 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b91a7c9c-8318-4d15-8bf1-c13a290331c5 tempest-SubnetPoolsTestJSON-2069338205 tempest-SubnetPoolsTestJSON-2069338205-project] 10.222.0.69 "DELETE /v2.0/subnetpools/380fc987-6996-4a3f-a619-403231bfda48 HTTP/1.1" status: 204 len: 168 time: 0.1154418 Jul 22 16:49:35.948207 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41302) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:35.965673 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed278fe9-ecdd-4dfd-8a5d-e7daddbb79e9 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:49:35.976098 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ed278fe9-ecdd-4dfd-8a5d-e7daddbb79e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:35.979953 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed278fe9-ecdd-4dfd-8a5d-e7daddbb79e9 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:49:35.982185 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-729da477-9ed5-4b9a-b0e9-baba45ba252b tempest-SubnetPoolsTestJSON-2069338205 tempest-SubnetPoolsTestJSON-2069338205-project] show failed (client error): The resource could not be found. Jul 22 16:49:35.985813 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-729da477-9ed5-4b9a-b0e9-baba45ba252b tempest-SubnetPoolsTestJSON-2069338205 tempest-SubnetPoolsTestJSON-2069338205-project] 10.222.0.69 "GET /v2.0/subnetpools/380fc987-6996-4a3f-a619-403231bfda48 HTTP/1.1" status: 404 len: 346 time: 0.0341229 Jul 22 16:49:35.987090 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41304) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:36.022117 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed278fe9-ecdd-4dfd-8a5d-e7daddbb79e9 admin admin] Pushing event updated for resources: {'Port': ['ID=8949bd72-e799-4e3f-b627-da7959aca79c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:36.028392 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-fba2126c-290a-40d8-a030-7db40535a569 tempest-SubnetPoolsTestJSON-2069338205 tempest-SubnetPoolsTestJSON-2069338205-project] delete failed (client error): The resource could not be found. Jul 22 16:49:36.034965 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fba2126c-290a-40d8-a030-7db40535a569 tempest-SubnetPoolsTestJSON-2069338205 tempest-SubnetPoolsTestJSON-2069338205-project] 10.222.0.69 "DELETE /v2.0/subnetpools/380fc987-6996-4a3f-a619-403231bfda48 HTTP/1.1" status: 404 len: 346 time: 0.0421741 Jul 22 16:49:36.084785 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-57e91d20-219d-4e09-9b4b-46fd0aa1ca33 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Allocated IP 172.20.0.1 (5962888f-3d7e-42c0-9084-0029b3a4606c/d075c38c-cb01-42a4-a4c4-546d1da6dbf8/e9e4512f-6886-4503-8072-3399a9f69347) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:49:36.099156 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-13eb3d1d-e053-4027-8bdf-6be7c3ad3273 admin admin] For port c075b626-3ea9-4f44-9a76-915e3057835f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c075b626-3ea9-4f44-9a76-915e3057835f,segment=NetworkSegment(6ee6e318-36e3-4276-aaa7-7e4a6c486bba),segment_id=6ee6e318-36e3-4276-aaa7-7e4a6c486bba)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:36.099613 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13eb3d1d-e053-4027-8bdf-6be7c3ad3273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:36.116157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Deleting port 5fd3f0d5-68d5-4121-bb10-f62526c63873 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:36.116584 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:36.123932 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-13eb3d1d-e053-4027-8bdf-6be7c3ad3273 admin admin] Calling delete_port for c075b626-3ea9-4f44-9a76-915e3057835f owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:36.268364 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] For port 5fd3f0d5-68d5-4121-bb10-f62526c63873, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5fd3f0d5-68d5-4121-bb10-f62526c63873,segment=NetworkSegment(0b23eebe-a5f6-4516-9fa2-17a4bbee5371),segment_id=0b23eebe-a5f6-4516-9fa2-17a4bbee5371)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:36.268813 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:36.348227 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed278fe9-ecdd-4dfd-8a5d-e7daddbb79e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:36.379772 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Calling delete_port for 5fd3f0d5-68d5-4121-bb10-f62526c63873 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:36.423499 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41314) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:36.493039 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57e91d20-219d-4e09-9b4b-46fd0aa1ca33 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:36.576222 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1926bed5-df7d-4f90-a156-4fea8ba331cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:36.599244 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-57e91d20-219d-4e09-9b4b-46fd0aa1ca33 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Transition to ACTIVE for port object e9e4512f-6886-4503-8072-3399a9f69347 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:36.623938 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed278fe9-ecdd-4dfd-8a5d-e7daddbb79e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:36.638852 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51c268-25d4-4d6f-a768-07425224e1be req-311f659e-7efc-456e-b6e0-a4ef28b579db tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:36.640452 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fa51c268-25d4-4d6f-a768-07425224e1be req-311f659e-7efc-456e-b6e0-a4ef28b579db tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.2790620 Jul 22 16:49:36.734194 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:36.776660 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fa51c268-25d4-4d6f-a768-07425224e1be req-7aa4b18c-451d-4385-b90b-5df293ed7b2c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232593 Jul 22 16:49:36.778665 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Port': ['ID=5fd3f0d5-68d5-4121-bb10-f62526c63873,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:36.781183 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57e91d20-219d-4e09-9b4b-46fd0aa1ca33 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:36.821369 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1926bed5-df7d-4f90-a156-4fea8ba331cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:36.826890 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13eb3d1d-e053-4027-8bdf-6be7c3ad3273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:36.827546 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1926bed5-df7d-4f90-a156-4fea8ba331cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:36.831954 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No DVR routers for this DVR port 5fd3f0d5-68d5-4121-bb10-f62526c63873 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:36.874961 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926bed5-df7d-4f90-a156-4fea8ba331cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638bd748-9db0-4be2-8273-f44914c6cc34,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:36.898361 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1926bed5-df7d-4f90-a156-4fea8ba331cc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7ef187cd7b4340cfaa184f1e32feaf67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4760911 Jul 22 16:49:36.900073 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e91d20-219d-4e09-9b4b-46fd0aa1ca33 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Network 5962888f-3d7e-42c0-9084-0029b3a4606c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:49:36.901141 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41322) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:36.927537 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed278fe9-ecdd-4dfd-8a5d-e7daddbb79e9 admin admin] Router 41fc99be-e033-44e1-b045-372f359abb14 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:49:36.968649 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-57e91d20-219d-4e09-9b4b-46fd0aa1ca33 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:37.095266 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7cd9d754-f002-40e2-8eb0-d39b411177f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:37.096577 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13eb3d1d-e053-4027-8bdf-6be7c3ad3273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:37.111338 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e91d20-219d-4e09-9b4b-46fd0aa1ca33 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:49:37.129814 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed278fe9-ecdd-4dfd-8a5d-e7daddbb79e9 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:49:37.140860 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] Sync routers for ids ['41fc99be-e033-44e1-b045-372f359abb14'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:49:37.151687 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:37.154505 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e91d20-219d-4e09-9b4b-46fd0aa1ca33 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Pushing event updated for resources: {'Port': ['ID=e9e4512f-6886-4503-8072-3399a9f69347,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:37.159653 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] Routers {'41fc99be-e033-44e1-b045-372f359abb14'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:37.160520 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:49:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['41fc99be-e033-44e1-b045-372f359abb14'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:37.172829 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7cd9d754-f002-40e2-8eb0-d39b411177f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:37.190173 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d289f5-5a3f-4487-b86e-d72f48394612']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:37.217240 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ed278fe9-ecdd-4dfd-8a5d-e7daddbb79e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:37.222122 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ed278fe9-ecdd-4dfd-8a5d-e7daddbb79e9 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0420630 Jul 22 16:49:37.222726 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41324) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:37.309618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb3d1d-e053-4027-8bdf-6be7c3ad3273 admin admin] Pushing event deleted for resources: {'Port': ['ID=c075b626-3ea9-4f44-9a76-915e3057835f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:37.333525 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b23eebe-a5f6-4516-9fa2-17a4bbee5371') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:37.333735 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b23eebe-a5f6-4516-9fa2-17a4bbee5371') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:37.341268 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] Set router 41fc99be-e033-44e1-b045-372f359abb14 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:49:37.351510 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:37.368720 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-266d695d-57e1-43ce-8add-33d66df28cd4 None None] Provisioning for port e9e4512f-6886-4503-8072-3399a9f69347 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:49:37.373212 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-266d695d-57e1-43ce-8add-33d66df28cd4 None None] Provisioning complete for port e9e4512f-6886-4503-8072-3399a9f69347 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:37.373665 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-266d695d-57e1-43ce-8add-33d66df28cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:37.373834 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57e91d20-219d-4e09-9b4b-46fd0aa1ca33 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:37.379992 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:37.442303 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:37.442752 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:37.447933 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:37.460549 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-266d695d-57e1-43ce-8add-33d66df28cd4 None None] Port e9e4512f-6886-4503-8072-3399a9f69347 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:49:37.622682 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fc99be-e033-44e1-b045-372f359abb14', 'name': 'tempest-ServerRescueTestJSON-1092668850-router', 'tenant_id': 'c4cfcb91c49145a9aea8832f3c390211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '8949bd72-e799-4e3f-b627-da7959aca79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:49:34Z', 'updated_at': '2021-07-22T16:49:36Z', 'revision_number': 3, 'project_id': 'c4cfcb91c49145a9aea8832f3c390211', 'gw_port': {'id': '8949bd72-e799-4e3f-b627-da7959aca79c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:da:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41fc99be-e033-44e1-b045-372f359abb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:49:35Z', 'updated_at': '2021-07-22T16:49:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:37.659537 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] Checking router: 41fc99be-e033-44e1-b045-372f359abb14 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:49:37.660560 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] Updating router 41fc99be-e033-44e1-b045-372f359abb14 port 8949bd72-e799-4e3f-b627-da7959aca79c binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:49:37.709991 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:37.833771 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7cd9d754-f002-40e2-8eb0-d39b411177f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:37.836450 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7cd9d754-f002-40e2-8eb0-d39b411177f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:37.837615 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7cd9d754-f002-40e2-8eb0-d39b411177f8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/638bd748-9db0-4be2-8273-f44914c6cc34 HTTP/1.1" status: 204 len: 168 time: 0.9352930 Jul 22 16:49:37.858439 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9d754-f002-40e2-8eb0-d39b411177f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638bd748-9db0-4be2-8273-f44914c6cc34,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:37.872630 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9d754-f002-40e2-8eb0-d39b411177f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:37.872989 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9d754-f002-40e2-8eb0-d39b411177f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:37.873337 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9d754-f002-40e2-8eb0-d39b411177f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:37.873720 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9d754-f002-40e2-8eb0-d39b411177f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:37.874082 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9d754-f002-40e2-8eb0-d39b411177f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:37.874673 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9d754-f002-40e2-8eb0-d39b411177f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:37.875034 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9d754-f002-40e2-8eb0-d39b411177f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:37.875364 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9d754-f002-40e2-8eb0-d39b411177f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:37.875732 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9d754-f002-40e2-8eb0-d39b411177f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:37.876057 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9d754-f002-40e2-8eb0-d39b411177f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:37.876377 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9d754-f002-40e2-8eb0-d39b411177f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:37.876697 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9d754-f002-40e2-8eb0-d39b411177f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:38.045594 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:38.084978 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:38.091719 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/networks/b3d289f5-5a3f-4487-b86e-d72f48394612 HTTP/1.1" status: 204 len: 168 time: 5.5442674 Jul 22 16:49:38.121823 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41338) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:38.130472 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:38.143224 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] Transition to ACTIVE for port object 8949bd72-e799-4e3f-b627-da7959aca79c will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:38.151952 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:38.186914 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] Attempting to bind port 8949bd72-e799-4e3f-b627-da7959aca79c on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:49:38.187684 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] Attempting to bind port 8949bd72-e799-4e3f-b627-da7959aca79c by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:49:38.188266 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] Attempting to bind port 8949bd72-e799-4e3f-b627-da7959aca79c on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:49:38.213123 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-330da6d6-a14c-4c1b-b382-5e5ac68675d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1639048836'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:38.213808 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:49:38.214413 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:38.215030 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:38.215567 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:49:38.216198 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] Bound port: 8949bd72-e799-4e3f-b627-da7959aca79c, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:49:38.217079 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:38.249013 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ceeab-fd5a-4982-9bd6-e2a37ef3c7f9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Network': ['ID=b3d289f5-5a3f-4487-b86e-d72f48394612,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:38.276819 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] For port 8949bd72-e799-4e3f-b627-da7959aca79c, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:49:38.280971 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] For port 8949bd72-e799-4e3f-b627-da7959aca79c, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8949bd72-e799-4e3f-b627-da7959aca79c,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:49:38.287115 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:38.323994 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] Routers {'41fc99be-e033-44e1-b045-372f359abb14'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:38.325429 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:49:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['41fc99be-e033-44e1-b045-372f359abb14'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:38.341328 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b63dda-c962-4408-ba60-5b1b3343914c req-acb8fda4-ce5d-47ce-8553-2328518eac28 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:38.342932 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-39b63dda-c962-4408-ba60-5b1b3343914c req-acb8fda4-ce5d-47ce-8553-2328518eac28 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.4164567 Jul 22 16:49:38.407141 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13eb3d1d-e053-4027-8bdf-6be7c3ad3273 admin admin] Router aa8978c1-f02c-460f-b443-f0f96f648936 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:49:38.425365 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c95fc0f2-9a16-42a8-a9a4-c71359c924d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:38.441542 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57e91d20-219d-4e09-9b4b-46fd0aa1ca33 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:38.495976 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-39b63dda-c962-4408-ba60-5b1b3343914c req-60a003a4-f975-41ad-a545-76641db0872f tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444244 Jul 22 16:49:38.499369 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330da6d6-a14c-4c1b-b382-5e5ac68675d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Made reservation on behalf of 001a97323c7f4fbba13460cd92514768 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:38.504897 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-330da6d6-a14c-4c1b-b382-5e5ac68675d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:38.539354 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf8168-0f1f-4935-ab8c-58a4aa0bee7f None None] Pushing event updated for resources: {'Port': ['ID=8949bd72-e799-4e3f-b627-da7959aca79c,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:38.555626 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf8168-0f1f-4935-ab8c-58a4aa0bee7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:38.556030 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf8168-0f1f-4935-ab8c-58a4aa0bee7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:38.556576 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf8168-0f1f-4935-ab8c-58a4aa0bee7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:38.557000 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf8168-0f1f-4935-ab8c-58a4aa0bee7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:38.557395 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf8168-0f1f-4935-ab8c-58a4aa0bee7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:38.557850 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf8168-0f1f-4935-ab8c-58a4aa0bee7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:38.558245 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf8168-0f1f-4935-ab8c-58a4aa0bee7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:38.558627 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf8168-0f1f-4935-ab8c-58a4aa0bee7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:38.559008 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf8168-0f1f-4935-ab8c-58a4aa0bee7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:38.559389 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf8168-0f1f-4935-ab8c-58a4aa0bee7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:38.559767 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf8168-0f1f-4935-ab8c-58a4aa0bee7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:38.560142 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf8168-0f1f-4935-ab8c-58a4aa0bee7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:38.647635 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330da6d6-a14c-4c1b-b382-5e5ac68675d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:49:38.657289 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-330da6d6-a14c-4c1b-b382-5e5ac68675d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:38.658601 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-330da6d6-a14c-4c1b-b382-5e5ac68675d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Added segment 3c132f36-4d43-468a-90a9-518b6f5d74e1 of type vlan for network 8fe9f5f1-1b7f-42a9-becb-e5620f1ec473 Jul 22 16:49:38.700451 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf8168-0f1f-4935-ab8c-58a4aa0bee7f None None] Pushing event updated for resources: {'Port': ['ID=8949bd72-e799-4e3f-b627-da7959aca79c,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:38.714435 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] Set router 41fc99be-e033-44e1-b045-372f359abb14 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:49:38.720260 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-330da6d6-a14c-4c1b-b382-5e5ac68675d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:38.769490 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-330da6d6-a14c-4c1b-b382-5e5ac68675d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:38.775514 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330da6d6-a14c-4c1b-b382-5e5ac68675d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:38.776125 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-330da6d6-a14c-4c1b-b382-5e5ac68675d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:38.902990 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330da6d6-a14c-4c1b-b382-5e5ac68675d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Network': ['ID=8fe9f5f1-1b7f-42a9-becb-e5620f1ec473,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:38.906740 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-330da6d6-a14c-4c1b-b382-5e5ac68675d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6984293 Jul 22 16:49:38.912350 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41362) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:38.920249 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 8fe9f5f1-1b7f-42a9-becb-e5620f1ec473 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:49:38.949329 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7328b969-cf75-41ee-b5a6-389fe6135951 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'subnet': {'network_id': '8fe9f5f1-1b7f-42a9-becb-e5620f1ec473', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:38.958805 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-c95fc0f2-9a16-42a8-a9a4-c71359c924d2 admin admin] Allocated IP 172.20.0.1 (61a13055-de03-4a7c-a0d9-4f417a10bc6f/b98b79e0-e6d5-4c4c-8692-abf0b3cf832d/97aae23a-9c41-4d8a-84ba-5c0bf29d544f) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:49:38.989561 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fc99be-e033-44e1-b045-372f359abb14', 'name': 'tempest-ServerRescueTestJSON-1092668850-router', 'tenant_id': 'c4cfcb91c49145a9aea8832f3c390211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '8949bd72-e799-4e3f-b627-da7959aca79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:49:34Z', 'updated_at': '2021-07-22T16:49:36Z', 'revision_number': 3, 'project_id': 'c4cfcb91c49145a9aea8832f3c390211', 'gw_port': {'id': '8949bd72-e799-4e3f-b627-da7959aca79c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:da:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41fc99be-e033-44e1-b045-372f359abb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:49:35Z', 'updated_at': '2021-07-22T16:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:39.069614 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a9209b-d548-4cda-8b98-790ccf28c524 None None] The sync data for ids ['41fc99be-e033-44e1-b045-372f359abb14'] in n-d-798930-9 is: [{'id': '41fc99be-e033-44e1-b045-372f359abb14', 'name': 'tempest-ServerRescueTestJSON-1092668850-router', 'tenant_id': 'c4cfcb91c49145a9aea8832f3c390211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '8949bd72-e799-4e3f-b627-da7959aca79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:49:34Z', 'updated_at': '2021-07-22T16:49:36Z', 'revision_number': 3, 'project_id': 'c4cfcb91c49145a9aea8832f3c390211', 'gw_port': {'id': '8949bd72-e799-4e3f-b627-da7959aca79c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:da:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41fc99be-e033-44e1-b045-372f359abb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:49:35Z', 'updated_at': '2021-07-22T16:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:49:39.095124 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13eb3d1d-e053-4027-8bdf-6be7c3ad3273 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:49:39.116449 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-13eb3d1d-e053-4027-8bdf-6be7c3ad3273 admin admin] 10.222.0.69 "PUT /v2.0/routers/aa8978c1-f02c-460f-b443-f0f96f648936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3589578 Jul 22 16:49:39.117125 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41366) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:39.117263 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a71f80-9c33-4e9a-8694-cd59ec4ca2b9 None None] Sync routers for ids ['aa8978c1-f02c-460f-b443-f0f96f648936'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:49:39.128831 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a71f80-9c33-4e9a-8694-cd59ec4ca2b9 None None] Routers {'aa8978c1-f02c-460f-b443-f0f96f648936'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:39.131352 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b9a71f80-9c33-4e9a-8694-cd59ec4ca2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:49:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['aa8978c1-f02c-460f-b443-f0f96f648936'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:39.275231 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c95fc0f2-9a16-42a8-a9a4-c71359c924d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:39.292221 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7328b969-cf75-41ee-b5a6-389fe6135951 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Made reservation on behalf of 001a97323c7f4fbba13460cd92514768 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:39.297354 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7328b969-cf75-41ee-b5a6-389fe6135951 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:39.354931 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-b9a71f80-9c33-4e9a-8694-cd59ec4ca2b9 None None] Set router aa8978c1-f02c-460f-b443-f0f96f648936 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:49:39.381772 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b084b17a-47f7-4fc5-a5d3-10f7f8770d73 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:39.412783 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.ipam_backend_mixin [None req-7328b969-cf75-41ee-b5a6-389fe6135951 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Performing IP validity checks on allocation pools {{(pid=93817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 16:49:39.413310 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.ipam_backend_mixin [None req-7328b969-cf75-41ee-b5a6-389fe6135951 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 16:49:39.451824 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c95fc0f2-9a16-42a8-a9a4-c71359c924d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:39.463585 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57e91d20-219d-4e09-9b4b-46fd0aa1ca33 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:39.587227 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57e91d20-219d-4e09-9b4b-46fd0aa1ca33 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:39.599424 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95fc0f2-9a16-42a8-a9a4-c71359c924d2 admin admin] Network 61a13055-de03-4a7c-a0d9-4f417a10bc6f is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:49:39.614970 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c95fc0f2-9a16-42a8-a9a4-c71359c924d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:39.619499 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95fc0f2-9a16-42a8-a9a4-c71359c924d2 admin admin] Pushing event updated for resources: {'Port': ['ID=97aae23a-9c41-4d8a-84ba-5c0bf29d544f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:39.629988 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95fc0f2-9a16-42a8-a9a4-c71359c924d2 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:49:39.677674 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c95fc0f2-9a16-42a8-a9a4-c71359c924d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:39.820482 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e91d20-219d-4e09-9b4b-46fd0aa1ca33 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Pushing event updated for resources: {'Port': ['ID=e9e4512f-6886-4503-8072-3399a9f69347,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:39.829240 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57e91d20-219d-4e09-9b4b-46fd0aa1ca33 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:39.868189 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b9a71f80-9c33-4e9a-8694-cd59ec4ca2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'name': 'tempest-TaggedBootDevicesTest_v242-992522537-router', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '75c69209-0aac-4404-a09a-114a1d85163b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:37:40Z', 'updated_at': '2021-07-22T16:49:36Z', 'revision_number': 5, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'gw_port': {'id': '75c69209-0aac-4404-a09a-114a1d85163b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:37:41Z', 'updated_at': '2021-07-22T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:39.880773 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b084b17a-47f7-4fc5-a5d3-10f7f8770d73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:39.956965 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a71f80-9c33-4e9a-8694-cd59ec4ca2b9 None None] Checking router: aa8978c1-f02c-460f-b443-f0f96f648936 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:49:39.968953 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a71f80-9c33-4e9a-8694-cd59ec4ca2b9 None None] Routers {'aa8978c1-f02c-460f-b443-f0f96f648936'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:39.969752 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b9a71f80-9c33-4e9a-8694-cd59ec4ca2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:49:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['aa8978c1-f02c-460f-b443-f0f96f648936'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:39.970725 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c95fc0f2-9a16-42a8-a9a4-c71359c924d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:40.022501 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7328b969-cf75-41ee-b5a6-389fe6135951 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:40.024082 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0ac36-aaaf-4def-8074-024e87f6a31c req-51e5ee3f-9263-45e6-871b-013bbe575830 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:40.031942 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ced0ac36-aaaf-4def-8074-024e87f6a31c req-51e5ee3f-9263-45e6-871b-013bbe575830 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.3211715 Jul 22 16:49:40.087583 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-b9a71f80-9c33-4e9a-8694-cd59ec4ca2b9 None None] Set router aa8978c1-f02c-460f-b443-f0f96f648936 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:49:40.135817 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b969-cf75-41ee-b5a6-389fe6135951 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Subnet': ['ID=a9b7e498-336d-4502-8cf6-0e6c0a5c473b,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:40.137340 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e91d20-219d-4e09-9b4b-46fd0aa1ca33 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Network 5962888f-3d7e-42c0-9084-0029b3a4606c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:49:40.143382 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-57e91d20-219d-4e09-9b4b-46fd0aa1ca33 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:40.169415 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b9a71f80-9c33-4e9a-8694-cd59ec4ca2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'name': 'tempest-TaggedBootDevicesTest_v242-992522537-router', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:37:40Z', 'updated_at': '2021-07-22T16:49:39Z', 'revision_number': 6, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:40.181128 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ced0ac36-aaaf-4def-8074-024e87f6a31c req-0b2c4522-dc04-4a60-bd60-3f9555dee40c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410944 Jul 22 16:49:40.184815 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b084b17a-47f7-4fc5-a5d3-10f7f8770d73 admin admin] Deleting port 75c69209-0aac-4404-a09a-114a1d85163b {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:40.187750 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b084b17a-47f7-4fc5-a5d3-10f7f8770d73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:40.245874 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7328b969-cf75-41ee-b5a6-389fe6135951 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Checking segment: {'id': '3c132f36-4d43-468a-90a9-518b6f5d74e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '8fe9f5f1-1b7f-42a9-becb-e5620f1ec473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:40.246513 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7328b969-cf75-41ee-b5a6-389fe6135951 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Network hostable DHCP agents. Network: 8fe9f5f1-1b7f-42a9-becb-e5620f1ec473, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:49:40.378921 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7328b969-cf75-41ee-b5a6-389fe6135951 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Network 8fe9f5f1-1b7f-42a9-becb-e5620f1ec473 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:49:40.422834 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-7328b969-cf75-41ee-b5a6-389fe6135951 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 8fe9f5f1-1b7f-42a9-becb-e5620f1ec473) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:40.487845 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b084b17a-47f7-4fc5-a5d3-10f7f8770d73 admin admin] For port 75c69209-0aac-4404-a09a-114a1d85163b, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=75c69209-0aac-4404-a09a-114a1d85163b,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:40.488729 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b084b17a-47f7-4fc5-a5d3-10f7f8770d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:40.511859 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e91d20-219d-4e09-9b4b-46fd0aa1ca33 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Router 18078e74-282b-47b9-9f13-73aa369b19e0 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:49:40.521004 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c95fc0f2-9a16-42a8-a9a4-c71359c924d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:40.523730 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7328b969-cf75-41ee-b5a6-389fe6135951 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:40.524344 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7328b969-cf75-41ee-b5a6-389fe6135951 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:40.542361 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c95fc0f2-9a16-42a8-a9a4-c71359c924d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:40.552990 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b084b17a-47f7-4fc5-a5d3-10f7f8770d73 admin admin] Calling delete_port for 75c69209-0aac-4404-a09a-114a1d85163b owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:40.613157 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a71f80-9c33-4e9a-8694-cd59ec4ca2b9 None None] The sync data for ids ['aa8978c1-f02c-460f-b443-f0f96f648936'] in n-d-798930-9 is: [{'id': 'aa8978c1-f02c-460f-b443-f0f96f648936', 'name': 'tempest-TaggedBootDevicesTest_v242-992522537-router', 'tenant_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:37:40Z', 'updated_at': '2021-07-22T16:49:39Z', 'revision_number': 6, 'project_id': 'c9497a41f8194fa4a8867ac9f3be3289', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:49:40.617513 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965f71e4-af69-4f4f-a08b-2106e976f065 None None] Network 8fe9f5f1-1b7f-42a9-becb-e5620f1ec473 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:40.645323 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7328b969-cf75-41ee-b5a6-389fe6135951 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7311661 Jul 22 16:49:40.646778 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41398) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:40.741436 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fe8a7287-c850-4fa9-8f13-2b0369ad5ae8 None None] Provisioning complete for port e9e4512f-6886-4503-8072-3399a9f69347 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:40.746531 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe8a7287-c850-4fa9-8f13-2b0369ad5ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:40.807010 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e91d20-219d-4e09-9b4b-46fd0aa1ca33 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:49:40.813176 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-57e91d20-219d-4e09-9b4b-46fd0aa1ca33 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] 10.222.0.69 "PUT /v2.0/routers/18078e74-282b-47b9-9f13-73aa369b19e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7268751 Jul 22 16:49:40.815898 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41406) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:40.822041 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c81d21-3181-492f-8e66-95b148bc3934 None None] Sync routers for ids ['18078e74-282b-47b9-9f13-73aa369b19e0'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:49:40.833871 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e3b4-c958-4c35-b8cf-164085e774d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:40.844089 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c81d21-3181-492f-8e66-95b148bc3934 None None] Routers {'18078e74-282b-47b9-9f13-73aa369b19e0'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:40.844730 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-36c81d21-3181-492f-8e66-95b148bc3934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:49:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['18078e74-282b-47b9-9f13-73aa369b19e0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:40.860776 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c95fc0f2-9a16-42a8-a9a4-c71359c924d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:40.874016 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95fc0f2-9a16-42a8-a9a4-c71359c924d2 admin admin] Pushing event updated for resources: {'Port': ['ID=97aae23a-9c41-4d8a-84ba-5c0bf29d544f,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:40.920979 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-36c81d21-3181-492f-8e66-95b148bc3934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:40.932979 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e3b4-c958-4c35-b8cf-164085e774d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:40.949020 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b5c6726d-0574-4a18-bb59-a4598c064b8e tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:40.954251 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c81d21-3181-492f-8e66-95b148bc3934 None None] Routers {'18078e74-282b-47b9-9f13-73aa369b19e0'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:40.955503 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-36c81d21-3181-492f-8e66-95b148bc3934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:49:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['18078e74-282b-47b9-9f13-73aa369b19e0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:40.992243 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fe8a7287-c850-4fa9-8f13-2b0369ad5ae8 None None] Port e9e4512f-6886-4503-8072-3399a9f69347 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:49:41.128243 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-36c81d21-3181-492f-8e66-95b148bc3934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:41.129872 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c81d21-3181-492f-8e66-95b148bc3934 None None] The sync data for ids ['18078e74-282b-47b9-9f13-73aa369b19e0'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:49:41.142269 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e3b4-c958-4c35-b8cf-164085e774d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:41.152776 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bab0d0-8d67-4a0d-af99-5ba112919394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-8fe9f5f1-1b7f-42a9-becb-e5620f1ec473', 'network_id': '8fe9f5f1-1b7f-42a9-becb-e5620f1ec473', 'tenant_id': '001a97323c7f4fbba13460cd92514768', 'fixed_ips': [{'subnet_id': 'a9b7e498-336d-4502-8cf6-0e6c0a5c473b'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:49:41.153871 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77bab0d0-8d67-4a0d-af99-5ba112919394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:41.172131 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8949bd72-e799-4e3f-b627-da7959aca79c up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:49:41.290312 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0e3b4-c958-4c35-b8cf-164085e774d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b7e498-336d-4502-8cf6-0e6c0a5c473b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:41.295073 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95fc0f2-9a16-42a8-a9a4-c71359c924d2 admin admin] Network 61a13055-de03-4a7c-a0d9-4f417a10bc6f is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:49:41.350481 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c95fc0f2-9a16-42a8-a9a4-c71359c924d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:41.393286 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e214750-265f-4af1-b6d3-f2120ff6805f None None] Network 8fe9f5f1-1b7f-42a9-becb-e5620f1ec473 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:41.523358 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e3b4-c958-4c35-b8cf-164085e774d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:41.561085 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 8949bd72-e799-4e3f-b627-da7959aca79c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:49:41.565542 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 8949bd72-e799-4e3f-b627-da7959aca79c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:41.565985 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:41.591627 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95fc0f2-9a16-42a8-a9a4-c71359c924d2 admin admin] Router 41fc99be-e033-44e1-b045-372f359abb14 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:49:41.595017 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-b2d0e3b4-c958-4c35-b8cf-164085e774d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe9f5f1-1b7f-42a9-becb-e5620f1ec473']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:41.652988 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-b2d0e3b4-c958-4c35-b8cf-164085e774d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c132f36-4d43-468a-90a9-518b6f5d74e1') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:41.653292 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-b2d0e3b4-c958-4c35-b8cf-164085e774d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c132f36-4d43-468a-90a9-518b6f5d74e1') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:41.673471 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e3b4-c958-4c35-b8cf-164085e774d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:41.683894 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c63859-27c4-4add-8d35-c945f2e97d9f req-5f3304fd-0e8d-410f-903e-ac7a07229bab tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:41.685529 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a2c63859-27c4-4add-8d35-c945f2e97d9f req-5f3304fd-0e8d-410f-903e-ac7a07229bab tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.4027090 Jul 22 16:49:41.781831 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e3b4-c958-4c35-b8cf-164085e774d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:41.794588 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:41.796411 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d0e3b4-c958-4c35-b8cf-164085e774d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:41.796824 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e3b4-c958-4c35-b8cf-164085e774d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:41.803402 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:41.834074 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-b5c6726d-0574-4a18-bb59-a4598c064b8e tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 16:49:41.840868 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b5c6726d-0574-4a18-bb59-a4598c064b8e tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] 10.222.0.69 "DELETE /v2.0/routers/18078e74-282b-47b9-9f13-73aa369b19e0 HTTP/1.1" status: 409 len: 329 time: 1.0215025 Jul 22 16:49:41.841428 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 8949bd72-e799-4e3f-b627-da7959aca79c, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8949bd72-e799-4e3f-b627-da7959aca79c,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:41.846937 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41442) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:41.848362 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:41.895501 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c075b626-3ea9-4f44-9a76-915e3057835f no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:49:41.919521 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: c075b626-3ea9-4f44-9a76-915e3057835f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:49:41.920031 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c075b626-3ea9-4f44-9a76-915e3057835f not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:49:41.959215 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=8949bd72-e799-4e3f-b627-da7959aca79c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:41.991887 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a2c63859-27c4-4add-8d35-c945f2e97d9f req-442bfa73-951c-4863-8d5d-091447a71021 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659025 Jul 22 16:49:42.023342 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:42.027302 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b084b17a-47f7-4fc5-a5d3-10f7f8770d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:42.075970 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084b17a-47f7-4fc5-a5d3-10f7f8770d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=75c69209-0aac-4404-a09a-114a1d85163b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:42.172527 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:42.203663 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b084b17a-47f7-4fc5-a5d3-10f7f8770d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:42.352987 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b084b17a-47f7-4fc5-a5d3-10f7f8770d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:42.357327 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b084b17a-47f7-4fc5-a5d3-10f7f8770d73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:42.433344 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b084b17a-47f7-4fc5-a5d3-10f7f8770d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:42.434339 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b084b17a-47f7-4fc5-a5d3-10f7f8770d73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa8978c1-f02c-460f-b443-f0f96f648936 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:49:42.440190 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b084b17a-47f7-4fc5-a5d3-10f7f8770d73 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:42.442214 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b084b17a-47f7-4fc5-a5d3-10f7f8770d73 admin admin] 10.222.0.69 "DELETE /v2.0/routers/aa8978c1-f02c-460f-b443-f0f96f648936 HTTP/1.1" status: 204 len: 168 time: 3.3210368 Jul 22 16:49:42.443402 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e3b4-c958-4c35-b8cf-164085e774d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:42.444804 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41474) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:42.448470 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e3b4-c958-4c35-b8cf-164085e774d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:42.456182 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b2d0e3b4-c958-4c35-b8cf-164085e774d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/networks/8fe9f5f1-1b7f-42a9-becb-e5620f1ec473 HTTP/1.1" status: 204 len: 168 time: 1.7892189 Jul 22 16:49:42.460166 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41476) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:42.492756 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c40b37e4-627e-4ffb-827d-38f8237b57a6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1971476065'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:42.496723 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0e3b4-c958-4c35-b8cf-164085e774d7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Network': ['ID=8fe9f5f1-1b7f-42a9-becb-e5620f1ec473,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:42.506484 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-62bfd21e-1e8d-41ec-94b1-e09b1e9f4496 admin admin] Deleting subnet 201d105d-0acc-407e-9daf-fc4d01c306de {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:49:42.510633 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62bfd21e-1e8d-41ec-94b1-e09b1e9f4496 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:42.515554 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95fc0f2-9a16-42a8-a9a4-c71359c924d2 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:49:42.527710 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] Sync routers for ids ['41fc99be-e033-44e1-b045-372f359abb14'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:49:42.528112 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c95fc0f2-9a16-42a8-a9a4-c71359c924d2 admin admin] 10.222.0.69 "PUT /v2.0/routers/41fc99be-e033-44e1-b045-372f359abb14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2986803 Jul 22 16:49:42.545963 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] Routers {'41fc99be-e033-44e1-b045-372f359abb14'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:42.562029 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:49:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['41fc99be-e033-44e1-b045-372f359abb14'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:42.604151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40b37e4-627e-4ffb-827d-38f8237b57a6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Made reservation on behalf of 001a97323c7f4fbba13460cd92514768 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:42.607703 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c40b37e4-627e-4ffb-827d-38f8237b57a6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:42.638118 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62bfd21e-1e8d-41ec-94b1-e09b1e9f4496 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:42.683130 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40b37e4-627e-4ffb-827d-38f8237b57a6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:49:42.708269 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c40b37e4-627e-4ffb-827d-38f8237b57a6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:42.708623 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-c40b37e4-627e-4ffb-827d-38f8237b57a6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Added segment b14e257a-b882-4bc2-826e-1c4a43d8a4f5 of type vlan for network 9d3bb19c-d41e-4847-9758-5bda4e0d45be Jul 22 16:49:42.764794 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c40b37e4-627e-4ffb-827d-38f8237b57a6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:42.764930 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] Set router 41fc99be-e033-44e1-b045-372f359abb14 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:49:42.856657 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62bfd21e-1e8d-41ec-94b1-e09b1e9f4496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:42.922374 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c40b37e4-627e-4ffb-827d-38f8237b57a6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:42.928601 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40b37e4-627e-4ffb-827d-38f8237b57a6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:42.929221 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c40b37e4-627e-4ffb-827d-38f8237b57a6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:42.982996 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8949bd72-e799-4e3f-b627-da7959aca79c up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:49:42.991851 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c40b37e4-627e-4ffb-827d-38f8237b57a6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5074322 Jul 22 16:49:42.992238 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41516) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:42.998604 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3d83d888-1029-429b-9023-9af881fa4f26 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'subnet': {'network_id': '9d3bb19c-d41e-4847-9758-5bda4e0d45be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:43.006776 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-879f60ca-7c44-45b0-a563-223ae587151d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:43.045148 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62bfd21e-1e8d-41ec-94b1-e09b1e9f4496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:43.098786 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b37e4-627e-4ffb-827d-38f8237b57a6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Network': ['ID=9d3bb19c-d41e-4847-9758-5bda4e0d45be,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:43.145108 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfd21e-1e8d-41ec-94b1-e09b1e9f4496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=201d105d-0acc-407e-9daf-fc4d01c306de,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:43.163958 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62bfd21e-1e8d-41ec-94b1-e09b1e9f4496 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:43.166292 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-62bfd21e-1e8d-41ec-94b1-e09b1e9f4496 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/201d105d-0acc-407e-9daf-fc4d01c306de HTTP/1.1" status: 204 len: 168 time: 0.7202511 Jul 22 16:49:43.192167 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41528) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:43.233425 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d83d888-1029-429b-9023-9af881fa4f26 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Made reservation on behalf of 001a97323c7f4fbba13460cd92514768 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:43.240459 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d83d888-1029-429b-9023-9af881fa4f26 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:43.282223 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 9d3bb19c-d41e-4847-9758-5bda4e0d45be details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:49:43.365338 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2049d8bd-a8ee-48d3-94bb-e3c00440f3a6 None None] Network 9c5c4430-fe08-4a96-9de3-fdc32bed75bd requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:43.445701 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 8949bd72-e799-4e3f-b627-da7959aca79c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:43.446104 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:43.526161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41540) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:43.529660 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c245e5be-a67d-4fd9-90cf-6b9fcd6f16da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:43.548311 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fc99be-e033-44e1-b045-372f359abb14', 'name': 'tempest-ServerRescueTestJSON-1092668850-router', 'tenant_id': 'c4cfcb91c49145a9aea8832f3c390211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '8949bd72-e799-4e3f-b627-da7959aca79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:49:34Z', 'updated_at': '2021-07-22T16:49:39Z', 'revision_number': 4, 'project_id': 'c4cfcb91c49145a9aea8832f3c390211', 'gw_port': {'id': '8949bd72-e799-4e3f-b627-da7959aca79c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:da:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fc99be-e033-44e1-b045-372f359abb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:49:35Z', 'updated_at': '2021-07-22T16:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '97aae23a-9c41-4d8a-84ba-5c0bf29d544f', 'name': '', 'network_id': '61a13055-de03-4a7c-a0d9-4f417a10bc6f', 'tenant_id': 'c4cfcb91c49145a9aea8832f3c390211', 'mac_address': 'fa:16:3e:fb:2d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41fc99be-e033-44e1-b045-372f359abb14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'b98b79e0-e6d5-4c4c-8692-abf0b3cf832d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:49:38Z', 'updated_at': '2021-07-22T16:49:40Z', 'revision_number': 2, 'project_id': 'c4cfcb91c49145a9aea8832f3c390211', 'subnets': [{'id': 'b98b79e0-e6d5-4c4c-8692-abf0b3cf832d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:43.574535 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-7c7a8888-e86a-4d95-b763-2d7ad1210ce4 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:43.576034 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-7c7a8888-e86a-4d95-b763-2d7ad1210ce4 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/networks?id=61a13055-de03-4a7c-a0d9-4f417a10bc6f HTTP/1.1" status: 200 len: 811 time: 0.3145664 Jul 22 16:49:43.587351 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043178ec-b30c-4726-b985-ac0acbc948df req-b3ed5cb8-bbb8-4e53-a142-351f759f37ed tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:43.589598 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-043178ec-b30c-4726-b985-ac0acbc948df req-b3ed5cb8-bbb8-4e53-a142-351f759f37ed tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.3780611 Jul 22 16:49:43.589821 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] Checking router: 41fc99be-e033-44e1-b045-372f359abb14 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:49:43.590395 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] Updating router 41fc99be-e033-44e1-b045-372f359abb14 port 97aae23a-9c41-4d8a-84ba-5c0bf29d544f binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:49:43.601840 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-fd346143-4738-49bb-a013-23b96a1b545c tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/quotas/c4cfcb91c49145a9aea8832f3c390211 HTTP/1.1" status: 200 len: 375 time: 0.0191526 Jul 22 16:49:43.728240 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-043178ec-b30c-4726-b985-ac0acbc948df req-fe13620e-0c5b-45ce-b028-2f83955eeb9a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289382 Jul 22 16:49:43.762979 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:43.766371 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 75c69209-0aac-4404-a09a-114a1d85163b no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:49:43.779373 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-61000469-5aad-4c4b-ab8a-59a1d095ad4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:43.790244 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 75c69209-0aac-4404-a09a-114a1d85163b {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:49:43.790739 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 75c69209-0aac-4404-a09a-114a1d85163b not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:49:43.795679 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d83d888-1029-429b-9023-9af881fa4f26 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:43.843934 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c245e5be-a67d-4fd9-90cf-6b9fcd6f16da admin admin] Deleting port 9914279f-427c-4ab3-b7b4-663a9170f060 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:43.844533 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c245e5be-a67d-4fd9-90cf-6b9fcd6f16da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:43.894436 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83d888-1029-429b-9023-9af881fa4f26 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Subnet': ['ID=69d8ce71-3d1e-44ce-8927-38f13c6f3105,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:43.915750 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-53d3d0bd-59d5-4676-99de-52187b40b473 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4cfcb91c49145a9aea8832f3c390211&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2904313 Jul 22 16:49:43.969482 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d83d888-1029-429b-9023-9af881fa4f26 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Checking segment: {'id': 'b14e257a-b882-4bc2-826e-1c4a43d8a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9d3bb19c-d41e-4847-9758-5bda4e0d45be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:43.969936 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d83d888-1029-429b-9023-9af881fa4f26 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Network hostable DHCP agents. Network: 9d3bb19c-d41e-4847-9758-5bda4e0d45be, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:49:43.976347 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c245e5be-a67d-4fd9-90cf-6b9fcd6f16da admin admin] For port 9914279f-427c-4ab3-b7b4-663a9170f060, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=9914279f-427c-4ab3-b7b4-663a9170f060,segment=NetworkSegment(6ee6e318-36e3-4276-aaa7-7e4a6c486bba),segment_id=6ee6e318-36e3-4276-aaa7-7e4a6c486bba)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:43.976347 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c245e5be-a67d-4fd9-90cf-6b9fcd6f16da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:43.985872 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f9f2c1-0232-42e8-bb51-e6106538fb24 None None] DHCP port deletion for 9c5c4430-fe08-4a96-9de3-fdc32bed75bd request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:49:44.006079 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d83d888-1029-429b-9023-9af881fa4f26 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Network 9d3bb19c-d41e-4847-9758-5bda4e0d45be is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:49:44.008012 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-879f60ca-7c44-45b0-a563-223ae587151d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Deleting port e9e4512f-6886-4503-8072-3399a9f69347 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:44.008357 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-879f60ca-7c44-45b0-a563-223ae587151d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:44.021000 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-3d83d888-1029-429b-9023-9af881fa4f26 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 9d3bb19c-d41e-4847-9758-5bda4e0d45be) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:44.043820 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c245e5be-a67d-4fd9-90cf-6b9fcd6f16da admin admin] Calling delete_port for 9914279f-427c-4ab3-b7b4-663a9170f060 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:44.049527 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5d33a8-d27e-429b-8f49-0ccb386d31e5 None None] Network 9d3bb19c-d41e-4847-9758-5bda4e0d45be requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:44.118665 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d83d888-1029-429b-9023-9af881fa4f26 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:44.119526 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d83d888-1029-429b-9023-9af881fa4f26 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:44.123156 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-61000469-5aad-4c4b-ab8a-59a1d095ad4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:44.153239 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-61000469-5aad-4c4b-ab8a-59a1d095ad4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:44.204106 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3d83d888-1029-429b-9023-9af881fa4f26 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2097249 Jul 22 16:49:44.210819 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41548) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:44.212712 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-26f9f2c1-0232-42e8-bb51-e6106538fb24 None None] Deleting port 9914279f-427c-4ab3-b7b4-663a9170f060 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:44.213091 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26f9f2c1-0232-42e8-bb51-e6106538fb24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:44.260480 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61000469-5aad-4c4b-ab8a-59a1d095ad4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1996b45c-bd6c-468d-b534-2c5811925eb1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:44.262123 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c245e5be-a67d-4fd9-90cf-6b9fcd6f16da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:44.286722 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-879f60ca-7c44-45b0-a563-223ae587151d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:44.298604 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-61000469-5aad-4c4b-ab8a-59a1d095ad4c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=29a95770cd5349c9b6e222d79f2bb88a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7600043 Jul 22 16:49:44.298979 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41552) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:44.326298 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245e5be-a67d-4fd9-90cf-6b9fcd6f16da admin admin] Pushing event deleted for resources: {'Port': ['ID=9914279f-427c-4ab3-b7b4-663a9170f060,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:44.341864 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-d12461b0-d442-4f86-830e-024429760849 service neutron] 10.222.0.69 "GET /v2.0/networks/61a13055-de03-4a7c-a0d9-4f417a10bc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125969 Jul 22 16:49:44.369768 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-879f60ca-7c44-45b0-a563-223ae587151d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Calling delete_port for e9e4512f-6886-4503-8072-3399a9f69347 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:44.375480 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c245e5be-a67d-4fd9-90cf-6b9fcd6f16da admin admin] No DVR routers for this DVR port 9914279f-427c-4ab3-b7b4-663a9170f060 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:44.378821 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-26f9f2c1-0232-42e8-bb51-e6106538fb24 None None] For port 9914279f-427c-4ab3-b7b4-663a9170f060, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=9914279f-427c-4ab3-b7b4-663a9170f060,segment=NetworkSegment(6ee6e318-36e3-4276-aaa7-7e4a6c486bba),segment_id=6ee6e318-36e3-4276-aaa7-7e4a6c486bba)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:44.380218 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26f9f2c1-0232-42e8-bb51-e6106538fb24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:44.403936 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f307528-5812-4b15-b958-081727053a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:44.431596 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-26f9f2c1-0232-42e8-bb51-e6106538fb24 None None] Calling delete_port for 9914279f-427c-4ab3-b7b4-663a9170f060 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:44.479281 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6046c20e-d47a-456a-94ab-3c271d074aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-9d3bb19c-d41e-4847-9758-5bda4e0d45be', 'network_id': '9d3bb19c-d41e-4847-9758-5bda4e0d45be', 'tenant_id': '001a97323c7f4fbba13460cd92514768', 'fixed_ips': [{'subnet_id': '69d8ce71-3d1e-44ce-8927-38f13c6f3105'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:49:44.479621 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f307528-5812-4b15-b958-081727053a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:44.480733 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6046c20e-d47a-456a-94ab-3c271d074aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:44.484364 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c245e5be-a67d-4fd9-90cf-6b9fcd6f16da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:44.496609 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c245e5be-a67d-4fd9-90cf-6b9fcd6f16da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5c4430-fe08-4a96-9de3-fdc32bed75bd']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:44.508671 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c245e5be-a67d-4fd9-90cf-6b9fcd6f16da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee6e318-36e3-4276-aaa7-7e4a6c486bba') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:44.509018 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c245e5be-a67d-4fd9-90cf-6b9fcd6f16da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee6e318-36e3-4276-aaa7-7e4a6c486bba') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:44.519775 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c245e5be-a67d-4fd9-90cf-6b9fcd6f16da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:44.520924 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-9ba0a29e-88ff-4de0-9ca8-24f7ea631090 service neutron] 10.222.0.69 "GET /v2.0/networks/61a13055-de03-4a7c-a0d9-4f417a10bc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643751 Jul 22 16:49:44.540834 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c245e5be-a67d-4fd9-90cf-6b9fcd6f16da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:44.555566 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f307528-5812-4b15-b958-081727053a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:44.558753 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f307528-5812-4b15-b958-081727053a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:44.558912 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c245e5be-a67d-4fd9-90cf-6b9fcd6f16da admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:44.559414 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c245e5be-a67d-4fd9-90cf-6b9fcd6f16da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:44.562255 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3f307528-5812-4b15-b958-081727053a21 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1996b45c-bd6c-468d-b534-2c5811925eb1 HTTP/1.1" status: 204 len: 168 time: 0.2600422 Jul 22 16:49:44.569593 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f307528-5812-4b15-b958-081727053a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1996b45c-bd6c-468d-b534-2c5811925eb1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:44.628385 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:44.666385 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c245e5be-a67d-4fd9-90cf-6b9fcd6f16da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:44.685694 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-6046c20e-d47a-456a-94ab-3c271d074aa0 None None] Allocated IP 172.20.0.1 (9d3bb19c-d41e-4847-9758-5bda4e0d45be/69d8ce71-3d1e-44ce-8927-38f13c6f3105/f87f20fd-d331-4ea1-8bdb-bb5f131b6209) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:49:44.693721 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c245e5be-a67d-4fd9-90cf-6b9fcd6f16da admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:44.697895 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c245e5be-a67d-4fd9-90cf-6b9fcd6f16da admin admin] 10.222.0.69 "DELETE /v2.0/networks/9c5c4430-fe08-4a96-9de3-fdc32bed75bd HTTP/1.1" status: 204 len: 168 time: 1.5023718 Jul 22 16:49:44.704070 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245e5be-a67d-4fd9-90cf-6b9fcd6f16da admin admin] Pushing event deleted for resources: {'Network': ['ID=9c5c4430-fe08-4a96-9de3-fdc32bed75bd,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:44.718500 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:44.970276 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ae14aa0e-da04-4078-9f4e-14208758ecce req-e9cc0684-7a17-4cac-84c6-941f972b6ceb tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 210 time: 0.0795856 Jul 22 16:49:45.076212 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41574) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:45.138979 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6046c20e-d47a-456a-94ab-3c271d074aa0 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:45.150609 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41580) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:45.165370 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:45.181596 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2a72bef4-f00b-49d1-8b66-efcd1873cc90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:45.196891 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ddbfcff5-3666-4db5-a6dc-e30e74d0ef6c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c9497a41f8194fa4a8867ac9f3be3289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1189628 Jul 22 16:49:45.208472 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41582) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:45.269307 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26f9f2c1-0232-42e8-bb51-e6106538fb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:45.273486 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 9914279f-427c-4ab3-b7b4-663a9170f060 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:49:45.321028 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc09b469-0256-43ed-81d3-c5a5d4af7f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:45.324307 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c03e9d-cabb-4c48-afda-c4b6fb2c9fba req-8c290012-e720-44aa-a7a5-5b2fe701f439 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:45.326289 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-46c03e9d-cabb-4c48-afda-c4b6fb2c9fba req-8c290012-e720-44aa-a7a5-5b2fe701f439 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.4571035 Jul 22 16:49:45.336432 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:45.349225 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 9914279f-427c-4ab3-b7b4-663a9170f060 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:49:45.350725 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 9914279f-427c-4ab3-b7b4-663a9170f060 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:49:45.351130 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc09b469-0256-43ed-81d3-c5a5d4af7f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:45.359025 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-879f60ca-7c44-45b0-a563-223ae587151d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:45.359608 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6046c20e-d47a-456a-94ab-3c271d074aa0 None None] Transition to ACTIVE for port object f87f20fd-d331-4ea1-8bdb-bb5f131b6209 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:45.408998 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f60ca-7c44-45b0-a563-223ae587151d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Pushing event deleted for resources: {'Port': ['ID=e9e4512f-6886-4503-8072-3399a9f69347,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:45.435011 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-26f9f2c1-0232-42e8-bb51-e6106538fb24 None None] Network 9c5c4430-fe08-4a96-9de3-fdc32bed75bd is not hosted by any dhcp agent {{(pid=93818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 16:49:45.435582 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f9f2c1-0232-42e8-bb51-e6106538fb24 None None] No DVR routers for this DVR port 9914279f-427c-4ab3-b7b4-663a9170f060 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:45.440043 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc09b469-0256-43ed-81d3-c5a5d4af7f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:45.446073 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc09b469-0256-43ed-81d3-c5a5d4af7f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:45.446403 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9f2c1-0232-42e8-bb51-e6106538fb24 None None] Pushing event deleted for resources: {'Port': ['ID=9914279f-427c-4ab3-b7b4-663a9170f060,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:45.446931 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-dc09b469-0256-43ed-81d3-c5a5d4af7f32 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0d27350e-eed5-4e14-a06e-55148fc26ff0 HTTP/1.1" status: 204 len: 168 time: 0.2377994 Jul 22 16:49:45.467097 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09b469-0256-43ed-81d3-c5a5d4af7f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d27350e-eed5-4e14-a06e-55148fc26ff0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:45.473738 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] Transition to ACTIVE for port object 97aae23a-9c41-4d8a-84ba-5c0bf29d544f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:45.504497 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-46c03e9d-cabb-4c48-afda-c4b6fb2c9fba req-b6c5ec34-e33f-4d3b-aefc-cbf2030eb734 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671858 Jul 22 16:49:45.505071 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6046c20e-d47a-456a-94ab-3c271d074aa0 None None] Transition to ACTIVE for port object f87f20fd-d331-4ea1-8bdb-bb5f131b6209 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:45.523722 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:45.552079 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2a72bef4-f00b-49d1-8b66-efcd1873cc90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:45.561631 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2a72bef4-f00b-49d1-8b66-efcd1873cc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:45.619967 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2a72bef4-f00b-49d1-8b66-efcd1873cc90 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c7f3a9781e25438f827c6dbeaf1c2c6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4662311 Jul 22 16:49:45.621149 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6046c20e-d47a-456a-94ab-3c271d074aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:45.622945 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41596) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:45.655965 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:45.747572 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Subnet': ['ID=69d8ce71-3d1e-44ce-8927-38f13c6f3105,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:45.754147 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6046c20e-d47a-456a-94ab-3c271d074aa0 None None] Network 9d3bb19c-d41e-4847-9758-5bda4e0d45be is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:49:45.757963 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d47a7a-c33e-478e-af86-c9d304a907d6 None None] Pushing event updated for resources: {'Port': ['ID=97aae23a-9c41-4d8a-84ba-5c0bf29d544f,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:45.772004 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-6046c20e-d47a-456a-94ab-3c271d074aa0 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:45.820147 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6046c20e-d47a-456a-94ab-3c271d074aa0 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:49:45.857180 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aadb0d8d-ac88-4a8b-a1d4-2257e3f840bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:45.906372 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72bef4-f00b-49d1-8b66-efcd1873cc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97b0a4e-7b34-4aa4-8c07-37d50afe1d16,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:45.934367 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aadb0d8d-ac88-4a8b-a1d4-2257e3f840bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:46.029984 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:46.032472 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aadb0d8d-ac88-4a8b-a1d4-2257e3f840bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:46.039246 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aadb0d8d-ac88-4a8b-a1d4-2257e3f840bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:46.043476 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-aadb0d8d-ac88-4a8b-a1d4-2257e3f840bc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e97b0a4e-7b34-4aa4-8c07-37d50afe1d16 HTTP/1.1" status: 204 len: 168 time: 0.4193869 Jul 22 16:49:46.063055 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb0d8d-ac88-4a8b-a1d4-2257e3f840bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97b0a4e-7b34-4aa4-8c07-37d50afe1d16,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:46.074613 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3bb19c-d41e-4847-9758-5bda4e0d45be']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:46.092239 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14e257a-b882-4bc2-826e-1c4a43d8a4f5') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:46.092366 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14e257a-b882-4bc2-826e-1c4a43d8a4f5') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:46.123909 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:46.161763 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:46.170009 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:46.170748 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:46.228636 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2be804d0-4b0b-4a6e-adca-60a2d462ed07 req-3f6d4d2e-3686-4f6f-8aa5-b86d88aaa39e tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 210 time: 0.0955617 Jul 22 16:49:46.268087 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-879f60ca-7c44-45b0-a563-223ae587151d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:46.270046 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:46.286474 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.db.api [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 16:49:46.286474 n-d-798930-9 neutron-server[93817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 16:49:46.286474 n-d-798930-9 neutron-server[93817]: [parameters: {'id': '9d3bb19c-d41e-4847-9758-5bda4e0d45be'}] Jul 22 16:49:46.286474 n-d-798930-9 neutron-server[93817]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:49:46.286897 n-d-798930-9 neutron-server[93817]: DEBUG oslo_db.api [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:49:46.320827 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046c20e-d47a-456a-94ab-3c271d074aa0 None None] Pushing event updated for resources: {'Port': ['ID=f87f20fd-d331-4ea1-8bdb-bb5f131b6209,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:46.330651 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] Attempting to bind port 97aae23a-9c41-4d8a-84ba-5c0bf29d544f on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:49:46.331263 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] Attempting to bind port 97aae23a-9c41-4d8a-84ba-5c0bf29d544f by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '3007038a-c00a-4fec-84b8-38efb943e21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '61a13055-de03-4a7c-a0d9-4f417a10bc6f'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:49:46.331832 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] Attempting to bind port 97aae23a-9c41-4d8a-84ba-5c0bf29d544f on network 61a13055-de03-4a7c-a0d9-4f417a10bc6f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:49:46.382688 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:49:46.383354 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] Checking segment: {'id': '3007038a-c00a-4fec-84b8-38efb943e21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '61a13055-de03-4a7c-a0d9-4f417a10bc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:46.384585 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:46.385554 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] Bound using segment: {'id': '3007038a-c00a-4fec-84b8-38efb943e21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '61a13055-de03-4a7c-a0d9-4f417a10bc6f'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:49:46.386353 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] Bound port: 97aae23a-9c41-4d8a-84ba-5c0bf29d544f, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3007038a-c00a-4fec-84b8-38efb943e21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '61a13055-de03-4a7c-a0d9-4f417a10bc6f'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:49:46.386795 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:46.409570 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6046c20e-d47a-456a-94ab-3c271d074aa0 None None] Attempting to bind port f87f20fd-d331-4ea1-8bdb-bb5f131b6209 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:49:46.409977 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6046c20e-d47a-456a-94ab-3c271d074aa0 None None] Attempting to bind port f87f20fd-d331-4ea1-8bdb-bb5f131b6209 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'b14e257a-b882-4bc2-826e-1c4a43d8a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9d3bb19c-d41e-4847-9758-5bda4e0d45be'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:49:46.410483 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6046c20e-d47a-456a-94ab-3c271d074aa0 None None] Attempting to bind port f87f20fd-d331-4ea1-8bdb-bb5f131b6209 on network 9d3bb19c-d41e-4847-9758-5bda4e0d45be {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:49:46.417451 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6046c20e-d47a-456a-94ab-3c271d074aa0 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:49:46.417803 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6046c20e-d47a-456a-94ab-3c271d074aa0 None None] Checking segment: {'id': 'b14e257a-b882-4bc2-826e-1c4a43d8a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9d3bb19c-d41e-4847-9758-5bda4e0d45be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:46.419146 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6046c20e-d47a-456a-94ab-3c271d074aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:46.419146 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6046c20e-d47a-456a-94ab-3c271d074aa0 None None] Bound using segment: {'id': 'b14e257a-b882-4bc2-826e-1c4a43d8a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9d3bb19c-d41e-4847-9758-5bda4e0d45be'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:49:46.420334 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6046c20e-d47a-456a-94ab-3c271d074aa0 None None] Bound port: f87f20fd-d331-4ea1-8bdb-bb5f131b6209, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14e257a-b882-4bc2-826e-1c4a43d8a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9d3bb19c-d41e-4847-9758-5bda4e0d45be'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:49:46.420726 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6046c20e-d47a-456a-94ab-3c271d074aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:46.539211 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] For port 97aae23a-9c41-4d8a-84ba-5c0bf29d544f, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:49:46.544100 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] For port 97aae23a-9c41-4d8a-84ba-5c0bf29d544f, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=97aae23a-9c41-4d8a-84ba-5c0bf29d544f,segment=NetworkSegment(3007038a-c00a-4fec-84b8-38efb943e21f),segment_id=3007038a-c00a-4fec-84b8-38efb943e21f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:49:46.545745 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6046c20e-d47a-456a-94ab-3c271d074aa0 None None] For port f87f20fd-d331-4ea1-8bdb-bb5f131b6209, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:49:46.549647 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879f60ca-7c44-45b0-a563-223ae587151d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Router 18078e74-282b-47b9-9f13-73aa369b19e0 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:49:46.559861 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6046c20e-d47a-456a-94ab-3c271d074aa0 None None] For port f87f20fd-d331-4ea1-8bdb-bb5f131b6209, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f87f20fd-d331-4ea1-8bdb-bb5f131b6209,segment=NetworkSegment(b14e257a-b882-4bc2-826e-1c4a43d8a4f5),segment_id=b14e257a-b882-4bc2-826e-1c4a43d8a4f5)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:49:46.561850 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:46.575082 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6046c20e-d47a-456a-94ab-3c271d074aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:46.674107 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] Routers {'41fc99be-e033-44e1-b045-372f359abb14'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:46.677550 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:49:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['41fc99be-e033-44e1-b045-372f359abb14'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:46.815189 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] Set router 41fc99be-e033-44e1-b045-372f359abb14 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:49:46.857434 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:46.919693 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-c08aac19-d9f2-4dca-a149-79ad25d5cfa2 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:46.921373 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-c08aac19-d9f2-4dca-a149-79ad25d5cfa2 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.16 "GET /v2.0/networks?id=61a13055-de03-4a7c-a0d9-4f417a10bc6f HTTP/1.1" status: 200 len: 811 time: 0.3489721 Jul 22 16:49:46.925108 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d47a7a-c33e-478e-af86-c9d304a907d6 None None] Pushing event updated for resources: {'Port': ['ID=97aae23a-9c41-4d8a-84ba-5c0bf29d544f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:46.932496 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879f60ca-7c44-45b0-a563-223ae587151d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:49:46.943366 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-879f60ca-7c44-45b0-a563-223ae587151d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] 10.222.0.69 "PUT /v2.0/routers/18078e74-282b-47b9-9f13-73aa369b19e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0855966 Jul 22 16:49:46.944583 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-564cea08-b008-4e3c-af10-e7cc325697ce tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Request body: {'port': {'device_id': '4bdd5abb-0a44-41ed-a9b4-16aac3d73fda', 'network_id': '61a13055-de03-4a7c-a0d9-4f417a10bc6f', 'admin_state_up': True, 'tenant_id': 'c4cfcb91c49145a9aea8832f3c390211'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:46.946035 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41638) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:46.952605 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f33241-62a0-4192-92b0-b56d679b9c42 None None] Sync routers for ids ['18078e74-282b-47b9-9f13-73aa369b19e0'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:49:46.975661 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f33241-62a0-4192-92b0-b56d679b9c42 None None] Routers {'18078e74-282b-47b9-9f13-73aa369b19e0'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:46.976433 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f7f33241-62a0-4192-92b0-b56d679b9c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:49:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['18078e74-282b-47b9-9f13-73aa369b19e0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:47.011823 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-f9ba15a4-89dd-43f5-8336-baa22146aee9 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] show failed (client error): The resource could not be found. Jul 22 16:49:47.018956 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f9ba15a4-89dd-43f5-8336-baa22146aee9 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] 10.222.0.69 "GET /v2.0/routers/tempest-non_exist_router-2044492646 HTTP/1.1" status: 404 len: 335 time: 0.0711503 Jul 22 16:49:47.023263 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41640) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:47.030418 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a2456f80-d752-4001-833c-0722981e83df tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:47.123878 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f7f33241-62a0-4192-92b0-b56d679b9c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:47.153290 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f33241-62a0-4192-92b0-b56d679b9c42 None None] Routers {'18078e74-282b-47b9-9f13-73aa369b19e0'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:47.153941 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f7f33241-62a0-4192-92b0-b56d679b9c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:49:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['18078e74-282b-47b9-9f13-73aa369b19e0'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:47.155505 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9bf9d6-a4f4-4d34-9230-2600f9883d15 None None] Network 9d3bb19c-d41e-4847-9758-5bda4e0d45be requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:47.211688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-564cea08-b008-4e3c-af10-e7cc325697ce tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Made reservation on behalf of c4cfcb91c49145a9aea8832f3c390211 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:47.219284 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f7f33241-62a0-4192-92b0-b56d679b9c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:47.220326 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f33241-62a0-4192-92b0-b56d679b9c42 None None] The sync data for ids ['18078e74-282b-47b9-9f13-73aa369b19e0'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:49:47.226438 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-564cea08-b008-4e3c-af10-e7cc325697ce tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:47.354829 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046c20e-d47a-456a-94ab-3c271d074aa0 None None] Pushing event updated for resources: {'Port': ['ID=f87f20fd-d331-4ea1-8bdb-bb5f131b6209,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:47.414078 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41656) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:47.474825 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 0e206c57-83cc-41d7-9d92-3436d33b4fa4 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:49:47.515968 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-87aa443e-73a3-492d-9a32-c61619b86337 req-b55e1dbe-b744-40e0-9fa5-06e3a61cc32d tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 210 time: 0.1077080 Jul 22 16:49:47.593207 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fc99be-e033-44e1-b045-372f359abb14', 'name': 'tempest-ServerRescueTestJSON-1092668850-router', 'tenant_id': 'c4cfcb91c49145a9aea8832f3c390211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '8949bd72-e799-4e3f-b627-da7959aca79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:49:34Z', 'updated_at': '2021-07-22T16:49:39Z', 'revision_number': 4, 'project_id': 'c4cfcb91c49145a9aea8832f3c390211', 'gw_port': {'id': '8949bd72-e799-4e3f-b627-da7959aca79c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:da:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fc99be-e033-44e1-b045-372f359abb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:49:35Z', 'updated_at': '2021-07-22T16:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '97aae23a-9c41-4d8a-84ba-5c0bf29d544f', 'name': '', 'network_id': '61a13055-de03-4a7c-a0d9-4f417a10bc6f', 'tenant_id': 'c4cfcb91c49145a9aea8832f3c390211', 'mac_address': 'fa:16:3e:fb:2d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41fc99be-e033-44e1-b045-372f359abb14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'b98b79e0-e6d5-4c4c-8692-abf0b3cf832d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:49:38Z', 'updated_at': '2021-07-22T16:49:46Z', 'revision_number': 4, 'project_id': 'c4cfcb91c49145a9aea8832f3c390211', 'subnets': [{'id': 'b98b79e0-e6d5-4c4c-8692-abf0b3cf832d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:47.668914 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-564cea08-b008-4e3c-af10-e7cc325697ce tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Allocated IP 172.20.0.9 (61a13055-de03-4a7c-a0d9-4f417a10bc6f/b98b79e0-e6d5-4c4c-8692-abf0b3cf832d/0948b659-bd91-432f-bef1-41088586a44f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:49:47.678527 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e9a0ee-29f6-4e52-a11b-a3e765c63be2 None None] The sync data for ids ['41fc99be-e033-44e1-b045-372f359abb14'] in n-d-798930-9 is: [{'id': '41fc99be-e033-44e1-b045-372f359abb14', 'name': 'tempest-ServerRescueTestJSON-1092668850-router', 'tenant_id': 'c4cfcb91c49145a9aea8832f3c390211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '8949bd72-e799-4e3f-b627-da7959aca79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:49:34Z', 'updated_at': '2021-07-22T16:49:39Z', 'revision_number': 4, 'project_id': 'c4cfcb91c49145a9aea8832f3c390211', 'gw_port': {'id': '8949bd72-e799-4e3f-b627-da7959aca79c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:da:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fc99be-e033-44e1-b045-372f359abb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:49:35Z', 'updated_at': '2021-07-22T16:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '97aae23a-9c41-4d8a-84ba-5c0bf29d544f', 'name': '', 'network_id': '61a13055-de03-4a7c-a0d9-4f417a10bc6f', 'tenant_id': 'c4cfcb91c49145a9aea8832f3c390211', 'mac_address': 'fa:16:3e:fb:2d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41fc99be-e033-44e1-b045-372f359abb14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'b98b79e0-e6d5-4c4c-8692-abf0b3cf832d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:49:38Z', 'updated_at': '2021-07-22T16:49:46Z', 'revision_number': 4, 'project_id': 'c4cfcb91c49145a9aea8832f3c390211', 'subnets': [{'id': 'b98b79e0-e6d5-4c4c-8692-abf0b3cf832d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:49:47.684903 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:49:47.752674 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-a2456f80-d752-4001-833c-0722981e83df tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] update failed (client error): The resource could not be found. Jul 22 16:49:47.761489 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41676) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:47.764411 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a2456f80-d752-4001-833c-0722981e83df tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] 10.222.0.69 "PUT /v2.0/routers/tempest-non_exist_router-2108778072 HTTP/1.1" status: 404 len: 335 time: 0.7391133 Jul 22 16:49:47.840991 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c73a2-16e8-4168-9adf-608d465de89c req-b9d1d33c-f910-482d-a024-e50f93f6c908 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:47.851937 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-453c73a2-16e8-4168-9adf-608d465de89c req-b9d1d33c-f910-482d-a024-e50f93f6c908 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 1.1173697 Jul 22 16:49:47.883256 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db90df4-4efe-4a60-918d-b3e826b0deb7 None None] get_active_networks_info from n-d-798930-9 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:49:47.968885 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b86e3e-4266-4805-922d-3bfc1f97e747 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Deleting subnet 82926eb6-c451-42f6-8188-ee6186e142c5 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:49:47.981674 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Deleting port f87f20fd-d331-4ea1-8bdb-bb5f131b6209 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:47.982187 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:47.996714 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1bfb040a-ef59-48c9-b91f-82abcbd76938 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1793073878-network', 'tenant_id': '63ba5eb954aa4050867b4451fb71c331'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:48.003571 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2b86e3e-4266-4805-922d-3bfc1f97e747 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:48.021986 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-453c73a2-16e8-4168-9adf-608d465de89c req-c30f6e36-540c-4c25-b825-1cefa717c186 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569486 Jul 22 16:49:48.029241 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 0e206c57-83cc-41d7-9d92-3436d33b4fa4, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=0e206c57-83cc-41d7-9d92-3436d33b4fa4,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:48.083511 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '0e206c57-83cc-41d7-9d92-3436d33b4fa4', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'port_id': '0e206c57-83cc-41d7-9d92-3436d33b4fa4', 'mac_address': 'fa:16:3e:83:43:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:49:48.199988 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] For port f87f20fd-d331-4ea1-8bdb-bb5f131b6209, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f87f20fd-d331-4ea1-8bdb-bb5f131b6209,segment=NetworkSegment(b14e257a-b882-4bc2-826e-1c4a43d8a4f5),segment_id=b14e257a-b882-4bc2-826e-1c4a43d8a4f5)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:48.200342 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:48.241117 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Calling delete_port for f87f20fd-d331-4ea1-8bdb-bb5f131b6209 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:48.320638 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2b86e3e-4266-4805-922d-3bfc1f97e747 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:48.339944 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:48.371544 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfb040a-ef59-48c9-b91f-82abcbd76938 admin admin] Made reservation on behalf of 63ba5eb954aa4050867b4451fb71c331 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:48.380905 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1bfb040a-ef59-48c9-b91f-82abcbd76938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:48.415853 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1bfb040a-ef59-48c9-b91f-82abcbd76938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:48.442322 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e206c57-83cc-41d7-9d92-3436d33b4fa4 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:49:48.443947 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:48.468896 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 0e206c57-83cc-41d7-9d92-3436d33b4fa4, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=0e206c57-83cc-41d7-9d92-3436d33b4fa4,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:48.479851 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:48.518442 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Port': ['ID=f87f20fd-d331-4ea1-8bdb-bb5f131b6209,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:48.524018 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No DVR routers for this DVR port f87f20fd-d331-4ea1-8bdb-bb5f131b6209 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:48.537207 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db90df4-4efe-4a60-918d-b3e826b0deb7 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:49:48.595799 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-564cea08-b008-4e3c-af10-e7cc325697ce tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:48.643827 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:48.652735 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['0e206c57-83cc-41d7-9d92-3436d33b4fa4'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:49:48.659672 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3bb19c-d41e-4847-9758-5bda4e0d45be']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:48.674557 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14e257a-b882-4bc2-826e-1c4a43d8a4f5') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:48.675183 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14e257a-b882-4bc2-826e-1c4a43d8a4f5') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:48.685635 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:48.706886 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:48.715970 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:48.716843 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:48.728506 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:48.799612 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=0e206c57-83cc-41d7-9d92-3436d33b4fa4,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:48.857970 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7519d0da-018e-432b-ad39-23d849ab71fd req-ab4432db-7869-4ba2-98ac-20000f928299 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 210 time: 0.1330855 Jul 22 16:49:48.898256 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2b86e3e-4266-4805-922d-3bfc1f97e747 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:48.926065 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:48.960239 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:48.973676 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/networks/9d3bb19c-d41e-4847-9758-5bda4e0d45be HTTP/1.1" status: 204 len: 168 time: 4.7471306 Jul 22 16:49:48.975182 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41714) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:49.046432 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c7eabd7e-992e-4a9a-9f9e-cf21a459be79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-48529521'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:49.061552 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834de8a-73bd-432f-9d3f-59a71c5e308e tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Network': ['ID=9d3bb19c-d41e-4847-9758-5bda4e0d45be,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:49.119730 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-564cea08-b008-4e3c-af10-e7cc325697ce tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:49.158085 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-564cea08-b008-4e3c-af10-e7cc325697ce tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Network 61a13055-de03-4a7c-a0d9-4f417a10bc6f is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:49:49.166853 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 97aae23a-9c41-4d8a-84ba-5c0bf29d544f up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:49:49.193724 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-564cea08-b008-4e3c-af10-e7cc325697ce tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:49.203801 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-564cea08-b008-4e3c-af10-e7cc325697ce tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:49:49.299792 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd0734-d693-4a41-920e-b00ae581992b req-5ba5b10c-9c9b-45b9-9a5e-a559005617ef tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:49.311665 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c8fd0734-d693-4a41-920e-b00ae581992b req-5ba5b10c-9c9b-45b9-9a5e-a559005617ef tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 945 time: 0.2128708 Jul 22 16:49:49.316254 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2b86e3e-4266-4805-922d-3bfc1f97e747 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:49.382047 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cea08-b008-4e3c-af10-e7cc325697ce tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Pushing event updated for resources: {'Port': ['ID=0948b659-bd91-432f-bef1-41088586a44f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:49.424057 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c8fd0734-d693-4a41-920e-b00ae581992b req-6a497dd5-2e82-4c28-bc1d-b40a76b1fce8 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105185 Jul 22 16:49:49.454654 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b86e3e-4266-4805-922d-3bfc1f97e747 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Pushing event deleted for resources: {'Subnet': ['ID=82926eb6-c451-42f6-8188-ee6186e142c5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:49.474347 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1bfb040a-ef59-48c9-b91f-82abcbd76938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:49.476394 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2b86e3e-4266-4805-922d-3bfc1f97e747 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:49.481803 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41736) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:49.491968 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c2b86e3e-4266-4805-922d-3bfc1f97e747 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] 10.222.0.69 "DELETE /v2.0/subnets/82926eb6-c451-42f6-8188-ee6186e142c5 HTTP/1.1" status: 204 len: 168 time: 1.7292221 Jul 22 16:49:49.510118 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-564cea08-b008-4e3c-af10-e7cc325697ce tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:49.527091 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-564cea08-b008-4e3c-af10-e7cc325697ce tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:49.534015 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1bfb040a-ef59-48c9-b91f-82abcbd76938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:49.552701 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bfb040a-ef59-48c9-b91f-82abcbd76938 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:49:49.572474 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1bfb040a-ef59-48c9-b91f-82abcbd76938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:49.572907 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-1bfb040a-ef59-48c9-b91f-82abcbd76938 admin admin] Added segment e532fe79-d434-4f03-a9a0-c9663b2eed81 of type vlan for network 11fa376a-a719-4920-8cdd-3a2458f3c2fd Jul 22 16:49:49.600936 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7eabd7e-992e-4a9a-9f9e-cf21a459be79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Made reservation on behalf of 001a97323c7f4fbba13460cd92514768 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:49.606731 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7eabd7e-992e-4a9a-9f9e-cf21a459be79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:49.616686 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 97aae23a-9c41-4d8a-84ba-5c0bf29d544f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:49:49.622538 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38a2685-a0f0-4aba-96f0-b7475212661c tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Deleting subnet 526571c2-abe1-42ef-8c2e-9e10217ed890 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:49:49.626391 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 97aae23a-9c41-4d8a-84ba-5c0bf29d544f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:49.626766 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:49.633532 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b38a2685-a0f0-4aba-96f0-b7475212661c tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:49.647308 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1bfb040a-ef59-48c9-b91f-82abcbd76938 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:49.722010 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b38a2685-a0f0-4aba-96f0-b7475212661c tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:49.725297 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7eabd7e-992e-4a9a-9f9e-cf21a459be79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:49:49.725538 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1bfb040a-ef59-48c9-b91f-82abcbd76938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:49.729507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfb040a-ef59-48c9-b91f-82abcbd76938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:49.731383 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1bfb040a-ef59-48c9-b91f-82abcbd76938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:49.779631 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7eabd7e-992e-4a9a-9f9e-cf21a459be79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:49.780109 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-c7eabd7e-992e-4a9a-9f9e-cf21a459be79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Added segment 162327c1-7591-4eb2-8d52-d89b0b761581 of type vlan for network 8ea99361-5126-46b8-a244-aced28ce7d24 Jul 22 16:49:49.854350 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-564cea08-b008-4e3c-af10-e7cc325697ce tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9136944 Jul 22 16:49:49.880795 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1bfb040a-ef59-48c9-b91f-82abcbd76938 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4580278 Jul 22 16:49:49.890485 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-3c680a06-a5e0-476b-905a-5a40f1303bf7 service neutron] Request body: {'port': {'device_id': '4bdd5abb-0a44-41ed-a9b4-16aac3d73fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:49.895804 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41740) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:49.897810 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7eabd7e-992e-4a9a-9f9e-cf21a459be79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:49.901513 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb040a-ef59-48c9-b91f-82abcbd76938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc2d26e-495c-458b-8423-ca736750b9cc,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:49.920381 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3806ffa4-4aab-42b7-ada0-bf14b3c873e5 admin admin] Request body: {'subnet': {'network_id': '11fa376a-a719-4920-8cdd-3a2458f3c2fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1793073878-subnet', 'tenant_id': '63ba5eb954aa4050867b4451fb71c331', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:49.981507 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b38a2685-a0f0-4aba-96f0-b7475212661c tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:50.030456 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3806ffa4-4aab-42b7-ada0-bf14b3c873e5 admin admin] Made reservation on behalf of 63ba5eb954aa4050867b4451fb71c331 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:50.033474 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3806ffa4-4aab-42b7-ada0-bf14b3c873e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:50.036440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d5ade3-139a-411b-b313-cf76e6a5208e None None] Network 3f53688e-ab59-4b9a-9dfb-eca2d0ae6033 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:50.054743 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb040a-ef59-48c9-b91f-82abcbd76938 admin admin] Pushing event updated for resources: {'Network': ['ID=11fa376a-a719-4920-8cdd-3a2458f3c2fd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:50.073910 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7eabd7e-992e-4a9a-9f9e-cf21a459be79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:50.084418 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7eabd7e-992e-4a9a-9f9e-cf21a459be79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:50.085193 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7eabd7e-992e-4a9a-9f9e-cf21a459be79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:50.147572 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 11fa376a-a719-4920-8cdd-3a2458f3c2fd details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:49:50.277460 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:50.279408 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c7eabd7e-992e-4a9a-9f9e-cf21a459be79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2596393 Jul 22 16:49:50.299670 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41744) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:50.318957 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-099c6fe8-9dea-4351-8328-7f7057a96678 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'subnet': {'network_id': '8ea99361-5126-46b8-a244-aced28ce7d24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:50.337612 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67419a-79f6-4bf3-a350-d60a857478ca req-d6e4b12c-bab6-4b65-8570-58cb4dd82cf2 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:50.339341 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8a67419a-79f6-4bf3-a350-d60a857478ca req-d6e4b12c-bab6-4b65-8570-58cb4dd82cf2 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 931 time: 0.2878928 Jul 22 16:49:50.383965 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 97aae23a-9c41-4d8a-84ba-5c0bf29d544f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=97aae23a-9c41-4d8a-84ba-5c0bf29d544f,segment=NetworkSegment(3007038a-c00a-4fec-84b8-38efb943e21f),segment_id=3007038a-c00a-4fec-84b8-38efb943e21f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:50.386890 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-3c680a06-a5e0-476b-905a-5a40f1303bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:50.427598 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:50.449834 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eabd7e-992e-4a9a-9f9e-cf21a459be79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Network': ['ID=8ea99361-5126-46b8-a244-aced28ce7d24,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:50.469577 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b38a2685-a0f0-4aba-96f0-b7475212661c tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:50.512750 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 8ea99361-5126-46b8-a244-aced28ce7d24 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:49:50.553108 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a2685-a0f0-4aba-96f0-b7475212661c tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Pushing event deleted for resources: {'Subnet': ['ID=526571c2-abe1-42ef-8c2e-9e10217ed890,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:50.555785 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b38a2685-a0f0-4aba-96f0-b7475212661c tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:50.560668 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b38a2685-a0f0-4aba-96f0-b7475212661c tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] 10.222.0.69 "DELETE /v2.0/subnets/526571c2-abe1-42ef-8c2e-9e10217ed890 HTTP/1.1" status: 204 len: 168 time: 1.0774343 Jul 22 16:49:50.565912 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41754) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:50.570985 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85260ca9-e316-4767-a76c-64ecba1598bf None None] Network 370f5ede-379c-467e-b8fe-c92ef0180760 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:50.733112 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=97aae23a-9c41-4d8a-84ba-5c0bf29d544f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:50.823265 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099c6fe8-9dea-4351-8328-7f7057a96678 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Made reservation on behalf of 001a97323c7f4fbba13460cd92514768 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:50.835172 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-099c6fe8-9dea-4351-8328-7f7057a96678 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:50.881851 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10af76de-a2d3-4936-bafc-1326b57ad351 None None] DHCP port deletion for 3f53688e-ab59-4b9a-9dfb-eca2d0ae6033 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:49:50.910748 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-3c680a06-a5e0-476b-905a-5a40f1303bf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0948b659-bd91-432f-bef1-41088586a44f {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:49:50.929425 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-3c680a06-a5e0-476b-905a-5a40f1303bf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:50.959547 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-3c680a06-a5e0-476b-905a-5a40f1303bf7 service neutron] Transition to ACTIVE for port object 0948b659-bd91-432f-bef1-41088586a44f will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:50.965257 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8a67419a-79f6-4bf3-a350-d60a857478ca req-ce6d8470-cb9a-420a-ab28-39076ee061b3 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6156135 Jul 22 16:49:50.968241 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 97aae23a-9c41-4d8a-84ba-5c0bf29d544f up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:49:50.972241 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-3c680a06-a5e0-476b-905a-5a40f1303bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:51.098862 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 97aae23a-9c41-4d8a-84ba-5c0bf29d544f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:51.099872 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:51.183173 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-10af76de-a2d3-4936-bafc-1326b57ad351 None None] Deleting port 90e3da4e-c91b-41dd-a8c7-86596641afca {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:51.183552 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10af76de-a2d3-4936-bafc-1326b57ad351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:51.250008 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c680a06-a5e0-476b-905a-5a40f1303bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=0948b659-bd91-432f-bef1-41088586a44f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:51.279894 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-3c680a06-a5e0-476b-905a-5a40f1303bf7 service neutron] Attempting to bind port 0948b659-bd91-432f-bef1-41088586a44f on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:49:51.280216 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-3c680a06-a5e0-476b-905a-5a40f1303bf7 service neutron] Attempting to bind port 0948b659-bd91-432f-bef1-41088586a44f by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '3007038a-c00a-4fec-84b8-38efb943e21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '61a13055-de03-4a7c-a0d9-4f417a10bc6f'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:49:51.281498 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-099c6fe8-9dea-4351-8328-7f7057a96678 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:51.284575 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-3c680a06-a5e0-476b-905a-5a40f1303bf7 service neutron] Attempting to bind port 0948b659-bd91-432f-bef1-41088586a44f on network 61a13055-de03-4a7c-a0d9-4f417a10bc6f {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:49:51.296703 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-3c680a06-a5e0-476b-905a-5a40f1303bf7 service neutron] Port 0948b659-bd91-432f-bef1-41088586a44f on network 61a13055-de03-4a7c-a0d9-4f417a10bc6f not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:49:51.297010 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-3c680a06-a5e0-476b-905a-5a40f1303bf7 service neutron] Attempting to bind port 0948b659-bd91-432f-bef1-41088586a44f on network 61a13055-de03-4a7c-a0d9-4f417a10bc6f {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:49:51.310584 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-3c680a06-a5e0-476b-905a-5a40f1303bf7 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:49:51.310926 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-3c680a06-a5e0-476b-905a-5a40f1303bf7 service neutron] Checking segment: {'id': '3007038a-c00a-4fec-84b8-38efb943e21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '61a13055-de03-4a7c-a0d9-4f417a10bc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:51.311532 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-3c680a06-a5e0-476b-905a-5a40f1303bf7 service neutron] Bound using segment: {'id': '3007038a-c00a-4fec-84b8-38efb943e21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '61a13055-de03-4a7c-a0d9-4f417a10bc6f'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:49:51.312150 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-3c680a06-a5e0-476b-905a-5a40f1303bf7 service neutron] Bound port: 0948b659-bd91-432f-bef1-41088586a44f, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3007038a-c00a-4fec-84b8-38efb943e21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '61a13055-de03-4a7c-a0d9-4f417a10bc6f'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:49:51.312697 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-3c680a06-a5e0-476b-905a-5a40f1303bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:51.384822 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38c0f7f6-df07-4135-8c2c-52987224ee92 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:51.409258 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-3c680a06-a5e0-476b-905a-5a40f1303bf7 service neutron] For port 0948b659-bd91-432f-bef1-41088586a44f, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:49:51.412838 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-3c680a06-a5e0-476b-905a-5a40f1303bf7 service neutron] For port 0948b659-bd91-432f-bef1-41088586a44f, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0948b659-bd91-432f-bef1-41088586a44f,segment=NetworkSegment(3007038a-c00a-4fec-84b8-38efb943e21f),segment_id=3007038a-c00a-4fec-84b8-38efb943e21f)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:49:51.420237 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-3c680a06-a5e0-476b-905a-5a40f1303bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:51.459224 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-3c680a06-a5e0-476b-905a-5a40f1303bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:51.459909 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-3c680a06-a5e0-476b-905a-5a40f1303bf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:51.461629 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-3c680a06-a5e0-476b-905a-5a40f1303bf7 service neutron] 10.222.0.16 "PUT /v2.0/ports/0948b659-bd91-432f-bef1-41088586a44f HTTP/1.1" status: 200 len: 1091 time: 1.5890846 Jul 22 16:49:51.464259 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdd5abb-0a44-41ed-a9b4-16aac3d73fda', 'tag': '0948b659-bd91-432f-bef1-41088586a44f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:49:51.466729 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe34ac4-3fd4-4dfb-b7fe-f5525d7daf3d" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdd5abb-0a44-41ed-a9b4-16aac3d73fda", "tag": "0948b659-bd91-432f-bef1-41088586a44f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:49:51.503073 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356472de-8cc5-4d24-a352-1be765280247 req-c772eb85-df54-441b-9c0c-d5afccfcfa78 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:51.513636 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-356472de-8cc5-4d24-a352-1be765280247 req-c772eb85-df54-441b-9c0c-d5afccfcfa78 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 945 time: 0.9446695 Jul 22 16:49:51.547247 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6aa5d46-1cd5-42e4-aa7b-ccb93ecbec4e x-openstack-request-id: req-e6aa5d46-1cd5-42e4-aa7b-ccb93ecbec4e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:49:51.548775 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdd5abb-0a44-41ed-a9b4-16aac3d73fda", "tag": "0948b659-bd91-432f-bef1-41088586a44f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:49:51.549086 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e6aa5d46-1cd5-42e4-aa7b-ccb93ecbec4e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:49:51.549491 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bdd5abb-0a44-41ed-a9b4-16aac3d73fda', 'tag': '0948b659-bd91-432f-bef1-41088586a44f', 'status': 'completed', 'code': 200} Jul 22 16:49:51.591742 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c680a06-a5e0-476b-905a-5a40f1303bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=0948b659-bd91-432f-bef1-41088586a44f,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:51.618946 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02504d12-bfd3-4a0e-b676-004378c475da None None] DHCP port deletion for 370f5ede-379c-467e-b8fe-c92ef0180760 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:49:51.624077 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 0e206c57-83cc-41d7-9d92-3436d33b4fa4 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:49:51.637177 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-d8f42045-50e3-48a7-913f-76e419fe3da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:51.638760 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-d8f42045-50e3-48a7-913f-76e419fe3da3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4cfcb91c49145a9aea8832f3c390211&device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 1094 time: 0.1107683 Jul 22 16:49:51.675120 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3806ffa4-4aab-42b7-ada0-bf14b3c873e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:51.687259 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-356472de-8cc5-4d24-a352-1be765280247 req-04caa5e7-1f88-42a6-9990-bb1a983376b3 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410754 Jul 22 16:49:51.691785 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c6fe8-9dea-4351-8328-7f7057a96678 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Subnet': ['ID=b221e1bd-feb2-4bcf-b744-fcb82ad89181,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:51.713257 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-10af76de-a2d3-4936-bafc-1326b57ad351 None None] For port 90e3da4e-c91b-41dd-a8c7-86596641afca, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=90e3da4e-c91b-41dd-a8c7-86596641afca,segment=NetworkSegment(6da30123-f466-427a-adfa-767068aee1a4),segment_id=6da30123-f466-427a-adfa-767068aee1a4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:51.713787 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10af76de-a2d3-4936-bafc-1326b57ad351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:51.767321 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-a2252ff9-c7cf-40dc-9f06-505405843662 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0948b659-bd91-432f-bef1-41088586a44f HTTP/1.1" status: 200 len: 217 time: 0.1144829 Jul 22 16:49:51.827096 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806ffa4-4aab-42b7-ada0-bf14b3c873e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91a3ec8d-5f4b-4e09-a3b8-afdb464abdd5,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:51.835388 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099c6fe8-9dea-4351-8328-7f7057a96678 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Checking segment: {'id': '162327c1-7591-4eb2-8d52-d89b0b761581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '8ea99361-5126-46b8-a244-aced28ce7d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:51.836661 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099c6fe8-9dea-4351-8328-7f7057a96678 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Network hostable DHCP agents. Network: 8ea99361-5126-46b8-a244-aced28ce7d24, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:49:51.842368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-fe51adb6-14eb-4c9a-b291-3bca87783bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:51.845011 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-fe51adb6-14eb-4c9a-b291-3bca87783bd1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b98b79e0-e6d5-4c4c-8692-abf0b3cf832d HTTP/1.1" status: 200 len: 851 time: 0.0707269 Jul 22 16:49:51.885907 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-10af76de-a2d3-4936-bafc-1326b57ad351 None None] Calling delete_port for 90e3da4e-c91b-41dd-a8c7-86596641afca owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:51.893719 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-0c7c60bb-020d-4101-bfca-e73502622599 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=61a13055-de03-4a7c-a0d9-4f417a10bc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406764 Jul 22 16:49:51.915972 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099c6fe8-9dea-4351-8328-7f7057a96678 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Network 8ea99361-5126-46b8-a244-aced28ce7d24 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:49:51.924129 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 0e206c57-83cc-41d7-9d92-3436d33b4fa4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:51.924443 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:51.946636 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-099c6fe8-9dea-4351-8328-7f7057a96678 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 8ea99361-5126-46b8-a244-aced28ce7d24) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:51.963753 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099c6fe8-9dea-4351-8328-7f7057a96678 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:51.964629 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-099c6fe8-9dea-4351-8328-7f7057a96678 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:51.992636 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-38c0f7f6-df07-4135-8c2c-52987224ee92 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Deleting port 90e3da4e-c91b-41dd-a8c7-86596641afca {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:51.993406 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38c0f7f6-df07-4135-8c2c-52987224ee92 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:52.033608 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4ce5f8-3519-4d0b-acb7-c08a00244b11 None None] Network 8ea99361-5126-46b8-a244-aced28ce7d24 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:52.128343 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-38c0f7f6-df07-4135-8c2c-52987224ee92 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] For port 90e3da4e-c91b-41dd-a8c7-86596641afca, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=90e3da4e-c91b-41dd-a8c7-86596641afca,segment=NetworkSegment(6da30123-f466-427a-adfa-767068aee1a4),segment_id=6da30123-f466-427a-adfa-767068aee1a4)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:52.128343 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38c0f7f6-df07-4135-8c2c-52987224ee92 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:52.220321 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-38c0f7f6-df07-4135-8c2c-52987224ee92 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Calling delete_port for 90e3da4e-c91b-41dd-a8c7-86596641afca owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:52.246013 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-012994ee-ff99-4c61-9b9f-bec18f1a3513 service neutron] 10.222.0.16 "GET /v2.0/networks/61a13055-de03-4a7c-a0d9-4f417a10bc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463404 Jul 22 16:49:52.250395 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3806ffa4-4aab-42b7-ada0-bf14b3c873e5 admin admin] Checking segment: {'id': 'e532fe79-d434-4f03-a9a0-c9663b2eed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11fa376a-a719-4920-8cdd-3a2458f3c2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:52.252913 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3806ffa4-4aab-42b7-ada0-bf14b3c873e5 admin admin] Network hostable DHCP agents. Network: 11fa376a-a719-4920-8cdd-3a2458f3c2fd, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:49:52.263325 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-099c6fe8-9dea-4351-8328-7f7057a96678 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9520910 Jul 22 16:49:52.267701 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41782) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:52.392832 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cce94-5328-4381-a4cb-847a70f61cf0 req-7baeb857-24f5-478b-a95f-eff32b873e0a tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:52.394855 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-401cce94-5328-4381-a4cb-847a70f61cf0 req-7baeb857-24f5-478b-a95f-eff32b873e0a tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 943 time: 0.2880611 Jul 22 16:49:52.420371 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3806ffa4-4aab-42b7-ada0-bf14b3c873e5 admin admin] Network 11fa376a-a719-4920-8cdd-3a2458f3c2fd is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:49:52.508397 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-3806ffa4-4aab-42b7-ada0-bf14b3c873e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 11fa376a-a719-4920-8cdd-3a2458f3c2fd) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:52.522051 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3806ffa4-4aab-42b7-ada0-bf14b3c873e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:52.522714 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3806ffa4-4aab-42b7-ada0-bf14b3c873e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:52.534406 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-02504d12-bfd3-4a0e-b676-004378c475da None None] Deleting port d9957a75-5814-4c0b-96bc-78ec573f2ec1 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:52.535037 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02504d12-bfd3-4a0e-b676-004378c475da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:52.537819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c062817a-3190-4dc2-9e56-5b926bbbcdc3 None None] Network 11fa376a-a719-4920-8cdd-3a2458f3c2fd requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:52.553812 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10af76de-a2d3-4936-bafc-1326b57ad351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:52.599638 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38c0f7f6-df07-4135-8c2c-52987224ee92 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:52.633185 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3806ffa4-4aab-42b7-ada0-bf14b3c873e5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7191072 Jul 22 16:49:52.638125 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0f7f6-df07-4135-8c2c-52987224ee92 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Pushing event deleted for resources: {'Port': ['ID=90e3da4e-c91b-41dd-a8c7-86596641afca,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:52.640274 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c0f7f6-df07-4135-8c2c-52987224ee92 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] No DVR routers for this DVR port 90e3da4e-c91b-41dd-a8c7-86596641afca on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:52.665297 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10af76de-a2d3-4936-bafc-1326b57ad351 None None] No DVR routers for this DVR port 90e3da4e-c91b-41dd-a8c7-86596641afca on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:52.694539 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-401cce94-5328-4381-a4cb-847a70f61cf0 req-cd59bfa6-eb69-423c-8b95-f4123ddfe712 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889998 Jul 22 16:49:52.773723 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af76de-a2d3-4936-bafc-1326b57ad351 None None] Pushing event deleted for resources: {'Port': ['ID=90e3da4e-c91b-41dd-a8c7-86596641afca,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:52.822696 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38c0f7f6-df07-4135-8c2c-52987224ee92 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:52.825119 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94a08ca1-f3c3-4d3a-be9e-4ff0deb0d2c9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:52.840682 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-38c0f7f6-df07-4135-8c2c-52987224ee92 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f53688e-ab59-4b9a-9dfb-eca2d0ae6033']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:52.842979 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9577c99-dd19-4017-819d-e5c7d19ba9d8 req-651719f8-0aae-4075-bac0-723452c951c4 service neutron] 10.222.0.16 "GET /v2.0/networks/61a13055-de03-4a7c-a0d9-4f417a10bc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5897145 Jul 22 16:49:52.891550 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-38c0f7f6-df07-4135-8c2c-52987224ee92 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da30123-f466-427a-adfa-767068aee1a4') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:52.892613 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-38c0f7f6-df07-4135-8c2c-52987224ee92 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da30123-f466-427a-adfa-767068aee1a4') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:52.975006 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94a08ca1-f3c3-4d3a-be9e-4ff0deb0d2c9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:52.987571 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38c0f7f6-df07-4135-8c2c-52987224ee92 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:53.015634 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d9957a75-5814-4c0b-96bc-78ec573f2ec1 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:49:53.043341 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38c0f7f6-df07-4135-8c2c-52987224ee92 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:53.086972 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c0f7f6-df07-4135-8c2c-52987224ee92 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:53.087521 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38c0f7f6-df07-4135-8c2c-52987224ee92 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:53.097409 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:53.118391 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-02504d12-bfd3-4a0e-b676-004378c475da None None] For port d9957a75-5814-4c0b-96bc-78ec573f2ec1, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d9957a75-5814-4c0b-96bc-78ec573f2ec1,segment=NetworkSegment(e02ed6b1-9fca-43e0-aa4e-f3efcf714bf9),segment_id=e02ed6b1-9fca-43e0-aa4e-f3efcf714bf9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:53.118882 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02504d12-bfd3-4a0e-b676-004378c475da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:53.131770 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe34ac4-3fd4-4dfb-b7fe-f5525d7daf3d req-2dd92bcb-6ec0-4ac8-88f2-871d83d8b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:53.131770 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6fe34ac4-3fd4-4dfb-b7fe-f5525d7daf3d req-2dd92bcb-6ec0-4ac8-88f2-871d83d8b38f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4cfcb91c49145a9aea8832f3c390211&device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 1094 time: 0.1567698 Jul 22 16:49:53.180687 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-02504d12-bfd3-4a0e-b676-004378c475da None None] Calling delete_port for d9957a75-5814-4c0b-96bc-78ec573f2ec1 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:53.189775 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:53.205477 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d0edd-30a6-4220-aa7f-b2fddc4309d8 req-9c865aae-627c-42d5-bd68-faee3ab75952 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:53.214511 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6b6d0edd-30a6-4220-aa7f-b2fddc4309d8 req-9c865aae-627c-42d5-bd68-faee3ab75952 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 945 time: 0.3446114 Jul 22 16:49:53.238319 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38c0f7f6-df07-4135-8c2c-52987224ee92 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:53.242502 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38c0f7f6-df07-4135-8c2c-52987224ee92 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:53.246862 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-38c0f7f6-df07-4135-8c2c-52987224ee92 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] 10.222.0.69 "DELETE /v2.0/networks/3f53688e-ab59-4b9a-9dfb-eca2d0ae6033 HTTP/1.1" status: 204 len: 168 time: 2.6770096 Jul 22 16:49:53.250461 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41806) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:53.297237 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94a08ca1-f3c3-4d3a-be9e-4ff0deb0d2c9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:53.307488 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243a4c0e-a5c7-4e17-a5fa-c613a25c1150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-8ea99361-5126-46b8-a244-aced28ce7d24', 'network_id': '8ea99361-5126-46b8-a244-aced28ce7d24', 'tenant_id': '001a97323c7f4fbba13460cd92514768', 'fixed_ips': [{'subnet_id': 'b221e1bd-feb2-4bcf-b744-fcb82ad89181'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:49:53.309029 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-243a4c0e-a5c7-4e17-a5fa-c613a25c1150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:53.393208 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e060cb3-9408-4b40-a1bb-036edeb65e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e206c57-83cc-41d7-9d92-3436d33b4fa4'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:49:53.412816 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0f7f6-df07-4135-8c2c-52987224ee92 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Pushing event deleted for resources: {'Network': ['ID=3f53688e-ab59-4b9a-9dfb-eca2d0ae6033,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:53.413812 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f87847-1c93-4bde-b2ed-5da6fdae25e9" -d '{"events": [{"server_uuid": "4e060cb3-9408-4b40-a1bb-036edeb65e0e", "name": "network-vif-plugged", "status": "completed", "tag": "0e206c57-83cc-41d7-9d92-3436d33b4fa4"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:49:53.422029 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72cd42dd-ff42-4ed4-ac55-bd0870ba5fd9 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:53.437877 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6b6d0edd-30a6-4220-aa7f-b2fddc4309d8 req-06e1f31c-6154-47fd-943e-943078b8c037 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223821 Jul 22 16:49:53.447274 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77abf7b3-ab05-48bc-bf3f-e05aa49b5a07 None None] Network 11fa376a-a719-4920-8cdd-3a2458f3c2fd requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:53.521028 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a08ca1-f3c3-4d3a-be9e-4ff0deb0d2c9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Subnet': ['ID=b221e1bd-feb2-4bcf-b744-fcb82ad89181,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:53.565807 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-72cd42dd-ff42-4ed4-ac55-bd0870ba5fd9 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Deleting port d9957a75-5814-4c0b-96bc-78ec573f2ec1 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:53.566327 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72cd42dd-ff42-4ed4-ac55-bd0870ba5fd9 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:53.573517 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a07a40-9766-4e1a-8e48-85f7cfd599f8 x-openstack-request-id: req-60a07a40-9766-4e1a-8e48-85f7cfd599f8 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:49:53.575763 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e060cb3-9408-4b40-a1bb-036edeb65e0e", "name": "network-vif-plugged", "status": "completed", "tag": "0e206c57-83cc-41d7-9d92-3436d33b4fa4", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:49:53.576980 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-60a07a40-9766-4e1a-8e48-85f7cfd599f8 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:49:53.580363 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e060cb3-9408-4b40-a1bb-036edeb65e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e206c57-83cc-41d7-9d92-3436d33b4fa4', 'code': 200} Jul 22 16:49:53.664939 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94a08ca1-f3c3-4d3a-be9e-4ff0deb0d2c9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:53.691063 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-94a08ca1-f3c3-4d3a-be9e-4ff0deb0d2c9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea99361-5126-46b8-a244-aced28ce7d24']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:53.713615 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-72cd42dd-ff42-4ed4-ac55-bd0870ba5fd9 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] For port d9957a75-5814-4c0b-96bc-78ec573f2ec1, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d9957a75-5814-4c0b-96bc-78ec573f2ec1,segment=NetworkSegment(e02ed6b1-9fca-43e0-aa4e-f3efcf714bf9),segment_id=e02ed6b1-9fca-43e0-aa4e-f3efcf714bf9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:53.715711 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72cd42dd-ff42-4ed4-ac55-bd0870ba5fd9 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:53.718943 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 0e206c57-83cc-41d7-9d92-3436d33b4fa4, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=0e206c57-83cc-41d7-9d92-3436d33b4fa4,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:53.757124 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-72cd42dd-ff42-4ed4-ac55-bd0870ba5fd9 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Calling delete_port for d9957a75-5814-4c0b-96bc-78ec573f2ec1 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:53.833125 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:53.961678 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72cd42dd-ff42-4ed4-ac55-bd0870ba5fd9 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:53.983304 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cd42dd-ff42-4ed4-ac55-bd0870ba5fd9 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] No DVR routers for this DVR port d9957a75-5814-4c0b-96bc-78ec573f2ec1 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:54.033436 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:54.042268 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd42dd-ff42-4ed4-ac55-bd0870ba5fd9 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Pushing event deleted for resources: {'Port': ['ID=d9957a75-5814-4c0b-96bc-78ec573f2ec1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:54.094632 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d656835-96da-48dd-a10b-ded60464d74e None None] Network 8ea99361-5126-46b8-a244-aced28ce7d24 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:54.097237 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=0e206c57-83cc-41d7-9d92-3436d33b4fa4,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:54.238080 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02504d12-bfd3-4a0e-b676-004378c475da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:54.288811 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ced25f-5019-474b-8c50-2ebf4dee1cc7 req-f834f957-159f-4623-bbd7-6046f4a8b167 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:54.290818 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-46ced25f-5019-474b-8c50-2ebf4dee1cc7 req-f834f957-159f-4623-bbd7-6046f4a8b167 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 943 time: 0.3815336 Jul 22 16:49:54.319218 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72cd42dd-ff42-4ed4-ac55-bd0870ba5fd9 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:54.320602 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02504d12-bfd3-4a0e-b676-004378c475da None None] Pushing event deleted for resources: {'Port': ['ID=d9957a75-5814-4c0b-96bc-78ec573f2ec1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:54.324459 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 90e3da4e-c91b-41dd-a8c7-86596641afca no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:49:54.340551 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-72cd42dd-ff42-4ed4-ac55-bd0870ba5fd9 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370f5ede-379c-467e-b8fe-c92ef0180760']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:54.359046 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-72cd42dd-ff42-4ed4-ac55-bd0870ba5fd9 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02ed6b1-9fca-43e0-aa4e-f3efcf714bf9') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:54.359411 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-72cd42dd-ff42-4ed4-ac55-bd0870ba5fd9 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02ed6b1-9fca-43e0-aa4e-f3efcf714bf9') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:54.380384 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72cd42dd-ff42-4ed4-ac55-bd0870ba5fd9 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:54.410141 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-46ced25f-5019-474b-8c50-2ebf4dee1cc7 req-bc2d731d-9791-4844-a627-bb7e31160b55 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874872 Jul 22 16:49:54.417583 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72cd42dd-ff42-4ed4-ac55-bd0870ba5fd9 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:54.439409 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cd42dd-ff42-4ed4-ac55-bd0870ba5fd9 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:54.440048 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72cd42dd-ff42-4ed4-ac55-bd0870ba5fd9 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:54.444227 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:54.467806 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 90e3da4e-c91b-41dd-a8c7-86596641afca {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:49:54.468422 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 90e3da4e-c91b-41dd-a8c7-86596641afca not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:49:54.471158 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02504d12-bfd3-4a0e-b676-004378c475da None None] No DVR routers for this DVR port d9957a75-5814-4c0b-96bc-78ec573f2ec1 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:54.590552 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72cd42dd-ff42-4ed4-ac55-bd0870ba5fd9 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:54.603427 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72cd42dd-ff42-4ed4-ac55-bd0870ba5fd9 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:54.606666 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-72cd42dd-ff42-4ed4-ac55-bd0870ba5fd9 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] 10.222.0.69 "DELETE /v2.0/networks/370f5ede-379c-467e-b8fe-c92ef0180760 HTTP/1.1" status: 204 len: 168 time: 1.3542664 Jul 22 16:49:54.617725 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41856) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:54.636176 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd42dd-ff42-4ed4-ac55-bd0870ba5fd9 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Pushing event deleted for resources: {'Network': ['ID=370f5ede-379c-467e-b8fe-c92ef0180760,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:54.730431 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5d8dfa-372a-44af-a336-913a2b783c0d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Deleting subnet d075c38c-cb01-42a4-a4c4-546d1da6dbf8 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:49:54.738302 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-de5d8dfa-372a-44af-a336-913a2b783c0d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:54.778282 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26ed5e-ca80-40f6-af52-0ab1c8cfe223 req-123d9f69-6be2-4b4b-a443-71977925b05f tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:54.779952 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d26ed5e-ca80-40f6-af52-0ab1c8cfe223 req-123d9f69-6be2-4b4b-a443-71977925b05f tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.1413553 Jul 22 16:49:54.800444 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-94a08ca1-f3c3-4d3a-be9e-4ff0deb0d2c9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162327c1-7591-4eb2-8d52-d89b0b761581') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:54.800993 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-94a08ca1-f3c3-4d3a-be9e-4ff0deb0d2c9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162327c1-7591-4eb2-8d52-d89b0b761581') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:54.814399 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-de5d8dfa-372a-44af-a336-913a2b783c0d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:54.836243 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe34ac4-3fd4-4dfb-b7fe-f5525d7daf3d req-0328a063-7a3e-4bdc-9e07-5620e8972c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:54.837947 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6fe34ac4-3fd4-4dfb-b7fe-f5525d7daf3d req-0328a063-7a3e-4bdc-9e07-5620e8972c9b service neutron] 10.222.0.16 "GET /v2.0/networks?id=61a13055-de03-4a7c-a0d9-4f417a10bc6f HTTP/1.1" status: 200 len: 912 time: 1.6924572 Jul 22 16:49:54.844279 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94a08ca1-f3c3-4d3a-be9e-4ff0deb0d2c9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:54.872626 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94a08ca1-f3c3-4d3a-be9e-4ff0deb0d2c9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:54.889172 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a08ca1-f3c3-4d3a-be9e-4ff0deb0d2c9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:54.889606 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94a08ca1-f3c3-4d3a-be9e-4ff0deb0d2c9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:54.929701 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d26ed5e-ca80-40f6-af52-0ab1c8cfe223 req-b6e1e9e2-1755-4f7e-9b62-87c6682c10cf tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314313 Jul 22 16:49:55.064424 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-de5d8dfa-372a-44af-a336-913a2b783c0d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:55.092382 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:55.099668 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-7e74af96-8cee-4c46-b563-7bb664be1e1f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:55.109784 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-7e74af96-8cee-4c46-b563-7bb664be1e1f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/networks?id=11fa376a-a719-4920-8cdd-3a2458f3c2fd HTTP/1.1" status: 200 len: 815 time: 1.6263006 Jul 22 16:49:55.110036 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 0948b659-bd91-432f-bef1-41088586a44f details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:49:55.110566 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94a08ca1-f3c3-4d3a-be9e-4ff0deb0d2c9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:55.158655 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94a08ca1-f3c3-4d3a-be9e-4ff0deb0d2c9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:55.160575 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-94a08ca1-f3c3-4d3a-be9e-4ff0deb0d2c9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/networks/8ea99361-5126-46b8-a244-aced28ce7d24 HTTP/1.1" status: 204 len: 168 time: 2.8903413 Jul 22 16:49:55.165375 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41868) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:55.171231 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-3694d618-769f-4d8b-8ebb-11fedbb9aaf8 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/quotas/63ba5eb954aa4050867b4451fb71c331 HTTP/1.1" status: 200 len: 375 time: 0.0639985 Jul 22 16:49:55.174356 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6fe34ac4-3fd4-4dfb-b7fe-f5525d7daf3d req-929336aa-1e74-4145-90fd-793c49ba2dc2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0948b659-bd91-432f-bef1-41088586a44f HTTP/1.1" status: 200 len: 217 time: 0.0660670 Jul 22 16:49:55.179746 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6c0213e3-4daf-4fd9-a029-52718b23d2ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1837383184'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:55.212626 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a08ca1-f3c3-4d3a-be9e-4ff0deb0d2c9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Network': ['ID=8ea99361-5126-46b8-a244-aced28ce7d24,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:55.292083 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41870) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:55.301467 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-0fdb7db2-2ca1-45af-96c0-4c3a79735f2c tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=63ba5eb954aa4050867b4451fb71c331&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1261263 Jul 22 16:49:55.310969 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-de5d8dfa-372a-44af-a336-913a2b783c0d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:55.406813 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d8dfa-372a-44af-a336-913a2b783c0d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Pushing event deleted for resources: {'Subnet': ['ID=d075c38c-cb01-42a4-a4c4-546d1da6dbf8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:55.431217 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe34ac4-3fd4-4dfb-b7fe-f5525d7daf3d req-684dc8c0-1d07-4f8e-a9a9-8a2b9d5a3cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:55.438029 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-de5d8dfa-372a-44af-a336-913a2b783c0d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:55.440450 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6fe34ac4-3fd4-4dfb-b7fe-f5525d7daf3d req-684dc8c0-1d07-4f8e-a9a9-8a2b9d5a3cb7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b98b79e0-e6d5-4c4c-8692-abf0b3cf832d HTTP/1.1" status: 200 len: 851 time: 0.2429996 Jul 22 16:49:55.463610 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-de5d8dfa-372a-44af-a336-913a2b783c0d tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] 10.222.0.69 "DELETE /v2.0/subnets/d075c38c-cb01-42a4-a4c4-546d1da6dbf8 HTTP/1.1" status: 204 len: 168 time: 0.8425722 Jul 22 16:49:55.467585 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41878) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:55.468400 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d38db6-ca31-450a-b0f6-1d62647bfbc3 None None] Network 5962888f-3d7e-42c0-9084-0029b3a4606c requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:55.486606 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 0948b659-bd91-432f-bef1-41088586a44f, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0948b659-bd91-432f-bef1-41088586a44f,segment=NetworkSegment(3007038a-c00a-4fec-84b8-38efb943e21f),segment_id=3007038a-c00a-4fec-84b8-38efb943e21f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:55.498773 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0213e3-4daf-4fd9-a029-52718b23d2ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Made reservation on behalf of 001a97323c7f4fbba13460cd92514768 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:55.500488 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '0948b659-bd91-432f-bef1-41088586a44f', 'network_id': '61a13055-de03-4a7c-a0d9-4f417a10bc6f', 'port_id': '0948b659-bd91-432f-bef1-41088586a44f', 'mac_address': 'fa:16:3e:78:44:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b98b79e0-e6d5-4c4c-8692-abf0b3cf832d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:49:55.509248 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c0213e3-4daf-4fd9-a029-52718b23d2ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:55.618009 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6fe34ac4-3fd4-4dfb-b7fe-f5525d7daf3d req-2fb8f087-847d-449d-a54f-7484f0943bb7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=61a13055-de03-4a7c-a0d9-4f417a10bc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1530190 Jul 22 16:49:55.636960 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5182dde2-f87a-4006-94b4-ec2fba261454 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:55.657661 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1bf4d4c3-96df-487c-a609-5675a98bdad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:55.698266 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0213e3-4daf-4fd9-a029-52718b23d2ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:49:55.774856 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c0213e3-4daf-4fd9-a029-52718b23d2ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:55.775256 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-6c0213e3-4daf-4fd9-a029-52718b23d2ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Added segment d2822eb5-38d4-4a48-8c6d-48b81b5ffe16 of type vlan for network 3e1d7bb3-84ea-467c-91a7-d34799eab718 Jul 22 16:49:55.797026 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-25fb6949-b376-4d35-bb70-3280223b7914 service neutron] 10.222.0.69 "GET /v2.0/networks/11fa376a-a719-4920-8cdd-3a2458f3c2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976962 Jul 22 16:49:55.808598 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1bf4d4c3-96df-487c-a609-5675a98bdad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:55.816357 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:55.887663 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1bf4d4c3-96df-487c-a609-5675a98bdad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:55.911165 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0948b659-bd91-432f-bef1-41088586a44f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:49:55.918343 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-03b20e48-7a9f-470b-bd99-3f43cfc3ff52 service neutron] 10.222.0.69 "GET /v2.0/networks/11fa376a-a719-4920-8cdd-3a2458f3c2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203005 Jul 22 16:49:55.936649 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 0948b659-bd91-432f-bef1-41088586a44f, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0948b659-bd91-432f-bef1-41088586a44f,segment=NetworkSegment(3007038a-c00a-4fec-84b8-38efb943e21f),segment_id=3007038a-c00a-4fec-84b8-38efb943e21f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:55.944607 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:55.959720 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1bf4d4c3-96df-487c-a609-5675a98bdad8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c1437b742b443f9873313e29e9efe7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6636941 Jul 22 16:49:55.961147 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4d4c3-96df-487c-a609-5675a98bdad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0d9611-bc71-4320-b657-f605a1549785,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:55.979411 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41884) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:56.038557 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c0213e3-4daf-4fd9-a029-52718b23d2ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:56.064292 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=0948b659-bd91-432f-bef1-41088586a44f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:56.076307 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6fe34ac4-3fd4-4dfb-b7fe-f5525d7daf3d req-56beab5b-917c-44d2-9406-c032760cce70 service neutron] 10.222.0.16 "GET /v2.0/networks/61a13055-de03-4a7c-a0d9-4f417a10bc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209716 Jul 22 16:49:56.085579 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c27007-119b-4700-9134-960f240900c7 None None] DHCP port deletion for 5962888f-3d7e-42c0-9084-0029b3a4606c request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:49:56.180999 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fba79-9c8c-4551-aaab-4b98a6da58d9 req-1d159e2a-b03f-4f62-93ce-a168d018efc5 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:56.182926 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac6fba79-9c8c-4551-aaab-4b98a6da58d9 req-1d159e2a-b03f-4f62-93ce-a168d018efc5 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 943 time: 0.5433810 Jul 22 16:49:56.193349 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-93c27007-119b-4700-9134-960f240900c7 None None] Deleting port b73fc3dc-7e9c-42f9-baef-6a4d4e8361af {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:56.193881 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93c27007-119b-4700-9134-960f240900c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:56.256887 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5182dde2-f87a-4006-94b4-ec2fba261454 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Deleting port b73fc3dc-7e9c-42f9-baef-6a4d4e8361af {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:56.257383 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5182dde2-f87a-4006-94b4-ec2fba261454 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:56.262753 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f569255-9a7e-48c3-8908-8f5cd135ad35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:56.290227 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac6fba79-9c8c-4551-aaab-4b98a6da58d9 req-0df4193e-d264-436a-9657-f05481dd009f tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971727 Jul 22 16:49:56.309746 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['0948b659-bd91-432f-bef1-41088586a44f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:49:56.324182 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f569255-9a7e-48c3-8908-8f5cd135ad35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:56.397420 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-5182dde2-f87a-4006-94b4-ec2fba261454 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] For port b73fc3dc-7e9c-42f9-baef-6a4d4e8361af, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b73fc3dc-7e9c-42f9-baef-6a4d4e8361af,segment=NetworkSegment(2683faee-87ef-409a-8118-37e0211f48b8),segment_id=2683faee-87ef-409a-8118-37e0211f48b8)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:56.397847 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5182dde2-f87a-4006-94b4-ec2fba261454 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:56.418778 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:49:56.419437 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5182dde2-f87a-4006-94b4-ec2fba261454 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Calling delete_port for b73fc3dc-7e9c-42f9-baef-6a4d4e8361af owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:56.524262 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-93c27007-119b-4700-9134-960f240900c7 None None] For port b73fc3dc-7e9c-42f9-baef-6a4d4e8361af, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b73fc3dc-7e9c-42f9-baef-6a4d4e8361af,segment=NetworkSegment(2683faee-87ef-409a-8118-37e0211f48b8),segment_id=2683faee-87ef-409a-8118-37e0211f48b8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:56.524676 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93c27007-119b-4700-9134-960f240900c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:56.527841 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c0213e3-4daf-4fd9-a029-52718b23d2ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:56.541727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0213e3-4daf-4fd9-a029-52718b23d2ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:56.544604 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c0213e3-4daf-4fd9-a029-52718b23d2ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679711'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:56.595540 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-93c27007-119b-4700-9134-960f240900c7 None None] Calling delete_port for b73fc3dc-7e9c-42f9-baef-6a4d4e8361af owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:56.627599 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-abb525e7-2020-4a32-9330-4ac7bb7d0575 req-f2565a3d-5a13-4db5-bc65-2853d07d83f2 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 210 time: 0.1021950 Jul 22 16:49:56.644859 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f569255-9a7e-48c3-8908-8f5cd135ad35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:56.647644 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f569255-9a7e-48c3-8908-8f5cd135ad35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:56.651957 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3f569255-9a7e-48c3-8908-8f5cd135ad35 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8b0d9611-bc71-4320-b657-f605a1549785 HTTP/1.1" status: 204 len: 168 time: 0.6708136 Jul 22 16:49:56.684845 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f569255-9a7e-48c3-8908-8f5cd135ad35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0d9611-bc71-4320-b657-f605a1549785,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:56.778991 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5182dde2-f87a-4006-94b4-ec2fba261454 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:56.795886 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6c0213e3-4daf-4fd9-a029-52718b23d2ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6204746 Jul 22 16:49:56.796894 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0213e3-4daf-4fd9-a029-52718b23d2ce tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Network': ['ID=3e1d7bb3-84ea-467c-91a7-d34799eab718,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:56.840692 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 3e1d7bb3-84ea-467c-91a7-d34799eab718 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:49:56.851909 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41908) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:56.860789 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d7b59219-3684-4111-8eb8-12f271667388 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:56.892671 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182dde2-f87a-4006-94b4-ec2fba261454 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Pushing event deleted for resources: {'Port': ['ID=b73fc3dc-7e9c-42f9-baef-6a4d4e8361af,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:56.915652 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5182dde2-f87a-4006-94b4-ec2fba261454 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] No DVR routers for this DVR port b73fc3dc-7e9c-42f9-baef-6a4d4e8361af on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:56.974176 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93c27007-119b-4700-9134-960f240900c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:57.031162 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b73fc3dc-7e9c-42f9-baef-6a4d4e8361af no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:49:57.072632 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: b73fc3dc-7e9c-42f9-baef-6a4d4e8361af {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:49:57.072980 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b73fc3dc-7e9c-42f9-baef-6a4d4e8361af not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:49:57.093602 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c27007-119b-4700-9134-960f240900c7 None None] No DVR routers for this DVR port b73fc3dc-7e9c-42f9-baef-6a4d4e8361af on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:57.094137 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6fe34ac4-3fd4-4dfb-b7fe-f5525d7daf3d req-e233254e-67b6-4cef-a858-de213c8d1ea9 service neutron] 10.222.0.16 "GET /v2.0/networks/61a13055-de03-4a7c-a0d9-4f417a10bc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0007312 Jul 22 16:49:57.107674 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c27007-119b-4700-9134-960f240900c7 None None] Pushing event deleted for resources: {'Port': ['ID=b73fc3dc-7e9c-42f9-baef-6a4d4e8361af,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:57.164721 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5182dde2-f87a-4006-94b4-ec2fba261454 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:57.190285 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-5182dde2-f87a-4006-94b4-ec2fba261454 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5962888f-3d7e-42c0-9084-0029b3a4606c']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:57.214272 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-5182dde2-f87a-4006-94b4-ec2fba261454 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2683faee-87ef-409a-8118-37e0211f48b8') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:57.214828 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-5182dde2-f87a-4006-94b4-ec2fba261454 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2683faee-87ef-409a-8118-37e0211f48b8') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:57.233336 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5182dde2-f87a-4006-94b4-ec2fba261454 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:57.259672 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5182dde2-f87a-4006-94b4-ec2fba261454 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:57.277822 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5182dde2-f87a-4006-94b4-ec2fba261454 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:57.278830 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5182dde2-f87a-4006-94b4-ec2fba261454 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:57.343545 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507b494-f10f-47b2-8c4c-135f32fd7f83 req-4cf07a84-708c-4490-9101-f15ec3898172 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:57.345693 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0507b494-f10f-47b2-8c4c-135f32fd7f83 req-4cf07a84-708c-4490-9101-f15ec3898172 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.8530865 Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:57.363806 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:57.366936 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41914) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:57.382641 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c39e64f8-a46b-449b-8794-f013c4b5a55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:57.384572 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5182dde2-f87a-4006-94b4-ec2fba261454 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:57.398929 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5182dde2-f87a-4006-94b4-ec2fba261454 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:57.402081 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5182dde2-f87a-4006-94b4-ec2fba261454 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] 10.222.0.69 "DELETE /v2.0/networks/5962888f-3d7e-42c0-9084-0029b3a4606c HTTP/1.1" status: 204 len: 168 time: 1.9301705 Jul 22 16:49:57.406430 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41920) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:57.446970 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182dde2-f87a-4006-94b4-ec2fba261454 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Pushing event deleted for resources: {'Network': ['ID=5962888f-3d7e-42c0-9084-0029b3a4606c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:57.466400 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a624f756-76f7-406e-a93d-79d211c10ef8 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] 10.222.0.69 "GET /v2.0/ports?device_id=18078e74-282b-47b9-9f13-73aa369b19e0 HTTP/1.1" status: 200 len: 205 time: 0.0583034 Jul 22 16:49:57.470457 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41922) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:57.519792 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6ef96-8549-40c9-827d-2c5474bf5089 req-7205aa93-f0d8-44c6-8a35-b264ce7898be tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:57.521792 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-32f6ef96-8549-40c9-827d-2c5474bf5089 req-7205aa93-f0d8-44c6-8a35-b264ce7898be tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 944 time: 0.1197598 Jul 22 16:49:57.577382 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d7b59219-3684-4111-8eb8-12f271667388 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:57.583452 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0507b494-f10f-47b2-8c4c-135f32fd7f83 req-34d26921-78fe-4719-9814-2eb4da889482 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076333 Jul 22 16:49:57.599642 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36987e8e-2d03-45d6-aec8-b55798278b84 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:57.603784 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d7b59219-3684-4111-8eb8-12f271667388 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:57.609210 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-32f6ef96-8549-40c9-827d-2c5474bf5089 req-6893dc44-34d0-4d46-82d7-4c393f0bd8e3 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777032 Jul 22 16:49:57.699137 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c39e64f8-a46b-449b-8794-f013c4b5a55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:57.704780 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d7b59219-3684-4111-8eb8-12f271667388 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Network 3e1d7bb3-84ea-467c-91a7-d34799eab718 is not hosted by any dhcp agent {{(pid=93816) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 16:49:57.710858 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b59219-3684-4111-8eb8-12f271667388 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:57.711508 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d7b59219-3684-4111-8eb8-12f271667388 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:57.712909 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d7b59219-3684-4111-8eb8-12f271667388 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "PUT /v2.0/networks/3e1d7bb3-84ea-467c-91a7-d34799eab718 HTTP/1.1" status: 200 len: 723 time: 0.8574207 Jul 22 16:49:57.713640 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c39e64f8-a46b-449b-8794-f013c4b5a55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:57.724490 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41928) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:57.731420 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0ade51a9-738c-49fa-8867-9113faf89fb0 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'subnet': {'network_id': '3e1d7bb3-84ea-467c-91a7-d34799eab718', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:57.863907 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-df1d770d-8ca3-4bd1-8a0e-51d577f9dfa4 req-d0d43bdf-d12f-4ac4-89dd-351937875075 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 210 time: 0.0680120 Jul 22 16:49:57.882517 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c39e64f8-a46b-449b-8794-f013c4b5a55d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1dd56b5bf322456da22c42014a7b29ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5141673 Jul 22 16:49:57.883466 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41930) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:57.886522 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e64f8-a46b-449b-8794-f013c4b5a55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b988f7a3-094d-4faf-92ce-7f5beb1032f5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:57.915945 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b59219-3684-4111-8eb8-12f271667388 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Network': ['ID=3e1d7bb3-84ea-467c-91a7-d34799eab718,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:57.952530 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 3e1d7bb3-84ea-467c-91a7-d34799eab718 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:49:57.977067 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b41055d9-515a-491a-9674-cee5e1289ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:58.017478 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b41055d9-515a-491a-9674-cee5e1289ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:58.095548 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36987e8e-2d03-45d6-aec8-b55798278b84 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:58.164246 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36987e8e-2d03-45d6-aec8-b55798278b84 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:58.172468 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b41055d9-515a-491a-9674-cee5e1289ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:58.176315 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b41055d9-515a-491a-9674-cee5e1289ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:58.177876 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b41055d9-515a-491a-9674-cee5e1289ce9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b988f7a3-094d-4faf-92ce-7f5beb1032f5 HTTP/1.1" status: 204 len: 168 time: 0.2925649 Jul 22 16:49:58.196277 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41055d9-515a-491a-9674-cee5e1289ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b988f7a3-094d-4faf-92ce-7f5beb1032f5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:58.315077 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36987e8e-2d03-45d6-aec8-b55798278b84 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:58.315526 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36987e8e-2d03-45d6-aec8-b55798278b84 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Fanout notify agent at l3_agent the message router_deleted on router 18078e74-282b-47b9-9f13-73aa369b19e0 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:49:58.323856 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36987e8e-2d03-45d6-aec8-b55798278b84 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:58.327764 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-36987e8e-2d03-45d6-aec8-b55798278b84 tempest-RoutersNegativeTest-315539990 tempest-RoutersNegativeTest-315539990-project] 10.222.0.69 "DELETE /v2.0/routers/18078e74-282b-47b9-9f13-73aa369b19e0 HTTP/1.1" status: 204 len: 168 time: 0.8510890 Jul 22 16:49:58.351628 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ade51a9-738c-49fa-8867-9113faf89fb0 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Made reservation on behalf of 001a97323c7f4fbba13460cd92514768 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:58.355819 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ade51a9-738c-49fa-8867-9113faf89fb0 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:58.761000 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41956) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:58.888160 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad7a92-d41d-4772-a408-5e26517b2aa3 req-6d297746-94c6-4d42-b7c1-668e5ae5deea tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:58.889769 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6dad7a92-d41d-4772-a408-5e26517b2aa3 req-6d297746-94c6-4d42-b7c1-668e5ae5deea tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 944 time: 0.1564500 Jul 22 16:49:59.004450 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6dad7a92-d41d-4772-a408-5e26517b2aa3 req-1d371212-3377-452a-ae85-43ee399e6b21 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045208 Jul 22 16:49:59.013721 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-af7986c3-54fd-4c36-8e92-44460e19b48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:59.093701 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ade51a9-738c-49fa-8867-9113faf89fb0 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:59.133972 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 0948b659-bd91-432f-bef1-41088586a44f up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:49:59.194392 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a32fc6c-86c6-4b6a-bd47-70c6775c3c63 req-0c90c4cc-44f9-49d1-bc40-06024d9e5ee3 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 210 time: 0.0648234 Jul 22 16:49:59.236219 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 0948b659-bd91-432f-bef1-41088586a44f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:49:59.241505 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 0948b659-bd91-432f-bef1-41088586a44f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:59.242172 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:59.247999 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade51a9-738c-49fa-8867-9113faf89fb0 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Subnet': ['ID=89eb3186-a1d1-460a-a83a-832d10f328e0,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:59.255146 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-847514d1-ac41-45ae-a632-1ee668a7ddfb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ffb520ca6d794e78a8a72c62140c4f6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4767821 Jul 22 16:49:59.258538 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41968) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:59.286548 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ab132-d5dc-47d6-b758-08ea33c11339 req-d4e6219f-e7cb-4699-bdfc-35ae1fa554f2 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:59.295401 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-858ab132-d5dc-47d6-b758-08ea33c11339 req-d4e6219f-e7cb-4699-bdfc-35ae1fa554f2 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.4956853 Jul 22 16:49:59.359793 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-858ab132-d5dc-47d6-b758-08ea33c11339 req-0f3acef5-edd4-4087-b27c-0f716f0f3ea2 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634205 Jul 22 16:49:59.365751 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:59.401591 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-300b2dac-1060-40af-a1b9-51794880b094 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:59.403349 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-300b2dac-1060-40af-a1b9-51794880b094 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.30 "GET /v2.0/networks?id=11fa376a-a719-4920-8cdd-3a2458f3c2fd HTTP/1.1" status: 200 len: 815 time: 0.5276589 Jul 22 16:49:59.404780 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ade51a9-738c-49fa-8867-9113faf89fb0 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Checking segment: {'id': 'd2822eb5-38d4-4a48-8c6d-48b81b5ffe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3e1d7bb3-84ea-467c-91a7-d34799eab718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:59.405344 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ade51a9-738c-49fa-8867-9113faf89fb0 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Network hostable DHCP agents. Network: 3e1d7bb3-84ea-467c-91a7-d34799eab718, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:49:59.424376 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-8e471c84-482a-4688-8e9f-fe3bc283098e tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Request body: {'port': {'device_id': '4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8', 'network_id': '11fa376a-a719-4920-8cdd-3a2458f3c2fd', 'admin_state_up': True, 'tenant_id': '63ba5eb954aa4050867b4451fb71c331'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:59.438124 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdd5abb-0a44-41ed-a9b4-16aac3d73fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0948b659-bd91-432f-bef1-41088586a44f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:49:59.444889 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0439caa2-0b42-448d-9c41-52d777715f3c" -d '{"events": [{"server_uuid": "4bdd5abb-0a44-41ed-a9b4-16aac3d73fda", "name": "network-vif-plugged", "status": "completed", "tag": "0948b659-bd91-432f-bef1-41088586a44f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:49:59.455707 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-602b6e8e-701d-4d2e-ab5c-10a94a484de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:59.461805 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ade51a9-738c-49fa-8867-9113faf89fb0 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Network 3e1d7bb3-84ea-467c-91a7-d34799eab718 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:49:59.470935 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 0948b659-bd91-432f-bef1-41088586a44f, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0948b659-bd91-432f-bef1-41088586a44f,segment=NetworkSegment(3007038a-c00a-4fec-84b8-38efb943e21f),segment_id=3007038a-c00a-4fec-84b8-38efb943e21f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:59.481997 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:59.510551 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0ade51a9-738c-49fa-8867-9113faf89fb0 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 3e1d7bb3-84ea-467c-91a7-d34799eab718) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:59.517296 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-602b6e8e-701d-4d2e-ab5c-10a94a484de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:59.583731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ade51a9-738c-49fa-8867-9113faf89fb0 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:59.584324 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ade51a9-738c-49fa-8867-9113faf89fb0 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:59.616168 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0ade51a9-738c-49fa-8867-9113faf89fb0 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8908634 Jul 22 16:49:59.618915 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41980) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:59.626717 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-81770089-88f3-49c5-9d38-87813efeeeec tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:59.646724 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=0948b659-bd91-432f-bef1-41088586a44f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:59.653847 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7375bf33-2495-4eb2-a570-6479c7600495 x-openstack-request-id: req-7375bf33-2495-4eb2-a570-6479c7600495 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:49:59.655545 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdd5abb-0a44-41ed-a9b4-16aac3d73fda", "name": "network-vif-plugged", "status": "completed", "tag": "0948b659-bd91-432f-bef1-41088586a44f", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:49:59.660297 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7375bf33-2495-4eb2-a570-6479c7600495 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:49:59.660977 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdd5abb-0a44-41ed-a9b4-16aac3d73fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0948b659-bd91-432f-bef1-41088586a44f', 'code': 200} Jul 22 16:49:59.662597 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384ee39b-3359-43d6-b8d0-d3b214e1f822 None None] Network 3e1d7bb3-84ea-467c-91a7-d34799eab718 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:59.678698 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-602b6e8e-701d-4d2e-ab5c-10a94a484de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:59.682502 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-602b6e8e-701d-4d2e-ab5c-10a94a484de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:59.683666 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-602b6e8e-701d-4d2e-ab5c-10a94a484de7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bb3e8f68-3bcb-41c7-9d77-f37d60580c34 HTTP/1.1" status: 204 len: 168 time: 0.4241390 Jul 22 16:49:59.729964 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b6e8e-701d-4d2e-ab5c-10a94a484de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3e8f68-3bcb-41c7-9d77-f37d60580c34,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:59.752700 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-8e471c84-482a-4688-8e9f-fe3bc283098e tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Made reservation on behalf of 63ba5eb954aa4050867b4451fb71c331 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:59.757608 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-8e471c84-482a-4688-8e9f-fe3bc283098e tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:59.905126 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-81770089-88f3-49c5-9d38-87813efeeeec tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10232805'] for subnet, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:59.946556 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fda90a8-528a-466b-bd70-772361f77345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-3e1d7bb3-84ea-467c-91a7-d34799eab718', 'network_id': '3e1d7bb3-84ea-467c-91a7-d34799eab718', 'tenant_id': '001a97323c7f4fbba13460cd92514768', 'fixed_ips': [{'subnet_id': '89eb3186-a1d1-460a-a83a-832d10f328e0'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:49:59.947420 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fda90a8-528a-466b-bd70-772361f77345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:00.114825 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888d364-b511-4689-808b-68d7585740f7 req-0cecf788-6da9-424b-8d47-33b22c383df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:00.117206 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d888d364-b511-4689-808b-68d7585740f7 req-0cecf788-6da9-424b-8d47-33b22c383df9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 1096 time: 0.4002924 Jul 22 16:50:00.359066 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d888d364-b511-4689-808b-68d7585740f7 req-63653819-d956-407c-a256-9938407e1283 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311962 Jul 22 16:50:00.476224 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-8e471c84-482a-4688-8e9f-fe3bc283098e tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Allocated IP 172.20.0.13 (11fa376a-a719-4920-8cdd-3a2458f3c2fd/91a3ec8d-5f4b-4e09-a3b8-afdb464abdd5/21d9f93e-fcc8-4d16-a5e5-574e7725696b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:50:00.514740 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc17668-391f-430d-a076-5757a39d33fa req-5da310ee-b947-4ed2-9d1d-7c044bd9f027 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:00.516318 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6fc17668-391f-430d-a076-5757a39d33fa req-5da310ee-b947-4ed2-9d1d-7c044bd9f027 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.2443345 Jul 22 16:50:00.631890 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6fc17668-391f-430d-a076-5757a39d33fa req-97a1e27e-07b7-4d23-a279-fa9caf6da24d tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025696 Jul 22 16:50:00.775108 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-8e471c84-482a-4688-8e9f-fe3bc283098e tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:00.794968 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3197bb4b-e2b7-46d3-9bb4-bd20815d6781 req-d45c3952-b0f2-4fd0-b0b3-e879edffcb1d tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 210 time: 0.1426189 Jul 22 16:50:00.839393 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-81770089-88f3-49c5-9d38-87813efeeeec tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765149800816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10062159'] for subnet, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:00.919681 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81770089-88f3-49c5-9d38-87813efeeeec tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:00.920344 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-81770089-88f3-49c5-9d38-87813efeeeec tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:00.927575 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-81770089-88f3-49c5-9d38-87813efeeeec tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "PUT /v2.0/subnets/89eb3186-a1d1-460a-a83a-832d10f328e0 HTTP/1.1" status: 200 len: 806 time: 1.3075948 Jul 22 16:50:00.930277 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42048) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:00.995808 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-0fda90a8-528a-466b-bd70-772361f77345 None None] Allocated IP 172.20.0.2 (3e1d7bb3-84ea-467c-91a7-d34799eab718/89eb3186-a1d1-460a-a83a-832d10f328e0/62d86d49-1266-4969-a1a9-184fd0e4ab19) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:50:01.006865 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-8e471c84-482a-4688-8e9f-fe3bc283098e tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:01.071845 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e471c84-482a-4688-8e9f-fe3bc283098e tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Pushing event updated for resources: {'Port': ['ID=21d9f93e-fcc8-4d16-a5e5-574e7725696b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:01.087383 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99cbe8-89a1-4264-a9f7-45b7ede2a630 req-af59696e-c1a5-4f70-bba3-efdc50016d97 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:01.089149 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2f99cbe8-89a1-4264-a9f7-45b7ede2a630 req-af59696e-c1a5-4f70-bba3-efdc50016d97 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.2732019 Jul 22 16:50:01.100523 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-8e471c84-482a-4688-8e9f-fe3bc283098e tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Network 11fa376a-a719-4920-8cdd-3a2458f3c2fd is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:50:01.106131 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81770089-88f3-49c5-9d38-87813efeeeec tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Subnet': ['ID=89eb3186-a1d1-460a-a83a-832d10f328e0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:01.135231 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-8e471c84-482a-4688-8e9f-fe3bc283098e tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:50:01.144375 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-8e471c84-482a-4688-8e9f-fe3bc283098e tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:50:01.308568 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2f99cbe8-89a1-4264-a9f7-45b7ede2a630 req-acba6c7a-9c09-4047-984f-4017b5c468e8 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117529 Jul 22 16:50:01.331196 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:01.352955 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-8e471c84-482a-4688-8e9f-fe3bc283098e tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:01.354138 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-8e471c84-482a-4688-8e9f-fe3bc283098e tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:01.377722 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-8e471c84-482a-4688-8e9f-fe3bc283098e tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9584563 Jul 22 16:50:01.418616 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-1f8e8841-9b3e-418b-afdc-6f407575fe40 service neutron] Request body: {'port': {'device_id': '4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:01.445896 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fda90a8-528a-466b-bd70-772361f77345 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:01.474484 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:01.478164 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0fda90a8-528a-466b-bd70-772361f77345 None None] Transition to ACTIVE for port object 62d86d49-1266-4969-a1a9-184fd0e4ab19 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:50:01.517500 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0fda90a8-528a-466b-bd70-772361f77345 None None] Transition to ACTIVE for port object 62d86d49-1266-4969-a1a9-184fd0e4ab19 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:50:01.530215 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fda90a8-528a-466b-bd70-772361f77345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:01.556338 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-1f8e8841-9b3e-418b-afdc-6f407575fe40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:01.631396 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:01.707929 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:01.711561 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fda90a8-528a-466b-bd70-772361f77345 None None] Network 3e1d7bb3-84ea-467c-91a7-d34799eab718 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:50:01.712662 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda90a8-528a-466b-bd70-772361f77345 None None] Pushing event updated for resources: {'Port': ['ID=62d86d49-1266-4969-a1a9-184fd0e4ab19,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:01.719450 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b995761d-ef4e-4c6d-a31a-643ba38fdb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:01.722003 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-0fda90a8-528a-466b-bd70-772361f77345 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:50:01.724384 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fda90a8-528a-466b-bd70-772361f77345 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:50:01.741038 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Subnet': ['ID=89eb3186-a1d1-460a-a83a-832d10f328e0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:01.918682 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0fda90a8-528a-466b-bd70-772361f77345 None None] Attempting to bind port 62d86d49-1266-4969-a1a9-184fd0e4ab19 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:50:01.919243 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0fda90a8-528a-466b-bd70-772361f77345 None None] Attempting to bind port 62d86d49-1266-4969-a1a9-184fd0e4ab19 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'd2822eb5-38d4-4a48-8c6d-48b81b5ffe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3e1d7bb3-84ea-467c-91a7-d34799eab718'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:50:01.919770 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fda90a8-528a-466b-bd70-772361f77345 None None] Attempting to bind port 62d86d49-1266-4969-a1a9-184fd0e4ab19 on network 3e1d7bb3-84ea-467c-91a7-d34799eab718 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:50:01.928757 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fda90a8-528a-466b-bd70-772361f77345 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:50:01.929368 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fda90a8-528a-466b-bd70-772361f77345 None None] Checking segment: {'id': 'd2822eb5-38d4-4a48-8c6d-48b81b5ffe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3e1d7bb3-84ea-467c-91a7-d34799eab718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:50:01.933996 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fda90a8-528a-466b-bd70-772361f77345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:01.934729 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fda90a8-528a-466b-bd70-772361f77345 None None] Bound using segment: {'id': 'd2822eb5-38d4-4a48-8c6d-48b81b5ffe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3e1d7bb3-84ea-467c-91a7-d34799eab718'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:50:01.935413 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0fda90a8-528a-466b-bd70-772361f77345 None None] Bound port: 62d86d49-1266-4969-a1a9-184fd0e4ab19, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2822eb5-38d4-4a48-8c6d-48b81b5ffe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3e1d7bb3-84ea-467c-91a7-d34799eab718'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:50:01.935992 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fda90a8-528a-466b-bd70-772361f77345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:01.989467 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:02.015832 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1d7bb3-84ea-467c-91a7-d34799eab718']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:02.083062 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2822eb5-38d4-4a48-8c6d-48b81b5ffe16') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:02.087976 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2822eb5-38d4-4a48-8c6d-48b81b5ffe16') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:02.145773 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:02.164541 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0fda90a8-528a-466b-bd70-772361f77345 None None] For port 62d86d49-1266-4969-a1a9-184fd0e4ab19, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:50:02.172828 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0fda90a8-528a-466b-bd70-772361f77345 None None] For port 62d86d49-1266-4969-a1a9-184fd0e4ab19, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=62d86d49-1266-4969-a1a9-184fd0e4ab19,segment=NetworkSegment(d2822eb5-38d4-4a48-8c6d-48b81b5ffe16),segment_id=d2822eb5-38d4-4a48-8c6d-48b81b5ffe16)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:50:02.182605 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fda90a8-528a-466b-bd70-772361f77345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:02.215917 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:02.238584 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:50:02.239038 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:50:02.243840 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:50:02.281788 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabb814-966d-4a97-960c-c5815066491f req-a9a65328-b926-4158-b949-441ead4287e6 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:02.303793 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9dabb814-966d-4a97-960c-c5815066491f req-a9a65328-b926-4158-b949-441ead4287e6 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.4922471 Jul 22 16:50:02.376959 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda90a8-528a-466b-bd70-772361f77345 None None] Pushing event updated for resources: {'Port': ['ID=62d86d49-1266-4969-a1a9-184fd0e4ab19,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:02.418183 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e1fa4d-dacc-4d46-922b-2200871fd104 None None] Network 3e1d7bb3-84ea-467c-91a7-d34799eab718 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:50:02.462214 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9dabb814-966d-4a97-960c-c5815066491f req-bfa095d4-98b7-47cc-9ed6-246fbdd488af tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505554 Jul 22 16:50:02.463759 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.db.api [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 16:50:02.463759 n-d-798930-9 neutron-server[93817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 16:50:02.463759 n-d-798930-9 neutron-server[93817]: [parameters: {'id': '3e1d7bb3-84ea-467c-91a7-d34799eab718'}] Jul 22 16:50:02.463759 n-d-798930-9 neutron-server[93817]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:50:02.471513 n-d-798930-9 neutron-server[93817]: DEBUG oslo_db.api [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:50:02.752663 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda5b5-5527-4c7b-8ced-b908d2e2fc56 req-8b765d15-2aee-40c5-83a0-49256e0399e1 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:02.780202 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-66fda5b5-5527-4c7b-8ced-b908d2e2fc56 req-8b765d15-2aee-40c5-83a0-49256e0399e1 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.1970050 Jul 22 16:50:02.808784 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7db08db-3c41-4088-864d-3db53ca77c3d None None] Network 3e1d7bb3-84ea-467c-91a7-d34799eab718 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:50:02.859058 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:02.877580 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-66fda5b5-5527-4c7b-8ced-b908d2e2fc56 req-ab500279-2a2e-46be-8fa6-62b6c18ced8f tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903947 Jul 22 16:50:02.973167 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:03.125142 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Deleting port 62d86d49-1266-4969-a1a9-184fd0e4ab19 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:50:03.125883 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:03.419965 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] For port 62d86d49-1266-4969-a1a9-184fd0e4ab19, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=62d86d49-1266-4969-a1a9-184fd0e4ab19,segment=NetworkSegment(d2822eb5-38d4-4a48-8c6d-48b81b5ffe16),segment_id=d2822eb5-38d4-4a48-8c6d-48b81b5ffe16)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:03.420341 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:03.441582 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a156d9bf-2060-4e8d-883c-9e4c780e1c88 None None] get_active_networks_info from n-d-798930-9 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:50:03.497676 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Calling delete_port for 62d86d49-1266-4969-a1a9-184fd0e4ab19 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:50:03.592708 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a156d9bf-2060-4e8d-883c-9e4c780e1c88 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:50:03.633681 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-1f8e8841-9b3e-418b-afdc-6f407575fe40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21d9f93e-fcc8-4d16-a5e5-574e7725696b {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:50:03.652077 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-1f8e8841-9b3e-418b-afdc-6f407575fe40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:03.684849 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-1f8e8841-9b3e-418b-afdc-6f407575fe40 service neutron] Transition to ACTIVE for port object 21d9f93e-fcc8-4d16-a5e5-574e7725696b will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:50:03.717893 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-1f8e8841-9b3e-418b-afdc-6f407575fe40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:03.775476 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:03.801122 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No DVR routers for this DVR port 62d86d49-1266-4969-a1a9-184fd0e4ab19 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:50:03.894105 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8482dca-dd8c-4035-af92-c3393afe97ec req-39348b44-2df2-454d-bb75-7fbdc03a0845 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:03.896049 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e8482dca-dd8c-4035-af92-c3393afe97ec req-39348b44-2df2-454d-bb75-7fbdc03a0845 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 932 time: 1.8500578 Jul 22 16:50:04.034431 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e8841-9b3e-418b-afdc-6f407575fe40 service neutron] Pushing event updated for resources: {'Port': ['ID=21d9f93e-fcc8-4d16-a5e5-574e7725696b,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:04.035981 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Port': ['ID=62d86d49-1266-4969-a1a9-184fd0e4ab19,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:04.096019 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feccfcb-b2b6-4199-9889-d73580e133b7 req-54cf8d79-ea48-4a9c-8129-02ec4188c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:04.100581 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6feccfcb-b2b6-4199-9889-d73580e133b7 req-54cf8d79-ea48-4a9c-8129-02ec4188c415 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4cfcb91c49145a9aea8832f3c390211&device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 1096 time: 0.6762009 Jul 22 16:50:04.198738 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:04.221819 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1d7bb3-84ea-467c-91a7-d34799eab718']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:04.236967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2822eb5-38d4-4a48-8c6d-48b81b5ffe16') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:04.237656 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2822eb5-38d4-4a48-8c6d-48b81b5ffe16') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:04.259377 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:04.280843 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa41236-a23f-4da0-9881-e154f4883471 req-489d1066-7e5b-400e-8ac2-0654a34cd034 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:04.285708 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-caa41236-a23f-4da0-9881-e154f4883471 req-489d1066-7e5b-400e-8ac2-0654a34cd034 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.5426793 Jul 22 16:50:04.360394 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feccfcb-b2b6-4199-9889-d73580e133b7 req-ed5e2f7f-2d73-4248-a0c0-a69b734da2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:04.362319 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6feccfcb-b2b6-4199-9889-d73580e133b7 req-ed5e2f7f-2d73-4248-a0c0-a69b734da2de service neutron] 10.222.0.16 "GET /v2.0/networks?id=61a13055-de03-4a7c-a0d9-4f417a10bc6f HTTP/1.1" status: 200 len: 912 time: 0.2293799 Jul 22 16:50:04.428141 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-caa41236-a23f-4da0-9881-e154f4883471 req-f410ba99-288c-4a97-8c90-5ae8edd81dec tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330743 Jul 22 16:50:04.429300 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:04.434925 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e8482dca-dd8c-4035-af92-c3393afe97ec req-6e6a1917-bfee-4887-aa47-3d8b7609279f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5146036 Jul 22 16:50:04.445725 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:50:04.446834 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:04.491008 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58dbe26-1d7a-47dc-a318-74422a3d50ce req-91b46285-2625-4688-8fe0-24f12e480796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:04.492652 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a58dbe26-1d7a-47dc-a318-74422a3d50ce req-91b46285-2625-4688-8fe0-24f12e480796 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0be4ca898ef40f79a7a36fc239eca61&device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 1097 time: 0.5605493 Jul 22 16:50:04.494105 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-1f8e8841-9b3e-418b-afdc-6f407575fe40 service neutron] Attempting to bind port 21d9f93e-fcc8-4d16-a5e5-574e7725696b on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:50:04.495298 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-1f8e8841-9b3e-418b-afdc-6f407575fe40 service neutron] Attempting to bind port 21d9f93e-fcc8-4d16-a5e5-574e7725696b by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'e532fe79-d434-4f03-a9a0-c9663b2eed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11fa376a-a719-4920-8cdd-3a2458f3c2fd'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:50:04.496500 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-1f8e8841-9b3e-418b-afdc-6f407575fe40 service neutron] Attempting to bind port 21d9f93e-fcc8-4d16-a5e5-574e7725696b on network 11fa376a-a719-4920-8cdd-3a2458f3c2fd {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:50:04.500149 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6feccfcb-b2b6-4199-9889-d73580e133b7 req-53bba287-0ac0-4b12-9bb9-3223945de250 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0948b659-bd91-432f-bef1-41088586a44f HTTP/1.1" status: 200 len: 217 time: 0.1094942 Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:50:04.604213 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:50:04.612048 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:04.630596 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-1f8e8841-9b3e-418b-afdc-6f407575fe40 service neutron] Port 21d9f93e-fcc8-4d16-a5e5-574e7725696b on network 11fa376a-a719-4920-8cdd-3a2458f3c2fd not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:50:04.631083 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-1f8e8841-9b3e-418b-afdc-6f407575fe40 service neutron] Attempting to bind port 21d9f93e-fcc8-4d16-a5e5-574e7725696b on network 11fa376a-a719-4920-8cdd-3a2458f3c2fd {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:50:04.636560 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:04.642748 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:04.650970 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/networks/3e1d7bb3-84ea-467c-91a7-d34799eab718 HTTP/1.1" status: 204 len: 168 time: 3.7191427 Jul 22 16:50:04.682337 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42158) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:04.727235 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5e420a-a341-4116-a954-3ce3f5e86a26 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] DELETE failed (client error): The resource could not be found. Jul 22 16:50:04.729903 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb5e420a-a341-4116-a954-3ce3f5e86a26 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:50:04.735777 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fb5e420a-a341-4116-a954-3ce3f5e86a26 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/networks/3e1d7bb3-84ea-467c-91a7-d34799eab718 HTTP/1.1" status: 404 len: 339 time: 0.0371869 Jul 22 16:50:04.752098 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42162) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:04.763943 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-cd255455-cf77-4266-a5b9-213e7bd53d25 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-445893263', 'description': 'd1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:04.782191 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6605f9c-1a9f-4f6f-a44a-31572a236b23 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Network': ['ID=3e1d7bb3-84ea-467c-91a7-d34799eab718,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:04.795310 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feccfcb-b2b6-4199-9889-d73580e133b7 req-193bee87-f429-4113-b1e1-c58e9596ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:04.805221 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6feccfcb-b2b6-4199-9889-d73580e133b7 req-193bee87-f429-4113-b1e1-c58e9596ed3d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b98b79e0-e6d5-4c4c-8692-abf0b3cf832d HTTP/1.1" status: 200 len: 851 time: 0.2919073 Jul 22 16:50:04.820675 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd255455-cf77-4266-a5b9-213e7bd53d25 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Made reservation on behalf of 001a97323c7f4fbba13460cd92514768 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:04.824720 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd255455-cf77-4266-a5b9-213e7bd53d25 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:04.890414 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-1f8e8841-9b3e-418b-afdc-6f407575fe40 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:50:04.891140 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-1f8e8841-9b3e-418b-afdc-6f407575fe40 service neutron] Checking segment: {'id': 'e532fe79-d434-4f03-a9a0-c9663b2eed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11fa376a-a719-4920-8cdd-3a2458f3c2fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:50:04.892338 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-1f8e8841-9b3e-418b-afdc-6f407575fe40 service neutron] Bound using segment: {'id': 'e532fe79-d434-4f03-a9a0-c9663b2eed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11fa376a-a719-4920-8cdd-3a2458f3c2fd'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:50:04.896395 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d52933-483f-46c6-806d-625064596cd3 req-269b7130-fab1-43d7-a526-16c19c09b383 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:04.900725 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-1f8e8841-9b3e-418b-afdc-6f407575fe40 service neutron] Bound port: 21d9f93e-fcc8-4d16-a5e5-574e7725696b, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e532fe79-d434-4f03-a9a0-c9663b2eed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11fa376a-a719-4920-8cdd-3a2458f3c2fd'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:50:04.902918 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-1f8e8841-9b3e-418b-afdc-6f407575fe40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:04.910529 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b9d52933-483f-46c6-806d-625064596cd3 req-269b7130-fab1-43d7-a526-16c19c09b383 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.3047745 Jul 22 16:50:04.922760 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6feccfcb-b2b6-4199-9889-d73580e133b7 req-8b422595-bbb9-4ae3-b6f0-37eeb9986743 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=61a13055-de03-4a7c-a0d9-4f417a10bc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047490 Jul 22 16:50:04.925646 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd255455-cf77-4266-a5b9-213e7bd53d25 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:50:04.942280 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd255455-cf77-4266-a5b9-213e7bd53d25 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:04.942726 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-cd255455-cf77-4266-a5b9-213e7bd53d25 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Added segment 3a4af921-ea6c-4cfe-985f-a84113062838 of type vlan for network 51656a67-8fc7-4388-865c-d1a2de922e17 Jul 22 16:50:05.028480 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd255455-cf77-4266-a5b9-213e7bd53d25 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:05.051704 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58dbe26-1d7a-47dc-a318-74422a3d50ce req-1053e213-6369-4bfb-aa9e-013bb5bd5b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:05.053603 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a58dbe26-1d7a-47dc-a318-74422a3d50ce req-1053e213-6369-4bfb-aa9e-013bb5bd5b57 service neutron] 10.222.0.30 "GET /v2.0/networks?id=355332cc-46f4-40ba-8869-365066797198 HTTP/1.1" status: 200 len: 918 time: 0.5246148 Jul 22 16:50:05.142763 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b9d52933-483f-46c6-806d-625064596cd3 req-7dde5a21-2fb4-411d-92fb-e01958dc3004 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309937 Jul 22 16:50:05.160805 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd255455-cf77-4266-a5b9-213e7bd53d25 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:05.177415 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd255455-cf77-4266-a5b9-213e7bd53d25 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:05.178878 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd255455-cf77-4266-a5b9-213e7bd53d25 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:05.234265 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cd255455-cf77-4266-a5b9-213e7bd53d25 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4745605 Jul 22 16:50:05.238921 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42170) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:05.300581 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-1f8e8841-9b3e-418b-afdc-6f407575fe40 service neutron] For port 21d9f93e-fcc8-4d16-a5e5-574e7725696b, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:50:05.326309 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-1f8e8841-9b3e-418b-afdc-6f407575fe40 service neutron] For port 21d9f93e-fcc8-4d16-a5e5-574e7725696b, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=21d9f93e-fcc8-4d16-a5e5-574e7725696b,segment=NetworkSegment(e532fe79-d434-4f03-a9a0-c9663b2eed81),segment_id=e532fe79-d434-4f03-a9a0-c9663b2eed81)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:50:05.330261 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a58dbe26-1d7a-47dc-a318-74422a3d50ce req-2d0ab7d1-5f38-4d72-95d5-e07c57d79df0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e206c57-83cc-41d7-9d92-3436d33b4fa4 HTTP/1.1" status: 200 len: 1001 time: 0.2664838 Jul 22 16:50:05.336021 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6feccfcb-b2b6-4199-9889-d73580e133b7 req-a30caec9-33a5-4fad-a21a-85ab29f929e7 service neutron] 10.222.0.16 "GET /v2.0/networks/61a13055-de03-4a7c-a0d9-4f417a10bc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959680 Jul 22 16:50:05.337876 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-1f8e8841-9b3e-418b-afdc-6f407575fe40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:05.339944 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd255455-cf77-4266-a5b9-213e7bd53d25 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Network': ['ID=51656a67-8fc7-4388-865c-d1a2de922e17,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:05.361177 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 51656a67-8fc7-4388-865c-d1a2de922e17 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:50:05.500060 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f491e75-a147-43c7-a1bf-e1c82e2e2319 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:05.506418 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1f491e75-a147-43c7-a1bf-e1c82e2e2319 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "GET /v2.0/networks?id=51656a67-8fc7-4388-865c-d1a2de922e17 HTTP/1.1" status: 200 len: 760 time: 0.2660971 Jul 22 16:50:05.511011 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42180) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:05.530981 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e8841-9b3e-418b-afdc-6f407575fe40 service neutron] Pushing event updated for resources: {'Port': ['ID=21d9f93e-fcc8-4d16-a5e5-574e7725696b,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:05.574157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-378fbffa-af09-4d2e-8b61-8e40e88f4bfc tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'network': {'description': 'd2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:05.660200 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-1f8e8841-9b3e-418b-afdc-6f407575fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:05.663933 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-1f8e8841-9b3e-418b-afdc-6f407575fe40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:05.663933 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-1f8e8841-9b3e-418b-afdc-6f407575fe40 service neutron] 10.222.0.30 "PUT /v2.0/ports/21d9f93e-fcc8-4d16-a5e5-574e7725696b HTTP/1.1" status: 200 len: 1092 time: 4.2693624 Jul 22 16:50:05.671871 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8', 'tag': '21d9f93e-fcc8-4d16-a5e5-574e7725696b'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:50:05.694156 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f8fe04-196a-41c2-bd22-61a35dd84ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8", "tag": "21d9f93e-fcc8-4d16-a5e5-574e7725696b"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:50:05.727369 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247315f-1797-4ec5-a5f2-80d3c053c87d req-d53333af-9e86-4e2b-96cc-e8cad770f35b tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:05.748549 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f247315f-1797-4ec5-a5f2-80d3c053c87d req-d53333af-9e86-4e2b-96cc-e8cad770f35b tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 944 time: 0.1883993 Jul 22 16:50:05.804416 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58dbe26-1d7a-47dc-a318-74422a3d50ce req-a99a3086-2b11-4249-9e86-c8abd17fab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:05.806205 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a58dbe26-1d7a-47dc-a318-74422a3d50ce req-a99a3086-2b11-4249-9e86-c8abd17fab01 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ecd1df5-07c9-407a-b124-958e195ac0bb HTTP/1.1" status: 200 len: 856 time: 0.4042361 Jul 22 16:50:05.851881 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f247315f-1797-4ec5-a5f2-80d3c053c87d req-2af69bec-57e3-40fc-ac64-d895c5fdb089 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998518 Jul 22 16:50:05.965653 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6feccfcb-b2b6-4199-9889-d73580e133b7 req-71ec5cb0-9b3e-4377-85e0-26fe8f5a75cd service neutron] 10.222.0.16 "GET /v2.0/networks/61a13055-de03-4a7c-a0d9-4f417a10bc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6157379 Jul 22 16:50:05.973625 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa47d63-7665-4175-a015-1af12f55254f x-openstack-request-id: req-5aa47d63-7665-4175-a015-1af12f55254f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:50:05.973958 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8", "tag": "21d9f93e-fcc8-4d16-a5e5-574e7725696b", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:50:05.974214 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5aa47d63-7665-4175-a015-1af12f55254f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:50:05.974623 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8', 'tag': '21d9f93e-fcc8-4d16-a5e5-574e7725696b', 'status': 'completed', 'code': 200} Jul 22 16:50:06.254798 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2d3c1-1494-4f07-b9fe-2b23d7613005 req-d6bf65d6-bdce-44b2-b96c-27d6af7cf0d0 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:06.257253 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-36c2d3c1-1494-4f07-b9fe-2b23d7613005 req-d6bf65d6-bdce-44b2-b96c-27d6af7cf0d0 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.7009749 Jul 22 16:50:06.349377 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-378fbffa-af09-4d2e-8b61-8e40e88f4bfc tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:06.370248 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-d636dc04-8645-4635-8a52-45ed7a6d51f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:06.371922 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-d636dc04-8645-4635-8a52-45ed7a6d51f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63ba5eb954aa4050867b4451fb71c331&device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 1095 time: 0.5245650 Jul 22 16:50:06.378505 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-36c2d3c1-1494-4f07-b9fe-2b23d7613005 req-07d239b7-1fa7-4811-a7cd-b7a135ea3158 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107144 Jul 22 16:50:06.382289 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58dbe26-1d7a-47dc-a318-74422a3d50ce req-a417cfcf-0c8f-43f7-81a0-dff18539f7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:06.383935 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a58dbe26-1d7a-47dc-a318-74422a3d50ce req-a417cfcf-0c8f-43f7-81a0-dff18539f7dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=355332cc-46f4-40ba-8869-365066797198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5327437 Jul 22 16:50:06.385887 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-378fbffa-af09-4d2e-8b61-8e40e88f4bfc tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:06.482241 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-378fbffa-af09-4d2e-8b61-8e40e88f4bfc tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Network 51656a67-8fc7-4388-865c-d1a2de922e17 is not hosted by any dhcp agent {{(pid=93816) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 16:50:06.488306 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378fbffa-af09-4d2e-8b61-8e40e88f4bfc tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:06.488981 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-378fbffa-af09-4d2e-8b61-8e40e88f4bfc tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:06.490645 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-378fbffa-af09-4d2e-8b61-8e40e88f4bfc tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "PUT /v2.0/networks/51656a67-8fc7-4388-865c-d1a2de922e17 HTTP/1.1" status: 200 len: 757 time: 0.9373438 Jul 22 16:50:06.507510 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42210) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:06.519737 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6025b-3f19-4aed-95d0-0ddda16e4b46 req-de29ee06-c393-42a1-84b2-69e373bbeb6d tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:06.534568 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-add6025b-3f19-4aed-95d0-0ddda16e4b46 req-de29ee06-c393-42a1-84b2-69e373bbeb6d tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.1989949 Jul 22 16:50:06.566264 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fbffa-af09-4d2e-8b61-8e40e88f4bfc tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Network': ['ID=51656a67-8fc7-4388-865c-d1a2de922e17,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:06.576984 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-42cc7a3c-e612-44a8-88ce-2309a1d228ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21d9f93e-fcc8-4d16-a5e5-574e7725696b HTTP/1.1" status: 200 len: 217 time: 0.1826131 Jul 22 16:50:06.581271 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 51656a67-8fc7-4388-865c-d1a2de922e17 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:50:06.820013 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-add6025b-3f19-4aed-95d0-0ddda16e4b46 req-6358dc34-cc43-467f-9d8e-da3ddc53c73d tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844141 Jul 22 16:50:06.839713 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a8b06c-ac3a-4fa1-b1d2-a3be0ab512ee tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:06.844510 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-54a8b06c-ac3a-4fa1-b1d2-a3be0ab512ee tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "GET /v2.0/networks?id=51656a67-8fc7-4388-865c-d1a2de922e17 HTTP/1.1" status: 200 len: 760 time: 0.3076847 Jul 22 16:50:06.855140 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42216) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:06.861080 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a68513f0-14b3-430d-8c6a-9845b72c8803 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-738129940'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:06.944954 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-eb8461d8-d423-49ba-8a98-a139a1a20c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:06.969977 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-eb8461d8-d423-49ba-8a98-a139a1a20c1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=91a3ec8d-5f4b-4e09-a3b8-afdb464abdd5 HTTP/1.1" status: 200 len: 855 time: 0.3762946 Jul 22 16:50:07.092511 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-526c3b24-8948-4e87-bcae-582a4af72d39 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11fa376a-a719-4920-8cdd-3a2458f3c2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995579 Jul 22 16:50:07.112372 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a58dbe26-1d7a-47dc-a318-74422a3d50ce req-5cbd36bd-0b01-4554-98f8-7f1f0618249c service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7193425 Jul 22 16:50:07.216468 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68513f0-14b3-430d-8c6a-9845b72c8803 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Made reservation on behalf of 001a97323c7f4fbba13460cd92514768 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:07.220210 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a68513f0-14b3-430d-8c6a-9845b72c8803 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:07.223938 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-d04208b5-dc82-426a-b439-49112e80f564 service neutron] 10.222.0.30 "GET /v2.0/networks/11fa376a-a719-4920-8cdd-3a2458f3c2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103721 Jul 22 16:50:07.324457 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68513f0-14b3-430d-8c6a-9845b72c8803 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:50:07.517640 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a68513f0-14b3-430d-8c6a-9845b72c8803 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:07.518042 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-a68513f0-14b3-430d-8c6a-9845b72c8803 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Added segment d07ee487-fae3-4ec2-8f8a-608b12a80343 of type vlan for network 5b9c20d4-eecf-49d6-976a-4490b39d6921 Jul 22 16:50:07.532377 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b3005d0b-62bd-4886-a4ef-ad3bfd8c1993 req-7e1c9ac6-529b-4255-aaca-4d7fd34c9d6f service neutron] 10.222.0.30 "GET /v2.0/networks/11fa376a-a719-4920-8cdd-3a2458f3c2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876630 Jul 22 16:50:07.548656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86630da-0581-49f6-9fff-3f87332d44cb req-a3588fe4-d0fb-4b5b-8e7d-9d82f97f96ca tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:07.550537 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c86630da-0581-49f6-9fff-3f87332d44cb req-a3588fe4-d0fb-4b5b-8e7d-9d82f97f96ca tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 944 time: 0.5585182 Jul 22 16:50:07.639478 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a68513f0-14b3-430d-8c6a-9845b72c8803 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:07.683459 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a58dbe26-1d7a-47dc-a318-74422a3d50ce req-f50a7e7c-fe1d-42fb-b826-6484c3a9a417 service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569194 Jul 22 16:50:07.688437 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e0495-ec3e-4219-9a52-9586dca9f43b req-292f2fb1-f927-40d6-a0ca-103be6b0daac tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:07.698391 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c86630da-0581-49f6-9fff-3f87332d44cb req-11fb5c16-5276-4dcc-9235-60b061ae9bbf tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215301 Jul 22 16:50:07.699555 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-550e0495-ec3e-4219-9a52-9586dca9f43b req-292f2fb1-f927-40d6-a0ca-103be6b0daac tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.1749616 Jul 22 16:50:07.776263 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a68513f0-14b3-430d-8c6a-9845b72c8803 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:07.783705 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68513f0-14b3-430d-8c6a-9845b72c8803 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:07.784330 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a68513f0-14b3-430d-8c6a-9845b72c8803 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:07.809087 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-550e0495-ec3e-4219-9a52-9586dca9f43b req-58f2e761-092c-4ee7-ac18-40bce8a2705c tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025043 Jul 22 16:50:07.832489 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a68513f0-14b3-430d-8c6a-9845b72c8803 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9755116 Jul 22 16:50:07.837046 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42242) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:07.841996 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e54219fb-bc43-4d6f-8827-dd928172b896 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'subnet': {'network_id': '5b9c20d4-eecf-49d6-976a-4490b39d6921', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:07.920513 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68513f0-14b3-430d-8c6a-9845b72c8803 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Network': ['ID=5b9c20d4-eecf-49d6-976a-4490b39d6921,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:07.927557 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8fe04-196a-41c2-bd22-61a35dd84ef3 req-77e4bfbe-4f8e-4fd6-a628-41e574c5bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:07.929130 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-40f8fe04-196a-41c2-bd22-61a35dd84ef3 req-77e4bfbe-4f8e-4fd6-a628-41e574c5bd77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63ba5eb954aa4050867b4451fb71c331&device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 1095 time: 0.2428968 Jul 22 16:50:07.934144 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 5b9c20d4-eecf-49d6-976a-4490b39d6921 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:50:08.120095 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54219fb-bc43-4d6f-8827-dd928172b896 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Made reservation on behalf of 001a97323c7f4fbba13460cd92514768 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:08.125161 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e54219fb-bc43-4d6f-8827-dd928172b896 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:08.276282 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8fe04-196a-41c2-bd22-61a35dd84ef3 req-5f1ffce9-790a-4fbf-87e3-04885cddbe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:08.277975 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-40f8fe04-196a-41c2-bd22-61a35dd84ef3 req-5f1ffce9-790a-4fbf-87e3-04885cddbe7a service neutron] 10.222.0.30 "GET /v2.0/networks?id=11fa376a-a719-4920-8cdd-3a2458f3c2fd HTTP/1.1" status: 200 len: 916 time: 0.3373587 Jul 22 16:50:08.341714 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-40f8fe04-196a-41c2-bd22-61a35dd84ef3 req-511a6071-5da1-4074-9589-94fbccac9ac5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21d9f93e-fcc8-4d16-a5e5-574e7725696b HTTP/1.1" status: 200 len: 217 time: 0.0539639 Jul 22 16:50:08.350544 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5ec25-07c5-414e-82e3-15f14e7abfe7 req-e9e1def3-a898-4402-909b-6e95ed9cb581 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:08.352656 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-edf5ec25-07c5-414e-82e3-15f14e7abfe7 req-e9e1def3-a898-4402-909b-6e95ed9cb581 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.3653152 Jul 22 16:50:08.511837 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8fe04-196a-41c2-bd22-61a35dd84ef3 req-7631ab6f-939f-4940-964e-3e4cc693e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:08.513059 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-40f8fe04-196a-41c2-bd22-61a35dd84ef3 req-7631ab6f-939f-4940-964e-3e4cc693e62a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=91a3ec8d-5f4b-4e09-a3b8-afdb464abdd5 HTTP/1.1" status: 200 len: 855 time: 0.1574936 Jul 22 16:50:08.515996 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-edf5ec25-07c5-414e-82e3-15f14e7abfe7 req-d51428a2-cd1d-4d9d-97e0-dcd153aa5a83 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500206 Jul 22 16:50:08.605952 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-40f8fe04-196a-41c2-bd22-61a35dd84ef3 req-2742dd59-e89a-4f42-828a-899187ee5455 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11fa376a-a719-4920-8cdd-3a2458f3c2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840943 Jul 22 16:50:08.777711 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e54219fb-bc43-4d6f-8827-dd928172b896 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:09.009427 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da8e4b-0fad-4015-a7ce-57b2543f3267 req-1a81d036-9449-44cb-b461-0c6a0480de22 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:09.020195 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-68da8e4b-0fad-4015-a7ce-57b2543f3267 req-1a81d036-9449-44cb-b461-0c6a0480de22 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 944 time: 0.1704855 Jul 22 16:50:09.132787 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-68da8e4b-0fad-4015-a7ce-57b2543f3267 req-b0ab068b-bcd1-4a3b-bb67-670883ec111f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097593 Jul 22 16:50:09.627393 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54219fb-bc43-4d6f-8827-dd928172b896 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Subnet': ['ID=49407468-942c-4c3f-b44a-7a55230aced4,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:09.699258 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-40f8fe04-196a-41c2-bd22-61a35dd84ef3 req-ea535339-7b42-4d5d-959e-7e4deaedc5c3 service neutron] 10.222.0.30 "GET /v2.0/networks/11fa376a-a719-4920-8cdd-3a2458f3c2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0797622 Jul 22 16:50:09.889544 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54219fb-bc43-4d6f-8827-dd928172b896 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Checking segment: {'id': 'd07ee487-fae3-4ec2-8f8a-608b12a80343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '5b9c20d4-eecf-49d6-976a-4490b39d6921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:50:09.890436 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54219fb-bc43-4d6f-8827-dd928172b896 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Network hostable DHCP agents. Network: 5b9c20d4-eecf-49d6-976a-4490b39d6921, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:50:09.915326 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90200a5a-cf6f-4388-be1c-be79100b7759 req-7412000b-e005-48ef-b7ba-61a539506b06 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:09.924782 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-90200a5a-cf6f-4388-be1c-be79100b7759 req-7412000b-e005-48ef-b7ba-61a539506b06 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.3006232 Jul 22 16:50:09.964838 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b55a1-7879-4426-a113-9878c3be0288 req-fb251ff0-d66a-4365-aa48-1386fede6fd9 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:09.966995 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ae1b55a1-7879-4426-a113-9878c3be0288 req-fb251ff0-d66a-4365-aa48-1386fede6fd9 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.2001076 Jul 22 16:50:09.971230 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-40f8fe04-196a-41c2-bd22-61a35dd84ef3 req-4d4d25cf-dc9e-4845-8a1c-f8acf927ca66 service neutron] 10.222.0.30 "GET /v2.0/networks/11fa376a-a719-4920-8cdd-3a2458f3c2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560086 Jul 22 16:50:10.024951 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54219fb-bc43-4d6f-8827-dd928172b896 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Network 5b9c20d4-eecf-49d6-976a-4490b39d6921 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:50:10.033057 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ae1b55a1-7879-4426-a113-9878c3be0288 req-530f2a06-ff64-4404-93a5-777f004d01de tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520642 Jul 22 16:50:10.051701 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-90200a5a-cf6f-4388-be1c-be79100b7759 req-d279e049-b736-4427-8696-13bea8344164 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193912 Jul 22 16:50:10.059658 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e54219fb-bc43-4d6f-8827-dd928172b896 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 5b9c20d4-eecf-49d6-976a-4490b39d6921) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:50:10.065147 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54219fb-bc43-4d6f-8827-dd928172b896 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:10.065762 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e54219fb-bc43-4d6f-8827-dd928172b896 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:10.074272 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c89a78-9f54-49e5-a367-f11b97d0ad82 None None] Network 5b9c20d4-eecf-49d6-976a-4490b39d6921 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:50:10.177129 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e54219fb-bc43-4d6f-8827-dd928172b896 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3394709 Jul 22 16:50:10.179733 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42300) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:10.448602 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6d87b65-046e-404b-a3d4-096de33b76d6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:10.523665 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1bb77-bc2d-43d6-b512-df8a3d902680 req-8417575c-bfd4-41d7-9eee-720e71c481dc tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:10.525235 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ebd1bb77-bc2d-43d6-b512-df8a3d902680 req-8417575c-bfd4-41d7-9eee-720e71c481dc tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 944 time: 0.1864929 Jul 22 16:50:10.531963 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6d87b65-046e-404b-a3d4-096de33b76d6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:10.613574 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ebd1bb77-bc2d-43d6-b512-df8a3d902680 req-13160ba2-6aec-464a-a5dd-de02a8ae7614 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816054 Jul 22 16:50:10.636976 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43c4b2d-52c5-4981-b0ff-59ff6a8dc54f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-5b9c20d4-eecf-49d6-976a-4490b39d6921', 'network_id': '5b9c20d4-eecf-49d6-976a-4490b39d6921', 'tenant_id': '001a97323c7f4fbba13460cd92514768', 'fixed_ips': [{'subnet_id': '49407468-942c-4c3f-b44a-7a55230aced4'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:50:10.638182 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f43c4b2d-52c5-4981-b0ff-59ff6a8dc54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:10.665193 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6d87b65-046e-404b-a3d4-096de33b76d6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:10.737944 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d87b65-046e-404b-a3d4-096de33b76d6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Subnet': ['ID=49407468-942c-4c3f-b44a-7a55230aced4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:10.880822 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3ea4af-b3b3-4658-8b23-639292d5e218 None None] Network 5b9c20d4-eecf-49d6-976a-4490b39d6921 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:50:10.948508 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6d87b65-046e-404b-a3d4-096de33b76d6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:10.976764 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a6d87b65-046e-404b-a3d4-096de33b76d6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9c20d4-eecf-49d6-976a-4490b39d6921']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:10.998994 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a6d87b65-046e-404b-a3d4-096de33b76d6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd07ee487-fae3-4ec2-8f8a-608b12a80343') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:10.999310 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a6d87b65-046e-404b-a3d4-096de33b76d6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd07ee487-fae3-4ec2-8f8a-608b12a80343') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:11.021179 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6d87b65-046e-404b-a3d4-096de33b76d6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:11.070202 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6d87b65-046e-404b-a3d4-096de33b76d6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:11.083922 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d87b65-046e-404b-a3d4-096de33b76d6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:50:11.084492 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6d87b65-046e-404b-a3d4-096de33b76d6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:50:11.088605 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:50:11.205670 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6d87b65-046e-404b-a3d4-096de33b76d6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:11.222671 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6d87b65-046e-404b-a3d4-096de33b76d6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:11.226148 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a6d87b65-046e-404b-a3d4-096de33b76d6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/networks/5b9c20d4-eecf-49d6-976a-4490b39d6921 HTTP/1.1" status: 204 len: 168 time: 1.0454156 Jul 22 16:50:11.228880 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42322) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:11.279974 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d87b65-046e-404b-a3d4-096de33b76d6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Network': ['ID=5b9c20d4-eecf-49d6-976a-4490b39d6921,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:11.303434 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-37393b79-a1ce-4048-b019-ed237a991fa6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] GET failed (client error): The resource could not be found. Jul 22 16:50:11.305352 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-37393b79-a1ce-4048-b019-ed237a991fa6 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "GET /v2.0/subnets/49407468-942c-4c3f-b44a-7a55230aced4 HTTP/1.1" status: 404 len: 337 time: 0.0753031 Jul 22 16:50:11.346512 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42324) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:11.384795 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-55879eab-0633-4f68-a93d-e4868e5f09e3 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] DELETE failed (client error): The resource could not be found. Jul 22 16:50:11.385491 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55879eab-0633-4f68-a93d-e4868e5f09e3 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:50:11.387846 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-55879eab-0633-4f68-a93d-e4868e5f09e3 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/networks/5b9c20d4-eecf-49d6-976a-4490b39d6921 HTTP/1.1" status: 404 len: 339 time: 0.0392342 Jul 22 16:50:11.395727 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42330) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:11.487474 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c33c5b-423d-46fe-bf99-0a40bbc4f03f req-1d213460-19ca-49f4-9ea5-ed734267fd97 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:11.501293 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-29c33c5b-423d-46fe-bf99-0a40bbc4f03f req-1d213460-19ca-49f4-9ea5-ed734267fd97 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.2346733 Jul 22 16:50:11.599970 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 21d9f93e-fcc8-4d16-a5e5-574e7725696b details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:50:11.635597 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-29c33c5b-423d-46fe-bf99-0a40bbc4f03f req-ef4f9b42-04aa-494d-96bb-86f3f4b98a2e tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401317 Jul 22 16:50:11.879524 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b46a9c-7eb5-4210-91a7-ccf89d856682 req-ecc4c432-b22a-42b0-bc97-74d4e630b90f tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:11.897020 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-50b46a9c-7eb5-4210-91a7-ccf89d856682 req-ecc4c432-b22a-42b0-bc97-74d4e630b90f tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.5903516 Jul 22 16:50:11.975980 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 21d9f93e-fcc8-4d16-a5e5-574e7725696b, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=21d9f93e-fcc8-4d16-a5e5-574e7725696b,segment=NetworkSegment(e532fe79-d434-4f03-a9a0-c9663b2eed81),segment_id=e532fe79-d434-4f03-a9a0-c9663b2eed81)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:12.021480 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '21d9f93e-fcc8-4d16-a5e5-574e7725696b', 'network_id': '11fa376a-a719-4920-8cdd-3a2458f3c2fd', 'port_id': '21d9f93e-fcc8-4d16-a5e5-574e7725696b', 'mac_address': 'fa:16:3e:95:82:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91a3ec8d-5f4b-4e09-a3b8-afdb464abdd5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:50:12.044585 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4690841-da19-4d0f-b966-56660ae11700 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:12.048108 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d4690841-da19-4d0f-b966-56660ae11700 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6510072 Jul 22 16:50:12.055971 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42342) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:12.079125 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-50b46a9c-7eb5-4210-91a7-ccf89d856682 req-39d3862d-c50d-4857-b474-fde795d60ac8 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789274 Jul 22 16:50:12.150602 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:12.190732 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:12.204808 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42348) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:12.205176 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-32c6c11e-4c8a-4caf-9138-1fe3c7cd7a31 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "GET /v2.0/subnets?network_id=748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 207 time: 0.1446955 Jul 22 16:50:12.232119 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9062c-c6ba-4d24-aa4a-ee1cb49d9e83 req-22395758-c0e5-42a2-8dca-f92e2aa5b13f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:12.232119 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c2f9062c-c6ba-4d24-aa4a-ee1cb49d9e83 req-22395758-c0e5-42a2-8dca-f92e2aa5b13f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 944 time: 0.3430891 Jul 22 16:50:12.286647 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21d9f93e-fcc8-4d16-a5e5-574e7725696b {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:50:12.319123 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c2f9062c-c6ba-4d24-aa4a-ee1cb49d9e83 req-ae07caee-739a-442c-9ca4-1520ca80b8f3 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844495 Jul 22 16:50:12.341726 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 21d9f93e-fcc8-4d16-a5e5-574e7725696b, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=21d9f93e-fcc8-4d16-a5e5-574e7725696b,segment=NetworkSegment(e532fe79-d434-4f03-a9a0-c9663b2eed81),segment_id=e532fe79-d434-4f03-a9a0-c9663b2eed81)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:12.344165 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:12.349853 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:12.481685 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=21d9f93e-fcc8-4d16-a5e5-574e7725696b,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:12.489819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:12.491015 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:12.491560 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:12.491902 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:12.492727 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:12.493071 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:12.493403 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:12.493732 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:12.494588 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:12.494955 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:12.495288 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:12.495670 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:12.653387 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['21d9f93e-fcc8-4d16-a5e5-574e7725696b'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:50:12.708304 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d88de0-1e8e-4acd-bbab-2dee4d3604c3 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:12.729313 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d88de0-1e8e-4acd-bbab-2dee4d3604c3 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:12.753940 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d88de0-1e8e-4acd-bbab-2dee4d3604c3 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:12.782163 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d88de0-1e8e-4acd-bbab-2dee4d3604c3 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:12.784081 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a9d88de0-1e8e-4acd-bbab-2dee4d3604c3 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5779004 Jul 22 16:50:12.790062 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42358) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:12.966335 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744dac03-e4cd-47f1-88f2-efa98cf55d98 req-eb2318e1-dc5b-41fe-8905-70f2e095e3a4 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:12.967971 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-744dac03-e4cd-47f1-88f2-efa98cf55d98 req-eb2318e1-dc5b-41fe-8905-70f2e095e3a4 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.1611054 Jul 22 16:50:13.061767 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-744dac03-e4cd-47f1-88f2-efa98cf55d98 req-63c976da-b5e6-4cdb-bc20-6cfe5c67d459 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868444 Jul 22 16:50:13.155672 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6ec17436-9d8f-4c1e-af45-98ec248521fe tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3609989 Jul 22 16:50:13.158289 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42368) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:13.404659 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2c93f4-990a-413f-b797-f13790ac842d tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:13.410715 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2c93f4-990a-413f-b797-f13790ac842d tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:13.413227 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-df2c93f4-990a-413f-b797-f13790ac842d tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2537992 Jul 22 16:50:13.418228 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42376) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:13.503059 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f318397-abf7-4de7-ad5c-ed30029fc92e req-5068109c-b5e8-4f5a-8ee0-46411e4dbed7 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:13.504696 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f318397-abf7-4de7-ad5c-ed30029fc92e req-5068109c-b5e8-4f5a-8ee0-46411e4dbed7 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.3049796 Jul 22 16:50:13.537290 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ae824f-2068-4040-8c00-a8077f5aad83 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:13.542419 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ae824f-2068-4040-8c00-a8077f5aad83 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['shared'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:13.547254 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-19ae824f-2068-4040-8c00-a8077f5aad83 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1276364 Jul 22 16:50:13.552781 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42380) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:13.609916 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 21d9f93e-fcc8-4d16-a5e5-574e7725696b up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:50:13.711659 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a93725-159d-44db-b81e-37cf98a8c98e req-947e7577-4cfe-4b1f-b409-09e498ce1c14 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:13.712225 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-07a93725-159d-44db-b81e-37cf98a8c98e req-947e7577-4cfe-4b1f-b409-09e498ce1c14 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 945 time: 0.1609495 Jul 22 16:50:13.741792 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f318397-abf7-4de7-ad5c-ed30029fc92e req-7f65d1f2-af0e-4e89-9df3-a8e247aebd80 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309771 Jul 22 16:50:13.761557 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 21d9f93e-fcc8-4d16-a5e5-574e7725696b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:50:13.781306 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 21d9f93e-fcc8-4d16-a5e5-574e7725696b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:50:13.781306 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:13.853505 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-07a93725-159d-44db-b81e-37cf98a8c98e req-e525eb15-0cf3-4bfe-aa68-0f38cbde9a49 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194775 Jul 22 16:50:13.928277 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165de8cf-c9ec-4424-b807-9959988494ed tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:13.929763 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-165de8cf-c9ec-4424-b807-9959988494ed tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "GET /v2.0/networks/ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04 HTTP/1.1" status: 200 len: 800 time: 0.3761373 Jul 22 16:50:13.933494 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42386) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:13.969695 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:14.010177 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 21d9f93e-fcc8-4d16-a5e5-574e7725696b, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=21d9f93e-fcc8-4d16-a5e5-574e7725696b,segment=NetworkSegment(e532fe79-d434-4f03-a9a0-c9663b2eed81),segment_id=e532fe79-d434-4f03-a9a0-c9663b2eed81)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:14.011297 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d9f93e-fcc8-4d16-a5e5-574e7725696b'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:50:14.014021 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a6369d-7a5b-4ab4-bdc3-77d5123ede3b" -d '{"events": [{"server_uuid": "4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8", "name": "network-vif-plugged", "status": "completed", "tag": "21d9f93e-fcc8-4d16-a5e5-574e7725696b"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:50:14.019211 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:14.123797 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9272fc-e223-42b3-b2d5-fd7b70eeac45 x-openstack-request-id: req-8d9272fc-e223-42b3-b2d5-fd7b70eeac45 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:50:14.124074 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8", "name": "network-vif-plugged", "status": "completed", "tag": "21d9f93e-fcc8-4d16-a5e5-574e7725696b", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:50:14.124324 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8d9272fc-e223-42b3-b2d5-fd7b70eeac45 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:50:14.124971 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d9f93e-fcc8-4d16-a5e5-574e7725696b', 'code': 200} Jul 22 16:50:14.165578 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=21d9f93e-fcc8-4d16-a5e5-574e7725696b,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:14.177595 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42392) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:14.183771 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f7ab9733-0d5d-48d8-8f1c-cc03f87a3762 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "GET /v2.0/networks/ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2312238 Jul 22 16:50:14.269330 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a9d85a-ce07-4aa9-9df3-49dcab0e7e2c tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:14.269739 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a7a9d85a-ce07-4aa9-9df3-49dcab0e7e2c tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "GET /v2.0/subnets/84976dbc-ddd3-4993-b07f-07592217b110 HTTP/1.1" status: 200 len: 811 time: 0.0906579 Jul 22 16:50:14.274772 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42396) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:14.382207 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637eff1-c1e3-4738-8bdd-e8e5486b4b37 req-01d3a0e5-eadf-4ccc-9d63-308de5cd465e tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:14.383870 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c637eff1-c1e3-4738-8bdd-e8e5486b4b37 req-01d3a0e5-eadf-4ccc-9d63-308de5cd465e tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.1379976 Jul 22 16:50:14.455964 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c637eff1-c1e3-4738-8bdd-e8e5486b4b37 req-ac3703b0-3ff2-4a80-86e4-4d8ef2ee159a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660551 Jul 22 16:50:14.467765 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16e7fd6-d2e7-4162-83ee-1baa89ef196b tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:14.473948 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e16e7fd6-d2e7-4162-83ee-1baa89ef196b tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "GET /v2.0/subnets/84976dbc-ddd3-4993-b07f-07592217b110?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1932929 Jul 22 16:50:14.474312 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42408) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:14.497288 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a4bc2-e540-49d4-92d4-d90181ea251b req-bbe730c2-4d5f-4652-af4a-9eff098d62bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:14.499440 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-322a4bc2-e540-49d4-92d4-d90181ea251b req-bbe730c2-4d5f-4652-af4a-9eff098d62bf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 1097 time: 0.2286818 Jul 22 16:50:14.514466 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-276d542a-86b8-4ca1-857b-ad0f5d97d831 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1832440997'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:14.549363 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276d542a-86b8-4ca1-857b-ad0f5d97d831 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Made reservation on behalf of 001a97323c7f4fbba13460cd92514768 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:14.558867 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-276d542a-86b8-4ca1-857b-ad0f5d97d831 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:14.601491 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-322a4bc2-e540-49d4-92d4-d90181ea251b req-904ef1ff-ae58-493d-b6be-ccaa28843ca5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938089 Jul 22 16:50:14.620151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276d542a-86b8-4ca1-857b-ad0f5d97d831 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:50:14.642780 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-276d542a-86b8-4ca1-857b-ad0f5d97d831 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:14.643139 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-276d542a-86b8-4ca1-857b-ad0f5d97d831 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Added segment f486c20a-ba51-4a1d-8afb-3f82b62fb958 of type vlan for network cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7 Jul 22 16:50:14.700725 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-276d542a-86b8-4ca1-857b-ad0f5d97d831 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:14.752970 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-276d542a-86b8-4ca1-857b-ad0f5d97d831 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:14.761408 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276d542a-86b8-4ca1-857b-ad0f5d97d831 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:14.762251 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-276d542a-86b8-4ca1-857b-ad0f5d97d831 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:14.823518 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42414) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:14.829815 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9fd5685f-66d4-446d-be29-dada29893d79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'subnet': {'network_id': 'cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:14.833878 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-276d542a-86b8-4ca1-857b-ad0f5d97d831 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3581846 Jul 22 16:50:14.927273 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d542a-86b8-4ca1-857b-ad0f5d97d831 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Network': ['ID=cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:14.939585 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:50:15.216395 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1c305-3837-4fd3-bb1b-a6979525c37f req-34e73b93-1f39-4c52-8608-e571cc0f9039 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:15.226649 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dad1c305-3837-4fd3-bb1b-a6979525c37f req-34e73b93-1f39-4c52-8608-e571cc0f9039 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.3193803 Jul 22 16:50:15.230442 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd5685f-66d4-446d-be29-dada29893d79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Made reservation on behalf of 001a97323c7f4fbba13460cd92514768 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:15.236080 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fd5685f-66d4-446d-be29-dada29893d79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:15.352012 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-9fd5685f-66d4-446d-be29-dada29893d79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Performing IP validity checks on allocation pools {{(pid=93816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 16:50:15.353144 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-9fd5685f-66d4-446d-be29-dada29893d79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 16:50:15.397318 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dad1c305-3837-4fd3-bb1b-a6979525c37f req-8080b02e-dbc6-4287-84ad-4b85ba36b1a8 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684248 Jul 22 16:50:15.814086 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fd5685f-66d4-446d-be29-dada29893d79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:15.854618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e53afc-dc99-4660-8fbb-984d9570690e req-241f90d2-b133-4aa7-aed3-833a7ac5baf7 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:15.857475 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5e53afc-dc99-4660-8fbb-984d9570690e req-241f90d2-b133-4aa7-aed3-833a7ac5baf7 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.1986544 Jul 22 16:50:16.001324 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e59963-9513-4b5a-8649-6173204a3d90 req-1e03e560-1b44-48a2-ac62-d3e7226ee8c6 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:16.003189 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-45e59963-9513-4b5a-8649-6173204a3d90 req-1e03e560-1b44-48a2-ac62-d3e7226ee8c6 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.9458554 Jul 22 16:50:16.055968 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-45e59963-9513-4b5a-8649-6173204a3d90 req-37c13da8-5c75-4df0-a886-fe9af1001c0a tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472698 Jul 22 16:50:16.115916 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5685f-66d4-446d-be29-dada29893d79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Subnet': ['ID=25416e48-0e1f-4015-9917-3eb2c206bc09,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:16.147919 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5e53afc-dc99-4660-8fbb-984d9570690e req-d3efa02d-2b6d-483a-ac4e-d35404d64b91 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222817 Jul 22 16:50:16.180766 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd5685f-66d4-446d-be29-dada29893d79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Checking segment: {'id': 'f486c20a-ba51-4a1d-8afb-3f82b62fb958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:50:16.182010 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd5685f-66d4-446d-be29-dada29893d79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Network hostable DHCP agents. Network: cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:50:16.206396 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd5685f-66d4-446d-be29-dada29893d79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Network cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:50:16.221732 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9fd5685f-66d4-446d-be29-dada29893d79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:50:16.231751 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4361b308-ea51-4046-8dfa-74222d221da4 None None] Network cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:50:16.241153 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd5685f-66d4-446d-be29-dada29893d79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:16.244008 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9fd5685f-66d4-446d-be29-dada29893d79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:16.280351 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42450) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:16.280592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9fd5685f-66d4-446d-be29-dada29893d79 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4559116 Jul 22 16:50:16.287669 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e0fbd18b-7899-4c80-b6b1-ad42ab15e402 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:16.635706 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0fbd18b-7899-4c80-b6b1-ad42ab15e402 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10232805'] for subnet, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:16.760546 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ea4e01-69b6-4dcc-8266-a7460277b579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7', 'network_id': 'cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7', 'tenant_id': '001a97323c7f4fbba13460cd92514768', 'fixed_ips': [{'subnet_id': '25416e48-0e1f-4015-9917-3eb2c206bc09'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:50:16.761483 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98ea4e01-69b6-4dcc-8266-a7460277b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:16.803152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6057eaf-0b8f-449c-a11b-ab9c4a5a0c19 req-6e778526-90b3-41f5-a355-eea666c985b0 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:16.804716 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a6057eaf-0b8f-449c-a11b-ab9c4a5a0c19 req-6e778526-90b3-41f5-a355-eea666c985b0 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.2951472 Jul 22 16:50:16.949067 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a6057eaf-0b8f-449c-a11b-ab9c4a5a0c19 req-7e8c496e-94a9-4579-b66b-7161efe26c5a tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016560 Jul 22 16:50:17.067933 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0fbd18b-7899-4c80-b6b1-ad42ab15e402 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765149800816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10062159'] for subnet, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:17.142764 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-98ea4e01-69b6-4dcc-8266-a7460277b579 None None] Allocated IP 172.20.0.3 (cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7/25416e48-0e1f-4015-9917-3eb2c206bc09/a082e96e-7f5b-4cc6-99a2-3def222fa2c2) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:50:17.166598 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fbd18b-7899-4c80-b6b1-ad42ab15e402 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:17.169253 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0fbd18b-7899-4c80-b6b1-ad42ab15e402 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:17.178601 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e0fbd18b-7899-4c80-b6b1-ad42ab15e402 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "PUT /v2.0/subnets/25416e48-0e1f-4015-9917-3eb2c206bc09 HTTP/1.1" status: 200 len: 877 time: 0.8966818 Jul 22 16:50:17.179901 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42478) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:17.315578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c340e-5a56-463a-b184-b655a18e7d0b req-2ad10d22-f172-431d-8aff-711d24f1b26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:17.317131 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea1c340e-5a56-463a-b184-b655a18e7d0b req-2ad10d22-f172-431d-8aff-711d24f1b26e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0be4ca898ef40f79a7a36fc239eca61&device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 1097 time: 0.2636299 Jul 22 16:50:17.385072 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:17.464489 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbd18b-7899-4c80-b6b1-ad42ab15e402 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event updated for resources: {'Subnet': ['ID=25416e48-0e1f-4015-9917-3eb2c206bc09,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:17.549769 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a38e0-4f50-4f06-b5ed-75deb4618b4c req-e373bc2e-5f4d-48b5-b005-27b3ee47723c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:17.554478 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e40a38e0-4f50-4f06-b5ed-75deb4618b4c req-e373bc2e-5f4d-48b5-b005-27b3ee47723c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.1755450 Jul 22 16:50:17.555748 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:17.559375 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c340e-5a56-463a-b184-b655a18e7d0b req-d3cc8ad6-da58-4462-892b-8157dc5d3a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:17.560896 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea1c340e-5a56-463a-b184-b655a18e7d0b req-d3cc8ad6-da58-4462-892b-8157dc5d3a24 service neutron] 10.222.0.30 "GET /v2.0/networks?id=355332cc-46f4-40ba-8869-365066797198 HTTP/1.1" status: 200 len: 918 time: 0.2342346 Jul 22 16:50:17.571158 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98ea4e01-69b6-4dcc-8266-a7460277b579 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:17.582021 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-98ea4e01-69b6-4dcc-8266-a7460277b579 None None] Transition to ACTIVE for port object a082e96e-7f5b-4cc6-99a2-3def222fa2c2 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:50:17.601584 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-98ea4e01-69b6-4dcc-8266-a7460277b579 None None] Transition to ACTIVE for port object a082e96e-7f5b-4cc6-99a2-3def222fa2c2 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:50:17.612214 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98ea4e01-69b6-4dcc-8266-a7460277b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:17.691739 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ea4e01-69b6-4dcc-8266-a7460277b579 None None] Network cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:50:17.694841 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-98ea4e01-69b6-4dcc-8266-a7460277b579 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:50:17.699796 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ea4e01-69b6-4dcc-8266-a7460277b579 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:50:17.703151 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea4e01-69b6-4dcc-8266-a7460277b579 None None] Pushing event updated for resources: {'Port': ['ID=a082e96e-7f5b-4cc6-99a2-3def222fa2c2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:17.734358 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea1c340e-5a56-463a-b184-b655a18e7d0b req-bc22905f-7f33-4dcf-ab80-6b627903b4bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e206c57-83cc-41d7-9d92-3436d33b4fa4 HTTP/1.1" status: 200 len: 1001 time: 0.1649730 Jul 22 16:50:17.778233 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e40a38e0-4f50-4f06-b5ed-75deb4618b4c req-a1758f7c-2855-4aed-ae34-dd9ba64b7b2c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333036 Jul 22 16:50:17.785813 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-98ea4e01-69b6-4dcc-8266-a7460277b579 None None] Attempting to bind port a082e96e-7f5b-4cc6-99a2-3def222fa2c2 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:50:17.786043 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3417f8-6f5e-415b-b562-dd6973427641 req-8a062bb0-6c1c-4124-b3e4-913337ba4caa tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:17.786275 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-98ea4e01-69b6-4dcc-8266-a7460277b579 None None] Attempting to bind port a082e96e-7f5b-4cc6-99a2-3def222fa2c2 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'f486c20a-ba51-4a1d-8afb-3f82b62fb958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:50:17.786631 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ea4e01-69b6-4dcc-8266-a7460277b579 None None] Attempting to bind port a082e96e-7f5b-4cc6-99a2-3def222fa2c2 on network cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:50:17.787528 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b3417f8-6f5e-415b-b562-dd6973427641 req-8a062bb0-6c1c-4124-b3e4-913337ba4caa tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.5808833 Jul 22 16:50:17.799200 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:17.799803 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ea4e01-69b6-4dcc-8266-a7460277b579 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:50:17.800216 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ea4e01-69b6-4dcc-8266-a7460277b579 None None] Checking segment: {'id': 'f486c20a-ba51-4a1d-8afb-3f82b62fb958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:50:17.800700 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98ea4e01-69b6-4dcc-8266-a7460277b579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:17.801167 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ea4e01-69b6-4dcc-8266-a7460277b579 None None] Bound using segment: {'id': 'f486c20a-ba51-4a1d-8afb-3f82b62fb958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:50:17.801641 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-98ea4e01-69b6-4dcc-8266-a7460277b579 None None] Bound port: a082e96e-7f5b-4cc6-99a2-3def222fa2c2, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f486c20a-ba51-4a1d-8afb-3f82b62fb958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:50:17.802114 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98ea4e01-69b6-4dcc-8266-a7460277b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:17.848557 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Subnet': ['ID=25416e48-0e1f-4015-9917-3eb2c206bc09,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:17.871312 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c340e-5a56-463a-b184-b655a18e7d0b req-9c5708bc-b2cf-41c5-8b52-66ce619b6aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:17.873096 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea1c340e-5a56-463a-b184-b655a18e7d0b req-9c5708bc-b2cf-41c5-8b52-66ce619b6aff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ecd1df5-07c9-407a-b124-958e195ac0bb HTTP/1.1" status: 200 len: 856 time: 0.1314337 Jul 22 16:50:18.028861 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b3417f8-6f5e-415b-b562-dd6973427641 req-37c8809b-1625-4654-b116-daf3ea1a5c75 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929739 Jul 22 16:50:18.045970 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c340e-5a56-463a-b184-b655a18e7d0b req-b848e403-d851-4c49-96b4-a73314b4e9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:18.048913 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea1c340e-5a56-463a-b184-b655a18e7d0b req-b848e403-d851-4c49-96b4-a73314b4e9c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=355332cc-46f4-40ba-8869-365066797198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1664519 Jul 22 16:50:18.096164 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-98ea4e01-69b6-4dcc-8266-a7460277b579 None None] For port a082e96e-7f5b-4cc6-99a2-3def222fa2c2, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:50:18.119712 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-98ea4e01-69b6-4dcc-8266-a7460277b579 None None] For port a082e96e-7f5b-4cc6-99a2-3def222fa2c2, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a082e96e-7f5b-4cc6-99a2-3def222fa2c2,segment=NetworkSegment(f486c20a-ba51-4a1d-8afb-3f82b62fb958),segment_id=f486c20a-ba51-4a1d-8afb-3f82b62fb958)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:50:18.136348 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98ea4e01-69b6-4dcc-8266-a7460277b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:18.140018 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:18.155746 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:18.192014 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f486c20a-ba51-4a1d-8afb-3f82b62fb958') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:18.193130 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f486c20a-ba51-4a1d-8afb-3f82b62fb958') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:18.219588 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea1c340e-5a56-463a-b184-b655a18e7d0b req-3f55dff1-aca9-4e1f-9b3c-109be3305a30 service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619952 Jul 22 16:50:18.294337 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:18.348799 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:18.405783 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:50:18.407020 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:50:18.422264 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:50:18.483539 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea4e01-69b6-4dcc-8266-a7460277b579 None None] Pushing event updated for resources: {'Port': ['ID=a082e96e-7f5b-4cc6-99a2-3def222fa2c2,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:18.495332 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d458a0-124b-4a3e-8962-21fb4f1db482 None None] Network cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:50:18.548085 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea1c340e-5a56-463a-b184-b655a18e7d0b req-36be1c11-d301-4ed9-bbc0-6d7ed3daef89 service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165421 Jul 22 16:50:18.563770 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3a4cf-c215-4728-9a5c-adb92fe46c09 req-c6f252f5-9552-45ff-b3c9-ab2183bccf02 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:18.567034 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9e3a4cf-c215-4728-9a5c-adb92fe46c09 req-c6f252f5-9552-45ff-b3c9-ab2183bccf02 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.3538640 Jul 22 16:50:18.589070 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2705e5-2519-49a7-9656-bb2352aacf94 req-d37c26a6-4288-4e2e-9f82-08720429f829 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:18.618497 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5a2705e5-2519-49a7-9656-bb2352aacf94 req-d37c26a6-4288-4e2e-9f82-08720429f829 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.3972270 Jul 22 16:50:18.670678 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5a2705e5-2519-49a7-9656-bb2352aacf94 req-a7493f48-d5d7-40ed-b50d-c81ca960895b tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497355 Jul 22 16:50:18.698276 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.db.api [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 16:50:18.698276 n-d-798930-9 neutron-server[93817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 16:50:18.698276 n-d-798930-9 neutron-server[93817]: [parameters: {'id': 'cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7'}] Jul 22 16:50:18.698276 n-d-798930-9 neutron-server[93817]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:50:18.698276 n-d-798930-9 neutron-server[93817]: DEBUG oslo_db.api [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:50:18.749269 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9e3a4cf-c215-4728-9a5c-adb92fe46c09 req-0fd016b9-4f8a-436c-9703-6af8577c553f tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637497 Jul 22 16:50:18.782556 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44ba619-8203-46cf-b069-2f3d3ca3b5e7 None None] Network cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:50:19.066910 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e71b4-0ad8-4ac1-a414-8a1061987614 req-623da1d3-50f3-4fc5-bcd2-516773fbd02f tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:19.079728 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-689e71b4-0ad8-4ac1-a414-8a1061987614 req-623da1d3-50f3-4fc5-bcd2-516773fbd02f tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.1292491 Jul 22 16:50:19.177611 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25cb60d-3047-4e72-9ea3-36077cc75e27 None None] get_active_networks_info from n-d-798930-9 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:50:19.192758 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-689e71b4-0ad8-4ac1-a414-8a1061987614 req-d4b56b90-937c-450f-b45a-2221f30be132 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117423 Jul 22 16:50:19.199581 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:19.298826 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Deleting port a082e96e-7f5b-4cc6-99a2-3def222fa2c2 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:50:19.299207 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:19.345537 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1e6a2-f4ec-48f9-80fe-572d582ae6f4 req-e36b9453-bc5b-4dac-80cd-032cb5841833 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:19.362453 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-45a1e6a2-f4ec-48f9-80fe-572d582ae6f4 req-e36b9453-bc5b-4dac-80cd-032cb5841833 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.1485879 Jul 22 16:50:19.421451 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25cb60d-3047-4e72-9ea3-36077cc75e27 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:50:19.475034 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-45a1e6a2-f4ec-48f9-80fe-572d582ae6f4 req-875ea354-edfd-42c7-ba33-0e98bb674f00 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117225 Jul 22 16:50:19.522022 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] For port a082e96e-7f5b-4cc6-99a2-3def222fa2c2, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a082e96e-7f5b-4cc6-99a2-3def222fa2c2,segment=NetworkSegment(f486c20a-ba51-4a1d-8afb-3f82b62fb958),segment_id=f486c20a-ba51-4a1d-8afb-3f82b62fb958)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:19.523302 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:19.539499 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Calling delete_port for a082e96e-7f5b-4cc6-99a2-3def222fa2c2 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:50:19.691950 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:19.732316 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Port': ['ID=a082e96e-7f5b-4cc6-99a2-3def222fa2c2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:19.760105 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No DVR routers for this DVR port a082e96e-7f5b-4cc6-99a2-3def222fa2c2 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:50:19.988144 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:20.006627 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:20.019875 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f486c20a-ba51-4a1d-8afb-3f82b62fb958') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:20.020144 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f486c20a-ba51-4a1d-8afb-3f82b62fb958') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:20.037678 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:20.054578 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:20.076464 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd440032-ee4c-4fc3-a239-c245c81b95ee req-83e8bdb4-4f6b-4090-b8c6-993bccd45695 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:20.078074 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bd440032-ee4c-4fc3-a239-c245c81b95ee req-83e8bdb4-4f6b-4090-b8c6-993bccd45695 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.1716762 Jul 22 16:50:20.079257 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:50:20.079669 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:50:20.083197 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:50:20.187128 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bd440032-ee4c-4fc3-a239-c245c81b95ee req-7b90bc4a-5c32-4119-a34c-4c652f19ca38 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030173 Jul 22 16:50:20.188337 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:20.195922 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:20.200841 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/networks/cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7 HTTP/1.1" status: 204 len: 168 time: 3.0120947 Jul 22 16:50:20.201975 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42548) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:20.220249 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539c5aa-92eb-4393-908e-122f63a226d5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Network': ['ID=cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:20.265569 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a5e6cf-feb7-4d49-89e5-e81ed5acac55 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] DELETE failed (client error): The resource could not be found. Jul 22 16:50:20.268242 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a5e6cf-feb7-4d49-89e5-e81ed5acac55 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:50:20.287724 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d5a5e6cf-feb7-4d49-89e5-e81ed5acac55 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/subnets/25416e48-0e1f-4015-9917-3eb2c206bc09 HTTP/1.1" status: 404 len: 337 time: 0.0745561 Jul 22 16:50:20.288435 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42558) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:20.357634 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-612a7e17-dba7-48a1-a2c6-334c2e2a0c37 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] DELETE failed (client error): The resource could not be found. Jul 22 16:50:20.359285 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-612a7e17-dba7-48a1-a2c6-334c2e2a0c37 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:50:20.363846 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-612a7e17-dba7-48a1-a2c6-334c2e2a0c37 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/networks/cc24a3ed-821d-4ac7-a0e4-e8a02b3ab0f7 HTTP/1.1" status: 404 len: 339 time: 0.0742450 Jul 22 16:50:20.366649 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42562) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:20.445073 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-366d2e8c-fc38-4fb5-b2ad-2309f36ddcfb tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] DELETE failed (client error): The resource could not be found. Jul 22 16:50:20.447550 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-366d2e8c-fc38-4fb5-b2ad-2309f36ddcfb tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:50:20.449352 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-366d2e8c-fc38-4fb5-b2ad-2309f36ddcfb tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/subnets/49407468-942c-4c3f-b44a-7a55230aced4 HTTP/1.1" status: 404 len: 337 time: 0.0818045 Jul 22 16:50:20.452041 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42564) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:20.478125 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b045fa4-2e5e-49e2-b573-cd4863aee0de req-c0fcc251-4aed-47da-b614-07ed179b8412 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:20.488506 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53e57d1-da54-473e-ae42-9e5d040aa2d1 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] DELETE failed (client error): The resource could not be found. Jul 22 16:50:20.489130 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b53e57d1-da54-473e-ae42-9e5d040aa2d1 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:50:20.490613 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0b045fa4-2e5e-49e2-b573-cd4863aee0de req-c0fcc251-4aed-47da-b614-07ed179b8412 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.1995344 Jul 22 16:50:20.490969 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b53e57d1-da54-473e-ae42-9e5d040aa2d1 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/networks/5b9c20d4-eecf-49d6-976a-4490b39d6921 HTTP/1.1" status: 404 len: 339 time: 0.0380046 Jul 22 16:50:20.493580 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42570) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:20.642942 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d818efe-125a-44d6-a66f-c7beb5c76fc0 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:20.694644 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0b045fa4-2e5e-49e2-b573-cd4863aee0de req-ef79e01c-432a-426b-875d-4296067dc159 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023971 Jul 22 16:50:20.793084 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c085088-ea8f-4794-af30-472d8285957d req-0a68adb3-c19e-4817-96de-ee711587e0e6 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:20.801731 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2c085088-ea8f-4794-af30-472d8285957d req-0a68adb3-c19e-4817-96de-ee711587e0e6 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.1614161 Jul 22 16:50:20.825106 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d818efe-125a-44d6-a66f-c7beb5c76fc0 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:20.842031 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-5d818efe-125a-44d6-a66f-c7beb5c76fc0 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51656a67-8fc7-4388-865c-d1a2de922e17']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:20.856674 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-5d818efe-125a-44d6-a66f-c7beb5c76fc0 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4af921-ea6c-4cfe-985f-a84113062838') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:20.856978 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-5d818efe-125a-44d6-a66f-c7beb5c76fc0 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4af921-ea6c-4cfe-985f-a84113062838') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:20.866543 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2c085088-ea8f-4794-af30-472d8285957d req-140fc9f4-2bcd-4e37-940a-4bb01f9654d4 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638897 Jul 22 16:50:20.910909 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d818efe-125a-44d6-a66f-c7beb5c76fc0 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:20.928198 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d818efe-125a-44d6-a66f-c7beb5c76fc0 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:20.938337 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d818efe-125a-44d6-a66f-c7beb5c76fc0 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:50:20.939121 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d818efe-125a-44d6-a66f-c7beb5c76fc0 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:50:20.942819 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:50:21.022470 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d818efe-125a-44d6-a66f-c7beb5c76fc0 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:21.055621 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d818efe-125a-44d6-a66f-c7beb5c76fc0 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:21.057582 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5d818efe-125a-44d6-a66f-c7beb5c76fc0 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/networks/51656a67-8fc7-4388-865c-d1a2de922e17 HTTP/1.1" status: 204 len: 168 time: 0.5573683 Jul 22 16:50:21.058494 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d818efe-125a-44d6-a66f-c7beb5c76fc0 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Network': ['ID=51656a67-8fc7-4388-865c-d1a2de922e17,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:21.061402 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42586) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:21.104190 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a64d35-1959-42b1-a669-d6e69734b44f tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] DELETE failed (client error): The resource could not be found. Jul 22 16:50:21.104663 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a64d35-1959-42b1-a669-d6e69734b44f tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:50:21.116684 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-80a64d35-1959-42b1-a669-d6e69734b44f tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/subnets/89eb3186-a1d1-460a-a83a-832d10f328e0 HTTP/1.1" status: 404 len: 337 time: 0.0536866 Jul 22 16:50:21.119111 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42588) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:21.142121 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d01f8b-b84a-4121-af2d-131da51ac8bc tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] DELETE failed (client error): The resource could not be found. Jul 22 16:50:21.143064 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d01f8b-b84a-4121-af2d-131da51ac8bc tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:50:21.145193 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-34d01f8b-b84a-4121-af2d-131da51ac8bc tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/networks/3e1d7bb3-84ea-467c-91a7-d34799eab718 HTTP/1.1" status: 404 len: 339 time: 0.0250993 Jul 22 16:50:21.149396 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42590) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:21.180669 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-113ca599-a0ce-4819-ad72-d3d848ada8bb tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] DELETE failed (client error): The resource could not be found. Jul 22 16:50:21.181412 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-113ca599-a0ce-4819-ad72-d3d848ada8bb tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:50:21.183900 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-113ca599-a0ce-4819-ad72-d3d848ada8bb tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/subnets/b221e1bd-feb2-4bcf-b744-fcb82ad89181 HTTP/1.1" status: 404 len: 337 time: 0.0328267 Jul 22 16:50:21.186331 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42592) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:21.212277 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-260dc081-7dd8-4fd1-ac94-bda02f22ee06 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] DELETE failed (client error): The resource could not be found. Jul 22 16:50:21.213710 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-260dc081-7dd8-4fd1-ac94-bda02f22ee06 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:50:21.215931 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-260dc081-7dd8-4fd1-ac94-bda02f22ee06 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/networks/8ea99361-5126-46b8-a244-aced28ce7d24 HTTP/1.1" status: 404 len: 339 time: 0.0284162 Jul 22 16:50:21.220880 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42594) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:21.272698 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d35354-7f16-4e61-a480-3d2877385c8a tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] DELETE failed (client error): The resource could not be found. Jul 22 16:50:21.273429 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d35354-7f16-4e61-a480-3d2877385c8a tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:50:21.275241 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d9d35354-7f16-4e61-a480-3d2877385c8a tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/subnets/69d8ce71-3d1e-44ce-8927-38f13c6f3105 HTTP/1.1" status: 404 len: 337 time: 0.0530436 Jul 22 16:50:21.277734 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42598) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:21.346426 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c1133d-c499-43ba-8b0d-7cedc8074fa4 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] DELETE failed (client error): The resource could not be found. Jul 22 16:50:21.347413 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c1133d-c499-43ba-8b0d-7cedc8074fa4 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:50:21.349958 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-13c1133d-c499-43ba-8b0d-7cedc8074fa4 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/networks/9d3bb19c-d41e-4847-9758-5bda4e0d45be HTTP/1.1" status: 404 len: 339 time: 0.0707374 Jul 22 16:50:21.352027 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42600) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:21.380413 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b3d902-205c-4e01-92b2-671defd613b7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] DELETE failed (client error): The resource could not be found. Jul 22 16:50:21.381250 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b3d902-205c-4e01-92b2-671defd613b7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:50:21.383650 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c4b3d902-205c-4e01-92b2-671defd613b7 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/subnets/a9b7e498-336d-4502-8cf6-0e6c0a5c473b HTTP/1.1" status: 404 len: 337 time: 0.0300107 Jul 22 16:50:21.386436 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42602) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:21.419605 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0aaed1a-7dfb-488c-9aee-e1cdcba1245b tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] DELETE failed (client error): The resource could not be found. Jul 22 16:50:21.420168 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0aaed1a-7dfb-488c-9aee-e1cdcba1245b tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:50:21.422561 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d0aaed1a-7dfb-488c-9aee-e1cdcba1245b tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/networks/8fe9f5f1-1b7f-42a9-becb-e5620f1ec473 HTTP/1.1" status: 404 len: 339 time: 0.0330093 Jul 22 16:50:21.425518 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42604) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:21.443165 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c83d21-03b1-4a06-999b-400868fffa40 req-192f8191-5468-40bf-a120-d346f19c89f8 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:21.450686 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-45c83d21-03b1-4a06-999b-400868fffa40 req-192f8191-5468-40bf-a120-d346f19c89f8 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.1381860 Jul 22 16:50:21.484790 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-1179dcd0-12cb-491c-b395-3c0cbec2c321 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] DELETE failed (client error): The resource could not be found. Jul 22 16:50:21.486112 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1179dcd0-12cb-491c-b395-3c0cbec2c321 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:50:21.488158 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1179dcd0-12cb-491c-b395-3c0cbec2c321 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/subnets/11ea07fe-4544-4826-ad76-3decab1280ad HTTP/1.1" status: 404 len: 337 time: 0.0603297 Jul 22 16:50:21.490646 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42608) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:21.503255 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-45c83d21-03b1-4a06-999b-400868fffa40 req-6df377bb-e2f6-4161-be34-62af606cc1d5 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515995 Jul 22 16:50:21.535705 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-34dd36bc-cf45-4b5b-9bd4-5306600d3a6b tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] DELETE failed (client error): The resource could not be found. Jul 22 16:50:21.536276 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34dd36bc-cf45-4b5b-9bd4-5306600d3a6b tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:50:21.541471 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-34dd36bc-cf45-4b5b-9bd4-5306600d3a6b tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/networks/b3d289f5-5a3f-4487-b86e-d72f48394612 HTTP/1.1" status: 404 len: 339 time: 0.0459993 Jul 22 16:50:21.542247 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42612) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:21.584332 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-b240f343-9ae9-492b-9b78-31e32359bfc5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] DELETE failed (client error): The resource could not be found. Jul 22 16:50:21.584795 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b240f343-9ae9-492b-9b78-31e32359bfc5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:50:21.589059 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b240f343-9ae9-492b-9b78-31e32359bfc5 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/subnets/8cfedba9-c8c8-4524-adbe-38a1654924ff HTTP/1.1" status: 404 len: 337 time: 0.0435224 Jul 22 16:50:21.589460 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42614) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:21.621319 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-70665a4e-0ec2-4587-ae21-5c7b70229413 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] DELETE failed (client error): The resource could not be found. Jul 22 16:50:21.621871 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70665a4e-0ec2-4587-ae21-5c7b70229413 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:50:21.629232 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-70665a4e-0ec2-4587-ae21-5c7b70229413 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/networks/731d1c0f-c4ec-4f10-891d-b5b7aa518a05 HTTP/1.1" status: 404 len: 339 time: 0.0276577 Jul 22 16:50:21.632563 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42616) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:21.668906 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-93654798-95c7-4e2f-823d-18b4450ab528 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] DELETE failed (client error): The resource could not be found. Jul 22 16:50:21.669379 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93654798-95c7-4e2f-823d-18b4450ab528 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:50:21.672485 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-93654798-95c7-4e2f-823d-18b4450ab528 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/subnets/0c327b92-fb31-4f64-943b-8c6295b5f96e HTTP/1.1" status: 404 len: 337 time: 0.0378065 Jul 22 16:50:21.674977 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42620) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:21.679356 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 0e206c57-83cc-41d7-9d92-3436d33b4fa4 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:50:21.702009 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00718ec-e5fa-4e3d-acf3-1519f738d67b tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] DELETE failed (client error): The resource could not be found. Jul 22 16:50:21.702607 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00718ec-e5fa-4e3d-acf3-1519f738d67b tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:50:21.707028 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f00718ec-e5fa-4e3d-acf3-1519f738d67b tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/networks/d88872b5-5089-4fcc-aae9-6b5729de33be HTTP/1.1" status: 404 len: 339 time: 0.0286963 Jul 22 16:50:21.707489 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42624) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:21.797556 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e76107d-6770-4410-98a4-3b6b436ad6c9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] DELETE failed (client error): The resource could not be found. Jul 22 16:50:21.801723 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:21.802431 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e76107d-6770-4410-98a4-3b6b436ad6c9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:50:21.805460 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7e76107d-6770-4410-98a4-3b6b436ad6c9 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/subnets/02b5fed4-2f98-4c26-8b3c-aeaa82f4f82d HTTP/1.1" status: 404 len: 337 time: 0.0969551 Jul 22 16:50:21.808189 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42628) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:21.841890 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0784ed-6be2-41de-bab3-85983c10c57b tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] DELETE failed (client error): The resource could not be found. Jul 22 16:50:21.841890 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad0784ed-6be2-41de-bab3-85983c10c57b tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:50:21.843071 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e060cb3-9408-4b40-a1bb-036edeb65e0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e206c57-83cc-41d7-9d92-3436d33b4fa4'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:50:21.847177 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ad0784ed-6be2-41de-bab3-85983c10c57b tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/networks/6b1f36c8-2fba-4ff4-b609-c0a53aab9ea8 HTTP/1.1" status: 404 len: 339 time: 0.0360727 Jul 22 16:50:21.847298 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d6f584-fdac-4dfd-b4cf-dad733a580b2" -d '{"events": [{"server_uuid": "4e060cb3-9408-4b40-a1bb-036edeb65e0e", "name": "network-vif-unplugged", "status": "completed", "tag": "0e206c57-83cc-41d7-9d92-3436d33b4fa4"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:50:21.848303 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42630) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:21.872316 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 0e206c57-83cc-41d7-9d92-3436d33b4fa4, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=0e206c57-83cc-41d7-9d92-3436d33b4fa4,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:21.881459 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:21.947776 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 16:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0602092-a57a-4e8c-b3c7-3eff497bb632 x-openstack-request-id: req-e0602092-a57a-4e8c-b3c7-3eff497bb632 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:50:21.948082 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e060cb3-9408-4b40-a1bb-036edeb65e0e", "name": "network-vif-unplugged", "status": "failed", "tag": "0e206c57-83cc-41d7-9d92-3436d33b4fa4", "code": 422}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:50:21.948329 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e0602092-a57a-4e8c-b3c7-3eff497bb632 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:50:21.948855 n-d-798930-9 neutron-server[93818]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4e060cb3-9408-4b40-a1bb-036edeb65e0e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0e206c57-83cc-41d7-9d92-3436d33b4fa4', 'code': 422} returned with failed status Jul 22 16:50:21.966368 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-1801d6f4-1c7d-48d6-b8e6-4a7563534384 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Deleting subnet 84976dbc-ddd3-4993-b07f-07592217b110 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:50:21.974435 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1801d6f4-1c7d-48d6-b8e6-4a7563534384 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:21.981460 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=0e206c57-83cc-41d7-9d92-3436d33b4fa4,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:22.027587 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1801d6f4-1c7d-48d6-b8e6-4a7563534384 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:22.038779 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd9d1e-a9ef-45a2-abd1-46a4bda34c6f req-4f57729a-8c21-412a-9b85-f61c2d44fb69 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:22.040470 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-42bd9d1e-a9ef-45a2-abd1-46a4bda34c6f req-4f57729a-8c21-412a-9b85-f61c2d44fb69 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 944 time: 0.1683891 Jul 22 16:50:22.153149 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-42bd9d1e-a9ef-45a2-abd1-46a4bda34c6f req-88e33494-a116-4932-8367-03464888eb2f tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931776 Jul 22 16:50:22.202507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd01b69-8c1c-4c7c-96fc-e47aed8298e6 req-386be3c4-33cd-4271-b40d-d4b9cff80031 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:22.209265 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1801d6f4-1c7d-48d6-b8e6-4a7563534384 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:22.220530 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ecd01b69-8c1c-4c7c-96fc-e47aed8298e6 req-386be3c4-33cd-4271-b40d-d4b9cff80031 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.1844184 Jul 22 16:50:22.319193 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ecd01b69-8c1c-4c7c-96fc-e47aed8298e6 req-08b440f1-0cdc-43a7-8f50-265ce0d927fe tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928712 Jul 22 16:50:22.340547 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1801d6f4-1c7d-48d6-b8e6-4a7563534384 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:22.416716 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801d6f4-1c7d-48d6-b8e6-4a7563534384 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Subnet': ['ID=84976dbc-ddd3-4993-b07f-07592217b110,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:22.441017 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1801d6f4-1c7d-48d6-b8e6-4a7563534384 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:22.447721 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42644) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:22.449127 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f050a1b-1561-46d4-ad8c-4e9559dd66ee None None] Network ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:50:22.458141 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1801d6f4-1c7d-48d6-b8e6-4a7563534384 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/subnets/84976dbc-ddd3-4993-b07f-07592217b110 HTTP/1.1" status: 204 len: 168 time: 0.6078181 Jul 22 16:50:22.548065 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:22.806547 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Deleting port a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:50:22.807691 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:22.934291 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] For port a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd,segment=NetworkSegment(a01f9104-98bd-471a-ac39-b44040180a1c),segment_id=a01f9104-98bd-471a-ac39-b44040180a1c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:22.935088 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:22.972345 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Calling delete_port for a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:50:23.070991 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9496019f-ab8d-47a3-81de-e9850e803da3 None None] DHCP port deletion for ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:50:23.079133 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc716712-0d6f-4b6a-b202-95ddf4c74b54 req-c205e2df-8505-4e8c-b365-184461f80702 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:23.086552 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dc716712-0d6f-4b6a-b202-95ddf4c74b54 req-c205e2df-8505-4e8c-b365-184461f80702 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.3714836 Jul 22 16:50:23.145785 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-26fdfa9a-6178-41ad-b678-ae752a8c6526 req-4a454607-d16e-4c00-ad78-5302d1be16c4 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:50:23.146835 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-26fdfa9a-6178-41ad-b678-ae752a8c6526 req-4a454607-d16e-4c00-ad78-5302d1be16c4 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065966 Jul 22 16:50:23.147364 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dc716712-0d6f-4b6a-b202-95ddf4c74b54 req-b1d991b1-c666-447b-92a4-1c39ef1e4743 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593741 Jul 22 16:50:23.245214 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9496019f-ab8d-47a3-81de-e9850e803da3 None None] Deleting port a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:50:23.245535 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9496019f-ab8d-47a3-81de-e9850e803da3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:23.253119 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:23.309099 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Port': ['ID=a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:23.318601 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] No DVR routers for this DVR port a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:50:23.318830 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9496019f-ab8d-47a3-81de-e9850e803da3 None None] For port a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd,segment=NetworkSegment(a01f9104-98bd-471a-ac39-b44040180a1c),segment_id=a01f9104-98bd-471a-ac39-b44040180a1c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:23.319218 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9496019f-ab8d-47a3-81de-e9850e803da3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:23.334433 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9496019f-ab8d-47a3-81de-e9850e803da3 None None] Calling delete_port for a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:50:23.358824 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:23.359282 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:23.359727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:23.360165 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:23.360602 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:23.361036 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:23.361737 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:23.362206 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:23.362748 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:23.364364 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:23.364364 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:23.364364 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:50:23.507755 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:50:23.512098 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9496019f-ab8d-47a3-81de-e9850e803da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:23.512760 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:23.570779 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:23.572225 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496019f-ab8d-47a3-81de-e9850e803da3 None None] Pushing event deleted for resources: {'Port': ['ID=a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:23.584691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01f9104-98bd-471a-ac39-b44040180a1c') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:23.584904 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01f9104-98bd-471a-ac39-b44040180a1c') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:23.591633 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9496019f-ab8d-47a3-81de-e9850e803da3 None None] No DVR routers for this DVR port a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:50:23.620492 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:23.642875 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:23.652591 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:50:23.654330 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:23.693758 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8cedb-784c-4142-b948-cec4c0a6fc95 req-1a94fd71-ff35-47fe-9513-c57235085a88 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:23.696621 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01f8cedb-784c-4142-b948-cec4c0a6fc95 req-1a94fd71-ff35-47fe-9513-c57235085a88 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.1585848 Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:50:23.775777 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:50:23.787883 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:23.793392 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01f8cedb-784c-4142-b948-cec4c0a6fc95 req-a162d773-578a-4608-860f-24b08c69fcfa tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908160 Jul 22 16:50:23.821518 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:23.821518 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] 10.222.0.69 "DELETE /v2.0/networks/ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04 HTTP/1.1" status: 204 len: 168 time: 1.3672907 Jul 22 16:50:23.840802 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd057b7-830e-40bb-aac4-88acc4e3b220 tempest-NetworksTest-1179673860 tempest-NetworksTest-1179673860-project] Pushing event deleted for resources: {'Network': ['ID=ea7d9c9a-eb32-42ab-855b-b36c4ad1fc04,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:23.920882 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3266c5-917c-4ff1-88b9-a5eb86d39594 req-2207c366-6cea-403c-9e71-21576af04c63 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:23.931877 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f3266c5-917c-4ff1-88b9-a5eb86d39594 req-2207c366-6cea-403c-9e71-21576af04c63 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 944 time: 0.4088113 Jul 22 16:50:24.061886 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f3266c5-917c-4ff1-88b9-a5eb86d39594 req-593dc3fe-e1b6-455c-abcd-47bb9d27530c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252818 Jul 22 16:50:24.264688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42692) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:24.331162 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d580f33-36ad-471c-8569-a18a5cec8a15 req-00984924-7068-4ef8-bce1-4e0bd76da908 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:24.334005 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2d580f33-36ad-471c-8569-a18a5cec8a15 req-00984924-7068-4ef8-bce1-4e0bd76da908 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.0988092 Jul 22 16:50:24.384439 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2d580f33-36ad-471c-8569-a18a5cec8a15 req-dbd18e51-d271-4902-acea-5baa1151400b tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421035 Jul 22 16:50:24.428221 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ac3b0fcb-6208-4059-9c02-863ae127c987 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=001a97323c7f4fbba13460cd92514768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1609302 Jul 22 16:50:24.431042 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42696) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:24.444488 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1abaae37-f124-4dc1-a172-37c0034b913d req-a90dcc4c-bf0b-4868-bf6b-082b575345fa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4278636 Jul 22 16:50:24.520399 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c459f2a-69e6-4ea8-9bd8-4e2c906266bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:24.566968 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c459f2a-69e6-4ea8-9bd8-4e2c906266bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:24.660080 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c459f2a-69e6-4ea8-9bd8-4e2c906266bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:24.662822 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c459f2a-69e6-4ea8-9bd8-4e2c906266bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:24.665202 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8c459f2a-69e6-4ea8-9bd8-4e2c906266bd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b0253b77-7465-4400-bb03-a7d530467742 HTTP/1.1" status: 204 len: 168 time: 0.2320354 Jul 22 16:50:24.681020 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c459f2a-69e6-4ea8-9bd8-4e2c906266bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0253b77-7465-4400-bb03-a7d530467742,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:24.971606 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:50:25.023466 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:50:25.024582 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a20f0eb7-cc2c-4dd8-bc16-e15a81f3dbdd not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:50:25.186012 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446b88c-8c5e-418e-aee1-376bf28977ef req-3835ff4c-2617-4fd1-adbf-c04311d06a8a tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:25.190795 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9446b88c-8c5e-418e-aee1-376bf28977ef req-3835ff4c-2617-4fd1-adbf-c04311d06a8a tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.2243369 Jul 22 16:50:25.257945 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9446b88c-8c5e-418e-aee1-376bf28977ef req-bd9a14e6-3d54-4b83-a16a-a08e85df190a tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564454 Jul 22 16:50:25.335837 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c68f03-06a8-472d-8422-d97573d341de req-4744d4ab-bc74-44b9-ba82-009999b26772 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:25.337983 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d2c68f03-06a8-472d-8422-d97573d341de req-4744d4ab-bc74-44b9-ba82-009999b26772 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 944 time: 0.1143782 Jul 22 16:50:25.393635 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d2c68f03-06a8-472d-8422-d97573d341de req-a23582c3-265c-4f45-b3aa-0dec96a8be82 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478337 Jul 22 16:50:25.557884 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f26a12-ba86-43a9-af61-9db7434b783c req-f2fa6e7e-1ea9-4085-a4cf-72d0eebd7028 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:25.559567 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-49f26a12-ba86-43a9-af61-9db7434b783c req-f2fa6e7e-1ea9-4085-a4cf-72d0eebd7028 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.0941389 Jul 22 16:50:25.612784 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-49f26a12-ba86-43a9-af61-9db7434b783c req-82d34a71-8242-4ff5-aa09-11408883d96d tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469921 Jul 22 16:50:25.921007 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42740) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:26.046079 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-37bdbb41-5c4b-47ee-b74d-6859552fc28e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1732570990'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:26.074944 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bdbb41-5c4b-47ee-b74d-6859552fc28e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:26.079879 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37bdbb41-5c4b-47ee-b74d-6859552fc28e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:26.089148 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37bdbb41-5c4b-47ee-b74d-6859552fc28e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:26.196467 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37bdbb41-5c4b-47ee-b74d-6859552fc28e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:26.202145 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37bdbb41-5c4b-47ee-b74d-6859552fc28e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:26.220554 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37bdbb41-5c4b-47ee-b74d-6859552fc28e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:50:26.235566 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37bdbb41-5c4b-47ee-b74d-6859552fc28e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:26.236047 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-37bdbb41-5c4b-47ee-b74d-6859552fc28e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Added segment 94ad2ab7-7c5a-4f64-9180-640aafd7be54 of type vlan for network 784d7ec6-dd85-40b3-9068-ad76b03fd04b Jul 22 16:50:26.341238 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bdbb41-5c4b-47ee-b74d-6859552fc28e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe74fb4e-49a1-4040-8c95-8eec5dfcbc68,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:26.368639 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37bdbb41-5c4b-47ee-b74d-6859552fc28e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:26.441650 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37bdbb41-5c4b-47ee-b74d-6859552fc28e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:26.455715 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bdbb41-5c4b-47ee-b74d-6859552fc28e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:26.456648 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37bdbb41-5c4b-47ee-b74d-6859552fc28e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:26.573290 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5791f-83b2-4f40-b5d9-1110fb3833bd req-900ab452-0d6b-4da7-9437-4f72ab4b5e16 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:26.574023 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044c21a-7e75-422a-a1cb-c03a6e33e630 req-bdae2ae8-9352-4450-80da-c326ac948481 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:26.574862 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9e5791f-83b2-4f40-b5d9-1110fb3833bd req-900ab452-0d6b-4da7-9437-4f72ab4b5e16 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 944 time: 0.0799251 Jul 22 16:50:26.576527 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6044c21a-7e75-422a-a1cb-c03a6e33e630 req-bdae2ae8-9352-4450-80da-c326ac948481 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.2037139 Jul 22 16:50:26.593317 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-37bdbb41-5c4b-47ee-b74d-6859552fc28e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6710162 Jul 22 16:50:26.596334 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42772) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:26.614631 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-192bfbdb-cdbb-42d3-bf67-23cb1eeda2df tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'port': {'network_id': '784d7ec6-dd85-40b3-9068-ad76b03fd04b', 'name': 'tempest-PortsIpV6TestJSON-1479463625'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:26.674832 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bdbb41-5c4b-47ee-b74d-6859552fc28e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Network': ['ID=784d7ec6-dd85-40b3-9068-ad76b03fd04b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:26.688308 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 784d7ec6-dd85-40b3-9068-ad76b03fd04b details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:50:26.689709 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9e5791f-83b2-4f40-b5d9-1110fb3833bd req-3fec6e35-1712-4410-9d80-c937b0815a41 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086302 Jul 22 16:50:26.859600 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6044c21a-7e75-422a-a1cb-c03a6e33e630 req-a44a6a76-8e30-412c-837b-cba1bfa06cde tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606132 Jul 22 16:50:26.903598 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6e5d1-11d9-4af1-a6ba-d8a3667a3266 req-512820f2-e09d-42f1-a54c-36bc3247dd18 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:26.905126 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b5a6e5d1-11d9-4af1-a6ba-d8a3667a3266 req-512820f2-e09d-42f1-a54c-36bc3247dd18 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.0994596 Jul 22 16:50:26.911935 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192bfbdb-cdbb-42d3-bf67-23cb1eeda2df tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:26.917232 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-192bfbdb-cdbb-42d3-bf67-23cb1eeda2df tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:26.949505 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-192bfbdb-cdbb-42d3-bf67-23cb1eeda2df tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] device_id is not set on port d24fee42-d078-448e-87a2-fe1acd1803ae yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:50:26.953081 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b5a6e5d1-11d9-4af1-a6ba-d8a3667a3266 req-dbd0aa74-9b1a-4927-a561-0b5339bf27e4 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379214 Jul 22 16:50:27.195302 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-192bfbdb-cdbb-42d3-bf67-23cb1eeda2df tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:27.246555 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-192bfbdb-cdbb-42d3-bf67-23cb1eeda2df tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:27.326388 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bfbdb-cdbb-42d3-bf67-23cb1eeda2df tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Port': ['ID=d24fee42-d078-448e-87a2-fe1acd1803ae,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:27.334582 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192bfbdb-cdbb-42d3-bf67-23cb1eeda2df tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Checking segment: {'id': '94ad2ab7-7c5a-4f64-9180-640aafd7be54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '784d7ec6-dd85-40b3-9068-ad76b03fd04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:50:27.334954 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192bfbdb-cdbb-42d3-bf67-23cb1eeda2df tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network hostable DHCP agents. Network: 784d7ec6-dd85-40b3-9068-ad76b03fd04b, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:50:27.362720 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192bfbdb-cdbb-42d3-bf67-23cb1eeda2df tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network 784d7ec6-dd85-40b3-9068-ad76b03fd04b is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:50:27.379689 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-192bfbdb-cdbb-42d3-bf67-23cb1eeda2df tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 784d7ec6-dd85-40b3-9068-ad76b03fd04b) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:50:27.384340 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192bfbdb-cdbb-42d3-bf67-23cb1eeda2df tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:50:27.393581 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afaf436-6e4a-4148-9f1d-eaf2366d5325 None None] Network 784d7ec6-dd85-40b3-9068-ad76b03fd04b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:50:27.394300 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192bfbdb-cdbb-42d3-bf67-23cb1eeda2df tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:27.395454 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-192bfbdb-cdbb-42d3-bf67-23cb1eeda2df tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:27.424224 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-192bfbdb-cdbb-42d3-bf67-23cb1eeda2df tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8166847 Jul 22 16:50:27.427113 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42792) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:27.432547 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a9eb3adb-9826-4e7f-9f67-d3be92899c5d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1254074480'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:27.460887 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9eb3adb-9826-4e7f-9f67-d3be92899c5d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:27.469246 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9eb3adb-9826-4e7f-9f67-d3be92899c5d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:27.499921 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9eb3adb-9826-4e7f-9f67-d3be92899c5d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:50:27.510050 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9eb3adb-9826-4e7f-9f67-d3be92899c5d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:27.510387 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-a9eb3adb-9826-4e7f-9f67-d3be92899c5d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Added segment c128e986-f389-40b4-b484-ce3a83e4c626 of type vlan for network 3bc02710-0ff5-4d41-9ea6-4a61e9a691fe Jul 22 16:50:27.555236 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9eb3adb-9826-4e7f-9f67-d3be92899c5d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:27.612351 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9eb3adb-9826-4e7f-9f67-d3be92899c5d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:27.619295 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eb3adb-9826-4e7f-9f67-d3be92899c5d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:27.619839 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9eb3adb-9826-4e7f-9f67-d3be92899c5d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:27.676975 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42794) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:27.677520 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a9eb3adb-9826-4e7f-9f67-d3be92899c5d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2489524 Jul 22 16:50:27.682506 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'ports': [{'network_id': '784d7ec6-dd85-40b3-9068-ad76b03fd04b'}, {'network_id': '3bc02710-0ff5-4d41-9ea6-4a61e9a691fe'}]} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:27.683101 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'port': {'network_id': '784d7ec6-dd85-40b3-9068-ad76b03fd04b'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:27.683760 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'port': {'network_id': '3bc02710-0ff5-4d41-9ea6-4a61e9a691fe'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:27.723750 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb3adb-9826-4e7f-9f67-d3be92899c5d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Network': ['ID=3bc02710-0ff5-4d41-9ea6-4a61e9a691fe,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:27.736200 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 3bc02710-0ff5-4d41-9ea6-4a61e9a691fe details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:50:28.029975 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14dec7-9813-4a99-991d-edaf9eddfd7c req-0b25caec-33ff-4490-92f3-f7547518d550 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:28.032121 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d14dec7-9813-4a99-991d-edaf9eddfd7c req-0b25caec-33ff-4490-92f3-f7547518d550 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 944 time: 0.1984127 Jul 22 16:50:28.130789 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d14dec7-9813-4a99-991d-edaf9eddfd7c req-64ecb808-8058-4d12-bcbe-204662935993 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926516 Jul 22 16:50:28.158066 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'port': 2} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:28.163420 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:28.186700 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f86d53-00b3-4b3e-8d06-3602fc7af0ec req-2b5e4a74-26cb-4a07-9cbf-1f1fa7a29edf tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:28.188640 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b2f86d53-00b3-4b3e-8d06-3602fc7af0ec req-2b5e4a74-26cb-4a07-9cbf-1f1fa7a29edf tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.1449943 Jul 22 16:50:28.205218 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:28.280066 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b2f86d53-00b3-4b3e-8d06-3602fc7af0ec req-315ae481-e872-4bf1-bd3f-c8e804fd4f3c tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772758 Jul 22 16:50:28.375968 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83dcba-f5dd-4a03-89d9-e316da0cab0a req-b1b71bd3-f89a-4255-9fb2-f42b67db465e tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:28.392883 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac83dcba-f5dd-4a03-89d9-e316da0cab0a req-b1b71bd3-f89a-4255-9fb2-f42b67db465e tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.1302571 Jul 22 16:50:28.393368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] device_id is not set on port e8239b1a-f5ec-4c8e-992e-b5bfbdb5fbc1 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:50:28.472603 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac83dcba-f5dd-4a03-89d9-e316da0cab0a req-e58eaa03-afdd-4455-9937-fadbb1526df1 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762568 Jul 22 16:50:28.610625 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:28.800778 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] device_id is not set on port 64189567-f167-4956-b9f9-635ab019fd2b yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:50:29.020318 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25528052-2845-47ec-973b-c1edab6173cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:29.034033 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:29.095204 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:29.189281 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network 784d7ec6-dd85-40b3-9068-ad76b03fd04b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:50:29.196744 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:50:29.200865 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:50:29.201744 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:29.248866 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Port': ['ID=e8239b1a-f5ec-4c8e-992e-b5bfbdb5fbc1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:29.363974 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Checking segment: {'id': 'c128e986-f389-40b4-b484-ce3a83e4c626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3bc02710-0ff5-4d41-9ea6-4a61e9a691fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:50:29.363974 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network hostable DHCP agents. Network: 3bc02710-0ff5-4d41-9ea6-4a61e9a691fe, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:50:29.383598 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Port': ['ID=64189567-f167-4956-b9f9-635ab019fd2b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:29.402964 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network 3bc02710-0ff5-4d41-9ea6-4a61e9a691fe is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:50:29.418279 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 3bc02710-0ff5-4d41-9ea6-4a61e9a691fe) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:50:29.425174 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:50:29.428067 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac33c3ba-a038-442b-b0bb-99919884f772 None None] Network 3bc02710-0ff5-4d41-9ea6-4a61e9a691fe requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:50:29.431803 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:29.436841 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:29.438187 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:29.454768 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24f743-1f65-4f2f-a783-f08a856cf263 req-6bc9c5cb-1627-4880-a917-f5a649e60dbf tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:29.456537 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3f24f743-1f65-4f2f-a783-f08a856cf263 req-6bc9c5cb-1627-4880-a917-f5a649e60dbf tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 944 time: 0.1998317 Jul 22 16:50:29.482806 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e5c8fe6e-70a2-429a-94cc-a5dbd59753af tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8023539 Jul 22 16:50:29.489886 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42832) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:29.556717 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3f24f743-1f65-4f2f-a783-f08a856cf263 req-d1d1a610-db39-4f18-b718-d42f8453c3c3 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875864 Jul 22 16:50:29.697542 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd8cdd-97f2-41ba-8607-3d8dd636cb0f req-6fd99101-8c78-4d9c-91fb-2052f04c4bc3 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:29.699630 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4bfd8cdd-97f2-41ba-8607-3d8dd636cb0f req-6fd99101-8c78-4d9c-91fb-2052f04c4bc3 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.2944496 Jul 22 16:50:29.848096 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dbd30-34ad-478d-9268-9c506d299c2e req-0a78d077-c686-4d4b-9c1a-37868a80faa0 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:29.858301 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c5dbd30-34ad-478d-9268-9c506d299c2e req-0a78d077-c686-4d4b-9c1a-37868a80faa0 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.1371055 Jul 22 16:50:29.871586 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4bfd8cdd-97f2-41ba-8607-3d8dd636cb0f req-a7d0dbea-8e63-436e-8ff7-c58e2b4cb77e tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657217 Jul 22 16:50:29.891891 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-54ce1e4c-48db-4fbd-82e2-f25ce805e1ac tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting port 64189567-f167-4956-b9f9-635ab019fd2b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:50:29.892337 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54ce1e4c-48db-4fbd-82e2-f25ce805e1ac tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:29.917964 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c5dbd30-34ad-478d-9268-9c506d299c2e req-54174a6c-9c39-40e1-8829-0b13f9265f09 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586770 Jul 22 16:50:29.982166 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54ce1e4c-48db-4fbd-82e2-f25ce805e1ac tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:29.997415 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-54ce1e4c-48db-4fbd-82e2-f25ce805e1ac tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Calling delete_port for 64189567-f167-4956-b9f9-635ab019fd2b owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:50:30.088878 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54ce1e4c-48db-4fbd-82e2-f25ce805e1ac tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:30.123367 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce1e4c-48db-4fbd-82e2-f25ce805e1ac tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Port': ['ID=64189567-f167-4956-b9f9-635ab019fd2b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:30.128646 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54ce1e4c-48db-4fbd-82e2-f25ce805e1ac tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:30.132471 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-54ce1e4c-48db-4fbd-82e2-f25ce805e1ac tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/ports/64189567-f167-4956-b9f9-635ab019fd2b HTTP/1.1" status: 204 len: 168 time: 0.6372325 Jul 22 16:50:30.132782 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42836) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:30.208891 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6966bfd-0dbe-4228-86a3-7cc368b50a91 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:30.216172 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6966bfd-0dbe-4228-86a3-7cc368b50a91 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:30.220878 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b6966bfd-0dbe-4228-86a3-7cc368b50a91 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0840805 Jul 22 16:50:30.221370 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42838) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:30.331693 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0bf93663-15fd-4cd7-a966-70d242abb3a4 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting port e8239b1a-f5ec-4c8e-992e-b5bfbdb5fbc1 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:50:30.333077 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0bf93663-15fd-4cd7-a966-70d242abb3a4 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:30.417004 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0bf93663-15fd-4cd7-a966-70d242abb3a4 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:30.430739 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0bf93663-15fd-4cd7-a966-70d242abb3a4 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Calling delete_port for e8239b1a-f5ec-4c8e-992e-b5bfbdb5fbc1 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:50:30.514862 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0bf93663-15fd-4cd7-a966-70d242abb3a4 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:30.548731 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf93663-15fd-4cd7-a966-70d242abb3a4 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Port': ['ID=e8239b1a-f5ec-4c8e-992e-b5bfbdb5fbc1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:30.564037 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0bf93663-15fd-4cd7-a966-70d242abb3a4 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:30.566378 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0bf93663-15fd-4cd7-a966-70d242abb3a4 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/ports/e8239b1a-f5ec-4c8e-992e-b5bfbdb5fbc1 HTTP/1.1" status: 204 len: 168 time: 0.3439517 Jul 22 16:50:30.568797 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42840) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:30.644500 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4785f630-23c8-4c5e-a0ac-0019b7e56529 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:30.645584 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4785f630-23c8-4c5e-a0ac-0019b7e56529 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0757680 Jul 22 16:50:30.648376 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42844) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:30.688532 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2dd814a-0302-4c56-b42f-1c36722a4148 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] GET failed (client error): The resource could not be found. Jul 22 16:50:30.690959 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f2dd814a-0302-4c56-b42f-1c36722a4148 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports/64189567-f167-4956-b9f9-635ab019fd2b HTTP/1.1" status: 404 len: 333 time: 0.0406432 Jul 22 16:50:30.692624 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42846) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:30.729550 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3668c3-d48f-4ac6-ac9f-57f8d928dcaf tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] GET failed (client error): The resource could not be found. Jul 22 16:50:30.737190 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1f3668c3-d48f-4ac6-ac9f-57f8d928dcaf tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports/e8239b1a-f5ec-4c8e-992e-b5bfbdb5fbc1 HTTP/1.1" status: 404 len: 333 time: 0.0432837 Jul 22 16:50:30.739902 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42848) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:30.828369 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900edc3-0053-44af-90a1-cebcecc6ac44 req-4e19ca89-29d7-407e-bb99-df9af64ce6ec tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:30.829907 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8900edc3-0053-44af-90a1-cebcecc6ac44 req-4e19ca89-29d7-407e-bb99-df9af64ce6ec tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 944 time: 0.1251943 Jul 22 16:50:30.930961 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8900edc3-0053-44af-90a1-cebcecc6ac44 req-02c03068-e5ce-4d2d-9f56-3ae0e77025d7 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833752 Jul 22 16:50:31.183393 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f068d78-6194-4f6d-815c-b9e38c7c0c30 req-f4ae0c35-16d0-4b14-b612-ac900f5d0584 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:31.186538 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7f068d78-6194-4f6d-815c-b9e38c7c0c30 req-f4ae0c35-16d0-4b14-b612-ac900f5d0584 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.1386940 Jul 22 16:50:31.273393 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7f068d78-6194-4f6d-815c-b9e38c7c0c30 req-90bfe813-0017-4128-ba37-9b149a07e665 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794871 Jul 22 16:50:31.505661 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40de1fd5-8141-4851-8c74-194f0abc600d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:31.603694 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54e93233-ee46-4534-b81d-58f7ad14486c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:31.636884 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:31.659733 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40de1fd5-8141-4851-8c74-194f0abc600d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:31.677353 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-40de1fd5-8141-4851-8c74-194f0abc600d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc02710-0ff5-4d41-9ea6-4a61e9a691fe']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:31.699633 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511cb51-c696-4939-96b6-dce7df663d9f req-385bf069-23cb-4296-b248-fe8eec73cf1b tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:31.701322 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4511cb51-c696-4939-96b6-dce7df663d9f req-385bf069-23cb-4296-b248-fe8eec73cf1b tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.2582643 Jul 22 16:50:31.708062 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-40de1fd5-8141-4851-8c74-194f0abc600d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c128e986-f389-40b4-b484-ce3a83e4c626') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:31.708444 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-40de1fd5-8141-4851-8c74-194f0abc600d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c128e986-f389-40b4-b484-ce3a83e4c626') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:31.761221 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40de1fd5-8141-4851-8c74-194f0abc600d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:31.789457 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4511cb51-c696-4939-96b6-dce7df663d9f req-7b7eadab-1ae8-4aa6-9a06-17f0a397d13b tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782673 Jul 22 16:50:31.797794 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40de1fd5-8141-4851-8c74-194f0abc600d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:31.805122 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40de1fd5-8141-4851-8c74-194f0abc600d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:50:31.805893 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40de1fd5-8141-4851-8c74-194f0abc600d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:50:31.820883 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:50:31.892624 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40de1fd5-8141-4851-8c74-194f0abc600d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:31.903686 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40de1fd5-8141-4851-8c74-194f0abc600d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:31.911855 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-40de1fd5-8141-4851-8c74-194f0abc600d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/networks/3bc02710-0ff5-4d41-9ea6-4a61e9a691fe HTTP/1.1" status: 204 len: 168 time: 1.1648009 Jul 22 16:50:31.912543 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42870) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:31.918322 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ef6a83b0-0c33-403b-b717-266ac390f9cf tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1723847447'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:31.927912 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de1fd5-8141-4851-8c74-194f0abc600d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Network': ['ID=3bc02710-0ff5-4d41-9ea6-4a61e9a691fe,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:31.955071 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6a83b0-0c33-403b-b717-266ac390f9cf tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:31.960981 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef6a83b0-0c33-403b-b717-266ac390f9cf tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:32.004522 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6a83b0-0c33-403b-b717-266ac390f9cf tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:50:32.016853 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef6a83b0-0c33-403b-b717-266ac390f9cf tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:32.017203 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-ef6a83b0-0c33-403b-b717-266ac390f9cf tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Added segment 6aff76df-9a99-42f5-a03e-5679d84d48d2 of type vlan for network 724a421b-a0b3-488e-837a-80560205e578 Jul 22 16:50:32.128407 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef6a83b0-0c33-403b-b717-266ac390f9cf tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:32.169065 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef6a83b0-0c33-403b-b717-266ac390f9cf tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:32.176184 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6a83b0-0c33-403b-b717-266ac390f9cf tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:32.177097 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef6a83b0-0c33-403b-b717-266ac390f9cf tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:32.236401 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c9554-32d2-4260-b467-e956b392a080 req-e200a18f-9595-4f08-9c1f-86f14a966978 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:32.238376 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d10c9554-32d2-4260-b467-e956b392a080 req-e200a18f-9595-4f08-9c1f-86f14a966978 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 944 time: 0.1700900 Jul 22 16:50:32.242660 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ef6a83b0-0c33-403b-b717-266ac390f9cf tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3285952 Jul 22 16:50:32.245795 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42878) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:32.251993 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2d792a3e-363b-46b3-bcc9-4e429b4eaab2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'subnet': {'network_id': '724a421b-a0b3-488e-837a-80560205e578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:32.297916 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a83b0-0c33-403b-b717-266ac390f9cf tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Network': ['ID=724a421b-a0b3-488e-837a-80560205e578,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:32.310332 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 724a421b-a0b3-488e-837a-80560205e578 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:50:32.328851 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d10c9554-32d2-4260-b467-e956b392a080 req-ad8773ef-4ab7-4377-b24d-7465b7acd751 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816536 Jul 22 16:50:32.539774 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d792a3e-363b-46b3-bcc9-4e429b4eaab2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:32.544053 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d792a3e-363b-46b3-bcc9-4e429b4eaab2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:32.638458 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f708e0-c359-4938-965a-f7b6e6e60703 req-34ff617b-576a-4a21-b2ce-e182ac5bc8b0 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:32.646143 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-18f708e0-c359-4938-965a-f7b6e6e60703 req-34ff617b-576a-4a21-b2ce-e182ac5bc8b0 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.2461350 Jul 22 16:50:32.661958 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a81ab6-8f19-4f41-9603-bc67057d4cba req-746960fb-293f-447e-bfad-944af5feaa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:32.663772 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4a81ab6-8f19-4f41-9603-bc67057d4cba req-746960fb-293f-447e-bfad-944af5feaa4f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 1096 time: 0.1918352 Jul 22 16:50:32.767821 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:32.779189 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-18f708e0-c359-4938-965a-f7b6e6e60703 req-5abaf5ce-2416-401e-8a48-5a67ba01bb8e tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318932 Jul 22 16:50:32.801317 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4a81ab6-8f19-4f41-9603-bc67057d4cba req-6f2736f0-b901-4f73-81df-2d52978e2f8b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230457 Jul 22 16:50:32.934545 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1bd81-8947-4028-a9b1-1c6e9cebe15a req-0b84d4be-ec45-45a3-9d52-03e66d20ea1e tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:32.936107 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-86e1bd81-8947-4028-a9b1-1c6e9cebe15a req-0b84d4be-ec45-45a3-9d52-03e66d20ea1e tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.0687349 Jul 22 16:50:32.939057 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d792a3e-363b-46b3-bcc9-4e429b4eaab2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:32.999937 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-86e1bd81-8947-4028-a9b1-1c6e9cebe15a req-d8849f16-1402-40d9-8e0a-9637ecba8b2b tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559666 Jul 22 16:50:33.037024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d792a3e-363b-46b3-bcc9-4e429b4eaab2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Subnet': ['ID=8443e159-a61c-4f56-b87c-09e3d4347336,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:33.063543 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d792a3e-363b-46b3-bcc9-4e429b4eaab2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Checking segment: {'id': '6aff76df-9a99-42f5-a03e-5679d84d48d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '724a421b-a0b3-488e-837a-80560205e578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:50:33.064197 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d792a3e-363b-46b3-bcc9-4e429b4eaab2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network hostable DHCP agents. Network: 724a421b-a0b3-488e-837a-80560205e578, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:50:33.094558 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d792a3e-363b-46b3-bcc9-4e429b4eaab2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network 724a421b-a0b3-488e-837a-80560205e578 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:50:33.118804 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-2d792a3e-363b-46b3-bcc9-4e429b4eaab2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 724a421b-a0b3-488e-837a-80560205e578) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:50:33.135445 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d792a3e-363b-46b3-bcc9-4e429b4eaab2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:33.136053 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d792a3e-363b-46b3-bcc9-4e429b4eaab2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:33.138965 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade56a86-0217-46ef-997e-a1c6885f1822 None None] Network 724a421b-a0b3-488e-837a-80560205e578 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:50:33.178078 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2d792a3e-363b-46b3-bcc9-4e429b4eaab2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9310734 Jul 22 16:50:33.180587 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42900) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:33.185772 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-14a4fae8-da1b-45d6-abdb-93a9098d3b9e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'port': {'network_id': '724a421b-a0b3-488e-837a-80560205e578', 'name': 'tempest-PortsIpV6TestJSON-469226650'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:33.368883 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a4fae8-da1b-45d6-abdb-93a9098d3b9e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:33.369071 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befe715c-2541-4665-8f58-8bc0ea467526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-724a421b-a0b3-488e-837a-80560205e578', 'network_id': '724a421b-a0b3-488e-837a-80560205e578', 'tenant_id': 'ae4a272be618442d821360d06c080a1c', 'fixed_ips': [{'subnet_id': '8443e159-a61c-4f56-b87c-09e3d4347336'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:50:33.370006 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-befe715c-2541-4665-8f58-8bc0ea467526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:33.371970 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14a4fae8-da1b-45d6-abdb-93a9098d3b9e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:33.403253 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-14a4fae8-da1b-45d6-abdb-93a9098d3b9e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] device_id is not set on port e23df573-a34c-4cfc-a716-873ca51d4178 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:50:33.419387 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:50:33.602191 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-14a4fae8-da1b-45d6-abdb-93a9098d3b9e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Allocated IP 2001:db8::229 (724a421b-a0b3-488e-837a-80560205e578/8443e159-a61c-4f56-b87c-09e3d4347336/e23df573-a34c-4cfc-a716-873ca51d4178) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:50:33.772290 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abaae37-f124-4dc1-a172-37c0034b913d req-0c211e15-d7fc-43e5-ae5f-9a340f5804a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:33.773817 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1abaae37-f124-4dc1-a172-37c0034b913d req-0c211e15-d7fc-43e5-ae5f-9a340f5804a9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e&tenant_id=f0be4ca898ef40f79a7a36fc239eca61 HTTP/1.1" status: 200 len: 1095 time: 0.1837866 Jul 22 16:50:33.807127 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-1abaae37-f124-4dc1-a172-37c0034b913d req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-9', 'device_owner': 'compute:nova'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:33.827073 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc99fd-d730-4d44-8a54-cc294f40730f req-fea7fd61-a3a1-42a4-ba4f-d6ca92ecb35f tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:33.828864 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83cc99fd-d730-4d44-8a54-cc294f40730f req-fea7fd61-a3a1-42a4-ba4f-d6ca92ecb35f tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 944 time: 0.2997758 Jul 22 16:50:33.989883 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83cc99fd-d730-4d44-8a54-cc294f40730f req-543d427a-2557-48f5-8ee3-d253ea5d4114 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285193 Jul 22 16:50:33.993614 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38038220-0301-4ea4-a2cf-1e941fa121c7 req-b1252154-998c-42f2-abbe-bc9461ced8f5 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:33.998246 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-38038220-0301-4ea4-a2cf-1e941fa121c7 req-b1252154-998c-42f2-abbe-bc9461ced8f5 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.1089380 Jul 22 16:50:34.057953 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1abaae37-f124-4dc1-a172-37c0034b913d req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:34.080007 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14a4fae8-da1b-45d6-abdb-93a9098d3b9e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:34.081262 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-38038220-0301-4ea4-a2cf-1e941fa121c7 req-2c28b42f-a5cf-47b7-ac2b-6a2d55213c93 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731604 Jul 22 16:50:34.153831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-14a4fae8-da1b-45d6-abdb-93a9098d3b9e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Transition to ACTIVE for port object e23df573-a34c-4cfc-a716-873ca51d4178 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:50:34.426596 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-4d9438c5-0c22-4e49-b4c6-bcfe0d14ead2 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:34.428190 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-4d9438c5-0c22-4e49-b4c6-bcfe0d14ead2 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/networks?id=61a13055-de03-4a7c-a0d9-4f417a10bc6f HTTP/1.1" status: 200 len: 811 time: 0.1293464 Jul 22 16:50:34.451837 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14a4fae8-da1b-45d6-abdb-93a9098d3b9e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:34.479700 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-18ac1f62-644c-44c3-9f82-e0a1f9dc18ae tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/quotas/c4cfcb91c49145a9aea8832f3c390211 HTTP/1.1" status: 200 len: 375 time: 0.0234113 Jul 22 16:50:34.526418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1abaae37-f124-4dc1-a172-37c0034b913d req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] For port 0e206c57-83cc-41d7-9d92-3436d33b4fa4, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=0e206c57-83cc-41d7-9d92-3436d33b4fa4,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:34.531915 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-befe715c-2541-4665-8f58-8bc0ea467526 None None] Allocated IP 2001:db8::2 (724a421b-a0b3-488e-837a-80560205e578/8443e159-a61c-4f56-b87c-09e3d4347336/3cda0396-91df-4b4e-9d3c-b0700005d0b8) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:50:34.547430 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a4fae8-da1b-45d6-abdb-93a9098d3b9e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network 724a421b-a0b3-488e-837a-80560205e578 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:50:34.552011 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4fae8-da1b-45d6-abdb-93a9098d3b9e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Port': ['ID=e23df573-a34c-4cfc-a716-873ca51d4178,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:34.563231 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-14a4fae8-da1b-45d6-abdb-93a9098d3b9e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:50:34.565878 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a4fae8-da1b-45d6-abdb-93a9098d3b9e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:50:34.571633 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a4fae8-da1b-45d6-abdb-93a9098d3b9e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:34.572286 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14a4fae8-da1b-45d6-abdb-93a9098d3b9e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:34.604280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cecff2-e1f6-4084-b932-85df6fd32766 req-e0094e2a-37ca-4f47-b635-c463cae0442f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:34.612009 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d0cecff2-e1f6-4084-b932-85df6fd32766 req-e0094e2a-37ca-4f47-b635-c463cae0442f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.4781837 Jul 22 16:50:34.617407 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-29e82b8b-e585-4629-b455-26f713330468 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c4cfcb91c49145a9aea8832f3c390211&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1363690 Jul 22 16:50:34.644098 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-14a4fae8-da1b-45d6-abdb-93a9098d3b9e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4624276 Jul 22 16:50:34.644711 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42934) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:34.678540 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1abaae37-f124-4dc1-a172-37c0034b913d req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] For port 0e206c57-83cc-41d7-9d92-3436d33b4fa4, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:50:34.754172 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d0cecff2-e1f6-4084-b932-85df6fd32766 req-ab505469-5286-4238-aaac-2ea9b8fcc227 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411564 Jul 22 16:50:34.759127 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-1abaae37-f124-4dc1-a172-37c0034b913d req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e206c57-83cc-41d7-9d92-3436d33b4fa4 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:50:34.777570 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1abaae37-f124-4dc1-a172-37c0034b913d req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:34.790725 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-befe715c-2541-4665-8f58-8bc0ea467526 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:34.805688 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-befe715c-2541-4665-8f58-8bc0ea467526 None None] Transition to ACTIVE for port object 3cda0396-91df-4b4e-9d3c-b0700005d0b8 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:50:34.821464 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-1abaae37-f124-4dc1-a172-37c0034b913d req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] Transition to ACTIVE for port object 0e206c57-83cc-41d7-9d92-3436d33b4fa4 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:50:34.830967 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-befe715c-2541-4665-8f58-8bc0ea467526 None None] Transition to ACTIVE for port object 3cda0396-91df-4b4e-9d3c-b0700005d0b8 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:50:34.834165 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1abaae37-f124-4dc1-a172-37c0034b913d req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:34.843363 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-befe715c-2541-4665-8f58-8bc0ea467526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:34.855202 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:34.909707 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9b9dfa2e-6205-4588-83b1-e852362e6e70 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting port e23df573-a34c-4cfc-a716-873ca51d4178 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:50:34.910681 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b9dfa2e-6205-4588-83b1-e852362e6e70 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:34.917453 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befe715c-2541-4665-8f58-8bc0ea467526 None None] Network 724a421b-a0b3-488e-837a-80560205e578 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:50:34.924029 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-befe715c-2541-4665-8f58-8bc0ea467526 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:50:34.930639 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befe715c-2541-4665-8f58-8bc0ea467526 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:50:34.949526 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-5e8c2428-9c37-49ac-8487-17d0a51f4d0e service neutron] 10.222.0.69 "GET /v2.0/networks/61a13055-de03-4a7c-a0d9-4f417a10bc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181062 Jul 22 16:50:34.951259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe715c-2541-4665-8f58-8bc0ea467526 None None] Pushing event updated for resources: {'Port': ['ID=3cda0396-91df-4b4e-9d3c-b0700005d0b8,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:35.022353 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-befe715c-2541-4665-8f58-8bc0ea467526 None None] Attempting to bind port 3cda0396-91df-4b4e-9d3c-b0700005d0b8 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:50:35.022942 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-befe715c-2541-4665-8f58-8bc0ea467526 None None] Attempting to bind port 3cda0396-91df-4b4e-9d3c-b0700005d0b8 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '6aff76df-9a99-42f5-a03e-5679d84d48d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '724a421b-a0b3-488e-837a-80560205e578'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:50:35.023200 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befe715c-2541-4665-8f58-8bc0ea467526 None None] Attempting to bind port 3cda0396-91df-4b4e-9d3c-b0700005d0b8 on network 724a421b-a0b3-488e-837a-80560205e578 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:50:35.038844 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befe715c-2541-4665-8f58-8bc0ea467526 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:50:35.039587 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befe715c-2541-4665-8f58-8bc0ea467526 None None] Checking segment: {'id': '6aff76df-9a99-42f5-a03e-5679d84d48d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '724a421b-a0b3-488e-837a-80560205e578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:50:35.039998 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-befe715c-2541-4665-8f58-8bc0ea467526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:35.040434 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befe715c-2541-4665-8f58-8bc0ea467526 None None] Bound using segment: {'id': '6aff76df-9a99-42f5-a03e-5679d84d48d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '724a421b-a0b3-488e-837a-80560205e578'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:50:35.040915 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-befe715c-2541-4665-8f58-8bc0ea467526 None None] Bound port: 3cda0396-91df-4b4e-9d3c-b0700005d0b8, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aff76df-9a99-42f5-a03e-5679d84d48d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '724a421b-a0b3-488e-837a-80560205e578'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:50:35.041295 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-befe715c-2541-4665-8f58-8bc0ea467526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:35.077728 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] Pushing event updated for resources: {'Port': ['ID=0e206c57-83cc-41d7-9d92-3436d33b4fa4,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:35.183261 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-7d5223f4-1676-4a94-b76b-15b996a37a00 service neutron] 10.222.0.69 "GET /v2.0/networks/61a13055-de03-4a7c-a0d9-4f417a10bc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355614 Jul 22 16:50:35.276957 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-befe715c-2541-4665-8f58-8bc0ea467526 None None] For port 3cda0396-91df-4b4e-9d3c-b0700005d0b8, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:50:35.280477 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-befe715c-2541-4665-8f58-8bc0ea467526 None None] For port 3cda0396-91df-4b4e-9d3c-b0700005d0b8, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3cda0396-91df-4b4e-9d3c-b0700005d0b8,segment=NetworkSegment(6aff76df-9a99-42f5-a03e-5679d84d48d2),segment_id=6aff76df-9a99-42f5-a03e-5679d84d48d2)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:50:35.287258 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-befe715c-2541-4665-8f58-8bc0ea467526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:35.381096 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe715c-2541-4665-8f58-8bc0ea467526 None None] Pushing event updated for resources: {'Port': ['ID=3cda0396-91df-4b4e-9d3c-b0700005d0b8,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:35.544384 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a7d08cf6-edb4-40bd-a7f6-ec20b6c53b9b req-3e957037-aec6-4815-b451-a31e7175d0ef tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 210 time: 0.0688591 Jul 22 16:50:35.557325 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abaae37-f124-4dc1-a172-37c0034b913d req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] No DVR routers for this DVR port 0e206c57-83cc-41d7-9d92-3436d33b4fa4 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:50:35.699814 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b9dfa2e-6205-4588-83b1-e852362e6e70 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:35.719101 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42960) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:35.764761 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9b9dfa2e-6205-4588-83b1-e852362e6e70 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Calling delete_port for e23df573-a34c-4cfc-a716-873ca51d4178 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:50:35.996768 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847f6c0-49e3-4963-9f69-22447af9066b req-0778b6ca-3c3e-478a-bb46-9ceb4d91c3ba tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:35.998931 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e847f6c0-49e3-4963-9f69-22447af9066b req-0778b6ca-3c3e-478a-bb46-9ceb4d91c3ba tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 944 time: 0.6842668 Jul 22 16:50:36.020098 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46e2f9-7ff2-4eaf-aded-d58dcddca7af req-52742662-fe3d-45b1-b58d-78cc90cc8561 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:36.028220 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1b46e2f9-7ff2-4eaf-aded-d58dcddca7af req-52742662-fe3d-45b1-b58d-78cc90cc8561 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.1766682 Jul 22 16:50:36.060573 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be33cb55-6a67-414a-9194-e54a0d273b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:36.123470 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1b46e2f9-7ff2-4eaf-aded-d58dcddca7af req-f35b30b6-3a93-4b97-af01-b635727966e7 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895205 Jul 22 16:50:36.142271 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e847f6c0-49e3-4963-9f69-22447af9066b req-f68a89b8-8c66-4736-8c64-918a44a3ebf6 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211867 Jul 22 16:50:36.179102 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1abaae37-f124-4dc1-a172-37c0034b913d req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] Attempting to bind port 0e206c57-83cc-41d7-9d92-3436d33b4fa4 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:50:36.179475 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1abaae37-f124-4dc1-a172-37c0034b913d req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] Attempting to bind port 0e206c57-83cc-41d7-9d92-3436d33b4fa4 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '5dd4ee6d-9efd-4368-981c-346afd984753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '355332cc-46f4-40ba-8869-365066797198'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:50:36.179838 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abaae37-f124-4dc1-a172-37c0034b913d req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] Attempting to bind port 0e206c57-83cc-41d7-9d92-3436d33b4fa4 on network 355332cc-46f4-40ba-8869-365066797198 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:50:36.190860 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abaae37-f124-4dc1-a172-37c0034b913d req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] Port 0e206c57-83cc-41d7-9d92-3436d33b4fa4 on network 355332cc-46f4-40ba-8869-365066797198 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:50:36.191333 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abaae37-f124-4dc1-a172-37c0034b913d req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] Attempting to bind port 0e206c57-83cc-41d7-9d92-3436d33b4fa4 on network 355332cc-46f4-40ba-8869-365066797198 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:50:36.198698 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abaae37-f124-4dc1-a172-37c0034b913d req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:50:36.199179 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abaae37-f124-4dc1-a172-37c0034b913d req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] Checking segment: {'id': '5dd4ee6d-9efd-4368-981c-346afd984753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '355332cc-46f4-40ba-8869-365066797198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:50:36.199568 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abaae37-f124-4dc1-a172-37c0034b913d req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] Bound using segment: {'id': '5dd4ee6d-9efd-4368-981c-346afd984753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '355332cc-46f4-40ba-8869-365066797198'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:50:36.200184 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1abaae37-f124-4dc1-a172-37c0034b913d req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] Bound port: 0e206c57-83cc-41d7-9d92-3436d33b4fa4, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd4ee6d-9efd-4368-981c-346afd984753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '355332cc-46f4-40ba-8869-365066797198'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:50:36.200862 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1abaae37-f124-4dc1-a172-37c0034b913d req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:36.213350 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b9dfa2e-6205-4588-83b1-e852362e6e70 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:36.264792 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9dfa2e-6205-4588-83b1-e852362e6e70 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Port': ['ID=e23df573-a34c-4cfc-a716-873ca51d4178,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:36.298838 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be33cb55-6a67-414a-9194-e54a0d273b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:36.304962 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be33cb55-6a67-414a-9194-e54a0d273b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:36.364221 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1abaae37-f124-4dc1-a172-37c0034b913d req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] For port 0e206c57-83cc-41d7-9d92-3436d33b4fa4, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:50:36.367801 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1abaae37-f124-4dc1-a172-37c0034b913d req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] For port 0e206c57-83cc-41d7-9d92-3436d33b4fa4, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0e206c57-83cc-41d7-9d92-3436d33b4fa4,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:50:36.373646 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-be33cb55-6a67-414a-9194-e54a0d273b17 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=42a6e33e2cb946b1912d0e9d0da90a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6534271 Jul 22 16:50:36.376316 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33cb55-6a67-414a-9194-e54a0d273b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b61471-4ec4-40e7-aa7c-b01526cf56d5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:36.376653 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42976) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:36.422705 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1abaae37-f124-4dc1-a172-37c0034b913d req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:36.445734 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b9dfa2e-6205-4588-83b1-e852362e6e70 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:36.447768 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9b9dfa2e-6205-4588-83b1-e852362e6e70 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/ports/e23df573-a34c-4cfc-a716-873ca51d4178 HTTP/1.1" status: 204 len: 168 time: 1.7980914 Jul 22 16:50:36.452236 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42978) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:36.495786 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8f43d2-54eb-4648-aa7d-fb5cfa1612fa tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] DELETE failed (client error): The resource could not be found. Jul 22 16:50:36.497421 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8f43d2-54eb-4648-aa7d-fb5cfa1612fa tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:50:36.498321 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abaae37-f124-4dc1-a172-37c0034b913d req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:36.499039 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1abaae37-f124-4dc1-a172-37c0034b913d req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:36.504488 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1abaae37-f124-4dc1-a172-37c0034b913d req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] 10.222.0.16 "PUT /v2.0/ports/0e206c57-83cc-41d7-9d92-3436d33b4fa4 HTTP/1.1" status: 200 len: 1092 time: 2.7008274 Jul 22 16:50:36.504894 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0b8f43d2-54eb-4648-aa7d-fb5cfa1612fa tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/ports/e23df573-a34c-4cfc-a716-873ca51d4178 HTTP/1.1" status: 404 len: 333 time: 0.0502477 Jul 22 16:50:36.505529 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42980) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:36.506477 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e060cb3-9408-4b40-a1bb-036edeb65e0e', 'tag': '0e206c57-83cc-41d7-9d92-3436d33b4fa4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:50:36.508619 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bc5fde-337a-4d43-ab03-d574cc816b14" -d '{"events": [{"name": "network-changed", "server_uuid": "4e060cb3-9408-4b40-a1bb-036edeb65e0e", "tag": "0e206c57-83cc-41d7-9d92-3436d33b4fa4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:50:36.635793 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb38d247-9fc9-4332-904c-2547df8c4780 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] GET failed (client error): The resource could not be found. Jul 22 16:50:36.639983 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bb38d247-9fc9-4332-904c-2547df8c4780 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports/e23df573-a34c-4cfc-a716-873ca51d4178 HTTP/1.1" status: 404 len: 333 time: 0.1309943 Jul 22 16:50:36.642454 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42986) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:36.647314 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8565b084-2c09-44dd-a1c6-c65edb45c143 x-openstack-request-id: req-8565b084-2c09-44dd-a1c6-c65edb45c143 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:50:36.648717 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e060cb3-9408-4b40-a1bb-036edeb65e0e", "tag": "0e206c57-83cc-41d7-9d92-3436d33b4fa4", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:50:36.650241 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8565b084-2c09-44dd-a1c6-c65edb45c143 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:50:36.650677 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e060cb3-9408-4b40-a1bb-036edeb65e0e', 'tag': '0e206c57-83cc-41d7-9d92-3436d33b4fa4', 'status': 'completed', 'code': 200} Jul 22 16:50:36.661400 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-911d5da9-f69a-4e8a-8643-76a6d51cf92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:36.676370 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1e901-da3e-495f-9274-cccfa18f1d41 service neutron] Pushing event updated for resources: {'Port': ['ID=0e206c57-83cc-41d7-9d92-3436d33b4fa4,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:36.790587 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fc0aec34-4d26-4b79-b5c2-7dc5d2bb352f req-692ecb35-e63d-4773-b7b5-48f11fa3e65c tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 210 time: 0.0815964 Jul 22 16:50:36.793413 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-911d5da9-f69a-4e8a-8643-76a6d51cf92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:36.910991 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9254d1-5c0d-4931-b140-568f96090dac tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting subnet 8443e159-a61c-4f56-b87c-09e3d4347336 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:50:36.955865 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb9254d1-5c0d-4931-b140-568f96090dac tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:36.960250 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-911d5da9-f69a-4e8a-8643-76a6d51cf92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:36.963107 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-911d5da9-f69a-4e8a-8643-76a6d51cf92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:36.964513 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-911d5da9-f69a-4e8a-8643-76a6d51cf92a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/68b61471-4ec4-40e7-aa7c-b01526cf56d5 HTTP/1.1" status: 204 len: 168 time: 0.5868900 Jul 22 16:50:37.006803 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d5da9-f69a-4e8a-8643-76a6d51cf92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b61471-4ec4-40e7-aa7c-b01526cf56d5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:37.013467 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abaae37-f124-4dc1-a172-37c0034b913d req-f3eadfe2-0d65-4503-9466-eb62206b182e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:37.031624 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1abaae37-f124-4dc1-a172-37c0034b913d req-f3eadfe2-0d65-4503-9466-eb62206b182e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0be4ca898ef40f79a7a36fc239eca61&device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 1096 time: 0.4653275 Jul 22 16:50:37.045653 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3cda0396-91df-4b4e-9d3c-b0700005d0b8 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:50:37.152335 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 3cda0396-91df-4b4e-9d3c-b0700005d0b8 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:50:37.240995 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abaae37-f124-4dc1-a172-37c0034b913d req-0167a384-a790-4ae4-bb12-2960c6e952a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:37.243088 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1abaae37-f124-4dc1-a172-37c0034b913d req-0167a384-a790-4ae4-bb12-2960c6e952a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=355332cc-46f4-40ba-8869-365066797198 HTTP/1.1" status: 200 len: 918 time: 0.2029972 Jul 22 16:50:37.363997 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3be1342-2731-488d-9a1f-9c28f7c68347 None None] Network 724a421b-a0b3-488e-837a-80560205e578 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:50:37.463511 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-caff7615-9af8-4a2a-8537-2181fea097fb None None] Provisioning for port 3cda0396-91df-4b4e-9d3c-b0700005d0b8 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:50:37.490919 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8af6f-a14f-4eb9-8c92-a5bad3326c0e req-b359d04a-8d4f-4f8a-9d99-80e2180a33a6 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:37.498662 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-96c8af6f-a14f-4eb9-8c92-a5bad3326c0e req-b359d04a-8d4f-4f8a-9d99-80e2180a33a6 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.1857104 Jul 22 16:50:37.535567 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43004) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:37.542597 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-caff7615-9af8-4a2a-8537-2181fea097fb None None] Provisioning complete for port 3cda0396-91df-4b4e-9d3c-b0700005d0b8 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:50:37.542985 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-caff7615-9af8-4a2a-8537-2181fea097fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:37.574045 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-96c8af6f-a14f-4eb9-8c92-a5bad3326c0e req-d671e5f7-e5c3-4a71-bb32-268163886fc8 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734754 Jul 22 16:50:37.617257 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43008) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:37.634844 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a7f635fd-de4b-48f1-bcb5-e181f0703f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:37.805434 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a7f635fd-de4b-48f1-bcb5-e181f0703f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:37.812718 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-caff7615-9af8-4a2a-8537-2181fea097fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:37.814605 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a7f635fd-de4b-48f1-bcb5-e181f0703f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:37.864489 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-caff7615-9af8-4a2a-8537-2181fea097fb None None] For port 3cda0396-91df-4b4e-9d3c-b0700005d0b8, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3cda0396-91df-4b4e-9d3c-b0700005d0b8,segment=NetworkSegment(6aff76df-9a99-42f5-a03e-5679d84d48d2),segment_id=6aff76df-9a99-42f5-a03e-5679d84d48d2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:37.869646 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-caff7615-9af8-4a2a-8537-2181fea097fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:37.956043 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a7f635fd-de4b-48f1-bcb5-e181f0703f83 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2c74c88369bc4c719e650290076c2ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3376203 Jul 22 16:50:37.957483 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff7615-9af8-4a2a-8537-2181fea097fb None None] Pushing event updated for resources: {'Port': ['ID=3cda0396-91df-4b4e-9d3c-b0700005d0b8,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:37.982029 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43012) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:38.094241 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-479e0a8d-0867-4450-b63d-e61fab66c7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:38.096295 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7affab7-745c-4690-85ad-60ebbb412285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:38.113378 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-daeeeffa-8d1b-4c75-9e16-d52b6cf7da07 req-2aa8918a-0dc8-4f78-a73a-1648a96cf807 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 210 time: 0.1687994 Jul 22 16:50:38.114102 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f635fd-de4b-48f1-bcb5-e181f0703f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ad44e3-2001-46df-92bc-73d927fd097d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:38.139307 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f635fd-de4b-48f1-bcb5-e181f0703f83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:38.139653 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f635fd-de4b-48f1-bcb5-e181f0703f83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:38.140031 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f635fd-de4b-48f1-bcb5-e181f0703f83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:38.140367 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f635fd-de4b-48f1-bcb5-e181f0703f83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:38.140697 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f635fd-de4b-48f1-bcb5-e181f0703f83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:38.141025 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f635fd-de4b-48f1-bcb5-e181f0703f83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:38.141350 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f635fd-de4b-48f1-bcb5-e181f0703f83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:38.142001 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f635fd-de4b-48f1-bcb5-e181f0703f83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:38.142329 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f635fd-de4b-48f1-bcb5-e181f0703f83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:38.142647 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f635fd-de4b-48f1-bcb5-e181f0703f83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:38.143117 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f635fd-de4b-48f1-bcb5-e181f0703f83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:38.143442 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f635fd-de4b-48f1-bcb5-e181f0703f83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:38.183620 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-479e0a8d-0867-4450-b63d-e61fab66c7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:38.194163 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb9254d1-5c0d-4931-b140-568f96090dac tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:38.314343 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-479e0a8d-0867-4450-b63d-e61fab66c7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:38.316924 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-479e0a8d-0867-4450-b63d-e61fab66c7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:38.318129 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-479e0a8d-0867-4450-b63d-e61fab66c7ea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f3ad44e3-2001-46df-92bc-73d927fd097d HTTP/1.1" status: 204 len: 168 time: 0.3348134 Jul 22 16:50:38.364531 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7affab7-745c-4690-85ad-60ebbb412285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:38.365750 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e0a8d-0867-4450-b63d-e61fab66c7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ad44e3-2001-46df-92bc-73d927fd097d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:38.373685 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7affab7-745c-4690-85ad-60ebbb412285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:38.411180 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1abaae37-f124-4dc1-a172-37c0034b913d req-a7eda99d-4800-468d-a58e-215b054ff23b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e206c57-83cc-41d7-9d92-3436d33b4fa4 HTTP/1.1" status: 200 len: 999 time: 1.1417956 Jul 22 16:50:38.423697 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2ecb6f9b-306c-4ed9-93e4-267146277d88 None None] Provisioning complete for port 3cda0396-91df-4b4e-9d3c-b0700005d0b8 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:50:38.425691 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ecb6f9b-306c-4ed9-93e4-267146277d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:38.429397 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c7affab7-745c-4690-85ad-60ebbb412285 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6c53c21c7da9492d9f1cbf610dac9eef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8881710 Jul 22 16:50:38.430045 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43018) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:38.491420 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7affab7-745c-4690-85ad-60ebbb412285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3d69ae-1ecb-49bc-990f-27b1d4a3ae07,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:38.518799 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2c680ef-a7ce-4968-9a24-a1583a4b7aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:38.553195 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22288a-a6af-43b9-843b-f1cc485ce3a6 req-4d804c2c-745d-4e04-93c2-d4580787ef8d tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:38.554854 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3b22288a-a6af-43b9-843b-f1cc485ce3a6 req-4d804c2c-745d-4e04-93c2-d4580787ef8d tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 945 time: 0.4262259 Jul 22 16:50:38.561652 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-57d336c2-1274-4745-af6c-820a075b5ac4 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:38.564161 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-57d336c2-1274-4745-af6c-820a075b5ac4 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.16 "GET /v2.0/networks?id=61a13055-de03-4a7c-a0d9-4f417a10bc6f HTTP/1.1" status: 200 len: 811 time: 1.3164828 Jul 22 16:50:38.577569 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2c680ef-a7ce-4968-9a24-a1583a4b7aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:38.676392 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-4f2963aa-33b0-45f5-a8d8-62b6212e98e4 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Request body: {'port': {'device_id': 'fae6ffe0-fe51-4c82-85af-b1752ff465b1', 'network_id': '61a13055-de03-4a7c-a0d9-4f417a10bc6f', 'admin_state_up': True, 'tenant_id': 'c4cfcb91c49145a9aea8832f3c390211'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:38.700593 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2c680ef-a7ce-4968-9a24-a1583a4b7aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:38.704484 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e2c680ef-a7ce-4968-9a24-a1583a4b7aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:38.709633 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e2c680ef-a7ce-4968-9a24-a1583a4b7aa7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2b3d69ae-1ecb-49bc-990f-27b1d4a3ae07 HTTP/1.1" status: 204 len: 168 time: 0.2784774 Jul 22 16:50:38.728213 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abaae37-f124-4dc1-a172-37c0034b913d req-b05f031f-9479-41ff-814a-facd171ca374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:38.731872 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c680ef-a7ce-4968-9a24-a1583a4b7aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3d69ae-1ecb-49bc-990f-27b1d4a3ae07,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:38.733235 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1abaae37-f124-4dc1-a172-37c0034b913d req-b05f031f-9479-41ff-814a-facd171ca374 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ecd1df5-07c9-407a-b124-958e195ac0bb HTTP/1.1" status: 200 len: 856 time: 0.3052073 Jul 22 16:50:38.751855 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-52266bf8-d6c1-4060-8ca0-f28884f515e1 None None] Could not find standard attr ID for object e23df573-a34c-4cfc-a716-873ca51d4178. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:50:38.752164 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3b22288a-a6af-43b9-843b-f1cc485ce3a6 req-29c6a691-ef1b-44d3-a24a-0d75826eb8b3 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869409 Jul 22 16:50:38.754760 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb9254d1-5c0d-4931-b140-568f96090dac tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:38.909674 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e38248-6d6a-432f-9df8-a123c110666b req-64c56c57-57f1-431e-8d51-be2f5f369707 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:38.912951 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a9e38248-6d6a-432f-9df8-a123c110666b req-64c56c57-57f1-431e-8d51-be2f5f369707 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.2002068 Jul 22 16:50:38.990870 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb9254d1-5c0d-4931-b140-568f96090dac tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:38.991144 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3cda0396-91df-4b4e-9d3c-b0700005d0b8 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:50:39.025162 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a9e38248-6d6a-432f-9df8-a123c110666b req-fb465919-1f04-44fa-8157-733054df9a6a tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015816 Jul 22 16:50:39.083337 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9254d1-5c0d-4931-b140-568f96090dac tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Subnet': ['ID=8443e159-a61c-4f56-b87c-09e3d4347336,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:39.106506 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 3cda0396-91df-4b4e-9d3c-b0700005d0b8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:50:39.106887 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:39.114501 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb9254d1-5c0d-4931-b140-568f96090dac tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:39.116718 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-bb9254d1-5c0d-4931-b140-568f96090dac tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/subnets/8443e159-a61c-4f56-b87c-09e3d4347336 HTTP/1.1" status: 204 len: 168 time: 2.4532871 Jul 22 16:50:39.119386 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43036) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:39.125140 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-4f2963aa-33b0-45f5-a8d8-62b6212e98e4 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Made reservation on behalf of c4cfcb91c49145a9aea8832f3c390211 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:39.128942 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-4f2963aa-33b0-45f5-a8d8-62b6212e98e4 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:39.147706 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abaae37-f124-4dc1-a172-37c0034b913d req-dd6f76ff-78a9-4c22-a0c3-d73515e53f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:39.156876 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1abaae37-f124-4dc1-a172-37c0034b913d req-dd6f76ff-78a9-4c22-a0c3-d73515e53f01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=355332cc-46f4-40ba-8869-365066797198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4037690 Jul 22 16:50:39.175149 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3fcccf-c2eb-476c-af61-ae56d81d928a None None] Network 724a421b-a0b3-488e-837a-80560205e578 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:50:39.304374 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd142b23-216e-48ab-b711-5a224dacbf47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:39.319762 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-134234a0-5991-45e0-a0cd-52052775b675 req-874e9e3f-bef4-4e2c-bdf4-e7de6c81ba5e tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 210 time: 0.0868113 Jul 22 16:50:39.397329 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-bd142b23-216e-48ab-b711-5a224dacbf47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting port 3cda0396-91df-4b4e-9d3c-b0700005d0b8 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:50:39.398700 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd142b23-216e-48ab-b711-5a224dacbf47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:39.489843 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1abaae37-f124-4dc1-a172-37c0034b913d req-4db2d507-8654-4a84-97e8-8ff1aeb0d36f service neutron] 10.222.0.16 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198738 Jul 22 16:50:39.502996 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-4f2963aa-33b0-45f5-a8d8-62b6212e98e4 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Allocated IP 172.20.0.13 (61a13055-de03-4a7c-a0d9-4f417a10bc6f/b98b79e0-e6d5-4c4c-8692-abf0b3cf832d/e5ed1df0-e3a4-432f-9251-600c0b2f3468) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:50:39.510432 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0494e2b-abf5-4699-9e0b-809fc60ab62c None None] DHCP port deletion for 724a421b-a0b3-488e-837a-80560205e578 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:50:39.676377 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1abaae37-f124-4dc1-a172-37c0034b913d req-eee46db4-5ed6-4d25-abda-c29477567081 service neutron] 10.222.0.16 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699190 Jul 22 16:50:39.793153 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d0494e2b-abf5-4699-9e0b-809fc60ab62c None None] Deleting port 3cda0396-91df-4b4e-9d3c-b0700005d0b8 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:50:39.793963 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0494e2b-abf5-4699-9e0b-809fc60ab62c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:39.885095 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d0494e2b-abf5-4699-9e0b-809fc60ab62c None None] For port 3cda0396-91df-4b4e-9d3c-b0700005d0b8, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3cda0396-91df-4b4e-9d3c-b0700005d0b8,segment=NetworkSegment(6aff76df-9a99-42f5-a03e-5679d84d48d2),segment_id=6aff76df-9a99-42f5-a03e-5679d84d48d2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:39.885871 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0494e2b-abf5-4699-9e0b-809fc60ab62c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:39.895703 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-4f2963aa-33b0-45f5-a8d8-62b6212e98e4 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:39.931029 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d0494e2b-abf5-4699-9e0b-809fc60ab62c None None] Calling delete_port for 3cda0396-91df-4b4e-9d3c-b0700005d0b8 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:50:39.945314 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-bd142b23-216e-48ab-b711-5a224dacbf47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] For port 3cda0396-91df-4b4e-9d3c-b0700005d0b8, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3cda0396-91df-4b4e-9d3c-b0700005d0b8,segment=NetworkSegment(6aff76df-9a99-42f5-a03e-5679d84d48d2),segment_id=6aff76df-9a99-42f5-a03e-5679d84d48d2)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:39.945888 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd142b23-216e-48ab-b711-5a224dacbf47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:39.960857 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-bd142b23-216e-48ab-b711-5a224dacbf47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Calling delete_port for 3cda0396-91df-4b4e-9d3c-b0700005d0b8 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:50:40.000986 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc5fde-337a-4d43-ab03-d574cc816b14 req-6e9de2fe-fe7a-4925-a3d3-45b1ee70c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:40.009735 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-86bc5fde-337a-4d43-ab03-d574cc816b14 req-6e9de2fe-fe7a-4925-a3d3-45b1ee70c0d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0be4ca898ef40f79a7a36fc239eca61&device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 1096 time: 0.1608140 Jul 22 16:50:40.029223 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-4f2963aa-33b0-45f5-a8d8-62b6212e98e4 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:40.076724 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['0948b659-bd91-432f-bef1-41088586a44f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:50:40.134763 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd142b23-216e-48ab-b711-5a224dacbf47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:40.158852 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7bee0-fb5c-4f30-b9ad-651a1122a924 req-f71d92de-1008-4f1f-be28-10ef4ab636ba tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:40.160469 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0ff7bee0-fb5c-4f30-b9ad-651a1122a924 req-f71d92de-1008-4f1f-be28-10ef4ab636ba tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 945 time: 0.1449459 Jul 22 16:50:40.198566 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd142b23-216e-48ab-b711-5a224dacbf47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Port': ['ID=3cda0396-91df-4b4e-9d3c-b0700005d0b8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:40.201168 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd142b23-216e-48ab-b711-5a224dacbf47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] No DVR routers for this DVR port 3cda0396-91df-4b4e-9d3c-b0700005d0b8 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:50:40.248658 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2963aa-33b0-45f5-a8d8-62b6212e98e4 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Pushing event updated for resources: {'Port': ['ID=e5ed1df0-e3a4-432f-9251-600c0b2f3468,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:40.273461 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-4f2963aa-33b0-45f5-a8d8-62b6212e98e4 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Network 61a13055-de03-4a7c-a0d9-4f417a10bc6f is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:50:40.279865 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-4f2963aa-33b0-45f5-a8d8-62b6212e98e4 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:50:40.320359 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-4f2963aa-33b0-45f5-a8d8-62b6212e98e4 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:50:40.337669 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd142b23-216e-48ab-b711-5a224dacbf47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:40.356704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-bd142b23-216e-48ab-b711-5a224dacbf47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724a421b-a0b3-488e-837a-80560205e578']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:40.365531 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0494e2b-abf5-4699-9e0b-809fc60ab62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:40.379972 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-bd142b23-216e-48ab-b711-5a224dacbf47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aff76df-9a99-42f5-a03e-5679d84d48d2') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:40.380270 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-bd142b23-216e-48ab-b711-5a224dacbf47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aff76df-9a99-42f5-a03e-5679d84d48d2') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:40.402867 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0494e2b-abf5-4699-9e0b-809fc60ab62c None None] No DVR routers for this DVR port 3cda0396-91df-4b4e-9d3c-b0700005d0b8 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:50:40.403118 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd142b23-216e-48ab-b711-5a224dacbf47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:40.450916 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd142b23-216e-48ab-b711-5a224dacbf47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:40.471335 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd142b23-216e-48ab-b711-5a224dacbf47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:50:40.471750 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd142b23-216e-48ab-b711-5a224dacbf47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:40.479435 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-4f2963aa-33b0-45f5-a8d8-62b6212e98e4 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:40.481103 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-4f2963aa-33b0-45f5-a8d8-62b6212e98e4 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:40.487908 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0494e2b-abf5-4699-9e0b-809fc60ab62c None None] Pushing event deleted for resources: {'Port': ['ID=3cda0396-91df-4b4e-9d3c-b0700005d0b8,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:40.504100 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc5fde-337a-4d43-ab03-d574cc816b14 req-77cc4721-25b7-400b-a085-735c4de0b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:40.506086 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-86bc5fde-337a-4d43-ab03-d574cc816b14 req-77cc4721-25b7-400b-a085-735c4de0b2d1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=355332cc-46f4-40ba-8869-365066797198 HTTP/1.1" status: 200 len: 918 time: 0.4900382 Jul 22 16:50:40.514410 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-4f2963aa-33b0-45f5-a8d8-62b6212e98e4 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8666272 Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:50:40.566178 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:50:40.574310 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd142b23-216e-48ab-b711-5a224dacbf47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:40.592342 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd142b23-216e-48ab-b711-5a224dacbf47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:40.594856 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bd142b23-216e-48ab-b711-5a224dacbf47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/networks/724a421b-a0b3-488e-837a-80560205e578 HTTP/1.1" status: 204 len: 168 time: 1.4739208 Jul 22 16:50:40.601652 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43096) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:40.607194 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-db95522d-86b9-453c-904b-20538e2a2c47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1340360356'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:40.622649 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0ff7bee0-fb5c-4f30-b9ad-651a1122a924 req-833470d5-e384-4187-b484-e7b0676fd712 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4331627 Jul 22 16:50:40.629566 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd142b23-216e-48ab-b711-5a224dacbf47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Network': ['ID=724a421b-a0b3-488e-837a-80560205e578,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:40.630123 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-86bc5fde-337a-4d43-ab03-d574cc816b14 req-a41be31a-5fff-4e28-aa6b-049638912588 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e206c57-83cc-41d7-9d92-3436d33b4fa4 HTTP/1.1" status: 200 len: 999 time: 0.1139224 Jul 22 16:50:40.637809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-bef481a2-35ce-4384-bdc0-cc662674723e service neutron] Request body: {'port': {'device_id': 'fae6ffe0-fe51-4c82-85af-b1752ff465b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:40.747371 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db95522d-86b9-453c-904b-20538e2a2c47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:40.747371 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db95522d-86b9-453c-904b-20538e2a2c47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:40.747371 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db95522d-86b9-453c-904b-20538e2a2c47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:50:40.747371 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db95522d-86b9-453c-904b-20538e2a2c47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:40.747371 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-db95522d-86b9-453c-904b-20538e2a2c47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Added segment 18469edb-eebb-4909-a5c7-03c69bd3b63f of type vlan for network 2a5ef7e0-cd24-4c4e-b51a-0176521b46bb Jul 22 16:50:40.848345 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ec181-32f7-4282-aa70-3a038eba6e5e req-9a7ef6fc-fdd5-4371-aea2-f8a79ca6db4c tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:40.848345 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-045ec181-32f7-4282-aa70-3a038eba6e5e req-9a7ef6fc-fdd5-4371-aea2-f8a79ca6db4c tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.6447520 Jul 22 16:50:40.899830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc5fde-337a-4d43-ab03-d574cc816b14 req-00972219-f1ea-47f8-a234-f8388167ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:40.901312 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-86bc5fde-337a-4d43-ab03-d574cc816b14 req-00972219-f1ea-47f8-a234-f8388167ac54 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ecd1df5-07c9-407a-b124-958e195ac0bb HTTP/1.1" status: 200 len: 856 time: 0.2574255 Jul 22 16:50:40.925047 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db95522d-86b9-453c-904b-20538e2a2c47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:40.931140 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3cda0396-91df-4b4e-9d3c-b0700005d0b8 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:50:40.976438 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-045ec181-32f7-4282-aa70-3a038eba6e5e req-fa417637-745c-423e-8820-f571029266b1 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734545 Jul 22 16:50:40.986804 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db95522d-86b9-453c-904b-20538e2a2c47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:40.994145 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db95522d-86b9-453c-904b-20538e2a2c47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:40.994832 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db95522d-86b9-453c-904b-20538e2a2c47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:41.001244 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 3cda0396-91df-4b4e-9d3c-b0700005d0b8 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:50:41.001599 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3cda0396-91df-4b4e-9d3c-b0700005d0b8 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:50:41.027710 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-bef481a2-35ce-4384-bdc0-cc662674723e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:41.041218 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-db95522d-86b9-453c-904b-20538e2a2c47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4383745 Jul 22 16:50:41.050760 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43118) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:41.062088 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0c08fc1d-3993-4a43-86a1-c3c685d91488 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'subnet': {'network_id': '2a5ef7e0-cd24-4c4e-b51a-0176521b46bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:41.108429 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090c505-c15c-48d4-a93d-1b84b3c6c059 req-c90d2006-56d4-48a1-9513-15b22e3a58a1 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:41.123489 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8090c505-c15c-48d4-a93d-1b84b3c6c059 req-c90d2006-56d4-48a1-9513-15b22e3a58a1 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 932 time: 0.3009953 Jul 22 16:50:41.225010 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95522d-86b9-453c-904b-20538e2a2c47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Network': ['ID=2a5ef7e0-cd24-4c4e-b51a-0176521b46bb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:41.244670 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 2a5ef7e0-cd24-4c4e-b51a-0176521b46bb details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:50:41.297748 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8090c505-c15c-48d4-a93d-1b84b3c6c059 req-6b0bc37e-690a-4563-a559-5d57686fda5f tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722834 Jul 22 16:50:41.468994 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc5fde-337a-4d43-ab03-d574cc816b14 req-e3d70ec0-01da-4e09-9f89-41e195e3a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:41.470811 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-86bc5fde-337a-4d43-ab03-d574cc816b14 req-e3d70ec0-01da-4e09-9f89-41e195e3a4e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=355332cc-46f4-40ba-8869-365066797198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5493333 Jul 22 16:50:41.710623 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c08fc1d-3993-4a43-86a1-c3c685d91488 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:41.721738 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c08fc1d-3993-4a43-86a1-c3c685d91488 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:41.927342 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-86bc5fde-337a-4d43-ab03-d574cc816b14 req-97f2af32-3eea-4eb4-8f8a-c6f091e08192 service neutron] 10.222.0.16 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183605 Jul 22 16:50:41.935215 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-bef481a2-35ce-4384-bdc0-cc662674723e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ed1df0-e3a4-432f-9251-600c0b2f3468 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:50:41.984505 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-bef481a2-35ce-4384-bdc0-cc662674723e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:42.043400 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:42.072110 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-bef481a2-35ce-4384-bdc0-cc662674723e service neutron] Transition to ACTIVE for port object e5ed1df0-e3a4-432f-9251-600c0b2f3468 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:50:42.095295 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-bef481a2-35ce-4384-bdc0-cc662674723e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:42.192837 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:42.213536 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db42e6-8964-4a93-9cf3-45b01614e6a8 req-9cdbe110-f6eb-42b0-ac40-a374551dc205 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:42.214580 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8eaeb4-53b5-4798-aa4b-599c504c0f58 req-6d3c33c4-4146-48b0-b49b-98c07dc63e21 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:42.215998 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fd8eaeb4-53b5-4798-aa4b-599c504c0f58 req-6d3c33c4-4146-48b0-b49b-98c07dc63e21 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 945 time: 0.4334202 Jul 22 16:50:42.217445 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d0db42e6-8964-4a93-9cf3-45b01614e6a8 req-9cdbe110-f6eb-42b0-ac40-a374551dc205 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.1523926 Jul 22 16:50:42.288668 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d0db42e6-8964-4a93-9cf3-45b01614e6a8 req-6d5e9c39-a255-4c52-8772-bbef4f3c83aa tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549991 Jul 22 16:50:42.385771 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef481a2-35ce-4384-bdc0-cc662674723e service neutron] Pushing event updated for resources: {'Port': ['ID=e5ed1df0-e3a4-432f-9251-600c0b2f3468,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:42.438152 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-86bc5fde-337a-4d43-ab03-d574cc816b14 req-8b955e29-3b86-42bc-9324-0d844c8b10e3 service neutron] 10.222.0.16 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683096 Jul 22 16:50:42.484069 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-bef481a2-35ce-4384-bdc0-cc662674723e service neutron] Attempting to bind port e5ed1df0-e3a4-432f-9251-600c0b2f3468 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:50:42.484811 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-bef481a2-35ce-4384-bdc0-cc662674723e service neutron] Attempting to bind port e5ed1df0-e3a4-432f-9251-600c0b2f3468 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '3007038a-c00a-4fec-84b8-38efb943e21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '61a13055-de03-4a7c-a0d9-4f417a10bc6f'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:50:42.484811 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-bef481a2-35ce-4384-bdc0-cc662674723e service neutron] Attempting to bind port e5ed1df0-e3a4-432f-9251-600c0b2f3468 on network 61a13055-de03-4a7c-a0d9-4f417a10bc6f {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:50:42.510847 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-bef481a2-35ce-4384-bdc0-cc662674723e service neutron] Port e5ed1df0-e3a4-432f-9251-600c0b2f3468 on network 61a13055-de03-4a7c-a0d9-4f417a10bc6f not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:50:42.511224 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-bef481a2-35ce-4384-bdc0-cc662674723e service neutron] Attempting to bind port e5ed1df0-e3a4-432f-9251-600c0b2f3468 on network 61a13055-de03-4a7c-a0d9-4f417a10bc6f {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:50:42.520464 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fd8eaeb4-53b5-4798-aa4b-599c504c0f58 req-19cbec36-729e-4bdf-940b-1fde69fe6a2a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2756724 Jul 22 16:50:42.528159 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-bef481a2-35ce-4384-bdc0-cc662674723e service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:50:42.529312 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-bef481a2-35ce-4384-bdc0-cc662674723e service neutron] Checking segment: {'id': '3007038a-c00a-4fec-84b8-38efb943e21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '61a13055-de03-4a7c-a0d9-4f417a10bc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:50:42.529312 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-bef481a2-35ce-4384-bdc0-cc662674723e service neutron] Bound using segment: {'id': '3007038a-c00a-4fec-84b8-38efb943e21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '61a13055-de03-4a7c-a0d9-4f417a10bc6f'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:50:42.529493 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-bef481a2-35ce-4384-bdc0-cc662674723e service neutron] Bound port: e5ed1df0-e3a4-432f-9251-600c0b2f3468, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3007038a-c00a-4fec-84b8-38efb943e21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '61a13055-de03-4a7c-a0d9-4f417a10bc6f'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:50:42.532100 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-bef481a2-35ce-4384-bdc0-cc662674723e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:42.645841 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c08fc1d-3993-4a43-86a1-c3c685d91488 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:42.651437 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e1638-6666-4084-aded-0d6551db06f5 req-cdae3a4b-7ac1-4661-a5d1-51fa31d66989 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:42.653275 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cf9e1638-6666-4084-aded-0d6551db06f5 req-cdae3a4b-7ac1-4661-a5d1-51fa31d66989 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 944 time: 0.2361276 Jul 22 16:50:42.750429 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-bef481a2-35ce-4384-bdc0-cc662674723e service neutron] For port e5ed1df0-e3a4-432f-9251-600c0b2f3468, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:50:42.752901 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08fc1d-3993-4a43-86a1-c3c685d91488 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Subnet': ['ID=aeaab23f-1f44-445c-aa3e-aa04ac060057,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:42.777896 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-bef481a2-35ce-4384-bdc0-cc662674723e service neutron] For port e5ed1df0-e3a4-432f-9251-600c0b2f3468, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e5ed1df0-e3a4-432f-9251-600c0b2f3468,segment=NetworkSegment(3007038a-c00a-4fec-84b8-38efb943e21f),segment_id=3007038a-c00a-4fec-84b8-38efb943e21f)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:50:42.783311 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c08fc1d-3993-4a43-86a1-c3c685d91488 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Checking segment: {'id': '18469edb-eebb-4909-a5c7-03c69bd3b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2a5ef7e0-cd24-4c4e-b51a-0176521b46bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:50:42.783921 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c08fc1d-3993-4a43-86a1-c3c685d91488 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network hostable DHCP agents. Network: 2a5ef7e0-cd24-4c4e-b51a-0176521b46bb, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:50:42.791823 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-bef481a2-35ce-4384-bdc0-cc662674723e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:42.796616 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cf9e1638-6666-4084-aded-0d6551db06f5 req-97871a46-6768-4d9f-8b2c-4ba4d69871a1 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353691 Jul 22 16:50:42.902170 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-bef481a2-35ce-4384-bdc0-cc662674723e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:42.904681 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-bef481a2-35ce-4384-bdc0-cc662674723e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:42.907050 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-bef481a2-35ce-4384-bdc0-cc662674723e service neutron] 10.222.0.16 "PUT /v2.0/ports/e5ed1df0-e3a4-432f-9251-600c0b2f3468 HTTP/1.1" status: 200 len: 1092 time: 2.2758667 Jul 22 16:50:42.910614 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae6ffe0-fe51-4c82-85af-b1752ff465b1', 'tag': 'e5ed1df0-e3a4-432f-9251-600c0b2f3468'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:50:42.917704 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91af1e8b-a4f2-44ec-9b85-2758c2c54aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "fae6ffe0-fe51-4c82-85af-b1752ff465b1", "tag": "e5ed1df0-e3a4-432f-9251-600c0b2f3468"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:50:42.952255 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c08fc1d-3993-4a43-86a1-c3c685d91488 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network 2a5ef7e0-cd24-4c4e-b51a-0176521b46bb is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:50:42.995139 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0c08fc1d-3993-4a43-86a1-c3c685d91488 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 2a5ef7e0-cd24-4c4e-b51a-0176521b46bb) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:50:43.001650 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c08fc1d-3993-4a43-86a1-c3c685d91488 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:43.002547 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c08fc1d-3993-4a43-86a1-c3c685d91488 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:43.020403 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6be4be-d2f1-452b-b5f1-c6e79ddef545 None None] Network 2a5ef7e0-cd24-4c4e-b51a-0176521b46bb requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:50:43.028255 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b4462f-a112-4e7c-b070-4691cb2d3d3a x-openstack-request-id: req-59b4462f-a112-4e7c-b070-4691cb2d3d3a {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:50:43.028896 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae6ffe0-fe51-4c82-85af-b1752ff465b1", "tag": "e5ed1df0-e3a4-432f-9251-600c0b2f3468", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:50:43.029423 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-59b4462f-a112-4e7c-b070-4691cb2d3d3a {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:50:43.030104 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae6ffe0-fe51-4c82-85af-b1752ff465b1', 'tag': 'e5ed1df0-e3a4-432f-9251-600c0b2f3468', 'status': 'completed', 'code': 200} Jul 22 16:50:43.094991 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef481a2-35ce-4384-bdc0-cc662674723e service neutron] Pushing event updated for resources: {'Port': ['ID=e5ed1df0-e3a4-432f-9251-600c0b2f3468,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:43.144811 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43180) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:43.146073 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0c08fc1d-3993-4a43-86a1-c3c685d91488 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0924640 Jul 22 16:50:43.153368 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e945ae3f-0641-4ac5-a067-cded44130a81 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'port': {'network_id': '2a5ef7e0-cd24-4c4e-b51a-0176521b46bb', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1725779178'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:43.208804 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-654c9f06-0b27-409b-a061-bd2e4fda2e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:43.210536 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-654c9f06-0b27-409b-a061-bd2e4fda2e32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4cfcb91c49145a9aea8832f3c390211&device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 1095 time: 0.2023981 Jul 22 16:50:43.335601 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-d19def82-7075-4b5e-bad8-a4f1443c19a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5ed1df0-e3a4-432f-9251-600c0b2f3468 HTTP/1.1" status: 200 len: 217 time: 0.0974650 Jul 22 16:50:43.392868 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d1333e-14b1-44ba-9e15-8620a9d1ce3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-2a5ef7e0-cd24-4c4e-b51a-0176521b46bb', 'network_id': '2a5ef7e0-cd24-4c4e-b51a-0176521b46bb', 'tenant_id': 'ae4a272be618442d821360d06c080a1c', 'fixed_ips': [{'subnet_id': 'aeaab23f-1f44-445c-aa3e-aa04ac060057'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:50:43.393668 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-42d1333e-14b1-44ba-9e15-8620a9d1ce3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:43.434664 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-e5bf5702-2aa3-48c2-a99d-cb9927fb53c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:43.437244 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-e5bf5702-2aa3-48c2-a99d-cb9927fb53c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b98b79e0-e6d5-4c4c-8692-abf0b3cf832d HTTP/1.1" status: 200 len: 851 time: 0.0953104 Jul 22 16:50:43.484498 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e945ae3f-0641-4ac5-a067-cded44130a81 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:43.508594 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e945ae3f-0641-4ac5-a067-cded44130a81 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:43.522673 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-176118f9-e063-46bb-8e8d-db6ede2f52db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=61a13055-de03-4a7c-a0d9-4f417a10bc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790215 Jul 22 16:50:43.675148 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e945ae3f-0641-4ac5-a067-cded44130a81 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] device_id is not set on port 10fb4b53-5521-4729-a58f-4d919482ad87 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:50:43.760592 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-42d1333e-14b1-44ba-9e15-8620a9d1ce3b None None] Allocated IP 2001:db8::2 (2a5ef7e0-cd24-4c4e-b51a-0176521b46bb/aeaab23f-1f44-445c-aa3e-aa04ac060057/1cdf0c4b-5ac1-47df-92f4-161b60d98cc4) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:50:43.768497 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-900b17c1-a3b3-40e8-9739-afe363e56334 service neutron] 10.222.0.16 "GET /v2.0/networks/61a13055-de03-4a7c-a0d9-4f417a10bc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257369 Jul 22 16:50:43.872474 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746db46-4827-4fb2-96f2-f4f2a329e11c req-82d299df-e8f1-45a2-9410-707e7b072bc8 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:43.881104 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1746db46-4827-4fb2-96f2-f4f2a329e11c req-82d299df-e8f1-45a2-9410-707e7b072bc8 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.4220033 Jul 22 16:50:44.004082 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1746db46-4827-4fb2-96f2-f4f2a329e11c req-f208d0fc-434d-400a-b1e9-0615897e3bbb tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183007 Jul 22 16:50:44.117692 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a53f7b-7e07-4a44-a80d-3ede7917ff41 req-a1396f7a-d286-4c6d-8121-0a5628777954 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:44.119686 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-45a53f7b-7e07-4a44-a80d-3ede7917ff41 req-a1396f7a-d286-4c6d-8121-0a5628777954 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 945 time: 0.3479371 Jul 22 16:50:44.160482 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-42d1333e-14b1-44ba-9e15-8620a9d1ce3b None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:44.201461 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-42d1333e-14b1-44ba-9e15-8620a9d1ce3b None None] Transition to ACTIVE for port object 1cdf0c4b-5ac1-47df-92f4-161b60d98cc4 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:50:44.208353 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d151f56-c202-4beb-9857-617eff2ee0a2 req-f0dac87f-82dd-4a95-b44c-3d27f4dc4ecd service neutron] 10.222.0.16 "GET /v2.0/networks/61a13055-de03-4a7c-a0d9-4f417a10bc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057562 Jul 22 16:50:44.212847 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-45a53f7b-7e07-4a44-a80d-3ede7917ff41 req-dd4f00f2-d23a-4c8f-9fcb-f7f871972cff tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807755 Jul 22 16:50:44.261281 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-42d1333e-14b1-44ba-9e15-8620a9d1ce3b None None] Transition to ACTIVE for port object 1cdf0c4b-5ac1-47df-92f4-161b60d98cc4 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:50:44.282303 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-42d1333e-14b1-44ba-9e15-8620a9d1ce3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:44.332959 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d1333e-14b1-44ba-9e15-8620a9d1ce3b None None] Network 2a5ef7e0-cd24-4c4e-b51a-0176521b46bb is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:50:44.350268 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-42d1333e-14b1-44ba-9e15-8620a9d1ce3b None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:50:44.355007 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d1333e-14b1-44ba-9e15-8620a9d1ce3b None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:50:44.371125 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-e945ae3f-0641-4ac5-a067-cded44130a81 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Allocated IP 2001:db8::3e3 (2a5ef7e0-cd24-4c4e-b51a-0176521b46bb/aeaab23f-1f44-445c-aa3e-aa04ac060057/10fb4b53-5521-4729-a58f-4d919482ad87) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:50:44.430337 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1333e-14b1-44ba-9e15-8620a9d1ce3b None None] Pushing event updated for resources: {'Port': ['ID=1cdf0c4b-5ac1-47df-92f4-161b60d98cc4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:44.441109 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82759905-58a3-473b-8af5-360a899bac32 req-0df23967-5560-4f5a-a764-c3bd19f1c341 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:44.443222 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-82759905-58a3-473b-8af5-360a899bac32 req-0df23967-5560-4f5a-a764-c3bd19f1c341 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 944 time: 0.2266700 Jul 22 16:50:44.507361 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-42d1333e-14b1-44ba-9e15-8620a9d1ce3b None None] Attempting to bind port 1cdf0c4b-5ac1-47df-92f4-161b60d98cc4 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:50:44.507947 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af1e8b-a4f2-44ec-9b85-2758c2c54aa7 req-3006d476-7f5e-46c3-858e-191b05e5f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:44.509683 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-91af1e8b-a4f2-44ec-9b85-2758c2c54aa7 req-3006d476-7f5e-46c3-858e-191b05e5f1fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4cfcb91c49145a9aea8832f3c390211&device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 1095 time: 0.1237469 Jul 22 16:50:44.510543 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-42d1333e-14b1-44ba-9e15-8620a9d1ce3b None None] Attempting to bind port 1cdf0c4b-5ac1-47df-92f4-161b60d98cc4 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '18469edb-eebb-4909-a5c7-03c69bd3b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2a5ef7e0-cd24-4c4e-b51a-0176521b46bb'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:50:44.511139 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d1333e-14b1-44ba-9e15-8620a9d1ce3b None None] Attempting to bind port 1cdf0c4b-5ac1-47df-92f4-161b60d98cc4 on network 2a5ef7e0-cd24-4c4e-b51a-0176521b46bb {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:50:44.524531 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d1333e-14b1-44ba-9e15-8620a9d1ce3b None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:50:44.524909 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d1333e-14b1-44ba-9e15-8620a9d1ce3b None None] Checking segment: {'id': '18469edb-eebb-4909-a5c7-03c69bd3b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2a5ef7e0-cd24-4c4e-b51a-0176521b46bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:50:44.525317 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-42d1333e-14b1-44ba-9e15-8620a9d1ce3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:44.526874 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d1333e-14b1-44ba-9e15-8620a9d1ce3b None None] Bound using segment: {'id': '18469edb-eebb-4909-a5c7-03c69bd3b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2a5ef7e0-cd24-4c4e-b51a-0176521b46bb'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:50:44.527674 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-42d1333e-14b1-44ba-9e15-8620a9d1ce3b None None] Bound port: 1cdf0c4b-5ac1-47df-92f4-161b60d98cc4, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18469edb-eebb-4909-a5c7-03c69bd3b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2a5ef7e0-cd24-4c4e-b51a-0176521b46bb'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:50:44.528080 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-42d1333e-14b1-44ba-9e15-8620a9d1ce3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:44.649663 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-82759905-58a3-473b-8af5-360a899bac32 req-414de8e5-c5e0-4fe3-a651-f67bf52e364b tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679685 Jul 22 16:50:44.659087 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-42d1333e-14b1-44ba-9e15-8620a9d1ce3b None None] For port 1cdf0c4b-5ac1-47df-92f4-161b60d98cc4, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:50:44.665519 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-42d1333e-14b1-44ba-9e15-8620a9d1ce3b None None] For port 1cdf0c4b-5ac1-47df-92f4-161b60d98cc4, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1cdf0c4b-5ac1-47df-92f4-161b60d98cc4,segment=NetworkSegment(18469edb-eebb-4909-a5c7-03c69bd3b63f),segment_id=18469edb-eebb-4909-a5c7-03c69bd3b63f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:50:44.684557 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-42d1333e-14b1-44ba-9e15-8620a9d1ce3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:44.749939 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e945ae3f-0641-4ac5-a067-cded44130a81 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:44.772648 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e945ae3f-0641-4ac5-a067-cded44130a81 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Transition to ACTIVE for port object 10fb4b53-5521-4729-a58f-4d919482ad87 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:50:44.797316 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1333e-14b1-44ba-9e15-8620a9d1ce3b None None] Pushing event updated for resources: {'Port': ['ID=1cdf0c4b-5ac1-47df-92f4-161b60d98cc4,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:44.814932 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e945ae3f-0641-4ac5-a067-cded44130a81 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:44.816766 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af1e8b-a4f2-44ec-9b85-2758c2c54aa7 req-9557e741-1a41-4da0-b7a7-4a055b00b86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:44.821501 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-91af1e8b-a4f2-44ec-9b85-2758c2c54aa7 req-9557e741-1a41-4da0-b7a7-4a055b00b86d service neutron] 10.222.0.16 "GET /v2.0/networks?id=61a13055-de03-4a7c-a0d9-4f417a10bc6f HTTP/1.1" status: 200 len: 912 time: 0.2081909 Jul 22 16:50:44.872558 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e945ae3f-0641-4ac5-a067-cded44130a81 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network 2a5ef7e0-cd24-4c4e-b51a-0176521b46bb is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:50:44.875073 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945ae3f-0641-4ac5-a067-cded44130a81 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Port': ['ID=10fb4b53-5521-4729-a58f-4d919482ad87,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:44.878224 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e945ae3f-0641-4ac5-a067-cded44130a81 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:50:44.881859 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e945ae3f-0641-4ac5-a067-cded44130a81 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:50:44.887955 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e945ae3f-0641-4ac5-a067-cded44130a81 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:44.890686 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e945ae3f-0641-4ac5-a067-cded44130a81 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:44.912655 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e945ae3f-0641-4ac5-a067-cded44130a81 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.7622962 Jul 22 16:50:44.913301 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43214) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:44.942844 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-91af1e8b-a4f2-44ec-9b85-2758c2c54aa7 req-62bf1e46-6e7c-4ed9-9128-6d2e7b0e611c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5ed1df0-e3a4-432f-9251-600c0b2f3468 HTTP/1.1" status: 200 len: 217 time: 0.0647831 Jul 22 16:50:45.299587 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-974d8df3-7ab1-462a-b9ad-fbb571b4ff83 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting port 10fb4b53-5521-4729-a58f-4d919482ad87 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:50:45.299703 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-974d8df3-7ab1-462a-b9ad-fbb571b4ff83 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:45.303189 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af1e8b-a4f2-44ec-9b85-2758c2c54aa7 req-0df3edb8-280d-4c62-aac4-a15f364d8426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:45.304881 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-91af1e8b-a4f2-44ec-9b85-2758c2c54aa7 req-0df3edb8-280d-4c62-aac4-a15f364d8426 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b98b79e0-e6d5-4c4c-8692-abf0b3cf832d HTTP/1.1" status: 200 len: 851 time: 0.2146726 Jul 22 16:50:45.389049 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-91af1e8b-a4f2-44ec-9b85-2758c2c54aa7 req-7cadc03c-4351-4acf-ab52-ea0e414373f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=61a13055-de03-4a7c-a0d9-4f417a10bc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754347 Jul 22 16:50:45.401723 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a7513-7e58-4ada-a403-d6c4d0ea83ed req-fab4b3b4-f672-47f8-9937-5c64bbafb086 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:45.420870 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fc0a7513-7e58-4ada-a403-d6c4d0ea83ed req-fab4b3b4-f672-47f8-9937-5c64bbafb086 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.2140620 Jul 22 16:50:45.560086 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-974d8df3-7ab1-462a-b9ad-fbb571b4ff83 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:45.603849 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227d311-f672-41eb-aa61-4aabe7888547 req-fa8a29dc-8b97-4582-b72f-43f464ca114c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:45.607961 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6227d311-f672-41eb-aa61-4aabe7888547 req-fa8a29dc-8b97-4582-b72f-43f464ca114c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 945 time: 0.2408521 Jul 22 16:50:45.612708 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fc0a7513-7e58-4ada-a403-d6c4d0ea83ed req-3b743b22-6175-4b12-aadf-a49f582e2c6a tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908550 Jul 22 16:50:45.618666 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-974d8df3-7ab1-462a-b9ad-fbb571b4ff83 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Calling delete_port for 10fb4b53-5521-4729-a58f-4d919482ad87 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:50:45.722508 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-91af1e8b-a4f2-44ec-9b85-2758c2c54aa7 req-0676944a-657d-4b4e-ba3d-a2877656d808 service neutron] 10.222.0.16 "GET /v2.0/networks/61a13055-de03-4a7c-a0d9-4f417a10bc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963939 Jul 22 16:50:46.014638 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6227d311-f672-41eb-aa61-4aabe7888547 req-96a244b8-0967-49a8-9fa8-46628a400550 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3935394 Jul 22 16:50:46.157277 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-974d8df3-7ab1-462a-b9ad-fbb571b4ff83 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:46.262533 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-974d8df3-7ab1-462a-b9ad-fbb571b4ff83 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:46.268255 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-974d8df3-7ab1-462a-b9ad-fbb571b4ff83 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/ports/10fb4b53-5521-4729-a58f-4d919482ad87 HTTP/1.1" status: 204 len: 168 time: 1.3537865 Jul 22 16:50:46.268902 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43242) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:46.332460 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d8df3-7ab1-462a-b9ad-fbb571b4ff83 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Port': ['ID=10fb4b53-5521-4729-a58f-4d919482ad87,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:46.489645 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-53fc0166-738f-4395-9bd1-2d30398cdbe9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] GET failed (client error): The resource could not be found. Jul 22 16:50:46.505640 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6f7b36-8bee-4718-a04f-2753c6c5e73b None None] Network 2a5ef7e0-cd24-4c4e-b51a-0176521b46bb requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:50:46.518171 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-53fc0166-738f-4395-9bd1-2d30398cdbe9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports/10fb4b53-5521-4729-a58f-4d919482ad87 HTTP/1.1" status: 404 len: 333 time: 0.2097919 Jul 22 16:50:46.519184 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43246) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:46.681259 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea084ccf-cd35-415f-a5cd-35eb4b3ffa01 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting subnet aeaab23f-1f44-445c-aa3e-aa04ac060057 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:50:46.693003 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea084ccf-cd35-415f-a5cd-35eb4b3ffa01 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:46.722649 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-395de724-bf0b-47cd-bc5e-fa71099760e6 None None] Provisioning for port 1cdf0c4b-5ac1-47df-92f4-161b60d98cc4 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:50:46.764471 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea084ccf-cd35-415f-a5cd-35eb4b3ffa01 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:46.998161 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-91af1e8b-a4f2-44ec-9b85-2758c2c54aa7 req-5b7de035-c5d1-4c1c-85e7-59225f58c7da service neutron] 10.222.0.16 "GET /v2.0/networks/61a13055-de03-4a7c-a0d9-4f417a10bc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2654223 Jul 22 16:50:47.043011 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf33f9-287d-46b8-9841-a400066654e4 req-99a27c30-0bee-4825-aeae-6c26d98750de tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:47.070660 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-35cf33f9-287d-46b8-9841-a400066654e4 req-99a27c30-0bee-4825-aeae-6c26d98750de tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 944 time: 1.2259178 Jul 22 16:50:47.146209 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea084ccf-cd35-415f-a5cd-35eb4b3ffa01 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:47.171095 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1cdf0c4b-5ac1-47df-92f4-161b60d98cc4 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:50:47.191071 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-35cf33f9-287d-46b8-9841-a400066654e4 req-69d811f0-a38b-4896-8ca2-d0d36427433e tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194212 Jul 22 16:50:47.313171 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea084ccf-cd35-415f-a5cd-35eb4b3ffa01 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:47.317726 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device e5ed1df0-e3a4-432f-9251-600c0b2f3468 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:50:47.349038 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 1cdf0c4b-5ac1-47df-92f4-161b60d98cc4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:50:47.357040 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbaf9bd-2001-4408-b9e3-63f8d37a3c8c req-b3224edc-7711-4b31-b17a-2ab41c89ff16 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:47.360134 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9fbaf9bd-2001-4408-b9e3-63f8d37a3c8c req-b3224edc-7711-4b31-b17a-2ab41c89ff16 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.5444250 Jul 22 16:50:47.374837 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 1cdf0c4b-5ac1-47df-92f4-161b60d98cc4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:50:47.375229 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:47.471417 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea084ccf-cd35-415f-a5cd-35eb4b3ffa01 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Subnet': ['ID=aeaab23f-1f44-445c-aa3e-aa04ac060057,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:47.477088 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f38ec8-8cce-490e-a766-21c308951e16 req-fa514245-13c5-4ee1-ae1e-ef966d25a753 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:47.493284 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-46f38ec8-8cce-490e-a766-21c308951e16 req-fa514245-13c5-4ee1-ae1e-ef966d25a753 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 945 time: 0.1723487 Jul 22 16:50:47.525609 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea084ccf-cd35-415f-a5cd-35eb4b3ffa01 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:47.540250 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ea084ccf-cd35-415f-a5cd-35eb4b3ffa01 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/subnets/aeaab23f-1f44-445c-aa3e-aa04ac060057 HTTP/1.1" status: 204 len: 168 time: 1.0200877 Jul 22 16:50:47.549761 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43264) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:47.559111 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:47.626927 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9fbaf9bd-2001-4408-b9e3-63f8d37a3c8c req-1a05350c-6473-4431-b62d-ccab8864a30f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480175 Jul 22 16:50:47.641139 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 1cdf0c4b-5ac1-47df-92f4-161b60d98cc4, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1cdf0c4b-5ac1-47df-92f4-161b60d98cc4,segment=NetworkSegment(18469edb-eebb-4909-a5c7-03c69bd3b63f),segment_id=18469edb-eebb-4909-a5c7-03c69bd3b63f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:47.651421 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:47.708781 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-46f38ec8-8cce-490e-a766-21c308951e16 req-29e55199-a249-49b0-9a27-8cd541565612 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140050 Jul 22 16:50:47.854596 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port e5ed1df0-e3a4-432f-9251-600c0b2f3468, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e5ed1df0-e3a4-432f-9251-600c0b2f3468,segment=NetworkSegment(3007038a-c00a-4fec-84b8-38efb943e21f),segment_id=3007038a-c00a-4fec-84b8-38efb943e21f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:47.875091 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4efebaeb-e9b8-457d-ba2b-55c97b517880 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:47.887915 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf9fb2b-2752-4849-a6a8-3396904d3871 None None] Network 2a5ef7e0-cd24-4c4e-b51a-0176521b46bb requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:50:47.980572 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'e5ed1df0-e3a4-432f-9251-600c0b2f3468', 'network_id': '61a13055-de03-4a7c-a0d9-4f417a10bc6f', 'port_id': 'e5ed1df0-e3a4-432f-9251-600c0b2f3468', 'mac_address': 'fa:16:3e:11:9c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b98b79e0-e6d5-4c4c-8692-abf0b3cf832d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:50:48.052582 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4efebaeb-e9b8-457d-ba2b-55c97b517880 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting port 1cdf0c4b-5ac1-47df-92f4-161b60d98cc4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:50:48.057349 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4efebaeb-e9b8-457d-ba2b-55c97b517880 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:48.085384 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-09c2e22d-2bd1-4a4f-8b08-fa862502e043 None None] Provisioning complete for port 1cdf0c4b-5ac1-47df-92f4-161b60d98cc4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:50:48.085805 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-09c2e22d-2bd1-4a4f-8b08-fa862502e043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:48.088642 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=1cdf0c4b-5ac1-47df-92f4-161b60d98cc4,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:48.240074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4efebaeb-e9b8-457d-ba2b-55c97b517880 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] For port 1cdf0c4b-5ac1-47df-92f4-161b60d98cc4, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1cdf0c4b-5ac1-47df-92f4-161b60d98cc4,segment=NetworkSegment(18469edb-eebb-4909-a5c7-03c69bd3b63f),segment_id=18469edb-eebb-4909-a5c7-03c69bd3b63f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:48.241019 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4efebaeb-e9b8-457d-ba2b-55c97b517880 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:48.279917 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4efebaeb-e9b8-457d-ba2b-55c97b517880 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Calling delete_port for 1cdf0c4b-5ac1-47df-92f4-161b60d98cc4 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:50:48.364784 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:48.390480 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ed1df0-e3a4-432f-9251-600c0b2f3468 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:50:48.421491 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port e5ed1df0-e3a4-432f-9251-600c0b2f3468, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e5ed1df0-e3a4-432f-9251-600c0b2f3468,segment=NetworkSegment(3007038a-c00a-4fec-84b8-38efb943e21f),segment_id=3007038a-c00a-4fec-84b8-38efb943e21f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:48.429002 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:48.497441 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4efebaeb-e9b8-457d-ba2b-55c97b517880 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:48.516330 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efebaeb-e9b8-457d-ba2b-55c97b517880 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] No DVR routers for this DVR port 1cdf0c4b-5ac1-47df-92f4-161b60d98cc4 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:50:48.556260 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=e5ed1df0-e3a4-432f-9251-600c0b2f3468,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:48.584753 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efebaeb-e9b8-457d-ba2b-55c97b517880 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Port': ['ID=1cdf0c4b-5ac1-47df-92f4-161b60d98cc4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:48.619595 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb6b089-51cb-4608-a3d2-ac8d52306556 None None] DHCP port deletion for 2a5ef7e0-cd24-4c4e-b51a-0176521b46bb request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:50:48.739290 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['e5ed1df0-e3a4-432f-9251-600c0b2f3468'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:50:48.806992 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4efebaeb-e9b8-457d-ba2b-55c97b517880 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:48.834177 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4efebaeb-e9b8-457d-ba2b-55c97b517880 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5ef7e0-cd24-4c4e-b51a-0176521b46bb']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:48.851324 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9ae92-5c09-41fa-84b9-d61b95686933 req-53e642f7-bc07-4295-b8df-24c260ec99ad tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:48.854603 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cbe9ae92-5c09-41fa-84b9-d61b95686933 req-53e642f7-bc07-4295-b8df-24c260ec99ad tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 945 time: 0.5288665 Jul 22 16:50:48.861448 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4efebaeb-e9b8-457d-ba2b-55c97b517880 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18469edb-eebb-4909-a5c7-03c69bd3b63f') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:48.861736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4efebaeb-e9b8-457d-ba2b-55c97b517880 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18469edb-eebb-4909-a5c7-03c69bd3b63f') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:48.886640 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4efebaeb-e9b8-457d-ba2b-55c97b517880 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:48.903090 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cbe9ae92-5c09-41fa-84b9-d61b95686933 req-fd30722a-465a-4047-b14f-98e581296c12 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414171 Jul 22 16:50:48.932265 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4efebaeb-e9b8-457d-ba2b-55c97b517880 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:48.964769 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efebaeb-e9b8-457d-ba2b-55c97b517880 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:50:48.965441 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4efebaeb-e9b8-457d-ba2b-55c97b517880 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:49.024562 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1cdf0c4b-5ac1-47df-92f4-161b60d98cc4 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:50:49.051787 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:50:49.060146 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4efebaeb-e9b8-457d-ba2b-55c97b517880 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:49.069360 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4efebaeb-e9b8-457d-ba2b-55c97b517880 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:49.074648 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4efebaeb-e9b8-457d-ba2b-55c97b517880 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/networks/2a5ef7e0-cd24-4c4e-b51a-0176521b46bb HTTP/1.1" status: 204 len: 168 time: 1.5197988 Jul 22 16:50:49.075064 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43298) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:49.082569 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b86f9631-9243-4b28-9457-5bd645507583 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'port': {'network_id': '784d7ec6-dd85-40b3-9068-ad76b03fd04b', 'name': 'tempest-PortsIpV6TestJSON-1017323601'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:49.106326 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 1cdf0c4b-5ac1-47df-92f4-161b60d98cc4 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:50:49.106660 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1cdf0c4b-5ac1-47df-92f4-161b60d98cc4 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:50:49.114819 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efebaeb-e9b8-457d-ba2b-55c97b517880 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Network': ['ID=2a5ef7e0-cd24-4c4e-b51a-0176521b46bb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:49.368875 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86f9631-9243-4b28-9457-5bd645507583 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:49.373164 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc7e55-0032-457e-8947-46fd87d854e8 req-d8a72210-3254-4ea8-9ce8-899a8efead5d tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:49.376098 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-13fc7e55-0032-457e-8947-46fd87d854e8 req-d8a72210-3254-4ea8-9ce8-899a8efead5d tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.3234127 Jul 22 16:50:49.380002 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b86f9631-9243-4b28-9457-5bd645507583 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:49.416867 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0218ef-87d7-4be0-99cc-75ddc8b04b39 req-2684d1a8-f05d-4075-be4f-2c1ea43b7e77 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:49.427725 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6b0218ef-87d7-4be0-99cc-75ddc8b04b39 req-2684d1a8-f05d-4075-be4f-2c1ea43b7e77 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 945 time: 0.2927969 Jul 22 16:50:49.468271 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-b86f9631-9243-4b28-9457-5bd645507583 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] device_id is not set on port d44be9b7-9dfe-43aa-8c00-eaa90a6cf216 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:50:49.503100 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-13fc7e55-0032-457e-8947-46fd87d854e8 req-9e9ea49d-1562-4548-9999-a35d70fd3aca tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164970 Jul 22 16:50:49.525081 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6b0218ef-87d7-4be0-99cc-75ddc8b04b39 req-224e259f-a33f-4e95-a6c0-e3ed6957d4c6 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903201 Jul 22 16:50:49.752809 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 21d9f93e-fcc8-4d16-a5e5-574e7725696b details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:50:49.758419 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 21d9f93e-fcc8-4d16-a5e5-574e7725696b no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:50:49.897220 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b86f9631-9243-4b28-9457-5bd645507583 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:49.969828 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b86f9631-9243-4b28-9457-5bd645507583 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:50.100413 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 21d9f93e-fcc8-4d16-a5e5-574e7725696b, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=21d9f93e-fcc8-4d16-a5e5-574e7725696b,segment=NetworkSegment(e532fe79-d434-4f03-a9a0-c9663b2eed81),segment_id=e532fe79-d434-4f03-a9a0-c9663b2eed81)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:50.121078 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '21d9f93e-fcc8-4d16-a5e5-574e7725696b', 'network_id': '11fa376a-a719-4920-8cdd-3a2458f3c2fd', 'port_id': '21d9f93e-fcc8-4d16-a5e5-574e7725696b', 'mac_address': 'fa:16:3e:95:82:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91a3ec8d-5f4b-4e09-a3b8-afdb464abdd5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:50:50.144972 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f9631-9243-4b28-9457-5bd645507583 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Port': ['ID=d44be9b7-9dfe-43aa-8c00-eaa90a6cf216,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:50.172355 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86f9631-9243-4b28-9457-5bd645507583 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network 784d7ec6-dd85-40b3-9068-ad76b03fd04b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:50:50.175946 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-b86f9631-9243-4b28-9457-5bd645507583 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:50:50.179356 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f9631-9243-4b28-9457-5bd645507583 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:50:50.195619 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86f9631-9243-4b28-9457-5bd645507583 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:50.196290 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b86f9631-9243-4b28-9457-5bd645507583 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:50.228728 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:50.248207 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b86f9631-9243-4b28-9457-5bd645507583 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1693704 Jul 22 16:50:50.248430 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43322) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:50.252124 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21d9f93e-fcc8-4d16-a5e5-574e7725696b {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:50:50.276444 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b9252-541a-4b23-942b-2c6b48a0b7bd req-643d9da3-0eba-4a2c-b558-fe346b2e8cf0 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:50.292340 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b61b9252-541a-4b23-942b-2c6b48a0b7bd req-643d9da3-0eba-4a2c-b558-fe346b2e8cf0 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 945 time: 0.2151444 Jul 22 16:50:50.302773 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 21d9f93e-fcc8-4d16-a5e5-574e7725696b, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=21d9f93e-fcc8-4d16-a5e5-574e7725696b,segment=NetworkSegment(e532fe79-d434-4f03-a9a0-c9663b2eed81),segment_id=e532fe79-d434-4f03-a9a0-c9663b2eed81)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:50.304838 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:50.331166 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:50.443914 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b61b9252-541a-4b23-942b-2c6b48a0b7bd req-51dbbaf2-0820-4753-8c34-9bbc2730a8fd tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505606 Jul 22 16:50:50.455419 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:50:50.456644 n-d-798930-9 neutron-server[93818]: DEBUG oslo_db.api [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:50:50.500426 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=21d9f93e-fcc8-4d16-a5e5-574e7725696b,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:50.608396 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['21d9f93e-fcc8-4d16-a5e5-574e7725696b'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:50:50.650114 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2368950f-ac2c-4319-a526-8eb1761b2c4f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting port d44be9b7-9dfe-43aa-8c00-eaa90a6cf216 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:50:50.650954 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2368950f-ac2c-4319-a526-8eb1761b2c4f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:50.867781 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2368950f-ac2c-4319-a526-8eb1761b2c4f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:50.869028 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43336) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:50.956731 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2368950f-ac2c-4319-a526-8eb1761b2c4f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Calling delete_port for d44be9b7-9dfe-43aa-8c00-eaa90a6cf216 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:50:50.975931 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da3a8b-391d-496f-b83b-b0e525028ea5 req-c2da377f-ffde-423c-bc15-8881f9a0abac tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:50.986706 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b7da3a8b-391d-496f-b83b-b0e525028ea5 req-c2da377f-ffde-423c-bc15-8881f9a0abac tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 945 time: 0.2146442 Jul 22 16:50:51.012029 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b78f6a-a940-4090-a2d3-3786a5c890aa req-2b32e6fa-7e00-4780-8185-8529ed1216f1 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:51.017384 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-97b78f6a-a940-4090-a2d3-3786a5c890aa req-2b32e6fa-7e00-4780-8185-8529ed1216f1 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 945 time: 0.3291402 Jul 22 16:50:51.056313 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b7da3a8b-391d-496f-b83b-b0e525028ea5 req-a822ee8d-0127-4151-85e3-7e73277d0824 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623906 Jul 22 16:50:51.100735 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:51.146897 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 21d9f93e-fcc8-4d16-a5e5-574e7725696b {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:50:51.158663 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13c21b83-e942-49c5-a9d0-b80398ea1b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:51.171758 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 21d9f93e-fcc8-4d16-a5e5-574e7725696b, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=21d9f93e-fcc8-4d16-a5e5-574e7725696b,segment=NetworkSegment(e532fe79-d434-4f03-a9a0-c9663b2eed81),segment_id=e532fe79-d434-4f03-a9a0-c9663b2eed81)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:51.179850 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:51.216690 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-97b78f6a-a940-4090-a2d3-3786a5c890aa req-08582218-2289-47a1-af64-a693ff7365ff tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014264 Jul 22 16:50:51.257225 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=21d9f93e-fcc8-4d16-a5e5-574e7725696b,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:51.282274 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2368950f-ac2c-4319-a526-8eb1761b2c4f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:51.318607 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368950f-ac2c-4319-a526-8eb1761b2c4f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Port': ['ID=d44be9b7-9dfe-43aa-8c00-eaa90a6cf216,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:51.330855 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device e5ed1df0-e3a4-432f-9251-600c0b2f3468 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:50:51.344400 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2368950f-ac2c-4319-a526-8eb1761b2c4f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:51.352750 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2368950f-ac2c-4319-a526-8eb1761b2c4f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/ports/d44be9b7-9dfe-43aa-8c00-eaa90a6cf216 HTTP/1.1" status: 204 len: 168 time: 1.1032531 Jul 22 16:50:51.353661 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43344) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:51.377239 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b2d6dca1-a1f5-47bd-9dd3-91f0763f15c9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'port': {'network_id': '784d7ec6-dd85-40b3-9068-ad76b03fd04b', 'mac_address': 'fa:16:3e:a6:c1:73', 'name': 'tempest-PortsIpV6TestJSON-357430708'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:51.443513 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13c21b83-e942-49c5-a9d0-b80398ea1b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:51.456647 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13c21b83-e942-49c5-a9d0-b80398ea1b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:51.525726 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port e5ed1df0-e3a4-432f-9251-600c0b2f3468 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:50:51.533278 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port e5ed1df0-e3a4-432f-9251-600c0b2f3468 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:50:51.536104 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:51.560828 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-13c21b83-e942-49c5-a9d0-b80398ea1b91 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aa8ad0180ca34ac1b8478bf514e18911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6900167 Jul 22 16:50:51.563966 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43348) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:51.763299 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d6dca1-a1f5-47bd-9dd3-91f0763f15c9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:51.769513 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-c56015c3-36f4-4738-994f-21537937e01b req-b9224557-0fb5-4faf-b930-a93334d0e400 service neutron] (93816) timed out ('10.222.0.69', 36830) {{(pid=93816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 16:50:51.795642 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 21d9f93e-fcc8-4d16-a5e5-574e7725696b up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:50:51.816519 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c21b83-e942-49c5-a9d0-b80398ea1b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011e26d4-a94b-4c29-83cd-bbafc8528170,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:51.858277 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:51.866578 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81283e99-0bc7-4687-ac81-baf1272dcfdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:51.890636 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae6ffe0-fe51-4c82-85af-b1752ff465b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ed1df0-e3a4-432f-9251-600c0b2f3468'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:50:51.895593 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16064e3f-e74b-479b-9120-2ac7eb13b4e7" -d '{"events": [{"server_uuid": "fae6ffe0-fe51-4c82-85af-b1752ff465b1", "name": "network-vif-plugged", "status": "completed", "tag": "e5ed1df0-e3a4-432f-9251-600c0b2f3468"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:50:51.918030 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81283e99-0bc7-4687-ac81-baf1272dcfdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:51.924152 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 21d9f93e-fcc8-4d16-a5e5-574e7725696b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:50:51.924724 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:51.945603 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2d6dca1-a1f5-47bd-9dd3-91f0763f15c9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:51.988225 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-b2d6dca1-a1f5-47bd-9dd3-91f0763f15c9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] device_id is not set on port 6894716b-ebcb-462f-a2c6-017c5fcff38e yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:50:52.010322 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port e5ed1df0-e3a4-432f-9251-600c0b2f3468, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e5ed1df0-e3a4-432f-9251-600c0b2f3468,segment=NetworkSegment(3007038a-c00a-4fec-84b8-38efb943e21f),segment_id=3007038a-c00a-4fec-84b8-38efb943e21f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:52.026257 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:52.035362 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81283e99-0bc7-4687-ac81-baf1272dcfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:52.040289 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81283e99-0bc7-4687-ac81-baf1272dcfdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:52.042642 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-81283e99-0bc7-4687-ac81-baf1272dcfdc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/011e26d4-a94b-4c29-83cd-bbafc8528170 HTTP/1.1" status: 204 len: 168 time: 0.4765048 Jul 22 16:50:52.053703 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08bb630-a347-4376-8d1e-7a4a582c2ece x-openstack-request-id: req-b08bb630-a347-4376-8d1e-7a4a582c2ece {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:50:52.054153 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae6ffe0-fe51-4c82-85af-b1752ff465b1", "name": "network-vif-plugged", "status": "completed", "tag": "e5ed1df0-e3a4-432f-9251-600c0b2f3468", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:50:52.054496 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b08bb630-a347-4376-8d1e-7a4a582c2ece {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:50:52.055359 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae6ffe0-fe51-4c82-85af-b1752ff465b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ed1df0-e3a4-432f-9251-600c0b2f3468', 'code': 200} Jul 22 16:50:52.056454 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81283e99-0bc7-4687-ac81-baf1272dcfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011e26d4-a94b-4c29-83cd-bbafc8528170,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:52.267548 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42cb92-2971-4312-8514-1d6895f9e957 req-11f35d65-a126-4462-97f2-7df57cf18e81 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:52.285375 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dc42cb92-2971-4312-8514-1d6895f9e957 req-11f35d65-a126-4462-97f2-7df57cf18e81 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 945 time: 0.6090868 Jul 22 16:50:52.414081 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=e5ed1df0-e3a4-432f-9251-600c0b2f3468,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:52.428577 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:52.530625 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 21d9f93e-fcc8-4d16-a5e5-574e7725696b, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=21d9f93e-fcc8-4d16-a5e5-574e7725696b,segment=NetworkSegment(e532fe79-d434-4f03-a9a0-c9663b2eed81),segment_id=e532fe79-d434-4f03-a9a0-c9663b2eed81)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:52.539170 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:52.633836 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dc42cb92-2971-4312-8514-1d6895f9e957 req-53f66d79-36d0-49e9-adde-4f1cc143513a tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467782 Jul 22 16:50:52.715220 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=21d9f93e-fcc8-4d16-a5e5-574e7725696b,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:52.724451 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4554e02-fca9-4c74-8741-6b63e6df6ee5 req-4c49a911-739d-41a1-a620-c7f0cecb0916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:52.736788 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d4554e02-fca9-4c74-8741-6b63e6df6ee5 req-4c49a911-739d-41a1-a620-c7f0cecb0916 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 1097 time: 0.3887737 Jul 22 16:50:52.866964 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2d6dca1-a1f5-47bd-9dd3-91f0763f15c9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:52.903381 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d4554e02-fca9-4c74-8741-6b63e6df6ee5 req-5e58926d-d191-4968-ab9d-b560ba4b3fa9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512221 Jul 22 16:50:52.922098 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda64e8b-ce06-46a0-9134-7dd717b55ab0 req-c2ddc1b2-fed9-45f4-91ac-ed1350d19334 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:52.930071 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cda64e8b-ce06-46a0-9134-7dd717b55ab0 req-c2ddc1b2-fed9-45f4-91ac-ed1350d19334 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.1212630 Jul 22 16:50:52.995325 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cda64e8b-ce06-46a0-9134-7dd717b55ab0 req-253c0924-2097-4da2-bd4c-f03b1e335b6a tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607314 Jul 22 16:50:53.013564 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43374) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:53.044452 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e0e0c-392f-4dcb-a395-1d9c2edb2322 req-f0bee3d0-150f-451c-bac6-adb6771c2207 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:53.047470 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-715e0e0c-392f-4dcb-a395-1d9c2edb2322 req-f0bee3d0-150f-451c-bac6-adb6771c2207 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 945 time: 0.1521502 Jul 22 16:50:53.048827 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2d6dca1-a1f5-47bd-9dd3-91f0763f15c9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:53.051088 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0843e014-bb47-4589-8f56-1bfb87546493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:53.148441 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d6dca1-a1f5-47bd-9dd3-91f0763f15c9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network 784d7ec6-dd85-40b3-9068-ad76b03fd04b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:50:53.162059 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-b2d6dca1-a1f5-47bd-9dd3-91f0763f15c9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:50:53.169453 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d6dca1-a1f5-47bd-9dd3-91f0763f15c9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:50:53.175614 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d6dca1-a1f5-47bd-9dd3-91f0763f15c9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:53.176307 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b2d6dca1-a1f5-47bd-9dd3-91f0763f15c9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:53.185737 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6dca1-a1f5-47bd-9dd3-91f0763f15c9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Port': ['ID=6894716b-ebcb-462f-a2c6-017c5fcff38e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:53.193784 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-715e0e0c-392f-4dcb-a395-1d9c2edb2322 req-942c126d-9a06-4940-b315-a19b50063d4c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306000 Jul 22 16:50:53.237048 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0843e014-bb47-4589-8f56-1bfb87546493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:53.243846 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0843e014-bb47-4589-8f56-1bfb87546493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:53.254179 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b2d6dca1-a1f5-47bd-9dd3-91f0763f15c9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8988323 Jul 22 16:50:53.256707 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43378) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:53.276823 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843e014-bb47-4589-8f56-1bfb87546493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaadf78-91e2-434b-bb34-7ca45ffd41c6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:53.325469 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0843e014-bb47-4589-8f56-1bfb87546493 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b0f3491cef46479e8b3c9f0392ad5ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3085752 Jul 22 16:50:53.326501 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43382) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:53.374927 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f384c94c-fd22-4953-b410-03796444e259 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:53.376402 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f384c94c-fd22-4953-b410-03796444e259 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports/6894716b-ebcb-462f-a2c6-017c5fcff38e HTTP/1.1" status: 200 len: 844 time: 0.1183991 Jul 22 16:50:53.379318 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43384) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:53.398296 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-29ba48a0-4ab2-43aa-ab24-d3c18fd20423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:53.432355 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-29ba48a0-4ab2-43aa-ab24-d3c18fd20423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:53.502759 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-29ba48a0-4ab2-43aa-ab24-d3c18fd20423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:53.506325 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-29ba48a0-4ab2-43aa-ab24-d3c18fd20423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:53.511757 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-29ba48a0-4ab2-43aa-ab24-d3c18fd20423 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aaaadf78-91e2-434b-bb34-7ca45ffd41c6 HTTP/1.1" status: 204 len: 168 time: 0.1832793 Jul 22 16:50:53.526250 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba48a0-4ab2-43aa-ab24-d3c18fd20423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaadf78-91e2-434b-bb34-7ca45ffd41c6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:53.530540 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f770be65-93d0-436f-9123-553a3d9b0aba tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting port 6894716b-ebcb-462f-a2c6-017c5fcff38e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:50:53.530897 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f770be65-93d0-436f-9123-553a3d9b0aba tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:53.628959 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f770be65-93d0-436f-9123-553a3d9b0aba tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:53.644098 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f770be65-93d0-436f-9123-553a3d9b0aba tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Calling delete_port for 6894716b-ebcb-462f-a2c6-017c5fcff38e owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:50:53.764682 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f770be65-93d0-436f-9123-553a3d9b0aba tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:53.803901 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770be65-93d0-436f-9123-553a3d9b0aba tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Port': ['ID=6894716b-ebcb-462f-a2c6-017c5fcff38e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:53.816242 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f770be65-93d0-436f-9123-553a3d9b0aba tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:53.820615 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f770be65-93d0-436f-9123-553a3d9b0aba tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/ports/6894716b-ebcb-462f-a2c6-017c5fcff38e HTTP/1.1" status: 204 len: 168 time: 0.4402828 Jul 22 16:50:53.823153 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43396) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:53.847813 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade5b98-3597-4150-bc2d-bd3f5410e796 req-7a3a8df8-37c8-4e79-8f41-c90c0da1b810 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:53.847813 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bade5b98-3597-4150-bc2d-bd3f5410e796 req-7a3a8df8-37c8-4e79-8f41-c90c0da1b810 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.1165049 Jul 22 16:50:53.872490 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-6058789f-ee07-43b5-abfe-3bf005af2ec1 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] GET failed (client error): The resource could not be found. Jul 22 16:50:53.876241 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6058789f-ee07-43b5-abfe-3bf005af2ec1 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports/6894716b-ebcb-462f-a2c6-017c5fcff38e HTTP/1.1" status: 404 len: 333 time: 0.0518785 Jul 22 16:50:53.880665 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43402) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:53.893312 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-99d66778-f475-4b69-91da-31f40b443b2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'port': {'network_id': '784d7ec6-dd85-40b3-9068-ad76b03fd04b', 'name': 'tempest-PortsIpV6TestJSON-1677767460'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:54.041519 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bade5b98-3597-4150-bc2d-bd3f5410e796 req-ce1724c7-8136-492d-a061-c800b6abc97f tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880691 Jul 22 16:50:54.056889 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d9f93e-fcc8-4d16-a5e5-574e7725696b'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:50:54.060528 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1784c017-04f9-4899-aa6b-8ebc19cf4bee" -d '{"events": [{"server_uuid": "4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8", "name": "network-vif-plugged", "status": "completed", "tag": "21d9f93e-fcc8-4d16-a5e5-574e7725696b"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:50:54.066196 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d66778-f475-4b69-91da-31f40b443b2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:54.079345 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99d66778-f475-4b69-91da-31f40b443b2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:54.127198 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-99d66778-f475-4b69-91da-31f40b443b2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] device_id is not set on port d12b41c1-1a3b-4c8d-83f1-b3a0c7d21516 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:50:54.178184 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6645568-4567-433c-84b0-db3abf7bf8d4 x-openstack-request-id: req-e6645568-4567-433c-84b0-db3abf7bf8d4 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:50:54.178946 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8", "name": "network-vif-plugged", "status": "completed", "tag": "21d9f93e-fcc8-4d16-a5e5-574e7725696b", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:50:54.180001 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e6645568-4567-433c-84b0-db3abf7bf8d4 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:50:54.188843 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d9f93e-fcc8-4d16-a5e5-574e7725696b', 'code': 200} Jul 22 16:50:54.395866 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1824582-95ee-460b-ae3e-c1186c39f961 req-8e135b02-0c5a-49d0-b909-62fbcc6bfdf2 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:54.408906 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c1824582-95ee-460b-ae3e-c1186c39f961 req-8e135b02-0c5a-49d0-b909-62fbcc6bfdf2 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.2782719 Jul 22 16:50:54.559184 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c1824582-95ee-460b-ae3e-c1186c39f961 req-4c22e888-314b-46e7-b87c-f0a32d5279aa tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492686 Jul 22 16:50:54.703999 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99d66778-f475-4b69-91da-31f40b443b2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:54.760491 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d5f3f-b221-459e-bf49-d45035df1eed req-10031ac1-a3eb-4e0a-9473-a439db9626bb tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:54.761358 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7b5d5f3f-b221-459e-bf49-d45035df1eed req-10031ac1-a3eb-4e0a-9473-a439db9626bb tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 945 time: 0.4024036 Jul 22 16:50:54.766667 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adc8ab-af61-47e1-94cb-a2434c095469 req-45ac4db6-6266-4ce1-a70f-79e7550ac949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:54.768713 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-51adc8ab-af61-47e1-94cb-a2434c095469 req-45ac4db6-6266-4ce1-a70f-79e7550ac949 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 1097 time: 0.3883493 Jul 22 16:50:54.814652 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99d66778-f475-4b69-91da-31f40b443b2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:54.873875 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7b5d5f3f-b221-459e-bf49-d45035df1eed req-dbd1a97a-7b5d-4104-b495-bfc71147f7a8 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008992 Jul 22 16:50:54.949812 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-51adc8ab-af61-47e1-94cb-a2434c095469 req-41ce551f-ffe9-4258-8769-17ff37ab44ac service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679413 Jul 22 16:50:54.982897 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d66778-f475-4b69-91da-31f40b443b2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network 784d7ec6-dd85-40b3-9068-ad76b03fd04b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:50:54.986847 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-99d66778-f475-4b69-91da-31f40b443b2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:50:54.990981 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d66778-f475-4b69-91da-31f40b443b2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:50:54.996801 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d66778-f475-4b69-91da-31f40b443b2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:54.998170 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99d66778-f475-4b69-91da-31f40b443b2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:55.007120 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d66778-f475-4b69-91da-31f40b443b2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Port': ['ID=d12b41c1-1a3b-4c8d-83f1-b3a0c7d21516,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:55.030693 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43440) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:55.031168 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-99d66778-f475-4b69-91da-31f40b443b2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1414776 Jul 22 16:50:55.037538 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-35176885-ad82-43f2-bb9a-ff5224d12f8c tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:55.380119 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35176885-ad82-43f2-bb9a-ff5224d12f8c tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:55.639349 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0e44e-9322-44f0-9d84-b1171f50913b req-32cdd319-0890-486a-bd3b-c4b3455b762e tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:55.640927 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b7c0e44e-9322-44f0-9d84-b1171f50913b req-32cdd319-0890-486a-bd3b-c4b3455b762e tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.3661847 Jul 22 16:50:55.832863 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b7c0e44e-9322-44f0-9d84-b1171f50913b req-58996a9b-cc99-4b7d-9b25-7ac29295a7b4 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845229 Jul 22 16:50:56.088799 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35176885-ad82-43f2-bb9a-ff5224d12f8c tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:56.113510 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76368b-906a-4a1d-93e6-4e80def0f816 req-956099f0-65d6-4ba1-a83f-756d9d115821 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:56.115306 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7d76368b-906a-4a1d-93e6-4e80def0f816 req-956099f0-65d6-4ba1-a83f-756d9d115821 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.3180456 Jul 22 16:50:56.118526 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35176885-ad82-43f2-bb9a-ff5224d12f8c tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:56.183941 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-35176885-ad82-43f2-bb9a-ff5224d12f8c tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] In _notify_port_updated(), no bound segment for port d12b41c1-1a3b-4c8d-83f1-b3a0c7d21516 on network 784d7ec6-dd85-40b3-9068-ad76b03fd04b {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:50:56.191877 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35176885-ad82-43f2-bb9a-ff5224d12f8c tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:56.193733 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35176885-ad82-43f2-bb9a-ff5224d12f8c tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:56.198311 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-35176885-ad82-43f2-bb9a-ff5224d12f8c tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "PUT /v2.0/ports/d12b41c1-1a3b-4c8d-83f1-b3a0c7d21516 HTTP/1.1" status: 200 len: 818 time: 1.1664877 Jul 22 16:50:56.202456 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43466) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:56.212076 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7d76368b-906a-4a1d-93e6-4e80def0f816 req-9dd77891-9770-4601-9ce9-153d76e71c19 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821724 Jul 22 16:50:56.278342 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35176885-ad82-43f2-bb9a-ff5224d12f8c tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Port': ['ID=d12b41c1-1a3b-4c8d-83f1-b3a0c7d21516,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:56.380524 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437a35a-9eb2-4824-8e54-13b7249da464 req-7180ac1e-994e-4e33-a50a-6a90f25335be tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:56.391564 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7437a35a-9eb2-4824-8e54-13b7249da464 req-7180ac1e-994e-4e33-a50a-6a90f25335be tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 945 time: 0.2924004 Jul 22 16:50:56.543230 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7437a35a-9eb2-4824-8e54-13b7249da464 req-ef0cb30c-d141-4b0e-a2b8-8fb2343f77d1 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498222 Jul 22 16:50:56.557848 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c3f2240b-3dde-4a27-a9b6-6f5b53aaaae1 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting port d12b41c1-1a3b-4c8d-83f1-b3a0c7d21516 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:50:56.559023 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3f2240b-3dde-4a27-a9b6-6f5b53aaaae1 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:56.661733 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3f2240b-3dde-4a27-a9b6-6f5b53aaaae1 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:56.684813 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c3f2240b-3dde-4a27-a9b6-6f5b53aaaae1 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Calling delete_port for d12b41c1-1a3b-4c8d-83f1-b3a0c7d21516 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:50:56.830208 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3f2240b-3dde-4a27-a9b6-6f5b53aaaae1 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:56.884969 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2240b-3dde-4a27-a9b6-6f5b53aaaae1 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Port': ['ID=d12b41c1-1a3b-4c8d-83f1-b3a0c7d21516,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:56.904254 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c3f2240b-3dde-4a27-a9b6-6f5b53aaaae1 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:56.909232 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43490) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:56.911061 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c3f2240b-3dde-4a27-a9b6-6f5b53aaaae1 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/ports/d12b41c1-1a3b-4c8d-83f1-b3a0c7d21516 HTTP/1.1" status: 204 len: 168 time: 0.7026889 Jul 22 16:50:57.130807 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a579ca-9313-4e2c-bd0a-e0fe46f5eed7 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:57.135172 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f0a579ca-9313-4e2c-bd0a-e0fe46f5eed7 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2221589 Jul 22 16:50:57.135441 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43496) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:57.238075 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa846bc8-4a4f-48e3-8da5-dbeb2e415335 req-0af4aad1-e1df-4770-a9bc-a1cf96a0fceb tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:57.258722 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aa846bc8-4a4f-48e3-8da5-dbeb2e415335 req-0af4aad1-e1df-4770-a9bc-a1cf96a0fceb tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.2784693 Jul 22 16:50:57.263398 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e94bb13-8c04-4467-ab49-71e2bec19035 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] GET failed (client error): The resource could not be found. Jul 22 16:50:57.271448 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5e94bb13-8c04-4467-ab49-71e2bec19035 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports/d12b41c1-1a3b-4c8d-83f1-b3a0c7d21516 HTTP/1.1" status: 404 len: 333 time: 0.1347342 Jul 22 16:50:57.276033 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43502) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:57.283949 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5dccf875-20d1-4c47-8c32-53c82fa75a7e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-354294966'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:57.361914 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dccf875-20d1-4c47-8c32-53c82fa75a7e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:57.387845 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5dccf875-20d1-4c47-8c32-53c82fa75a7e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:57.444507 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aa846bc8-4a4f-48e3-8da5-dbeb2e415335 req-d79973f9-3b4d-4f38-9d9f-d6bad8e5465e tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688681 Jul 22 16:50:57.521371 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dccf875-20d1-4c47-8c32-53c82fa75a7e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:50:57.540896 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5dccf875-20d1-4c47-8c32-53c82fa75a7e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:57.541309 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-5dccf875-20d1-4c47-8c32-53c82fa75a7e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Added segment 103820fb-9bbc-4bd7-a414-1d4eb6e77b28 of type vlan for network f4c302c3-01c6-4f81-8479-83d953b42331 Jul 22 16:50:57.603586 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2718f-8f03-4964-a8bf-d2092a27ca73 req-a2aa0b8b-f95e-4142-8254-ba16389abdf4 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:57.610463 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-90d2718f-8f03-4964-a8bf-d2092a27ca73 req-a2aa0b8b-f95e-4142-8254-ba16389abdf4 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.1770372 Jul 22 16:50:57.672374 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5dccf875-20d1-4c47-8c32-53c82fa75a7e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:57.688996 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-90d2718f-8f03-4964-a8bf-d2092a27ca73 req-9b164c9b-cb56-4e40-946a-ab35e85114de tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775690 Jul 22 16:50:57.733759 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5dccf875-20d1-4c47-8c32-53c82fa75a7e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:57.741166 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dccf875-20d1-4c47-8c32-53c82fa75a7e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:57.742420 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5dccf875-20d1-4c47-8c32-53c82fa75a7e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:57.752565 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106ec48-9ab8-4c9a-980e-075d1f6e7cf5 req-4c61618e-0327-4c2a-8de5-2f6d3a7de40f tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:57.761657 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0106ec48-9ab8-4c9a-980e-075d1f6e7cf5 req-4c61618e-0327-4c2a-8de5-2f6d3a7de40f tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 945 time: 0.0947385 Jul 22 16:50:57.844333 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43516) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:57.845184 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5dccf875-20d1-4c47-8c32-53c82fa75a7e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5673587 Jul 22 16:50:57.849707 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-beaee021-a6ac-4cb5-8569-774420139999 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'subnet': {'network_id': 'f4c302c3-01c6-4f81-8479-83d953b42331', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:57.937061 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0106ec48-9ab8-4c9a-980e-075d1f6e7cf5 req-1ab513ec-84e0-4bce-8de9-b8e8ac209367 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712236 Jul 22 16:50:57.985503 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beaee021-a6ac-4cb5-8569-774420139999 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:57.998090 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-beaee021-a6ac-4cb5-8569-774420139999 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:58.257596 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-beaee021-a6ac-4cb5-8569-774420139999 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:58.268721 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dccf875-20d1-4c47-8c32-53c82fa75a7e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Network': ['ID=f4c302c3-01c6-4f81-8479-83d953b42331,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:58.280913 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network f4c302c3-01c6-4f81-8479-83d953b42331 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:50:58.329494 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaee021-a6ac-4cb5-8569-774420139999 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Subnet': ['ID=e2c6e477-7725-438f-b8ad-ad57071199fc,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:58.344121 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4dd74-af1b-4313-88cc-c7a3ef772de1 req-3b70c67e-fcf1-4774-8fd9-5b03b6f5f554 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:58.348853 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fee4dd74-af1b-4313-88cc-c7a3ef772de1 req-3b70c67e-fcf1-4774-8fd9-5b03b6f5f554 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.5804944 Jul 22 16:50:58.389962 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaee021-a6ac-4cb5-8569-774420139999 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Checking segment: {'id': '103820fb-9bbc-4bd7-a414-1d4eb6e77b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f4c302c3-01c6-4f81-8479-83d953b42331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:50:58.390361 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaee021-a6ac-4cb5-8569-774420139999 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network hostable DHCP agents. Network: f4c302c3-01c6-4f81-8479-83d953b42331, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:50:58.454371 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaee021-a6ac-4cb5-8569-774420139999 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network f4c302c3-01c6-4f81-8479-83d953b42331 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:50:58.487342 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-beaee021-a6ac-4cb5-8569-774420139999 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, f4c302c3-01c6-4f81-8479-83d953b42331) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:50:58.530403 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262b7c70-9baa-467e-a20d-d38d53a25f8d None None] Network f4c302c3-01c6-4f81-8479-83d953b42331 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:50:58.579435 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaee021-a6ac-4cb5-8569-774420139999 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:58.580042 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-beaee021-a6ac-4cb5-8569-774420139999 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:58.603747 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fee4dd74-af1b-4313-88cc-c7a3ef772de1 req-59fa7774-8e13-4f91-b72f-641cce63bd3d tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231004 Jul 22 16:50:58.657618 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-beaee021-a6ac-4cb5-8569-774420139999 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8121388 Jul 22 16:50:58.661107 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43538) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:58.667185 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7f22ed9c-0039-48e5-a1b9-9fedaa7e4945 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'subnet': {'network_id': 'f4c302c3-01c6-4f81-8479-83d953b42331', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:58.906656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65dc6a-8f1d-48d7-875e-d1c6fdec5b5d req-45c38284-834e-47de-81c0-f00ed6bd06cb tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:58.908538 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bb65dc6a-8f1d-48d7-875e-d1c6fdec5b5d req-45c38284-834e-47de-81c0-f00ed6bd06cb tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.1572788 Jul 22 16:50:58.939955 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f22ed9c-0039-48e5-a1b9-9fedaa7e4945 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:58.946358 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f22ed9c-0039-48e5-a1b9-9fedaa7e4945 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:58.998517 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bb65dc6a-8f1d-48d7-875e-d1c6fdec5b5d req-4292d6a7-e472-4fa6-9f6d-c63d3254adde tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732133 Jul 22 16:50:59.103043 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c2565ff9-547d-417c-ba4c-e195524b22d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:59.235238 n-d-798930-9 neutron-server[93817]: INFO neutron.db.ipam_backend_mixin [None req-7f22ed9c-0039-48e5-a1b9-9fedaa7e4945 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e2c6e477-7725-438f-b8ad-ad57071199fc (CIDR: 2001:db8::/64) Jul 22 16:50:59.245589 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f22ed9c-0039-48e5-a1b9-9fedaa7e4945 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:50:59.246143 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f22ed9c-0039-48e5-a1b9-9fedaa7e4945 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:50:59.268819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd17a4e-c887-41ad-a028-e5f0df099b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-f4c302c3-01c6-4f81-8479-83d953b42331', 'network_id': 'f4c302c3-01c6-4f81-8479-83d953b42331', 'tenant_id': 'ae4a272be618442d821360d06c080a1c', 'fixed_ips': [{'subnet_id': 'e2c6e477-7725-438f-b8ad-ad57071199fc'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:50:59.272834 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ecd17a4e-c887-41ad-a028-e5f0df099b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:59.301688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43566) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:59.302310 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7f22ed9c-0039-48e5-a1b9-9fedaa7e4945 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6395710 Jul 22 16:50:59.308029 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f531d84e-3247-4234-b8c0-4101bc4262f9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'subnet': {'network_id': 'f4c302c3-01c6-4f81-8479-83d953b42331', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:59.350772 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd2d01-217c-4a8b-a8e8-6b564bc9944c req-745d8801-7e6d-43b9-a3c1-fb32312f47ca tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:59.352320 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a4fd2d01-217c-4a8b-a8e8-6b564bc9944c req-745d8801-7e6d-43b9-a3c1-fb32312f47ca tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 945 time: 0.1989274 Jul 22 16:50:59.451224 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a4fd2d01-217c-4a8b-a8e8-6b564bc9944c req-228d60dc-c6c0-4679-bbbb-fbb690aad491 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916004 Jul 22 16:50:59.504917 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-ecd17a4e-c887-41ad-a028-e5f0df099b5b None None] Allocated IP 2001:db8::2 (f4c302c3-01c6-4f81-8479-83d953b42331/e2c6e477-7725-438f-b8ad-ad57071199fc/a6be892f-f934-4fb3-99d5-a79c0c33ae47) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:50:59.764782 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-65bc67ff-9c0c-4892-a686-335aa691b87f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:59.769437 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-65bc67ff-9c0c-4892-a686-335aa691b87f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/networks?id=11fa376a-a719-4920-8cdd-3a2458f3c2fd HTTP/1.1" status: 200 len: 815 time: 0.1737976 Jul 22 16:50:59.805095 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ecd17a4e-c887-41ad-a028-e5f0df099b5b None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:59.817092 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ecd17a4e-c887-41ad-a028-e5f0df099b5b None None] Transition to ACTIVE for port object a6be892f-f934-4fb3-99d5-a79c0c33ae47 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:50:59.821763 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90444707-c501-40e4-ae25-595e99a5ca7d req-b2e7bb5c-20da-4dea-aef8-30c8e4fc3733 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:59.824015 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-90444707-c501-40e4-ae25-595e99a5ca7d req-b2e7bb5c-20da-4dea-aef8-30c8e4fc3733 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.1699874 Jul 22 16:50:59.838196 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ecd17a4e-c887-41ad-a028-e5f0df099b5b None None] Transition to ACTIVE for port object a6be892f-f934-4fb3-99d5-a79c0c33ae47 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:50:59.851718 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ecd17a4e-c887-41ad-a028-e5f0df099b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:59.892483 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd17a4e-c887-41ad-a028-e5f0df099b5b None None] Network f4c302c3-01c6-4f81-8479-83d953b42331 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:50:59.894902 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-90444707-c501-40e4-ae25-595e99a5ca7d req-d05f26b1-84dd-4c1d-aa37-7c732491e8b8 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641367 Jul 22 16:50:59.897505 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-ecd17a4e-c887-41ad-a028-e5f0df099b5b None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:50:59.901376 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd17a4e-c887-41ad-a028-e5f0df099b5b None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:50:59.905431 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-9447499b-3421-4924-9ef9-2d99097934b7 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/quotas/63ba5eb954aa4050867b4451fb71c331 HTTP/1.1" status: 200 len: 375 time: 0.0538607 Jul 22 16:50:59.977831 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd17a4e-c887-41ad-a028-e5f0df099b5b None None] Pushing event updated for resources: {'Port': ['ID=a6be892f-f934-4fb3-99d5-a79c0c33ae47,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:59.982577 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ecd17a4e-c887-41ad-a028-e5f0df099b5b None None] Attempting to bind port a6be892f-f934-4fb3-99d5-a79c0c33ae47 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:50:59.982939 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ecd17a4e-c887-41ad-a028-e5f0df099b5b None None] Attempting to bind port a6be892f-f934-4fb3-99d5-a79c0c33ae47 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '103820fb-9bbc-4bd7-a414-1d4eb6e77b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f4c302c3-01c6-4f81-8479-83d953b42331'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:50:59.983289 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd17a4e-c887-41ad-a028-e5f0df099b5b None None] Attempting to bind port a6be892f-f934-4fb3-99d5-a79c0c33ae47 on network f4c302c3-01c6-4f81-8479-83d953b42331 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:50:59.989434 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd17a4e-c887-41ad-a028-e5f0df099b5b None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:50:59.989818 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd17a4e-c887-41ad-a028-e5f0df099b5b None None] Checking segment: {'id': '103820fb-9bbc-4bd7-a414-1d4eb6e77b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f4c302c3-01c6-4f81-8479-83d953b42331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:50:59.991045 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f531d84e-3247-4234-b8c0-4101bc4262f9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:59.994886 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ecd17a4e-c887-41ad-a028-e5f0df099b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:59.995626 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd17a4e-c887-41ad-a028-e5f0df099b5b None None] Bound using segment: {'id': '103820fb-9bbc-4bd7-a414-1d4eb6e77b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f4c302c3-01c6-4f81-8479-83d953b42331'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:50:59.996273 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f531d84e-3247-4234-b8c0-4101bc4262f9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:59.996516 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ecd17a4e-c887-41ad-a028-e5f0df099b5b None None] Bound port: a6be892f-f934-4fb3-99d5-a79c0c33ae47, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103820fb-9bbc-4bd7-a414-1d4eb6e77b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f4c302c3-01c6-4f81-8479-83d953b42331'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:50:59.997108 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ecd17a4e-c887-41ad-a028-e5f0df099b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:00.011089 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabd531-3f2e-44e3-b569-90045ccc46b4 req-aea5d85c-3394-420e-9134-b76ff455033b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:00.013202 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2aabd531-3f2e-44e3-b569-90045ccc46b4 req-aea5d85c-3394-420e-9134-b76ff455033b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4cfcb91c49145a9aea8832f3c390211&device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 1097 time: 0.4163048 Jul 22 16:51:00.103262 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ecd17a4e-c887-41ad-a028-e5f0df099b5b None None] For port a6be892f-f934-4fb3-99d5-a79c0c33ae47, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:51:00.106880 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ecd17a4e-c887-41ad-a028-e5f0df099b5b None None] For port a6be892f-f934-4fb3-99d5-a79c0c33ae47, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a6be892f-f934-4fb3-99d5-a79c0c33ae47,segment=NetworkSegment(103820fb-9bbc-4bd7-a414-1d4eb6e77b28),segment_id=103820fb-9bbc-4bd7-a414-1d4eb6e77b28)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:51:00.116359 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ecd17a4e-c887-41ad-a028-e5f0df099b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:00.145608 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-b66d2f9a-d965-459d-a843-a1fad2604dd0 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=63ba5eb954aa4050867b4451fb71c331&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2330890 Jul 22 16:51:00.212357 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd17a4e-c887-41ad-a028-e5f0df099b5b None None] Pushing event updated for resources: {'Port': ['ID=a6be892f-f934-4fb3-99d5-a79c0c33ae47,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:00.469676 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabd531-3f2e-44e3-b569-90045ccc46b4 req-30cd4551-fba1-4837-9304-086d316df45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:00.471711 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2aabd531-3f2e-44e3-b569-90045ccc46b4 req-30cd4551-fba1-4837-9304-086d316df45a service neutron] 10.222.0.16 "GET /v2.0/networks?id=61a13055-de03-4a7c-a0d9-4f417a10bc6f HTTP/1.1" status: 200 len: 912 time: 0.4504359 Jul 22 16:51:00.584559 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2aabd531-3f2e-44e3-b569-90045ccc46b4 req-ec3fda8e-6522-4c27-89cd-b9787d86288e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5ed1df0-e3a4-432f-9251-600c0b2f3468 HTTP/1.1" status: 200 len: 217 time: 0.0972993 Jul 22 16:51:00.634822 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-9764ae12-9c6d-464e-809e-3ee85292c57a service neutron] 10.222.0.69 "GET /v2.0/networks/11fa376a-a719-4920-8cdd-3a2458f3c2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859347 Jul 22 16:51:00.916753 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20fa6c-7a5d-486a-a28c-5a2a9f8711f3 req-d78b647c-70bc-4c0e-82a5-1f6f0707fe15 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:00.921102 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d20fa6c-7a5d-486a-a28c-5a2a9f8711f3 req-d78b647c-70bc-4c0e-82a5-1f6f0707fe15 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 945 time: 0.1639261 Jul 22 16:51:00.926488 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e7dde-79bb-4c52-ae5e-3525d4457d7b req-4ce67437-4640-4ed8-a757-74cd956bb556 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:00.937492 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fd4e7dde-79bb-4c52-ae5e-3525d4457d7b req-4ce67437-4640-4ed8-a757-74cd956bb556 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8 HTTP/1.1" status: 200 len: 946 time: 0.6034994 Jul 22 16:51:00.986966 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabd531-3f2e-44e3-b569-90045ccc46b4 req-86406b1b-a1b5-4090-8a19-f8cd1c5852d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:00.988905 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2aabd531-3f2e-44e3-b569-90045ccc46b4 req-86406b1b-a1b5-4090-8a19-f8cd1c5852d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b98b79e0-e6d5-4c4c-8692-abf0b3cf832d HTTP/1.1" status: 200 len: 851 time: 0.3845851 Jul 22 16:51:01.046008 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d20fa6c-7a5d-486a-a28c-5a2a9f8711f3 req-6b477c4e-ef44-4ca5-a9a8-1f241a108568 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137233 Jul 22 16:51:01.073872 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a6be892f-f934-4fb3-99d5-a79c0c33ae47 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:01.159653 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port a6be892f-f934-4fb3-99d5-a79c0c33ae47 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:01.181475 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2aabd531-3f2e-44e3-b569-90045ccc46b4 req-e29b232b-f6ea-44fa-9a1f-545aa607c2aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=61a13055-de03-4a7c-a0d9-4f417a10bc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375747 Jul 22 16:51:01.271776 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a10c3e-72d8-462e-b703-708a0431245a req-f0113cae-8f96-484e-9e2d-7420c20ec03a tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:01.274824 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01a10c3e-72d8-462e-b703-708a0431245a req-f0113cae-8f96-484e-9e2d-7420c20ec03a tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.0966730 Jul 22 16:51:01.282854 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-b93f29e8-f7ea-4b7f-b769-97eaef68d5ac service neutron] 10.222.0.69 "GET /v2.0/networks/11fa376a-a719-4920-8cdd-3a2458f3c2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6153383 Jul 22 16:51:01.409976 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01a10c3e-72d8-462e-b703-708a0431245a req-a5ce82e3-be0b-47eb-b2e2-0dbf87c48906 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160676 Jul 22 16:51:01.442137 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2aabd531-3f2e-44e3-b569-90045ccc46b4 req-69473cab-13cf-47b0-896a-ab2704382a25 service neutron] 10.222.0.16 "GET /v2.0/networks/61a13055-de03-4a7c-a0d9-4f417a10bc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350378 Jul 22 16:51:01.679544 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a759ab57-b56c-4849-a779-758fcabd16be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:01.690477 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:01.700800 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3729c377-3bfb-4358-a024-75d6a40afc01 req-9cc3da08-9bd5-4af0-86fe-243e378cc213 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 210 time: 0.1490519 Jul 22 16:51:01.807627 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f531d84e-3247-4234-b8c0-4101bc4262f9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:02.046921 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb79840-9259-4e66-9dba-66f2bd286904 None None] Network f4c302c3-01c6-4f81-8479-83d953b42331 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:02.194979 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-739cdd7c-30c5-4140-8c3e-34c713d56618 None None] Provisioning for port a6be892f-f934-4fb3-99d5-a79c0c33ae47 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:02.204191 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-739cdd7c-30c5-4140-8c3e-34c713d56618 None None] Provisioning complete for port a6be892f-f934-4fb3-99d5-a79c0c33ae47 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:02.204813 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-739cdd7c-30c5-4140-8c3e-34c713d56618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:02.347922 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43652) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:02.484942 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-739cdd7c-30c5-4140-8c3e-34c713d56618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:02.555522 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57934e01-ca22-4516-aae9-d3f2424ba788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:02.572390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-739cdd7c-30c5-4140-8c3e-34c713d56618 None None] For port a6be892f-f934-4fb3-99d5-a79c0c33ae47, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a6be892f-f934-4fb3-99d5-a79c0c33ae47,segment=NetworkSegment(103820fb-9bbc-4bd7-a414-1d4eb6e77b28),segment_id=103820fb-9bbc-4bd7-a414-1d4eb6e77b28)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:02.582540 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-739cdd7c-30c5-4140-8c3e-34c713d56618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:02.647656 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cdd7c-30c5-4140-8c3e-34c713d56618 None None] Pushing event updated for resources: {'Port': ['ID=a6be892f-f934-4fb3-99d5-a79c0c33ae47,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:02.750770 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531d84e-3247-4234-b8c0-4101bc4262f9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Subnet': ['ID=35a41717-bc34-4069-8929-324ee7c87152,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:02.827582 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f531d84e-3247-4234-b8c0-4101bc4262f9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network f4c302c3-01c6-4f81-8479-83d953b42331 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:02.833233 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:02.843620 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941274aa-18f9-4d21-9eae-bd9e375b7d31 req-2e0619bb-5a75-4a9d-a3e0-4b480b3fe8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:02.848334 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-941274aa-18f9-4d21-9eae-bd9e375b7d31 req-2e0619bb-5a75-4a9d-a3e0-4b480b3fe8d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0be4ca898ef40f79a7a36fc239eca61&device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 1096 time: 1.3107536 Jul 22 16:51:02.852252 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7b8dfc-060d-4d3a-8ed6-9636cb5336f3 None None] Update dhcp port {'port': {'network_id': 'f4c302c3-01c6-4f81-8479-83d953b42331', 'fixed_ips': [{'subnet_id': 'e2c6e477-7725-438f-b8ad-ad57071199fc', 'ip_address': '2001:db8::2'}, {'subnet_id': '35a41717-bc34-4069-8929-324ee7c87152'}], 'binding:host_id': 'n-d-798930-9'}, 'id': 'a6be892f-f934-4fb3-99d5-a79c0c33ae47'} from n-d-798930-9. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:51:02.859555 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6f977-fd72-4aae-a17b-0a030bfd6139 req-2c74da37-883e-4b3b-84fb-211662b21f1e tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:02.861250 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fda6f977-fd72-4aae-a17b-0a030bfd6139 req-2c74da37-883e-4b3b-84fb-211662b21f1e tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.3158250 Jul 22 16:51:02.888124 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-f531d84e-3247-4234-b8c0-4101bc4262f9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:02.914794 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f531d84e-3247-4234-b8c0-4101bc4262f9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:02.918594 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f531d84e-3247-4234-b8c0-4101bc4262f9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:02.926683 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57934e01-ca22-4516-aae9-d3f2424ba788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:02.940604 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fda6f977-fd72-4aae-a17b-0a030bfd6139 req-ac732c49-b620-4191-9d57-885edf91ccf0 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681710 Jul 22 16:51:02.941959 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57934e01-ca22-4516-aae9-d3f2424ba788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:02.950501 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d7b8dfc-060d-4d3a-8ed6-9636cb5336f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:03.009965 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-fd4e7dde-79bb-4c52-ae5e-3525d4457d7b req-582c8486-6227-49ce-9f14-b2e94698b858 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Deleting port 21d9f93e-fcc8-4d16-a5e5-574e7725696b {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:03.010583 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fd4e7dde-79bb-4c52-ae5e-3525d4457d7b req-582c8486-6227-49ce-9f14-b2e94698b858 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:03.030068 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57934e01-ca22-4516-aae9-d3f2424ba788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df606fc1-3a35-42ec-8d0e-32e0ff2e919b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:03.048376 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-57934e01-ca22-4516-aae9-d3f2424ba788 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f00dbc5fd719480690c97885ef51a44a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6985922 Jul 22 16:51:03.049054 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43666) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:03.145313 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a6be892f-f934-4fb3-99d5-a79c0c33ae47 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:03.165374 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2aabd531-3f2e-44e3-b569-90045ccc46b4 req-27ad202f-f733-427c-980f-233b8576b5ec service neutron] 10.222.0.16 "GET /v2.0/networks/61a13055-de03-4a7c-a0d9-4f417a10bc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6999741 Jul 22 16:51:03.216475 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f531d84e-3247-4234-b8c0-4101bc4262f9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.9110138 Jul 22 16:51:03.218666 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43672) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:03.248884 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d2ddbd84-969a-4d63-a4d9-d8254c12ea07 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'port': {'network_id': 'f4c302c3-01c6-4f81-8479-83d953b42331', 'fixed_ips': [{'subnet_id': 'e2c6e477-7725-438f-b8ad-ad57071199fc'}, {'subnet_id': '35a41717-bc34-4069-8929-324ee7c87152'}], 'name': 'tempest-PortsIpV6TestJSON-1815217603'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:03.310173 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-14c0194d-802e-4878-8b97-16cfca3e1c96 req-f0c539fa-c301-4374-aba3-aae46c886cf1 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 210 time: 0.1491759 Jul 22 16:51:03.350651 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54c9f2f7-5505-40cf-9e19-e977606e390e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:03.371641 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-7d7b8dfc-060d-4d3a-8ed6-9636cb5336f3 None None] Allocated IP 2001:db8:0:1::2 (f4c302c3-01c6-4f81-8479-83d953b42331/35a41717-bc34-4069-8929-324ee7c87152/a6be892f-f934-4fb3-99d5-a79c0c33ae47) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:03.416998 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54c9f2f7-5505-40cf-9e19-e977606e390e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:03.478654 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port a6be892f-f934-4fb3-99d5-a79c0c33ae47 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:03.483138 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:03.540541 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54c9f2f7-5505-40cf-9e19-e977606e390e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:03.544136 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54c9f2f7-5505-40cf-9e19-e977606e390e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:03.546788 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-54c9f2f7-5505-40cf-9e19-e977606e390e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/df606fc1-3a35-42ec-8d0e-32e0ff2e919b HTTP/1.1" status: 204 len: 168 time: 0.4959748 Jul 22 16:51:03.570434 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9f2f7-5505-40cf-9e19-e977606e390e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df606fc1-3a35-42ec-8d0e-32e0ff2e919b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:03.644522 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d55d2-d3d6-4617-baf7-6ad55fe00ea8 req-32407480-4da2-42f0-b1d8-3475d1b28d49 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:03.646164 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a2d55d2-d3d6-4617-baf7-6ad55fe00ea8 req-32407480-4da2-42f0-b1d8-3475d1b28d49 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 945 time: 0.8968689 Jul 22 16:51:03.649600 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d7b8dfc-060d-4d3a-8ed6-9636cb5336f3 None None] For port a6be892f-f934-4fb3-99d5-a79c0c33ae47, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a6be892f-f934-4fb3-99d5-a79c0c33ae47,segment=NetworkSegment(103820fb-9bbc-4bd7-a414-1d4eb6e77b28),segment_id=103820fb-9bbc-4bd7-a414-1d4eb6e77b28)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:03.730584 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-fd4e7dde-79bb-4c52-ae5e-3525d4457d7b req-582c8486-6227-49ce-9f14-b2e94698b858 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] For port 21d9f93e-fcc8-4d16-a5e5-574e7725696b, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=21d9f93e-fcc8-4d16-a5e5-574e7725696b,segment=NetworkSegment(e532fe79-d434-4f03-a9a0-c9663b2eed81),segment_id=e532fe79-d434-4f03-a9a0-c9663b2eed81)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:03.730965 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fd4e7dde-79bb-4c52-ae5e-3525d4457d7b req-582c8486-6227-49ce-9f14-b2e94698b858 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:03.772103 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d7b8dfc-060d-4d3a-8ed6-9636cb5336f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:03.791941 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941274aa-18f9-4d21-9eae-bd9e375b7d31 req-ea5538a0-98a9-4382-88e1-b8540175cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:03.793455 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-941274aa-18f9-4d21-9eae-bd9e375b7d31 req-ea5538a0-98a9-4382-88e1-b8540175cf5e service neutron] 10.222.0.16 "GET /v2.0/networks?id=355332cc-46f4-40ba-8869-365066797198 HTTP/1.1" status: 200 len: 918 time: 0.8196023 Jul 22 16:51:03.819984 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d7b8dfc-060d-4d3a-8ed6-9636cb5336f3 None None] Transition to ACTIVE for port object a6be892f-f934-4fb3-99d5-a79c0c33ae47 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:03.825317 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 21d9f93e-fcc8-4d16-a5e5-574e7725696b no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:51:03.845292 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d7b8dfc-060d-4d3a-8ed6-9636cb5336f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:03.848803 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-fd4e7dde-79bb-4c52-ae5e-3525d4457d7b req-582c8486-6227-49ce-9f14-b2e94698b858 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Calling delete_port for 21d9f93e-fcc8-4d16-a5e5-574e7725696b owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:04.208676 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a2d55d2-d3d6-4617-baf7-6ad55fe00ea8 req-5d1da182-6e4c-4da3-b605-b20e646d542d tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5426149 Jul 22 16:51:04.239830 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5f8f3-87a7-4d71-908e-728af0ed68bd req-e8baed7c-78be-4de2-850f-55f3965d5904 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:04.241401 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fce5f8f3-87a7-4d71-908e-728af0ed68bd req-e8baed7c-78be-4de2-850f-55f3965d5904 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.1393960 Jul 22 16:51:04.266875 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-4c152c89-922d-4e7d-9071-1632a9cd22db tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:04.268428 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-4c152c89-922d-4e7d-9071-1632a9cd22db tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.30 "GET /v2.0/networks?id=11fa376a-a719-4920-8cdd-3a2458f3c2fd HTTP/1.1" status: 200 len: 815 time: 0.9474988 Jul 22 16:51:04.298804 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-04cd3420-7f4a-44b5-8392-9f5b0e7bc7a8 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Request body: {'port': {'device_id': 'aa5eabdb-85ee-4462-8f47-0a27981c46d4', 'network_id': '11fa376a-a719-4920-8cdd-3a2458f3c2fd', 'admin_state_up': True, 'tenant_id': '63ba5eb954aa4050867b4451fb71c331'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:04.327310 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b8dfc-060d-4d3a-8ed6-9636cb5336f3 None None] Pushing event updated for resources: {'Port': ['ID=a6be892f-f934-4fb3-99d5-a79c0c33ae47,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:04.329732 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fce5f8f3-87a7-4d71-908e-728af0ed68bd req-3946139c-e4fb-4274-b80a-ed147a8d8ee8 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743706 Jul 22 16:51:04.334325 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ddbd84-969a-4d63-a4d9-d8254c12ea07 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:04.447134 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:04.447896 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-941274aa-18f9-4d21-9eae-bd9e375b7d31 req-6508e0e6-e6a4-4f29-a835-5e426b992db6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e206c57-83cc-41d7-9d92-3436d33b4fa4 HTTP/1.1" status: 200 len: 999 time: 0.6263068 Jul 22 16:51:04.479809 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21d9f93e-fcc8-4d16-a5e5-574e7725696b'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:04.488074 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b78026-6a0e-42c3-8062-8052508b9d32" -d '{"events": [{"server_uuid": "4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8", "name": "network-vif-unplugged", "status": "completed", "tag": "21d9f93e-fcc8-4d16-a5e5-574e7725696b"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:04.522079 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 21d9f93e-fcc8-4d16-a5e5-574e7725696b, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=21d9f93e-fcc8-4d16-a5e5-574e7725696b,segment=NetworkSegment(e532fe79-d434-4f03-a9a0-c9663b2eed81),segment_id=e532fe79-d434-4f03-a9a0-c9663b2eed81)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:04.532000 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:04.636529 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce420b9-a5d1-4783-8a0a-e45cfe0acdb4 x-openstack-request-id: req-9ce420b9-a5d1-4783-8a0a-e45cfe0acdb4 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:04.637158 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8", "name": "network-vif-unplugged", "status": "completed", "tag": "21d9f93e-fcc8-4d16-a5e5-574e7725696b", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:04.637420 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9ce420b9-a5d1-4783-8a0a-e45cfe0acdb4 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:04.638135 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21d9f93e-fcc8-4d16-a5e5-574e7725696b', 'code': 200} Jul 22 16:51:04.641268 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=21d9f93e-fcc8-4d16-a5e5-574e7725696b,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:04.661442 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3974278e-e740-4d2a-8a5a-100a8cfcb4ff req-0f7b500d-4b63-4c96-99fd-b7818b28d4b4 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 210 time: 0.2109745 Jul 22 16:51:04.675295 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:04.686662 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941274aa-18f9-4d21-9eae-bd9e375b7d31 req-7e2a2c17-37cc-4f90-8d30-3106c0970bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:04.688080 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-941274aa-18f9-4d21-9eae-bd9e375b7d31 req-7e2a2c17-37cc-4f90-8d30-3106c0970bea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ecd1df5-07c9-407a-b124-958e195ac0bb HTTP/1.1" status: 200 len: 856 time: 0.2262948 Jul 22 16:51:04.696946 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d2ddbd84-969a-4d63-a4d9-d8254c12ea07 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:04.773214 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-d2ddbd84-969a-4d63-a4d9-d8254c12ea07 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] device_id is not set on port 4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:51:04.951492 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fd4e7dde-79bb-4c52-ae5e-3525d4457d7b req-582c8486-6227-49ce-9f14-b2e94698b858 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:04.953113 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-04cd3420-7f4a-44b5-8392-9f5b0e7bc7a8 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Made reservation on behalf of 63ba5eb954aa4050867b4451fb71c331 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:04.956619 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-04cd3420-7f4a-44b5-8392-9f5b0e7bc7a8 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:05.007364 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a6be892f-f934-4fb3-99d5-a79c0c33ae47 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:05.019302 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941274aa-18f9-4d21-9eae-bd9e375b7d31 req-e561e2e0-addc-49eb-9b27-0d0b401f94a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:05.021138 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-941274aa-18f9-4d21-9eae-bd9e375b7d31 req-e561e2e0-addc-49eb-9b27-0d0b401f94a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=355332cc-46f4-40ba-8869-365066797198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3170648 Jul 22 16:51:05.037462 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c8486-6227-49ce-9f14-b2e94698b858 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Pushing event deleted for resources: {'Port': ['ID=21d9f93e-fcc8-4d16-a5e5-574e7725696b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:05.332454 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de134112-cd50-4d1b-89a4-7661f779f0be None None] Network f4c302c3-01c6-4f81-8479-83d953b42331 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:05.340556 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4e7dde-79bb-4c52-ae5e-3525d4457d7b req-582c8486-6227-49ce-9f14-b2e94698b858 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] No DVR routers for this DVR port 21d9f93e-fcc8-4d16-a5e5-574e7725696b on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:51:05.360704 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-fd4e7dde-79bb-4c52-ae5e-3525d4457d7b req-582c8486-6227-49ce-9f14-b2e94698b858 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:05.362783 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fd4e7dde-79bb-4c52-ae5e-3525d4457d7b req-582c8486-6227-49ce-9f14-b2e94698b858 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.30 "DELETE /v2.0/ports/21d9f93e-fcc8-4d16-a5e5-574e7725696b HTTP/1.1" status: 204 len: 173 time: 4.3727872 Jul 22 16:51:05.363249 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8', 'name': 'network-vif-deleted', 'tag': '21d9f93e-fcc8-4d16-a5e5-574e7725696b'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:05.376601 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b293da-72c8-4c70-8ece-e0f539083494" -d '{"events": [{"server_uuid": "4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8", "name": "network-vif-deleted", "tag": "21d9f93e-fcc8-4d16-a5e5-574e7725696b"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:05.525574 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 0e206c57-83cc-41d7-9d92-3436d33b4fa4 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:51:05.541149 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b811d3e-dece-4102-9068-bba8002afae7 req-8a567206-c20b-4cd3-9226-aae5e6f0677e tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:05.549940 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4b811d3e-dece-4102-9068-bba8002afae7 req-8a567206-c20b-4cd3-9226-aae5e6f0677e tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 945 time: 0.1931272 Jul 22 16:51:05.603467 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-941274aa-18f9-4d21-9eae-bd9e375b7d31 req-fe60cde3-bd7d-439f-a338-2c054d3cb358 service neutron] 10.222.0.16 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5462520 Jul 22 16:51:05.650660 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4b811d3e-dece-4102-9068-bba8002afae7 req-d5599abe-bcd7-4e20-8ae8-a691694c1902 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994046 Jul 22 16:51:05.655223 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-235b487d-8327-432c-9b2e-5f81b2fa4a10 None None] Provisioning for port a6be892f-f934-4fb3-99d5-a79c0c33ae47 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:05.681048 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-04cd3420-7f4a-44b5-8392-9f5b0e7bc7a8 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Allocated IP 172.20.0.14 (11fa376a-a719-4920-8cdd-3a2458f3c2fd/91a3ec8d-5f4b-4e09-a3b8-afdb464abdd5/4f0cf045-6062-440d-9835-d31e89eaafd6) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:05.696487 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-235b487d-8327-432c-9b2e-5f81b2fa4a10 None None] Provisioning complete for port a6be892f-f934-4fb3-99d5-a79c0c33ae47 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:05.698048 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-235b487d-8327-432c-9b2e-5f81b2fa4a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:05.788600 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e226d10a-d66c-4b47-b4ef-19ec5e3a908d x-openstack-request-id: req-e226d10a-d66c-4b47-b4ef-19ec5e3a908d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:05.789250 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8", "name": "network-vif-deleted", "tag": "21d9f93e-fcc8-4d16-a5e5-574e7725696b", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:05.789683 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e226d10a-d66c-4b47-b4ef-19ec5e3a908d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:05.790303 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf4e2bb-6491-4849-9e42-bcdd9a6c40a8', 'name': 'network-vif-deleted', 'tag': '21d9f93e-fcc8-4d16-a5e5-574e7725696b', 'status': 'completed', 'code': 200} Jul 22 16:51:05.830459 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e30f7-52e1-42fa-a42c-5ba898b1ae36 req-dbfb2fa8-0409-4507-9e5c-431e6bfc8bb2 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:05.832697 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-480e30f7-52e1-42fa-a42c-5ba898b1ae36 req-dbfb2fa8-0409-4507-9e5c-431e6bfc8bb2 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.3015945 Jul 22 16:51:05.920093 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c8189a2c-aeb1-43a2-9914-7fb84380ecc6 req-9daba379-858e-4b8d-b9dd-d7dea17aa30e tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 210 time: 0.0569401 Jul 22 16:51:06.099578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-d2ddbd84-969a-4d63-a4d9-d8254c12ea07 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Allocated IP 2001:db8::1b5 (f4c302c3-01c6-4f81-8479-83d953b42331/e2c6e477-7725-438f-b8ad-ad57071199fc/4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:06.101462 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 0e206c57-83cc-41d7-9d92-3436d33b4fa4, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0e206c57-83cc-41d7-9d92-3436d33b4fa4,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:06.193563 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '0e206c57-83cc-41d7-9d92-3436d33b4fa4', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'port_id': '0e206c57-83cc-41d7-9d92-3436d33b4fa4', 'mac_address': 'fa:16:3e:83:43:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:51:06.217491 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-d2ddbd84-969a-4d63-a4d9-d8254c12ea07 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Allocated IP 2001:db8:0:1::60 (f4c302c3-01c6-4f81-8479-83d953b42331/35a41717-bc34-4069-8929-324ee7c87152/4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:06.274952 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-480e30f7-52e1-42fa-a42c-5ba898b1ae36 req-095a2730-3748-4dbf-92bf-160f52948bf0 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924799 Jul 22 16:51:06.285567 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-941274aa-18f9-4d21-9eae-bd9e375b7d31 req-61647d29-680b-492a-b6f0-a2487780d157 service neutron] 10.222.0.16 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6566765 Jul 22 16:51:06.333471 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:06.365707 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e206c57-83cc-41d7-9d92-3436d33b4fa4 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:51:06.397000 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-04cd3420-7f4a-44b5-8392-9f5b0e7bc7a8 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:06.404085 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 0e206c57-83cc-41d7-9d92-3436d33b4fa4, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0e206c57-83cc-41d7-9d92-3436d33b4fa4,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:06.419036 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:06.525423 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=0e206c57-83cc-41d7-9d92-3436d33b4fa4,revision_number=11']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:06.614783 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-04cd3420-7f4a-44b5-8392-9f5b0e7bc7a8 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:06.734016 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-04cd3420-7f4a-44b5-8392-9f5b0e7bc7a8 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Network 11fa376a-a719-4920-8cdd-3a2458f3c2fd is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:06.754604 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-04cd3420-7f4a-44b5-8392-9f5b0e7bc7a8 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:06.766454 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-04cd3420-7f4a-44b5-8392-9f5b0e7bc7a8 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:06.772593 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd3420-7f4a-44b5-8392-9f5b0e7bc7a8 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Pushing event updated for resources: {'Port': ['ID=4f0cf045-6062-440d-9835-d31e89eaafd6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:06.797908 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['0e206c57-83cc-41d7-9d92-3436d33b4fa4'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:51:06.821191 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d2ddbd84-969a-4d63-a4d9-d8254c12ea07 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:06.850448 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d2ddbd84-969a-4d63-a4d9-d8254c12ea07 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Transition to ACTIVE for port object 4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:06.888011 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-251ddc5a-8b9f-471b-bdd1-26ef8e784783 None None] Provisioning complete for port a6be892f-f934-4fb3-99d5-a79c0c33ae47 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:06.888804 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-251ddc5a-8b9f-471b-bdd1-26ef8e784783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:06.898349 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f6ac9-aabe-4667-b2cb-f10d6437b8d5 req-c8b7ba9b-964b-40db-93fb-cccecea9baa5 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:06.906517 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-04cd3420-7f4a-44b5-8392-9f5b0e7bc7a8 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:06.907123 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-055f6ac9-aabe-4667-b2cb-f10d6437b8d5 req-c8b7ba9b-964b-40db-93fb-cccecea9baa5 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.1505320 Jul 22 16:51:06.907812 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-04cd3420-7f4a-44b5-8392-9f5b0e7bc7a8 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:06.941533 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-04cd3420-7f4a-44b5-8392-9f5b0e7bc7a8 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6479726 Jul 22 16:51:07.011543 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d2ddbd84-969a-4d63-a4d9-d8254c12ea07 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:07.054554 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-055f6ac9-aabe-4667-b2cb-f10d6437b8d5 req-2989bc8f-625c-4f80-ba8a-c99a5e335d33 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464274 Jul 22 16:51:07.170124 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ddbd84-969a-4d63-a4d9-d8254c12ea07 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network f4c302c3-01c6-4f81-8479-83d953b42331 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:07.175632 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-d2ddbd84-969a-4d63-a4d9-d8254c12ea07 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:07.203447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ddbd84-969a-4d63-a4d9-d8254c12ea07 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:07.214786 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ddbd84-969a-4d63-a4d9-d8254c12ea07 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:07.215771 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d2ddbd84-969a-4d63-a4d9-d8254c12ea07 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:07.258164 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-893c6a6d-bbce-4ec9-91b5-4ddb066491e9 service neutron] Request body: {'port': {'device_id': 'aa5eabdb-85ee-4462-8f47-0a27981c46d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:07.299234 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ddbd84-969a-4d63-a4d9-d8254c12ea07 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Port': ['ID=4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:07.327595 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007a335-1101-46f7-a35d-153d1853da6f req-0ede98d5-a7ea-4d39-a223-598dcaed2bd2 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:07.329284 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6007a335-1101-46f7-a35d-153d1853da6f req-0ede98d5-a7ea-4d39-a223-598dcaed2bd2 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 932 time: 0.2396872 Jul 22 16:51:07.359630 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43820) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:07.362007 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d2ddbd84-969a-4d63-a4d9-d8254c12ea07 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.1196508 Jul 22 16:51:07.377152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-560943ec-a38f-48d0-afd6-cf51da3699ba tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e2c6e477-7725-438f-b8ad-ad57071199fc'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:07.522888 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6007a335-1101-46f7-a35d-153d1853da6f req-2422ee72-6211-473f-b587-899110765eb1 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312132 Jul 22 16:51:07.661474 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-893c6a6d-bbce-4ec9-91b5-4ddb066491e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:07.736539 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-560943ec-a38f-48d0-afd6-cf51da3699ba tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:07.812466 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-004dd626-3b1b-49c2-8af0-f0e8fbf5b5dc None None] Provisioning for port 4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:07.819760 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-004dd626-3b1b-49c2-8af0-f0e8fbf5b5dc None None] Provisioning complete for port 4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:07.820484 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-004dd626-3b1b-49c2-8af0-f0e8fbf5b5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:07.878718 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-004dd626-3b1b-49c2-8af0-f0e8fbf5b5dc None None] Port 4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:51:07.886400 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755fd62-e69d-4a3b-a7a8-f882b2757513 req-d102c9de-8d2b-4106-b11c-6fdcdea1fde0 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:07.888518 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3755fd62-e69d-4a3b-a7a8-f882b2757513 req-d102c9de-8d2b-4106-b11c-6fdcdea1fde0 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.2402749 Jul 22 16:51:08.002902 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3755fd62-e69d-4a3b-a7a8-f882b2757513 req-72de4484-3c69-4193-b63b-fee2091c5926 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992801 Jul 22 16:51:08.194212 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-560943ec-a38f-48d0-afd6-cf51da3699ba tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Delete allocated IP 2001:db8:0:1::60 (f4c302c3-01c6-4f81-8479-83d953b42331/35a41717-bc34-4069-8929-324ee7c87152) {{(pid=93817) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 16:51:08.216326 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-893c6a6d-bbce-4ec9-91b5-4ddb066491e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f0cf045-6062-440d-9835-d31e89eaafd6 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:51:08.251979 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-893c6a6d-bbce-4ec9-91b5-4ddb066491e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:08.273196 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-893c6a6d-bbce-4ec9-91b5-4ddb066491e9 service neutron] Transition to ACTIVE for port object 4f0cf045-6062-440d-9835-d31e89eaafd6 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:08.284053 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-893c6a6d-bbce-4ec9-91b5-4ddb066491e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:08.348365 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091217d-3022-4ae7-9093-73b8fcbe759f req-b33f16b0-2ce7-4c0a-b2a9-b74379123d7b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:08.348365 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5091217d-3022-4ae7-9093-73b8fcbe759f req-b33f16b0-2ce7-4c0a-b2a9-b74379123d7b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 946 time: 0.1777821 Jul 22 16:51:08.358293 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-560943ec-a38f-48d0-afd6-cf51da3699ba tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:08.383041 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-560943ec-a38f-48d0-afd6-cf51da3699ba tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Ignored duplicate provisioning block setup for port 4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61 by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 16:51:08.392539 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c6a6d-bbce-4ec9-91b5-4ddb066491e9 service neutron] Pushing event updated for resources: {'Port': ['ID=4f0cf045-6062-440d-9835-d31e89eaafd6,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:08.394966 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-560943ec-a38f-48d0-afd6-cf51da3699ba tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:08.481201 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-560943ec-a38f-48d0-afd6-cf51da3699ba tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] In _notify_port_updated(), no bound segment for port 4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61 on network f4c302c3-01c6-4f81-8479-83d953b42331 {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:51:08.487800 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560943ec-a38f-48d0-afd6-cf51da3699ba tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:08.489210 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5091217d-3022-4ae7-9093-73b8fcbe759f req-78923858-3edf-47e5-927d-d3e04f9e760d tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148000 Jul 22 16:51:08.489350 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-560943ec-a38f-48d0-afd6-cf51da3699ba tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:08.494056 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-560943ec-a38f-48d0-afd6-cf51da3699ba tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "PUT /v2.0/ports/4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61 HTTP/1.1" status: 200 len: 926 time: 1.1330822 Jul 22 16:51:08.495006 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43846) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:08.509619 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1cafc532-a0df-4e0e-aef0-d9ca01066e0d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e2c6e477-7725-438f-b8ad-ad57071199fc'}, {'subnet_id': '35a41717-bc34-4069-8929-324ee7c87152'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:08.527140 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-893c6a6d-bbce-4ec9-91b5-4ddb066491e9 service neutron] Attempting to bind port 4f0cf045-6062-440d-9835-d31e89eaafd6 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:51:08.527501 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-893c6a6d-bbce-4ec9-91b5-4ddb066491e9 service neutron] Attempting to bind port 4f0cf045-6062-440d-9835-d31e89eaafd6 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'e532fe79-d434-4f03-a9a0-c9663b2eed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11fa376a-a719-4920-8cdd-3a2458f3c2fd'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:51:08.527832 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-893c6a6d-bbce-4ec9-91b5-4ddb066491e9 service neutron] Attempting to bind port 4f0cf045-6062-440d-9835-d31e89eaafd6 on network 11fa376a-a719-4920-8cdd-3a2458f3c2fd {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:51:08.544798 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-893c6a6d-bbce-4ec9-91b5-4ddb066491e9 service neutron] Port 4f0cf045-6062-440d-9835-d31e89eaafd6 on network 11fa376a-a719-4920-8cdd-3a2458f3c2fd not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:51:08.545168 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-893c6a6d-bbce-4ec9-91b5-4ddb066491e9 service neutron] Attempting to bind port 4f0cf045-6062-440d-9835-d31e89eaafd6 on network 11fa376a-a719-4920-8cdd-3a2458f3c2fd {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:51:08.551082 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-893c6a6d-bbce-4ec9-91b5-4ddb066491e9 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:51:08.551923 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-893c6a6d-bbce-4ec9-91b5-4ddb066491e9 service neutron] Checking segment: {'id': 'e532fe79-d434-4f03-a9a0-c9663b2eed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11fa376a-a719-4920-8cdd-3a2458f3c2fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:51:08.552408 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-893c6a6d-bbce-4ec9-91b5-4ddb066491e9 service neutron] Bound using segment: {'id': 'e532fe79-d434-4f03-a9a0-c9663b2eed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11fa376a-a719-4920-8cdd-3a2458f3c2fd'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:51:08.554921 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-893c6a6d-bbce-4ec9-91b5-4ddb066491e9 service neutron] Bound port: 4f0cf045-6062-440d-9835-d31e89eaafd6, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e532fe79-d434-4f03-a9a0-c9663b2eed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11fa376a-a719-4920-8cdd-3a2458f3c2fd'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:51:08.555813 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-893c6a6d-bbce-4ec9-91b5-4ddb066491e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:08.604898 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560943ec-a38f-48d0-afd6-cf51da3699ba tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Port': ['ID=4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:08.692704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43856) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:08.698645 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6bf636d1-55a7-4452-9bbf-ba85ffdae604 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Request body: {'network': {'name': 'tempest-network-smoke--1506148806', 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'port_security_enabled': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:08.731607 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf636d1-55a7-4452-9bbf-ba85ffdae604 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Made reservation on behalf of 47c84c9b5b234dc7a95225e8dd07068d for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:08.737579 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6bf636d1-55a7-4452-9bbf-ba85ffdae604 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:08.738898 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-893c6a6d-bbce-4ec9-91b5-4ddb066491e9 service neutron] For port 4f0cf045-6062-440d-9835-d31e89eaafd6, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:51:08.753274 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6bf636d1-55a7-4452-9bbf-ba85ffdae604 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:08.756398 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1cafc532-a0df-4e0e-aef0-d9ca01066e0d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:08.772860 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-893c6a6d-bbce-4ec9-91b5-4ddb066491e9 service neutron] For port 4f0cf045-6062-440d-9835-d31e89eaafd6, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4f0cf045-6062-440d-9835-d31e89eaafd6,segment=NetworkSegment(e532fe79-d434-4f03-a9a0-c9663b2eed81),segment_id=e532fe79-d434-4f03-a9a0-c9663b2eed81)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:51:08.812318 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-893c6a6d-bbce-4ec9-91b5-4ddb066491e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:08.857989 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-893c6a6d-bbce-4ec9-91b5-4ddb066491e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:08.858716 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-893c6a6d-bbce-4ec9-91b5-4ddb066491e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:08.860349 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-893c6a6d-bbce-4ec9-91b5-4ddb066491e9 service neutron] 10.222.0.30 "PUT /v2.0/ports/4f0cf045-6062-440d-9835-d31e89eaafd6 HTTP/1.1" status: 200 len: 1092 time: 1.9024227 Jul 22 16:51:08.861770 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5eabdb-85ee-4462-8f47-0a27981c46d4', 'tag': '4f0cf045-6062-440d-9835-d31e89eaafd6'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:08.864992 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47949665-cb43-42af-9c5a-8c646651a1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5eabdb-85ee-4462-8f47-0a27981c46d4", "tag": "4f0cf045-6062-440d-9835-d31e89eaafd6"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:08.886461 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffae8e-d606-4eb9-a5d3-7c124db081ff req-ace787e3-9c2c-4744-abe2-b9cac95502a8 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:08.888444 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-50ffae8e-d606-4eb9-a5d3-7c124db081ff req-ace787e3-9c2c-4744-abe2-b9cac95502a8 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 944 time: 0.2258403 Jul 22 16:51:08.928815 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-aaea8cb5-ea5e-43e6-a71e-0d430d07ace4 None None] Provisioning complete for port 4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:08.929454 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aaea8cb5-ea5e-43e6-a71e-0d430d07ace4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:09.030375 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-aaea8cb5-ea5e-43e6-a71e-0d430d07ace4 None None] Port 4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:51:09.311536 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c42af6-eb1c-4537-b281-4a5afc6f3943 x-openstack-request-id: req-c6c42af6-eb1c-4537-b281-4a5afc6f3943 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:09.312454 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5eabdb-85ee-4462-8f47-0a27981c46d4", "tag": "4f0cf045-6062-440d-9835-d31e89eaafd6", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:09.312863 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c6c42af6-eb1c-4537-b281-4a5afc6f3943 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:09.313441 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa5eabdb-85ee-4462-8f47-0a27981c46d4', 'tag': '4f0cf045-6062-440d-9835-d31e89eaafd6', 'status': 'completed', 'code': 200} Jul 22 16:51:09.328111 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c6a6d-bbce-4ec9-91b5-4ddb066491e9 service neutron] Pushing event updated for resources: {'Port': ['ID=4f0cf045-6062-440d-9835-d31e89eaafd6,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:09.350627 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6bf636d1-55a7-4452-9bbf-ba85ffdae604 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:09.360034 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c03273-8c54-4cd3-8745-260dd5e15e2b req-094efd16-082c-46ac-9a50-439635eeddc6 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:09.368085 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-31c03273-8c54-4cd3-8745-260dd5e15e2b req-094efd16-082c-46ac-9a50-439635eeddc6 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.2154729 Jul 22 16:51:09.384534 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-50ffae8e-d606-4eb9-a5d3-7c124db081ff req-72bda6aa-ba28-48ac-b731-43d0e87f67f6 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863443 Jul 22 16:51:09.421824 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-a958273c-0dde-46aa-ad22-0b4a15fe026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:09.423362 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-a958273c-0dde-46aa-ad22-0b4a15fe026e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63ba5eb954aa4050867b4451fb71c331&device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 1095 time: 0.1194172 Jul 22 16:51:09.425135 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6bf636d1-55a7-4452-9bbf-ba85ffdae604 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:09.430288 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 0e206c57-83cc-41d7-9d92-3436d33b4fa4 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:09.474436 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-92d26eb5-bfe4-4a0f-bed0-461af37c3c83 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f0cf045-6062-440d-9835-d31e89eaafd6 HTTP/1.1" status: 200 len: 217 time: 0.0374315 Jul 22 16:51:09.486843 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf636d1-55a7-4452-9bbf-ba85ffdae604 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:51:09.530299 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-1cafc532-a0df-4e0e-aef0-d9ca01066e0d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Allocated IP 2001:db8:0:1::e6 (f4c302c3-01c6-4f81-8479-83d953b42331/35a41717-bc34-4069-8929-324ee7c87152/4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:09.544618 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf636d1-55a7-4452-9bbf-ba85ffdae604 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=800c4b1f-98c6-45a8-be86-cec40cc45fdf,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:09.549525 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6bf636d1-55a7-4452-9bbf-ba85ffdae604 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:09.549873 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-6bf636d1-55a7-4452-9bbf-ba85ffdae604 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Added segment fee76c38-5096-4c36-ac7e-c2f7dbc18078 of type vlan for network e7be0ad0-41f3-47e3-9669-c2c6027406ce Jul 22 16:51:09.555822 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-31c03273-8c54-4cd3-8745-260dd5e15e2b req-2a0bbf4f-1d57-4bd3-b94d-546c85b150e2 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867161 Jul 22 16:51:09.581364 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-969841bb-a7cb-4c72-92c9-fc0537874b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:09.584146 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-969841bb-a7cb-4c72-92c9-fc0537874b27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=91a3ec8d-5f4b-4e09-a3b8-afdb464abdd5 HTTP/1.1" status: 200 len: 855 time: 0.1030705 Jul 22 16:51:09.661589 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-e4c64903-31fd-44a6-bdb8-d965b206a9a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11fa376a-a719-4920-8cdd-3a2458f3c2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706692 Jul 22 16:51:09.665915 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6bf636d1-55a7-4452-9bbf-ba85ffdae604 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:09.777866 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 0e206c57-83cc-41d7-9d92-3436d33b4fa4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:09.787503 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-1d312aaf-4ca6-40a4-b956-f2cddac33176 service neutron] 10.222.0.30 "GET /v2.0/networks/11fa376a-a719-4920-8cdd-3a2458f3c2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188164 Jul 22 16:51:09.790905 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 0e206c57-83cc-41d7-9d92-3436d33b4fa4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:09.791277 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:09.906929 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d2442958-c013-4b0d-900b-b4fe0cf2d3d7 req-47e77978-7689-4719-82ae-cf7d250c660f service neutron] 10.222.0.30 "GET /v2.0/networks/11fa376a-a719-4920-8cdd-3a2458f3c2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113925 Jul 22 16:51:09.915800 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1cafc532-a0df-4e0e-aef0-d9ca01066e0d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:09.945895 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-1cafc532-a0df-4e0e-aef0-d9ca01066e0d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Transition to ACTIVE for port object 4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:09.952657 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1cafc532-a0df-4e0e-aef0-d9ca01066e0d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:09.963187 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:10.003918 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 0e206c57-83cc-41d7-9d92-3436d33b4fa4, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0e206c57-83cc-41d7-9d92-3436d33b4fa4,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:10.005271 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e060cb3-9408-4b40-a1bb-036edeb65e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e206c57-83cc-41d7-9d92-3436d33b4fa4'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:10.008734 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a986b4-e94d-4e4e-b666-c173c2710ca8" -d '{"events": [{"server_uuid": "4e060cb3-9408-4b40-a1bb-036edeb65e0e", "name": "network-vif-plugged", "status": "completed", "tag": "0e206c57-83cc-41d7-9d92-3436d33b4fa4"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:10.013602 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:10.024825 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.db.resource_extend [None req-6bf636d1-55a7-4452-9bbf-ba85ffdae604 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:51:10.027455 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafc532-a0df-4e0e-aef0-d9ca01066e0d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Port': ['ID=4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:10.132622 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d34297f-5b63-461c-9fd6-e304a02728a9 x-openstack-request-id: req-4d34297f-5b63-461c-9fd6-e304a02728a9 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:10.133316 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e060cb3-9408-4b40-a1bb-036edeb65e0e", "name": "network-vif-plugged", "status": "completed", "tag": "0e206c57-83cc-41d7-9d92-3436d33b4fa4", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:10.133706 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47949665-cb43-42af-9c5a-8c646651a1dc req-75460725-110e-4f35-b29e-f39d3445b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:10.134499 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4d34297f-5b63-461c-9fd6-e304a02728a9 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:10.135127 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e060cb3-9408-4b40-a1bb-036edeb65e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e206c57-83cc-41d7-9d92-3436d33b4fa4', 'code': 200} Jul 22 16:51:10.135420 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47949665-cb43-42af-9c5a-8c646651a1dc req-75460725-110e-4f35-b29e-f39d3445b393 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63ba5eb954aa4050867b4451fb71c331&device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 1095 time: 0.1143198 Jul 22 16:51:10.138788 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6bf636d1-55a7-4452-9bbf-ba85ffdae604 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:10.140917 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=0e206c57-83cc-41d7-9d92-3436d33b4fa4,revision_number=12']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:10.156926 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf636d1-55a7-4452-9bbf-ba85ffdae604 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:10.157958 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6bf636d1-55a7-4452-9bbf-ba85ffdae604 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:10.209028 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1cafc532-a0df-4e0e-aef0-d9ca01066e0d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] In _notify_port_updated(), no bound segment for port 4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61 on network f4c302c3-01c6-4f81-8479-83d953b42331 {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:51:10.215112 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cafc532-a0df-4e0e-aef0-d9ca01066e0d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:10.216332 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1cafc532-a0df-4e0e-aef0-d9ca01066e0d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:10.221172 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1cafc532-a0df-4e0e-aef0-d9ca01066e0d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "PUT /v2.0/ports/4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61 HTTP/1.1" status: 200 len: 1011 time: 1.7202458 Jul 22 16:51:10.223295 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43876) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:10.276136 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6bf636d1-55a7-4452-9bbf-ba85ffdae604 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5821841 Jul 22 16:51:10.277318 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43878) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:10.288899 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2eeb4c82-65c8-48da-ab5b-c2dacea38105 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-788099677', 'admin_state_up': True, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:10.317011 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47949665-cb43-42af-9c5a-8c646651a1dc req-ae68437b-562e-4c06-b608-87fd786ba792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:10.319225 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47949665-cb43-42af-9c5a-8c646651a1dc req-ae68437b-562e-4c06-b608-87fd786ba792 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11fa376a-a719-4920-8cdd-3a2458f3c2fd HTTP/1.1" status: 200 len: 916 time: 0.1699307 Jul 22 16:51:10.378681 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf636d1-55a7-4452-9bbf-ba85ffdae604 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event updated for resources: {'Network': ['ID=e7be0ad0-41f3-47e3-9669-c2c6027406ce,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:10.406322 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network e7be0ad0-41f3-47e3-9669-c2c6027406ce details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:51:10.428571 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:51:10.465494 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47949665-cb43-42af-9c5a-8c646651a1dc req-42057892-5c3e-4c6d-96bf-8840eb5d61a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f0cf045-6062-440d-9835-d31e89eaafd6 HTTP/1.1" status: 200 len: 217 time: 0.1045930 Jul 22 16:51:10.520610 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4c82-65c8-48da-ab5b-c2dacea38105 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:10.522008 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4c82-65c8-48da-ab5b-c2dacea38105 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:10.561782 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47949665-cb43-42af-9c5a-8c646651a1dc req-b36d7b8a-11fb-461c-affe-12391108646f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:10.562763 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47949665-cb43-42af-9c5a-8c646651a1dc req-b36d7b8a-11fb-461c-affe-12391108646f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=91a3ec8d-5f4b-4e09-a3b8-afdb464abdd5 HTTP/1.1" status: 200 len: 855 time: 0.0786693 Jul 22 16:51:10.570324 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d10c93-a528-4106-ad0a-4bdcbe526b96 req-f48212a7-214b-488b-a89d-592f2401c4a9 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:10.571913 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-69d10c93-a528-4106-ad0a-4bdcbe526b96 req-f48212a7-214b-488b-a89d-592f2401c4a9 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 947 time: 0.2516284 Jul 22 16:51:10.578970 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ba32aba9-331b-4ec1-aad1-0b68519f69d0 None None] Provisioning for port 4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:10.583593 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3f75e-edd7-4fc2-a590-e82c93304f0d req-96a06e6d-462b-4dd1-af7e-8ebe39bf8ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:10.584444 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ba32aba9-331b-4ec1-aad1-0b68519f69d0 None None] Provisioning complete for port 4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:10.585113 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ba32aba9-331b-4ec1-aad1-0b68519f69d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:10.585258 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-27e3f75e-edd7-4fc2-a590-e82c93304f0d req-96a06e6d-462b-4dd1-af7e-8ebe39bf8ce6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 1098 time: 0.2637496 Jul 22 16:51:10.614711 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47949665-cb43-42af-9c5a-8c646651a1dc req-58f8e4e8-9e69-46c3-88c0-441842bbb016 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11fa376a-a719-4920-8cdd-3a2458f3c2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417888 Jul 22 16:51:10.661313 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4c82-65c8-48da-ab5b-c2dacea38105 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:10.693824 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ba32aba9-331b-4ec1-aad1-0b68519f69d0 None None] Port 4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:51:10.731823 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47949665-cb43-42af-9c5a-8c646651a1dc req-993021ad-4dd6-4bad-b25e-5b8f24543be5 service neutron] 10.222.0.30 "GET /v2.0/networks/11fa376a-a719-4920-8cdd-3a2458f3c2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057568 Jul 22 16:51:10.749474 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-06f084ff-13a4-405d-8547-924f9484f2fd tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting port 4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:10.750288 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06f084ff-13a4-405d-8547-924f9484f2fd tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:10.942355 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-69d10c93-a528-4106-ad0a-4bdcbe526b96 req-8348e709-995a-4490-9284-bac40326c3fe tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3550489 Jul 22 16:51:10.949400 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-27e3f75e-edd7-4fc2-a590-e82c93304f0d req-da717748-2528-4c57-8f75-6a8530a183e5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3371398 Jul 22 16:51:10.987483 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47949665-cb43-42af-9c5a-8c646651a1dc req-1da1f45a-9af8-4bb7-b468-04f0cbe61519 service neutron] 10.222.0.30 "GET /v2.0/networks/11fa376a-a719-4920-8cdd-3a2458f3c2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253261 Jul 22 16:51:11.040576 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6f214-6d51-49c0-a1fa-aa4800bdf409 req-33b78d1a-dd66-4744-82f9-6e25df90bf23 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:11.042221 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d6f6f214-6d51-49c0-a1fa-aa4800bdf409 req-33b78d1a-dd66-4744-82f9-6e25df90bf23 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 944 time: 0.5267196 Jul 22 16:51:11.088218 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4c82-65c8-48da-ab5b-c2dacea38105 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:11.136410 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce6e2f-868f-4b14-8fd1-f963ae5e6ddb req-ef46bf69-d620-4972-8ef2-8ef7db3ad06f tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:11.138101 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-58ce6e2f-868f-4b14-8fd1-f963ae5e6ddb req-ef46bf69-d620-4972-8ef2-8ef7db3ad06f tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.0903468 Jul 22 16:51:11.151414 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d6f6f214-6d51-49c0-a1fa-aa4800bdf409 req-ae1c23c5-b409-43bd-8276-dc3325701330 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022110 Jul 22 16:51:11.162626 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06f084ff-13a4-405d-8547-924f9484f2fd tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:11.182653 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-58ce6e2f-868f-4b14-8fd1-f963ae5e6ddb req-0598a1d3-4228-4e59-94f6-fa3a5f21df9e tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374839 Jul 22 16:51:11.188011 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-06f084ff-13a4-405d-8547-924f9484f2fd tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Calling delete_port for 4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:11.446442 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4c82-65c8-48da-ab5b-c2dacea38105 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:11.486419 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4c82-65c8-48da-ab5b-c2dacea38105 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:11.549584 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06f084ff-13a4-405d-8547-924f9484f2fd tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:11.587070 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f084ff-13a4-405d-8547-924f9484f2fd tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Port': ['ID=4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:11.671409 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06f084ff-13a4-405d-8547-924f9484f2fd tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:11.675861 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-06f084ff-13a4-405d-8547-924f9484f2fd tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/ports/4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61 HTTP/1.1" status: 204 len: 168 time: 1.4498625 Jul 22 16:51:11.676039 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43888) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:11.716684 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f73a5a5d-2309-4345-8c18-dd2dae04c18a tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] GET failed (client error): The resource could not be found. Jul 22 16:51:11.718653 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f73a5a5d-2309-4345-8c18-dd2dae04c18a tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports/4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61 HTTP/1.1" status: 404 len: 333 time: 0.0416393 Jul 22 16:51:11.719971 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-2eeb4c82-65c8-48da-ab5b-c2dacea38105 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Allocated IP 172.25.0.93 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/2378b150-74e2-4110-8881-1ac5ef4494c9) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:11.721498 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43890) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:11.798656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-39bda9ee-1864-4d54-8d53-397d69763d03 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting subnet 35a41717-bc34-4069-8929-324ee7c87152 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:51:11.802174 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39bda9ee-1864-4d54-8d53-397d69763d03 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:11.851548 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39bda9ee-1864-4d54-8d53-397d69763d03 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:11.863436 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4c82-65c8-48da-ab5b-c2dacea38105 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:11.907905 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4c82-65c8-48da-ab5b-c2dacea38105 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:11.940190 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39bda9ee-1864-4d54-8d53-397d69763d03 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:11.945982 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeb4c82-65c8-48da-ab5b-c2dacea38105 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:11.951278 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-2eeb4c82-65c8-48da-ab5b-c2dacea38105 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:11.955669 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb4c82-65c8-48da-ab5b-c2dacea38105 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:11.983199 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb4c82-65c8-48da-ab5b-c2dacea38105 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event updated for resources: {'Port': ['ID=2378b150-74e2-4110-8881-1ac5ef4494c9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:12.048595 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:12.051391 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39bda9ee-1864-4d54-8d53-397d69763d03 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:12.122212 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bda9ee-1864-4d54-8d53-397d69763d03 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Subnet': ['ID=35a41717-bc34-4069-8929-324ee7c87152,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:12.143145 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-39bda9ee-1864-4d54-8d53-397d69763d03 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:12.149364 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-39bda9ee-1864-4d54-8d53-397d69763d03 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/subnets/35a41717-bc34-4069-8929-324ee7c87152 HTTP/1.1" status: 204 len: 168 time: 0.4259238 Jul 22 16:51:12.149951 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43904) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:12.150213 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4480c600-d699-4044-a91d-4a88b2970be3 None None] Network f4c302c3-01c6-4f81-8479-83d953b42331 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:12.258122 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:12.266274 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632a92f-c5cf-4aab-b92a-d9eef0c079c7 req-848fecea-53aa-4a25-a1ad-a2e72982e59f tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:12.273432 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4632a92f-c5cf-4aab-b92a-d9eef0c079c7 req-848fecea-53aa-4a25-a1ad-a2e72982e59f tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 947 time: 0.1998889 Jul 22 16:51:12.288331 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6ba9cb-81da-4354-822b-dfa31209ca07 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting subnet e2c6e477-7725-438f-b8ad-ad57071199fc {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:51:12.297848 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a6ba9cb-81da-4354-822b-dfa31209ca07 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:12.536948 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a6ba9cb-81da-4354-822b-dfa31209ca07 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:12.641585 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f1add-53e3-4a00-baad-8f55f6e27fe2 req-97c88940-2bc2-4a27-aeb4-28525cba39c5 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:12.650082 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-089f1add-53e3-4a00-baad-8f55f6e27fe2 req-97c88940-2bc2-4a27-aeb4-28525cba39c5 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 944 time: 0.3531873 Jul 22 16:51:12.766749 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-089f1add-53e3-4a00-baad-8f55f6e27fe2 req-ead8a4df-cb2d-4b7f-8fab-e556d2ab9827 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155329 Jul 22 16:51:12.798044 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a6ba9cb-81da-4354-822b-dfa31209ca07 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:12.983130 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a6ba9cb-81da-4354-822b-dfa31209ca07 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:13.006889 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4632a92f-c5cf-4aab-b92a-d9eef0c079c7 req-f96303b9-265d-44fe-9a91-12b6d193a6ca tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7312205 Jul 22 16:51:13.060995 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4c82-65c8-48da-ab5b-c2dacea38105 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:13.061355 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ba9cb-81da-4354-822b-dfa31209ca07 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Subnet': ['ID=e2c6e477-7725-438f-b8ad-ad57071199fc,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:13.089796 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a6ba9cb-81da-4354-822b-dfa31209ca07 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:13.095549 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3a6ba9cb-81da-4354-822b-dfa31209ca07 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/subnets/e2c6e477-7725-438f-b8ad-ad57071199fc HTTP/1.1" status: 204 len: 168 time: 0.9443862 Jul 22 16:51:13.097532 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43948) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:13.229498 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d211e9-aa2a-42be-9128-0f5d4db05761 req-2592bdd7-9eee-4f80-be69-e590bae98d04 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:13.239753 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-86d211e9-aa2a-42be-9128-0f5d4db05761 req-2592bdd7-9eee-4f80-be69-e590bae98d04 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.3025510 Jul 22 16:51:13.278297 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31dbebd7-98e5-487f-8bd4-813e5a69f8aa tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:13.310144 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-86d211e9-aa2a-42be-9128-0f5d4db05761 req-ad4580e0-5722-4601-811b-4863d577eec2 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640972 Jul 22 16:51:13.402627 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-31dbebd7-98e5-487f-8bd4-813e5a69f8aa tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting port a6be892f-f934-4fb3-99d5-a79c0c33ae47 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:13.402729 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31dbebd7-98e5-487f-8bd4-813e5a69f8aa tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:13.458114 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4c82-65c8-48da-ab5b-c2dacea38105 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:13.491586 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-31dbebd7-98e5-487f-8bd4-813e5a69f8aa tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] For port a6be892f-f934-4fb3-99d5-a79c0c33ae47, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a6be892f-f934-4fb3-99d5-a79c0c33ae47,segment=NetworkSegment(103820fb-9bbc-4bd7-a414-1d4eb6e77b28),segment_id=103820fb-9bbc-4bd7-a414-1d4eb6e77b28)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:13.492098 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31dbebd7-98e5-487f-8bd4-813e5a69f8aa tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:13.513382 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-31dbebd7-98e5-487f-8bd4-813e5a69f8aa tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Calling delete_port for a6be892f-f934-4fb3-99d5-a79c0c33ae47 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:13.532844 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53a6597-774c-4b4b-9a61-81d1bb688260 None None] Network f4c302c3-01c6-4f81-8479-83d953b42331 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:13.645377 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eeb4c82-65c8-48da-ab5b-c2dacea38105 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Router e114badc-ed3c-4c9c-8ebb-78a4c1f057f5 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:51:13.674129 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31dbebd7-98e5-487f-8bd4-813e5a69f8aa tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:13.674670 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a6425526-048e-4bea-aab9-f2fbbc63cbc2 None None] Provisioning complete for port a6be892f-f934-4fb3-99d5-a79c0c33ae47 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:13.675345 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6425526-048e-4bea-aab9-f2fbbc63cbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:13.709141 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbebd7-98e5-487f-8bd4-813e5a69f8aa tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Port': ['ID=a6be892f-f934-4fb3-99d5-a79c0c33ae47,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:13.717744 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dbebd7-98e5-487f-8bd4-813e5a69f8aa tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] No DVR routers for this DVR port a6be892f-f934-4fb3-99d5-a79c0c33ae47 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:51:13.754747 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a6425526-048e-4bea-aab9-f2fbbc63cbc2 None None] Port a6be892f-f934-4fb3-99d5-a79c0c33ae47 was deleted so its status cannot be updated. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 16:51:13.843625 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eeb4c82-65c8-48da-ab5b-c2dacea38105 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:51:13.855748 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31dbebd7-98e5-487f-8bd4-813e5a69f8aa tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:13.861529 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] Sync routers for ids ['e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:51:13.869658 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4f0cf045-6062-440d-9835-d31e89eaafd6 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:51:13.885507 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4c82-65c8-48da-ab5b-c2dacea38105 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:13.890425 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2eeb4c82-65c8-48da-ab5b-c2dacea38105 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.6032765 Jul 22 16:51:13.891161 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43956) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:13.895812 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-31dbebd7-98e5-487f-8bd4-813e5a69f8aa tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c302c3-01c6-4f81-8479-83d953b42331']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:13.916241 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-31dbebd7-98e5-487f-8bd4-813e5a69f8aa tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103820fb-9bbc-4bd7-a414-1d4eb6e77b28') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:13.916945 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-31dbebd7-98e5-487f-8bd4-813e5a69f8aa tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103820fb-9bbc-4bd7-a414-1d4eb6e77b28') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:13.937286 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910934b0-6cb4-4cfa-a5bf-d4785a667d11 None None] DHCP port deletion for f4c302c3-01c6-4f81-8479-83d953b42331 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:51:13.944559 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31dbebd7-98e5-487f-8bd4-813e5a69f8aa tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:13.948567 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] Routers {'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:51:13.968426 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:51:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:13.991560 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31dbebd7-98e5-487f-8bd4-813e5a69f8aa tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:14.012496 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31dbebd7-98e5-487f-8bd4-813e5a69f8aa tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:51:14.013991 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31dbebd7-98e5-487f-8bd4-813e5a69f8aa tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:51:14.023537 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:51:14.076314 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886873e-f050-4cad-bbee-c189ea6fa0d3 req-232f5a7d-5ee6-45da-887d-fabd323b0388 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:14.077590 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:51:14.083919 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1886873e-f050-4cad-bbee-c189ea6fa0d3 req-232f5a7d-5ee6-45da-887d-fabd323b0388 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 944 time: 0.1403987 Jul 22 16:51:14.160327 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-dff21f30-d18e-4758-aeb2-1b70d7357975 tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=47c84c9b5b234dc7a95225e8dd07068d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2650671 Jul 22 16:51:14.161432 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43964) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:14.248442 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] Set router e114badc-ed3c-4c9c-8ebb-78a4c1f057f5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:51:14.262967 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1886873e-f050-4cad-bbee-c189ea6fa0d3 req-94b30164-e205-406c-811d-85d69d1266bd tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738369 Jul 22 16:51:14.284372 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31dbebd7-98e5-487f-8bd4-813e5a69f8aa tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:14.306227 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31dbebd7-98e5-487f-8bd4-813e5a69f8aa tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:14.308498 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-31dbebd7-98e5-487f-8bd4-813e5a69f8aa tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/networks/f4c302c3-01c6-4f81-8479-83d953b42331 HTTP/1.1" status: 204 len: 168 time: 1.2097929 Jul 22 16:51:14.309519 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbebd7-98e5-487f-8bd4-813e5a69f8aa tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Network': ['ID=f4c302c3-01c6-4f81-8479-83d953b42331,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:14.313582 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43966) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:14.334743 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4f0cf045-6062-440d-9835-d31e89eaafd6, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4f0cf045-6062-440d-9835-d31e89eaafd6,segment=NetworkSegment(e532fe79-d434-4f03-a9a0-c9663b2eed81),segment_id=e532fe79-d434-4f03-a9a0-c9663b2eed81)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:14.395549 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '4f0cf045-6062-440d-9835-d31e89eaafd6', 'network_id': '11fa376a-a719-4920-8cdd-3a2458f3c2fd', 'port_id': '4f0cf045-6062-440d-9835-d31e89eaafd6', 'mac_address': 'fa:16:3e:eb:d3:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91a3ec8d-5f4b-4e09-a3b8-afdb464abdd5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:51:14.397566 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfd13c-b781-4668-974c-9f691f35cfad req-e46ec82f-390d-4943-87dc-127dfe117510 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:14.399180 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b1bfd13c-b781-4668-974c-9f691f35cfad req-e46ec82f-390d-4943-87dc-127dfe117510 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 947 time: 0.2030842 Jul 22 16:51:14.427722 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249c8a69-8293-4d46-9a4e-cff9f59ba779 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:14.429484 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-249c8a69-8293-4d46-9a4e-cff9f59ba779 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1148109 Jul 22 16:51:14.434922 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43972) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:14.535739 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b1bfd13c-b781-4668-974c-9f691f35cfad req-c820a136-1086-43de-a410-c4542a10f9e4 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240919 Jul 22 16:51:14.539740 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:14.548703 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84042ac3-ad09-4053-b683-3f55cacf6281 tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:14.550296 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-84042ac3-ad09-4053-b683-3f55cacf6281 tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3876297 Jul 22 16:51:14.558636 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43978) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:14.590668 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f0cf045-6062-440d-9835-d31e89eaafd6 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:51:14.595465 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1ff6ac4d-4d51-4982-9315-961ef2f6db18 tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=748fc6ab-3639-411a-b273-35e3c4423108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356793 Jul 22 16:51:14.600534 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43982) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:14.608787 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-59e01c40-4036-4a93-964a-f32125860007 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1916683450', 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce', 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:14.609215 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb4e00-cfc8-4562-a604-6c82b9462e3d req-8650a344-85ab-49f0-ba07-b719b5510c16 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:14.616125 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8acb4e00-cfc8-4562-a604-6c82b9462e3d req-8650a344-85ab-49f0-ba07-b719b5510c16 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.1993077 Jul 22 16:51:14.627663 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-91f8b41c-b8aa-47bf-b65b-574066af940b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1915414 Jul 22 16:51:14.651650 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43986) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:14.656245 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8acb4e00-cfc8-4562-a604-6c82b9462e3d req-452a87df-fd70-4b3f-9e9a-5b5ff9227005 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392454 Jul 22 16:51:14.659576 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4f0cf045-6062-440d-9835-d31e89eaafd6, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4f0cf045-6062-440d-9835-d31e89eaafd6,segment=NetworkSegment(e532fe79-d434-4f03-a9a0-c9663b2eed81),segment_id=e532fe79-d434-4f03-a9a0-c9663b2eed81)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:14.667879 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ba5f6dfa-0b43-427e-8a8a-41c6569cced3 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1132786880'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:14.680910 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:14.718978 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5f6dfa-0b43-427e-8a8a-41c6569cced3 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:14.729019 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba5f6dfa-0b43-427e-8a8a-41c6569cced3 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:14.750498 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e01c40-4036-4a93-964a-f32125860007 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Made reservation on behalf of 47c84c9b5b234dc7a95225e8dd07068d for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:14.753194 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59e01c40-4036-4a93-964a-f32125860007 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:14.768080 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788099677', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:51:10Z', 'updated_at': '2021-07-22T16:51:12Z', 'revision_number': 3, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'gw_port': {'id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:51:11Z', 'updated_at': '2021-07-22T16:51:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:14.776120 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=4f0cf045-6062-440d-9835-d31e89eaafd6,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:14.790467 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba5f6dfa-0b43-427e-8a8a-41c6569cced3 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:51:14.806052 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba5f6dfa-0b43-427e-8a8a-41c6569cced3 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:14.806580 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-ba5f6dfa-0b43-427e-8a8a-41c6569cced3 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Added segment 2177f7f4-edef-425d-9da5-261d8a6bd379 of type vlan for network d75b1304-f8a7-4881-a24c-dac91a89b41a Jul 22 16:51:14.844544 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] Checking router: e114badc-ed3c-4c9c-8ebb-78a4c1f057f5 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:51:14.844544 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] Updating router e114badc-ed3c-4c9c-8ebb-78a4c1f057f5 port 2378b150-74e2-4110-8881-1ac5ef4494c9 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:51:14.909038 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba5f6dfa-0b43-427e-8a8a-41c6569cced3 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:14.921581 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:14.949372 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:14.949822 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:14.950279 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:14.951199 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:14.951641 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:14.952372 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:14.952545 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:14.953095 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:14.953518 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:14.953986 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:14.954398 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:14.954817 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:14.980578 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba5f6dfa-0b43-427e-8a8a-41c6569cced3 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:14.987067 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5f6dfa-0b43-427e-8a8a-41c6569cced3 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:14.989443 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba5f6dfa-0b43-427e-8a8a-41c6569cced3 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:15.030111 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a6be892f-f934-4fb3-99d5-a79c0c33ae47 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:51:15.058138 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['4f0cf045-6062-440d-9835-d31e89eaafd6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:51:15.065749 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ba5f6dfa-0b43-427e-8a8a-41c6569cced3 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4082093 Jul 22 16:51:15.066864 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44004) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:15.074436 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ee224e64-37e7-4026-ae14-87ac89f33e98 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'subnet': {'network_id': 'd75b1304-f8a7-4881-a24c-dac91a89b41a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:15.078693 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: a6be892f-f934-4fb3-99d5-a79c0c33ae47 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:51:15.079039 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a6be892f-f934-4fb3-99d5-a79c0c33ae47 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:51:15.089916 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59e01c40-4036-4a93-964a-f32125860007 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:15.144838 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f6dfa-0b43-427e-8a8a-41c6569cced3 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Network': ['ID=d75b1304-f8a7-4881-a24c-dac91a89b41a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:15.250444 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e01c40-4036-4a93-964a-f32125860007 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event updated for resources: {'Subnet': ['ID=fe4b140c-9cc1-4d05-a05e-153f30944130,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:15.254346 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network d75b1304-f8a7-4881-a24c-dac91a89b41a details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:51:15.280386 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee224e64-37e7-4026-ae14-87ac89f33e98 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:15.286986 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee224e64-37e7-4026-ae14-87ac89f33e98 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:15.298610 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e01c40-4036-4a93-964a-f32125860007 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Checking segment: {'id': 'fee76c38-5096-4c36-ac7e-c2f7dbc18078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:51:15.298984 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e01c40-4036-4a93-964a-f32125860007 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Network hostable DHCP agents. Network: e7be0ad0-41f3-47e3-9669-c2c6027406ce, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:51:15.343101 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e01c40-4036-4a93-964a-f32125860007 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Network e7be0ad0-41f3-47e3-9669-c2c6027406ce is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:51:15.363230 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-59e01c40-4036-4a93-964a-f32125860007 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, e7be0ad0-41f3-47e3-9669-c2c6027406ce) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:15.367641 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e01c40-4036-4a93-964a-f32125860007 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:15.369144 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59e01c40-4036-4a93-964a-f32125860007 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:15.394031 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd5c3f2-fc1b-4680-bcbf-2f0bce12e15e None None] Network e7be0ad0-41f3-47e3-9669-c2c6027406ce requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:15.450143 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-59e01c40-4036-4a93-964a-f32125860007 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8469307 Jul 22 16:51:15.455371 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44016) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:15.556958 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:15.594436 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee224e64-37e7-4026-ae14-87ac89f33e98 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:15.604651 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] Transition to ACTIVE for port object 2378b150-74e2-4110-8881-1ac5ef4494c9 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:15.640817 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b8f9c-2d05-4728-9aa8-5a733724d5c3 req-fd790ba3-c657-4e35-bda7-ab1ce4b3c040 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:15.642807 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c9b8f9c-2d05-4728-9aa8-5a733724d5c3 req-fd790ba3-c657-4e35-bda7-ab1ce4b3c040 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 945 time: 0.2648206 Jul 22 16:51:15.653083 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:15.721888 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee224e64-37e7-4026-ae14-87ac89f33e98 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Subnet': ['ID=73041326-6d1c-4c3f-8dea-596e32e44d4f,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:15.733451 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c9b8f9c-2d05-4728-9aa8-5a733724d5c3 req-dc3b170d-9df7-4532-b28d-a5761af454d1 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842929 Jul 22 16:51:15.734680 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee224e64-37e7-4026-ae14-87ac89f33e98 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Checking segment: {'id': '2177f7f4-edef-425d-9da5-261d8a6bd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd75b1304-f8a7-4881-a24c-dac91a89b41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:51:15.735319 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee224e64-37e7-4026-ae14-87ac89f33e98 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network hostable DHCP agents. Network: d75b1304-f8a7-4881-a24c-dac91a89b41a, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:51:15.760572 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee224e64-37e7-4026-ae14-87ac89f33e98 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network d75b1304-f8a7-4881-a24c-dac91a89b41a is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:51:15.775531 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ee224e64-37e7-4026-ae14-87ac89f33e98 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, d75b1304-f8a7-4881-a24c-dac91a89b41a) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:15.787982 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee224e64-37e7-4026-ae14-87ac89f33e98 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:15.792263 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee224e64-37e7-4026-ae14-87ac89f33e98 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:15.794402 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8160184-1498-4c9f-9187-7c0eac0f4d55 None None] Network d75b1304-f8a7-4881-a24c-dac91a89b41a requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:15.854094 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ee224e64-37e7-4026-ae14-87ac89f33e98 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7820444 Jul 22 16:51:15.858151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44020) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:15.865100 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6e90310b-9f70-41cb-98d6-2024fba20403 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'port': {'network_id': 'd75b1304-f8a7-4881-a24c-dac91a89b41a', 'name': 'tempest-PortsIpV6TestJSON-1467139703'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:15.869567 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c9254-25a1-4af3-be38-e9a9e4a114bb None None] Pushing event updated for resources: {'Port': ['ID=2378b150-74e2-4110-8881-1ac5ef4494c9,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:15.875993 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] Attempting to bind port 2378b150-74e2-4110-8881-1ac5ef4494c9 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:51:15.876359 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] Attempting to bind port 2378b150-74e2-4110-8881-1ac5ef4494c9 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:51:15.876724 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] Attempting to bind port 2378b150-74e2-4110-8881-1ac5ef4494c9 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:51:15.935329 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:51:15.935616 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:51:15.936001 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:15.936395 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:51:15.936869 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] Bound port: 2378b150-74e2-4110-8881-1ac5ef4494c9, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:51:15.937275 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:15.958213 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87234356-107e-49cf-8183-6db422b8ee76 req-fafb423a-8fea-49de-8f8c-c6b099cd71a5 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:15.959830 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-87234356-107e-49cf-8183-6db422b8ee76 req-fafb423a-8fea-49de-8f8c-c6b099cd71a5 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.1494005 Jul 22 16:51:15.996212 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] For port 2378b150-74e2-4110-8881-1ac5ef4494c9, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:51:16.001365 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] For port 2378b150-74e2-4110-8881-1ac5ef4494c9, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2378b150-74e2-4110-8881-1ac5ef4494c9,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:51:16.003865 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811fe2bb-918a-40e1-8f09-227ae80f3f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-e7be0ad0-41f3-47e3-9669-c2c6027406ce', 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'fixed_ips': [{'subnet_id': 'fe4b140c-9cc1-4d05-a05e-153f30944130'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:51:16.004730 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-811fe2bb-918a-40e1-8f09-227ae80f3f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:16.012679 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:16.043206 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-87234356-107e-49cf-8183-6db422b8ee76 req-fd4b3999-7d28-4732-bbcd-eddee6d0d32c tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675821 Jul 22 16:51:16.057968 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e90310b-9f70-41cb-98d6-2024fba20403 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:16.062370 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e90310b-9f70-41cb-98d6-2024fba20403 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:16.084920 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-6e90310b-9f70-41cb-98d6-2024fba20403 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] device_id is not set on port 5fa64842-82f9-4e16-a7a2-896b30f739eb yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:51:16.206881 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] Routers {'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:51:16.207505 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:51:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:16.208204 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1f3dd8a-069a-4ba6-ad56-862f3b9fd0e9 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:16.258244 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-6e90310b-9f70-41cb-98d6-2024fba20403 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Allocated IP 2001:db8::35b (d75b1304-f8a7-4881-a24c-dac91a89b41a/73041326-6d1c-4c3f-8dea-596e32e44d4f/5fa64842-82f9-4e16-a7a2-896b30f739eb) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:16.476121 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e90310b-9f70-41cb-98d6-2024fba20403 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:16.493708 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-6e90310b-9f70-41cb-98d6-2024fba20403 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Transition to ACTIVE for port object 5fa64842-82f9-4e16-a7a2-896b30f739eb will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:16.526654 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c9254-25a1-4af3-be38-e9a9e4a114bb None None] Pushing event updated for resources: {'Port': ['ID=2378b150-74e2-4110-8881-1ac5ef4494c9,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:16.563229 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e90310b-9f70-41cb-98d6-2024fba20403 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:16.628504 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e90310b-9f70-41cb-98d6-2024fba20403 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network d75b1304-f8a7-4881-a24c-dac91a89b41a is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:16.670179 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-6e90310b-9f70-41cb-98d6-2024fba20403 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:16.675349 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e90310b-9f70-41cb-98d6-2024fba20403 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:16.684509 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e90310b-9f70-41cb-98d6-2024fba20403 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:16.685040 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-811fe2bb-918a-40e1-8f09-227ae80f3f6f None None] Allocated IP 172.20.0.2 (e7be0ad0-41f3-47e3-9669-c2c6027406ce/fe4b140c-9cc1-4d05-a05e-153f30944130/4d5aeadb-2b59-4eba-9f7e-5618c221d974) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:16.685623 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e90310b-9f70-41cb-98d6-2024fba20403 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:16.700353 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90310b-9f70-41cb-98d6-2024fba20403 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Port': ['ID=5fa64842-82f9-4e16-a7a2-896b30f739eb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:16.700480 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44032) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:16.709112 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c5957769-0f29-4da4-90c9-74572a871807 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1969326310', 'description': 'tempest-secgroup-smoke-1969326310 description', 'project_id': '7d1de184c28f4807aacf349f806e0097'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:16.718533 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6e90310b-9f70-41cb-98d6-2024fba20403 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8587089 Jul 22 16:51:16.720742 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44034) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:16.729293 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fe692c23-cefd-48a9-8768-5265047f24cc tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'port': {'network_id': 'd75b1304-f8a7-4881-a24c-dac91a89b41a', 'name': 'tempest-PortsIpV6TestJSON-1184591049'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:16.757782 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] Set router e114badc-ed3c-4c9c-8ebb-78a4c1f057f5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:51:16.774960 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5957769-0f29-4da4-90c9-74572a871807 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:16.882506 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8887f647-7fe8-4778-8de3-5a06f7a277f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-d75b1304-f8a7-4881-a24c-dac91a89b41a', 'network_id': 'd75b1304-f8a7-4881-a24c-dac91a89b41a', 'tenant_id': 'ae4a272be618442d821360d06c080a1c', 'fixed_ips': [{'subnet_id': '73041326-6d1c-4c3f-8dea-596e32e44d4f'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:51:16.883377 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8887f647-7fe8-4778-8de3-5a06f7a277f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:16.931292 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5957769-0f29-4da4-90c9-74572a871807 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:16.936917 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5957769-0f29-4da4-90c9-74572a871807 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:16.973520 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe692c23-cefd-48a9-8768-5265047f24cc tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:16.973520 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe692c23-cefd-48a9-8768-5265047f24cc tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:16.995468 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-fe692c23-cefd-48a9-8768-5265047f24cc tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] device_id is not set on port b009dcd3-b839-47c4-b38a-f42a924500cb yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:51:16.997360 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5957769-0f29-4da4-90c9-74572a871807 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.002808 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c5957769-0f29-4da4-90c9-74572a871807 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3009281 Jul 22 16:51:17.004449 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44038) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:17.007151 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5957769-0f29-4da4-90c9-74572a871807 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b7ec4e-1542-4b02-9c84-396c247335b4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:17.018790 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8b652ffa-516a-4ec7-96f4-56a97071a868 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Request body: {'security_group_rule': {'security_group_id': 'a6b7ec4e-1542-4b02-9c84-396c247335b4', 'project_id': '7d1de184c28f4807aacf349f806e0097', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:17.117416 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff9ac4-db9e-435f-85b6-69597d9096fb req-709084a0-2813-4127-b75a-eec5bacecb2c tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:17.119113 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-12ff9ac4-db9e-435f-85b6-69597d9096fb req-709084a0-2813-4127-b75a-eec5bacecb2c tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 945 time: 0.2745798 Jul 22 16:51:17.135505 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b652ffa-516a-4ec7-96f4-56a97071a868 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.199327 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-811fe2bb-918a-40e1-8f09-227ae80f3f6f None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.203658 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abdbf2-2caa-4a47-a9a6-ae6d56414e9f req-177922a3-ba66-4f6f-b6ee-17f3a9a4750b tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:17.205611 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1abdbf2-2caa-4a47-a9a6-ae6d56414e9f req-177922a3-ba66-4f6f-b6ee-17f3a9a4750b tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.0894098 Jul 22 16:51:17.210843 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-12ff9ac4-db9e-435f-85b6-69597d9096fb req-4b825939-e6b9-43b1-b54c-abfd9ed0cbc5 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742993 Jul 22 16:51:17.213254 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-811fe2bb-918a-40e1-8f09-227ae80f3f6f None None] Transition to ACTIVE for port object 4d5aeadb-2b59-4eba-9f7e-5618c221d974 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:17.235373 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-8887f647-7fe8-4778-8de3-5a06f7a277f5 None None] Allocated IP 2001:db8::2 (d75b1304-f8a7-4881-a24c-dac91a89b41a/73041326-6d1c-4c3f-8dea-596e32e44d4f/554fe0ad-16c6-49cf-8c70-d268e6e4c3b1) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:17.236874 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b652ffa-516a-4ec7-96f4-56a97071a868 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.241513 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b652ffa-516a-4ec7-96f4-56a97071a868 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.256413 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1abdbf2-2caa-4a47-a9a6-ae6d56414e9f req-cc6382ad-a917-4aeb-a41b-e0f1ee65e75d tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445127 Jul 22 16:51:17.257271 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-811fe2bb-918a-40e1-8f09-227ae80f3f6f None None] Transition to ACTIVE for port object 4d5aeadb-2b59-4eba-9f7e-5618c221d974 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:17.267188 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-811fe2bb-918a-40e1-8f09-227ae80f3f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.269789 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b652ffa-516a-4ec7-96f4-56a97071a868 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c47256b-f7cb-4ac6-8ba4-bfc69a6b3dcf,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:17.274783 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b652ffa-516a-4ec7-96f4-56a97071a868 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.279907 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8b652ffa-516a-4ec7-96f4-56a97071a868 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2730784 Jul 22 16:51:17.281130 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44042) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:17.287373 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-747e8e38-2ce7-430e-8409-91f3aa1680a5 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Request body: {'security_group_rule': {'security_group_id': 'a6b7ec4e-1542-4b02-9c84-396c247335b4', 'project_id': '7d1de184c28f4807aacf349f806e0097', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:17.317611 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-747e8e38-2ce7-430e-8409-91f3aa1680a5 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.330827 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-f1f3dd8a-069a-4ba6-ad56-862f3b9fd0e9 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Allocated IP 172.20.0.1 (e7be0ad0-41f3-47e3-9669-c2c6027406ce/fe4b140c-9cc1-4d05-a05e-153f30944130/b8326bfb-f89c-4e49-a55e-bfe61b344895) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:17.343080 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788099677', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:51:10Z', 'updated_at': '2021-07-22T16:51:12Z', 'revision_number': 3, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'gw_port': {'id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:51:11Z', 'updated_at': '2021-07-22T16:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:17.347329 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811fe2bb-918a-40e1-8f09-227ae80f3f6f None None] Network e7be0ad0-41f3-47e3-9669-c2c6027406ce is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:17.412178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-811fe2bb-918a-40e1-8f09-227ae80f3f6f None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:17.417169 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf193bf6-6ae4-4edf-841c-edcedd556316 None None] The sync data for ids ['e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'] in n-d-798930-9 is: [{'id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788099677', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:51:10Z', 'updated_at': '2021-07-22T16:51:12Z', 'revision_number': 3, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'gw_port': {'id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:51:11Z', 'updated_at': '2021-07-22T16:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:51:17.419617 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-747e8e38-2ce7-430e-8409-91f3aa1680a5 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.421472 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811fe2bb-918a-40e1-8f09-227ae80f3f6f None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:17.424875 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-747e8e38-2ce7-430e-8409-91f3aa1680a5 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.435778 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811fe2bb-918a-40e1-8f09-227ae80f3f6f None None] Pushing event updated for resources: {'Port': ['ID=4d5aeadb-2b59-4eba-9f7e-5618c221d974,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:17.454637 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e8e38-2ce7-430e-8409-91f3aa1680a5 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2c0b4b-f76b-4c06-aa89-d1be52c902d4,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:17.463897 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-747e8e38-2ce7-430e-8409-91f3aa1680a5 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.468317 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-747e8e38-2ce7-430e-8409-91f3aa1680a5 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1859660 Jul 22 16:51:17.469226 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44050) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:17.479426 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2d930f13-8c62-4042-b4fd-12fd20c5fece tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Request body: {'security_group_rule': {'security_group_id': 'a6b7ec4e-1542-4b02-9c84-396c247335b4', 'project_id': '7d1de184c28f4807aacf349f806e0097', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:17.530701 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d930f13-8c62-4042-b4fd-12fd20c5fece tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.550198 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1f3dd8a-069a-4ba6-ad56-862f3b9fd0e9 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.560521 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-811fe2bb-918a-40e1-8f09-227ae80f3f6f None None] Attempting to bind port 4d5aeadb-2b59-4eba-9f7e-5618c221d974 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:51:17.560885 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-811fe2bb-918a-40e1-8f09-227ae80f3f6f None None] Attempting to bind port 4d5aeadb-2b59-4eba-9f7e-5618c221d974 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'fee76c38-5096-4c36-ac7e-c2f7dbc18078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:51:17.561240 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811fe2bb-918a-40e1-8f09-227ae80f3f6f None None] Attempting to bind port 4d5aeadb-2b59-4eba-9f7e-5618c221d974 on network e7be0ad0-41f3-47e3-9669-c2c6027406ce {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:51:17.568382 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f1f3dd8a-069a-4ba6-ad56-862f3b9fd0e9 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Transition to ACTIVE for port object b8326bfb-f89c-4e49-a55e-bfe61b344895 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:17.568709 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811fe2bb-918a-40e1-8f09-227ae80f3f6f None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:51:17.569082 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811fe2bb-918a-40e1-8f09-227ae80f3f6f None None] Checking segment: {'id': 'fee76c38-5096-4c36-ac7e-c2f7dbc18078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:51:17.569477 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-811fe2bb-918a-40e1-8f09-227ae80f3f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.569864 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811fe2bb-918a-40e1-8f09-227ae80f3f6f None None] Bound using segment: {'id': 'fee76c38-5096-4c36-ac7e-c2f7dbc18078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:51:17.570450 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-811fe2bb-918a-40e1-8f09-227ae80f3f6f None None] Bound port: 4d5aeadb-2b59-4eba-9f7e-5618c221d974, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee76c38-5096-4c36-ac7e-c2f7dbc18078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:51:17.570891 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-811fe2bb-918a-40e1-8f09-227ae80f3f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.617055 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1f3dd8a-069a-4ba6-ad56-862f3b9fd0e9 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.622654 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d930f13-8c62-4042-b4fd-12fd20c5fece tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.629443 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d930f13-8c62-4042-b4fd-12fd20c5fece tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.663340 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d930f13-8c62-4042-b4fd-12fd20c5fece tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ef70ed-51fd-4f24-8d8b-61cbc6bd0efb,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:17.663770 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8887f647-7fe8-4778-8de3-5a06f7a277f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.667415 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d930f13-8c62-4042-b4fd-12fd20c5fece tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.668825 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2d930f13-8c62-4042-b4fd-12fd20c5fece tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1987774 Jul 22 16:51:17.672122 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44052) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:17.677999 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b685836f-f23a-4186-ad33-634be70dcae9 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Request body: {'security_group_rule': {'security_group_id': 'a6b7ec4e-1542-4b02-9c84-396c247335b4', 'project_id': '7d1de184c28f4807aacf349f806e0097', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:17.684769 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3dd8a-069a-4ba6-ad56-862f3b9fd0e9 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event updated for resources: {'Port': ['ID=b8326bfb-f89c-4e49-a55e-bfe61b344895,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:17.693898 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8887f647-7fe8-4778-8de3-5a06f7a277f5 None None] Transition to ACTIVE for port object 554fe0ad-16c6-49cf-8c70-d268e6e4c3b1 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:17.696488 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f3dd8a-069a-4ba6-ad56-862f3b9fd0e9 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Network e7be0ad0-41f3-47e3-9669-c2c6027406ce is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:17.698046 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-f1f3dd8a-069a-4ba6-ad56-862f3b9fd0e9 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:17.705486 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f3dd8a-069a-4ba6-ad56-862f3b9fd0e9 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:17.715132 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-811fe2bb-918a-40e1-8f09-227ae80f3f6f None None] For port 4d5aeadb-2b59-4eba-9f7e-5618c221d974, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:51:17.724086 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b685836f-f23a-4186-ad33-634be70dcae9 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.735579 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8887f647-7fe8-4778-8de3-5a06f7a277f5 None None] Transition to ACTIVE for port object 554fe0ad-16c6-49cf-8c70-d268e6e4c3b1 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:17.740028 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-811fe2bb-918a-40e1-8f09-227ae80f3f6f None None] For port 4d5aeadb-2b59-4eba-9f7e-5618c221d974, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=4d5aeadb-2b59-4eba-9f7e-5618c221d974,segment=NetworkSegment(fee76c38-5096-4c36-ac7e-c2f7dbc18078),segment_id=fee76c38-5096-4c36-ac7e-c2f7dbc18078)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:51:17.749486 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-811fe2bb-918a-40e1-8f09-227ae80f3f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.758539 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8887f647-7fe8-4778-8de3-5a06f7a277f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.826163 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1f3dd8a-069a-4ba6-ad56-862f3b9fd0e9 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.847614 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8887f647-7fe8-4778-8de3-5a06f7a277f5 None None] Network d75b1304-f8a7-4881-a24c-dac91a89b41a is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:17.853152 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-8887f647-7fe8-4778-8de3-5a06f7a277f5 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:17.855767 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8887f647-7fe8-4778-8de3-5a06f7a277f5 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:17.901533 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-fe692c23-cefd-48a9-8768-5265047f24cc tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Allocated IP 2001:db8::321 (d75b1304-f8a7-4881-a24c-dac91a89b41a/73041326-6d1c-4c3f-8dea-596e32e44d4f/b009dcd3-b839-47c4-b38a-f42a924500cb) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:17.916189 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b685836f-f23a-4186-ad33-634be70dcae9 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.925917 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b685836f-f23a-4186-ad33-634be70dcae9 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.945916 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685836f-f23a-4186-ad33-634be70dcae9 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0864942-2142-4b47-9d17-397379e9c362,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:17.970286 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4f0cf045-6062-440d-9835-d31e89eaafd6 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:17.981550 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b685836f-f23a-4186-ad33-634be70dcae9 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:17.985524 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b685836f-f23a-4186-ad33-634be70dcae9 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3097177 Jul 22 16:51:17.989368 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44054) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:18.003348 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2c36c447-5571-4c20-9344-52ebaa5fa03a tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Request body: {'security_group_rule': {'security_group_id': 'a6b7ec4e-1542-4b02-9c84-396c247335b4', 'project_id': '7d1de184c28f4807aacf349f806e0097', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:18.059240 n-d-798930-9 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-2c36c447-5571-4c20-9344-52ebaa5fa03a tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Project 7d1de184c28f4807aacf349f806e0097 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 16:51:18.076670 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c36c447-5571-4c20-9344-52ebaa5fa03a tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:18.077375 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8887f647-7fe8-4778-8de3-5a06f7a277f5 None None] Attempting to bind port 554fe0ad-16c6-49cf-8c70-d268e6e4c3b1 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:51:18.077750 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8887f647-7fe8-4778-8de3-5a06f7a277f5 None None] Attempting to bind port 554fe0ad-16c6-49cf-8c70-d268e6e4c3b1 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '2177f7f4-edef-425d-9da5-261d8a6bd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd75b1304-f8a7-4881-a24c-dac91a89b41a'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:51:18.078155 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8887f647-7fe8-4778-8de3-5a06f7a277f5 None None] Attempting to bind port 554fe0ad-16c6-49cf-8c70-d268e6e4c3b1 on network d75b1304-f8a7-4881-a24c-dac91a89b41a {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:51:18.080118 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 4f0cf045-6062-440d-9835-d31e89eaafd6 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:18.083042 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811fe2bb-918a-40e1-8f09-227ae80f3f6f None None] Pushing event updated for resources: {'Port': ['ID=4d5aeadb-2b59-4eba-9f7e-5618c221d974,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:18.130775 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 4f0cf045-6062-440d-9835-d31e89eaafd6 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:18.131149 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:18.143812 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8887f647-7fe8-4778-8de3-5a06f7a277f5 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:51:18.144100 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8887f647-7fe8-4778-8de3-5a06f7a277f5 None None] Checking segment: {'id': '2177f7f4-edef-425d-9da5-261d8a6bd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd75b1304-f8a7-4881-a24c-dac91a89b41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:51:18.144480 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8887f647-7fe8-4778-8de3-5a06f7a277f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:18.144873 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8887f647-7fe8-4778-8de3-5a06f7a277f5 None None] Bound using segment: {'id': '2177f7f4-edef-425d-9da5-261d8a6bd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd75b1304-f8a7-4881-a24c-dac91a89b41a'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:51:18.145357 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8887f647-7fe8-4778-8de3-5a06f7a277f5 None None] Bound port: 554fe0ad-16c6-49cf-8c70-d268e6e4c3b1, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2177f7f4-edef-425d-9da5-261d8a6bd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd75b1304-f8a7-4881-a24c-dac91a89b41a'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:51:18.145735 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8887f647-7fe8-4778-8de3-5a06f7a277f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:18.158393 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1f3dd8a-069a-4ba6-ad56-862f3b9fd0e9 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:18.214741 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887f647-7fe8-4778-8de3-5a06f7a277f5 None None] Pushing event updated for resources: {'Port': ['ID=554fe0ad-16c6-49cf-8c70-d268e6e4c3b1,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:18.345368 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c36c447-5571-4c20-9344-52ebaa5fa03a tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:18.352495 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe692c23-cefd-48a9-8768-5265047f24cc tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:18.374823 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c36c447-5571-4c20-9344-52ebaa5fa03a tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:18.413871 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8887f647-7fe8-4778-8de3-5a06f7a277f5 None None] For port 554fe0ad-16c6-49cf-8c70-d268e6e4c3b1, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:51:18.442118 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8887f647-7fe8-4778-8de3-5a06f7a277f5 None None] For port 554fe0ad-16c6-49cf-8c70-d268e6e4c3b1, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=554fe0ad-16c6-49cf-8c70-d268e6e4c3b1,segment=NetworkSegment(2177f7f4-edef-425d-9da5-261d8a6bd379),segment_id=2177f7f4-edef-425d-9da5-261d8a6bd379)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:51:18.446513 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-fe692c23-cefd-48a9-8768-5265047f24cc tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Transition to ACTIVE for port object b009dcd3-b839-47c4-b38a-f42a924500cb will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:18.449376 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:18.453574 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8887f647-7fe8-4778-8de3-5a06f7a277f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:18.460509 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36c447-5571-4c20-9344-52ebaa5fa03a tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf218f1f-01c4-4d89-81c9-b380fca60b92,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:18.469570 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2c36c447-5571-4c20-9344-52ebaa5fa03a tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:18.471106 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2c36c447-5571-4c20-9344-52ebaa5fa03a tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4810126 Jul 22 16:51:18.474050 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44060) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:18.478666 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7ec0cd0f-885b-4481-96e8-b65d69e807ed tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Request body: {'security_group_rule': {'security_group_id': 'a6b7ec4e-1542-4b02-9c84-396c247335b4', 'project_id': '7d1de184c28f4807aacf349f806e0097', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:18.527017 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887f647-7fe8-4778-8de3-5a06f7a277f5 None None] Pushing event updated for resources: {'Port': ['ID=554fe0ad-16c6-49cf-8c70-d268e6e4c3b1,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:18.570084 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5eabdb-85ee-4462-8f47-0a27981c46d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0cf045-6062-440d-9835-d31e89eaafd6'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:18.573465 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24845c2a-f42f-412c-883f-6e4cf8e8ccf6" -d '{"events": [{"server_uuid": "aa5eabdb-85ee-4462-8f47-0a27981c46d4", "name": "network-vif-plugged", "status": "completed", "tag": "4f0cf045-6062-440d-9835-d31e89eaafd6"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:18.608669 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4f0cf045-6062-440d-9835-d31e89eaafd6, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4f0cf045-6062-440d-9835-d31e89eaafd6,segment=NetworkSegment(e532fe79-d434-4f03-a9a0-c9663b2eed81),segment_id=e532fe79-d434-4f03-a9a0-c9663b2eed81)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:18.616001 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:18.627135 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe692c23-cefd-48a9-8768-5265047f24cc tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:18.668591 n-d-798930-9 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-7ec0cd0f-885b-4481-96e8-b65d69e807ed tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Project 7d1de184c28f4807aacf349f806e0097 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 16:51:18.719039 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=4f0cf045-6062-440d-9835-d31e89eaafd6,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:18.797453 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ec0cd0f-885b-4481-96e8-b65d69e807ed tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:18.823920 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe692c23-cefd-48a9-8768-5265047f24cc tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Port': ['ID=b009dcd3-b839-47c4-b38a-f42a924500cb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:18.847777 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe692c23-cefd-48a9-8768-5265047f24cc tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network d75b1304-f8a7-4881-a24c-dac91a89b41a is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:18.859846 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f7cec-9b8b-482d-b0d9-de66d133acc2 req-eb0306ec-5147-4d07-b1aa-7f994dda1da5 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:18.861446 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-216f7cec-9b8b-482d-b0d9-de66d133acc2 req-eb0306ec-5147-4d07-b1aa-7f994dda1da5 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 945 time: 0.5015352 Jul 22 16:51:18.871955 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-fe692c23-cefd-48a9-8768-5265047f24cc tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:18.941761 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe692c23-cefd-48a9-8768-5265047f24cc tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:18.948771 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe692c23-cefd-48a9-8768-5265047f24cc tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:18.949462 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe692c23-cefd-48a9-8768-5265047f24cc tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:18.985530 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ec0cd0f-885b-4481-96e8-b65d69e807ed tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:19.018779 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ec0cd0f-885b-4481-96e8-b65d69e807ed tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:19.095943 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fe692c23-cefd-48a9-8768-5265047f24cc tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3739221 Jul 22 16:51:19.103461 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44066) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:19.106262 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ec0cd0f-885b-4481-96e8-b65d69e807ed tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:19.133830 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7ec0cd0f-885b-4481-96e8-b65d69e807ed tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6330130 Jul 22 16:51:19.136374 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0cd0f-885b-4481-96e8-b65d69e807ed tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0020e64b-2ec8-4b32-9b13-4f7b73da162b,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:19.218900 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-216f7cec-9b8b-482d-b0d9-de66d133acc2 req-d59851ad-9fbd-4ae1-b9de-47c6ec0c1bf2 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659941 Jul 22 16:51:19.223498 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2378b150-74e2-4110-8881-1ac5ef4494c9 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:19.310042 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114a8029-edd9-4d28-89a2-844f4beefcfc tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:19.312211 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-114a8029-edd9-4d28-89a2-844f4beefcfc tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A35b HTTP/1.1" status: 200 len: 929 time: 0.1770077 Jul 22 16:51:19.315648 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44070) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:19.332548 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5492747f-7f62-444f-a47e-9eeec39c8bf8 x-openstack-request-id: req-5492747f-7f62-444f-a47e-9eeec39c8bf8 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:19.340600 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5eabdb-85ee-4462-8f47-0a27981c46d4", "name": "network-vif-plugged", "status": "completed", "tag": "4f0cf045-6062-440d-9835-d31e89eaafd6", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:19.341486 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5492747f-7f62-444f-a47e-9eeec39c8bf8 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:19.344423 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5eabdb-85ee-4462-8f47-0a27981c46d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0cf045-6062-440d-9835-d31e89eaafd6', 'code': 200} Jul 22 16:51:19.382193 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 2378b150-74e2-4110-8881-1ac5ef4494c9 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:19.384621 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae04e33-b733-40e3-b376-15c78d22b603 req-8b8c3133-80e3-455e-a8fb-e6696cdad5e8 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:19.395128 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cae04e33-b733-40e3-b376-15c78d22b603 req-8b8c3133-80e3-455e-a8fb-e6696cdad5e8 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.9354284 Jul 22 16:51:19.429363 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 2378b150-74e2-4110-8881-1ac5ef4494c9 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:19.430478 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:19.440894 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1f3dd8a-069a-4ba6-ad56-862f3b9fd0e9 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:19.528036 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1f3dd8a-069a-4ba6-ad56-862f3b9fd0e9 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:19.545580 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0ce5e167-b82c-471e-b761-59e8e2569f41 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting port b009dcd3-b839-47c4-b38a-f42a924500cb {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:19.546313 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ce5e167-b82c-471e-b761-59e8e2569f41 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:19.607749 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:19.632540 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-0311d2eb-5ecb-45c1-8e50-b98f5d476549 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1969326310&fields=id&tenant_id=7d1de184c28f4807aacf349f806e0097 HTTP/1.1" status: 200 len: 267 time: 0.1273263 Jul 22 16:51:19.638705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 2378b150-74e2-4110-8881-1ac5ef4494c9, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2378b150-74e2-4110-8881-1ac5ef4494c9,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:19.645348 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:19.646679 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 4d5aeadb-2b59-4eba-9f7e-5618c221d974 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:19.666963 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cae04e33-b733-40e3-b376-15c78d22b603 req-d2d16730-62af-4a79-885f-1015fdac34a7 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706406 Jul 22 16:51:19.682293 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1f3dd8a-069a-4ba6-ad56-862f3b9fd0e9 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:19.777154 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b55511-4e01-48cd-9053-e23aa9408889 None None] Network e7be0ad0-41f3-47e3-9669-c2c6027406ce requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:19.779343 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3dd8a-069a-4ba6-ad56-862f3b9fd0e9 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event updated for resources: {'Port': ['ID=b8326bfb-f89c-4e49-a55e-bfe61b344895,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:19.797681 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=2378b150-74e2-4110-8881-1ac5ef4494c9,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:19.827641 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ce5e167-b82c-471e-b761-59e8e2569f41 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:19.850059 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0ce5e167-b82c-471e-b761-59e8e2569f41 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Calling delete_port for b009dcd3-b839-47c4-b38a-f42a924500cb owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:19.852556 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300a8a5-0718-48ad-9b8c-5509cfb0aece req-c8c6765c-0a8e-4d83-be0a-35faa1dc1723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:19.854486 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9300a8a5-0718-48ad-9b8c-5509cfb0aece req-c8c6765c-0a8e-4d83-be0a-35faa1dc1723 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 1097 time: 0.4258394 Jul 22 16:51:19.886490 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-124d9383-7607-490d-9f44-86cc6fe7f4c8 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:19.892528 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9465c608-13ca-4420-9dc0-e2f4f82b5561 None None] Provisioning for port 4d5aeadb-2b59-4eba-9f7e-5618c221d974 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:19.893556 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-124d9383-7607-490d-9f44-86cc6fe7f4c8 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/networks?id=73f6be59-1fdc-49b9-8af1-53b654f51f05 HTTP/1.1" status: 200 len: 813 time: 0.1779225 Jul 22 16:51:19.923647 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9300a8a5-0718-48ad-9b8c-5509cfb0aece req-1e5af6fb-ce8b-42c3-b1a4-a4a042f27bb7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594952 Jul 22 16:51:19.931111 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 4d5aeadb-2b59-4eba-9f7e-5618c221d974 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:19.940298 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 4d5aeadb-2b59-4eba-9f7e-5618c221d974 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:19.940896 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:19.941324 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-92745898-4fa9-4304-a5b5-ec165968baea tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/quotas/7d1de184c28f4807aacf349f806e0097 HTTP/1.1" status: 200 len: 375 time: 0.0466182 Jul 22 16:51:19.956199 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f3dd8a-069a-4ba6-ad56-862f3b9fd0e9 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Network e7be0ad0-41f3-47e3-9669-c2c6027406ce is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:19.957830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-f1f3dd8a-069a-4ba6-ad56-862f3b9fd0e9 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:20.130278 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:20.161611 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f3dd8a-069a-4ba6-ad56-862f3b9fd0e9 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Router e114badc-ed3c-4c9c-8ebb-78a4c1f057f5 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:51:20.197700 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 4d5aeadb-2b59-4eba-9f7e-5618c221d974, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=4d5aeadb-2b59-4eba-9f7e-5618c221d974,segment=NetworkSegment(fee76c38-5096-4c36-ac7e-c2f7dbc18078),segment_id=fee76c38-5096-4c36-ac7e-c2f7dbc18078)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:20.203738 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:20.308577 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=4d5aeadb-2b59-4eba-9f7e-5618c221d974,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:20.441196 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-872358d1-875c-475f-9880-7bca2378596f None None] Provisioning for port b8326bfb-f89c-4e49-a55e-bfe61b344895 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:20.445911 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-872358d1-875c-475f-9880-7bca2378596f None None] Provisioning complete for port b8326bfb-f89c-4e49-a55e-bfe61b344895 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:20.446312 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-872358d1-875c-475f-9880-7bca2378596f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:20.498425 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-862d3b53-7b3f-4923-ba76-4799c5527dc3 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7d1de184c28f4807aacf349f806e0097&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5464907 Jul 22 16:51:20.500084 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ce5e167-b82c-471e-b761-59e8e2569f41 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:20.513628 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7558fb-5902-4522-8d5a-1f174869b590 req-4927f0f9-d031-4636-bc62-ae25ea688cc0 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:20.515094 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a7558fb-5902-4522-8d5a-1f174869b590 req-4927f0f9-d031-4636-bc62-ae25ea688cc0 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.1719985 Jul 22 16:51:20.518409 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f3dd8a-069a-4ba6-ad56-862f3b9fd0e9 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:51:20.530777 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] Sync routers for ids ['e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:51:20.544432 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f1f3dd8a-069a-4ba6-ad56-862f3b9fd0e9 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "PUT /v2.0/routers/e114badc-ed3c-4c9c-8ebb-78a4c1f057f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0803874 Jul 22 16:51:20.546596 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-872358d1-875c-475f-9880-7bca2378596f None None] Port b8326bfb-f89c-4e49-a55e-bfe61b344895 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:51:20.547101 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] Routers {'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:51:20.547903 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:51:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:20.551210 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44080) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:20.566279 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-872358d1-875c-475f-9880-7bca2378596f None None] Provisioning complete for port 4d5aeadb-2b59-4eba-9f7e-5618c221d974 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:20.566656 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-872358d1-875c-475f-9880-7bca2378596f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:20.589059 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a7558fb-5902-4522-8d5a-1f174869b590 req-c7860dea-f286-459c-809a-9c59c33806a2 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643623 Jul 22 16:51:20.628541 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-bbd71cc2-bbc0-4e56-81a8-9b11c273f57c tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--806283287', 'description': 'tempest-secgroup_access--806283287 description', 'project_id': '47c84c9b5b234dc7a95225e8dd07068d'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:20.669533 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5e167-b82c-471e-b761-59e8e2569f41 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Port': ['ID=b009dcd3-b839-47c4-b38a-f42a924500cb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:20.672392 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbd71cc2-bbc0-4e56-81a8-9b11c273f57c tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:20.721714 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ce5e167-b82c-471e-b761-59e8e2569f41 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:20.724081 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0ce5e167-b82c-471e-b761-59e8e2569f41 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/ports/b009dcd3-b839-47c4-b38a-f42a924500cb HTTP/1.1" status: 204 len: 168 time: 1.4074578 Jul 22 16:51:20.726837 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44086) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:20.811516 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] Set router e114badc-ed3c-4c9c-8ebb-78a4c1f057f5 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:51:20.870376 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b4771d-6155-480f-ad93-478490f82dd7 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] GET failed (client error): The resource could not be found. Jul 22 16:51:20.882490 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-14b4771d-6155-480f-ad93-478490f82dd7 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports/b009dcd3-b839-47c4-b38a-f42a924500cb HTTP/1.1" status: 404 len: 333 time: 0.1537488 Jul 22 16:51:20.882644 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44090) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:20.988181 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-00b9b574-591d-4ac4-9bd5-f46c3d83934e None None] Provisioning complete for port b8326bfb-f89c-4e49-a55e-bfe61b344895 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:20.988181 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-00b9b574-591d-4ac4-9bd5-f46c3d83934e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:20.994619 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbd71cc2-bbc0-4e56-81a8-9b11c273f57c tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:21.088494 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbd71cc2-bbc0-4e56-81a8-9b11c273f57c tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:21.148367 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-00b9b574-591d-4ac4-9bd5-f46c3d83934e None None] Port b8326bfb-f89c-4e49-a55e-bfe61b344895 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:51:21.218003 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ccbcc-ac57-4ca9-a881-8f7ec5d2c09f req-ca50ee51-0332-4b21-9cd9-8c16b20def82 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:21.226778 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c5ccbcc-ac57-4ca9-a881-8f7ec5d2c09f req-ca50ee51-0332-4b21-9cd9-8c16b20def82 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.3832378 Jul 22 16:51:21.244623 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-c7f0b506-b430-4f83-b798-8723c804b0bb service neutron] 10.222.0.69 "GET /v2.0/networks/73f6be59-1fdc-49b9-8af1-53b654f51f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7181289 Jul 22 16:51:21.259855 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55352aba-d483-4421-bd99-0e7f467d0c82 None None] Network d75b1304-f8a7-4881-a24c-dac91a89b41a requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:21.265202 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788099677', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:51:10Z', 'updated_at': '2021-07-22T16:51:18Z', 'revision_number': 4, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'gw_port': {'id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:51:11Z', 'updated_at': '2021-07-22T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'b8326bfb-f89c-4e49-a55e-bfe61b344895', 'name': '', 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'mac_address': 'fa:16:3e:fd:83:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'fe4b140c-9cc1-4d05-a05e-153f30944130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:51:16Z', 'updated_at': '2021-07-22T16:51:19Z', 'revision_number': 2, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'subnets': [{'id': 'fe4b140c-9cc1-4d05-a05e-153f30944130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:21.276576 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbd71cc2-bbc0-4e56-81a8-9b11c273f57c tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:21.292919 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44094) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:21.298487 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bbd71cc2-bbc0-4e56-81a8-9b11c273f57c tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7211149 Jul 22 16:51:21.310538 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] Checking router: e114badc-ed3c-4c9c-8ebb-78a4c1f057f5 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:51:21.311241 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] Updating router e114badc-ed3c-4c9c-8ebb-78a4c1f057f5 port b8326bfb-f89c-4e49-a55e-bfe61b344895 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:51:21.314755 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e71cb135-bcca-48e7-9466-dbd0c96b49ab tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--500204399', 'description': 'tempest-secgroup_general--500204399 description', 'project_id': '47c84c9b5b234dc7a95225e8dd07068d'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:21.316787 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 4d5aeadb-2b59-4eba-9f7e-5618c221d974 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:21.348288 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c5ccbcc-ac57-4ca9-a881-8f7ec5d2c09f req-9c9a0095-69de-4364-ac87-4ca11294f02c tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154656 Jul 22 16:51:21.362191 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7b0dcbb3-28d2-4be8-9afa-4a311f5038cd tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting port 5fa64842-82f9-4e16-a7a2-896b30f739eb {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:21.362799 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b0dcbb3-28d2-4be8-9afa-4a311f5038cd tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:21.395771 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd71cc2-bbc0-4e56-81a8-9b11c273f57c tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b80a2e3-f78f-4070-931e-b8809de6dc82,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:21.397637 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:21.421228 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44096) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:21.439508 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e71cb135-bcca-48e7-9466-dbd0c96b49ab tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:21.528415 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-5eafeb43-9809-47f3-8071-34ed777b8c17 service neutron] 10.222.0.69 "GET /v2.0/networks/73f6be59-1fdc-49b9-8af1-53b654f51f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826035 Jul 22 16:51:21.548133 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b0dcbb3-28d2-4be8-9afa-4a311f5038cd tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:21.571733 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7b0dcbb3-28d2-4be8-9afa-4a311f5038cd tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Calling delete_port for 5fa64842-82f9-4e16-a7a2-896b30f739eb owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:21.622877 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30063a87-e7b3-4359-8bfe-73d84d4c61f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:21.762527 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-55437010-a2c1-40ee-aaa5-aee167397bba None None] Provisioning for port 554fe0ad-16c6-49cf-8c70-d268e6e4c3b1 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:21.794383 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e71cb135-bcca-48e7-9466-dbd0c96b49ab tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:21.809191 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e71cb135-bcca-48e7-9466-dbd0c96b49ab tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:21.827326 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-55437010-a2c1-40ee-aaa5-aee167397bba None None] Provisioning for port 5fa64842-82f9-4e16-a7a2-896b30f739eb completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:21.836048 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-55437010-a2c1-40ee-aaa5-aee167397bba None None] Provisioning complete for port 5fa64842-82f9-4e16-a7a2-896b30f739eb triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:21.836736 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-55437010-a2c1-40ee-aaa5-aee167397bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:21.855054 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71cb135-bcca-48e7-9466-dbd0c96b49ab tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f91509-7c1a-4818-a506-f6ad2613ef3f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:21.895904 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:21.920496 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 4d5aeadb-2b59-4eba-9f7e-5618c221d974 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:21.920854 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:21.948282 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-55437010-a2c1-40ee-aaa5-aee167397bba None None] Port 5fa64842-82f9-4e16-a7a2-896b30f739eb cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:51:21.979140 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83a390-89a6-47c1-951f-277b212350a6 req-a44b3d40-1e9c-4989-b80e-2f425711a2e6 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:21.986592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5f83a390-89a6-47c1-951f-277b212350a6 req-a44b3d40-1e9c-4989-b80e-2f425711a2e6 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.2717922 Jul 22 16:51:22.006621 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c3724302-748b-483b-8175-9a56b67d0f85 req-e602eebe-3fe2-4380-92b2-28be132456e1 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 210 time: 0.0460670 Jul 22 16:51:22.039175 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] Transition to ACTIVE for port object b8326bfb-f89c-4e49-a55e-bfe61b344895 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:22.041053 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b0dcbb3-28d2-4be8-9afa-4a311f5038cd tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.051223 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.090283 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2378b150-74e2-4110-8881-1ac5ef4494c9 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:22.096231 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5f83a390-89a6-47c1-951f-277b212350a6 req-ffcb9685-0389-4a4f-852e-917494826b53 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087699 Jul 22 16:51:22.128363 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0dcbb3-28d2-4be8-9afa-4a311f5038cd tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Port': ['ID=5fa64842-82f9-4e16-a7a2-896b30f739eb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:22.169801 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae40a05-38dc-45c7-a36d-746ab9003749 None None] Pushing event updated for resources: {'Port': ['ID=b8326bfb-f89c-4e49-a55e-bfe61b344895,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:22.193016 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 2378b150-74e2-4110-8881-1ac5ef4494c9 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:22.197002 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.223610 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30063a87-e7b3-4359-8bfe-73d84d4c61f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.250345 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae40a05-38dc-45c7-a36d-746ab9003749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:22.250888 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae40a05-38dc-45c7-a36d-746ab9003749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:22.251381 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae40a05-38dc-45c7-a36d-746ab9003749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:22.251869 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae40a05-38dc-45c7-a36d-746ab9003749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:22.252379 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae40a05-38dc-45c7-a36d-746ab9003749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:22.252873 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae40a05-38dc-45c7-a36d-746ab9003749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:22.253371 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae40a05-38dc-45c7-a36d-746ab9003749 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:22.253697 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae40a05-38dc-45c7-a36d-746ab9003749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:22.254052 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae40a05-38dc-45c7-a36d-746ab9003749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:22.254400 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae40a05-38dc-45c7-a36d-746ab9003749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:22.254703 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae40a05-38dc-45c7-a36d-746ab9003749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:22.255023 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae40a05-38dc-45c7-a36d-746ab9003749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:22.299700 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] Attempting to bind port b8326bfb-f89c-4e49-a55e-bfe61b344895 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:51:22.299927 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] Attempting to bind port b8326bfb-f89c-4e49-a55e-bfe61b344895 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'fee76c38-5096-4c36-ac7e-c2f7dbc18078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:51:22.300449 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] Attempting to bind port b8326bfb-f89c-4e49-a55e-bfe61b344895 on network e7be0ad0-41f3-47e3-9669-c2c6027406ce {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:51:22.305392 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b0dcbb3-28d2-4be8-9afa-4a311f5038cd tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.307840 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7b0dcbb3-28d2-4be8-9afa-4a311f5038cd tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/ports/5fa64842-82f9-4e16-a7a2-896b30f739eb HTTP/1.1" status: 204 len: 168 time: 1.3814909 Jul 22 16:51:22.309130 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30063a87-e7b3-4359-8bfe-73d84d4c61f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.315561 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 554fe0ad-16c6-49cf-8c70-d268e6e4c3b1 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:22.319143 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:51:22.319811 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] Checking segment: {'id': 'fee76c38-5096-4c36-ac7e-c2f7dbc18078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:51:22.320400 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.320955 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] Bound using segment: {'id': 'fee76c38-5096-4c36-ac7e-c2f7dbc18078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:51:22.321629 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] Bound port: b8326bfb-f89c-4e49-a55e-bfe61b344895, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee76c38-5096-4c36-ac7e-c2f7dbc18078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:51:22.322275 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.326494 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44118) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:22.364091 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e71cb135-bcca-48e7-9466-dbd0c96b49ab tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.367671 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e71cb135-bcca-48e7-9466-dbd0c96b49ab tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.0728719 Jul 22 16:51:22.385342 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44122) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:22.418926 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 554fe0ad-16c6-49cf-8c70-d268e6e4c3b1 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:22.421495 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-95fdb81f-082f-4692-9f4d-279f4c01ecf9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] GET failed (client error): The resource could not be found. Jul 22 16:51:22.425001 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-95fdb81f-082f-4692-9f4d-279f4c01ecf9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports/5fa64842-82f9-4e16-a7a2-896b30f739eb HTTP/1.1" status: 404 len: 333 time: 0.0956380 Jul 22 16:51:22.428026 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44124) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:22.431814 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 554fe0ad-16c6-49cf-8c70-d268e6e4c3b1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:22.432418 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.434992 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0a544ae5-6c2b-4e90-9854-cbe4c0e7d636 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Request body: {'security_group_rule': {'security_group_id': '9b80a2e3-f78f-4070-931e-b8809de6dc82', 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:22.458335 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] For port b8326bfb-f89c-4e49-a55e-bfe61b344895, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:51:22.464888 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] For port b8326bfb-f89c-4e49-a55e-bfe61b344895, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b8326bfb-f89c-4e49-a55e-bfe61b344895,segment=NetworkSegment(fee76c38-5096-4c36-ac7e-c2f7dbc18078),segment_id=fee76c38-5096-4c36-ac7e-c2f7dbc18078)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:51:22.472302 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.518171 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-a23432dc-4a12-4db8-b36b-4294a88d7764 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting subnet 73041326-6d1c-4c3f-8dea-596e32e44d4f {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:51:22.522748 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a23432dc-4a12-4db8-b36b-4294a88d7764 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.593156 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-30063a87-e7b3-4359-8bfe-73d84d4c61f1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=48d11ba2070f4f919f11cbe4ffb2a6d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1673393 Jul 22 16:51:22.596550 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a23432dc-4a12-4db8-b36b-4294a88d7764 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.604594 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44128) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:22.611112 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30063a87-e7b3-4359-8bfe-73d84d4c61f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4692b033-c631-40ea-9085-ab99c2778164,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:22.612508 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] Routers {'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:51:22.613144 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:51:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:22.643943 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae40a05-38dc-45c7-a36d-746ab9003749 None None] Pushing event updated for resources: {'Port': ['ID=b8326bfb-f89c-4e49-a55e-bfe61b344895,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:22.649899 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a544ae5-6c2b-4e90-9854-cbe4c0e7d636 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.665166 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e7ed301b-3eea-41a4-8038-7a31050dd272 None None] Provisioning complete for port 554fe0ad-16c6-49cf-8c70-d268e6e4c3b1 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:22.665763 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7ed301b-3eea-41a4-8038-7a31050dd272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.668596 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.799713 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 554fe0ad-16c6-49cf-8c70-d268e6e4c3b1, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=554fe0ad-16c6-49cf-8c70-d268e6e4c3b1,segment=NetworkSegment(2177f7f4-edef-425d-9da5-261d8a6bd379),segment_id=2177f7f4-edef-425d-9da5-261d8a6bd379)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:22.809356 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.818568 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a23432dc-4a12-4db8-b36b-4294a88d7764 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.829215 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a544ae5-6c2b-4e90-9854-cbe4c0e7d636 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.868831 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a544ae5-6c2b-4e90-9854-cbe4c0e7d636 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.896937 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9022145-af79-4157-ace4-72539eedee26 req-0df6bd92-7dcd-4daa-a9fb-2b553b26c2a4 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:22.912929 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9022145-af79-4157-ace4-72539eedee26 req-0df6bd92-7dcd-4daa-a9fb-2b553b26c2a4 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.6508729 Jul 22 16:51:22.921694 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a544ae5-6c2b-4e90-9854-cbe4c0e7d636 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127f1b3d-eacb-484f-9c88-14d08185918b,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:22.991587 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6188a-9747-4a13-a0d6-0180e13cbe67 req-1a191b35-36e7-45bc-8fc0-c6a8a4257c4e tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:22.996460 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=554fe0ad-16c6-49cf-8c70-d268e6e4c3b1,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:23.004457 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e7ed301b-3eea-41a4-8038-7a31050dd272 None None] Could not find standard attr ID for object 5fa64842-82f9-4e16-a7a2-896b30f739eb. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:51:23.027366 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ceb6188a-9747-4a13-a0d6-0180e13cbe67 req-1a191b35-36e7-45bc-8fc0-c6a8a4257c4e tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.5017588 Jul 22 16:51:23.035294 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9022145-af79-4157-ace4-72539eedee26 req-514e0d89-9c84-49cd-badd-d04cb87bc65f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214612 Jul 22 16:51:23.050244 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] Set router e114badc-ed3c-4c9c-8ebb-78a4c1f057f5 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:51:23.051466 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a23432dc-4a12-4db8-b36b-4294a88d7764 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:23.088124 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ceb6188a-9747-4a13-a0d6-0180e13cbe67 req-8eed5a28-a76a-4825-a571-c90c3e18809f tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561869 Jul 22 16:51:23.091141 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a544ae5-6c2b-4e90-9854-cbe4c0e7d636 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:23.092552 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0a544ae5-6c2b-4e90-9854-cbe4c0e7d636 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6968176 Jul 22 16:51:23.104959 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23432dc-4a12-4db8-b36b-4294a88d7764 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Subnet': ['ID=73041326-6d1c-4c3f-8dea-596e32e44d4f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:23.110667 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a23432dc-4a12-4db8-b36b-4294a88d7764 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:23.116848 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a23432dc-4a12-4db8-b36b-4294a88d7764 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/subnets/73041326-6d1c-4c3f-8dea-596e32e44d4f HTTP/1.1" status: 204 len: 168 time: 0.6870816 Jul 22 16:51:23.117464 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44136) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:23.127177 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2158518-ec1b-4977-8231-e0d7276925d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:23.177145 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1d5065c9-c76f-48fc-b442-a1a7c903397c None None] Could not find standard attr ID for object 5fa64842-82f9-4e16-a7a2-896b30f739eb. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:51:23.195115 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2158518-ec1b-4977-8231-e0d7276925d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:23.283208 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2158518-ec1b-4977-8231-e0d7276925d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:23.287098 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2158518-ec1b-4977-8231-e0d7276925d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:23.289053 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c2158518-ec1b-4977-8231-e0d7276925d8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4692b033-c631-40ea-9085-ab99c2778164 HTTP/1.1" status: 204 len: 168 time: 0.6681874 Jul 22 16:51:23.307600 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2158518-ec1b-4977-8231-e0d7276925d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4692b033-c631-40ea-9085-ab99c2778164,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:23.323078 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ca8bff13-d6b2-4b6a-98ae-310ca0bf075e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:23.361690 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-74c29235-6097-48bc-810f-a6f5639d5970 req-199fbd15-344b-4b7d-ac93-e5f507e431ca tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 210 time: 0.1216547 Jul 22 16:51:23.441770 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ca8bff13-d6b2-4b6a-98ae-310ca0bf075e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting port 554fe0ad-16c6-49cf-8c70-d268e6e4c3b1 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:23.442418 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ca8bff13-d6b2-4b6a-98ae-310ca0bf075e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:23.480644 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788099677', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:51:10Z', 'updated_at': '2021-07-22T16:51:18Z', 'revision_number': 4, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'gw_port': {'id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:51:11Z', 'updated_at': '2021-07-22T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'b8326bfb-f89c-4e49-a55e-bfe61b344895', 'name': '', 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'mac_address': 'fa:16:3e:fd:83:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'fe4b140c-9cc1-4d05-a05e-153f30944130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:51:16Z', 'updated_at': '2021-07-22T16:51:22Z', 'revision_number': 4, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'subnets': [{'id': 'fe4b140c-9cc1-4d05-a05e-153f30944130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:23.538181 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0da20b3-0027-4152-8a56-588e853b0db8 None None] The sync data for ids ['e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'] in n-d-798930-9 is: [{'id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788099677', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:51:10Z', 'updated_at': '2021-07-22T16:51:18Z', 'revision_number': 4, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'gw_port': {'id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:51:11Z', 'updated_at': '2021-07-22T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'b8326bfb-f89c-4e49-a55e-bfe61b344895', 'name': '', 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'mac_address': 'fa:16:3e:fd:83:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'fe4b140c-9cc1-4d05-a05e-153f30944130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:51:16Z', 'updated_at': '2021-07-22T16:51:22Z', 'revision_number': 4, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'subnets': [{'id': 'fe4b140c-9cc1-4d05-a05e-153f30944130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:51:23.539528 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37dfe41-5280-4054-866c-2604d3862f04 None None] Network d75b1304-f8a7-4881-a24c-dac91a89b41a requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:23.549808 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-3b2c13b4-38f1-465d-9396-fd5baefbf049 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup_access--806283287&fields=id&tenant_id=47c84c9b5b234dc7a95225e8dd07068d HTTP/1.1" status: 200 len: 267 time: 0.0858798 Jul 22 16:51:23.599658 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-ca8bff13-d6b2-4b6a-98ae-310ca0bf075e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] For port 554fe0ad-16c6-49cf-8c70-d268e6e4c3b1, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=554fe0ad-16c6-49cf-8c70-d268e6e4c3b1,segment=NetworkSegment(2177f7f4-edef-425d-9da5-261d8a6bd379),segment_id=2177f7f4-edef-425d-9da5-261d8a6bd379)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:23.600032 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ca8bff13-d6b2-4b6a-98ae-310ca0bf075e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:23.651971 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ca8bff13-d6b2-4b6a-98ae-310ca0bf075e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Calling delete_port for 554fe0ad-16c6-49cf-8c70-d268e6e4c3b1 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:23.662567 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-96409fd2-72c5-400b-9b96-8fe355f4079b None None] Could not find standard attr ID for object b009dcd3-b839-47c4-b38a-f42a924500cb. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:51:23.688525 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8724b-49d1-4a47-8af6-a6cc6aa28d69 req-e605ef21-e444-4d3d-a556-75c3de69429a tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:23.695542 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2ad8724b-49d1-4a47-8af6-a6cc6aa28d69 req-e605ef21-e444-4d3d-a556-75c3de69429a tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.2174723 Jul 22 16:51:23.699180 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-55e20828-5f03-4a37-a901-38920ce1ad94 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup_general--500204399&fields=id&tenant_id=47c84c9b5b234dc7a95225e8dd07068d HTTP/1.1" status: 200 len: 267 time: 0.1465607 Jul 22 16:51:23.818658 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2ad8724b-49d1-4a47-8af6-a6cc6aa28d69 req-9d43c16d-460f-41b9-9cbd-fbb20c230f00 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220598 Jul 22 16:51:23.894829 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-4740715b-8a82-416e-8c64-a1169cd81b0f tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:23.896610 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-4740715b-8a82-416e-8c64-a1169cd81b0f tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.30 "GET /v2.0/networks?id=73f6be59-1fdc-49b9-8af1-53b654f51f05 HTTP/1.1" status: 200 len: 813 time: 0.3788948 Jul 22 16:51:23.907340 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ca8bff13-d6b2-4b6a-98ae-310ca0bf075e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:23.917961 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-e301cf1c-7cf6-4388-a381-d8050fabd127 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:23.920096 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-e301cf1c-7cf6-4388-a381-d8050fabd127 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/networks?id=e7be0ad0-41f3-47e3-9669-c2c6027406ce HTTP/1.1" status: 200 len: 797 time: 0.2201107 Jul 22 16:51:23.958256 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bff13-d6b2-4b6a-98ae-310ca0bf075e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Port': ['ID=554fe0ad-16c6-49cf-8c70-d268e6e4c3b1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:23.973667 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8bff13-d6b2-4b6a-98ae-310ca0bf075e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] No DVR routers for this DVR port 554fe0ad-16c6-49cf-8c70-d268e6e4c3b1 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:51:23.982945 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44156) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:24.000949 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65cd307f-1e95-42d7-bdd3-aad2dead08e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:24.008635 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-40d519bb-0c02-44f8-b44e-309b8eb7ff84 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/quotas/47c84c9b5b234dc7a95225e8dd07068d HTTP/1.1" status: 200 len: 375 time: 0.0821285 Jul 22 16:51:24.010197 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6f58b0-5735-474a-8f95-65fedbe9e4ec None None] DHCP port deletion for d75b1304-f8a7-4881-a24c-dac91a89b41a request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:51:24.071371 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-c8b9428b-28dc-4396-bed5-51f74c367b61 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d1de184c28f4807aacf349f806e0097 HTTP/1.1" status: 200 len: 380 time: 0.1346061 Jul 22 16:51:24.089025 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-6ff97986-a637-402d-98c3-9d5eaa126ff1 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Request body: {'port': {'device_id': '08ff51cb-efac-416c-a614-cdcee52fb595', 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05', 'admin_state_up': True, 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'security_groups': ['a6b7ec4e-1542-4b02-9c84-396c247335b4']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:24.116126 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ca8bff13-d6b2-4b6a-98ae-310ca0bf075e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:24.134385 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-ca8bff13-d6b2-4b6a-98ae-310ca0bf075e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75b1304-f8a7-4881-a24c-dac91a89b41a']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:24.156568 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765c366-494f-4a88-a4a1-2f6017f9ce8f req-4040535f-bda5-4b8b-b0f2-ce175d168646 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:24.158356 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9765c366-494f-4a88-a4a1-2f6017f9ce8f req-4040535f-bda5-4b8b-b0f2-ce175d168646 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.2039642 Jul 22 16:51:24.160517 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-ca8bff13-d6b2-4b6a-98ae-310ca0bf075e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2177f7f4-edef-425d-9da5-261d8a6bd379') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:24.160819 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-ca8bff13-d6b2-4b6a-98ae-310ca0bf075e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2177f7f4-edef-425d-9da5-261d8a6bd379') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:24.179240 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ca8bff13-d6b2-4b6a-98ae-310ca0bf075e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:24.203374 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ca8bff13-d6b2-4b6a-98ae-310ca0bf075e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:24.217820 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8bff13-d6b2-4b6a-98ae-310ca0bf075e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:51:24.218178 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ca8bff13-d6b2-4b6a-98ae-310ca0bf075e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:51:24.221968 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:51:24.240408 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9765c366-494f-4a88-a4a1-2f6017f9ce8f req-cd1001f9-924b-4eef-8b93-38f0fd3fc1c0 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723634 Jul 22 16:51:24.312798 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ca8bff13-d6b2-4b6a-98ae-310ca0bf075e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:24.332187 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-972bf14f-51a5-4317-aa7b-4397e0344a1f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=47c84c9b5b234dc7a95225e8dd07068d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3148522 Jul 22 16:51:24.335708 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ca8bff13-d6b2-4b6a-98ae-310ca0bf075e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:24.337558 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ca8bff13-d6b2-4b6a-98ae-310ca0bf075e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/networks/d75b1304-f8a7-4881-a24c-dac91a89b41a HTTP/1.1" status: 204 len: 168 time: 1.2190983 Jul 22 16:51:24.341632 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44162) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:24.362502 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-21238c1b-f190-45ea-9882-b58b1a20934c tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-236475565'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:24.398333 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65cd307f-1e95-42d7-bdd3-aad2dead08e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:24.410916 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bff13-d6b2-4b6a-98ae-310ca0bf075e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Network': ['ID=d75b1304-f8a7-4881-a24c-dac91a89b41a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:24.456191 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d193ee7-60e0-40bb-8d61-fdbda2e8d863 req-bd5a2c18-7772-4da2-adac-7ef658c68d4d tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:24.463335 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d193ee7-60e0-40bb-8d61-fdbda2e8d863 req-bd5a2c18-7772-4da2-adac-7ef658c68d4d tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.1245980 Jul 22 16:51:24.472640 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-e94a9d74-28ca-41a5-a15e-7db43b69e7b1 service neutron] 10.222.0.69 "GET /v2.0/networks/e7be0ad0-41f3-47e3-9669-c2c6027406ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391778 Jul 22 16:51:24.506828 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d193ee7-60e0-40bb-8d61-fdbda2e8d863 req-21bb882b-bfcd-49aa-8ca4-d931c979d8db tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422771 Jul 22 16:51:24.514867 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65cd307f-1e95-42d7-bdd3-aad2dead08e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:24.560449 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.db.api [None req-21238c1b-f190-45ea-9882-b58b1a20934c tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:51:24.560449 n-d-798930-9 neutron-server[93817]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 16:51:24.560449 n-d-798930-9 neutron-server[93817]: [parameters: {'project_id_1': 'ae4a272be618442d821360d06c080a1c', 'expiration_1': datetime.datetime(2021, 7, 22, 16, 51, 24, 408626)}] Jul 22 16:51:24.560449 n-d-798930-9 neutron-server[93817]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:51:24.561329 n-d-798930-9 neutron-server[93817]: DEBUG oslo_db.api [None req-21238c1b-f190-45ea-9882-b58b1a20934c tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:51:24.612771 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-65cd307f-1e95-42d7-bdd3-aad2dead08e9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=33a7295e484f464f9dbfe057bcbf861f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6286879 Jul 22 16:51:24.613915 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-6ff97986-a637-402d-98c3-9d5eaa126ff1 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Made reservation on behalf of 7d1de184c28f4807aacf349f806e0097 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:24.615444 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44174) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:24.617382 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-6ff97986-a637-402d-98c3-9d5eaa126ff1 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:24.639105 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd307f-1e95-42d7-bdd3-aad2dead08e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d162a270-7bac-4e1a-a439-068a172e9231,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:24.650265 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cd307f-1e95-42d7-bdd3-aad2dead08e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:24.650618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cd307f-1e95-42d7-bdd3-aad2dead08e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:24.650962 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cd307f-1e95-42d7-bdd3-aad2dead08e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:24.651302 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cd307f-1e95-42d7-bdd3-aad2dead08e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:24.651638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cd307f-1e95-42d7-bdd3-aad2dead08e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:24.651974 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cd307f-1e95-42d7-bdd3-aad2dead08e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:24.652305 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cd307f-1e95-42d7-bdd3-aad2dead08e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:24.652633 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cd307f-1e95-42d7-bdd3-aad2dead08e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:24.652959 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cd307f-1e95-42d7-bdd3-aad2dead08e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:24.653285 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cd307f-1e95-42d7-bdd3-aad2dead08e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:24.654173 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cd307f-1e95-42d7-bdd3-aad2dead08e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:24.654499 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cd307f-1e95-42d7-bdd3-aad2dead08e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:24.663356 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-158c5c40-8e6d-4aeb-ac83-d542dee9c3ce service neutron] 10.222.0.69 "GET /v2.0/networks/e7be0ad0-41f3-47e3-9669-c2c6027406ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895041 Jul 22 16:51:24.702942 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5dad03e5-964c-4e79-a513-a71258cb48af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:24.739500 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5dad03e5-964c-4e79-a513-a71258cb48af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:24.813582 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5dad03e5-964c-4e79-a513-a71258cb48af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:24.817703 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5dad03e5-964c-4e79-a513-a71258cb48af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:24.819203 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5dad03e5-964c-4e79-a513-a71258cb48af admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d162a270-7bac-4e1a-a439-068a172e9231 HTTP/1.1" status: 204 len: 168 time: 0.2020421 Jul 22 16:51:24.842846 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad03e5-964c-4e79-a513-a71258cb48af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d162a270-7bac-4e1a-a439-068a172e9231,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:24.864768 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-6ff97986-a637-402d-98c3-9d5eaa126ff1 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Allocated IP 172.20.0.12 (73f6be59-1fdc-49b9-8af1-53b654f51f05/ad5452e3-4f51-41eb-9e7c-709f07b5fd20/525dbb88-4e14-4918-a907-40c8423f68fa) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:25.060569 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-6ff97986-a637-402d-98c3-9d5eaa126ff1 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:25.077519 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-6ff97986-a637-402d-98c3-9d5eaa126ff1 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Transition to ACTIVE for port object 525dbb88-4e14-4918-a907-40c8423f68fa will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:25.121226 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-6ff97986-a637-402d-98c3-9d5eaa126ff1 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:25.125107 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-df0b2a85-a993-4ed3-9e76-c540e9e9b87a req-2a43cc31-47d5-43a4-9d84-b50c386c14d6 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 210 time: 0.1467175 Jul 22 16:51:25.168697 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b8326bfb-f89c-4e49-a55e-bfe61b344895 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:25.214327 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21238c1b-f190-45ea-9882-b58b1a20934c tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:25.227279 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21238c1b-f190-45ea-9882-b58b1a20934c tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:25.249517 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-6ff97986-a637-402d-98c3-9d5eaa126ff1 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Network 73f6be59-1fdc-49b9-8af1-53b654f51f05 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:25.259420 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-6ff97986-a637-402d-98c3-9d5eaa126ff1 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:25.263711 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-6ff97986-a637-402d-98c3-9d5eaa126ff1 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:25.269479 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff97986-a637-402d-98c3-9d5eaa126ff1 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Pushing event updated for resources: {'Port': ['ID=525dbb88-4e14-4918-a907-40c8423f68fa,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:25.333174 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port b8326bfb-f89c-4e49-a55e-bfe61b344895 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:25.341886 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port b8326bfb-f89c-4e49-a55e-bfe61b344895 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:25.343124 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:25.347233 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4b619c31-ee27-4df0-9bec-83fc0b808510 req-386897b1-5337-4bcc-b1a8-c5c73a94d05d tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=a37196c2-d173-462f-97a8-4762764a1251 HTTP/1.1" status: 200 len: 210 time: 0.0655522 Jul 22 16:51:25.368944 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21238c1b-f190-45ea-9882-b58b1a20934c tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:51:25.382269 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-6ff97986-a637-402d-98c3-9d5eaa126ff1 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:25.384750 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-6ff97986-a637-402d-98c3-9d5eaa126ff1 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:25.398961 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21238c1b-f190-45ea-9882-b58b1a20934c tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:25.400692 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-21238c1b-f190-45ea-9882-b58b1a20934c tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Added segment 11305e8f-e5d3-4637-b553-8d2feb0cbff9 of type vlan for network b54406b7-fd3d-404d-8ad5-4f8978304046 Jul 22 16:51:25.441879 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78336e-6d63-4184-921b-2cd202791075 req-ae830a79-963a-416c-839d-32edfca86e9c tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:25.446900 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f78336e-6d63-4184-921b-2cd202791075 req-ae830a79-963a-416c-839d-32edfca86e9c tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.3081410 Jul 22 16:51:25.526181 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-6ff97986-a637-402d-98c3-9d5eaa126ff1 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4429359 Jul 22 16:51:25.548569 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:25.560318 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f78336e-6d63-4184-921b-2cd202791075 req-ef0912e8-c40f-4422-a235-82cb848b992f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041350 Jul 22 16:51:25.609099 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-10e4605d-52ae-4652-8870-f714a4984a6f service neutron] Request body: {'port': {'device_id': '08ff51cb-efac-416c-a614-cdcee52fb595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:25.613344 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21238c1b-f190-45ea-9882-b58b1a20934c tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:25.643660 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port b8326bfb-f89c-4e49-a55e-bfe61b344895, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b8326bfb-f89c-4e49-a55e-bfe61b344895,segment=NetworkSegment(fee76c38-5096-4c36-ac7e-c2f7dbc18078),segment_id=fee76c38-5096-4c36-ac7e-c2f7dbc18078)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:25.651744 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:25.664845 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21238c1b-f190-45ea-9882-b58b1a20934c tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:25.674057 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21238c1b-f190-45ea-9882-b58b1a20934c tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:25.675351 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21238c1b-f190-45ea-9882-b58b1a20934c tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:25.798356 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 554fe0ad-16c6-49cf-8c70-d268e6e4c3b1 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:51:25.840521 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-10e4605d-52ae-4652-8870-f714a4984a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:25.861752 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 554fe0ad-16c6-49cf-8c70-d268e6e4c3b1 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:51:25.863658 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 554fe0ad-16c6-49cf-8c70-d268e6e4c3b1 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:51:25.877463 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-21238c1b-f190-45ea-9882-b58b1a20934c tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5211022 Jul 22 16:51:25.878106 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44204) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:25.888049 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=b8326bfb-f89c-4e49-a55e-bfe61b344895,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:25.896551 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9d7985e7-f3f4-4623-9997-9a207e2d2241 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'subnet': {'network_id': 'b54406b7-fd3d-404d-8ad5-4f8978304046', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:25.909481 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e0222b87-cb15-4ba3-bdb3-5968ebc22f83 None None] Provisioning for port 525dbb88-4e14-4918-a907-40c8423f68fa completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:25.918758 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e0222b87-cb15-4ba3-bdb3-5968ebc22f83 None None] Provisioning complete for port 525dbb88-4e14-4918-a907-40c8423f68fa triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:25.921066 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0222b87-cb15-4ba3-bdb3-5968ebc22f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:25.966777 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e0222b87-cb15-4ba3-bdb3-5968ebc22f83 None None] Port 525dbb88-4e14-4918-a907-40c8423f68fa cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:51:26.075114 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7985e7-f3f4-4623-9997-9a207e2d2241 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:26.081703 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d7985e7-f3f4-4623-9997-9a207e2d2241 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:26.085080 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21238c1b-f190-45ea-9882-b58b1a20934c tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Network': ['ID=b54406b7-fd3d-404d-8ad5-4f8978304046,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:26.097469 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network b54406b7-fd3d-404d-8ad5-4f8978304046 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:51:26.130940 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b4015-4aca-4bc7-a142-a1599cc192c1 req-84c7c47d-6496-4c86-a32e-3798e9b5fbe0 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:26.139258 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-628b4015-4aca-4bc7-a142-a1599cc192c1 req-84c7c47d-6496-4c86-a32e-3798e9b5fbe0 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.4317620 Jul 22 16:51:26.299809 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-628b4015-4aca-4bc7-a142-a1599cc192c1 req-2cc5437a-7f75-464e-aff2-a140745cfa10 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536000 Jul 22 16:51:26.484266 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-10e4605d-52ae-4652-8870-f714a4984a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 525dbb88-4e14-4918-a907-40c8423f68fa {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:51:26.494853 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6fbce18b-b8ba-4b8d-bde4-eea8e840b42d req-156eebff-9028-409b-ac75-3b8780854453 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=a37196c2-d173-462f-97a8-4762764a1251 HTTP/1.1" status: 200 len: 210 time: 0.0397129 Jul 22 16:51:26.500692 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae0a5b-c023-44da-a1ae-4dc74c997430 req-56be701d-1ee6-4c82-9226-2b8e62adfb82 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:26.502731 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d7985e7-f3f4-4623-9997-9a207e2d2241 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:26.507811 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-17ae0a5b-c023-44da-a1ae-4dc74c997430 req-56be701d-1ee6-4c82-9226-2b8e62adfb82 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 932 time: 0.2121110 Jul 22 16:51:26.511102 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-10e4605d-52ae-4652-8870-f714a4984a6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:26.541282 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-10e4605d-52ae-4652-8870-f714a4984a6f service neutron] Transition to ACTIVE for port object 525dbb88-4e14-4918-a907-40c8423f68fa will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:26.552179 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-10e4605d-52ae-4652-8870-f714a4984a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:26.577561 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7985e7-f3f4-4623-9997-9a207e2d2241 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Subnet': ['ID=01aee31b-f65d-48fe-a2e2-b4fb3ee7257c,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:26.594369 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-17ae0a5b-c023-44da-a1ae-4dc74c997430 req-41a8c749-f2d4-43d1-bc00-df1900cc2fbf tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6b7ec4e-1542-4b02-9c84-396c247335b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812175 Jul 22 16:51:26.660152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7985e7-f3f4-4623-9997-9a207e2d2241 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Checking segment: {'id': '11305e8f-e5d3-4637-b553-8d2feb0cbff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b54406b7-fd3d-404d-8ad5-4f8978304046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:51:26.660996 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7985e7-f3f4-4623-9997-9a207e2d2241 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network hostable DHCP agents. Network: b54406b7-fd3d-404d-8ad5-4f8978304046, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:51:26.667187 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4605d-52ae-4652-8870-f714a4984a6f service neutron] Pushing event updated for resources: {'Port': ['ID=525dbb88-4e14-4918-a907-40c8423f68fa,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:26.710174 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7985e7-f3f4-4623-9997-9a207e2d2241 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network b54406b7-fd3d-404d-8ad5-4f8978304046 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:51:26.746228 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-10e4605d-52ae-4652-8870-f714a4984a6f service neutron] Attempting to bind port 525dbb88-4e14-4918-a907-40c8423f68fa on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:51:26.746228 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-10e4605d-52ae-4652-8870-f714a4984a6f service neutron] Attempting to bind port 525dbb88-4e14-4918-a907-40c8423f68fa by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'f4ca4f7b-fdd4-4b49-86d0-c40904b779a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:51:26.746228 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-10e4605d-52ae-4652-8870-f714a4984a6f service neutron] Attempting to bind port 525dbb88-4e14-4918-a907-40c8423f68fa on network 73f6be59-1fdc-49b9-8af1-53b654f51f05 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:51:26.752480 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-10e4605d-52ae-4652-8870-f714a4984a6f service neutron] Port 525dbb88-4e14-4918-a907-40c8423f68fa on network 73f6be59-1fdc-49b9-8af1-53b654f51f05 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:51:26.752803 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-10e4605d-52ae-4652-8870-f714a4984a6f service neutron] Attempting to bind port 525dbb88-4e14-4918-a907-40c8423f68fa on network 73f6be59-1fdc-49b9-8af1-53b654f51f05 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:51:26.762992 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-10e4605d-52ae-4652-8870-f714a4984a6f service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:51:26.764670 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-10e4605d-52ae-4652-8870-f714a4984a6f service neutron] Checking segment: {'id': 'f4ca4f7b-fdd4-4b49-86d0-c40904b779a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:51:26.764965 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-10e4605d-52ae-4652-8870-f714a4984a6f service neutron] Bound using segment: {'id': 'f4ca4f7b-fdd4-4b49-86d0-c40904b779a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:51:26.765947 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-10e4605d-52ae-4652-8870-f714a4984a6f service neutron] Bound port: 525dbb88-4e14-4918-a907-40c8423f68fa, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ca4f7b-fdd4-4b49-86d0-c40904b779a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:51:26.766999 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-10e4605d-52ae-4652-8870-f714a4984a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:26.795500 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-9d7985e7-f3f4-4623-9997-9a207e2d2241 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, b54406b7-fd3d-404d-8ad5-4f8978304046) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:26.802290 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7985e7-f3f4-4623-9997-9a207e2d2241 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:26.803219 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d7985e7-f3f4-4623-9997-9a207e2d2241 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:26.804339 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2963e5d-8b83-4828-87dd-f303da5adc60 None None] Network b54406b7-fd3d-404d-8ad5-4f8978304046 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:26.833428 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9d7985e7-f3f4-4623-9997-9a207e2d2241 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9488575 Jul 22 16:51:26.838671 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44226) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:26.848008 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-55d96acf-2c4c-4511-bf34-e23fbd763a2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'port': {'network_id': 'b54406b7-fd3d-404d-8ad5-4f8978304046', 'name': 'tempest-PortsIpV6TestJSON-2085269683', 'fixed_ips': [{'subnet_id': '01aee31b-f65d-48fe-a2e2-b4fb3ee7257c', 'ip_address': '2001:db8::10'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:26.949672 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2a9e2-f271-451c-b79c-e658f0a6a1f9 req-83a79b54-0475-4e20-9cc3-2271b716778c tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:26.958275 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e4f2a9e2-f271-451c-b79c-e658f0a6a1f9 req-83a79b54-0475-4e20-9cc3-2271b716778c tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.2277308 Jul 22 16:51:27.070629 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b8326bfb-f89c-4e49-a55e-bfe61b344895 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:27.112058 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-10e4605d-52ae-4652-8870-f714a4984a6f service neutron] For port 525dbb88-4e14-4918-a907-40c8423f68fa, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:51:27.115914 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e4f2a9e2-f271-451c-b79c-e658f0a6a1f9 req-c3a914e0-501b-456e-b504-d7d8dd832b23 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565804 Jul 22 16:51:27.215775 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-10e4605d-52ae-4652-8870-f714a4984a6f service neutron] For port 525dbb88-4e14-4918-a907-40c8423f68fa, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=525dbb88-4e14-4918-a907-40c8423f68fa,segment=NetworkSegment(f4ca4f7b-fdd4-4b49-86d0-c40904b779a3),segment_id=f4ca4f7b-fdd4-4b49-86d0-c40904b779a3)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:51:27.227015 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-10e4605d-52ae-4652-8870-f714a4984a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:27.234575 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port b8326bfb-f89c-4e49-a55e-bfe61b344895 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:27.234950 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:27.244583 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d96acf-2c4c-4511-bf34-e23fbd763a2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:27.259205 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ac9aae-717a-49d7-ae7e-e0cfef6d3244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-b54406b7-fd3d-404d-8ad5-4f8978304046', 'network_id': 'b54406b7-fd3d-404d-8ad5-4f8978304046', 'tenant_id': 'ae4a272be618442d821360d06c080a1c', 'fixed_ips': [{'subnet_id': '01aee31b-f65d-48fe-a2e2-b4fb3ee7257c'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:51:27.260392 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71ac9aae-717a-49d7-ae7e-e0cfef6d3244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:27.308121 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-10e4605d-52ae-4652-8870-f714a4984a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:27.308855 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-10e4605d-52ae-4652-8870-f714a4984a6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:27.311205 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-10e4605d-52ae-4652-8870-f714a4984a6f service neutron] 10.222.0.30 "PUT /v2.0/ports/525dbb88-4e14-4918-a907-40c8423f68fa HTTP/1.1" status: 200 len: 1092 time: 1.7442987 Jul 22 16:51:27.319295 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ff51cb-efac-416c-a614-cdcee52fb595', 'tag': '525dbb88-4e14-4918-a907-40c8423f68fa'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:27.322109 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfcd91c-e17e-4bfa-a69f-2a5ce4f28449" -d '{"events": [{"name": "network-changed", "server_uuid": "08ff51cb-efac-416c-a614-cdcee52fb595", "tag": "525dbb88-4e14-4918-a907-40c8423f68fa"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:27.377066 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-6428fb7b-03e7-4aef-8bee-b55dcbcb2292 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:27.389078 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-6428fb7b-03e7-4aef-8bee-b55dcbcb2292 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.16 "GET /v2.0/networks?id=e7be0ad0-41f3-47e3-9669-c2c6027406ce HTTP/1.1" status: 200 len: 797 time: 0.4626746 Jul 22 16:51:27.390015 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4605d-52ae-4652-8870-f714a4984a6f service neutron] Pushing event updated for resources: {'Port': ['ID=525dbb88-4e14-4918-a907-40c8423f68fa,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:27.425245 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd15fa5-735c-4e88-8647-d2534fde953f x-openstack-request-id: req-9bd15fa5-735c-4e88-8647-d2534fde953f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:27.425617 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ff51cb-efac-416c-a614-cdcee52fb595", "tag": "525dbb88-4e14-4918-a907-40c8423f68fa", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:27.425969 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9bd15fa5-735c-4e88-8647-d2534fde953f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:27.426682 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ff51cb-efac-416c-a614-cdcee52fb595', 'tag': '525dbb88-4e14-4918-a907-40c8423f68fa', 'status': 'completed', 'code': 200} Jul 22 16:51:27.457720 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55d96acf-2c4c-4511-bf34-e23fbd763a2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:27.504035 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-55d96acf-2c4c-4511-bf34-e23fbd763a2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] device_id is not set on port 43ab25fd-b592-40a5-861d-e3f1756fede9 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:51:27.587160 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-cc991a76-44ce-4bc8-a062-fbc686cc0676 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47c84c9b5b234dc7a95225e8dd07068d HTTP/1.1" status: 200 len: 476 time: 0.1635404 Jul 22 16:51:27.599359 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-b55d37f0-9d90-4672-b048-cdb3b0ff66eb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Request body: {'port': {'device_id': 'a37196c2-d173-462f-97a8-4762764a1251', 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce', 'admin_state_up': True, 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'security_groups': ['9b80a2e3-f78f-4070-931e-b8809de6dc82', '68f91509-7c1a-4818-a506-f6ad2613ef3f']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:27.645318 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-71ac9aae-717a-49d7-ae7e-e0cfef6d3244 None None] Allocated IP 2001:db8::2 (b54406b7-fd3d-404d-8ad5-4f8978304046/01aee31b-f65d-48fe-a2e2-b4fb3ee7257c/fb0f9459-76b5-48d5-84c3-78c6f00a67f3) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:27.847547 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-98ba0f2d-9609-4cc4-a55e-60e1454cf9ef req-d500f8e8-4638-4dd8-9640-dc9a262c1cec tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=a37196c2-d173-462f-97a8-4762764a1251 HTTP/1.1" status: 200 len: 210 time: 0.1215489 Jul 22 16:51:27.977070 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71ac9aae-717a-49d7-ae7e-e0cfef6d3244 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:27.988705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-71ac9aae-717a-49d7-ae7e-e0cfef6d3244 None None] Transition to ACTIVE for port object fb0f9459-76b5-48d5-84c3-78c6f00a67f3 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:28.021543 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-71ac9aae-717a-49d7-ae7e-e0cfef6d3244 None None] Transition to ACTIVE for port object fb0f9459-76b5-48d5-84c3-78c6f00a67f3 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:28.033715 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71ac9aae-717a-49d7-ae7e-e0cfef6d3244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:28.064235 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c46fc2-be04-457f-adf8-44afaa90a34c req-4b09f4ee-ad76-4732-a8b5-3848c46e4121 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:28.065970 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-16c46fc2-be04-457f-adf8-44afaa90a34c req-4b09f4ee-ad76-4732-a8b5-3848c46e4121 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 944 time: 0.1528816 Jul 22 16:51:28.116381 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ac9aae-717a-49d7-ae7e-e0cfef6d3244 None None] Network b54406b7-fd3d-404d-8ad5-4f8978304046 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:28.121785 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-71ac9aae-717a-49d7-ae7e-e0cfef6d3244 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:28.125969 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ac9aae-717a-49d7-ae7e-e0cfef6d3244 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:28.207085 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-16c46fc2-be04-457f-adf8-44afaa90a34c req-85ea877d-c723-4fdf-8550-3c442dc6b958 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6b7ec4e-1542-4b02-9c84-396c247335b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019478 Jul 22 16:51:28.232859 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-55d96acf-2c4c-4511-bf34-e23fbd763a2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Allocated IP 2001:db8::10 (b54406b7-fd3d-404d-8ad5-4f8978304046/01aee31b-f65d-48fe-a2e2-b4fb3ee7257c/43ab25fd-b592-40a5-861d-e3f1756fede9) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:28.296290 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-71ac9aae-717a-49d7-ae7e-e0cfef6d3244 None None] Attempting to bind port fb0f9459-76b5-48d5-84c3-78c6f00a67f3 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:51:28.296699 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-71ac9aae-717a-49d7-ae7e-e0cfef6d3244 None None] Attempting to bind port fb0f9459-76b5-48d5-84c3-78c6f00a67f3 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '11305e8f-e5d3-4637-b553-8d2feb0cbff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b54406b7-fd3d-404d-8ad5-4f8978304046'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:51:28.297489 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ac9aae-717a-49d7-ae7e-e0cfef6d3244 None None] Attempting to bind port fb0f9459-76b5-48d5-84c3-78c6f00a67f3 on network b54406b7-fd3d-404d-8ad5-4f8978304046 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:51:28.307128 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac9aae-717a-49d7-ae7e-e0cfef6d3244 None None] Pushing event updated for resources: {'Port': ['ID=fb0f9459-76b5-48d5-84c3-78c6f00a67f3,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:28.323088 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ac9aae-717a-49d7-ae7e-e0cfef6d3244 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:51:28.323471 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ac9aae-717a-49d7-ae7e-e0cfef6d3244 None None] Checking segment: {'id': '11305e8f-e5d3-4637-b553-8d2feb0cbff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b54406b7-fd3d-404d-8ad5-4f8978304046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:51:28.327136 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71ac9aae-717a-49d7-ae7e-e0cfef6d3244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:28.327615 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ac9aae-717a-49d7-ae7e-e0cfef6d3244 None None] Bound using segment: {'id': '11305e8f-e5d3-4637-b553-8d2feb0cbff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b54406b7-fd3d-404d-8ad5-4f8978304046'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:51:28.328128 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-71ac9aae-717a-49d7-ae7e-e0cfef6d3244 None None] Bound port: fb0f9459-76b5-48d5-84c3-78c6f00a67f3, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11305e8f-e5d3-4637-b553-8d2feb0cbff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b54406b7-fd3d-404d-8ad5-4f8978304046'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:51:28.333282 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71ac9aae-717a-49d7-ae7e-e0cfef6d3244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:28.431153 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-492917bb-6c1a-432f-96da-de792bfd227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:28.432741 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-492917bb-6c1a-432f-96da-de792bfd227e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d1de184c28f4807aacf349f806e0097&device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 1095 time: 1.0392601 Jul 22 16:51:28.475610 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-71ac9aae-717a-49d7-ae7e-e0cfef6d3244 None None] For port fb0f9459-76b5-48d5-84c3-78c6f00a67f3, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:51:28.486708 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-71ac9aae-717a-49d7-ae7e-e0cfef6d3244 None None] For port fb0f9459-76b5-48d5-84c3-78c6f00a67f3, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=fb0f9459-76b5-48d5-84c3-78c6f00a67f3,segment=NetworkSegment(11305e8f-e5d3-4637-b553-8d2feb0cbff9),segment_id=11305e8f-e5d3-4637-b553-8d2feb0cbff9)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:51:28.493796 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71ac9aae-717a-49d7-ae7e-e0cfef6d3244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:28.496743 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8522cd7-bc05-4f19-acfa-bf05a134fc0b req-250bdb80-917c-49fe-9f44-02e56b1a70c0 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:28.500072 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a8522cd7-bc05-4f19-acfa-bf05a134fc0b req-250bdb80-917c-49fe-9f44-02e56b1a70c0 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.1846743 Jul 22 16:51:28.573529 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55d96acf-2c4c-4511-bf34-e23fbd763a2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:28.590876 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-607b8f79-4ae8-46d6-8a7a-10a9d6ab5844 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=525dbb88-4e14-4918-a907-40c8423f68fa HTTP/1.1" status: 200 len: 217 time: 0.1189044 Jul 22 16:51:28.608916 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac9aae-717a-49d7-ae7e-e0cfef6d3244 None None] Pushing event updated for resources: {'Port': ['ID=fb0f9459-76b5-48d5-84c3-78c6f00a67f3,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:28.611866 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-55d96acf-2c4c-4511-bf34-e23fbd763a2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Transition to ACTIVE for port object 43ab25fd-b592-40a5-861d-e3f1756fede9 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:28.616204 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a8522cd7-bc05-4f19-acfa-bf05a134fc0b req-1ef3d352-42fd-42c2-acf7-61b699683d93 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048279 Jul 22 16:51:28.657198 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55d96acf-2c4c-4511-bf34-e23fbd763a2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:28.716347 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe685f5-a9c8-4615-be8b-dd73b9fa1b8d req-53ca0a6e-25c1-40d8-bb13-19da61a59b88 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:28.718711 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cbe685f5-a9c8-4615-be8b-dd73b9fa1b8d req-53ca0a6e-25c1-40d8-bb13-19da61a59b88 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 1.2910204 Jul 22 16:51:28.745311 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-b55d37f0-9d90-4672-b048-cdb3b0ff66eb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Made reservation on behalf of 47c84c9b5b234dc7a95225e8dd07068d for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:28.749356 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-b55d37f0-9d90-4672-b048-cdb3b0ff66eb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:28.759093 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d96acf-2c4c-4511-bf34-e23fbd763a2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network b54406b7-fd3d-404d-8ad5-4f8978304046 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:28.762819 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-55d96acf-2c4c-4511-bf34-e23fbd763a2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:28.769420 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d96acf-2c4c-4511-bf34-e23fbd763a2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:28.775847 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d96acf-2c4c-4511-bf34-e23fbd763a2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:28.776597 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55d96acf-2c4c-4511-bf34-e23fbd763a2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:28.795644 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d96acf-2c4c-4511-bf34-e23fbd763a2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Port': ['ID=43ab25fd-b592-40a5-861d-e3f1756fede9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:28.803092 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-55d96acf-2c4c-4511-bf34-e23fbd763a2f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9612427 Jul 22 16:51:28.807548 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44268) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:28.814987 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e34a8dbc-7b0e-4d7d-9ef1-da43be1d562a tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'port': {'network_id': 'b54406b7-fd3d-404d-8ad5-4f8978304046', 'name': 'tempest-PortsIpV6TestJSON-796549311', 'fixed_ips': [{'subnet_id': '01aee31b-f65d-48fe-a2e2-b4fb3ee7257c', 'ip_address': '2001:db8::f'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:28.877797 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-d6666b69-a0e5-436e-be01-f074eb81589c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:28.879319 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-d6666b69-a0e5-436e-be01-f074eb81589c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad5452e3-4f51-41eb-9e7c-709f07b5fd20 HTTP/1.1" status: 200 len: 852 time: 0.2826993 Jul 22 16:51:28.996659 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cbe685f5-a9c8-4615-be8b-dd73b9fa1b8d req-97511139-32ad-4e50-9aba-3e789ecf8a64 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273562 Jul 22 16:51:29.026263 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c5dd72ad-84e0-49f2-9e28-35608da094a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:29.089752 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-49d474a0-5473-434e-b405-5d264f04ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:29.092241 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-49d474a0-5473-434e-b405-5d264f04ef2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73f6be59-1fdc-49b9-8af1-53b654f51f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1872320 Jul 22 16:51:29.142399 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-b55d37f0-9d90-4672-b048-cdb3b0ff66eb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Allocated IP 172.20.0.7 (e7be0ad0-41f3-47e3-9669-c2c6027406ce/fe4b140c-9cc1-4d05-a05e-153f30944130/7c5b0614-c8df-44a1-9c78-363abe3a3476) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:29.142841 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eca75f35-3926-4795-84d3-c29bf45444d0 req-d3e7e7bb-588c-4c50-b7aa-9a8ff75e6384 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=a37196c2-d173-462f-97a8-4762764a1251 HTTP/1.1" status: 200 len: 210 time: 0.1084838 Jul 22 16:51:29.178567 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34a8dbc-7b0e-4d7d-9ef1-da43be1d562a tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:29.196690 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e34a8dbc-7b0e-4d7d-9ef1-da43be1d562a tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:29.252567 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e34a8dbc-7b0e-4d7d-9ef1-da43be1d562a tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] device_id is not set on port 22e2dbae-0a8c-4e14-b9eb-a1d2e5dec3f4 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:51:29.329725 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-2c201c21-acb7-4cbf-94c6-e37ecf427ca2 service neutron] 10.222.0.30 "GET /v2.0/networks/73f6be59-1fdc-49b9-8af1-53b654f51f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301521 Jul 22 16:51:29.525005 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-e34a8dbc-7b0e-4d7d-9ef1-da43be1d562a tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Allocated IP 2001:db8::f (b54406b7-fd3d-404d-8ad5-4f8978304046/01aee31b-f65d-48fe-a2e2-b4fb3ee7257c/22e2dbae-0a8c-4e14-b9eb-a1d2e5dec3f4) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:29.555163 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-b55d37f0-9d90-4672-b048-cdb3b0ff66eb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:29.607169 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-b55d37f0-9d90-4672-b048-cdb3b0ff66eb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Transition to ACTIVE for port object 7c5b0614-c8df-44a1-9c78-363abe3a3476 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:29.802801 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797bc2d-ba70-4191-9331-9359e9dca051 req-5e954d33-0309-4092-a57f-e19f0937a06b tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:29.804797 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3797bc2d-ba70-4191-9331-9359e9dca051 req-5e954d33-0309-4092-a57f-e19f0937a06b tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 944 time: 0.4775991 Jul 22 16:51:29.851770 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e34a8dbc-7b0e-4d7d-9ef1-da43be1d562a tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:29.867786 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e34a8dbc-7b0e-4d7d-9ef1-da43be1d562a tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Transition to ACTIVE for port object 22e2dbae-0a8c-4e14-b9eb-a1d2e5dec3f4 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:29.881802 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-37e7509e-1776-486d-9b7e-f9fd87e18bd9 req-ba394bdb-8ab4-463c-82b8-679d1530dd8c service neutron] 10.222.0.30 "GET /v2.0/networks/73f6be59-1fdc-49b9-8af1-53b654f51f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5350184 Jul 22 16:51:29.901253 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-b55d37f0-9d90-4672-b048-cdb3b0ff66eb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:29.939440 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e34a8dbc-7b0e-4d7d-9ef1-da43be1d562a tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:30.005916 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3797bc2d-ba70-4191-9331-9359e9dca051 req-b32636d8-f038-49f5-a514-b87d54eef4d4 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6b7ec4e-1542-4b02-9c84-396c247335b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623793 Jul 22 16:51:30.006167 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34a8dbc-7b0e-4d7d-9ef1-da43be1d562a tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network b54406b7-fd3d-404d-8ad5-4f8978304046 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:30.010233 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e34a8dbc-7b0e-4d7d-9ef1-da43be1d562a tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:30.012592 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a8dbc-7b0e-4d7d-9ef1-da43be1d562a tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:30.018938 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34a8dbc-7b0e-4d7d-9ef1-da43be1d562a tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:30.019581 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e34a8dbc-7b0e-4d7d-9ef1-da43be1d562a tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:30.058434 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e34a8dbc-7b0e-4d7d-9ef1-da43be1d562a tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2495432 Jul 22 16:51:30.062072 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44290) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:30.076900 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-b55d37f0-9d90-4672-b048-cdb3b0ff66eb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Network e7be0ad0-41f3-47e3-9669-c2c6027406ce is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:30.087266 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58314c81-6e3a-4520-bf9f-12a7a6a25f23 req-454dd94e-839c-4a30-86bc-76a7cb24e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:30.088770 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-58314c81-6e3a-4520-bf9f-12a7a6a25f23 req-454dd94e-839c-4a30-86bc-76a7cb24e615 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 1097 time: 0.5623920 Jul 22 16:51:30.089383 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d37f0-9d90-4672-b048-cdb3b0ff66eb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event updated for resources: {'Port': ['ID=7c5b0614-c8df-44a1-9c78-363abe3a3476,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:30.093322 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-b55d37f0-9d90-4672-b048-cdb3b0ff66eb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:30.114686 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-b55d37f0-9d90-4672-b048-cdb3b0ff66eb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:30.151358 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a8dbc-7b0e-4d7d-9ef1-da43be1d562a tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Port': ['ID=22e2dbae-0a8c-4e14-b9eb-a1d2e5dec3f4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:30.199985 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10293b8d-4aa3-4877-9ef7-beb9f6c41aba req-965e1376-09c0-4dc0-87af-5641f3f32d7c tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:30.205103 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-10293b8d-4aa3-4877-9ef7-beb9f6c41aba req-965e1376-09c0-4dc0-87af-5641f3f32d7c tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.3033540 Jul 22 16:51:30.276700 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dd1d88-ea49-441f-ba2d-cd4937d5cba4 None None] Network b54406b7-fd3d-404d-8ad5-4f8978304046 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:30.280430 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-10293b8d-4aa3-4877-9ef7-beb9f6c41aba req-f2759d91-25f1-4494-a2f1-fbe8e81cc33e tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743222 Jul 22 16:51:30.333052 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706e0ab7-8e5c-433e-b44d-62654915ec2b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:30.333252 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-b55d37f0-9d90-4672-b048-cdb3b0ff66eb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:30.333876 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-b55d37f0-9d90-4672-b048-cdb3b0ff66eb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:30.338062 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-706e0ab7-8e5c-433e-b44d-62654915ec2b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2740464 Jul 22 16:51:30.342364 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44294) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:30.379767 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-58314c81-6e3a-4520-bf9f-12a7a6a25f23 req-658d00a7-93de-4d84-b9c4-e51d68cdc01f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614529 Jul 22 16:51:30.381614 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcd91c-e17e-4bfa-a69f-2a5ce4f28449 req-5aabfc80-3f56-4264-a9a0-9bb936c7cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:30.383153 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ebfcd91c-e17e-4bfa-a69f-2a5ce4f28449 req-5aabfc80-3f56-4264-a9a0-9bb936c7cc05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d1de184c28f4807aacf349f806e0097&device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 1095 time: 0.3992178 Jul 22 16:51:30.389199 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-b55d37f0-9d90-4672-b048-cdb3b0ff66eb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.7964199 Jul 22 16:51:30.435405 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dd3bd2d0-d911-489e-a563-defb33dd3cd0 None None] Provisioning for port fb0f9459-76b5-48d5-84c3-78c6f00a67f3 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:30.507450 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7700ce-7eee-4f01-b69b-2fd174bc1e79 req-aea36f1e-4105-410b-9969-d56b620025ee tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:30.509015 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a7700ce-7eee-4f01-b69b-2fd174bc1e79 req-aea36f1e-4105-410b-9969-d56b620025ee tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.3295817 Jul 22 16:51:30.584104 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6b50a5-a56d-43c1-af67-948f97e1aed8 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:30.591920 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6b50a5-a56d-43c1-af67-948f97e1aed8 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:30.600425 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6b50a5-a56d-43c1-af67-948f97e1aed8 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:30.601131 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcd91c-e17e-4bfa-a69f-2a5ce4f28449 req-de5334e6-de32-4907-8096-4248628f8b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:30.603072 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4a6b50a5-a56d-43c1-af67-948f97e1aed8 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2596333 Jul 22 16:51:30.603494 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ebfcd91c-e17e-4bfa-a69f-2a5ce4f28449 req-de5334e6-de32-4907-8096-4248628f8b8e service neutron] 10.222.0.30 "GET /v2.0/networks?id=73f6be59-1fdc-49b9-8af1-53b654f51f05 HTTP/1.1" status: 200 len: 914 time: 0.2014718 Jul 22 16:51:30.605861 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f011ca7f-348b-4e0e-9d78-f20fcfd2a368 None None] Provisioning for port 7c5b0614-c8df-44a1-9c78-363abe3a3476 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:30.606064 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44298) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:30.613047 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f011ca7f-348b-4e0e-9d78-f20fcfd2a368 None None] Provisioning complete for port 7c5b0614-c8df-44a1-9c78-363abe3a3476 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:30.613415 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f011ca7f-348b-4e0e-9d78-f20fcfd2a368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:30.660814 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce3485-9ff8-4566-8657-f04079dbce3b req-4ad7add7-9f2a-4aa2-9544-ddf5e39a3812 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:30.670931 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4bce3485-9ff8-4566-8657-f04079dbce3b req-4ad7add7-9f2a-4aa2-9544-ddf5e39a3812 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=a37196c2-d173-462f-97a8-4762764a1251 HTTP/1.1" status: 200 len: 970 time: 0.2637889 Jul 22 16:51:30.690424 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f011ca7f-348b-4e0e-9d78-f20fcfd2a368 None None] Port 7c5b0614-c8df-44a1-9c78-363abe3a3476 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:51:30.713779 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-ef384dc7-e865-4bd5-a878-2f7520a4d67e service neutron] Request body: {'port': {'device_id': 'a37196c2-d173-462f-97a8-4762764a1251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:30.719325 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ebfcd91c-e17e-4bfa-a69f-2a5ce4f28449 req-9cca0d6b-b02f-46d2-92ad-f7700143a518 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=525dbb88-4e14-4918-a907-40c8423f68fa HTTP/1.1" status: 200 len: 217 time: 0.1059461 Jul 22 16:51:30.750765 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4bce3485-9ff8-4566-8657-f04079dbce3b req-a78621fd-603c-4f3f-8315-a34ba439abce tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b80a2e3-f78f-4070-931e-b8809de6dc82&id=68f91509-7c1a-4818-a506-f6ad2613ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0726988 Jul 22 16:51:30.798174 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a7700ce-7eee-4f01-b69b-2fd174bc1e79 req-5460d059-86df-4ac3-b6ef-0fc5b7cbfc80 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934686 Jul 22 16:51:30.845813 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-faeda37a-ea6b-42b0-a26b-62351d2bc807 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting port 22e2dbae-0a8c-4e14-b9eb-a1d2e5dec3f4 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:30.846283 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-faeda37a-ea6b-42b0-a26b-62351d2bc807 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:30.862415 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcd91c-e17e-4bfa-a69f-2a5ce4f28449 req-9a25f46f-9a23-4270-a896-023272450bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:30.864213 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ebfcd91c-e17e-4bfa-a69f-2a5ce4f28449 req-9a25f46f-9a23-4270-a896-023272450bd5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad5452e3-4f51-41eb-9e7c-709f07b5fd20 HTTP/1.1" status: 200 len: 852 time: 0.1394589 Jul 22 16:51:30.941332 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-ef384dc7-e865-4bd5-a878-2f7520a4d67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:30.966764 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-faeda37a-ea6b-42b0-a26b-62351d2bc807 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:30.982883 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-faeda37a-ea6b-42b0-a26b-62351d2bc807 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Calling delete_port for 22e2dbae-0a8c-4e14-b9eb-a1d2e5dec3f4 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:31.050885 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device fb0f9459-76b5-48d5-84c3-78c6f00a67f3 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:31.173819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port fb0f9459-76b5-48d5-84c3-78c6f00a67f3 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:31.184432 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port fb0f9459-76b5-48d5-84c3-78c6f00a67f3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:31.185226 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:31.218219 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-faeda37a-ea6b-42b0-a26b-62351d2bc807 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:31.219475 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3df886ff-e994-4ecc-ae72-c6b61429e2d8 None None] Provisioning for port 22e2dbae-0a8c-4e14-b9eb-a1d2e5dec3f4 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:31.225048 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcd91c-e17e-4bfa-a69f-2a5ce4f28449 req-74ca32ed-42c0-4071-8f84-70f41776c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:31.230213 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ebfcd91c-e17e-4bfa-a69f-2a5ce4f28449 req-74ca32ed-42c0-4071-8f84-70f41776c27e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73f6be59-1fdc-49b9-8af1-53b654f51f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3560052 Jul 22 16:51:31.235955 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3df886ff-e994-4ecc-ae72-c6b61429e2d8 None None] Provisioning complete for port 22e2dbae-0a8c-4e14-b9eb-a1d2e5dec3f4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:31.236332 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3df886ff-e994-4ecc-ae72-c6b61429e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:31.258967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeda37a-ea6b-42b0-a26b-62351d2bc807 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Port': ['ID=22e2dbae-0a8c-4e14-b9eb-a1d2e5dec3f4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:31.300945 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3df886ff-e994-4ecc-ae72-c6b61429e2d8 None None] Port 22e2dbae-0a8c-4e14-b9eb-a1d2e5dec3f4 was deleted so its status cannot be updated. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 16:51:31.305345 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-faeda37a-ea6b-42b0-a26b-62351d2bc807 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:31.313898 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-faeda37a-ea6b-42b0-a26b-62351d2bc807 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/ports/22e2dbae-0a8c-4e14-b9eb-a1d2e5dec3f4 HTTP/1.1" status: 204 len: 168 time: 0.7029502 Jul 22 16:51:31.314609 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44304) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:31.328309 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3df886ff-e994-4ecc-ae72-c6b61429e2d8 None None] Provisioning for port 43ab25fd-b592-40a5-861d-e3f1756fede9 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:31.389188 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:31.391314 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3df886ff-e994-4ecc-ae72-c6b61429e2d8 None None] Provisioning complete for port 43ab25fd-b592-40a5-861d-e3f1756fede9 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:31.392095 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3df886ff-e994-4ecc-ae72-c6b61429e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:31.436053 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-ef384dc7-e865-4bd5-a878-2f7520a4d67e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5b0614-c8df-44a1-9c78-363abe3a3476 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:51:31.443878 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-ef384dc7-e865-4bd5-a878-2f7520a4d67e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:31.462083 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port fb0f9459-76b5-48d5-84c3-78c6f00a67f3, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=fb0f9459-76b5-48d5-84c3-78c6f00a67f3,segment=NetworkSegment(11305e8f-e5d3-4637-b553-8d2feb0cbff9),segment_id=11305e8f-e5d3-4637-b553-8d2feb0cbff9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:31.464157 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3df886ff-e994-4ecc-ae72-c6b61429e2d8 None None] Port 43ab25fd-b592-40a5-861d-e3f1756fede9 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:51:31.470723 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:31.474657 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-ef384dc7-e865-4bd5-a878-2f7520a4d67e service neutron] Transition to ACTIVE for port object 7c5b0614-c8df-44a1-9c78-363abe3a3476 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:31.497376 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-ef384dc7-e865-4bd5-a878-2f7520a4d67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:31.529115 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3df886ff-e994-4ecc-ae72-c6b61429e2d8 None None] Provisioning complete for port fb0f9459-76b5-48d5-84c3-78c6f00a67f3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:31.531519 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3df886ff-e994-4ecc-ae72-c6b61429e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:31.780359 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:31.797179 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-239e9493-d078-490b-97a4-c11415812d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:31.806338 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef384dc7-e865-4bd5-a878-2f7520a4d67e service neutron] Pushing event updated for resources: {'Port': ['ID=7c5b0614-c8df-44a1-9c78-363abe3a3476,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:31.816902 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=fb0f9459-76b5-48d5-84c3-78c6f00a67f3,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:31.835978 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ebfcd91c-e17e-4bfa-a69f-2a5ce4f28449 req-9593c506-f6b3-4e6e-b6f2-473362da62ff service neutron] 10.222.0.30 "GET /v2.0/networks/73f6be59-1fdc-49b9-8af1-53b654f51f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011829 Jul 22 16:51:31.957368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96c4de-b31d-4d9f-89ff-f67607b05f29 req-fea5df02-2866-4dc5-836c-8a2e37ab3804 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:31.959433 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4e96c4de-b31d-4d9f-89ff-f67607b05f29 req-fea5df02-2866-4dc5-836c-8a2e37ab3804 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.4800129 Jul 22 16:51:32.030402 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5137f5da-a164-4ad7-8ba6-510e05e0849d None None] Could not find standard attr ID for object 22e2dbae-0a8c-4e14-b9eb-a1d2e5dec3f4. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:51:32.056139 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5137f5da-a164-4ad7-8ba6-510e05e0849d None None] Provisioning complete for port 43ab25fd-b592-40a5-861d-e3f1756fede9 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:32.056969 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5137f5da-a164-4ad7-8ba6-510e05e0849d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:32.062239 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d461341-1f1e-42d3-9da7-411be64baf9d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] GET failed (client error): The resource could not be found. Jul 22 16:51:32.062782 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-ef384dc7-e865-4bd5-a878-2f7520a4d67e service neutron] Attempting to bind port 7c5b0614-c8df-44a1-9c78-363abe3a3476 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:51:32.063128 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-ef384dc7-e865-4bd5-a878-2f7520a4d67e service neutron] Attempting to bind port 7c5b0614-c8df-44a1-9c78-363abe3a3476 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'fee76c38-5096-4c36-ac7e-c2f7dbc18078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:51:32.063459 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-ef384dc7-e865-4bd5-a878-2f7520a4d67e service neutron] Attempting to bind port 7c5b0614-c8df-44a1-9c78-363abe3a3476 on network e7be0ad0-41f3-47e3-9669-c2c6027406ce {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:51:32.068599 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2d461341-1f1e-42d3-9da7-411be64baf9d tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports/22e2dbae-0a8c-4e14-b9eb-a1d2e5dec3f4 HTTP/1.1" status: 404 len: 333 time: 0.7473087 Jul 22 16:51:32.069562 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44328) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:32.085321 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4e96c4de-b31d-4d9f-89ff-f67607b05f29 req-1ef70ef7-e2b3-4729-826e-4a57e6c08ea2 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860283 Jul 22 16:51:32.087761 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-ef384dc7-e865-4bd5-a878-2f7520a4d67e service neutron] Port 7c5b0614-c8df-44a1-9c78-363abe3a3476 on network e7be0ad0-41f3-47e3-9669-c2c6027406ce not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:51:32.088059 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-ef384dc7-e865-4bd5-a878-2f7520a4d67e service neutron] Attempting to bind port 7c5b0614-c8df-44a1-9c78-363abe3a3476 on network e7be0ad0-41f3-47e3-9669-c2c6027406ce {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:51:32.093810 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce9732-0c45-4902-9fe0-cbd56eaab53b req-8a9de202-2e1f-4987-b823-5f425591d3c5 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:32.096964 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ebfcd91c-e17e-4bfa-a69f-2a5ce4f28449 req-76179aa0-d039-469c-bb89-4529627ce69a service neutron] 10.222.0.30 "GET /v2.0/networks/73f6be59-1fdc-49b9-8af1-53b654f51f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430582 Jul 22 16:51:32.097483 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-ef384dc7-e865-4bd5-a878-2f7520a4d67e service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:51:32.097816 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-ef384dc7-e865-4bd5-a878-2f7520a4d67e service neutron] Checking segment: {'id': 'fee76c38-5096-4c36-ac7e-c2f7dbc18078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:51:32.103324 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3cce9732-0c45-4902-9fe0-cbd56eaab53b req-8a9de202-2e1f-4987-b823-5f425591d3c5 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 944 time: 0.9638693 Jul 22 16:51:32.103446 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-ef384dc7-e865-4bd5-a878-2f7520a4d67e service neutron] Bound using segment: {'id': 'fee76c38-5096-4c36-ac7e-c2f7dbc18078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:51:32.103820 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-ef384dc7-e865-4bd5-a878-2f7520a4d67e service neutron] Bound port: 7c5b0614-c8df-44a1-9c78-363abe3a3476, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fee76c38-5096-4c36-ac7e-c2f7dbc18078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:51:32.104198 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-ef384dc7-e865-4bd5-a878-2f7520a4d67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:32.140717 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5137f5da-a164-4ad7-8ba6-510e05e0849d None None] Port 43ab25fd-b592-40a5-861d-e3f1756fede9 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:51:32.199737 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-ef384dc7-e865-4bd5-a878-2f7520a4d67e service neutron] For port 7c5b0614-c8df-44a1-9c78-363abe3a3476, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:51:32.206471 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3cce9732-0c45-4902-9fe0-cbd56eaab53b req-00cc63e3-ef05-4f5f-a194-6781c611d20a tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6b7ec4e-1542-4b02-9c84-396c247335b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042173 Jul 22 16:51:32.208758 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-ef384dc7-e865-4bd5-a878-2f7520a4d67e service neutron] For port 7c5b0614-c8df-44a1-9c78-363abe3a3476, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=7c5b0614-c8df-44a1-9c78-363abe3a3476,segment=NetworkSegment(fee76c38-5096-4c36-ac7e-c2f7dbc18078),segment_id=fee76c38-5096-4c36-ac7e-c2f7dbc18078)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:51:32.220540 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-ef384dc7-e865-4bd5-a878-2f7520a4d67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:32.327056 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-ef384dc7-e865-4bd5-a878-2f7520a4d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:32.327666 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-ef384dc7-e865-4bd5-a878-2f7520a4d67e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:32.329293 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-ef384dc7-e865-4bd5-a878-2f7520a4d67e service neutron] 10.222.0.16 "PUT /v2.0/ports/7c5b0614-c8df-44a1-9c78-363abe3a3476 HTTP/1.1" status: 200 len: 1130 time: 1.6215568 Jul 22 16:51:32.348815 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37196c2-d173-462f-97a8-4762764a1251', 'tag': '7c5b0614-c8df-44a1-9c78-363abe3a3476'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:32.352645 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db019f91-7340-4b21-9e8e-0fbad1b7b9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "a37196c2-d173-462f-97a8-4762764a1251", "tag": "7c5b0614-c8df-44a1-9c78-363abe3a3476"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:32.353705 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3f19e8c5-8255-474a-a6a1-42d3696d95e8 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting port 43ab25fd-b592-40a5-861d-e3f1756fede9 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:32.354304 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f19e8c5-8255-474a-a6a1-42d3696d95e8 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:32.413427 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef384dc7-e865-4bd5-a878-2f7520a4d67e service neutron] Pushing event updated for resources: {'Port': ['ID=7c5b0614-c8df-44a1-9c78-363abe3a3476,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:32.476761 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3c009-422a-4080-98ad-867571685d5b req-adfc5be3-1b83-492b-a42f-58b63557a6d6 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:32.478967 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e3d3c009-422a-4080-98ad-867571685d5b req-adfc5be3-1b83-492b-a42f-58b63557a6d6 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.1761014 Jul 22 16:51:32.496270 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f19e8c5-8255-474a-a6a1-42d3696d95e8 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:32.505348 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9525485-ea16-487d-b905-5116e0c3cbbe req-1984d352-1263-4eb1-a24b-a2f3e4f3915c tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:32.511854 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3f19e8c5-8255-474a-a6a1-42d3696d95e8 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Calling delete_port for 43ab25fd-b592-40a5-861d-e3f1756fede9 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:32.513499 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e9525485-ea16-487d-b905-5116e0c3cbbe req-1984d352-1263-4eb1-a24b-a2f3e4f3915c tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=a37196c2-d173-462f-97a8-4762764a1251 HTTP/1.1" status: 200 len: 982 time: 0.2337940 Jul 22 16:51:32.543105 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-898f8895-ed47-4234-8c39-1cf922d579a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:32.544666 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-898f8895-ed47-4234-8c39-1cf922d579a0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47c84c9b5b234dc7a95225e8dd07068d&device_id=a37196c2-d173-462f-97a8-4762764a1251 HTTP/1.1" status: 200 len: 1133 time: 0.1484845 Jul 22 16:51:32.569253 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e9525485-ea16-487d-b905-5116e0c3cbbe req-910049c1-c2fb-4cf0-ab34-eb38b89ae870 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b80a2e3-f78f-4070-931e-b8809de6dc82&id=68f91509-7c1a-4818-a506-f6ad2613ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0524969 Jul 22 16:51:32.624240 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e3d3c009-422a-4080-98ad-867571685d5b req-d0397baf-e6b6-492e-aaa9-374ddf682d05 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592103 Jul 22 16:51:32.625318 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-55cc1178-95ff-40c4-ac55-3b8dc5840996 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c5b0614-c8df-44a1-9c78-363abe3a3476 HTTP/1.1" status: 200 len: 217 time: 0.0535026 Jul 22 16:51:32.629657 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba2455a-b77c-4d1c-8cee-9734fc48b69e x-openstack-request-id: req-cba2455a-b77c-4d1c-8cee-9734fc48b69e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:32.630086 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37196c2-d173-462f-97a8-4762764a1251", "tag": "7c5b0614-c8df-44a1-9c78-363abe3a3476", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:32.630418 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cba2455a-b77c-4d1c-8cee-9734fc48b69e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:32.630863 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37196c2-d173-462f-97a8-4762764a1251', 'tag': '7c5b0614-c8df-44a1-9c78-363abe3a3476', 'status': 'completed', 'code': 200} Jul 22 16:51:32.703948 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f19e8c5-8255-474a-a6a1-42d3696d95e8 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:32.715053 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-218253f0-d8fc-4567-8aa0-f1b7cf922589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:32.717225 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-218253f0-d8fc-4567-8aa0-f1b7cf922589 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fe4b140c-9cc1-4d05-a05e-153f30944130 HTTP/1.1" status: 200 len: 835 time: 0.0625234 Jul 22 16:51:32.736193 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19e8c5-8255-474a-a6a1-42d3696d95e8 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Port': ['ID=43ab25fd-b592-40a5-861d-e3f1756fede9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:32.773801 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:32.777627 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f19e8c5-8255-474a-a6a1-42d3696d95e8 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:32.780244 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3f19e8c5-8255-474a-a6a1-42d3696d95e8 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/ports/43ab25fd-b592-40a5-861d-e3f1756fede9 HTTP/1.1" status: 204 len: 168 time: 0.7084041 Jul 22 16:51:32.783118 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44342) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:32.820814 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe106c1c-da0b-4496-afaa-88cd146310f2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] GET failed (client error): The resource could not be found. Jul 22 16:51:32.822546 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fe106c1c-da0b-4496-afaa-88cd146310f2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports/43ab25fd-b592-40a5-861d-e3f1756fede9 HTTP/1.1" status: 404 len: 333 time: 0.0383599 Jul 22 16:51:32.826290 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44344) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:32.842505 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-c2ea334e-df70-4283-b768-cc0000d8d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:32.845101 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-c2ea334e-df70-4283-b768-cc0000d8d914 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7be0ad0-41f3-47e3-9669-c2c6027406ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205373 Jul 22 16:51:32.948641 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df9c750-ef19-4bd6-82b7-fe6ee93c0059 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting subnet 01aee31b-f65d-48fe-a2e2-b4fb3ee7257c {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:51:32.959217 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7df9c750-ef19-4bd6-82b7-fe6ee93c0059 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:33.026274 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0ccb6-c3e3-4d7f-9973-f35c38d59d21 req-0dbb438e-e2d4-4f06-bb94-91bb27116aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:33.027832 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2ff0ccb6-c3e3-4d7f-9973-f35c38d59d21 req-0dbb438e-e2d4-4f06-bb94-91bb27116aff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4cfcb91c49145a9aea8832f3c390211&device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 1097 time: 0.1690383 Jul 22 16:51:33.047076 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device fb0f9459-76b5-48d5-84c3-78c6f00a67f3 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:33.055743 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7df9c750-ef19-4bd6-82b7-fe6ee93c0059 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:33.069711 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb5dc0-2f9b-4d48-8451-e2d28c721883 req-d032eed3-339e-469e-bdc7-7efa3db35984 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:33.069711 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-42bb5dc0-2f9b-4d48-8451-e2d28c721883 req-d032eed3-339e-469e-bdc7-7efa3db35984 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.2307391 Jul 22 16:51:33.125112 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port fb0f9459-76b5-48d5-84c3-78c6f00a67f3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:33.125845 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:33.134917 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-eeac1f8c-c961-43a6-9192-9d2b15831dea service neutron] 10.222.0.16 "GET /v2.0/networks/e7be0ad0-41f3-47e3-9669-c2c6027406ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652392 Jul 22 16:51:33.144845 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-42bb5dc0-2f9b-4d48-8451-e2d28c721883 req-51be37e4-3d76-4e0c-90a7-42a42d6d8a86 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578387 Jul 22 16:51:33.204718 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7df9c750-ef19-4bd6-82b7-fe6ee93c0059 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:33.243555 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0ccb6-c3e3-4d7f-9973-f35c38d59d21 req-039c261b-491c-4521-8dc1-4dd38c3b3734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:33.245410 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2ff0ccb6-c3e3-4d7f-9973-f35c38d59d21 req-039c261b-491c-4521-8dc1-4dd38c3b3734 service neutron] 10.222.0.16 "GET /v2.0/networks?id=61a13055-de03-4a7c-a0d9-4f417a10bc6f HTTP/1.1" status: 200 len: 912 time: 0.2025073 Jul 22 16:51:33.284617 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7df9c750-ef19-4bd6-82b7-fe6ee93c0059 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:33.330220 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9c750-ef19-4bd6-82b7-fe6ee93c0059 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Subnet': ['ID=01aee31b-f65d-48fe-a2e2-b4fb3ee7257c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:33.330417 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2ff0ccb6-c3e3-4d7f-9973-f35c38d59d21 req-36dd66d3-f1de-464b-9ddb-1d8e6055f5cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5ed1df0-e3a4-432f-9251-600c0b2f3468 HTTP/1.1" status: 200 len: 217 time: 0.0728481 Jul 22 16:51:33.354534 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7df9c750-ef19-4bd6-82b7-fe6ee93c0059 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:33.358985 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7df9c750-ef19-4bd6-82b7-fe6ee93c0059 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/subnets/01aee31b-f65d-48fe-a2e2-b4fb3ee7257c HTTP/1.1" status: 204 len: 168 time: 0.5315859 Jul 22 16:51:33.361110 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44352) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:33.361575 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcee662-ee6f-4edc-a3d7-1b0db323d701 None None] Network b54406b7-fd3d-404d-8ad5-4f8978304046 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:33.395090 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0ccb6-c3e3-4d7f-9973-f35c38d59d21 req-be84a94e-adcc-4532-888c-15c721d7d939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:33.396563 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2ff0ccb6-c3e3-4d7f-9973-f35c38d59d21 req-be84a94e-adcc-4532-888c-15c721d7d939 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b98b79e0-e6d5-4c4c-8692-abf0b3cf832d HTTP/1.1" status: 200 len: 851 time: 0.0547786 Jul 22 16:51:33.402563 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0f0420d-0346-4619-87e8-193ae1aee628 req-ee480031-a1d1-4c8b-a0cf-6ad7211ec28c service neutron] 10.222.0.16 "GET /v2.0/networks/e7be0ad0-41f3-47e3-9669-c2c6027406ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595870 Jul 22 16:51:33.446731 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47cf684e-0ad3-4912-8a71-fd7e978fac47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:33.451658 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2ff0ccb6-c3e3-4d7f-9973-f35c38d59d21 req-5e40485b-851a-4edb-979b-b8b70c8b98f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=61a13055-de03-4a7c-a0d9-4f417a10bc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473936 Jul 22 16:51:33.467903 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868642c-3d31-4afa-9fa3-1ff6bb0d43da req-a9ad6c57-75f0-4b08-a7c1-09fb7dfc6db1 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:33.469429 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d868642c-3d31-4afa-9fa3-1ff6bb0d43da req-a9ad6c57-75f0-4b08-a7c1-09fb7dfc6db1 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.2279317 Jul 22 16:51:33.510157 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7456e-03fc-4873-bd3c-dffb9ee8abf0 req-8abea042-f6c3-4113-b542-b6f50bfa4f46 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:33.511800 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-63e7456e-03fc-4873-bd3c-dffb9ee8abf0 req-8abea042-f6c3-4113-b542-b6f50bfa4f46 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 944 time: 0.2245193 Jul 22 16:51:33.567874 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-63e7456e-03fc-4873-bd3c-dffb9ee8abf0 req-ce7a5ba1-1ff0-492b-89a8-110c85902e37 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6b7ec4e-1542-4b02-9c84-396c247335b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490978 Jul 22 16:51:33.570583 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-47cf684e-0ad3-4912-8a71-fd7e978fac47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting port fb0f9459-76b5-48d5-84c3-78c6f00a67f3 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:33.570927 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47cf684e-0ad3-4912-8a71-fd7e978fac47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:33.606557 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccc4762-4570-4aca-85cf-b48732c0fb5e None None] DHCP port deletion for b54406b7-fd3d-404d-8ad5-4f8978304046 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:51:33.653660 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-47cf684e-0ad3-4912-8a71-fd7e978fac47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] For port fb0f9459-76b5-48d5-84c3-78c6f00a67f3, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=fb0f9459-76b5-48d5-84c3-78c6f00a67f3,segment=NetworkSegment(11305e8f-e5d3-4637-b553-8d2feb0cbff9),segment_id=11305e8f-e5d3-4637-b553-8d2feb0cbff9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:33.654156 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47cf684e-0ad3-4912-8a71-fd7e978fac47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:33.667512 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-47cf684e-0ad3-4912-8a71-fd7e978fac47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Calling delete_port for fb0f9459-76b5-48d5-84c3-78c6f00a67f3 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:33.679335 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d868642c-3d31-4afa-9fa3-1ff6bb0d43da req-2de57f56-969e-4087-b743-6af86cdb6ec1 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951542 Jul 22 16:51:33.681230 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2ff0ccb6-c3e3-4d7f-9973-f35c38d59d21 req-5eb892f7-b0ac-4f1e-8314-6258e84588ff service neutron] 10.222.0.16 "GET /v2.0/networks/61a13055-de03-4a7c-a0d9-4f417a10bc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885240 Jul 22 16:51:33.714867 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-bccc4762-4570-4aca-85cf-b48732c0fb5e None None] Deleting port fb0f9459-76b5-48d5-84c3-78c6f00a67f3 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:33.715544 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bccc4762-4570-4aca-85cf-b48732c0fb5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:33.772788 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db019f91-7340-4b21-9e8e-0fbad1b7b9fe req-6f67aac7-03ce-4204-8a7f-a1bab306e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:33.774346 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db019f91-7340-4b21-9e8e-0fbad1b7b9fe req-6f67aac7-03ce-4204-8a7f-a1bab306e2b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47c84c9b5b234dc7a95225e8dd07068d&device_id=a37196c2-d173-462f-97a8-4762764a1251 HTTP/1.1" status: 200 len: 1133 time: 0.2653480 Jul 22 16:51:33.805832 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bccc4762-4570-4aca-85cf-b48732c0fb5e None None] For port fb0f9459-76b5-48d5-84c3-78c6f00a67f3, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=fb0f9459-76b5-48d5-84c3-78c6f00a67f3,segment=NetworkSegment(11305e8f-e5d3-4637-b553-8d2feb0cbff9),segment_id=11305e8f-e5d3-4637-b553-8d2feb0cbff9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:33.806500 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bccc4762-4570-4aca-85cf-b48732c0fb5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:33.820169 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-bccc4762-4570-4aca-85cf-b48732c0fb5e None None] Calling delete_port for fb0f9459-76b5-48d5-84c3-78c6f00a67f3 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:33.831609 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2ff0ccb6-c3e3-4d7f-9973-f35c38d59d21 req-7b4a46ff-8bce-411c-8ebc-0ae10e646453 service neutron] 10.222.0.16 "GET /v2.0/networks/61a13055-de03-4a7c-a0d9-4f417a10bc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397119 Jul 22 16:51:33.848933 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47cf684e-0ad3-4912-8a71-fd7e978fac47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:33.891325 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf684e-0ad3-4912-8a71-fd7e978fac47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Port': ['ID=fb0f9459-76b5-48d5-84c3-78c6f00a67f3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:33.894465 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cf684e-0ad3-4912-8a71-fd7e978fac47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] No DVR routers for this DVR port fb0f9459-76b5-48d5-84c3-78c6f00a67f3 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:51:33.915510 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db019f91-7340-4b21-9e8e-0fbad1b7b9fe req-f2faff41-2a78-4a9a-a224-4ddfeab01946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:33.917279 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db019f91-7340-4b21-9e8e-0fbad1b7b9fe req-f2faff41-2a78-4a9a-a224-4ddfeab01946 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7be0ad0-41f3-47e3-9669-c2c6027406ce HTTP/1.1" status: 200 len: 898 time: 0.1339579 Jul 22 16:51:33.936083 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bccc4762-4570-4aca-85cf-b48732c0fb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:33.962705 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10e46-221c-425c-aa9a-a5c0261b1036 req-5ab0b161-ccb7-45ff-8b80-b2f66d21d9be tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:33.962950 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc4762-4570-4aca-85cf-b48732c0fb5e None None] Pushing event deleted for resources: {'Port': ['ID=fb0f9459-76b5-48d5-84c3-78c6f00a67f3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:33.967429 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccc4762-4570-4aca-85cf-b48732c0fb5e None None] No DVR routers for this DVR port fb0f9459-76b5-48d5-84c3-78c6f00a67f3 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:51:33.969324 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2cb10e46-221c-425c-aa9a-a5c0261b1036 req-5ab0b161-ccb7-45ff-8b80-b2f66d21d9be tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=a37196c2-d173-462f-97a8-4762764a1251 HTTP/1.1" status: 200 len: 982 time: 0.2996008 Jul 22 16:51:33.992944 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db019f91-7340-4b21-9e8e-0fbad1b7b9fe req-9f00401a-bed6-43ef-9ce6-9767a24802d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c5b0614-c8df-44a1-9c78-363abe3a3476 HTTP/1.1" status: 200 len: 217 time: 0.0376999 Jul 22 16:51:34.024360 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47cf684e-0ad3-4912-8a71-fd7e978fac47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:34.041621 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-47cf684e-0ad3-4912-8a71-fd7e978fac47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54406b7-fd3d-404d-8ad5-4f8978304046']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:34.045991 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db019f91-7340-4b21-9e8e-0fbad1b7b9fe req-1b6c8693-2192-4c36-bd84-438dc732a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:34.047482 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db019f91-7340-4b21-9e8e-0fbad1b7b9fe req-1b6c8693-2192-4c36-bd84-438dc732a6a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fe4b140c-9cc1-4d05-a05e-153f30944130 HTTP/1.1" status: 200 len: 835 time: 0.0449345 Jul 22 16:51:34.056530 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2cb10e46-221c-425c-aa9a-a5c0261b1036 req-b61eda36-17fa-4ea1-b51e-d71fc98a3579 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b80a2e3-f78f-4070-931e-b8809de6dc82&id=68f91509-7c1a-4818-a506-f6ad2613ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0863574 Jul 22 16:51:34.058145 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-47cf684e-0ad3-4912-8a71-fd7e978fac47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11305e8f-e5d3-4637-b553-8d2feb0cbff9') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:34.058474 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-47cf684e-0ad3-4912-8a71-fd7e978fac47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11305e8f-e5d3-4637-b553-8d2feb0cbff9') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:34.081454 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47cf684e-0ad3-4912-8a71-fd7e978fac47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:34.101475 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47cf684e-0ad3-4912-8a71-fd7e978fac47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:34.110491 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47cf684e-0ad3-4912-8a71-fd7e978fac47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:51:34.110890 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47cf684e-0ad3-4912-8a71-fd7e978fac47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:51:34.116212 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:51:34.119061 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db019f91-7340-4b21-9e8e-0fbad1b7b9fe req-3f2021d9-82c0-4718-bbd8-8ee19f9ba8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:34.120595 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db019f91-7340-4b21-9e8e-0fbad1b7b9fe req-3f2021d9-82c0-4718-bbd8-8ee19f9ba8e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7be0ad0-41f3-47e3-9669-c2c6027406ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657666 Jul 22 16:51:34.190911 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47cf684e-0ad3-4912-8a71-fd7e978fac47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:34.202035 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47cf684e-0ad3-4912-8a71-fd7e978fac47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:34.204750 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-47cf684e-0ad3-4912-8a71-fd7e978fac47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/networks/b54406b7-fd3d-404d-8ad5-4f8978304046 HTTP/1.1" status: 204 len: 168 time: 0.8426933 Jul 22 16:51:34.211335 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44358) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:34.216697 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf684e-0ad3-4912-8a71-fd7e978fac47 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Network': ['ID=b54406b7-fd3d-404d-8ad5-4f8978304046,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:34.217243 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0384d801-efba-4b44-b03d-159d97879544 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-640191914'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:34.324458 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0384d801-efba-4b44-b03d-159d97879544 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:34.329106 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0384d801-efba-4b44-b03d-159d97879544 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:34.372622 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db019f91-7340-4b21-9e8e-0fbad1b7b9fe req-12172d5a-ff9e-4643-b9e3-dd688599726a service neutron] 10.222.0.16 "GET /v2.0/networks/e7be0ad0-41f3-47e3-9669-c2c6027406ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989319 Jul 22 16:51:34.394016 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0384d801-efba-4b44-b03d-159d97879544 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:51:34.415115 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0384d801-efba-4b44-b03d-159d97879544 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:34.415455 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-0384d801-efba-4b44-b03d-159d97879544 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Added segment 7d433c8e-38f5-45de-b0ac-5b1710bd45ff of type vlan for network 6dfe9937-7370-44a6-9301-239df814ef58 Jul 22 16:51:34.468504 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0d55f-eceb-42cd-be04-51eb695d6d9d req-e204a5f1-ae4d-4d78-a9d1-06d115a2fe7f tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:34.469976 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1ee0d55f-eceb-42cd-be04-51eb695d6d9d req-e204a5f1-ae4d-4d78-a9d1-06d115a2fe7f tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.2038491 Jul 22 16:51:34.520953 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0384d801-efba-4b44-b03d-159d97879544 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:34.598389 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db019f91-7340-4b21-9e8e-0fbad1b7b9fe req-b291e18f-72fe-4248-8752-1732fe664710 service neutron] 10.222.0.16 "GET /v2.0/networks/e7be0ad0-41f3-47e3-9669-c2c6027406ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190628 Jul 22 16:51:34.612644 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1ee0d55f-eceb-42cd-be04-51eb695d6d9d req-76d42d7d-8231-4031-b2da-920ec2fc6127 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093235 Jul 22 16:51:34.646738 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0384d801-efba-4b44-b03d-159d97879544 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:34.649840 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:34.653594 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0384d801-efba-4b44-b03d-159d97879544 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:34.653594 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0384d801-efba-4b44-b03d-159d97879544 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:34.696990 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0384d801-efba-4b44-b03d-159d97879544 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4842155 Jul 22 16:51:34.700177 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44372) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:34.705221 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f8d86f3b-30f1-4032-9add-22078b8e0596 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'subnet': {'network_id': '6dfe9937-7370-44a6-9301-239df814ef58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:34.738150 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44376) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:34.759069 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384d801-efba-4b44-b03d-159d97879544 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Network': ['ID=6dfe9937-7370-44a6-9301-239df814ef58,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:34.774367 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 6dfe9937-7370-44a6-9301-239df814ef58 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:51:34.800017 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368cd79-a51b-4fe4-8ef5-649a2e6f7161 req-34e8f6cd-fb04-4d9a-a09f-12337208f780 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:34.807298 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b368cd79-a51b-4fe4-8ef5-649a2e6f7161 req-34e8f6cd-fb04-4d9a-a09f-12337208f780 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 944 time: 0.1314011 Jul 22 16:51:34.855397 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b368cd79-a51b-4fe4-8ef5-649a2e6f7161 req-b54ef0e8-ab5a-4bfc-852e-ab8752f6f03e tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6b7ec4e-1542-4b02-9c84-396c247335b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452421 Jul 22 16:51:34.919421 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db9ed1b5-a70b-4ad6-a3ad-668d6428c64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:34.961588 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be370f-33b4-4299-aafe-dabca013c3fb req-d47fc36b-515c-45b0-a1c0-5d06e8713467 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:34.969899 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77be370f-33b4-4299-aafe-dabca013c3fb req-d47fc36b-515c-45b0-a1c0-5d06e8713467 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.1663337 Jul 22 16:51:35.014555 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d86f3b-30f1-4032-9add-22078b8e0596 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:35.018155 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f8d86f3b-30f1-4032-9add-22078b8e0596 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.049276 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-77be370f-33b4-4299-aafe-dabca013c3fb req-488b4674-7103-4fa0-96f9-68da94f7c048 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779424 Jul 22 16:51:35.100138 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device fb0f9459-76b5-48d5-84c3-78c6f00a67f3 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:51:35.123217 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db9ed1b5-a70b-4ad6-a3ad-668d6428c64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.129765 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db9ed1b5-a70b-4ad6-a3ad-668d6428c64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.138189 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: fb0f9459-76b5-48d5-84c3-78c6f00a67f3 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:51:35.138830 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device fb0f9459-76b5-48d5-84c3-78c6f00a67f3 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:51:35.192367 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-db9ed1b5-a70b-4ad6-a3ad-668d6428c64f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fdc3c2b019cf479285f76196dac920d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4497075 Jul 22 16:51:35.200616 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ed1b5-a70b-4ad6-a3ad-668d6428c64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8202000c-0fd2-4133-88e9-2ee2f3510fec,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:35.207359 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44382) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:35.294148 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db35d120-0566-4d13-9404-f2ec0ec8f8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.319992 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c74714-93ed-47ea-bbf8-959ef92816a2 req-1fd10378-0347-41db-8969-e3e0acd57e9f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:35.321653 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-19c74714-93ed-47ea-bbf8-959ef92816a2 req-1fd10378-0347-41db-8969-e3e0acd57e9f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=a37196c2-d173-462f-97a8-4762764a1251 HTTP/1.1" status: 200 len: 982 time: 0.1342814 Jul 22 16:51:35.336466 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db35d120-0566-4d13-9404-f2ec0ec8f8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.396338 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-19c74714-93ed-47ea-bbf8-959ef92816a2 req-b4c62933-2d88-4371-81f9-2c4af72c535f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b80a2e3-f78f-4070-931e-b8809de6dc82&id=68f91509-7c1a-4818-a506-f6ad2613ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0653603 Jul 22 16:51:35.422545 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db35d120-0566-4d13-9404-f2ec0ec8f8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.425262 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db35d120-0566-4d13-9404-f2ec0ec8f8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.426468 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-db35d120-0566-4d13-9404-f2ec0ec8f8e6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8202000c-0fd2-4133-88e9-2ee2f3510fec HTTP/1.1" status: 204 len: 168 time: 0.2205715 Jul 22 16:51:35.436121 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35d120-0566-4d13-9404-f2ec0ec8f8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8202000c-0fd2-4133-88e9-2ee2f3510fec,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:35.551830 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 7c5b0614-c8df-44a1-9c78-363abe3a3476 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:51:35.626236 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f8d86f3b-30f1-4032-9add-22078b8e0596 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.663937 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 7c5b0614-c8df-44a1-9c78-363abe3a3476, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=7c5b0614-c8df-44a1-9c78-363abe3a3476,segment=NetworkSegment(fee76c38-5096-4c36-ac7e-c2f7dbc18078),segment_id=fee76c38-5096-4c36-ac7e-c2f7dbc18078)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:35.679479 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '7c5b0614-c8df-44a1-9c78-363abe3a3476', 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce', 'port_id': '7c5b0614-c8df-44a1-9c78-363abe3a3476', 'mac_address': 'fa:16:3e:f4:8e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe4b140c-9cc1-4d05-a05e-153f30944130', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:51:35.714090 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d86f3b-30f1-4032-9add-22078b8e0596 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Subnet': ['ID=3bdb6024-7e18-4b75-a260-0e479debdfa8,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:35.728010 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d86f3b-30f1-4032-9add-22078b8e0596 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Checking segment: {'id': '7d433c8e-38f5-45de-b0ac-5b1710bd45ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6dfe9937-7370-44a6-9301-239df814ef58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:51:35.728380 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d86f3b-30f1-4032-9add-22078b8e0596 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network hostable DHCP agents. Network: 6dfe9937-7370-44a6-9301-239df814ef58, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:51:35.730734 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.732085 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44392) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:35.745563 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5b0614-c8df-44a1-9c78-363abe3a3476 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:51:35.748573 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3659fde2-5835-4bcb-b50c-0607ace6c77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.776395 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 7c5b0614-c8df-44a1-9c78-363abe3a3476, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=7c5b0614-c8df-44a1-9c78-363abe3a3476,segment=NetworkSegment(fee76c38-5096-4c36-ac7e-c2f7dbc18078),segment_id=fee76c38-5096-4c36-ac7e-c2f7dbc18078)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:35.780606 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.782454 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d86f3b-30f1-4032-9add-22078b8e0596 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network 6dfe9937-7370-44a6-9301-239df814ef58 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:51:35.797779 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-f8d86f3b-30f1-4032-9add-22078b8e0596 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 6dfe9937-7370-44a6-9301-239df814ef58) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:35.803234 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d86f3b-30f1-4032-9add-22078b8e0596 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:35.803899 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f8d86f3b-30f1-4032-9add-22078b8e0596 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.818443 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd105db5-d72d-4299-a1e3-fb2aca95b20b None None] Network 6dfe9937-7370-44a6-9301-239df814ef58 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:35.819091 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffceff2e-f0cf-4729-83dc-16953cecfac4 req-bd468da2-905a-468c-b158-0b26dc1c6cc6 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:35.827515 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ffceff2e-f0cf-4729-83dc-16953cecfac4 req-bd468da2-905a-468c-b158-0b26dc1c6cc6 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.1201854 Jul 22 16:51:35.875930 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ffceff2e-f0cf-4729-83dc-16953cecfac4 req-1fec80d1-b395-4af3-9134-2e31e72158e8 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474346 Jul 22 16:51:35.898365 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3659fde2-5835-4bcb-b50c-0607ace6c77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.903679 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=7c5b0614-c8df-44a1-9c78-363abe3a3476,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:35.906475 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3659fde2-5835-4bcb-b50c-0607ace6c77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.914110 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f8d86f3b-30f1-4032-9add-22078b8e0596 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2119930 Jul 22 16:51:35.914753 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44396) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:35.920160 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-35a12a3c-a81d-4031-810e-481dbab109c8 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-425568046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:35.945787 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-35a12a3c-a81d-4031-810e-481dbab109c8 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.946835 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-35a12a3c-a81d-4031-810e-481dbab109c8 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.980777 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3659fde2-5835-4bcb-b50c-0607ace6c77c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=622f6dc2228e4fa79300c21c9f3c7256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472575 Jul 22 16:51:36.000151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659fde2-5835-4bcb-b50c-0607ace6c77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7cfc29-31de-4a50-811c-b8c105a952e1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:36.004036 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44398) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:36.021749 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-35a12a3c-a81d-4031-810e-481dbab109c8 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.026339 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8da8b8-820a-46aa-bba0-1e4272cf96bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-6dfe9937-7370-44a6-9301-239df814ef58', 'network_id': '6dfe9937-7370-44a6-9301-239df814ef58', 'tenant_id': 'ae4a272be618442d821360d06c080a1c', 'fixed_ips': [{'subnet_id': '3bdb6024-7e18-4b75-a260-0e479debdfa8'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:51:36.029008 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2d8da8b8-820a-46aa-bba0-1e4272cf96bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.029597 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-35a12a3c-a81d-4031-810e-481dbab109c8 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.051853 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6caf68-d925-40f1-8314-0fc8dbaee8b6 req-18baccc8-2a69-4064-8003-dd337e883974 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:36.054345 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3f6caf68-d925-40f1-8314-0fc8dbaee8b6 req-18baccc8-2a69-4064-8003-dd337e883974 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 944 time: 0.1155035 Jul 22 16:51:36.060441 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-35a12a3c-a81d-4031-810e-481dbab109c8 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.061639 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-35a12a3c-a81d-4031-810e-481dbab109c8 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1459270 Jul 22 16:51:36.064550 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44400) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:36.074138 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a41bb7f4-d11a-4925-baf1-63c0d8a3edd9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'port': {'network_id': '6dfe9937-7370-44a6-9301-239df814ef58', 'name': 'tempest-PortsIpV6TestJSON-308696305'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:36.091224 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76d3a63e-c3a8-47f6-985b-ababb02a916b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.129052 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76d3a63e-c3a8-47f6-985b-ababb02a916b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.142412 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['7c5b0614-c8df-44a1-9c78-363abe3a3476'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:51:36.147159 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3f6caf68-d925-40f1-8314-0fc8dbaee8b6 req-d13f477b-989b-4a13-af30-56af9d99d825 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6b7ec4e-1542-4b02-9c84-396c247335b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864689 Jul 22 16:51:36.223125 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111aa25-dc37-4de0-a77d-2518d7b98b2a req-7c44292f-4dd8-462b-a675-cef479a012fb tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:36.232073 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c111aa25-dc37-4de0-a77d-2518d7b98b2a req-7c44292f-4dd8-462b-a675-cef479a012fb tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.1051877 Jul 22 16:51:36.243391 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41bb7f4-d11a-4925-baf1-63c0d8a3edd9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:36.247509 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a41bb7f4-d11a-4925-baf1-63c0d8a3edd9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.255067 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76d3a63e-c3a8-47f6-985b-ababb02a916b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.257651 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76d3a63e-c3a8-47f6-985b-ababb02a916b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.258778 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-76d3a63e-c3a8-47f6-985b-ababb02a916b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6d7cfc29-31de-4a50-811c-b8c105a952e1 HTTP/1.1" status: 204 len: 168 time: 0.2538114 Jul 22 16:51:36.270730 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-2d8da8b8-820a-46aa-bba0-1e4272cf96bf None None] Allocated IP 2001:db8::2 (6dfe9937-7370-44a6-9301-239df814ef58/3bdb6024-7e18-4b75-a260-0e479debdfa8/277da5cc-bb56-4bed-b55c-9665c5420c61) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:36.280024 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-a41bb7f4-d11a-4925-baf1-63c0d8a3edd9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] device_id is not set on port f6cb0938-e971-472e-a65a-053d1dc79533 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:51:36.280246 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3a63e-c3a8-47f6-985b-ababb02a916b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7cfc29-31de-4a50-811c-b8c105a952e1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:36.299121 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c111aa25-dc37-4de0-a77d-2518d7b98b2a req-e6681076-daa8-4a51-b036-bb1c24f8cafc tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660717 Jul 22 16:51:36.516485 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2d8da8b8-820a-46aa-bba0-1e4272cf96bf None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.527298 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2d8da8b8-820a-46aa-bba0-1e4272cf96bf None None] Transition to ACTIVE for port object 277da5cc-bb56-4bed-b55c-9665c5420c61 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:36.544313 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2d8da8b8-820a-46aa-bba0-1e4272cf96bf None None] Transition to ACTIVE for port object 277da5cc-bb56-4bed-b55c-9665c5420c61 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:36.550701 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2d8da8b8-820a-46aa-bba0-1e4272cf96bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.551426 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f7e1d-c697-4c40-919f-ccc2e312efa3 req-b5b98e01-f9ed-4085-bea3-9ff49f6ba32f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:36.552982 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e04f7e1d-c697-4c40-919f-ccc2e312efa3 req-b5b98e01-f9ed-4085-bea3-9ff49f6ba32f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=a37196c2-d173-462f-97a8-4762764a1251 HTTP/1.1" status: 200 len: 983 time: 0.0794411 Jul 22 16:51:36.591134 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8da8b8-820a-46aa-bba0-1e4272cf96bf None None] Network 6dfe9937-7370-44a6-9301-239df814ef58 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:36.594579 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-2d8da8b8-820a-46aa-bba0-1e4272cf96bf None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:36.598180 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8da8b8-820a-46aa-bba0-1e4272cf96bf None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:36.603786 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8da8b8-820a-46aa-bba0-1e4272cf96bf None None] Pushing event updated for resources: {'Port': ['ID=277da5cc-bb56-4bed-b55c-9665c5420c61,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:36.663096 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-a41bb7f4-d11a-4925-baf1-63c0d8a3edd9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Allocated IP 2001:db8::292 (6dfe9937-7370-44a6-9301-239df814ef58/3bdb6024-7e18-4b75-a260-0e479debdfa8/f6cb0938-e971-472e-a65a-053d1dc79533) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:36.670161 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2d8da8b8-820a-46aa-bba0-1e4272cf96bf None None] Attempting to bind port 277da5cc-bb56-4bed-b55c-9665c5420c61 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:51:36.670546 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2d8da8b8-820a-46aa-bba0-1e4272cf96bf None None] Attempting to bind port 277da5cc-bb56-4bed-b55c-9665c5420c61 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '7d433c8e-38f5-45de-b0ac-5b1710bd45ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6dfe9937-7370-44a6-9301-239df814ef58'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:51:36.670868 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8da8b8-820a-46aa-bba0-1e4272cf96bf None None] Attempting to bind port 277da5cc-bb56-4bed-b55c-9665c5420c61 on network 6dfe9937-7370-44a6-9301-239df814ef58 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:51:36.674595 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e04f7e1d-c697-4c40-919f-ccc2e312efa3 req-4158cd73-3a04-4b66-b247-ef8da76c010a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b80a2e3-f78f-4070-931e-b8809de6dc82&id=68f91509-7c1a-4818-a506-f6ad2613ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0852795 Jul 22 16:51:36.676636 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8da8b8-820a-46aa-bba0-1e4272cf96bf None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:51:36.676829 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8da8b8-820a-46aa-bba0-1e4272cf96bf None None] Checking segment: {'id': '7d433c8e-38f5-45de-b0ac-5b1710bd45ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6dfe9937-7370-44a6-9301-239df814ef58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:51:36.677265 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2d8da8b8-820a-46aa-bba0-1e4272cf96bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.677658 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8da8b8-820a-46aa-bba0-1e4272cf96bf None None] Bound using segment: {'id': '7d433c8e-38f5-45de-b0ac-5b1710bd45ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6dfe9937-7370-44a6-9301-239df814ef58'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:51:36.678145 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2d8da8b8-820a-46aa-bba0-1e4272cf96bf None None] Bound port: 277da5cc-bb56-4bed-b55c-9665c5420c61, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d433c8e-38f5-45de-b0ac-5b1710bd45ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '6dfe9937-7370-44a6-9301-239df814ef58'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:51:36.678522 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2d8da8b8-820a-46aa-bba0-1e4272cf96bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.696819 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44410) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:36.713557 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3711fb8c-b655-4d76-83ac-b84ee2ece330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.752094 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2d8da8b8-820a-46aa-bba0-1e4272cf96bf None None] For port 277da5cc-bb56-4bed-b55c-9665c5420c61, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:51:36.755783 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2d8da8b8-820a-46aa-bba0-1e4272cf96bf None None] For port 277da5cc-bb56-4bed-b55c-9665c5420c61, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=277da5cc-bb56-4bed-b55c-9665c5420c61,segment=NetworkSegment(7d433c8e-38f5-45de-b0ac-5b1710bd45ff),segment_id=7d433c8e-38f5-45de-b0ac-5b1710bd45ff)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:51:36.761157 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2d8da8b8-820a-46aa-bba0-1e4272cf96bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.821131 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3711fb8c-b655-4d76-83ac-b84ee2ece330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.821905 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8da8b8-820a-46aa-bba0-1e4272cf96bf None None] Pushing event updated for resources: {'Port': ['ID=277da5cc-bb56-4bed-b55c-9665c5420c61,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:36.826071 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3711fb8c-b655-4d76-83ac-b84ee2ece330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.869838 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3711fb8c-b655-4d76-83ac-b84ee2ece330 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c524fb849ab5409695ccdfd6f0d112d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1718266 Jul 22 16:51:36.870558 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711fb8c-b655-4d76-83ac-b84ee2ece330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b77054-e270-4e42-8261-ff78ee4e57b8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:36.871549 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a41bb7f4-d11a-4925-baf1-63c0d8a3edd9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.874023 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44412) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:36.888244 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-a41bb7f4-d11a-4925-baf1-63c0d8a3edd9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Transition to ACTIVE for port object f6cb0938-e971-472e-a65a-053d1dc79533 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:36.936553 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dae7fad7-17a9-402a-b4c9-dabe50588cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.951038 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a41bb7f4-d11a-4925-baf1-63c0d8a3edd9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.975492 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dae7fad7-17a9-402a-b4c9-dabe50588cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.997242 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41bb7f4-d11a-4925-baf1-63c0d8a3edd9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network 6dfe9937-7370-44a6-9301-239df814ef58 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:37.003764 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a41bb7f4-d11a-4925-baf1-63c0d8a3edd9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:37.007804 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41bb7f4-d11a-4925-baf1-63c0d8a3edd9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:37.017502 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41bb7f4-d11a-4925-baf1-63c0d8a3edd9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:37.017502 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a41bb7f4-d11a-4925-baf1-63c0d8a3edd9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:37.032998 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41bb7f4-d11a-4925-baf1-63c0d8a3edd9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Port': ['ID=f6cb0938-e971-472e-a65a-053d1dc79533,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:37.052227 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a41bb7f4-d11a-4925-baf1-63c0d8a3edd9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9841657 Jul 22 16:51:37.054676 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44416) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:37.105486 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41991586-5a19-4d32-9b1b-7a94d188c246 req-da8fbb82-70fb-48f1-90e1-243e249e59d1 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:37.107178 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-41991586-5a19-4d32-9b1b-7a94d188c246 req-da8fbb82-70fb-48f1-90e1-243e249e59d1 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.1491232 Jul 22 16:51:37.108529 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dae7fad7-17a9-402a-b4c9-dabe50588cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:37.111105 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dae7fad7-17a9-402a-b4c9-dabe50588cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:37.112396 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-dae7fad7-17a9-402a-b4c9-dabe50588cee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d9b77054-e270-4e42-8261-ff78ee4e57b8 HTTP/1.1" status: 204 len: 168 time: 0.2363844 Jul 22 16:51:37.122009 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7fad7-17a9-402a-b4c9-dabe50588cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b77054-e270-4e42-8261-ff78ee4e57b8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:37.177990 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-41991586-5a19-4d32-9b1b-7a94d188c246 req-a1ba7a45-0655-41e2-afbe-9fbf2620ca9c tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559001 Jul 22 16:51:37.472796 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f416731-0494-46e0-a81a-8ac038c3db60 req-833f0e0b-16be-43ff-b2af-f01f20c8ff78 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:37.474393 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9f416731-0494-46e0-a81a-8ac038c3db60 req-833f0e0b-16be-43ff-b2af-f01f20c8ff78 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 944 time: 0.1811042 Jul 22 16:51:37.491530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8d565-a0d7-4294-902f-66ab8e79c828 req-64639a5f-95ad-419e-8ee1-9ecba8ec018e tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:37.494629 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1c8d565-a0d7-4294-902f-66ab8e79c828 req-64639a5f-95ad-419e-8ee1-9ecba8ec018e tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.0800464 Jul 22 16:51:37.542593 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1c8d565-a0d7-4294-902f-66ab8e79c828 req-1b27eb36-11ca-4206-bd5b-56d43f2c7bfe tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402074 Jul 22 16:51:37.556102 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9f416731-0494-46e0-a81a-8ac038c3db60 req-d78abe6d-3654-4e62-b5cd-0d6f8f9d5108 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6b7ec4e-1542-4b02-9c84-396c247335b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728953 Jul 22 16:51:37.556872 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:37.587871 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 7c5b0614-c8df-44a1-9c78-363abe3a3476 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:37.677624 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 7c5b0614-c8df-44a1-9c78-363abe3a3476 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:37.683355 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 7c5b0614-c8df-44a1-9c78-363abe3a3476 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:37.683731 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:37.742014 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e7767-f3a3-4cfa-b13f-2d4000ae1cb4 req-db583259-7a80-4626-b2f4-708f34bd049b tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:37.743978 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5a7e7767-f3a3-4cfa-b13f-2d4000ae1cb4 req-db583259-7a80-4626-b2f4-708f34bd049b tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.1119354 Jul 22 16:51:37.785083 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:37.809314 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37196c2-d173-462f-97a8-4762764a1251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5b0614-c8df-44a1-9c78-363abe3a3476'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:37.811004 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e714e8f5-ddd0-4242-b96e-45a1df78f557" -d '{"events": [{"server_uuid": "a37196c2-d173-462f-97a8-4762764a1251", "name": "network-vif-plugged", "status": "completed", "tag": "7c5b0614-c8df-44a1-9c78-363abe3a3476"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:37.826725 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 7c5b0614-c8df-44a1-9c78-363abe3a3476, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=7c5b0614-c8df-44a1-9c78-363abe3a3476,segment=NetworkSegment(fee76c38-5096-4c36-ac7e-c2f7dbc18078),segment_id=fee76c38-5096-4c36-ac7e-c2f7dbc18078)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:37.834765 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:37.846359 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5a7e7767-f3a3-4cfa-b13f-2d4000ae1cb4 req-be75bb86-9ef4-4fda-90af-c0557484abb4 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941160 Jul 22 16:51:37.913545 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f742c0f0-521b-4aaf-8efa-b97559503da3 x-openstack-request-id: req-f742c0f0-521b-4aaf-8efa-b97559503da3 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:37.913853 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37196c2-d173-462f-97a8-4762764a1251", "name": "network-vif-plugged", "status": "completed", "tag": "7c5b0614-c8df-44a1-9c78-363abe3a3476", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:37.914132 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f742c0f0-521b-4aaf-8efa-b97559503da3 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:37.914532 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37196c2-d173-462f-97a8-4762764a1251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5b0614-c8df-44a1-9c78-363abe3a3476', 'code': 200} Jul 22 16:51:37.915092 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=7c5b0614-c8df-44a1-9c78-363abe3a3476,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:37.999299 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d788d0-c4a1-4098-b0f6-c2ce64d0e9dc req-0b5af6a9-616d-4ce7-ba3f-c303b39ce7f6 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:38.001121 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a9d788d0-c4a1-4098-b0f6-c2ce64d0e9dc req-0b5af6a9-616d-4ce7-ba3f-c303b39ce7f6 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=a37196c2-d173-462f-97a8-4762764a1251 HTTP/1.1" status: 200 len: 984 time: 0.1438169 Jul 22 16:51:38.003424 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:38.016597 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:38.089275 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cf0a82-b161-48b4-9f6b-ed284d51337d None None] Network 6dfe9937-7370-44a6-9301-239df814ef58 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:38.129822 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae10e59-6ce9-4235-99ee-7422bc5daf2c req-651298ec-f9ac-47e7-9919-9fb6f8d34dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:38.131733 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1ae10e59-6ce9-4235-99ee-7422bc5daf2c req-651298ec-f9ac-47e7-9919-9fb6f8d34dc5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a37196c2-d173-462f-97a8-4762764a1251 HTTP/1.1" status: 200 len: 1135 time: 0.1133802 Jul 22 16:51:38.149784 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a9d788d0-c4a1-4098-b0f6-c2ce64d0e9dc req-a312b20f-7608-46c9-a7e7-7c79ce7e2e14 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b80a2e3-f78f-4070-931e-b8809de6dc82&id=68f91509-7c1a-4818-a506-f6ad2613ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1404305 Jul 22 16:51:38.155646 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Port': ['ID=f6cb0938-e971-472e-a65a-053d1dc79533,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:38.181440 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:38.181902 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:38.182397 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:38.182867 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:38.183237 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:38.183573 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:38.184021 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:38.184362 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:38.184749 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:38.185544 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:38.185544 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:38.185814 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:38.187739 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1ae10e59-6ce9-4235-99ee-7422bc5daf2c req-41f58e39-8bf6-4732-ac96-a62254ad935c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=68f91509-7c1a-4818-a506-f6ad2613ef3f&id=9b80a2e3-f78f-4070-931e-b8809de6dc82&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0488613 Jul 22 16:51:38.190379 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fc28e217-5fac-4b71-beb6-810e6f6637f2 None None] Provisioning for port 277da5cc-bb56-4bed-b55c-9665c5420c61 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:38.308448 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:38.444950 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:38.563023 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9e13c95d-3808-432a-b735-21116e55bdfe None None] Provisioning for port f6cb0938-e971-472e-a65a-053d1dc79533 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:38.563023 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9e13c95d-3808-432a-b735-21116e55bdfe None None] Provisioning complete for port f6cb0938-e971-472e-a65a-053d1dc79533 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:38.563420 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e13c95d-3808-432a-b735-21116e55bdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:38.634084 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9e13c95d-3808-432a-b735-21116e55bdfe None None] Port f6cb0938-e971-472e-a65a-053d1dc79533 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:51:38.762690 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fba05-692f-437a-9acb-7ff3adf578df req-eb285a15-53dd-4657-849e-374408c364ea tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:38.775787 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b25fba05-692f-437a-9acb-7ff3adf578df req-eb285a15-53dd-4657-849e-374408c364ea tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.0938361 Jul 22 16:51:38.823179 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b25fba05-692f-437a-9acb-7ff3adf578df req-9999c444-a0bd-46d8-9c1d-589c8cc7bb0f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462394 Jul 22 16:51:38.828596 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acbb0c-832d-409b-8824-b639ff906a07 req-ea1b4fbe-1c70-4f5c-ba5b-0b27c294f06e tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:38.830053 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-79acbb0c-832d-409b-8824-b639ff906a07 req-ea1b4fbe-1c70-4f5c-ba5b-0b27c294f06e tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 944 time: 0.1323891 Jul 22 16:51:38.863112 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-083c4421-7fba-4111-ba52-ae10ad044856 None None] Provisioning complete for port f6cb0938-e971-472e-a65a-053d1dc79533 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:38.863494 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-083c4421-7fba-4111-ba52-ae10ad044856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:38.869547 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:38.886336 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:38.887673 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:38.914373 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-083c4421-7fba-4111-ba52-ae10ad044856 None None] Port f6cb0938-e971-472e-a65a-053d1dc79533 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:51:38.936515 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-79acbb0c-832d-409b-8824-b639ff906a07 req-8ceb2381-a145-42d3-b043-571d016f6765 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6b7ec4e-1542-4b02-9c84-396c247335b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988367 Jul 22 16:51:39.010137 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Port': ['ID=f6cb0938-e971-472e-a65a-053d1dc79533,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:39.032969 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 277da5cc-bb56-4bed-b55c-9665c5420c61 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:39.097841 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 277da5cc-bb56-4bed-b55c-9665c5420c61 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:39.115202 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 277da5cc-bb56-4bed-b55c-9665c5420c61 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:39.116561 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network 6dfe9937-7370-44a6-9301-239df814ef58 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:39.116888 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:39.118036 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:39.133171 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b131cb8-2d1f-4e7a-afe9-4c276cb9036e req-01448df5-eeb0-42fd-a772-ed7f78e62176 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:39.142054 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b131cb8-2d1f-4e7a-afe9-4c276cb9036e req-01448df5-eeb0-42fd-a772-ed7f78e62176 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.1738472 Jul 22 16:51:39.234701 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b131cb8-2d1f-4e7a-afe9-4c276cb9036e req-82c76f2e-d149-46ac-878c-c1ec556d0748 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916414 Jul 22 16:51:39.273875 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:39.291098 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d9f3119b-89ab-4030-b330-46e05eab72d6 None None] Provisioning complete for port f6cb0938-e971-472e-a65a-053d1dc79533 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:39.291644 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9f3119b-89ab-4030-b330-46e05eab72d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:39.405857 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 277da5cc-bb56-4bed-b55c-9665c5420c61, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=277da5cc-bb56-4bed-b55c-9665c5420c61,segment=NetworkSegment(7d433c8e-38f5-45de-b0ac-5b1710bd45ff),segment_id=7d433c8e-38f5-45de-b0ac-5b1710bd45ff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:39.422209 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d9f3119b-89ab-4030-b330-46e05eab72d6 None None] Port f6cb0938-e971-472e-a65a-053d1dc79533 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:51:39.424693 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:39.434697 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae8fa4-a194-49de-9117-e9997e9507b4 req-0797307b-bffe-4e83-8f01-3e91a7b65713 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:39.436763 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a5ae8fa4-a194-49de-9117-e9997e9507b4 req-0797307b-bffe-4e83-8f01-3e91a7b65713 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=a37196c2-d173-462f-97a8-4762764a1251 HTTP/1.1" status: 200 len: 984 time: 0.1778734 Jul 22 16:51:39.456916 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Router da991876-b034-4c91-8dfd-a29674541d7d is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:51:39.485716 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=277da5cc-bb56-4bed-b55c-9665c5420c61,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:39.546296 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b92f8343-06e4-45fb-9269-24f073294ae7 None None] Provisioning complete for port f6cb0938-e971-472e-a65a-053d1dc79533 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:39.546636 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b92f8343-06e4-45fb-9269-24f073294ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:39.573326 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a5ae8fa4-a194-49de-9117-e9997e9507b4 req-e616856c-71da-4de8-86d4-f394dbeb92fe tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b80a2e3-f78f-4070-931e-b8809de6dc82&id=68f91509-7c1a-4818-a506-f6ad2613ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1180260 Jul 22 16:51:39.583135 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b92f8343-06e4-45fb-9269-24f073294ae7 None None] Port f6cb0938-e971-472e-a65a-053d1dc79533 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:51:39.597072 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:51:39.602261 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ef11cca5-f6c2-4e8e-8ff2-922f135cec29 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "PUT /v2.0/routers/da991876-b034-4c91-8dfd-a29674541d7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5465906 Jul 22 16:51:39.605005 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44468) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:39.607556 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349bf597-1a9d-4d8e-b3c0-e2fa099b98fb None None] Sync routers for ids ['da991876-b034-4c91-8dfd-a29674541d7d'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:51:39.616582 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349bf597-1a9d-4d8e-b3c0-e2fa099b98fb None None] Routers {'da991876-b034-4c91-8dfd-a29674541d7d'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:51:39.617200 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-349bf597-1a9d-4d8e-b3c0-e2fa099b98fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:51:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['da991876-b034-4c91-8dfd-a29674541d7d'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:39.648840 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-349bf597-1a9d-4d8e-b3c0-e2fa099b98fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:39.657795 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349bf597-1a9d-4d8e-b3c0-e2fa099b98fb None None] Routers {'da991876-b034-4c91-8dfd-a29674541d7d'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:51:39.658426 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-349bf597-1a9d-4d8e-b3c0-e2fa099b98fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:51:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['da991876-b034-4c91-8dfd-a29674541d7d'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:39.673167 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c958f0-f11f-4491-9755-2b6f1357fc33 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:39.674702 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c6c958f0-f11f-4491-9755-2b6f1357fc33 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports?device_id=da991876-b034-4c91-8dfd-a29674541d7d HTTP/1.1" status: 200 len: 988 time: 0.0687706 Jul 22 16:51:39.677587 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44472) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:39.695511 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-349bf597-1a9d-4d8e-b3c0-e2fa099b98fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:39.696174 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349bf597-1a9d-4d8e-b3c0-e2fa099b98fb None None] The sync data for ids ['da991876-b034-4c91-8dfd-a29674541d7d'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:51:39.988121 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bb33e-2d80-4921-95fb-4e65f8e6b108 req-d195f137-5959-4343-b229-ef252907e386 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:39.990023 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-800bb33e-2d80-4921-95fb-4e65f8e6b108 req-d195f137-5959-4343-b229-ef252907e386 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.0726771 Jul 22 16:51:40.040540 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-800bb33e-2d80-4921-95fb-4e65f8e6b108 req-a7656167-79e5-4ab3-aaa8-6e37fc2aea88 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443118 Jul 22 16:51:40.051412 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 525dbb88-4e14-4918-a907-40c8423f68fa details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:51:40.175179 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 525dbb88-4e14-4918-a907-40c8423f68fa, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=525dbb88-4e14-4918-a907-40c8423f68fa,segment=NetworkSegment(f4ca4f7b-fdd4-4b49-86d0-c40904b779a3),segment_id=f4ca4f7b-fdd4-4b49-86d0-c40904b779a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:40.190413 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '525dbb88-4e14-4918-a907-40c8423f68fa', 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05', 'port_id': '525dbb88-4e14-4918-a907-40c8423f68fa', 'mac_address': 'fa:16:3e:06:42:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:51:40.230543 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:40.250463 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5111e-fd6c-4602-900d-e6338b805980 req-71466eab-4b04-43ba-8c46-9e8844cc1780 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:40.252728 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 525dbb88-4e14-4918-a907-40c8423f68fa {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:51:40.257199 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4a5111e-fd6c-4602-900d-e6338b805980 req-71466eab-4b04-43ba-8c46-9e8844cc1780 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 944 time: 0.1360333 Jul 22 16:51:40.276858 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 525dbb88-4e14-4918-a907-40c8423f68fa, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=525dbb88-4e14-4918-a907-40c8423f68fa,segment=NetworkSegment(f4ca4f7b-fdd4-4b49-86d0-c40904b779a3),segment_id=f4ca4f7b-fdd4-4b49-86d0-c40904b779a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:40.281894 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:40.321915 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4a5111e-fd6c-4602-900d-e6338b805980 req-1de0792c-98d9-4826-a643-8ebe74528ff4 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6b7ec4e-1542-4b02-9c84-396c247335b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638528 Jul 22 16:51:40.344763 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=525dbb88-4e14-4918-a907-40c8423f68fa,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:40.377034 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fd0c8-b1aa-4a2b-8e7d-6e7a9676fca9 req-f057b05f-9341-4ad8-83ee-766f3656d1ca tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:40.385788 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bd5fd0c8-b1aa-4a2b-8e7d-6e7a9676fca9 req-f057b05f-9341-4ad8-83ee-766f3656d1ca tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.0823014 Jul 22 16:51:40.408012 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21aeee21-d1de-48e6-970c-f3a137750ce6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:40.424282 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bd5fd0c8-b1aa-4a2b-8e7d-6e7a9676fca9 req-f6ad7c30-afbb-4be1-b107-0061aac7e50b tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374568 Jul 22 16:51:40.560856 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['525dbb88-4e14-4918-a907-40c8423f68fa'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:51:40.636323 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-21aeee21-d1de-48e6-970c-f3a137750ce6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting port f6cb0938-e971-472e-a65a-053d1dc79533 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:40.636843 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21aeee21-d1de-48e6-970c-f3a137750ce6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:40.771786 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21aeee21-d1de-48e6-970c-f3a137750ce6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:40.791563 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576ab35-53eb-41ef-b5fe-960e507e0690 req-f64c67a3-13b1-4848-a3da-78715fde7dba tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:40.793245 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e576ab35-53eb-41ef-b5fe-960e507e0690 req-f64c67a3-13b1-4848-a3da-78715fde7dba tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=a37196c2-d173-462f-97a8-4762764a1251 HTTP/1.1" status: 200 len: 984 time: 0.1386137 Jul 22 16:51:40.797877 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-21aeee21-d1de-48e6-970c-f3a137750ce6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Calling delete_port for f6cb0938-e971-472e-a65a-053d1dc79533 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:40.880764 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e576ab35-53eb-41ef-b5fe-960e507e0690 req-ca7eb7c4-a9df-4e1a-8826-161ddb900c43 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b80a2e3-f78f-4070-931e-b8809de6dc82&id=68f91509-7c1a-4818-a506-f6ad2613ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0802078 Jul 22 16:51:41.054923 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 277da5cc-bb56-4bed-b55c-9665c5420c61 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:41.099637 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21aeee21-d1de-48e6-970c-f3a137750ce6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:41.173226 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 277da5cc-bb56-4bed-b55c-9665c5420c61 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:41.173869 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:41.180919 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aeee21-d1de-48e6-970c-f3a137750ce6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Port': ['ID=f6cb0938-e971-472e-a65a-053d1dc79533,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:41.208476 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a568d-4a84-4cf7-bc7c-3590e1fbbb48 req-abca587f-4b7c-4fa0-a033-475995047af9 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:41.216435 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f07a568d-4a84-4cf7-bc7c-3590e1fbbb48 req-abca587f-4b7c-4fa0-a033-475995047af9 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=a37196c2-d173-462f-97a8-4762764a1251 HTTP/1.1" status: 200 len: 984 time: 0.1470327 Jul 22 16:51:41.274386 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f07a568d-4a84-4cf7-bc7c-3590e1fbbb48 req-36cf8b99-9ce2-4229-9274-ccefd2c50423 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b80a2e3-f78f-4070-931e-b8809de6dc82&id=68f91509-7c1a-4818-a506-f6ad2613ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0523252 Jul 22 16:51:41.327275 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21aeee21-d1de-48e6-970c-f3a137750ce6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:41.406825 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dff915-0a91-446f-9a4f-8ade104372b6 req-3bef8fc4-2bd6-4846-992c-429de0c4efc9 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:41.408294 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1dff915-0a91-446f-9a4f-8ade104372b6 req-3bef8fc4-2bd6-4846-992c-429de0c4efc9 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.16 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.1327581 Jul 22 16:51:41.435378 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce7b84-69a2-453f-97c1-d07d1fc5f179 req-890b5c54-3c2a-48a6-9fc5-03526fc766e6 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:41.436788 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6dce7b84-69a2-453f-97c1-d07d1fc5f179 req-890b5c54-3c2a-48a6-9fc5-03526fc766e6 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.2795477 Jul 22 16:51:41.452730 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c18b3-b91f-4287-962b-2237ba69454b req-af39162e-eb3f-417e-a1d1-38bd9225011f tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:41.454298 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d97c18b3-b91f-4287-962b-2237ba69454b req-af39162e-eb3f-417e-a1d1-38bd9225011f tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a37196c2-d173-462f-97a8-4762764a1251 HTTP/1.1" status: 200 len: 1135 time: 0.1122408 Jul 22 16:51:41.484469 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d97c18b3-b91f-4287-962b-2237ba69454b req-f213c12b-5f7d-49a9-8700-a9c84aa51325 tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:41.531627 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21aeee21-d1de-48e6-970c-f3a137750ce6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Router da991876-b034-4c91-8dfd-a29674541d7d has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:51:41.549712 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6dce7b84-69a2-453f-97c1-d07d1fc5f179 req-402421b3-ca66-4f17-9f53-7ca507da0861 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779245 Jul 22 16:51:41.563856 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-e1dff915-0a91-446f-9a4f-8ade104372b6 req-34666d05-416b-4b0e-8344-431c6b84baaa tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Deleting port e5ed1df0-e3a4-432f-9251-600c0b2f3468 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:41.564206 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e1dff915-0a91-446f-9a4f-8ade104372b6 req-34666d05-416b-4b0e-8344-431c6b84baaa tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:41.624889 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21aeee21-d1de-48e6-970c-f3a137750ce6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:51:41.630226 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-21aeee21-d1de-48e6-970c-f3a137750ce6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "PUT /v2.0/routers/da991876-b034-4c91-8dfd-a29674541d7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9516580 Jul 22 16:51:41.639805 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec53ea6c-3f5d-47e9-bfb2-31ac9e0ce2b3 None None] Sync routers for ids ['da991876-b034-4c91-8dfd-a29674541d7d'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:51:41.640394 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44498) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:41.653818 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec53ea6c-3f5d-47e9-bfb2-31ac9e0ce2b3 None None] Routers {'da991876-b034-4c91-8dfd-a29674541d7d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:51:41.654783 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ec53ea6c-3f5d-47e9-bfb2-31ac9e0ce2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:51:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['da991876-b034-4c91-8dfd-a29674541d7d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:41.692130 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7efa36d-c35a-4123-a227-881b776badea tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] GET failed (client error): The resource could not be found. Jul 22 16:51:41.696214 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d7efa36d-c35a-4123-a227-881b776badea tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports/f6cb0938-e971-472e-a65a-053d1dc79533 HTTP/1.1" status: 404 len: 333 time: 0.0523789 Jul 22 16:51:41.696791 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44500) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:41.702140 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d97c18b3-b91f-4287-962b-2237ba69454b req-f213c12b-5f7d-49a9-8700-a9c84aa51325 tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:41.704278 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e1dff915-0a91-446f-9a4f-8ade104372b6 req-34666d05-416b-4b0e-8344-431c6b84baaa tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] For port e5ed1df0-e3a4-432f-9251-600c0b2f3468, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e5ed1df0-e3a4-432f-9251-600c0b2f3468,segment=NetworkSegment(3007038a-c00a-4fec-84b8-38efb943e21f),segment_id=3007038a-c00a-4fec-84b8-38efb943e21f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:41.704605 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e1dff915-0a91-446f-9a4f-8ade104372b6 req-34666d05-416b-4b0e-8344-431c6b84baaa tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:41.707562 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ec53ea6c-3f5d-47e9-bfb2-31ac9e0ce2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:41.708024 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d97c18b3-b91f-4287-962b-2237ba69454b req-f213c12b-5f7d-49a9-8700-a9c84aa51325 tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:41.723407 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec53ea6c-3f5d-47e9-bfb2-31ac9e0ce2b3 None None] Routers {'da991876-b034-4c91-8dfd-a29674541d7d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:51:41.724187 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ec53ea6c-3f5d-47e9-bfb2-31ac9e0ce2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:51:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['da991876-b034-4c91-8dfd-a29674541d7d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:41.734769 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-e1dff915-0a91-446f-9a4f-8ade104372b6 req-34666d05-416b-4b0e-8344-431c6b84baaa tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Calling delete_port for e5ed1df0-e3a4-432f-9251-600c0b2f3468 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:41.748484 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d97c18b3-b91f-4287-962b-2237ba69454b req-f213c12b-5f7d-49a9-8700-a9c84aa51325 tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9b80a2e3-f78f-4070-931e-b8809de6dc82&id=68f91509-7c1a-4818-a506-f6ad2613ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2873900 Jul 22 16:51:41.764006 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213c12b-5f7d-49a9-8700-a9c84aa51325 tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a836cb4-6fea-4961-9c1e-943422392de8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:41.769612 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ec53ea6c-3f5d-47e9-bfb2-31ac9e0ce2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:41.770434 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec53ea6c-3f5d-47e9-bfb2-31ac9e0ce2b3 None None] The sync data for ids ['da991876-b034-4c91-8dfd-a29674541d7d'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:51:41.783354 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44502) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:41.823135 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a0a2617-08e8-4449-a498-ddc1ba2e478a tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:41.920209 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b4aa1-48bf-4677-ba99-53d61dea31be req-1bcdff12-4f12-486b-b2be-b5574722edeb tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:41.921959 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4f6b4aa1-48bf-4677-ba99-53d61dea31be req-1bcdff12-4f12-486b-b2be-b5574722edeb tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 945 time: 0.2904139 Jul 22 16:51:41.951624 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3f3ec-cb71-4c3d-9a29-1d134bf9ea7b req-dc58e6c4-6932-4762-b62c-051d1dcc7099 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:41.953237 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4a3f3ec-cb71-4c3d-9a29-1d134bf9ea7b req-dc58e6c4-6932-4762-b62c-051d1dcc7099 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae6ffe0-fe51-4c82-85af-b1752ff465b1 HTTP/1.1" status: 200 len: 946 time: 0.1260464 Jul 22 16:51:41.973585 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e1dff915-0a91-446f-9a4f-8ade104372b6 req-34666d05-416b-4b0e-8344-431c6b84baaa tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.008902 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['0948b659-bd91-432f-bef1-41088586a44f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:51:42.054763 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a0a2617-08e8-4449-a498-ddc1ba2e478a tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.059268 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 525dbb88-4e14-4918-a907-40c8423f68fa up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:42.062907 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a0a2617-08e8-4449-a498-ddc1ba2e478a tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.068866 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4a3f3ec-cb71-4c3d-9a29-1d134bf9ea7b req-1df2201b-7c70-4839-9705-ca6e73d74aab tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053658 Jul 22 16:51:42.093853 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4f6b4aa1-48bf-4677-ba99-53d61dea31be req-80c2c7f2-d836-44bb-8d0d-1d7e701b646f tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6b7ec4e-1542-4b02-9c84-396c247335b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645706 Jul 22 16:51:42.096416 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.120699 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34666d05-416b-4b0e-8344-431c6b84baaa tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Pushing event deleted for resources: {'Port': ['ID=e5ed1df0-e3a4-432f-9251-600c0b2f3468,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:42.149489 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dff915-0a91-446f-9a4f-8ade104372b6 req-34666d05-416b-4b0e-8344-431c6b84baaa tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] No DVR routers for this DVR port e5ed1df0-e3a4-432f-9251-600c0b2f3468 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:51:42.152621 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e1dff915-0a91-446f-9a4f-8ade104372b6 req-34666d05-416b-4b0e-8344-431c6b84baaa tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.155189 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1dff915-0a91-446f-9a4f-8ade104372b6 req-34666d05-416b-4b0e-8344-431c6b84baaa tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.16 "DELETE /v2.0/ports/e5ed1df0-e3a4-432f-9251-600c0b2f3468 HTTP/1.1" status: 204 len: 173 time: 0.7408614 Jul 22 16:51:42.155958 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae6ffe0-fe51-4c82-85af-b1752ff465b1', 'name': 'network-vif-deleted', 'tag': 'e5ed1df0-e3a4-432f-9251-600c0b2f3468'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:42.160118 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 525dbb88-4e14-4918-a907-40c8423f68fa completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:42.172203 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a92e3b-eafb-47a3-bf28-94ab9e58bc73" -d '{"events": [{"server_uuid": "fae6ffe0-fe51-4c82-85af-b1752ff465b1", "name": "network-vif-deleted", "tag": "e5ed1df0-e3a4-432f-9251-600c0b2f3468"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:42.185119 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 525dbb88-4e14-4918-a907-40c8423f68fa triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:42.185119 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.187041 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824fc36d-8729-4f4e-b31b-50e180ec8af4 tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:42.193958 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-824fc36d-8729-4f4e-b31b-50e180ec8af4 tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a37196c2-d173-462f-97a8-4762764a1251 HTTP/1.1" status: 200 len: 1130 time: 0.4032488 Jul 22 16:51:42.194160 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44516) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:42.203107 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4dc7b04f-157b-4bb1-aac4-3ce6ec5e3b6f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': '7c5b0614-c8df-44a1-9c78-363abe3a3476', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:42.214016 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a0a2617-08e8-4449-a498-ddc1ba2e478a tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.214561 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0a2617-08e8-4449-a498-ddc1ba2e478a tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Fanout notify agent at l3_agent the message router_deleted on router da991876-b034-4c91-8dfd-a29674541d7d {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:51:42.221360 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.250292 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4dc7b04f-157b-4bb1-aac4-3ce6ec5e3b6f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.254841 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a0a2617-08e8-4449-a498-ddc1ba2e478a tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.259192 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1a0a2617-08e8-4449-a498-ddc1ba2e478a tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/routers/da991876-b034-4c91-8dfd-a29674541d7d HTTP/1.1" status: 204 len: 168 time: 0.5612209 Jul 22 16:51:42.259879 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44520) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:42.262035 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40de6e9-4fc4-4345-8ed5-4fce19c94f35 x-openstack-request-id: req-e40de6e9-4fc4-4345-8ed5-4fce19c94f35 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:42.262330 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae6ffe0-fe51-4c82-85af-b1752ff465b1", "name": "network-vif-deleted", "tag": "e5ed1df0-e3a4-432f-9251-600c0b2f3468", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:42.262586 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e40de6e9-4fc4-4345-8ed5-4fce19c94f35 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:42.263033 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae6ffe0-fe51-4c82-85af-b1752ff465b1', 'name': 'network-vif-deleted', 'tag': 'e5ed1df0-e3a4-432f-9251-600c0b2f3468', 'status': 'completed', 'code': 200} Jul 22 16:51:42.327643 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e18620-8758-4159-b952-c748dec8ac66 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting subnet 3bdb6024-7e18-4b75-a260-0e479debdfa8 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:51:42.333098 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.333433 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7e18620-8758-4159-b952-c748dec8ac66 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.398241 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7e18620-8758-4159-b952-c748dec8ac66 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.402240 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4dc7b04f-157b-4bb1-aac4-3ce6ec5e3b6f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.403061 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 525dbb88-4e14-4918-a907-40c8423f68fa, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=525dbb88-4e14-4918-a907-40c8423f68fa,segment=NetworkSegment(f4ca4f7b-fdd4-4b49-86d0-c40904b779a3),segment_id=f4ca4f7b-fdd4-4b49-86d0-c40904b779a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:42.404400 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ff51cb-efac-416c-a614-cdcee52fb595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525dbb88-4e14-4918-a907-40c8423f68fa'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:42.406913 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39f1883-d6c3-4e02-a8f7-5c4f361f2eb5" -d '{"events": [{"server_uuid": "08ff51cb-efac-416c-a614-cdcee52fb595", "name": "network-vif-plugged", "status": "completed", "tag": "525dbb88-4e14-4918-a907-40c8423f68fa"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:42.410687 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.486570 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0100cb-6395-4b1b-be61-8cc07b60c453 x-openstack-request-id: req-4d0100cb-6395-4b1b-be61-8cc07b60c453 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:42.486871 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ff51cb-efac-416c-a614-cdcee52fb595", "name": "network-vif-plugged", "status": "completed", "tag": "525dbb88-4e14-4918-a907-40c8423f68fa", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:42.487127 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4d0100cb-6395-4b1b-be61-8cc07b60c453 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:42.487519 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ff51cb-efac-416c-a614-cdcee52fb595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525dbb88-4e14-4918-a907-40c8423f68fa', 'code': 200} Jul 22 16:51:42.492951 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=525dbb88-4e14-4918-a907-40c8423f68fa,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:42.547812 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-4dc7b04f-157b-4bb1-aac4-3ce6ec5e3b6f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Allocated IP 172.25.0.215 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/bbd8375e-1079-40d3-96c9-31a360da9c35) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:42.567161 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7e18620-8758-4159-b952-c748dec8ac66 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.657115 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7e18620-8758-4159-b952-c748dec8ac66 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.706679 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd5452-8520-49a1-ae88-23aab2bdffbd req-02612275-4000-41a0-a766-710dacf28fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:42.707649 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56bd5452-8520-49a1-ae88-23aab2bdffbd req-02612275-4000-41a0-a766-710dacf28fae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 1097 time: 0.1317091 Jul 22 16:51:42.712518 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4dc7b04f-157b-4bb1-aac4-3ce6ec5e3b6f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.712695 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e18620-8758-4159-b952-c748dec8ac66 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Subnet': ['ID=3bdb6024-7e18-4b75-a260-0e479debdfa8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:42.721325 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7e18620-8758-4159-b952-c748dec8ac66 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.725633 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e7e18620-8758-4159-b952-c748dec8ac66 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/subnets/3bdb6024-7e18-4b75-a260-0e479debdfa8 HTTP/1.1" status: 204 len: 168 time: 0.4624426 Jul 22 16:51:42.728489 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44544) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:42.734479 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc764fbc-ea77-416f-8559-14199fba5685 None None] Network 6dfe9937-7370-44a6-9301-239df814ef58 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:42.771309 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56bd5452-8520-49a1-ae88-23aab2bdffbd req-caa84138-2eed-4b13-9d97-72854471acf1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a6b7ec4e-1542-4b02-9c84-396c247335b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555756 Jul 22 16:51:42.805594 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a25d17-e4b0-4eaf-8064-1e8971080db0 req-5a939e4a-8e9f-4e31-80aa-37ec0288842a tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:42.807394 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-45a25d17-e4b0-4eaf-8064-1e8971080db0 req-5a939e4a-8e9f-4e31-80aa-37ec0288842a tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.1613495 Jul 22 16:51:42.845413 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4dc7b04f-157b-4bb1-aac4-3ce6ec5e3b6f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.884935 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc7b04f-157b-4bb1-aac4-3ce6ec5e3b6f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:42.892372 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-4dc7b04f-157b-4bb1-aac4-3ce6ec5e3b6f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:42.896081 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc7b04f-157b-4bb1-aac4-3ce6ec5e3b6f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:42.910673 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-644b041e-f4d7-4cb6-a606-cf3b3909f5d6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.922827 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7b04f-157b-4bb1-aac4-3ce6ec5e3b6f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event updated for resources: {'Port': ['ID=bbd8375e-1079-40d3-96c9-31a360da9c35,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:42.972897 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-45a25d17-e4b0-4eaf-8064-1e8971080db0 req-bf3a3427-a696-4a49-b8e1-5dc69f393156 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281023 Jul 22 16:51:43.060154 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-644b041e-f4d7-4cb6-a606-cf3b3909f5d6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting port 277da5cc-bb56-4bed-b55c-9665c5420c61 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:43.060509 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-644b041e-f4d7-4cb6-a606-cf3b3909f5d6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:43.080259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bb8af5-4bda-40e4-adee-62c9c36c17ae None None] DHCP port deletion for 6dfe9937-7370-44a6-9301-239df814ef58 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:51:43.150559 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-644b041e-f4d7-4cb6-a606-cf3b3909f5d6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] For port 277da5cc-bb56-4bed-b55c-9665c5420c61, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=277da5cc-bb56-4bed-b55c-9665c5420c61,segment=NetworkSegment(7d433c8e-38f5-45de-b0ac-5b1710bd45ff),segment_id=7d433c8e-38f5-45de-b0ac-5b1710bd45ff)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:43.150928 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-644b041e-f4d7-4cb6-a606-cf3b3909f5d6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:43.165729 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-644b041e-f4d7-4cb6-a606-cf3b3909f5d6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Calling delete_port for 277da5cc-bb56-4bed-b55c-9665c5420c61 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:43.175587 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-60bb8af5-4bda-40e4-adee-62c9c36c17ae None None] Deleting port 277da5cc-bb56-4bed-b55c-9665c5420c61 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:43.176107 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60bb8af5-4bda-40e4-adee-62c9c36c17ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:43.260189 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-644b041e-f4d7-4cb6-a606-cf3b3909f5d6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:43.283479 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-60bb8af5-4bda-40e4-adee-62c9c36c17ae None None] For port 277da5cc-bb56-4bed-b55c-9665c5420c61, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=277da5cc-bb56-4bed-b55c-9665c5420c61,segment=NetworkSegment(7d433c8e-38f5-45de-b0ac-5b1710bd45ff),segment_id=7d433c8e-38f5-45de-b0ac-5b1710bd45ff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:43.283853 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60bb8af5-4bda-40e4-adee-62c9c36c17ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:43.288850 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644b041e-f4d7-4cb6-a606-cf3b3909f5d6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] No DVR routers for this DVR port 277da5cc-bb56-4bed-b55c-9665c5420c61 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:51:43.314369 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-60bb8af5-4bda-40e4-adee-62c9c36c17ae None None] Calling delete_port for 277da5cc-bb56-4bed-b55c-9665c5420c61 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:43.339647 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b041e-f4d7-4cb6-a606-cf3b3909f5d6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Port': ['ID=277da5cc-bb56-4bed-b55c-9665c5420c61,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:43.424725 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46175cc-c45e-4645-ab55-6392641b8fa1 req-d9f8f9c2-04fb-44e1-864d-4489cfc6bc79 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:43.424986 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-644b041e-f4d7-4cb6-a606-cf3b3909f5d6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:43.427189 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e46175cc-c45e-4645-ab55-6392641b8fa1 req-d9f8f9c2-04fb-44e1-864d-4489cfc6bc79 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 946 time: 0.2051396 Jul 22 16:51:43.446568 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60bb8af5-4bda-40e4-adee-62c9c36c17ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:43.447340 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-644b041e-f4d7-4cb6-a606-cf3b3909f5d6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dfe9937-7370-44a6-9301-239df814ef58']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:43.458655 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-644b041e-f4d7-4cb6-a606-cf3b3909f5d6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d433c8e-38f5-45de-b0ac-5b1710bd45ff') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:43.458946 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-644b041e-f4d7-4cb6-a606-cf3b3909f5d6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d433c8e-38f5-45de-b0ac-5b1710bd45ff') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:43.469886 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-644b041e-f4d7-4cb6-a606-cf3b3909f5d6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:43.475716 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e46175cc-c45e-4645-ab55-6392641b8fa1 req-6abc3024-3c43-4ec8-adbb-4b7135b57eaa tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6b7ec4e-1542-4b02-9c84-396c247335b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407839 Jul 22 16:51:43.491270 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb8af5-4bda-40e4-adee-62c9c36c17ae None None] Pushing event deleted for resources: {'Port': ['ID=277da5cc-bb56-4bed-b55c-9665c5420c61,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:43.502110 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bb8af5-4bda-40e4-adee-62c9c36c17ae None None] No DVR routers for this DVR port 277da5cc-bb56-4bed-b55c-9665c5420c61 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:51:43.506052 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-644b041e-f4d7-4cb6-a606-cf3b3909f5d6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:43.531500 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644b041e-f4d7-4cb6-a606-cf3b3909f5d6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:51:43.531913 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-644b041e-f4d7-4cb6-a606-cf3b3909f5d6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:51:43.535412 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:51:43.600559 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4dc7b04f-157b-4bb1-aac4-3ce6ec5e3b6f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:43.635203 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device e5ed1df0-e3a4-432f-9251-600c0b2f3468 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:51:43.646614 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36039f89-8405-4db9-86db-959e625a3a6a req-d8c8ace4-c45d-4728-926c-19a228c8d4e7 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:43.655756 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-36039f89-8405-4db9-86db-959e625a3a6a req-d8c8ace4-c45d-4728-926c-19a228c8d4e7 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.1441510 Jul 22 16:51:43.656315 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: e5ed1df0-e3a4-432f-9251-600c0b2f3468 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:51:43.656673 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device e5ed1df0-e3a4-432f-9251-600c0b2f3468 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:51:43.665843 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-644b041e-f4d7-4cb6-a606-cf3b3909f5d6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:43.679893 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-644b041e-f4d7-4cb6-a606-cf3b3909f5d6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:43.686521 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-644b041e-f4d7-4cb6-a606-cf3b3909f5d6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/networks/6dfe9937-7370-44a6-9301-239df814ef58 HTTP/1.1" status: 204 len: 168 time: 0.9439294 Jul 22 16:51:43.687115 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44558) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:43.704557 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4dc7b04f-157b-4bb1-aac4-3ce6ec5e3b6f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:43.734464 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b041e-f4d7-4cb6-a606-cf3b3909f5d6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Network': ['ID=6dfe9937-7370-44a6-9301-239df814ef58,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:43.761879 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-36039f89-8405-4db9-86db-959e625a3a6a req-c4680761-bcb2-48b0-a2ae-7673294e350e tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046412 Jul 22 16:51:43.781134 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9375e96a-f371-4fed-ab80-036547aa6170 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:43.791588 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9375e96a-f371-4fed-ab80-036547aa6170 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports/d24fee42-d078-448e-87a2-fe1acd1803ae HTTP/1.1" status: 200 len: 845 time: 0.0950832 Jul 22 16:51:43.791588 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44560) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:43.858673 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-426f2707-a462-4d87-a4ce-c082dd40f6cf tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports/d24fee42-d078-448e-87a2-fe1acd1803ae?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0678384 Jul 22 16:51:43.862246 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44562) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:43.868078 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-89148361-94e8-408c-8a00-e23629e1f949 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'subnet': {'network_id': '784d7ec6-dd85-40b3-9068-ad76b03fd04b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:43.934016 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4dc7b04f-157b-4bb1-aac4-3ce6ec5e3b6f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:43.942328 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4dc7b04f-157b-4bb1-aac4-3ce6ec5e3b6f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:43.997864 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89148361-94e8-408c-8a00-e23629e1f949 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:44.002363 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89148361-94e8-408c-8a00-e23629e1f949 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:44.078916 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7b04f-157b-4bb1-aac4-3ce6ec5e3b6f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event updated for resources: {'Port': ['ID=bbd8375e-1079-40d3-96c9-31a360da9c35,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:44.114342 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4dc7b04f-157b-4bb1-aac4-3ce6ec5e3b6f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:44.228220 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b03dbb-92aa-498d-8703-4d41d7386ee4 req-b6011988-79d0-4eca-aff1-fa99dfe35da4 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:44.229450 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f0b03dbb-92aa-498d-8703-4d41d7386ee4 req-b6011988-79d0-4eca-aff1-fa99dfe35da4 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.1647253 Jul 22 16:51:44.236119 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89148361-94e8-408c-8a00-e23629e1f949 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:44.263247 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-4dc7b04f-157b-4bb1-aac4-3ce6ec5e3b6f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Floating IP f9823851-55c6-42f6-9946-308672c0142b associated. External IP: 172.25.0.215, port: 7c5b0614-c8df-44a1-9c78-363abe3a3476. Jul 22 16:51:44.285682 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89148361-94e8-408c-8a00-e23629e1f949 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network 784d7ec6-dd85-40b3-9068-ad76b03fd04b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:44.289093 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-89148361-94e8-408c-8a00-e23629e1f949 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:44.293498 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89148361-94e8-408c-8a00-e23629e1f949 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:44.294106 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89148361-94e8-408c-8a00-e23629e1f949 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:44.298532 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1347b43-957c-40da-9722-f402920c6b88 None None] Network 784d7ec6-dd85-40b3-9068-ad76b03fd04b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:44.306436 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89148361-94e8-408c-8a00-e23629e1f949 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Subnet': ['ID=455ba3b9-bb13-4955-87f0-70d679df3934,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:44.323985 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-89148361-94e8-408c-8a00-e23629e1f949 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4606349 Jul 22 16:51:44.327453 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44568) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:44.332757 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c89c1af6-0823-4da2-b326-ebab00936a5e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'security_group': {'name': 'tempest-secgroup-1732334395'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:44.350444 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f0b03dbb-92aa-498d-8703-4d41d7386ee4 req-be3a3e34-d951-435e-83e6-2634b96573c3 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113811 Jul 22 16:51:44.359045 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c89c1af6-0823-4da2-b326-ebab00936a5e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:44.454685 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c89c1af6-0823-4da2-b326-ebab00936a5e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:44.459167 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c89c1af6-0823-4da2-b326-ebab00936a5e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:44.489425 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c89c1af6-0823-4da2-b326-ebab00936a5e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:44.490800 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c89c1af6-0823-4da2-b326-ebab00936a5e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1622500 Jul 22 16:51:44.493713 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44570) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:44.505550 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-cb98bf20-5a2d-40a5-9438-287401cb402b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'security_group': {'name': 'tempest-secgroup-65962694'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:44.514808 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c1af6-0823-4da2-b326-ebab00936a5e tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32bd0d8b-0033-4e6a-8e93-98da56f24110,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:44.540846 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc7b04f-157b-4bb1-aac4-3ce6ec5e3b6f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Router e114badc-ed3c-4c9c-8ebb-78a4c1f057f5 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:51:44.548717 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb98bf20-5a2d-40a5-9438-287401cb402b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:44.667211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc7b04f-157b-4bb1-aac4-3ce6ec5e3b6f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:51:44.684419 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a998688a-780d-486f-b4a7-e87c5c4dcde4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-784d7ec6-dd85-40b3-9068-ad76b03fd04b', 'network_id': '784d7ec6-dd85-40b3-9068-ad76b03fd04b', 'tenant_id': 'ae4a272be618442d821360d06c080a1c', 'fixed_ips': [{'subnet_id': '455ba3b9-bb13-4955-87f0-70d679df3934'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:51:44.685287 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a998688a-780d-486f-b4a7-e87c5c4dcde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:44.687831 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06760048-52d2-4963-bc2e-3e1dbf2b82e6 None None] Sync routers for ids ['e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:51:44.689206 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ea178-9bfd-4ddb-be3b-f034248ccadf req-b18d15fa-020e-43eb-815f-9d36a953ade4 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:44.690993 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-518ea178-9bfd-4ddb-be3b-f034248ccadf req-b18d15fa-020e-43eb-815f-9d36a953ade4 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 946 time: 0.1267610 Jul 22 16:51:44.693137 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb98bf20-5a2d-40a5-9438-287401cb402b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:44.702697 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4dc7b04f-157b-4bb1-aac4-3ce6ec5e3b6f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:44.703210 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb98bf20-5a2d-40a5-9438-287401cb402b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:44.707317 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06760048-52d2-4963-bc2e-3e1dbf2b82e6 None None] Routers {'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:51:44.707803 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-06760048-52d2-4963-bc2e-3e1dbf2b82e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:51:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:44.745743 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4dc7b04f-157b-4bb1-aac4-3ce6ec5e3b6f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5485620 Jul 22 16:51:44.745743 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37196c2-d173-462f-97a8-4762764a1251', 'tag': '7c5b0614-c8df-44a1-9c78-363abe3a3476'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:44.747220 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87ce151-fb00-44dc-a56e-cb1d55f367ef" -d '{"events": [{"name": "network-changed", "server_uuid": "a37196c2-d173-462f-97a8-4762764a1251", "tag": "7c5b0614-c8df-44a1-9c78-363abe3a3476"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:44.749465 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44574) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:44.771680 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb98bf20-5a2d-40a5-9438-287401cb402b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:44.773116 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cb98bf20-5a2d-40a5-9438-287401cb402b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2781265 Jul 22 16:51:44.777902 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-518ea178-9bfd-4ddb-be3b-f034248ccadf req-13084ed1-f62d-4a7f-84c4-27676fbedca1 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6b7ec4e-1542-4b02-9c84-396c247335b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812833 Jul 22 16:51:44.778640 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44578) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:44.780948 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98bf20-5a2d-40a5-9438-287401cb402b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09cd708e-c2d5-4a12-a4f7-621beec21dd0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:44.787276 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7d1d6fb3-4046-45ca-bb97-8d3a01102ac2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-924251729', 'security_groups': ['09cd708e-c2d5-4a12-a4f7-621beec21dd0'], 'network_id': '784d7ec6-dd85-40b3-9068-ad76b03fd04b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '455ba3b9-bb13-4955-87f0-70d679df3934'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:44.940996 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a998688a-780d-486f-b4a7-e87c5c4dcde4 None None] Allocated IP 2001:db8::2 (784d7ec6-dd85-40b3-9068-ad76b03fd04b/455ba3b9-bb13-4955-87f0-70d679df3934/d708e855-90f2-4fb7-9e5d-4e0512c67a44) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:44.984534 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1d6fb3-4046-45ca-bb97-8d3a01102ac2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:45.044539 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b1e21-48bc-48fb-92a3-de9805dcc19e req-65721f69-7c27-40be-98ed-f4ee9129dace tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.052397 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-122b1e21-48bc-48fb-92a3-de9805dcc19e req-65721f69-7c27-40be-98ed-f4ee9129dace tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.1287823 Jul 22 16:51:45.068905 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 277da5cc-bb56-4bed-b55c-9665c5420c61 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:51:45.154450 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a998688a-780d-486f-b4a7-e87c5c4dcde4 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:45.163705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a998688a-780d-486f-b4a7-e87c5c4dcde4 None None] Transition to ACTIVE for port object d708e855-90f2-4fb7-9e5d-4e0512c67a44 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:45.194277 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a998688a-780d-486f-b4a7-e87c5c4dcde4 None None] Transition to ACTIVE for port object d708e855-90f2-4fb7-9e5d-4e0512c67a44 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:45.194928 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-122b1e21-48bc-48fb-92a3-de9805dcc19e req-50ab1459-208d-486f-8d2a-9ed361718370 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414614 Jul 22 16:51:45.216903 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d1d6fb3-4046-45ca-bb97-8d3a01102ac2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:45.223768 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 277da5cc-bb56-4bed-b55c-9665c5420c61 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:51:45.224115 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 277da5cc-bb56-4bed-b55c-9665c5420c61 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:51:45.237975 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-7d1d6fb3-4046-45ca-bb97-8d3a01102ac2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] device_id is not set on port 633294db-8257-404f-83ef-caffbf353e33 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:51:45.243635 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a998688a-780d-486f-b4a7-e87c5c4dcde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:45.305810 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998688a-780d-486f-b4a7-e87c5c4dcde4 None None] Pushing event updated for resources: {'Port': ['ID=d708e855-90f2-4fb7-9e5d-4e0512c67a44,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:45.324114 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-06760048-52d2-4963-bc2e-3e1dbf2b82e6 None None] Set router e114badc-ed3c-4c9c-8ebb-78a4c1f057f5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:51:45.328305 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a998688a-780d-486f-b4a7-e87c5c4dcde4 None None] Network 784d7ec6-dd85-40b3-9068-ad76b03fd04b is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:45.328484 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1ac7b9-3c04-4d64-afc3-284d6730cc8e tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.328828 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1ac7b9-3c04-4d64-afc3-284d6730cc8e tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.329285 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1ac7b9-3c04-4d64-afc3-284d6730cc8e tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.329765 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1ac7b9-3c04-4d64-afc3-284d6730cc8e tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.330273 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1ac7b9-3c04-4d64-afc3-284d6730cc8e tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.330745 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1ac7b9-3c04-4d64-afc3-284d6730cc8e tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.331214 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1ac7b9-3c04-4d64-afc3-284d6730cc8e tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.331678 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1ac7b9-3c04-4d64-afc3-284d6730cc8e tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.332141 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1ac7b9-3c04-4d64-afc3-284d6730cc8e tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.332604 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1ac7b9-3c04-4d64-afc3-284d6730cc8e tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.337390 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9f1ac7b9-3c04-4d64-afc3-284d6730cc8e tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7097 time: 0.5837560 Jul 22 16:51:45.346367 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f7375e-9818-4fb1-be5a-35506871d4fc x-openstack-request-id: req-28f7375e-9818-4fb1-be5a-35506871d4fc {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:45.346572 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37196c2-d173-462f-97a8-4762764a1251", "tag": "7c5b0614-c8df-44a1-9c78-363abe3a3476", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:45.346826 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-28f7375e-9818-4fb1-be5a-35506871d4fc {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:45.347232 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37196c2-d173-462f-97a8-4762764a1251', 'tag': '7c5b0614-c8df-44a1-9c78-363abe3a3476', 'status': 'completed', 'code': 200} Jul 22 16:51:45.351563 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44590) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:45.366960 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a998688a-780d-486f-b4a7-e87c5c4dcde4 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:45.375040 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a998688a-780d-486f-b4a7-e87c5c4dcde4 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:45.466465 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a998688a-780d-486f-b4a7-e87c5c4dcde4 None None] Attempting to bind port d708e855-90f2-4fb7-9e5d-4e0512c67a44 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:51:45.466862 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a998688a-780d-486f-b4a7-e87c5c4dcde4 None None] Attempting to bind port d708e855-90f2-4fb7-9e5d-4e0512c67a44 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '94ad2ab7-7c5a-4f64-9180-640aafd7be54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '784d7ec6-dd85-40b3-9068-ad76b03fd04b'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:51:45.467216 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a998688a-780d-486f-b4a7-e87c5c4dcde4 None None] Attempting to bind port d708e855-90f2-4fb7-9e5d-4e0512c67a44 on network 784d7ec6-dd85-40b3-9068-ad76b03fd04b {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:51:45.504683 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a998688a-780d-486f-b4a7-e87c5c4dcde4 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:51:45.505082 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a998688a-780d-486f-b4a7-e87c5c4dcde4 None None] Checking segment: {'id': '94ad2ab7-7c5a-4f64-9180-640aafd7be54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '784d7ec6-dd85-40b3-9068-ad76b03fd04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:51:45.506061 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a998688a-780d-486f-b4a7-e87c5c4dcde4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:45.506607 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a998688a-780d-486f-b4a7-e87c5c4dcde4 None None] Bound using segment: {'id': '94ad2ab7-7c5a-4f64-9180-640aafd7be54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '784d7ec6-dd85-40b3-9068-ad76b03fd04b'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:51:45.507095 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a998688a-780d-486f-b4a7-e87c5c4dcde4 None None] Bound port: d708e855-90f2-4fb7-9e5d-4e0512c67a44, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ad2ab7-7c5a-4f64-9180-640aafd7be54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '784d7ec6-dd85-40b3-9068-ad76b03fd04b'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:51:45.507476 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a998688a-780d-486f-b4a7-e87c5c4dcde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:45.549816 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d329bb99-34c7-49ea-b116-664252a22ced tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.550320 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d329bb99-34c7-49ea-b116-664252a22ced tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.550785 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d329bb99-34c7-49ea-b116-664252a22ced tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.551246 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d329bb99-34c7-49ea-b116-664252a22ced tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.551706 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d329bb99-34c7-49ea-b116-664252a22ced tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.552160 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d329bb99-34c7-49ea-b116-664252a22ced tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.552616 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d329bb99-34c7-49ea-b116-664252a22ced tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.553069 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d329bb99-34c7-49ea-b116-664252a22ced tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.553518 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d329bb99-34c7-49ea-b116-664252a22ced tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.553993 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d329bb99-34c7-49ea-b116-664252a22ced tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.556116 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d329bb99-34c7-49ea-b116-664252a22ced tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6547 time: 0.2056170 Jul 22 16:51:45.562363 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44594) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:45.671947 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a998688a-780d-486f-b4a7-e87c5c4dcde4 None None] For port d708e855-90f2-4fb7-9e5d-4e0512c67a44, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:51:45.691029 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a998688a-780d-486f-b4a7-e87c5c4dcde4 None None] For port d708e855-90f2-4fb7-9e5d-4e0512c67a44, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d708e855-90f2-4fb7-9e5d-4e0512c67a44,segment=NetworkSegment(94ad2ab7-7c5a-4f64-9180-640aafd7be54),segment_id=94ad2ab7-7c5a-4f64-9180-640aafd7be54)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:51:45.714686 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7e40e-953d-4ddc-b96a-abb95aa70909 req-e3be42b3-9fab-463b-acb8-4fbf2c342de7 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.716268 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-67c7e40e-953d-4ddc-b96a-abb95aa70909 req-e3be42b3-9fab-463b-acb8-4fbf2c342de7 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 946 time: 0.3803442 Jul 22 16:51:45.726930 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a998688a-780d-486f-b4a7-e87c5c4dcde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:45.742821 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ce151-fb00-44dc-a56e-cb1d55f367ef req-131c1100-cf2b-42a7-96d6-5244294d0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.744588 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c87ce151-fb00-44dc-a56e-cb1d55f367ef req-131c1100-cf2b-42a7-96d6-5244294d0bb3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47c84c9b5b234dc7a95225e8dd07068d&device_id=a37196c2-d173-462f-97a8-4762764a1251 HTTP/1.1" status: 200 len: 1135 time: 0.4074786 Jul 22 16:51:45.826723 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-67c7e40e-953d-4ddc-b96a-abb95aa70909 req-af3ddea4-aa7b-4d6c-89d6-450c2646437d tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6b7ec4e-1542-4b02-9c84-396c247335b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991728 Jul 22 16:51:45.857541 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44596) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:45.886413 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998688a-780d-486f-b4a7-e87c5c4dcde4 None None] Pushing event updated for resources: {'Port': ['ID=d708e855-90f2-4fb7-9e5d-4e0512c67a44,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:45.898914 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-06760048-52d2-4963-bc2e-3e1dbf2b82e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788099677', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:51:10Z', 'updated_at': '2021-07-22T16:51:18Z', 'revision_number': 4, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'gw_port': {'id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:51:11Z', 'updated_at': '2021-07-22T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'f9823851-55c6-42f6-9946-308672c0142b', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'port_id': '7c5b0614-c8df-44a1-9c78-363abe3a3476', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce', 'mac_address': 'fa:16:3e:f4:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37196c2-d173-462f-97a8-4762764a1251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:51:43Z', 'updated_at': '2021-07-22T16:51:43Z', 'revision_number': 0, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8326bfb-f89c-4e49-a55e-bfe61b344895', 'name': '', 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'mac_address': 'fa:16:3e:fd:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'fe4b140c-9cc1-4d05-a05e-153f30944130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:51:16Z', 'updated_at': '2021-07-22T16:51:25Z', 'revision_number': 5, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'subnets': [{'id': 'fe4b140c-9cc1-4d05-a05e-153f30944130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:45.912856 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-7d1d6fb3-4046-45ca-bb97-8d3a01102ac2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Allocated IP 2001:db8::2b1 (784d7ec6-dd85-40b3-9068-ad76b03fd04b/455ba3b9-bb13-4955-87f0-70d679df3934/633294db-8257-404f-83ef-caffbf353e33) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:45.946054 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06760048-52d2-4963-bc2e-3e1dbf2b82e6 None None] Checking router: e114badc-ed3c-4c9c-8ebb-78a4c1f057f5 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:51:45.956982 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e791c8f-0975-4ed4-98fe-467a568c4fef req-dfe45b97-1abb-43a1-b0aa-6ba29288ddf7 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.957776 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06760048-52d2-4963-bc2e-3e1dbf2b82e6 None None] Routers {'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:51:45.958470 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-06760048-52d2-4963-bc2e-3e1dbf2b82e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:51:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:45.958759 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6e791c8f-0975-4ed4-98fe-467a568c4fef req-dfe45b97-1abb-43a1-b0aa-6ba29288ddf7 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.2944984 Jul 22 16:51:46.063932 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6e791c8f-0975-4ed4-98fe-467a568c4fef req-6ad100fe-ac99-4a79-8dbf-85e620bbdf53 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967710 Jul 22 16:51:46.160769 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-06760048-52d2-4963-bc2e-3e1dbf2b82e6 None None] Set router e114badc-ed3c-4c9c-8ebb-78a4c1f057f5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:51:46.216936 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d1d6fb3-4046-45ca-bb97-8d3a01102ac2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:46.220718 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ce151-fb00-44dc-a56e-cb1d55f367ef req-e6ebbad9-3b8d-46e3-a669-c3404d72808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:46.224308 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c87ce151-fb00-44dc-a56e-cb1d55f367ef req-e6ebbad9-3b8d-46e3-a669-c3404d72808a service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7be0ad0-41f3-47e3-9669-c2c6027406ce HTTP/1.1" status: 200 len: 898 time: 0.4701591 Jul 22 16:51:46.253283 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-7d1d6fb3-4046-45ca-bb97-8d3a01102ac2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Transition to ACTIVE for port object 633294db-8257-404f-83ef-caffbf353e33 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:46.331181 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d1d6fb3-4046-45ca-bb97-8d3a01102ac2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:46.406810 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1d6fb3-4046-45ca-bb97-8d3a01102ac2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network 784d7ec6-dd85-40b3-9068-ad76b03fd04b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:46.410491 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-7d1d6fb3-4046-45ca-bb97-8d3a01102ac2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:46.421185 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1d6fb3-4046-45ca-bb97-8d3a01102ac2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:46.427304 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d6fb3-4046-45ca-bb97-8d3a01102ac2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:46.427933 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d1d6fb3-4046-45ca-bb97-8d3a01102ac2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:46.432120 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d6fb3-4046-45ca-bb97-8d3a01102ac2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Port': ['ID=633294db-8257-404f-83ef-caffbf353e33,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:46.456004 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7d1d6fb3-4046-45ca-bb97-8d3a01102ac2 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6760163 Jul 22 16:51:46.462399 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44604) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:46.468014 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-54c5070d-4b99-416f-b052-63b8cd0cd4bd tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'subnet': {'network_id': '784d7ec6-dd85-40b3-9068-ad76b03fd04b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:46.485966 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d30446-4a62-4b19-a246-7f9097b15b63 req-8d8215a2-41aa-4324-b11c-34d293058063 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:46.487533 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e9d30446-4a62-4b19-a246-7f9097b15b63 req-8d8215a2-41aa-4324-b11c-34d293058063 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.4995885 Jul 22 16:51:46.525267 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c87ce151-fb00-44dc-a56e-cb1d55f367ef req-d19f3464-ceb2-48ab-a79a-001a9f65b1b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c5b0614-c8df-44a1-9c78-363abe3a3476 HTTP/1.1" status: 200 len: 999 time: 0.2801700 Jul 22 16:51:46.571615 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-06760048-52d2-4963-bc2e-3e1dbf2b82e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788099677', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:51:10Z', 'updated_at': '2021-07-22T16:51:18Z', 'revision_number': 4, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'gw_port': {'id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:51:11Z', 'updated_at': '2021-07-22T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'f9823851-55c6-42f6-9946-308672c0142b', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'port_id': '7c5b0614-c8df-44a1-9c78-363abe3a3476', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce', 'mac_address': 'fa:16:3e:f4:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37196c2-d173-462f-97a8-4762764a1251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:51:43Z', 'updated_at': '2021-07-22T16:51:43Z', 'revision_number': 0, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8326bfb-f89c-4e49-a55e-bfe61b344895', 'name': '', 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'mac_address': 'fa:16:3e:fd:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'fe4b140c-9cc1-4d05-a05e-153f30944130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:51:16Z', 'updated_at': '2021-07-22T16:51:25Z', 'revision_number': 5, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'subnets': [{'id': 'fe4b140c-9cc1-4d05-a05e-153f30944130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:46.609893 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06760048-52d2-4963-bc2e-3e1dbf2b82e6 None None] The sync data for ids ['e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'] in n-d-798930-9 is: [{'id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788099677', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:51:10Z', 'updated_at': '2021-07-22T16:51:18Z', 'revision_number': 4, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'gw_port': {'id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:51:11Z', 'updated_at': '2021-07-22T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'f9823851-55c6-42f6-9946-308672c0142b', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'port_id': '7c5b0614-c8df-44a1-9c78-363abe3a3476', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce', 'mac_address': 'fa:16:3e:f4:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37196c2-d173-462f-97a8-4762764a1251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:51:43Z', 'updated_at': '2021-07-22T16:51:43Z', 'revision_number': 0, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8326bfb-f89c-4e49-a55e-bfe61b344895', 'name': '', 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'mac_address': 'fa:16:3e:fd:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'fe4b140c-9cc1-4d05-a05e-153f30944130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:51:16Z', 'updated_at': '2021-07-22T16:51:25Z', 'revision_number': 5, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'subnets': [{'id': 'fe4b140c-9cc1-4d05-a05e-153f30944130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:51:46.632973 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c5070d-4b99-416f-b052-63b8cd0cd4bd tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:46.638907 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54c5070d-4b99-416f-b052-63b8cd0cd4bd tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:46.641777 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2a0a3cd6-63cc-438e-91bc-5ef188be319e tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4502 time: 1.0782793 Jul 22 16:51:46.642995 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44608) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:46.664547 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71ddb41-52ce-4b42-ae64-b5ee72067af5 tempest-TestVolumeBackupRestore-570694295 tempest-TestVolumeBackupRestore-570694295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:46.669389 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a71ddb41-52ce-4b42-ae64-b5ee72067af5 tempest-TestVolumeBackupRestore-570694295 tempest-TestVolumeBackupRestore-570694295-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 1092 time: 0.8103366 Jul 22 16:51:46.676382 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44610) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:46.684417 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e20ccdf4-2342-4de8-8979-a98a78646b42 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': '525dbb88-4e14-4918-a907-40c8423f68fa', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:46.752369 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f22f50-2d96-4827-8c5e-62f286cdc484 req-631eb641-7409-49be-b09f-8338ecabed21 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:46.758593 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a6f22f50-2d96-4827-8c5e-62f286cdc484 req-631eb641-7409-49be-b09f-8338ecabed21 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 945 time: 0.4213893 Jul 22 16:51:46.760242 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ce151-fb00-44dc-a56e-cb1d55f367ef req-32d74ace-46f6-4c60-a11f-13a5b81b0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:46.761766 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c87ce151-fb00-44dc-a56e-cb1d55f367ef req-32d74ace-46f6-4c60-a11f-13a5b81b0443 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fe4b140c-9cc1-4d05-a05e-153f30944130 HTTP/1.1" status: 200 len: 835 time: 0.2070332 Jul 22 16:51:46.791199 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb7a6c5-6f9a-4f4e-84ff-9d7ba1148801 tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:46.791689 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb7a6c5-6f9a-4f4e-84ff-9d7ba1148801 tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:46.794022 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ceb7a6c5-6f9a-4f4e-84ff-9d7ba1148801 tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e114badc-ed3c-4c9c-8ebb-78a4c1f057f5 HTTP/1.1" status: 200 len: 1989 time: 0.1497736 Jul 22 16:51:46.834629 n-d-798930-9 neutron-server[93817]: INFO neutron.db.ipam_backend_mixin [None req-54c5070d-4b99-416f-b052-63b8cd0cd4bd tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 455ba3b9-bb13-4955-87f0-70d679df3934 (CIDR: 2001:db8::/64) Jul 22 16:51:46.839979 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c5070d-4b99-416f-b052-63b8cd0cd4bd tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:51:46.841538 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c5070d-4b99-416f-b052-63b8cd0cd4bd tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:51:46.876993 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-54c5070d-4b99-416f-b052-63b8cd0cd4bd tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4133782 Jul 22 16:51:46.879754 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44614) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:46.886117 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c292f70a-1c18-44bc-af9b-e7d0e39e737f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'subnet': {'network_id': '784d7ec6-dd85-40b3-9068-ad76b03fd04b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:46.886847 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e20ccdf4-2342-4de8-8979-a98a78646b42 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:46.978234 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a6f22f50-2d96-4827-8c5e-62f286cdc484 req-348ec43c-de66-4723-93ef-15fed022a00a tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104075 Jul 22 16:51:47.006753 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5eaaa9-83a7-4213-bc30-bf05314228f1 None None] New status for floating IP f9823851-55c6-42f6-9946-308672c0142b: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:51:47.016284 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-e9d30446-4a62-4b19-a246-7f9097b15b63 req-0a6180ff-2877-4c08-854b-f3110981308d tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Deleting port 0948b659-bd91-432f-bef1-41088586a44f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:47.016641 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e9d30446-4a62-4b19-a246-7f9097b15b63 req-0a6180ff-2877-4c08-854b-f3110981308d tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:47.088520 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c292f70a-1c18-44bc-af9b-e7d0e39e737f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:47.089431 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ce151-fb00-44dc-a56e-cb1d55f367ef req-5f2e2f57-69ee-4289-bf91-5e50c57e04f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:47.091561 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c87ce151-fb00-44dc-a56e-cb1d55f367ef req-5f2e2f57-69ee-4289-bf91-5e50c57e04f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7be0ad0-41f3-47e3-9669-c2c6027406ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3217540 Jul 22 16:51:47.100507 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c292f70a-1c18-44bc-af9b-e7d0e39e737f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:47.119633 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d708e855-90f2-4fb7-9e5d-4e0512c67a44 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:47.209023 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port d708e855-90f2-4fb7-9e5d-4e0512c67a44 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:47.357852 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46d3ed-1731-402e-b934-360f14952fe9 req-e69929df-2258-4a2d-a2b8-0818da75dbfb tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:47.359564 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-be46d3ed-1731-402e-b934-360f14952fe9 req-e69929df-2258-4a2d-a2b8-0818da75dbfb tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.1884079 Jul 22 16:51:47.408123 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e9d30446-4a62-4b19-a246-7f9097b15b63 req-0a6180ff-2877-4c08-854b-f3110981308d tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] For port 0948b659-bd91-432f-bef1-41088586a44f, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0948b659-bd91-432f-bef1-41088586a44f,segment=NetworkSegment(3007038a-c00a-4fec-84b8-38efb943e21f),segment_id=3007038a-c00a-4fec-84b8-38efb943e21f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:47.408483 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e9d30446-4a62-4b19-a246-7f9097b15b63 req-0a6180ff-2877-4c08-854b-f3110981308d tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:47.426858 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:51:47.479177 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-be46d3ed-1731-402e-b934-360f14952fe9 req-e155f23b-2cba-4c9f-90a4-4d9ba48c9333 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091647 Jul 22 16:51:47.483384 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-e9d30446-4a62-4b19-a246-7f9097b15b63 req-0a6180ff-2877-4c08-854b-f3110981308d tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Calling delete_port for 0948b659-bd91-432f-bef1-41088586a44f owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:47.525040 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e20ccdf4-2342-4de8-8979-a98a78646b42 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:47.576004 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4a7cfe9b-4f51-4ca8-831c-fc9dd34962e5 None None] Provisioning complete for port d24fee42-d078-448e-87a2-fe1acd1803ae triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:47.577178 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c87ce151-fb00-44dc-a56e-cb1d55f367ef req-fac901c6-4573-4972-91a6-1b50280d8515 service neutron] 10.222.0.16 "GET /v2.0/networks/e7be0ad0-41f3-47e3-9669-c2c6027406ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133677 Jul 22 16:51:47.578715 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a7cfe9b-4f51-4ca8-831c-fc9dd34962e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:47.593328 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c292f70a-1c18-44bc-af9b-e7d0e39e737f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:47.650108 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c292f70a-1c18-44bc-af9b-e7d0e39e737f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network 784d7ec6-dd85-40b3-9068-ad76b03fd04b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:47.662946 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c292f70a-1c18-44bc-af9b-e7d0e39e737f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:47.673853 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c292f70a-1c18-44bc-af9b-e7d0e39e737f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:47.674477 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c292f70a-1c18-44bc-af9b-e7d0e39e737f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:47.688676 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4a7cfe9b-4f51-4ca8-831c-fc9dd34962e5 None None] Port d24fee42-d078-448e-87a2-fe1acd1803ae cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:51:47.706813 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292f70a-1c18-44bc-af9b-e7d0e39e737f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Subnet': ['ID=36a42f84-be32-4785-b057-cc3243fc32ab,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:47.715229 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c292f70a-1c18-44bc-af9b-e7d0e39e737f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8310561 Jul 22 16:51:47.717887 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44624) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:47.728718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4e3da877-0f5e-4585-a3d1-463c8eaec0d3 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-263202326', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '36a42f84-be32-4785-b057-cc3243fc32ab'}], 'security_groups': ['32bd0d8b-0033-4e6a-8e93-98da56f24110']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:47.731009 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4a7cfe9b-4f51-4ca8-831c-fc9dd34962e5 None None] Provisioning for port d708e855-90f2-4fb7-9e5d-4e0512c67a44 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:47.735090 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4a7cfe9b-4f51-4ca8-831c-fc9dd34962e5 None None] Provisioning complete for port d708e855-90f2-4fb7-9e5d-4e0512c67a44 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:47.735464 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a7cfe9b-4f51-4ca8-831c-fc9dd34962e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:47.834104 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44628) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:47.890167 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c87ce151-fb00-44dc-a56e-cb1d55f367ef req-1009e146-00ec-455d-8f5d-19b8dca3b8c2 service neutron] 10.222.0.16 "GET /v2.0/networks/e7be0ad0-41f3-47e3-9669-c2c6027406ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046100 Jul 22 16:51:47.899437 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6612b89-9d21-4b59-ab3e-5216c7fdb9e9 None None] Network 784d7ec6-dd85-40b3-9068-ad76b03fd04b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:47.955749 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e3da877-0f5e-4585-a3d1-463c8eaec0d3 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:47.999365 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a7cfe9b-4f51-4ca8-831c-fc9dd34962e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.003878 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-e20ccdf4-2342-4de8-8979-a98a78646b42 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Allocated IP 172.25.0.171 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/acd1b3a6-15b3-4e0f-af0c-1d6c29735059) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:48.145584 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e20ccdf4-2342-4de8-8979-a98a78646b42 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.214368 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e20ccdf4-2342-4de8-8979-a98a78646b42 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.280189 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4a7cfe9b-4f51-4ca8-831c-fc9dd34962e5 None None] For port d708e855-90f2-4fb7-9e5d-4e0512c67a44, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d708e855-90f2-4fb7-9e5d-4e0512c67a44,segment=NetworkSegment(94ad2ab7-7c5a-4f64-9180-640aafd7be54),segment_id=94ad2ab7-7c5a-4f64-9180-640aafd7be54)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:48.284171 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed2dff90-6cc6-46d6-ad1f-da3f01f2f302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.303626 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20ccdf4-2342-4de8-8979-a98a78646b42 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:48.330599 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-4e3da877-0f5e-4585-a3d1-463c8eaec0d3 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Delete allocated IP 2001:db8::2b1 (784d7ec6-dd85-40b3-9068-ad76b03fd04b/455ba3b9-bb13-4955-87f0-70d679df3934) {{(pid=93817) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 16:51:48.331211 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e9d30446-4a62-4b19-a246-7f9097b15b63 req-0a6180ff-2877-4c08-854b-f3110981308d tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.333952 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a7cfe9b-4f51-4ca8-831c-fc9dd34962e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.336471 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e20ccdf4-2342-4de8-8979-a98a78646b42 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:48.339629 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20ccdf4-2342-4de8-8979-a98a78646b42 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:48.345060 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-4e3da877-0f5e-4585-a3d1-463c8eaec0d3 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Allocated IP 2001:db8:0:1::173 (784d7ec6-dd85-40b3-9068-ad76b03fd04b/36a42f84-be32-4785-b057-cc3243fc32ab/633294db-8257-404f-83ef-caffbf353e33) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:48.414649 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cfe9b-4f51-4ca8-831c-fc9dd34962e5 None None] Pushing event updated for resources: {'Port': ['ID=d708e855-90f2-4fb7-9e5d-4e0512c67a44,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:48.466299 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d03a4666-fabe-4185-ad33-83b37096b675 None None] Provisioning for port 633294db-8257-404f-83ef-caffbf353e33 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:48.470104 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ccdf4-2342-4de8-8979-a98a78646b42 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Pushing event updated for resources: {'Port': ['ID=acd1b3a6-15b3-4e0f-af0c-1d6c29735059,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:48.475606 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d03a4666-fabe-4185-ad33-83b37096b675 None None] Provisioning complete for port 633294db-8257-404f-83ef-caffbf353e33 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:48.476106 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d03a4666-fabe-4185-ad33-83b37096b675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.552566 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6180ff-2877-4c08-854b-f3110981308d tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Pushing event deleted for resources: {'Port': ['ID=0948b659-bd91-432f-bef1-41088586a44f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:48.586689 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d03a4666-fabe-4185-ad33-83b37096b675 None None] Port 633294db-8257-404f-83ef-caffbf353e33 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:51:48.610536 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337c9aa-f5bf-40f0-8ecd-7dfcebf792a2 req-0cbd7046-4f5b-43dd-a1a0-8dfe3ad9c8f2 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:48.612129 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c337c9aa-f5bf-40f0-8ecd-7dfcebf792a2 req-0cbd7046-4f5b-43dd-a1a0-8dfe3ad9c8f2 tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bdd5abb-0a44-41ed-a9b4-16aac3d73fda HTTP/1.1" status: 200 len: 867 time: 0.4200239 Jul 22 16:51:48.617690 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3f5be9-cee3-4a89-a0fd-3b5e7d26db88 None None] Update dhcp port {'port': {'network_id': '784d7ec6-dd85-40b3-9068-ad76b03fd04b', 'fixed_ips': [{'subnet_id': '455ba3b9-bb13-4955-87f0-70d679df3934', 'ip_address': '2001:db8::2'}, {'subnet_id': '36a42f84-be32-4785-b057-cc3243fc32ab'}], 'binding:host_id': 'n-d-798930-9'}, 'id': 'd708e855-90f2-4fb7-9e5d-4e0512c67a44'} from n-d-798930-9. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:51:48.642860 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d30446-4a62-4b19-a246-7f9097b15b63 req-0a6180ff-2877-4c08-854b-f3110981308d tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] No DVR routers for this DVR port 0948b659-bd91-432f-bef1-41088586a44f on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:51:48.646297 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e9d30446-4a62-4b19-a246-7f9097b15b63 req-0a6180ff-2877-4c08-854b-f3110981308d tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.648343 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e9d30446-4a62-4b19-a246-7f9097b15b63 req-0a6180ff-2877-4c08-854b-f3110981308d tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.16 "DELETE /v2.0/ports/0948b659-bd91-432f-bef1-41088586a44f HTTP/1.1" status: 204 len: 173 time: 2.1503625 Jul 22 16:51:48.653799 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdd5abb-0a44-41ed-a9b4-16aac3d73fda', 'name': 'network-vif-deleted', 'tag': '0948b659-bd91-432f-bef1-41088586a44f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:48.654316 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cead3ab5-d0bd-46d9-b4fd-4364d2269517" -d '{"events": [{"server_uuid": "4bdd5abb-0a44-41ed-a9b4-16aac3d73fda", "name": "network-vif-deleted", "tag": "0948b659-bd91-432f-bef1-41088586a44f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:48.669082 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c3f5be9-cee3-4a89-a0fd-3b5e7d26db88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.694280 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e3da877-0f5e-4585-a3d1-463c8eaec0d3 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.718162 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-4e3da877-0f5e-4585-a3d1-463c8eaec0d3 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Ignored duplicate provisioning block setup for port 633294db-8257-404f-83ef-caffbf353e33 by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 16:51:48.723034 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e3da877-0f5e-4585-a3d1-463c8eaec0d3 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.767766 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c337c9aa-f5bf-40f0-8ecd-7dfcebf792a2 req-00f19d85-8c85-4e60-90c2-7a1fa98b8a6e tempest-ServerRescueTestJSON-1355016769 tempest-ServerRescueTestJSON-1355016769-project] 10.222.0.69 "GET /v2.0/security-groups?id=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259468 Jul 22 16:51:48.805744 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c281d-1a1d-462a-8043-72905c3006d7 req-97106d9e-0b4a-4342-ae0f-9d5ce6f66696 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:48.813096 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-957c281d-1a1d-462a-8043-72905c3006d7 req-97106d9e-0b4a-4342-ae0f-9d5ce6f66696 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.1905153 Jul 22 16:51:48.838308 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3da877-0f5e-4585-a3d1-463c8eaec0d3 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Port': ['ID=633294db-8257-404f-83ef-caffbf353e33,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:48.838601 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491874cd-de86-439d-829a-0e0eceb676f9 x-openstack-request-id: req-491874cd-de86-439d-829a-0e0eceb676f9 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:48.839170 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdd5abb-0a44-41ed-a9b4-16aac3d73fda", "name": "network-vif-deleted", "tag": "0948b659-bd91-432f-bef1-41088586a44f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:48.839289 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-491874cd-de86-439d-829a-0e0eceb676f9 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:48.840018 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdd5abb-0a44-41ed-a9b4-16aac3d73fda', 'name': 'network-vif-deleted', 'tag': '0948b659-bd91-432f-bef1-41088586a44f', 'status': 'completed', 'code': 200} Jul 22 16:51:48.844695 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-4e3da877-0f5e-4585-a3d1-463c8eaec0d3 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] In _notify_port_updated(), no bound segment for port 633294db-8257-404f-83ef-caffbf353e33 on network 784d7ec6-dd85-40b3-9068-ad76b03fd04b {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:51:48.849200 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3da877-0f5e-4585-a3d1-463c8eaec0d3 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:48.850057 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e3da877-0f5e-4585-a3d1-463c8eaec0d3 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.851427 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4e3da877-0f5e-4585-a3d1-463c8eaec0d3 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "PUT /v2.0/ports/633294db-8257-404f-83ef-caffbf353e33 HTTP/1.1" status: 200 len: 930 time: 1.1322861 Jul 22 16:51:48.856205 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44648) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:48.880439 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-957c281d-1a1d-462a-8043-72905c3006d7 req-901e55bd-9981-4d43-a912-24d43c28bce3 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665615 Jul 22 16:51:48.959709 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-9c3f5be9-cee3-4a89-a0fd-3b5e7d26db88 None None] Allocated IP 2001:db8:0:1::2 (784d7ec6-dd85-40b3-9068-ad76b03fd04b/36a42f84-be32-4785-b057-cc3243fc32ab/d708e855-90f2-4fb7-9e5d-4e0512c67a44) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:48.983782 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d708e855-90f2-4fb7-9e5d-4e0512c67a44 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:48.999235 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed2dff90-6cc6-46d6-ad1f-da3f01f2f302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:49.011976 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed2dff90-6cc6-46d6-ad1f-da3f01f2f302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:49.291335 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9c3f5be9-cee3-4a89-a0fd-3b5e7d26db88 None None] For port d708e855-90f2-4fb7-9e5d-4e0512c67a44, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d708e855-90f2-4fb7-9e5d-4e0512c67a44,segment=NetworkSegment(94ad2ab7-7c5a-4f64-9180-640aafd7be54),segment_id=94ad2ab7-7c5a-4f64-9180-640aafd7be54)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:49.328321 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port d708e855-90f2-4fb7-9e5d-4e0512c67a44 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:49.328937 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:49.341610 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c3f5be9-cee3-4a89-a0fd-3b5e7d26db88 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:49.387355 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9c3f5be9-cee3-4a89-a0fd-3b5e7d26db88 None None] Transition to ACTIVE for port object d708e855-90f2-4fb7-9e5d-4e0512c67a44 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:49.393823 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c3f5be9-cee3-4a89-a0fd-3b5e7d26db88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:49.430429 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Port d708e855-90f2-4fb7-9e5d-4e0512c67a44 had new provisioning blocks added so it will not transition to active. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 22 16:51:49.481405 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2dff90-6cc6-46d6-ad1f-da3f01f2f302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab4a78a-2645-48d4-b22b-12c754281705,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:49.491069 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ed2dff90-6cc6-46d6-ad1f-da3f01f2f302 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b13dbd065f7247ceaca4dee21719ea9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6490390 Jul 22 16:51:49.494508 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44652) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:49.508334 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f5be9-cee3-4a89-a0fd-3b5e7d26db88 None None] Pushing event updated for resources: {'Port': ['ID=d708e855-90f2-4fb7-9e5d-4e0512c67a44,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:49.558105 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e4925c29-8598-45f7-b312-020b9bba757f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting port 633294db-8257-404f-83ef-caffbf353e33 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:49.558973 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4925c29-8598-45f7-b312-020b9bba757f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:49.615403 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e9ff-0fdb-4b49-8110-1fea255cc9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:49.641332 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e9ff-0fdb-4b49-8110-1fea255cc9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:49.709817 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 0948b659-bd91-432f-bef1-41088586a44f no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:51:49.711103 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e9ff-0fdb-4b49-8110-1fea255cc9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:49.714950 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e9ff-0fdb-4b49-8110-1fea255cc9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:49.716319 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4ad0e9ff-0fdb-4b49-8110-1fea255cc9f2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8ab4a78a-2645-48d4-b22b-12c754281705 HTTP/1.1" status: 204 len: 168 time: 0.2176597 Jul 22 16:51:49.726681 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e9ff-0fdb-4b49-8110-1fea255cc9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab4a78a-2645-48d4-b22b-12c754281705,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:49.745616 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e20ccdf4-2342-4de8-8979-a98a78646b42 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:49.758854 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 0948b659-bd91-432f-bef1-41088586a44f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:51:49.759294 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 0948b659-bd91-432f-bef1-41088586a44f not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:51:49.814516 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4925c29-8598-45f7-b312-020b9bba757f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:49.855928 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e4925c29-8598-45f7-b312-020b9bba757f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Calling delete_port for 633294db-8257-404f-83ef-caffbf353e33 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:49.860586 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44658) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:49.887846 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e20ccdf4-2342-4de8-8979-a98a78646b42 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.194488 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4925c29-8598-45f7-b312-020b9bba757f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.245074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4925c29-8598-45f7-b312-020b9bba757f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Port': ['ID=633294db-8257-404f-83ef-caffbf353e33,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:50.305640 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4925c29-8598-45f7-b312-020b9bba757f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.310527 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e4925c29-8598-45f7-b312-020b9bba757f tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/ports/633294db-8257-404f-83ef-caffbf353e33 HTTP/1.1" status: 204 len: 168 time: 1.4505353 Jul 22 16:51:50.311353 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44670) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:50.338973 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52154a1c-9bef-4aa3-81a9-a5ea7021fc82 req-b7ef8083-c93c-4406-997f-b27a6c892a18 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:50.340806 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52154a1c-9bef-4aa3-81a9-a5ea7021fc82 req-b7ef8083-c93c-4406-997f-b27a6c892a18 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.3477492 Jul 22 16:51:50.384676 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-3138a427-3e90-402a-b335-4801b7e396d0 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] GET failed (client error): The resource could not be found. Jul 22 16:51:50.387396 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3138a427-3e90-402a-b335-4801b7e396d0 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports/633294db-8257-404f-83ef-caffbf353e33 HTTP/1.1" status: 404 len: 333 time: 0.0744846 Jul 22 16:51:50.392916 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44674) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:50.439089 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e20ccdf4-2342-4de8-8979-a98a78646b42 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.445107 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52154a1c-9bef-4aa3-81a9-a5ea7021fc82 req-ef7bc4ee-775e-44c2-aace-307e6b5d914b tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953958 Jul 22 16:51:50.467810 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e20ccdf4-2342-4de8-8979-a98a78646b42 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.528399 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-96c48593-8932-440f-801b-22c501db35f2 None None] Could not find standard attr ID for object 633294db-8257-404f-83ef-caffbf353e33. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:51:50.550540 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-afcb95b7-533d-4f3e-9c3a-1621e4f39180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.554127 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-96c48593-8932-440f-801b-22c501db35f2 None None] Provisioning complete for port d24fee42-d078-448e-87a2-fe1acd1803ae triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:50.554501 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-96c48593-8932-440f-801b-22c501db35f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.628333 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e083150e-4da8-460b-b5f4-4cf63d4ba7c9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.636234 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-96c48593-8932-440f-801b-22c501db35f2 None None] Port d24fee42-d078-448e-87a2-fe1acd1803ae cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:51:50.654724 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-96c48593-8932-440f-801b-22c501db35f2 None None] Provisioning for port d708e855-90f2-4fb7-9e5d-4e0512c67a44 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:50.659215 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-96c48593-8932-440f-801b-22c501db35f2 None None] Provisioning complete for port d708e855-90f2-4fb7-9e5d-4e0512c67a44 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:50.659652 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-96c48593-8932-440f-801b-22c501db35f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.666874 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e083150e-4da8-460b-b5f4-4cf63d4ba7c9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.733000 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e083150e-4da8-460b-b5f4-4cf63d4ba7c9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.736771 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e083150e-4da8-460b-b5f4-4cf63d4ba7c9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.738879 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e083150e-4da8-460b-b5f4-4cf63d4ba7c9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/security-groups/09cd708e-c2d5-4a12-a4f7-621beec21dd0 HTTP/1.1" status: 204 len: 168 time: 0.3343313 Jul 22 16:51:50.743431 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44684) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:50.792014 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083150e-4da8-460b-b5f4-4cf63d4ba7c9 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cd708e-c2d5-4a12-a4f7-621beec21dd0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:50.803155 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ccdf4-2342-4de8-8979-a98a78646b42 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Pushing event updated for resources: {'Port': ['ID=acd1b3a6-15b3-4e0f-af0c-1d6c29735059,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:50.817388 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e20ccdf4-2342-4de8-8979-a98a78646b42 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.912505 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02007bd6-1437-4288-847e-2eb313b63251 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.950857 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02007bd6-1437-4288-847e-2eb313b63251 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.953244 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-e20ccdf4-2342-4de8-8979-a98a78646b42 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Floating IP 36a90b93-961e-4594-88fe-f503332d7e69 associated. External IP: 172.25.0.171, port: 525dbb88-4e14-4918-a907-40c8423f68fa. Jul 22 16:51:50.990975 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4215a17c-06bf-4cbd-801b-615d5fc38a87 None None] Could not find standard attr ID for object 633294db-8257-404f-83ef-caffbf353e33. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:51:51.055990 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d708e855-90f2-4fb7-9e5d-4e0512c67a44 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:51.111598 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02007bd6-1437-4288-847e-2eb313b63251 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.114508 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-02007bd6-1437-4288-847e-2eb313b63251 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.115848 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-02007bd6-1437-4288-847e-2eb313b63251 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/security-groups/32bd0d8b-0033-4e6a-8e93-98da56f24110 HTTP/1.1" status: 204 len: 168 time: 0.3709693 Jul 22 16:51:51.135001 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44692) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:51.135799 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02007bd6-1437-4288-847e-2eb313b63251 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bd0d8b-0033-4e6a-8e93-98da56f24110,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:51.215547 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port d708e855-90f2-4fb7-9e5d-4e0512c67a44 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:51.215771 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.227587 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2218a7-5564-436d-81b7-f6fb9d8fcd01 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting subnet 455ba3b9-bb13-4955-87f0-70d679df3934 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:51:51.234503 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-afcb95b7-533d-4f3e-9c3a-1621e4f39180 admin admin] Deleting port 97aae23a-9c41-4d8a-84ba-5c0bf29d544f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:51.235114 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-afcb95b7-533d-4f3e-9c3a-1621e4f39180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.237667 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e2218a7-5564-436d-81b7-f6fb9d8fcd01 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.313150 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e2218a7-5564-436d-81b7-f6fb9d8fcd01 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.419203 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-afcb95b7-533d-4f3e-9c3a-1621e4f39180 admin admin] For port 97aae23a-9c41-4d8a-84ba-5c0bf29d544f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=97aae23a-9c41-4d8a-84ba-5c0bf29d544f,segment=NetworkSegment(3007038a-c00a-4fec-84b8-38efb943e21f),segment_id=3007038a-c00a-4fec-84b8-38efb943e21f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:51.419203 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-afcb95b7-533d-4f3e-9c3a-1621e4f39180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.425252 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20ccdf4-2342-4de8-8979-a98a78646b42 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Router 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:51:51.455921 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-afcb95b7-533d-4f3e-9c3a-1621e4f39180 admin admin] Calling delete_port for 97aae23a-9c41-4d8a-84ba-5c0bf29d544f owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:51.500990 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e2218a7-5564-436d-81b7-f6fb9d8fcd01 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.639121 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20ccdf4-2342-4de8-8979-a98a78646b42 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:51:51.662531 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da01308d-f897-4e61-8c7a-b72951651694 None None] Sync routers for ids ['0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:51:51.672814 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e20ccdf4-2342-4de8-8979-a98a78646b42 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.675731 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da01308d-f897-4e61-8c7a-b72951651694 None None] Routers {'0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:51:51.676417 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-da01308d-f897-4e61-8c7a-b72951651694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:51:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:51.691955 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1253e-db01-4095-9173-fbeb30886f94 req-49626b50-d81e-432d-8eef-1620c6b551f7 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:51.695904 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f8b1253e-db01-4095-9173-fbeb30886f94 req-49626b50-d81e-432d-8eef-1620c6b551f7 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.1312051 Jul 22 16:51:51.704220 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e2218a7-5564-436d-81b7-f6fb9d8fcd01 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.742581 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e2218a7-5564-436d-81b7-f6fb9d8fcd01 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.748746 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6e2218a7-5564-436d-81b7-f6fb9d8fcd01 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/subnets/455ba3b9-bb13-4955-87f0-70d679df3934 HTTP/1.1" status: 204 len: 168 time: 0.5940969 Jul 22 16:51:51.751531 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2218a7-5564-436d-81b7-f6fb9d8fcd01 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Subnet': ['ID=455ba3b9-bb13-4955-87f0-70d679df3934,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:51.755219 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44702) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:51.759983 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-053a2aca-9bf5-4c8f-9099-5dc3285a5b48 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'subnet': {'network_id': '784d7ec6-dd85-40b3-9068-ad76b03fd04b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:51.797505 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e20ccdf4-2342-4de8-8979-a98a78646b42 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.1174769 Jul 22 16:51:51.800974 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ff51cb-efac-416c-a614-cdcee52fb595', 'tag': '525dbb88-4e14-4918-a907-40c8423f68fa'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:51.803450 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bca0b8-9d37-45c2-b087-3166e47eaa56" -d '{"events": [{"name": "network-changed", "server_uuid": "08ff51cb-efac-416c-a614-cdcee52fb595", "tag": "525dbb88-4e14-4918-a907-40c8423f68fa"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:51.823723 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44706) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:51.860531 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f8b1253e-db01-4095-9173-fbeb30886f94 req-b42d86da-6efb-421e-b96b-572d6a2986ed tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233208 Jul 22 16:51:51.870583 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2b9695-7bf4-47a5-9633-4aae8d57e18b None None] Network 784d7ec6-dd85-40b3-9068-ad76b03fd04b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:51.887936 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443feeda-b125-43b7-b29e-ab59551bba8c x-openstack-request-id: req-443feeda-b125-43b7-b29e-ab59551bba8c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:51.888383 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ff51cb-efac-416c-a614-cdcee52fb595", "tag": "525dbb88-4e14-4918-a907-40c8423f68fa", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:51.888735 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-443feeda-b125-43b7-b29e-ab59551bba8c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:51.889738 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ff51cb-efac-416c-a614-cdcee52fb595', 'tag': '525dbb88-4e14-4918-a907-40c8423f68fa', 'status': 'completed', 'code': 200} Jul 22 16:51:51.956656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781305ae-1def-42e6-ad4e-49a5233f9559 tempest-TestVolumeBackupRestore-570694295 tempest-TestVolumeBackupRestore-570694295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:51.963126 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-781305ae-1def-42e6-ad4e-49a5233f9559 tempest-TestVolumeBackupRestore-570694295 tempest-TestVolumeBackupRestore-570694295-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 1092 time: 0.1375170 Jul 22 16:51:51.963464 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-da01308d-f897-4e61-8c7a-b72951651694 None None] Set router 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:51:51.964111 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44710) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:51.973457 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8943aef3-7a02-4bf8-bbc6-f13ded408430 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Request body: {'floatingip': {'port_id': '525dbb88-4e14-4918-a907-40c8423f68fa'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:51.982255 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053a2aca-9bf5-4c8f-9099-5dc3285a5b48 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:51.991198 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-053a2aca-9bf5-4c8f-9099-5dc3285a5b48 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:52.278391 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bca0b8-9d37-45c2-b087-3166e47eaa56 req-63fe3ecd-7ac7-4cbd-b440-ffabc34be0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:52.281856 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60bca0b8-9d37-45c2-b087-3166e47eaa56 req-63fe3ecd-7ac7-4cbd-b440-ffabc34be0ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d1de184c28f4807aacf349f806e0097&device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 1097 time: 0.3680665 Jul 22 16:51:52.347162 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8943aef3-7a02-4bf8-bbc6-f13ded408430 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:52.428958 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-da01308d-f897-4e61-8c7a-b72951651694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'name': 'tempest-TestVolumeBackupRestore-398602312-router', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:27Z', 'updated_at': '2021-07-22T16:47:37Z', 'revision_number': 4, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'gw_port': {'id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:29Z', 'updated_at': '2021-07-22T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '36a90b93-961e-4594-88fe-f503332d7e69', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'floating_ip_address': '172.25.0.171', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'port_id': '525dbb88-4e14-4918-a907-40c8423f68fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05', 'mac_address': 'fa:16:3e:06:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ff51cb-efac-416c-a614-cdcee52fb595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:51:49Z', 'updated_at': '2021-07-22T16:51:49Z', 'revision_number': 0, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9285911e-a733-4096-84dd-6095ee736bed', 'name': '', 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'mac_address': 'fa:16:3e:63:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:35Z', 'updated_at': '2021-07-22T16:47:43Z', 'revision_number': 5, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'subnets': [{'id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:52.483167 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da01308d-f897-4e61-8c7a-b72951651694 None None] Checking router: 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:51:52.497621 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da01308d-f897-4e61-8c7a-b72951651694 None None] Routers {'0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:51:52.498299 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-da01308d-f897-4e61-8c7a-b72951651694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:51:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:52.643042 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-da01308d-f897-4e61-8c7a-b72951651694 None None] Set router 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:51:52.732039 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-afcb95b7-533d-4f3e-9c3a-1621e4f39180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:52.899619 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb95b7-533d-4f3e-9c3a-1621e4f39180 admin admin] Pushing event deleted for resources: {'Port': ['ID=97aae23a-9c41-4d8a-84ba-5c0bf29d544f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:52.996559 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-da01308d-f897-4e61-8c7a-b72951651694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'name': 'tempest-TestVolumeBackupRestore-398602312-router', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:27Z', 'updated_at': '2021-07-22T16:47:37Z', 'revision_number': 4, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'gw_port': {'id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:29Z', 'updated_at': '2021-07-22T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '36a90b93-961e-4594-88fe-f503332d7e69', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'floating_ip_address': '172.25.0.171', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'port_id': '525dbb88-4e14-4918-a907-40c8423f68fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05', 'mac_address': 'fa:16:3e:06:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ff51cb-efac-416c-a614-cdcee52fb595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:51:49Z', 'updated_at': '2021-07-22T16:51:49Z', 'revision_number': 0, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9285911e-a733-4096-84dd-6095ee736bed', 'name': '', 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'mac_address': 'fa:16:3e:63:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:35Z', 'updated_at': '2021-07-22T16:47:43Z', 'revision_number': 5, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'subnets': [{'id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:53.045942 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da01308d-f897-4e61-8c7a-b72951651694 None None] The sync data for ids ['0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'] in n-d-798930-9 is: [{'id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'name': 'tempest-TestVolumeBackupRestore-398602312-router', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:27Z', 'updated_at': '2021-07-22T16:47:37Z', 'revision_number': 4, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'gw_port': {'id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:29Z', 'updated_at': '2021-07-22T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '36a90b93-961e-4594-88fe-f503332d7e69', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'floating_ip_address': '172.25.0.171', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'port_id': '525dbb88-4e14-4918-a907-40c8423f68fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05', 'mac_address': 'fa:16:3e:06:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ff51cb-efac-416c-a614-cdcee52fb595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:51:49Z', 'updated_at': '2021-07-22T16:51:49Z', 'revision_number': 0, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9285911e-a733-4096-84dd-6095ee736bed', 'name': '', 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'mac_address': 'fa:16:3e:63:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:35Z', 'updated_at': '2021-07-22T16:47:43Z', 'revision_number': 5, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'subnets': [{'id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:51:53.208582 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-053a2aca-9bf5-4c8f-9099-5dc3285a5b48 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:53.279866 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053a2aca-9bf5-4c8f-9099-5dc3285a5b48 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network 784d7ec6-dd85-40b3-9068-ad76b03fd04b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:53.289201 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-053a2aca-9bf5-4c8f-9099-5dc3285a5b48 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:53.309712 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053a2aca-9bf5-4c8f-9099-5dc3285a5b48 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:53.310329 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-053a2aca-9bf5-4c8f-9099-5dc3285a5b48 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:53.339402 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d0759-2dd5-4509-91ac-fe8fcdda3749 req-81717a18-d0b6-421e-bc85-094b4430026e tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:53.341713 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-178d0759-2dd5-4509-91ac-fe8fcdda3749 req-81717a18-d0b6-421e-bc85-094b4430026e tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.2895415 Jul 22 16:51:53.359066 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3cd912-bc37-431c-a1cb-84e11cfe7147 None None] Network 784d7ec6-dd85-40b3-9068-ad76b03fd04b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:53.364707 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-afcb95b7-533d-4f3e-9c3a-1621e4f39180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:53.375214 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a2aca-9bf5-4c8f-9099-5dc3285a5b48 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Subnet': ['ID=fc0284ae-f825-4cf9-8c6a-137314321716,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:53.387766 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-053a2aca-9bf5-4c8f-9099-5dc3285a5b48 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6314814 Jul 22 16:51:53.393216 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44718) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:53.396919 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d32e69-a6e6-4d74-9e05-0718fb3bdf42 None None] New status for floating IP 36a90b93-961e-4594-88fe-f503332d7e69: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:51:53.407396 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7e241323-c0ac-4815-afd2-624c4abe9e11 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'security_group': {'name': 'tempest-secgroup-87969497'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:53.417434 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bca0b8-9d37-45c2-b087-3166e47eaa56 req-6e5e75d7-cae2-407b-aa73-4129a6809f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:53.418900 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60bca0b8-9d37-45c2-b087-3166e47eaa56 req-6e5e75d7-cae2-407b-aa73-4129a6809f13 service neutron] 10.222.0.30 "GET /v2.0/networks?id=73f6be59-1fdc-49b9-8af1-53b654f51f05 HTTP/1.1" status: 200 len: 914 time: 1.0985069 Jul 22 16:51:53.456247 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e241323-c0ac-4815-afd2-624c4abe9e11 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:53.473229 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8943aef3-7a02-4bf8-bbc6-f13ded408430 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:53.479314 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8943aef3-7a02-4bf8-bbc6-f13ded408430 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:53.526809 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9630d498-8740-41da-ad2f-6aa21997c8d8 None None] Provisioning complete for port d24fee42-d078-448e-87a2-fe1acd1803ae triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:53.527419 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9630d498-8740-41da-ad2f-6aa21997c8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:53.588248 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-178d0759-2dd5-4509-91ac-fe8fcdda3749 req-167a4a42-949b-4145-97ed-0b869fe834ad tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263596 Jul 22 16:51:53.589182 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.db.api [None req-57d32e69-a6e6-4d74-9e05-0718fb3bdf42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:51:53.591117 n-d-798930-9 neutron-server[93819]: DEBUG oslo_db.api [None req-57d32e69-a6e6-4d74-9e05-0718fb3bdf42 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:51:53.628954 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60bca0b8-9d37-45c2-b087-3166e47eaa56 req-8b76c633-fcaa-46ab-8ff1-551a1c8a10e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=525dbb88-4e14-4918-a907-40c8423f68fa HTTP/1.1" status: 200 len: 1000 time: 0.2002170 Jul 22 16:51:53.678063 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9630d498-8740-41da-ad2f-6aa21997c8d8 None None] Port d24fee42-d078-448e-87a2-fe1acd1803ae cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:51:53.735225 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9630d498-8740-41da-ad2f-6aa21997c8d8 None None] Provisioning complete for port d708e855-90f2-4fb7-9e5d-4e0512c67a44 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:53.735606 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9630d498-8740-41da-ad2f-6aa21997c8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:53.752857 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bca0b8-9d37-45c2-b087-3166e47eaa56 req-807135d1-65f4-49c6-8370-1dd4268bf6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:53.754740 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60bca0b8-9d37-45c2-b087-3166e47eaa56 req-807135d1-65f4-49c6-8370-1dd4268bf6d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad5452e3-4f51-41eb-9e7c-709f07b5fd20 HTTP/1.1" status: 200 len: 852 time: 0.0872531 Jul 22 16:51:53.778688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcb95b7-533d-4f3e-9c3a-1621e4f39180 admin admin] Router 41fc99be-e033-44e1-b045-372f359abb14 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:51:53.792256 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e241323-c0ac-4815-afd2-624c4abe9e11 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:53.801776 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e241323-c0ac-4815-afd2-624c4abe9e11 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:53.891437 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e241323-c0ac-4815-afd2-624c4abe9e11 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e480f918-e308-46a0-8b48-f2d6610ff6ba,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:53.914890 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8943aef3-7a02-4bf8-bbc6-f13ded408430 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Router 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:51:53.927622 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e241323-c0ac-4815-afd2-624c4abe9e11 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:53.932447 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7e241323-c0ac-4815-afd2-624c4abe9e11 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5322852 Jul 22 16:51:53.933846 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44726) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:53.943752 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3df11f61-ac3e-4730-a61a-f389edb188df tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'security_group': {'name': 'tempest-secgroup-947967344'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:53.973567 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60515a9-2f7f-476c-8c23-dc2adbf07c32 None None] Update dhcp port {'port': {'network_id': '784d7ec6-dd85-40b3-9068-ad76b03fd04b', 'fixed_ips': [{'subnet_id': '36a42f84-be32-4785-b057-cc3243fc32ab', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fc0284ae-f825-4cf9-8c6a-137314321716'}], 'binding:host_id': 'n-d-798930-9'}, 'id': 'd708e855-90f2-4fb7-9e5d-4e0512c67a44'} from n-d-798930-9. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:51:53.983702 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3df11f61-ac3e-4730-a61a-f389edb188df tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:54.028002 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcb95b7-533d-4f3e-9c3a-1621e4f39180 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:51:54.033396 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bca0b8-9d37-45c2-b087-3166e47eaa56 req-53acb3b1-04ed-4896-bc0d-c0783e6b37b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:54.034281 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-afcb95b7-533d-4f3e-9c3a-1621e4f39180 admin admin] 10.222.0.69 "PUT /v2.0/routers/41fc99be-e033-44e1-b045-372f359abb14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1725793 Jul 22 16:51:54.038278 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60bca0b8-9d37-45c2-b087-3166e47eaa56 req-53acb3b1-04ed-4896-bc0d-c0783e6b37b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73f6be59-1fdc-49b9-8af1-53b654f51f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2765458 Jul 22 16:51:54.040684 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44728) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:54.043602 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fca255-2352-4f80-9cb2-35a45362b5fb None None] Sync routers for ids ['41fc99be-e033-44e1-b045-372f359abb14'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:51:54.048061 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d60515a9-2f7f-476c-8c23-dc2adbf07c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:54.086690 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fca255-2352-4f80-9cb2-35a45362b5fb None None] Routers {'41fc99be-e033-44e1-b045-372f359abb14'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:51:54.086934 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a2fca255-2352-4f80-9cb2-35a45362b5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:51:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['41fc99be-e033-44e1-b045-372f359abb14'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:54.094319 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d32e69-a6e6-4d74-9e05-0718fb3bdf42 None None] New status for floating IP 36a90b93-961e-4594-88fe-f503332d7e69: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:51:54.202031 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3df11f61-ac3e-4730-a61a-f389edb188df tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:54.215764 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3df11f61-ac3e-4730-a61a-f389edb188df tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:54.258628 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a2fca255-2352-4f80-9cb2-35a45362b5fb None None] Set router 41fc99be-e033-44e1-b045-372f359abb14 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:51:54.304452 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3df11f61-ac3e-4730-a61a-f389edb188df tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:54.305728 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3df11f61-ac3e-4730-a61a-f389edb188df tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3689041 Jul 22 16:51:54.318555 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44736) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:54.323616 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-afa67ca1-d996-4b18-a734-349fe3f8813b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'security_group': {'name': 'tempest-secgroup-145170377'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:54.329131 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df11f61-ac3e-4730-a61a-f389edb188df tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e35e453-ec4a-484b-a892-fabf48fa6c02,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:54.376271 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-afa67ca1-d996-4b18-a734-349fe3f8813b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:54.514192 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-afa67ca1-d996-4b18-a734-349fe3f8813b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:54.524637 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-afa67ca1-d996-4b18-a734-349fe3f8813b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:54.565412 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-afa67ca1-d996-4b18-a734-349fe3f8813b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:54.570317 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-afa67ca1-d996-4b18-a734-349fe3f8813b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2500558 Jul 22 16:51:54.571055 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44738) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:54.584989 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e6f8b04b-dac7-4329-b23b-0d687e2f24e6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1217353907', 'security_groups': ['c0020e79-741e-4e4d-b78a-51cbbc1074d7'], 'network_id': '784d7ec6-dd85-40b3-9068-ad76b03fd04b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fc0284ae-f825-4cf9-8c6a-137314321716'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:54.588912 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa67ca1-d996-4b18-a734-349fe3f8813b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0020e79-741e-4e4d-b78a-51cbbc1074d7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:54.678293 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15b50a88-8dc6-4b3c-aa41-315275d10d3f admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:54.798747 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-d60515a9-2f7f-476c-8c23-dc2adbf07c32 None None] Allocated IP 2001:db8::2 (784d7ec6-dd85-40b3-9068-ad76b03fd04b/fc0284ae-f825-4cf9-8c6a-137314321716/d708e855-90f2-4fb7-9e5d-4e0512c67a44) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:54.800353 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f8b04b-dac7-4329-b23b-0d687e2f24e6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:54.804821 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a2fca255-2352-4f80-9cb2-35a45362b5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fc99be-e033-44e1-b045-372f359abb14', 'name': 'tempest-ServerRescueTestJSON-1092668850-router', 'tenant_id': 'c4cfcb91c49145a9aea8832f3c390211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '8949bd72-e799-4e3f-b627-da7959aca79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:49:34Z', 'updated_at': '2021-07-22T16:51:51Z', 'revision_number': 5, 'project_id': 'c4cfcb91c49145a9aea8832f3c390211', 'gw_port': {'id': '8949bd72-e799-4e3f-b627-da7959aca79c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:da:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fc99be-e033-44e1-b045-372f359abb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:49:35Z', 'updated_at': '2021-07-22T16:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:54.845239 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fca255-2352-4f80-9cb2-35a45362b5fb None None] Checking router: 41fc99be-e033-44e1-b045-372f359abb14 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:51:54.879025 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fca255-2352-4f80-9cb2-35a45362b5fb None None] Routers {'41fc99be-e033-44e1-b045-372f359abb14'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:51:54.879667 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a2fca255-2352-4f80-9cb2-35a45362b5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:51:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['41fc99be-e033-44e1-b045-372f359abb14'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:54.907888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8943aef3-7a02-4bf8-bbc6-f13ded408430 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:51:54.917590 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8943aef3-7a02-4bf8-bbc6-f13ded408430 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:54.921495 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5890b3-b087-4dd8-9e92-c66a63df509a None None] Sync routers for ids ['0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:51:54.934718 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6f8b04b-dac7-4329-b23b-0d687e2f24e6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:54.937632 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5890b3-b087-4dd8-9e92-c66a63df509a None None] Routers {'0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:51:54.938872 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-da5890b3-b087-4dd8-9e92-c66a63df509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:51:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:54.959155 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e6f8b04b-dac7-4329-b23b-0d687e2f24e6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] device_id is not set on port ac868fe3-3d61-430a-9604-c6426890e117 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:51:54.993069 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a2fca255-2352-4f80-9cb2-35a45362b5fb None None] Set router 41fc99be-e033-44e1-b045-372f359abb14 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:51:55.090325 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a035462-f978-458d-967c-6b1fe334e09c req-c8bd40e7-8963-4795-85ab-17bdaa00dfcf tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:55.092052 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4a035462-f978-458d-967c-6b1fe334e09c req-c8bd40e7-8963-4795-85ab-17bdaa00dfcf tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.3414941 Jul 22 16:51:55.097360 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60bca0b8-9d37-45c2-b087-3166e47eaa56 req-200af65f-ce2b-4552-a125-7aaaf363ccf5 service neutron] 10.222.0.30 "GET /v2.0/networks/73f6be59-1fdc-49b9-8af1-53b654f51f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823585 Jul 22 16:51:55.114631 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-da5890b3-b087-4dd8-9e92-c66a63df509a None None] Set router 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:51:55.154899 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ff51cb-efac-416c-a614-cdcee52fb595', 'tag': '525dbb88-4e14-4918-a907-40c8423f68fa'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:55.157441 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f86d599-2952-4640-8537-891c7a8fe19f" -d '{"events": [{"name": "network-changed", "server_uuid": "08ff51cb-efac-416c-a614-cdcee52fb595", "tag": "525dbb88-4e14-4918-a907-40c8423f68fa"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:55.161076 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8943aef3-7a02-4bf8-bbc6-f13ded408430 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "PUT /v2.0/floatingips/36a90b93-961e-4594-88fe-f503332d7e69 HTTP/1.1" status: 200 len: 992 time: 3.1950123 Jul 22 16:51:55.213198 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15b50a88-8dc6-4b3c-aa41-315275d10d3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:55.232355 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088b5c17-9550-458f-9748-8fcf991d3900 x-openstack-request-id: req-088b5c17-9550-458f-9748-8fcf991d3900 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:55.232713 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ff51cb-efac-416c-a614-cdcee52fb595", "tag": "525dbb88-4e14-4918-a907-40c8423f68fa", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:55.233033 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-088b5c17-9550-458f-9748-8fcf991d3900 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:55.233497 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ff51cb-efac-416c-a614-cdcee52fb595', 'tag': '525dbb88-4e14-4918-a907-40c8423f68fa', 'status': 'completed', 'code': 200} Jul 22 16:51:55.268709 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d60515a9-2f7f-476c-8c23-dc2adbf07c32 None None] For port d708e855-90f2-4fb7-9e5d-4e0512c67a44, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d708e855-90f2-4fb7-9e5d-4e0512c67a44,segment=NetworkSegment(94ad2ab7-7c5a-4f64-9180-640aafd7be54),segment_id=94ad2ab7-7c5a-4f64-9180-640aafd7be54)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:55.315477 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4a035462-f978-458d-967c-6b1fe334e09c req-b5209f50-b8e5-41d5-9952-a4dc9d8ea64f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733167 Jul 22 16:51:55.348113 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d60515a9-2f7f-476c-8c23-dc2adbf07c32 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:55.384136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d60515a9-2f7f-476c-8c23-dc2adbf07c32 None None] Transition to ACTIVE for port object d708e855-90f2-4fb7-9e5d-4e0512c67a44 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:55.390529 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d60515a9-2f7f-476c-8c23-dc2adbf07c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:55.401516 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60bca0b8-9d37-45c2-b087-3166e47eaa56 req-21a3c376-7cb9-4ea9-b3b9-e268d0ecf88a service neutron] 10.222.0.30 "GET /v2.0/networks/73f6be59-1fdc-49b9-8af1-53b654f51f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582462 Jul 22 16:51:55.437301 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-15b50a88-8dc6-4b3c-aa41-315275d10d3f admin admin] Deleting port 8949bd72-e799-4e3f-b627-da7959aca79c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:55.438397 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15b50a88-8dc6-4b3c-aa41-315275d10d3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:55.479294 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a2fca255-2352-4f80-9cb2-35a45362b5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fc99be-e033-44e1-b045-372f359abb14', 'name': 'tempest-ServerRescueTestJSON-1092668850-router', 'tenant_id': 'c4cfcb91c49145a9aea8832f3c390211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '8949bd72-e799-4e3f-b627-da7959aca79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:49:34Z', 'updated_at': '2021-07-22T16:51:51Z', 'revision_number': 5, 'project_id': 'c4cfcb91c49145a9aea8832f3c390211', 'gw_port': {'id': '8949bd72-e799-4e3f-b627-da7959aca79c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:da:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fc99be-e033-44e1-b045-372f359abb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:49:35Z', 'updated_at': '2021-07-22T16:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:55.520417 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fca255-2352-4f80-9cb2-35a45362b5fb None None] The sync data for ids ['41fc99be-e033-44e1-b045-372f359abb14'] in n-d-798930-9 is: [{'id': '41fc99be-e033-44e1-b045-372f359abb14', 'name': 'tempest-ServerRescueTestJSON-1092668850-router', 'tenant_id': 'c4cfcb91c49145a9aea8832f3c390211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '8949bd72-e799-4e3f-b627-da7959aca79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:49:34Z', 'updated_at': '2021-07-22T16:51:51Z', 'revision_number': 5, 'project_id': 'c4cfcb91c49145a9aea8832f3c390211', 'gw_port': {'id': '8949bd72-e799-4e3f-b627-da7959aca79c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:da:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fc99be-e033-44e1-b045-372f359abb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:49:35Z', 'updated_at': '2021-07-22T16:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:51:55.538786 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-e6f8b04b-dac7-4329-b23b-0d687e2f24e6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Allocated IP 2001:db8::3c0 (784d7ec6-dd85-40b3-9068-ad76b03fd04b/fc0284ae-f825-4cf9-8c6a-137314321716/ac868fe3-3d61-430a-9604-c6426890e117) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:55.540311 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-da5890b3-b087-4dd8-9e92-c66a63df509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'name': 'tempest-TestVolumeBackupRestore-398602312-router', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:27Z', 'updated_at': '2021-07-22T16:47:37Z', 'revision_number': 4, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'gw_port': {'id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:29Z', 'updated_at': '2021-07-22T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '36a90b93-961e-4594-88fe-f503332d7e69', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'floating_ip_address': '172.25.0.171', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'port_id': '525dbb88-4e14-4918-a907-40c8423f68fa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05', 'mac_address': 'fa:16:3e:06:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ff51cb-efac-416c-a614-cdcee52fb595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:51:49Z', 'updated_at': '2021-07-22T16:51:54Z', 'revision_number': 2, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9285911e-a733-4096-84dd-6095ee736bed', 'name': '', 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'mac_address': 'fa:16:3e:63:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:35Z', 'updated_at': '2021-07-22T16:47:43Z', 'revision_number': 5, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'subnets': [{'id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:55.635767 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5890b3-b087-4dd8-9e92-c66a63df509a None None] Checking router: 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:51:55.657573 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60515a9-2f7f-476c-8c23-dc2adbf07c32 None None] Pushing event updated for resources: {'Port': ['ID=d708e855-90f2-4fb7-9e5d-4e0512c67a44,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:55.666821 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5890b3-b087-4dd8-9e92-c66a63df509a None None] Routers {'0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:51:55.667449 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-da5890b3-b087-4dd8-9e92-c66a63df509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:51:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:55.867532 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-da5890b3-b087-4dd8-9e92-c66a63df509a None None] Set router 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:51:55.914740 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6f8b04b-dac7-4329-b23b-0d687e2f24e6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:55.934250 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e6f8b04b-dac7-4329-b23b-0d687e2f24e6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Transition to ACTIVE for port object ac868fe3-3d61-430a-9604-c6426890e117 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:55.973061 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-15b50a88-8dc6-4b3c-aa41-315275d10d3f admin admin] For port 8949bd72-e799-4e3f-b627-da7959aca79c, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8949bd72-e799-4e3f-b627-da7959aca79c,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:55.973647 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15b50a88-8dc6-4b3c-aa41-315275d10d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:56.011512 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-15b50a88-8dc6-4b3c-aa41-315275d10d3f admin admin] Calling delete_port for 8949bd72-e799-4e3f-b627-da7959aca79c owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:56.033459 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6f8b04b-dac7-4329-b23b-0d687e2f24e6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:56.085603 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86d599-2952-4640-8537-891c7a8fe19f req-1d5c752f-008c-45e2-898e-cf9b99ce97c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:56.087219 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f86d599-2952-4640-8537-891c7a8fe19f req-1d5c752f-008c-45e2-898e-cf9b99ce97c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d1de184c28f4807aacf349f806e0097&device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 1097 time: 0.5922575 Jul 22 16:51:56.128921 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4f0cf045-6062-440d-9835-d31e89eaafd6 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:51:56.137310 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4f0cf045-6062-440d-9835-d31e89eaafd6 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:51:56.137965 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f8b04b-dac7-4329-b23b-0d687e2f24e6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network 784d7ec6-dd85-40b3-9068-ad76b03fd04b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:56.155627 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e6f8b04b-dac7-4329-b23b-0d687e2f24e6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:56.169909 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f8b04b-dac7-4329-b23b-0d687e2f24e6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:56.199651 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f8b04b-dac7-4329-b23b-0d687e2f24e6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:56.200334 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6f8b04b-dac7-4329-b23b-0d687e2f24e6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:56.241181 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8b04b-dac7-4329-b23b-0d687e2f24e6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Port': ['ID=ac868fe3-3d61-430a-9604-c6426890e117,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:56.242941 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03906aaa-9116-42ba-8e2d-57ee948a0c2b req-88f0f677-0b79-437c-85f6-bb29506178c7 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:56.250460 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-03906aaa-9116-42ba-8e2d-57ee948a0c2b req-88f0f677-0b79-437c-85f6-bb29506178c7 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 947 time: 0.3976943 Jul 22 16:51:56.276658 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e6f8b04b-dac7-4329-b23b-0d687e2f24e6 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7031765 Jul 22 16:51:56.279988 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44752) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:56.290632 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-cc4111e3-13dc-44cb-bdce-970b38e5b915 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'subnet': {'network_id': '784d7ec6-dd85-40b3-9068-ad76b03fd04b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:56.349485 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-03906aaa-9116-42ba-8e2d-57ee948a0c2b req-e5eaffec-d105-4604-8138-0d19f1f94d1b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755777 Jul 22 16:51:56.540538 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86d599-2952-4640-8537-891c7a8fe19f req-ed3782f5-a513-4f6a-8c36-73ce22e470e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:56.540538 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f86d599-2952-4640-8537-891c7a8fe19f req-ed3782f5-a513-4f6a-8c36-73ce22e470e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=73f6be59-1fdc-49b9-8af1-53b654f51f05 HTTP/1.1" status: 200 len: 914 time: 0.4377849 Jul 22 16:51:56.571030 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-da5890b3-b087-4dd8-9e92-c66a63df509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'name': 'tempest-TestVolumeBackupRestore-398602312-router', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:27Z', 'updated_at': '2021-07-22T16:47:37Z', 'revision_number': 4, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'gw_port': {'id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:29Z', 'updated_at': '2021-07-22T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '36a90b93-961e-4594-88fe-f503332d7e69', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'floating_ip_address': '172.25.0.171', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'port_id': '525dbb88-4e14-4918-a907-40c8423f68fa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05', 'mac_address': 'fa:16:3e:06:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ff51cb-efac-416c-a614-cdcee52fb595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:51:49Z', 'updated_at': '2021-07-22T16:51:54Z', 'revision_number': 2, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9285911e-a733-4096-84dd-6095ee736bed', 'name': '', 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'mac_address': 'fa:16:3e:63:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:35Z', 'updated_at': '2021-07-22T16:47:43Z', 'revision_number': 5, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'subnets': [{'id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:56.614539 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5890b3-b087-4dd8-9e92-c66a63df509a None None] The sync data for ids ['0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'] in n-d-798930-9 is: [{'id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'name': 'tempest-TestVolumeBackupRestore-398602312-router', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:27Z', 'updated_at': '2021-07-22T16:47:37Z', 'revision_number': 4, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'gw_port': {'id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:29Z', 'updated_at': '2021-07-22T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '36a90b93-961e-4594-88fe-f503332d7e69', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'floating_ip_address': '172.25.0.171', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'port_id': '525dbb88-4e14-4918-a907-40c8423f68fa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05', 'mac_address': 'fa:16:3e:06:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ff51cb-efac-416c-a614-cdcee52fb595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:51:49Z', 'updated_at': '2021-07-22T16:51:54Z', 'revision_number': 2, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9285911e-a733-4096-84dd-6095ee736bed', 'name': '', 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'mac_address': 'fa:16:3e:63:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:35Z', 'updated_at': '2021-07-22T16:47:43Z', 'revision_number': 5, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'subnets': [{'id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:51:56.640958 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:56.696737 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4111e3-13dc-44cb-bdce-970b38e5b915 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:56.702857 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc4111e3-13dc-44cb-bdce-970b38e5b915 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:56.717459 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4f0cf045-6062-440d-9835-d31e89eaafd6, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4f0cf045-6062-440d-9835-d31e89eaafd6,segment=NetworkSegment(e532fe79-d434-4f03-a9a0-c9663b2eed81),segment_id=e532fe79-d434-4f03-a9a0-c9663b2eed81)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:56.738594 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f86d599-2952-4640-8537-891c7a8fe19f req-3a785593-2736-4f2e-a6d7-dbe4fdea3af9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=525dbb88-4e14-4918-a907-40c8423f68fa HTTP/1.1" status: 200 len: 1002 time: 0.1883116 Jul 22 16:51:56.757332 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5eabdb-85ee-4462-8f47-0a27981c46d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f0cf045-6062-440d-9835-d31e89eaafd6'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:56.759657 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1673702-a43f-452f-904b-ad8b495bd928" -d '{"events": [{"server_uuid": "aa5eabdb-85ee-4462-8f47-0a27981c46d4", "name": "network-vif-unplugged", "status": "completed", "tag": "4f0cf045-6062-440d-9835-d31e89eaafd6"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:56.802879 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '4f0cf045-6062-440d-9835-d31e89eaafd6', 'network_id': '11fa376a-a719-4920-8cdd-3a2458f3c2fd', 'port_id': '4f0cf045-6062-440d-9835-d31e89eaafd6', 'mac_address': 'fa:16:3e:eb:d3:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91a3ec8d-5f4b-4e09-a3b8-afdb464abdd5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:51:56.815307 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4f0cf045-6062-440d-9835-d31e89eaafd6, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4f0cf045-6062-440d-9835-d31e89eaafd6,segment=NetworkSegment(e532fe79-d434-4f03-a9a0-c9663b2eed81),segment_id=e532fe79-d434-4f03-a9a0-c9663b2eed81)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:56.817257 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b720d-8bf5-449b-8114-ebc1676b9a3d req-9acf9a5b-9e66-4f3a-9d95-e9fdaa07d97c tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:56.818987 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5f0b720d-8bf5-449b-8114-ebc1676b9a3d req-9acf9a5b-9e66-4f3a-9d95-e9fdaa07d97c tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.2836456 Jul 22 16:51:56.828810 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15b50a88-8dc6-4b3c-aa41-315275d10d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:56.830595 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:56.865304 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dc2942-9295-4940-a329-13080bf87ff2 x-openstack-request-id: req-65dc2942-9295-4940-a329-13080bf87ff2 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:56.865879 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5eabdb-85ee-4462-8f47-0a27981c46d4", "name": "network-vif-unplugged", "status": "completed", "tag": "4f0cf045-6062-440d-9835-d31e89eaafd6", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:56.866322 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-65dc2942-9295-4940-a329-13080bf87ff2 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:56.866878 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5eabdb-85ee-4462-8f47-0a27981c46d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f0cf045-6062-440d-9835-d31e89eaafd6', 'code': 200} Jul 22 16:51:56.900449 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86d599-2952-4640-8537-891c7a8fe19f req-61010acf-73c9-43d9-93e3-c89d10780b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:56.902190 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f86d599-2952-4640-8537-891c7a8fe19f req-61010acf-73c9-43d9-93e3-c89d10780b9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad5452e3-4f51-41eb-9e7c-709f07b5fd20 HTTP/1.1" status: 200 len: 852 time: 0.1497984 Jul 22 16:51:56.939852 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b50a88-8dc6-4b3c-aa41-315275d10d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=8949bd72-e799-4e3f-b627-da7959aca79c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:56.945116 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5f0b720d-8bf5-449b-8114-ebc1676b9a3d req-86834118-c8de-400c-a953-7977811f9a07 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143565 Jul 22 16:51:56.962414 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:57.001410 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0d41cf10-3421-4373-a10c-9f5a6e74952b None None] Provisioning complete for port d24fee42-d078-448e-87a2-fe1acd1803ae triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:57.001786 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d41cf10-3421-4373-a10c-9f5a6e74952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:57.003848 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=4f0cf045-6062-440d-9835-d31e89eaafd6,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:57.014903 n-d-798930-9 neutron-server[93817]: INFO neutron.db.ipam_backend_mixin [None req-cc4111e3-13dc-44cb-bdce-970b38e5b915 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fc0284ae-f825-4cf9-8c6a-137314321716 (CIDR: 2001:db8::/64) Jul 22 16:51:57.020715 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc4111e3-13dc-44cb-bdce-970b38e5b915 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:51:57.021466 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc4111e3-13dc-44cb-bdce-970b38e5b915 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:51:57.043171 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f0cf045-6062-440d-9835-d31e89eaafd6 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:51:57.053665 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15b50a88-8dc6-4b3c-aa41-315275d10d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:57.076579 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cc4111e3-13dc-44cb-bdce-970b38e5b915 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7951503 Jul 22 16:51:57.077217 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44764) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:57.086523 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e0efff46-5594-4b32-805c-b174941efae0 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'subnet': {'network_id': '784d7ec6-dd85-40b3-9068-ad76b03fd04b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:57.097559 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d708e855-90f2-4fb7-9e5d-4e0512c67a44 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:57.162974 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4f0cf045-6062-440d-9835-d31e89eaafd6, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4f0cf045-6062-440d-9835-d31e89eaafd6,segment=NetworkSegment(e532fe79-d434-4f03-a9a0-c9663b2eed81),segment_id=e532fe79-d434-4f03-a9a0-c9663b2eed81)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:57.164586 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0d41cf10-3421-4373-a10c-9f5a6e74952b None None] Port d24fee42-d078-448e-87a2-fe1acd1803ae cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:51:57.185462 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:57.189592 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15b50a88-8dc6-4b3c-aa41-315275d10d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:57.198282 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15b50a88-8dc6-4b3c-aa41-315275d10d3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:57.235705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0d41cf10-3421-4373-a10c-9f5a6e74952b None None] Provisioning for port d708e855-90f2-4fb7-9e5d-4e0512c67a44 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:57.257319 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0d41cf10-3421-4373-a10c-9f5a6e74952b None None] Provisioning complete for port d708e855-90f2-4fb7-9e5d-4e0512c67a44 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:57.257692 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d41cf10-3421-4373-a10c-9f5a6e74952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:57.267593 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0efff46-5594-4b32-805c-b174941efae0 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:57.273011 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0efff46-5594-4b32-805c-b174941efae0 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:57.286211 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=4f0cf045-6062-440d-9835-d31e89eaafd6,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:57.295216 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ff51cb-efac-416c-a614-cdcee52fb595', 'tag': '525dbb88-4e14-4918-a907-40c8423f68fa'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:57.297221 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04db60cf-eb15-40e0-8a67-bba42d58c934" -d '{"events": [{"name": "network-changed", "server_uuid": "08ff51cb-efac-416c-a614-cdcee52fb595", "tag": "525dbb88-4e14-4918-a907-40c8423f68fa"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:57.318472 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15b50a88-8dc6-4b3c-aa41-315275d10d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:57.318935 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port d708e855-90f2-4fb7-9e5d-4e0512c67a44 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:57.319278 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b50a88-8dc6-4b3c-aa41-315275d10d3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41fc99be-e033-44e1-b045-372f359abb14 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:51:57.319416 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:57.340738 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15b50a88-8dc6-4b3c-aa41-315275d10d3f admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:57.342704 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-15b50a88-8dc6-4b3c-aa41-315275d10d3f admin admin] 10.222.0.69 "DELETE /v2.0/routers/41fc99be-e033-44e1-b045-372f359abb14 HTTP/1.1" status: 204 len: 168 time: 3.3010809 Jul 22 16:51:57.347734 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44770) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:57.368297 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86d599-2952-4640-8537-891c7a8fe19f req-e40bafdd-a3f6-4c5c-90bd-afe2ba9f8ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:57.377857 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f86d599-2952-4640-8537-891c7a8fe19f req-e40bafdd-a3f6-4c5c-90bd-afe2ba9f8ccc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73f6be59-1fdc-49b9-8af1-53b654f51f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4396534 Jul 22 16:51:57.499251 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['4f0cf045-6062-440d-9835-d31e89eaafd6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:51:57.530147 n-d-798930-9 neutron-server[93817]: INFO neutron.db.ipam_backend_mixin [None req-e0efff46-5594-4b32-805c-b174941efae0 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 36a42f84-be32-4785-b057-cc3243fc32ab (CIDR: 2001:db8:0:1::/64) Jul 22 16:51:57.550431 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0efff46-5594-4b32-805c-b174941efae0 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:51:57.551060 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0efff46-5594-4b32-805c-b174941efae0 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:51:57.562054 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 97aae23a-9c41-4d8a-84ba-5c0bf29d544f no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:51:57.596662 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e0efff46-5594-4b32-805c-b174941efae0 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5174079 Jul 22 16:51:57.599383 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44774) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:57.609078 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-43617e48-511e-4c7e-b253-2e7cb173bdd4 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'subnet': {'network_id': '784d7ec6-dd85-40b3-9068-ad76b03fd04b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:57.640926 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098571da-5c80-48f2-aed4-eb4a0d71931a x-openstack-request-id: req-098571da-5c80-48f2-aed4-eb4a0d71931a {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:57.641219 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ff51cb-efac-416c-a614-cdcee52fb595", "tag": "525dbb88-4e14-4918-a907-40c8423f68fa", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:57.641470 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-098571da-5c80-48f2-aed4-eb4a0d71931a {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:57.642295 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ff51cb-efac-416c-a614-cdcee52fb595', 'tag': '525dbb88-4e14-4918-a907-40c8423f68fa', 'status': 'completed', 'code': 200} Jul 22 16:51:57.643890 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 97aae23a-9c41-4d8a-84ba-5c0bf29d544f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:51:57.643890 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 97aae23a-9c41-4d8a-84ba-5c0bf29d544f not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:51:57.663955 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6c6060a9-1e49-4b66-b775-c748a6c167c6 None None] Provisioning for port ac868fe3-3d61-430a-9604-c6426890e117 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:57.674168 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c6ed91-1af4-4102-bb15-a579997881ed admin admin] Deleting subnet b98b79e0-e6d5-4c4c-8692-abf0b3cf832d {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:51:57.683879 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0c6ed91-1af4-4102-bb15-a579997881ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:57.690573 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f86d599-2952-4640-8537-891c7a8fe19f req-d1216338-89ee-4658-be5b-42a5b706b131 service neutron] 10.222.0.30 "GET /v2.0/networks/73f6be59-1fdc-49b9-8af1-53b654f51f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818630 Jul 22 16:51:57.698007 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6c6060a9-1e49-4b66-b775-c748a6c167c6 None None] Provisioning complete for port ac868fe3-3d61-430a-9604-c6426890e117 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:57.698007 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c6060a9-1e49-4b66-b775-c748a6c167c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:57.705976 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198363c-8c61-409e-8961-cdd236e725df req-8042898b-bbea-41cf-bd37-b10f3f7ed8d2 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:57.707631 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5198363c-8c61-409e-8961-cdd236e725df req-8042898b-bbea-41cf-bd37-b10f3f7ed8d2 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 947 time: 0.1757412 Jul 22 16:51:57.748372 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414e49e-3304-47ad-b1ea-c2d3d754ef99 req-2cc4d463-3acf-4b70-b112-72697f145045 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:57.749516 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a414e49e-3304-47ad-b1ea-c2d3d754ef99 req-2cc4d463-3acf-4b70-b112-72697f145045 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 947 time: 0.2033339 Jul 22 16:51:57.771769 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6c6060a9-1e49-4b66-b775-c748a6c167c6 None None] Port ac868fe3-3d61-430a-9604-c6426890e117 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:51:57.775674 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5198363c-8c61-409e-8961-cdd236e725df req-e3cd1fb3-4c26-462a-b9f4-23510d9c4a0b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611959 Jul 22 16:51:57.803767 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43617e48-511e-4c7e-b253-2e7cb173bdd4 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Made reservation on behalf of ae4a272be618442d821360d06c080a1c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:57.808943 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43617e48-511e-4c7e-b253-2e7cb173bdd4 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:57.813174 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0c6ed91-1af4-4102-bb15-a579997881ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:58.143609 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43617e48-511e-4c7e-b253-2e7cb173bdd4 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:58.196533 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43617e48-511e-4c7e-b253-2e7cb173bdd4 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Network 784d7ec6-dd85-40b3-9068-ad76b03fd04b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:58.200035 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-43617e48-511e-4c7e-b253-2e7cb173bdd4 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:58.204867 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43617e48-511e-4c7e-b253-2e7cb173bdd4 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:58.205589 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43617e48-511e-4c7e-b253-2e7cb173bdd4 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:58.213955 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248c1ca3-4a9c-4a57-96da-9e2c773b7d64 None None] Network 784d7ec6-dd85-40b3-9068-ad76b03fd04b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:58.216862 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43617e48-511e-4c7e-b253-2e7cb173bdd4 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Subnet': ['ID=2604ba27-af0c-4563-b5fb-5e7052de2446,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:58.235234 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-43617e48-511e-4c7e-b253-2e7cb173bdd4 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6345477 Jul 22 16:51:58.236571 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44780) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:58.242543 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5e57e54a-2ba6-48f7-a07f-98067a9ebeec tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1930985558', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2604ba27-af0c-4563-b5fb-5e7052de2446'}], 'security_groups': ['e480f918-e308-46a0-8b48-f2d6610ff6ba', '9e35e453-ec4a-484b-a892-fabf48fa6c02']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:58.269823 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0c6ed91-1af4-4102-bb15-a579997881ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:58.364067 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e57e54a-2ba6-48f7-a07f-98067a9ebeec tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:58.403387 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f86d599-2952-4640-8537-891c7a8fe19f req-3b2854cd-d062-4dbe-bc3f-3eabedfb3919 service neutron] 10.222.0.30 "GET /v2.0/networks/73f6be59-1fdc-49b9-8af1-53b654f51f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6917577 Jul 22 16:51:58.470370 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-a414e49e-3304-47ad-b1ea-c2d3d754ef99 req-ba7e5939-325c-4971-9b06-71989cb9dcd8 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Deleting port 0e206c57-83cc-41d7-9d92-3436d33b4fa4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:58.470640 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a414e49e-3304-47ad-b1ea-c2d3d754ef99 req-ba7e5939-325c-4971-9b06-71989cb9dcd8 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:58.524919 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0c6ed91-1af4-4102-bb15-a579997881ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:58.600037 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6ed91-1af4-4102-bb15-a579997881ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b98b79e0-e6d5-4c4c-8692-abf0b3cf832d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:58.635862 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0c6ed91-1af4-4102-bb15-a579997881ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:58.637823 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a0c6ed91-1af4-4102-bb15-a579997881ed admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b98b79e0-e6d5-4c4c-8692-abf0b3cf832d HTTP/1.1" status: 204 len: 168 time: 1.2889001 Jul 22 16:51:58.641044 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44782) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:58.644669 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc36111d-3916-497b-83d2-300e0d882011 None None] Update dhcp port {'port': {'network_id': '784d7ec6-dd85-40b3-9068-ad76b03fd04b', 'fixed_ips': [{'subnet_id': '36a42f84-be32-4785-b057-cc3243fc32ab', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fc0284ae-f825-4cf9-8c6a-137314321716', 'ip_address': '2001:db8::2'}, {'subnet_id': '2604ba27-af0c-4563-b5fb-5e7052de2446'}], 'binding:host_id': 'n-d-798930-9'}, 'id': 'd708e855-90f2-4fb7-9e5d-4e0512c67a44'} from n-d-798930-9. {{(pid=93818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:51:58.645639 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c87fc-b05c-488d-8e5e-102a341a380f req-4a7192b9-bc83-4b3b-a797-11e95e3bc285 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:58.648542 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c4c87fc-b05c-488d-8e5e-102a341a380f req-4a7192b9-bc83-4b3b-a797-11e95e3bc285 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 945 time: 0.3995283 Jul 22 16:51:58.690636 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cc36111d-3916-497b-83d2-300e0d882011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:58.706364 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a414e49e-3304-47ad-b1ea-c2d3d754ef99 req-ba7e5939-325c-4971-9b06-71989cb9dcd8 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] For port 0e206c57-83cc-41d7-9d92-3436d33b4fa4, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0e206c57-83cc-41d7-9d92-3436d33b4fa4,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:58.706736 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a414e49e-3304-47ad-b1ea-c2d3d754ef99 req-ba7e5939-325c-4971-9b06-71989cb9dcd8 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:58.762653 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db60cf-eb15-40e0-8a67-bba42d58c934 req-9669cb06-defe-4764-a27e-c217d7933305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:58.764213 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04db60cf-eb15-40e0-8a67-bba42d58c934 req-9669cb06-defe-4764-a27e-c217d7933305 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d1de184c28f4807aacf349f806e0097&device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 1097 time: 0.2505765 Jul 22 16:51:58.770756 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9aebd4d4-c37a-4ec2-9364-bc0bc0307533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:58.800751 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c4c87fc-b05c-488d-8e5e-102a341a380f req-71241967-e5c7-492f-8daf-545b30ab642a tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436069 Jul 22 16:51:58.992306 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8949bd72-e799-4e3f-b627-da7959aca79c no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:51:59.019918 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 8949bd72-e799-4e3f-b627-da7959aca79c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:51:59.020263 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8949bd72-e799-4e3f-b627-da7959aca79c not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:51:59.033248 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db60cf-eb15-40e0-8a67-bba42d58c934 req-b8374d8f-5bf4-4020-bc53-5292689720f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:59.035389 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-379cc804-2e10-45a5-9d08-890f27d54ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:59.035616 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04db60cf-eb15-40e0-8a67-bba42d58c934 req-b8374d8f-5bf4-4020-bc53-5292689720f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=73f6be59-1fdc-49b9-8af1-53b654f51f05 HTTP/1.1" status: 200 len: 914 time: 0.2383215 Jul 22 16:51:59.043460 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9aebd4d4-c37a-4ec2-9364-bc0bc0307533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:59.068031 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-5e57e54a-2ba6-48f7-a07f-98067a9ebeec tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Delete allocated IP 2001:db8::3c0 (784d7ec6-dd85-40b3-9068-ad76b03fd04b/fc0284ae-f825-4cf9-8c6a-137314321716) {{(pid=93817) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 16:51:59.080410 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-9aebd4d4-c37a-4ec2-9364-bc0bc0307533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a13055-de03-4a7c-a0d9-4f417a10bc6f']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:59.089996 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-5e57e54a-2ba6-48f7-a07f-98067a9ebeec tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Allocated IP 2001:db8:0:2::34f (784d7ec6-dd85-40b3-9068-ad76b03fd04b/2604ba27-af0c-4563-b5fb-5e7052de2446/ac868fe3-3d61-430a-9604-c6426890e117) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:59.110071 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a414e49e-3304-47ad-b1ea-c2d3d754ef99 req-ba7e5939-325c-4971-9b06-71989cb9dcd8 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:59.110594 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a414e49e-3304-47ad-b1ea-c2d3d754ef99 req-ba7e5939-325c-4971-9b06-71989cb9dcd8 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:59.110752 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-9aebd4d4-c37a-4ec2-9364-bc0bc0307533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3007038a-c00a-4fec-84b8-38efb943e21f') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:59.110981 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [req-a414e49e-3304-47ad-b1ea-c2d3d754ef99 req-ba7e5939-325c-4971-9b06-71989cb9dcd8 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Floating IP adb3710a-492d-4a98-87c6-0d285c36e09e disassociated. External IP: 172.25.0.12, port: 0e206c57-83cc-41d7-9d92-3436d33b4fa4. Jul 22 16:51:59.111180 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-9aebd4d4-c37a-4ec2-9364-bc0bc0307533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3007038a-c00a-4fec-84b8-38efb943e21f') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:59.111405 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-a414e49e-3304-47ad-b1ea-c2d3d754ef99 req-ba7e5939-325c-4971-9b06-71989cb9dcd8 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Calling delete_port for 0e206c57-83cc-41d7-9d92-3436d33b4fa4 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:59.138503 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2fc31-ee3a-4a70-8e41-b0d57f05ef13 req-6b9840ce-70c8-4641-80b5-90a4a26ade1e tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:59.139403 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cef2fc31-ee3a-4a70-8e41-b0d57f05ef13 req-6b9840ce-70c8-4641-80b5-90a4a26ade1e tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 947 time: 0.2514873 Jul 22 16:51:59.141363 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9aebd4d4-c37a-4ec2-9364-bc0bc0307533 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:59.171657 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04db60cf-eb15-40e0-8a67-bba42d58c934 req-d4c38d7a-c4a1-4009-952a-40932369c8ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=525dbb88-4e14-4918-a907-40c8423f68fa HTTP/1.1" status: 200 len: 1002 time: 0.1231868 Jul 22 16:51:59.185248 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9aebd4d4-c37a-4ec2-9364-bc0bc0307533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:59.204366 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aebd4d4-c37a-4ec2-9364-bc0bc0307533 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:51:59.204855 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9aebd4d4-c37a-4ec2-9364-bc0bc0307533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:51:59.207781 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:51:59.243085 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cef2fc31-ee3a-4a70-8e41-b0d57f05ef13 req-e72e1578-24c8-4462-964e-fb55d614e7d9 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=7ca3ff82-7c24-4e39-ae55-ee30c0a26224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942161 Jul 22 16:51:59.254223 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db60cf-eb15-40e0-8a67-bba42d58c934 req-c0a46842-c49f-4124-890f-79dbd334eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:59.256010 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04db60cf-eb15-40e0-8a67-bba42d58c934 req-c0a46842-c49f-4124-890f-79dbd334eb22 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad5452e3-4f51-41eb-9e7c-709f07b5fd20 HTTP/1.1" status: 200 len: 852 time: 0.0720384 Jul 22 16:51:59.307079 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9aebd4d4-c37a-4ec2-9364-bc0bc0307533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:59.316737 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9aebd4d4-c37a-4ec2-9364-bc0bc0307533 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:59.321153 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9aebd4d4-c37a-4ec2-9364-bc0bc0307533 admin admin] 10.222.0.69 "DELETE /v2.0/networks/61a13055-de03-4a7c-a0d9-4f417a10bc6f HTTP/1.1" status: 204 len: 168 time: 0.6765528 Jul 22 16:51:59.366728 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a414e49e-3304-47ad-b1ea-c2d3d754ef99 req-ba7e5939-325c-4971-9b06-71989cb9dcd8 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:59.376117 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db60cf-eb15-40e0-8a67-bba42d58c934 req-24736f4e-6ad8-40ff-8600-71ffaf5c802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:59.377837 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04db60cf-eb15-40e0-8a67-bba42d58c934 req-24736f4e-6ad8-40ff-8600-71ffaf5c802d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73f6be59-1fdc-49b9-8af1-53b654f51f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129355 Jul 22 16:51:59.517259 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e5939-325c-4971-9b06-71989cb9dcd8 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Pushing event deleted for resources: {'Port': ['ID=0e206c57-83cc-41d7-9d92-3436d33b4fa4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:59.577686 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44794) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:59.681529 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04db60cf-eb15-40e0-8a67-bba42d58c934 req-dcf7f914-0ddb-400c-97c2-649287c8dde1 service neutron] 10.222.0.30 "GET /v2.0/networks/73f6be59-1fdc-49b9-8af1-53b654f51f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524247 Jul 22 16:51:59.688282 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d36e06d0-1fcd-411e-90e0-92332ca8fd3b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c4cfcb91c49145a9aea8832f3c390211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1068089 Jul 22 16:51:59.689294 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44796) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:59.721589 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebd4d4-c37a-4ec2-9364-bc0bc0307533 admin admin] Pushing event deleted for resources: {'Network': ['ID=61a13055-de03-4a7c-a0d9-4f417a10bc6f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:59.783987 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e57e54a-2ba6-48f7-a07f-98067a9ebeec tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:59.784792 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 0e206c57-83cc-41d7-9d92-3436d33b4fa4 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:51:59.798457 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-5e57e54a-2ba6-48f7-a07f-98067a9ebeec tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Transition to ACTIVE for port object ac868fe3-3d61-430a-9604-c6426890e117 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:59.806348 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e57e54a-2ba6-48f7-a07f-98067a9ebeec tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:59.808949 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a414e49e-3304-47ad-b1ea-c2d3d754ef99 req-ba7e5939-325c-4971-9b06-71989cb9dcd8 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Router c3371d87-70cb-4016-ae46-d055e529da54 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:51:59.825422 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 0e206c57-83cc-41d7-9d92-3436d33b4fa4 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:51:59.826285 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 0e206c57-83cc-41d7-9d92-3436d33b4fa4 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:51:59.842457 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bb54cf1-b27d-4cf4-aed7-7e6765a2d8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:59.878828 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57e54a-2ba6-48f7-a07f-98067a9ebeec tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event updated for resources: {'Port': ['ID=ac868fe3-3d61-430a-9604-c6426890e117,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:59.923184 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-cc36111d-3916-497b-83d2-300e0d882011 None None] Allocated IP 2001:db8:0:2::2 (784d7ec6-dd85-40b3-9068-ad76b03fd04b/2604ba27-af0c-4563-b5fb-5e7052de2446/d708e855-90f2-4fb7-9e5d-4e0512c67a44) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:59.956149 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5e57e54a-2ba6-48f7-a07f-98067a9ebeec tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] In _notify_port_updated(), no bound segment for port ac868fe3-3d61-430a-9604-c6426890e117 on network 784d7ec6-dd85-40b3-9068-ad76b03fd04b {{(pid=93817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:51:59.961508 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e57e54a-2ba6-48f7-a07f-98067a9ebeec tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:59.962165 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e57e54a-2ba6-48f7-a07f-98067a9ebeec tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:59.966161 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5e57e54a-2ba6-48f7-a07f-98067a9ebeec tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "PUT /v2.0/ports/ac868fe3-3d61-430a-9604-c6426890e117 HTTP/1.1" status: 200 len: 970 time: 1.7255812 Jul 22 16:51:59.966438 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44800) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:00.007610 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04db60cf-eb15-40e0-8a67-bba42d58c934 req-114b8735-2090-4326-9910-fca8f2d097d4 service neutron] 10.222.0.30 "GET /v2.0/networks/73f6be59-1fdc-49b9-8af1-53b654f51f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109233 Jul 22 16:52:00.049987 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bb54cf1-b27d-4cf4-aed7-7e6765a2d8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.140691 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0ae8efa3-b159-430e-9115-018a93da3288 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting port ac868fe3-3d61-430a-9604-c6426890e117 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:00.141093 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ae8efa3-b159-430e-9115-018a93da3288 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.227907 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4f0cf045-6062-440d-9835-d31e89eaafd6 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:52:00.262151 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a414e49e-3304-47ad-b1ea-c2d3d754ef99 req-ba7e5939-325c-4971-9b06-71989cb9dcd8 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:00.272826 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b529fef-56ea-4776-bb3a-21e5a268f6a1 req-f1a412d3-8843-4188-bce4-126e1e1821db tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:00.274707 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6b529fef-56ea-4776-bb3a-21e5a268f6a1 req-f1a412d3-8843-4188-bce4-126e1e1821db tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 945 time: 0.3632333 Jul 22 16:52:00.315917 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bb54cf1-b27d-4cf4-aed7-7e6765a2d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.318595 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5bb54cf1-b27d-4cf4-aed7-7e6765a2d8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.319859 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5bb54cf1-b27d-4cf4-aed7-7e6765a2d8b7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f HTTP/1.1" status: 204 len: 168 time: 0.6303847 Jul 22 16:52:00.345334 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a414e49e-3304-47ad-b1ea-c2d3d754ef99 req-ba7e5939-325c-4971-9b06-71989cb9dcd8 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] No DVR routers for this DVR port 0e206c57-83cc-41d7-9d92-3436d33b4fa4 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:52:00.353255 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a414e49e-3304-47ad-b1ea-c2d3d754ef99 req-ba7e5939-325c-4971-9b06-71989cb9dcd8 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.357242 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a414e49e-3304-47ad-b1ea-c2d3d754ef99 req-ba7e5939-325c-4971-9b06-71989cb9dcd8 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.16 "DELETE /v2.0/ports/0e206c57-83cc-41d7-9d92-3436d33b4fa4 HTTP/1.1" status: 204 len: 173 time: 2.5897520 Jul 22 16:52:00.359035 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e060cb3-9408-4b40-a1bb-036edeb65e0e', 'name': 'network-vif-deleted', 'tag': '0e206c57-83cc-41d7-9d92-3436d33b4fa4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:00.361225 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d30546-f271-448b-94c2-773ae068dd76" -d '{"events": [{"server_uuid": "4e060cb3-9408-4b40-a1bb-036edeb65e0e", "name": "network-vif-deleted", "tag": "0e206c57-83cc-41d7-9d92-3436d33b4fa4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:00.364115 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ae8efa3-b159-430e-9115-018a93da3288 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.377463 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb54cf1-b27d-4cf4-aed7-7e6765a2d8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cca25b-6ff8-4d7b-a7ae-f09a2b4ffc9f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:00.402909 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0ae8efa3-b159-430e-9115-018a93da3288 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Calling delete_port for ac868fe3-3d61-430a-9604-c6426890e117 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:00.408813 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622706c2-4805-4b14-9b58-81be0c4db6fe None None] Sync routers for ids ['c3371d87-70cb-4016-ae46-d055e529da54'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:00.412400 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6b529fef-56ea-4776-bb3a-21e5a268f6a1 req-771a166a-a709-4880-b271-81c55fa59e00 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031442 Jul 22 16:52:00.477097 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371af8f2-ce68-4c62-8eab-00a85900daf0 x-openstack-request-id: req-371af8f2-ce68-4c62-8eab-00a85900daf0 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:00.477553 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e060cb3-9408-4b40-a1bb-036edeb65e0e", "name": "network-vif-deleted", "tag": "0e206c57-83cc-41d7-9d92-3436d33b4fa4", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:00.477840 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-371af8f2-ce68-4c62-8eab-00a85900daf0 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:00.478389 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e060cb3-9408-4b40-a1bb-036edeb65e0e', 'name': 'network-vif-deleted', 'tag': '0e206c57-83cc-41d7-9d92-3436d33b4fa4', 'status': 'completed', 'code': 200} Jul 22 16:52:00.504225 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622706c2-4805-4b14-9b58-81be0c4db6fe None None] Routers {'c3371d87-70cb-4016-ae46-d055e529da54'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:00.505117 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-622706c2-4805-4b14-9b58-81be0c4db6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:51:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['c3371d87-70cb-4016-ae46-d055e529da54'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:00.636249 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-cc36111d-3916-497b-83d2-300e0d882011 None None] For port d708e855-90f2-4fb7-9e5d-4e0512c67a44, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d708e855-90f2-4fb7-9e5d-4e0512c67a44,segment=NetworkSegment(94ad2ab7-7c5a-4f64-9180-640aafd7be54),segment_id=94ad2ab7-7c5a-4f64-9180-640aafd7be54)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:00.641423 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-22bab7a3-9158-4a6a-b215-1bb907dd03a7 req-cd4996ff-382a-48b7-b07c-c9bfaec41390 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e060cb3-9408-4b40-a1bb-036edeb65e0e HTTP/1.1" status: 200 len: 210 time: 0.2094362 Jul 22 16:52:00.642358 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ae8efa3-b159-430e-9115-018a93da3288 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.671723 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8efa3-b159-430e-9115-018a93da3288 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Port': ['ID=ac868fe3-3d61-430a-9604-c6426890e117,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:00.690977 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cc36111d-3916-497b-83d2-300e0d882011 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.703752 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ae8efa3-b159-430e-9115-018a93da3288 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.706116 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0ae8efa3-b159-430e-9115-018a93da3288 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/ports/ac868fe3-3d61-430a-9604-c6426890e117 HTTP/1.1" status: 204 len: 168 time: 0.7385724 Jul 22 16:52:00.707947 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cc36111d-3916-497b-83d2-300e0d882011 None None] Transition to ACTIVE for port object d708e855-90f2-4fb7-9e5d-4e0512c67a44 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:52:00.708846 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44812) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:00.742991 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-074974d4-dc96-4eaf-ab71-b22fc30978b0 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] GET failed (client error): The resource could not be found. Jul 22 16:52:00.745141 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-074974d4-dc96-4eaf-ab71-b22fc30978b0 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports/ac868fe3-3d61-430a-9604-c6426890e117 HTTP/1.1" status: 404 len: 333 time: 0.0348959 Jul 22 16:52:00.748071 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44816) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:00.759044 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-622706c2-4805-4b14-9b58-81be0c4db6fe None None] Set router c3371d87-70cb-4016-ae46-d055e529da54 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:52:00.803380 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cc36111d-3916-497b-83d2-300e0d882011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.813180 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 4f0cf045-6062-440d-9835-d31e89eaafd6 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:00.813827 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.849857 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b559565-3320-450f-b551-b00afb9a0ede tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.898234 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b559565-3320-450f-b551-b00afb9a0ede tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.954308 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b559565-3320-450f-b551-b00afb9a0ede tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.960671 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b559565-3320-450f-b551-b00afb9a0ede tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.964626 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6b559565-3320-450f-b551-b00afb9a0ede tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/security-groups/c0020e79-741e-4e4d-b78a-51cbbc1074d7 HTTP/1.1" status: 204 len: 168 time: 0.2128336 Jul 22 16:52:00.967268 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44822) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:00.976687 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b559565-3320-450f-b551-b00afb9a0ede tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0020e79-741e-4e4d-b78a-51cbbc1074d7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:01.045196 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50f62907-a38c-446a-a697-6a5f1345f3fb tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.077715 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50f62907-a38c-446a-a697-6a5f1345f3fb tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.125825 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50f62907-a38c-446a-a697-6a5f1345f3fb tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.128635 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50f62907-a38c-446a-a697-6a5f1345f3fb tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.132302 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-50f62907-a38c-446a-a697-6a5f1345f3fb tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/security-groups/9e35e453-ec4a-484b-a892-fabf48fa6c02 HTTP/1.1" status: 204 len: 168 time: 0.1637514 Jul 22 16:52:01.133342 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44828) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:01.139597 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36111d-3916-497b-83d2-300e0d882011 None None] Pushing event updated for resources: {'Port': ['ID=d708e855-90f2-4fb7-9e5d-4e0512c67a44,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:01.158258 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.162287 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f62907-a38c-446a-a697-6a5f1345f3fb tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e35e453-ec4a-484b-a892-fabf48fa6c02,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:01.235775 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3c93e6a-316a-4133-a266-c4e9b1165f70 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.276457 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3c93e6a-316a-4133-a266-c4e9b1165f70 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.297380 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5eabdb-85ee-4462-8f47-0a27981c46d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0cf045-6062-440d-9835-d31e89eaafd6'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:01.301976 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f302ad-234b-4bef-91ae-416fcaf11e50" -d '{"events": [{"server_uuid": "aa5eabdb-85ee-4462-8f47-0a27981c46d4", "name": "network-vif-plugged", "status": "completed", "tag": "4f0cf045-6062-440d-9835-d31e89eaafd6"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:01.335156 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4f0cf045-6062-440d-9835-d31e89eaafd6, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4f0cf045-6062-440d-9835-d31e89eaafd6,segment=NetworkSegment(e532fe79-d434-4f03-a9a0-c9663b2eed81),segment_id=e532fe79-d434-4f03-a9a0-c9663b2eed81)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:01.368973 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3c93e6a-316a-4133-a266-c4e9b1165f70 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.372364 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3c93e6a-316a-4133-a266-c4e9b1165f70 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.373260 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ca18f5-8052-4be5-b832-1b8f0608e484 x-openstack-request-id: req-e5ca18f5-8052-4be5-b832-1b8f0608e484 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:01.373583 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5eabdb-85ee-4462-8f47-0a27981c46d4", "name": "network-vif-plugged", "status": "completed", "tag": "4f0cf045-6062-440d-9835-d31e89eaafd6", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:01.374242 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a3c93e6a-316a-4133-a266-c4e9b1165f70 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/security-groups/e480f918-e308-46a0-8b48-f2d6610ff6ba HTTP/1.1" status: 204 len: 168 time: 0.2402220 Jul 22 16:52:01.377252 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44840) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:01.378850 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e5ca18f5-8052-4be5-b832-1b8f0608e484 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:01.379321 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5eabdb-85ee-4462-8f47-0a27981c46d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0cf045-6062-440d-9835-d31e89eaafd6', 'code': 200} Jul 22 16:52:01.392482 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.401284 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c93e6a-316a-4133-a266-c4e9b1165f70 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e480f918-e308-46a0-8b48-f2d6610ff6ba,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:01.475713 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-226e8c8f-0b25-49a7-b23b-97c6d2619288 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting subnet fc0284ae-f825-4cf9-8c6a-137314321716 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:52:01.487357 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-226e8c8f-0b25-49a7-b23b-97c6d2619288 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.503065 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=4f0cf045-6062-440d-9835-d31e89eaafd6,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:01.522983 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-622706c2-4805-4b14-9b58-81be0c4db6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'name': 'tempest-AttachVolumeShelveTestJSON-1655165633-router', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:09Z', 'updated_at': '2021-07-22T16:47:17Z', 'revision_number': 4, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'gw_port': {'id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:11Z', 'updated_at': '2021-07-22T16:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'ec6d9024-02e6-4a4c-b7a2-fd24e4551837', 'name': '', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'mac_address': 'fa:16:3e:97:d1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:16Z', 'updated_at': '2021-07-22T16:47:28Z', 'revision_number': 5, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'subnets': [{'id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:01.572210 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622706c2-4805-4b14-9b58-81be0c4db6fe None None] Checking router: c3371d87-70cb-4016-ae46-d055e529da54 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:52:01.597811 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-226e8c8f-0b25-49a7-b23b-97c6d2619288 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.603414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622706c2-4805-4b14-9b58-81be0c4db6fe None None] Routers {'c3371d87-70cb-4016-ae46-d055e529da54'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:01.604088 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-622706c2-4805-4b14-9b58-81be0c4db6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:51:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['c3371d87-70cb-4016-ae46-d055e529da54'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:01.660533 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b782d2f-514a-4189-ae57-13726e8d7b1b req-4772ab07-8757-4805-8bcb-d5779409dc86 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:01.662196 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8b782d2f-514a-4189-ae57-13726e8d7b1b req-4772ab07-8757-4805-8bcb-d5779409dc86 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.1124451 Jul 22 16:52:01.714640 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8b782d2f-514a-4189-ae57-13726e8d7b1b req-67700983-2920-4992-92b7-9459bc717576 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437365 Jul 22 16:52:01.724897 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-de203387-739f-47c9-91c1-5c5c4b3adf04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.754137 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44850) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:01.757785 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.817348 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44854) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:01.843297 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-622706c2-4805-4b14-9b58-81be0c4db6fe None None] Set router c3371d87-70cb-4016-ae46-d055e529da54 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:52:01.953109 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-226e8c8f-0b25-49a7-b23b-97c6d2619288 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.974466 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0dec7ab3-7a0b-4cf3-834f-f2391a5fc580 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.992581 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc53456-29ed-40a5-bd61-24d79adcb56a req-1b2b599f-6c82-4e73-9128-29392cd43955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:01.995768 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9cc53456-29ed-40a5-bd61-24d79adcb56a req-1b2b599f-6c82-4e73-9128-29392cd43955 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 1097 time: 0.3367157 Jul 22 16:52:02.014901 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8f5ffa83-b351-48af-8f26-92c08a071b8a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-821894494-network', 'tenant_id': 'dd83029401704e2c8bed4e4a32967004'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:02.055985 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5ffa83-b351-48af-8f26-92c08a071b8a admin admin] Made reservation on behalf of dd83029401704e2c8bed4e4a32967004 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:02.060135 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f5ffa83-b351-48af-8f26-92c08a071b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.067520 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9cc53456-29ed-40a5-bd61-24d79adcb56a req-2b111588-0d02-411b-ab4a-eff90ffe254c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653808 Jul 22 16:52:02.082671 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-226e8c8f-0b25-49a7-b23b-97c6d2619288 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.083748 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0dec7ab3-7a0b-4cf3-834f-f2391a5fc580 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.087046 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f5ffa83-b351-48af-8f26-92c08a071b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.146334 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-226e8c8f-0b25-49a7-b23b-97c6d2619288 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.156262 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-226e8c8f-0b25-49a7-b23b-97c6d2619288 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/subnets/fc0284ae-f825-4cf9-8c6a-137314321716 HTTP/1.1" status: 204 len: 168 time: 0.7716713 Jul 22 16:52:02.156262 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e8c8f-0b25-49a7-b23b-97c6d2619288 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Subnet': ['ID=fc0284ae-f825-4cf9-8c6a-137314321716,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:02.158869 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44856) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:02.180079 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf985be-6807-47f0-adc3-324f68886d42 None None] Network 784d7ec6-dd85-40b3-9068-ad76b03fd04b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:52:02.215837 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0dec7ab3-7a0b-4cf3-834f-f2391a5fc580 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.221310 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0dec7ab3-7a0b-4cf3-834f-f2391a5fc580 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.223456 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0dec7ab3-7a0b-4cf3-834f-f2391a5fc580 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "DELETE /v2.0/security-groups/7ca3ff82-7c24-4e39-ae55-ee30c0a26224 HTTP/1.1" status: 204 len: 168 time: 0.4040103 Jul 22 16:52:02.228985 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44858) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:02.241627 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f5dbd5-1112-4617-9034-6a76dc8488d7 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting subnet 2604ba27-af0c-4563-b5fb-5e7052de2446 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:52:02.252073 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec7ab3-7a0b-4cf3-834f-f2391a5fc580 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca3ff82-7c24-4e39-ae55-ee30c0a26224,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:02.253042 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-622706c2-4805-4b14-9b58-81be0c4db6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'name': 'tempest-AttachVolumeShelveTestJSON-1655165633-router', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:09Z', 'updated_at': '2021-07-22T16:47:17Z', 'revision_number': 4, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'gw_port': {'id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:11Z', 'updated_at': '2021-07-22T16:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'ec6d9024-02e6-4a4c-b7a2-fd24e4551837', 'name': '', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'mac_address': 'fa:16:3e:97:d1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:16Z', 'updated_at': '2021-07-22T16:47:28Z', 'revision_number': 5, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'subnets': [{'id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:02.256630 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-42ddbc61-f155-41da-9509-958bedaa81de tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] show failed (client error): The resource could not be found. Jul 22 16:52:02.261037 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-42ddbc61-f155-41da-9509-958bedaa81de tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups/7ca3ff82-7c24-4e39-ae55-ee30c0a26224 HTTP/1.1" status: 404 len: 347 time: 0.0309100 Jul 22 16:52:02.262177 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44860) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:02.262929 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0f5dbd5-1112-4617-9034-6a76dc8488d7 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.306792 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f5ffa83-b351-48af-8f26-92c08a071b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.313430 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f5ffa83-b351-48af-8f26-92c08a071b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.321237 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622706c2-4805-4b14-9b58-81be0c4db6fe None None] The sync data for ids ['c3371d87-70cb-4016-ae46-d055e529da54'] in n-d-798930-9 is: [{'id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'name': 'tempest-AttachVolumeShelveTestJSON-1655165633-router', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:09Z', 'updated_at': '2021-07-22T16:47:17Z', 'revision_number': 4, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'gw_port': {'id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:11Z', 'updated_at': '2021-07-22T16:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'ec6d9024-02e6-4a4c-b7a2-fd24e4551837', 'name': '', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'mac_address': 'fa:16:3e:97:d1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:16Z', 'updated_at': '2021-07-22T16:47:28Z', 'revision_number': 5, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'subnets': [{'id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:02.332881 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-832e28d1-4d72-435c-a1e0-a40d23c6d043 None None] Provisioning complete for port d24fee42-d078-448e-87a2-fe1acd1803ae triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:02.333424 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-832e28d1-4d72-435c-a1e0-a40d23c6d043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.340863 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5ffa83-b351-48af-8f26-92c08a071b8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:52:02.363868 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f5ffa83-b351-48af-8f26-92c08a071b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.364415 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-8f5ffa83-b351-48af-8f26-92c08a071b8a admin admin] Added segment 9c58c7af-0d88-4ac7-9e32-e129a89eb5c3 of type vlan for network 1a1eddf5-fb8e-4189-93cd-16488e248f15 Jul 22 16:52:02.416131 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-832e28d1-4d72-435c-a1e0-a40d23c6d043 None None] Port d24fee42-d078-448e-87a2-fe1acd1803ae cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:52:02.423055 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-832e28d1-4d72-435c-a1e0-a40d23c6d043 None None] Could not find standard attr ID for object ac868fe3-3d61-430a-9604-c6426890e117. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:52:02.425512 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f5ffa83-b351-48af-8f26-92c08a071b8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.455679 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-832e28d1-4d72-435c-a1e0-a40d23c6d043 None None] Provisioning for port d708e855-90f2-4fb7-9e5d-4e0512c67a44 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:52:02.480960 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f5ffa83-b351-48af-8f26-92c08a071b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.482116 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5ffa83-b351-48af-8f26-92c08a071b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:02.483173 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f5ffa83-b351-48af-8f26-92c08a071b8a admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.484342 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-832e28d1-4d72-435c-a1e0-a40d23c6d043 None None] Provisioning complete for port d708e855-90f2-4fb7-9e5d-4e0512c67a44 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:02.484826 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-832e28d1-4d72-435c-a1e0-a40d23c6d043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.518406 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8f5ffa83-b351-48af-8f26-92c08a071b8a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7630322 Jul 22 16:52:02.538193 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44864) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:02.545823 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-55507f10-9552-4ce8-b0e8-c8a89ac2bd88 admin admin] Request body: {'subnet': {'network_id': '1a1eddf5-fb8e-4189-93cd-16488e248f15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-821894494-subnet', 'tenant_id': 'dd83029401704e2c8bed4e4a32967004', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:02.614901 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55507f10-9552-4ce8-b0e8-c8a89ac2bd88 admin admin] Made reservation on behalf of dd83029401704e2c8bed4e4a32967004 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:02.619519 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55507f10-9552-4ce8-b0e8-c8a89ac2bd88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.644120 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ffa83-b351-48af-8f26-92c08a071b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880e089d-a32c-40a7-bb0e-f8f6a5a822c1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:02.703226 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ffa83-b351-48af-8f26-92c08a071b8a admin admin] Pushing event updated for resources: {'Network': ['ID=1a1eddf5-fb8e-4189-93cd-16488e248f15,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:02.717814 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 1a1eddf5-fb8e-4189-93cd-16488e248f15 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:52:02.805826 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0f5dbd5-1112-4617-9034-6a76dc8488d7 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.838508 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409554fc-42ad-46c0-a20d-3218ec7d6b5b None None] New status for floating IP adb3710a-492d-4a98-87c6-0d285c36e09e: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:52:02.845600 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:03.089683 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b24e77-681b-4548-97a1-c3a9a899b0ae req-8374cc83-45ff-49df-92ab-b5cfa01173d9 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:03.098768 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4b24e77-681b-4548-97a1-c3a9a899b0ae req-8374cc83-45ff-49df-92ab-b5cfa01173d9 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.1997745 Jul 22 16:52:03.110976 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d708e855-90f2-4fb7-9e5d-4e0512c67a44 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:52:03.197625 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55507f10-9552-4ce8-b0e8-c8a89ac2bd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:03.213881 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4b24e77-681b-4548-97a1-c3a9a899b0ae req-e1e1dfe9-976d-4af6-bb35-1e9615a3e1d2 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761840 Jul 22 16:52:03.228730 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0f5dbd5-1112-4617-9034-6a76dc8488d7 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:03.234237 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-88bbec3b-3af7-48b8-8ad5-981059d818b0 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Deleting port 269e4cd5-3441-4494-bd88-4e6893c7aa0e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:03.234676 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88bbec3b-3af7-48b8-8ad5-981059d818b0 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:03.258502 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port d708e855-90f2-4fb7-9e5d-4e0512c67a44 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:03.259151 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:03.391138 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55507f10-9552-4ce8-b0e8-c8a89ac2bd88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f83863e-4d1f-47e9-954d-4b7ea7642935,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:03.413120 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88bbec3b-3af7-48b8-8ad5-981059d818b0 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:03.413354 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88bbec3b-3af7-48b8-8ad5-981059d818b0 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:03.419857 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55507f10-9552-4ce8-b0e8-c8a89ac2bd88 admin admin] Checking segment: {'id': '9c58c7af-0d88-4ac7-9e32-e129a89eb5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1a1eddf5-fb8e-4189-93cd-16488e248f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:52:03.420333 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55507f10-9552-4ce8-b0e8-c8a89ac2bd88 admin admin] Network hostable DHCP agents. Network: 1a1eddf5-fb8e-4189-93cd-16488e248f15, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:52:03.433078 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-88bbec3b-3af7-48b8-8ad5-981059d818b0 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Calling delete_port for 269e4cd5-3441-4494-bd88-4e6893c7aa0e owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:03.440687 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0f5dbd5-1112-4617-9034-6a76dc8488d7 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:03.479374 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55507f10-9552-4ce8-b0e8-c8a89ac2bd88 admin admin] Network 1a1eddf5-fb8e-4189-93cd-16488e248f15 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:52:03.491878 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5dbd5-1112-4617-9034-6a76dc8488d7 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Subnet': ['ID=2604ba27-af0c-4563-b5fb-5e7052de2446,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:03.495697 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-55507f10-9552-4ce8-b0e8-c8a89ac2bd88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 1a1eddf5-fb8e-4189-93cd-16488e248f15) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:03.501795 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55507f10-9552-4ce8-b0e8-c8a89ac2bd88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:03.502428 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55507f10-9552-4ce8-b0e8-c8a89ac2bd88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:03.513046 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f25155a-15d7-4ec2-832f-9c436dafdceb None None] Network 1a1eddf5-fb8e-4189-93cd-16488e248f15 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:52:03.518934 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0f5dbd5-1112-4617-9034-6a76dc8488d7 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:03.523447 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c0f5dbd5-1112-4617-9034-6a76dc8488d7 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/subnets/2604ba27-af0c-4563-b5fb-5e7052de2446 HTTP/1.1" status: 204 len: 168 time: 1.3634655 Jul 22 16:52:03.524079 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44870) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:03.542506 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-55507f10-9552-4ce8-b0e8-c8a89ac2bd88 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0031223 Jul 22 16:52:03.561238 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-517396f8-baba-484e-85fd-ed719aa17497 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] DELETE failed (client error): The resource could not be found. Jul 22 16:52:03.561952 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-517396f8-baba-484e-85fd-ed719aa17497 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:52:03.564194 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-517396f8-baba-484e-85fd-ed719aa17497 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/subnets/fc0284ae-f825-4cf9-8c6a-137314321716 HTTP/1.1" status: 404 len: 337 time: 0.0375786 Jul 22 16:52:03.566830 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44874) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:03.630133 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e90497-bfd4-425a-aab8-18a04a178c3b None None] Network 784d7ec6-dd85-40b3-9068-ad76b03fd04b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:52:03.669534 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb28b82d-8bee-44c0-acaa-ec8e75777083 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting subnet 36a42f84-be32-4785-b057-cc3243fc32ab {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:52:03.677596 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb28b82d-8bee-44c0-acaa-ec8e75777083 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:03.728820 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-faae9523-3977-4072-a812-e30c61425040 None None] Provisioning complete for port d24fee42-d078-448e-87a2-fe1acd1803ae triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:03.729193 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-faae9523-3977-4072-a812-e30c61425040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:03.757775 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb28b82d-8bee-44c0-acaa-ec8e75777083 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:03.805703 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88bbec3b-3af7-48b8-8ad5-981059d818b0 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:03.889151 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbec3b-3af7-48b8-8ad5-981059d818b0 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Pushing event deleted for resources: {'Port': ['ID=269e4cd5-3441-4494-bd88-4e6893c7aa0e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:03.920040 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb28b82d-8bee-44c0-acaa-ec8e75777083 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:04.021972 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88bbec3b-3af7-48b8-8ad5-981059d818b0 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:04.025860 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88bbec3b-3af7-48b8-8ad5-981059d818b0 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:04.028137 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-88bbec3b-3af7-48b8-8ad5-981059d818b0 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "DELETE /v2.0/floatingips/adb3710a-492d-4a98-87c6-0d285c36e09e HTTP/1.1" status: 204 len: 168 time: 1.7619181 Jul 22 16:52:04.031448 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb28b82d-8bee-44c0-acaa-ec8e75777083 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:04.057057 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb28b82d-8bee-44c0-acaa-ec8e75777083 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:04.059673 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bb28b82d-8bee-44c0-acaa-ec8e75777083 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/subnets/36a42f84-be32-4785-b057-cc3243fc32ab HTTP/1.1" status: 204 len: 168 time: 0.4915369 Jul 22 16:52:04.063430 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-faae9523-3977-4072-a812-e30c61425040 None None] Port d24fee42-d078-448e-87a2-fe1acd1803ae cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:52:04.067593 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44890) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:04.085178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265af283-f4bc-4a58-a616-4ed62e2a9253 None None] Network 1a1eddf5-fb8e-4189-93cd-16488e248f15 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:52:04.096832 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28b82d-8bee-44c0-acaa-ec8e75777083 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Subnet': ['ID=36a42f84-be32-4785-b057-cc3243fc32ab,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:04.130460 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-faae9523-3977-4072-a812-e30c61425040 None None] Provisioning complete for port d708e855-90f2-4fb7-9e5d-4e0512c67a44 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:04.130837 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-faae9523-3977-4072-a812-e30c61425040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:04.134494 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c0d5b3-1343-4963-94a1-4c1860775ebf tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] DELETE failed (client error): The resource could not be found. Jul 22 16:52:04.135413 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c0d5b3-1343-4963-94a1-4c1860775ebf tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:52:04.142608 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c8c0d5b3-1343-4963-94a1-4c1860775ebf tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/subnets/455ba3b9-bb13-4955-87f0-70d679df3934 HTTP/1.1" status: 404 len: 337 time: 0.0633245 Jul 22 16:52:04.145627 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44896) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:04.212828 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-97ec4462-6425-4079-b552-3f7f6803bb55 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "GET /v2.0/ports?device_id=da991876-b034-4c91-8dfd-a29674541d7d HTTP/1.1" status: 200 len: 205 time: 0.0643580 Jul 22 16:52:04.213509 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44898) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:04.256517 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-f55bebe3-0971-4b31-9140-1c25aa53c046 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] delete failed (client error): The resource could not be found. Jul 22 16:52:04.260914 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-b99972e0-37c7-4213-85f0-c35029eb3c1c tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:04.261379 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f55bebe3-0971-4b31-9140-1c25aa53c046 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/routers/da991876-b034-4c91-8dfd-a29674541d7d HTTP/1.1" status: 404 len: 336 time: 0.0466316 Jul 22 16:52:04.262061 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44902) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:04.267924 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-b99972e0-37c7-4213-85f0-c35029eb3c1c tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/networks?id=1a1eddf5-fb8e-4189-93cd-16488e248f15 HTTP/1.1" status: 200 len: 813 time: 0.2686744 Jul 22 16:52:04.293321 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-f5953e8b-c16a-4252-91e9-78bea3e601fa tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/quotas/dd83029401704e2c8bed4e4a32967004 HTTP/1.1" status: 200 len: 375 time: 0.0243955 Jul 22 16:52:04.337344 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-4909b2c9-7690-4159-b736-77cee5e18c16 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] DELETE failed (client error): The resource could not be found. Jul 22 16:52:04.337800 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4909b2c9-7690-4159-b736-77cee5e18c16 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:52:04.340567 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4909b2c9-7690-4159-b736-77cee5e18c16 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/subnets/3bdb6024-7e18-4b75-a260-0e479debdfa8 HTTP/1.1" status: 404 len: 337 time: 0.0770898 Jul 22 16:52:04.343831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44904) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:04.361272 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-bb73a37c-acb0-47d1-9222-09656da91b1e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=dd83029401704e2c8bed4e4a32967004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669219 Jul 22 16:52:04.380529 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-5560f20c-a84a-4dc8-9b0e-d47d8003b409 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] DELETE failed (client error): The resource could not be found. Jul 22 16:52:04.381015 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5560f20c-a84a-4dc8-9b0e-d47d8003b409 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:52:04.385165 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5560f20c-a84a-4dc8-9b0e-d47d8003b409 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/subnets/01aee31b-f65d-48fe-a2e2-b4fb3ee7257c HTTP/1.1" status: 404 len: 337 time: 0.0380301 Jul 22 16:52:04.385434 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44906) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:04.430338 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-95451396-bcc1-4cc3-a01d-8e15cff24907 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] DELETE failed (client error): The resource could not be found. Jul 22 16:52:04.430802 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95451396-bcc1-4cc3-a01d-8e15cff24907 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:52:04.434865 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-95451396-bcc1-4cc3-a01d-8e15cff24907 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/subnets/73041326-6d1c-4c3f-8dea-596e32e44d4f HTTP/1.1" status: 404 len: 337 time: 0.0462089 Jul 22 16:52:04.435763 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44908) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:04.460316 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423b00a4-6e95-4792-b09a-2c9a00226ce4 None None] DHCP port deletion for 784d7ec6-dd85-40b3-9068-ad76b03fd04b request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:52:04.469964 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca30ec2a-50cb-4118-a1b8-701d118e5c80 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] DELETE failed (client error): The resource could not be found. Jul 22 16:52:04.470167 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca30ec2a-50cb-4118-a1b8-701d118e5c80 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:52:04.474334 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ca30ec2a-50cb-4118-a1b8-701d118e5c80 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/ports/4fc48ddc-48ff-45ef-9d1b-1eb1ad0aff61 HTTP/1.1" status: 404 len: 333 time: 0.0357170 Jul 22 16:52:04.474765 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44910) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:04.505344 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-c99e389f-1b51-45c9-8fb5-8ea8a72f3b8d service neutron] 10.222.0.69 "GET /v2.0/networks/1a1eddf5-fb8e-4189-93cd-16488e248f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427720 Jul 22 16:52:04.521903 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1420fa-2eae-4666-a233-9f8424b70e99 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] DELETE failed (client error): The resource could not be found. Jul 22 16:52:04.522438 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c1420fa-2eae-4666-a233-9f8424b70e99 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:52:04.525974 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7c1420fa-2eae-4666-a233-9f8424b70e99 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/subnets/35a41717-bc34-4069-8929-324ee7c87152 HTTP/1.1" status: 404 len: 337 time: 0.0486150 Jul 22 16:52:04.527280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44912) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:04.547927 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-423b00a4-6e95-4792-b09a-2c9a00226ce4 None None] Deleting port d708e855-90f2-4fb7-9e5d-4e0512c67a44 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:04.548309 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-423b00a4-6e95-4792-b09a-2c9a00226ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:04.554687 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47400d6-fa96-40bd-a1f7-a87ad7cf86ac tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] DELETE failed (client error): The resource could not be found. Jul 22 16:52:04.555154 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d47400d6-fa96-40bd-a1f7-a87ad7cf86ac tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:52:04.559731 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d47400d6-fa96-40bd-a1f7-a87ad7cf86ac tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/subnets/e2c6e477-7725-438f-b8ad-ad57071199fc HTTP/1.1" status: 404 len: 337 time: 0.0287054 Jul 22 16:52:04.559975 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44916) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:04.590412 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff01901e-3c9d-4665-a76f-738ec6365a43 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] DELETE failed (client error): The resource could not be found. Jul 22 16:52:04.590848 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff01901e-3c9d-4665-a76f-738ec6365a43 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:52:04.594958 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ff01901e-3c9d-4665-a76f-738ec6365a43 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/ports/10fb4b53-5521-4729-a58f-4d919482ad87 HTTP/1.1" status: 404 len: 333 time: 0.0317798 Jul 22 16:52:04.596633 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44918) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:04.630865 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-423b00a4-6e95-4792-b09a-2c9a00226ce4 None None] For port d708e855-90f2-4fb7-9e5d-4e0512c67a44, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d708e855-90f2-4fb7-9e5d-4e0512c67a44,segment=NetworkSegment(94ad2ab7-7c5a-4f64-9180-640aafd7be54),segment_id=94ad2ab7-7c5a-4f64-9180-640aafd7be54)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:04.630865 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-423b00a4-6e95-4792-b09a-2c9a00226ce4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:04.649313 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-423b00a4-6e95-4792-b09a-2c9a00226ce4 None None] Calling delete_port for d708e855-90f2-4fb7-9e5d-4e0512c67a44 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:04.651948 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:04.686422 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31b7422-b66d-4ae3-abf8-81ea5828e122 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] DELETE failed (client error): The resource could not be found. Jul 22 16:52:04.686793 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a31b7422-b66d-4ae3-abf8-81ea5828e122 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:52:04.690806 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a31b7422-b66d-4ae3-abf8-81ea5828e122 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/subnets/aeaab23f-1f44-445c-aa3e-aa04ac060057 HTTP/1.1" status: 404 len: 337 time: 0.0911617 Jul 22 16:52:04.691748 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44920) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:04.737750 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a37c90-6040-4931-ab92-b2e89139e4ae tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] DELETE failed (client error): The resource could not be found. Jul 22 16:52:04.738338 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a37c90-6040-4931-ab92-b2e89139e4ae tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:52:04.740121 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f9a37c90-6040-4931-ab92-b2e89139e4ae tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/subnets/8443e159-a61c-4f56-b87c-09e3d4347336 HTTP/1.1" status: 404 len: 337 time: 0.0479512 Jul 22 16:52:04.741967 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-423b00a4-6e95-4792-b09a-2c9a00226ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:04.743218 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44922) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:04.758566 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-df74c322-ab1c-4e89-85f5-7824345f92f9 service neutron] 10.222.0.69 "GET /v2.0/networks/1a1eddf5-fb8e-4189-93cd-16488e248f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457120 Jul 22 16:52:04.779500 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b00a4-6e95-4792-b09a-2c9a00226ce4 None None] Pushing event deleted for resources: {'Port': ['ID=d708e855-90f2-4fb7-9e5d-4e0512c67a44,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:04.790078 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423b00a4-6e95-4792-b09a-2c9a00226ce4 None None] No DVR routers for this DVR port d708e855-90f2-4fb7-9e5d-4e0512c67a44 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:52:04.832653 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44924) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:04.844700 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9d0d6903-6b67-46ae-a493-f74bd2dede57 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1918225283', 'description': 'tempest-description--907241749'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:04.895695 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6903-6b67-46ae-a493-f74bd2dede57 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:04.950585 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c6750-aa32-4362-94af-bf0028bfba31 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Deleting port d24fee42-d078-448e-87a2-fe1acd1803ae {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:04.950585 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb4c6750-aa32-4362-94af-bf0028bfba31 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.034585 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb4c6750-aa32-4362-94af-bf0028bfba31 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.039146 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6903-6b67-46ae-a493-f74bd2dede57 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.053169 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c6750-aa32-4362-94af-bf0028bfba31 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Calling delete_port for d24fee42-d078-448e-87a2-fe1acd1803ae owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:05.060189 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6903-6b67-46ae-a493-f74bd2dede57 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.062585 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cea6a-36c2-4250-8036-d894f9a50faf req-2e1769cb-5ce9-4725-8d43-7ced5ea60ee8 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:05.064169 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de5cea6a-36c2-4250-8036-d894f9a50faf req-2e1769cb-5ce9-4725-8d43-7ced5ea60ee8 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.1806860 Jul 22 16:52:05.077432 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d708e855-90f2-4fb7-9e5d-4e0512c67a44 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:52:05.112471 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-35465025-1cb8-46ec-a57a-e9ebf483a826 req-a6512edc-50d4-4036-be41-36cd57407ca7 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 210 time: 0.0716355 Jul 22 16:52:05.113598 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6903-6b67-46ae-a493-f74bd2dede57 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.117480 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9d0d6903-6b67-46ae-a493-f74bd2dede57 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2811420 Jul 22 16:52:05.121568 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44932) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:05.127205 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a69a2986-645c-4e78-af30-60f3fc724558 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Request body: {'security_group_rule': {'security_group_id': 'eb41cf3d-bbe6-496e-a0b8-baec22182e65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:05.158134 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: d708e855-90f2-4fb7-9e5d-4e0512c67a44 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:52:05.158134 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d708e855-90f2-4fb7-9e5d-4e0512c67a44 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:52:05.162362 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de5cea6a-36c2-4250-8036-d894f9a50faf req-fdea59a9-cb23-4b25-b932-163dab2dd60c tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906270 Jul 22 16:52:05.186925 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d6903-6b67-46ae-a493-f74bd2dede57 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb41cf3d-bbe6-496e-a0b8-baec22182e65,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:05.211161 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a69a2986-645c-4e78-af30-60f3fc724558 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.231542 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb4c6750-aa32-4362-94af-bf0028bfba31 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.280260 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb4c6750-aa32-4362-94af-bf0028bfba31 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.290976 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-bb4c6750-aa32-4362-94af-bf0028bfba31 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/ports/d24fee42-d078-448e-87a2-fe1acd1803ae HTTP/1.1" status: 204 len: 168 time: 0.5466464 Jul 22 16:52:05.294100 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c6750-aa32-4362-94af-bf0028bfba31 tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Port': ['ID=d24fee42-d078-448e-87a2-fe1acd1803ae,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:05.294224 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44938) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:05.350632 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a69a2986-645c-4e78-af30-60f3fc724558 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.363560 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a69a2986-645c-4e78-af30-60f3fc724558 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.426122 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a2986-645c-4e78-af30-60f3fc724558 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca90acc2-3203-42c0-b392-544470d077af,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:05.438822 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a69a2986-645c-4e78-af30-60f3fc724558 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.440136 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a69a2986-645c-4e78-af30-60f3fc724558 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3178878 Jul 22 16:52:05.444013 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44942) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:05.446079 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fc6f9eb-9a13-48f1-9098-4c0d2250488b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.449402 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ab26f8fd-21de-4e15-a748-2ca8857818b1 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Request body: {'security_group_rule': {'security_group_id': 'eb41cf3d-bbe6-496e-a0b8-baec22182e65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:05.469822 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bfbdc-f997-4f1f-a2ed-ba1b423b1cc0 req-48120207-c31a-47e3-a99c-87e467dbea5a tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:05.471443 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0f5bfbdc-f997-4f1f-a2ed-ba1b423b1cc0 req-48120207-c31a-47e3-a99c-87e467dbea5a tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.1918211 Jul 22 16:52:05.484687 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab26f8fd-21de-4e15-a748-2ca8857818b1 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.572024 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab26f8fd-21de-4e15-a748-2ca8857818b1 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.576753 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0f5bfbdc-f997-4f1f-a2ed-ba1b423b1cc0 req-ff233454-ce29-462b-86c0-19ed92af7c3e tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792432 Jul 22 16:52:05.577945 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab26f8fd-21de-4e15-a748-2ca8857818b1 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.604650 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26f8fd-21de-4e15-a748-2ca8857818b1 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846ea037-0490-485e-bcae-1ffc806254dd,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:05.614539 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab26f8fd-21de-4e15-a748-2ca8857818b1 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.619293 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fc6f9eb-9a13-48f1-9098-4c0d2250488b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.620329 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ab26f8fd-21de-4e15-a748-2ca8857818b1 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1748457 Jul 22 16:52:05.621042 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44948) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:05.627371 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ed7656e1-9acf-41d9-8f8c-592ea784772a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:05.639055 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-8fc6f9eb-9a13-48f1-9098-4c0d2250488b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['784d7ec6-dd85-40b3-9068-ad76b03fd04b']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:05.658237 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed7656e1-9acf-41d9-8f8c-592ea784772a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.661002 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-8fc6f9eb-9a13-48f1-9098-4c0d2250488b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ad2ab7-7c5a-4f64-9180-640aafd7be54') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:05.661109 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-8fc6f9eb-9a13-48f1-9098-4c0d2250488b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ad2ab7-7c5a-4f64-9180-640aafd7be54') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:05.673097 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fc6f9eb-9a13-48f1-9098-4c0d2250488b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.693197 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fc6f9eb-9a13-48f1-9098-4c0d2250488b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.703830 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc6f9eb-9a13-48f1-9098-4c0d2250488b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:52:05.704593 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fc6f9eb-9a13-48f1-9098-4c0d2250488b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.813478 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed7656e1-9acf-41d9-8f8c-592ea784772a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:52:05.840585 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:52:05.844277 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fc6f9eb-9a13-48f1-9098-4c0d2250488b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.852450 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8fc6f9eb-9a13-48f1-9098-4c0d2250488b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.858102 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8fc6f9eb-9a13-48f1-9098-4c0d2250488b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] 10.222.0.69 "DELETE /v2.0/networks/784d7ec6-dd85-40b3-9068-ad76b03fd04b HTTP/1.1" status: 204 len: 168 time: 0.5600042 Jul 22 16:52:05.888650 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6f9eb-9a13-48f1-9098-4c0d2250488b tempest-PortsIpV6TestJSON-1534530351 tempest-PortsIpV6TestJSON-1534530351-project] Pushing event deleted for resources: {'Network': ['ID=784d7ec6-dd85-40b3-9068-ad76b03fd04b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:06.020840 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b93842ee-79cf-404a-8897-a97478c0b187 req-25132b94-241a-41fe-8cf4-f820d4ba7366 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1938753 Jul 22 16:52:06.116408 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-ed7656e1-9acf-41d9-8f8c-592ea784772a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Allocated IP 172.25.0.23 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/b631d696-98f0-4cae-bb03-3d60bcaac674) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:06.259478 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44972) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:06.339967 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93842ee-79cf-404a-8897-a97478c0b187 req-e62e9fc5-1ffb-44c1-92a4-48936962f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:06.348792 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b93842ee-79cf-404a-8897-a97478c0b187 req-e62e9fc5-1ffb-44c1-92a4-48936962f6c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63ba5eb954aa4050867b4451fb71c331&device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 1097 time: 0.2529614 Jul 22 16:52:06.436535 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5239bd3e-27be-4571-8127-34a1cc06df5f req-652e3bd0-3e87-4c17-9dc6-cef668b2a290 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 210 time: 0.1292269 Jul 22 16:52:06.485285 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-ba00d10c-c6fc-4200-9029-bb0041245f0f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:06.487440 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-ba00d10c-c6fc-4200-9029-bb0041245f0f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/networks?id=11fa376a-a719-4920-8cdd-3a2458f3c2fd HTTP/1.1" status: 200 len: 815 time: 0.1653900 Jul 22 16:52:06.507160 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-c2637389-1b15-4080-964c-152ec2991273 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/quotas/63ba5eb954aa4050867b4451fb71c331 HTTP/1.1" status: 200 len: 375 time: 0.0138373 Jul 22 16:52:06.535613 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed7656e1-9acf-41d9-8f8c-592ea784772a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:06.632584 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-be4b945a-05ff-4027-adc2-a355f3241fbb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ae4a272be618442d821360d06c080a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3715436 Jul 22 16:52:06.633272 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44986) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:06.673071 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-c89d195e-43cf-455d-8125-6d5fb2bd3a72 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:06.675063 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-c89d195e-43cf-455d-8125-6d5fb2bd3a72 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.16 "GET /v2.0/networks?id=1a1eddf5-fb8e-4189-93cd-16488e248f15 HTTP/1.1" status: 200 len: 813 time: 0.2375541 Jul 22 16:52:06.676149 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93842ee-79cf-404a-8897-a97478c0b187 req-ea6a54a6-10d6-446f-918c-473ea7e716a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:06.677488 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b93842ee-79cf-404a-8897-a97478c0b187 req-ea6a54a6-10d6-446f-918c-473ea7e716a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11fa376a-a719-4920-8cdd-3a2458f3c2fd HTTP/1.1" status: 200 len: 916 time: 0.2894261 Jul 22 16:52:06.682105 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-07695680-200f-4069-b0ca-316ec069f0b3 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=63ba5eb954aa4050867b4451fb71c331&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1678314 Jul 22 16:52:06.732618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-df45e22b-e76c-4586-a350-8f6c9e2c916e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Request body: {'port': {'device_id': 'f8e9a9e5-ff68-42ae-950c-903b785d3a70', 'network_id': '1a1eddf5-fb8e-4189-93cd-16488e248f15', 'admin_state_up': True, 'tenant_id': 'dd83029401704e2c8bed4e4a32967004'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:06.739103 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b93842ee-79cf-404a-8897-a97478c0b187 req-030c3104-8d01-4473-8a21-bf04d5232642 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f0cf045-6062-440d-9835-d31e89eaafd6 HTTP/1.1" status: 200 len: 217 time: 0.0509701 Jul 22 16:52:06.780141 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed7656e1-9acf-41d9-8f8c-592ea784772a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:06.788569 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97dbc7b4-0479-4c0e-a6b9-afe266702180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:06.816955 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7656e1-9acf-41d9-8f8c-592ea784772a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:06.823660 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ed7656e1-9acf-41d9-8f8c-592ea784772a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:06.829907 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-31512b73-2406-4985-9539-583a6059cb19 service neutron] 10.222.0.69 "GET /v2.0/networks/11fa376a-a719-4920-8cdd-3a2458f3c2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468797 Jul 22 16:52:06.831829 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97dbc7b4-0479-4c0e-a6b9-afe266702180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:06.845165 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7656e1-9acf-41d9-8f8c-592ea784772a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:06.946233 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7656e1-9acf-41d9-8f8c-592ea784772a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Pushing event updated for resources: {'Port': ['ID=b631d696-98f0-4cae-bb03-3d60bcaac674,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:06.956376 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93842ee-79cf-404a-8897-a97478c0b187 req-d4752027-bdbc-40c8-8d65-5464489fc6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:06.958044 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b93842ee-79cf-404a-8897-a97478c0b187 req-d4752027-bdbc-40c8-8d65-5464489fc6d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=91a3ec8d-5f4b-4e09-a3b8-afdb464abdd5 HTTP/1.1" status: 200 len: 855 time: 0.2004294 Jul 22 16:52:06.971238 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-22bb6ec5-1f4c-4ea4-ac65-88ffcb6909f9 service neutron] 10.222.0.69 "GET /v2.0/networks/11fa376a-a719-4920-8cdd-3a2458f3c2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301584 Jul 22 16:52:06.973599 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97dbc7b4-0479-4c0e-a6b9-afe266702180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:06.976964 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-97dbc7b4-0479-4c0e-a6b9-afe266702180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:06.978352 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-97dbc7b4-0479-4c0e-a6b9-afe266702180 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fe74fb4e-49a1-4040-8c95-8eec5dfcbc68 HTTP/1.1" status: 204 len: 168 time: 0.3430438 Jul 22 16:52:07.009048 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dbc7b4-0479-4c0e-a6b9-afe266702180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe74fb4e-49a1-4040-8c95-8eec5dfcbc68,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:07.021912 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b93842ee-79cf-404a-8897-a97478c0b187 req-a7a933c6-bf23-485a-a08e-bdf8c6351c31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11fa376a-a719-4920-8cdd-3a2458f3c2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534050 Jul 22 16:52:07.149528 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-df45e22b-e76c-4586-a350-8f6c9e2c916e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Made reservation on behalf of dd83029401704e2c8bed4e4a32967004 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:07.157613 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-df45e22b-e76c-4586-a350-8f6c9e2c916e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:07.179329 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed7656e1-9acf-41d9-8f8c-592ea784772a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:07.327265 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1a072634-ec30-40a0-b744-ac15dd80f2dd req-824a82d1-f64a-4172-923e-4042c4308f73 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4848ed57-7b9b-46ad-bd48-1f402ffeb4c2 HTTP/1.1" status: 200 len: 210 time: 0.1124725 Jul 22 16:52:07.402580 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b93842ee-79cf-404a-8897-a97478c0b187 req-651f4607-29ec-450d-95d7-573e9f06417b service neutron] 10.222.0.30 "GET /v2.0/networks/11fa376a-a719-4920-8cdd-3a2458f3c2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472114 Jul 22 16:52:07.425776 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed7656e1-9acf-41d9-8f8c-592ea784772a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:07.639330 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b56af0db-3b22-476b-bef2-4134aa194ec2 req-14b1f8a1-291f-407b-ab5a-fce7801afd1f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 210 time: 0.1029537 Jul 22 16:52:07.662757 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-df45e22b-e76c-4586-a350-8f6c9e2c916e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Allocated IP 172.20.0.11 (1a1eddf5-fb8e-4189-93cd-16488e248f15/3f83863e-4d1f-47e9-954d-4b7ea7642935/77c18cf8-8972-4dab-a773-24ae583dcbb1) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:07.682114 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b93842ee-79cf-404a-8897-a97478c0b187 req-14f153f1-a659-4750-85d0-03981e496c4f service neutron] 10.222.0.30 "GET /v2.0/networks/11fa376a-a719-4920-8cdd-3a2458f3c2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709723 Jul 22 16:52:07.811979 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7af6e-c5f2-4dad-86de-5478838cbf3f req-f71c3a33-2624-45c0-95d1-ec956c2e05b8 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:07.813456 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f9c7af6e-c5f2-4dad-86de-5478838cbf3f req-f71c3a33-2624-45c0-95d1-ec956c2e05b8 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa5eabdb-85ee-4462-8f47-0a27981c46d4 HTTP/1.1" status: 200 len: 946 time: 0.2500272 Jul 22 16:52:08.064850 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45028) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:08.181625 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-31b6c72d-4a96-4a2e-ba27-5d6724065e40 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Request body: {'security_group': {'name': 'tempest-secgroup--20298327'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:08.204477 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-31b6c72d-4a96-4a2e-ba27-5d6724065e40 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.213080 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-31b6c72d-4a96-4a2e-ba27-5d6724065e40 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.221686 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed7656e1-9acf-41d9-8f8c-592ea784772a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.233499 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed7656e1-9acf-41d9-8f8c-592ea784772a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.314674 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-31b6c72d-4a96-4a2e-ba27-5d6724065e40 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.319749 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-31b6c72d-4a96-4a2e-ba27-5d6724065e40 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.360640 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6c72d-4a96-4a2e-ba27-5d6724065e40 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efb2b87d-1662-4aa1-9849-13c47e31d38f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:08.369547 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7656e1-9acf-41d9-8f8c-592ea784772a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Pushing event updated for resources: {'Port': ['ID=b631d696-98f0-4cae-bb03-3d60bcaac674,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:08.383857 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-df45e22b-e76c-4586-a350-8f6c9e2c916e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.406807 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed7656e1-9acf-41d9-8f8c-592ea784772a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.434208 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-f9c7af6e-c5f2-4dad-86de-5478838cbf3f req-662a4304-99c0-4713-bff2-dd21ae65ff5b tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Deleting port 4f0cf045-6062-440d-9835-d31e89eaafd6 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:08.434482 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f9c7af6e-c5f2-4dad-86de-5478838cbf3f req-662a4304-99c0-4713-bff2-dd21ae65ff5b tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.440851 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-31b6c72d-4a96-4a2e-ba27-5d6724065e40 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.455493 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-31b6c72d-4a96-4a2e-ba27-5d6724065e40 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.477017 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed7656e1-9acf-41d9-8f8c-592ea784772a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.478603 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ed7656e1-9acf-41d9-8f8c-592ea784772a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8562267 Jul 22 16:52:08.507408 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6c72d-4a96-4a2e-ba27-5d6724065e40 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0a9e4b-cc3e-451a-bfdc-88d376e96766,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:08.520973 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-31b6c72d-4a96-4a2e-ba27-5d6724065e40 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.524824 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-31b6c72d-4a96-4a2e-ba27-5d6724065e40 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4562056 Jul 22 16:52:08.537809 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45036) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:08.559384 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dad26895-dee1-4071-b052-9811fe715061 req-f01c7fa6-afc8-4317-a451-568910cff8b0 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4848ed57-7b9b-46ad-bd48-1f402ffeb4c2 HTTP/1.1" status: 200 len: 210 time: 0.0891175 Jul 22 16:52:08.571975 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-df45e22b-e76c-4586-a350-8f6c9e2c916e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.658302 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-826f050c-fd6a-4067-8bd1-180009b911a4 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1190577 Jul 22 16:52:08.659720 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45040) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:08.664999 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f0613fef-7caa-49a2-8a66-d29b359ec54b tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Request body: {'security_group': {'name': 'tempest-security--827620446', 'description': 'tempest-security-description-1278690475'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:08.680325 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-df45e22b-e76c-4586-a350-8f6c9e2c916e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Network 1a1eddf5-fb8e-4189-93cd-16488e248f15 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:08.694749 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0613fef-7caa-49a2-8a66-d29b359ec54b tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.720694 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-df45e22b-e76c-4586-a350-8f6c9e2c916e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:08.734751 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-df45e22b-e76c-4586-a350-8f6c9e2c916e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:08.786969 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f9c7af6e-c5f2-4dad-86de-5478838cbf3f req-662a4304-99c0-4713-bff2-dd21ae65ff5b tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] For port 4f0cf045-6062-440d-9835-d31e89eaafd6, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4f0cf045-6062-440d-9835-d31e89eaafd6,segment=NetworkSegment(e532fe79-d434-4f03-a9a0-c9663b2eed81),segment_id=e532fe79-d434-4f03-a9a0-c9663b2eed81)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:08.787343 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f9c7af6e-c5f2-4dad-86de-5478838cbf3f req-662a4304-99c0-4713-bff2-dd21ae65ff5b tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.802960 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0613fef-7caa-49a2-8a66-d29b359ec54b tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.820874 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45e22b-e76c-4586-a350-8f6c9e2c916e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Pushing event updated for resources: {'Port': ['ID=77c18cf8-8972-4dab-a773-24ae583dcbb1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:08.822809 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0613fef-7caa-49a2-8a66-d29b359ec54b tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.826338 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0613fef-7caa-49a2-8a66-d29b359ec54b tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.831903 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45054) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:08.832438 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f0613fef-7caa-49a2-8a66-d29b359ec54b tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "PUT /v2.0/security-groups/0b0a9e4b-cc3e-451a-bfdc-88d376e96766 HTTP/1.1" status: 200 len: 1779 time: 0.1712484 Jul 22 16:52:08.840453 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-f9c7af6e-c5f2-4dad-86de-5478838cbf3f req-662a4304-99c0-4713-bff2-dd21ae65ff5b tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Calling delete_port for 4f0cf045-6062-440d-9835-d31e89eaafd6 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:08.894164 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-db6c1c4a-41e4-411b-918a-76c46a1f9c5d tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1918225283&fields=id&tenant_id=f0be4ca898ef40f79a7a36fc239eca61 HTTP/1.1" status: 200 len: 267 time: 0.0881925 Jul 22 16:52:08.896961 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0613fef-7caa-49a2-8a66-d29b359ec54b tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0a9e4b-cc3e-451a-bfdc-88d376e96766,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:08.923427 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-df45e22b-e76c-4586-a350-8f6c9e2c916e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:08.923683 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-df45e22b-e76c-4586-a350-8f6c9e2c916e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.944199 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-d685a0c6-18c4-4d11-8127-bf4891ed392c tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:08.945670 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-d685a0c6-18c4-4d11-8127-bf4891ed392c tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.16 "GET /v2.0/networks?id=11fa376a-a719-4920-8cdd-3a2458f3c2fd HTTP/1.1" status: 200 len: 815 time: 0.3850553 Jul 22 16:52:08.994759 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-d5a78555-4fd3-4457-93ea-3535f4156e0f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Request body: {'port': {'device_id': '4848ed57-7b9b-46ad-bd48-1f402ffeb4c2', 'network_id': '11fa376a-a719-4920-8cdd-3a2458f3c2fd', 'admin_state_up': True, 'tenant_id': '63ba5eb954aa4050867b4451fb71c331'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:09.018052 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-9f41935a-48eb-4a8b-b0f9-e3822f55c8f4 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:09.019381 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-df45e22b-e76c-4586-a350-8f6c9e2c916e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2915425 Jul 22 16:52:09.021419 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-9f41935a-48eb-4a8b-b0f9-e3822f55c8f4 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/networks?id=355332cc-46f4-40ba-8869-365066797198 HTTP/1.1" status: 200 len: 817 time: 0.1260602 Jul 22 16:52:09.038614 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c2f9fae8-0c0e-436e-992d-9e75b4d3a4fd tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-groups/0b0a9e4b-cc3e-451a-bfdc-88d376e96766 HTTP/1.1" status: 200 len: 1779 time: 0.1932981 Jul 22 16:52:09.044465 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-47b90330-2496-4dbb-ac27-1ed17d2c9d38 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/quotas/f0be4ca898ef40f79a7a36fc239eca61 HTTP/1.1" status: 200 len: 375 time: 0.0161521 Jul 22 16:52:09.047836 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45056) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:09.053067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-87030c58-561a-4946-907e-d729bdc4e659 service neutron] Request body: {'port': {'device_id': 'f8e9a9e5-ff68-42ae-950c-903b785d3a70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:09.242126 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cd28945-693c-4306-84e5-b3f0308af477 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:09.272798 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-0127ae1e-c8d2-4ade-9949-cf3d2c3fa7ed tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0be4ca898ef40f79a7a36fc239eca61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2272637 Jul 22 16:52:09.307207 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e11d60-92ac-413a-b015-bf3bd35e0cfd req-a1b657f5-9cdb-45dc-9d1a-7c088e2d5da9 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:09.308889 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06e11d60-92ac-413a-b015-bf3bd35e0cfd req-a1b657f5-9cdb-45dc-9d1a-7c088e2d5da9 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 932 time: 0.5127172 Jul 22 16:52:09.320984 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cd28945-693c-4306-84e5-b3f0308af477 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:09.424396 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cd28945-693c-4306-84e5-b3f0308af477 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:09.427069 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cd28945-693c-4306-84e5-b3f0308af477 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:09.428214 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3cd28945-693c-4306-84e5-b3f0308af477 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "DELETE /v2.0/security-groups/0b0a9e4b-cc3e-451a-bfdc-88d376e96766 HTTP/1.1" status: 204 len: 168 time: 0.3811922 Jul 22 16:52:09.433085 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45058) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:09.449219 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06e11d60-92ac-413a-b015-bf3bd35e0cfd req-e58903a6-36aa-44ed-92c3-f3b4641a30a5 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996659 Jul 22 16:52:09.449873 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-87030c58-561a-4946-907e-d729bdc4e659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:09.461722 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd28945-693c-4306-84e5-b3f0308af477 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0a9e4b-cc3e-451a-bfdc-88d376e96766,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:09.472855 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-3b5723ee-fee2-485d-839d-7efce5b0f460 service neutron] 10.222.0.69 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751435 Jul 22 16:52:09.480230 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f9c7af6e-c5f2-4dad-86de-5478838cbf3f req-662a4304-99c0-4713-bff2-dd21ae65ff5b tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:09.516469 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['4f0cf045-6062-440d-9835-d31e89eaafd6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:52:09.528881 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-de715c0d-e54c-44db-9477-5b7a43c8907b tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0875466 Jul 22 16:52:09.529133 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-d5a78555-4fd3-4457-93ea-3535f4156e0f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Made reservation on behalf of 63ba5eb954aa4050867b4451fb71c331 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:09.530308 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45060) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:09.532120 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-d5a78555-4fd3-4457-93ea-3535f4156e0f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:09.547071 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-da5c76fa-13d3-48ca-85b3-121a1d5ec314 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] delete failed (client error): The resource could not be found. Jul 22 16:52:09.548101 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-da5c76fa-13d3-48ca-85b3-121a1d5ec314 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "DELETE /v2.0/security-groups/0b0a9e4b-cc3e-451a-bfdc-88d376e96766 HTTP/1.1" status: 404 len: 347 time: 0.0180449 Jul 22 16:52:09.548322 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a4304-99c0-4713-bff2-dd21ae65ff5b tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Pushing event deleted for resources: {'Port': ['ID=4f0cf045-6062-440d-9835-d31e89eaafd6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:09.559647 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45062) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:09.567063 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-afda8e74-5de7-4544-8922-911d9b0236c3 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Request body: {'security_group': {'name': 'tempest-secgroup--1764396242'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:09.624572 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-0dcaefef-0a45-424c-8bb4-f321e72fa7ba service neutron] 10.222.0.69 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382256 Jul 22 16:52:09.640677 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c7af6e-c5f2-4dad-86de-5478838cbf3f req-662a4304-99c0-4713-bff2-dd21ae65ff5b tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] No DVR routers for this DVR port 4f0cf045-6062-440d-9835-d31e89eaafd6 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:52:09.653586 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f9c7af6e-c5f2-4dad-86de-5478838cbf3f req-662a4304-99c0-4713-bff2-dd21ae65ff5b tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:09.655720 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f9c7af6e-c5f2-4dad-86de-5478838cbf3f req-662a4304-99c0-4713-bff2-dd21ae65ff5b tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.30 "DELETE /v2.0/ports/4f0cf045-6062-440d-9835-d31e89eaafd6 HTTP/1.1" status: 204 len: 173 time: 1.8302956 Jul 22 16:52:09.656177 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5eabdb-85ee-4462-8f47-0a27981c46d4', 'name': 'network-vif-deleted', 'tag': '4f0cf045-6062-440d-9835-d31e89eaafd6'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:09.658637 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa8618f-50d1-4e8b-98d7-7bbf4b123dc6" -d '{"events": [{"server_uuid": "aa5eabdb-85ee-4462-8f47-0a27981c46d4", "name": "network-vif-deleted", "tag": "4f0cf045-6062-440d-9835-d31e89eaafd6"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:09.850505 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5203e8a2-3042-4da4-b700-6c6f1f93fa36 req-17b79e04-ab8e-43f4-96e1-1fb20d67d232 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4848ed57-7b9b-46ad-bd48-1f402ffeb4c2 HTTP/1.1" status: 200 len: 210 time: 0.1298695 Jul 22 16:52:09.852693 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16fef5a-ac6e-40d2-812f-a1318f8c79da x-openstack-request-id: req-b16fef5a-ac6e-40d2-812f-a1318f8c79da {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:09.855359 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5eabdb-85ee-4462-8f47-0a27981c46d4", "name": "network-vif-deleted", "tag": "4f0cf045-6062-440d-9835-d31e89eaafd6", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:09.855849 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b16fef5a-ac6e-40d2-812f-a1318f8c79da {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:09.856444 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5eabdb-85ee-4462-8f47-0a27981c46d4', 'name': 'network-vif-deleted', 'tag': '4f0cf045-6062-440d-9835-d31e89eaafd6', 'status': 'completed', 'code': 200} Jul 22 16:52:09.868831 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afda8e74-5de7-4544-8922-911d9b0236c3 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:09.931006 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cccfef07-94fd-45a1-8dbb-4cfc44456769 req-d05860bc-e1ce-418e-8f18-47594ed53049 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 210 time: 0.0401978 Jul 22 16:52:09.991185 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-d5a78555-4fd3-4457-93ea-3535f4156e0f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Allocated IP 172.20.0.5 (11fa376a-a719-4920-8cdd-3a2458f3c2fd/91a3ec8d-5f4b-4e09-a3b8-afdb464abdd5/a56f371c-412b-4252-8abe-dd8bd0421a46) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:10.279382 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afda8e74-5de7-4544-8922-911d9b0236c3 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.290374 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afda8e74-5de7-4544-8922-911d9b0236c3 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.333222 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-87030c58-561a-4946-907e-d729bdc4e659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c18cf8-8972-4dab-a773-24ae583dcbb1 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:52:10.359459 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-87030c58-561a-4946-907e-d729bdc4e659 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.391176 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-afda8e74-5de7-4544-8922-911d9b0236c3 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.392321 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-afda8e74-5de7-4544-8922-911d9b0236c3 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8315499 Jul 22 16:52:10.395936 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45086) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:10.402052 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a84414d7-5c1d-440e-922e-b71ec2d6ec1c tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Request body: {'security_group_rule': {'security_group_id': '40c1b2af-d73a-423c-a73a-37482e2967fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:10.411834 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda8e74-5de7-4544-8922-911d9b0236c3 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c1b2af-d73a-423c-a73a-37482e2967fb,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:10.423582 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-87030c58-561a-4946-907e-d729bdc4e659 service neutron] Transition to ACTIVE for port object 77c18cf8-8972-4dab-a773-24ae583dcbb1 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:52:10.435052 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-87030c58-561a-4946-907e-d729bdc4e659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.451986 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a84414d7-5c1d-440e-922e-b71ec2d6ec1c tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.497893 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-d5a78555-4fd3-4457-93ea-3535f4156e0f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.527022 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87030c58-561a-4946-907e-d729bdc4e659 service neutron] Pushing event updated for resources: {'Port': ['ID=77c18cf8-8972-4dab-a773-24ae583dcbb1,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:10.560103 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a84414d7-5c1d-440e-922e-b71ec2d6ec1c tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.565607 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a84414d7-5c1d-440e-922e-b71ec2d6ec1c tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.593940 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84414d7-5c1d-440e-922e-b71ec2d6ec1c tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9aa8a9-5a9d-4cf4-b9cc-991781e91574,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:10.598695 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a84414d7-5c1d-440e-922e-b71ec2d6ec1c tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.600380 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a84414d7-5c1d-440e-922e-b71ec2d6ec1c tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2030909 Jul 22 16:52:10.603066 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45094) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:10.639736 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-371d28eb-a25d-425e-a090-93bef3a41bd6 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.652381 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-371d28eb-a25d-425e-a090-93bef3a41bd6 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.687839 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-371d28eb-a25d-425e-a090-93bef3a41bd6 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.694756 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-371d28eb-a25d-425e-a090-93bef3a41bd6 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.696019 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-371d28eb-a25d-425e-a090-93bef3a41bd6 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/9c9aa8a9-5a9d-4cf4-b9cc-991781e91574 HTTP/1.1" status: 204 len: 168 time: 0.0916672 Jul 22 16:52:10.702061 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45096) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:10.708805 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d28eb-a25d-425e-a090-93bef3a41bd6 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c9aa8a9-5a9d-4cf4-b9cc-991781e91574,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:10.727121 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-87030c58-561a-4946-907e-d729bdc4e659 service neutron] Attempting to bind port 77c18cf8-8972-4dab-a773-24ae583dcbb1 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:52:10.727547 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-87030c58-561a-4946-907e-d729bdc4e659 service neutron] Attempting to bind port 77c18cf8-8972-4dab-a773-24ae583dcbb1 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '9c58c7af-0d88-4ac7-9e32-e129a89eb5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1a1eddf5-fb8e-4189-93cd-16488e248f15'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:52:10.728085 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-87030c58-561a-4946-907e-d729bdc4e659 service neutron] Attempting to bind port 77c18cf8-8972-4dab-a773-24ae583dcbb1 on network 1a1eddf5-fb8e-4189-93cd-16488e248f15 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:52:10.738007 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-d5a78555-4fd3-4457-93ea-3535f4156e0f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.746958 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-87030c58-561a-4946-907e-d729bdc4e659 service neutron] Port 77c18cf8-8972-4dab-a773-24ae583dcbb1 on network 1a1eddf5-fb8e-4189-93cd-16488e248f15 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:52:10.747387 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-87030c58-561a-4946-907e-d729bdc4e659 service neutron] Attempting to bind port 77c18cf8-8972-4dab-a773-24ae583dcbb1 on network 1a1eddf5-fb8e-4189-93cd-16488e248f15 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:52:10.764260 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8f11763d-548f-47a9-a200-1df94846102b tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0585184 Jul 22 16:52:10.764651 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45098) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:10.790196 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-87030c58-561a-4946-907e-d729bdc4e659 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:52:10.790637 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-87030c58-561a-4946-907e-d729bdc4e659 service neutron] Checking segment: {'id': '9c58c7af-0d88-4ac7-9e32-e129a89eb5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1a1eddf5-fb8e-4189-93cd-16488e248f15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:52:10.791087 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-87030c58-561a-4946-907e-d729bdc4e659 service neutron] Bound using segment: {'id': '9c58c7af-0d88-4ac7-9e32-e129a89eb5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1a1eddf5-fb8e-4189-93cd-16488e248f15'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:52:10.791688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-87030c58-561a-4946-907e-d729bdc4e659 service neutron] Bound port: 77c18cf8-8972-4dab-a773-24ae583dcbb1, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c58c7af-0d88-4ac7-9e32-e129a89eb5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1a1eddf5-fb8e-4189-93cd-16488e248f15'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:52:10.794572 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-87030c58-561a-4946-907e-d729bdc4e659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.821424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-d5a78555-4fd3-4457-93ea-3535f4156e0f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Network 11fa376a-a719-4920-8cdd-3a2458f3c2fd is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:10.828761 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a13f51ed-65e7-4b13-af51-51e856ef321f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.848513 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f3c7f-125f-4230-b64c-a2628121995a req-99a33459-3b7d-46d4-8907-4ea9e0ccb00d tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:10.851207 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c29f3c7f-125f-4230-b64c-a2628121995a req-99a33459-3b7d-46d4-8907-4ea9e0ccb00d tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 944 time: 0.2850487 Jul 22 16:52:10.852418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-d5a78555-4fd3-4457-93ea-3535f4156e0f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:10.853284 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a13f51ed-65e7-4b13-af51-51e856ef321f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.861071 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-d5a78555-4fd3-4457-93ea-3535f4156e0f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:10.907563 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a13f51ed-65e7-4b13-af51-51e856ef321f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.911744 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a13f51ed-65e7-4b13-af51-51e856ef321f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.916332 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a13f51ed-65e7-4b13-af51-51e856ef321f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "DELETE /v2.0/security-groups/40c1b2af-d73a-423c-a73a-37482e2967fb HTTP/1.1" status: 204 len: 168 time: 0.1506779 Jul 22 16:52:10.917410 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45102) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:10.949458 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f51ed-65e7-4b13-af51-51e856ef321f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c1b2af-d73a-423c-a73a-37482e2967fb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:10.992564 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a78555-4fd3-4457-93ea-3535f4156e0f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Pushing event updated for resources: {'Port': ['ID=a56f371c-412b-4252-8abe-dd8bd0421a46,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:11.008851 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8692d564-bfb0-464d-9069-92bcd5f3c27f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0790541 Jul 22 16:52:11.017179 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45106) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:11.041433 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-70b24c99-b3cb-431b-8336-5096a1621c21 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Request body: {'security_group': {'name': 'tempest-secgroup--305877040'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:11.079709 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c29f3c7f-125f-4230-b64c-a2628121995a req-d9048bd0-c722-4f25-9410-492ae2fd5af1 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147138 Jul 22 16:52:11.097271 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-d5a78555-4fd3-4457-93ea-3535f4156e0f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:11.097905 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-d5a78555-4fd3-4457-93ea-3535f4156e0f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:11.099529 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccdb21-de52-42af-82fa-5b9cdba475cd req-e4b50b08-8f96-49ea-a6b4-4b7b4d2264be tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:11.105849 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a7ccdb21-de52-42af-82fa-5b9cdba475cd req-e4b50b08-8f96-49ea-a6b4-4b7b4d2264be tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4848ed57-7b9b-46ad-bd48-1f402ffeb4c2 HTTP/1.1" status: 200 len: 931 time: 0.1239669 Jul 22 16:52:11.133862 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-87030c58-561a-4946-907e-d729bdc4e659 service neutron] For port 77c18cf8-8972-4dab-a773-24ae583dcbb1, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:52:11.139256 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-87030c58-561a-4946-907e-d729bdc4e659 service neutron] For port 77c18cf8-8972-4dab-a773-24ae583dcbb1, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=77c18cf8-8972-4dab-a773-24ae583dcbb1,segment=NetworkSegment(9c58c7af-0d88-4ac7-9e32-e129a89eb5c3),segment_id=9c58c7af-0d88-4ac7-9e32-e129a89eb5c3)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:52:11.187820 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a7ccdb21-de52-42af-82fa-5b9cdba475cd req-e9af6ec2-7929-4fdc-89b1-bdf1c42eb116 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754936 Jul 22 16:52:11.207768 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-87030c58-561a-4946-907e-d729bdc4e659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:11.230507 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70b24c99-b3cb-431b-8336-5096a1621c21 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:11.269077 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-d5a78555-4fd3-4457-93ea-3535f4156e0f tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2821770 Jul 22 16:52:11.294645 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-87030c58-561a-4946-907e-d729bdc4e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:11.295275 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-87030c58-561a-4946-907e-d729bdc4e659 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:11.296744 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-87030c58-561a-4946-907e-d729bdc4e659 service neutron] 10.222.0.16 "PUT /v2.0/ports/77c18cf8-8972-4dab-a773-24ae583dcbb1 HTTP/1.1" status: 200 len: 1092 time: 2.2594104 Jul 22 16:52:11.304254 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-f9bc8759-02d9-45a1-8de6-6efaba153019 service neutron] Request body: {'port': {'device_id': '4848ed57-7b9b-46ad-bd48-1f402ffeb4c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:11.359011 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c65652d-5145-4370-ab25-15444f1a6232 req-f73a9992-aac3-4ec2-9b0c-2d8662b07e23 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 210 time: 0.0953043 Jul 22 16:52:11.373440 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-ad82f7a7-e84a-403c-8bf5-b1c581b151ee tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:11.375152 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-ad82f7a7-e84a-403c-8bf5-b1c581b151ee tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.30 "GET /v2.0/networks?id=355332cc-46f4-40ba-8869-365066797198 HTTP/1.1" status: 200 len: 817 time: 0.3570323 Jul 22 16:52:11.436746 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87030c58-561a-4946-907e-d729bdc4e659 service neutron] Pushing event updated for resources: {'Port': ['ID=77c18cf8-8972-4dab-a773-24ae583dcbb1,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:11.512692 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-ba84d048-9334-49a7-b66f-6b744900e8ad tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0be4ca898ef40f79a7a36fc239eca61 HTTP/1.1" status: 200 len: 380 time: 0.1202021 Jul 22 16:52:11.528766 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-44ce7e45-5e22-4104-abdc-8d93316c0bb4 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Request body: {'port': {'device_id': '54f0180c-f16a-4466-b5c6-e9832e7aad0e', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'admin_state_up': True, 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'security_groups': ['eb41cf3d-bbe6-496e-a0b8-baec22182e65']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:11.567263 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-f9bc8759-02d9-45a1-8de6-6efaba153019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:11.858912 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e9a9e5-ff68-42ae-950c-903b785d3a70', 'tag': '77c18cf8-8972-4dab-a773-24ae583dcbb1'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:11.861147 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb98b847-64f4-4f2d-9047-09805d4d5558" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e9a9e5-ff68-42ae-950c-903b785d3a70", "tag": "77c18cf8-8972-4dab-a773-24ae583dcbb1"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:11.906614 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76e4082-b64d-4d57-8dd8-7665909d6e78 x-openstack-request-id: req-a76e4082-b64d-4d57-8dd8-7665909d6e78 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:11.906910 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e9a9e5-ff68-42ae-950c-903b785d3a70", "tag": "77c18cf8-8972-4dab-a773-24ae583dcbb1", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:11.907157 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a76e4082-b64d-4d57-8dd8-7665909d6e78 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:11.907548 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e9a9e5-ff68-42ae-950c-903b785d3a70', 'tag': '77c18cf8-8972-4dab-a773-24ae583dcbb1', 'status': 'completed', 'code': 200} Jul 22 16:52:11.945543 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-9eb465ae-a9d7-44bd-b9a0-98d7790543a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:11.947103 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-9eb465ae-a9d7-44bd-b9a0-98d7790543a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd83029401704e2c8bed4e4a32967004&device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 1095 time: 0.5812604 Jul 22 16:52:11.992582 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70b24c99-b3cb-431b-8336-5096a1621c21 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.032259 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70b24c99-b3cb-431b-8336-5096a1621c21 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.035388 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-f8c29f14-16d5-49cb-a663-388f536e97c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77c18cf8-8972-4dab-a773-24ae583dcbb1 HTTP/1.1" status: 200 len: 217 time: 0.0654507 Jul 22 16:52:12.076521 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.180755 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b24c99-b3cb-431b-8336-5096a1621c21 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a42b38-0dec-4efc-afb0-336589f729aa,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:12.208677 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-44ce7e45-5e22-4104-abdc-8d93316c0bb4 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Made reservation on behalf of f0be4ca898ef40f79a7a36fc239eca61 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:12.212317 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-44ce7e45-5e22-4104-abdc-8d93316c0bb4 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.215729 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.223079 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-70b24c99-b3cb-431b-8336-5096a1621c21 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.223323 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4f0cf045-6062-440d-9835-d31e89eaafd6 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:52:12.224320 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-70b24c99-b3cb-431b-8336-5096a1621c21 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2026939 Jul 22 16:52:12.225873 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-ec480302-549d-4534-a900-abc4b9e417e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:12.227333 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-ec480302-549d-4534-a900-abc4b9e417e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3f83863e-4d1f-47e9-954d-4b7ea7642935 HTTP/1.1" status: 200 len: 853 time: 0.1342247 Jul 22 16:52:12.227797 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45116) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:12.235204 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-277929c5-f89c-41c9-bf14-b3f01ad627b4 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Request body: {'security_group_rule': {'security_group_id': 'd4a42b38-0dec-4efc-afb0-336589f729aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:12.265530 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 4f0cf045-6062-440d-9835-d31e89eaafd6 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:52:12.266012 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4f0cf045-6062-440d-9835-d31e89eaafd6 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:52:12.280679 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-277929c5-f89c-41c9-bf14-b3f01ad627b4 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.285037 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-d58ba950-39dc-4828-8a2f-66359fc3e6c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1a1eddf5-fb8e-4189-93cd-16488e248f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464616 Jul 22 16:52:12.392576 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-277929c5-f89c-41c9-bf14-b3f01ad627b4 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.399122 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-277929c5-f89c-41c9-bf14-b3f01ad627b4 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.413692 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30473213-d981-4a0c-a52c-1ba1322405b5 req-f3697423-3aa0-45b6-8867-216f6e5f025d tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:12.415522 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-30473213-d981-4a0c-a52c-1ba1322405b5 req-f3697423-3aa0-45b6-8867-216f6e5f025d tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4848ed57-7b9b-46ad-bd48-1f402ffeb4c2 HTTP/1.1" status: 200 len: 931 time: 0.1219363 Jul 22 16:52:12.443269 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277929c5-f89c-41c9-bf14-b3f01ad627b4 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa761fe7-2fa3-4594-9dfb-b364b0741911,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:12.456659 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-277929c5-f89c-41c9-bf14-b3f01ad627b4 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.461016 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-277929c5-f89c-41c9-bf14-b3f01ad627b4 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2319996 Jul 22 16:52:12.463280 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45122) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:12.468990 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-484c2e42-c96e-4cb6-ad8c-9d9c9b99579b tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Request body: {'security_group_rule': {'security_group_id': 'd4a42b38-0dec-4efc-afb0-336589f729aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:12.503272 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-30473213-d981-4a0c-a52c-1ba1322405b5 req-48cde663-e0ad-41f5-a30a-cc550ffb4b0b tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745962 Jul 22 16:52:12.530599 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-484c2e42-c96e-4cb6-ad8c-9d9c9b99579b tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.603682 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-489dfa94-cfd9-42b9-9aa5-0eab05728b41 service neutron] 10.222.0.16 "GET /v2.0/networks/1a1eddf5-fb8e-4189-93cd-16488e248f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864819 Jul 22 16:52:12.638728 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b8e6bb44-8900-41d4-b1c5-39059e83f188 req-083d9471-a3ae-4203-b3c0-40b7fcaaede2 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 210 time: 0.0394650 Jul 22 16:52:12.650343 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-484c2e42-c96e-4cb6-ad8c-9d9c9b99579b tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.654735 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-484c2e42-c96e-4cb6-ad8c-9d9c9b99579b tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.663551 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d9d64-78a0-433d-befd-5e00e4d437bd req-e71ae396-e756-4037-8e0e-84331627d518 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:12.665138 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c64d9d64-78a0-433d-befd-5e00e4d437bd req-e71ae396-e756-4037-8e0e-84331627d518 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 944 time: 0.4148207 Jul 22 16:52:12.682026 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-484c2e42-c96e-4cb6-ad8c-9d9c9b99579b tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.687381 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-484c2e42-c96e-4cb6-ad8c-9d9c9b99579b tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2211516 Jul 22 16:52:12.687381 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45124) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:12.689701 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c2e42-c96e-4cb6-ad8c-9d9c9b99579b tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1bcb941-0b31-4ddd-a01f-3e34a160e015,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:12.694652 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-44ce7e45-5e22-4104-abdc-8d93316c0bb4 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Allocated IP 172.20.0.3 (355332cc-46f4-40ba-8869-365066797198/5ecd1df5-07c9-407a-b124-958e195ac0bb/940cc934-551b-4bc9-8f9d-2e890df3c986) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:12.695967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a97a4a32-52e9-4084-9156-d015384016e5 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Request body: {'security_group_rule': {'security_group_id': 'd4a42b38-0dec-4efc-afb0-336589f729aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:12.727862 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a97a4a32-52e9-4084-9156-d015384016e5 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.772519 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-f9bc8759-02d9-45a1-8de6-6efaba153019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56f371c-412b-4252-8abe-dd8bd0421a46 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:52:12.784021 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a97a4a32-52e9-4084-9156-d015384016e5 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.789894 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a97a4a32-52e9-4084-9156-d015384016e5 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.803272 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-f9bc8759-02d9-45a1-8de6-6efaba153019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.812449 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a4a32-52e9-4084-9156-d015384016e5 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf640be2-dfe0-4fa2-b3dc-e83761f1a99d,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:12.824344 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a97a4a32-52e9-4084-9156-d015384016e5 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.828365 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a97a4a32-52e9-4084-9156-d015384016e5 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1373160 Jul 22 16:52:12.828502 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c64d9d64-78a0-433d-befd-5e00e4d437bd req-f6b1ca16-bfeb-412a-9e19-e1dd3a1c45cd tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330884 Jul 22 16:52:12.829116 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45126) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:12.833954 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7d28ee74-1141-41b8-8216-28b73831f33e tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Request body: {'security_group_rule': {'security_group_id': 'd4a42b38-0dec-4efc-afb0-336589f729aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:12.866204 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-613cbcf0-6ca8-42d0-a6c4-6b1daee5a6d3 req-26df14f8-fd76-45f8-844d-ab4d4a531b5e service neutron] 10.222.0.16 "GET /v2.0/networks/1a1eddf5-fb8e-4189-93cd-16488e248f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512338 Jul 22 16:52:12.869330 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-f9bc8759-02d9-45a1-8de6-6efaba153019 service neutron] Transition to ACTIVE for port object a56f371c-412b-4252-8abe-dd8bd0421a46 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:52:12.877264 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-f9bc8759-02d9-45a1-8de6-6efaba153019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.878103 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d28ee74-1141-41b8-8216-28b73831f33e tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.964516 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d28ee74-1141-41b8-8216-28b73831f33e tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.983123 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d28ee74-1141-41b8-8216-28b73831f33e tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.002128 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28ee74-1141-41b8-8216-28b73831f33e tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebd2b14-b07e-4558-8177-c97aadfa5242,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:13.017675 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc8759-02d9-45a1-8de6-6efaba153019 service neutron] Pushing event updated for resources: {'Port': ['ID=a56f371c-412b-4252-8abe-dd8bd0421a46,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:13.023152 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d28ee74-1141-41b8-8216-28b73831f33e tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.034538 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7d28ee74-1141-41b8-8216-28b73831f33e tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2043052 Jul 22 16:52:13.035358 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45128) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:13.040478 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6e74c51b-8dc9-4a7a-88b6-e0d9cd3e3d1e tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Request body: {'security_group_rule': {'security_group_id': 'd4a42b38-0dec-4efc-afb0-336589f729aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:13.094132 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-44ce7e45-5e22-4104-abdc-8d93316c0bb4 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.095152 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e74c51b-8dc9-4a7a-88b6-e0d9cd3e3d1e tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.127076 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-44ce7e45-5e22-4104-abdc-8d93316c0bb4 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Transition to ACTIVE for port object 940cc934-551b-4bc9-8f9d-2e890df3c986 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:52:13.157368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98b847-64f4-4f2d-9047-09805d4d5558 req-99eaa6a6-306c-4702-bf87-ce6ca477c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:13.159067 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb98b847-64f4-4f2d-9047-09805d4d5558 req-99eaa6a6-306c-4702-bf87-ce6ca477c90b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd83029401704e2c8bed4e4a32967004&device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 1095 time: 0.2009628 Jul 22 16:52:13.162162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-f9bc8759-02d9-45a1-8de6-6efaba153019 service neutron] Attempting to bind port a56f371c-412b-4252-8abe-dd8bd0421a46 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:52:13.162162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-f9bc8759-02d9-45a1-8de6-6efaba153019 service neutron] Attempting to bind port a56f371c-412b-4252-8abe-dd8bd0421a46 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'e532fe79-d434-4f03-a9a0-c9663b2eed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11fa376a-a719-4920-8cdd-3a2458f3c2fd'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:52:13.162773 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-f9bc8759-02d9-45a1-8de6-6efaba153019 service neutron] Attempting to bind port a56f371c-412b-4252-8abe-dd8bd0421a46 on network 11fa376a-a719-4920-8cdd-3a2458f3c2fd {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:52:13.176864 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e74c51b-8dc9-4a7a-88b6-e0d9cd3e3d1e tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.182068 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e74c51b-8dc9-4a7a-88b6-e0d9cd3e3d1e tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.200028 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-f9bc8759-02d9-45a1-8de6-6efaba153019 service neutron] Port a56f371c-412b-4252-8abe-dd8bd0421a46 on network 11fa376a-a719-4920-8cdd-3a2458f3c2fd not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:52:13.200368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-f9bc8759-02d9-45a1-8de6-6efaba153019 service neutron] Attempting to bind port a56f371c-412b-4252-8abe-dd8bd0421a46 on network 11fa376a-a719-4920-8cdd-3a2458f3c2fd {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:52:13.201267 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74c51b-8dc9-4a7a-88b6-e0d9cd3e3d1e tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b4fdcc-9638-4acb-bb6c-4dabfa75a8b6,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:13.209687 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e74c51b-8dc9-4a7a-88b6-e0d9cd3e3d1e tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.211859 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6e74c51b-8dc9-4a7a-88b6-e0d9cd3e3d1e tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1754296 Jul 22 16:52:13.215692 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45132) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:13.248109 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-f9bc8759-02d9-45a1-8de6-6efaba153019 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:52:13.248109 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-f9bc8759-02d9-45a1-8de6-6efaba153019 service neutron] Checking segment: {'id': 'e532fe79-d434-4f03-a9a0-c9663b2eed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11fa376a-a719-4920-8cdd-3a2458f3c2fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:52:13.248109 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-f9bc8759-02d9-45a1-8de6-6efaba153019 service neutron] Bound using segment: {'id': 'e532fe79-d434-4f03-a9a0-c9663b2eed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11fa376a-a719-4920-8cdd-3a2458f3c2fd'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:52:13.248729 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-f9bc8759-02d9-45a1-8de6-6efaba153019 service neutron] Bound port: a56f371c-412b-4252-8abe-dd8bd0421a46, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e532fe79-d434-4f03-a9a0-c9663b2eed81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11fa376a-a719-4920-8cdd-3a2458f3c2fd'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:52:13.249313 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-f9bc8759-02d9-45a1-8de6-6efaba153019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.302056 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-44ce7e45-5e22-4104-abdc-8d93316c0bb4 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.319992 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50a8e026-bd3b-4c8d-902e-7fd59812eaa2 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.379606 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50a8e026-bd3b-4c8d-902e-7fd59812eaa2 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.427995 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-44ce7e45-5e22-4104-abdc-8d93316c0bb4 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Network 355332cc-46f4-40ba-8869-365066797198 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:13.429308 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98b847-64f4-4f2d-9047-09805d4d5558 req-6da4348e-7082-4e54-a033-ad504fd302d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:13.430946 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb98b847-64f4-4f2d-9047-09805d4d5558 req-6da4348e-7082-4e54-a033-ad504fd302d9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1a1eddf5-fb8e-4189-93cd-16488e248f15 HTTP/1.1" status: 200 len: 914 time: 0.2644482 Jul 22 16:52:13.440959 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-44ce7e45-5e22-4104-abdc-8d93316c0bb4 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:13.465483 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-44ce7e45-5e22-4104-abdc-8d93316c0bb4 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:13.472988 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce7e45-5e22-4104-abdc-8d93316c0bb4 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Pushing event updated for resources: {'Port': ['ID=940cc934-551b-4bc9-8f9d-2e890df3c986,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:13.535474 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb98b847-64f4-4f2d-9047-09805d4d5558 req-feb97610-6f5c-4377-8ab2-c948ffd9090d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77c18cf8-8972-4dab-a773-24ae583dcbb1 HTTP/1.1" status: 200 len: 217 time: 0.0853019 Jul 22 16:52:13.544570 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-f9bc8759-02d9-45a1-8de6-6efaba153019 service neutron] For port a56f371c-412b-4252-8abe-dd8bd0421a46, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:52:13.582273 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50a8e026-bd3b-4c8d-902e-7fd59812eaa2 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.616739 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50a8e026-bd3b-4c8d-902e-7fd59812eaa2 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.618129 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-50a8e026-bd3b-4c8d-902e-7fd59812eaa2 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/91b4fdcc-9638-4acb-bb6c-4dabfa75a8b6 HTTP/1.1" status: 204 len: 168 time: 0.4013250 Jul 22 16:52:13.622943 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45140) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:13.623485 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-f9bc8759-02d9-45a1-8de6-6efaba153019 service neutron] For port a56f371c-412b-4252-8abe-dd8bd0421a46, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=a56f371c-412b-4252-8abe-dd8bd0421a46,segment=NetworkSegment(e532fe79-d434-4f03-a9a0-c9663b2eed81),segment_id=e532fe79-d434-4f03-a9a0-c9663b2eed81)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:52:13.640158 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-44ce7e45-5e22-4104-abdc-8d93316c0bb4 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:13.640848 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-44ce7e45-5e22-4104-abdc-8d93316c0bb4 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.651917 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-f9bc8759-02d9-45a1-8de6-6efaba153019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.662373 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8e026-bd3b-4c8d-902e-7fd59812eaa2 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91b4fdcc-9638-4acb-bb6c-4dabfa75a8b6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:13.720835 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e929d1f1-5b9c-4e8d-b66e-edeade23f7cc tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0962422 Jul 22 16:52:13.721895 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45144) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:13.726477 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98b847-64f4-4f2d-9047-09805d4d5558 req-553e2d90-c881-4237-95a4-1873f3640c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:13.728078 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb98b847-64f4-4f2d-9047-09805d4d5558 req-553e2d90-c881-4237-95a4-1873f3640c14 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3f83863e-4d1f-47e9-954d-4b7ea7642935 HTTP/1.1" status: 200 len: 853 time: 0.1850696 Jul 22 16:52:13.732083 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-f9bc8759-02d9-45a1-8de6-6efaba153019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:13.733641 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-f9bc8759-02d9-45a1-8de6-6efaba153019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.734202 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-f9bc8759-02d9-45a1-8de6-6efaba153019 service neutron] 10.222.0.16 "PUT /v2.0/ports/a56f371c-412b-4252-8abe-dd8bd0421a46 HTTP/1.1" status: 200 len: 1091 time: 2.4354351 Jul 22 16:52:13.747951 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-44ce7e45-5e22-4104-abdc-8d93316c0bb4 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2269931 Jul 22 16:52:13.763697 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79b22687-b7f2-431e-969f-bbefcb1886b7 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.778684 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc8759-02d9-45a1-8de6-6efaba153019 service neutron] Pushing event updated for resources: {'Port': ['ID=a56f371c-412b-4252-8abe-dd8bd0421a46,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:13.784501 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79b22687-b7f2-431e-969f-bbefcb1886b7 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.804041 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-e6c7e015-27fb-4747-9c05-a1697518aef0 service neutron] Request body: {'port': {'device_id': '54f0180c-f16a-4466-b5c6-e9832e7aad0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:13.827755 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f76a5-bf58-4120-81eb-a08d957053fe req-27f7fff9-2053-4362-84a1-f6c51226ab9a tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:13.835816 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4c1f76a5-bf58-4120-81eb-a08d957053fe req-27f7fff9-2053-4362-84a1-f6c51226ab9a tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4848ed57-7b9b-46ad-bd48-1f402ffeb4c2 HTTP/1.1" status: 200 len: 943 time: 0.2186456 Jul 22 16:52:13.852298 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79b22687-b7f2-431e-969f-bbefcb1886b7 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.868879 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79b22687-b7f2-431e-969f-bbefcb1886b7 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.873125 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-79b22687-b7f2-431e-969f-bbefcb1886b7 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/aebd2b14-b07e-4558-8177-c97aadfa5242 HTTP/1.1" status: 204 len: 168 time: 0.1470621 Jul 22 16:52:13.876177 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45148) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:13.885140 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b22687-b7f2-431e-969f-bbefcb1886b7 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aebd2b14-b07e-4558-8177-c97aadfa5242,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:13.890709 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb98b847-64f4-4f2d-9047-09805d4d5558 req-65e62c52-0959-4cb7-810b-e464b3f9f13d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1a1eddf5-fb8e-4189-93cd-16488e248f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069252 Jul 22 16:52:13.910913 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4848ed57-7b9b-46ad-bd48-1f402ffeb4c2', 'tag': 'a56f371c-412b-4252-8abe-dd8bd0421a46'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:13.913281 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5b1d72-ac8f-43e7-8c01-1982be3e652d" -d '{"events": [{"name": "network-changed", "server_uuid": "4848ed57-7b9b-46ad-bd48-1f402ffeb4c2", "tag": "a56f371c-412b-4252-8abe-dd8bd0421a46"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:13.922527 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4933ff55-d0bc-41c9-b804-211457483535 None None] Provisioning for port 940cc934-551b-4bc9-8f9d-2e890df3c986 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:52:13.928664 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4933ff55-d0bc-41c9-b804-211457483535 None None] Provisioning complete for port 940cc934-551b-4bc9-8f9d-2e890df3c986 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:13.929428 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4933ff55-d0bc-41c9-b804-211457483535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.933629 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4c1f76a5-bf58-4120-81eb-a08d957053fe req-b0b79103-4e86-41e1-958f-5996957323f4 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900044 Jul 22 16:52:13.995443 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-eaeb56dc-ae3b-44ea-86ca-1253b5b816e7 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1175897 Jul 22 16:52:14.002459 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4933ff55-d0bc-41c9-b804-211457483535 None None] Port 940cc934-551b-4bc9-8f9d-2e890df3c986 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:52:14.004336 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45152) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:14.038176 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67fb646f-920b-4e89-97bf-b65d8321d3e9 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.054054 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67fb646f-920b-4e89-97bf-b65d8321d3e9 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.113352 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-e6c7e015-27fb-4747-9c05-a1697518aef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.133395 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67fb646f-920b-4e89-97bf-b65d8321d3e9 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.139643 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-67fb646f-920b-4e89-97bf-b65d8321d3e9 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.143423 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-67fb646f-920b-4e89-97bf-b65d8321d3e9 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/bf640be2-dfe0-4fa2-b3dc-e83761f1a99d HTTP/1.1" status: 204 len: 168 time: 0.1354387 Jul 22 16:52:14.143591 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-6567b4d2-0004-4120-a544-49bdba4c3394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:14.143591 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-6567b4d2-0004-4120-a544-49bdba4c3394 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=63ba5eb954aa4050867b4451fb71c331&device_id=4848ed57-7b9b-46ad-bd48-1f402ffeb4c2 HTTP/1.1" status: 200 len: 1094 time: 0.3098426 Jul 22 16:52:14.145195 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45154) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:14.158503 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb646f-920b-4e89-97bf-b65d8321d3e9 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf640be2-dfe0-4fa2-b3dc-e83761f1a99d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:14.162024 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb98b847-64f4-4f2d-9047-09805d4d5558 req-b615a66f-3db7-4dee-93de-df6c1f5fc6c9 service neutron] 10.222.0.16 "GET /v2.0/networks/1a1eddf5-fb8e-4189-93cd-16488e248f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526803 Jul 22 16:52:14.175834 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9b245-81dd-4fe2-8628-3179a02ae143 req-ff38b2fd-b5bd-46b5-a367-f4a5e027b9d4 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:14.177735 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-74b9b245-81dd-4fe2-8628-3179a02ae143 req-ff38b2fd-b5bd-46b5-a367-f4a5e027b9d4 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 944 time: 0.1267800 Jul 22 16:52:14.240680 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-74b9b245-81dd-4fe2-8628-3179a02ae143 req-a4eb7914-ccbd-4dbe-8bf2-1390f8ca2f64 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457034 Jul 22 16:52:14.248522 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-6c104505-efe2-4e10-bfed-208c967a3401 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a56f371c-412b-4252-8abe-dd8bd0421a46 HTTP/1.1" status: 200 len: 217 time: 0.0915267 Jul 22 16:52:14.269870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335cfde-8e89-45cf-83f6-5fd8ff1f81d4 req-1642a5eb-ce2c-483b-83be-078bf6c072fd tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:14.271519 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6335cfde-8e89-45cf-83f6-5fd8ff1f81d4 req-1642a5eb-ce2c-483b-83be-078bf6c072fd tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 931 time: 0.3839335 Jul 22 16:52:14.305240 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc82991-00e7-4c6f-b78d-1a7c8458047a x-openstack-request-id: req-afc82991-00e7-4c6f-b78d-1a7c8458047a {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:14.305556 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4848ed57-7b9b-46ad-bd48-1f402ffeb4c2", "tag": "a56f371c-412b-4252-8abe-dd8bd0421a46", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:14.305762 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-afc82991-00e7-4c6f-b78d-1a7c8458047a {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:14.306357 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4848ed57-7b9b-46ad-bd48-1f402ffeb4c2', 'tag': 'a56f371c-412b-4252-8abe-dd8bd0421a46', 'status': 'completed', 'code': 200} Jul 22 16:52:14.415400 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4160f059-0534-47b6-9005-16789f9149f9 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2672873 Jul 22 16:52:14.420256 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45156) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:14.443455 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f9875e8-b40a-43a5-8be4-a7f7fb7913f9 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.451789 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f9875e8-b40a-43a5-8be4-a7f7fb7913f9 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.483841 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f9875e8-b40a-43a5-8be4-a7f7fb7913f9 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.490446 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f9875e8-b40a-43a5-8be4-a7f7fb7913f9 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.491495 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2f9875e8-b40a-43a5-8be4-a7f7fb7913f9 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/a1bcb941-0b31-4ddd-a01f-3e34a160e015 HTTP/1.1" status: 204 len: 168 time: 0.0710759 Jul 22 16:52:14.494387 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45158) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:14.513304 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9875e8-b40a-43a5-8be4-a7f7fb7913f9 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1bcb941-0b31-4ddd-a01f-3e34a160e015,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:14.515509 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-6b74dde9-8b1e-46ae-9de2-c05dbdca89e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:14.518722 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-6b74dde9-8b1e-46ae-9de2-c05dbdca89e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91a3ec8d-5f4b-4e09-a3b8-afdb464abdd5 HTTP/1.1" status: 200 len: 855 time: 0.2377367 Jul 22 16:52:14.520379 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6335cfde-8e89-45cf-83f6-5fd8ff1f81d4 req-42416342-2366-408b-b8f9-725a6264f43e tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245777 Jul 22 16:52:14.582609 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-43414007-e44a-43d9-9571-406852e59872 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0828488 Jul 22 16:52:14.587705 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45162) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:14.630754 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc7bb29b-43cf-4d41-aaff-6151c45ffa5f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.645535 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc7bb29b-43cf-4d41-aaff-6151c45ffa5f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.688231 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc7bb29b-43cf-4d41-aaff-6151c45ffa5f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.695765 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc7bb29b-43cf-4d41-aaff-6151c45ffa5f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.703581 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cc7bb29b-43cf-4d41-aaff-6151c45ffa5f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/aa761fe7-2fa3-4594-9dfb-b364b0741911 HTTP/1.1" status: 204 len: 168 time: 0.1130078 Jul 22 16:52:14.705293 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45164) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:14.726705 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7bb29b-43cf-4d41-aaff-6151c45ffa5f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa761fe7-2fa3-4594-9dfb-b364b0741911,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:14.787681 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-099ceb24-9214-4b21-986c-1b71ad08fd27 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0743937 Jul 22 16:52:14.790340 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45166) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:14.869836 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-404ccb87-08da-4403-9543-4e88241df165 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.873408 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-a3e14095-1160-475a-8540-4827dcdb54f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11fa376a-a719-4920-8cdd-3a2458f3c2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3437686 Jul 22 16:52:14.887913 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eb98b847-64f4-4f2d-9047-09805d4d5558 req-936c30cb-7c7a-4636-b4e7-ff1ed55015fd service neutron] 10.222.0.16 "GET /v2.0/networks/1a1eddf5-fb8e-4189-93cd-16488e248f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7079303 Jul 22 16:52:14.919271 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-404ccb87-08da-4403-9543-4e88241df165 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.975654 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-404ccb87-08da-4403-9543-4e88241df165 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.982082 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-404ccb87-08da-4403-9543-4e88241df165 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.988107 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-404ccb87-08da-4403-9543-4e88241df165 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "DELETE /v2.0/security-groups/d4a42b38-0dec-4efc-afb0-336589f729aa HTTP/1.1" status: 204 len: 168 time: 0.1939306 Jul 22 16:52:14.991321 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45170) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:15.020965 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ccb87-08da-4403-9543-4e88241df165 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a42b38-0dec-4efc-afb0-336589f729aa,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:15.083432 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e6a5daf1-8a53-4644-9519-de2ba860b39e tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0865042 Jul 22 16:52:15.083660 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-f9791341-bf87-4cf6-ab22-2e03c24060bf service neutron] 10.222.0.16 "GET /v2.0/networks/11fa376a-a719-4920-8cdd-3a2458f3c2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973341 Jul 22 16:52:15.083660 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45172) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:15.088165 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e80e8c46-1d08-42ff-b313-ee96245d1e4f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Request body: {'security_group': {'name': 'tempest-secgroup--1882863353'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:15.148886 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f00c1a-5abc-4961-b66f-5484407c06b6 req-3bb2a276-4538-4334-bc5f-ec8f3a925ed6 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:15.156529 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a8f00c1a-5abc-4961-b66f-5484407c06b6 req-3bb2a276-4538-4334-bc5f-ec8f3a925ed6 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4848ed57-7b9b-46ad-bd48-1f402ffeb4c2 HTTP/1.1" status: 200 len: 943 time: 0.1026037 Jul 22 16:52:15.204360 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a8f00c1a-5abc-4961-b66f-5484407c06b6 req-bca7dcdc-46c2-4f88-af1f-2fd47c8d8708 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452890 Jul 22 16:52:15.220823 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e80e8c46-1d08-42ff-b313-ee96245d1e4f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.255470 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-e6c7e015-27fb-4747-9c05-a1697518aef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 940cc934-551b-4bc9-8f9d-2e890df3c986 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:52:15.262174 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba9e8710-1505-4f33-ad40-fc2e0e0c65af req-9035f462-0442-4d3e-b62a-d77bc0def2db service neutron] 10.222.0.16 "GET /v2.0/networks/11fa376a-a719-4920-8cdd-3a2458f3c2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697412 Jul 22 16:52:15.268908 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-e6c7e015-27fb-4747-9c05-a1697518aef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.289585 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-e6c7e015-27fb-4747-9c05-a1697518aef0 service neutron] Transition to ACTIVE for port object 940cc934-551b-4bc9-8f9d-2e890df3c986 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:52:15.303685 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-e6c7e015-27fb-4747-9c05-a1697518aef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.508981 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7e015-27fb-4747-9c05-a1697518aef0 service neutron] Pushing event updated for resources: {'Port': ['ID=940cc934-551b-4bc9-8f9d-2e890df3c986,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:15.573651 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e80e8c46-1d08-42ff-b313-ee96245d1e4f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.593612 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e80e8c46-1d08-42ff-b313-ee96245d1e4f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.626074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-e6c7e015-27fb-4747-9c05-a1697518aef0 service neutron] Attempting to bind port 940cc934-551b-4bc9-8f9d-2e890df3c986 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:52:15.626430 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-e6c7e015-27fb-4747-9c05-a1697518aef0 service neutron] Attempting to bind port 940cc934-551b-4bc9-8f9d-2e890df3c986 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '5dd4ee6d-9efd-4368-981c-346afd984753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '355332cc-46f4-40ba-8869-365066797198'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:52:15.626760 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-e6c7e015-27fb-4747-9c05-a1697518aef0 service neutron] Attempting to bind port 940cc934-551b-4bc9-8f9d-2e890df3c986 on network 355332cc-46f4-40ba-8869-365066797198 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:52:15.644128 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a24e67-2bfb-410b-b64f-e30f6931b82a req-417d0923-1691-446d-a85f-72304cb97ad0 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:15.645370 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-86a24e67-2bfb-410b-b64f-e30f6931b82a req-417d0923-1691-446d-a85f-72304cb97ad0 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 944 time: 0.3000939 Jul 22 16:52:15.662776 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e80e8c46-1d08-42ff-b313-ee96245d1e4f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.663948 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e80e8c46-1d08-42ff-b313-ee96245d1e4f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5793579 Jul 22 16:52:15.668789 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-e6c7e015-27fb-4747-9c05-a1697518aef0 service neutron] Port 940cc934-551b-4bc9-8f9d-2e890df3c986 on network 355332cc-46f4-40ba-8869-365066797198 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:52:15.669092 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-e6c7e015-27fb-4747-9c05-a1697518aef0 service neutron] Attempting to bind port 940cc934-551b-4bc9-8f9d-2e890df3c986 on network 355332cc-46f4-40ba-8869-365066797198 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:52:15.671012 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45180) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:15.684634 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c404aff0-38ce-42f2-8a2e-7512d7e0a99d tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Request body: {'security_group_rule': {'security_group_id': '7e5d65d4-3ce5-4a1f-a43a-89e7fa7b9b5a', 'direction': 'ingress', 'protocol': 17}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:15.694297 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b1d72-ac8f-43e7-8c01-1982be3e652d req-202f2c75-1c85-49f1-9ed0-1bc9524941fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:15.695788 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e5b1d72-ac8f-43e7-8c01-1982be3e652d req-202f2c75-1c85-49f1-9ed0-1bc9524941fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=63ba5eb954aa4050867b4451fb71c331&device_id=4848ed57-7b9b-46ad-bd48-1f402ffeb4c2 HTTP/1.1" status: 200 len: 1094 time: 0.3338985 Jul 22 16:52:15.696410 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e8c46-1d08-42ff-b313-ee96245d1e4f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5d65d4-3ce5-4a1f-a43a-89e7fa7b9b5a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:15.718211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-e6c7e015-27fb-4747-9c05-a1697518aef0 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:52:15.718560 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-e6c7e015-27fb-4747-9c05-a1697518aef0 service neutron] Checking segment: {'id': '5dd4ee6d-9efd-4368-981c-346afd984753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '355332cc-46f4-40ba-8869-365066797198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:52:15.718954 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-e6c7e015-27fb-4747-9c05-a1697518aef0 service neutron] Bound using segment: {'id': '5dd4ee6d-9efd-4368-981c-346afd984753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '355332cc-46f4-40ba-8869-365066797198'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:52:15.719409 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-e6c7e015-27fb-4747-9c05-a1697518aef0 service neutron] Bound port: 940cc934-551b-4bc9-8f9d-2e890df3c986, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd4ee6d-9efd-4368-981c-346afd984753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '355332cc-46f4-40ba-8869-365066797198'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:52:15.719773 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-e6c7e015-27fb-4747-9c05-a1697518aef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.807702 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-86a24e67-2bfb-410b-b64f-e30f6931b82a req-86027f1c-b8be-45c0-af7e-27dda4350b37 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505172 Jul 22 16:52:15.816522 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d5f21-9965-476c-8968-fa85a28da540 req-e256a249-ef8c-4483-8847-6f75229b4cc2 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:15.818205 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-984d5f21-9965-476c-8968-fa85a28da540 req-e256a249-ef8c-4483-8847-6f75229b4cc2 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 943 time: 0.1626694 Jul 22 16:52:15.849315 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c404aff0-38ce-42f2-8a2e-7512d7e0a99d tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.859714 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 77c18cf8-8972-4dab-a773-24ae583dcbb1 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:52:15.903953 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-984d5f21-9965-476c-8968-fa85a28da540 req-64c9ae0f-eae2-4b23-b148-e5782c6a9062 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772943 Jul 22 16:52:15.913504 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-e6c7e015-27fb-4747-9c05-a1697518aef0 service neutron] For port 940cc934-551b-4bc9-8f9d-2e890df3c986, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:52:15.934845 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b1d72-ac8f-43e7-8c01-1982be3e652d req-317a595e-d132-40af-aa37-89c1674c8620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:15.936357 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e5b1d72-ac8f-43e7-8c01-1982be3e652d req-317a595e-d132-40af-aa37-89c1674c8620 service neutron] 10.222.0.16 "GET /v2.0/networks?id=11fa376a-a719-4920-8cdd-3a2458f3c2fd HTTP/1.1" status: 200 len: 916 time: 0.2312181 Jul 22 16:52:15.940420 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-e6c7e015-27fb-4747-9c05-a1697518aef0 service neutron] For port 940cc934-551b-4bc9-8f9d-2e890df3c986, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=940cc934-551b-4bc9-8f9d-2e890df3c986,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:52:15.955974 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-e6c7e015-27fb-4747-9c05-a1697518aef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.001472 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e5b1d72-ac8f-43e7-8c01-1982be3e652d req-e6a0bb0f-5868-4afb-8f51-7e6dc0d7a57d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a56f371c-412b-4252-8abe-dd8bd0421a46 HTTP/1.1" status: 200 len: 217 time: 0.0545621 Jul 22 16:52:16.015021 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 77c18cf8-8972-4dab-a773-24ae583dcbb1, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=77c18cf8-8972-4dab-a773-24ae583dcbb1,segment=NetworkSegment(9c58c7af-0d88-4ac7-9e32-e129a89eb5c3),segment_id=9c58c7af-0d88-4ac7-9e32-e129a89eb5c3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:16.033525 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '77c18cf8-8972-4dab-a773-24ae583dcbb1', 'network_id': '1a1eddf5-fb8e-4189-93cd-16488e248f15', 'port_id': '77c18cf8-8972-4dab-a773-24ae583dcbb1', 'mac_address': 'fa:16:3e:a0:b0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f83863e-4d1f-47e9-954d-4b7ea7642935', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:52:16.072292 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c404aff0-38ce-42f2-8a2e-7512d7e0a99d tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.075411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-e6c7e015-27fb-4747-9c05-a1697518aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:16.076343 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-e6c7e015-27fb-4747-9c05-a1697518aef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.077425 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-e6c7e015-27fb-4747-9c05-a1697518aef0 service neutron] 10.222.0.30 "PUT /v2.0/ports/940cc934-551b-4bc9-8f9d-2e890df3c986 HTTP/1.1" status: 200 len: 1091 time: 2.2951758 Jul 22 16:52:16.083191 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c404aff0-38ce-42f2-8a2e-7512d7e0a99d tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.102900 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.127553 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c18cf8-8972-4dab-a773-24ae583dcbb1 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:52:16.143936 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404aff0-38ce-42f2-8a2e-7512d7e0a99d tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd2086f-c820-4fb5-ad26-d29d7bb7c667,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:16.156400 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7e015-27fb-4747-9c05-a1697518aef0 service neutron] Pushing event updated for resources: {'Port': ['ID=940cc934-551b-4bc9-8f9d-2e890df3c986,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:16.160025 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b1d72-ac8f-43e7-8c01-1982be3e652d req-48d5fca8-db71-40ab-9ed9-366473b58926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:16.161420 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e5b1d72-ac8f-43e7-8c01-1982be3e652d req-48d5fca8-db71-40ab-9ed9-366473b58926 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91a3ec8d-5f4b-4e09-a3b8-afdb464abdd5 HTTP/1.1" status: 200 len: 855 time: 0.1390779 Jul 22 16:52:16.169606 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 77c18cf8-8972-4dab-a773-24ae583dcbb1, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=77c18cf8-8972-4dab-a773-24ae583dcbb1,segment=NetworkSegment(9c58c7af-0d88-4ac7-9e32-e129a89eb5c3),segment_id=9c58c7af-0d88-4ac7-9e32-e129a89eb5c3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:16.176990 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.199157 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c404aff0-38ce-42f2-8a2e-7512d7e0a99d tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.200283 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c404aff0-38ce-42f2-8a2e-7512d7e0a99d tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5205235 Jul 22 16:52:16.205067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45184) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:16.246246 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e5b1d72-ac8f-43e7-8c01-1982be3e652d req-f46579d0-e250-4dcf-a858-49527dd990ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11fa376a-a719-4920-8cdd-3a2458f3c2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555785 Jul 22 16:52:16.269838 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=77c18cf8-8972-4dab-a773-24ae583dcbb1,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:16.300438 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:16.301045 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:16.301893 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:16.302243 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:16.302931 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:16.303288 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:16.303719 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:16.304160 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:16.305116 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:16.305603 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:16.306722 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:16.307966 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:16.312026 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f0180c-f16a-4466-b5c6-e9832e7aad0e', 'tag': '940cc934-551b-4bc9-8f9d-2e890df3c986'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:16.314386 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f221ea3d-6c7d-4234-8cc4-8a309a5659e7" -d '{"events": [{"name": "network-changed", "server_uuid": "54f0180c-f16a-4466-b5c6-e9832e7aad0e", "tag": "940cc934-551b-4bc9-8f9d-2e890df3c986"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:16.376847 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c540dd7-768e-446d-90ce-313ad7d5c089 x-openstack-request-id: req-1c540dd7-768e-446d-90ce-313ad7d5c089 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:16.377144 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f0180c-f16a-4466-b5c6-e9832e7aad0e", "tag": "940cc934-551b-4bc9-8f9d-2e890df3c986", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:16.377394 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1c540dd7-768e-446d-90ce-313ad7d5c089 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:16.377845 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f0180c-f16a-4466-b5c6-e9832e7aad0e', 'tag': '940cc934-551b-4bc9-8f9d-2e890df3c986', 'status': 'completed', 'code': 200} Jul 22 16:52:16.432803 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-09ac9c1d-7fa5-4dcc-9dce-34bf10dc7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:16.434417 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-09ac9c1d-7fa5-4dcc-9dce-34bf10dc7294 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0be4ca898ef40f79a7a36fc239eca61&device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 1094 time: 0.2873266 Jul 22 16:52:16.438079 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-de974f76-a799-42a6-9d27-9e40f182d502 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.488951 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['77c18cf8-8972-4dab-a773-24ae583dcbb1'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:52:16.506991 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e5b1d72-ac8f-43e7-8c01-1982be3e652d req-88180e9b-b569-437a-8742-56a80ab821a5 service neutron] 10.222.0.16 "GET /v2.0/networks/11fa376a-a719-4920-8cdd-3a2458f3c2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506967 Jul 22 16:52:16.513606 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-de974f76-a799-42a6-9d27-9e40f182d502 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.521138 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-1813fa89-24be-4e57-a2cd-d179e7cc4f5d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=940cc934-551b-4bc9-8f9d-2e890df3c986 HTTP/1.1" status: 200 len: 217 time: 0.0622687 Jul 22 16:52:16.636029 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf52e4-e3a1-4125-8157-1d1801468973 req-dccdcae5-0640-4e83-a696-b19e09b00c5d tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:16.637753 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f9cf52e4-e3a1-4125-8157-1d1801468973 req-dccdcae5-0640-4e83-a696-b19e09b00c5d tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4848ed57-7b9b-46ad-bd48-1f402ffeb4c2 HTTP/1.1" status: 200 len: 943 time: 0.3143566 Jul 22 16:52:16.703076 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-10d2ad61-4c6b-4fca-b579-0ccf4a17b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:16.704551 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-10d2ad61-4c6b-4fca-b579-0ccf4a17b6e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ecd1df5-07c9-407a-b124-958e195ac0bb HTTP/1.1" status: 200 len: 856 time: 0.1688046 Jul 22 16:52:16.725011 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-de974f76-a799-42a6-9d27-9e40f182d502 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.727474 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-de974f76-a799-42a6-9d27-9e40f182d502 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.728536 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-de974f76-a799-42a6-9d27-9e40f182d502 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "DELETE /v2.0/security-groups/7e5d65d4-3ce5-4a1f-a43a-89e7fa7b9b5a HTTP/1.1" status: 204 len: 168 time: 0.5227103 Jul 22 16:52:16.732694 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45190) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:16.787763 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f9cf52e4-e3a1-4125-8157-1d1801468973 req-d2d2de72-017a-49f7-a052-afbc30950d7d tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221244 Jul 22 16:52:16.790183 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de974f76-a799-42a6-9d27-9e40f182d502 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5d65d4-3ce5-4a1f-a43a-89e7fa7b9b5a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:16.798300 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-81d9a4d1-b554-4d4a-b128-9c826becb128 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0643249 Jul 22 16:52:16.802216 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45194) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:16.808743 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d7f8db31-d350-4b2b-b3a1-73462bc63780 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Request body: {'security_group': {'name': 'tempest-secgroup--739354933'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:16.834180 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e5b1d72-ac8f-43e7-8c01-1982be3e652d req-7a5655bf-c382-4c0d-8372-df32b049ab30 service neutron] 10.222.0.16 "GET /v2.0/networks/11fa376a-a719-4920-8cdd-3a2458f3c2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173587 Jul 22 16:52:16.851518 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7f8db31-d350-4b2b-b3a1-73462bc63780 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.893091 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-8ecf5a39-a15e-4cdc-b70e-b387b102fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:16.894838 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-8ecf5a39-a15e-4cdc-b70e-b387b102fa50 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=355332cc-46f4-40ba-8869-365066797198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1817017 Jul 22 16:52:17.026823 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addde79c-704b-4719-9aa5-64791ad74f5a req-5c90ff60-b7f8-4e51-88f9-3fa21924b5ef tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:17.028721 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-addde79c-704b-4719-9aa5-64791ad74f5a req-5c90ff60-b7f8-4e51-88f9-3fa21924b5ef tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 945 time: 0.1086116 Jul 22 16:52:17.031477 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7f8db31-d350-4b2b-b3a1-73462bc63780 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.042734 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7f8db31-d350-4b2b-b3a1-73462bc63780 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.098577 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7f8db31-d350-4b2b-b3a1-73462bc63780 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.100245 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d7f8db31-d350-4b2b-b3a1-73462bc63780 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2970662 Jul 22 16:52:17.101135 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8db31-d350-4b2b-b3a1-73462bc63780 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff58d8ab-a20a-4d2b-bd62-a520c201e8d6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:17.106921 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45200) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:17.114647 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9ea87eb5-facb-499a-9b68-bd562beb25e9 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Request body: {'security_group': {'name': 'tempest-secgroup--590752050'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:17.116854 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-e26cc773-34e3-403c-853a-b9a0cd5280e7 service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140293 Jul 22 16:52:17.124187 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-addde79c-704b-4719-9aa5-64791ad74f5a req-6578316a-9e8c-47cf-b60e-5a6033518993 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898135 Jul 22 16:52:17.153479 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ea87eb5-facb-499a-9b68-bd562beb25e9 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.169696 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295df649-fd02-479f-9b8a-0ed7ee796474 req-5b576a77-18fd-45ba-8b9d-666d65c793ec tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:17.171226 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-295df649-fd02-479f-9b8a-0ed7ee796474 req-5b576a77-18fd-45ba-8b9d-666d65c793ec tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 943 time: 0.1677034 Jul 22 16:52:17.254662 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-295df649-fd02-479f-9b8a-0ed7ee796474 req-6d570b1c-5c7a-4303-87b3-50f393be23a4 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538909 Jul 22 16:52:17.258556 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ef42462-a35a-4bd6-9d1d-e7030604e118 req-0f1dfcd1-4e4e-453c-8c9f-c547680e0bfc service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339972 Jul 22 16:52:17.286143 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ea87eb5-facb-499a-9b68-bd562beb25e9 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.290874 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ea87eb5-facb-499a-9b68-bd562beb25e9 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.325912 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ea87eb5-facb-499a-9b68-bd562beb25e9 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.327618 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9ea87eb5-facb-499a-9b68-bd562beb25e9 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2190554 Jul 22 16:52:17.330629 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45202) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:17.331023 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea87eb5-facb-499a-9b68-bd562beb25e9 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02560a9f-6b65-44c4-98f4-1f82f7b5f219,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:17.336486 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-fbe4a9d2-c3a8-42d9-919b-804a983ae793 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Request body: {'security_group_rule': {'security_group_id': 'ff58d8ab-a20a-4d2b-bd62-a520c201e8d6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '02560a9f-6b65-44c4-98f4-1f82f7b5f219', 'remote_ip_prefix': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:17.406538 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fbe4a9d2-c3a8-42d9-919b-804a983ae793 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.492679 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221ea3d-6c7d-4234-8cc4-8a309a5659e7 req-cbcc70ea-af1f-467f-bec8-e7b1574df3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:17.494227 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f221ea3d-6c7d-4234-8cc4-8a309a5659e7 req-cbcc70ea-af1f-467f-bec8-e7b1574df3a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0be4ca898ef40f79a7a36fc239eca61&device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 1094 time: 0.1270185 Jul 22 16:52:17.495944 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fbe4a9d2-c3a8-42d9-919b-804a983ae793 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.500073 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fbe4a9d2-c3a8-42d9-919b-804a983ae793 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.543579 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4a9d2-c3a8-42d9-919b-804a983ae793 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b55132-466b-48d8-b44a-f46b15505f0d,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:17.558137 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fbe4a9d2-c3a8-42d9-919b-804a983ae793 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.559488 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fbe4a9d2-c3a8-42d9-919b-804a983ae793 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2272191 Jul 22 16:52:17.562283 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45204) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:17.628918 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d7a27f55-1e83-40bd-adb0-2b3f44131b11 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.646166 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d7a27f55-1e83-40bd-adb0-2b3f44131b11 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.656980 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221ea3d-6c7d-4234-8cc4-8a309a5659e7 req-7dbd6c75-5b40-4f2d-9ae4-275d3a571703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:17.658545 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f221ea3d-6c7d-4234-8cc4-8a309a5659e7 req-7dbd6c75-5b40-4f2d-9ae4-275d3a571703 service neutron] 10.222.0.30 "GET /v2.0/networks?id=355332cc-46f4-40ba-8869-365066797198 HTTP/1.1" status: 200 len: 918 time: 0.1516340 Jul 22 16:52:17.705966 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f221ea3d-6c7d-4234-8cc4-8a309a5659e7 req-9aa7bfd3-1bbd-4894-af4b-e8fa3c80b2fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=940cc934-551b-4bc9-8f9d-2e890df3c986 HTTP/1.1" status: 200 len: 217 time: 0.0397291 Jul 22 16:52:17.712171 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d7a27f55-1e83-40bd-adb0-2b3f44131b11 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.726845 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d7a27f55-1e83-40bd-adb0-2b3f44131b11 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.730808 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d7a27f55-1e83-40bd-adb0-2b3f44131b11 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/90b55132-466b-48d8-b44a-f46b15505f0d HTTP/1.1" status: 204 len: 168 time: 0.1676795 Jul 22 16:52:17.730941 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45206) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:17.762529 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a27f55-1e83-40bd-adb0-2b3f44131b11 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90b55132-466b-48d8-b44a-f46b15505f0d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:17.789527 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-12ab5115-6c88-4ca2-919f-cbef3fe435db tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0575418 Jul 22 16:52:17.791930 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221ea3d-6c7d-4234-8cc4-8a309a5659e7 req-437ac6cc-6f12-4193-b003-f2d6d1e9ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:17.792649 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45208) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:17.794045 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f221ea3d-6c7d-4234-8cc4-8a309a5659e7 req-437ac6cc-6f12-4193-b003-f2d6d1e9ff6f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ecd1df5-07c9-407a-b124-958e195ac0bb HTTP/1.1" status: 200 len: 856 time: 0.0790689 Jul 22 16:52:17.861979 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device a56f371c-412b-4252-8abe-dd8bd0421a46 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:52:17.876598 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 77c18cf8-8972-4dab-a773-24ae583dcbb1 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:52:17.889111 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5aeb783e-cc43-48e3-9d7c-d7a4fed2c606 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.933277 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221ea3d-6c7d-4234-8cc4-8a309a5659e7 req-24c7e359-a995-49e4-adad-4ff1bb5e745c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:17.935006 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f221ea3d-6c7d-4234-8cc4-8a309a5659e7 req-24c7e359-a995-49e4-adad-4ff1bb5e745c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=355332cc-46f4-40ba-8869-365066797198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281085 Jul 22 16:52:17.953232 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5aeb783e-cc43-48e3-9d7c-d7a4fed2c606 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.000420 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 77c18cf8-8972-4dab-a773-24ae583dcbb1 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:52:18.004705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 77c18cf8-8972-4dab-a773-24ae583dcbb1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:18.005128 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.043246 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5aeb783e-cc43-48e3-9d7c-d7a4fed2c606 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.046041 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5aeb783e-cc43-48e3-9d7c-d7a4fed2c606 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.049935 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5aeb783e-cc43-48e3-9d7c-d7a4fed2c606 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "DELETE /v2.0/security-groups/02560a9f-6b65-44c4-98f4-1f82f7b5f219 HTTP/1.1" status: 204 len: 168 time: 0.2534235 Jul 22 16:52:18.056721 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45214) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:18.058148 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb783e-cc43-48e3-9d7c-d7a4fed2c606 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02560a9f-6b65-44c4-98f4-1f82f7b5f219,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:18.086818 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46773981-09cf-4c3d-a9bc-4384b907dfb8 req-c6548ea5-b6ff-4a9c-b759-aeda14b72bf5 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:18.091585 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-46773981-09cf-4c3d-a9bc-4384b907dfb8 req-c6548ea5-b6ff-4a9c-b759-aeda14b72bf5 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4848ed57-7b9b-46ad-bd48-1f402ffeb4c2 HTTP/1.1" status: 200 len: 943 time: 0.1769409 Jul 22 16:52:18.100190 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f221ea3d-6c7d-4234-8cc4-8a309a5659e7 req-91c9043a-245e-4331-9677-b3d5ed133db7 service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556537 Jul 22 16:52:18.157675 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port a56f371c-412b-4252-8abe-dd8bd0421a46, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=a56f371c-412b-4252-8abe-dd8bd0421a46,segment=NetworkSegment(e532fe79-d434-4f03-a9a0-c9663b2eed81),segment_id=e532fe79-d434-4f03-a9a0-c9663b2eed81)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:18.161292 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-46773981-09cf-4c3d-a9bc-4384b907dfb8 req-6c41fca1-b6d9-4bb0-85b0-86d583eb2fe2 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649276 Jul 22 16:52:18.172863 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'a56f371c-412b-4252-8abe-dd8bd0421a46', 'network_id': '11fa376a-a719-4920-8cdd-3a2458f3c2fd', 'port_id': 'a56f371c-412b-4252-8abe-dd8bd0421a46', 'mac_address': 'fa:16:3e:31:53:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91a3ec8d-5f4b-4e09-a3b8-afdb464abdd5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:52:18.173727 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c9f3b2fd-156a-4fbb-8cbf-d4a3c1158409 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1133235 Jul 22 16:52:18.178378 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45218) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:18.250727 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.264069 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.278849 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f95c187-cd62-4c6e-8375-137bffb497e3 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.284967 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e9a9e5-ff68-42ae-950c-903b785d3a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c18cf8-8972-4dab-a773-24ae583dcbb1'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:18.287744 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23036da4-ee0c-4f22-813b-6426cf8b7fee" -d '{"events": [{"server_uuid": "f8e9a9e5-ff68-42ae-950c-903b785d3a70", "name": "network-vif-plugged", "status": "completed", "tag": "77c18cf8-8972-4dab-a773-24ae583dcbb1"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:18.302995 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56f371c-412b-4252-8abe-dd8bd0421a46 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:52:18.327780 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 77c18cf8-8972-4dab-a773-24ae583dcbb1, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=77c18cf8-8972-4dab-a773-24ae583dcbb1,segment=NetworkSegment(9c58c7af-0d88-4ac7-9e32-e129a89eb5c3),segment_id=9c58c7af-0d88-4ac7-9e32-e129a89eb5c3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:18.329818 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port a56f371c-412b-4252-8abe-dd8bd0421a46, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=a56f371c-412b-4252-8abe-dd8bd0421a46,segment=NetworkSegment(e532fe79-d434-4f03-a9a0-c9663b2eed81),segment_id=e532fe79-d434-4f03-a9a0-c9663b2eed81)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:18.338997 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.348065 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.350012 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f221ea3d-6c7d-4234-8cc4-8a309a5659e7 req-c7a0bef2-8d31-41be-8409-d7d5cac532f3 service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424479 Jul 22 16:52:18.373691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8eb8c0-bd29-49c1-a0af-305f5eb49129 req-a4450979-093e-491d-8460-5435316d0720 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:18.375684 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7c8eb8c0-bd29-49c1-a0af-305f5eb49129 req-a4450979-093e-491d-8460-5435316d0720 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 945 time: 0.1102848 Jul 22 16:52:18.402803 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f95c187-cd62-4c6e-8375-137bffb497e3 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.421219 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7c8eb8c0-bd29-49c1-a0af-305f5eb49129 req-cab7b24f-b940-4f79-a4cf-359b86ff021f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395398 Jul 22 16:52:18.465223 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=77c18cf8-8972-4dab-a773-24ae583dcbb1,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:18.495930 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea3abe0-1426-41a5-9e0a-af2452d90d54 x-openstack-request-id: req-3ea3abe0-1426-41a5-9e0a-af2452d90d54 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:18.496348 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e9a9e5-ff68-42ae-950c-903b785d3a70", "name": "network-vif-plugged", "status": "completed", "tag": "77c18cf8-8972-4dab-a773-24ae583dcbb1", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:18.496603 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3ea3abe0-1426-41a5-9e0a-af2452d90d54 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:18.496991 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e9a9e5-ff68-42ae-950c-903b785d3a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c18cf8-8972-4dab-a773-24ae583dcbb1', 'code': 200} Jul 22 16:52:18.525162 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f95c187-cd62-4c6e-8375-137bffb497e3 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.527993 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f95c187-cd62-4c6e-8375-137bffb497e3 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.531729 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4f95c187-cd62-4c6e-8375-137bffb497e3 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "DELETE /v2.0/security-groups/ff58d8ab-a20a-4d2b-bd62-a520c201e8d6 HTTP/1.1" status: 204 len: 168 time: 0.3501611 Jul 22 16:52:18.531984 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45224) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:18.539294 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=a56f371c-412b-4252-8abe-dd8bd0421a46,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:18.540978 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95c187-cd62-4c6e-8375-137bffb497e3 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff58d8ab-a20a-4d2b-bd62-a520c201e8d6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:18.551374 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93bc11-b0df-4bbb-9ab7-0e44bda183e4 req-7f780732-97e9-45ca-b6eb-fefef7cca403 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:18.553793 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b93bc11-b0df-4bbb-9ab7-0e44bda183e4 req-7f780732-97e9-45ca-b6eb-fefef7cca403 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 943 time: 0.1260977 Jul 22 16:52:18.609557 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b93bc11-b0df-4bbb-9ab7-0e44bda183e4 req-01854ac3-9cba-4792-8a57-5e957fa792db tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457838 Jul 22 16:52:18.643032 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['a56f371c-412b-4252-8abe-dd8bd0421a46'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:52:18.664481 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7c0895f4-dd96-4f55-b7cc-7ff2530029b7 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1312165 Jul 22 16:52:18.669392 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45226) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:18.674869 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7df37321-9952-4947-8ace-c6b1daf664cb tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Request body: {'security_group': {'name': 'tempest-secgroup--833220891'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:18.708058 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7df37321-9952-4947-8ace-c6b1daf664cb tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.712655 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7de28-e630-44e2-a49b-e63c4b8ffdd0 req-b2732e9c-4604-49dc-9406-1dfdb8b50b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:18.713868 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bab7de28-e630-44e2-a49b-e63c4b8ffdd0 req-b2732e9c-4604-49dc-9406-1dfdb8b50b86 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 1097 time: 0.0970511 Jul 22 16:52:18.789058 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bab7de28-e630-44e2-a49b-e63c4b8ffdd0 req-0f1f5270-fd9f-4631-bc56-fddba865f9b7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680480 Jul 22 16:52:18.844831 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7df37321-9952-4947-8ace-c6b1daf664cb tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.848239 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7df37321-9952-4947-8ace-c6b1daf664cb tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.877308 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7df37321-9952-4947-8ace-c6b1daf664cb tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.878592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7df37321-9952-4947-8ace-c6b1daf664cb tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2083948 Jul 22 16:52:18.879452 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df37321-9952-4947-8ace-c6b1daf664cb tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8551ada8-1faf-45cf-91ce-e9ba7753031a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:18.881401 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45228) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:18.886193 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-685f2c96-8588-4a8c-a40f-6af55efccd85 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Request body: {'security_group_rule': {'security_group_id': '8551ada8-1faf-45cf-91ce-e9ba7753031a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:18.913288 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-685f2c96-8588-4a8c-a40f-6af55efccd85 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.959843 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-685f2c96-8588-4a8c-a40f-6af55efccd85 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.964365 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-685f2c96-8588-4a8c-a40f-6af55efccd85 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.982911 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f2c96-8588-4a8c-a40f-6af55efccd85 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23e34a4-519e-490f-a7c5-d830579bd669,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:18.994688 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-685f2c96-8588-4a8c-a40f-6af55efccd85 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.994688 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-685f2c96-8588-4a8c-a40f-6af55efccd85 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1072712 Jul 22 16:52:18.994688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45232) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:19.023975 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f04a89e-d2ea-44eb-ac14-6525a2ae9c4f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.033065 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f04a89e-d2ea-44eb-ac14-6525a2ae9c4f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.062631 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f04a89e-d2ea-44eb-ac14-6525a2ae9c4f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.069025 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8f04a89e-d2ea-44eb-ac14-6525a2ae9c4f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.073792 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8f04a89e-d2ea-44eb-ac14-6525a2ae9c4f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/f23e34a4-519e-490f-a7c5-d830579bd669 HTTP/1.1" status: 204 len: 168 time: 0.0793104 Jul 22 16:52:19.074092 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45238) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:19.078909 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04a89e-d2ea-44eb-ac14-6525a2ae9c4f tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f23e34a4-519e-490f-a7c5-d830579bd669,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:19.126606 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-be858cda-a6fc-41d0-b6cf-e70c3f1b4c66 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0518751 Jul 22 16:52:19.131441 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45242) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:19.207702 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d8c90c3-835e-4f72-abb2-4adc2d785151 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.236512 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d8c90c3-835e-4f72-abb2-4adc2d785151 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.309617 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d8c90c3-835e-4f72-abb2-4adc2d785151 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.312378 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d8c90c3-835e-4f72-abb2-4adc2d785151 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.316470 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45248) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:19.316637 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5d8c90c3-835e-4f72-abb2-4adc2d785151 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "DELETE /v2.0/security-groups/8551ada8-1faf-45cf-91ce-e9ba7753031a HTTP/1.1" status: 204 len: 168 time: 0.1864536 Jul 22 16:52:19.331781 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c90c3-835e-4f72-abb2-4adc2d785151 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8551ada8-1faf-45cf-91ce-e9ba7753031a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:19.344982 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ed9b6-bb53-4fbd-8239-5746638c3c18 req-62d9e603-3dee-4f04-b907-dfa992dfd5e9 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:19.346862 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a1ed9b6-bb53-4fbd-8239-5746638c3c18 req-62d9e603-3dee-4f04-b907-dfa992dfd5e9 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4848ed57-7b9b-46ad-bd48-1f402ffeb4c2 HTTP/1.1" status: 200 len: 944 time: 0.1128988 Jul 22 16:52:19.374575 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f5a6994e-3a68-4646-8e04-17f46f782488 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0526211 Jul 22 16:52:19.374575 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45250) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:19.379358 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-efed16fa-53ca-4485-aabe-6a15ef8a67ab tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Request body: {'security_group': {'name': 'tempest-secgroup--2115182196'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:19.394711 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a1ed9b6-bb53-4fbd-8239-5746638c3c18 req-18a66ddb-200c-4b72-afc3-1a5d734b5a5d tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377257 Jul 22 16:52:19.418393 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-efed16fa-53ca-4485-aabe-6a15ef8a67ab tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.529913 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-efed16fa-53ca-4485-aabe-6a15ef8a67ab tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.534186 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-efed16fa-53ca-4485-aabe-6a15ef8a67ab tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.568844 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-efed16fa-53ca-4485-aabe-6a15ef8a67ab tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.570100 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-efed16fa-53ca-4485-aabe-6a15ef8a67ab tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1944175 Jul 22 16:52:19.572966 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45254) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:19.577983 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-daaac7ea-ca63-4964-b5e0-2deba82e14b4 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Request body: {'security_group_rule': {'security_group_id': 'c8d7985c-32e3-4529-aa81-a8eeb6848a6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:19.580195 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed16fa-53ca-4485-aabe-6a15ef8a67ab tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d7985c-32e3-4529-aa81-a8eeb6848a6c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:19.600093 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789db80e-6d71-4681-a1b9-af6540a3623e req-8c52bf56-6cb8-4bc2-a23a-e9ad0c0d003a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:19.602452 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-789db80e-6d71-4681-a1b9-af6540a3623e req-8c52bf56-6cb8-4bc2-a23a-e9ad0c0d003a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1071029 Jul 22 16:52:19.607950 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daaac7ea-ca63-4964-b5e0-2deba82e14b4 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.642728 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-789db80e-6d71-4681-a1b9-af6540a3623e req-d22d620c-c4a4-4957-9b61-944100d2350d tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346472 Jul 22 16:52:19.670129 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daaac7ea-ca63-4964-b5e0-2deba82e14b4 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.678437 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daaac7ea-ca63-4964-b5e0-2deba82e14b4 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.734268 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaac7ea-ca63-4964-b5e0-2deba82e14b4 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f941ae95-d1d0-4759-839a-7b135a97872c,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:19.737002 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daaac7ea-ca63-4964-b5e0-2deba82e14b4 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.740568 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-daaac7ea-ca63-4964-b5e0-2deba82e14b4 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1640828 Jul 22 16:52:19.741134 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45258) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:19.758904 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2fbcc344-0dc6-4632-8b73-d1d9a800e3d1 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-group-rules/f941ae95-d1d0-4759-839a-7b135a97872c HTTP/1.1" status: 200 len: 763 time: 0.0165720 Jul 22 16:52:19.762105 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45260) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:19.772933 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56e4c2-c292-4e50-a658-a04ee4783075 req-ede37f80-5653-423e-a3c2-1ef3fc090ebd tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:19.774826 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2f56e4c2-c292-4e50-a658-a04ee4783075 req-ede37f80-5653-423e-a3c2-1ef3fc090ebd tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 943 time: 0.0851197 Jul 22 16:52:19.809286 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c72ae198-9fb7-4988-beda-e7e096e1c2cb tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0459630 Jul 22 16:52:19.812094 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45264) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:19.816679 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2f56e4c2-c292-4e50-a658-a04ee4783075 req-4e2192cf-615a-463c-9a12-785b7b3489e9 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351245 Jul 22 16:52:19.836674 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32b4059d-434f-45e4-8c93-a6a0c48fc630 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.844986 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32b4059d-434f-45e4-8c93-a6a0c48fc630 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.866494 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device a56f371c-412b-4252-8abe-dd8bd0421a46 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:52:19.878843 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32b4059d-434f-45e4-8c93-a6a0c48fc630 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.887766 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32b4059d-434f-45e4-8c93-a6a0c48fc630 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.891198 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-32b4059d-434f-45e4-8c93-a6a0c48fc630 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/f941ae95-d1d0-4759-839a-7b135a97872c HTTP/1.1" status: 204 len: 168 time: 0.0758853 Jul 22 16:52:19.891913 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45268) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:19.903521 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4059d-434f-45e4-8c93-a6a0c48fc630 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f941ae95-d1d0-4759-839a-7b135a97872c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:19.937024 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a07c12d3-8c02-4021-9e2a-503cd7625907 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0418792 Jul 22 16:52:19.937392 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45270) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:19.942101 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7114db8d-6c35-4e3a-8ec7-010508a1d259 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Request body: {'security_group_rule': {'security_group_id': 'c8d7985c-32e3-4529-aa81-a8eeb6848a6c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:19.949869 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port a56f371c-412b-4252-8abe-dd8bd0421a46 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:52:19.957713 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port a56f371c-412b-4252-8abe-dd8bd0421a46 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:19.959343 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.971713 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7114db8d-6c35-4e3a-8ec7-010508a1d259 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.027980 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7114db8d-6c35-4e3a-8ec7-010508a1d259 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.034628 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7114db8d-6c35-4e3a-8ec7-010508a1d259 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.048164 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.053784 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114db8d-6c35-4e3a-8ec7-010508a1d259 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c384c71-5650-4f35-baae-de4cf9f5cb7c,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:20.060651 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7114db8d-6c35-4e3a-8ec7-010508a1d259 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.065716 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45272) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:20.066849 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7114db8d-6c35-4e3a-8ec7-010508a1d259 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1279666 Jul 22 16:52:20.083046 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7d2a52bf-2838-4c99-ae32-7728a83efb6a tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-group-rules/9c384c71-5650-4f35-baae-de4cf9f5cb7c HTTP/1.1" status: 200 len: 763 time: 0.0161395 Jul 22 16:52:20.085484 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45274) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:20.094441 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port a56f371c-412b-4252-8abe-dd8bd0421a46, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=a56f371c-412b-4252-8abe-dd8bd0421a46,segment=NetworkSegment(e532fe79-d434-4f03-a9a0-c9663b2eed81),segment_id=e532fe79-d434-4f03-a9a0-c9663b2eed81)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:20.098840 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.137443 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45276) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:20.142680 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2a5d5c45-a43d-45dd-a2eb-74b1f92ddedc tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0558641 Jul 22 16:52:20.152451 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=a56f371c-412b-4252-8abe-dd8bd0421a46,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:20.166602 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1416582a-f92f-4feb-be84-27323ba6ee71 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.175162 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1416582a-f92f-4feb-be84-27323ba6ee71 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.206305 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1416582a-f92f-4feb-be84-27323ba6ee71 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.212782 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1416582a-f92f-4feb-be84-27323ba6ee71 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.216792 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1416582a-f92f-4feb-be84-27323ba6ee71 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/9c384c71-5650-4f35-baae-de4cf9f5cb7c HTTP/1.1" status: 204 len: 168 time: 0.0780461 Jul 22 16:52:20.220604 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45280) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:20.224243 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416582a-f92f-4feb-be84-27323ba6ee71 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c384c71-5650-4f35-baae-de4cf9f5cb7c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:20.266848 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9537803c-1cc3-4902-a5d1-dcab04fd46b5 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0449235 Jul 22 16:52:20.269296 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45282) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:20.274061 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-02f7c70f-5a27-4ad6-9dff-770ab6e10ef2 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Request body: {'security_group_rule': {'security_group_id': 'c8d7985c-32e3-4529-aa81-a8eeb6848a6c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:20.287386 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 940cc934-551b-4bc9-8f9d-2e890df3c986 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:52:20.300933 n-d-798930-9 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-02f7c70f-5a27-4ad6-9dff-770ab6e10ef2 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Project ca6cfd09d4764dfb8ec88f213381163b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 16:52:20.308071 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-02f7c70f-5a27-4ad6-9dff-770ab6e10ef2 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.363968 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-02f7c70f-5a27-4ad6-9dff-770ab6e10ef2 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.369393 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-02f7c70f-5a27-4ad6-9dff-770ab6e10ef2 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.392615 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7c70f-5a27-4ad6-9dff-770ab6e10ef2 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43067b8-1bd9-42ae-a24a-61a7a59b1468,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:20.399159 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-02f7c70f-5a27-4ad6-9dff-770ab6e10ef2 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.400422 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-02f7c70f-5a27-4ad6-9dff-770ab6e10ef2 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1301498 Jul 22 16:52:20.403164 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45284) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:20.412773 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 940cc934-551b-4bc9-8f9d-2e890df3c986, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=940cc934-551b-4bc9-8f9d-2e890df3c986,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:20.425074 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45288) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:20.426384 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c5e85cbb-4542-428e-b177-a3689118c829 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-group-rules/b43067b8-1bd9-42ae-a24a-61a7a59b1468 HTTP/1.1" status: 200 len: 769 time: 0.0217159 Jul 22 16:52:20.434367 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '940cc934-551b-4bc9-8f9d-2e890df3c986', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'port_id': '940cc934-551b-4bc9-8f9d-2e890df3c986', 'mac_address': 'fa:16:3e:52:7f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:52:20.478007 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-19d0751c-455a-4be3-9d94-749de2f00f46 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0518622 Jul 22 16:52:20.481251 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45290) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:20.497301 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.501332 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4848ed57-7b9b-46ad-bd48-1f402ffeb4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56f371c-412b-4252-8abe-dd8bd0421a46'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:20.503613 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f05feb-e0bd-4f93-9f13-8c31bd23af2d" -d '{"events": [{"server_uuid": "4848ed57-7b9b-46ad-bd48-1f402ffeb4c2", "name": "network-vif-plugged", "status": "completed", "tag": "a56f371c-412b-4252-8abe-dd8bd0421a46"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:20.521754 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd5b29e8-257e-4c69-9358-a2e7387a792d tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.522520 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940cc934-551b-4bc9-8f9d-2e890df3c986 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:52:20.533639 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd5b29e8-257e-4c69-9358-a2e7387a792d tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.551339 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 940cc934-551b-4bc9-8f9d-2e890df3c986, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=940cc934-551b-4bc9-8f9d-2e890df3c986,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:20.556048 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.569159 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab8936-d0a1-4bf7-af0d-53d4d35479d3 req-558b2e6c-cbcc-4e2d-b60c-11eac4d17d2e tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:20.569381 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51e1bbb-9e6d-4946-b1f1-e978e5cf1eef x-openstack-request-id: req-c51e1bbb-9e6d-4946-b1f1-e978e5cf1eef {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:20.569706 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4848ed57-7b9b-46ad-bd48-1f402ffeb4c2", "name": "network-vif-plugged", "status": "completed", "tag": "a56f371c-412b-4252-8abe-dd8bd0421a46", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:20.570139 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c51e1bbb-9e6d-4946-b1f1-e978e5cf1eef {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:20.570536 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4848ed57-7b9b-46ad-bd48-1f402ffeb4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56f371c-412b-4252-8abe-dd8bd0421a46', 'code': 200} Jul 22 16:52:20.572337 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e4ab8936-d0a1-4bf7-af0d-53d4d35479d3 req-558b2e6c-cbcc-4e2d-b60c-11eac4d17d2e tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4848ed57-7b9b-46ad-bd48-1f402ffeb4c2 HTTP/1.1" status: 200 len: 945 time: 0.0933094 Jul 22 16:52:20.580781 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd5b29e8-257e-4c69-9358-a2e7387a792d tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.589735 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bd5b29e8-257e-4c69-9358-a2e7387a792d tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.593680 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-bd5b29e8-257e-4c69-9358-a2e7387a792d tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/b43067b8-1bd9-42ae-a24a-61a7a59b1468 HTTP/1.1" status: 204 len: 168 time: 0.1085165 Jul 22 16:52:20.593966 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45294) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:20.594233 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45296) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:20.628365 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e4ab8936-d0a1-4bf7-af0d-53d4d35479d3 req-0f8c6818-ee7e-4c00-919a-032f7356ecb5 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479484 Jul 22 16:52:20.643354 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=940cc934-551b-4bc9-8f9d-2e890df3c986,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:20.658961 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b29e8-257e-4c69-9358-a2e7387a792d tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b43067b8-1bd9-42ae-a24a-61a7a59b1468,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:20.902531 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['940cc934-551b-4bc9-8f9d-2e890df3c986'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:52:20.978522 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518fd60-f935-4689-83dd-dadee542b919 req-ab0ef164-a897-4fa2-9345-801475fb3a06 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:20.980126 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1518fd60-f935-4689-83dd-dadee542b919 req-ab0ef164-a897-4fa2-9345-801475fb3a06 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 944 time: 0.0866449 Jul 22 16:52:21.020695 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1518fd60-f935-4689-83dd-dadee542b919 req-65f95da2-4ecc-4165-b2ce-500d5ceccbae tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348263 Jul 22 16:52:21.079035 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-93711e2f-1376-4192-96ad-59cd1ee32487 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4836807 Jul 22 16:52:21.082516 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45302) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:21.141981 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-43121949-4902-45d0-8ed1-792d1fcec33a tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] 10.222.0.69 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3319 time: 0.5444634 Jul 22 16:52:21.144997 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b935712d-e89e-4b9b-98e0-bf263827b0e3 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.146376 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45304) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:21.153856 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7addc648-8de1-4508-86c0-c9d96b992b1b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Request body: {'network': {'name': 'tempest-network-smoke--1923608182', 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'port_security_enabled': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:21.161096 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e05d6c-b646-4463-8c37-bf5566874fd4 req-2fdceb73-f068-4198-b68f-7cb7fb698c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:21.162572 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08e05d6c-b646-4463-8c37-bf5566874fd4 req-2fdceb73-f068-4198-b68f-7cb7fb698c21 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4848ed57-7b9b-46ad-bd48-1f402ffeb4c2 HTTP/1.1" status: 200 len: 1096 time: 0.4784486 Jul 22 16:52:21.169318 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b935712d-e89e-4b9b-98e0-bf263827b0e3 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.185105 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4fc03-c702-43b2-8379-edfc4a596181 req-6847f124-f47f-491e-8d20-4bf53294f2f6 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:21.186622 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dc4fc03-c702-43b2-8379-edfc4a596181 req-6847f124-f47f-491e-8d20-4bf53294f2f6 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.4651299 Jul 22 16:52:21.216223 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b935712d-e89e-4b9b-98e0-bf263827b0e3 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.219257 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b935712d-e89e-4b9b-98e0-bf263827b0e3 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.221897 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7addc648-8de1-4508-86c0-c9d96b992b1b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Made reservation on behalf of 47c84c9b5b234dc7a95225e8dd07068d for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:21.224205 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b935712d-e89e-4b9b-98e0-bf263827b0e3 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "DELETE /v2.0/security-groups/c8d7985c-32e3-4529-aa81-a8eeb6848a6c HTTP/1.1" status: 204 len: 168 time: 0.1409132 Jul 22 16:52:21.224915 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45306) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:21.226517 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7addc648-8de1-4508-86c0-c9d96b992b1b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.259002 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935712d-e89e-4b9b-98e0-bf263827b0e3 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d7985c-32e3-4529-aa81-a8eeb6848a6c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:21.268674 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08e05d6c-b646-4463-8c37-bf5566874fd4 req-442cda01-8236-4c2c-98a6-d81f9be2b11b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975828 Jul 22 16:52:21.277538 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dc4fc03-c702-43b2-8379-edfc4a596181 req-0c46d571-f61d-4801-a2da-06c30d8098f9 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781116 Jul 22 16:52:21.283931 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7addc648-8de1-4508-86c0-c9d96b992b1b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:52:21.297551 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7addc648-8de1-4508-86c0-c9d96b992b1b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.298144 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-7addc648-8de1-4508-86c0-c9d96b992b1b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Added segment 3c530a61-8418-4f8d-a0f3-9abea2820c5b of type vlan for network 70313ecc-fd10-41a8-a1c1-00566b524ca6 Jul 22 16:52:21.358316 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7addc648-8de1-4508-86c0-c9d96b992b1b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.399389 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7addc648-8de1-4508-86c0-c9d96b992b1b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.407193 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7addc648-8de1-4508-86c0-c9d96b992b1b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:21.407858 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7addc648-8de1-4508-86c0-c9d96b992b1b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.464087 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7addc648-8de1-4508-86c0-c9d96b992b1b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3167605 Jul 22 16:52:21.514535 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45312) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:21.520176 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ab63dc6b-b2bc-411e-8b56-a32284a0ddbb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-833119505', 'admin_state_up': True, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:21.527685 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7addc648-8de1-4508-86c0-c9d96b992b1b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event updated for resources: {'Network': ['ID=70313ecc-fd10-41a8-a1c1-00566b524ca6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:21.542343 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 70313ecc-fd10-41a8-a1c1-00566b524ca6 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:52:21.561535 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab63dc6b-b2bc-411e-8b56-a32284a0ddbb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.562654 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab63dc6b-b2bc-411e-8b56-a32284a0ddbb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.634714 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab63dc6b-b2bc-411e-8b56-a32284a0ddbb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.740642 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-11c43fb4-f0c1-44be-ae88-ca495cc51922 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5013688 Jul 22 16:52:21.749120 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45326) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:21.832925 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab63dc6b-b2bc-411e-8b56-a32284a0ddbb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.853580 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-379e84c6-6529-4fc3-8bf2-10537f2217a0 tempest-SecGroupIPv6Test-1808425563 tempest-SecGroupIPv6Test-1808425563-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0996606 Jul 22 16:52:21.873222 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-d13a4e34-918c-4ed6-99a0-f6b4498e0140 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:21.875381 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-d13a4e34-918c-4ed6-99a0-f6b4498e0140 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/networks?id=1a1eddf5-fb8e-4189-93cd-16488e248f15 HTTP/1.1" status: 200 len: 813 time: 0.1705766 Jul 22 16:52:21.886396 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f865a3c-0e7a-4b66-af1b-de2f63c69f8b req-36ca4393-997d-4284-9caf-9b3a9fd9b995 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:21.887972 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f865a3c-0e7a-4b66-af1b-de2f63c69f8b req-36ca4393-997d-4284-9caf-9b3a9fd9b995 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4848ed57-7b9b-46ad-bd48-1f402ffeb4c2 HTTP/1.1" status: 200 len: 945 time: 0.1707697 Jul 22 16:52:21.899876 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-db3da186-8251-4731-b9ef-fbaac3e33eb6 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/quotas/dd83029401704e2c8bed4e4a32967004 HTTP/1.1" status: 200 len: 375 time: 0.0189462 Jul 22 16:52:21.954909 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f865a3c-0e7a-4b66-af1b-de2f63c69f8b req-10233baa-97ff-410e-b465-2d3d4e343a90 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492079 Jul 22 16:52:22.021952 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-d009660e-9973-418d-925c-609bae12acfa tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=dd83029401704e2c8bed4e4a32967004&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1162093 Jul 22 16:52:22.167640 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab63dc6b-b2bc-411e-8b56-a32284a0ddbb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:22.173481 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45336) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:22.196695 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab63dc6b-b2bc-411e-8b56-a32284a0ddbb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:22.198611 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-2794d855-1967-40f8-b4eb-d689cee472f0 service neutron] 10.222.0.69 "GET /v2.0/networks/1a1eddf5-fb8e-4189-93cd-16488e248f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673386 Jul 22 16:52:22.317020 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 940cc934-551b-4bc9-8f9d-2e890df3c986 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:52:22.361800 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-1c77319e-0a38-4d90-b615-eb90c4eab133 service neutron] 10.222.0.69 "GET /v2.0/networks/1a1eddf5-fb8e-4189-93cd-16488e248f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565154 Jul 22 16:52:22.392263 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-ab63dc6b-b2bc-411e-8b56-a32284a0ddbb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Allocated IP 172.25.0.29 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/89d5d751-6fb6-41ec-93cf-26a1a8f84838) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:22.429102 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 940cc934-551b-4bc9-8f9d-2e890df3c986 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:52:22.435426 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 940cc934-551b-4bc9-8f9d-2e890df3c986 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:22.436177 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:22.498414 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-67014069-7484-4700-9734-80a3d1c0d61e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ca6cfd09d4764dfb8ec88f213381163b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3237510 Jul 22 16:52:22.501225 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45344) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:22.611040 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a230831-6434-4bca-8c56-2a3c4d70987a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:22.615649 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:22.670929 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f0180c-f16a-4466-b5c6-e9832e7aad0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940cc934-551b-4bc9-8f9d-2e890df3c986'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:22.677257 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e95686-ef8b-41cd-93fb-f9e7fe88b44c" -d '{"events": [{"server_uuid": "54f0180c-f16a-4466-b5c6-e9832e7aad0e", "name": "network-vif-plugged", "status": "completed", "tag": "940cc934-551b-4bc9-8f9d-2e890df3c986"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:22.706550 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 940cc934-551b-4bc9-8f9d-2e890df3c986, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=940cc934-551b-4bc9-8f9d-2e890df3c986,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:22.714740 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:22.727992 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4556ee1f-9f0f-4b6f-820a-bcaf6c21c127 req-28265888-4a2c-4ab0-9504-31194d92ca64 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=96ccabc5-b8cb-463a-811a-f4687c883115 HTTP/1.1" status: 200 len: 210 time: 0.0779665 Jul 22 16:52:22.733781 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a230831-6434-4bca-8c56-2a3c4d70987a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:22.780124 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab63dc6b-b2bc-411e-8b56-a32284a0ddbb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:22.822876 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db698660-a793-4043-8de9-ce980fdcc9f0 req-5a2470bb-6975-4633-b62b-3788617c5fb0 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:22.842589 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db698660-a793-4043-8de9-ce980fdcc9f0 req-5a2470bb-6975-4633-b62b-3788617c5fb0 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 944 time: 0.2713268 Jul 22 16:52:22.847578 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=940cc934-551b-4bc9-8f9d-2e890df3c986,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:22.853331 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a230831-6434-4bca-8c56-2a3c4d70987a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:22.857260 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a230831-6434-4bca-8c56-2a3c4d70987a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:22.858393 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3a230831-6434-4bca-8c56-2a3c4d70987a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/efb2b87d-1662-4aa1-9849-13c47e31d38f HTTP/1.1" status: 204 len: 168 time: 0.3564148 Jul 22 16:52:22.868304 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ffb047-f511-4f46-af71-e7d99864e069 x-openstack-request-id: req-59ffb047-f511-4f46-af71-e7d99864e069 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:22.868603 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f0180c-f16a-4466-b5c6-e9832e7aad0e", "name": "network-vif-plugged", "status": "completed", "tag": "940cc934-551b-4bc9-8f9d-2e890df3c986", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:22.870549 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-59ffb047-f511-4f46-af71-e7d99864e069 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:22.870963 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f0180c-f16a-4466-b5c6-e9832e7aad0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940cc934-551b-4bc9-8f9d-2e890df3c986', 'code': 200} Jul 22 16:52:22.874594 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a230831-6434-4bca-8c56-2a3c4d70987a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb2b87d-1662-4aa1-9849-13c47e31d38f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:22.904461 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db698660-a793-4043-8de9-ce980fdcc9f0 req-4f5e2920-b493-4f30-9ef1-3174692e75e2 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606627 Jul 22 16:52:22.959289 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab63dc6b-b2bc-411e-8b56-a32284a0ddbb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:23.032727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab63dc6b-b2bc-411e-8b56-a32284a0ddbb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:23.074397 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ab63dc6b-b2bc-411e-8b56-a32284a0ddbb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:23.091297 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab63dc6b-b2bc-411e-8b56-a32284a0ddbb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:23.160430 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63dc6b-b2bc-411e-8b56-a32284a0ddbb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event updated for resources: {'Port': ['ID=89d5d751-6fb6-41ec-93cf-26a1a8f84838,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:23.213481 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53532955-0976-433c-ba9e-32efaa5d1169 req-430df84a-3f27-45a2-bdb4-31b315fbe01d tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:23.226093 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-53532955-0976-433c-ba9e-32efaa5d1169 req-430df84a-3f27-45a2-bdb4-31b315fbe01d tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4848ed57-7b9b-46ad-bd48-1f402ffeb4c2 HTTP/1.1" status: 200 len: 945 time: 0.1663642 Jul 22 16:52:23.233343 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d0a33-a1e5-4680-be7b-ee59723c5dac req-4ab8c3e5-1c74-4642-9b6b-20f5e8410f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:23.235125 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a97d0a33-a1e5-4680-be7b-ee59723c5dac req-4ab8c3e5-1c74-4642-9b6b-20f5e8410f4e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 1096 time: 0.2114725 Jul 22 16:52:23.316452 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-53532955-0976-433c-ba9e-32efaa5d1169 req-a85ed269-96bc-4248-9825-11fffb14875a tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875585 Jul 22 16:52:23.434820 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a97d0a33-a1e5-4680-be7b-ee59723c5dac req-04907800-d334-4563-8ca6-d48c44f56b43 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404898 Jul 22 16:52:23.620456 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58080f51-447a-41a6-ade7-9f9379b334e8 req-c5c91e67-67cc-459e-a203-ac6f71d17f7a tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:23.622488 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-58080f51-447a-41a6-ade7-9f9379b334e8 req-c5c91e67-67cc-459e-a203-ac6f71d17f7a tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4848ed57-7b9b-46ad-bd48-1f402ffeb4c2 HTTP/1.1" status: 200 len: 945 time: 0.1908367 Jul 22 16:52:23.708701 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-58080f51-447a-41a6-ade7-9f9379b334e8 req-9951abb8-f190-471d-aec8-ac7034523b18 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791395 Jul 22 16:52:23.713594 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab63dc6b-b2bc-411e-8b56-a32284a0ddbb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.044371 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0155af84-62e6-47a7-bd68-9d6ea0ec894d req-e82af6f6-d175-43a8-b760-8c1039385750 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=96ccabc5-b8cb-463a-811a-f4687c883115 HTTP/1.1" status: 200 len: 210 time: 0.1441348 Jul 22 16:52:24.079506 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45400) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:24.107649 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab63dc6b-b2bc-411e-8b56-a32284a0ddbb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.134245 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54871868-59f2-47c3-a7e2-b82b8b999d23 req-088d1baf-455b-4069-ae1f-b2c4ca0f602d tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:24.142075 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-54871868-59f2-47c3-a7e2-b82b8b999d23 req-088d1baf-455b-4069-ae1f-b2c4ca0f602d tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 945 time: 0.1066265 Jul 22 16:52:24.194511 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-54871868-59f2-47c3-a7e2-b82b8b999d23 req-42dc9c05-02f4-4ea9-b148-117acca4a2e3 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511475 Jul 22 16:52:24.243168 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-04efb52e-5401-41a3-887b-6206fc628da8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Request body: {'security_group': {'name': 'tempest-secgroup--865863455'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:24.300371 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04efb52e-5401-41a3-887b-6206fc628da8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.319148 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04efb52e-5401-41a3-887b-6206fc628da8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.330895 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8193b-a6df-4e84-ba23-a8d16e0effb3 req-f61c2326-33fa-430e-8f0d-dd66998cb77b tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:24.332536 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-94f8193b-a6df-4e84-ba23-a8d16e0effb3 req-f61c2326-33fa-430e-8f0d-dd66998cb77b tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4848ed57-7b9b-46ad-bd48-1f402ffeb4c2 HTTP/1.1" status: 200 len: 945 time: 0.2183378 Jul 22 16:52:24.365085 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45404) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:24.426511 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:52:24.432045 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-94f8193b-a6df-4e84-ba23-a8d16e0effb3 req-a3036934-a15f-49c5-91f8-95f6ceebe218 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908961 Jul 22 16:52:24.513797 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab63dc6b-b2bc-411e-8b56-a32284a0ddbb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Router 70426ac6-b6a0-47b4-863e-a09ad09565e2 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:52:24.705787 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be6b15-ad53-4d80-818c-543bdc4011f1 req-52291b29-bb12-4d57-9ecd-70e40d7b5556 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:24.708961 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e5be6b15-ad53-4d80-818c-543bdc4011f1 req-52291b29-bb12-4d57-9ecd-70e40d7b5556 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4848ed57-7b9b-46ad-bd48-1f402ffeb4c2 HTTP/1.1" status: 200 len: 945 time: 0.1646819 Jul 22 16:52:24.714959 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8009f239-7b51-41a9-aa80-ee6eb1ad0c38 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Deleting port acd1b3a6-15b3-4e0f-af0c-1d6c29735059 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:24.715259 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8009f239-7b51-41a9-aa80-ee6eb1ad0c38 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.744193 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-40aa200d-cc97-42d1-811b-a14e7f8fc6d8 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:24.746369 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-40aa200d-cc97-42d1-811b-a14e7f8fc6d8 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.30 "GET /v2.0/networks?id=1a1eddf5-fb8e-4189-93cd-16488e248f15 HTTP/1.1" status: 200 len: 813 time: 0.2724636 Jul 22 16:52:24.758696 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04efb52e-5401-41a3-887b-6206fc628da8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.768470 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04efb52e-5401-41a3-887b-6206fc628da8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.774493 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab63dc6b-b2bc-411e-8b56-a32284a0ddbb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:24.790072 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] Sync routers for ids ['70426ac6-b6a0-47b4-863e-a09ad09565e2'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:24.805334 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-cf9c964c-ce2a-446a-bdc2-f72634d692dd tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Request body: {'port': {'device_id': '96ccabc5-b8cb-463a-811a-f4687c883115', 'network_id': '1a1eddf5-fb8e-4189-93cd-16488e248f15', 'admin_state_up': True, 'tenant_id': 'dd83029401704e2c8bed4e4a32967004'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:24.807380 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] Routers {'70426ac6-b6a0-47b4-863e-a09ad09565e2'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:24.809372 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:52:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['70426ac6-b6a0-47b4-863e-a09ad09565e2'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:24.855338 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e5be6b15-ad53-4d80-818c-543bdc4011f1 req-dee3930c-0b7c-4760-80cf-c7a2345f8ff8 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303983 Jul 22 16:52:24.857222 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efb52e-5401-41a3-887b-6206fc628da8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afde56e6-4fe5-4432-9069-a9a25a8a0825,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:24.889762 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8009f239-7b51-41a9-aa80-ee6eb1ad0c38 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.890303 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8009f239-7b51-41a9-aa80-ee6eb1ad0c38 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.906514 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8009f239-7b51-41a9-aa80-ee6eb1ad0c38 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Calling delete_port for acd1b3a6-15b3-4e0f-af0c-1d6c29735059 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:24.954168 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] Set router 70426ac6-b6a0-47b4-863e-a09ad09565e2 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:52:25.002114 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04efb52e-5401-41a3-887b-6206fc628da8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:25.006341 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04efb52e-5401-41a3-887b-6206fc628da8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:25.006912 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04efb52e-5401-41a3-887b-6206fc628da8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:25.007507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04efb52e-5401-41a3-887b-6206fc628da8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:25.008071 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04efb52e-5401-41a3-887b-6206fc628da8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:25.008622 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04efb52e-5401-41a3-887b-6206fc628da8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:25.010962 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04efb52e-5401-41a3-887b-6206fc628da8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:25.011530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04efb52e-5401-41a3-887b-6206fc628da8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:25.012276 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04efb52e-5401-41a3-887b-6206fc628da8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:25.013213 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04efb52e-5401-41a3-887b-6206fc628da8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:25.013856 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04efb52e-5401-41a3-887b-6206fc628da8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:25.019578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04efb52e-5401-41a3-887b-6206fc628da8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:25.189482 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04efb52e-5401-41a3-887b-6206fc628da8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:25.200592 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04efb52e-5401-41a3-887b-6206fc628da8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:25.201396 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8009f239-7b51-41a9-aa80-ee6eb1ad0c38 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:25.237560 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009f239-7b51-41a9-aa80-ee6eb1ad0c38 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Pushing event deleted for resources: {'Port': ['ID=acd1b3a6-15b3-4e0f-af0c-1d6c29735059,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:25.249124 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab63dc6b-b2bc-411e-8b56-a32284a0ddbb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:25.250686 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ab63dc6b-b2bc-411e-8b56-a32284a0ddbb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.7351429 Jul 22 16:52:25.257240 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45430) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:25.326007 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70426ac6-b6a0-47b4-863e-a09ad09565e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-833119505', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '89d5d751-6fb6-41ec-93cf-26a1a8f84838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:52:21Z', 'updated_at': '2021-07-22T16:52:23Z', 'revision_number': 3, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'gw_port': {'id': '89d5d751-6fb6-41ec-93cf-26a1a8f84838', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70426ac6-b6a0-47b4-863e-a09ad09565e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:52:22Z', 'updated_at': '2021-07-22T16:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:25.448814 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb082991-e3b1-4a4e-bb8a-9bf6a7406ed9 tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:25.450567 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-eb082991-e3b1-4a4e-bb8a-9bf6a7406ed9 tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=47c84c9b5b234dc7a95225e8dd07068d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1922507 Jul 22 16:52:25.451357 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45434) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:25.506449 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8009f239-7b51-41a9-aa80-ee6eb1ad0c38 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:25.506847 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-8009f239-7b51-41a9-aa80-ee6eb1ad0c38 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Floating IP 36a90b93-961e-4594-88fe-f503332d7e69 disassociated (deleted). External IP: 172.25.0.171, port: 525dbb88-4e14-4918-a907-40c8423f68fa. Jul 22 16:52:25.554027 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] Checking router: 70426ac6-b6a0-47b4-863e-a09ad09565e2 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:52:25.554400 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] Updating router 70426ac6-b6a0-47b4-863e-a09ad09565e2 port 89d5d751-6fb6-41ec-93cf-26a1a8f84838 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:52:25.603927 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:25.672939 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473c9817-5b41-4ed9-ab0b-110b5a979b1a tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:25.677282 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-473c9817-5b41-4ed9-ab0b-110b5a979b1a tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2172101 Jul 22 16:52:25.677282 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45436) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:25.682411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efb52e-5401-41a3-887b-6206fc628da8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=075e86e3-851e-4274-b58f-b56df57f84d6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:25.694198 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45438) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:25.740431 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19dc4a6-05c0-4729-92f2-1cd95b4e92ab req-b9b93192-341c-4256-9f34-05b4269ee608 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:25.742274 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b19dc4a6-05c0-4729-92f2-1cd95b4e92ab req-b9b93192-341c-4256-9f34-05b4269ee608 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4848ed57-7b9b-46ad-bd48-1f402ffeb4c2 HTTP/1.1" status: 200 len: 945 time: 0.5061090 Jul 22 16:52:25.803407 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-748c1c44-b9b1-4c19-87cf-25f74ea6c404 req-68a6e745-8c8f-4b1e-953b-a9193f8c2eb0 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=96ccabc5-b8cb-463a-811a-f4687c883115 HTTP/1.1" status: 200 len: 210 time: 0.5666671 Jul 22 16:52:25.814370 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45442) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:25.814827 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7f19d9a4-7fa1-4b70-a78a-5d7063499a1d tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=748fc6ab-3639-411a-b273-35e3c4423108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1175039 Jul 22 16:52:25.817504 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-cf9c964c-ce2a-446a-bdc2-f72634d692dd tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Made reservation on behalf of dd83029401704e2c8bed4e4a32967004 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:25.826464 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-cf9c964c-ce2a-446a-bdc2-f72634d692dd tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:25.863686 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8ff34c6b-7227-44ca-badb-7a852dc14bea tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=47c84c9b5b234dc7a95225e8dd07068d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457044 Jul 22 16:52:25.866309 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45444) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:25.968546 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30c46ad-63f7-48c2-aab5-99e59018b3e3 tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:25.970305 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f30c46ad-63f7-48c2-aab5-99e59018b3e3 tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1030824 Jul 22 16:52:25.978734 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b19dc4a6-05c0-4729-92f2-1cd95b4e92ab req-2894e787-6e57-4391-8177-203b63beebbb tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266064 Jul 22 16:52:25.984261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45446) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:26.005824 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-cf9c964c-ce2a-446a-bdc2-f72634d692dd tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Allocated IP 172.20.0.13 (1a1eddf5-fb8e-4189-93cd-16488e248f15/3f83863e-4d1f-47e9-954d-4b7ea7642935/a05460b5-3aaf-474a-8326-a3330a3a823d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:26.033023 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04efb52e-5401-41a3-887b-6206fc628da8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.034323 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-04efb52e-5401-41a3-887b-6206fc628da8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9537697 Jul 22 16:52:26.039272 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-15d0b7f3-c9eb-43ea-a08e-5be51b650be5 tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=748fc6ab-3639-411a-b273-35e3c4423108&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0512981 Jul 22 16:52:26.039272 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45450) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:26.050666 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45452) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:26.065002 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-52af8ade-283b-4857-852c-426dd731a8ee tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-649195043', 'network_id': '70313ecc-fd10-41a8-a1c1-00566b524ca6', 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:26.084315 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e550450-2d8f-4801-960f-2714d83c4132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.154548 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.176900 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] Transition to ACTIVE for port object 89d5d751-6fb6-41ec-93cf-26a1a8f84838 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:52:26.186500 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.279363 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedbed8-bdc6-4644-a526-84e5f28512b4 None None] Pushing event updated for resources: {'Port': ['ID=89d5d751-6fb6-41ec-93cf-26a1a8f84838,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:26.292465 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] Attempting to bind port 89d5d751-6fb6-41ec-93cf-26a1a8f84838 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:52:26.292833 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] Attempting to bind port 89d5d751-6fb6-41ec-93cf-26a1a8f84838 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:52:26.293304 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] Attempting to bind port 89d5d751-6fb6-41ec-93cf-26a1a8f84838 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:52:26.299490 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:52:26.299857 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:52:26.300261 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.300680 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:52:26.301257 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] Bound port: 89d5d751-6fb6-41ec-93cf-26a1a8f84838, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:52:26.301634 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.321692 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8009f239-7b51-41a9-aa80-ee6eb1ad0c38 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Router 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:52:26.334349 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8e0dc5dc-f396-44e3-920f-3b127267b69e tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2944260 Jul 22 16:52:26.340613 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45454) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:26.342581 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cb5c8-1734-4733-bb00-695bde0bf5d0 req-c66bd691-5c8c-4b69-8dbf-a28ead9fa6b3 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:26.349851 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bd9cb5c8-1734-4733-bb00-695bde0bf5d0 req-c66bd691-5c8c-4b69-8dbf-a28ead9fa6b3 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 945 time: 0.3181319 Jul 22 16:52:26.356165 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-00fe3694-1a61-4ae2-9d29-9d69e8a64f95 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Request body: {'security_group': {'name': 'tempest-security--2114722180', 'description': 'tempest-security-description-880351110'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:26.366246 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] For port 89d5d751-6fb6-41ec-93cf-26a1a8f84838, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:52:26.370729 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] For port 89d5d751-6fb6-41ec-93cf-26a1a8f84838, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=89d5d751-6fb6-41ec-93cf-26a1a8f84838,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:52:26.377404 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.399607 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-cf9c964c-ce2a-446a-bdc2-f72634d692dd tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.419167 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bd9cb5c8-1734-4733-bb00-695bde0bf5d0 req-f13997c9-bcb2-4d00-9ea9-24128c3e56c4 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683186 Jul 22 16:52:26.430142 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-00fe3694-1a61-4ae2-9d29-9d69e8a64f95 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.438004 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] Routers {'70426ac6-b6a0-47b4-863e-a09ad09565e2'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:26.438660 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:52:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['70426ac6-b6a0-47b4-863e-a09ad09565e2'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:26.469841 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-cf9c964c-ce2a-446a-bdc2-f72634d692dd tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.514541 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['77c18cf8-8972-4dab-a773-24ae583dcbb1'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:52:26.519572 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-cf9c964c-ce2a-446a-bdc2-f72634d692dd tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Network 1a1eddf5-fb8e-4189-93cd-16488e248f15 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:26.522129 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f693aaa-0524-462a-ba55-21feea9864b3 req-228c0d10-8b55-4c23-9f94-dad7ac94e1ab tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:26.527800 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-cf9c964c-ce2a-446a-bdc2-f72634d692dd tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:26.532310 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0f693aaa-0524-462a-ba55-21feea9864b3 req-228c0d10-8b55-4c23-9f94-dad7ac94e1ab tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4848ed57-7b9b-46ad-bd48-1f402ffeb4c2 HTTP/1.1" status: 200 len: 945 time: 0.3873446 Jul 22 16:52:26.532513 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-cf9c964c-ce2a-446a-bdc2-f72634d692dd tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:26.544663 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedbed8-bdc6-4644-a526-84e5f28512b4 None None] Pushing event updated for resources: {'Port': ['ID=89d5d751-6fb6-41ec-93cf-26a1a8f84838,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:26.580288 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e550450-2d8f-4801-960f-2714d83c4132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.580599 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c964c-ce2a-446a-bdc2-f72634d692dd tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Pushing event updated for resources: {'Port': ['ID=a05460b5-3aaf-474a-8326-a3330a3a823d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:26.594924 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e550450-2d8f-4801-960f-2714d83c4132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.644603 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] Set router 70426ac6-b6a0-47b4-863e-a09ad09565e2 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:52:26.649521 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-cf9c964c-ce2a-446a-bdc2-f72634d692dd tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:26.650255 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-cf9c964c-ce2a-446a-bdc2-f72634d692dd tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.660944 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52af8ade-283b-4857-852c-426dd731a8ee tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Made reservation on behalf of 47c84c9b5b234dc7a95225e8dd07068d for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:26.664618 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-52af8ade-283b-4857-852c-426dd731a8ee tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.702403 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5e550450-2d8f-4801-960f-2714d83c4132 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=df2d925e2bc44336b2fb460b0192c087&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0233171 Jul 22 16:52:26.706720 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-cf9c964c-ce2a-446a-bdc2-f72634d692dd tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9073219 Jul 22 16:52:26.709576 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45458) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:26.710419 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0f693aaa-0524-462a-ba55-21feea9864b3 req-ae43b614-b2cc-41b2-a9e9-6e2f225ebffc tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770630 Jul 22 16:52:26.718799 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-00fe3694-1a61-4ae2-9d29-9d69e8a64f95 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.719743 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e550450-2d8f-4801-960f-2714d83c4132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc4a457-b666-467f-a9e9-603d2e631a32,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:26.731225 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-80b4abf3-e414-404b-b22f-a7cd9fff02c0 service neutron] Request body: {'port': {'device_id': '96ccabc5-b8cb-463a-811a-f4687c883115', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:26.752002 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-00fe3694-1a61-4ae2-9d29-9d69e8a64f95 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.756201 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-00fe3694-1a61-4ae2-9d29-9d69e8a64f95 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.761331 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-00fe3694-1a61-4ae2-9d29-9d69e8a64f95 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "PUT /v2.0/security-groups/075e86e3-851e-4274-b58f-b56df57f84d6 HTTP/1.1" status: 200 len: 1779 time: 0.4158332 Jul 22 16:52:26.770370 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45462) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:26.825980 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e34b4e-e142-4cd5-bd45-6448bf5b886e req-e113ce97-6025-421d-92a0-3d1d548bf610 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:26.839807 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8009f239-7b51-41a9-aa80-ee6eb1ad0c38 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:26.841274 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45466) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:26.845830 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-35e34b4e-e142-4cd5-bd45-6448bf5b886e req-e113ce97-6025-421d-92a0-3d1d548bf610 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 945 time: 0.2820399 Jul 22 16:52:26.850055 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48aa05f-5868-4e15-8b4f-765732120e93 None None] Sync routers for ids ['0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:26.857361 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8009f239-7b51-41a9-aa80-ee6eb1ad0c38 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.866067 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48aa05f-5868-4e15-8b4f-765732120e93 None None] Routers {'0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:26.866693 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f48aa05f-5868-4e15-8b4f-765732120e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:52:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:26.913709 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c711ea70-971f-44a6-8fc1-7ffdb4c73174 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Request body: {'floatingip': {'port_id': '940cc934-551b-4bc9-8f9d-2e890df3c986'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:26.922692 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8009f239-7b51-41a9-aa80-ee6eb1ad0c38 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "DELETE /v2.0/floatingips/36a90b93-961e-4594-88fe-f503332d7e69 HTTP/1.1" status: 204 len: 168 time: 2.5562229 Jul 22 16:52:26.926495 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ff51cb-efac-416c-a614-cdcee52fb595', 'tag': '525dbb88-4e14-4918-a907-40c8423f68fa'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:26.929774 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2d837e-38b2-4eef-997b-6aaa8b12bcd3" -d '{"events": [{"name": "network-changed", "server_uuid": "08ff51cb-efac-416c-a614-cdcee52fb595", "tag": "525dbb88-4e14-4918-a907-40c8423f68fa"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:26.934664 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe3694-1a61-4ae2-9d29-9d69e8a64f95 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=075e86e3-851e-4274-b58f-b56df57f84d6,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:27.001038 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-888f84ca-d261-4549-8f5a-5a2802d45cdb tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-groups/075e86e3-851e-4274-b58f-b56df57f84d6 HTTP/1.1" status: 200 len: 1779 time: 0.2275872 Jul 22 16:52:27.002318 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45474) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:27.007161 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c711ea70-971f-44a6-8fc1-7ffdb4c73174 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.064542 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70426ac6-b6a0-47b4-863e-a09ad09565e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-833119505', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '89d5d751-6fb6-41ec-93cf-26a1a8f84838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:52:21Z', 'updated_at': '2021-07-22T16:52:23Z', 'revision_number': 3, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'gw_port': {'id': '89d5d751-6fb6-41ec-93cf-26a1a8f84838', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70426ac6-b6a0-47b4-863e-a09ad09565e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:52:22Z', 'updated_at': '2021-07-22T16:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:27.067050 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90a286f0-9291-435e-9de5-cae2402a3d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.070513 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-f48aa05f-5868-4e15-8b4f-765732120e93 None None] Set router 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:52:27.085883 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-80b4abf3-e414-404b-b22f-a7cd9fff02c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.131797 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d7c277-bfd6-4240-834b-a2ee33110280 None None] The sync data for ids ['70426ac6-b6a0-47b4-863e-a09ad09565e2'] in n-d-798930-9 is: [{'id': '70426ac6-b6a0-47b4-863e-a09ad09565e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-833119505', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '89d5d751-6fb6-41ec-93cf-26a1a8f84838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:52:21Z', 'updated_at': '2021-07-22T16:52:23Z', 'revision_number': 3, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'gw_port': {'id': '89d5d751-6fb6-41ec-93cf-26a1a8f84838', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70426ac6-b6a0-47b4-863e-a09ad09565e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:52:22Z', 'updated_at': '2021-07-22T16:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:27.169793 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90a286f0-9291-435e-9de5-cae2402a3d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.209439 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a84b1ae5-f3d5-439a-8fac-c274a868155b tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.235942 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a84b1ae5-f3d5-439a-8fac-c274a868155b tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.290558 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a84b1ae5-f3d5-439a-8fac-c274a868155b tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.293882 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a84b1ae5-f3d5-439a-8fac-c274a868155b tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.294858 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26b848-b648-429e-93e2-8fdae05d8c11 req-621ff232-b327-49fe-b281-38cbae3b6dd2 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:27.298182 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a84b1ae5-f3d5-439a-8fac-c274a868155b tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "DELETE /v2.0/security-groups/075e86e3-851e-4274-b58f-b56df57f84d6 HTTP/1.1" status: 204 len: 168 time: 0.2945220 Jul 22 16:52:27.301307 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45478) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:27.304099 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8c26b848-b648-429e-93e2-8fdae05d8c11 req-621ff232-b327-49fe-b281-38cbae3b6dd2 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=96ccabc5-b8cb-463a-811a-f4687c883115 HTTP/1.1" status: 200 len: 932 time: 0.3785074 Jul 22 16:52:27.315063 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-52af8ade-283b-4857-852c-426dd731a8ee tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.326086 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b1ae5-f3d5-439a-8fac-c274a868155b tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=075e86e3-851e-4274-b58f-b56df57f84d6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:27.363941 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90a286f0-9291-435e-9de5-cae2402a3d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.366518 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90a286f0-9291-435e-9de5-cae2402a3d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.367802 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-90a286f0-9291-435e-9de5-cae2402a3d33 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1dc4a457-b666-467f-a9e9-603d2e631a32 HTTP/1.1" status: 204 len: 168 time: 0.6564491 Jul 22 16:52:27.412445 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a286f0-9291-435e-9de5-cae2402a3d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc4a457-b666-467f-a9e9-603d2e631a32,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:27.424877 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f48aa05f-5868-4e15-8b4f-765732120e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'name': 'tempest-TestVolumeBackupRestore-398602312-router', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:27Z', 'updated_at': '2021-07-22T16:47:37Z', 'revision_number': 4, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'gw_port': {'id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:29Z', 'updated_at': '2021-07-22T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '9285911e-a733-4096-84dd-6095ee736bed', 'name': '', 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'mac_address': 'fa:16:3e:63:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:35Z', 'updated_at': '2021-07-22T16:47:43Z', 'revision_number': 5, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'subnets': [{'id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:27.461577 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48aa05f-5868-4e15-8b4f-765732120e93 None None] Checking router: 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:52:27.477131 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48aa05f-5868-4e15-8b4f-765732120e93 None None] Routers {'0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:27.478274 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f48aa05f-5868-4e15-8b4f-765732120e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:52:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:27.579147 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cff1a86c-470a-479f-ae49-f22764d41ca3 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2601821 Jul 22 16:52:27.614353 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45486) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:27.689212 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-f48aa05f-5868-4e15-8b4f-765732120e93 None None] Set router 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:52:27.690978 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-7a2b50a8-07ee-4f50-b67d-21ff2dfb2330 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] delete failed (client error): The resource could not be found. Jul 22 16:52:27.693592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7a2b50a8-07ee-4f50-b67d-21ff2dfb2330 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "DELETE /v2.0/security-groups/075e86e3-851e-4274-b58f-b56df57f84d6 HTTP/1.1" status: 404 len: 347 time: 0.0751455 Jul 22 16:52:27.705146 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45488) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:27.717132 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af8ade-283b-4857-852c-426dd731a8ee tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Checking segment: {'id': '3c530a61-8418-4f8d-a0f3-9abea2820c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '70313ecc-fd10-41a8-a1c1-00566b524ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:52:27.717873 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52af8ade-283b-4857-852c-426dd731a8ee tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Network hostable DHCP agents. Network: 70313ecc-fd10-41a8-a1c1-00566b524ca6, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:52:27.720261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-53167de8-624b-4607-8867-65af45fd3b85 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Request body: {'security_group': {'name': 'tempest-secgroup--817920372'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:27.751276 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-53167de8-624b-4607-8867-65af45fd3b85 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.772056 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8c26b848-b648-429e-93e2-8fdae05d8c11 req-f0eea5c9-9e0e-4e65-b6bb-1d8e70145adf tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664073 Jul 22 16:52:27.780732 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af8ade-283b-4857-852c-426dd731a8ee tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event updated for resources: {'Subnet': ['ID=ef42f960-c3c6-4bd3-a5b6-8817b7270733,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:27.917325 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52af8ade-283b-4857-852c-426dd731a8ee tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Network 70313ecc-fd10-41a8-a1c1-00566b524ca6 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:52:27.953103 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dc588f-fc25-47fc-905b-5c3fbfd9e6b7 x-openstack-request-id: req-64dc588f-fc25-47fc-905b-5c3fbfd9e6b7 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:27.957881 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ff51cb-efac-416c-a614-cdcee52fb595", "tag": "525dbb88-4e14-4918-a907-40c8423f68fa", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:27.958231 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-64dc588f-fc25-47fc-905b-5c3fbfd9e6b7 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:27.958684 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ff51cb-efac-416c-a614-cdcee52fb595', 'tag': '525dbb88-4e14-4918-a907-40c8423f68fa', 'status': 'completed', 'code': 200} Jul 22 16:52:28.047266 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-52af8ade-283b-4857-852c-426dd731a8ee tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 70313ecc-fd10-41a8-a1c1-00566b524ca6) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:28.059200 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35dc99a-f417-4bfb-a69b-7d7f8df7c608 None None] Network 70313ecc-fd10-41a8-a1c1-00566b524ca6 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:52:28.113913 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52af8ade-283b-4857-852c-426dd731a8ee tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:28.114749 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-52af8ade-283b-4857-852c-426dd731a8ee tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:28.250696 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f48aa05f-5868-4e15-8b4f-765732120e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'name': 'tempest-TestVolumeBackupRestore-398602312-router', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:27Z', 'updated_at': '2021-07-22T16:47:37Z', 'revision_number': 4, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'gw_port': {'id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:29Z', 'updated_at': '2021-07-22T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '9285911e-a733-4096-84dd-6095ee736bed', 'name': '', 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'mac_address': 'fa:16:3e:63:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:35Z', 'updated_at': '2021-07-22T16:47:43Z', 'revision_number': 5, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'subnets': [{'id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:28.257158 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f4109e-a2c7-4810-bf45-5a1e1b660c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-70313ecc-fd10-41a8-a1c1-00566b524ca6', 'network_id': '70313ecc-fd10-41a8-a1c1-00566b524ca6', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'fixed_ips': [{'subnet_id': 'ef42f960-c3c6-4bd3-a5b6-8817b7270733'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:52:28.258401 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0f4109e-a2c7-4810-bf45-5a1e1b660c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:28.339345 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48aa05f-5868-4e15-8b4f-765732120e93 None None] The sync data for ids ['0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'] in n-d-798930-9 is: [{'id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'name': 'tempest-TestVolumeBackupRestore-398602312-router', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:27Z', 'updated_at': '2021-07-22T16:47:37Z', 'revision_number': 4, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'gw_port': {'id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:29Z', 'updated_at': '2021-07-22T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '9285911e-a733-4096-84dd-6095ee736bed', 'name': '', 'network_id': '73f6be59-1fdc-49b9-8af1-53b654f51f05', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'mac_address': 'fa:16:3e:63:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:35Z', 'updated_at': '2021-07-22T16:47:43Z', 'revision_number': 5, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'subnets': [{'id': 'ad5452e3-4f51-41eb-9e7c-709f07b5fd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:28.390868 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d837e-38b2-4eef-997b-6aaa8b12bcd3 req-1f874936-6f1f-4ec3-a3af-4525213b89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:28.393043 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bd2d837e-38b2-4eef-997b-6aaa8b12bcd3 req-1f874936-6f1f-4ec3-a3af-4525213b89bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d1de184c28f4807aacf349f806e0097&device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 1097 time: 0.4389813 Jul 22 16:52:28.439910 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae690c-33d5-4a9f-a744-96a95c1b8d49 req-08cecb6d-a006-4782-aff6-39d58ea07f65 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:28.441560 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5dae690c-33d5-4a9f-a744-96a95c1b8d49 req-08cecb6d-a006-4782-aff6-39d58ea07f65 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 946 time: 0.4406872 Jul 22 16:52:28.549996 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-e0f4109e-a2c7-4810-bf45-5a1e1b660c73 None None] Allocated IP 172.20.0.18 (70313ecc-fd10-41a8-a1c1-00566b524ca6/ef42f960-c3c6-4bd3-a5b6-8817b7270733/aa566382-f371-480d-943b-ac8712c7ca5a) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:28.554005 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-80b4abf3-e414-404b-b22f-a7cd9fff02c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a05460b5-3aaf-474a-8326-a3330a3a823d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:52:28.576141 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-80b4abf3-e414-404b-b22f-a7cd9fff02c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:28.675586 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5dae690c-33d5-4a9f-a744-96a95c1b8d49 req-73b7dadf-843c-4607-85e7-8536bc2d740b tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6b7ec4e-1542-4b02-9c84-396c247335b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996803 Jul 22 16:52:28.677513 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-80b4abf3-e414-404b-b22f-a7cd9fff02c0 service neutron] Transition to ACTIVE for port object a05460b5-3aaf-474a-8326-a3330a3a823d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:52:28.694591 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-80b4abf3-e414-404b-b22f-a7cd9fff02c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:28.821515 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0f4109e-a2c7-4810-bf45-5a1e1b660c73 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:28.832946 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e0f4109e-a2c7-4810-bf45-5a1e1b660c73 None None] Transition to ACTIVE for port object aa566382-f371-480d-943b-ac8712c7ca5a will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:52:28.838281 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d837e-38b2-4eef-997b-6aaa8b12bcd3 req-a17c76c2-279e-4475-83ba-664250b6b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:28.839895 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bd2d837e-38b2-4eef-997b-6aaa8b12bcd3 req-a17c76c2-279e-4475-83ba-664250b6b290 service neutron] 10.222.0.30 "GET /v2.0/networks?id=73f6be59-1fdc-49b9-8af1-53b654f51f05 HTTP/1.1" status: 200 len: 914 time: 0.4247272 Jul 22 16:52:28.857309 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e0f4109e-a2c7-4810-bf45-5a1e1b660c73 None None] Transition to ACTIVE for port object aa566382-f371-480d-943b-ac8712c7ca5a will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:52:28.866375 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0f4109e-a2c7-4810-bf45-5a1e1b660c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:28.887944 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-53167de8-624b-4607-8867-65af45fd3b85 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:28.893950 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb75b7-4b81-470f-b47a-a89dfe2e0a12 req-0c40b24a-fd12-4190-8ee9-af2ed04379a7 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:28.895588 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-74fb75b7-4b81-470f-b47a-a89dfe2e0a12 req-0c40b24a-fd12-4190-8ee9-af2ed04379a7 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.16 "GET /v2.0/ports?device_id=4848ed57-7b9b-46ad-bd48-1f402ffeb4c2 HTTP/1.1" status: 200 len: 945 time: 0.4210651 Jul 22 16:52:28.910327 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4abf3-e414-404b-b22f-a7cd9fff02c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a05460b5-3aaf-474a-8326-a3330a3a823d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:28.912136 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-53167de8-624b-4607-8867-65af45fd3b85 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:28.985858 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f65889-a479-4b58-911f-c6ce92d900ca None None] New status for floating IP 36a90b93-961e-4594-88fe-f503332d7e69: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:52:29.008405 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-52af8ade-283b-4857-852c-426dd731a8ee tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9496276 Jul 22 16:52:29.015503 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45492) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:29.047286 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bd2d837e-38b2-4eef-997b-6aaa8b12bcd3 req-f1f9f1ef-140b-4450-b887-e6761af7093c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=525dbb88-4e14-4918-a907-40c8423f68fa HTTP/1.1" status: 200 len: 217 time: 0.1469920 Jul 22 16:52:29.149822 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 89d5d751-6fb6-41ec-93cf-26a1a8f84838 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:52:29.154269 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f4109e-a2c7-4810-bf45-5a1e1b660c73 None None] Network 70313ecc-fd10-41a8-a1c1-00566b524ca6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:29.163051 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-80b4abf3-e414-404b-b22f-a7cd9fff02c0 service neutron] Attempting to bind port a05460b5-3aaf-474a-8326-a3330a3a823d on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:52:29.163392 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-80b4abf3-e414-404b-b22f-a7cd9fff02c0 service neutron] Attempting to bind port a05460b5-3aaf-474a-8326-a3330a3a823d by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '9c58c7af-0d88-4ac7-9e32-e129a89eb5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1a1eddf5-fb8e-4189-93cd-16488e248f15'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:52:29.166985 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-80b4abf3-e414-404b-b22f-a7cd9fff02c0 service neutron] Attempting to bind port a05460b5-3aaf-474a-8326-a3330a3a823d on network 1a1eddf5-fb8e-4189-93cd-16488e248f15 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:52:29.185255 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e0f4109e-a2c7-4810-bf45-5a1e1b660c73 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:29.197457 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f4109e-a2c7-4810-bf45-5a1e1b660c73 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:29.199335 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-80b4abf3-e414-404b-b22f-a7cd9fff02c0 service neutron] Port a05460b5-3aaf-474a-8326-a3330a3a823d on network 1a1eddf5-fb8e-4189-93cd-16488e248f15 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:52:29.199722 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-80b4abf3-e414-404b-b22f-a7cd9fff02c0 service neutron] Attempting to bind port a05460b5-3aaf-474a-8326-a3330a3a823d on network 1a1eddf5-fb8e-4189-93cd-16488e248f15 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:52:29.201635 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f66a12f1-da99-4319-9bf3-16c4f915d68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.204842 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f4109e-a2c7-4810-bf45-5a1e1b660c73 None None] Pushing event updated for resources: {'Port': ['ID=aa566382-f371-480d-943b-ac8712c7ca5a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:29.212025 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-80b4abf3-e414-404b-b22f-a7cd9fff02c0 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:52:29.212642 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-80b4abf3-e414-404b-b22f-a7cd9fff02c0 service neutron] Checking segment: {'id': '9c58c7af-0d88-4ac7-9e32-e129a89eb5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1a1eddf5-fb8e-4189-93cd-16488e248f15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:52:29.213833 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-80b4abf3-e414-404b-b22f-a7cd9fff02c0 service neutron] Bound using segment: {'id': '9c58c7af-0d88-4ac7-9e32-e129a89eb5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1a1eddf5-fb8e-4189-93cd-16488e248f15'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:52:29.214472 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-80b4abf3-e414-404b-b22f-a7cd9fff02c0 service neutron] Bound port: a05460b5-3aaf-474a-8326-a3330a3a823d, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c58c7af-0d88-4ac7-9e32-e129a89eb5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1a1eddf5-fb8e-4189-93cd-16488e248f15'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:52:29.215003 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-80b4abf3-e414-404b-b22f-a7cd9fff02c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.275167 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d837e-38b2-4eef-997b-6aaa8b12bcd3 req-11c78b57-36ab-46cf-9874-bcddc2ac1311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:29.276961 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-53167de8-624b-4607-8867-65af45fd3b85 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.280935 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bd2d837e-38b2-4eef-997b-6aaa8b12bcd3 req-11c78b57-36ab-46cf-9874-bcddc2ac1311 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad5452e3-4f51-41eb-9e7c-709f07b5fd20 HTTP/1.1" status: 200 len: 852 time: 0.2035673 Jul 22 16:52:29.281109 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-53167de8-624b-4607-8867-65af45fd3b85 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5720572 Jul 22 16:52:29.281109 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53167de8-624b-4607-8867-65af45fd3b85 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f274ba-9c9c-44da-a63d-be912330d9bd,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:29.299704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45494) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:29.316019 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9c546736-38f0-4f43-b729-98c6729028d8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Request body: {'security_group_rule': {'security_group_id': 'e2f274ba-9c9c-44da-a63d-be912330d9bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:29.326619 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e0f4109e-a2c7-4810-bf45-5a1e1b660c73 None None] Attempting to bind port aa566382-f371-480d-943b-ac8712c7ca5a on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:52:29.327237 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e0f4109e-a2c7-4810-bf45-5a1e1b660c73 None None] Attempting to bind port aa566382-f371-480d-943b-ac8712c7ca5a by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '3c530a61-8418-4f8d-a0f3-9abea2820c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '70313ecc-fd10-41a8-a1c1-00566b524ca6'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:52:29.328302 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f4109e-a2c7-4810-bf45-5a1e1b660c73 None None] Attempting to bind port aa566382-f371-480d-943b-ac8712c7ca5a on network 70313ecc-fd10-41a8-a1c1-00566b524ca6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:52:29.335762 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.db.resource_extend [None req-c711ea70-971f-44a6-8fc1-7ffdb4c73174 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:52:29.342852 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 89d5d751-6fb6-41ec-93cf-26a1a8f84838 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:52:29.351045 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 89d5d751-6fb6-41ec-93cf-26a1a8f84838 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:29.352440 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.377905 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f4109e-a2c7-4810-bf45-5a1e1b660c73 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:52:29.378497 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f4109e-a2c7-4810-bf45-5a1e1b660c73 None None] Checking segment: {'id': '3c530a61-8418-4f8d-a0f3-9abea2820c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '70313ecc-fd10-41a8-a1c1-00566b524ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:52:29.379241 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0f4109e-a2c7-4810-bf45-5a1e1b660c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.380000 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f4109e-a2c7-4810-bf45-5a1e1b660c73 None None] Bound using segment: {'id': '3c530a61-8418-4f8d-a0f3-9abea2820c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '70313ecc-fd10-41a8-a1c1-00566b524ca6'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:52:29.381147 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e0f4109e-a2c7-4810-bf45-5a1e1b660c73 None None] Bound port: aa566382-f371-480d-943b-ac8712c7ca5a, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c530a61-8418-4f8d-a0f3-9abea2820c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '70313ecc-fd10-41a8-a1c1-00566b524ca6'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:52:29.381147 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0f4109e-a2c7-4810-bf45-5a1e1b660c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.417257 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667ede6-8a2f-4909-84b8-f2235429bf8e req-c1ba46f4-aac9-4afa-8461-796d9f85b815 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:29.424482 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8667ede6-8a2f-4909-84b8-f2235429bf8e req-c1ba46f4-aac9-4afa-8461-796d9f85b815 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4848ed57-7b9b-46ad-bd48-1f402ffeb4c2 HTTP/1.1" status: 200 len: 945 time: 0.6288960 Jul 22 16:52:29.437392 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df39ba-64b4-4c71-82ba-1950036182d2 req-900af863-faed-40f8-bdcd-d59aa0707e04 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:29.445043 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-82df39ba-64b4-4c71-82ba-1950036182d2 req-900af863-faed-40f8-bdcd-d59aa0707e04 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=96ccabc5-b8cb-463a-811a-f4687c883115 HTTP/1.1" status: 200 len: 944 time: 0.4335256 Jul 22 16:52:29.470868 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-80b4abf3-e414-404b-b22f-a7cd9fff02c0 service neutron] For port a05460b5-3aaf-474a-8326-a3330a3a823d, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:52:29.471123 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c711ea70-971f-44a6-8fc1-7ffdb4c73174 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.496872 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e0f4109e-a2c7-4810-bf45-5a1e1b660c73 None None] For port aa566382-f371-480d-943b-ac8712c7ca5a, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:52:29.505190 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-80b4abf3-e414-404b-b22f-a7cd9fff02c0 service neutron] For port a05460b5-3aaf-474a-8326-a3330a3a823d, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a05460b5-3aaf-474a-8326-a3330a3a823d,segment=NetworkSegment(9c58c7af-0d88-4ac7-9e32-e129a89eb5c3),segment_id=9c58c7af-0d88-4ac7-9e32-e129a89eb5c3)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:52:29.511615 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-74fb75b7-4b81-470f-b47a-a89dfe2e0a12 req-69360ccd-3481-4466-86eb-e6e6adb37c07 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Deleting port a56f371c-412b-4252-8abe-dd8bd0421a46 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:29.511951 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-74fb75b7-4b81-470f-b47a-a89dfe2e0a12 req-69360ccd-3481-4466-86eb-e6e6adb37c07 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.517466 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e0f4109e-a2c7-4810-bf45-5a1e1b660c73 None None] For port aa566382-f371-480d-943b-ac8712c7ca5a, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=aa566382-f371-480d-943b-ac8712c7ca5a,segment=NetworkSegment(3c530a61-8418-4f8d-a0f3-9abea2820c5b),segment_id=3c530a61-8418-4f8d-a0f3-9abea2820c5b)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:52:29.519098 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.520436 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c711ea70-971f-44a6-8fc1-7ffdb4c73174 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.528031 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0f4109e-a2c7-4810-bf45-5a1e1b660c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.542727 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-82df39ba-64b4-4c71-82ba-1950036182d2 req-fddd3ef3-5767-4eab-a26f-2eef291eb15b tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963609 Jul 22 16:52:29.544589 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-80b4abf3-e414-404b-b22f-a7cd9fff02c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.548036 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ced9b-805e-4e98-bd7c-97342c00564d req-ac54078c-7c28-404c-8953-1655a5f222e8 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:29.550270 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a94ced9b-805e-4e98-bd7c-97342c00564d req-ac54078c-7c28-404c-8953-1655a5f222e8 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.30 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 946 time: 0.6532619 Jul 22 16:52:29.576896 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 89d5d751-6fb6-41ec-93cf-26a1a8f84838, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=89d5d751-6fb6-41ec-93cf-26a1a8f84838,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:29.593101 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.599780 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-80b4abf3-e414-404b-b22f-a7cd9fff02c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:29.600414 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-80b4abf3-e414-404b-b22f-a7cd9fff02c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.601851 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-80b4abf3-e414-404b-b22f-a7cd9fff02c0 service neutron] 10.222.0.30 "PUT /v2.0/ports/a05460b5-3aaf-474a-8326-a3330a3a823d HTTP/1.1" status: 200 len: 1092 time: 2.8783765 Jul 22 16:52:29.611877 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96ccabc5-b8cb-463a-811a-f4687c883115', 'tag': 'a05460b5-3aaf-474a-8326-a3330a3a823d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:29.616268 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28203044-eb9f-43e6-91e4-dc07a010b466" -d '{"events": [{"name": "network-changed", "server_uuid": "96ccabc5-b8cb-463a-811a-f4687c883115", "tag": "a05460b5-3aaf-474a-8326-a3330a3a823d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:29.636890 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f4109e-a2c7-4810-bf45-5a1e1b660c73 None None] Pushing event updated for resources: {'Port': ['ID=aa566382-f371-480d-943b-ac8712c7ca5a,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:29.665045 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d837e-38b2-4eef-997b-6aaa8b12bcd3 req-4b4d4ef9-ec2a-4727-985e-0b0705864ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:29.668032 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bd2d837e-38b2-4eef-997b-6aaa8b12bcd3 req-4b4d4ef9-ec2a-4727-985e-0b0705864ad5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73f6be59-1fdc-49b9-8af1-53b654f51f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3614662 Jul 22 16:52:29.674292 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c546736-38f0-4f43-b729-98c6729028d8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.709247 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=89d5d751-6fb6-41ec-93cf-26a1a8f84838,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:29.763359 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8667ede6-8a2f-4909-84b8-f2235429bf8e req-58ed347e-58c1-4b9a-9144-9076693b9de3 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/security-groups?id=4fc2d26e-495c-458b-8423-ca736750b9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379087 Jul 22 16:52:29.763611 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f40905-358a-4886-b963-aed5f11d965f x-openstack-request-id: req-23f40905-358a-4886-b963-aed5f11d965f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:29.763823 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96ccabc5-b8cb-463a-811a-f4687c883115", "tag": "a05460b5-3aaf-474a-8326-a3330a3a823d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:29.764252 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-23f40905-358a-4886-b963-aed5f11d965f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:29.764818 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96ccabc5-b8cb-463a-811a-f4687c883115', 'tag': 'a05460b5-3aaf-474a-8326-a3330a3a823d', 'status': 'completed', 'code': 200} Jul 22 16:52:29.915589 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4abf3-e414-404b-b22f-a7cd9fff02c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a05460b5-3aaf-474a-8326-a3330a3a823d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:29.974856 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-c711ea70-971f-44a6-8fc1-7ffdb4c73174 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Floating IP 4f543f2b-be69-4b65-a090-3ac63d0543ef associated. External IP: 172.25.0.23, port: 940cc934-551b-4bc9-8f9d-2e890df3c986. Jul 22 16:52:30.050780 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c546736-38f0-4f43-b729-98c6729028d8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.116445 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c546736-38f0-4f43-b729-98c6729028d8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.163823 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c546736-38f0-4f43-b729-98c6729028d8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e558c45-3df9-4d2d-9610-018612a41e09,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:30.179380 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c546736-38f0-4f43-b729-98c6729028d8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.183455 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9c546736-38f0-4f43-b729-98c6729028d8 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8779116 Jul 22 16:52:30.185526 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45500) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:30.198994 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-a94ced9b-805e-4e98-bd7c-97342c00564d req-e1eb6197-8ea4-4454-aaa4-cffc89eaeba4 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Deleting port 525dbb88-4e14-4918-a907-40c8423f68fa {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:30.199337 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a94ced9b-805e-4e98-bd7c-97342c00564d req-e1eb6197-8ea4-4454-aaa4-cffc89eaeba4 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.297629 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-74fb75b7-4b81-470f-b47a-a89dfe2e0a12 req-69360ccd-3481-4466-86eb-e6e6adb37c07 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] For port a56f371c-412b-4252-8abe-dd8bd0421a46, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=a56f371c-412b-4252-8abe-dd8bd0421a46,segment=NetworkSegment(e532fe79-d434-4f03-a9a0-c9663b2eed81),segment_id=e532fe79-d434-4f03-a9a0-c9663b2eed81)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:30.298034 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-74fb75b7-4b81-470f-b47a-a89dfe2e0a12 req-69360ccd-3481-4466-86eb-e6e6adb37c07 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.305619 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-211901b8-715c-42ed-9a8b-2fee76b28f70 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.328422 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-74fb75b7-4b81-470f-b47a-a89dfe2e0a12 req-69360ccd-3481-4466-86eb-e6e6adb37c07 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Calling delete_port for a56f371c-412b-4252-8abe-dd8bd0421a46 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:30.342728 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bd2d837e-38b2-4eef-997b-6aaa8b12bcd3 req-bd2c1804-b987-43a1-9674-32d1581f6971 service neutron] 10.222.0.30 "GET /v2.0/networks/73f6be59-1fdc-49b9-8af1-53b654f51f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6566772 Jul 22 16:52:30.381673 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-ccf5904a-951d-401a-a25e-8f6383d025b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:30.383234 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-ccf5904a-951d-401a-a25e-8f6383d025b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd83029401704e2c8bed4e4a32967004&device_id=96ccabc5-b8cb-463a-811a-f4687c883115 HTTP/1.1" status: 200 len: 1095 time: 0.7101142 Jul 22 16:52:30.403871 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-211901b8-715c-42ed-9a8b-2fee76b28f70 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.479296 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-a94ced9b-805e-4e98-bd7c-97342c00564d req-e1eb6197-8ea4-4454-aaa4-cffc89eaeba4 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] For port 525dbb88-4e14-4918-a907-40c8423f68fa, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=525dbb88-4e14-4918-a907-40c8423f68fa,segment=NetworkSegment(f4ca4f7b-fdd4-4b49-86d0-c40904b779a3),segment_id=f4ca4f7b-fdd4-4b49-86d0-c40904b779a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:30.479746 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a94ced9b-805e-4e98-bd7c-97342c00564d req-e1eb6197-8ea4-4454-aaa4-cffc89eaeba4 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.479878 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be6438-3fd6-494e-acee-e0901fa85dc4 req-7999959f-57d0-4a87-95c4-b2ea972056b6 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:30.481326 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68be6438-3fd6-494e-acee-e0901fa85dc4 req-7999959f-57d0-4a87-95c4-b2ea972056b6 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 946 time: 0.6799512 Jul 22 16:52:30.493514 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-211901b8-715c-42ed-9a8b-2fee76b28f70 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.506734 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-211901b8-715c-42ed-9a8b-2fee76b28f70 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.511884 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-211901b8-715c-42ed-9a8b-2fee76b28f70 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/0e558c45-3df9-4d2d-9610-018612a41e09 HTTP/1.1" status: 204 len: 168 time: 0.3190801 Jul 22 16:52:30.512078 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-21f1862c-5b00-4f63-ad97-fd0769c7286e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a05460b5-3aaf-474a-8326-a3330a3a823d HTTP/1.1" status: 200 len: 217 time: 0.0970685 Jul 22 16:52:30.514608 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-a94ced9b-805e-4e98-bd7c-97342c00564d req-e1eb6197-8ea4-4454-aaa4-cffc89eaeba4 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Calling delete_port for 525dbb88-4e14-4918-a907-40c8423f68fa owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:30.516379 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45502) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:30.548231 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211901b8-715c-42ed-9a8b-2fee76b28f70 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e558c45-3df9-4d2d-9610-018612a41e09,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:30.606015 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c711ea70-971f-44a6-8fc1-7ffdb4c73174 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Router c3371d87-70cb-4016-ae46-d055e529da54 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:52:30.663699 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bd2d837e-38b2-4eef-997b-6aaa8b12bcd3 req-02162a04-0ede-47bd-9133-8b45991e09e5 service neutron] 10.222.0.30 "GET /v2.0/networks/73f6be59-1fdc-49b9-8af1-53b654f51f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132169 Jul 22 16:52:30.665308 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-1daeaa47-dc0c-49df-9ee1-99b4b7a0f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:30.666616 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-1daeaa47-dc0c-49df-9ee1-99b4b7a0f72c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f83863e-4d1f-47e9-954d-4b7ea7642935 HTTP/1.1" status: 200 len: 853 time: 0.1408169 Jul 22 16:52:30.673591 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68be6438-3fd6-494e-acee-e0901fa85dc4 req-48ba4d65-d14d-479a-affe-2224d246d5f2 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/security-groups?id=a6b7ec4e-1542-4b02-9c84-396c247335b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595490 Jul 22 16:52:30.685023 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1ba01856-16f8-4880-9ff2-518800552ec2 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1678159 Jul 22 16:52:30.688106 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45506) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:30.762445 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-4f67f506-f2d9-4da4-8394-e0f421d0473c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a1eddf5-fb8e-4189-93cd-16488e248f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752342 Jul 22 16:52:30.800070 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d9741a-f36e-4bc1-a0b2-4655ebe3d523 None None] Network 70313ecc-fd10-41a8-a1c1-00566b524ca6 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:52:30.815303 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-faabc735-384f-4f16-a07e-3bdbbf1df45f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.855514 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-74fb75b7-4b81-470f-b47a-a89dfe2e0a12 req-69360ccd-3481-4466-86eb-e6e6adb37c07 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.886969 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3fb1d613-4796-4454-89c0-fa677ea361df None None] Provisioning for port aa566382-f371-480d-943b-ac8712c7ca5a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:52:30.956218 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69360ccd-3481-4466-86eb-e6e6adb37c07 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Pushing event deleted for resources: {'Port': ['ID=a56f371c-412b-4252-8abe-dd8bd0421a46,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:30.958439 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb79a885-44e8-4450-9797-406c81eeed68 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.964701 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c30854fd-14f9-4cc0-adf9-44355a30a6e5 req-013588a7-679b-41a8-8798-c22244146849 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.69 "GET /v2.0/ports?device_id=4848ed57-7b9b-46ad-bd48-1f402ffeb4c2 HTTP/1.1" status: 200 len: 210 time: 0.1106627 Jul 22 16:52:31.033448 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb79a885-44e8-4450-9797-406c81eeed68 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.055209 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-5f17e32e-1656-4ea1-9206-605d3714bd67 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1eddf5-fb8e-4189-93cd-16488e248f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814293 Jul 22 16:52:31.061588 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fb75b7-4b81-470f-b47a-a89dfe2e0a12 req-69360ccd-3481-4466-86eb-e6e6adb37c07 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] No DVR routers for this DVR port a56f371c-412b-4252-8abe-dd8bd0421a46 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:52:31.069103 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-74fb75b7-4b81-470f-b47a-a89dfe2e0a12 req-69360ccd-3481-4466-86eb-e6e6adb37c07 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.073653 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-74fb75b7-4b81-470f-b47a-a89dfe2e0a12 req-69360ccd-3481-4466-86eb-e6e6adb37c07 tempest-ServerDiskConfigTestJSON-441015462 tempest-ServerDiskConfigTestJSON-441015462-project] 10.222.0.16 "DELETE /v2.0/ports/a56f371c-412b-4252-8abe-dd8bd0421a46 HTTP/1.1" status: 204 len: 173 time: 2.1692438 Jul 22 16:52:31.140424 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb79a885-44e8-4450-9797-406c81eeed68 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.143112 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cb79a885-44e8-4450-9797-406c81eeed68 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.144273 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cb79a885-44e8-4450-9797-406c81eeed68 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "DELETE /v2.0/security-groups/e2f274ba-9c9c-44da-a63d-be912330d9bd HTTP/1.1" status: 204 len: 168 time: 0.4551096 Jul 22 16:52:31.179424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45510) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:31.195918 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 89d5d751-6fb6-41ec-93cf-26a1a8f84838 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:52:31.204946 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79a885-44e8-4450-9797-406c81eeed68 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f274ba-9c9c-44da-a63d-be912330d9bd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:31.257445 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-372547ff-f378-425f-b28f-e68d4be7a213 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0745771 Jul 22 16:52:31.260518 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68d2361a-13be-4637-aa0d-b214c7a6ac34 req-e5bb2582-a656-40be-91d2-04e91394d67e service neutron] 10.222.0.30 "GET /v2.0/networks/1a1eddf5-fb8e-4189-93cd-16488e248f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960664 Jul 22 16:52:31.264547 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45512) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:31.270444 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-dca71d59-d90d-4c6e-b6f9-310cab28222b tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516679471'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:31.287517 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 89d5d751-6fb6-41ec-93cf-26a1a8f84838 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:31.288332 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.321668 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dca71d59-d90d-4c6e-b6f9-310cab28222b tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.400803 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device aa566382-f371-480d-943b-ac8712c7ca5a up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:52:31.466942 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f1b04-57dd-4495-9bef-1bd598c3e01f req-88455129-dd9f-420a-8580-c9da82134256 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:31.470566 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f10f1b04-57dd-4495-9bef-1bd598c3e01f req-88455129-dd9f-420a-8580-c9da82134256 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=96ccabc5-b8cb-463a-811a-f4687c883115 HTTP/1.1" status: 200 len: 944 time: 0.8301911 Jul 22 16:52:31.471317 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dca71d59-d90d-4c6e-b6f9-310cab28222b tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.473961 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port aa566382-f371-480d-943b-ac8712c7ca5a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:52:31.474174 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28203044-eb9f-43e6-91e4-dc07a010b466 req-0c9761bc-1ed3-401a-a400-80c494e903d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:31.475570 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28203044-eb9f-43e6-91e4-dc07a010b466 req-0c9761bc-1ed3-401a-a400-80c494e903d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd83029401704e2c8bed4e4a32967004&device_id=96ccabc5-b8cb-463a-811a-f4687c883115 HTTP/1.1" status: 200 len: 1095 time: 0.0988271 Jul 22 16:52:31.478710 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port aa566382-f371-480d-943b-ac8712c7ca5a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:31.478853 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dca71d59-d90d-4c6e-b6f9-310cab28222b tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.479309 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.480809 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a94ced9b-805e-4e98-bd7c-97342c00564d req-e1eb6197-8ea4-4454-aaa4-cffc89eaeba4 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.514178 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c711ea70-971f-44a6-8fc1-7ffdb4c73174 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:31.519793 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c711ea70-971f-44a6-8fc1-7ffdb4c73174 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.529968 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c26a68-048b-4a2e-92f1-0398095abd01 None None] Sync routers for ids ['c3371d87-70cb-4016-ae46-d055e529da54'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:31.539260 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dca71d59-d90d-4c6e-b6f9-310cab28222b tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.540727 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c26a68-048b-4a2e-92f1-0398095abd01 None None] Routers {'c3371d87-70cb-4016-ae46-d055e529da54'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:31.540992 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-dca71d59-d90d-4c6e-b6f9-310cab28222b tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2752564 Jul 22 16:52:31.541804 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-62c26a68-048b-4a2e-92f1-0398095abd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:52:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['c3371d87-70cb-4016-ae46-d055e529da54'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:31.543753 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45514) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:31.550175 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b3e98e41-749a-45a0-8b6e-ded0d21ce4e0 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Request body: {'security_group_rule': {'security_group_id': '1ba6b1dd-43c6-4613-b1d6-e9e59f22dc2a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:31.558425 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca71d59-d90d-4c6e-b6f9-310cab28222b tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba6b1dd-43c6-4613-b1d6-e9e59f22dc2a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:31.578780 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb6197-8ea4-4454-aaa4-cffc89eaeba4 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Pushing event deleted for resources: {'Port': ['ID=525dbb88-4e14-4918-a907-40c8423f68fa,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:31.612427 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.656434 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b291bfa-21e2-4243-8ef6-fd97140d4e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.660067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28203044-eb9f-43e6-91e4-dc07a010b466 req-16836a7f-6776-44a3-9ac0-bc4bcb0aa5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:31.661992 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28203044-eb9f-43e6-91e4-dc07a010b466 req-16836a7f-6776-44a3-9ac0-bc4bcb0aa5b9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1a1eddf5-fb8e-4189-93cd-16488e248f15 HTTP/1.1" status: 200 len: 914 time: 0.1770973 Jul 22 16:52:31.663649 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3e98e41-749a-45a0-8b6e-ded0d21ce4e0 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.695488 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f10f1b04-57dd-4495-9bef-1bd598c3e01f req-92b7f192-d6fa-4478-bfe4-0429b4b21dc6 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174790 Jul 22 16:52:31.696103 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.696330 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94ced9b-805e-4e98-bd7c-97342c00564d req-e1eb6197-8ea4-4454-aaa4-cffc89eaeba4 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] No DVR routers for this DVR port 525dbb88-4e14-4918-a907-40c8423f68fa on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:52:31.709111 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port aa566382-f371-480d-943b-ac8712c7ca5a, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=aa566382-f371-480d-943b-ac8712c7ca5a,segment=NetworkSegment(3c530a61-8418-4f8d-a0f3-9abea2820c5b),segment_id=3c530a61-8418-4f8d-a0f3-9abea2820c5b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:31.715292 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.736688 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28203044-eb9f-43e6-91e4-dc07a010b466 req-b5a0d538-d0b8-44c3-8350-8fb890523ee9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a05460b5-3aaf-474a-8326-a3330a3a823d HTTP/1.1" status: 200 len: 217 time: 0.0679178 Jul 22 16:52:31.756019 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a94ced9b-805e-4e98-bd7c-97342c00564d req-e1eb6197-8ea4-4454-aaa4-cffc89eaeba4 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.758324 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a94ced9b-805e-4e98-bd7c-97342c00564d req-e1eb6197-8ea4-4454-aaa4-cffc89eaeba4 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.30 "DELETE /v2.0/ports/525dbb88-4e14-4918-a907-40c8423f68fa HTTP/1.1" status: 204 len: 173 time: 2.1962304 Jul 22 16:52:31.758803 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ff51cb-efac-416c-a614-cdcee52fb595', 'name': 'network-vif-deleted', 'tag': '525dbb88-4e14-4918-a907-40c8423f68fa'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:31.766039 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4848ed57-7b9b-46ad-bd48-1f402ffeb4c2', 'name': 'network-vif-deleted', 'tag': 'a56f371c-412b-4252-8abe-dd8bd0421a46'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:31.766483 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323f18c0-fb13-4e96-9dce-19d6501c9d59" -d '{"events": [{"server_uuid": "08ff51cb-efac-416c-a614-cdcee52fb595", "name": "network-vif-deleted", "tag": "525dbb88-4e14-4918-a907-40c8423f68fa"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:31.769477 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e754c3-34bc-4fe7-8a9e-7457f8c2cec9" -d '{"events": [{"server_uuid": "4848ed57-7b9b-46ad-bd48-1f402ffeb4c2", "name": "network-vif-deleted", "tag": "a56f371c-412b-4252-8abe-dd8bd0421a46"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:31.783618 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c711ea70-971f-44a6-8fc1-7ffdb4c73174 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "PUT /v2.0/floatingips/4f543f2b-be69-4b65-a090-3ac63d0543ef HTTP/1.1" status: 200 len: 990 time: 4.9272127 Jul 22 16:52:31.832308 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28203044-eb9f-43e6-91e4-dc07a010b466 req-a947de11-178d-4717-9744-32b09ae26cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:31.834058 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28203044-eb9f-43e6-91e4-dc07a010b466 req-a947de11-178d-4717-9744-32b09ae26cfd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f83863e-4d1f-47e9-954d-4b7ea7642935 HTTP/1.1" status: 200 len: 853 time: 0.0864246 Jul 22 16:52:31.840961 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3e98e41-749a-45a0-8b6e-ded0d21ce4e0 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.852217 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-62c26a68-048b-4a2e-92f1-0398095abd01 None None] Set router c3371d87-70cb-4016-ae46-d055e529da54 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:52:31.870006 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7a7126-55f9-414e-b49d-a6125dad39fe x-openstack-request-id: req-ca7a7126-55f9-414e-b49d-a6125dad39fe {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:31.870643 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ff51cb-efac-416c-a614-cdcee52fb595", "name": "network-vif-deleted", "tag": "525dbb88-4e14-4918-a907-40c8423f68fa", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:31.870918 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ca7a7126-55f9-414e-b49d-a6125dad39fe {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:31.871338 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ff51cb-efac-416c-a614-cdcee52fb595', 'name': 'network-vif-deleted', 'tag': '525dbb88-4e14-4918-a907-40c8423f68fa', 'status': 'completed', 'code': 200} Jul 22 16:52:31.878156 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=aa566382-f371-480d-943b-ac8712c7ca5a,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:31.912445 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28203044-eb9f-43e6-91e4-dc07a010b466 req-3dcecc47-724d-4bdf-9387-e214fbb26b52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a1eddf5-fb8e-4189-93cd-16488e248f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658376 Jul 22 16:52:31.915027 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e496d451-d0ed-4102-b795-3a69036e85bf x-openstack-request-id: req-e496d451-d0ed-4102-b795-3a69036e85bf {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:31.915322 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4848ed57-7b9b-46ad-bd48-1f402ffeb4c2", "name": "network-vif-deleted", "tag": "a56f371c-412b-4252-8abe-dd8bd0421a46", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:31.915575 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e496d451-d0ed-4102-b795-3a69036e85bf {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:31.917540 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4848ed57-7b9b-46ad-bd48-1f402ffeb4c2', 'name': 'network-vif-deleted', 'tag': 'a56f371c-412b-4252-8abe-dd8bd0421a46', 'status': 'completed', 'code': 200} Jul 22 16:52:31.924184 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3e98e41-749a-45a0-8b6e-ded0d21ce4e0 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.936132 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device a56f371c-412b-4252-8abe-dd8bd0421a46 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:52:32.002975 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: a56f371c-412b-4252-8abe-dd8bd0421a46 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:52:32.003376 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device a56f371c-412b-4252-8abe-dd8bd0421a46 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:52:32.029853 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-faabc735-384f-4f16-a07e-3bdbbf1df45f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Allocated IP 172.20.0.17 (70313ecc-fd10-41a8-a1c1-00566b524ca6/ef42f960-c3c6-4bd3-a5b6-8817b7270733/0fd78326-257f-4184-9190-8f52103d30e9) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:32.118509 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a5cda247-f717-4c1f-b1e1-8a79f383ccde req-66cfdd2c-af1a-4947-99d8-a4fd92977b5f tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 210 time: 0.2049465 Jul 22 16:52:32.183916 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-faabc735-384f-4f16-a07e-3bdbbf1df45f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.190474 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e98e41-749a-45a0-8b6e-ded0d21ce4e0 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6788f6a6-fcc7-4fff-99a0-5d2a4a8c1225,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:32.205418 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-faabc735-384f-4f16-a07e-3bdbbf1df45f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Transition to ACTIVE for port object 0fd78326-257f-4184-9190-8f52103d30e9 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:52:32.244479 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3e98e41-749a-45a0-8b6e-ded0d21ce4e0 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.248099 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-faabc735-384f-4f16-a07e-3bdbbf1df45f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.257122 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b3e98e41-749a-45a0-8b6e-ded0d21ce4e0 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7123125 Jul 22 16:52:32.261500 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45532) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:32.263666 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-62c26a68-048b-4a2e-92f1-0398095abd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'name': 'tempest-AttachVolumeShelveTestJSON-1655165633-router', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:09Z', 'updated_at': '2021-07-22T16:47:17Z', 'revision_number': 4, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'gw_port': {'id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:11Z', 'updated_at': '2021-07-22T16:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '4f543f2b-be69-4b65-a090-3ac63d0543ef', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'floating_ip_address': '172.25.0.23', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'port_id': '940cc934-551b-4bc9-8f9d-2e890df3c986', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'mac_address': 'fa:16:3e:52:7f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f0180c-f16a-4466-b5c6-e9832e7aad0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:52:06Z', 'updated_at': '2021-07-22T16:52:29Z', 'revision_number': 1, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6d9024-02e6-4a4c-b7a2-fd24e4551837', 'name': '', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'mac_address': 'fa:16:3e:97:d1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:16Z', 'updated_at': '2021-07-22T16:47:28Z', 'revision_number': 5, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'subnets': [{'id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:32.280833 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28203044-eb9f-43e6-91e4-dc07a010b466 req-cd9479d2-09e8-4a74-ab91-c53d96c98483 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1eddf5-fb8e-4189-93cd-16488e248f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539841 Jul 22 16:52:32.289465 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-17ebea88-d9ff-4efc-85c5-577baea1df23 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Request body: {'security_group_rule': {'security_group_id': '1ba6b1dd-43c6-4613-b1d6-e9e59f22dc2a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:32.355468 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45536) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:32.363716 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faabc735-384f-4f16-a07e-3bdbbf1df45f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Network 70313ecc-fd10-41a8-a1c1-00566b524ca6 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:32.377443 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-faabc735-384f-4f16-a07e-3bdbbf1df45f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:32.385279 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 525dbb88-4e14-4918-a907-40c8423f68fa no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:52:32.403484 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faabc735-384f-4f16-a07e-3bdbbf1df45f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:32.424379 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c26a68-048b-4a2e-92f1-0398095abd01 None None] Checking router: c3371d87-70cb-4016-ae46-d055e529da54 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:52:32.438090 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 525dbb88-4e14-4918-a907-40c8423f68fa {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:52:32.439267 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c26a68-048b-4a2e-92f1-0398095abd01 None None] Routers {'c3371d87-70cb-4016-ae46-d055e529da54'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:32.439987 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-62c26a68-048b-4a2e-92f1-0398095abd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:52:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['c3371d87-70cb-4016-ae46-d055e529da54'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:32.441712 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 525dbb88-4e14-4918-a907-40c8423f68fa not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:52:32.451481 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-faabc735-384f-4f16-a07e-3bdbbf1df45f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.455920 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faabc735-384f-4f16-a07e-3bdbbf1df45f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event updated for resources: {'Port': ['ID=0fd78326-257f-4184-9190-8f52103d30e9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:32.461470 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd657ef-a0d3-4d68-97ff-6019e27b95c4 admin admin] Deleting subnet 91a3ec8d-5f4b-4e09-a3b8-afdb464abdd5 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:52:32.509152 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7dd657ef-a0d3-4d68-97ff-6019e27b95c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.509443 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17ebea88-d9ff-4efc-85c5-577baea1df23 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.551717 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7dd657ef-a0d3-4d68-97ff-6019e27b95c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.572739 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-62c26a68-048b-4a2e-92f1-0398095abd01 None None] Set router c3371d87-70cb-4016-ae46-d055e529da54 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:52:32.589056 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17ebea88-d9ff-4efc-85c5-577baea1df23 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.602648 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7dd657ef-a0d3-4d68-97ff-6019e27b95c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.610596 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17ebea88-d9ff-4efc-85c5-577baea1df23 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.677288 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7dd657ef-a0d3-4d68-97ff-6019e27b95c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.724316 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7dd657ef-a0d3-4d68-97ff-6019e27b95c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.726209 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7dd657ef-a0d3-4d68-97ff-6019e27b95c4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/91a3ec8d-5f4b-4e09-a3b8-afdb464abdd5 HTTP/1.1" status: 204 len: 168 time: 0.3700924 Jul 22 16:52:32.731132 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd657ef-a0d3-4d68-97ff-6019e27b95c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91a3ec8d-5f4b-4e09-a3b8-afdb464abdd5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:32.745613 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45538) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:32.774822 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-faabc735-384f-4f16-a07e-3bdbbf1df45f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.784561 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.801364 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebea88-d9ff-4efc-85c5-577baea1df23 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38dc2989-bab2-4719-8465-195ef683df1a,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:32.814722 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f409394a-e115-4dc5-ae00-a857f232d504 None None] Provisioning for port 0fd78326-257f-4184-9190-8f52103d30e9 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:52:32.830196 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17ebea88-d9ff-4efc-85c5-577baea1df23 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.834789 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f409394a-e115-4dc5-ae00-a857f232d504 None None] Provisioning complete for port 0fd78326-257f-4184-9190-8f52103d30e9 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:32.835278 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f409394a-e115-4dc5-ae00-a857f232d504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.835864 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-17ebea88-d9ff-4efc-85c5-577baea1df23 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5708919 Jul 22 16:52:32.836694 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45542) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:32.841478 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cd8fbe4-724c-4e6c-889e-e708b7497278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.846850 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9c628f57-d38a-43ff-902b-0a0d739b6f2f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Request body: {'security_group_rule': {'security_group_id': '1ba6b1dd-43c6-4613-b1d6-e9e59f22dc2a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:32.869993 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28203044-eb9f-43e6-91e4-dc07a010b466 req-617244e4-dcb2-4a54-97c2-4a5a90e8d51a service neutron] 10.222.0.30 "GET /v2.0/networks/1a1eddf5-fb8e-4189-93cd-16488e248f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788176 Jul 22 16:52:32.937890 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f409394a-e115-4dc5-ae00-a857f232d504 None None] Port 0fd78326-257f-4184-9190-8f52103d30e9 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:52:32.966157 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cd8fbe4-724c-4e6c-889e-e708b7497278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.987834 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-6cd8fbe4-724c-4e6c-889e-e708b7497278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11fa376a-a719-4920-8cdd-3a2458f3c2fd']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:33.007276 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-62c26a68-048b-4a2e-92f1-0398095abd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'name': 'tempest-AttachVolumeShelveTestJSON-1655165633-router', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:09Z', 'updated_at': '2021-07-22T16:47:17Z', 'revision_number': 4, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'gw_port': {'id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:11Z', 'updated_at': '2021-07-22T16:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '4f543f2b-be69-4b65-a090-3ac63d0543ef', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'floating_ip_address': '172.25.0.23', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'port_id': '940cc934-551b-4bc9-8f9d-2e890df3c986', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'mac_address': 'fa:16:3e:52:7f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f0180c-f16a-4466-b5c6-e9832e7aad0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:52:06Z', 'updated_at': '2021-07-22T16:52:29Z', 'revision_number': 1, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6d9024-02e6-4a4c-b7a2-fd24e4551837', 'name': '', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'mac_address': 'fa:16:3e:97:d1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:16Z', 'updated_at': '2021-07-22T16:47:28Z', 'revision_number': 5, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'subnets': [{'id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:33.036088 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-6cd8fbe4-724c-4e6c-889e-e708b7497278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e532fe79-d434-4f03-a9a0-c9663b2eed81') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:33.036355 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-6cd8fbe4-724c-4e6c-889e-e708b7497278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e532fe79-d434-4f03-a9a0-c9663b2eed81') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:33.070166 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cd8fbe4-724c-4e6c-889e-e708b7497278 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.079936 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c26a68-048b-4a2e-92f1-0398095abd01 None None] The sync data for ids ['c3371d87-70cb-4016-ae46-d055e529da54'] in n-d-798930-9 is: [{'id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'name': 'tempest-AttachVolumeShelveTestJSON-1655165633-router', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:09Z', 'updated_at': '2021-07-22T16:47:17Z', 'revision_number': 4, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'gw_port': {'id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:11Z', 'updated_at': '2021-07-22T16:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '4f543f2b-be69-4b65-a090-3ac63d0543ef', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'floating_ip_address': '172.25.0.23', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'port_id': '940cc934-551b-4bc9-8f9d-2e890df3c986', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'mac_address': 'fa:16:3e:52:7f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f0180c-f16a-4466-b5c6-e9832e7aad0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:52:06Z', 'updated_at': '2021-07-22T16:52:29Z', 'revision_number': 1, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6d9024-02e6-4a4c-b7a2-fd24e4551837', 'name': '', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'mac_address': 'fa:16:3e:97:d1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:16Z', 'updated_at': '2021-07-22T16:47:28Z', 'revision_number': 5, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'subnets': [{'id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:33.085481 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c628f57-d38a-43ff-902b-0a0d739b6f2f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.111279 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cd8fbe4-724c-4e6c-889e-e708b7497278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.120705 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd8fbe4-724c-4e6c-889e-e708b7497278 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:52:33.121378 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cd8fbe4-724c-4e6c-889e-e708b7497278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:52:33.125253 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:52:33.162346 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device aa566382-f371-480d-943b-ac8712c7ca5a up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:52:33.179526 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c628f57-d38a-43ff-902b-0a0d739b6f2f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.195177 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c628f57-d38a-43ff-902b-0a0d739b6f2f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.248433 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c628f57-d38a-43ff-902b-0a0d739b6f2f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a3ce7c-a558-4e22-ba1e-f06f7e0d6bd5,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:33.258298 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cd8fbe4-724c-4e6c-889e-e708b7497278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.261980 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-57964974-c517-48e8-98a8-6b3f68b1fbf5 req-d3573dfa-b9a1-4ff8-bee9-696a182b4ec4 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 210 time: 0.0480127 Jul 22 16:52:33.266415 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cd8fbe4-724c-4e6c-889e-e708b7497278 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.271447 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6cd8fbe4-724c-4e6c-889e-e708b7497278 admin admin] 10.222.0.69 "DELETE /v2.0/networks/11fa376a-a719-4920-8cdd-3a2458f3c2fd HTTP/1.1" status: 204 len: 168 time: 0.5298738 Jul 22 16:52:33.275482 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port aa566382-f371-480d-943b-ac8712c7ca5a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:33.276463 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.295348 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c628f57-d38a-43ff-902b-0a0d739b6f2f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.295624 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8fbe4-724c-4e6c-889e-e708b7497278 admin admin] Pushing event deleted for resources: {'Network': ['ID=11fa376a-a719-4920-8cdd-3a2458f3c2fd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:33.301698 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45550) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:33.302231 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9c628f57-d38a-43ff-902b-0a0d739b6f2f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4552808 Jul 22 16:52:33.306382 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-75c3448f-e3bc-4dac-8271-acda3703dea1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Request body: {'security_group_rule': {'security_group_id': '1ba6b1dd-43c6-4613-b1d6-e9e59f22dc2a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:33.329031 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99260c33-c8e9-4404-bfe2-13b14dbb54ce req-2a24f08b-5a36-44a8-b15c-604cbb303b9a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:33.330678 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-99260c33-c8e9-4404-bfe2-13b14dbb54ce req-2a24f08b-5a36-44a8-b15c-604cbb303b9a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=96ccabc5-b8cb-463a-811a-f4687c883115 HTTP/1.1" status: 200 len: 944 time: 0.3595674 Jul 22 16:52:33.356700 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75c3448f-e3bc-4dac-8271-acda3703dea1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.453850 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-99260c33-c8e9-4404-bfe2-13b14dbb54ce req-ff27b428-a71a-4a11-afd6-755e1adde1ab tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112149 Jul 22 16:52:33.489251 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a042b21c-3998-44bb-bd1b-4ec914c79eba None None] New status for floating IP 4f543f2b-be69-4b65-a090-3ac63d0543ef: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:52:33.490622 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75c3448f-e3bc-4dac-8271-acda3703dea1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.499630 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75c3448f-e3bc-4dac-8271-acda3703dea1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.547249 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-faabc735-384f-4f16-a07e-3bdbbf1df45f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.554633 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-faabc735-384f-4f16-a07e-3bdbbf1df45f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.556534 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3448f-e3bc-4dac-8271-acda3703dea1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1dd97f9-cd81-41f2-a31c-81a887709775,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:33.573665 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75c3448f-e3bc-4dac-8271-acda3703dea1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.575969 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-75c3448f-e3bc-4dac-8271-acda3703dea1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2732131 Jul 22 16:52:33.578970 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45552) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:33.587055 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4eca0799-2e13-41b8-810e-54296a958bc1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Request body: {'security_group_rule': {'security_group_id': '1ba6b1dd-43c6-4613-b1d6-e9e59f22dc2a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:33.625775 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45554) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:33.635622 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4eca0799-2e13-41b8-810e-54296a958bc1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.655528 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faabc735-384f-4f16-a07e-3bdbbf1df45f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event updated for resources: {'Port': ['ID=0fd78326-257f-4184-9190-8f52103d30e9,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:33.660684 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-faabc735-384f-4f16-a07e-3bdbbf1df45f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.713870 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6f26b674-e7ef-4012-a426-658d963f1e67 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=63ba5eb954aa4050867b4451fb71c331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0864539 Jul 22 16:52:33.719726 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45556) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:33.778470 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4eca0799-2e13-41b8-810e-54296a958bc1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.779834 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faabc735-384f-4f16-a07e-3bdbbf1df45f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Network 70313ecc-fd10-41a8-a1c1-00566b524ca6 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:33.782301 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-faabc735-384f-4f16-a07e-3bdbbf1df45f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:33.789788 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4eca0799-2e13-41b8-810e-54296a958bc1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.817987 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca0799-2e13-41b8-810e-54296a958bc1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2445692-8d6c-4d68-8729-0d20c485a52e,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:33.824208 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4eca0799-2e13-41b8-810e-54296a958bc1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.832497 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4eca0799-2e13-41b8-810e-54296a958bc1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2480295 Jul 22 16:52:33.833326 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45558) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:33.859731 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e89c279-e0f9-45c0-bc6c-a975f4294217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.872716 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f0180c-f16a-4466-b5c6-e9832e7aad0e', 'tag': '940cc934-551b-4bc9-8f9d-2e890df3c986'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:33.875282 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f05b27a-a389-473c-94b2-b435ed6cc670" -d '{"events": [{"name": "network-changed", "server_uuid": "54f0180c-f16a-4466-b5c6-e9832e7aad0e", "tag": "940cc934-551b-4bc9-8f9d-2e890df3c986"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:33.909413 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1bc223b4-27e2-4fa4-bc85-eed8117997d6 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.914208 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e89c279-e0f9-45c0-bc6c-a975f4294217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.928506 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1bc223b4-27e2-4fa4-bc85-eed8117997d6 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.943519 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faabc735-384f-4f16-a07e-3bdbbf1df45f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Router 70426ac6-b6a0-47b4-863e-a09ad09565e2 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:52:33.946401 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3f36f0-7058-47ad-9c9a-1d74963ffe14 x-openstack-request-id: req-3d3f36f0-7058-47ad-9c9a-1d74963ffe14 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:33.946938 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f0180c-f16a-4466-b5c6-e9832e7aad0e", "tag": "940cc934-551b-4bc9-8f9d-2e890df3c986", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:33.948484 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3d3f36f0-7058-47ad-9c9a-1d74963ffe14 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:33.948725 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f0180c-f16a-4466-b5c6-e9832e7aad0e', 'tag': '940cc934-551b-4bc9-8f9d-2e890df3c986', 'status': 'completed', 'code': 200} Jul 22 16:52:34.041536 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1bc223b4-27e2-4fa4-bc85-eed8117997d6 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:34.047820 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1bc223b4-27e2-4fa4-bc85-eed8117997d6 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:34.049008 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1bc223b4-27e2-4fa4-bc85-eed8117997d6 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/a2445692-8d6c-4d68-8729-0d20c485a52e HTTP/1.1" status: 204 len: 168 time: 0.2153132 Jul 22 16:52:34.052836 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45562) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:34.057499 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e89c279-e0f9-45c0-bc6c-a975f4294217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:34.060136 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e89c279-e0f9-45c0-bc6c-a975f4294217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:34.064088 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9e89c279-e0f9-45c0-bc6c-a975f4294217 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4fc2d26e-495c-458b-8423-ca736750b9cc HTTP/1.1" status: 204 len: 168 time: 0.3408039 Jul 22 16:52:34.074947 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc223b4-27e2-4fa4-bc85-eed8117997d6 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2445692-8d6c-4d68-8729-0d20c485a52e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:34.085745 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89c279-e0f9-45c0-bc6c-a975f4294217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc2d26e-495c-458b-8423-ca736750b9cc,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:34.108437 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05b27a-a389-473c-94b2-b435ed6cc670 req-23050083-8e32-4531-a47e-a6c48a9a8d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:34.110146 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f05b27a-a389-473c-94b2-b435ed6cc670 req-23050083-8e32-4531-a47e-a6c48a9a8d1d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0be4ca898ef40f79a7a36fc239eca61&device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 1096 time: 0.1228135 Jul 22 16:52:34.141492 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faabc735-384f-4f16-a07e-3bdbbf1df45f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:34.147959 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-faabc735-384f-4f16-a07e-3bdbbf1df45f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "PUT /v2.0/routers/70426ac6-b6a0-47b4-863e-a09ad09565e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1258402 Jul 22 16:52:34.162549 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] Sync routers for ids ['70426ac6-b6a0-47b4-863e-a09ad09565e2'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:34.173979 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-07ef0e0d-c3ab-4e80-8735-9e676da4a67f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1175132 Jul 22 16:52:34.175430 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45570) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:34.179445 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dc3b5522-871b-4d02-b7c3-e9c8dc561fa4 None None] Provisioning complete for port 0fd78326-257f-4184-9190-8f52103d30e9 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:34.180008 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5522-871b-4d02-b7c3-e9c8dc561fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:34.190426 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] Routers {'70426ac6-b6a0-47b4-863e-a09ad09565e2'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:34.191052 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:52:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['70426ac6-b6a0-47b4-863e-a09ad09565e2'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:34.220692 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d395bf25-2c1d-4747-8c42-fff346bf7d79 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:34.229447 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d395bf25-2c1d-4747-8c42-fff346bf7d79 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:34.258932 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-dc3b5522-871b-4d02-b7c3-e9c8dc561fa4 None None] Port 0fd78326-257f-4184-9190-8f52103d30e9 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:52:34.277596 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d395bf25-2c1d-4747-8c42-fff346bf7d79 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:34.281568 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05b27a-a389-473c-94b2-b435ed6cc670 req-2452b3df-8a2f-4e1d-826f-e4e6ec6cba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:34.283724 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f05b27a-a389-473c-94b2-b435ed6cc670 req-2452b3df-8a2f-4e1d-826f-e4e6ec6cba3d service neutron] 10.222.0.30 "GET /v2.0/networks?id=355332cc-46f4-40ba-8869-365066797198 HTTP/1.1" status: 200 len: 918 time: 0.1667001 Jul 22 16:52:34.286437 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d395bf25-2c1d-4747-8c42-fff346bf7d79 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:34.287591 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d395bf25-2c1d-4747-8c42-fff346bf7d79 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/f1dd97f9-cd81-41f2-a31c-81a887709775 HTTP/1.1" status: 204 len: 168 time: 0.1102188 Jul 22 16:52:34.292893 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45572) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:34.313539 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395bf25-2c1d-4747-8c42-fff346bf7d79 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1dd97f9-cd81-41f2-a31c-81a887709775,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:34.380152 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device a05460b5-3aaf-474a-8326-a3330a3a823d details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:52:34.392635 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f05b27a-a389-473c-94b2-b435ed6cc670 req-90b20aea-3ec3-41a2-9c80-b0220e11d598 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=940cc934-551b-4bc9-8f9d-2e890df3c986 HTTP/1.1" status: 200 len: 1000 time: 0.1016276 Jul 22 16:52:34.427098 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6ec3facd-0561-40de-965c-96e58b8d218f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1325881 Jul 22 16:52:34.427217 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45584) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:34.436124 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] Set router 70426ac6-b6a0-47b4-863e-a09ad09565e2 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:52:34.485093 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05b27a-a389-473c-94b2-b435ed6cc670 req-34e1d2dc-9104-48ed-8c82-a2a7e7d7f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:34.487512 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f05b27a-a389-473c-94b2-b435ed6cc670 req-34e1d2dc-9104-48ed-8c82-a2a7e7d7f22e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ecd1df5-07c9-407a-b124-958e195ac0bb HTTP/1.1" status: 200 len: 856 time: 0.0773430 Jul 22 16:52:34.529277 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92b6f13a-d86f-4f2b-9076-affc018e4614 req-1c70e54a-41f2-4a49-8993-e950ef2f7cb2 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 210 time: 0.1003466 Jul 22 16:52:34.642294 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05b27a-a389-473c-94b2-b435ed6cc670 req-6619bd22-f37c-45aa-b966-0e5c4d2e86e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:34.655153 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f05b27a-a389-473c-94b2-b435ed6cc670 req-6619bd22-f37c-45aa-b966-0e5c4d2e86e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=355332cc-46f4-40ba-8869-365066797198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245084 Jul 22 16:52:34.655377 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46b2e6db-7572-4c49-8c47-4209e5c9267d tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:34.668906 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-b65f56dc-ed0e-47f7-9685-15b6c66b96f3 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:34.674211 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-b65f56dc-ed0e-47f7-9685-15b6c66b96f3 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/networks?id=70313ecc-fd10-41a8-a1c1-00566b524ca6 HTTP/1.1" status: 200 len: 798 time: 0.1786857 Jul 22 16:52:34.681180 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port a05460b5-3aaf-474a-8326-a3330a3a823d, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a05460b5-3aaf-474a-8326-a3330a3a823d,segment=NetworkSegment(9c58c7af-0d88-4ac7-9e32-e129a89eb5c3),segment_id=9c58c7af-0d88-4ac7-9e32-e129a89eb5c3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:34.694613 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46b2e6db-7572-4c49-8c47-4209e5c9267d tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:34.704179 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-76d1484f-bab4-41bf-a094-94c1f70e2ae9 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/quotas/47c84c9b5b234dc7a95225e8dd07068d HTTP/1.1" status: 200 len: 375 time: 0.0229254 Jul 22 16:52:34.736654 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'a05460b5-3aaf-474a-8326-a3330a3a823d', 'network_id': '1a1eddf5-fb8e-4189-93cd-16488e248f15', 'port_id': 'a05460b5-3aaf-474a-8326-a3330a3a823d', 'mac_address': 'fa:16:3e:6d:36:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f83863e-4d1f-47e9-954d-4b7ea7642935', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:52:34.761745 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:34.770418 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70426ac6-b6a0-47b4-863e-a09ad09565e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-833119505', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '89d5d751-6fb6-41ec-93cf-26a1a8f84838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:52:21Z', 'updated_at': '2021-07-22T16:52:32Z', 'revision_number': 4, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'gw_port': {'id': '89d5d751-6fb6-41ec-93cf-26a1a8f84838', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70426ac6-b6a0-47b4-863e-a09ad09565e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:52:22Z', 'updated_at': '2021-07-22T16:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '0fd78326-257f-4184-9190-8f52103d30e9', 'name': '', 'network_id': '70313ecc-fd10-41a8-a1c1-00566b524ca6', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'mac_address': 'fa:16:3e:ba:09:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70426ac6-b6a0-47b4-863e-a09ad09565e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'ef42f960-c3c6-4bd3-a5b6-8817b7270733', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:52:31Z', 'updated_at': '2021-07-22T16:52:33Z', 'revision_number': 2, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'subnets': [{'id': 'ef42f960-c3c6-4bd3-a5b6-8817b7270733', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:34.796568 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46b2e6db-7572-4c49-8c47-4209e5c9267d tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:34.809432 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] Checking router: 70426ac6-b6a0-47b4-863e-a09ad09565e2 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:52:34.809962 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] Updating router 70426ac6-b6a0-47b4-863e-a09ad09565e2 port 0fd78326-257f-4184-9190-8f52103d30e9 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:52:34.810495 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46b2e6db-7572-4c49-8c47-4209e5c9267d tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:34.811679 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-46b2e6db-7572-4c49-8c47-4209e5c9267d tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/e6a3ce7c-a558-4e22-ba1e-f06f7e0d6bd5 HTTP/1.1" status: 204 len: 168 time: 0.3835163 Jul 22 16:52:34.817185 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45598) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:34.829654 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2e6db-7572-4c49-8c47-4209e5c9267d tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6a3ce7c-a558-4e22-ba1e-f06f7e0d6bd5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:34.854732 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:34.885493 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-d235665a-c9a0-43db-a0f1-a093df64d2a0 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=47c84c9b5b234dc7a95225e8dd07068d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1801457 Jul 22 16:52:34.887669 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05460b5-3aaf-474a-8326-a3330a3a823d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:52:34.900067 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:34.937291 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port a05460b5-3aaf-474a-8326-a3330a3a823d, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a05460b5-3aaf-474a-8326-a3330a3a823d,segment=NetworkSegment(9c58c7af-0d88-4ac7-9e32-e129a89eb5c3),segment_id=9c58c7af-0d88-4ac7-9e32-e129a89eb5c3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:34.944350 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:35.020092 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-3842826f-f3dc-4320-8852-b5f75311bb54 service neutron] 10.222.0.69 "GET /v2.0/networks/70313ecc-fd10-41a8-a1c1-00566b524ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312523 Jul 22 16:52:35.026571 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b591e5d-f568-445a-8055-f106680203b7 req-9a66cc22-3cc6-40e1-b95d-ed85c322eaf9 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:35.028770 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b591e5d-f568-445a-8055-f106680203b7 req-9a66cc22-3cc6-40e1-b95d-ed85c322eaf9 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=96ccabc5-b8cb-463a-811a-f4687c883115 HTTP/1.1" status: 200 len: 944 time: 0.3332963 Jul 22 16:52:35.031158 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f05b27a-a389-473c-94b2-b435ed6cc670 req-6f926b37-c8c9-4b76-ab77-4e67a28dbeae service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693433 Jul 22 16:52:35.048634 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9367b7c7-6ebe-494e-b921-1d382c37ef93 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2279143 Jul 22 16:52:35.049730 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45604) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:35.085976 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=a05460b5-3aaf-474a-8326-a3330a3a823d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:35.137191 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-333adce8-b1b3-45b2-8c4b-8b7c63288e29 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:35.167849 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-3ec40ccd-fc9b-430f-9549-fae927060ced service neutron] 10.222.0.69 "GET /v2.0/networks/70313ecc-fd10-41a8-a1c1-00566b524ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436777 Jul 22 16:52:35.186198 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-333adce8-b1b3-45b2-8c4b-8b7c63288e29 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:35.196014 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b591e5d-f568-445a-8055-f106680203b7 req-9747e20e-ac69-4514-bbb0-564766cea20a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476197 Jul 22 16:52:35.227884 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['a05460b5-3aaf-474a-8326-a3330a3a823d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:52:35.262099 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-333adce8-b1b3-45b2-8c4b-8b7c63288e29 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:35.268884 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-333adce8-b1b3-45b2-8c4b-8b7c63288e29 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:35.270048 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-333adce8-b1b3-45b2-8c4b-8b7c63288e29 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/38dc2989-bab2-4719-8465-195ef683df1a HTTP/1.1" status: 204 len: 168 time: 0.2202642 Jul 22 16:52:35.272791 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45616) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:35.273858 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f05b27a-a389-473c-94b2-b435ed6cc670 req-0de88027-b3b8-4a95-bb58-67899f259380 service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265785 Jul 22 16:52:35.280304 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333adce8-b1b3-45b2-8c4b-8b7c63288e29 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38dc2989-bab2-4719-8465-195ef683df1a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:35.362676 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45618) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:35.369159 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4bcf3627-a93b-450d-9041-42b346565ce7 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0949116 Jul 22 16:52:35.371924 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45622) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:35.408244 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-637ecd11-8e82-43fc-9099-d1fc7efb01df tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:35.418433 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-637ecd11-8e82-43fc-9099-d1fc7efb01df tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:35.463670 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-637ecd11-8e82-43fc-9099-d1fc7efb01df tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:35.470174 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-637ecd11-8e82-43fc-9099-d1fc7efb01df tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:35.471517 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-637ecd11-8e82-43fc-9099-d1fc7efb01df tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/6788f6a6-fcc7-4fff-99a0-5d2a4a8c1225 HTTP/1.1" status: 204 len: 168 time: 0.0984926 Jul 22 16:52:35.474072 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45626) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:35.495701 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ecd11-8e82-43fc-9099-d1fc7efb01df tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6788f6a6-fcc7-4fff-99a0-5d2a4a8c1225,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:35.522920 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:35.552107 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3539ccff-6fce-476c-9cb2-e3efe15259bd tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0735779 Jul 22 16:52:35.553384 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45632) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:35.556994 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] Transition to ACTIVE for port object 0fd78326-257f-4184-9190-8f52103d30e9 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:52:35.573748 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:35.632683 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-117e7eb3-374b-4460-ae7d-29f968f10f0e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-393180901-network', 'tenant_id': 'f89a08951e9e4a898bd85e39cc986ec7'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:35.641707 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f37e4e-3712-4495-9838-1395a8ed16e4 None None] Pushing event updated for resources: {'Port': ['ID=0fd78326-257f-4184-9190-8f52103d30e9,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:35.653091 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f37e4e-3712-4495-9838-1395a8ed16e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:35.653739 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f37e4e-3712-4495-9838-1395a8ed16e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:35.654345 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f37e4e-3712-4495-9838-1395a8ed16e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:35.654851 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f37e4e-3712-4495-9838-1395a8ed16e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:35.655336 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f37e4e-3712-4495-9838-1395a8ed16e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:35.655821 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f37e4e-3712-4495-9838-1395a8ed16e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:35.656308 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f37e4e-3712-4495-9838-1395a8ed16e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:35.656798 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f37e4e-3712-4495-9838-1395a8ed16e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:35.657285 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f37e4e-3712-4495-9838-1395a8ed16e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:35.657896 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f37e4e-3712-4495-9838-1395a8ed16e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:35.658402 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f37e4e-3712-4495-9838-1395a8ed16e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:35.658875 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f37e4e-3712-4495-9838-1395a8ed16e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:35.707590 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f201a49d-8df6-417d-9a2a-d0900beb3273 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:35.719403 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-95599109-5dff-4977-adf8-aea58863a19e req-5d413fdc-7889-495a-b3f0-afa9c7b59e63 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=8767850b-35c2-4f05-ac41-2fbf69fcae6f HTTP/1.1" status: 200 len: 210 time: 0.1858606 Jul 22 16:52:35.725992 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117e7eb3-374b-4460-ae7d-29f968f10f0e admin admin] Made reservation on behalf of f89a08951e9e4a898bd85e39cc986ec7 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:35.727357 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] Attempting to bind port 0fd78326-257f-4184-9190-8f52103d30e9 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:52:35.728254 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] Attempting to bind port 0fd78326-257f-4184-9190-8f52103d30e9 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '3c530a61-8418-4f8d-a0f3-9abea2820c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '70313ecc-fd10-41a8-a1c1-00566b524ca6'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:52:35.737680 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] Attempting to bind port 0fd78326-257f-4184-9190-8f52103d30e9 on network 70313ecc-fd10-41a8-a1c1-00566b524ca6 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:52:35.737790 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-117e7eb3-374b-4460-ae7d-29f968f10f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:35.744818 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:52:35.745197 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] Checking segment: {'id': '3c530a61-8418-4f8d-a0f3-9abea2820c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '70313ecc-fd10-41a8-a1c1-00566b524ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:52:35.745682 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:35.746163 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] Bound using segment: {'id': '3c530a61-8418-4f8d-a0f3-9abea2820c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '70313ecc-fd10-41a8-a1c1-00566b524ca6'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:52:35.746802 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] Bound port: 0fd78326-257f-4184-9190-8f52103d30e9, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c530a61-8418-4f8d-a0f3-9abea2820c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '70313ecc-fd10-41a8-a1c1-00566b524ca6'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:52:35.747242 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:35.754994 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-117e7eb3-374b-4460-ae7d-29f968f10f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:35.822637 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-75010615-e841-497a-bb8e-c6451f693087 req-9def32da-644c-4920-8730-405af44715c0 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 210 time: 0.1030180 Jul 22 16:52:35.850416 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f201a49d-8df6-417d-9a2a-d0900beb3273 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:35.905189 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] For port 0fd78326-257f-4184-9190-8f52103d30e9, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:52:35.919410 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] For port 0fd78326-257f-4184-9190-8f52103d30e9, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0fd78326-257f-4184-9190-8f52103d30e9,segment=NetworkSegment(3c530a61-8418-4f8d-a0f3-9abea2820c5b),segment_id=3c530a61-8418-4f8d-a0f3-9abea2820c5b)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:52:35.926604 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-117e7eb3-374b-4460-ae7d-29f968f10f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:35.927770 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f201a49d-8df6-417d-9a2a-d0900beb3273 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:35.928654 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:35.931845 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f201a49d-8df6-417d-9a2a-d0900beb3273 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:35.933307 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f201a49d-8df6-417d-9a2a-d0900beb3273 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "DELETE /v2.0/security-groups/1ba6b1dd-43c6-4613-b1d6-e9e59f22dc2a HTTP/1.1" status: 204 len: 168 time: 0.3773596 Jul 22 16:52:35.934972 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-117e7eb3-374b-4460-ae7d-29f968f10f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:35.940590 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45638) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:35.943897 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201a49d-8df6-417d-9a2a-d0900beb3273 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba6b1dd-43c6-4613-b1d6-e9e59f22dc2a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:36.002770 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-117e7eb3-374b-4460-ae7d-29f968f10f0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:52:36.005241 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e7eb3-374b-4460-ae7d-29f968f10f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bdfd92-1979-4e9c-86a0-2267fcb6fb90,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:36.032926 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-117e7eb3-374b-4460-ae7d-29f968f10f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:36.033638 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-117e7eb3-374b-4460-ae7d-29f968f10f0e admin admin] Added segment ef84a0e9-1259-4c02-bd96-02522eb19606 of type vlan for network 3f038959-aace-415e-992d-664cf06f9b81 Jul 22 16:52:36.045817 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f37e4e-3712-4495-9838-1395a8ed16e4 None None] Pushing event updated for resources: {'Port': ['ID=0fd78326-257f-4184-9190-8f52103d30e9,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:36.049095 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] Routers {'70426ac6-b6a0-47b4-863e-a09ad09565e2'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:36.049656 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:52:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['70426ac6-b6a0-47b4-863e-a09ad09565e2'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:36.058348 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a9205015-fb55-40a5-9912-4f2b893688c1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1119423 Jul 22 16:52:36.064080 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45644) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:36.081380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-55698e99-131e-4f00-8913-1ef86585d2ec tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Request body: {'security_group': {'name': 'tempest-secgroup--336892791'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:36.106210 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-117e7eb3-374b-4460-ae7d-29f968f10f0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:36.124384 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55698e99-131e-4f00-8913-1ef86585d2ec tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:36.170085 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-117e7eb3-374b-4460-ae7d-29f968f10f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:36.170998 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117e7eb3-374b-4460-ae7d-29f968f10f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:36.171589 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-117e7eb3-374b-4460-ae7d-29f968f10f0e admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:36.260800 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] Set router 70426ac6-b6a0-47b4-863e-a09ad09565e2 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:52:36.302046 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55698e99-131e-4f00-8913-1ef86585d2ec tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:36.310465 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55698e99-131e-4f00-8913-1ef86585d2ec tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:36.379534 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55698e99-131e-4f00-8913-1ef86585d2ec tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=928ac0fd-cce1-4ea4-99c8-77cd1ec2daf1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:36.396251 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device a05460b5-3aaf-474a-8326-a3330a3a823d up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:52:36.419339 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55698e99-131e-4f00-8913-1ef86585d2ec tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:36.422381 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-55698e99-131e-4f00-8913-1ef86585d2ec tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3496039 Jul 22 16:52:36.424654 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45652) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:36.438611 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-20747735-78e4-4213-be0a-7bd1fcd17d55 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Request body: {'security_group_rule': {'security_group_id': '928ac0fd-cce1-4ea4-99c8-77cd1ec2daf1', 'direction': 'ingress', 'protocol': 17}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:36.533567 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port a05460b5-3aaf-474a-8326-a3330a3a823d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:52:36.555132 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port a05460b5-3aaf-474a-8326-a3330a3a823d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:36.555808 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:36.612080 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70426ac6-b6a0-47b4-863e-a09ad09565e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-833119505', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '89d5d751-6fb6-41ec-93cf-26a1a8f84838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:52:21Z', 'updated_at': '2021-07-22T16:52:32Z', 'revision_number': 4, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'gw_port': {'id': '89d5d751-6fb6-41ec-93cf-26a1a8f84838', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70426ac6-b6a0-47b4-863e-a09ad09565e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:52:22Z', 'updated_at': '2021-07-22T16:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '0fd78326-257f-4184-9190-8f52103d30e9', 'name': '', 'network_id': '70313ecc-fd10-41a8-a1c1-00566b524ca6', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'mac_address': 'fa:16:3e:ba:09:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70426ac6-b6a0-47b4-863e-a09ad09565e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'ef42f960-c3c6-4bd3-a5b6-8817b7270733', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:52:31Z', 'updated_at': '2021-07-22T16:52:35Z', 'revision_number': 4, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'subnets': [{'id': 'ef42f960-c3c6-4bd3-a5b6-8817b7270733', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:36.647349 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7419d174-c37c-4042-bda7-45b7fd1ae4de None None] The sync data for ids ['70426ac6-b6a0-47b4-863e-a09ad09565e2'] in n-d-798930-9 is: [{'id': '70426ac6-b6a0-47b4-863e-a09ad09565e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-833119505', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '89d5d751-6fb6-41ec-93cf-26a1a8f84838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:52:21Z', 'updated_at': '2021-07-22T16:52:32Z', 'revision_number': 4, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'gw_port': {'id': '89d5d751-6fb6-41ec-93cf-26a1a8f84838', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70426ac6-b6a0-47b4-863e-a09ad09565e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:52:22Z', 'updated_at': '2021-07-22T16:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '0fd78326-257f-4184-9190-8f52103d30e9', 'name': '', 'network_id': '70313ecc-fd10-41a8-a1c1-00566b524ca6', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'mac_address': 'fa:16:3e:ba:09:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70426ac6-b6a0-47b4-863e-a09ad09565e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'ef42f960-c3c6-4bd3-a5b6-8817b7270733', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:52:31Z', 'updated_at': '2021-07-22T16:52:35Z', 'revision_number': 4, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'subnets': [{'id': 'ef42f960-c3c6-4bd3-a5b6-8817b7270733', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:36.686123 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:36.755607 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ccabc5-b8cb-463a-811a-f4687c883115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05460b5-3aaf-474a-8326-a3330a3a823d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:36.757332 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a34179-4377-496b-9a50-0e87319545de" -d '{"events": [{"server_uuid": "96ccabc5-b8cb-463a-811a-f4687c883115", "name": "network-vif-plugged", "status": "completed", "tag": "a05460b5-3aaf-474a-8326-a3330a3a823d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:36.795444 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e7eb3-374b-4460-ae7d-29f968f10f0e admin admin] Pushing event updated for resources: {'Network': ['ID=3f038959-aace-415e-992d-664cf06f9b81,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:36.809612 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-117e7eb3-374b-4460-ae7d-29f968f10f0e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4457533 Jul 22 16:52:36.816754 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45660) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:36.819050 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port a05460b5-3aaf-474a-8326-a3330a3a823d, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a05460b5-3aaf-474a-8326-a3330a3a823d,segment=NetworkSegment(9c58c7af-0d88-4ac7-9e32-e129a89eb5c3),segment_id=9c58c7af-0d88-4ac7-9e32-e129a89eb5c3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:36.824840 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c6268820-5f63-4bc1-8b50-c18346eb4d15 admin admin] Request body: {'subnet': {'network_id': '3f038959-aace-415e-992d-664cf06f9b81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-393180901-subnet', 'tenant_id': 'f89a08951e9e4a898bd85e39cc986ec7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:36.827953 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 3f038959-aace-415e-992d-664cf06f9b81 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:52:36.844983 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20747735-78e4-4213-be0a-7bd1fcd17d55 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:36.849504 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:36.891384 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02481022-3973-46b0-af5e-837d3bcba754 req-97d53f79-dd6b-44a2-8887-4b4e053a3a06 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:36.902244 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02481022-3973-46b0-af5e-837d3bcba754 req-97d53f79-dd6b-44a2-8887-4b4e053a3a06 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=96ccabc5-b8cb-463a-811a-f4687c883115 HTTP/1.1" status: 200 len: 945 time: 0.1391129 Jul 22 16:52:36.948087 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ebb69bfe-fb8b-4696-835c-98e7718ed280 req-328f9740-fdd7-4081-8664-8999dc3f03d7 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=8767850b-35c2-4f05-ac41-2fbf69fcae6f HTTP/1.1" status: 200 len: 210 time: 0.1050353 Jul 22 16:52:36.948302 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02481022-3973-46b0-af5e-837d3bcba754 req-682dc624-da99-417d-a370-01dd1fef933b tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450854 Jul 22 16:52:37.007995 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=a05460b5-3aaf-474a-8326-a3330a3a823d,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:37.034671 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6268820-5f63-4bc1-8b50-c18346eb4d15 admin admin] Made reservation on behalf of f89a08951e9e4a898bd85e39cc986ec7 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:37.040189 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6268820-5f63-4bc1-8b50-c18346eb4d15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.133878 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20747735-78e4-4213-be0a-7bd1fcd17d55 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.140355 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73b8b77-e323-4085-aa6a-41f2e7c7539c x-openstack-request-id: req-a73b8b77-e323-4085-aa6a-41f2e7c7539c {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:37.140502 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ccabc5-b8cb-463a-811a-f4687c883115", "name": "network-vif-plugged", "status": "completed", "tag": "a05460b5-3aaf-474a-8326-a3330a3a823d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:37.140640 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a73b8b77-e323-4085-aa6a-41f2e7c7539c {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:37.143823 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ccabc5-b8cb-463a-811a-f4687c883115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05460b5-3aaf-474a-8326-a3330a3a823d', 'code': 200} Jul 22 16:52:37.147837 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0fd78326-257f-4184-9190-8f52103d30e9 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:52:37.161671 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20747735-78e4-4213-be0a-7bd1fcd17d55 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.206845 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 0fd78326-257f-4184-9190-8f52103d30e9 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:52:37.210982 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 0fd78326-257f-4184-9190-8f52103d30e9 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:37.211360 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.243070 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b497b445-5b8c-4fbd-abf6-d165892f54a2 req-f419e580-88c5-4c13-b958-b476a795fd37 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 210 time: 0.1104226 Jul 22 16:52:37.296641 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d9dda-9b44-4036-a0f4-36f4c51fb9ad req-214d07c2-a5a2-479b-92a2-d69c8f917070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:37.302184 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-871d9dda-9b44-4036-a0f4-36f4c51fb9ad req-214d07c2-a5a2-479b-92a2-d69c8f917070 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=96ccabc5-b8cb-463a-811a-f4687c883115 HTTP/1.1" status: 200 len: 1097 time: 0.0975015 Jul 22 16:52:37.312028 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20747735-78e4-4213-be0a-7bd1fcd17d55 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8d0565-1b62-4b6d-a929-bccbc21a4168,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:37.328712 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.332726 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20747735-78e4-4213-be0a-7bd1fcd17d55 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.342956 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-20747735-78e4-4213-be0a-7bd1fcd17d55 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9167829 Jul 22 16:52:37.345826 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45664) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:37.376414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 0fd78326-257f-4184-9190-8f52103d30e9, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0fd78326-257f-4184-9190-8f52103d30e9,segment=NetworkSegment(3c530a61-8418-4f8d-a0f3-9abea2820c5b),segment_id=3c530a61-8418-4f8d-a0f3-9abea2820c5b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:37.379023 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-871d9dda-9b44-4036-a0f4-36f4c51fb9ad req-8d01b8d8-c04f-4a5f-9eb8-260b424f73e2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735176 Jul 22 16:52:37.384384 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.430035 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f930578f-32aa-4ec8-a97c-1786a4996064 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.450317 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=0fd78326-257f-4184-9190-8f52103d30e9,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:37.488293 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f930578f-32aa-4ec8-a97c-1786a4996064 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.566161 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6268820-5f63-4bc1-8b50-c18346eb4d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.596906 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f930578f-32aa-4ec8-a97c-1786a4996064 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.599432 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f930578f-32aa-4ec8-a97c-1786a4996064 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.600597 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f930578f-32aa-4ec8-a97c-1786a4996064 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "DELETE /v2.0/security-groups/928ac0fd-cce1-4ea4-99c8-77cd1ec2daf1 HTTP/1.1" status: 204 len: 168 time: 0.2535191 Jul 22 16:52:37.603881 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45668) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:37.645802 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6268820-5f63-4bc1-8b50-c18346eb4d15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37345ddb-eae9-49b0-b882-e03bfb55ab98,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:37.649704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930578f-32aa-4ec8-a97c-1786a4996064 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=928ac0fd-cce1-4ea4-99c8-77cd1ec2daf1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:37.677212 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6268820-5f63-4bc1-8b50-c18346eb4d15 admin admin] Checking segment: {'id': 'ef84a0e9-1259-4c02-bd96-02522eb19606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3f038959-aace-415e-992d-664cf06f9b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:52:37.677212 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6268820-5f63-4bc1-8b50-c18346eb4d15 admin admin] Network hostable DHCP agents. Network: 3f038959-aace-415e-992d-664cf06f9b81, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:52:37.679023 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45670) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:37.687392 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-eaed8f3d-a105-4364-a3aa-ae64bbc93aee tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Request body: {'security_group': {'name': 'tempest-secgroup--1982957808'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:37.694911 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c3f98eb0-d8ab-401d-9bde-8cf062819a66 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0897729 Jul 22 16:52:37.711487 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6268820-5f63-4bc1-8b50-c18346eb4d15 admin admin] Network 3f038959-aace-415e-992d-664cf06f9b81 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:52:37.724745 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c6268820-5f63-4bc1-8b50-c18346eb4d15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 3f038959-aace-415e-992d-664cf06f9b81) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:37.728760 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eaed8f3d-a105-4364-a3aa-ae64bbc93aee tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.731483 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6268820-5f63-4bc1-8b50-c18346eb4d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:37.732061 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6268820-5f63-4bc1-8b50-c18346eb4d15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.749282 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e73170-cb1d-4e2f-bfec-ac0f3b9d8e71 None None] Network 3f038959-aace-415e-992d-664cf06f9b81 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:52:37.759750 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c6268820-5f63-4bc1-8b50-c18346eb4d15 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9397728 Jul 22 16:52:37.870146 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eaed8f3d-a105-4364-a3aa-ae64bbc93aee tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.878691 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eaed8f3d-a105-4364-a3aa-ae64bbc93aee tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.953049 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eaed8f3d-a105-4364-a3aa-ae64bbc93aee tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.956738 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-eaed8f3d-a105-4364-a3aa-ae64bbc93aee tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2735608 Jul 22 16:52:37.974780 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45676) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:37.982479 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-837f5c79-cd16-47e1-ab55-01b096ce584f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150252841'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:37.998730 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed8f3d-a105-4364-a3aa-ae64bbc93aee tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4056d911-a220-47ea-8115-78c521c05ad6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:38.007457 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74151a1e-2d08-4f29-adc7-85dc43cf5246 None None] Network 3f038959-aace-415e-992d-664cf06f9b81 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:52:38.051171 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-837f5c79-cd16-47e1-ab55-01b096ce584f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.174357 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e8da8ee1-dab1-4bd1-b676-15eaecb2ba00 req-07abb160-fb1d-46bc-8a6b-f6208b7f6d19 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=8767850b-35c2-4f05-ac41-2fbf69fcae6f HTTP/1.1" status: 200 len: 210 time: 0.0699899 Jul 22 16:52:38.275445 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-837f5c79-cd16-47e1-ab55-01b096ce584f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.282012 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-837f5c79-cd16-47e1-ab55-01b096ce584f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.285549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-612526fc-b7d3-4d59-b6a4-7dc7c7214c16 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:38.287114 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-612526fc-b7d3-4d59-b6a4-7dc7c7214c16 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.30 "GET /v2.0/networks?id=70313ecc-fd10-41a8-a1c1-00566b524ca6 HTTP/1.1" status: 200 len: 798 time: 0.3387547 Jul 22 16:52:38.313668 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-837f5c79-cd16-47e1-ab55-01b096ce584f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.314915 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-837f5c79-cd16-47e1-ab55-01b096ce584f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3369670 Jul 22 16:52:38.317187 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f5c79-cd16-47e1-ab55-01b096ce584f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e190cd3-f050-4638-ac38-b92d72307df8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:38.319404 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45688) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:38.321171 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a70dc-3159-4762-b2a3-97d964d891dd req-10531cfc-82f7-4b04-adce-d31d3bac4be0 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:38.324014 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5f2a70dc-3159-4762-b2a3-97d964d891dd req-10531cfc-82f7-4b04-adce-d31d3bac4be0 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=96ccabc5-b8cb-463a-811a-f4687c883115 HTTP/1.1" status: 200 len: 946 time: 0.2143099 Jul 22 16:52:38.326325 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-24f6e508-2b7a-47f0-86c7-757e8347287e tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Request body: {'security_group_rule': {'security_group_id': '4056d911-a220-47ea-8115-78c521c05ad6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0e190cd3-f050-4638-ac38-b92d72307df8', 'remote_ip_prefix': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:38.339192 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f5c79-cd16-47e1-ab55-01b096ce584f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:38.339746 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f5c79-cd16-47e1-ab55-01b096ce584f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:38.340245 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f5c79-cd16-47e1-ab55-01b096ce584f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:38.340742 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f5c79-cd16-47e1-ab55-01b096ce584f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:38.341234 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f5c79-cd16-47e1-ab55-01b096ce584f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:38.341816 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f5c79-cd16-47e1-ab55-01b096ce584f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:38.342453 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f5c79-cd16-47e1-ab55-01b096ce584f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:38.342956 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f5c79-cd16-47e1-ab55-01b096ce584f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:38.343443 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f5c79-cd16-47e1-ab55-01b096ce584f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:38.343928 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f5c79-cd16-47e1-ab55-01b096ce584f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:38.344424 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f5c79-cd16-47e1-ab55-01b096ce584f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:38.344913 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f5c79-cd16-47e1-ab55-01b096ce584f tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:38.366784 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-1caf8509-39ec-4f6b-9e50-0087cfed5981 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Request body: {'port': {'device_id': '8767850b-35c2-4f05-ac41-2fbf69fcae6f', 'network_id': '70313ecc-fd10-41a8-a1c1-00566b524ca6', 'admin_state_up': True, 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:38.378157 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24f6e508-2b7a-47f0-86c7-757e8347287e tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.415375 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5f2a70dc-3159-4762-b2a3-97d964d891dd req-35af1382-c5c1-4792-9fa2-8c9bbe02dad4 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847993 Jul 22 16:52:38.554196 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-31f18897-8db2-4376-8bd2-b7cdeac23584 req-066f450d-acad-463d-9b08-0ea50b51ce77 tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "GET /v2.0/ports?device_id=08ff51cb-efac-416c-a614-cdcee52fb595 HTTP/1.1" status: 200 len: 210 time: 0.0436997 Jul 22 16:52:38.554437 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24f6e508-2b7a-47f0-86c7-757e8347287e tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.558683 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24f6e508-2b7a-47f0-86c7-757e8347287e tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.566111 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-1caf8509-39ec-4f6b-9e50-0087cfed5981 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Made reservation on behalf of 47c84c9b5b234dc7a95225e8dd07068d for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:38.569778 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-1caf8509-39ec-4f6b-9e50-0087cfed5981 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.618334 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6e508-2b7a-47f0-86c7-757e8347287e tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588b52a9-da07-4eb5-82e1-8f42a902b951,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:38.628631 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-24f6e508-2b7a-47f0-86c7-757e8347287e tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.629958 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-24f6e508-2b7a-47f0-86c7-757e8347287e tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3093894 Jul 22 16:52:38.632913 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45698) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:38.672268 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcc259c3-3ab3-49e4-aeb4-852931e56010 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.679562 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a5342-aca4-46c4-84df-c239864706b6 req-f7d68fe1-618c-4dac-9b19-80d03d1957bc tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:38.681198 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-213a5342-aca4-46c4-84df-c239864706b6 req-f7d68fe1-618c-4dac-9b19-80d03d1957bc tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/networks?id=3f038959-aace-415e-992d-664cf06f9b81 HTTP/1.1" status: 200 len: 820 time: 0.2044120 Jul 22 16:52:38.689969 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcc259c3-3ab3-49e4-aeb4-852931e56010 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.705726 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-213a5342-aca4-46c4-84df-c239864706b6 req-ce1be3c4-0ecb-420f-881c-d0a4061f08cb tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/quotas/f89a08951e9e4a898bd85e39cc986ec7 HTTP/1.1" status: 200 len: 375 time: 0.0175035 Jul 22 16:52:38.752055 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-213a5342-aca4-46c4-84df-c239864706b6 req-98166e55-5e5d-4313-8022-b15068419b78 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f89a08951e9e4a898bd85e39cc986ec7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377874 Jul 22 16:52:38.752457 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-1caf8509-39ec-4f6b-9e50-0087cfed5981 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Allocated IP 172.20.0.28 (70313ecc-fd10-41a8-a1c1-00566b524ca6/ef42f960-c3c6-4bd3-a5b6-8817b7270733/288fbf0d-0dc9-45a3-96f7-947a1c4cf698) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:38.761091 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcc259c3-3ab3-49e4-aeb4-852931e56010 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.769029 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bcc259c3-3ab3-49e4-aeb4-852931e56010 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.770456 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bcc259c3-3ab3-49e4-aeb4-852931e56010 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/588b52a9-da07-4eb5-82e1-8f42a902b951 HTTP/1.1" status: 204 len: 168 time: 0.1363320 Jul 22 16:52:38.775557 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45702) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:38.793987 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc259c3-3ab3-49e4-aeb4-852931e56010 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=588b52a9-da07-4eb5-82e1-8f42a902b951,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:38.865235 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-213a5342-aca4-46c4-84df-c239864706b6 req-71cbf668-97a3-4cd2-8610-ce77a55c2b48 service neutron] 10.222.0.69 "GET /v2.0/networks/3f038959-aace-415e-992d-664cf06f9b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019871 Jul 22 16:52:38.916467 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-eba39962-97d5-41b4-9a2b-744855c5f5a2 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1387939 Jul 22 16:52:38.924805 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45704) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:38.942989 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-1caf8509-39ec-4f6b-9e50-0087cfed5981 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.968462 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-213a5342-aca4-46c4-84df-c239864706b6 req-fb1bdbc6-c21c-4f20-a2cd-78c435b54e58 service neutron] 10.222.0.69 "GET /v2.0/networks/3f038959-aace-415e-992d-664cf06f9b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967953 Jul 22 16:52:38.983514 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-1caf8509-39ec-4f6b-9e50-0087cfed5981 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Transition to ACTIVE for port object 288fbf0d-0dc9-45a3-96f7-947a1c4cf698 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:52:39.016221 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6331aa1f-fe41-4251-a600-afb5cdafc4c2 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.048506 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6331aa1f-fe41-4251-a600-afb5cdafc4c2 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.054860 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0fd78326-257f-4184-9190-8f52103d30e9 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:52:39.063622 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-1caf8509-39ec-4f6b-9e50-0087cfed5981 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.121751 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 0fd78326-257f-4184-9190-8f52103d30e9 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:39.121956 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.157857 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-1caf8509-39ec-4f6b-9e50-0087cfed5981 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Network 70313ecc-fd10-41a8-a1c1-00566b524ca6 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:39.180405 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-1caf8509-39ec-4f6b-9e50-0087cfed5981 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:39.184620 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83fe28c9-1f64-480b-a689-8e40118f2913 req-96ddc939-f160-4ad2-8b67-129c95f94970 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c12468c-4530-4a51-a9c4-f39cea88aaf8 HTTP/1.1" status: 200 len: 210 time: 0.0402250 Jul 22 16:52:39.185817 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-1caf8509-39ec-4f6b-9e50-0087cfed5981 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:39.192271 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf8509-39ec-4f6b-9e50-0087cfed5981 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event updated for resources: {'Port': ['ID=288fbf0d-0dc9-45a3-96f7-947a1c4cf698,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:39.204656 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6331aa1f-fe41-4251-a600-afb5cdafc4c2 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.207735 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6331aa1f-fe41-4251-a600-afb5cdafc4c2 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.209091 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6331aa1f-fe41-4251-a600-afb5cdafc4c2 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "DELETE /v2.0/security-groups/0e190cd3-f050-4638-ac38-b92d72307df8 HTTP/1.1" status: 204 len: 168 time: 0.2833383 Jul 22 16:52:39.213331 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45712) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:39.251907 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331aa1f-fe41-4251-a600-afb5cdafc4c2 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e190cd3-f050-4638-ac38-b92d72307df8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:39.318111 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-1caf8509-39ec-4f6b-9e50-0087cfed5981 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:39.319632 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-1caf8509-39ec-4f6b-9e50-0087cfed5981 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.337328 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-1caf8509-39ec-4f6b-9e50-0087cfed5981 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9756608 Jul 22 16:52:39.342538 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-be92504f-2b4a-4ea6-ae14-5a6aed65ebf6 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1278784 Jul 22 16:52:39.345305 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45716) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:39.366462 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-9c80ffe0-4a5e-4394-85b8-6ff310d8b848 service neutron] Request body: {'port': {'device_id': '8767850b-35c2-4f05-ac41-2fbf69fcae6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:39.457659 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd37489-8ee3-4512-bb21-e291614d99f7 req-3736dc97-7a4c-49e8-a4d9-54d3334ec35f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:39.472838 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2dd37489-8ee3-4512-bb21-e291614d99f7 req-3736dc97-7a4c-49e8-a4d9-54d3334ec35f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=8767850b-35c2-4f05-ac41-2fbf69fcae6f HTTP/1.1" status: 200 len: 895 time: 0.1290171 Jul 22 16:52:39.495794 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2755e5b-62b9-4afd-9354-88a25526e96b tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.505395 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-9c80ffe0-4a5e-4394-85b8-6ff310d8b848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.527067 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e165f34b-7b37-4bf0-a4c7-e2b1bb18e3a9 None None] Provisioning for port 288fbf0d-0dc9-45a3-96f7-947a1c4cf698 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:52:39.531129 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e165f34b-7b37-4bf0-a4c7-e2b1bb18e3a9 None None] Provisioning complete for port 288fbf0d-0dc9-45a3-96f7-947a1c4cf698 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:39.531761 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e165f34b-7b37-4bf0-a4c7-e2b1bb18e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.578991 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e165f34b-7b37-4bf0-a4c7-e2b1bb18e3a9 None None] Port 288fbf0d-0dc9-45a3-96f7-947a1c4cf698 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:52:39.584857 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2755e5b-62b9-4afd-9354-88a25526e96b tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.631044 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45726) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:39.696371 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34ae5d52-8077-4ffd-a0c5-fbf59dfad71b tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.728265 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34ae5d52-8077-4ffd-a0c5-fbf59dfad71b tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.729488 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2755e5b-62b9-4afd-9354-88a25526e96b tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.732063 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2755e5b-62b9-4afd-9354-88a25526e96b tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.733281 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a2755e5b-62b9-4afd-9354-88a25526e96b tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "DELETE /v2.0/security-groups/4056d911-a220-47ea-8115-78c521c05ad6 HTTP/1.1" status: 204 len: 168 time: 0.3854055 Jul 22 16:52:39.743109 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45728) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:39.757055 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4b69d-d0e5-4d49-a8b3-ae628b219c41 req-76aa36c4-fc61-49d7-a36b-0442388045d4 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:39.758591 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-50f4b69d-d0e5-4d49-a8b3-ae628b219c41 req-76aa36c4-fc61-49d7-a36b-0442388045d4 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=96ccabc5-b8cb-463a-811a-f4687c883115 HTTP/1.1" status: 200 len: 946 time: 0.2450964 Jul 22 16:52:39.776045 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2755e5b-62b9-4afd-9354-88a25526e96b tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4056d911-a220-47ea-8115-78c521c05ad6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:39.847453 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5ff4e071-06dc-47df-a9fe-b7a4790efb59 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1024537 Jul 22 16:52:39.853635 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45732) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:39.858566 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c5238861-7461-47fd-a823-c7811385e2da tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Request body: {'security_group': {'name': 'tempest-secgroup--1478554671'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:39.864543 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34ae5d52-8077-4ffd-a0c5-fbf59dfad71b tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.867127 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34ae5d52-8077-4ffd-a0c5-fbf59dfad71b tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.868311 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-34ae5d52-8077-4ffd-a0c5-fbf59dfad71b tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] 10.222.0.69 "DELETE /v2.0/security-groups/a6b7ec4e-1542-4b02-9c84-396c247335b4 HTTP/1.1" status: 204 len: 168 time: 0.2354743 Jul 22 16:52:39.869247 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-50f4b69d-d0e5-4d49-a8b3-ae628b219c41 req-664ed78e-3b87-441d-9b37-86abec297473 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955980 Jul 22 16:52:39.890724 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae5d52-8077-4ffd-a0c5-fbf59dfad71b tempest-TestVolumeBackupRestore-1060223679 tempest-TestVolumeBackupRestore-1060223679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b7ec4e-1542-4b02-9c84-396c247335b4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:39.912750 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5238861-7461-47fd-a823-c7811385e2da tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.996563 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-9c80ffe0-4a5e-4394-85b8-6ff310d8b848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288fbf0d-0dc9-45a3-96f7-947a1c4cf698 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:52:40.008398 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-9c80ffe0-4a5e-4394-85b8-6ff310d8b848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.025770 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-9c80ffe0-4a5e-4394-85b8-6ff310d8b848 service neutron] Transition to ACTIVE for port object 288fbf0d-0dc9-45a3-96f7-947a1c4cf698 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:52:40.029822 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5238861-7461-47fd-a823-c7811385e2da tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.034406 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5238861-7461-47fd-a823-c7811385e2da tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.043959 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-9c80ffe0-4a5e-4394-85b8-6ff310d8b848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.080459 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5238861-7461-47fd-a823-c7811385e2da tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3788c2b7-9664-4209-9310-b13d942171a3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:40.094739 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5238861-7461-47fd-a823-c7811385e2da tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.096087 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c5238861-7461-47fd-a823-c7811385e2da tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2412426 Jul 22 16:52:40.117157 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45742) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:40.149057 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1e4180bf-5d02-47db-8d3b-a9b7e8075441 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Request body: {'security_group_rule': {'security_group_id': '3788c2b7-9664-4209-9310-b13d942171a3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:40.205500 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80ffe0-4a5e-4394-85b8-6ff310d8b848 service neutron] Pushing event updated for resources: {'Port': ['ID=288fbf0d-0dc9-45a3-96f7-947a1c4cf698,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:40.221805 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e4180bf-5d02-47db-8d3b-a9b7e8075441 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.382760 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-9c80ffe0-4a5e-4394-85b8-6ff310d8b848 service neutron] Attempting to bind port 288fbf0d-0dc9-45a3-96f7-947a1c4cf698 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:52:40.383716 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-9c80ffe0-4a5e-4394-85b8-6ff310d8b848 service neutron] Attempting to bind port 288fbf0d-0dc9-45a3-96f7-947a1c4cf698 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '3c530a61-8418-4f8d-a0f3-9abea2820c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '70313ecc-fd10-41a8-a1c1-00566b524ca6'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:52:40.384248 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-9c80ffe0-4a5e-4394-85b8-6ff310d8b848 service neutron] Attempting to bind port 288fbf0d-0dc9-45a3-96f7-947a1c4cf698 on network 70313ecc-fd10-41a8-a1c1-00566b524ca6 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:52:40.394957 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e4180bf-5d02-47db-8d3b-a9b7e8075441 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.403740 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-9c80ffe0-4a5e-4394-85b8-6ff310d8b848 service neutron] Port 288fbf0d-0dc9-45a3-96f7-947a1c4cf698 on network 70313ecc-fd10-41a8-a1c1-00566b524ca6 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:52:40.404078 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-9c80ffe0-4a5e-4394-85b8-6ff310d8b848 service neutron] Attempting to bind port 288fbf0d-0dc9-45a3-96f7-947a1c4cf698 on network 70313ecc-fd10-41a8-a1c1-00566b524ca6 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:52:40.420358 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-9c80ffe0-4a5e-4394-85b8-6ff310d8b848 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:52:40.420697 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-9c80ffe0-4a5e-4394-85b8-6ff310d8b848 service neutron] Checking segment: {'id': '3c530a61-8418-4f8d-a0f3-9abea2820c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '70313ecc-fd10-41a8-a1c1-00566b524ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:52:40.423793 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-9c80ffe0-4a5e-4394-85b8-6ff310d8b848 service neutron] Bound using segment: {'id': '3c530a61-8418-4f8d-a0f3-9abea2820c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '70313ecc-fd10-41a8-a1c1-00566b524ca6'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:52:40.424483 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-9c80ffe0-4a5e-4394-85b8-6ff310d8b848 service neutron] Bound port: 288fbf0d-0dc9-45a3-96f7-947a1c4cf698, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c530a61-8418-4f8d-a0f3-9abea2820c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '70313ecc-fd10-41a8-a1c1-00566b524ca6'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:52:40.425241 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-9c80ffe0-4a5e-4394-85b8-6ff310d8b848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.428980 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-115cc904-f7ae-4112-bb38-1ecbcf4d3870 req-70dd3cbc-96b4-47e5-9733-36c286344994 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c12468c-4530-4a51-a9c4-f39cea88aaf8 HTTP/1.1" status: 200 len: 210 time: 0.0691464 Jul 22 16:52:40.435483 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e4180bf-5d02-47db-8d3b-a9b7e8075441 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.453377 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4180bf-5d02-47db-8d3b-a9b7e8075441 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a949c8e-eeea-4cdb-9862-b58cee000f88,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:40.477711 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e4180bf-5d02-47db-8d3b-a9b7e8075441 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.480863 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1e4180bf-5d02-47db-8d3b-a9b7e8075441 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3595085 Jul 22 16:52:40.483946 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45776) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:40.559416 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb91da09-0259-47d2-b4ab-cff722c41bc1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.581605 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb91da09-0259-47d2-b4ab-cff722c41bc1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.687062 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb91da09-0259-47d2-b4ab-cff722c41bc1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.690868 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-9c80ffe0-4a5e-4394-85b8-6ff310d8b848 service neutron] For port 288fbf0d-0dc9-45a3-96f7-947a1c4cf698, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:52:40.698475 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-9c80ffe0-4a5e-4394-85b8-6ff310d8b848 service neutron] For port 288fbf0d-0dc9-45a3-96f7-947a1c4cf698, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=288fbf0d-0dc9-45a3-96f7-947a1c4cf698,segment=NetworkSegment(3c530a61-8418-4f8d-a0f3-9abea2820c5b),segment_id=3c530a61-8418-4f8d-a0f3-9abea2820c5b)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:52:40.699160 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb91da09-0259-47d2-b4ab-cff722c41bc1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.702863 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fb91da09-0259-47d2-b4ab-cff722c41bc1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/2a949c8e-eeea-4cdb-9862-b58cee000f88 HTTP/1.1" status: 204 len: 168 time: 0.2151830 Jul 22 16:52:40.703023 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45804) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:40.717629 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971d95e-946a-4bc8-9414-a6f3ffb86b14 req-51f86cdb-c03d-4898-a466-fcc787aac647 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:40.719354 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9971d95e-946a-4bc8-9414-a6f3ffb86b14 req-51f86cdb-c03d-4898-a466-fcc787aac647 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=96ccabc5-b8cb-463a-811a-f4687c883115 HTTP/1.1" status: 200 len: 946 time: 0.3167415 Jul 22 16:52:40.722924 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-9c80ffe0-4a5e-4394-85b8-6ff310d8b848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.746295 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91da09-0259-47d2-b4ab-cff722c41bc1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a949c8e-eeea-4cdb-9862-b58cee000f88,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:40.801959 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a5342-aca4-46c4-84df-c239864706b6 req-e7988b8d-9aea-4c16-9a90-0cb419b8fd54 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:40.803756 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-213a5342-aca4-46c4-84df-c239864706b6 req-e7988b8d-9aea-4c16-9a90-0cb419b8fd54 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.16 "GET /v2.0/networks?id=3f038959-aace-415e-992d-664cf06f9b81 HTTP/1.1" status: 200 len: 820 time: 0.2514539 Jul 22 16:52:40.806034 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f86bc0c0-40b9-4ff7-b7ad-5bee783ee421 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1010973 Jul 22 16:52:40.809172 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45816) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:40.829766 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80ffe0-4a5e-4394-85b8-6ff310d8b848 service neutron] Pushing event updated for resources: {'Port': ['ID=288fbf0d-0dc9-45a3-96f7-947a1c4cf698,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:40.847913 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-9c80ffe0-4a5e-4394-85b8-6ff310d8b848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:40.848723 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-9c80ffe0-4a5e-4394-85b8-6ff310d8b848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.850374 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-9c80ffe0-4a5e-4394-85b8-6ff310d8b848 service neutron] 10.222.0.30 "PUT /v2.0/ports/288fbf0d-0dc9-45a3-96f7-947a1c4cf698 HTTP/1.1" status: 200 len: 1055 time: 1.4894266 Jul 22 16:52:40.852605 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8767850b-35c2-4f05-ac41-2fbf69fcae6f', 'tag': '288fbf0d-0dc9-45a3-96f7-947a1c4cf698'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:40.856452 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2358e0-85c6-44fe-81f2-cf315756ae82" -d '{"events": [{"name": "network-changed", "server_uuid": "8767850b-35c2-4f05-ac41-2fbf69fcae6f", "tag": "288fbf0d-0dc9-45a3-96f7-947a1c4cf698"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:40.861061 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce64542-cfeb-40c9-979a-db99ed2427b8 req-fa4cef5d-92b5-41b7-a39b-bc73ba754022 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:40.867341 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-213a5342-aca4-46c4-84df-c239864706b6 req-1c694ba5-e6e8-4366-8402-aa3db8e787aa tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Request body: {'port': {'device_id': '9c12468c-4530-4a51-a9c4-f39cea88aaf8', 'network_id': '3f038959-aace-415e-992d-664cf06f9b81', 'admin_state_up': True, 'tenant_id': 'f89a08951e9e4a898bd85e39cc986ec7'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:40.870403 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6ce64542-cfeb-40c9-979a-db99ed2427b8 req-fa4cef5d-92b5-41b7-a39b-bc73ba754022 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=8767850b-35c2-4f05-ac41-2fbf69fcae6f HTTP/1.1" status: 200 len: 907 time: 0.3021750 Jul 22 16:52:40.896051 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9971d95e-946a-4bc8-9414-a6f3ffb86b14 req-4dad2618-9d68-439b-bd63-d79f4f8aa368 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151593 Jul 22 16:52:40.931669 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37e75132-a377-4251-a432-8854ccb64658 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.960265 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37e75132-a377-4251-a432-8854ccb64658 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:41.030037 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37e75132-a377-4251-a432-8854ccb64658 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:41.038715 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37e75132-a377-4251-a432-8854ccb64658 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:41.040136 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-37e75132-a377-4251-a432-8854ccb64658 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "DELETE /v2.0/security-groups/3788c2b7-9664-4209-9310-b13d942171a3 HTTP/1.1" status: 204 len: 168 time: 0.2299550 Jul 22 16:52:41.045275 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7048c868-b82b-43ed-b412-3a57ef1e70c9 x-openstack-request-id: req-7048c868-b82b-43ed-b412-3a57ef1e70c9 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:41.047620 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45838) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:41.050214 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8767850b-35c2-4f05-ac41-2fbf69fcae6f", "tag": "288fbf0d-0dc9-45a3-96f7-947a1c4cf698", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:41.050912 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7048c868-b82b-43ed-b412-3a57ef1e70c9 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:41.051354 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8767850b-35c2-4f05-ac41-2fbf69fcae6f', 'tag': '288fbf0d-0dc9-45a3-96f7-947a1c4cf698', 'status': 'completed', 'code': 200} Jul 22 16:52:41.130478 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e75132-a377-4251-a432-8854ccb64658 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3788c2b7-9664-4209-9310-b13d942171a3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:41.175303 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-f2fdd86c-7ea3-4cf1-aaac-ebed538c941e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:41.178467 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-f2fdd86c-7ea3-4cf1-aaac-ebed538c941e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47c84c9b5b234dc7a95225e8dd07068d&device_id=8767850b-35c2-4f05-ac41-2fbf69fcae6f HTTP/1.1" status: 200 len: 1058 time: 0.2513223 Jul 22 16:52:41.203183 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8fd61483-2c2e-4ff5-8620-1c19f7c90d32 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1543515 Jul 22 16:52:41.206781 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45856) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:41.215045 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-78bb2012-f4ec-4611-b66d-f4d0e7d256d5 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Request body: {'security_group': {'name': 'tempest-secgroup--847938597'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:41.268721 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-13bfb38d-f83f-4640-b3c6-130b0f464c91 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=288fbf0d-0dc9-45a3-96f7-947a1c4cf698 HTTP/1.1" status: 200 len: 217 time: 0.0734894 Jul 22 16:52:41.278269 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-213a5342-aca4-46c4-84df-c239864706b6 req-1c694ba5-e6e8-4366-8402-aa3db8e787aa tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Made reservation on behalf of f89a08951e9e4a898bd85e39cc986ec7 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:41.282498 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-213a5342-aca4-46c4-84df-c239864706b6 req-1c694ba5-e6e8-4366-8402-aa3db8e787aa tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:41.363792 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78bb2012-f4ec-4611-b66d-f4d0e7d256d5 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:41.434135 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-cdf24ae7-cbe8-4145-991a-e1cdd1d59819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:41.435634 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-cdf24ae7-cbe8-4145-991a-e1cdd1d59819 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef42f960-c3c6-4bd3-a5b6-8817b7270733 HTTP/1.1" status: 200 len: 837 time: 0.1584051 Jul 22 16:52:41.570779 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2720c22b-75f3-4a8c-b115-b3fbcdc561aa req-8b743668-de8f-461f-8cb1-255bf7291686 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c12468c-4530-4a51-a9c4-f39cea88aaf8 HTTP/1.1" status: 200 len: 210 time: 0.0524390 Jul 22 16:52:41.672243 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-213a5342-aca4-46c4-84df-c239864706b6 req-1c694ba5-e6e8-4366-8402-aa3db8e787aa tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Allocated IP 172.20.0.8 (3f038959-aace-415e-992d-664cf06f9b81/37345ddb-eae9-49b0-b882-e03bfb55ab98/9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:41.685135 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78bb2012-f4ec-4611-b66d-f4d0e7d256d5 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:41.687399 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-ce25f0bd-4007-4d7b-8a1d-682bd0c8927d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:41.688907 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-ce25f0bd-4007-4d7b-8a1d-682bd0c8927d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=70313ecc-fd10-41a8-a1c1-00566b524ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2438443 Jul 22 16:52:41.698188 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78bb2012-f4ec-4611-b66d-f4d0e7d256d5 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:41.771805 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78bb2012-f4ec-4611-b66d-f4d0e7d256d5 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:41.773282 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-78bb2012-f4ec-4611-b66d-f4d0e7d256d5 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5650797 Jul 22 16:52:41.776774 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45918) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:41.783711 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-500d1099-1eba-4012-ab36-137f78764003 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Request body: {'security_group_rule': {'security_group_id': 'ce46000d-4e47-48d2-a6ec-2b7aa308d76c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:41.791051 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb2012-f4ec-4611-b66d-f4d0e7d256d5 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce46000d-4e47-48d2-a6ec-2b7aa308d76c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:41.825378 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-500d1099-1eba-4012-ab36-137f78764003 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:41.946644 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-85ce6b6a-9f71-4b30-9c66-121f32dbadd4 service neutron] 10.222.0.30 "GET /v2.0/networks/70313ecc-fd10-41a8-a1c1-00566b524ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499435 Jul 22 16:52:41.995400 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-500d1099-1eba-4012-ab36-137f78764003 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.020927 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c75b5-45a8-4bc4-93b6-de15c0f4af06 req-3d08011e-129f-4c9d-a39d-049534670c8a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:42.022661 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-335c75b5-45a8-4bc4-93b6-de15c0f4af06 req-3d08011e-129f-4c9d-a39d-049534670c8a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.30 "GET /v2.0/ports?device_id=96ccabc5-b8cb-463a-811a-f4687c883115 HTTP/1.1" status: 200 len: 946 time: 0.2160223 Jul 22 16:52:42.023959 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-500d1099-1eba-4012-ab36-137f78764003 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.098708 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.169212 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-500d1099-1eba-4012-ab36-137f78764003 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.171612 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-500d1099-1eba-4012-ab36-137f78764003 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3928137 Jul 22 16:52:42.190715 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45962) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:42.195482 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d1099-1eba-4012-ab36-137f78764003 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42732eef-e843-49f4-a8f8-7b39b79f0c08,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:42.241187 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.258227 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-213a5342-aca4-46c4-84df-c239864706b6 req-1c694ba5-e6e8-4366-8402-aa3db8e787aa tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.281502 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd2053-f7eb-43a2-84eb-46db5a6c9770 req-253cbb35-56cf-45a5-9c90-fec3cb39e796 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:42.283263 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e3fd2053-f7eb-43a2-84eb-46db5a6c9770 req-253cbb35-56cf-45a5-9c90-fec3cb39e796 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=96ccabc5-b8cb-463a-811a-f4687c883115 HTTP/1.1" status: 200 len: 946 time: 0.1611707 Jul 22 16:52:42.288010 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-623d3235-93bb-4dfb-bd5c-31d41dde079d tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-group-rules/42732eef-e843-49f4-a8f8-7b39b79f0c08 HTTP/1.1" status: 200 len: 763 time: 0.0958290 Jul 22 16:52:42.292333 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 45976) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:42.324094 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-335c75b5-45a8-4bc4-93b6-de15c0f4af06 req-f5aad122-c5c1-4d9b-b90c-691807ca01a7 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Deleting port a05460b5-3aaf-474a-8326-a3330a3a823d {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:42.324445 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-335c75b5-45a8-4bc4-93b6-de15c0f4af06 req-f5aad122-c5c1-4d9b-b90c-691807ca01a7 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.329660 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c1dbeb76-5507-480f-ae72-073f38d4db0c req-465e776b-abb1-4082-99e4-120f658f1986 service neutron] 10.222.0.30 "GET /v2.0/networks/70313ecc-fd10-41a8-a1c1-00566b524ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701982 Jul 22 16:52:42.383094 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb7d2b-0b4f-4811-b113-c60f867fba52 req-042f13b9-0e31-4c42-97fe-f6fc6140ae06 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:42.385047 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-27cb7d2b-0b4f-4811-b113-c60f867fba52 req-042f13b9-0e31-4c42-97fe-f6fc6140ae06 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=8767850b-35c2-4f05-ac41-2fbf69fcae6f HTTP/1.1" status: 200 len: 907 time: 0.3368723 Jul 22 16:52:42.395044 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-213a5342-aca4-46c4-84df-c239864706b6 req-1c694ba5-e6e8-4366-8402-aa3db8e787aa tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.413099 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1c02a7c3-cdf7-4885-9ec8-11e0d0b88a14 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1174130 Jul 22 16:52:42.419633 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 45990) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:42.500034 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e3fd2053-f7eb-43a2-84eb-46db5a6c9770 req-ffd2649d-b1a1-4198-926b-7776fc8c96f2 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959426 Jul 22 16:52:42.567136 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-213a5342-aca4-46c4-84df-c239864706b6 req-1c694ba5-e6e8-4366-8402-aa3db8e787aa tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Network 3f038959-aace-415e-992d-664cf06f9b81 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:42.576295 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-213a5342-aca4-46c4-84df-c239864706b6 req-1c694ba5-e6e8-4366-8402-aa3db8e787aa tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:42.578208 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-335c75b5-45a8-4bc4-93b6-de15c0f4af06 req-f5aad122-c5c1-4d9b-b90c-691807ca01a7 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] For port a05460b5-3aaf-474a-8326-a3330a3a823d, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a05460b5-3aaf-474a-8326-a3330a3a823d,segment=NetworkSegment(9c58c7af-0d88-4ac7-9e32-e129a89eb5c3),segment_id=9c58c7af-0d88-4ac7-9e32-e129a89eb5c3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:42.578749 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-335c75b5-45a8-4bc4-93b6-de15c0f4af06 req-f5aad122-c5c1-4d9b-b90c-691807ca01a7 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.583814 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-213a5342-aca4-46c4-84df-c239864706b6 req-1c694ba5-e6e8-4366-8402-aa3db8e787aa tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:42.610458 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-335c75b5-45a8-4bc4-93b6-de15c0f4af06 req-f5aad122-c5c1-4d9b-b90c-691807ca01a7 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Calling delete_port for a05460b5-3aaf-474a-8326-a3330a3a823d owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:42.680322 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c694ba5-e6e8-4366-8402-aa3db8e787aa tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Pushing event updated for resources: {'Port': ['ID=9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:42.685192 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec818762-ccc0-4fbe-a86e-5394e868c62e tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.715708 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec818762-ccc0-4fbe-a86e-5394e868c62e tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.740328 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a5342-aca4-46c4-84df-c239864706b6 req-1c694ba5-e6e8-4366-8402-aa3db8e787aa tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:42.740964 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-213a5342-aca4-46c4-84df-c239864706b6 req-1c694ba5-e6e8-4366-8402-aa3db8e787aa tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.776561 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2358e0-85c6-44fe-81f2-cf315756ae82 req-a1b59f8f-1e47-473e-b1e3-2a8de292d291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:42.778342 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1c2358e0-85c6-44fe-81f2-cf315756ae82 req-a1b59f8f-1e47-473e-b1e3-2a8de292d291 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47c84c9b5b234dc7a95225e8dd07068d&device_id=8767850b-35c2-4f05-ac41-2fbf69fcae6f HTTP/1.1" status: 200 len: 1058 time: 0.2833517 Jul 22 16:52:42.857912 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa227e09-517f-410d-a2d6-e944e2b7c291 req-361cc4f3-12bd-4202-805b-1ad19fa5eceb tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:42.865069 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-aa227e09-517f-410d-a2d6-e944e2b7c291 req-361cc4f3-12bd-4202-805b-1ad19fa5eceb tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c12468c-4530-4a51-a9c4-f39cea88aaf8 HTTP/1.1" status: 200 len: 931 time: 0.1541693 Jul 22 16:52:42.958578 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec818762-ccc0-4fbe-a86e-5394e868c62e tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.961307 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-213a5342-aca4-46c4-84df-c239864706b6 req-1c694ba5-e6e8-4366-8402-aa3db8e787aa tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1093605 Jul 22 16:52:42.966064 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec818762-ccc0-4fbe-a86e-5394e868c62e tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.967221 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ec818762-ccc0-4fbe-a86e-5394e868c62e tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/42732eef-e843-49f4-a8f8-7b39b79f0c08 HTTP/1.1" status: 204 len: 168 time: 0.5393858 Jul 22 16:52:42.970378 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46052) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:42.973547 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-aa227e09-517f-410d-a2d6-e944e2b7c291 req-a507f7f3-f2d3-4b43-b053-c3eabf72a7fa tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7bdfd92-1979-4e9c-86a0-2267fcb6fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075907 Jul 22 16:52:42.987695 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2358e0-85c6-44fe-81f2-cf315756ae82 req-a014e029-17b3-41a2-af84-c83105101913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:42.989325 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1c2358e0-85c6-44fe-81f2-cf315756ae82 req-a014e029-17b3-41a2-af84-c83105101913 service neutron] 10.222.0.30 "GET /v2.0/networks?id=70313ecc-fd10-41a8-a1c1-00566b524ca6 HTTP/1.1" status: 200 len: 899 time: 0.1874120 Jul 22 16:52:42.995285 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-213a5342-aca4-46c4-84df-c239864706b6 req-e3c12f04-212b-4123-b6d8-d0d4a3e88b61 service neutron] Request body: {'port': {'device_id': '9c12468c-4530-4a51-a9c4-f39cea88aaf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:43.007029 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec818762-ccc0-4fbe-a86e-5394e868c62e tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42732eef-e843-49f4-a8f8-7b39b79f0c08,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:43.090951 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-335c75b5-45a8-4bc4-93b6-de15c0f4af06 req-f5aad122-c5c1-4d9b-b90c-691807ca01a7 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:43.129083 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['a05460b5-3aaf-474a-8326-a3330a3a823d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:52:43.129613 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1c2358e0-85c6-44fe-81f2-cf315756ae82 req-f66c51b2-d8f3-4813-970d-6338a5591b8e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=288fbf0d-0dc9-45a3-96f7-947a1c4cf698 HTTP/1.1" status: 200 len: 217 time: 0.1314950 Jul 22 16:52:43.132705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['77c18cf8-8972-4dab-a773-24ae583dcbb1'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:52:43.136141 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad122-c5c1-4d9b-b90c-691807ca01a7 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Pushing event deleted for resources: {'Port': ['ID=a05460b5-3aaf-474a-8326-a3330a3a823d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:43.237235 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d1fcecc9-2d92-4b13-9609-cec4fecec0bd tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2639656 Jul 22 16:52:43.245213 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46074) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:43.253278 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-65f12a19-17a7-454f-929e-8a8674da06ca tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Request body: {'security_group_rule': {'security_group_id': 'ce46000d-4e47-48d2-a6ec-2b7aa308d76c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:43.258539 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-335c75b5-45a8-4bc4-93b6-de15c0f4af06 req-f5aad122-c5c1-4d9b-b90c-691807ca01a7 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] No DVR routers for this DVR port a05460b5-3aaf-474a-8326-a3330a3a823d on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:52:43.262401 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-335c75b5-45a8-4bc4-93b6-de15c0f4af06 req-f5aad122-c5c1-4d9b-b90c-691807ca01a7 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:43.265115 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-335c75b5-45a8-4bc4-93b6-de15c0f4af06 req-f5aad122-c5c1-4d9b-b90c-691807ca01a7 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.30 "DELETE /v2.0/ports/a05460b5-3aaf-474a-8326-a3330a3a823d HTTP/1.1" status: 204 len: 173 time: 1.2324052 Jul 22 16:52:43.266215 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ccabc5-b8cb-463a-811a-f4687c883115', 'name': 'network-vif-deleted', 'tag': 'a05460b5-3aaf-474a-8326-a3330a3a823d'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:43.272109 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7b95fc-4a4f-493e-95dc-869f39db6b31" -d '{"events": [{"server_uuid": "96ccabc5-b8cb-463a-811a-f4687c883115", "name": "network-vif-deleted", "tag": "a05460b5-3aaf-474a-8326-a3330a3a823d"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:43.283723 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-213a5342-aca4-46c4-84df-c239864706b6 req-e3c12f04-212b-4123-b6d8-d0d4a3e88b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:43.292244 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2358e0-85c6-44fe-81f2-cf315756ae82 req-81374acd-1c4f-4815-86dc-1350021cc504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:43.294238 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1c2358e0-85c6-44fe-81f2-cf315756ae82 req-81374acd-1c4f-4815-86dc-1350021cc504 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef42f960-c3c6-4bd3-a5b6-8817b7270733 HTTP/1.1" status: 200 len: 837 time: 0.1563735 Jul 22 16:52:43.349794 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48943ac-1549-49d1-9b79-e190c320b3b1 x-openstack-request-id: req-c48943ac-1549-49d1-9b79-e190c320b3b1 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:43.349966 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ccabc5-b8cb-463a-811a-f4687c883115", "name": "network-vif-deleted", "tag": "a05460b5-3aaf-474a-8326-a3330a3a823d", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:43.350141 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c48943ac-1549-49d1-9b79-e190c320b3b1 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:43.351513 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ccabc5-b8cb-463a-811a-f4687c883115', 'name': 'network-vif-deleted', 'tag': 'a05460b5-3aaf-474a-8326-a3330a3a823d', 'status': 'completed', 'code': 200} Jul 22 16:52:43.484056 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65f12a19-17a7-454f-929e-8a8674da06ca tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:43.705247 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769eaeb4-1ccd-4de5-9035-efaac302e34c req-9fc4192e-c821-484f-a37e-7379879ef543 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:43.718619 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-769eaeb4-1ccd-4de5-9035-efaac302e34c req-9fc4192e-c821-484f-a37e-7379879ef543 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=8767850b-35c2-4f05-ac41-2fbf69fcae6f HTTP/1.1" status: 200 len: 907 time: 0.1825366 Jul 22 16:52:43.774218 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e617b880-3970-4851-b738-35dddaaf433d req-e2529046-730d-4643-9236-6a36122eac8d tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=96ccabc5-b8cb-463a-811a-f4687c883115 HTTP/1.1" status: 200 len: 210 time: 0.0707178 Jul 22 16:52:43.789727 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65f12a19-17a7-454f-929e-8a8674da06ca tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:43.800158 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2358e0-85c6-44fe-81f2-cf315756ae82 req-59fba5f0-9f35-418b-97ac-1c6ba58a65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:43.802808 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1c2358e0-85c6-44fe-81f2-cf315756ae82 req-59fba5f0-9f35-418b-97ac-1c6ba58a65ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=70313ecc-fd10-41a8-a1c1-00566b524ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4954722 Jul 22 16:52:43.818471 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65f12a19-17a7-454f-929e-8a8674da06ca tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:43.897069 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f12a19-17a7-454f-929e-8a8674da06ca tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16625d5f-0355-4a67-bd1d-6484264eaa79,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:43.935266 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65f12a19-17a7-454f-929e-8a8674da06ca tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:43.936962 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-65f12a19-17a7-454f-929e-8a8674da06ca tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6905475 Jul 22 16:52:43.939769 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46148) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:43.971829 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9ac9539b-afe6-4d66-9f0e-a551175c1d2e tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-group-rules/16625d5f-0355-4a67-bd1d-6484264eaa79 HTTP/1.1" status: 200 len: 763 time: 0.0307455 Jul 22 16:52:43.974380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46154) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:44.079526 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ff96b11a-2364-4d5f-aed9-e8159149508d tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1016164 Jul 22 16:52:44.082183 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46170) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:44.150915 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87daab1a-5b33-4893-9d4e-b88ac93de836 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.187260 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87daab1a-5b33-4893-9d4e-b88ac93de836 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.254585 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87daab1a-5b33-4893-9d4e-b88ac93de836 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.262676 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87daab1a-5b33-4893-9d4e-b88ac93de836 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.264924 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-87daab1a-5b33-4893-9d4e-b88ac93de836 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/16625d5f-0355-4a67-bd1d-6484264eaa79 HTTP/1.1" status: 204 len: 168 time: 0.1628418 Jul 22 16:52:44.268633 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46192) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:44.297663 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87daab1a-5b33-4893-9d4e-b88ac93de836 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16625d5f-0355-4a67-bd1d-6484264eaa79,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:44.357990 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6e3116ef-629a-448e-b750-23058afd53ce tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0869007 Jul 22 16:52:44.361964 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46202) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:44.376025 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-65c5212a-37e7-4bc8-b85f-883433f4e6b1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Request body: {'security_group_rule': {'security_group_id': 'ce46000d-4e47-48d2-a6ec-2b7aa308d76c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:44.437121 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-65c5212a-37e7-4bc8-b85f-883433f4e6b1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.527276 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-65c5212a-37e7-4bc8-b85f-883433f4e6b1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.534736 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-65c5212a-37e7-4bc8-b85f-883433f4e6b1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.566845 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-65c5212a-37e7-4bc8-b85f-883433f4e6b1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.572525 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46224) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:44.573815 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-65c5212a-37e7-4bc8-b85f-883433f4e6b1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2060730 Jul 22 16:52:44.576982 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5212a-37e7-4bc8-b85f-883433f4e6b1 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba99c3e-d8d6-467f-a36c-5abd4166364f,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:44.606128 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1c2358e0-85c6-44fe-81f2-cf315756ae82 req-e49b6e5d-7949-4ca2-99af-a026042b2657 service neutron] 10.222.0.30 "GET /v2.0/networks/70313ecc-fd10-41a8-a1c1-00566b524ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7902813 Jul 22 16:52:44.617538 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b2c7a66d-7662-4a7c-beac-e68342fe665b tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-group-rules/bba99c3e-d8d6-467f-a36c-5abd4166364f HTTP/1.1" status: 200 len: 764 time: 0.0390172 Jul 22 16:52:44.617950 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46230) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:44.682622 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1151e863-961b-41fb-bdd7-50aa974307bb tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0600104 Jul 22 16:52:44.685335 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46238) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:44.761841 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e24c8-6bc2-44ea-aed8-a145f467e485 req-e878a187-853c-418b-a2a3-52c239b6aad8 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:44.763493 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-676e24c8-6bc2-44ea-aed8-a145f467e485 req-e878a187-853c-418b-a2a3-52c239b6aad8 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c12468c-4530-4a51-a9c4-f39cea88aaf8 HTTP/1.1" status: 200 len: 931 time: 0.2937789 Jul 22 16:52:44.771497 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55185272-f524-442e-a982-6f1e3169ab1c tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.783109 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55185272-f524-442e-a982-6f1e3169ab1c tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.834675 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-213a5342-aca4-46c4-84df-c239864706b6 req-e3c12f04-212b-4123-b6d8-d0d4a3e88b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:52:44.853081 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-213a5342-aca4-46c4-84df-c239864706b6 req-e3c12f04-212b-4123-b6d8-d0d4a3e88b61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.871328 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55185272-f524-442e-a982-6f1e3169ab1c tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.881981 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-55185272-f524-442e-a982-6f1e3169ab1c tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.883339 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-55185272-f524-442e-a982-6f1e3169ab1c tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/bba99c3e-d8d6-467f-a36c-5abd4166364f HTTP/1.1" status: 204 len: 168 time: 0.1967511 Jul 22 16:52:44.892173 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46262) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:44.893269 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-213a5342-aca4-46c4-84df-c239864706b6 req-e3c12f04-212b-4123-b6d8-d0d4a3e88b61 service neutron] Transition to ACTIVE for port object 9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:52:44.910929 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-213a5342-aca4-46c4-84df-c239864706b6 req-e3c12f04-212b-4123-b6d8-d0d4a3e88b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.940710 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55185272-f524-442e-a982-6f1e3169ab1c tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bba99c3e-d8d6-467f-a36c-5abd4166364f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:44.975581 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-676e24c8-6bc2-44ea-aed8-a145f467e485 req-aa1922d3-2444-426a-b959-71a35c650f23 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7bdfd92-1979-4e9c-86a0-2267fcb6fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514268 Jul 22 16:52:44.987658 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1c2358e0-85c6-44fe-81f2-cf315756ae82 req-e9405dcf-f6f5-4726-9bc7-9342b156f64b service neutron] 10.222.0.30 "GET /v2.0/networks/70313ecc-fd10-41a8-a1c1-00566b524ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446321 Jul 22 16:52:45.038076 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9939a2c1-925e-4403-ad09-b1cbdf989490 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1449666 Jul 22 16:52:45.038858 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46268) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:45.042755 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c12f04-212b-4123-b6d8-d0d4a3e88b61 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:45.127316 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-213a5342-aca4-46c4-84df-c239864706b6 req-e3c12f04-212b-4123-b6d8-d0d4a3e88b61 service neutron] Attempting to bind port 9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:52:45.127651 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-213a5342-aca4-46c4-84df-c239864706b6 req-e3c12f04-212b-4123-b6d8-d0d4a3e88b61 service neutron] Attempting to bind port 9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'ef84a0e9-1259-4c02-bd96-02522eb19606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3f038959-aace-415e-992d-664cf06f9b81'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:52:45.127975 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff4996de-ebb2-43a8-9125-1a585f51fc37 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:45.128138 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213a5342-aca4-46c4-84df-c239864706b6 req-e3c12f04-212b-4123-b6d8-d0d4a3e88b61 service neutron] Attempting to bind port 9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e on network 3f038959-aace-415e-992d-664cf06f9b81 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:52:45.132603 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213a5342-aca4-46c4-84df-c239864706b6 req-e3c12f04-212b-4123-b6d8-d0d4a3e88b61 service neutron] Port 9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e on network 3f038959-aace-415e-992d-664cf06f9b81 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:52:45.132922 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213a5342-aca4-46c4-84df-c239864706b6 req-e3c12f04-212b-4123-b6d8-d0d4a3e88b61 service neutron] Attempting to bind port 9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e on network 3f038959-aace-415e-992d-664cf06f9b81 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:52:45.140002 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213a5342-aca4-46c4-84df-c239864706b6 req-e3c12f04-212b-4123-b6d8-d0d4a3e88b61 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:52:45.140674 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213a5342-aca4-46c4-84df-c239864706b6 req-e3c12f04-212b-4123-b6d8-d0d4a3e88b61 service neutron] Checking segment: {'id': 'ef84a0e9-1259-4c02-bd96-02522eb19606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3f038959-aace-415e-992d-664cf06f9b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:52:45.141266 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213a5342-aca4-46c4-84df-c239864706b6 req-e3c12f04-212b-4123-b6d8-d0d4a3e88b61 service neutron] Bound using segment: {'id': 'ef84a0e9-1259-4c02-bd96-02522eb19606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3f038959-aace-415e-992d-664cf06f9b81'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:52:45.142681 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-213a5342-aca4-46c4-84df-c239864706b6 req-e3c12f04-212b-4123-b6d8-d0d4a3e88b61 service neutron] Bound port: 9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef84a0e9-1259-4c02-bd96-02522eb19606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3f038959-aace-415e-992d-664cf06f9b81'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:52:45.143250 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-213a5342-aca4-46c4-84df-c239864706b6 req-e3c12f04-212b-4123-b6d8-d0d4a3e88b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:45.156395 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff4996de-ebb2-43a8-9125-1a585f51fc37 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:45.219217 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-213a5342-aca4-46c4-84df-c239864706b6 req-e3c12f04-212b-4123-b6d8-d0d4a3e88b61 service neutron] For port 9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:52:45.222980 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-213a5342-aca4-46c4-84df-c239864706b6 req-e3c12f04-212b-4123-b6d8-d0d4a3e88b61 service neutron] For port 9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e,segment=NetworkSegment(ef84a0e9-1259-4c02-bd96-02522eb19606),segment_id=ef84a0e9-1259-4c02-bd96-02522eb19606)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:52:45.223142 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e333304-7a0b-414d-a643-da7a4c79e415 req-aa53ebb2-7a85-44f8-a653-f2bb3263674d tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:45.224718 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8e333304-7a0b-414d-a643-da7a4c79e415 req-aa53ebb2-7a85-44f8-a653-f2bb3263674d tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=8767850b-35c2-4f05-ac41-2fbf69fcae6f HTTP/1.1" status: 200 len: 907 time: 0.3335547 Jul 22 16:52:45.225438 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff4996de-ebb2-43a8-9125-1a585f51fc37 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:45.229582 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff4996de-ebb2-43a8-9125-1a585f51fc37 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:45.233088 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ff4996de-ebb2-43a8-9125-1a585f51fc37 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "DELETE /v2.0/security-groups/ce46000d-4e47-48d2-a6ec-2b7aa308d76c HTTP/1.1" status: 204 len: 168 time: 0.1868196 Jul 22 16:52:45.234033 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46272) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:45.243385 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-213a5342-aca4-46c4-84df-c239864706b6 req-e3c12f04-212b-4123-b6d8-d0d4a3e88b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:45.261341 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4996de-ebb2-43a8-9125-1a585f51fc37 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce46000d-4e47-48d2-a6ec-2b7aa308d76c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:45.311959 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-93f4b749-36fe-4e2b-a279-5625f0223ea2 tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659027 Jul 22 16:52:45.314600 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46274) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:45.324016 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a5342-aca4-46c4-84df-c239864706b6 req-e3c12f04-212b-4123-b6d8-d0d4a3e88b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:45.324498 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-213a5342-aca4-46c4-84df-c239864706b6 req-e3c12f04-212b-4123-b6d8-d0d4a3e88b61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:45.325893 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-213a5342-aca4-46c4-84df-c239864706b6 req-e3c12f04-212b-4123-b6d8-d0d4a3e88b61 service neutron] 10.222.0.16 "PUT /v2.0/ports/9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e HTTP/1.1" status: 200 len: 1091 time: 2.3403018 Jul 22 16:52:45.328121 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c12468c-4530-4a51-a9c4-f39cea88aaf8', 'tag': '9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:45.330138 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d94f93e-9dc5-4f6e-96c6-6a5ee942ccbd" -d '{"events": [{"name": "network-changed", "server_uuid": "9c12468c-4530-4a51-a9c4-f39cea88aaf8", "tag": "9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:45.358721 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c12f04-212b-4123-b6d8-d0d4a3e88b61 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:45.384097 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de1c75-8e40-4d52-a290-7e4a4c977a0d req-b6b0a85c-d87c-4df1-9559-380536398830 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:45.385788 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-79de1c75-8e40-4d52-a290-7e4a4c977a0d req-b6b0a85c-d87c-4df1-9559-380536398830 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1602011 Jul 22 16:52:45.387349 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c1a591-ab61-4c62-8706-2184c2dca378 x-openstack-request-id: req-e9c1a591-ab61-4c62-8706-2184c2dca378 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:45.387646 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c12468c-4530-4a51-a9c4-f39cea88aaf8", "tag": "9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:45.387900 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e9c1a591-ab61-4c62-8706-2184c2dca378 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:45.388290 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c12468c-4530-4a51-a9c4-f39cea88aaf8', 'tag': '9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e', 'status': 'completed', 'code': 200} Jul 22 16:52:45.395838 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9f752ef0-f058-457e-b217-8aa1c892a5ef tempest-SecGroupTest-1671529536 tempest-SecGroupTest-1671529536-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0762780 Jul 22 16:52:45.459056 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-79de1c75-8e40-4d52-a290-7e4a4c977a0d req-cc8c6872-aec7-4887-9cf5-4f0c8ea6da2d tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652061 Jul 22 16:52:45.497297 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a5342-aca4-46c4-84df-c239864706b6 req-ad0901ec-8094-40dc-9e46-8c3784426c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:45.499140 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-213a5342-aca4-46c4-84df-c239864706b6 req-ad0901ec-8094-40dc-9e46-8c3784426c72 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f89a08951e9e4a898bd85e39cc986ec7&device_id=9c12468c-4530-4a51-a9c4-f39cea88aaf8 HTTP/1.1" status: 200 len: 1094 time: 0.0978668 Jul 22 16:52:45.560818 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-213a5342-aca4-46c4-84df-c239864706b6 req-bf526688-5210-4ef0-a7fc-3c600cdcdafc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e HTTP/1.1" status: 200 len: 217 time: 0.0456634 Jul 22 16:52:45.631822 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a5342-aca4-46c4-84df-c239864706b6 req-0aff16c4-b75c-4e68-8d04-df30e7bb7598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:45.633480 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-213a5342-aca4-46c4-84df-c239864706b6 req-0aff16c4-b75c-4e68-8d04-df30e7bb7598 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37345ddb-eae9-49b0-b882-e03bfb55ab98 HTTP/1.1" status: 200 len: 860 time: 0.0666280 Jul 22 16:52:45.663730 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46288) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:45.670575 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-213a5342-aca4-46c4-84df-c239864706b6 req-89c29666-ab64-4e2d-a5be-9b3c1e584922 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f038959-aace-415e-992d-664cf06f9b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304894 Jul 22 16:52:45.818469 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46292) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:45.818980 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cd61effe-319f-4ad4-8c94-7c7f661f4294 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5e60c3139683418e823bb3482f98f960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525993 Jul 22 16:52:45.826633 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-213a5342-aca4-46c4-84df-c239864706b6 req-2cdaec42-154e-4d83-b88b-3b1bba6036fa service neutron] 10.222.0.16 "GET /v2.0/networks/3f038959-aace-415e-992d-664cf06f9b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472983 Jul 22 16:52:45.834994 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b21321-606e-4522-9caf-afbcefbb642f req-74abd999-7ea9-47af-ab91-cf0d99ee9de9 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:45.836473 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4b21321-606e-4522-9caf-afbcefbb642f req-74abd999-7ea9-47af-ab91-cf0d99ee9de9 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1355045 Jul 22 16:52:45.904238 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46296) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:45.966933 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4b21321-606e-4522-9caf-afbcefbb642f req-e8b6d9e2-79a2-41db-8094-5eccc3b8dfde tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128974 Jul 22 16:52:45.989184 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-372f0367-1f18-4564-971c-d5ccf7b1fdf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:46.021408 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-213a5342-aca4-46c4-84df-c239864706b6 req-7a4e0ea4-395c-4983-a9bf-2feb82208a68 service neutron] 10.222.0.16 "GET /v2.0/networks/3f038959-aace-415e-992d-664cf06f9b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839654 Jul 22 16:52:46.026839 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-372f0367-1f18-4564-971c-d5ccf7b1fdf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:46.174639 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-372f0367-1f18-4564-971c-d5ccf7b1fdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:46.177215 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-372f0367-1f18-4564-971c-d5ccf7b1fdf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:46.178403 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-372f0367-1f18-4564-971c-d5ccf7b1fdf6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/afde56e6-4fe5-4432-9069-a9a25a8a0825 HTTP/1.1" status: 204 len: 168 time: 0.3591146 Jul 22 16:52:46.198211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f0367-1f18-4564-971c-d5ccf7b1fdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afde56e6-4fe5-4432-9069-a9a25a8a0825,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:46.214862 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29d03b-4cec-4a39-8abb-374613ec559b req-ed91b956-2b0c-45f0-b495-eea62edad3a7 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:46.216427 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f29d03b-4cec-4a39-8abb-374613ec559b req-ed91b956-2b0c-45f0-b495-eea62edad3a7 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c12468c-4530-4a51-a9c4-f39cea88aaf8 HTTP/1.1" status: 200 len: 943 time: 0.1502278 Jul 22 16:52:46.243467 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c0efb-8dec-44ae-9594-3adb4d1262ad req-36e7e108-5a47-4898-a74f-81abf32d400c tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:46.245360 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94f93e-9dc5-4f6e-96c6-6a5ee942ccbd req-42a5508c-6ecc-4296-bfe1-5f39e6d817e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:46.246902 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d94f93e-9dc5-4f6e-96c6-6a5ee942ccbd req-42a5508c-6ecc-4296-bfe1-5f39e6d817e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f89a08951e9e4a898bd85e39cc986ec7&device_id=9c12468c-4530-4a51-a9c4-f39cea88aaf8 HTTP/1.1" status: 200 len: 1094 time: 0.1184919 Jul 22 16:52:46.247059 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-013c0efb-8dec-44ae-9594-3adb4d1262ad req-36e7e108-5a47-4898-a74f-81abf32d400c tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1696920 Jul 22 16:52:46.286754 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f29d03b-4cec-4a39-8abb-374613ec559b req-a53a099d-1f36-4585-905e-4055c7eb9de4 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7bdfd92-1979-4e9c-86a0-2267fcb6fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598016 Jul 22 16:52:46.313445 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-013c0efb-8dec-44ae-9594-3adb4d1262ad req-3f057711-aab4-47c0-92c4-f9b02ae65dbf tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533051 Jul 22 16:52:46.413613 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94f93e-9dc5-4f6e-96c6-6a5ee942ccbd req-1d3a0964-8ff6-492e-96e1-9917386ab6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:46.415843 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d94f93e-9dc5-4f6e-96c6-6a5ee942ccbd req-1d3a0964-8ff6-492e-96e1-9917386ab6fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f038959-aace-415e-992d-664cf06f9b81 HTTP/1.1" status: 200 len: 921 time: 0.1598434 Jul 22 16:52:46.464870 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 288fbf0d-0dc9-45a3-96f7-947a1c4cf698 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:52:46.473311 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device a05460b5-3aaf-474a-8326-a3330a3a823d no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:52:46.510037 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d94f93e-9dc5-4f6e-96c6-6a5ee942ccbd req-b088c71e-1269-4ad3-85f9-33bfb9731701 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e HTTP/1.1" status: 200 len: 217 time: 0.0863397 Jul 22 16:52:46.526947 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: a05460b5-3aaf-474a-8326-a3330a3a823d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:52:46.527287 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device a05460b5-3aaf-474a-8326-a3330a3a823d not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:52:46.527715 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8649b50-3e2e-4faa-970b-43750c5f917b req-619bd2ab-9d1b-41db-8e7b-43ceb05b942f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:46.545274 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d8649b50-3e2e-4faa-970b-43750c5f917b req-619bd2ab-9d1b-41db-8e7b-43ceb05b942f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=8767850b-35c2-4f05-ac41-2fbf69fcae6f HTTP/1.1" status: 200 len: 907 time: 0.1223402 Jul 22 16:52:46.600690 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94f93e-9dc5-4f6e-96c6-6a5ee942ccbd req-5d24031c-f023-4a6f-9189-ef0f6135664e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:46.602240 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d94f93e-9dc5-4f6e-96c6-6a5ee942ccbd req-5d24031c-f023-4a6f-9189-ef0f6135664e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37345ddb-eae9-49b0-b882-e03bfb55ab98 HTTP/1.1" status: 200 len: 860 time: 0.0849903 Jul 22 16:52:46.608442 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ae9281f-79cb-4dba-914a-cc08a7d3bf2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:46.634951 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 288fbf0d-0dc9-45a3-96f7-947a1c4cf698, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=288fbf0d-0dc9-45a3-96f7-947a1c4cf698,segment=NetworkSegment(3c530a61-8418-4f8d-a0f3-9abea2820c5b),segment_id=3c530a61-8418-4f8d-a0f3-9abea2820c5b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:46.640103 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d94f93e-9dc5-4f6e-96c6-6a5ee942ccbd req-87525aa6-9f7a-46cf-8ee8-c49597f28c89 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f038959-aace-415e-992d-664cf06f9b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298996 Jul 22 16:52:46.647473 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '288fbf0d-0dc9-45a3-96f7-947a1c4cf698', 'network_id': '70313ecc-fd10-41a8-a1c1-00566b524ca6', 'port_id': '288fbf0d-0dc9-45a3-96f7-947a1c4cf698', 'mac_address': 'fa:16:3e:9f:39:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef42f960-c3c6-4bd3-a5b6-8817b7270733', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:52:46.694423 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:46.723788 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288fbf0d-0dc9-45a3-96f7-947a1c4cf698 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:52:46.747233 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 288fbf0d-0dc9-45a3-96f7-947a1c4cf698, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=288fbf0d-0dc9-45a3-96f7-947a1c4cf698,segment=NetworkSegment(3c530a61-8418-4f8d-a0f3-9abea2820c5b),segment_id=3c530a61-8418-4f8d-a0f3-9abea2820c5b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:46.757439 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:46.847901 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d94f93e-9dc5-4f6e-96c6-6a5ee942ccbd req-74bc54c3-c4fb-408b-9831-7299d52b695f service neutron] 10.222.0.16 "GET /v2.0/networks/3f038959-aace-415e-992d-664cf06f9b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003009 Jul 22 16:52:46.849302 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=288fbf0d-0dc9-45a3-96f7-947a1c4cf698,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:46.990984 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d94f93e-9dc5-4f6e-96c6-6a5ee942ccbd req-3609cc23-1ef2-41b6-97ff-dc52dbf3b94b service neutron] 10.222.0.16 "GET /v2.0/networks/3f038959-aace-415e-992d-664cf06f9b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277773 Jul 22 16:52:47.063772 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['288fbf0d-0dc9-45a3-96f7-947a1c4cf698'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:52:47.445769 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3ae9281f-79cb-4dba-914a-cc08a7d3bf2d admin admin] Deleting port 9285911e-a733-4096-84dd-6095ee736bed {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:47.446330 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ae9281f-79cb-4dba-914a-cc08a7d3bf2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:47.460452 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c7999-9dd8-4787-a324-aa8b1543bc3c req-26046467-8190-4242-b5e0-3b28ec9b6818 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:47.461986 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6c6c7999-9dd8-4787-a324-aa8b1543bc3c req-26046467-8190-4242-b5e0-3b28ec9b6818 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c12468c-4530-4a51-a9c4-f39cea88aaf8 HTTP/1.1" status: 200 len: 943 time: 0.0963824 Jul 22 16:52:47.527662 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6c6c7999-9dd8-4787-a324-aa8b1543bc3c req-708b29d8-b881-4ae4-924b-5d554204dbb0 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7bdfd92-1979-4e9c-86a0-2267fcb6fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579293 Jul 22 16:52:47.600962 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-3ae9281f-79cb-4dba-914a-cc08a7d3bf2d admin admin] For port 9285911e-a733-4096-84dd-6095ee736bed, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=9285911e-a733-4096-84dd-6095ee736bed,segment=NetworkSegment(f4ca4f7b-fdd4-4b49-86d0-c40904b779a3),segment_id=f4ca4f7b-fdd4-4b49-86d0-c40904b779a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:47.601336 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ae9281f-79cb-4dba-914a-cc08a7d3bf2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:47.620453 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3ae9281f-79cb-4dba-914a-cc08a7d3bf2d admin admin] Calling delete_port for 9285911e-a733-4096-84dd-6095ee736bed owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:47.737540 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ed9d1-3da2-4a7c-b280-50f9a20a0eb9 req-f830a808-068f-4e8c-890f-77cb5861e723 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:47.739135 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a33ed9d1-3da2-4a7c-b280-50f9a20a0eb9 req-f830a808-068f-4e8c-890f-77cb5861e723 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=8767850b-35c2-4f05-ac41-2fbf69fcae6f HTTP/1.1" status: 200 len: 908 time: 0.1206379 Jul 22 16:52:47.866082 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ae9281f-79cb-4dba-914a-cc08a7d3bf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:47.894919 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9281f-79cb-4dba-914a-cc08a7d3bf2d admin admin] Pushing event deleted for resources: {'Port': ['ID=9285911e-a733-4096-84dd-6095ee736bed,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:48.025282 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:52:48.125543 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ae9281f-79cb-4dba-914a-cc08a7d3bf2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.189099 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e,segment=NetworkSegment(ef84a0e9-1259-4c02-bd96-02522eb19606),segment_id=ef84a0e9-1259-4c02-bd96-02522eb19606)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:48.221433 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e', 'network_id': '3f038959-aace-415e-992d-664cf06f9b81', 'port_id': '9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e', 'mac_address': 'fa:16:3e:08:d0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37345ddb-eae9-49b0-b882-e03bfb55ab98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:52:48.265377 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.282861 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:52:48.314990 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e,segment=NetworkSegment(ef84a0e9-1259-4c02-bd96-02522eb19606),segment_id=ef84a0e9-1259-4c02-bd96-02522eb19606)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:48.320931 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.381644 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:48.452086 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae9281f-79cb-4dba-914a-cc08a7d3bf2d admin admin] Router 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:52:48.464261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ee2c0-4875-4f19-aed0-d7136cac4899 req-2295f1c9-c79d-4c4f-92bb-5b20d9c18feb tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:48.465857 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-638ee2c0-4875-4f19-aed0-d7136cac4899 req-2295f1c9-c79d-4c4f-92bb-5b20d9c18feb tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1336324 Jul 22 16:52:48.474689 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 288fbf0d-0dc9-45a3-96f7-947a1c4cf698 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:52:48.487269 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46384) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:48.529428 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 288fbf0d-0dc9-45a3-96f7-947a1c4cf698 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:52:48.533398 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 288fbf0d-0dc9-45a3-96f7-947a1c4cf698 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:48.533875 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.578813 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-638ee2c0-4875-4f19-aed0-d7136cac4899 req-f9900b05-123f-4fe6-9123-4b17f48427bf tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062913 Jul 22 16:52:48.615228 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae9281f-79cb-4dba-914a-cc08a7d3bf2d admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:48.622247 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3ae9281f-79cb-4dba-914a-cc08a7d3bf2d admin admin] 10.222.0.69 "PUT /v2.0/routers/0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7165778 Jul 22 16:52:48.625522 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46394) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:48.628103 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:52:48.636187 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89538e51-9f04-46b9-afd1-6b86b4e79dbd None None] Sync routers for ids ['0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:48.697221 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a28047f-08e5-4ace-b84d-c4772af6d1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.698427 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89538e51-9f04-46b9-afd1-6b86b4e79dbd None None] Routers {'0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:48.699650 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-89538e51-9f04-46b9-afd1-6b86b4e79dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:52:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:48.751728 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.762768 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06208ccc-8fb7-486f-9fec-2ab359e9ae2b req-afcbe905-2a04-4907-9437-a573f81c5beb tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:48.764485 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-06208ccc-8fb7-486f-9fec-2ab359e9ae2b req-afcbe905-2a04-4907-9437-a573f81c5beb tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c12468c-4530-4a51-a9c4-f39cea88aaf8 HTTP/1.1" status: 200 len: 944 time: 0.0810115 Jul 22 16:52:48.815468 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-06208ccc-8fb7-486f-9fec-2ab359e9ae2b req-f59c1d95-fe52-403d-a6e3-8708f69dc253 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7bdfd92-1979-4e9c-86a0-2267fcb6fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369825 Jul 22 16:52:48.836242 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8767850b-35c2-4f05-ac41-2fbf69fcae6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288fbf0d-0dc9-45a3-96f7-947a1c4cf698'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:48.839031 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8f33da-103a-40ea-9517-878395ca1bd8" -d '{"events": [{"server_uuid": "8767850b-35c2-4f05-ac41-2fbf69fcae6f", "name": "network-vif-plugged", "status": "completed", "tag": "288fbf0d-0dc9-45a3-96f7-947a1c4cf698"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:48.858893 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 288fbf0d-0dc9-45a3-96f7-947a1c4cf698, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=288fbf0d-0dc9-45a3-96f7-947a1c4cf698,segment=NetworkSegment(3c530a61-8418-4f8d-a0f3-9abea2820c5b),segment_id=3c530a61-8418-4f8d-a0f3-9abea2820c5b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:48.862531 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec11d1c3-e701-42cd-b40b-796821a23ffb admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.873974 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.938226 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63ca43-38cb-4641-ad05-883c956e62e1 req-6517bbc4-fe4b-46e5-be86-5bf101ea7d7e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:48.939783 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d63ca43-38cb-4641-ad05-883c956e62e1 req-6517bbc4-fe4b-46e5-be86-5bf101ea7d7e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.2029810 Jul 22 16:52:48.953606 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-89538e51-9f04-46b9-afd1-6b86b4e79dbd None None] Set router 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:52:48.956250 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875c0f3-7178-4a22-af29-b284aaf6875e req-9b526bed-cbde-4656-ae3a-d20faaca398e tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:48.956809 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5875c0f3-7178-4a22-af29-b284aaf6875e req-9b526bed-cbde-4656-ae3a-d20faaca398e tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=8767850b-35c2-4f05-ac41-2fbf69fcae6f HTTP/1.1" status: 200 len: 909 time: 0.0746293 Jul 22 16:52:49.027685 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d63ca43-38cb-4641-ad05-883c956e62e1 req-c3cb9be5-62f4-43f9-bd4d-1958131876d7 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816903 Jul 22 16:52:49.063225 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=288fbf0d-0dc9-45a3-96f7-947a1c4cf698,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:49.140992 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a28047f-08e5-4ace-b84d-c4772af6d1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:49.149651 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec11d1c3-e701-42cd-b40b-796821a23ffb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:49.154254 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a28047f-08e5-4ace-b84d-c4772af6d1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:49.235632 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7a28047f-08e5-4ace-b84d-c4772af6d1e7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c1ca1f4e2379488f86c8b1edc46da765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7471530 Jul 22 16:52:49.238374 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46404) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:49.238869 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28047f-08e5-4ace-b84d-c4772af6d1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe31878-967a-4f2a-a068-9630705a8913,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:49.277406 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac50e177-a0b0-42b1-b759-218c39c2911b x-openstack-request-id: req-ac50e177-a0b0-42b1-b759-218c39c2911b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:49.278033 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ec11d1c3-e701-42cd-b40b-796821a23ffb admin admin] Deleting port 41ee4c72-7014-4745-8e0e-5630a57c6912 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:49.278439 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec11d1c3-e701-42cd-b40b-796821a23ffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:49.279347 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8767850b-35c2-4f05-ac41-2fbf69fcae6f", "name": "network-vif-plugged", "status": "completed", "tag": "288fbf0d-0dc9-45a3-96f7-947a1c4cf698", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:49.280115 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ac50e177-a0b0-42b1-b759-218c39c2911b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:49.280575 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8767850b-35c2-4f05-ac41-2fbf69fcae6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288fbf0d-0dc9-45a3-96f7-947a1c4cf698', 'code': 200} Jul 22 16:52:49.303694 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec6e2828-4dc6-41fe-b08e-8efa9e0e2e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:49.304191 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-89538e51-9f04-46b9-afd1-6b86b4e79dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'name': 'tempest-TestVolumeBackupRestore-398602312-router', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:27Z', 'updated_at': '2021-07-22T16:52:47Z', 'revision_number': 5, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'gw_port': {'id': '41ee4c72-7014-4745-8e0e-5630a57c6912', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:29Z', 'updated_at': '2021-07-22T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:49.330348 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec6e2828-4dc6-41fe-b08e-8efa9e0e2e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:49.336862 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89538e51-9f04-46b9-afd1-6b86b4e79dbd None None] Checking router: 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:52:49.348261 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89538e51-9f04-46b9-afd1-6b86b4e79dbd None None] Routers {'0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:49.349349 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-89538e51-9f04-46b9-afd1-6b86b4e79dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:52:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:49.395024 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec6e2828-4dc6-41fe-b08e-8efa9e0e2e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:49.399396 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec6e2828-4dc6-41fe-b08e-8efa9e0e2e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:49.400969 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ec6e2828-4dc6-41fe-b08e-8efa9e0e2e0b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3fe31878-967a-4f2a-a068-9630705a8913 HTTP/1.1" status: 204 len: 168 time: 0.1609807 Jul 22 16:52:49.418193 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e2828-4dc6-41fe-b08e-8efa9e0e2e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe31878-967a-4f2a-a068-9630705a8913,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:49.484130 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ec11d1c3-e701-42cd-b40b-796821a23ffb admin admin] For port 41ee4c72-7014-4745-8e0e-5630a57c6912, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=41ee4c72-7014-4745-8e0e-5630a57c6912,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:49.484506 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec11d1c3-e701-42cd-b40b-796821a23ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:49.501198 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ec11d1c3-e701-42cd-b40b-796821a23ffb admin admin] Calling delete_port for 41ee4c72-7014-4745-8e0e-5630a57c6912 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:49.518653 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99346d-fbdf-4132-931c-efba373b3f53 req-af492c58-2e58-4b19-8a14-9c530961a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:49.520133 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bd99346d-fbdf-4132-931c-efba373b3f53 req-af492c58-2e58-4b19-8a14-9c530961a630 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8767850b-35c2-4f05-ac41-2fbf69fcae6f HTTP/1.1" status: 200 len: 1060 time: 0.1407044 Jul 22 16:52:49.720025 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-89538e51-9f04-46b9-afd1-6b86b4e79dbd None None] Set router 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:52:49.727130 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec11d1c3-e701-42cd-b40b-796821a23ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:49.760861 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11d1c3-e701-42cd-b40b-796821a23ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=41ee4c72-7014-4745-8e0e-5630a57c6912,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:49.787562 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-89538e51-9f04-46b9-afd1-6b86b4e79dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'name': 'tempest-TestVolumeBackupRestore-398602312-router', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:27Z', 'updated_at': '2021-07-22T16:52:49Z', 'revision_number': 6, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:49.844730 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89538e51-9f04-46b9-afd1-6b86b4e79dbd None None] The sync data for ids ['0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59'] in n-d-798930-9 is: [{'id': '0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59', 'name': 'tempest-TestVolumeBackupRestore-398602312-router', 'tenant_id': '7d1de184c28f4807aacf349f806e0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:27Z', 'updated_at': '2021-07-22T16:52:49Z', 'revision_number': 6, 'project_id': '7d1de184c28f4807aacf349f806e0097', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:49.916018 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46420) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:49.927123 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec11d1c3-e701-42cd-b40b-796821a23ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:49.931506 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e08822ff-dbd4-4c76-92c3-5e02e5ae19a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.031879 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:52:50.059410 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec11d1c3-e701-42cd-b40b-796821a23ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.061247 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5755455-a02b-4a49-8bb8-aaf45582172b req-0be4c75d-6503-4fb7-a1f9-2d7a39e6494a tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:50.063248 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec11d1c3-e701-42cd-b40b-796821a23ffb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.073283 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d5755455-a02b-4a49-8bb8-aaf45582172b req-0be4c75d-6503-4fb7-a1f9-2d7a39e6494a tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c12468c-4530-4a51-a9c4-f39cea88aaf8 HTTP/1.1" status: 200 len: 944 time: 0.1312201 Jul 22 16:52:50.125442 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:52:50.131844 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:50.132566 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.144222 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d5755455-a02b-4a49-8bb8-aaf45582172b req-04fa985c-953b-4ec1-afd3-9f5d36deb47a tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7bdfd92-1979-4e9c-86a0-2267fcb6fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625184 Jul 22 16:52:50.160600 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec11d1c3-e701-42cd-b40b-796821a23ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.161399 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec11d1c3-e701-42cd-b40b-796821a23ffb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:52:50.170187 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec11d1c3-e701-42cd-b40b-796821a23ffb admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.175536 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ec11d1c3-e701-42cd-b40b-796821a23ffb admin admin] 10.222.0.69 "DELETE /v2.0/routers/0de3a50c-fa9d-40d0-a6a5-e214ef4d6c59 HTTP/1.1" status: 204 len: 168 time: 1.5459208 Jul 22 16:52:50.175536 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46424) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:50.180549 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e08822ff-dbd4-4c76-92c3-5e02e5ae19a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.189966 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e08822ff-dbd4-4c76-92c3-5e02e5ae19a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.243464 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e08822ff-dbd4-4c76-92c3-5e02e5ae19a3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cc1f3ee7271d410c8faff02b8b93c1f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3249559 Jul 22 16:52:50.244708 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08822ff-dbd4-4c76-92c3-5e02e5ae19a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e87495-7f2d-46fd-8616-4b70327dfa55,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:50.247277 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46426) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:50.280277 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.283530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ba6512-55f9-4f2f-9111-721b8dc0df49 admin admin] Deleting subnet ad5452e3-4f51-41eb-9e7c-709f07b5fd20 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:52:50.289765 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6ba6512-55f9-4f2f-9111-721b8dc0df49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.348578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858f809-860b-4eda-9bae-0abab6787511 req-47608e5d-2554-4cbc-a64e-2b39be5e7f07 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:50.350963 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e,segment=NetworkSegment(ef84a0e9-1259-4c02-bd96-02522eb19606),segment_id=ef84a0e9-1259-4c02-bd96-02522eb19606)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:50.351971 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4858f809-860b-4eda-9bae-0abab6787511 req-47608e5d-2554-4cbc-a64e-2b39be5e7f07 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=8767850b-35c2-4f05-ac41-2fbf69fcae6f HTTP/1.1" status: 200 len: 909 time: 0.1949732 Jul 22 16:52:50.361193 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.378736 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6ba6512-55f9-4f2f-9111-721b8dc0df49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.403041 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34db410c-9b0c-40bf-86e4-8e3f23f8d726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.437234 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34db410c-9b0c-40bf-86e4-8e3f23f8d726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.445389 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:50.490866 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34db410c-9b0c-40bf-86e4-8e3f23f8d726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.492926 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6ba6512-55f9-4f2f-9111-721b8dc0df49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.493700 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34db410c-9b0c-40bf-86e4-8e3f23f8d726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.497591 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-34db410c-9b0c-40bf-86e4-8e3f23f8d726 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/45e87495-7f2d-46fd-8616-4b70327dfa55 HTTP/1.1" status: 204 len: 168 time: 0.2245145 Jul 22 16:52:50.503831 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db410c-9b0c-40bf-86e4-8e3f23f8d726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e87495-7f2d-46fd-8616-4b70327dfa55,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:50.561606 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6ba6512-55f9-4f2f-9111-721b8dc0df49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.594959 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba6512-55f9-4f2f-9111-721b8dc0df49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad5452e3-4f51-41eb-9e7c-709f07b5fd20,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:50.600995 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6ba6512-55f9-4f2f-9111-721b8dc0df49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.602937 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e6ba6512-55f9-4f2f-9111-721b8dc0df49 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ad5452e3-4f51-41eb-9e7c-709f07b5fd20 HTTP/1.1" status: 204 len: 168 time: 0.4180021 Jul 22 16:52:50.605392 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46432) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:50.615055 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6019a7fe-6af0-4004-b72e-bcc6549c23e7 None None] Network 73f6be59-1fdc-49b9-8af1-53b654f51f05 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:52:50.697805 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e92c6d7-c99d-405a-933e-d252433a091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.803273 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9e92c6d7-c99d-405a-933e-d252433a091c admin admin] Deleting port d1692992-cc0b-4a47-a9ff-594f2ca4e31a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:50.803620 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e92c6d7-c99d-405a-933e-d252433a091c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.886539 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280f7981-ca0b-4bb7-ae72-5679c1a79b0f None None] DHCP port deletion for 73f6be59-1fdc-49b9-8af1-53b654f51f05 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:52:50.947610 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9e92c6d7-c99d-405a-933e-d252433a091c admin admin] For port d1692992-cc0b-4a47-a9ff-594f2ca4e31a, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d1692992-cc0b-4a47-a9ff-594f2ca4e31a,segment=NetworkSegment(f4ca4f7b-fdd4-4b49-86d0-c40904b779a3),segment_id=f4ca4f7b-fdd4-4b49-86d0-c40904b779a3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:50.947925 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e92c6d7-c99d-405a-933e-d252433a091c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.957093 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-280f7981-ca0b-4bb7-ae72-5679c1a79b0f None None] Deleting port d1692992-cc0b-4a47-a9ff-594f2ca4e31a {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:50.958171 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-280f7981-ca0b-4bb7-ae72-5679c1a79b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.967745 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9e92c6d7-c99d-405a-933e-d252433a091c admin admin] Calling delete_port for d1692992-cc0b-4a47-a9ff-594f2ca4e31a owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:50.983256 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c124e-7f0f-4def-85a1-d84572bdd13c req-19bc10eb-6200-4e1c-bcdc-0bd05e7c91ce tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:50.984828 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3d3c124e-7f0f-4def-85a1-d84572bdd13c req-19bc10eb-6200-4e1c-bcdc-0bd05e7c91ce tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1505246 Jul 22 16:52:51.041312 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-280f7981-ca0b-4bb7-ae72-5679c1a79b0f None None] For port d1692992-cc0b-4a47-a9ff-594f2ca4e31a, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d1692992-cc0b-4a47-a9ff-594f2ca4e31a,segment=NetworkSegment(f4ca4f7b-fdd4-4b49-86d0-c40904b779a3),segment_id=f4ca4f7b-fdd4-4b49-86d0-c40904b779a3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:51.041741 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-280f7981-ca0b-4bb7-ae72-5679c1a79b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:51.055554 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-280f7981-ca0b-4bb7-ae72-5679c1a79b0f None None] Calling delete_port for d1692992-cc0b-4a47-a9ff-594f2ca4e31a owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:51.068853 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3d3c124e-7f0f-4def-85a1-d84572bdd13c req-705fe4af-9b14-4f1d-8e38-61b418c3de47 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744641 Jul 22 16:52:51.123735 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e92c6d7-c99d-405a-933e-d252433a091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:51.128098 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 9285911e-a733-4096-84dd-6095ee736bed no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:52:51.168110 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e92c6d7-c99d-405a-933e-d252433a091c admin admin] No DVR routers for this DVR port d1692992-cc0b-4a47-a9ff-594f2ca4e31a on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:52:51.210441 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-280f7981-ca0b-4bb7-ae72-5679c1a79b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:51.221406 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 9285911e-a733-4096-84dd-6095ee736bed {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:52:51.221823 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 9285911e-a733-4096-84dd-6095ee736bed not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:52:51.222286 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 41ee4c72-7014-4745-8e0e-5630a57c6912 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:52:51.262668 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e92c6d7-c99d-405a-933e-d252433a091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:51.272777 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92c6d7-c99d-405a-933e-d252433a091c admin admin] Pushing event deleted for resources: {'Port': ['ID=d1692992-cc0b-4a47-a9ff-594f2ca4e31a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:51.284370 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-9e92c6d7-c99d-405a-933e-d252433a091c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f6be59-1fdc-49b9-8af1-53b654f51f05']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:51.294154 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c12468c-4530-4a51-a9c4-f39cea88aaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:51.296507 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1451845b-d236-4f4e-8ac9-a0cfeffbf452" -d '{"events": [{"server_uuid": "9c12468c-4530-4a51-a9c4-f39cea88aaf8", "name": "network-vif-plugged", "status": "completed", "tag": "9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:51.299520 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280f7981-ca0b-4bb7-ae72-5679c1a79b0f None None] No DVR routers for this DVR port d1692992-cc0b-4a47-a9ff-594f2ca4e31a on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:52:51.301869 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f7981-ca0b-4bb7-ae72-5679c1a79b0f None None] Pushing event deleted for resources: {'Port': ['ID=d1692992-cc0b-4a47-a9ff-594f2ca4e31a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:51.303724 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6714175-cd5a-4476-a24e-741a822e0af5 req-b51900f8-bbce-42af-a027-a31e19a0f0cc tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:51.305487 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 41ee4c72-7014-4745-8e0e-5630a57c6912 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:52:51.306463 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 41ee4c72-7014-4745-8e0e-5630a57c6912 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:52:51.307069 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d1692992-cc0b-4a47-a9ff-594f2ca4e31a no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:52:51.312023 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-9e92c6d7-c99d-405a-933e-d252433a091c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ca4f7b-fdd4-4b49-86d0-c40904b779a3') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:51.312023 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-9e92c6d7-c99d-405a-933e-d252433a091c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ca4f7b-fdd4-4b49-86d0-c40904b779a3') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:51.320140 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6714175-cd5a-4476-a24e-741a822e0af5 req-b51900f8-bbce-42af-a027-a31e19a0f0cc tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1115980 Jul 22 16:52:51.340149 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: d1692992-cc0b-4a47-a9ff-594f2ca4e31a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:52:51.341517 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d1692992-cc0b-4a47-a9ff-594f2ca4e31a not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:52:51.342460 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e92c6d7-c99d-405a-933e-d252433a091c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:51.364402 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6714175-cd5a-4476-a24e-741a822e0af5 req-1c65b1d0-70d6-46c5-b7e3-125e0a6896d3 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433598 Jul 22 16:52:51.377261 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e92c6d7-c99d-405a-933e-d252433a091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:51.393424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e92c6d7-c99d-405a-933e-d252433a091c admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:52:51.393424 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e92c6d7-c99d-405a-933e-d252433a091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:52:51.397134 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:52:51.430904 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2f9822-c0ce-4674-ba04-8a9d5bc17b37 x-openstack-request-id: req-4b2f9822-c0ce-4674-ba04-8a9d5bc17b37 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:51.431264 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c12468c-4530-4a51-a9c4-f39cea88aaf8", "name": "network-vif-plugged", "status": "completed", "tag": "9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:51.431579 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4b2f9822-c0ce-4674-ba04-8a9d5bc17b37 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:51.432044 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c12468c-4530-4a51-a9c4-f39cea88aaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e', 'code': 200} Jul 22 16:52:51.433568 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d46444-9904-4c23-b9bd-16bdd03cf9d8 req-ef1cbd0d-92fd-4d35-9b40-2cf8deba3bb2 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:51.435233 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-13d46444-9904-4c23-b9bd-16bdd03cf9d8 req-ef1cbd0d-92fd-4d35-9b40-2cf8deba3bb2 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c12468c-4530-4a51-a9c4-f39cea88aaf8 HTTP/1.1" status: 200 len: 945 time: 0.1533060 Jul 22 16:52:51.514477 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e92c6d7-c99d-405a-933e-d252433a091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:51.526405 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e92c6d7-c99d-405a-933e-d252433a091c admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:51.528345 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9e92c6d7-c99d-405a-933e-d252433a091c admin admin] 10.222.0.69 "DELETE /v2.0/networks/73f6be59-1fdc-49b9-8af1-53b654f51f05 HTTP/1.1" status: 204 len: 168 time: 0.9218001 Jul 22 16:52:51.550148 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46470) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:51.584035 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-13d46444-9904-4c23-b9bd-16bdd03cf9d8 req-1a909277-2d39-4c5f-b8d3-2fd4563d130d tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7bdfd92-1979-4e9c-86a0-2267fcb6fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051641 Jul 22 16:52:51.584972 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92c6d7-c99d-405a-933e-d252433a091c admin admin] Pushing event deleted for resources: {'Network': ['ID=73f6be59-1fdc-49b9-8af1-53b654f51f05,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:51.593074 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cda558-c39f-4c4f-b1d3-960a717f1438 req-6f559359-80c7-4140-88dc-b476452d1283 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:51.593889 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f7cda558-c39f-4c4f-b1d3-960a717f1438 req-6f559359-80c7-4140-88dc-b476452d1283 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=8767850b-35c2-4f05-ac41-2fbf69fcae6f HTTP/1.1" status: 200 len: 909 time: 0.0855772 Jul 22 16:52:51.754320 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca819cd7-f259-4a89-9725-b40d30ed11f8 req-e85e8f46-6e91-4bbf-b67c-7020a038c2a6 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:51.755935 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ca819cd7-f259-4a89-9725-b40d30ed11f8 req-e85e8f46-6e91-4bbf-b67c-7020a038c2a6 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=8767850b-35c2-4f05-ac41-2fbf69fcae6f HTTP/1.1" status: 200 len: 909 time: 0.0701563 Jul 22 16:52:51.897372 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25cfe6-8903-4d7b-bf01-837c743afefb req-0ec422ba-1bea-463a-81ad-eebab9db5355 tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:51.898975 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2d25cfe6-8903-4d7b-bf01-837c743afefb req-0ec422ba-1bea-463a-81ad-eebab9db5355 tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8767850b-35c2-4f05-ac41-2fbf69fcae6f HTTP/1.1" status: 200 len: 1060 time: 0.0683801 Jul 22 16:52:52.035972 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a7f63-2d59-43b7-92cd-0ec547cf2a56 req-482d0cd7-dea8-465c-aa45-42c75388c460 tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:52.046533 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bf9a7f63-2d59-43b7-92cd-0ec547cf2a56 req-482d0cd7-dea8-465c-aa45-42c75388c460 tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a37196c2-d173-462f-97a8-4762764a1251 HTTP/1.1" status: 200 len: 1135 time: 0.0754013 Jul 22 16:52:52.080850 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4575dc2-5676-4279-924c-dd9ac18f894d req-d3394346-4924-4e4d-83dd-f2b8c1558dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:52.082921 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4575dc2-5676-4279-924c-dd9ac18f894d req-d3394346-4924-4e4d-83dd-f2b8c1558dd5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c12468c-4530-4a51-a9c4-f39cea88aaf8 HTTP/1.1" status: 200 len: 1096 time: 0.5585546 Jul 22 16:52:52.092991 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bf9a7f63-2d59-43b7-92cd-0ec547cf2a56 req-bef17bee-468a-4024-87a4-22bdf047a79a tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9b80a2e3-f78f-4070-931e-b8809de6dc82&id=68f91509-7c1a-4818-a506-f6ad2613ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0455742 Jul 22 16:52:52.134836 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46496) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:52.195143 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9608ad5-9ef3-4923-a4c5-fea4d96d0916 tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:52.197167 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e9608ad5-9ef3-4923-a4c5-fea4d96d0916 tempest-TestSecurityGroupsBasicOps-1052051790 tempest-TestSecurityGroupsBasicOps-1052051790-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8767850b-35c2-4f05-ac41-2fbf69fcae6f HTTP/1.1" status: 200 len: 1055 time: 0.0587180 Jul 22 16:52:52.215992 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4575dc2-5676-4279-924c-dd9ac18f894d req-98cf2368-8112-4580-ae6c-1ebead9942d9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b7bdfd92-1979-4e9c-86a0-2267fcb6fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213107 Jul 22 16:52:52.225425 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6021d1f-1f8e-4aa5-a1e4-5e7f10270a98 req-b2ac70ce-4573-4f01-903b-ec74d51bec7c tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:52.226966 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e6021d1f-1f8e-4aa5-a1e4-5e7f10270a98 req-b2ac70ce-4573-4f01-903b-ec74d51bec7c tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.2373607 Jul 22 16:52:52.284939 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e6021d1f-1f8e-4aa5-a1e4-5e7f10270a98 req-4d1c08ca-35b7-4365-9d99-6baa9b8fde08 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523632 Jul 22 16:52:52.472818 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1037c-06d0-4a3b-a50d-afc8c8226fd3 req-9a85b5b1-c7ea-439d-ac69-3cc157e6ee22 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:52.475074 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9d1037c-06d0-4a3b-a50d-afc8c8226fd3 req-9a85b5b1-c7ea-439d-ac69-3cc157e6ee22 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=8767850b-35c2-4f05-ac41-2fbf69fcae6f HTTP/1.1" status: 200 len: 909 time: 0.0751069 Jul 22 16:52:52.531231 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8f678-12d1-42d4-9af6-76017a3cb9c3 req-0ce46b45-d064-48a8-a912-b1d34e9ca51a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:52.532804 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bec8f678-12d1-42d4-9af6-76017a3cb9c3 req-0ce46b45-d064-48a8-a912-b1d34e9ca51a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1424127 Jul 22 16:52:52.628980 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bec8f678-12d1-42d4-9af6-76017a3cb9c3 req-326591ee-2f29-4f5b-94e1-b585db9c5b15 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888913 Jul 22 16:52:52.687399 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f531529-d4a5-466e-9cee-6466911822b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:52.738541 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b63fa-daff-445b-ace9-44022f778460 req-4596985b-1a40-4817-8237-80162468aff6 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:52.745959 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-178b63fa-daff-445b-ace9-44022f778460 req-4596985b-1a40-4817-8237-80162468aff6 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c12468c-4530-4a51-a9c4-f39cea88aaf8 HTTP/1.1" status: 200 len: 945 time: 0.0766711 Jul 22 16:52:52.802332 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-178b63fa-daff-445b-ace9-44022f778460 req-a1023fad-8623-4a8c-b9bd-d9a39d07af3c tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7bdfd92-1979-4e9c-86a0-2267fcb6fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491829 Jul 22 16:52:52.998803 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45998f9-93af-4a65-8e5c-6030d0dd0189 req-c504c69f-5466-4b56-b3e0-a9b83f952aef tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:53.000580 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d45998f9-93af-4a65-8e5c-6030d0dd0189 req-c504c69f-5466-4b56-b3e0-a9b83f952aef tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1676283 Jul 22 16:52:53.087841 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d45998f9-93af-4a65-8e5c-6030d0dd0189 req-425889a1-8b8c-4052-ad5e-42f69ebc10b5 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624974 Jul 22 16:52:53.114535 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9f531529-d4a5-466e-9cee-6466911822b1 admin admin] Deleting port d93b8573-9fc1-4e43-a869-326f2c9ef7f6 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:53.114923 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f531529-d4a5-466e-9cee-6466911822b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:53.219935 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9f531529-d4a5-466e-9cee-6466911822b1 admin admin] For port d93b8573-9fc1-4e43-a869-326f2c9ef7f6, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d93b8573-9fc1-4e43-a869-326f2c9ef7f6,segment=NetworkSegment(cccff56a-f9a9-4ce9-8e88-8186dceb8659),segment_id=cccff56a-f9a9-4ce9-8e88-8186dceb8659)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:53.220387 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f531529-d4a5-466e-9cee-6466911822b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:53.238346 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9f531529-d4a5-466e-9cee-6466911822b1 admin admin] Calling delete_port for d93b8573-9fc1-4e43-a869-326f2c9ef7f6 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:53.246088 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562da36c-f10a-48ac-bb82-3dfbe6d7d509 req-749e7d1d-8748-490c-b318-c9996734e816 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:53.247863 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-562da36c-f10a-48ac-bb82-3dfbe6d7d509 req-749e7d1d-8748-490c-b318-c9996734e816 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0776670 Jul 22 16:52:53.312124 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-562da36c-f10a-48ac-bb82-3dfbe6d7d509 req-d9e4d2d6-07c6-4e97-b83d-60d30b243d4d tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534070 Jul 22 16:52:53.473774 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f531529-d4a5-466e-9cee-6466911822b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:53.511672 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f531529-d4a5-466e-9cee-6466911822b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d93b8573-9fc1-4e43-a869-326f2c9ef7f6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:53.652121 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7407d-a372-47e5-8e26-54d96eb3ad28 req-81e1256e-d5b3-45e0-b144-13cfa49abd23 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:53.653967 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d3f7407d-a372-47e5-8e26-54d96eb3ad28 req-81e1256e-d5b3-45e0-b144-13cfa49abd23 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0911036 Jul 22 16:52:53.701866 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d3f7407d-a372-47e5-8e26-54d96eb3ad28 req-9b4f9f0b-05ce-477f-b10c-9ef1f53097dc tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410142 Jul 22 16:52:53.748951 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f531529-d4a5-466e-9cee-6466911822b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:53.763891 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ebaa8-7c47-4646-bcbd-025598b951f1 req-0655f5d8-6a3b-4fcc-bde1-92ffe411a26d tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:53.765737 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2a6ebaa8-7c47-4646-bcbd-025598b951f1 req-0655f5d8-6a3b-4fcc-bde1-92ffe411a26d tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=8767850b-35c2-4f05-ac41-2fbf69fcae6f HTTP/1.1" status: 200 len: 909 time: 0.1993392 Jul 22 16:52:53.770220 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46560) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:53.878869 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e7c00-8278-43c8-95a5-cda4095dafaa req-22f4ff3d-e368-4c24-839c-e5b7814d99b3 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:53.880563 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1e7e7c00-8278-43c8-95a5-cda4095dafaa req-22f4ff3d-e368-4c24-839c-e5b7814d99b3 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0828307 Jul 22 16:52:53.924831 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff3aa074-d8f8-4a0b-9249-f5ff0dcd8cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:53.941632 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1e7e7c00-8278-43c8-95a5-cda4095dafaa req-05e46e97-f19a-4511-b47e-ff6125ae7f80 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552101 Jul 22 16:52:54.030256 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff3aa074-d8f8-4a0b-9249-f5ff0dcd8cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:54.035208 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ff3aa074-d8f8-4a0b-9249-f5ff0dcd8cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:54.055598 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc23f6-aab1-488a-96cd-7c87d5df8c7c req-1775bcd6-c7e1-448e-833b-deda53289d3a tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:54.057154 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8fdc23f6-aab1-488a-96cd-7c87d5df8c7c req-1775bcd6-c7e1-448e-833b-deda53289d3a tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c12468c-4530-4a51-a9c4-f39cea88aaf8 HTTP/1.1" status: 200 len: 945 time: 0.1914940 Jul 22 16:52:54.089988 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3aa074-d8f8-4a0b-9249-f5ff0dcd8cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6384662f-ccfb-4d0c-bc53-d95b451753f4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:54.111658 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ff3aa074-d8f8-4a0b-9249-f5ff0dcd8cdb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b2858df441914bebb5870ecbf11b0add&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3393705 Jul 22 16:52:54.114021 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46572) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:54.122208 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d097c6-a75b-40d1-8a79-cf99927e10bb req-5ef52348-463c-4bac-b57b-1f4208e36325 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:54.123748 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-30d097c6-a75b-40d1-8a79-cf99927e10bb req-5ef52348-463c-4bac-b57b-1f4208e36325 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.30 "GET /v2.0/ports?device_id=8767850b-35c2-4f05-ac41-2fbf69fcae6f HTTP/1.1" status: 200 len: 909 time: 0.2022316 Jul 22 16:52:54.143435 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8fdc23f6-aab1-488a-96cd-7c87d5df8c7c req-dde72904-eab8-4323-a346-1c54ea993422 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7bdfd92-1979-4e9c-86a0-2267fcb6fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802212 Jul 22 16:52:54.180212 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f531529-d4a5-466e-9cee-6466911822b1 admin admin] Router e65ead5c-f3f3-4e8e-97b0-27a90e62ec19 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:52:54.209110 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c26f6a61-7d99-4187-9eca-dd885119b97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:54.242076 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c26f6a61-7d99-4187-9eca-dd885119b97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:54.269505 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42652c0-2e98-4ab7-8b3b-e8a015e91fd5 req-bcab5ab0-45fb-4b1f-b192-29bacd9b2500 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:54.271525 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f42652c0-2e98-4ab7-8b3b-e8a015e91fd5 req-bcab5ab0-45fb-4b1f-b192-29bacd9b2500 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1245239 Jul 22 16:52:54.339875 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-30d097c6-a75b-40d1-8a79-cf99927e10bb req-d5588275-dd8d-4e0c-94db-53431d9ee89a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Deleting port 288fbf0d-0dc9-45a3-96f7-947a1c4cf698 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:54.340228 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-30d097c6-a75b-40d1-8a79-cf99927e10bb req-d5588275-dd8d-4e0c-94db-53431d9ee89a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:54.343318 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c26f6a61-7d99-4187-9eca-dd885119b97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:54.346646 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c26f6a61-7d99-4187-9eca-dd885119b97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:54.348045 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c26f6a61-7d99-4187-9eca-dd885119b97f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6384662f-ccfb-4d0c-bc53-d95b451753f4 HTTP/1.1" status: 204 len: 168 time: 0.2326143 Jul 22 16:52:54.362229 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f6a61-7d99-4187-9eca-dd885119b97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6384662f-ccfb-4d0c-bc53-d95b451753f4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:54.382229 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f42652c0-2e98-4ab7-8b3b-e8a015e91fd5 req-95f4ca0c-63af-4887-aef2-80597784cc6b tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971036 Jul 22 16:52:54.387729 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f531529-d4a5-466e-9cee-6466911822b1 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:54.394509 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9f531529-d4a5-466e-9cee-6466911822b1 admin admin] 10.222.0.69 "PUT /v2.0/routers/e65ead5c-f3f3-4e8e-97b0-27a90e62ec19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8488789 Jul 22 16:52:54.400480 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8350255-e36c-4696-b645-453047aa18e2 None None] Sync routers for ids ['e65ead5c-f3f3-4e8e-97b0-27a90e62ec19'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:54.401719 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46588) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:54.427814 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8350255-e36c-4696-b645-453047aa18e2 None None] Routers {'e65ead5c-f3f3-4e8e-97b0-27a90e62ec19'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:54.428585 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f8350255-e36c-4696-b645-453047aa18e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:52:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e65ead5c-f3f3-4e8e-97b0-27a90e62ec19'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:54.495461 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-30d097c6-a75b-40d1-8a79-cf99927e10bb req-d5588275-dd8d-4e0c-94db-53431d9ee89a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] For port 288fbf0d-0dc9-45a3-96f7-947a1c4cf698, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=288fbf0d-0dc9-45a3-96f7-947a1c4cf698,segment=NetworkSegment(3c530a61-8418-4f8d-a0f3-9abea2820c5b),segment_id=3c530a61-8418-4f8d-a0f3-9abea2820c5b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:54.495907 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-30d097c6-a75b-40d1-8a79-cf99927e10bb req-d5588275-dd8d-4e0c-94db-53431d9ee89a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:54.518991 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-30d097c6-a75b-40d1-8a79-cf99927e10bb req-d5588275-dd8d-4e0c-94db-53431d9ee89a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Calling delete_port for 288fbf0d-0dc9-45a3-96f7-947a1c4cf698 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:54.589211 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-f8350255-e36c-4696-b645-453047aa18e2 None None] Set router e65ead5c-f3f3-4e8e-97b0-27a90e62ec19 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:52:54.615470 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea9fe2c8-6c1f-4e0f-8675-2a611c34bb6e admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:54.666118 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-30d097c6-a75b-40d1-8a79-cf99927e10bb req-d5588275-dd8d-4e0c-94db-53431d9ee89a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:54.741131 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5588275-dd8d-4e0c-94db-53431d9ee89a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event deleted for resources: {'Port': ['ID=288fbf0d-0dc9-45a3-96f7-947a1c4cf698,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:54.768576 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d097c6-a75b-40d1-8a79-cf99927e10bb req-d5588275-dd8d-4e0c-94db-53431d9ee89a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] No DVR routers for this DVR port 288fbf0d-0dc9-45a3-96f7-947a1c4cf698 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:52:54.773324 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-30d097c6-a75b-40d1-8a79-cf99927e10bb req-d5588275-dd8d-4e0c-94db-53431d9ee89a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:54.777592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-30d097c6-a75b-40d1-8a79-cf99927e10bb req-d5588275-dd8d-4e0c-94db-53431d9ee89a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.30 "DELETE /v2.0/ports/288fbf0d-0dc9-45a3-96f7-947a1c4cf698 HTTP/1.1" status: 204 len: 173 time: 0.6474893 Jul 22 16:52:54.778681 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8767850b-35c2-4f05-ac41-2fbf69fcae6f', 'name': 'network-vif-deleted', 'tag': '288fbf0d-0dc9-45a3-96f7-947a1c4cf698'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:54.781889 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe4d652-831f-4927-aadb-04c644bd0c61" -d '{"events": [{"server_uuid": "8767850b-35c2-4f05-ac41-2fbf69fcae6f", "name": "network-vif-deleted", "tag": "288fbf0d-0dc9-45a3-96f7-947a1c4cf698"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:54.845019 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea9fe2c8-6c1f-4e0f-8675-2a611c34bb6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:54.850103 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46614) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:54.865027 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51bd19-4f20-4b62-afc3-2979486703f0 req-c6007b0a-45ca-4649-bf01-9e28955509e2 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:54.872293 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5d3320e-fe43-4897-b5bc-39bd211291b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:54.874945 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8f51bd19-4f20-4b62-afc3-2979486703f0 req-c6007b0a-45ca-4649-bf01-9e28955509e2 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.3520761 Jul 22 16:52:54.890741 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdf3950-3314-445b-a2ea-2b16d90779b4 x-openstack-request-id: req-1fdf3950-3314-445b-a2ea-2b16d90779b4 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:54.891051 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8767850b-35c2-4f05-ac41-2fbf69fcae6f", "name": "network-vif-deleted", "tag": "288fbf0d-0dc9-45a3-96f7-947a1c4cf698", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:54.891308 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1fdf3950-3314-445b-a2ea-2b16d90779b4 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:54.891719 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8767850b-35c2-4f05-ac41-2fbf69fcae6f', 'name': 'network-vif-deleted', 'tag': '288fbf0d-0dc9-45a3-96f7-947a1c4cf698', 'status': 'completed', 'code': 200} Jul 22 16:52:54.968298 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8f51bd19-4f20-4b62-afc3-2979486703f0 req-69f7a673-fee7-4ef6-99e1-165013e6dcbe tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907021 Jul 22 16:52:54.988781 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f8350255-e36c-4696-b645-453047aa18e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65ead5c-f3f3-4e8e-97b0-27a90e62ec19', 'name': 'tempest-TestVolumeBackupRestore-1090968065-router', 'tenant_id': 'f9328e39e17947deb24a782b370ec2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '8e821d4b-9a47-4594-bf08-23af5ae98afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:45Z', 'updated_at': '2021-07-22T16:52:53Z', 'revision_number': 5, 'project_id': 'f9328e39e17947deb24a782b370ec2dc', 'gw_port': {'id': '8e821d4b-9a47-4594-bf08-23af5ae98afa', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65ead5c-f3f3-4e8e-97b0-27a90e62ec19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:46Z', 'updated_at': '2021-07-22T16:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:55.025911 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ea9fe2c8-6c1f-4e0f-8675-2a611c34bb6e admin admin] Deleting port 8e821d4b-9a47-4594-bf08-23af5ae98afa {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:55.026329 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea9fe2c8-6c1f-4e0f-8675-2a611c34bb6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:55.099282 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8350255-e36c-4696-b645-453047aa18e2 None None] Checking router: e65ead5c-f3f3-4e8e-97b0-27a90e62ec19 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:52:55.134387 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8350255-e36c-4696-b645-453047aa18e2 None None] Routers {'e65ead5c-f3f3-4e8e-97b0-27a90e62ec19'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:55.135035 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f8350255-e36c-4696-b645-453047aa18e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:52:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e65ead5c-f3f3-4e8e-97b0-27a90e62ec19'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:55.135396 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5d3320e-fe43-4897-b5bc-39bd211291b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:55.165879 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af0143ee-516e-4c77-af4e-dc5998cedd3f req-064e3b78-3cc1-4e5f-895f-1ecf1e94a88b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=8767850b-35c2-4f05-ac41-2fbf69fcae6f HTTP/1.1" status: 200 len: 210 time: 0.1099651 Jul 22 16:52:55.166528 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5d3320e-fe43-4897-b5bc-39bd211291b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:55.217970 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c5d3320e-fe43-4897-b5bc-39bd211291b7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4b41bba97e3d46c7a40bff7e2aa26432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3637025 Jul 22 16:52:55.217970 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46620) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:55.231572 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-ea9fe2c8-6c1f-4e0f-8675-2a611c34bb6e admin admin] For port 8e821d4b-9a47-4594-bf08-23af5ae98afa, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8e821d4b-9a47-4594-bf08-23af5ae98afa,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:55.231929 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea9fe2c8-6c1f-4e0f-8675-2a611c34bb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:55.247742 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ea9fe2c8-6c1f-4e0f-8675-2a611c34bb6e admin admin] Calling delete_port for 8e821d4b-9a47-4594-bf08-23af5ae98afa owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:55.262242 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3320e-fe43-4897-b5bc-39bd211291b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1359bbb-4d1f-4118-ac69-8bfd2cc55309,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:55.280751 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-f8350255-e36c-4696-b645-453047aa18e2 None None] Set router e65ead5c-f3f3-4e8e-97b0-27a90e62ec19 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:52:55.291110 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2062c6f-3cbc-433f-ac78-186905fc119a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:55.343649 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2062c6f-3cbc-433f-ac78-186905fc119a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:55.354814 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f8350255-e36c-4696-b645-453047aa18e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65ead5c-f3f3-4e8e-97b0-27a90e62ec19', 'name': 'tempest-TestVolumeBackupRestore-1090968065-router', 'tenant_id': 'f9328e39e17947deb24a782b370ec2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:45Z', 'updated_at': '2021-07-22T16:52:54Z', 'revision_number': 6, 'project_id': 'f9328e39e17947deb24a782b370ec2dc', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:55.387062 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8350255-e36c-4696-b645-453047aa18e2 None None] The sync data for ids ['e65ead5c-f3f3-4e8e-97b0-27a90e62ec19'] in n-d-798930-9 is: [{'id': 'e65ead5c-f3f3-4e8e-97b0-27a90e62ec19', 'name': 'tempest-TestVolumeBackupRestore-1090968065-router', 'tenant_id': 'f9328e39e17947deb24a782b370ec2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:45Z', 'updated_at': '2021-07-22T16:52:54Z', 'revision_number': 6, 'project_id': 'f9328e39e17947deb24a782b370ec2dc', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:55.426302 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d1ca0-2134-40aa-9a31-a3040e1dc921 req-40c01c07-676b-41c0-b23e-7c3d08345236 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:55.435920 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af8d1ca0-2134-40aa-9a31-a3040e1dc921 req-40c01c07-676b-41c0-b23e-7c3d08345236 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c12468c-4530-4a51-a9c4-f39cea88aaf8 HTTP/1.1" status: 200 len: 945 time: 0.1462770 Jul 22 16:52:55.439454 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2062c6f-3cbc-433f-ac78-186905fc119a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:55.442311 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2062c6f-3cbc-433f-ac78-186905fc119a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:55.443449 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c2062c6f-3cbc-433f-ac78-186905fc119a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c1359bbb-4d1f-4118-ac69-8bfd2cc55309 HTTP/1.1" status: 204 len: 168 time: 0.2184021 Jul 22 16:52:55.475750 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2062c6f-3cbc-433f-ac78-186905fc119a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1359bbb-4d1f-4118-ac69-8bfd2cc55309,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:55.484222 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8eabc0-b77e-4b10-b150-fdebacb2b89f req-0e2f94bf-b96e-4878-a00f-2a06cdfd4841 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:55.491420 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7c8eabc0-b77e-4b10-b150-fdebacb2b89f req-0e2f94bf-b96e-4878-a00f-2a06cdfd4841 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1700234 Jul 22 16:52:55.510095 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af8d1ca0-2134-40aa-9a31-a3040e1dc921 req-fa2d6210-2f48-4467-aa32-81a98e6e0c53 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7bdfd92-1979-4e9c-86a0-2267fcb6fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670311 Jul 22 16:52:55.574879 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7c8eabc0-b77e-4b10-b150-fdebacb2b89f req-0a60ce20-f706-4762-9f39-94c46514fb3c tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821757 Jul 22 16:52:55.598395 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea9fe2c8-6c1f-4e0f-8675-2a611c34bb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:55.638231 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fe2c8-6c1f-4e0f-8675-2a611c34bb6e admin admin] Pushing event deleted for resources: {'Port': ['ID=8e821d4b-9a47-4594-bf08-23af5ae98afa,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:55.733278 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea9fe2c8-6c1f-4e0f-8675-2a611c34bb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:55.841108 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea9fe2c8-6c1f-4e0f-8675-2a611c34bb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:55.844765 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea9fe2c8-6c1f-4e0f-8675-2a611c34bb6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:55.859511 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f31761-88db-4037-823c-41e9c52243de req-75fda282-734b-4cb0-8733-edc75469f512 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:55.863514 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e6f31761-88db-4037-823c-41e9c52243de req-75fda282-734b-4cb0-8733-edc75469f512 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.2018392 Jul 22 16:52:55.929981 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea9fe2c8-6c1f-4e0f-8675-2a611c34bb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:55.931063 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9fe2c8-6c1f-4e0f-8675-2a611c34bb6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e65ead5c-f3f3-4e8e-97b0-27a90e62ec19 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:52:55.937228 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea9fe2c8-6c1f-4e0f-8675-2a611c34bb6e admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:55.940756 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ea9fe2c8-6c1f-4e0f-8675-2a611c34bb6e admin admin] 10.222.0.69 "DELETE /v2.0/routers/e65ead5c-f3f3-4e8e-97b0-27a90e62ec19 HTTP/1.1" status: 204 len: 168 time: 1.5354435 Jul 22 16:52:55.941215 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46642) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:55.941797 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e6f31761-88db-4037-823c-41e9c52243de req-585cc963-73fc-4674-be71-c68a953b46f3 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773516 Jul 22 16:52:55.990002 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c84ec432-cd39-442e-86ce-55ea17b6f9be admin admin] Deleting subnet d90bf921-ee8a-4580-958c-fc810d27c840 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:52:55.993989 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c84ec432-cd39-442e-86ce-55ea17b6f9be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:56.031595 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c84ec432-cd39-442e-86ce-55ea17b6f9be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:56.149686 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c84ec432-cd39-442e-86ce-55ea17b6f9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:56.231221 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46666) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:56.283338 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c84ec432-cd39-442e-86ce-55ea17b6f9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:56.313407 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ec432-cd39-442e-86ce-55ea17b6f9be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d90bf921-ee8a-4580-958c-fc810d27c840,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:56.321241 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14153de0-fdd1-420c-892f-4b2da9b8364f req-cb3ff3c3-9ced-4fcd-9ae9-e91021d7d6bc tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:56.323842 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77ff62f-4098-4824-915b-45f3b41eb300 None None] Network 63581f75-d4ae-4700-b78b-59da668ae4ac requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:52:56.324605 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-14153de0-fdd1-420c-892f-4b2da9b8364f req-cb3ff3c3-9ced-4fcd-9ae9-e91021d7d6bc tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/networks?id=1a1eddf5-fb8e-4189-93cd-16488e248f15 HTTP/1.1" status: 200 len: 813 time: 0.1928172 Jul 22 16:52:56.325875 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c84ec432-cd39-442e-86ce-55ea17b6f9be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:56.331855 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c84ec432-cd39-442e-86ce-55ea17b6f9be admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d90bf921-ee8a-4580-958c-fc810d27c840 HTTP/1.1" status: 204 len: 168 time: 0.3895385 Jul 22 16:52:56.332840 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46668) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:56.368703 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-14153de0-fdd1-420c-892f-4b2da9b8364f req-40bdab61-6bc1-4120-af64-d9d87f60f71f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/quotas/dd83029401704e2c8bed4e4a32967004 HTTP/1.1" status: 200 len: 375 time: 0.0348554 Jul 22 16:52:56.460087 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41423031-2978-4692-85db-738d78eacddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:56.608837 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-14153de0-fdd1-420c-892f-4b2da9b8364f req-288b7555-f79d-4f85-98c3-13b87fa20a97 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=dd83029401704e2c8bed4e4a32967004&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2328715 Jul 22 16:52:56.646401 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-41423031-2978-4692-85db-738d78eacddd admin admin] Deleting port f736ae83-1031-4135-8aae-2d1dc43b70a2 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:56.647082 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41423031-2978-4692-85db-738d78eacddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:56.669945 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6fbffa-fa34-4d6e-83b7-27ef3299f655 None None] DHCP port deletion for 63581f75-d4ae-4700-b78b-59da668ae4ac request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:52:56.802101 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09b12b-b3a5-4a11-8136-88814dd2440f req-3b3ef9c5-6612-4a8e-b27a-a5bd8081f6c9 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:56.810607 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4f09b12b-b3a5-4a11-8136-88814dd2440f req-3b3ef9c5-6612-4a8e-b27a-a5bd8081f6c9 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c12468c-4530-4a51-a9c4-f39cea88aaf8 HTTP/1.1" status: 200 len: 945 time: 0.1578872 Jul 22 16:52:56.812926 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9c6fbffa-fa34-4d6e-83b7-27ef3299f655 None None] Deleting port f736ae83-1031-4135-8aae-2d1dc43b70a2 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:56.814700 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c6fbffa-fa34-4d6e-83b7-27ef3299f655 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:56.855902 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-41423031-2978-4692-85db-738d78eacddd admin admin] For port f736ae83-1031-4135-8aae-2d1dc43b70a2, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f736ae83-1031-4135-8aae-2d1dc43b70a2,segment=NetworkSegment(cccff56a-f9a9-4ce9-8e88-8186dceb8659),segment_id=cccff56a-f9a9-4ce9-8e88-8186dceb8659)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:56.856273 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41423031-2978-4692-85db-738d78eacddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:56.871095 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-41423031-2978-4692-85db-738d78eacddd admin admin] Calling delete_port for f736ae83-1031-4135-8aae-2d1dc43b70a2 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:56.930036 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9c6fbffa-fa34-4d6e-83b7-27ef3299f655 None None] For port f736ae83-1031-4135-8aae-2d1dc43b70a2, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f736ae83-1031-4135-8aae-2d1dc43b70a2,segment=NetworkSegment(cccff56a-f9a9-4ce9-8e88-8186dceb8659),segment_id=cccff56a-f9a9-4ce9-8e88-8186dceb8659)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:56.930759 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c6fbffa-fa34-4d6e-83b7-27ef3299f655 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:56.944764 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9c6fbffa-fa34-4d6e-83b7-27ef3299f655 None None] Calling delete_port for f736ae83-1031-4135-8aae-2d1dc43b70a2 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:57.015689 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4f09b12b-b3a5-4a11-8136-88814dd2440f req-99573ab6-12e7-40ba-8438-b544d36e3c7b tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7bdfd92-1979-4e9c-86a0-2267fcb6fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036421 Jul 22 16:52:57.086272 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ffa97-37b2-4ddb-8a50-ccd280e666f0 req-12aa2f0f-ffdb-4d78-a147-63e6e5d7ff23 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:57.089261 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8b4ffa97-37b2-4ddb-8a50-ccd280e666f0 req-12aa2f0f-ffdb-4d78-a147-63e6e5d7ff23 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1455212 Jul 22 16:52:57.101107 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c6fbffa-fa34-4d6e-83b7-27ef3299f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.160584 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fbffa-fa34-4d6e-83b7-27ef3299f655 None None] Pushing event deleted for resources: {'Port': ['ID=f736ae83-1031-4135-8aae-2d1dc43b70a2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:57.172618 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6fbffa-fa34-4d6e-83b7-27ef3299f655 None None] No DVR routers for this DVR port f736ae83-1031-4135-8aae-2d1dc43b70a2 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:52:57.199429 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8e821d4b-9a47-4594-bf08-23af5ae98afa no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:52:57.226994 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 8e821d4b-9a47-4594-bf08-23af5ae98afa {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:52:57.227985 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8e821d4b-9a47-4594-bf08-23af5ae98afa not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:52:57.228480 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f736ae83-1031-4135-8aae-2d1dc43b70a2 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:52:57.253872 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: f736ae83-1031-4135-8aae-2d1dc43b70a2 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:52:57.254740 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f736ae83-1031-4135-8aae-2d1dc43b70a2 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:52:57.255331 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d93b8573-9fc1-4e43-a869-326f2c9ef7f6 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:52:57.286522 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: d93b8573-9fc1-4e43-a869-326f2c9ef7f6 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:52:57.286522 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d93b8573-9fc1-4e43-a869-326f2c9ef7f6 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:52:57.338036 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7218a00-1173-4662-be07-f9d388a68bf8 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.476025 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e1007-a9ad-4b03-a49f-096a0bc6b5dc req-fde0f7a6-38a5-4fd7-ba2c-f301504fb3d9 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:57.477533 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e58e1007-a9ad-4b03-a49f-096a0bc6b5dc req-fde0f7a6-38a5-4fd7-ba2c-f301504fb3d9 tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c12468c-4530-4a51-a9c4-f39cea88aaf8 HTTP/1.1" status: 200 len: 945 time: 0.5483057 Jul 22 16:52:57.478220 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41423031-2978-4692-85db-738d78eacddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.539075 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41423031-2978-4692-85db-738d78eacddd admin admin] Pushing event deleted for resources: {'Port': ['ID=f736ae83-1031-4135-8aae-2d1dc43b70a2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:57.546921 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8b4ffa97-37b2-4ddb-8a50-ccd280e666f0 req-483f7a14-d32c-454e-9e4e-bce4340ba447 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4567950 Jul 22 16:52:57.558101 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41423031-2978-4692-85db-738d78eacddd admin admin] No DVR routers for this DVR port f736ae83-1031-4135-8aae-2d1dc43b70a2 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:52:57.684122 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d7218a00-1173-4662-be07-f9d388a68bf8 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Deleting port 0fd78326-257f-4184-9190-8f52103d30e9 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:57.684718 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7218a00-1173-4662-be07-f9d388a68bf8 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.691005 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41423031-2978-4692-85db-738d78eacddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.704483 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-41423031-2978-4692-85db-738d78eacddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63581f75-d4ae-4700-b78b-59da668ae4ac']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:57.720427 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-41423031-2978-4692-85db-738d78eacddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cccff56a-f9a9-4ce9-8e88-8186dceb8659') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:57.720716 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-41423031-2978-4692-85db-738d78eacddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cccff56a-f9a9-4ce9-8e88-8186dceb8659') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:57.732710 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41423031-2978-4692-85db-738d78eacddd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.749412 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-e58e1007-a9ad-4b03-a49f-096a0bc6b5dc req-cb3a777e-3217-4126-b10c-78f7f744dcbe tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Deleting port 9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:57.750021 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e58e1007-a9ad-4b03-a49f-096a0bc6b5dc req-cb3a777e-3217-4126-b10c-78f7f744dcbe tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.753282 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41423031-2978-4692-85db-738d78eacddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.763558 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7edcaa-7bdd-459c-9ffd-30de41673fc0 req-eb5806f6-2168-48e3-a8e5-25106a9ffc7f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:57.765080 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5f7edcaa-7bdd-459c-9ffd-30de41673fc0 req-eb5806f6-2168-48e3-a8e5-25106a9ffc7f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1379919 Jul 22 16:52:57.774198 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41423031-2978-4692-85db-738d78eacddd admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:52:57.774691 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41423031-2978-4692-85db-738d78eacddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:52:57.776558 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:52:57.829237 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-d7218a00-1173-4662-be07-f9d388a68bf8 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] For port 0fd78326-257f-4184-9190-8f52103d30e9, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0fd78326-257f-4184-9190-8f52103d30e9,segment=NetworkSegment(3c530a61-8418-4f8d-a0f3-9abea2820c5b),segment_id=3c530a61-8418-4f8d-a0f3-9abea2820c5b)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:57.829603 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7218a00-1173-4662-be07-f9d388a68bf8 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.834790 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5f7edcaa-7bdd-459c-9ffd-30de41673fc0 req-36edea5a-c496-4e58-90ce-aa08cf500bf3 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632732 Jul 22 16:52:57.845556 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d7218a00-1173-4662-be07-f9d388a68bf8 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Calling delete_port for 0fd78326-257f-4184-9190-8f52103d30e9 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:57.902181 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41423031-2978-4692-85db-738d78eacddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.910705 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41423031-2978-4692-85db-738d78eacddd admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.912758 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-41423031-2978-4692-85db-738d78eacddd admin admin] 10.222.0.69 "DELETE /v2.0/networks/63581f75-d4ae-4700-b78b-59da668ae4ac HTTP/1.1" status: 204 len: 168 time: 1.5778377 Jul 22 16:52:57.928424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41423031-2978-4692-85db-738d78eacddd admin admin] Pushing event deleted for resources: {'Network': ['ID=63581f75-d4ae-4700-b78b-59da668ae4ac,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:57.934333 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46716) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:57.943908 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e58e1007-a9ad-4b03-a49f-096a0bc6b5dc req-cb3a777e-3217-4126-b10c-78f7f744dcbe tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] For port 9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e,segment=NetworkSegment(ef84a0e9-1259-4c02-bd96-02522eb19606),segment_id=ef84a0e9-1259-4c02-bd96-02522eb19606)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:57.943908 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e58e1007-a9ad-4b03-a49f-096a0bc6b5dc req-cb3a777e-3217-4126-b10c-78f7f744dcbe tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.961251 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-e58e1007-a9ad-4b03-a49f-096a0bc6b5dc req-cb3a777e-3217-4126-b10c-78f7f744dcbe tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Calling delete_port for 9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:58.122088 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46728) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:58.126883 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7218a00-1173-4662-be07-f9d388a68bf8 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.157158 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7218a00-1173-4662-be07-f9d388a68bf8 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event deleted for resources: {'Port': ['ID=0fd78326-257f-4184-9190-8f52103d30e9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:58.245765 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e58e1007-a9ad-4b03-a49f-096a0bc6b5dc req-cb3a777e-3217-4126-b10c-78f7f744dcbe tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.259464 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d68a9c2d-db24-4702-8fcf-d14aa221f067 req-dddfe6b0-ecb3-44f1-b9fd-8247d7b2e5d0 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=dd83029401704e2c8bed4e4a32967004 HTTP/1.1" status: 200 len: 221 time: 0.1042979 Jul 22 16:52:58.281892 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-55537221-ca13-4d98-9fc7-7bce65e31540 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7d1de184c28f4807aacf349f806e0097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598866 Jul 22 16:52:58.285041 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46736) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:58.289075 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a777e-3217-4126-b10c-78f7f744dcbe tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Pushing event deleted for resources: {'Port': ['ID=9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:58.319443 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1cc9c-9e54-49bb-bc56-9c7f0d89782a req-5c79b8b8-f1da-4db3-9303-5e9af74dce8a tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:58.321588 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d7f1cc9c-9e54-49bb-bc56-9c7f0d89782a req-5c79b8b8-f1da-4db3-9303-5e9af74dce8a tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c12468c-4530-4a51-a9c4-f39cea88aaf8 HTTP/1.1" status: 200 len: 867 time: 0.2238884 Jul 22 16:52:58.397352 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58e1007-a9ad-4b03-a49f-096a0bc6b5dc req-cb3a777e-3217-4126-b10c-78f7f744dcbe tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] No DVR routers for this DVR port 9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:52:58.405153 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e58e1007-a9ad-4b03-a49f-096a0bc6b5dc req-cb3a777e-3217-4126-b10c-78f7f744dcbe tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.407142 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e58e1007-a9ad-4b03-a49f-096a0bc6b5dc req-cb3a777e-3217-4126-b10c-78f7f744dcbe tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.16 "DELETE /v2.0/ports/9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e HTTP/1.1" status: 204 len: 173 time: 0.9178259 Jul 22 16:52:58.407605 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c12468c-4530-4a51-a9c4-f39cea88aaf8', 'name': 'network-vif-deleted', 'tag': '9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:58.410303 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63b0256-cb66-463e-adb3-7029f23969b9" -d '{"events": [{"server_uuid": "9c12468c-4530-4a51-a9c4-f39cea88aaf8", "name": "network-vif-deleted", "tag": "9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:58.427970 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e07580d0-2337-4827-ab5d-7e0877fff344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.429255 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d7f1cc9c-9e54-49bb-bc56-9c7f0d89782a req-848e998d-d7f8-4392-bdb4-575fa15898bd tempest-ServerMetadataNegativeTestJSON-1716084315 tempest-ServerMetadataNegativeTestJSON-1716084315-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7bdfd92-1979-4e9c-86a0-2267fcb6fb90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995116 Jul 22 16:52:58.483133 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90720e28-9430-43d4-a5ee-6bbe5a8a28a7 x-openstack-request-id: req-90720e28-9430-43d4-a5ee-6bbe5a8a28a7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:58.483494 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c12468c-4530-4a51-a9c4-f39cea88aaf8", "name": "network-vif-deleted", "tag": "9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:58.484481 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-90720e28-9430-43d4-a5ee-6bbe5a8a28a7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:58.484481 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c12468c-4530-4a51-a9c4-f39cea88aaf8', 'name': 'network-vif-deleted', 'tag': '9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e', 'status': 'completed', 'code': 200} Jul 22 16:52:58.484702 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cbc2b321-65df-4882-ba5c-ac7f5d6bc922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.491050 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 288fbf0d-0dc9-45a3-96f7-947a1c4cf698 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:52:58.512871 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 288fbf0d-0dc9-45a3-96f7-947a1c4cf698 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:52:58.513224 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 288fbf0d-0dc9-45a3-96f7-947a1c4cf698 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:52:58.539838 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e07580d0-2337-4827-ab5d-7e0877fff344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.628875 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7218a00-1173-4662-be07-f9d388a68bf8 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.645464 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643148a7-e07e-4184-9dec-632a395e17e1 req-16580e67-e066-4d33-a3df-363d3ad6489d tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:58.646927 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-643148a7-e07e-4184-9dec-632a395e17e1 req-16580e67-e066-4d33-a3df-363d3ad6489d tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.2846010 Jul 22 16:52:58.716848 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e07580d0-2337-4827-ab5d-7e0877fff344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.719321 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e07580d0-2337-4827-ab5d-7e0877fff344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.720457 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e07580d0-2337-4827-ab5d-7e0877fff344 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/94a4d43d-7d79-4ac6-9ad0-94432e914610 HTTP/1.1" status: 204 len: 168 time: 0.4326582 Jul 22 16:52:58.779874 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07580d0-2337-4827-ab5d-7e0877fff344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a4d43d-7d79-4ac6-9ad0-94432e914610,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:58.803629 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-643148a7-e07e-4184-9dec-632a395e17e1 req-e353f266-cbd2-44e3-8c33-e4ad1d00dc32 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506295 Jul 22 16:52:58.820845 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cbc2b321-65df-4882-ba5c-ac7f5d6bc922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.828300 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cbc2b321-65df-4882-ba5c-ac7f5d6bc922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.891585 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2b321-65df-4882-ba5c-ac7f5d6bc922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5303e6d3-68d4-4014-93c4-e2d45d850fc0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:58.915353 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cbc2b321-65df-4882-ba5c-ac7f5d6bc922 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f1b84e320c4e45c99b9f2aa59a789b04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9789474 Jul 22 16:52:58.919271 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46746) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:59.025043 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3812e631-c3e1-4c18-b314-345d2a9f68d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.051214 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23207ef-b82d-4321-ac90-efbde72a4096 req-31b6296d-4e3e-476b-8ba8-682f36258181 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:59.052873 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c23207ef-b82d-4321-ac90-efbde72a4096 req-31b6296d-4e3e-476b-8ba8-682f36258181 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1412578 Jul 22 16:52:59.074375 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-118e8052-0e70-46c0-9320-2d1e08a30704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.102049 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-118e8052-0e70-46c0-9320-2d1e08a30704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.120007 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c23207ef-b82d-4321-ac90-efbde72a4096 req-06b090ac-b858-4d3f-ab96-ceb7b7a52ccc tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590770 Jul 22 16:52:59.142839 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46750) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:59.151350 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7218a00-1173-4662-be07-f9d388a68bf8 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Router 70426ac6-b6a0-47b4-863e-a09ad09565e2 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:52:59.198878 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d3732de9-7dfd-44d8-9bca-945c2a0852d8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f9328e39e17947deb24a782b370ec2dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0592320 Jul 22 16:52:59.199171 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46756) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:59.238199 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-118e8052-0e70-46c0-9320-2d1e08a30704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.240739 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-118e8052-0e70-46c0-9320-2d1e08a30704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.241908 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-118e8052-0e70-46c0-9320-2d1e08a30704 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5303e6d3-68d4-4014-93c4-e2d45d850fc0 HTTP/1.1" status: 204 len: 168 time: 0.3205297 Jul 22 16:52:59.258115 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e8052-0e70-46c0-9320-2d1e08a30704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5303e6d3-68d4-4014-93c4-e2d45d850fc0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:59.298831 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7218a00-1173-4662-be07-f9d388a68bf8 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:59.305329 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d7218a00-1173-4662-be07-f9d388a68bf8 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "PUT /v2.0/routers/70426ac6-b6a0-47b4-863e-a09ad09565e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0728555 Jul 22 16:52:59.308490 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46760) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:59.311842 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88fc8f8-8616-4890-89c3-8a4bc59d46e6 None None] Sync routers for ids ['70426ac6-b6a0-47b4-863e-a09ad09565e2'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:59.323654 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e531c034-98fe-4380-a9a8-28e0814f9ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.328184 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88fc8f8-8616-4890-89c3-8a4bc59d46e6 None None] Routers {'70426ac6-b6a0-47b4-863e-a09ad09565e2'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:59.331114 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f88fc8f8-8616-4890-89c3-8a4bc59d46e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:52:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['70426ac6-b6a0-47b4-863e-a09ad09565e2'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:59.350311 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76692652-8b2c-4d70-bf05-511eec8c7e50 req-38919c54-7bfb-4d50-b096-7411da1ce9ad tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:59.351853 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-76692652-8b2c-4d70-bf05-511eec8c7e50 req-38919c54-7bfb-4d50-b096-7411da1ce9ad tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1330314 Jul 22 16:52:59.362624 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e531c034-98fe-4380-a9a8-28e0814f9ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.380109 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a3855c-e372-4319-917d-0cfd4f682ba4 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Deleting subnet ef42f960-c3c6-4bd3-a5b6-8817b7270733 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:52:59.387298 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7a3855c-e372-4319-917d-0cfd4f682ba4 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.427803 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-76692652-8b2c-4d70-bf05-511eec8c7e50 req-59c13b9e-6f74-49fe-9133-fb5dde593102 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672443 Jul 22 16:52:59.455847 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e531c034-98fe-4380-a9a8-28e0814f9ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.455847 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e531c034-98fe-4380-a9a8-28e0814f9ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.456372 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7a3855c-e372-4319-917d-0cfd4f682ba4 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.460666 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e531c034-98fe-4380-a9a8-28e0814f9ed5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2a75d8b0-17af-4265-ad4e-977ffcb23746 HTTP/1.1" status: 204 len: 168 time: 0.2597530 Jul 22 16:52:59.484290 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531c034-98fe-4380-a9a8-28e0814f9ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a75d8b0-17af-4265-ad4e-977ffcb23746,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:59.490355 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46768) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:59.511348 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f88fc8f8-8616-4890-89c3-8a4bc59d46e6 None None] Set router 70426ac6-b6a0-47b4-863e-a09ad09565e2 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:52:59.595123 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-6412272c-e638-4065-9bd1-f33256e84bc3 admin admin] Deleting subnet 37345ddb-eae9-49b0-b882-e03bfb55ab98 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:52:59.599459 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6412272c-e638-4065-9bd1-f33256e84bc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.639992 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6412272c-e638-4065-9bd1-f33256e84bc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.679618 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7a3855c-e372-4319-917d-0cfd4f682ba4 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.683996 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6412272c-e638-4065-9bd1-f33256e84bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.780937 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f88fc8f8-8616-4890-89c3-8a4bc59d46e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70426ac6-b6a0-47b4-863e-a09ad09565e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-833119505', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '89d5d751-6fb6-41ec-93cf-26a1a8f84838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:52:21Z', 'updated_at': '2021-07-22T16:52:58Z', 'revision_number': 5, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'gw_port': {'id': '89d5d751-6fb6-41ec-93cf-26a1a8f84838', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70426ac6-b6a0-47b4-863e-a09ad09565e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:52:22Z', 'updated_at': '2021-07-22T16:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:59.795922 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6412272c-e638-4065-9bd1-f33256e84bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.808770 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7a3855c-e372-4319-917d-0cfd4f682ba4 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.842428 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3855c-e372-4319-917d-0cfd4f682ba4 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event deleted for resources: {'Subnet': ['ID=ef42f960-c3c6-4bd3-a5b6-8817b7270733,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:59.848893 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b107df2-23c9-424f-84a0-533a8cb699ef req-d74151e7-bfaf-4848-8386-32b4b6e8d207 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:59.850924 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7b107df2-23c9-424f-84a0-533a8cb699ef req-d74151e7-bfaf-4848-8386-32b4b6e8d207 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.2748239 Jul 22 16:52:59.862611 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7a3855c-e372-4319-917d-0cfd4f682ba4 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.864384 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88fc8f8-8616-4890-89c3-8a4bc59d46e6 None None] Checking router: 70426ac6-b6a0-47b4-863e-a09ad09565e2 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:52:59.865414 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d7a3855c-e372-4319-917d-0cfd4f682ba4 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "DELETE /v2.0/subnets/ef42f960-c3c6-4bd3-a5b6-8817b7270733 HTTP/1.1" status: 204 len: 168 time: 0.5556324 Jul 22 16:52:59.869091 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46772) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:59.894680 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fbb68d-ac58-42d9-ab78-b8cace6b9033 None None] Network 70313ecc-fd10-41a8-a1c1-00566b524ca6 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:52:59.898492 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88fc8f8-8616-4890-89c3-8a4bc59d46e6 None None] Routers {'70426ac6-b6a0-47b4-863e-a09ad09565e2'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:59.899849 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f88fc8f8-8616-4890-89c3-8a4bc59d46e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:52:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['70426ac6-b6a0-47b4-863e-a09ad09565e2'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:59.925065 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412272c-e638-4065-9bd1-f33256e84bc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37345ddb-eae9-49b0-b882-e03bfb55ab98,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:59.946937 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6412272c-e638-4065-9bd1-f33256e84bc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.958212 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6412272c-e638-4065-9bd1-f33256e84bc3 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/37345ddb-eae9-49b0-b882-e03bfb55ab98 HTTP/1.1" status: 204 len: 168 time: 0.4647641 Jul 22 16:52:59.962857 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46774) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:59.963291 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46776) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:00.016472 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3de79b14-edd9-4f02-82c3-f6f98485bc80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.034492 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7b107df2-23c9-424f-84a0-533a8cb699ef req-b0c1caed-1e7e-49f8-a305-e186f0831e1f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325197 Jul 22 16:53:00.048830 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86bea4de-7c57-430f-a3db-baee7fb16619 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.120752 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fffca86-a8cf-452b-8692-f5bfafa28bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.208178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:53:00.253029 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:53:00.253445 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 9ae9fdce-0aa0-4656-bb94-a2a5310ccf6e not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:53:00.277280 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86bea4de-7c57-430f-a3db-baee7fb16619 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.306370 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fffca86-a8cf-452b-8692-f5bfafa28bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.315520 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f88fc8f8-8616-4890-89c3-8a4bc59d46e6 None None] Set router 70426ac6-b6a0-47b4-863e-a09ad09565e2 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:53:00.326945 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-1fffca86-a8cf-452b-8692-f5bfafa28bbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f038959-aace-415e-992d-664cf06f9b81']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:00.337299 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-86bea4de-7c57-430f-a3db-baee7fb16619 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Deleting port 89d5d751-6fb6-41ec-93cf-26a1a8f84838 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:00.337779 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86bea4de-7c57-430f-a3db-baee7fb16619 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.346326 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-1fffca86-a8cf-452b-8692-f5bfafa28bbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef84a0e9-1259-4c02-bd96-02522eb19606') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:00.346677 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-1fffca86-a8cf-452b-8692-f5bfafa28bbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef84a0e9-1259-4c02-bd96-02522eb19606') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:00.366408 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fffca86-a8cf-452b-8692-f5bfafa28bbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.406001 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ad947-c521-48d1-bfab-0105a34ab55e req-c8285ffb-885c-41e0-b7ae-01c66ecdc065 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:00.409684 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-123ad947-c521-48d1-bfab-0105a34ab55e req-c8285ffb-885c-41e0-b7ae-01c66ecdc065 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1997690 Jul 22 16:53:00.427399 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fffca86-a8cf-452b-8692-f5bfafa28bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.437572 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-86bea4de-7c57-430f-a3db-baee7fb16619 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] For port 89d5d751-6fb6-41ec-93cf-26a1a8f84838, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=89d5d751-6fb6-41ec-93cf-26a1a8f84838,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:00.438079 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86bea4de-7c57-430f-a3db-baee7fb16619 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.456717 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fffca86-a8cf-452b-8692-f5bfafa28bbc admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:53:00.457173 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fffca86-a8cf-452b-8692-f5bfafa28bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:53:00.458971 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:53:00.464217 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-86bea4de-7c57-430f-a3db-baee7fb16619 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Calling delete_port for 89d5d751-6fb6-41ec-93cf-26a1a8f84838 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:00.475925 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3de79b14-edd9-4f02-82c3-f6f98485bc80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.496326 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3de79b14-edd9-4f02-82c3-f6f98485bc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.504413 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fac3dca-77cc-49bf-994a-c6d128bda897 None None] DHCP port deletion for 70313ecc-fd10-41a8-a1c1-00566b524ca6 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:53:00.568040 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f88fc8f8-8616-4890-89c3-8a4bc59d46e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70426ac6-b6a0-47b4-863e-a09ad09565e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-833119505', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '89d5d751-6fb6-41ec-93cf-26a1a8f84838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:52:21Z', 'updated_at': '2021-07-22T16:52:58Z', 'revision_number': 5, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'gw_port': {'id': '89d5d751-6fb6-41ec-93cf-26a1a8f84838', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70426ac6-b6a0-47b4-863e-a09ad09565e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:52:22Z', 'updated_at': '2021-07-22T16:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:00.578643 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-123ad947-c521-48d1-bfab-0105a34ab55e req-3340a851-3f81-4a8d-aaeb-f057bcab35d6 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541717 Jul 22 16:53:00.607640 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3de79b14-edd9-4f02-82c3-f6f98485bc80 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e145fa26309641fb8fe484d9c156614d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6217532 Jul 22 16:53:00.607869 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6fac3dca-77cc-49bf-994a-c6d128bda897 None None] Deleting port aa566382-f371-480d-943b-ac8712c7ca5a {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:00.607869 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6fac3dca-77cc-49bf-994a-c6d128bda897 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.607869 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88fc8f8-8616-4890-89c3-8a4bc59d46e6 None None] The sync data for ids ['70426ac6-b6a0-47b4-863e-a09ad09565e2'] in n-d-798930-9 is: [{'id': '70426ac6-b6a0-47b4-863e-a09ad09565e2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-833119505', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '89d5d751-6fb6-41ec-93cf-26a1a8f84838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:52:21Z', 'updated_at': '2021-07-22T16:52:58Z', 'revision_number': 5, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'gw_port': {'id': '89d5d751-6fb6-41ec-93cf-26a1a8f84838', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70426ac6-b6a0-47b4-863e-a09ad09565e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:52:22Z', 'updated_at': '2021-07-22T16:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:00.609260 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fffca86-a8cf-452b-8692-f5bfafa28bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.616777 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46786) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:00.620184 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1fffca86-a8cf-452b-8692-f5bfafa28bbc admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.622312 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1fffca86-a8cf-452b-8692-f5bfafa28bbc admin admin] 10.222.0.69 "DELETE /v2.0/networks/3f038959-aace-415e-992d-664cf06f9b81 HTTP/1.1" status: 204 len: 168 time: 0.6575766 Jul 22 16:53:00.642858 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de79b14-edd9-4f02-82c3-f6f98485bc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf250c6b-c9f7-4cd3-8ce8-40a245b8b348,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:00.650584 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fffca86-a8cf-452b-8692-f5bfafa28bbc admin admin] Pushing event deleted for resources: {'Network': ['ID=3f038959-aace-415e-992d-664cf06f9b81,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:00.700743 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6fac3dca-77cc-49bf-994a-c6d128bda897 None None] For port aa566382-f371-480d-943b-ac8712c7ca5a, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=aa566382-f371-480d-943b-ac8712c7ca5a,segment=NetworkSegment(3c530a61-8418-4f8d-a0f3-9abea2820c5b),segment_id=3c530a61-8418-4f8d-a0f3-9abea2820c5b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:00.700743 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6fac3dca-77cc-49bf-994a-c6d128bda897 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.713292 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6fac3dca-77cc-49bf-994a-c6d128bda897 None None] Calling delete_port for aa566382-f371-480d-943b-ac8712c7ca5a owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:00.775570 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4c9884b-68c9-437c-9bc9-0dd71cced900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.803969 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6fac3dca-77cc-49bf-994a-c6d128bda897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.828596 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4c9884b-68c9-437c-9bc9-0dd71cced900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.830951 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac3dca-77cc-49bf-994a-c6d128bda897 None None] Pushing event deleted for resources: {'Port': ['ID=aa566382-f371-480d-943b-ac8712c7ca5a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:00.834692 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fac3dca-77cc-49bf-994a-c6d128bda897 None None] No DVR routers for this DVR port aa566382-f371-480d-943b-ac8712c7ca5a on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:53:00.839989 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86bea4de-7c57-430f-a3db-baee7fb16619 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.862624 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46790) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:00.895809 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4c9b4-0205-4ec6-8052-afe6848b40d1 req-95716c76-43cf-4e56-93b1-78b3d5aa267b tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:00.897348 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4db4c9b4-0205-4ec6-8052-afe6848b40d1 req-95716c76-43cf-4e56-93b1-78b3d5aa267b tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.2001917 Jul 22 16:53:00.898124 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bea4de-7c57-430f-a3db-baee7fb16619 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event deleted for resources: {'Port': ['ID=89d5d751-6fb6-41ec-93cf-26a1a8f84838,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:00.911584 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-bb44f40d-19e8-425d-b7a4-05c2637d74f9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f89a08951e9e4a898bd85e39cc986ec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476012 Jul 22 16:53:00.913967 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46792) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:00.987929 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-486ba35f-8b51-47f7-b4c9-e6930c643043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.015202 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4db4c9b4-0205-4ec6-8052-afe6848b40d1 req-e86e5a17-d561-4b14-9212-5ba05736eaea tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052752 Jul 22 16:53:01.018278 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-486ba35f-8b51-47f7-b4c9-e6930c643043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.020324 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4c9884b-68c9-437c-9bc9-0dd71cced900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.024137 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4c9884b-68c9-437c-9bc9-0dd71cced900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.028113 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d4c9884b-68c9-437c-9bc9-0dd71cced900 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bf250c6b-c9f7-4cd3-8ce8-40a245b8b348 HTTP/1.1" status: 204 len: 168 time: 0.4089005 Jul 22 16:53:01.048223 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9884b-68c9-437c-9bc9-0dd71cced900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf250c6b-c9f7-4cd3-8ce8-40a245b8b348,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:01.052803 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86bea4de-7c57-430f-a3db-baee7fb16619 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.123048 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-486ba35f-8b51-47f7-b4c9-e6930c643043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.129447 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-486ba35f-8b51-47f7-b4c9-e6930c643043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.132099 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-486ba35f-8b51-47f7-b4c9-e6930c643043 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b7bdfd92-1979-4e9c-86a0-2267fcb6fb90 HTTP/1.1" status: 204 len: 168 time: 0.2171867 Jul 22 16:53:01.161369 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ba35f-8b51-47f7-b4c9-e6930c643043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bdfd92-1979-4e9c-86a0-2267fcb6fb90,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:01.239248 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0fd78326-257f-4184-9190-8f52103d30e9 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:53:01.281316 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 0fd78326-257f-4184-9190-8f52103d30e9 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:53:01.281673 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0fd78326-257f-4184-9190-8f52103d30e9 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:53:01.282147 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device aa566382-f371-480d-943b-ac8712c7ca5a no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:53:01.316178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: aa566382-f371-480d-943b-ac8712c7ca5a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:53:01.316840 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device aa566382-f371-480d-943b-ac8712c7ca5a not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:53:01.425535 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:53:01.567974 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86bea4de-7c57-430f-a3db-baee7fb16619 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.570810 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86bea4de-7c57-430f-a3db-baee7fb16619 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.609128 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fdc17029-7c1b-49bb-8a36-a533a7d05e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.643974 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.650279 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86bea4de-7c57-430f-a3db-baee7fb16619 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.650807 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bea4de-7c57-430f-a3db-baee7fb16619 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Fanout notify agent at l3_agent the message router_deleted on router 70426ac6-b6a0-47b4-863e-a09ad09565e2 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:53:01.658711 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-86bea4de-7c57-430f-a3db-baee7fb16619 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.659887 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-86bea4de-7c57-430f-a3db-baee7fb16619 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "DELETE /v2.0/routers/70426ac6-b6a0-47b4-863e-a09ad09565e2 HTTP/1.1" status: 204 len: 168 time: 1.7889462 Jul 22 16:53:01.663284 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46820) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:01.700481 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2bf90-d004-4e57-88d7-30f7fb860856 req-d2cafaf4-658f-465f-871e-b37591ddc38f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:01.702063 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8ac2bf90-d004-4e57-88d7-30f7fb860856 req-d2cafaf4-658f-465f-871e-b37591ddc38f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.5327523 Jul 22 16:53:01.795760 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6cc132e1-88f3-4939-9c34-34a67f84c70a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.813625 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8ac2bf90-d004-4e57-88d7-30f7fb860856 req-bee3689e-0d2a-493c-abf6-399c58edcb07 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041594 Jul 22 16:53:01.962082 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6cc132e1-88f3-4939-9c34-34a67f84c70a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.975565 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6cc132e1-88f3-4939-9c34-34a67f84c70a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70313ecc-fd10-41a8-a1c1-00566b524ca6']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:01.979586 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989551d3-281c-445c-990e-7c86f958a13b req-78df3896-3d54-47fc-a554-4e3cc5e15025 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:01.981293 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-989551d3-281c-445c-990e-7c86f958a13b req-78df3896-3d54-47fc-a554-4e3cc5e15025 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0752583 Jul 22 16:53:01.988296 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6cc132e1-88f3-4939-9c34-34a67f84c70a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c530a61-8418-4f8d-a0f3-9abea2820c5b') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:01.988857 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6cc132e1-88f3-4939-9c34-34a67f84c70a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c530a61-8418-4f8d-a0f3-9abea2820c5b') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:01.999087 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6cc132e1-88f3-4939-9c34-34a67f84c70a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.018037 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6cc132e1-88f3-4939-9c34-34a67f84c70a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.025908 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc132e1-88f3-4939-9c34-34a67f84c70a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:53:02.026413 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6cc132e1-88f3-4939-9c34-34a67f84c70a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:53:02.030429 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:53:02.038527 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-989551d3-281c-445c-990e-7c86f958a13b req-8be17905-e646-4048-9d4c-581ddd4d93cd tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511389 Jul 22 16:53:02.119651 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6cc132e1-88f3-4939-9c34-34a67f84c70a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.128338 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6cc132e1-88f3-4939-9c34-34a67f84c70a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.132796 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6cc132e1-88f3-4939-9c34-34a67f84c70a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "DELETE /v2.0/networks/70313ecc-fd10-41a8-a1c1-00566b524ca6 HTTP/1.1" status: 204 len: 168 time: 0.4672248 Jul 22 16:53:02.135934 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 46844) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:02.212707 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e5303-2292-4899-8e09-feaf21c2c26e req-5d716fe1-8eff-4f20-bb72-066653dc347a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:02.214466 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a51e5303-2292-4899-8e09-feaf21c2c26e req-5d716fe1-8eff-4f20-bb72-066653dc347a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0846756 Jul 22 16:53:02.273543 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a51e5303-2292-4899-8e09-feaf21c2c26e req-c09d19c6-a6c1-491f-abcd-302d8065e039 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511792 Jul 22 16:53:02.323022 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc132e1-88f3-4939-9c34-34a67f84c70a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event deleted for resources: {'Network': ['ID=70313ecc-fd10-41a8-a1c1-00566b524ca6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:02.409915 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7b849c26-850b-49f8-b341-65437f7345c3 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Deleting port bbd8375e-1079-40d3-96c9-31a360da9c35 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:02.410361 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7b849c26-850b-49f8-b341-65437f7345c3 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.413016 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46858) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:02.450656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2878083-5a06-492b-8ba3-1f3608d9344a req-ddcad7b8-1002-4e3b-8ce2-5c9a5d25a98e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:02.452556 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d2878083-5a06-492b-8ba3-1f3608d9344a req-ddcad7b8-1002-4e3b-8ce2-5c9a5d25a98e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0905709 Jul 22 16:53:02.505890 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d2878083-5a06-492b-8ba3-1f3608d9344a req-ea243193-a72d-4674-8604-6c4b6b3265e8 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462060 Jul 22 16:53:02.510555 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7b849c26-850b-49f8-b341-65437f7345c3 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.510900 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7b849c26-850b-49f8-b341-65437f7345c3 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.529771 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7b849c26-850b-49f8-b341-65437f7345c3 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Calling delete_port for bbd8375e-1079-40d3-96c9-31a360da9c35 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:02.543687 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-23e742be-0eab-4811-ba64-8a394425455a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1851595747-network', 'tenant_id': 'b7ad859e2f044b15b0443d0cc087ff1d'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:02.565415 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e742be-0eab-4811-ba64-8a394425455a admin admin] Made reservation on behalf of b7ad859e2f044b15b0443d0cc087ff1d for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:02.568470 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23e742be-0eab-4811-ba64-8a394425455a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.579516 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23e742be-0eab-4811-ba64-8a394425455a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.726826 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7b849c26-850b-49f8-b341-65437f7345c3 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.733288 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23e742be-0eab-4811-ba64-8a394425455a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.743815 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f91da1-657d-4021-81c2-1307ea26e4fe req-b356445e-327b-4e2a-b058-c500e5a6d039 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:02.745387 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-69f91da1-657d-4021-81c2-1307ea26e4fe req-b356445e-327b-4e2a-b058-c500e5a6d039 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1163108 Jul 22 16:53:02.746730 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23e742be-0eab-4811-ba64-8a394425455a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.761007 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b849c26-850b-49f8-b341-65437f7345c3 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event deleted for resources: {'Port': ['ID=bbd8375e-1079-40d3-96c9-31a360da9c35,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:02.786964 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.797708 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e742be-0eab-4811-ba64-8a394425455a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:53:02.807209 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e742be-0eab-4811-ba64-8a394425455a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ebae7b-698e-47ee-90f3-f8ed3e0d62c0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:02.819211 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23e742be-0eab-4811-ba64-8a394425455a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.819555 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-23e742be-0eab-4811-ba64-8a394425455a admin admin] Added segment 6ec4cf1a-abc4-4748-830c-a6087f45e238 of type vlan for network 8f448152-73f3-4321-99dd-39b5bdce6913 Jul 22 16:53:02.844724 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7b849c26-850b-49f8-b341-65437f7345c3 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.846193 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-7b849c26-850b-49f8-b341-65437f7345c3 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Floating IP f9823851-55c6-42f6-9946-308672c0142b disassociated (deleted). External IP: 172.25.0.215, port: 7c5b0614-c8df-44a1-9c78-363abe3a3476. Jul 22 16:53:02.848057 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-69f91da1-657d-4021-81c2-1307ea26e4fe req-f108788d-da4b-455c-a49c-c75a6d224eb3 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961704 Jul 22 16:53:02.907738 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23e742be-0eab-4811-ba64-8a394425455a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.953729 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23e742be-0eab-4811-ba64-8a394425455a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.955944 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e742be-0eab-4811-ba64-8a394425455a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:02.957029 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-23e742be-0eab-4811-ba64-8a394425455a admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.998232 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-23e742be-0eab-4811-ba64-8a394425455a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5835538 Jul 22 16:53:03.004027 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 46882) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:03.018902 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 89d5d751-6fb6-41ec-93cf-26a1a8f84838 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:53:03.075602 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-928479a0-5a71-4c91-bf6b-34f931ae2460 admin admin] Request body: {'subnet': {'network_id': '8f448152-73f3-4321-99dd-39b5bdce6913', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1851595747-subnet', 'tenant_id': 'b7ad859e2f044b15b0443d0cc087ff1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:03.088717 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e742be-0eab-4811-ba64-8a394425455a admin admin] Pushing event updated for resources: {'Network': ['ID=8f448152-73f3-4321-99dd-39b5bdce6913,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:03.128256 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928479a0-5a71-4c91-bf6b-34f931ae2460 admin admin] Made reservation on behalf of b7ad859e2f044b15b0443d0cc087ff1d for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:03.133306 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-928479a0-5a71-4c91-bf6b-34f931ae2460 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:03.221504 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159c938-c38f-4f31-91f1-ed96f78ee3c9 req-7a06199b-a869-4578-a24b-390ba7be00a9 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:03.223199 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c159c938-c38f-4f31-91f1-ed96f78ee3c9 req-7a06199b-a869-4578-a24b-390ba7be00a9 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.2711635 Jul 22 16:53:03.231311 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 8f448152-73f3-4321-99dd-39b5bdce6913 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:53:03.231311 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 89d5d751-6fb6-41ec-93cf-26a1a8f84838 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:53:03.231311 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 89d5d751-6fb6-41ec-93cf-26a1a8f84838 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:53:03.298747 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b849c26-850b-49f8-b341-65437f7345c3 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Router e114badc-ed3c-4c9c-8ebb-78a4c1f057f5 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:53:03.302722 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c159c938-c38f-4f31-91f1-ed96f78ee3c9 req-b85972ce-bb35-4e95-9d7d-0dec40af9c79 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683229 Jul 22 16:53:03.382528 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-928479a0-5a71-4c91-bf6b-34f931ae2460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:03.461537 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928479a0-5a71-4c91-bf6b-34f931ae2460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a9cfb92-e65e-458f-a51f-0df362124c27,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:03.464673 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928479a0-5a71-4c91-bf6b-34f931ae2460 admin admin] Checking segment: {'id': '6ec4cf1a-abc4-4748-830c-a6087f45e238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8f448152-73f3-4321-99dd-39b5bdce6913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:53:03.465048 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928479a0-5a71-4c91-bf6b-34f931ae2460 admin admin] Network hostable DHCP agents. Network: 8f448152-73f3-4321-99dd-39b5bdce6913, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:53:03.484794 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928479a0-5a71-4c91-bf6b-34f931ae2460 admin admin] Network 8f448152-73f3-4321-99dd-39b5bdce6913 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:53:03.491237 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b849c26-850b-49f8-b341-65437f7345c3 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:03.498870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-928479a0-5a71-4c91-bf6b-34f931ae2460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 8f448152-73f3-4321-99dd-39b5bdce6913) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:03.503804 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928479a0-5a71-4c91-bf6b-34f931ae2460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:03.504407 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-928479a0-5a71-4c91-bf6b-34f931ae2460 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:03.504967 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7b849c26-850b-49f8-b341-65437f7345c3 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:03.507358 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d43e203-969d-461a-bded-f3e436062de8 None None] Sync routers for ids ['e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:03.522922 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4eeb96-c154-4125-9c7b-6b8bb2936a7e None None] Network 8f448152-73f3-4321-99dd-39b5bdce6913 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:53:03.529212 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d43e203-969d-461a-bded-f3e436062de8 None None] Routers {'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:03.530248 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3d43e203-969d-461a-bded-f3e436062de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:53:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:03.541658 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-928479a0-5a71-4c91-bf6b-34f931ae2460 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4755924 Jul 22 16:53:03.561165 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5682eb-c7a8-417e-9023-920ae8ab3764 req-916cc40a-46a5-492e-9b0a-60f72e419ed5 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:03.563376 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4b5682eb-c7a8-417e-9023-920ae8ab3764 req-916cc40a-46a5-492e-9b0a-60f72e419ed5 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1507039 Jul 22 16:53:03.618177 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7b849c26-850b-49f8-b341-65437f7345c3 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "DELETE /v2.0/floatingips/f9823851-55c6-42f6-9946-308672c0142b HTTP/1.1" status: 204 len: 168 time: 1.4774926 Jul 22 16:53:03.620502 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37196c2-d173-462f-97a8-4762764a1251', 'tag': '7c5b0614-c8df-44a1-9c78-363abe3a3476'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:53:03.623486 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8203d26b-ec57-4c0a-b36b-c94adbfd5763" -d '{"events": [{"name": "network-changed", "server_uuid": "a37196c2-d173-462f-97a8-4762764a1251", "tag": "7c5b0614-c8df-44a1-9c78-363abe3a3476"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:53:03.665447 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4b5682eb-c7a8-417e-9023-920ae8ab3764 req-199bcf7d-e140-4af1-8f62-5ec134d5997c tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891430 Jul 22 16:53:03.705118 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3d43e203-969d-461a-bded-f3e436062de8 None None] Set router e114badc-ed3c-4c9c-8ebb-78a4c1f057f5 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:53:03.734543 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eef077-21e5-4ef5-97da-a68b988f5ade None None] Network 8f448152-73f3-4321-99dd-39b5bdce6913 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:53:03.771832 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5770b51-b227-4524-9eb9-e91e5a5aa567 x-openstack-request-id: req-e5770b51-b227-4524-9eb9-e91e5a5aa567 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:53:03.772487 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37196c2-d173-462f-97a8-4762764a1251", "tag": "7c5b0614-c8df-44a1-9c78-363abe3a3476", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:53:03.772487 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e5770b51-b227-4524-9eb9-e91e5a5aa567 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:53:03.772901 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37196c2-d173-462f-97a8-4762764a1251', 'tag': '7c5b0614-c8df-44a1-9c78-363abe3a3476', 'status': 'completed', 'code': 200} Jul 22 16:53:03.924571 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203d26b-ec57-4c0a-b36b-c94adbfd5763 req-0f17b952-ca8c-4a16-ad36-2b12412331a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:03.925308 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8203d26b-ec57-4c0a-b36b-c94adbfd5763 req-0f17b952-ca8c-4a16-ad36-2b12412331a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47c84c9b5b234dc7a95225e8dd07068d&device_id=a37196c2-d173-462f-97a8-4762764a1251 HTTP/1.1" status: 200 len: 1135 time: 0.0858486 Jul 22 16:53:04.045639 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597fe34-f909-4825-8aba-3e7e9d0dbbfb req-bcacdbe0-af84-4910-9f36-d206a1d26877 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:04.058618 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8597fe34-f909-4825-8aba-3e7e9d0dbbfb req-bcacdbe0-af84-4910-9f36-d206a1d26877 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1459208 Jul 22 16:53:04.080275 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3d43e203-969d-461a-bded-f3e436062de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788099677', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:51:10Z', 'updated_at': '2021-07-22T16:51:18Z', 'revision_number': 4, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'gw_port': {'id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:51:11Z', 'updated_at': '2021-07-22T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'b8326bfb-f89c-4e49-a55e-bfe61b344895', 'name': '', 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'mac_address': 'fa:16:3e:fd:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'fe4b140c-9cc1-4d05-a05e-153f30944130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:51:16Z', 'updated_at': '2021-07-22T16:51:25Z', 'revision_number': 5, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'subnets': [{'id': 'fe4b140c-9cc1-4d05-a05e-153f30944130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:04.112373 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8597fe34-f909-4825-8aba-3e7e9d0dbbfb req-78e96456-0660-42db-82e1-4e353e3b19e6 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526533 Jul 22 16:53:04.112619 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d43e203-969d-461a-bded-f3e436062de8 None None] Checking router: e114badc-ed3c-4c9c-8ebb-78a4c1f057f5 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:53:04.121727 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d43e203-969d-461a-bded-f3e436062de8 None None] Routers {'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:04.122374 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3d43e203-969d-461a-bded-f3e436062de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:53:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:04.185188 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203d26b-ec57-4c0a-b36b-c94adbfd5763 req-2f647599-5c67-4bfb-aa89-ae590c7e7890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:04.186740 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8203d26b-ec57-4c0a-b36b-c94adbfd5763 req-2f647599-5c67-4bfb-aa89-ae590c7e7890 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7be0ad0-41f3-47e3-9669-c2c6027406ce HTTP/1.1" status: 200 len: 898 time: 0.2530892 Jul 22 16:53:04.253889 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8203d26b-ec57-4c0a-b36b-c94adbfd5763 req-3b5426bf-dba4-4299-a22c-5d6c7255c3ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c5b0614-c8df-44a1-9c78-363abe3a3476 HTTP/1.1" status: 200 len: 217 time: 0.0554073 Jul 22 16:53:04.254279 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3d43e203-969d-461a-bded-f3e436062de8 None None] Set router e114badc-ed3c-4c9c-8ebb-78a4c1f057f5 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:53:04.309290 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b8cad-49ea-4b61-9f7c-c63e1243dcc7 req-10f68528-26fe-4cee-a6d4-c731214096c7 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:04.316717 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-436b8cad-49ea-4b61-9f7c-c63e1243dcc7 req-10f68528-26fe-4cee-a6d4-c731214096c7 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=a37196c2-d173-462f-97a8-4762764a1251 HTTP/1.1" status: 200 len: 984 time: 0.2723629 Jul 22 16:53:04.388108 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203d26b-ec57-4c0a-b36b-c94adbfd5763 req-f8263f17-876d-4ae6-9f5d-62c38fa6314e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:04.395879 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8203d26b-ec57-4c0a-b36b-c94adbfd5763 req-f8263f17-876d-4ae6-9f5d-62c38fa6314e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fe4b140c-9cc1-4d05-a05e-153f30944130 HTTP/1.1" status: 200 len: 835 time: 0.1339388 Jul 22 16:53:04.422492 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-436b8cad-49ea-4b61-9f7c-c63e1243dcc7 req-c6313436-7b8e-4ce8-a3eb-3df2a81b425b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b80a2e3-f78f-4070-931e-b8809de6dc82&id=68f91509-7c1a-4818-a506-f6ad2613ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1048510 Jul 22 16:53:04.529668 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3d43e203-969d-461a-bded-f3e436062de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788099677', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:51:10Z', 'updated_at': '2021-07-22T16:51:18Z', 'revision_number': 4, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'gw_port': {'id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:51:11Z', 'updated_at': '2021-07-22T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'b8326bfb-f89c-4e49-a55e-bfe61b344895', 'name': '', 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'mac_address': 'fa:16:3e:fd:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'fe4b140c-9cc1-4d05-a05e-153f30944130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:51:16Z', 'updated_at': '2021-07-22T16:51:25Z', 'revision_number': 5, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'subnets': [{'id': 'fe4b140c-9cc1-4d05-a05e-153f30944130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:04.530570 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203d26b-ec57-4c0a-b36b-c94adbfd5763 req-4dac48e8-bcea-4e66-a431-72e5817e0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:04.532003 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8203d26b-ec57-4c0a-b36b-c94adbfd5763 req-4dac48e8-bcea-4e66-a431-72e5817e0b33 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7be0ad0-41f3-47e3-9669-c2c6027406ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268113 Jul 22 16:53:04.534301 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-6fb0092d-3471-4855-81fe-2a4a13695c58 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:04.537443 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-191d7381-7ef8-44e2-adc4-b3fd2c9289f1 req-89b35f29-1343-4110-a3b7-d68c35a5069b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0921285 Jul 22 16:53:04.542233 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-6fb0092d-3471-4855-81fe-2a4a13695c58 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.69 "GET /v2.0/networks?id=8f448152-73f3-4321-99dd-39b5bdce6913 HTTP/1.1" status: 200 len: 809 time: 0.1433613 Jul 22 16:53:04.559902 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-0c7c419d-6973-455a-8dfc-afa60e60d7bc tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.69 "GET /v2.0/quotas/b7ad859e2f044b15b0443d0cc087ff1d HTTP/1.1" status: 200 len: 375 time: 0.0164912 Jul 22 16:53:04.564670 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d43e203-969d-461a-bded-f3e436062de8 None None] The sync data for ids ['e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'] in n-d-798930-9 is: [{'id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788099677', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:51:10Z', 'updated_at': '2021-07-22T16:51:18Z', 'revision_number': 4, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'gw_port': {'id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:51:11Z', 'updated_at': '2021-07-22T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'b8326bfb-f89c-4e49-a55e-bfe61b344895', 'name': '', 'network_id': 'e7be0ad0-41f3-47e3-9669-c2c6027406ce', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'mac_address': 'fa:16:3e:fd:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': 'fe4b140c-9cc1-4d05-a05e-153f30944130', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:51:16Z', 'updated_at': '2021-07-22T16:51:25Z', 'revision_number': 5, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'subnets': [{'id': 'fe4b140c-9cc1-4d05-a05e-153f30944130', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:04.619503 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-7f7967d2-532c-4875-a5b1-c0ed7a6b7613 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b7ad859e2f044b15b0443d0cc087ff1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587068 Jul 22 16:53:04.641355 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:04.728298 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-cf161fe7-2c8d-4ba5-9052-d9b9fc7b7bcd service neutron] 10.222.0.69 "GET /v2.0/networks/8f448152-73f3-4321-99dd-39b5bdce6913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077945 Jul 22 16:53:04.760400 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8203d26b-ec57-4c0a-b36b-c94adbfd5763 req-8e33f2af-29db-4b26-b109-50130d474387 service neutron] 10.222.0.16 "GET /v2.0/networks/e7be0ad0-41f3-47e3-9669-c2c6027406ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992633 Jul 22 16:53:04.781997 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40355bc4-8a2a-4123-9711-32e1d3edc5a6 req-65ab8742-6c23-4728-b3e7-69e4936a8cdf tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:04.783690 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-40355bc4-8a2a-4123-9711-32e1d3edc5a6 req-65ab8742-6c23-4728-b3e7-69e4936a8cdf tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.2027617 Jul 22 16:53:04.833499 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-c07f8e64-f8f9-4daa-b822-4c404dc33453 service neutron] 10.222.0.69 "GET /v2.0/networks/8f448152-73f3-4321-99dd-39b5bdce6913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987546 Jul 22 16:53:04.848418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d7381-7ef8-44e2-adc4-b3fd2c9289f1 req-a9f7a2a8-400b-4136-a320-5cfc1e18e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:04.851237 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-191d7381-7ef8-44e2-adc4-b3fd2c9289f1 req-a9f7a2a8-400b-4136-a320-5cfc1e18e834 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd83029401704e2c8bed4e4a32967004&device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 1097 time: 0.2486603 Jul 22 16:53:04.995386 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-40355bc4-8a2a-4123-9711-32e1d3edc5a6 req-90f181e8-4a81-43f0-b153-8e4582241a22 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985602 Jul 22 16:53:05.027914 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1236e2-8c37-4867-8f6c-975932d3f963 None None] New status for floating IP f9823851-55c6-42f6-9946-308672c0142b: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:53:05.058842 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8203d26b-ec57-4c0a-b36b-c94adbfd5763 req-6f5814e7-73f2-4377-9bba-e4b073b7b209 service neutron] 10.222.0.16 "GET /v2.0/networks/e7be0ad0-41f3-47e3-9669-c2c6027406ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895193 Jul 22 16:53:05.090726 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d7381-7ef8-44e2-adc4-b3fd2c9289f1 req-eba29396-6653-4d6b-bfeb-726486095547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:05.091897 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-191d7381-7ef8-44e2-adc4-b3fd2c9289f1 req-eba29396-6653-4d6b-bfeb-726486095547 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1a1eddf5-fb8e-4189-93cd-16488e248f15 HTTP/1.1" status: 200 len: 914 time: 0.2150192 Jul 22 16:53:05.166093 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-23e29715-92ea-4242-8255-9bdeea539e3e req-39696c29-70eb-44f7-ac6d-a59d53e96688 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.69 "GET /v2.0/ports?device_id=37b5afee-8e74-4888-9004-8a70c69e604b HTTP/1.1" status: 200 len: 210 time: 0.0616140 Jul 22 16:53:05.223664 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-191d7381-7ef8-44e2-adc4-b3fd2c9289f1 req-4641c482-0dc8-441d-ae59-e0c7acf7445a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77c18cf8-8972-4dab-a773-24ae583dcbb1 HTTP/1.1" status: 200 len: 217 time: 0.1007128 Jul 22 16:53:05.289306 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd4ea1-e2a9-499c-b041-12643c2ede5a req-9ed93234-5eaa-4001-b440-b8cc37ca10b8 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:05.292598 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a3fd4ea1-e2a9-499c-b041-12643c2ede5a req-9ed93234-5eaa-4001-b440-b8cc37ca10b8 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1144335 Jul 22 16:53:05.300236 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d7381-7ef8-44e2-adc4-b3fd2c9289f1 req-df4ab0f1-f639-4bc7-a855-f24fbb07211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:05.302543 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-191d7381-7ef8-44e2-adc4-b3fd2c9289f1 req-df4ab0f1-f639-4bc7-a855-f24fbb07211e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3f83863e-4d1f-47e9-954d-4b7ea7642935 HTTP/1.1" status: 200 len: 853 time: 0.0714087 Jul 22 16:53:05.339986 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a3fd4ea1-e2a9-499c-b041-12643c2ede5a req-a21b0f44-e009-45df-852a-5839eff7cc67 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405231 Jul 22 16:53:05.347172 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-191d7381-7ef8-44e2-adc4-b3fd2c9289f1 req-48d62e15-1d2d-4cf7-ab44-c2f19e8491fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1a1eddf5-fb8e-4189-93cd-16488e248f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364060 Jul 22 16:53:05.593781 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba59f3c-992d-4997-9a78-492715b31445 req-56c8caee-675d-4597-a470-d9daf60ef2fe tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:05.595560 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fba59f3c-992d-4997-9a78-492715b31445 req-56c8caee-675d-4597-a470-d9daf60ef2fe tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1005259 Jul 22 16:53:05.649468 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-191d7381-7ef8-44e2-adc4-b3fd2c9289f1 req-0c51c3a7-74c9-4778-a549-3db4d948fdf1 service neutron] 10.222.0.16 "GET /v2.0/networks/1a1eddf5-fb8e-4189-93cd-16488e248f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693257 Jul 22 16:53:05.658599 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02514af8-32f9-4e05-a2f4-1247fee31fd8 req-7958415e-1c10-41b5-9bfb-ad0c92c126ba tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:05.660096 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02514af8-32f9-4e05-a2f4-1247fee31fd8 req-7958415e-1c10-41b5-9bfb-ad0c92c126ba tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.16 "GET /v2.0/ports?device_id=a37196c2-d173-462f-97a8-4762764a1251 HTTP/1.1" status: 200 len: 984 time: 0.2786942 Jul 22 16:53:05.667851 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fba59f3c-992d-4997-9a78-492715b31445 req-f1bf46bf-ea80-4584-81b7-12f105b906e8 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624104 Jul 22 16:53:05.804365 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bbd9f-f9c5-4435-9a4d-601d27714e94 req-b61f0097-b3ca-43a4-aff3-7f649042e0d6 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:05.810750 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-650bbd9f-f9c5-4435-9a4d-601d27714e94 req-b61f0097-b3ca-43a4-aff3-7f649042e0d6 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=a37196c2-d173-462f-97a8-4762764a1251 HTTP/1.1" status: 200 len: 984 time: 0.2453291 Jul 22 16:53:05.851964 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16333d-6635-4ae8-a65f-889f78fc3fa4 req-c0cc8c49-4a82-443a-b5b3-e8eba1abc864 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:05.855080 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d16333d-6635-4ae8-a65f-889f78fc3fa4 req-c0cc8c49-4a82-443a-b5b3-e8eba1abc864 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1081786 Jul 22 16:53:05.912754 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d16333d-6635-4ae8-a65f-889f78fc3fa4 req-6b6151a3-81c5-43fb-abea-0a5357c2a04c tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505259 Jul 22 16:53:05.965406 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-191d7381-7ef8-44e2-adc4-b3fd2c9289f1 req-7f209a7f-4138-4a9d-8af4-3ff93c75ed56 service neutron] 10.222.0.16 "GET /v2.0/networks/1a1eddf5-fb8e-4189-93cd-16488e248f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026307 Jul 22 16:53:05.979039 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-650bbd9f-f9c5-4435-9a4d-601d27714e94 req-9130de87-da83-46ca-b0c5-200cb1be111f tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b80a2e3-f78f-4070-931e-b8809de6dc82&id=68f91509-7c1a-4818-a506-f6ad2613ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1513410 Jul 22 16:53:06.016966 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-02514af8-32f9-4e05-a2f4-1247fee31fd8 req-d4dc8885-5d8c-4f13-8b6a-3e66555819a6 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Deleting port 7c5b0614-c8df-44a1-9c78-363abe3a3476 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:06.017306 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-02514af8-32f9-4e05-a2f4-1247fee31fd8 req-d4dc8885-5d8c-4f13-8b6a-3e66555819a6 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:06.122766 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a176e83-a900-4743-b9bb-f2991d40b0c9 req-ea383f9e-7c62-4b21-b01d-12ad0483d8f0 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:06.124374 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8a176e83-a900-4743-b9bb-f2991d40b0c9 req-ea383f9e-7c62-4b21-b01d-12ad0483d8f0 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0952578 Jul 22 16:53:06.127997 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-02514af8-32f9-4e05-a2f4-1247fee31fd8 req-d4dc8885-5d8c-4f13-8b6a-3e66555819a6 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] For port 7c5b0614-c8df-44a1-9c78-363abe3a3476, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=7c5b0614-c8df-44a1-9c78-363abe3a3476,segment=NetworkSegment(fee76c38-5096-4c36-ac7e-c2f7dbc18078),segment_id=fee76c38-5096-4c36-ac7e-c2f7dbc18078)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:06.128362 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-02514af8-32f9-4e05-a2f4-1247fee31fd8 req-d4dc8885-5d8c-4f13-8b6a-3e66555819a6 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:06.142824 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-02514af8-32f9-4e05-a2f4-1247fee31fd8 req-d4dc8885-5d8c-4f13-8b6a-3e66555819a6 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Calling delete_port for 7c5b0614-c8df-44a1-9c78-363abe3a3476 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:06.185151 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8a176e83-a900-4743-b9bb-f2991d40b0c9 req-94834407-97eb-4c9e-a969-25f85799c60e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528791 Jul 22 16:53:06.305556 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e0d2ec7-4695-491f-ac25-03f4f5d8665f req-96d332a8-dc8c-416f-b6dc-2e90c49da9e1 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.69 "GET /v2.0/ports?device_id=37b5afee-8e74-4888-9004-8a70c69e604b HTTP/1.1" status: 200 len: 210 time: 0.0592616 Jul 22 16:53:06.356028 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac4b41-eff2-4bf3-a3e2-e0c5318c400a req-08fe9f7b-f53f-4168-8e95-296d2084b74b tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:06.363268 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-33ac4b41-eff2-4bf3-a3e2-e0c5318c400a req-08fe9f7b-f53f-4168-8e95-296d2084b74b tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0831127 Jul 22 16:53:06.420982 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-33ac4b41-eff2-4bf3-a3e2-e0c5318c400a req-15c1b881-256b-45c4-b90a-1f80be440662 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550478 Jul 22 16:53:06.461879 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-02514af8-32f9-4e05-a2f4-1247fee31fd8 req-d4dc8885-5d8c-4f13-8b6a-3e66555819a6 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:06.728686 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017d151-80ab-49a3-b806-7898f981496b req-070491a9-5b92-4937-865b-e0aa7ec71cfe tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:06.730532 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a017d151-80ab-49a3-b806-7898f981496b req-070491a9-5b92-4937-865b-e0aa7ec71cfe tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0963340 Jul 22 16:53:06.788122 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a017d151-80ab-49a3-b806-7898f981496b req-43329092-c8f8-4729-8d64-1eaa994b05c7 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503259 Jul 22 16:53:06.881502 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc8885-5d8c-4f13-8b6a-3e66555819a6 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event deleted for resources: {'Port': ['ID=7c5b0614-c8df-44a1-9c78-363abe3a3476,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:06.899116 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-160948df-bb8d-4a69-a172-8143683ed37c tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:06.901306 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-160948df-bb8d-4a69-a172-8143683ed37c tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.30 "GET /v2.0/networks?id=8f448152-73f3-4321-99dd-39b5bdce6913 HTTP/1.1" status: 200 len: 809 time: 0.5884047 Jul 22 16:53:06.925096 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-4e0a4ecf-1100-4fd8-a586-906469d5e178 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Request body: {'port': {'device_id': '37b5afee-8e74-4888-9004-8a70c69e604b', 'network_id': '8f448152-73f3-4321-99dd-39b5bdce6913', 'admin_state_up': True, 'tenant_id': 'b7ad859e2f044b15b0443d0cc087ff1d'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:06.946707 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-02514af8-32f9-4e05-a2f4-1247fee31fd8 req-d4dc8885-5d8c-4f13-8b6a-3e66555819a6 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] No DVR routers for this DVR port 7c5b0614-c8df-44a1-9c78-363abe3a3476 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:53:06.957874 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-02514af8-32f9-4e05-a2f4-1247fee31fd8 req-d4dc8885-5d8c-4f13-8b6a-3e66555819a6 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:06.960217 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02514af8-32f9-4e05-a2f4-1247fee31fd8 req-d4dc8885-5d8c-4f13-8b6a-3e66555819a6 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.16 "DELETE /v2.0/ports/7c5b0614-c8df-44a1-9c78-363abe3a3476 HTTP/1.1" status: 204 len: 173 time: 1.2860060 Jul 22 16:53:06.960673 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37196c2-d173-462f-97a8-4762764a1251', 'name': 'network-vif-deleted', 'tag': '7c5b0614-c8df-44a1-9c78-363abe3a3476'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:53:06.963078 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20180777-cf6d-4de8-bc87-59e575d3a511" -d '{"events": [{"server_uuid": "a37196c2-d173-462f-97a8-4762764a1251", "name": "network-vif-deleted", "tag": "7c5b0614-c8df-44a1-9c78-363abe3a3476"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:53:07.021471 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a7849e-2085-4857-8ad4-6cfd4d1bf1dc x-openstack-request-id: req-14a7849e-2085-4857-8ad4-6cfd4d1bf1dc {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:53:07.021792 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37196c2-d173-462f-97a8-4762764a1251", "name": "network-vif-deleted", "tag": "7c5b0614-c8df-44a1-9c78-363abe3a3476", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:53:07.022063 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-14a7849e-2085-4857-8ad4-6cfd4d1bf1dc {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:53:07.022453 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37196c2-d173-462f-97a8-4762764a1251', 'name': 'network-vif-deleted', 'tag': '7c5b0614-c8df-44a1-9c78-363abe3a3476', 'status': 'completed', 'code': 200} Jul 22 16:53:07.110156 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-58dff6fc-ab5e-40fa-ad94-4704c0c052d4 req-59e8503b-4b26-4420-b147-8398980547bb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "GET /v2.0/ports?device_id=a37196c2-d173-462f-97a8-4762764a1251 HTTP/1.1" status: 200 len: 210 time: 0.0408683 Jul 22 16:53:07.130649 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-4e0a4ecf-1100-4fd8-a586-906469d5e178 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Made reservation on behalf of b7ad859e2f044b15b0443d0cc087ff1d for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:07.138404 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-4e0a4ecf-1100-4fd8-a586-906469d5e178 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.295373 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-4e0a4ecf-1100-4fd8-a586-906469d5e178 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Allocated IP 172.20.0.8 (8f448152-73f3-4321-99dd-39b5bdce6913/1a9cfb92-e65e-458f-a51f-0df362124c27/d866fc4a-35ea-43f1-a03a-c97d49f34e2f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:07.424087 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dd49b717-584e-46e7-a722-3e0ba2dc1008 req-ced0108f-b961-462e-8415-c65e41cdc4b7 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.69 "GET /v2.0/ports?device_id=37b5afee-8e74-4888-9004-8a70c69e604b HTTP/1.1" status: 200 len: 210 time: 0.0382335 Jul 22 16:53:07.526862 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-4e0a4ecf-1100-4fd8-a586-906469d5e178 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.576327 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-4e0a4ecf-1100-4fd8-a586-906469d5e178 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.641186 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-4e0a4ecf-1100-4fd8-a586-906469d5e178 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Network 8f448152-73f3-4321-99dd-39b5bdce6913 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:07.644553 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-4e0a4ecf-1100-4fd8-a586-906469d5e178 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:07.649091 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-4e0a4ecf-1100-4fd8-a586-906469d5e178 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:07.653201 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a4ecf-1100-4fd8-a586-906469d5e178 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Pushing event updated for resources: {'Port': ['ID=d866fc4a-35ea-43f1-a03a-c97d49f34e2f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:07.699875 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-4e0a4ecf-1100-4fd8-a586-906469d5e178 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:07.700485 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-4e0a4ecf-1100-4fd8-a586-906469d5e178 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.715304 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-4e0a4ecf-1100-4fd8-a586-906469d5e178 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7972858 Jul 22 16:53:07.732138 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-c5c591e4-0133-4e35-9454-81d08e0e537e service neutron] Request body: {'port': {'device_id': '37b5afee-8e74-4888-9004-8a70c69e604b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:07.807621 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-c5c591e4-0133-4e35-9454-81d08e0e537e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.047204 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 7c5b0614-c8df-44a1-9c78-363abe3a3476 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:53:08.048817 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca1bbc-cae2-4f4a-bf0f-ec2169e28b55 req-ad068fab-74f3-48e0-92da-7f8fcbdf2eec tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:08.050345 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1bca1bbc-cae2-4f4a-bf0f-ec2169e28b55 req-ad068fab-74f3-48e0-92da-7f8fcbdf2eec tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1809261 Jul 22 16:53:08.068219 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 7c5b0614-c8df-44a1-9c78-363abe3a3476 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:53:08.068820 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 7c5b0614-c8df-44a1-9c78-363abe3a3476 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:53:08.119509 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1bca1bbc-cae2-4f4a-bf0f-ec2169e28b55 req-81b1ab30-f837-4f68-b053-bdb813c92df8 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627449 Jul 22 16:53:08.177177 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-c5c591e4-0133-4e35-9454-81d08e0e537e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d866fc4a-35ea-43f1-a03a-c97d49f34e2f {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:53:08.189560 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47042) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:08.190077 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-c5c591e4-0133-4e35-9454-81d08e0e537e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.206196 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-c5c591e4-0133-4e35-9454-81d08e0e537e service neutron] Transition to ACTIVE for port object d866fc4a-35ea-43f1-a03a-c97d49f34e2f will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:08.211715 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-c5c591e4-0133-4e35-9454-81d08e0e537e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.281752 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43c30807-52eb-4721-8b96-fa10a8eacacc tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.287832 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c591e4-0133-4e35-9454-81d08e0e537e service neutron] Pushing event updated for resources: {'Port': ['ID=d866fc4a-35ea-43f1-a03a-c97d49f34e2f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:08.346158 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43c30807-52eb-4721-8b96-fa10a8eacacc tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.399498 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-c5c591e4-0133-4e35-9454-81d08e0e537e service neutron] Attempting to bind port d866fc4a-35ea-43f1-a03a-c97d49f34e2f on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:53:08.400157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-c5c591e4-0133-4e35-9454-81d08e0e537e service neutron] Attempting to bind port d866fc4a-35ea-43f1-a03a-c97d49f34e2f by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '6ec4cf1a-abc4-4748-830c-a6087f45e238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8f448152-73f3-4321-99dd-39b5bdce6913'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:53:08.400688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-c5c591e4-0133-4e35-9454-81d08e0e537e service neutron] Attempting to bind port d866fc4a-35ea-43f1-a03a-c97d49f34e2f on network 8f448152-73f3-4321-99dd-39b5bdce6913 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:53:08.408409 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-c5c591e4-0133-4e35-9454-81d08e0e537e service neutron] Port d866fc4a-35ea-43f1-a03a-c97d49f34e2f on network 8f448152-73f3-4321-99dd-39b5bdce6913 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:53:08.409942 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-c5c591e4-0133-4e35-9454-81d08e0e537e service neutron] Attempting to bind port d866fc4a-35ea-43f1-a03a-c97d49f34e2f on network 8f448152-73f3-4321-99dd-39b5bdce6913 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:53:08.416694 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-c5c591e4-0133-4e35-9454-81d08e0e537e service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:53:08.417332 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-c5c591e4-0133-4e35-9454-81d08e0e537e service neutron] Checking segment: {'id': '6ec4cf1a-abc4-4748-830c-a6087f45e238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8f448152-73f3-4321-99dd-39b5bdce6913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:53:08.417892 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-c5c591e4-0133-4e35-9454-81d08e0e537e service neutron] Bound using segment: {'id': '6ec4cf1a-abc4-4748-830c-a6087f45e238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8f448152-73f3-4321-99dd-39b5bdce6913'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:53:08.418791 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-c5c591e4-0133-4e35-9454-81d08e0e537e service neutron] Bound port: d866fc4a-35ea-43f1-a03a-c97d49f34e2f, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec4cf1a-abc4-4748-830c-a6087f45e238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8f448152-73f3-4321-99dd-39b5bdce6913'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:53:08.419930 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-c5c591e4-0133-4e35-9454-81d08e0e537e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.431754 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43c30807-52eb-4721-8b96-fa10a8eacacc tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.434517 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43c30807-52eb-4721-8b96-fa10a8eacacc tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.435744 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-43c30807-52eb-4721-8b96-fa10a8eacacc tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "DELETE /v2.0/security-groups/68f91509-7c1a-4818-a506-f6ad2613ef3f HTTP/1.1" status: 204 len: 168 time: 0.2445316 Jul 22 16:53:08.441967 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 47048) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:08.451921 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c30807-52eb-4721-8b96-fa10a8eacacc tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f91509-7c1a-4818-a506-f6ad2613ef3f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:08.495814 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc9aa9-d463-45bd-b8ee-94ece6506690 req-9b5a8acf-4c0c-458a-8919-242257374a1f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:08.505253 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b2dc9aa9-d463-45bd-b8ee-94ece6506690 req-9b5a8acf-4c0c-458a-8919-242257374a1f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1106770 Jul 22 16:53:08.544981 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b2dc9aa9-d463-45bd-b8ee-94ece6506690 req-62b77183-1758-484f-95ef-2b5f77dcad9f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383532 Jul 22 16:53:08.582431 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-c5c591e4-0133-4e35-9454-81d08e0e537e service neutron] For port d866fc4a-35ea-43f1-a03a-c97d49f34e2f, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:53:08.628271 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-c5c591e4-0133-4e35-9454-81d08e0e537e service neutron] For port d866fc4a-35ea-43f1-a03a-c97d49f34e2f, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d866fc4a-35ea-43f1-a03a-c97d49f34e2f,segment=NetworkSegment(6ec4cf1a-abc4-4748-830c-a6087f45e238),segment_id=6ec4cf1a-abc4-4748-830c-a6087f45e238)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:53:08.642154 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-c5c591e4-0133-4e35-9454-81d08e0e537e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.682458 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4f9024e-4438-44b8-912a-d286b246bacb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.703077 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-c5c591e4-0133-4e35-9454-81d08e0e537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:08.703697 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-c5c591e4-0133-4e35-9454-81d08e0e537e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.705301 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-c5c591e4-0133-4e35-9454-81d08e0e537e service neutron] 10.222.0.30 "PUT /v2.0/ports/d866fc4a-35ea-43f1-a03a-c97d49f34e2f HTTP/1.1" status: 200 len: 1091 time: 0.9772751 Jul 22 16:53:08.753359 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4f9024e-4438-44b8-912a-d286b246bacb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.770285 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97a455-98ee-427b-ad99-ab2b482bed58 req-2b4cb87d-3e25-4ff6-8b45-1f5ad6223c0d tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:08.771925 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff97a455-98ee-427b-ad99-ab2b482bed58 req-2b4cb87d-3e25-4ff6-8b45-1f5ad6223c0d tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.69 "GET /v2.0/ports?device_id=37b5afee-8e74-4888-9004-8a70c69e604b HTTP/1.1" status: 200 len: 943 time: 0.2326901 Jul 22 16:53:08.772613 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c591e4-0133-4e35-9454-81d08e0e537e service neutron] Pushing event updated for resources: {'Port': ['ID=d866fc4a-35ea-43f1-a03a-c97d49f34e2f,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:08.889546 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff97a455-98ee-427b-ad99-ab2b482bed58 req-a69fb39e-7635-4866-a683-3e1c28673969 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.69 "GET /v2.0/security-groups?id=36ebae7b-698e-47ee-90f3-f8ed3e0d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910516 Jul 22 16:53:08.910881 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4f9024e-4438-44b8-912a-d286b246bacb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.914232 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4f9024e-4438-44b8-912a-d286b246bacb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.918015 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a4f9024e-4438-44b8-912a-d286b246bacb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "DELETE /v2.0/security-groups/9b80a2e3-f78f-4070-931e-b8809de6dc82 HTTP/1.1" status: 204 len: 168 time: 0.4725494 Jul 22 16:53:08.918851 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 47054) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:08.928031 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-8afd5739-d478-4f28-a31f-4f91ebde516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:08.929626 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-8afd5739-d478-4f28-a31f-4f91ebde516d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7ad859e2f044b15b0443d0cc087ff1d&device_id=37b5afee-8e74-4888-9004-8a70c69e604b HTTP/1.1" status: 200 len: 1094 time: 0.1516218 Jul 22 16:53:08.973474 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9024e-4438-44b8-912a-d286b246bacb tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b80a2e3-f78f-4070-931e-b8809de6dc82,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:09.035185 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b5afee-8e74-4888-9004-8a70c69e604b', 'tag': 'd866fc4a-35ea-43f1-a03a-c97d49f34e2f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:53:09.037524 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8731df0-d820-4a33-84e6-74123e46e860" -d '{"events": [{"name": "network-changed", "server_uuid": "37b5afee-8e74-4888-9004-8a70c69e604b", "tag": "d866fc4a-35ea-43f1-a03a-c97d49f34e2f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:53:09.050556 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-4139c093-7420-4d84-81cb-329abe46c50b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d866fc4a-35ea-43f1-a03a-c97d49f34e2f HTTP/1.1" status: 200 len: 217 time: 0.0826621 Jul 22 16:53:09.095411 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e84c26-b10e-4eed-8613-4bca9f993f3e x-openstack-request-id: req-f5e84c26-b10e-4eed-8613-4bca9f993f3e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:53:09.095697 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b5afee-8e74-4888-9004-8a70c69e604b", "tag": "d866fc4a-35ea-43f1-a03a-c97d49f34e2f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:53:09.095935 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f5e84c26-b10e-4eed-8613-4bca9f993f3e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:53:09.096332 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b5afee-8e74-4888-9004-8a70c69e604b', 'tag': 'd866fc4a-35ea-43f1-a03a-c97d49f34e2f', 'status': 'completed', 'code': 200} Jul 22 16:53:09.123796 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-8bb7a530-e249-4ee5-9839-311de9a7e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:09.125615 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-8bb7a530-e249-4ee5-9839-311de9a7e673 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1a9cfb92-e65e-458f-a51f-0df362124c27 HTTP/1.1" status: 200 len: 849 time: 0.0637679 Jul 22 16:53:09.174986 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-cae02907-7815-4bae-bb66-a29411b80d45 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8f448152-73f3-4321-99dd-39b5bdce6913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423918 Jul 22 16:53:09.366089 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-4b9a5588-0600-437c-95a0-ca8c02a52edb service neutron] 10.222.0.30 "GET /v2.0/networks/8f448152-73f3-4321-99dd-39b5bdce6913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783237 Jul 22 16:53:09.522680 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a57a09b8-9c2f-4d60-b1f9-df5a3f087c08 req-3cad3a39-33a7-423f-b10e-18aa73e22b5c service neutron] 10.222.0.30 "GET /v2.0/networks/8f448152-73f3-4321-99dd-39b5bdce6913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374104 Jul 22 16:53:09.604609 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-67cb2b1c-4b38-4de3-b34d-dc5fd08d766a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:09.689480 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278cda0-1cfd-4232-b708-af1821c85aef req-96c4f05c-dca0-4cce-b8f8-9ab69c2160cc tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:09.691102 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3278cda0-1cfd-4232-b708-af1821c85aef req-96c4f05c-dca0-4cce-b8f8-9ab69c2160cc tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0701792 Jul 22 16:53:09.732248 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3278cda0-1cfd-4232-b708-af1821c85aef req-faf8cd8a-78c4-49c9-8281-eb4c862448f5 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354934 Jul 22 16:53:09.801289 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8731df0-d820-4a33-84e6-74123e46e860 req-e77840cc-ab57-493c-a142-6b14956695dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:09.802935 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a8731df0-d820-4a33-84e6-74123e46e860 req-e77840cc-ab57-493c-a142-6b14956695dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7ad859e2f044b15b0443d0cc087ff1d&device_id=37b5afee-8e74-4888-9004-8a70c69e604b HTTP/1.1" status: 200 len: 1094 time: 0.1260779 Jul 22 16:53:09.992883 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8731df0-d820-4a33-84e6-74123e46e860 req-6cbb7751-d0d1-438e-b382-a2782e7cf7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:09.995762 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a8731df0-d820-4a33-84e6-74123e46e860 req-6cbb7751-d0d1-438e-b382-a2782e7cf7e1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8f448152-73f3-4321-99dd-39b5bdce6913 HTTP/1.1" status: 200 len: 910 time: 0.1710114 Jul 22 16:53:10.039116 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3868ae1-1d77-4e1e-8634-1be3ae4890e4 req-fd6097b3-2587-45b4-beb8-87a327481f7b tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:10.042700 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d3868ae1-1d77-4e1e-8634-1be3ae4890e4 req-fd6097b3-2587-45b4-beb8-87a327481f7b tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.69 "GET /v2.0/ports?device_id=37b5afee-8e74-4888-9004-8a70c69e604b HTTP/1.1" status: 200 len: 943 time: 0.0720243 Jul 22 16:53:10.062222 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a8731df0-d820-4a33-84e6-74123e46e860 req-154e9a24-bd62-4035-9e6f-941a0eaa7d84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d866fc4a-35ea-43f1-a03a-c97d49f34e2f HTTP/1.1" status: 200 len: 217 time: 0.0556889 Jul 22 16:53:10.074669 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11508317-f499-4dcf-8b61-9cbaab5c1d0d req-b68b9d83-aa34-4782-abc4-67846c4c9544 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:10.076201 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-11508317-f499-4dcf-8b61-9cbaab5c1d0d req-b68b9d83-aa34-4782-abc4-67846c4c9544 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.2525511 Jul 22 16:53:10.092908 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d3868ae1-1d77-4e1e-8634-1be3ae4890e4 req-6a7cb0b2-02f0-4630-8cc7-8c9692aedf22 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.69 "GET /v2.0/security-groups?id=36ebae7b-698e-47ee-90f3-f8ed3e0d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457807 Jul 22 16:53:10.187772 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8731df0-d820-4a33-84e6-74123e46e860 req-0f3cfcfe-eea0-444b-ac84-f2a4d697b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:10.189243 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a8731df0-d820-4a33-84e6-74123e46e860 req-0f3cfcfe-eea0-444b-ac84-f2a4d697b97a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1a9cfb92-e65e-458f-a51f-0df362124c27 HTTP/1.1" status: 200 len: 849 time: 0.1111717 Jul 22 16:53:10.217050 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-11508317-f499-4dcf-8b61-9cbaab5c1d0d req-92655176-6bc8-4697-9ab9-096e92783e7a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298990 Jul 22 16:53:10.251367 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a8731df0-d820-4a33-84e6-74123e46e860 req-d04444be-943a-47ee-9ce4-8f92843f36cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8f448152-73f3-4321-99dd-39b5bdce6913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386863 Jul 22 16:53:10.253389 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 47082) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:10.344086 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-67cb2b1c-4b38-4de3-b34d-dc5fd08d766a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Deleting port b8326bfb-f89c-4e49-a55e-bfe61b344895 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:10.344427 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-67cb2b1c-4b38-4de3-b34d-dc5fd08d766a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:10.422846 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0336cbe-378a-4dcd-b697-202d0f7a3a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:10.464203 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a8731df0-d820-4a33-84e6-74123e46e860 req-16ae671c-72f4-47a4-99ec-00c010a2fa04 service neutron] 10.222.0.30 "GET /v2.0/networks/8f448152-73f3-4321-99dd-39b5bdce6913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036147 Jul 22 16:53:10.903485 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c74a3-b85f-4656-b0d4-e7c15841b889 req-634de933-76f0-49b3-8b6b-6d7ca4ca49b6 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:10.904972 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba2c74a3-b85f-4656-b0d4-e7c15841b889 req-634de933-76f0-49b3-8b6b-6d7ca4ca49b6 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.5746069 Jul 22 16:53:10.906725 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-67cb2b1c-4b38-4de3-b34d-dc5fd08d766a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] For port b8326bfb-f89c-4e49-a55e-bfe61b344895, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b8326bfb-f89c-4e49-a55e-bfe61b344895,segment=NetworkSegment(fee76c38-5096-4c36-ac7e-c2f7dbc18078),segment_id=fee76c38-5096-4c36-ac7e-c2f7dbc18078)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:10.907084 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-67cb2b1c-4b38-4de3-b34d-dc5fd08d766a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:10.948731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-67cb2b1c-4b38-4de3-b34d-dc5fd08d766a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Calling delete_port for b8326bfb-f89c-4e49-a55e-bfe61b344895 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:11.001882 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a8731df0-d820-4a33-84e6-74123e46e860 req-41bca534-87e4-4fd7-b02e-cef950ac9711 service neutron] 10.222.0.30 "GET /v2.0/networks/8f448152-73f3-4321-99dd-39b5bdce6913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5275655 Jul 22 16:53:11.039658 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba2c74a3-b85f-4656-b0d4-e7c15841b889 req-620bd78e-cd60-4851-9c7a-dfe5b5a6f4f3 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238506 Jul 22 16:53:11.096971 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0336cbe-378a-4dcd-b697-202d0f7a3a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.101323 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c0336cbe-378a-4dcd-b697-202d0f7a3a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.194237 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb214e2-f871-437c-9f1a-2547b115c6a1 req-ed54d8a9-366d-4735-8224-cd01e776c460 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:11.196191 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eeb214e2-f871-437c-9f1a-2547b115c6a1 req-ed54d8a9-366d-4735-8224-cd01e776c460 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0728090 Jul 22 16:53:11.197638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0336cbe-378a-4dcd-b697-202d0f7a3a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43152c9e-458f-4aef-bd53-883da854e297,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:11.201799 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c0336cbe-378a-4dcd-b697-202d0f7a3a0a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=37883c4c1b5b48d49348dcbc72ac8466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9474745 Jul 22 16:53:11.205966 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 47094) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:11.239809 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eeb214e2-f871-437c-9f1a-2547b115c6a1 req-e08caec8-e107-44b0-b7e0-8b0ac336f0f7 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324457 Jul 22 16:53:11.340317 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d587a84d-12ca-464a-88ed-d933e4cfab9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.372475 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8d611-2cf7-44b9-85b8-6be47470727f req-e2961a5e-a3fc-4e52-a93c-0f714541ff59 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:11.374067 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-afb8d611-2cf7-44b9-85b8-6be47470727f req-e2961a5e-a3fc-4e52-a93c-0f714541ff59 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.69 "GET /v2.0/ports?device_id=37b5afee-8e74-4888-9004-8a70c69e604b HTTP/1.1" status: 200 len: 943 time: 0.1879416 Jul 22 16:53:11.387260 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d587a84d-12ca-464a-88ed-d933e4cfab9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.393583 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbca48a-529f-49f8-b873-a40853b2b14a req-6fd2af99-9579-4f3e-b32f-7fbbebdda4ad tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:11.395247 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0bbca48a-529f-49f8-b873-a40853b2b14a req-6fd2af99-9579-4f3e-b32f-7fbbebdda4ad tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0676079 Jul 22 16:53:11.400656 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-67cb2b1c-4b38-4de3-b34d-dc5fd08d766a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.434466 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0bbca48a-529f-49f8-b873-a40853b2b14a req-7d93bb3c-0a9e-4faa-bef2-1768f83bf174 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329869 Jul 22 16:53:11.450754 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb2b1c-4b38-4de3-b34d-dc5fd08d766a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event deleted for resources: {'Port': ['ID=b8326bfb-f89c-4e49-a55e-bfe61b344895,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:11.484844 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-afb8d611-2cf7-44b9-85b8-6be47470727f req-7aa8d5c0-d6eb-471a-a282-8fa436355520 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.69 "GET /v2.0/security-groups?id=36ebae7b-698e-47ee-90f3-f8ed3e0d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004412 Jul 22 16:53:11.547884 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d587a84d-12ca-464a-88ed-d933e4cfab9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.550527 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d587a84d-12ca-464a-88ed-d933e4cfab9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.554261 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d587a84d-12ca-464a-88ed-d933e4cfab9f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/43152c9e-458f-4aef-bd53-883da854e297 HTTP/1.1" status: 204 len: 168 time: 0.3452489 Jul 22 16:53:11.568743 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587a84d-12ca-464a-88ed-d933e4cfab9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43152c9e-458f-4aef-bd53-883da854e297,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:11.622662 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2007e3-8596-42f1-9816-5d7153f97005 req-98f03d84-8be9-4edc-9719-6865ea75de1b tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:11.631034 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3e2007e3-8596-42f1-9816-5d7153f97005 req-98f03d84-8be9-4edc-9719-6865ea75de1b tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1115797 Jul 22 16:53:11.684687 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3e2007e3-8596-42f1-9816-5d7153f97005 req-87a34c41-e001-4cfd-97fa-45a6a0ece719 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522273 Jul 22 16:53:11.702491 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-67cb2b1c-4b38-4de3-b34d-dc5fd08d766a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.875664 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86428355-7906-4be4-884a-c289abc1f034 req-e8b2156d-d309-46ce-aa0e-d08eccf0abf5 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:11.877184 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-86428355-7906-4be4-884a-c289abc1f034 req-e8b2156d-d309-46ce-aa0e-d08eccf0abf5 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0706286 Jul 22 16:53:11.905215 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47112) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:11.930342 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6560583d-19e3-4401-947f-55c9eae63222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.935680 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-86428355-7906-4be4-884a-c289abc1f034 req-862d8989-5ab3-4489-8d48-98d34de747ca tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524633 Jul 22 16:53:11.955105 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cb2b1c-4b38-4de3-b34d-dc5fd08d766a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Router e114badc-ed3c-4c9c-8ebb-78a4c1f057f5 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:53:12.052931 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6560583d-19e3-4401-947f-55c9eae63222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:12.057284 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6560583d-19e3-4401-947f-55c9eae63222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:12.090123 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:12.104231 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6560583d-19e3-4401-947f-55c9eae63222 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b4a59b0719234a608ca9fbd6870537f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950960 Jul 22 16:53:12.104231 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560583d-19e3-4401-947f-55c9eae63222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4e92c7-6679-4f51-b3f7-66e56e591cae,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:12.105366 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47116) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:12.123273 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cb2b1c-4b38-4de3-b34d-dc5fd08d766a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:12.129180 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-67cb2b1c-4b38-4de3-b34d-dc5fd08d766a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "PUT /v2.0/routers/e114badc-ed3c-4c9c-8ebb-78a4c1f057f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2094276 Jul 22 16:53:12.134055 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47118) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:12.135265 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658969d2-e6c8-493c-99df-2101e0b9bb61 None None] Sync routers for ids ['e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:12.136937 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12d22c-98bf-4756-97a5-77bf3d69ed02 req-5239b1c6-338e-4130-ac80-15919dfc55e2 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:12.138546 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ee12d22c-98bf-4756-97a5-77bf3d69ed02 req-5239b1c6-338e-4130-ac80-15919dfc55e2 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1062775 Jul 22 16:53:12.145156 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658969d2-e6c8-493c-99df-2101e0b9bb61 None None] Routers {'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:12.145836 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-658969d2-e6c8-493c-99df-2101e0b9bb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:53:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:12.180347 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ee12d22c-98bf-4756-97a5-77bf3d69ed02 req-5b6830ad-7758-4fbb-a09b-57ec12e2c048 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356472 Jul 22 16:53:12.209732 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e30fd1-dca5-4636-9f13-78510aa4eb5a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Deleting subnet fe4b140c-9cc1-4d05-a05e-153f30944130 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:53:12.212552 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5b1ccf8-9e0e-4ada-94ef-e5d1e260e513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:12.217609 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9e30fd1-dca5-4636-9f13-78510aa4eb5a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:12.239570 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:12.267725 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5b1ccf8-9e0e-4ada-94ef-e5d1e260e513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:12.273351 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-658969d2-e6c8-493c-99df-2101e0b9bb61 None None] Set router e114badc-ed3c-4c9c-8ebb-78a4c1f057f5 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:53:12.284692 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9e30fd1-dca5-4636-9f13-78510aa4eb5a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:12.375860 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0af41-2839-47e2-b2a6-115f3454a469 req-94d2fa10-5e0e-494c-a936-4b0e30728637 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:12.377647 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9d0af41-2839-47e2-b2a6-115f3454a469 req-94d2fa10-5e0e-494c-a936-4b0e30728637 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0858116 Jul 22 16:53:12.392418 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5b1ccf8-9e0e-4ada-94ef-e5d1e260e513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:12.395005 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5b1ccf8-9e0e-4ada-94ef-e5d1e260e513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:12.398524 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b5b1ccf8-9e0e-4ada-94ef-e5d1e260e513 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fa4e92c7-6679-4f51-b3f7-66e56e591cae HTTP/1.1" status: 204 len: 168 time: 0.2899806 Jul 22 16:53:12.409960 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9e30fd1-dca5-4636-9f13-78510aa4eb5a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:12.413258 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1ccf8-9e0e-4ada-94ef-e5d1e260e513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4e92c7-6679-4f51-b3f7-66e56e591cae,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:12.463683 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9d0af41-2839-47e2-b2a6-115f3454a469 req-e891094f-1bb4-45b5-8ea1-00cdf7abfc55 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787468 Jul 22 16:53:12.497739 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9e30fd1-dca5-4636-9f13-78510aa4eb5a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:12.543542 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e30fd1-dca5-4636-9f13-78510aa4eb5a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event deleted for resources: {'Subnet': ['ID=fe4b140c-9cc1-4d05-a05e-153f30944130,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:12.553014 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9e30fd1-dca5-4636-9f13-78510aa4eb5a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:12.556017 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b9e30fd1-dca5-4636-9f13-78510aa4eb5a tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "DELETE /v2.0/subnets/fe4b140c-9cc1-4d05-a05e-153f30944130 HTTP/1.1" status: 204 len: 168 time: 0.4207838 Jul 22 16:53:12.557418 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device d866fc4a-35ea-43f1-a03a-c97d49f34e2f details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:53:12.558687 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 47130) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:12.568493 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ff7def-a3f3-4f0c-8380-2e33fede1fce None None] Network e7be0ad0-41f3-47e3-9669-c2c6027406ce requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:53:12.635658 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-658969d2-e6c8-493c-99df-2101e0b9bb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788099677', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:51:10Z', 'updated_at': '2021-07-22T16:53:11Z', 'revision_number': 5, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'gw_port': {'id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:51:11Z', 'updated_at': '2021-07-22T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:12.657381 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66b815-2552-4a06-ae02-6c142b9e5828 req-20cc50f8-10d1-4c19-9947-592a224ce0cc tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:12.666107 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b66b815-2552-4a06-ae02-6c142b9e5828 req-20cc50f8-10d1-4c19-9947-592a224ce0cc tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0938132 Jul 22 16:53:12.670272 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658969d2-e6c8-493c-99df-2101e0b9bb61 None None] Checking router: e114badc-ed3c-4c9c-8ebb-78a4c1f057f5 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:53:12.682309 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658969d2-e6c8-493c-99df-2101e0b9bb61 None None] Routers {'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:12.684902 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-658969d2-e6c8-493c-99df-2101e0b9bb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:53:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:12.761144 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b66b815-2552-4a06-ae02-6c142b9e5828 req-dc26d5ae-5697-459c-8b40-c2d30af91a7c tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940602 Jul 22 16:53:12.819244 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15f8a271-64b7-47c5-9769-c382d293b4a7 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:12.839452 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-658969d2-e6c8-493c-99df-2101e0b9bb61 None None] Set router e114badc-ed3c-4c9c-8ebb-78a4c1f057f5 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:53:12.847172 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port d866fc4a-35ea-43f1-a03a-c97d49f34e2f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d866fc4a-35ea-43f1-a03a-c97d49f34e2f,segment=NetworkSegment(6ec4cf1a-abc4-4748-830c-a6087f45e238),segment_id=6ec4cf1a-abc4-4748-830c-a6087f45e238)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:12.860808 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'd866fc4a-35ea-43f1-a03a-c97d49f34e2f', 'network_id': '8f448152-73f3-4321-99dd-39b5bdce6913', 'port_id': 'd866fc4a-35ea-43f1-a03a-c97d49f34e2f', 'mac_address': 'fa:16:3e:c6:f9:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a9cfb92-e65e-458f-a51f-0df362124c27', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:53:12.936640 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:12.953817 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15f8a271-64b7-47c5-9769-c382d293b4a7 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:12.959482 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d866fc4a-35ea-43f1-a03a-c97d49f34e2f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:53:12.974512 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4f92e-0bbc-4578-a678-94fec576e3db req-3496392f-037e-4c30-9f51-609f6b5824e9 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:12.982695 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-81e4f92e-0bbc-4578-a678-94fec576e3db req-3496392f-037e-4c30-9f51-609f6b5824e9 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.69 "GET /v2.0/ports?device_id=37b5afee-8e74-4888-9004-8a70c69e604b HTTP/1.1" status: 200 len: 943 time: 0.3282292 Jul 22 16:53:12.987248 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port d866fc4a-35ea-43f1-a03a-c97d49f34e2f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d866fc4a-35ea-43f1-a03a-c97d49f34e2f,segment=NetworkSegment(6ec4cf1a-abc4-4748-830c-a6087f45e238),segment_id=6ec4cf1a-abc4-4748-830c-a6087f45e238)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:12.997671 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:13.062179 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-81e4f92e-0bbc-4578-a678-94fec576e3db req-7dd8ed96-566c-48ef-9a39-733441715101 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.69 "GET /v2.0/security-groups?id=36ebae7b-698e-47ee-90f3-f8ed3e0d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751400 Jul 22 16:53:13.084235 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d811a877-1f8b-48da-a169-21c651e37017 None None] DHCP port deletion for e7be0ad0-41f3-47e3-9669-c2c6027406ce request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:53:13.111945 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-15f8a271-64b7-47c5-9769-c382d293b4a7 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Deleting port 2378b150-74e2-4110-8881-1ac5ef4494c9 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:13.112324 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15f8a271-64b7-47c5-9769-c382d293b4a7 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:13.116776 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=d866fc4a-35ea-43f1-a03a-c97d49f34e2f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:13.183255 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-658969d2-e6c8-493c-99df-2101e0b9bb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788099677', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:51:10Z', 'updated_at': '2021-07-22T16:53:11Z', 'revision_number': 5, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'gw_port': {'id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:51:11Z', 'updated_at': '2021-07-22T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:13.218427 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658969d2-e6c8-493c-99df-2101e0b9bb61 None None] The sync data for ids ['e114badc-ed3c-4c9c-8ebb-78a4c1f057f5'] in n-d-798930-9 is: [{'id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788099677', 'tenant_id': '47c84c9b5b234dc7a95225e8dd07068d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:51:10Z', 'updated_at': '2021-07-22T16:53:11Z', 'revision_number': 5, 'project_id': '47c84c9b5b234dc7a95225e8dd07068d', 'gw_port': {'id': '2378b150-74e2-4110-8881-1ac5ef4494c9', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e114badc-ed3c-4c9c-8ebb-78a4c1f057f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:51:11Z', 'updated_at': '2021-07-22T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:13.223819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d811a877-1f8b-48da-a169-21c651e37017 None None] Deleting port 4d5aeadb-2b59-4eba-9f7e-5618c221d974 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:13.224825 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d811a877-1f8b-48da-a169-21c651e37017 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:13.237252 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-15f8a271-64b7-47c5-9769-c382d293b4a7 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] For port 2378b150-74e2-4110-8881-1ac5ef4494c9, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2378b150-74e2-4110-8881-1ac5ef4494c9,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:13.238122 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15f8a271-64b7-47c5-9769-c382d293b4a7 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:13.238638 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cec33-d5b5-45ed-a882-44192b3dbd6b req-37d75759-6ef3-44a9-a33f-36fb25a22c4c tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:13.240764 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2e5cec33-d5b5-45ed-a882-44192b3dbd6b req-37d75759-6ef3-44a9-a33f-36fb25a22c4c tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1443050 Jul 22 16:53:13.276813 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-15f8a271-64b7-47c5-9769-c382d293b4a7 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Calling delete_port for 2378b150-74e2-4110-8881-1ac5ef4494c9 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:13.295644 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['d866fc4a-35ea-43f1-a03a-c97d49f34e2f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:53:13.300040 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2e5cec33-d5b5-45ed-a882-44192b3dbd6b req-e61b7bdf-6f37-409a-b9cc-cd301dec8c15 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490587 Jul 22 16:53:13.340138 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d811a877-1f8b-48da-a169-21c651e37017 None None] For port 4d5aeadb-2b59-4eba-9f7e-5618c221d974, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=4d5aeadb-2b59-4eba-9f7e-5618c221d974,segment=NetworkSegment(fee76c38-5096-4c36-ac7e-c2f7dbc18078),segment_id=fee76c38-5096-4c36-ac7e-c2f7dbc18078)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:13.340603 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d811a877-1f8b-48da-a169-21c651e37017 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:13.361075 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d811a877-1f8b-48da-a169-21c651e37017 None None] Calling delete_port for 4d5aeadb-2b59-4eba-9f7e-5618c221d974 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:13.496870 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d811a877-1f8b-48da-a169-21c651e37017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:13.502277 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1838f7e-e5bb-4b0a-9acf-5255577914b4 req-f289cd6b-a7d3-43f8-8b73-51b0cc7e47a4 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:13.504026 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1838f7e-e5bb-4b0a-9acf-5255577914b4 req-f289cd6b-a7d3-43f8-8b73-51b0cc7e47a4 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1346052 Jul 22 16:53:13.529410 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811a877-1f8b-48da-a169-21c651e37017 None None] Pushing event deleted for resources: {'Port': ['ID=4d5aeadb-2b59-4eba-9f7e-5618c221d974,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:13.538800 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d811a877-1f8b-48da-a169-21c651e37017 None None] No DVR routers for this DVR port 4d5aeadb-2b59-4eba-9f7e-5618c221d974 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:53:13.571458 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47158) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:13.580059 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1838f7e-e5bb-4b0a-9acf-5255577914b4 req-0bbe9750-9ec0-42d8-a887-d867be1b3a4c tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683587 Jul 22 16:53:13.591544 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15f8a271-64b7-47c5-9769-c382d293b4a7 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:13.620316 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8a271-64b7-47c5-9769-c382d293b4a7 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event deleted for resources: {'Port': ['ID=2378b150-74e2-4110-8881-1ac5ef4494c9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:13.702747 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-019f3493-e34d-4045-be9c-fc9e88388f6c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1716711033-network', 'tenant_id': '1d94f6321ee849f681dd8551d6ab2466'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:13.732471 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15f8a271-64b7-47c5-9769-c382d293b4a7 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:13.733500 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019f3493-e34d-4045-be9c-fc9e88388f6c admin admin] Made reservation on behalf of 1d94f6321ee849f681dd8551d6ab2466 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:13.736449 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-019f3493-e34d-4045-be9c-fc9e88388f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:13.746168 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-019f3493-e34d-4045-be9c-fc9e88388f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:13.844861 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-019f3493-e34d-4045-be9c-fc9e88388f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:13.847191 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15f8a271-64b7-47c5-9769-c382d293b4a7 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:13.849150 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-019f3493-e34d-4045-be9c-fc9e88388f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:13.849962 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15f8a271-64b7-47c5-9769-c382d293b4a7 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:13.876383 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019f3493-e34d-4045-be9c-fc9e88388f6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:53:13.886370 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f3493-e34d-4045-be9c-fc9e88388f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1606950a-7340-43fa-a823-b6322e3a6fc1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:13.891295 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-019f3493-e34d-4045-be9c-fc9e88388f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:13.891727 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-019f3493-e34d-4045-be9c-fc9e88388f6c admin admin] Added segment 3de95290-3a3a-4702-945d-da0342173904 of type vlan for network 6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb Jul 22 16:53:13.910240 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96385cd6-0b2a-4a8a-a460-93fafbd33868 req-3eaff6a0-3994-4d53-b004-3599207cf153 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:13.911756 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-96385cd6-0b2a-4a8a-a460-93fafbd33868 req-3eaff6a0-3994-4d53-b004-3599207cf153 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1971254 Jul 22 16:53:13.912877 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15f8a271-64b7-47c5-9769-c382d293b4a7 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:13.913425 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f8a271-64b7-47c5-9769-c382d293b4a7 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Fanout notify agent at l3_agent the message router_deleted on router e114badc-ed3c-4c9c-8ebb-78a4c1f057f5 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:53:13.920762 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15f8a271-64b7-47c5-9769-c382d293b4a7 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:13.924252 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-15f8a271-64b7-47c5-9769-c382d293b4a7 tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "DELETE /v2.0/routers/e114badc-ed3c-4c9c-8ebb-78a4c1f057f5 HTTP/1.1" status: 204 len: 168 time: 1.3622031 Jul 22 16:53:13.924530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 47168) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:13.937130 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-019f3493-e34d-4045-be9c-fc9e88388f6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:13.972518 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-019f3493-e34d-4045-be9c-fc9e88388f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:13.972788 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019f3493-e34d-4045-be9c-fc9e88388f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:13.973644 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-019f3493-e34d-4045-be9c-fc9e88388f6c admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.012133 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-019f3493-e34d-4045-be9c-fc9e88388f6c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4395580 Jul 22 16:53:14.015075 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47170) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:14.020419 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e493ce6f-326a-4ed6-9fd3-2456f7705cdd admin admin] Request body: {'subnet': {'network_id': '6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1716711033-subnet', 'tenant_id': '1d94f6321ee849f681dd8551d6ab2466', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:14.040296 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-96385cd6-0b2a-4a8a-a460-93fafbd33868 req-f8fd29f7-cc19-4016-b087-58e97aaf91ca tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037374 Jul 22 16:53:14.047855 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa660de5-e2de-4e63-874d-c6590be1a73b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.063575 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f3493-e34d-4045-be9c-fc9e88388f6c admin admin] Pushing event updated for resources: {'Network': ['ID=6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:14.082829 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:53:14.089261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e493ce6f-326a-4ed6-9fd3-2456f7705cdd admin admin] Made reservation on behalf of 1d94f6321ee849f681dd8551d6ab2466 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:14.092008 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e493ce6f-326a-4ed6-9fd3-2456f7705cdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.199464 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa660de5-e2de-4e63-874d-c6590be1a73b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.218653 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-aa660de5-e2de-4e63-874d-c6590be1a73b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7be0ad0-41f3-47e3-9669-c2c6027406ce']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:14.248724 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-aa660de5-e2de-4e63-874d-c6590be1a73b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee76c38-5096-4c36-ac7e-c2f7dbc18078') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:14.249002 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-aa660de5-e2de-4e63-874d-c6590be1a73b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee76c38-5096-4c36-ac7e-c2f7dbc18078') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:14.262371 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa660de5-e2de-4e63-874d-c6590be1a73b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.268839 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47758a-128a-4c81-9fea-52a0850b6c55 req-b556fece-d585-4551-b847-fe3aacc30169 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:14.270448 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b47758a-128a-4c81-9fea-52a0850b6c55 req-b556fece-d585-4551-b847-fe3aacc30169 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1218979 Jul 22 16:53:14.280117 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa660de5-e2de-4e63-874d-c6590be1a73b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.291234 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa660de5-e2de-4e63-874d-c6590be1a73b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:53:14.291690 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa660de5-e2de-4e63-874d-c6590be1a73b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:53:14.294685 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:53:14.330206 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f2560-a417-4eee-87cd-bdee64320ef9 req-abd20114-bdf2-434f-8dde-97b8c0117568 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:14.331726 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a1f2560-a417-4eee-87cd-bdee64320ef9 req-abd20114-bdf2-434f-8dde-97b8c0117568 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.69 "GET /v2.0/ports?device_id=37b5afee-8e74-4888-9004-8a70c69e604b HTTP/1.1" status: 200 len: 944 time: 0.1739371 Jul 22 16:53:14.365143 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b47758a-128a-4c81-9fea-52a0850b6c55 req-1165d086-b66a-46dd-aaf1-6e9a01ef4d29 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858886 Jul 22 16:53:14.395526 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e493ce6f-326a-4ed6-9fd3-2456f7705cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.396563 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa660de5-e2de-4e63-874d-c6590be1a73b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.407858 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aa660de5-e2de-4e63-874d-c6590be1a73b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.412440 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-aa660de5-e2de-4e63-874d-c6590be1a73b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] 10.222.0.69 "DELETE /v2.0/networks/e7be0ad0-41f3-47e3-9669-c2c6027406ce HTTP/1.1" status: 204 len: 168 time: 0.4842937 Jul 22 16:53:14.417063 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a1f2560-a417-4eee-87cd-bdee64320ef9 req-f4b786c5-c275-4121-adbd-e1cf8a8f3b81 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.69 "GET /v2.0/security-groups?id=36ebae7b-698e-47ee-90f3-f8ed3e0d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539753 Jul 22 16:53:14.426963 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa660de5-e2de-4e63-874d-c6590be1a73b tempest-TestSecurityGroupsBasicOps-1616265528 tempest-TestSecurityGroupsBasicOps-1616265528-project] Pushing event deleted for resources: {'Network': ['ID=e7be0ad0-41f3-47e3-9669-c2c6027406ce,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:14.483470 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493ce6f-326a-4ed6-9fd3-2456f7705cdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5415876-06b0-4822-9fd8-3b7cff1064ba,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:14.507063 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e493ce6f-326a-4ed6-9fd3-2456f7705cdd admin admin] Checking segment: {'id': '3de95290-3a3a-4702-945d-da0342173904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:53:14.507416 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e493ce6f-326a-4ed6-9fd3-2456f7705cdd admin admin] Network hostable DHCP agents. Network: 6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:53:14.539516 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e493ce6f-326a-4ed6-9fd3-2456f7705cdd admin admin] Network 6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:53:14.551614 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e493ce6f-326a-4ed6-9fd3-2456f7705cdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:14.562488 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dea1fc-85e0-4fbf-98c4-b49e42fc44b2 req-2857f755-8a1c-435a-b2bb-6a4d3b6fe194 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:14.563969 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-11dea1fc-85e0-4fbf-98c4-b49e42fc44b2 req-2857f755-8a1c-435a-b2bb-6a4d3b6fe194 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1004238 Jul 22 16:53:14.565519 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4d778a-7c89-4d84-8a9f-fa09becf0cdc None None] Network 6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:53:14.566091 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e493ce6f-326a-4ed6-9fd3-2456f7705cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:14.566283 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e493ce6f-326a-4ed6-9fd3-2456f7705cdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.568967 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device d866fc4a-35ea-43f1-a03a-c97d49f34e2f up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:53:14.690313 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port d866fc4a-35ea-43f1-a03a-c97d49f34e2f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:53:14.711496 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 47186) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:14.713409 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port d866fc4a-35ea-43f1-a03a-c97d49f34e2f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:14.713775 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.762594 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc67d26c-cda9-4038-a0a6-17a7c16bf24f None None] Network 6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:53:14.839852 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e493ce6f-326a-4ed6-9fd3-2456f7705cdd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8234267 Jul 22 16:53:14.870408 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-11dea1fc-85e0-4fbf-98c4-b49e42fc44b2 req-e26d3ab3-d495-47ef-9f24-a5d428601949 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913501 Jul 22 16:53:14.906041 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-539280a9-bcc2-4caf-b9e1-ec4f550d414f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=47c84c9b5b234dc7a95225e8dd07068d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1927698 Jul 22 16:53:14.908102 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 47194) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:14.926286 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.976375 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b5afee-8e74-4888-9004-8a70c69e604b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd866fc4a-35ea-43f1-a03a-c97d49f34e2f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:53:14.979255 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f1bd5b-0177-4d66-a486-b86fd431ba64" -d '{"events": [{"server_uuid": "37b5afee-8e74-4888-9004-8a70c69e604b", "name": "network-vif-plugged", "status": "completed", "tag": "d866fc4a-35ea-43f1-a03a-c97d49f34e2f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:53:14.993618 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port d866fc4a-35ea-43f1-a03a-c97d49f34e2f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d866fc4a-35ea-43f1-a03a-c97d49f34e2f,segment=NetworkSegment(6ec4cf1a-abc4-4748-830c-a6087f45e238),segment_id=6ec4cf1a-abc4-4748-830c-a6087f45e238)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:15.001766 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:15.016072 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28f0d12e-c470-449d-882c-e6f903575d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:15.035109 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f217d58-b678-43d7-8fc9-f621a25a0a68 x-openstack-request-id: req-9f217d58-b678-43d7-8fc9-f621a25a0a68 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:53:15.035370 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b5afee-8e74-4888-9004-8a70c69e604b", "name": "network-vif-plugged", "status": "completed", "tag": "d866fc4a-35ea-43f1-a03a-c97d49f34e2f", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:53:15.035842 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9f217d58-b678-43d7-8fc9-f621a25a0a68 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:53:15.036238 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b5afee-8e74-4888-9004-8a70c69e604b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd866fc4a-35ea-43f1-a03a-c97d49f34e2f', 'code': 200} Jul 22 16:53:15.082473 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=d866fc4a-35ea-43f1-a03a-c97d49f34e2f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:15.100205 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 4d5aeadb-2b59-4eba-9f7e-5618c221d974 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:53:15.122359 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 4d5aeadb-2b59-4eba-9f7e-5618c221d974 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:53:15.123036 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 4d5aeadb-2b59-4eba-9f7e-5618c221d974 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:53:15.123465 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2378b150-74e2-4110-8881-1ac5ef4494c9 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:53:15.143929 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 2378b150-74e2-4110-8881-1ac5ef4494c9 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:53:15.144274 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2378b150-74e2-4110-8881-1ac5ef4494c9 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:53:15.144707 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b8326bfb-f89c-4e49-a55e-bfe61b344895 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:53:15.168199 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: b8326bfb-f89c-4e49-a55e-bfe61b344895 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:53:15.168550 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b8326bfb-f89c-4e49-a55e-bfe61b344895 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:53:15.446302 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28f0d12e-c470-449d-882c-e6f903575d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:15.458129 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe441e2-b614-4e38-8ed2-b135dcaaf57d req-fde7ec7c-634b-47fd-93f6-b7a3c5395fe0 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:15.459564 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0fe441e2-b614-4e38-8ed2-b135dcaaf57d req-fde7ec7c-634b-47fd-93f6-b7a3c5395fe0 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.5236745 Jul 22 16:53:15.549743 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0fe441e2-b614-4e38-8ed2-b135dcaaf57d req-ec7adf8d-e321-436c-bf80-3077c1a6416a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803607 Jul 22 16:53:15.561131 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89170a03-9c4d-4547-ba28-7203897a5442 req-880808d6-d6c6-4c44-8a8d-9edddff00923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:15.562537 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-89170a03-9c4d-4547-ba28-7203897a5442 req-880808d6-d6c6-4c44-8a8d-9edddff00923 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=37b5afee-8e74-4888-9004-8a70c69e604b HTTP/1.1" status: 200 len: 1096 time: 0.1586850 Jul 22 16:53:15.575363 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9056e-3afc-4826-bf9a-ed714d356a09 req-bd1250d5-da7d-4ddb-b07c-cdd07f18ea37 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:15.577096 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-70b9056e-3afc-4826-bf9a-ed714d356a09 req-bd1250d5-da7d-4ddb-b07c-cdd07f18ea37 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.69 "GET /v2.0/ports?device_id=37b5afee-8e74-4888-9004-8a70c69e604b HTTP/1.1" status: 200 len: 945 time: 0.0718734 Jul 22 16:53:15.609664 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28f0d12e-c470-449d-882c-e6f903575d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:15.612444 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28f0d12e-c470-449d-882c-e6f903575d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:15.613771 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-28f0d12e-c470-449d-882c-e6f903575d73 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/800c4b1f-98c6-45a8-be86-cec40cc45fdf HTTP/1.1" status: 204 len: 168 time: 0.7044518 Jul 22 16:53:15.627061 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-89170a03-9c4d-4547-ba28-7203897a5442 req-aa70b2bd-6cd8-43fc-bc79-7a813cc1c499 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=36ebae7b-698e-47ee-90f3-f8ed3e0d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578725 Jul 22 16:53:15.628315 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0d12e-c470-449d-882c-e6f903575d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800c4b1f-98c6-45a8-be86-cec40cc45fdf,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:15.628460 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-70b9056e-3afc-4826-bf9a-ed714d356a09 req-b324fa64-45fb-4279-bed5-a5480cdf0a9a tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.69 "GET /v2.0/security-groups?id=36ebae7b-698e-47ee-90f3-f8ed3e0d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438578 Jul 22 16:53:15.795106 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0b8b3-bba0-41e0-a063-0d4a85e7bd65 req-9bfeb2ae-20ea-4064-a730-e153c67d2e9e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:15.796617 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3dc0b8b3-bba0-41e0-a063-0d4a85e7bd65 req-9bfeb2ae-20ea-4064-a730-e153c67d2e9e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0753434 Jul 22 16:53:15.839313 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3dc0b8b3-bba0-41e0-a063-0d4a85e7bd65 req-f7a48d06-eb6f-4436-a4bf-e28ef748ce54 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370178 Jul 22 16:53:15.951346 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 47222) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:15.965740 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5331ab3a-14bf-4464-8eb3-09ac7b2b1b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:15.985722 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ac937-56ad-43ed-bdff-e1cdba2d797d req-1fd0143a-71d7-4d92-bd75-00d05c882448 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:15.987333 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1a3ac937-56ad-43ed-bdff-e1cdba2d797d req-1fd0143a-71d7-4d92-bd75-00d05c882448 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0728228 Jul 22 16:53:16.037306 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1a3ac937-56ad-43ed-bdff-e1cdba2d797d req-13f7360b-beb0-4dcb-93b2-6c97d5903c58 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425117 Jul 22 16:53:16.076248 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5331ab3a-14bf-4464-8eb3-09ac7b2b1b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:16.085093 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5331ab3a-14bf-4464-8eb3-09ac7b2b1b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:16.137255 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5331ab3a-14bf-4464-8eb3-09ac7b2b1b06 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7d861bcb2ed849fe906a5458d75cfa0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1820624 Jul 22 16:53:16.137255 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331ab3a-14bf-4464-8eb3-09ac7b2b1b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e68f9b-1491-41da-a6c8-d10fc879958f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:16.140119 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47226) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:16.224261 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d0445d5-1a13-4f23-9cac-8fdcc5984a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:16.251649 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d0445d5-1a13-4f23-9cac-8fdcc5984a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:16.335307 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d0445d5-1a13-4f23-9cac-8fdcc5984a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:16.338690 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d0445d5-1a13-4f23-9cac-8fdcc5984a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:16.339821 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6d0445d5-1a13-4f23-9cac-8fdcc5984a48 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/52e68f9b-1491-41da-a6c8-d10fc879958f HTTP/1.1" status: 204 len: 168 time: 0.1970928 Jul 22 16:53:16.358184 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc0067-f4c7-45d5-bcb9-a3fda7d3b8d2 req-01073c98-ca5e-4941-bf82-40dbebc7cdcb tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:16.359674 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-edbc0067-f4c7-45d5-bcb9-a3fda7d3b8d2 req-01073c98-ca5e-4941-bf82-40dbebc7cdcb tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0916691 Jul 22 16:53:16.360599 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0445d5-1a13-4f23-9cac-8fdcc5984a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e68f9b-1491-41da-a6c8-d10fc879958f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:16.401664 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-edbc0067-f4c7-45d5-bcb9-a3fda7d3b8d2 req-4e53de5a-e225-4da9-9800-49890ce25e20 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347948 Jul 22 16:53:16.546175 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effd3fc-3e83-4277-b2ef-ba4283b5f5f8 req-a9d2eee4-53e9-4356-a7b3-5d8d0261cc1a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:16.547873 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7effd3fc-3e83-4277-b2ef-ba4283b5f5f8 req-a9d2eee4-53e9-4356-a7b3-5d8d0261cc1a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0748782 Jul 22 16:53:16.592437 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7effd3fc-3e83-4277-b2ef-ba4283b5f5f8 req-94afddf3-c55d-4ba1-bd0c-31ba57af8c40 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383143 Jul 22 16:53:16.747487 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47250) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:16.812342 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524ed77-e07a-40c0-83aa-8a367fefe2c0 req-a2c1cc59-d653-416f-b172-94b410ba82e1 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:16.818477 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2524ed77-e07a-40c0-83aa-8a367fefe2c0 req-a2c1cc59-d653-416f-b172-94b410ba82e1 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0893040 Jul 22 16:53:16.848293 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9babfb60-b6cf-40b7-b119-660c6b05e459 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7f35c739eef142c499d6977b1bdcafd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0982594 Jul 22 16:53:16.850893 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47254) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:16.854748 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2524ed77-e07a-40c0-83aa-8a367fefe2c0 req-fba247fe-0f4b-4dfe-83b9-c56c3dbfc509 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351527 Jul 22 16:53:16.922428 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c559eef-18be-4cd7-b1d0-4d19add513f0 req-8ae611af-bc96-4097-9ca5-9fac3bcff6d1 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:16.923941 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7c559eef-18be-4cd7-b1d0-4d19add513f0 req-8ae611af-bc96-4097-9ca5-9fac3bcff6d1 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.69 "GET /v2.0/ports?device_id=37b5afee-8e74-4888-9004-8a70c69e604b HTTP/1.1" status: 200 len: 945 time: 0.1556745 Jul 22 16:53:16.927116 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3745286b-fdc9-4e07-a66c-07665e1c806d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:16.966438 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3745286b-fdc9-4e07-a66c-07665e1c806d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:17.012011 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7c559eef-18be-4cd7-b1d0-4d19add513f0 req-7d3c15eb-fe53-4f24-bb9d-c60ea28dcadf tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.69 "GET /v2.0/security-groups?id=36ebae7b-698e-47ee-90f3-f8ed3e0d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723779 Jul 22 16:53:17.053231 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3745286b-fdc9-4e07-a66c-07665e1c806d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:17.056272 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3745286b-fdc9-4e07-a66c-07665e1c806d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:17.057428 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3745286b-fdc9-4e07-a66c-07665e1c806d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6a836cb4-6fea-4961-9c1e-943422392de8 HTTP/1.1" status: 204 len: 168 time: 0.2055779 Jul 22 16:53:17.062243 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-e086c4c8-247d-4453-b74f-391d7bf01028 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:17.070847 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-e086c4c8-247d-4453-b74f-391d7bf01028 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/networks?id=6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb HTTP/1.1" status: 200 len: 809 time: 0.1285343 Jul 22 16:53:17.073885 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745286b-fdc9-4e07-a66c-07665e1c806d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a836cb4-6fea-4961-9c1e-943422392de8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:17.084901 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-030eda35-2981-4ba3-bb46-51aef64a54b9 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/quotas/1d94f6321ee849f681dd8551d6ab2466 HTTP/1.1" status: 200 len: 375 time: 0.0131245 Jul 22 16:53:17.131529 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-35764e96-aaf5-4e38-8843-c287150b3a03 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d94f6321ee849f681dd8551d6ab2466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400734 Jul 22 16:53:17.184072 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001dbab-15a3-4d66-b436-693c2fd2bd36 req-7d474b90-e98f-4531-999e-9f481f920b7a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:17.185628 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a001dbab-15a3-4d66-b436-693c2fd2bd36 req-7d474b90-e98f-4531-999e-9f481f920b7a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0900655 Jul 22 16:53:17.227887 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a001dbab-15a3-4d66-b436-693c2fd2bd36 req-48e35ffa-37ae-463b-9630-6316bbd52951 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357807 Jul 22 16:53:17.229277 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-460e9992-e3e3-4751-aa87-5415a85dcd8b service neutron] 10.222.0.69 "GET /v2.0/networks/6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902109 Jul 22 16:53:17.367538 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-0a8017e8-70b5-40d5-86bb-1db5cc3b5631 service neutron] 10.222.0.69 "GET /v2.0/networks/6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319308 Jul 22 16:53:17.722722 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f213e952-e0e8-4e32-a55e-aad9809f1fa2 req-56701121-0a24-412a-8dbb-ae42c0fb3f94 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2ae02d-085d-4223-b63e-0b777fb32ce4 HTTP/1.1" status: 200 len: 210 time: 0.0460799 Jul 22 16:53:17.851250 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0324f-e031-49ee-a377-5d0e5472e3e3 req-07c17deb-fb63-42c7-8b5f-642b1050a1ba tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:17.853206 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ad0324f-e031-49ee-a377-5d0e5472e3e3 req-07c17deb-fb63-42c7-8b5f-642b1050a1ba tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0783560 Jul 22 16:53:17.904837 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ad0324f-e031-49ee-a377-5d0e5472e3e3 req-71cc9e17-989f-459b-ba56-b6b63416e5c1 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442231 Jul 22 16:53:18.731013 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-ff8d52a8-9b5d-4873-b110-dfed65fcda8c tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:18.733179 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-ff8d52a8-9b5d-4873-b110-dfed65fcda8c tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.16 "GET /v2.0/networks?id=6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb HTTP/1.1" status: 200 len: 809 time: 0.1257067 Jul 22 16:53:18.753460 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-cd010f71-2d1c-421c-a00b-11d8af63edac tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Request body: {'port': {'device_id': '3a2ae02d-085d-4223-b63e-0b777fb32ce4', 'network_id': '6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb', 'admin_state_up': True, 'tenant_id': '1d94f6321ee849f681dd8551d6ab2466'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:18.826475 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c404c9ba-2e55-4c7b-89a9-9bfebd4039e7 req-699c2c4c-eaf7-4a90-964f-5a9b0a5399c9 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2ae02d-085d-4223-b63e-0b777fb32ce4 HTTP/1.1" status: 200 len: 210 time: 0.0346682 Jul 22 16:53:18.878864 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-cd010f71-2d1c-421c-a00b-11d8af63edac tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Made reservation on behalf of 1d94f6321ee849f681dd8551d6ab2466 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:18.882816 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-cd010f71-2d1c-421c-a00b-11d8af63edac tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:19.026885 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-cd010f71-2d1c-421c-a00b-11d8af63edac tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Allocated IP 172.20.0.8 (6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb/b5415876-06b0-4822-9fd8-3b7cff1064ba/72d5e321-f12a-42da-ba17-49ed7387103f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:19.048461 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbcd32-eb0b-4da4-9a2e-3c6f350a1a6f req-4d33715a-a370-433e-9f56-06bc2234be8a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:19.050293 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-37bbcd32-eb0b-4da4-9a2e-3c6f350a1a6f req-4d33715a-a370-433e-9f56-06bc2234be8a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0711024 Jul 22 16:53:19.096651 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-37bbcd32-eb0b-4da4-9a2e-3c6f350a1a6f req-da012a89-dd0a-4a26-96b7-2e854cb2ff6f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388343 Jul 22 16:53:19.203346 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-cd010f71-2d1c-421c-a00b-11d8af63edac tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:19.244708 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-cd010f71-2d1c-421c-a00b-11d8af63edac tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:19.266851 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27d860-3016-4ef3-8b9a-1eeca131c0eb req-75aa3439-c083-4fae-b7ca-c274b14645eb tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:19.268308 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7d27d860-3016-4ef3-8b9a-1eeca131c0eb req-75aa3439-c083-4fae-b7ca-c274b14645eb tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.69 "GET /v2.0/ports?device_id=37b5afee-8e74-4888-9004-8a70c69e604b HTTP/1.1" status: 200 len: 945 time: 0.0708709 Jul 22 16:53:19.284766 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-cd010f71-2d1c-421c-a00b-11d8af63edac tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Network 6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:19.290411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-cd010f71-2d1c-421c-a00b-11d8af63edac tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:19.294038 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-cd010f71-2d1c-421c-a00b-11d8af63edac tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:19.308487 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7d27d860-3016-4ef3-8b9a-1eeca131c0eb req-28375fdd-4227-4076-88f5-a4c667e11639 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.69 "GET /v2.0/security-groups?id=36ebae7b-698e-47ee-90f3-f8ed3e0d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343220 Jul 22 16:53:19.325575 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd010f71-2d1c-421c-a00b-11d8af63edac tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Pushing event updated for resources: {'Port': ['ID=72d5e321-f12a-42da-ba17-49ed7387103f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:19.356261 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-cd010f71-2d1c-421c-a00b-11d8af63edac tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:19.356914 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-cd010f71-2d1c-421c-a00b-11d8af63edac tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:19.371583 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-cd010f71-2d1c-421c-a00b-11d8af63edac tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6227708 Jul 22 16:53:19.388876 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-818f717f-6ae2-46d7-af24-0396edb0d092 service neutron] Request body: {'port': {'device_id': '3a2ae02d-085d-4223-b63e-0b777fb32ce4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:19.461516 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-818f717f-6ae2-46d7-af24-0396edb0d092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:19.729396 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-818f717f-6ae2-46d7-af24-0396edb0d092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d5e321-f12a-42da-ba17-49ed7387103f {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:53:19.737993 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-818f717f-6ae2-46d7-af24-0396edb0d092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:19.751124 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-818f717f-6ae2-46d7-af24-0396edb0d092 service neutron] Transition to ACTIVE for port object 72d5e321-f12a-42da-ba17-49ed7387103f will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:19.754846 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-818f717f-6ae2-46d7-af24-0396edb0d092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:19.807436 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f717f-6ae2-46d7-af24-0396edb0d092 service neutron] Pushing event updated for resources: {'Port': ['ID=72d5e321-f12a-42da-ba17-49ed7387103f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:19.883274 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-818f717f-6ae2-46d7-af24-0396edb0d092 service neutron] Attempting to bind port 72d5e321-f12a-42da-ba17-49ed7387103f on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:53:19.883617 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-818f717f-6ae2-46d7-af24-0396edb0d092 service neutron] Attempting to bind port 72d5e321-f12a-42da-ba17-49ed7387103f by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '3de95290-3a3a-4702-945d-da0342173904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:53:19.883947 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-818f717f-6ae2-46d7-af24-0396edb0d092 service neutron] Attempting to bind port 72d5e321-f12a-42da-ba17-49ed7387103f on network 6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:53:19.888521 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-818f717f-6ae2-46d7-af24-0396edb0d092 service neutron] Port 72d5e321-f12a-42da-ba17-49ed7387103f on network 6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:53:19.888842 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-818f717f-6ae2-46d7-af24-0396edb0d092 service neutron] Attempting to bind port 72d5e321-f12a-42da-ba17-49ed7387103f on network 6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:53:19.893805 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-818f717f-6ae2-46d7-af24-0396edb0d092 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:53:19.894181 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-818f717f-6ae2-46d7-af24-0396edb0d092 service neutron] Checking segment: {'id': '3de95290-3a3a-4702-945d-da0342173904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:53:19.894572 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-818f717f-6ae2-46d7-af24-0396edb0d092 service neutron] Bound using segment: {'id': '3de95290-3a3a-4702-945d-da0342173904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:53:19.895027 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-818f717f-6ae2-46d7-af24-0396edb0d092 service neutron] Bound port: 72d5e321-f12a-42da-ba17-49ed7387103f, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de95290-3a3a-4702-945d-da0342173904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:53:19.895391 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-818f717f-6ae2-46d7-af24-0396edb0d092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:19.963944 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b1eb9-b403-4052-b55f-190e2d503dbc req-dd81a719-c407-4996-8215-94c446c40ae3 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:19.965442 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f40b1eb9-b403-4052-b55f-190e2d503dbc req-dd81a719-c407-4996-8215-94c446c40ae3 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2ae02d-085d-4223-b63e-0b777fb32ce4 HTTP/1.1" status: 200 len: 943 time: 0.0700397 Jul 22 16:53:19.966023 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-818f717f-6ae2-46d7-af24-0396edb0d092 service neutron] For port 72d5e321-f12a-42da-ba17-49ed7387103f, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:53:19.977631 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-818f717f-6ae2-46d7-af24-0396edb0d092 service neutron] For port 72d5e321-f12a-42da-ba17-49ed7387103f, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=72d5e321-f12a-42da-ba17-49ed7387103f,segment=NetworkSegment(3de95290-3a3a-4702-945d-da0342173904),segment_id=3de95290-3a3a-4702-945d-da0342173904)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:53:19.982708 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-818f717f-6ae2-46d7-af24-0396edb0d092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:20.006689 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f40b1eb9-b403-4052-b55f-190e2d503dbc req-2e43b9c3-620b-40fe-863f-008b322ba40b tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/security-groups?id=1606950a-7340-43fa-a823-b6322e3a6fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353398 Jul 22 16:53:20.018172 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-818f717f-6ae2-46d7-af24-0396edb0d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:20.018958 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-818f717f-6ae2-46d7-af24-0396edb0d092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:20.020478 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-818f717f-6ae2-46d7-af24-0396edb0d092 service neutron] 10.222.0.16 "PUT /v2.0/ports/72d5e321-f12a-42da-ba17-49ed7387103f HTTP/1.1" status: 200 len: 1091 time: 0.6361527 Jul 22 16:53:20.020932 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2ae02d-085d-4223-b63e-0b777fb32ce4', 'tag': '72d5e321-f12a-42da-ba17-49ed7387103f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:53:20.023469 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4000f4f2-ffb3-4b89-b6c4-5da33a3e2a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2ae02d-085d-4223-b63e-0b777fb32ce4", "tag": "72d5e321-f12a-42da-ba17-49ed7387103f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:53:20.050641 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f717f-6ae2-46d7-af24-0396edb0d092 service neutron] Pushing event updated for resources: {'Port': ['ID=72d5e321-f12a-42da-ba17-49ed7387103f,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:20.072129 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2843df6c-9d86-49ab-a35c-1648f1656043 x-openstack-request-id: req-2843df6c-9d86-49ab-a35c-1648f1656043 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:53:20.072447 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2ae02d-085d-4223-b63e-0b777fb32ce4", "tag": "72d5e321-f12a-42da-ba17-49ed7387103f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:53:20.072698 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2843df6c-9d86-49ab-a35c-1648f1656043 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:53:20.073104 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2ae02d-085d-4223-b63e-0b777fb32ce4', 'tag': '72d5e321-f12a-42da-ba17-49ed7387103f', 'status': 'completed', 'code': 200} Jul 22 16:53:20.150472 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-b2cd12c0-5dfb-43cd-9ffc-3866586f8d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:20.152044 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-b2cd12c0-5dfb-43cd-9ffc-3866586f8d88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d94f6321ee849f681dd8551d6ab2466&device_id=3a2ae02d-085d-4223-b63e-0b777fb32ce4 HTTP/1.1" status: 200 len: 1094 time: 0.0623422 Jul 22 16:53:20.207383 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-3e855393-251a-455e-b2be-1f800b9f6032 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72d5e321-f12a-42da-ba17-49ed7387103f HTTP/1.1" status: 200 len: 217 time: 0.0402546 Jul 22 16:53:20.233236 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0676a6-ca1c-4e7c-a6cb-62c9fcfa8d83 req-8ace89fd-9cde-46e3-afb6-d041bce1e41b tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:20.234702 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1f0676a6-ca1c-4e7c-a6cb-62c9fcfa8d83 req-8ace89fd-9cde-46e3-afb6-d041bce1e41b tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0650792 Jul 22 16:53:20.260307 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-f51566ac-0bd8-4459-8372-06a96a6be1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:20.261878 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-f51566ac-0bd8-4459-8372-06a96a6be1d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b5415876-06b0-4822-9fd8-3b7cff1064ba HTTP/1.1" status: 200 len: 849 time: 0.0483406 Jul 22 16:53:20.275686 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1f0676a6-ca1c-4e7c-a6cb-62c9fcfa8d83 req-17029411-4f59-402a-a6b4-28b1db3187d8 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353606 Jul 22 16:53:20.301381 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-e45d5375-731b-4725-a2e3-935cc393c8ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295272 Jul 22 16:53:20.439471 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-9d8f5e0f-7a5d-4bd5-bb76-db2d7580d021 service neutron] 10.222.0.16 "GET /v2.0/networks/6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310511 Jul 22 16:53:20.548126 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be46080-af4d-436b-a638-a54ef0b55e15 req-326fe67b-07cb-4c35-880c-963d54a83687 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:20.549529 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7be46080-af4d-436b-a638-a54ef0b55e15 req-326fe67b-07cb-4c35-880c-963d54a83687 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.69 "GET /v2.0/ports?device_id=37b5afee-8e74-4888-9004-8a70c69e604b HTTP/1.1" status: 200 len: 945 time: 0.1595001 Jul 22 16:53:20.581529 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93c939b1-bd1e-42f8-83bb-0431e5843d00 req-06c2d1b3-b444-44c3-89e4-01f0021b6e91 service neutron] 10.222.0.16 "GET /v2.0/networks/6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344333 Jul 22 16:53:20.609606 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7be46080-af4d-436b-a638-a54ef0b55e15 req-b2e51c0d-6841-4a30-87c8-a36983225a84 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.69 "GET /v2.0/security-groups?id=36ebae7b-698e-47ee-90f3-f8ed3e0d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535471 Jul 22 16:53:20.662345 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63b98f-c59b-4046-9fa8-616a372e4079 req-5a8037bd-e7d3-4f60-b939-aa7d8df17a8b tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:20.664354 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b63b98f-c59b-4046-9fa8-616a372e4079 req-5a8037bd-e7d3-4f60-b939-aa7d8df17a8b tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.30 "GET /v2.0/ports?device_id=37b5afee-8e74-4888-9004-8a70c69e604b HTTP/1.1" status: 200 len: 945 time: 0.0671051 Jul 22 16:53:20.787678 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000f4f2-ffb3-4b89-b6c4-5da33a3e2a5a req-1e034942-3d14-4de7-b41a-c309c17d71ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:20.791126 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4000f4f2-ffb3-4b89-b6c4-5da33a3e2a5a req-1e034942-3d14-4de7-b41a-c309c17d71ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d94f6321ee849f681dd8551d6ab2466&device_id=3a2ae02d-085d-4223-b63e-0b777fb32ce4 HTTP/1.1" status: 200 len: 1094 time: 0.1246712 Jul 22 16:53:20.872633 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-5b63b98f-c59b-4046-9fa8-616a372e4079 req-e97cad46-81f3-40f8-99c4-51077bce8235 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Deleting port d866fc4a-35ea-43f1-a03a-c97d49f34e2f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:20.872976 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5b63b98f-c59b-4046-9fa8-616a372e4079 req-e97cad46-81f3-40f8-99c4-51077bce8235 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:20.948132 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000f4f2-ffb3-4b89-b6c4-5da33a3e2a5a req-78899a91-d61e-482e-8362-cd40675350e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:20.949615 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4000f4f2-ffb3-4b89-b6c4-5da33a3e2a5a req-78899a91-d61e-482e-8362-cd40675350e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb HTTP/1.1" status: 200 len: 910 time: 0.1535807 Jul 22 16:53:21.000048 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4000f4f2-ffb3-4b89-b6c4-5da33a3e2a5a req-1ca42cd6-140c-427b-a827-ee6e6f452392 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72d5e321-f12a-42da-ba17-49ed7387103f HTTP/1.1" status: 200 len: 217 time: 0.0418210 Jul 22 16:53:21.051560 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5b63b98f-c59b-4046-9fa8-616a372e4079 req-e97cad46-81f3-40f8-99c4-51077bce8235 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] For port d866fc4a-35ea-43f1-a03a-c97d49f34e2f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=d866fc4a-35ea-43f1-a03a-c97d49f34e2f,segment=NetworkSegment(6ec4cf1a-abc4-4748-830c-a6087f45e238),segment_id=6ec4cf1a-abc4-4748-830c-a6087f45e238)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:21.051939 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5b63b98f-c59b-4046-9fa8-616a372e4079 req-e97cad46-81f3-40f8-99c4-51077bce8235 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.070692 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-5b63b98f-c59b-4046-9fa8-616a372e4079 req-e97cad46-81f3-40f8-99c4-51077bce8235 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Calling delete_port for d866fc4a-35ea-43f1-a03a-c97d49f34e2f owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:21.078274 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000f4f2-ffb3-4b89-b6c4-5da33a3e2a5a req-7a32df04-65b6-4071-88a0-bd5d244a8463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:21.079758 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4000f4f2-ffb3-4b89-b6c4-5da33a3e2a5a req-7a32df04-65b6-4071-88a0-bd5d244a8463 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b5415876-06b0-4822-9fd8-3b7cff1064ba HTTP/1.1" status: 200 len: 849 time: 0.0709839 Jul 22 16:53:21.176406 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4000f4f2-ffb3-4b89-b6c4-5da33a3e2a5a req-b07a9b74-d51e-41e6-8eb7-5cbbf7f5a2a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854247 Jul 22 16:53:21.291028 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad869e37-5e2c-4085-8505-fdd1124b4e48 req-b6dfe3f1-b6e7-4001-a937-917fd31563b3 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:21.292516 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ad869e37-5e2c-4085-8505-fdd1124b4e48 req-b6dfe3f1-b6e7-4001-a937-917fd31563b3 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2ae02d-085d-4223-b63e-0b777fb32ce4 HTTP/1.1" status: 200 len: 943 time: 0.2073171 Jul 22 16:53:21.335652 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4000f4f2-ffb3-4b89-b6c4-5da33a3e2a5a req-d5822fc7-4a0c-416d-9036-a399055f4989 service neutron] 10.222.0.16 "GET /v2.0/networks/6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485701 Jul 22 16:53:21.410271 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ad869e37-5e2c-4085-8505-fdd1124b4e48 req-ed4bdc6d-51d7-4229-99a7-04206ca0ada8 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/security-groups?id=1606950a-7340-43fa-a823-b6322e3a6fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111021 Jul 22 16:53:21.412925 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a337cf2-6fa7-40d3-925d-50fb09627118 req-86aa87d6-7198-41f0-9302-f38f942d6f70 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:21.415508 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6a337cf2-6fa7-40d3-925d-50fb09627118 req-86aa87d6-7198-41f0-9302-f38f942d6f70 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0691323 Jul 22 16:53:21.450263 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5b63b98f-c59b-4046-9fa8-616a372e4079 req-e97cad46-81f3-40f8-99c4-51077bce8235 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.456553 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6a337cf2-6fa7-40d3-925d-50fb09627118 req-f37becb4-7280-45a5-8908-0cb4177c317a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347056 Jul 22 16:53:21.484775 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['d866fc4a-35ea-43f1-a03a-c97d49f34e2f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:53:21.488990 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97cad46-81f3-40f8-99c4-51077bce8235 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Pushing event deleted for resources: {'Port': ['ID=d866fc4a-35ea-43f1-a03a-c97d49f34e2f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:21.530211 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4000f4f2-ffb3-4b89-b6c4-5da33a3e2a5a req-bebedaa1-b9de-434b-b560-91c0459d6e9e service neutron] 10.222.0.16 "GET /v2.0/networks/6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760509 Jul 22 16:53:21.546927 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b63b98f-c59b-4046-9fa8-616a372e4079 req-e97cad46-81f3-40f8-99c4-51077bce8235 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] No DVR routers for this DVR port d866fc4a-35ea-43f1-a03a-c97d49f34e2f on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:53:21.549570 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5b63b98f-c59b-4046-9fa8-616a372e4079 req-e97cad46-81f3-40f8-99c4-51077bce8235 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.551715 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b63b98f-c59b-4046-9fa8-616a372e4079 req-e97cad46-81f3-40f8-99c4-51077bce8235 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.30 "DELETE /v2.0/ports/d866fc4a-35ea-43f1-a03a-c97d49f34e2f HTTP/1.1" status: 204 len: 173 time: 0.8790336 Jul 22 16:53:21.723383 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ae88402-ceb8-4db8-8cdb-8b8e30aeb5bd req-08860278-a631-4675-9e2a-089fe8d23f26 tempest-ServerTagsTestJSON-250536063 tempest-ServerTagsTestJSON-250536063-project] 10.222.0.69 "GET /v2.0/ports?device_id=37b5afee-8e74-4888-9004-8a70c69e604b HTTP/1.1" status: 200 len: 210 time: 0.0299149 Jul 22 16:53:22.074323 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b5afee-8e74-4888-9004-8a70c69e604b', 'name': 'network-vif-deleted', 'tag': 'd866fc4a-35ea-43f1-a03a-c97d49f34e2f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:53:22.076968 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2918230c-de2e-4b0a-afaa-6fc3fd43e5ba" -d '{"events": [{"server_uuid": "37b5afee-8e74-4888-9004-8a70c69e604b", "name": "network-vif-deleted", "tag": "d866fc4a-35ea-43f1-a03a-c97d49f34e2f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:53:22.079468 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 72d5e321-f12a-42da-ba17-49ed7387103f details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:53:22.128306 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a66d9a-f6d2-494a-82dc-e1724fa5f9c0 x-openstack-request-id: req-52a66d9a-f6d2-494a-82dc-e1724fa5f9c0 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:53:22.128841 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b5afee-8e74-4888-9004-8a70c69e604b", "name": "network-vif-deleted", "tag": "d866fc4a-35ea-43f1-a03a-c97d49f34e2f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:53:22.129102 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-52a66d9a-f6d2-494a-82dc-e1724fa5f9c0 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:53:22.129508 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b5afee-8e74-4888-9004-8a70c69e604b', 'name': 'network-vif-deleted', 'tag': 'd866fc4a-35ea-43f1-a03a-c97d49f34e2f', 'status': 'completed', 'code': 200} Jul 22 16:53:22.184056 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 72d5e321-f12a-42da-ba17-49ed7387103f, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=72d5e321-f12a-42da-ba17-49ed7387103f,segment=NetworkSegment(3de95290-3a3a-4702-945d-da0342173904),segment_id=3de95290-3a3a-4702-945d-da0342173904)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:22.194910 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '72d5e321-f12a-42da-ba17-49ed7387103f', 'network_id': '6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb', 'port_id': '72d5e321-f12a-42da-ba17-49ed7387103f', 'mac_address': 'fa:16:3e:7f:c4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5415876-06b0-4822-9fd8-3b7cff1064ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:53:22.231162 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:22.243277 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d5e321-f12a-42da-ba17-49ed7387103f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:53:22.263066 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 72d5e321-f12a-42da-ba17-49ed7387103f, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=72d5e321-f12a-42da-ba17-49ed7387103f,segment=NetworkSegment(3de95290-3a3a-4702-945d-da0342173904),segment_id=3de95290-3a3a-4702-945d-da0342173904)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:22.266676 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:22.312606 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=72d5e321-f12a-42da-ba17-49ed7387103f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:22.319770 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:22.320136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:22.320952 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:22.321283 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:22.321612 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:22.322022 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:22.322356 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:22.322685 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:22.323007 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:22.323329 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:22.323648 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:22.323966 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:22.546766 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0230b1-17cc-4f78-8e53-8395966feffd req-fffcd955-1798-4b79-96d2-814d9a9a631a tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:22.548318 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2c0230b1-17cc-4f78-8e53-8395966feffd req-fffcd955-1798-4b79-96d2-814d9a9a631a tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2ae02d-085d-4223-b63e-0b777fb32ce4 HTTP/1.1" status: 200 len: 944 time: 0.0662367 Jul 22 16:53:22.548466 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['72d5e321-f12a-42da-ba17-49ed7387103f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:53:22.591617 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2c0230b1-17cc-4f78-8e53-8395966feffd req-ed6e67d7-7fd7-4a65-92ea-adc0b8746610 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/security-groups?id=1606950a-7340-43fa-a823-b6322e3a6fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367780 Jul 22 16:53:22.602413 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acc86b-3bb6-4757-9bd6-9bd160df8b97 req-aabd1e28-9c29-491a-a8e5-9a02679ce4d6 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:22.612513 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e8acc86b-3bb6-4757-9bd6-9bd160df8b97 req-aabd1e28-9c29-491a-a8e5-9a02679ce4d6 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0764551 Jul 22 16:53:22.645462 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e8acc86b-3bb6-4757-9bd6-9bd160df8b97 req-6d984fa1-b315-48ed-ad06-2848fd2ca27f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358078 Jul 22 16:53:22.778739 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47368) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:22.828196 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f20d09e-5454-458e-a40a-be76e926dc5e admin admin] Deleting subnet 1a9cfb92-e65e-458f-a51f-0df362124c27 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:53:22.831292 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f20d09e-5454-458e-a40a-be76e926dc5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:22.866000 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f20d09e-5454-458e-a40a-be76e926dc5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:22.903594 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f20d09e-5454-458e-a40a-be76e926dc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:22.956657 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f20d09e-5454-458e-a40a-be76e926dc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:22.983830 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20d09e-5454-458e-a40a-be76e926dc5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a9cfb92-e65e-458f-a51f-0df362124c27,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:22.987572 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f20d09e-5454-458e-a40a-be76e926dc5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:22.989434 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6f20d09e-5454-458e-a40a-be76e926dc5e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1a9cfb92-e65e-458f-a51f-0df362124c27 HTTP/1.1" status: 204 len: 168 time: 0.2096946 Jul 22 16:53:22.991854 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47372) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:23.063222 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28f71011-05c1-4c2d-95e8-d78fbc390845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.141278 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28f71011-05c1-4c2d-95e8-d78fbc390845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.152503 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-28f71011-05c1-4c2d-95e8-d78fbc390845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f448152-73f3-4321-99dd-39b5bdce6913']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:23.168304 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-28f71011-05c1-4c2d-95e8-d78fbc390845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec4cf1a-abc4-4748-830c-a6087f45e238') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:23.168602 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-28f71011-05c1-4c2d-95e8-d78fbc390845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec4cf1a-abc4-4748-830c-a6087f45e238') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:23.178022 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28f71011-05c1-4c2d-95e8-d78fbc390845 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.191588 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28f71011-05c1-4c2d-95e8-d78fbc390845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.197461 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f71011-05c1-4c2d-95e8-d78fbc390845 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:53:23.197849 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28f71011-05c1-4c2d-95e8-d78fbc390845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:53:23.199516 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:53:23.252854 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28f71011-05c1-4c2d-95e8-d78fbc390845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.259877 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28f71011-05c1-4c2d-95e8-d78fbc390845 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.261654 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-28f71011-05c1-4c2d-95e8-d78fbc390845 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8f448152-73f3-4321-99dd-39b5bdce6913 HTTP/1.1" status: 204 len: 168 time: 0.2682569 Jul 22 16:53:23.273206 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f71011-05c1-4c2d-95e8-d78fbc390845 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f448152-73f3-4321-99dd-39b5bdce6913,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:23.423775 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 47376) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:23.465327 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ad90aab0-1a25-4e76-b852-352858521e91 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b7ad859e2f044b15b0443d0cc087ff1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403786 Jul 22 16:53:23.467813 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 47378) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:23.515584 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7353a53-dad9-4e08-9cca-5b07986d4900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.537233 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7353a53-dad9-4e08-9cca-5b07986d4900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.584106 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7353a53-dad9-4e08-9cca-5b07986d4900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.587567 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f7353a53-dad9-4e08-9cca-5b07986d4900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.588802 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f7353a53-dad9-4e08-9cca-5b07986d4900 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/36ebae7b-698e-47ee-90f3-f8ed3e0d62c0 HTTP/1.1" status: 204 len: 168 time: 0.1200848 Jul 22 16:53:23.597140 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7353a53-dad9-4e08-9cca-5b07986d4900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ebae7b-698e-47ee-90f3-f8ed3e0d62c0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:23.745654 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627adae-664f-4c9d-a10a-857dbbd4aeb5 req-19d3b867-4a79-4867-bc15-895e06cefb5d tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:23.747348 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9627adae-664f-4c9d-a10a-857dbbd4aeb5 req-19d3b867-4a79-4867-bc15-895e06cefb5d tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2ae02d-085d-4223-b63e-0b777fb32ce4 HTTP/1.1" status: 200 len: 944 time: 0.0717981 Jul 22 16:53:23.796987 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05157132-8988-49ea-a4c6-13e48cef9a94 req-74ec331d-9553-4a33-ae89-abaaf073fc28 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:23.798597 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-05157132-8988-49ea-a4c6-13e48cef9a94 req-74ec331d-9553-4a33-ae89-abaaf073fc28 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0761318 Jul 22 16:53:23.800273 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9627adae-664f-4c9d-a10a-857dbbd4aeb5 req-f6087327-e591-4c4c-adef-01f8c76ac82f tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/security-groups?id=1606950a-7340-43fa-a823-b6322e3a6fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461562 Jul 22 16:53:23.848908 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-05157132-8988-49ea-a4c6-13e48cef9a94 req-4551d867-a00c-4cdc-be79-5162ec2fd095 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438154 Jul 22 16:53:24.093765 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 72d5e321-f12a-42da-ba17-49ed7387103f up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:53:24.145191 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 72d5e321-f12a-42da-ba17-49ed7387103f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:53:24.150053 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 72d5e321-f12a-42da-ba17-49ed7387103f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:24.150426 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:24.231023 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:24.254573 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2ae02d-085d-4223-b63e-0b777fb32ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d5e321-f12a-42da-ba17-49ed7387103f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:53:24.256832 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8906c2-f312-4d14-8fed-eb25c803deaf" -d '{"events": [{"server_uuid": "3a2ae02d-085d-4223-b63e-0b777fb32ce4", "name": "network-vif-plugged", "status": "completed", "tag": "72d5e321-f12a-42da-ba17-49ed7387103f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:53:24.269636 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 72d5e321-f12a-42da-ba17-49ed7387103f, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=72d5e321-f12a-42da-ba17-49ed7387103f,segment=NetworkSegment(3de95290-3a3a-4702-945d-da0342173904),segment_id=3de95290-3a3a-4702-945d-da0342173904)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:24.275202 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:24.302945 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9085dc3-7d56-457e-9d34-080accd0b6c8 x-openstack-request-id: req-a9085dc3-7d56-457e-9d34-080accd0b6c8 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:53:24.303143 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2ae02d-085d-4223-b63e-0b777fb32ce4", "name": "network-vif-plugged", "status": "completed", "tag": "72d5e321-f12a-42da-ba17-49ed7387103f", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:53:24.303484 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a9085dc3-7d56-457e-9d34-080accd0b6c8 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:53:24.303783 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2ae02d-085d-4223-b63e-0b777fb32ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d5e321-f12a-42da-ba17-49ed7387103f', 'code': 200} Jul 22 16:53:24.331215 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=72d5e321-f12a-42da-ba17-49ed7387103f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:24.434778 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d56d3-8e6a-491f-af53-cb7aabbb9340 req-f4d919e5-a672-42e9-a0eb-26c418d28083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:24.436600 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a25d56d3-8e6a-491f-af53-cb7aabbb9340 req-f4d919e5-a672-42e9-a0eb-26c418d28083 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a2ae02d-085d-4223-b63e-0b777fb32ce4 HTTP/1.1" status: 200 len: 1096 time: 0.0551341 Jul 22 16:53:24.475325 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a25d56d3-8e6a-491f-af53-cb7aabbb9340 req-1667fa67-4897-4604-a0db-b4fd7d7c5b96 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1606950a-7340-43fa-a823-b6322e3a6fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324562 Jul 22 16:53:24.571023 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device d866fc4a-35ea-43f1-a03a-c97d49f34e2f no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:53:24.591346 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: d866fc4a-35ea-43f1-a03a-c97d49f34e2f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:53:24.591691 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device d866fc4a-35ea-43f1-a03a-c97d49f34e2f not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:53:24.979829 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38ca7d-f9c3-4c09-9b3d-b7433c5ca2e6 req-70224b58-3f66-4c2c-86cc-5deface9ffd6 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:24.982376 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b38ca7d-f9c3-4c09-9b3d-b7433c5ca2e6 req-70224b58-3f66-4c2c-86cc-5deface9ffd6 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2ae02d-085d-4223-b63e-0b777fb32ce4 HTTP/1.1" status: 200 len: 945 time: 0.1116509 Jul 22 16:53:25.039187 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e68b1-5e61-4c14-9f16-7561c7e83db9 req-bdd61a18-f81c-4329-83fa-f0c4d72ec172 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:25.041043 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b63e68b1-5e61-4c14-9f16-7561c7e83db9 req-bdd61a18-f81c-4329-83fa-f0c4d72ec172 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1008098 Jul 22 16:53:25.043107 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b38ca7d-f9c3-4c09-9b3d-b7433c5ca2e6 req-8885716c-bf27-4f85-8b43-45c41f8d1803 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/security-groups?id=1606950a-7340-43fa-a823-b6322e3a6fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547595 Jul 22 16:53:25.095617 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b63e68b1-5e61-4c14-9f16-7561c7e83db9 req-4e0062ac-bd21-40fb-88d6-15120890b61a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455582 Jul 22 16:53:26.199398 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8bb10-4e49-434b-b5da-665a2ad1482e req-1198ce36-4660-4ac0-9c84-04df2db6a9e3 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:26.201068 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f6d8bb10-4e49-434b-b5da-665a2ad1482e req-1198ce36-4660-4ac0-9c84-04df2db6a9e3 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2ae02d-085d-4223-b63e-0b777fb32ce4 HTTP/1.1" status: 200 len: 945 time: 0.0878346 Jul 22 16:53:26.244534 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f6d8bb10-4e49-434b-b5da-665a2ad1482e req-241044fd-d1b5-48a4-8678-46b68c850ae9 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/security-groups?id=1606950a-7340-43fa-a823-b6322e3a6fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372267 Jul 22 16:53:26.248619 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a7587-8357-475e-afc1-5bb801043a14 req-003bf53d-b35f-4e1d-a15a-c0028649630d tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:26.250320 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cb4a7587-8357-475e-afc1-5bb801043a14 req-003bf53d-b35f-4e1d-a15a-c0028649630d tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0787952 Jul 22 16:53:26.299870 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cb4a7587-8357-475e-afc1-5bb801043a14 req-fb9ee514-1fc1-4e22-bf08-74365aaa3625 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432386 Jul 22 16:53:26.911095 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b616bc-4c6b-4cca-bf11-1498a9b83351 req-52f855aa-2e9e-4a90-87bd-1afa54733413 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:26.914557 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d8b616bc-4c6b-4cca-bf11-1498a9b83351 req-52f855aa-2e9e-4a90-87bd-1afa54733413 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2ae02d-085d-4223-b63e-0b777fb32ce4 HTTP/1.1" status: 200 len: 945 time: 0.0674479 Jul 22 16:53:26.951878 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d8b616bc-4c6b-4cca-bf11-1498a9b83351 req-34d392d2-0de6-43ff-8ece-ed930943a526 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/security-groups?id=1606950a-7340-43fa-a823-b6322e3a6fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337121 Jul 22 16:53:27.446719 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697b955-80b6-4701-b2db-f5ea6cbd88c9 req-718a604e-ee2b-4f97-b50a-fd108ff8dd86 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:27.448475 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d697b955-80b6-4701-b2db-f5ea6cbd88c9 req-718a604e-ee2b-4f97-b50a-fd108ff8dd86 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0763695 Jul 22 16:53:27.490142 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d697b955-80b6-4701-b2db-f5ea6cbd88c9 req-b72b772e-a84b-4ef9-9b0a-318564f8936b tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362964 Jul 22 16:53:28.110340 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f53094-a9e7-48e5-bbfa-b2a65367694b req-54e0fe65-bd95-498b-818a-f3faef4baee2 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:28.113771 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c2f53094-a9e7-48e5-bbfa-b2a65367694b req-54e0fe65-bd95-498b-818a-f3faef4baee2 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2ae02d-085d-4223-b63e-0b777fb32ce4 HTTP/1.1" status: 200 len: 945 time: 0.0908110 Jul 22 16:53:28.152596 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c2f53094-a9e7-48e5-bbfa-b2a65367694b req-801c4dc4-2863-4578-8c04-c987afddc377 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/security-groups?id=1606950a-7340-43fa-a823-b6322e3a6fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379119 Jul 22 16:53:28.303133 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cde2ed-33a6-4900-80cf-24d56052f618 req-474b8fa8-d072-4f2b-a5e9-a4c7f864bcf3 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:28.303133 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e3cde2ed-33a6-4900-80cf-24d56052f618 req-474b8fa8-d072-4f2b-a5e9-a4c7f864bcf3 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a2ae02d-085d-4223-b63e-0b777fb32ce4 HTTP/1.1" status: 200 len: 945 time: 0.0685279 Jul 22 16:53:28.419526 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-e3cde2ed-33a6-4900-80cf-24d56052f618 req-493ab072-0f32-47bf-a3f5-9acaf7284a16 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Deleting port 72d5e321-f12a-42da-ba17-49ed7387103f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:28.419869 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e3cde2ed-33a6-4900-80cf-24d56052f618 req-493ab072-0f32-47bf-a3f5-9acaf7284a16 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:28.528069 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e3cde2ed-33a6-4900-80cf-24d56052f618 req-493ab072-0f32-47bf-a3f5-9acaf7284a16 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] For port 72d5e321-f12a-42da-ba17-49ed7387103f, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=72d5e321-f12a-42da-ba17-49ed7387103f,segment=NetworkSegment(3de95290-3a3a-4702-945d-da0342173904),segment_id=3de95290-3a3a-4702-945d-da0342173904)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:28.528725 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e3cde2ed-33a6-4900-80cf-24d56052f618 req-493ab072-0f32-47bf-a3f5-9acaf7284a16 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:28.561863 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-e3cde2ed-33a6-4900-80cf-24d56052f618 req-493ab072-0f32-47bf-a3f5-9acaf7284a16 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Calling delete_port for 72d5e321-f12a-42da-ba17-49ed7387103f owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:28.700088 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61955d7-40ad-43ac-9f30-7aa74b0b3053 req-8a8be7b4-8658-4bf9-bc6e-62dee33b2030 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:28.701806 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f61955d7-40ad-43ac-9f30-7aa74b0b3053 req-8a8be7b4-8658-4bf9-bc6e-62dee33b2030 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1275816 Jul 22 16:53:28.776148 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f61955d7-40ad-43ac-9f30-7aa74b0b3053 req-569512a9-d165-4b8e-8a1c-01e18c0364ae tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656459 Jul 22 16:53:28.787396 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e3cde2ed-33a6-4900-80cf-24d56052f618 req-493ab072-0f32-47bf-a3f5-9acaf7284a16 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:28.822423 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['72d5e321-f12a-42da-ba17-49ed7387103f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:53:28.823698 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ab072-0f32-47bf-a3f5-9acaf7284a16 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Pushing event deleted for resources: {'Port': ['ID=72d5e321-f12a-42da-ba17-49ed7387103f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:28.836465 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493ab072-0f32-47bf-a3f5-9acaf7284a16 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:28.836892 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493ab072-0f32-47bf-a3f5-9acaf7284a16 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:28.837491 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493ab072-0f32-47bf-a3f5-9acaf7284a16 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:28.837708 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493ab072-0f32-47bf-a3f5-9acaf7284a16 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:28.838082 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493ab072-0f32-47bf-a3f5-9acaf7284a16 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:28.838464 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493ab072-0f32-47bf-a3f5-9acaf7284a16 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:28.838797 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493ab072-0f32-47bf-a3f5-9acaf7284a16 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:28.839259 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493ab072-0f32-47bf-a3f5-9acaf7284a16 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:28.839523 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493ab072-0f32-47bf-a3f5-9acaf7284a16 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:28.839880 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493ab072-0f32-47bf-a3f5-9acaf7284a16 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:28.840257 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493ab072-0f32-47bf-a3f5-9acaf7284a16 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:28.840611 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493ab072-0f32-47bf-a3f5-9acaf7284a16 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:28.861620 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47634) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:28.887680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cde2ed-33a6-4900-80cf-24d56052f618 req-493ab072-0f32-47bf-a3f5-9acaf7284a16 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] No DVR routers for this DVR port 72d5e321-f12a-42da-ba17-49ed7387103f on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:53:28.890348 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e3cde2ed-33a6-4900-80cf-24d56052f618 req-493ab072-0f32-47bf-a3f5-9acaf7284a16 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:28.892414 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e3cde2ed-33a6-4900-80cf-24d56052f618 req-493ab072-0f32-47bf-a3f5-9acaf7284a16 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.16 "DELETE /v2.0/ports/72d5e321-f12a-42da-ba17-49ed7387103f HTTP/1.1" status: 204 len: 173 time: 0.5845730 Jul 22 16:53:28.892859 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2ae02d-085d-4223-b63e-0b777fb32ce4', 'name': 'network-vif-deleted', 'tag': '72d5e321-f12a-42da-ba17-49ed7387103f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:53:28.895215 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a37c04-75fa-46ef-9782-f9bd6dd0c28b" -d '{"events": [{"server_uuid": "3a2ae02d-085d-4223-b63e-0b777fb32ce4", "name": "network-vif-deleted", "tag": "72d5e321-f12a-42da-ba17-49ed7387103f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:53:28.934008 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969471c3-0803-4c64-9b85-00d0e5aab284 x-openstack-request-id: req-969471c3-0803-4c64-9b85-00d0e5aab284 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:53:28.934467 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2ae02d-085d-4223-b63e-0b777fb32ce4", "name": "network-vif-deleted", "tag": "72d5e321-f12a-42da-ba17-49ed7387103f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:53:28.934589 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-969471c3-0803-4c64-9b85-00d0e5aab284 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:53:28.934969 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2ae02d-085d-4223-b63e-0b777fb32ce4', 'name': 'network-vif-deleted', 'tag': '72d5e321-f12a-42da-ba17-49ed7387103f', 'status': 'completed', 'code': 200} Jul 22 16:53:28.972589 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a166bb66-d900-44ff-86d4-d4b88cd136b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:29.008915 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ccf160e2-6949-4d39-a5a9-19b61531967c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:29.065320 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a166bb66-d900-44ff-86d4-d4b88cd136b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:29.069149 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a166bb66-d900-44ff-86d4-d4b88cd136b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:29.110339 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a166bb66-d900-44ff-86d4-d4b88cd136b5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=81b1c49c77284b7b98e86f35221ef578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452970 Jul 22 16:53:29.110339 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166bb66-d900-44ff-86d4-d4b88cd136b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bf12d0-761f-474f-ae79-11b6f9ee3d9a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:29.112022 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 47640) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:29.166487 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69f2c998-31d9-425a-8655-4ec303ab6522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:29.187743 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69f2c998-31d9-425a-8655-4ec303ab6522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:29.242534 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69f2c998-31d9-425a-8655-4ec303ab6522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:29.245130 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69f2c998-31d9-425a-8655-4ec303ab6522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:29.246320 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-69f2c998-31d9-425a-8655-4ec303ab6522 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b0bf12d0-761f-474f-ae79-11b6f9ee3d9a HTTP/1.1" status: 204 len: 168 time: 0.1339679 Jul 22 16:53:29.275723 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0d2ee7b1-1643-4ae3-b647-15ce674ddceb req-a0e71b97-6ee9-4193-9fe3-2e53ca2b41fd tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a2ae02d-085d-4223-b63e-0b777fb32ce4 HTTP/1.1" status: 200 len: 210 time: 0.0420637 Jul 22 16:53:29.276458 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2c998-31d9-425a-8655-4ec303ab6522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bf12d0-761f-474f-ae79-11b6f9ee3d9a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:29.536574 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47650) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:29.550475 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce570253-40c9-45da-80f4-9bbaaaddb5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:29.647564 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce570253-40c9-45da-80f4-9bbaaaddb5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:29.651865 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce570253-40c9-45da-80f4-9bbaaaddb5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:29.691319 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce570253-40c9-45da-80f4-9bbaaaddb5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7801a1df-3e43-4540-a9b5-a6eb11dc8b12,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:29.696291 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ce570253-40c9-45da-80f4-9bbaaaddb5e8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e278d3df9be7422ba392608d18d805eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1585803 Jul 22 16:53:29.698930 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47652) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:29.746422 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a209d40-f895-49b3-9887-68e4b9bb3472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:29.776769 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a209d40-f895-49b3-9887-68e4b9bb3472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:29.823497 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a209d40-f895-49b3-9887-68e4b9bb3472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:29.826236 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a209d40-f895-49b3-9887-68e4b9bb3472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:29.827425 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8a209d40-f895-49b3-9887-68e4b9bb3472 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7801a1df-3e43-4540-a9b5-a6eb11dc8b12 HTTP/1.1" status: 204 len: 168 time: 0.1276054 Jul 22 16:53:29.837755 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a209d40-f895-49b3-9887-68e4b9bb3472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7801a1df-3e43-4540-a9b5-a6eb11dc8b12,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:29.914218 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9aebe1-5c2e-4e62-adc2-f987100e3241 req-351badc9-8001-44db-9a19-3e2f681d54a1 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:29.915867 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d9aebe1-5c2e-4e62-adc2-f987100e3241 req-351badc9-8001-44db-9a19-3e2f681d54a1 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0651667 Jul 22 16:53:29.954560 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d9aebe1-5c2e-4e62-adc2-f987100e3241 req-78c0b05f-eec5-49cd-8b31-1c33284970a1 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332441 Jul 22 16:53:30.923490 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-ed19b67f-8af2-4cca-b096-8c4cb4d3ad05 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:30.925021 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-ed19b67f-8af2-4cca-b096-8c4cb4d3ad05 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/networks?id=6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb HTTP/1.1" status: 200 len: 809 time: 0.4279792 Jul 22 16:53:30.943842 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-0a9253f8-3ce0-48f8-a025-dc2414a937ba tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/quotas/1d94f6321ee849f681dd8551d6ab2466 HTTP/1.1" status: 200 len: 375 time: 0.0130408 Jul 22 16:53:30.979487 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-d66940a1-3ecd-473d-a82a-e7777e3009e8 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d94f6321ee849f681dd8551d6ab2466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296545 Jul 22 16:53:31.078670 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-b447987a-f3dd-43c0-8121-77b500d23401 service neutron] 10.222.0.69 "GET /v2.0/networks/6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920675 Jul 22 16:53:31.094766 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc801f28-2d98-45c0-a0ac-ec35a3e61436 req-b61e25c1-1a3e-49d1-a57b-897c32d29243 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:31.096479 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc801f28-2d98-45c0-a0ac-ec35a3e61436 req-b61e25c1-1a3e-49d1-a57b-897c32d29243 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0684845 Jul 22 16:53:31.141548 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc801f28-2d98-45c0-a0ac-ec35a3e61436 req-b1ac1c5c-568f-4cda-8a5f-8b821b094430 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380619 Jul 22 16:53:31.183978 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-07b2b182-36a0-4952-88fe-75447fd3d002 service neutron] 10.222.0.69 "GET /v2.0/networks/6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989938 Jul 22 16:53:31.362840 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fe9b8a9b-abd7-4b74-968c-76e1654121a3 req-349bf706-67e1-469f-8dc3-a727e30cf8de tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/ports?device_id=abdec9ac-d4c8-40f6-bf47-d91c4f183bb0 HTTP/1.1" status: 200 len: 210 time: 0.0380402 Jul 22 16:53:31.603114 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c3262a46-77ee-43b9-bec7-a66cc405d614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:31.629481 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.070280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 47752) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:32.125629 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 72d5e321-f12a-42da-ba17-49ed7387103f no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:53:32.144395 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 72d5e321-f12a-42da-ba17-49ed7387103f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:53:32.144650 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 72d5e321-f12a-42da-ba17-49ed7387103f not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:53:32.188752 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e73706e-aaf4-43a1-8eb4-aaea3dfdada2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.292368 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e5c9e-2c97-4d32-9829-3d189b85d24a req-f432dd7d-1cbc-4f07-9949-ac9200afc5e3 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:32.293965 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-909e5c9e-2c97-4d32-9829-3d189b85d24a req-f432dd7d-1cbc-4f07-9949-ac9200afc5e3 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0776205 Jul 22 16:53:32.294219 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e73706e-aaf4-43a1-8eb4-aaea3dfdada2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.298281 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e73706e-aaf4-43a1-8eb4-aaea3dfdada2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.338189 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-909e5c9e-2c97-4d32-9829-3d189b85d24a req-c1e17720-0711-4d6b-980a-a8b3053a7905 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382645 Jul 22 16:53:32.373777 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6e73706e-aaf4-43a1-8eb4-aaea3dfdada2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=553f9f0c8864481f8d3e4b2b19ff4e32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3023381 Jul 22 16:53:32.377967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47758) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:32.380731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73706e-aaf4-43a1-8eb4-aaea3dfdada2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396e3518-14a6-404f-927f-bbd1c2e32268,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:32.452187 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7300e50-73d6-443d-a42e-0162c7bc9024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.475372 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7300e50-73d6-443d-a42e-0162c7bc9024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.489078 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d076bd8a-9d79-4f19-8800-8db110e94a5c req-9630895e-a26f-4588-a317-7da760f3a4b0 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/ports?device_id=abdec9ac-d4c8-40f6-bf47-d91c4f183bb0 HTTP/1.1" status: 200 len: 210 time: 0.0365555 Jul 22 16:53:32.495741 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-0ccf563e-656b-4506-bd20-5e82361f14a2 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:32.497195 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-0ccf563e-656b-4506-bd20-5e82361f14a2 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.30 "GET /v2.0/networks?id=6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb HTTP/1.1" status: 200 len: 809 time: 0.1772583 Jul 22 16:53:32.522598 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7300e50-73d6-443d-a42e-0162c7bc9024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.525683 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7300e50-73d6-443d-a42e-0162c7bc9024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.526876 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e7300e50-73d6-443d-a42e-0162c7bc9024 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/396e3518-14a6-404f-927f-bbd1c2e32268 HTTP/1.1" status: 204 len: 168 time: 0.1475434 Jul 22 16:53:32.534815 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7300e50-73d6-443d-a42e-0162c7bc9024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396e3518-14a6-404f-927f-bbd1c2e32268,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:32.537695 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-d59cf49a-f5c6-4f59-b724-2bb4fbf49adc tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Request body: {'port': {'device_id': 'abdec9ac-d4c8-40f6-bf47-d91c4f183bb0', 'network_id': '6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb', 'admin_state_up': True, 'tenant_id': '1d94f6321ee849f681dd8551d6ab2466'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:32.677293 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-d59cf49a-f5c6-4f59-b724-2bb4fbf49adc tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Made reservation on behalf of 1d94f6321ee849f681dd8551d6ab2466 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:32.680870 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-d59cf49a-f5c6-4f59-b724-2bb4fbf49adc tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.776254 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.824056 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-d59cf49a-f5c6-4f59-b724-2bb4fbf49adc tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Allocated IP 172.20.0.10 (6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb/b5415876-06b0-4822-9fd8-3b7cff1064ba/9996b3e0-d333-4df8-be45-29df3877b1cd) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:32.851564 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47768) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:32.865720 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10c7c346-873e-47e2-8315-9dbfd686e8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.984994 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10c7c346-873e-47e2-8315-9dbfd686e8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.988945 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10c7c346-873e-47e2-8315-9dbfd686e8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.006564 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-d59cf49a-f5c6-4f59-b724-2bb4fbf49adc tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.023762 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7c346-873e-47e2-8315-9dbfd686e8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060f8a64-2fe3-4e2c-994f-884c32acc5be,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:33.032082 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-10c7c346-873e-47e2-8315-9dbfd686e8f8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5cebb34263f74d9bac97466d6a1b859f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1794012 Jul 22 16:53:33.034677 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47770) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:33.055614 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-d59cf49a-f5c6-4f59-b724-2bb4fbf49adc tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.087565 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57f12e72-386b-496c-a12a-4f66f8ae720d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.096891 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-d59cf49a-f5c6-4f59-b724-2bb4fbf49adc tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Network 6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:33.100168 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-d59cf49a-f5c6-4f59-b724-2bb4fbf49adc tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:33.104387 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-d59cf49a-f5c6-4f59-b724-2bb4fbf49adc tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:33.120916 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57f12e72-386b-496c-a12a-4f66f8ae720d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.142452 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59cf49a-f5c6-4f59-b724-2bb4fbf49adc tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Pushing event updated for resources: {'Port': ['ID=9996b3e0-d333-4df8-be45-29df3877b1cd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:33.169579 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-d59cf49a-f5c6-4f59-b724-2bb4fbf49adc tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:33.169857 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57f12e72-386b-496c-a12a-4f66f8ae720d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.170238 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-d59cf49a-f5c6-4f59-b724-2bb4fbf49adc tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.172525 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57f12e72-386b-496c-a12a-4f66f8ae720d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.176170 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-57f12e72-386b-496c-a12a-4f66f8ae720d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/060f8a64-2fe3-4e2c-994f-884c32acc5be HTTP/1.1" status: 204 len: 168 time: 0.1380656 Jul 22 16:53:33.183162 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f12e72-386b-496c-a12a-4f66f8ae720d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060f8a64-2fe3-4e2c-994f-884c32acc5be,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:33.186784 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-d59cf49a-f5c6-4f59-b724-2bb4fbf49adc tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6538284 Jul 22 16:53:33.204325 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-92b9d241-2fa8-4883-8cf0-8b526312a44e service neutron] Request body: {'port': {'device_id': 'abdec9ac-d4c8-40f6-bf47-d91c4f183bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:33.278997 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-92b9d241-2fa8-4883-8cf0-8b526312a44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.552308 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599aa11-59e5-4e3c-a394-949cb1b2b251 req-26fee721-2336-424e-b11b-8cf1101e1c51 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:33.560094 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8599aa11-59e5-4e3c-a394-949cb1b2b251 req-26fee721-2336-424e-b11b-8cf1101e1c51 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1478660 Jul 22 16:53:33.646256 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8599aa11-59e5-4e3c-a394-949cb1b2b251 req-cfa7d13e-5b0e-4ede-9a9f-07a1b75ac248 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766118 Jul 22 16:53:33.659977 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-92b9d241-2fa8-4883-8cf0-8b526312a44e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9996b3e0-d333-4df8-be45-29df3877b1cd {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:53:33.665263 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e078907-b667-40a6-bc88-a545c408ad1b req-714c6612-31b9-4d37-b44c-19cd3cee2a17 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:33.676053 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-92b9d241-2fa8-4883-8cf0-8b526312a44e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.676349 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0e078907-b667-40a6-bc88-a545c408ad1b req-714c6612-31b9-4d37-b44c-19cd3cee2a17 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/ports?device_id=abdec9ac-d4c8-40f6-bf47-d91c4f183bb0 HTTP/1.1" status: 200 len: 932 time: 0.0823441 Jul 22 16:53:33.687714 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-92b9d241-2fa8-4883-8cf0-8b526312a44e service neutron] Transition to ACTIVE for port object 9996b3e0-d333-4df8-be45-29df3877b1cd will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:33.693367 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-92b9d241-2fa8-4883-8cf0-8b526312a44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.711731 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0e078907-b667-40a6-bc88-a545c408ad1b req-60496a34-994d-4fd6-bc80-f9a78bdf2212 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/security-groups?id=1606950a-7340-43fa-a823-b6322e3a6fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381074 Jul 22 16:53:33.755106 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9d241-2fa8-4883-8cf0-8b526312a44e service neutron] Pushing event updated for resources: {'Port': ['ID=9996b3e0-d333-4df8-be45-29df3877b1cd,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:33.830225 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-92b9d241-2fa8-4883-8cf0-8b526312a44e service neutron] Attempting to bind port 9996b3e0-d333-4df8-be45-29df3877b1cd on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:53:33.830563 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-92b9d241-2fa8-4883-8cf0-8b526312a44e service neutron] Attempting to bind port 9996b3e0-d333-4df8-be45-29df3877b1cd by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '3de95290-3a3a-4702-945d-da0342173904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:53:33.830889 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-92b9d241-2fa8-4883-8cf0-8b526312a44e service neutron] Attempting to bind port 9996b3e0-d333-4df8-be45-29df3877b1cd on network 6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:53:33.835543 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-92b9d241-2fa8-4883-8cf0-8b526312a44e service neutron] Port 9996b3e0-d333-4df8-be45-29df3877b1cd on network 6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:53:33.835867 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-92b9d241-2fa8-4883-8cf0-8b526312a44e service neutron] Attempting to bind port 9996b3e0-d333-4df8-be45-29df3877b1cd on network 6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:53:33.840666 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-92b9d241-2fa8-4883-8cf0-8b526312a44e service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:53:33.841002 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-92b9d241-2fa8-4883-8cf0-8b526312a44e service neutron] Checking segment: {'id': '3de95290-3a3a-4702-945d-da0342173904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:53:33.841391 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-92b9d241-2fa8-4883-8cf0-8b526312a44e service neutron] Bound using segment: {'id': '3de95290-3a3a-4702-945d-da0342173904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:53:33.841872 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-92b9d241-2fa8-4883-8cf0-8b526312a44e service neutron] Bound port: 9996b3e0-d333-4df8-be45-29df3877b1cd, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de95290-3a3a-4702-945d-da0342173904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:53:33.842284 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-92b9d241-2fa8-4883-8cf0-8b526312a44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.910667 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-92b9d241-2fa8-4883-8cf0-8b526312a44e service neutron] For port 9996b3e0-d333-4df8-be45-29df3877b1cd, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:53:33.914468 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-92b9d241-2fa8-4883-8cf0-8b526312a44e service neutron] For port 9996b3e0-d333-4df8-be45-29df3877b1cd, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=9996b3e0-d333-4df8-be45-29df3877b1cd,segment=NetworkSegment(3de95290-3a3a-4702-945d-da0342173904),segment_id=3de95290-3a3a-4702-945d-da0342173904)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:53:33.919228 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-92b9d241-2fa8-4883-8cf0-8b526312a44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.959995 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-92b9d241-2fa8-4883-8cf0-8b526312a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:33.960642 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-92b9d241-2fa8-4883-8cf0-8b526312a44e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.962066 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-92b9d241-2fa8-4883-8cf0-8b526312a44e service neutron] 10.222.0.30 "PUT /v2.0/ports/9996b3e0-d333-4df8-be45-29df3877b1cd HTTP/1.1" status: 200 len: 1092 time: 0.7622375 Jul 22 16:53:33.962510 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abdec9ac-d4c8-40f6-bf47-d91c4f183bb0', 'tag': '9996b3e0-d333-4df8-be45-29df3877b1cd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:53:33.964765 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63016642-23e1-42ab-a33c-2a9caaae02f0" -d '{"events": [{"name": "network-changed", "server_uuid": "abdec9ac-d4c8-40f6-bf47-d91c4f183bb0", "tag": "9996b3e0-d333-4df8-be45-29df3877b1cd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:53:33.995468 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9d241-2fa8-4883-8cf0-8b526312a44e service neutron] Pushing event updated for resources: {'Port': ['ID=9996b3e0-d333-4df8-be45-29df3877b1cd,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:34.016494 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9a7f88-a8ee-4ff3-8adb-72eee80e05b3 x-openstack-request-id: req-ba9a7f88-a8ee-4ff3-8adb-72eee80e05b3 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:53:34.016909 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abdec9ac-d4c8-40f6-bf47-d91c4f183bb0", "tag": "9996b3e0-d333-4df8-be45-29df3877b1cd", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:53:34.017253 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ba9a7f88-a8ee-4ff3-8adb-72eee80e05b3 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:53:34.017767 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abdec9ac-d4c8-40f6-bf47-d91c4f183bb0', 'tag': '9996b3e0-d333-4df8-be45-29df3877b1cd', 'status': 'completed', 'code': 200} Jul 22 16:53:34.090780 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-140d0f27-68c7-4097-ae11-ecfa127bc086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:34.092334 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-140d0f27-68c7-4097-ae11-ecfa127bc086 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1d94f6321ee849f681dd8551d6ab2466&device_id=abdec9ac-d4c8-40f6-bf47-d91c4f183bb0 HTTP/1.1" status: 200 len: 1095 time: 0.0581186 Jul 22 16:53:34.142354 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-cfaa684e-d1da-4835-a38e-be000a43cc9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9996b3e0-d333-4df8-be45-29df3877b1cd HTTP/1.1" status: 200 len: 217 time: 0.0372658 Jul 22 16:53:34.200974 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-59bc633d-acae-4e66-86d5-a93361f362f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:34.202544 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-59bc633d-acae-4e66-86d5-a93361f362f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5415876-06b0-4822-9fd8-3b7cff1064ba HTTP/1.1" status: 200 len: 849 time: 0.0546539 Jul 22 16:53:34.237464 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-1a699255-f868-45dc-ba7f-e59f3c698505 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288024 Jul 22 16:53:34.331219 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-0e826578-0406-4838-854f-3d3225177722 service neutron] 10.222.0.30 "GET /v2.0/networks/6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875278 Jul 22 16:53:34.428479 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02a1aea4-eb39-4a4a-b739-4af2fe89d148 req-58a91952-cffa-4ae9-a992-c29ebabe63a6 service neutron] 10.222.0.30 "GET /v2.0/networks/6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911102 Jul 22 16:53:34.565666 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63016642-23e1-42ab-a33c-2a9caaae02f0 req-73aaac68-a293-4727-8f2b-8bb1ea5b65e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:34.566990 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63016642-23e1-42ab-a33c-2a9caaae02f0 req-73aaac68-a293-4727-8f2b-8bb1ea5b65e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1d94f6321ee849f681dd8551d6ab2466&device_id=abdec9ac-d4c8-40f6-bf47-d91c4f183bb0 HTTP/1.1" status: 200 len: 1095 time: 0.0575156 Jul 22 16:53:34.628640 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:34.668506 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63016642-23e1-42ab-a33c-2a9caaae02f0 req-5c9eeef8-2bb3-4d3a-87ed-5147ee07770e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:34.670063 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63016642-23e1-42ab-a33c-2a9caaae02f0 req-5c9eeef8-2bb3-4d3a-87ed-5147ee07770e service neutron] 10.222.0.30 "GET /v2.0/networks?id=6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb HTTP/1.1" status: 200 len: 910 time: 0.0968208 Jul 22 16:53:34.715885 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63016642-23e1-42ab-a33c-2a9caaae02f0 req-9dc54e62-3a4a-4ba6-8e1a-43002f936e90 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9996b3e0-d333-4df8-be45-29df3877b1cd HTTP/1.1" status: 200 len: 217 time: 0.0391512 Jul 22 16:53:34.809108 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63016642-23e1-42ab-a33c-2a9caaae02f0 req-12a3da7b-4321-4f56-85ab-a4298956eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:34.810651 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63016642-23e1-42ab-a33c-2a9caaae02f0 req-12a3da7b-4321-4f56-85ab-a4298956eee9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5415876-06b0-4822-9fd8-3b7cff1064ba HTTP/1.1" status: 200 len: 849 time: 0.0876033 Jul 22 16:53:34.851522 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63016642-23e1-42ab-a33c-2a9caaae02f0 req-0115e30e-456f-471a-a25a-051d837f8471 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330372 Jul 22 16:53:34.853595 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83687631-ae4e-4ff8-935e-966aa83af887 req-87bc96aa-c245-4cba-aadf-5354c2f5df8d tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:34.855099 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-83687631-ae4e-4ff8-935e-966aa83af887 req-87bc96aa-c245-4cba-aadf-5354c2f5df8d tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/ports?device_id=abdec9ac-d4c8-40f6-bf47-d91c4f183bb0 HTTP/1.1" status: 200 len: 944 time: 0.0667391 Jul 22 16:53:34.864445 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b52622-f432-4f6d-9deb-1e2f8ea85b93 req-f8842b1e-bbf6-47f7-9847-e8409ed120a3 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:34.866000 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2b52622-f432-4f6d-9deb-1e2f8ea85b93 req-f8842b1e-bbf6-47f7-9847-e8409ed120a3 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1348205 Jul 22 16:53:34.901237 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-83687631-ae4e-4ff8-935e-966aa83af887 req-d0fdb9a7-39b5-4a16-aa1e-371b10143b82 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/security-groups?id=1606950a-7340-43fa-a823-b6322e3a6fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383177 Jul 22 16:53:34.963627 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2b52622-f432-4f6d-9deb-1e2f8ea85b93 req-2149ac7a-917f-464b-aa4c-9a60186a561a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890553 Jul 22 16:53:34.988036 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63016642-23e1-42ab-a33c-2a9caaae02f0 req-57183e42-f4cb-4795-a24b-0590aab037d1 service neutron] 10.222.0.30 "GET /v2.0/networks/6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210742 Jul 22 16:53:35.084844 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63016642-23e1-42ab-a33c-2a9caaae02f0 req-a9823a92-0cbf-43b1-b5e3-0405fccf9351 service neutron] 10.222.0.30 "GET /v2.0/networks/6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899870 Jul 22 16:53:35.721636 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47846) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:35.826778 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f45c6780-785e-45f9-97d8-9d598a7e99ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:35.916715 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f45c6780-785e-45f9-97d8-9d598a7e99ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:35.921268 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f45c6780-785e-45f9-97d8-9d598a7e99ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:35.961143 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f45c6780-785e-45f9-97d8-9d598a7e99ff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c733ca2f90447d68d9d4b75c64b87f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2378130 Jul 22 16:53:35.962161 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c6780-785e-45f9-97d8-9d598a7e99ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae5f963-8e11-4f94-a3f8-e1cfa8318da0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:35.965436 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 47852) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:36.062088 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f750fe7f-6fba-4160-8ce2-f5810e937b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:36.094713 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5880f4-5263-473e-9154-13a9116eff82 req-45505457-2cc0-4304-b89c-049eed45c990 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:36.096219 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1c5880f4-5263-473e-9154-13a9116eff82 req-45505457-2cc0-4304-b89c-049eed45c990 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/ports?device_id=abdec9ac-d4c8-40f6-bf47-d91c4f183bb0 HTTP/1.1" status: 200 len: 944 time: 0.1118317 Jul 22 16:53:36.101917 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f750fe7f-6fba-4160-8ce2-f5810e937b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:36.116858 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3c72e-0b68-4c9d-a130-e461534878df req-70b254f4-ec96-4b77-a2f5-ca8389faea8e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:36.118507 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ba3c72e-0b68-4c9d-a130-e461534878df req-70b254f4-ec96-4b77-a2f5-ca8389faea8e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0713296 Jul 22 16:53:36.158512 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ba3c72e-0b68-4c9d-a130-e461534878df req-abe54dd3-e23d-4f92-8956-15f94dd707d1 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341821 Jul 22 16:53:36.160794 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1c5880f4-5263-473e-9154-13a9116eff82 req-927aa406-36ba-4f12-bae3-d323e27c4443 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/security-groups?id=1606950a-7340-43fa-a823-b6322e3a6fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567594 Jul 22 16:53:36.189539 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f750fe7f-6fba-4160-8ce2-f5810e937b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:36.192785 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f750fe7f-6fba-4160-8ce2-f5810e937b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:36.194115 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f750fe7f-6fba-4160-8ce2-f5810e937b8b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5ae5f963-8e11-4f94-a3f8-e1cfa8318da0 HTTP/1.1" status: 204 len: 168 time: 0.2282310 Jul 22 16:53:36.203117 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750fe7f-6fba-4160-8ce2-f5810e937b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae5f963-8e11-4f94-a3f8-e1cfa8318da0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:36.474593 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 47862) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:36.488797 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ecb5e3a-1f37-4bdc-944a-29d3b76853e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:36.582975 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ecb5e3a-1f37-4bdc-944a-29d3b76853e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:36.588328 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ecb5e3a-1f37-4bdc-944a-29d3b76853e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:36.627588 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8ecb5e3a-1f37-4bdc-944a-29d3b76853e9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a4ae5ec541c04506bb74a1005337101a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518707 Jul 22 16:53:36.628448 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb5e3a-1f37-4bdc-944a-29d3b76853e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a26199-420b-453e-9276-cd966def4854,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:36.631065 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47864) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:36.651137 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 9996b3e0-d333-4df8-be45-29df3877b1cd details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:53:36.682555 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7eb458d8-be78-4607-b5d6-c083cd143ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:36.710274 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7eb458d8-be78-4607-b5d6-c083cd143ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:36.760143 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7eb458d8-be78-4607-b5d6-c083cd143ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:36.763418 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7eb458d8-be78-4607-b5d6-c083cd143ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:36.764595 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7eb458d8-be78-4607-b5d6-c083cd143ac0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/08a26199-420b-453e-9276-cd966def4854 HTTP/1.1" status: 204 len: 168 time: 0.1310847 Jul 22 16:53:36.764902 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 9996b3e0-d333-4df8-be45-29df3877b1cd, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=9996b3e0-d333-4df8-be45-29df3877b1cd,segment=NetworkSegment(3de95290-3a3a-4702-945d-da0342173904),segment_id=3de95290-3a3a-4702-945d-da0342173904)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:36.773577 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb458d8-be78-4607-b5d6-c083cd143ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a26199-420b-453e-9276-cd966def4854,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:36.787332 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '9996b3e0-d333-4df8-be45-29df3877b1cd', 'network_id': '6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb', 'port_id': '9996b3e0-d333-4df8-be45-29df3877b1cd', 'mac_address': 'fa:16:3e:35:bb:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5415876-06b0-4822-9fd8-3b7cff1064ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:53:36.834776 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:36.848169 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9996b3e0-d333-4df8-be45-29df3877b1cd {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:53:36.869233 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 9996b3e0-d333-4df8-be45-29df3877b1cd, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=9996b3e0-d333-4df8-be45-29df3877b1cd,segment=NetworkSegment(3de95290-3a3a-4702-945d-da0342173904),segment_id=3de95290-3a3a-4702-945d-da0342173904)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:36.873454 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:36.920788 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=9996b3e0-d333-4df8-be45-29df3877b1cd,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:37.144144 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['9996b3e0-d333-4df8-be45-29df3877b1cd'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:53:37.333754 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5994aa-8d9a-471c-ac15-0613f6b0f7ab req-e4e6bb2c-7a1e-4f5f-9e3f-bdcbf65abcd8 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:37.336721 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6b5994aa-8d9a-471c-ac15-0613f6b0f7ab req-e4e6bb2c-7a1e-4f5f-9e3f-bdcbf65abcd8 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/ports?device_id=abdec9ac-d4c8-40f6-bf47-d91c4f183bb0 HTTP/1.1" status: 200 len: 945 time: 0.0909085 Jul 22 16:53:37.343527 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9527ad-7595-4af4-b9b6-ad1f0e8a2e0b req-29acbb7d-6aa5-4c14-bbd9-f6507e93d6bd tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:37.345227 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4e9527ad-7595-4af4-b9b6-ad1f0e8a2e0b req-29acbb7d-6aa5-4c14-bbd9-f6507e93d6bd tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0829036 Jul 22 16:53:37.406455 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4e9527ad-7595-4af4-b9b6-ad1f0e8a2e0b req-4dc8bbd9-6e26-4d39-80f7-28cc4f179e2d tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541975 Jul 22 16:53:37.406685 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6b5994aa-8d9a-471c-ac15-0613f6b0f7ab req-a6943d46-a22e-492e-a5b1-6ca2a21bf922 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/security-groups?id=1606950a-7340-43fa-a823-b6322e3a6fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575213 Jul 22 16:53:38.425675 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:53:38.541674 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7d42a-743a-4d8e-af1c-de40d8968674 req-e98e3bbe-4da9-4843-90f6-99b372a9f750 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:38.543259 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ba7d42a-743a-4d8e-af1c-de40d8968674 req-e98e3bbe-4da9-4843-90f6-99b372a9f750 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/ports?device_id=abdec9ac-d4c8-40f6-bf47-d91c4f183bb0 HTTP/1.1" status: 200 len: 945 time: 0.0731587 Jul 22 16:53:38.559900 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cbf08-c736-443e-98cd-8ae68ad2714a req-c879d225-078c-4f40-ae68-950515822198 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:38.561568 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-961cbf08-c736-443e-98cd-8ae68ad2714a req-c879d225-078c-4f40-ae68-950515822198 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0708165 Jul 22 16:53:38.591618 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ba7d42a-743a-4d8e-af1c-de40d8968674 req-cf2b40aa-3af2-4f52-8efc-a0406bbcc1f2 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/security-groups?id=1606950a-7340-43fa-a823-b6322e3a6fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422878 Jul 22 16:53:38.604706 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-961cbf08-c736-443e-98cd-8ae68ad2714a req-251d2ba5-c8d0-4b42-99ad-31d56339dbd5 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366955 Jul 22 16:53:38.666728 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 9996b3e0-d333-4df8-be45-29df3877b1cd up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:53:38.719480 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 9996b3e0-d333-4df8-be45-29df3877b1cd completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:53:38.723624 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 9996b3e0-d333-4df8-be45-29df3877b1cd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:38.724064 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:38.808294 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:38.830216 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdec9ac-d4c8-40f6-bf47-d91c4f183bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9996b3e0-d333-4df8-be45-29df3877b1cd'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:53:38.832441 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffaa7f6-c17a-4adf-a22a-bd59f92ce891" -d '{"events": [{"server_uuid": "abdec9ac-d4c8-40f6-bf47-d91c4f183bb0", "name": "network-vif-plugged", "status": "completed", "tag": "9996b3e0-d333-4df8-be45-29df3877b1cd"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:53:38.846223 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 9996b3e0-d333-4df8-be45-29df3877b1cd, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=9996b3e0-d333-4df8-be45-29df3877b1cd,segment=NetworkSegment(3de95290-3a3a-4702-945d-da0342173904),segment_id=3de95290-3a3a-4702-945d-da0342173904)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:38.851029 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:38.876018 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85c6a9a-3d52-4527-ba41-9c229cbb863f x-openstack-request-id: req-e85c6a9a-3d52-4527-ba41-9c229cbb863f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:53:38.876316 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdec9ac-d4c8-40f6-bf47-d91c4f183bb0", "name": "network-vif-plugged", "status": "completed", "tag": "9996b3e0-d333-4df8-be45-29df3877b1cd", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:53:38.876562 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e85c6a9a-3d52-4527-ba41-9c229cbb863f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:53:38.876949 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abdec9ac-d4c8-40f6-bf47-d91c4f183bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9996b3e0-d333-4df8-be45-29df3877b1cd', 'code': 200} Jul 22 16:53:38.902884 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=9996b3e0-d333-4df8-be45-29df3877b1cd,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:39.013761 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f548e50-96e5-4dad-9319-3fbae5146e2c req-62d3d8f8-f7d8-4e17-a473-d56b650aa070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:39.015332 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7f548e50-96e5-4dad-9319-3fbae5146e2c req-62d3d8f8-f7d8-4e17-a473-d56b650aa070 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=abdec9ac-d4c8-40f6-bf47-d91c4f183bb0 HTTP/1.1" status: 200 len: 1097 time: 0.0549915 Jul 22 16:53:39.053467 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7f548e50-96e5-4dad-9319-3fbae5146e2c req-a94256b8-d9fe-4169-952f-f6089c09aee3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1606950a-7340-43fa-a823-b6322e3a6fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323110 Jul 22 16:53:39.433860 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47942) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:39.539430 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9be4f06-4309-4782-85e4-642ff76bdc5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:39.625612 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9be4f06-4309-4782-85e4-642ff76bdc5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:39.630314 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9be4f06-4309-4782-85e4-642ff76bdc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:39.669460 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b9be4f06-4309-4782-85e4-642ff76bdc5d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ae29745c06ab4560b08f3258fb13b49a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2344549 Jul 22 16:53:39.672081 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47950) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:39.678424 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be4f06-4309-4782-85e4-642ff76bdc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709b94a3-168d-4e54-a8f7-b3415eb19a14,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:39.709101 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9be4f06-4309-4782-85e4-642ff76bdc5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:39.709439 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9be4f06-4309-4782-85e4-642ff76bdc5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:39.709771 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9be4f06-4309-4782-85e4-642ff76bdc5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:39.710128 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9be4f06-4309-4782-85e4-642ff76bdc5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:39.710492 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9be4f06-4309-4782-85e4-642ff76bdc5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:39.710815 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9be4f06-4309-4782-85e4-642ff76bdc5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:39.711138 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9be4f06-4309-4782-85e4-642ff76bdc5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:39.711453 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9be4f06-4309-4782-85e4-642ff76bdc5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:39.711801 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9be4f06-4309-4782-85e4-642ff76bdc5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:39.712806 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9be4f06-4309-4782-85e4-642ff76bdc5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:39.712806 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9be4f06-4309-4782-85e4-642ff76bdc5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:39.712806 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9be4f06-4309-4782-85e4-642ff76bdc5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:39.735682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d406ec-2203-406e-8b6a-749b27a5ca17 req-4bb7ec0c-a10c-416b-a16e-411dea56316a tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:39.737226 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02d406ec-2203-406e-8b6a-749b27a5ca17 req-4bb7ec0c-a10c-416b-a16e-411dea56316a tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/ports?device_id=abdec9ac-d4c8-40f6-bf47-d91c4f183bb0 HTTP/1.1" status: 200 len: 946 time: 0.0692492 Jul 22 16:53:39.777461 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02d406ec-2203-406e-8b6a-749b27a5ca17 req-031fc384-18b9-4ac3-8dc7-1a0c403e313e tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/security-groups?id=1606950a-7340-43fa-a823-b6322e3a6fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334158 Jul 22 16:53:39.780050 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ad6324c-dbee-44c2-b49b-104fa95fa3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:39.806939 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ad6324c-dbee-44c2-b49b-104fa95fa3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:39.815309 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54e9d6-b1ec-4bd4-8962-effa695395fb req-e173b5f4-8a9c-4449-800a-216f7b44e130 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:39.816781 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6b54e9d6-b1ec-4bd4-8962-effa695395fb req-e173b5f4-8a9c-4449-800a-216f7b44e130 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1347842 Jul 22 16:53:39.873964 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6b54e9d6-b1ec-4bd4-8962-effa695395fb req-5053c905-7c2e-43d5-be6c-6fec0e87edde tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509167 Jul 22 16:53:39.893976 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ad6324c-dbee-44c2-b49b-104fa95fa3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:39.896523 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ad6324c-dbee-44c2-b49b-104fa95fa3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:39.897679 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6ad6324c-dbee-44c2-b49b-104fa95fa3d9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/709b94a3-168d-4e54-a8f7-b3415eb19a14 HTTP/1.1" status: 204 len: 168 time: 0.2246790 Jul 22 16:53:39.913113 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6324c-dbee-44c2-b49b-104fa95fa3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709b94a3-168d-4e54-a8f7-b3415eb19a14,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:40.181737 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 47958) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:40.187803 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 77c18cf8-8972-4dab-a773-24ae583dcbb1 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:53:40.195054 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03093995-c6b8-44ba-b259-d6f162b78931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:40.294871 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 77c18cf8-8972-4dab-a773-24ae583dcbb1, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=77c18cf8-8972-4dab-a773-24ae583dcbb1,segment=NetworkSegment(9c58c7af-0d88-4ac7-9e32-e129a89eb5c3),segment_id=9c58c7af-0d88-4ac7-9e32-e129a89eb5c3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:40.297707 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03093995-c6b8-44ba-b259-d6f162b78931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:40.302080 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-03093995-c6b8-44ba-b259-d6f162b78931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:40.306427 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '77c18cf8-8972-4dab-a773-24ae583dcbb1', 'network_id': '1a1eddf5-fb8e-4189-93cd-16488e248f15', 'port_id': '77c18cf8-8972-4dab-a773-24ae583dcbb1', 'mac_address': 'fa:16:3e:a0:b0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f83863e-4d1f-47e9-954d-4b7ea7642935', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:53:40.342406 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-03093995-c6b8-44ba-b259-d6f162b78931 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a40e49cc9f54472597ccd0e7233443ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570272 Jul 22 16:53:40.342406 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03093995-c6b8-44ba-b259-d6f162b78931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea83be7-3347-41db-9378-fc8456a32983,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:40.343053 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 47960) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:40.343712 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:40.362735 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77c18cf8-8972-4dab-a773-24ae583dcbb1 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:53:40.386670 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 77c18cf8-8972-4dab-a773-24ae583dcbb1, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=77c18cf8-8972-4dab-a773-24ae583dcbb1,segment=NetworkSegment(9c58c7af-0d88-4ac7-9e32-e129a89eb5c3),segment_id=9c58c7af-0d88-4ac7-9e32-e129a89eb5c3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:40.390481 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:40.397436 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4407602-9dca-403b-b455-d1acdd3e7d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:40.423901 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4407602-9dca-403b-b455-d1acdd3e7d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:40.440974 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=77c18cf8-8972-4dab-a773-24ae583dcbb1,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:40.473898 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4407602-9dca-403b-b455-d1acdd3e7d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:40.477199 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4407602-9dca-403b-b455-d1acdd3e7d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:40.478388 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f4407602-9dca-403b-b455-d1acdd3e7d05 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9ea83be7-3347-41db-9378-fc8456a32983 HTTP/1.1" status: 204 len: 168 time: 0.1340456 Jul 22 16:53:40.486434 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4407602-9dca-403b-b455-d1acdd3e7d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea83be7-3347-41db-9378-fc8456a32983,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:40.519685 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['77c18cf8-8972-4dab-a773-24ae583dcbb1'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:53:40.953622 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76073a99-93b0-45e7-a3f8-a16e54e52784 req-65beb46d-bed4-4666-869a-779973ed50bc tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:40.955313 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-76073a99-93b0-45e7-a3f8-a16e54e52784 req-65beb46d-bed4-4666-869a-779973ed50bc tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/ports?device_id=abdec9ac-d4c8-40f6-bf47-d91c4f183bb0 HTTP/1.1" status: 200 len: 946 time: 0.0858901 Jul 22 16:53:40.998143 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-76073a99-93b0-45e7-a3f8-a16e54e52784 req-d05d7fef-3b7e-4739-9653-e06537fe771c tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/security-groups?id=1606950a-7340-43fa-a823-b6322e3a6fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352063 Jul 22 16:53:41.167189 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb77a3-b63e-40d0-8577-adc1f5a0b51d req-a84b69fd-2666-464a-8baf-0240d399c15e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:41.170262 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6dfb77a3-b63e-40d0-8577-adc1f5a0b51d req-a84b69fd-2666-464a-8baf-0240d399c15e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 945 time: 0.1160095 Jul 22 16:53:41.257897 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6dfb77a3-b63e-40d0-8577-adc1f5a0b51d req-7124bdda-42cf-4faf-abc4-306f422e287f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666037 Jul 22 16:53:41.888250 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04937cb-ccf7-4838-a410-2082c53fb573 req-f9672549-052a-46ef-aa63-02f960604b57 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:41.889943 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e04937cb-ccf7-4838-a410-2082c53fb573 req-f9672549-052a-46ef-aa63-02f960604b57 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/ports?device_id=abdec9ac-d4c8-40f6-bf47-d91c4f183bb0 HTTP/1.1" status: 200 len: 946 time: 0.0982502 Jul 22 16:53:41.936670 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e04937cb-ccf7-4838-a410-2082c53fb573 req-428c8ece-b944-4fb1-8046-544597c4a1cd tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/security-groups?id=1606950a-7340-43fa-a823-b6322e3a6fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408895 Jul 22 16:53:42.099386 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:42.209752 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 77c18cf8-8972-4dab-a773-24ae583dcbb1 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:53:42.288867 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:42.295077 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 77c18cf8-8972-4dab-a773-24ae583dcbb1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:42.295445 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:42.431331 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:42.451202 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723d563-4bec-476c-b592-ee4deaf7c2a9 req-00732c3d-4c3a-4243-a94e-7a1554e1b1ef tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:42.454310 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e723d563-4bec-476c-b592-ee4deaf7c2a9 req-00732c3d-4c3a-4243-a94e-7a1554e1b1ef tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 945 time: 0.0963159 Jul 22 16:53:42.463670 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e9a9e5-ff68-42ae-950c-903b785d3a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c18cf8-8972-4dab-a773-24ae583dcbb1'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:53:42.473161 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0040649f-468f-4bd5-90e8-50be70d03844" -d '{"events": [{"server_uuid": "f8e9a9e5-ff68-42ae-950c-903b785d3a70", "name": "network-vif-plugged", "status": "completed", "tag": "77c18cf8-8972-4dab-a773-24ae583dcbb1"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:53:42.489381 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 77c18cf8-8972-4dab-a773-24ae583dcbb1, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=77c18cf8-8972-4dab-a773-24ae583dcbb1,segment=NetworkSegment(9c58c7af-0d88-4ac7-9e32-e129a89eb5c3),segment_id=9c58c7af-0d88-4ac7-9e32-e129a89eb5c3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:42.496745 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:42.502780 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e723d563-4bec-476c-b592-ee4deaf7c2a9 req-f980b77f-cc57-4761-a299-057ad1f79216 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406318 Jul 22 16:53:42.556485 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34192bfa-f3b2-4f88-8d3e-04af30812405 x-openstack-request-id: req-34192bfa-f3b2-4f88-8d3e-04af30812405 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:53:42.557038 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e9a9e5-ff68-42ae-950c-903b785d3a70", "name": "network-vif-plugged", "status": "completed", "tag": "77c18cf8-8972-4dab-a773-24ae583dcbb1", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:53:42.557292 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-34192bfa-f3b2-4f88-8d3e-04af30812405 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:53:42.557688 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e9a9e5-ff68-42ae-950c-903b785d3a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c18cf8-8972-4dab-a773-24ae583dcbb1', 'code': 200} Jul 22 16:53:42.597293 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=77c18cf8-8972-4dab-a773-24ae583dcbb1,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:43.126730 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590fd77-996b-41c6-a535-fa4e8964b5a0 req-49e8b709-b3e0-4c70-aac0-dd5d04ecf716 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:43.134533 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6590fd77-996b-41c6-a535-fa4e8964b5a0 req-49e8b709-b3e0-4c70-aac0-dd5d04ecf716 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/ports?device_id=abdec9ac-d4c8-40f6-bf47-d91c4f183bb0 HTTP/1.1" status: 200 len: 946 time: 0.0991452 Jul 22 16:53:43.181007 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6590fd77-996b-41c6-a535-fa4e8964b5a0 req-695131d5-1b24-492a-851b-96f03b97f87c tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/security-groups?id=1606950a-7340-43fa-a823-b6322e3a6fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430789 Jul 22 16:53:43.251140 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48080) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:43.287292 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf8314-2612-476d-9672-df15b236bb2a req-f537f5f1-e387-45d0-9374-b8d2b4ed4665 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:43.289505 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-46bf8314-2612-476d-9672-df15b236bb2a req-f537f5f1-e387-45d0-9374-b8d2b4ed4665 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.30 "GET /v2.0/ports?device_id=abdec9ac-d4c8-40f6-bf47-d91c4f183bb0 HTTP/1.1" status: 200 len: 946 time: 0.0740392 Jul 22 16:53:43.413876 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ddf1753-a994-4285-94ce-fcf687eca0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:43.430304 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-46bf8314-2612-476d-9672-df15b236bb2a req-0aaa6edd-b05e-45c7-a5cc-36e04e9a8fde tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Deleting port 9996b3e0-d333-4df8-be45-29df3877b1cd {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:43.430643 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-46bf8314-2612-476d-9672-df15b236bb2a req-0aaa6edd-b05e-45c7-a5cc-36e04e9a8fde tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:43.520347 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ddf1753-a994-4285-94ce-fcf687eca0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:43.530987 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ddf1753-a994-4285-94ce-fcf687eca0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:43.534449 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-46bf8314-2612-476d-9672-df15b236bb2a req-0aaa6edd-b05e-45c7-a5cc-36e04e9a8fde tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] For port 9996b3e0-d333-4df8-be45-29df3877b1cd, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=9996b3e0-d333-4df8-be45-29df3877b1cd,segment=NetworkSegment(3de95290-3a3a-4702-945d-da0342173904),segment_id=3de95290-3a3a-4702-945d-da0342173904)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:43.534757 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-46bf8314-2612-476d-9672-df15b236bb2a req-0aaa6edd-b05e-45c7-a5cc-36e04e9a8fde tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:43.562821 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-46bf8314-2612-476d-9672-df15b236bb2a req-0aaa6edd-b05e-45c7-a5cc-36e04e9a8fde tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Calling delete_port for 9996b3e0-d333-4df8-be45-29df3877b1cd owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:43.564517 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6ddf1753-a994-4285-94ce-fcf687eca0b5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3b5210d89f65410599a893aab0f03129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3114438 Jul 22 16:53:43.567604 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48086) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:43.640982 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf1753-a994-4285-94ce-fcf687eca0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c418605-33e8-4e3a-a15d-e2f6bad058c6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:43.704440 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7c00b92-7475-4c7e-99e5-45e8bc73dc62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:43.737316 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7c00b92-7475-4c7e-99e5-45e8bc73dc62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:43.752758 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-46bf8314-2612-476d-9672-df15b236bb2a req-0aaa6edd-b05e-45c7-a5cc-36e04e9a8fde tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:43.786289 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['9996b3e0-d333-4df8-be45-29df3877b1cd'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:53:43.789812 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d03f18-63a8-4dd2-a687-7d28efb69335 req-fbc6ba7a-9414-47fe-aea6-9ebc99708964 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:43.797351 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa6edd-b05e-45c7-a5cc-36e04e9a8fde tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Pushing event deleted for resources: {'Port': ['ID=9996b3e0-d333-4df8-be45-29df3877b1cd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:43.798641 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c7d03f18-63a8-4dd2-a687-7d28efb69335 req-fbc6ba7a-9414-47fe-aea6-9ebc99708964 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.2086215 Jul 22 16:53:43.847294 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c7d03f18-63a8-4dd2-a687-7d28efb69335 req-1bbe9247-5d40-40a3-a444-f653bae749f2 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475454 Jul 22 16:53:43.855060 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7c00b92-7475-4c7e-99e5-45e8bc73dc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:43.858485 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7c00b92-7475-4c7e-99e5-45e8bc73dc62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:43.860061 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b7c00b92-7475-4c7e-99e5-45e8bc73dc62 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2c418605-33e8-4e3a-a15d-e2f6bad058c6 HTTP/1.1" status: 204 len: 168 time: 0.2916307 Jul 22 16:53:43.873695 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c00b92-7475-4c7e-99e5-45e8bc73dc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c418605-33e8-4e3a-a15d-e2f6bad058c6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:43.883026 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bf8314-2612-476d-9672-df15b236bb2a req-0aaa6edd-b05e-45c7-a5cc-36e04e9a8fde tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] No DVR routers for this DVR port 9996b3e0-d333-4df8-be45-29df3877b1cd on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:53:43.885732 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-46bf8314-2612-476d-9672-df15b236bb2a req-0aaa6edd-b05e-45c7-a5cc-36e04e9a8fde tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:43.887949 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-46bf8314-2612-476d-9672-df15b236bb2a req-0aaa6edd-b05e-45c7-a5cc-36e04e9a8fde tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.30 "DELETE /v2.0/ports/9996b3e0-d333-4df8-be45-29df3877b1cd HTTP/1.1" status: 204 len: 173 time: 0.5929728 Jul 22 16:53:43.888451 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abdec9ac-d4c8-40f6-bf47-d91c4f183bb0', 'name': 'network-vif-deleted', 'tag': '9996b3e0-d333-4df8-be45-29df3877b1cd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:53:43.900846 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa35368-1f31-4e64-bcbb-3b36ee0aa0e0" -d '{"events": [{"server_uuid": "abdec9ac-d4c8-40f6-bf47-d91c4f183bb0", "name": "network-vif-deleted", "tag": "9996b3e0-d333-4df8-be45-29df3877b1cd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:53:43.969834 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532a430f-4d79-4d92-b7ea-377d12bec9a6 x-openstack-request-id: req-532a430f-4d79-4d92-b7ea-377d12bec9a6 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:53:43.970177 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abdec9ac-d4c8-40f6-bf47-d91c4f183bb0", "name": "network-vif-deleted", "tag": "9996b3e0-d333-4df8-be45-29df3877b1cd", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:53:43.970428 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-532a430f-4d79-4d92-b7ea-377d12bec9a6 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:53:43.970928 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abdec9ac-d4c8-40f6-bf47-d91c4f183bb0', 'name': 'network-vif-deleted', 'tag': '9996b3e0-d333-4df8-be45-29df3877b1cd', 'status': 'completed', 'code': 200} Jul 22 16:53:44.234613 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48098) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:44.261528 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f170f5e-f314-40a4-88ac-ae0ba94f28e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:44.322986 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac24fc3b-a62b-4064-be4c-d3417756b2da req-ba2a00e9-8792-493f-8905-ff1c11b0c716 tempest-VolumesActionsTest-513680205 tempest-VolumesActionsTest-513680205-project] 10.222.0.69 "GET /v2.0/ports?device_id=abdec9ac-d4c8-40f6-bf47-d91c4f183bb0 HTTP/1.1" status: 200 len: 210 time: 0.0451081 Jul 22 16:53:44.420584 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f170f5e-f314-40a4-88ac-ae0ba94f28e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:44.426201 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f170f5e-f314-40a4-88ac-ae0ba94f28e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:44.475192 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48104) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:44.475733 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2f170f5e-f314-40a4-88ac-ae0ba94f28e2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6dd30798ac874ed3bf364bcdc9247b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394629 Jul 22 16:53:44.489029 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f170f5e-f314-40a4-88ac-ae0ba94f28e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49b5283-ff05-4c47-a041-7853bd84aaf4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:44.530508 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9d04234-81e0-4b30-83d0-188202fe95a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:44.561228 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9d04234-81e0-4b30-83d0-188202fe95a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:44.644085 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9d04234-81e0-4b30-83d0-188202fe95a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:44.651045 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f9d04234-81e0-4b30-83d0-188202fe95a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:44.652515 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f9d04234-81e0-4b30-83d0-188202fe95a1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f49b5283-ff05-4c47-a041-7853bd84aaf4 HTTP/1.1" status: 204 len: 168 time: 0.1762474 Jul 22 16:53:44.661988 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d04234-81e0-4b30-83d0-188202fe95a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49b5283-ff05-4c47-a041-7853bd84aaf4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:45.026456 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf79a88-41b8-4bfa-a7f0-d07794bf1a01 req-c6970ce2-7451-49e2-9e04-9ea7d5b5f312 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:45.028075 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-daf79a88-41b8-4bfa-a7f0-d07794bf1a01 req-c6970ce2-7451-49e2-9e04-9ea7d5b5f312 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0906143 Jul 22 16:53:45.080901 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-daf79a88-41b8-4bfa-a7f0-d07794bf1a01 req-eeec3123-6605-44d3-ab7c-ef36bdf3b669 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460403 Jul 22 16:53:46.301755 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4a6ad-00c2-4f08-8986-bd0728c3624f req-7eff0ba2-148a-414f-ac60-62384eda6484 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:46.303413 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a5a4a6ad-00c2-4f08-8986-bd0728c3624f req-7eff0ba2-148a-414f-ac60-62384eda6484 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1086397 Jul 22 16:53:46.368021 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a5a4a6ad-00c2-4f08-8986-bd0728c3624f req-71912e38-dfb2-49ae-9291-5a6b01f6086b tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570259 Jul 22 16:53:46.746158 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 9996b3e0-d333-4df8-be45-29df3877b1cd no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:53:46.786919 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 9996b3e0-d333-4df8-be45-29df3877b1cd {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:53:46.788046 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 9996b3e0-d333-4df8-be45-29df3877b1cd not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:53:47.622244 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8405bbc-048f-49a7-87ae-a589232fc654 req-e4179cbf-3286-4d1b-b767-b6424475e65a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:47.633806 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d8405bbc-048f-49a7-87ae-a589232fc654 req-e4179cbf-3286-4d1b-b767-b6424475e65a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1318133 Jul 22 16:53:47.673238 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48236) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:47.796573 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d8405bbc-048f-49a7-87ae-a589232fc654 req-d937394f-b6fb-478e-ab92-a8041390f7f4 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594553 Jul 22 16:53:47.908798 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4278ec93-7691-4f58-a369-23aabcb3544a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:48.118446 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4278ec93-7691-4f58-a369-23aabcb3544a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:48.131729 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4278ec93-7691-4f58-a369-23aabcb3544a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:48.223863 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278ec93-7691-4f58-a369-23aabcb3544a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab2897f-0ab5-4d43-b550-652c6cdb0230,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:48.262131 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48244) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:48.262381 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4278ec93-7691-4f58-a369-23aabcb3544a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=39834b529d1d412a8480be8d8d1b7cf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5869210 Jul 22 16:53:48.355966 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a623c95a-2529-493a-83cb-0fc5f289a931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:48.384560 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a623c95a-2529-493a-83cb-0fc5f289a931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:48.463687 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a623c95a-2529-493a-83cb-0fc5f289a931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:48.469880 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a623c95a-2529-493a-83cb-0fc5f289a931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:48.471594 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a623c95a-2529-493a-83cb-0fc5f289a931 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cab2897f-0ab5-4d43-b550-652c6cdb0230 HTTP/1.1" status: 204 len: 168 time: 0.2079821 Jul 22 16:53:48.502215 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623c95a-2529-493a-83cb-0fc5f289a931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab2897f-0ab5-4d43-b550-652c6cdb0230,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:49.153786 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba1c24-091d-496f-9557-077d778e9f34 req-57ee150e-93a5-4539-b132-d1d722131148 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:49.156853 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3ba1c24-091d-496f-9557-077d778e9f34 req-57ee150e-93a5-4539-b132-d1d722131148 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.2069817 Jul 22 16:53:49.244005 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48254) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:49.259111 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3ba1c24-091d-496f-9557-077d778e9f34 req-b057add3-0db6-45ea-8040-03cb45a1acaf tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922718 Jul 22 16:53:49.267858 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b0d4d8c-fe54-49b0-9e3f-fea218e15b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:49.536976 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b0d4d8c-fe54-49b0-9e3f-fea218e15b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:49.544977 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b0d4d8c-fe54-49b0-9e3f-fea218e15b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:49.607216 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d4d8c-fe54-49b0-9e3f-fea218e15b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8369b0fb-34b2-4608-b64f-8b66aa71d1ab,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:49.640975 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2b0d4d8c-fe54-49b0-9e3f-fea218e15b6c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=483e70ea6e3e41c69882865e312d3269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3950763 Jul 22 16:53:49.643722 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48256) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:49.716343 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9d7109c-8178-43bf-a7e4-f71c33cf5381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:49.742889 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9d7109c-8178-43bf-a7e4-f71c33cf5381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:49.802786 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9d7109c-8178-43bf-a7e4-f71c33cf5381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:49.806261 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f9d7109c-8178-43bf-a7e4-f71c33cf5381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:49.811149 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f9d7109c-8178-43bf-a7e4-f71c33cf5381 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8369b0fb-34b2-4608-b64f-8b66aa71d1ab HTTP/1.1" status: 204 len: 168 time: 0.1662364 Jul 22 16:53:49.822648 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7109c-8178-43bf-a7e4-f71c33cf5381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8369b0fb-34b2-4608-b64f-8b66aa71d1ab,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:50.467746 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fd845-c1fc-4cec-b214-5e9bda1951bb req-e5e4dd66-ee87-425c-9d00-8adbac95e364 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:50.470117 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-367fd845-c1fc-4cec-b214-5e9bda1951bb req-e5e4dd66-ee87-425c-9d00-8adbac95e364 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1055264 Jul 22 16:53:50.631843 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-367fd845-c1fc-4cec-b214-5e9bda1951bb req-ddc52d2d-eb60-4a57-b128-4b89b5b31c63 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541531 Jul 22 16:53:51.812533 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be39803-9737-4b5a-b353-151167f9de3d req-d0153873-d401-47be-a68a-dc0bc7f389df tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:51.815184 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0be39803-9737-4b5a-b353-151167f9de3d req-d0153873-d401-47be-a68a-dc0bc7f389df tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0992644 Jul 22 16:53:51.856143 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0be39803-9737-4b5a-b353-151167f9de3d req-82d10dc7-c8fa-47a3-b4bc-7414679f6fe0 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343683 Jul 22 16:53:53.079756 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d1877-23df-4347-b4e6-2d70bd38b7d3 req-0f8ba691-54e8-4a88-8cf2-47bb9d947f03 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:53.087979 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-933d1877-23df-4347-b4e6-2d70bd38b7d3 req-0f8ba691-54e8-4a88-8cf2-47bb9d947f03 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1297333 Jul 22 16:53:53.144407 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-933d1877-23df-4347-b4e6-2d70bd38b7d3 req-97f0af4f-a09d-4fae-bef6-b6934940e41d tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553155 Jul 22 16:53:54.008908 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089f5ca-24b9-4dde-90f1-9f36ccdacf14 req-ed84fa66-a2f0-458a-a5b0-9745ab6f4917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:54.010683 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e089f5ca-24b9-4dde-90f1-9f36ccdacf14 req-ed84fa66-a2f0-458a-a5b0-9745ab6f4917 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd83029401704e2c8bed4e4a32967004&device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 1097 time: 0.0978718 Jul 22 16:53:54.131589 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089f5ca-24b9-4dde-90f1-9f36ccdacf14 req-364a7f3e-1175-498a-85c1-3f920fe0b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:54.133417 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e089f5ca-24b9-4dde-90f1-9f36ccdacf14 req-364a7f3e-1175-498a-85c1-3f920fe0b2f8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1a1eddf5-fb8e-4189-93cd-16488e248f15 HTTP/1.1" status: 200 len: 914 time: 0.1151855 Jul 22 16:53:54.182178 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e089f5ca-24b9-4dde-90f1-9f36ccdacf14 req-3ab70786-ae42-4495-a4c5-25f2f142edb7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77c18cf8-8972-4dab-a773-24ae583dcbb1 HTTP/1.1" status: 200 len: 217 time: 0.0416343 Jul 22 16:53:54.299625 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089f5ca-24b9-4dde-90f1-9f36ccdacf14 req-77eb653f-3ed4-4e1b-b894-1ac9e94bfea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:54.301709 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e089f5ca-24b9-4dde-90f1-9f36ccdacf14 req-77eb653f-3ed4-4e1b-b894-1ac9e94bfea6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3f83863e-4d1f-47e9-954d-4b7ea7642935 HTTP/1.1" status: 200 len: 853 time: 0.1118929 Jul 22 16:53:54.344781 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e089f5ca-24b9-4dde-90f1-9f36ccdacf14 req-3012e91d-1fed-4451-b965-40039b56f857 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1a1eddf5-fb8e-4189-93cd-16488e248f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338879 Jul 22 16:53:54.384943 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9755ac3-4e89-4bb1-a7bb-1d0826200816 req-e1e5366b-2b4d-4f72-a757-705b4a0bc3d7 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:54.393315 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f9755ac3-4e89-4bb1-a7bb-1d0826200816 req-e1e5366b-2b4d-4f72-a757-705b4a0bc3d7 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.1558597 Jul 22 16:53:54.450339 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f9755ac3-4e89-4bb1-a7bb-1d0826200816 req-bb0d2aef-fb39-45b4-97bf-ca4c07f5ccec tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556097 Jul 22 16:53:54.533578 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e089f5ca-24b9-4dde-90f1-9f36ccdacf14 req-f96d8a57-377a-4635-91d9-98903efa0d12 service neutron] 10.222.0.16 "GET /v2.0/networks/1a1eddf5-fb8e-4189-93cd-16488e248f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816990 Jul 22 16:53:54.675128 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e089f5ca-24b9-4dde-90f1-9f36ccdacf14 req-b74b2910-5781-4ea0-a81d-e8c531f6f6bd service neutron] 10.222.0.16 "GET /v2.0/networks/1a1eddf5-fb8e-4189-93cd-16488e248f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351030 Jul 22 16:53:55.618246 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0480af-3bb4-4c6a-92ac-2529eb99b8dc req-80ea53cb-653e-403b-a8a2-a0040769b9bf tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:55.619854 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f0480af-3bb4-4c6a-92ac-2529eb99b8dc req-80ea53cb-653e-403b-a8a2-a0040769b9bf tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 946 time: 0.0907805 Jul 22 16:53:55.669169 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f0480af-3bb4-4c6a-92ac-2529eb99b8dc req-f681e9a2-3fe7-4965-a743-1049eaedfeaf tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422993 Jul 22 16:53:56.297809 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 77c18cf8-8972-4dab-a773-24ae583dcbb1 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:53:56.406192 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:56.452708 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 77c18cf8-8972-4dab-a773-24ae583dcbb1, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=77c18cf8-8972-4dab-a773-24ae583dcbb1,segment=NetworkSegment(9c58c7af-0d88-4ac7-9e32-e129a89eb5c3),segment_id=9c58c7af-0d88-4ac7-9e32-e129a89eb5c3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:56.454942 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e9a9e5-ff68-42ae-950c-903b785d3a70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77c18cf8-8972-4dab-a773-24ae583dcbb1'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:53:56.460146 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3b26d1-09fb-4fd2-ad65-fdadbffdc880" -d '{"events": [{"server_uuid": "f8e9a9e5-ff68-42ae-950c-903b785d3a70", "name": "network-vif-unplugged", "status": "completed", "tag": "77c18cf8-8972-4dab-a773-24ae583dcbb1"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:53:56.479139 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:56.550137 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88a2521-daa6-45c1-9412-8b108e6db93c x-openstack-request-id: req-f88a2521-daa6-45c1-9412-8b108e6db93c {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:53:56.550429 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e9a9e5-ff68-42ae-950c-903b785d3a70", "name": "network-vif-unplugged", "status": "completed", "tag": "77c18cf8-8972-4dab-a773-24ae583dcbb1", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:53:56.550680 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f88a2521-daa6-45c1-9412-8b108e6db93c {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:53:56.551072 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e9a9e5-ff68-42ae-950c-903b785d3a70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77c18cf8-8972-4dab-a773-24ae583dcbb1', 'code': 200} Jul 22 16:53:56.594372 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=77c18cf8-8972-4dab-a773-24ae583dcbb1,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:56.867684 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c487be-bb65-4f9e-886e-445111cccb64 req-7c0b3a87-bded-48b2-8d0d-5ab0a52f6f5b tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:56.869684 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-24c487be-bb65-4f9e-886e-445111cccb64 req-7c0b3a87-bded-48b2-8d0d-5ab0a52f6f5b tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 944 time: 0.0990405 Jul 22 16:53:56.922202 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-24c487be-bb65-4f9e-886e-445111cccb64 req-fee8dcdd-4401-4b33-af2b-1e7405decc92 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459023 Jul 22 16:53:57.118369 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b844eb-cf3c-49a3-aa05-7e5074e86162 req-12993702-e0f2-4ff9-82dc-9d388d8776d5 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:57.122439 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-58b844eb-cf3c-49a3-aa05-7e5074e86162 req-12993702-e0f2-4ff9-82dc-9d388d8776d5 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 944 time: 0.1186206 Jul 22 16:53:57.182494 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-58b844eb-cf3c-49a3-aa05-7e5074e86162 req-61dc0e70-e85a-42cc-b6b4-d1506aef409b tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542109 Jul 22 16:53:57.466168 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-12327770-e19a-4468-9285-20cf598d4cc5 req-343944f3-33c4-486c-98a8-bd78fdf5f7c4 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:53:57.467427 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-12327770-e19a-4468-9285-20cf598d4cc5 req-343944f3-33c4-486c-98a8-bd78fdf5f7c4 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074213 Jul 22 16:53:57.822966 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cac08-b270-4d2e-ba85-f27795b02e80 req-a41dee70-797c-45bc-bc82-a15cc358708f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:57.826840 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-995cac08-b270-4d2e-ba85-f27795b02e80 req-a41dee70-797c-45bc-bc82-a15cc358708f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 944 time: 0.1335847 Jul 22 16:53:57.889345 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-995cac08-b270-4d2e-ba85-f27795b02e80 req-2aa74823-49b8-42ff-be03-ba6647507e35 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563443 Jul 22 16:53:58.169240 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48458) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:58.498639 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-83436f67-57a8-41ee-b35a-4f88c1cefeab req-ed0e31fe-80fe-48af-9df9-ee44974262f9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3258684 Jul 22 16:53:59.034799 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f10094fb-1349-4a03-8474-eeb3ccbaa9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:59.106360 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22ee00-00b6-43b4-8c70-826b826de263 req-5d330eaa-a764-4c47-8d0b-a09669ca3da2 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:59.108741 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ff22ee00-00b6-43b4-8c70-826b826de263 req-5d330eaa-a764-4c47-8d0b-a09669ca3da2 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 944 time: 0.1185548 Jul 22 16:53:59.176674 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ff22ee00-00b6-43b4-8c70-826b826de263 req-794839fe-880f-4043-9fbf-335ec8a0da82 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469813 Jul 22 16:53:59.740400 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83436f67-57a8-41ee-b35a-4f88c1cefeab req-132dc155-ca83-403c-99a2-582072327a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:59.742733 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83436f67-57a8-41ee-b35a-4f88c1cefeab req-132dc155-ca83-403c-99a2-582072327a42 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70&tenant_id=dd83029401704e2c8bed4e4a32967004 HTTP/1.1" status: 200 len: 1095 time: 0.1708963 Jul 22 16:53:59.868273 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83436f67-57a8-41ee-b35a-4f88c1cefeab req-9b8d35c9-57c5-4517-a349-06f1d3e578d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:59.870157 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83436f67-57a8-41ee-b35a-4f88c1cefeab req-9b8d35c9-57c5-4517-a349-06f1d3e578d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd83029401704e2c8bed4e4a32967004&device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 1095 time: 0.0957136 Jul 22 16:54:00.031466 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83436f67-57a8-41ee-b35a-4f88c1cefeab req-1c293e1b-4bf2-4ecc-8be9-d65dccde696d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:00.032885 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83436f67-57a8-41ee-b35a-4f88c1cefeab req-1c293e1b-4bf2-4ecc-8be9-d65dccde696d service neutron] 10.222.0.16 "GET /v2.0/networks?id=1a1eddf5-fb8e-4189-93cd-16488e248f15 HTTP/1.1" status: 200 len: 914 time: 0.1563079 Jul 22 16:54:00.097714 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83436f67-57a8-41ee-b35a-4f88c1cefeab req-364ac3a1-4903-47de-8086-852bf71066e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77c18cf8-8972-4dab-a773-24ae583dcbb1 HTTP/1.1" status: 200 len: 217 time: 0.0573936 Jul 22 16:54:00.171977 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83436f67-57a8-41ee-b35a-4f88c1cefeab req-e3fa48b9-49f5-4e7f-94b4-5144c0911087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:00.173726 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83436f67-57a8-41ee-b35a-4f88c1cefeab req-e3fa48b9-49f5-4e7f-94b4-5144c0911087 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3f83863e-4d1f-47e9-954d-4b7ea7642935 HTTP/1.1" status: 200 len: 853 time: 0.0704715 Jul 22 16:54:00.229002 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83436f67-57a8-41ee-b35a-4f88c1cefeab req-ee02f4d3-9360-4dd6-a552-a06b8ce65a8b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1a1eddf5-fb8e-4189-93cd-16488e248f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477645 Jul 22 16:54:00.296746 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 77c18cf8-8972-4dab-a773-24ae583dcbb1 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:54:00.374080 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83436f67-57a8-41ee-b35a-4f88c1cefeab req-e9c9d1e1-e8b5-4215-8fb0-48b949d5fe69 service neutron] 10.222.0.16 "GET /v2.0/networks/1a1eddf5-fb8e-4189-93cd-16488e248f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380050 Jul 22 16:54:00.451798 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062389eb-1c95-4d6d-bf14-b8b04fd54773 req-6649d789-67ba-4d82-b96a-7c8c9472b147 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:00.453905 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-062389eb-1c95-4d6d-bf14-b8b04fd54773 req-6649d789-67ba-4d82-b96a-7c8c9472b147 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 944 time: 0.1799219 Jul 22 16:54:00.513799 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83436f67-57a8-41ee-b35a-4f88c1cefeab req-e9965b1a-2abb-494a-bd27-5608c7e52c82 service neutron] 10.222.0.16 "GET /v2.0/networks/1a1eddf5-fb8e-4189-93cd-16488e248f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251972 Jul 22 16:54:00.531170 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-062389eb-1c95-4d6d-bf14-b8b04fd54773 req-f2be9cc4-ff6c-467a-9e53-5c339f5de182 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685163 Jul 22 16:54:01.686851 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-610f473f-336d-495e-a474-f5db74e7e4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:01.698597 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:01.857024 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc9bc1-37e4-4591-aedd-c9fdd08d7733 req-16954d87-df39-4bfd-9860-21f9bd6526a8 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:01.869272 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-badc9bc1-37e4-4591-aedd-c9fdd08d7733 req-16954d87-df39-4bfd-9860-21f9bd6526a8 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 944 time: 0.1989737 Jul 22 16:54:01.962838 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-badc9bc1-37e4-4591-aedd-c9fdd08d7733 req-f3cd7973-1594-454d-b75c-eb2ae328945c tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917165 Jul 22 16:54:02.807853 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:03.220333 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79212f87-c32f-4520-9d7b-07589219e019 req-fe65774e-fc76-4268-9a90-5ce4712eae7a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:03.235585 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-79212f87-c32f-4520-9d7b-07589219e019 req-fe65774e-fc76-4268-9a90-5ce4712eae7a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 944 time: 0.1427054 Jul 22 16:54:03.325473 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-79212f87-c32f-4520-9d7b-07589219e019 req-13900788-59c2-4391-a8b9-db62c98388fa tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884960 Jul 22 16:54:03.827368 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48588) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:04.005198 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b30abe43-b39b-43f9-bf21-503a08b8900b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:04.154718 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b30abe43-b39b-43f9-bf21-503a08b8900b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:04.161672 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b30abe43-b39b-43f9-bf21-503a08b8900b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:04.203221 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48592) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:04.211882 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b30abe43-b39b-43f9-bf21-503a08b8900b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=39dfc01a9d8f45e69e86834fffa29cba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3833420 Jul 22 16:54:04.243960 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30abe43-b39b-43f9-bf21-503a08b8900b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7d4023-6dcf-4291-94fb-411c6ce1c5ef,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:04.301508 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d4f309f-c097-499f-80e9-a557b8167691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:04.341554 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d4f309f-c097-499f-80e9-a557b8167691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:04.427230 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d4f309f-c097-499f-80e9-a557b8167691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:04.439248 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d4f309f-c097-499f-80e9-a557b8167691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:04.442610 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5d4f309f-c097-499f-80e9-a557b8167691 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3c7d4023-6dcf-4291-94fb-411c6ce1c5ef HTTP/1.1" status: 204 len: 168 time: 0.2382872 Jul 22 16:54:04.467531 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f309f-c097-499f-80e9-a557b8167691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7d4023-6dcf-4291-94fb-411c6ce1c5ef,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:04.536395 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee5afa-f579-424c-8954-29bfaab2bf4b req-f739759f-91dc-42ea-840f-f653527eaf53 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:04.545940 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-38ee5afa-f579-424c-8954-29bfaab2bf4b req-f739759f-91dc-42ea-840f-f653527eaf53 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 944 time: 0.1259437 Jul 22 16:54:04.605309 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-38ee5afa-f579-424c-8954-29bfaab2bf4b req-71b05172-1157-439d-83d0-4bd5611c102c tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582521 Jul 22 16:54:04.636143 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:04.652639 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5e3bd-4343-4ad3-a0df-5b0bb6aad18a req-c44f5027-db03-49a4-852c-4e1730c325c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:04.655922 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-13a5e3bd-4343-4ad3-a0df-5b0bb6aad18a req-c44f5027-db03-49a4-852c-4e1730c325c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd83029401704e2c8bed4e4a32967004&device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 1095 time: 0.1864469 Jul 22 16:54:05.042943 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5e3bd-4343-4ad3-a0df-5b0bb6aad18a req-c1cb33e3-481c-45d0-9ce8-2b70099f5317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:05.050769 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-13a5e3bd-4343-4ad3-a0df-5b0bb6aad18a req-c1cb33e3-481c-45d0-9ce8-2b70099f5317 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1a1eddf5-fb8e-4189-93cd-16488e248f15 HTTP/1.1" status: 200 len: 914 time: 0.3407717 Jul 22 16:54:05.171785 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48606) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:05.202125 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ece73677-da77-414a-b718-5c1d3fad3eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:05.374307 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-13a5e3bd-4343-4ad3-a0df-5b0bb6aad18a req-c9c6d48f-c5da-4105-ab76-15e7a647f8d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77c18cf8-8972-4dab-a773-24ae583dcbb1 HTTP/1.1" status: 200 len: 217 time: 0.0799007 Jul 22 16:54:05.483908 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ece73677-da77-414a-b718-5c1d3fad3eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:05.489171 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ece73677-da77-414a-b718-5c1d3fad3eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:05.575301 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5e3bd-4343-4ad3-a0df-5b0bb6aad18a req-c5c70325-a24f-4045-add7-7b63071d7cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:05.579923 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-13a5e3bd-4343-4ad3-a0df-5b0bb6aad18a req-c5c70325-a24f-4045-add7-7b63071d7cf6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3f83863e-4d1f-47e9-954d-4b7ea7642935 HTTP/1.1" status: 200 len: 853 time: 0.1883647 Jul 22 16:54:05.601550 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ece73677-da77-414a-b718-5c1d3fad3eb5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=60557d46041b4d6b9e3d0867b2e824f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4282851 Jul 22 16:54:05.602221 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48612) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:05.602928 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece73677-da77-414a-b718-5c1d3fad3eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f0c711-282b-49d8-8498-0d781b567f78,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:05.640642 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-13a5e3bd-4343-4ad3-a0df-5b0bb6aad18a req-6f353277-df10-4e8a-80ab-ec038652e812 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1a1eddf5-fb8e-4189-93cd-16488e248f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477872 Jul 22 16:54:05.739885 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ccc50d3-ef9a-412a-8aa4-299793e96fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:05.793769 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ccc50d3-ef9a-412a-8aa4-299793e96fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:05.795181 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-13a5e3bd-4343-4ad3-a0df-5b0bb6aad18a req-00b10576-ce8f-4c23-a221-24f5863bfd76 service neutron] 10.222.0.16 "GET /v2.0/networks/1a1eddf5-fb8e-4189-93cd-16488e248f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389019 Jul 22 16:54:05.892252 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ccc50d3-ef9a-412a-8aa4-299793e96fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:05.900689 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ccc50d3-ef9a-412a-8aa4-299793e96fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:05.921619 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3ccc50d3-ef9a-412a-8aa4-299793e96fc2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/10f0c711-282b-49d8-8498-0d781b567f78 HTTP/1.1" status: 204 len: 168 time: 0.3120117 Jul 22 16:54:05.973323 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc50d3-ef9a-412a-8aa4-299793e96fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f0c711-282b-49d8-8498-0d781b567f78,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:06.047407 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-13a5e3bd-4343-4ad3-a0df-5b0bb6aad18a req-00bb19a7-0869-422a-b866-7e6c4cc376ca service neutron] 10.222.0.16 "GET /v2.0/networks/1a1eddf5-fb8e-4189-93cd-16488e248f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400730 Jul 22 16:54:06.087501 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68ae76-4d77-4d28-8385-31595f3cfeaf req-6e501b13-c615-433e-9f19-11769779deda tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:06.089353 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2e68ae76-4d77-4d28-8385-31595f3cfeaf req-6e501b13-c615-433e-9f19-11769779deda tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 944 time: 0.2930670 Jul 22 16:54:06.201587 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2e68ae76-4d77-4d28-8385-31595f3cfeaf req-17c3a08e-bbd1-47b1-b690-871cb3ddfd41 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046069 Jul 22 16:54:06.851596 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48626) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:06.876367 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62372c00-cf62-4090-9b8d-51019920098f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:07.140002 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62372c00-cf62-4090-9b8d-51019920098f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:07.157555 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62372c00-cf62-4090-9b8d-51019920098f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:07.206125 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48628) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:07.229251 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-62372c00-cf62-4090-9b8d-51019920098f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e9ef5cb9298240f69b9898c040d6a4de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3647439 Jul 22 16:54:07.321204 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62372c00-cf62-4090-9b8d-51019920098f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeab300f-537d-4b15-9d81-cf2eb0d38cc2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:07.372520 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c56517d-c9aa-4cef-999d-efbcde2950a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:07.434021 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c56517d-c9aa-4cef-999d-efbcde2950a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:07.500609 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9101d41-5911-4a5f-b8f4-7acfbc886279 req-d566a28f-8b3f-4831-9987-35473978e5a5 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:07.508785 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b9101d41-5911-4a5f-b8f4-7acfbc886279 req-d566a28f-8b3f-4831-9987-35473978e5a5 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 944 time: 0.1284807 Jul 22 16:54:07.565968 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b9101d41-5911-4a5f-b8f4-7acfbc886279 req-62638eaf-8535-43d2-ac4e-d707d35b726f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560305 Jul 22 16:54:07.575364 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c56517d-c9aa-4cef-999d-efbcde2950a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:07.579419 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c56517d-c9aa-4cef-999d-efbcde2950a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:07.583586 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9c56517d-c9aa-4cef-999d-efbcde2950a8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aeab300f-537d-4b15-9d81-cf2eb0d38cc2 HTTP/1.1" status: 204 len: 168 time: 0.3761015 Jul 22 16:54:07.593046 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56517d-c9aa-4cef-999d-efbcde2950a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeab300f-537d-4b15-9d81-cf2eb0d38cc2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:08.916633 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2196c-5e0b-49ed-b8b5-823b340f7105 req-269f283a-8de2-4a2b-9494-a4ca9b7d4030 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:08.927747 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cfd2196c-5e0b-49ed-b8b5-823b340f7105 req-269f283a-8de2-4a2b-9494-a4ca9b7d4030 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 944 time: 0.1657999 Jul 22 16:54:08.983275 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cfd2196c-5e0b-49ed-b8b5-823b340f7105 req-da7def2b-91f3-4e90-8fa9-ad31f655c8c5 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496786 Jul 22 16:54:10.488582 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891d33b-f131-4f86-88b1-9aff27e1aede req-9708a384-6a7b-4bf5-a97f-4c9680382c45 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:10.494084 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5891d33b-f131-4f86-88b1-9aff27e1aede req-9708a384-6a7b-4bf5-a97f-4c9680382c45 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 945 time: 0.1465631 Jul 22 16:54:10.570686 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5891d33b-f131-4f86-88b1-9aff27e1aede req-5d9962a3-6f7f-4940-abab-082ab62b5380 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694852 Jul 22 16:54:10.634475 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48724) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:10.638234 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d1453-7ed2-4157-ac0f-6df14bbfac06 req-bf30ccbe-6903-4d7b-a9c7-9692c58f9678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:10.645282 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c37d1453-7ed2-4157-ac0f-6df14bbfac06 req-bf30ccbe-6903-4d7b-a9c7-9692c58f9678 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0be4ca898ef40f79a7a36fc239eca61&device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 1096 time: 0.7469654 Jul 22 16:54:10.685292 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d73987-d880-46ea-aa82-655be52eeaa8 req-8c3c9b24-d047-4895-a0dd-4ca72021aa94 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:10.686850 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a9d73987-d880-46ea-aa82-655be52eeaa8 req-8c3c9b24-d047-4895-a0dd-4ca72021aa94 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 944 time: 0.2188504 Jul 22 16:54:10.801154 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5bc7ad6a-04e9-4c0e-9308-6698ff3d130a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:10.802189 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a9d73987-d880-46ea-aa82-655be52eeaa8 req-2915be80-61ae-4d59-8051-f02c34367c9e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948172 Jul 22 16:54:10.815095 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d1453-7ed2-4157-ac0f-6df14bbfac06 req-98e68732-631c-4c57-895e-5bdf4bd10631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:10.816622 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c37d1453-7ed2-4157-ac0f-6df14bbfac06 req-98e68732-631c-4c57-895e-5bdf4bd10631 service neutron] 10.222.0.30 "GET /v2.0/networks?id=355332cc-46f4-40ba-8869-365066797198 HTTP/1.1" status: 200 len: 918 time: 0.1399851 Jul 22 16:54:10.963705 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c37d1453-7ed2-4157-ac0f-6df14bbfac06 req-7c46c7a3-d794-4ec0-98d0-8880c2dad434 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=940cc934-551b-4bc9-8f9d-2e890df3c986 HTTP/1.1" status: 200 len: 1000 time: 0.1326470 Jul 22 16:54:10.966504 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5bc7ad6a-04e9-4c0e-9308-6698ff3d130a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:10.972684 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5bc7ad6a-04e9-4c0e-9308-6698ff3d130a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:11.016953 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5bc7ad6a-04e9-4c0e-9308-6698ff3d130a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3cc687b6b36149f3aa59c278f7d3dfcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3776963 Jul 22 16:54:11.016953 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7ad6a-04e9-4c0e-9308-6698ff3d130a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc19b055-b1c5-453b-98af-b3b76484c776,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:11.018153 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48738) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:11.064536 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d1453-7ed2-4157-ac0f-6df14bbfac06 req-dccb4873-9918-4cb1-8da1-4d285cef4317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:11.066961 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c37d1453-7ed2-4157-ac0f-6df14bbfac06 req-dccb4873-9918-4cb1-8da1-4d285cef4317 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ecd1df5-07c9-407a-b124-958e195ac0bb HTTP/1.1" status: 200 len: 856 time: 0.0953407 Jul 22 16:54:11.129113 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-677dbee6-f7a4-48bd-a54d-b475925e587d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:11.164129 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-677dbee6-f7a4-48bd-a54d-b475925e587d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:11.167288 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d1453-7ed2-4157-ac0f-6df14bbfac06 req-be95ccec-42f6-4c62-91b7-91aac6dea3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:11.169012 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c37d1453-7ed2-4157-ac0f-6df14bbfac06 req-be95ccec-42f6-4c62-91b7-91aac6dea3b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=355332cc-46f4-40ba-8869-365066797198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932677 Jul 22 16:54:11.307742 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-677dbee6-f7a4-48bd-a54d-b475925e587d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:11.310186 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-677dbee6-f7a4-48bd-a54d-b475925e587d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:11.311567 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-677dbee6-f7a4-48bd-a54d-b475925e587d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fc19b055-b1c5-453b-98af-b3b76484c776 HTTP/1.1" status: 204 len: 168 time: 0.2924094 Jul 22 16:54:11.321754 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677dbee6-f7a4-48bd-a54d-b475925e587d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc19b055-b1c5-453b-98af-b3b76484c776,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:11.326747 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c37d1453-7ed2-4157-ac0f-6df14bbfac06 req-9729674e-b4c5-4213-b507-a752c635d96d service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500478 Jul 22 16:54:11.449279 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c37d1453-7ed2-4157-ac0f-6df14bbfac06 req-8e539357-4e2c-463c-8692-66fd3c278676 service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141515 Jul 22 16:54:11.761293 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc2121-f354-4276-bc1b-2fa7e4b7ec98 req-ccfd88bf-7742-41a2-9dd4-906b24916338 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:11.765835 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-96dc2121-f354-4276-bc1b-2fa7e4b7ec98 req-ccfd88bf-7742-41a2-9dd4-906b24916338 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 945 time: 0.0782704 Jul 22 16:54:11.826945 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-96dc2121-f354-4276-bc1b-2fa7e4b7ec98 req-50e8f2a1-5eb3-4330-bcf0-1d42aaf15b1f tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517993 Jul 22 16:54:12.017579 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f2dae-ea3d-4c49-b60e-6001bde81eed req-2a60478e-f325-4ffc-a940-f987bac8c15f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:12.019725 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-712f2dae-ea3d-4c49-b60e-6001bde81eed req-2a60478e-f325-4ffc-a940-f987bac8c15f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 944 time: 0.1264048 Jul 22 16:54:12.111437 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-712f2dae-ea3d-4c49-b60e-6001bde81eed req-8c9b99de-38cb-4a70-8818-58bf4e12cd4e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805023 Jul 22 16:54:12.123988 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:12.248096 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.015057 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a10a62-3fd7-45d5-9c27-521221b7a497 req-95be1453-eb2b-45fb-99c7-94e34907ddb6 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:13.017082 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c7a10a62-3fd7-45d5-9c27-521221b7a497 req-95be1453-eb2b-45fb-99c7-94e34907ddb6 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 945 time: 0.0900400 Jul 22 16:54:13.125718 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c7a10a62-3fd7-45d5-9c27-521221b7a497 req-3df45ce7-18ef-43ce-8f99-c9293afbb31e tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018677 Jul 22 16:54:13.303814 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48844) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:13.322461 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a23433-6a6f-49d9-bb3a-9333202b7a1d req-4dd8e507-e539-4940-8e15-97b527a6d1fc tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:13.329901 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-00a23433-6a6f-49d9-bb3a-9333202b7a1d req-4dd8e507-e539-4940-8e15-97b527a6d1fc tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 944 time: 0.0857050 Jul 22 16:54:13.369970 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-00a23433-6a6f-49d9-bb3a-9333202b7a1d req-33a4496d-6e34-481d-ad29-8889f86557dc tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389116 Jul 22 16:54:13.481681 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1b42101-21fb-468b-8a8f-f78fb2391230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.599430 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1b42101-21fb-468b-8a8f-f78fb2391230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.630161 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1b42101-21fb-468b-8a8f-f78fb2391230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.683989 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48850) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:13.684600 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b1b42101-21fb-468b-8a8f-f78fb2391230 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dbfdbc2ff9f744edbb22b4474e0781c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3785534 Jul 22 16:54:13.687378 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b42101-21fb-468b-8a8f-f78fb2391230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a971bd8-9f24-4e77-80ba-3d391857ea22,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:13.761790 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ecd6fd84-eaa8-4e37-a5b3-a2f95bc3d90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.786155 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ecd6fd84-eaa8-4e37-a5b3-a2f95bc3d90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.852228 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ecd6fd84-eaa8-4e37-a5b3-a2f95bc3d90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.857763 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ecd6fd84-eaa8-4e37-a5b3-a2f95bc3d90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.863625 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ecd6fd84-eaa8-4e37-a5b3-a2f95bc3d90a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0a971bd8-9f24-4e77-80ba-3d391857ea22 HTTP/1.1" status: 204 len: 168 time: 0.1760182 Jul 22 16:54:13.873459 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6fd84-eaa8-4e37-a5b3-a2f95bc3d90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a971bd8-9f24-4e77-80ba-3d391857ea22,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:14.229916 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 48868) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:14.269066 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bba184-7de0-42df-a849-3f3df07d1dbe req-6665b891-879f-4008-a2f5-c03013c72946 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:14.270715 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-60bba184-7de0-42df-a849-3f3df07d1dbe req-6665b891-879f-4008-a2f5-c03013c72946 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 945 time: 0.0730271 Jul 22 16:54:14.290460 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-1efdc776-9fd4-4c2e-b0d5-37b0bb71a687 admin admin] Deleting subnet b5415876-06b0-4822-9fd8-3b7cff1064ba {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:54:14.295541 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1efdc776-9fd4-4c2e-b0d5-37b0bb71a687 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.319836 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-60bba184-7de0-42df-a849-3f3df07d1dbe req-81dcb354-9d25-48ab-908e-014176384cb8 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399034 Jul 22 16:54:14.350639 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1efdc776-9fd4-4c2e-b0d5-37b0bb71a687 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.391777 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1efdc776-9fd4-4c2e-b0d5-37b0bb71a687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.468797 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1efdc776-9fd4-4c2e-b0d5-37b0bb71a687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.483991 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1efdc776-9fd4-4c2e-b0d5-37b0bb71a687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.486431 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1efdc776-9fd4-4c2e-b0d5-37b0bb71a687 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b5415876-06b0-4822-9fd8-3b7cff1064ba HTTP/1.1" status: 204 len: 168 time: 0.2552245 Jul 22 16:54:14.489154 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48878) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:14.546428 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdc776-9fd4-4c2e-b0d5-37b0bb71a687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5415876-06b0-4822-9fd8-3b7cff1064ba,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:14.570657 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-120f3c3a-b257-48f8-aa9b-ddb69ba22b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.599322 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd14a5-475d-45b4-89c3-4bd84bd9d61d req-68e645a0-4f5f-4b6e-aaba-724b11fe4890 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:14.601241 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-11fd14a5-475d-45b4-89c3-4bd84bd9d61d req-68e645a0-4f5f-4b6e-aaba-724b11fe4890 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 944 time: 0.1290619 Jul 22 16:54:14.650661 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-11fd14a5-475d-45b4-89c3-4bd84bd9d61d req-15806464-25fa-424a-bf46-519fdf2b5769 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427439 Jul 22 16:54:14.674002 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-120f3c3a-b257-48f8-aa9b-ddb69ba22b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.684237 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-120f3c3a-b257-48f8-aa9b-ddb69ba22b0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:14.694623 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-120f3c3a-b257-48f8-aa9b-ddb69ba22b0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de95290-3a3a-4702-945d-da0342173904') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:14.694920 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-120f3c3a-b257-48f8-aa9b-ddb69ba22b0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de95290-3a3a-4702-945d-da0342173904') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:14.704398 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-120f3c3a-b257-48f8-aa9b-ddb69ba22b0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.719600 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-120f3c3a-b257-48f8-aa9b-ddb69ba22b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.726618 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120f3c3a-b257-48f8-aa9b-ddb69ba22b0c admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:54:14.727008 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-120f3c3a-b257-48f8-aa9b-ddb69ba22b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:54:14.728952 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:54:14.783768 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-120f3c3a-b257-48f8-aa9b-ddb69ba22b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.789972 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-120f3c3a-b257-48f8-aa9b-ddb69ba22b0c admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.791940 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-120f3c3a-b257-48f8-aa9b-ddb69ba22b0c admin admin] 10.222.0.69 "DELETE /v2.0/networks/6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb HTTP/1.1" status: 204 len: 168 time: 0.3017826 Jul 22 16:54:14.806124 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f3c3a-b257-48f8-aa9b-ddb69ba22b0c admin admin] Pushing event deleted for resources: {'Network': ['ID=6f48cb7d-4e54-4e6d-9ed3-3872412a5ffb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:14.956229 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48886) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:14.995408 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-32dfa887-4e9a-4980-bcca-ee6ec723237b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1d94f6321ee849f681dd8551d6ab2466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380039 Jul 22 16:54:14.997740 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 48888) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:15.048887 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-112c3147-ad2d-4183-a8ff-17185ee08f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:15.071025 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-112c3147-ad2d-4183-a8ff-17185ee08f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:15.120581 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-112c3147-ad2d-4183-a8ff-17185ee08f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:15.123583 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-112c3147-ad2d-4183-a8ff-17185ee08f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:15.125005 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-112c3147-ad2d-4183-a8ff-17185ee08f71 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1606950a-7340-43fa-a823-b6322e3a6fc1 HTTP/1.1" status: 204 len: 168 time: 0.1260934 Jul 22 16:54:15.133382 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c3147-ad2d-4183-a8ff-17185ee08f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1606950a-7340-43fa-a823-b6322e3a6fc1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:15.425873 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:54:15.459011 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8510b54-ef27-4c78-82e8-c7d077bbee8c req-f6a1f903-4314-4cb9-8e67-20457e8cb76c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:15.460536 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b8510b54-ef27-4c78-82e8-c7d077bbee8c req-f6a1f903-4314-4cb9-8e67-20457e8cb76c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 945 time: 0.0665414 Jul 22 16:54:15.501729 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b8510b54-ef27-4c78-82e8-c7d077bbee8c req-7f706669-0f62-4ed6-815e-9c02d3fa021c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355995 Jul 22 16:54:15.789984 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e9d84-1bf1-4d04-8cd6-917c1e5b1107 req-0ed6569b-7f0e-40cb-9403-a61a5756898b tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:15.792188 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c56e9d84-1bf1-4d04-8cd6-917c1e5b1107 req-0ed6569b-7f0e-40cb-9403-a61a5756898b tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 944 time: 0.0726812 Jul 22 16:54:15.840817 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c56e9d84-1bf1-4d04-8cd6-917c1e5b1107 req-9178c7ee-7798-4c0b-adf3-20f14be4b342 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425270 Jul 22 16:54:16.388652 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 77c18cf8-8972-4dab-a773-24ae583dcbb1 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:54:16.484107 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 77c18cf8-8972-4dab-a773-24ae583dcbb1, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=77c18cf8-8972-4dab-a773-24ae583dcbb1,segment=NetworkSegment(9c58c7af-0d88-4ac7-9e32-e129a89eb5c3),segment_id=9c58c7af-0d88-4ac7-9e32-e129a89eb5c3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:16.495423 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '77c18cf8-8972-4dab-a773-24ae583dcbb1', 'network_id': '1a1eddf5-fb8e-4189-93cd-16488e248f15', 'port_id': '77c18cf8-8972-4dab-a773-24ae583dcbb1', 'mac_address': 'fa:16:3e:a0:b0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f83863e-4d1f-47e9-954d-4b7ea7642935', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:54:16.532458 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:16.546695 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c18cf8-8972-4dab-a773-24ae583dcbb1 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:54:16.567531 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 77c18cf8-8972-4dab-a773-24ae583dcbb1, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=77c18cf8-8972-4dab-a773-24ae583dcbb1,segment=NetworkSegment(9c58c7af-0d88-4ac7-9e32-e129a89eb5c3),segment_id=9c58c7af-0d88-4ac7-9e32-e129a89eb5c3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:16.572938 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:16.632266 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=77c18cf8-8972-4dab-a773-24ae583dcbb1,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:16.652490 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a8083-88fb-446d-9074-8fd8633d5716 req-5d64c0e1-96c9-4ae5-acdf-f906babe438b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:16.654013 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2a7a8083-88fb-446d-9074-8fd8633d5716 req-5d64c0e1-96c9-4ae5-acdf-f906babe438b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 945 time: 0.0751929 Jul 22 16:54:16.838247 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['77c18cf8-8972-4dab-a773-24ae583dcbb1'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:54:16.950309 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2a7a8083-88fb-446d-9074-8fd8633d5716 req-376cfbca-ee8c-446b-8bc8-08335d2deae5 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2902050 Jul 22 16:54:17.006949 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1ffe8-db9e-42ef-b972-6b896cbabefb req-1d21c82e-c849-444a-b732-6f24be57f2f1 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:17.008447 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8aa1ffe8-db9e-42ef-b972-6b896cbabefb req-1d21c82e-c849-444a-b732-6f24be57f2f1 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 945 time: 0.0761602 Jul 22 16:54:17.045768 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8aa1ffe8-db9e-42ef-b972-6b896cbabefb req-e9c2dcf7-e249-4bb0-9a7b-0892bbdeec0f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316725 Jul 22 16:54:17.440914 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ab336246-c970-4c29-b0da-8417775c263d req-1b33d1b0-3161-4a4d-b392-56ddb00fd6a5 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=113d5c16ebdd4e3fab6728ee391c138c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275464 Jul 22 16:54:17.617532 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab336246-c970-4c29-b0da-8417775c263d req-4e49d321-9a5e-4809-b06e-d776c6d2bb49 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:17.618952 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ab336246-c970-4c29-b0da-8417775c263d req-4e49d321-9a5e-4809-b06e-d776c6d2bb49 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1726904 Jul 22 16:54:17.634015 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ab336246-c970-4c29-b0da-8417775c263d req-a0c40715-d8a1-4c6b-8d93-ce539b837768 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.69 "GET /v2.0/quotas/113d5c16ebdd4e3fab6728ee391c138c HTTP/1.1" status: 200 len: 375 time: 0.0097268 Jul 22 16:54:17.670287 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ab336246-c970-4c29-b0da-8417775c263d req-c6913b40-4b4c-4048-b07e-f0a0a94abf56 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=113d5c16ebdd4e3fab6728ee391c138c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313461 Jul 22 16:54:17.830838 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c0c1cade-bca0-47ec-8e82-c429ac8a1dd4 req-1bae423c-7441-4b00-a3be-f8e01cf1f72e tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.69 "GET /v2.0/ports?device_id=5144d221-09be-41d3-bbd9-3293a905f20d HTTP/1.1" status: 200 len: 210 time: 0.0297391 Jul 22 16:54:18.095762 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfacb8-802f-4c19-9ea5-b430bd0e9a0f req-116829f2-1d8d-4b80-aee3-9223ad4aaef2 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:18.097352 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d0dfacb8-802f-4c19-9ea5-b430bd0e9a0f req-116829f2-1d8d-4b80-aee3-9223ad4aaef2 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 945 time: 0.0669870 Jul 22 16:54:18.149634 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d0dfacb8-802f-4c19-9ea5-b430bd0e9a0f req-72cc3768-45b4-44f9-ba57-15221700e5a4 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447204 Jul 22 16:54:18.211638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c3a08-40a8-4c71-b372-3e47edf5a72d req-78d73b6b-d30a-4cf3-9b2d-e16351057f50 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:18.214051 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-260c3a08-40a8-4c71-b372-3e47edf5a72d req-78d73b6b-d30a-4cf3-9b2d-e16351057f50 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 945 time: 0.0864968 Jul 22 16:54:18.257885 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-260c3a08-40a8-4c71-b372-3e47edf5a72d req-65d380c4-8738-4164-823b-1eb09bc75232 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374260 Jul 22 16:54:18.420976 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 77c18cf8-8972-4dab-a773-24ae583dcbb1 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:18.471059 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 77c18cf8-8972-4dab-a773-24ae583dcbb1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:18.471413 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:18.554801 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:18.576130 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e9a9e5-ff68-42ae-950c-903b785d3a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c18cf8-8972-4dab-a773-24ae583dcbb1'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:54:18.579400 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d5f204-9072-48d0-abaa-8c29e185b5d3" -d '{"events": [{"server_uuid": "f8e9a9e5-ff68-42ae-950c-903b785d3a70", "name": "network-vif-plugged", "status": "completed", "tag": "77c18cf8-8972-4dab-a773-24ae583dcbb1"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:54:18.593375 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 77c18cf8-8972-4dab-a773-24ae583dcbb1, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=77c18cf8-8972-4dab-a773-24ae583dcbb1,segment=NetworkSegment(9c58c7af-0d88-4ac7-9e32-e129a89eb5c3),segment_id=9c58c7af-0d88-4ac7-9e32-e129a89eb5c3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:18.599044 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:18.624076 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b7d24b-0aee-4449-8229-02d2b5aa2093 x-openstack-request-id: req-89b7d24b-0aee-4449-8229-02d2b5aa2093 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:54:18.624367 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e9a9e5-ff68-42ae-950c-903b785d3a70", "name": "network-vif-plugged", "status": "completed", "tag": "77c18cf8-8972-4dab-a773-24ae583dcbb1", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:54:18.624614 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-89b7d24b-0aee-4449-8229-02d2b5aa2093 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:54:18.625250 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e9a9e5-ff68-42ae-950c-903b785d3a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c18cf8-8972-4dab-a773-24ae583dcbb1', 'code': 200} Jul 22 16:54:18.649877 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=77c18cf8-8972-4dab-a773-24ae583dcbb1,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:18.909519 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ab336246-c970-4c29-b0da-8417775c263d req-59cda481-66ec-486c-93a1-0afe863fb9e9 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=113d5c16ebdd4e3fab6728ee391c138c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476413 Jul 22 16:54:18.958956 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d48d0791-2ceb-4436-a781-6a196d9dd6b5 req-77712efa-1c0f-43eb-86aa-cc7f95d80c83 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.69 "GET /v2.0/ports?device_id=5144d221-09be-41d3-bbd9-3293a905f20d HTTP/1.1" status: 200 len: 210 time: 0.0532551 Jul 22 16:54:19.113761 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98821060-991c-4f40-998a-f9a8165345e0 req-7a971d78-bafc-47cf-b524-e662149449f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:19.115373 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-98821060-991c-4f40-998a-f9a8165345e0 req-7a971d78-bafc-47cf-b524-e662149449f5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 1098 time: 0.2616770 Jul 22 16:54:19.136529 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab336246-c970-4c29-b0da-8417775c263d req-e5f96bdc-57f0-484d-b1b2-862ea813750d tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:19.137886 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ab336246-c970-4c29-b0da-8417775c263d req-e5f96bdc-57f0-484d-b1b2-862ea813750d tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2178056 Jul 22 16:54:19.160986 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-ab336246-c970-4c29-b0da-8417775c263d req-55451f1c-0859-4149-9784-17a634264cb9 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Request body: {'port': {'device_id': '5144d221-09be-41d3-bbd9-3293a905f20d', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '113d5c16ebdd4e3fab6728ee391c138c'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:19.176588 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-98821060-991c-4f40-998a-f9a8165345e0 req-8f3da7b3-2431-4b4a-bd2f-807e20a07adb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542245 Jul 22 16:54:19.275794 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab336246-c970-4c29-b0da-8417775c263d req-55451f1c-0859-4149-9784-17a634264cb9 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Made reservation on behalf of 113d5c16ebdd4e3fab6728ee391c138c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:19.279383 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ab336246-c970-4c29-b0da-8417775c263d req-55451f1c-0859-4149-9784-17a634264cb9 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.288623 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafbd1e-2013-4873-a5d3-351e89854d4c req-fb74c0bf-76b8-40d7-9f42-884ec893646b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:19.289289 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ab336246-c970-4c29-b0da-8417775c263d req-55451f1c-0859-4149-9784-17a634264cb9 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.290243 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1bafbd1e-2013-4873-a5d3-351e89854d4c req-fb74c0bf-76b8-40d7-9f42-884ec893646b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 945 time: 0.0656650 Jul 22 16:54:19.337153 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1bafbd1e-2013-4873-a5d3-351e89854d4c req-4559036c-097c-480e-abfd-b1e0429cdebf tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399947 Jul 22 16:54:19.429272 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ab336246-c970-4c29-b0da-8417775c263d req-55451f1c-0859-4149-9784-17a634264cb9 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.438080 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64922e5-8632-4102-9592-6badc775a724 req-52e6a3d2-f7f9-4a8b-bdf2-c4fceea3d2f4 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:19.439601 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a64922e5-8632-4102-9592-6badc775a724 req-52e6a3d2-f7f9-4a8b-bdf2-c4fceea3d2f4 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.1104519 Jul 22 16:54:19.440678 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ab336246-c970-4c29-b0da-8417775c263d req-55451f1c-0859-4149-9784-17a634264cb9 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.532338 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55451f1c-0859-4149-9784-17a634264cb9 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8f2e96-3a7a-4eeb-8cca-db9e107e7ea2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:19.555978 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a64922e5-8632-4102-9592-6badc775a724 req-cf01d0f2-1df3-47d5-a722-45ee3944cb5f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022887 Jul 22 16:54:19.607690 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-ab336246-c970-4c29-b0da-8417775c263d req-55451f1c-0859-4149-9784-17a634264cb9 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Allocated IP 192.168.233.225 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/8079a5a4-1a7e-48f5-9267-6d0cd7dc08de) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:19.755105 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ab336246-c970-4c29-b0da-8417775c263d req-55451f1c-0859-4149-9784-17a634264cb9 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.768221 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-ab336246-c970-4c29-b0da-8417775c263d req-55451f1c-0859-4149-9784-17a634264cb9 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Transition to ACTIVE for port object 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:19.801387 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ab336246-c970-4c29-b0da-8417775c263d req-55451f1c-0859-4149-9784-17a634264cb9 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.846410 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab336246-c970-4c29-b0da-8417775c263d req-55451f1c-0859-4149-9784-17a634264cb9 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:19.850117 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-ab336246-c970-4c29-b0da-8417775c263d req-55451f1c-0859-4149-9784-17a634264cb9 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:19.852842 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab336246-c970-4c29-b0da-8417775c263d req-55451f1c-0859-4149-9784-17a634264cb9 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:19.891989 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55451f1c-0859-4149-9784-17a634264cb9 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Pushing event updated for resources: {'Port': ['ID=8079a5a4-1a7e-48f5-9267-6d0cd7dc08de,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:19.915580 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab336246-c970-4c29-b0da-8417775c263d req-55451f1c-0859-4149-9784-17a634264cb9 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:19.916213 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ab336246-c970-4c29-b0da-8417775c263d req-55451f1c-0859-4149-9784-17a634264cb9 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.931503 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ab336246-c970-4c29-b0da-8417775c263d req-55451f1c-0859-4149-9784-17a634264cb9 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7760134 Jul 22 16:54:19.958719 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-ab336246-c970-4c29-b0da-8417775c263d req-88c515fd-9b08-46e1-a507-acd59b78c82f service neutron] Request body: {'port': {'device_id': '5144d221-09be-41d3-bbd9-3293a905f20d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:20.035360 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ab336246-c970-4c29-b0da-8417775c263d req-88c515fd-9b08-46e1-a507-acd59b78c82f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:20.068139 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4e99676f-6ee1-4063-af8d-cc453e31b795 None None] Provisioning for port 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:20.074990 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4e99676f-6ee1-4063-af8d-cc453e31b795 None None] Provisioning complete for port 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:20.075173 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4e99676f-6ee1-4063-af8d-cc453e31b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:20.123125 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97002be9-43ed-44aa-9d69-6044b22a7619 req-9d225a6e-15e0-4974-b14c-0fb384ab68d2 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:20.125300 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-97002be9-43ed-44aa-9d69-6044b22a7619 req-9d225a6e-15e0-4974-b14c-0fb384ab68d2 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.69 "GET /v2.0/ports?device_id=5144d221-09be-41d3-bbd9-3293a905f20d HTTP/1.1" status: 200 len: 936 time: 0.0884550 Jul 22 16:54:20.129188 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4e99676f-6ee1-4063-af8d-cc453e31b795 None None] Port 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:54:20.173049 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-97002be9-43ed-44aa-9d69-6044b22a7619 req-50ec95cb-028a-4805-ab6c-7c8f1a2ceab1 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f8f2e96-3a7a-4eeb-8cca-db9e107e7ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378911 Jul 22 16:54:20.335530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-ab336246-c970-4c29-b0da-8417775c263d req-88c515fd-9b08-46e1-a507-acd59b78c82f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:54:20.343244 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ab336246-c970-4c29-b0da-8417775c263d req-88c515fd-9b08-46e1-a507-acd59b78c82f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:20.355815 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-ab336246-c970-4c29-b0da-8417775c263d req-88c515fd-9b08-46e1-a507-acd59b78c82f service neutron] Transition to ACTIVE for port object 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:20.362798 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ab336246-c970-4c29-b0da-8417775c263d req-88c515fd-9b08-46e1-a507-acd59b78c82f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:20.423152 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c515fd-9b08-46e1-a507-acd59b78c82f service neutron] Pushing event updated for resources: {'Port': ['ID=8079a5a4-1a7e-48f5-9267-6d0cd7dc08de,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:20.560894 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ef59c-d1d4-46ac-8f75-f6bc22ace434 req-08db8483-b83e-4120-b17b-d5907903a40c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:20.562591 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e76ef59c-d1d4-46ac-8f75-f6bc22ace434 req-08db8483-b83e-4120-b17b-d5907903a40c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 945 time: 0.1161840 Jul 22 16:54:20.563865 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ab336246-c970-4c29-b0da-8417775c263d req-88c515fd-9b08-46e1-a507-acd59b78c82f service neutron] Attempting to bind port 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:54:20.564202 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ab336246-c970-4c29-b0da-8417775c263d req-88c515fd-9b08-46e1-a507-acd59b78c82f service neutron] Attempting to bind port 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:54:20.564581 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab336246-c970-4c29-b0da-8417775c263d req-88c515fd-9b08-46e1-a507-acd59b78c82f service neutron] Attempting to bind port 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:20.569895 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab336246-c970-4c29-b0da-8417775c263d req-88c515fd-9b08-46e1-a507-acd59b78c82f service neutron] Port 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:54:20.570255 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab336246-c970-4c29-b0da-8417775c263d req-88c515fd-9b08-46e1-a507-acd59b78c82f service neutron] Attempting to bind port 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:20.585456 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab336246-c970-4c29-b0da-8417775c263d req-88c515fd-9b08-46e1-a507-acd59b78c82f service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:54:20.585831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab336246-c970-4c29-b0da-8417775c263d req-88c515fd-9b08-46e1-a507-acd59b78c82f service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:20.586211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab336246-c970-4c29-b0da-8417775c263d req-88c515fd-9b08-46e1-a507-acd59b78c82f service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:54:20.586696 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ab336246-c970-4c29-b0da-8417775c263d req-88c515fd-9b08-46e1-a507-acd59b78c82f service neutron] Bound port: 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:54:20.587178 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ab336246-c970-4c29-b0da-8417775c263d req-88c515fd-9b08-46e1-a507-acd59b78c82f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:20.662465 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e76ef59c-d1d4-46ac-8f75-f6bc22ace434 req-dcfa3fb5-f071-46f1-9922-246c5eb671c2 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898678 Jul 22 16:54:20.685771 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ab336246-c970-4c29-b0da-8417775c263d req-88c515fd-9b08-46e1-a507-acd59b78c82f service neutron] For port 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:54:20.689593 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ab336246-c970-4c29-b0da-8417775c263d req-88c515fd-9b08-46e1-a507-acd59b78c82f service neutron] For port 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8079a5a4-1a7e-48f5-9267-6d0cd7dc08de,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:54:20.698077 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ab336246-c970-4c29-b0da-8417775c263d req-88c515fd-9b08-46e1-a507-acd59b78c82f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:20.739360 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab336246-c970-4c29-b0da-8417775c263d req-88c515fd-9b08-46e1-a507-acd59b78c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:20.740042 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ab336246-c970-4c29-b0da-8417775c263d req-88c515fd-9b08-46e1-a507-acd59b78c82f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:20.741479 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ab336246-c970-4c29-b0da-8417775c263d req-88c515fd-9b08-46e1-a507-acd59b78c82f service neutron] 10.222.0.16 "PUT /v2.0/ports/8079a5a4-1a7e-48f5-9267-6d0cd7dc08de HTTP/1.1" status: 200 len: 1096 time: 0.7873461 Jul 22 16:54:20.741951 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5144d221-09be-41d3-bbd9-3293a905f20d', 'tag': '8079a5a4-1a7e-48f5-9267-6d0cd7dc08de'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:54:20.744247 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac0a52a-d6ad-422e-831b-b942cdc15140" -d '{"events": [{"name": "network-changed", "server_uuid": "5144d221-09be-41d3-bbd9-3293a905f20d", "tag": "8079a5a4-1a7e-48f5-9267-6d0cd7dc08de"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:54:20.760748 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c7f04-c5fa-4dfd-a503-b3e73e67b889 req-1b1285a8-6906-46cb-a32e-fe9fe9243077 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:20.762387 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5b6c7f04-c5fa-4dfd-a503-b3e73e67b889 req-1b1285a8-6906-46cb-a32e-fe9fe9243077 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.1198628 Jul 22 16:54:20.800422 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcfbeb1-fc45-4818-abac-c37f76aa471d x-openstack-request-id: req-7dcfbeb1-fc45-4818-abac-c37f76aa471d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:54:20.800786 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5144d221-09be-41d3-bbd9-3293a905f20d", "tag": "8079a5a4-1a7e-48f5-9267-6d0cd7dc08de", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:54:20.801020 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7dcfbeb1-fc45-4818-abac-c37f76aa471d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:54:20.801438 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5144d221-09be-41d3-bbd9-3293a905f20d', 'tag': '8079a5a4-1a7e-48f5-9267-6d0cd7dc08de', 'status': 'completed', 'code': 200} Jul 22 16:54:20.808076 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c515fd-9b08-46e1-a507-acd59b78c82f service neutron] Pushing event updated for resources: {'Port': ['ID=8079a5a4-1a7e-48f5-9267-6d0cd7dc08de,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:20.822746 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5b6c7f04-c5fa-4dfd-a503-b3e73e67b889 req-4341f90a-270d-4879-b668-2900040f11ff tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517733 Jul 22 16:54:20.893406 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab336246-c970-4c29-b0da-8417775c263d req-57fa2fd6-e2cb-45a7-a416-c32b84d93fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:20.894963 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ab336246-c970-4c29-b0da-8417775c263d req-57fa2fd6-e2cb-45a7-a416-c32b84d93fcf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=113d5c16ebdd4e3fab6728ee391c138c&device_id=5144d221-09be-41d3-bbd9-3293a905f20d HTTP/1.1" status: 200 len: 1099 time: 0.0823042 Jul 22 16:54:20.950364 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ab336246-c970-4c29-b0da-8417775c263d req-f2f69f68-9bab-4cbd-ac20-634b7cf6e945 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=8079a5a4-1a7e-48f5-9267-6d0cd7dc08de HTTP/1.1" status: 200 len: 217 time: 0.0356798 Jul 22 16:54:21.007514 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab336246-c970-4c29-b0da-8417775c263d req-7773ab92-e170-4b01-9fe0-4d17f7181012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:21.009000 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ab336246-c970-4c29-b0da-8417775c263d req-7773ab92-e170-4b01-9fe0-4d17f7181012 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0455832 Jul 22 16:54:21.077109 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab336246-c970-4c29-b0da-8417775c263d req-1e8937dd-2046-4778-adb9-16529ac57dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:21.078808 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ab336246-c970-4c29-b0da-8417775c263d req-1e8937dd-2046-4778-adb9-16529ac57dd4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0635204 Jul 22 16:54:21.168401 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ab336246-c970-4c29-b0da-8417775c263d req-2acd9019-2a9a-4ceb-ad06-48a775d89ad0 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824544 Jul 22 16:54:21.290259 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ab336246-c970-4c29-b0da-8417775c263d req-a6971059-e34b-43fe-8541-5f404a367585 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153145 Jul 22 16:54:21.319502 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59301b91-7c64-489b-9982-22d831a1d1d0 req-79346d4d-aa09-4058-a0df-cb56aed09afa tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:21.320884 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-59301b91-7c64-489b-9982-22d831a1d1d0 req-79346d4d-aa09-4058-a0df-cb56aed09afa tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.69 "GET /v2.0/ports?device_id=5144d221-09be-41d3-bbd9-3293a905f20d HTTP/1.1" status: 200 len: 948 time: 0.0760374 Jul 22 16:54:21.359320 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-59301b91-7c64-489b-9982-22d831a1d1d0 req-911d4e41-86b6-4db9-8c27-a127b063133a tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f8f2e96-3a7a-4eeb-8cca-db9e107e7ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327652 Jul 22 16:54:21.425813 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0a52a-d6ad-422e-831b-b942cdc15140 req-c520b121-7cc3-4dd2-8d1a-d05181bfdd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:21.427342 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ac0a52a-d6ad-422e-831b-b942cdc15140 req-c520b121-7cc3-4dd2-8d1a-d05181bfdd6f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=113d5c16ebdd4e3fab6728ee391c138c&device_id=5144d221-09be-41d3-bbd9-3293a905f20d HTTP/1.1" status: 200 len: 1099 time: 0.0536227 Jul 22 16:54:21.519579 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0a52a-d6ad-422e-831b-b942cdc15140 req-5a1e8cea-6868-477b-9889-a50256ff0d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:21.521178 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ac0a52a-d6ad-422e-831b-b942cdc15140 req-5a1e8cea-6868-477b-9889-a50256ff0d5b service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.0877969 Jul 22 16:54:21.563230 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ac0a52a-d6ad-422e-831b-b942cdc15140 req-ac54387e-0e79-4538-8d12-023af084d4b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=8079a5a4-1a7e-48f5-9267-6d0cd7dc08de HTTP/1.1" status: 200 len: 217 time: 0.0359674 Jul 22 16:54:21.617211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0a52a-d6ad-422e-831b-b942cdc15140 req-bbde3cc1-6153-482d-84d0-5977c0a0e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:21.618702 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ac0a52a-d6ad-422e-831b-b942cdc15140 req-bbde3cc1-6153-482d-84d0-5977c0a0e029 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0485306 Jul 22 16:54:21.684854 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0a52a-d6ad-422e-831b-b942cdc15140 req-87e03eb0-4995-43b6-8770-6a47a451e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:21.686487 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ac0a52a-d6ad-422e-831b-b942cdc15140 req-87e03eb0-4995-43b6-8770-6a47a451e7a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0558345 Jul 22 16:54:21.782290 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ac0a52a-d6ad-422e-831b-b942cdc15140 req-0381ecf7-ff93-43b5-8820-0160c7d88069 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885015 Jul 22 16:54:21.822739 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a36ef-75cc-48d8-932b-d33d53ad885f req-d08fa92c-7eb7-4d10-871a-9e5199381250 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:21.824307 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f22a36ef-75cc-48d8-932b-d33d53ad885f req-d08fa92c-7eb7-4d10-871a-9e5199381250 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 945 time: 0.0694435 Jul 22 16:54:21.864296 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f22a36ef-75cc-48d8-932b-d33d53ad885f req-86ea551e-503a-4ffa-ba4a-99094eb72b59 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342238 Jul 22 16:54:21.877652 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ac0a52a-d6ad-422e-831b-b942cdc15140 req-deda4106-6701-4b24-98d6-089daec194c0 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885255 Jul 22 16:54:21.954985 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde73ac-affa-40b5-beaa-db6093ab9815 req-810ea353-cecb-4a4b-b5c3-5f069255db76 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:21.956471 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-edde73ac-affa-40b5-beaa-db6093ab9815 req-810ea353-cecb-4a4b-b5c3-5f069255db76 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.0635962 Jul 22 16:54:21.993441 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-edde73ac-affa-40b5-beaa-db6093ab9815 req-640400b6-2cb8-462d-85c1-1686bc39709c tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307276 Jul 22 16:54:22.121738 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2eca8-d586-4465-87dd-fe6500d037bc req-f27c65e0-7b21-48c0-8169-4b3972e00d09 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:22.123235 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3ef2eca8-d586-4465-87dd-fe6500d037bc req-f27c65e0-7b21-48c0-8169-4b3972e00d09 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.0645335 Jul 22 16:54:22.161062 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3ef2eca8-d586-4465-87dd-fe6500d037bc req-3d14fa87-676c-4e47-a882-5da2f81af41c tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320287 Jul 22 16:54:22.305455 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f52459-f07d-485c-a76c-b93b245e6d50 req-b4e21441-4c10-45ad-9231-3bcf9a8586e1 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:22.306984 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e7f52459-f07d-485c-a76c-b93b245e6d50 req-b4e21441-4c10-45ad-9231-3bcf9a8586e1 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.0711765 Jul 22 16:54:22.345285 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e7f52459-f07d-485c-a76c-b93b245e6d50 req-bcff20b8-c6be-42fe-86ab-d7a56bfb4123 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324984 Jul 22 16:54:22.422753 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:54:22.538056 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c92eb8-2634-4c8c-9409-86af327d53af req-e850c178-1c80-49c3-9f95-f0f6f59c5baa tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:22.546319 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-82c92eb8-2634-4c8c-9409-86af327d53af req-e850c178-1c80-49c3-9f95-f0f6f59c5baa tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.0929930 Jul 22 16:54:22.549817 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d444b-e2fd-4abf-9cb9-b6edf0b522a7 req-797acdec-0866-4b26-afd3-1cc14383bd71 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:22.551902 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de9d444b-e2fd-4abf-9cb9-b6edf0b522a7 req-797acdec-0866-4b26-afd3-1cc14383bd71 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.69 "GET /v2.0/ports?device_id=5144d221-09be-41d3-bbd9-3293a905f20d HTTP/1.1" status: 200 len: 948 time: 0.1127717 Jul 22 16:54:22.577068 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8079a5a4-1a7e-48f5-9267-6d0cd7dc08de,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:22.599098 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-82c92eb8-2634-4c8c-9409-86af327d53af req-f1468761-7d8a-4855-b2d7-dbeb950be9d6 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490682 Jul 22 16:54:22.599312 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '8079a5a4-1a7e-48f5-9267-6d0cd7dc08de', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '8079a5a4-1a7e-48f5-9267-6d0cd7dc08de', 'mac_address': 'fa:16:3e:45:02:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:54:22.615277 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-de9d444b-e2fd-4abf-9cb9-b6edf0b522a7 req-4381b533-b3f0-4f4b-9846-fc2ffa44fa2e tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f8f2e96-3a7a-4eeb-8cca-db9e107e7ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502281 Jul 22 16:54:22.655514 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:22.673822 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:54:22.694673 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8079a5a4-1a7e-48f5-9267-6d0cd7dc08de,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:22.699969 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:22.751117 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8711c-de95-438e-be9e-fe86cfe2c9fd req-9c07ed5e-4149-46d0-a305-ec2916661f48 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:22.752804 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5ba8711c-de95-438e-be9e-fe86cfe2c9fd req-9c07ed5e-4149-46d0-a305-ec2916661f48 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.0721414 Jul 22 16:54:22.753738 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=8079a5a4-1a7e-48f5-9267-6d0cd7dc08de,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:22.762111 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:22.762468 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:22.762810 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:22.763149 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:22.763482 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:22.763943 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:22.764277 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:22.764624 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:22.764912 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:22.765235 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:22.765556 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:22.765881 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:22.815594 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5ba8711c-de95-438e-be9e-fe86cfe2c9fd req-a72d5916-5588-4ef7-97ba-7dcc1f10f643 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557754 Jul 22 16:54:22.987134 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['8079a5a4-1a7e-48f5-9267-6d0cd7dc08de'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:54:23.005511 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150c44c-4458-4e37-a143-697932be1526 req-d45a786d-5526-4bf8-abe2-629aa09f3134 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:23.007157 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3150c44c-4458-4e37-a143-697932be1526 req-d45a786d-5526-4bf8-abe2-629aa09f3134 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.0873644 Jul 22 16:54:23.021981 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 940cc934-551b-4bc9-8f9d-2e890df3c986 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:54:23.066538 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ff053-01b5-4533-9934-588bed1a2d04 req-970f683e-5e71-4e63-ba34-bdd266c8bdbe tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:23.077013 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5f7ff053-01b5-4533-9934-588bed1a2d04 req-970f683e-5e71-4e63-ba34-bdd266c8bdbe tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 945 time: 0.1183581 Jul 22 16:54:23.094883 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3150c44c-4458-4e37-a143-697932be1526 req-a50a8d6f-a111-4b0a-95b7-f62ec657c096 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789468 Jul 22 16:54:23.129204 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5f7ff053-01b5-4533-9934-588bed1a2d04 req-e46218f1-fff2-4449-aa1b-2f6b8b626de5 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509758 Jul 22 16:54:23.142691 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 940cc934-551b-4bc9-8f9d-2e890df3c986, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=940cc934-551b-4bc9-8f9d-2e890df3c986,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:23.158778 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '940cc934-551b-4bc9-8f9d-2e890df3c986', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'port_id': '940cc934-551b-4bc9-8f9d-2e890df3c986', 'mac_address': 'fa:16:3e:52:7f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:54:23.209042 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:23.230048 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 940cc934-551b-4bc9-8f9d-2e890df3c986 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:54:23.277108 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 940cc934-551b-4bc9-8f9d-2e890df3c986, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=940cc934-551b-4bc9-8f9d-2e890df3c986,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:23.283873 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82eeea8-e495-466e-a4f1-b76962383dcb req-cd8fef75-e9b7-45d5-a8ae-b2b532ab9285 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:23.286804 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b82eeea8-e495-466e-a4f1-b76962383dcb req-cd8fef75-e9b7-45d5-a8ae-b2b532ab9285 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.0902944 Jul 22 16:54:23.293718 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:23.352490 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b82eeea8-e495-466e-a4f1-b76962383dcb req-d6f2dfbc-65f6-41a7-a369-9d7769ca9034 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553906 Jul 22 16:54:23.389016 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=940cc934-551b-4bc9-8f9d-2e890df3c986,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:23.443113 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['940cc934-551b-4bc9-8f9d-2e890df3c986'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:54:23.717487 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77dcffe-1df6-4304-b643-b5dcf38d1263 req-c1272eb1-65d3-4e65-b3f7-de97d8d5d1fe tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:23.719280 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f77dcffe-1df6-4304-b643-b5dcf38d1263 req-c1272eb1-65d3-4e65-b3f7-de97d8d5d1fe tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.1252666 Jul 22 16:54:23.772851 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f77dcffe-1df6-4304-b643-b5dcf38d1263 req-2e38a286-df6e-4267-a9ba-46a3a9bdfd30 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459619 Jul 22 16:54:23.809187 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae86c5-ae5f-4eab-93bd-373ae2947ac4 req-e57d026a-4777-4a84-a999-31773fc67c70 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:23.810894 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3dae86c5-ae5f-4eab-93bd-373ae2947ac4 req-e57d026a-4777-4a84-a999-31773fc67c70 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.69 "GET /v2.0/ports?device_id=5144d221-09be-41d3-bbd9-3293a905f20d HTTP/1.1" status: 200 len: 949 time: 0.0963552 Jul 22 16:54:23.862542 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3dae86c5-ae5f-4eab-93bd-373ae2947ac4 req-fe6eef51-2834-4b4b-b085-8a9de4c999ce tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f8f2e96-3a7a-4eeb-8cca-db9e107e7ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456924 Jul 22 16:54:24.280250 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd0870-52b3-469a-8473-3491bfa570ad req-11476b64-e8ad-4db7-88d2-bf1af44a76dd tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:24.281894 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e4cd0870-52b3-469a-8473-3491bfa570ad req-11476b64-e8ad-4db7-88d2-bf1af44a76dd tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 944 time: 0.0714386 Jul 22 16:54:24.328220 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e4cd0870-52b3-469a-8473-3491bfa570ad req-c438f872-e994-44f1-88db-97691ce6f1af tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393858 Jul 22 16:54:24.436702 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:24.494403 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:24.499072 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:24.499632 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:24.585152 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:24.610118 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5144d221-09be-41d3-bbd9-3293a905f20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8079a5a4-1a7e-48f5-9267-6d0cd7dc08de'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:54:24.613235 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18e7a8e-ea0d-4524-bed1-a95db2929b5f" -d '{"events": [{"server_uuid": "5144d221-09be-41d3-bbd9-3293a905f20d", "name": "network-vif-plugged", "status": "completed", "tag": "8079a5a4-1a7e-48f5-9267-6d0cd7dc08de"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:54:24.638856 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8079a5a4-1a7e-48f5-9267-6d0cd7dc08de,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:24.644615 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:24.681762 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9c1827-d6b3-4264-ae3c-538b6cafe227 x-openstack-request-id: req-4a9c1827-d6b3-4264-ae3c-538b6cafe227 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:54:24.682231 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5144d221-09be-41d3-bbd9-3293a905f20d", "name": "network-vif-plugged", "status": "completed", "tag": "8079a5a4-1a7e-48f5-9267-6d0cd7dc08de", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:54:24.682677 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4a9c1827-d6b3-4264-ae3c-538b6cafe227 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:54:24.683165 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5144d221-09be-41d3-bbd9-3293a905f20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8079a5a4-1a7e-48f5-9267-6d0cd7dc08de', 'code': 200} Jul 22 16:54:24.701574 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=8079a5a4-1a7e-48f5-9267-6d0cd7dc08de,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:24.928758 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3b4c6-d0f7-4aab-91ed-fb82f6ae342b req-acd77ce6-8293-433e-a970-4e7a757765cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:24.931707 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28a3b4c6-d0f7-4aab-91ed-fb82f6ae342b req-acd77ce6-8293-433e-a970-4e7a757765cd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5144d221-09be-41d3-bbd9-3293a905f20d HTTP/1.1" status: 200 len: 1101 time: 0.0644815 Jul 22 16:54:24.942733 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0f3e8-45bc-45a1-acae-b87068aa42c1 req-2eee14d3-8127-4bf3-a75f-f7fffdcd6179 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:24.944937 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5ed0f3e8-45bc-45a1-acae-b87068aa42c1 req-2eee14d3-8127-4bf3-a75f-f7fffdcd6179 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.0988023 Jul 22 16:54:25.002051 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5ed0f3e8-45bc-45a1-acae-b87068aa42c1 req-593d4f94-36ac-47c2-8a93-5eb823baeb40 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514998 Jul 22 16:54:25.016211 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28a3b4c6-d0f7-4aab-91ed-fb82f6ae342b req-1d43a48e-11d6-41f2-b006-f24ddeb8a3c4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0f8f2e96-3a7a-4eeb-8cca-db9e107e7ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792325 Jul 22 16:54:25.031476 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 940cc934-551b-4bc9-8f9d-2e890df3c986 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:25.072212 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cd32f-5247-41c4-b27c-09eb8c72263d req-b65f03db-c4f6-4366-8b6e-0367712f8d40 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:25.074029 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0e1cd32f-5247-41c4-b27c-09eb8c72263d req-b65f03db-c4f6-4366-8b6e-0367712f8d40 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.69 "GET /v2.0/ports?device_id=5144d221-09be-41d3-bbd9-3293a905f20d HTTP/1.1" status: 200 len: 950 time: 0.1236618 Jul 22 16:54:25.125129 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 940cc934-551b-4bc9-8f9d-2e890df3c986 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:25.125510 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:25.144806 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0e1cd32f-5247-41c4-b27c-09eb8c72263d req-cfb12b7f-c62c-4d50-b7c5-52468d9b807a tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f8f2e96-3a7a-4eeb-8cca-db9e107e7ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650232 Jul 22 16:54:25.207972 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:25.256200 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 940cc934-551b-4bc9-8f9d-2e890df3c986, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=940cc934-551b-4bc9-8f9d-2e890df3c986,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:25.262649 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:25.324357 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=940cc934-551b-4bc9-8f9d-2e890df3c986,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:25.391637 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b10c4-9862-4910-84fb-a1de0fd52c3c req-fc18bace-bbc5-4a18-b8ab-528ed3df3ca4 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:25.399348 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-748b10c4-9862-4910-84fb-a1de0fd52c3c req-fc18bace-bbc5-4a18-b8ab-528ed3df3ca4 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.1073470 Jul 22 16:54:25.457028 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-748b10c4-9862-4910-84fb-a1de0fd52c3c req-56da13cb-ef17-46e3-9d1c-f68d28d3f4fb tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419528 Jul 22 16:54:25.520230 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5145a8d-12b2-423f-a8b8-9e060befa772 req-449f2628-1549-45c0-9a5f-bc8bcc686ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:25.521640 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2890e82-d324-4d4f-ac66-f8bcfb364102 req-fbe20228-6d61-4d79-bbf9-feccf6d866e3 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:25.522193 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f5145a8d-12b2-423f-a8b8-9e060befa772 req-449f2628-1549-45c0-9a5f-bc8bcc686ee9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd83029401704e2c8bed4e4a32967004&device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 1098 time: 0.0638959 Jul 22 16:54:25.523829 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b2890e82-d324-4d4f-ac66-f8bcfb364102 req-fbe20228-6d61-4d79-bbf9-feccf6d866e3 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 945 time: 0.0869777 Jul 22 16:54:25.574997 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b2890e82-d324-4d4f-ac66-f8bcfb364102 req-d9cac171-7357-4e40-8891-f06f7019c588 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399044 Jul 22 16:54:25.646407 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5145a8d-12b2-423f-a8b8-9e060befa772 req-f0ed1ce4-1a4e-452f-b85d-6e3d694d5a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:25.648033 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f5145a8d-12b2-423f-a8b8-9e060befa772 req-f0ed1ce4-1a4e-452f-b85d-6e3d694d5a68 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1a1eddf5-fb8e-4189-93cd-16488e248f15 HTTP/1.1" status: 200 len: 914 time: 0.1182432 Jul 22 16:54:25.692497 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f5145a8d-12b2-423f-a8b8-9e060befa772 req-103e1d8b-d0e5-49e5-a505-8ea3070b8d45 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77c18cf8-8972-4dab-a773-24ae583dcbb1 HTTP/1.1" status: 200 len: 217 time: 0.0365410 Jul 22 16:54:25.759720 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5145a8d-12b2-423f-a8b8-9e060befa772 req-601902bb-b803-4b2f-8a8c-a266c7d83b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:25.761225 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f5145a8d-12b2-423f-a8b8-9e060befa772 req-601902bb-b803-4b2f-8a8c-a266c7d83b7a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3f83863e-4d1f-47e9-954d-4b7ea7642935 HTTP/1.1" status: 200 len: 853 time: 0.0616136 Jul 22 16:54:25.807689 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f5145a8d-12b2-423f-a8b8-9e060befa772 req-b6ba1555-163e-4325-b8f6-2ccc38fd2fe9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1a1eddf5-fb8e-4189-93cd-16488e248f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386367 Jul 22 16:54:25.913937 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f5145a8d-12b2-423f-a8b8-9e060befa772 req-487f06d4-f177-4c2e-8c0a-f0a61e11db6d service neutron] 10.222.0.16 "GET /v2.0/networks/1a1eddf5-fb8e-4189-93cd-16488e248f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964522 Jul 22 16:54:26.097072 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f5145a8d-12b2-423f-a8b8-9e060befa772 req-99590ed6-bbc5-44dd-bab9-872dc518d34e service neutron] 10.222.0.16 "GET /v2.0/networks/1a1eddf5-fb8e-4189-93cd-16488e248f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362429 Jul 22 16:54:26.286331 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fd925-b9a6-429b-b144-2b4b7273c68c req-e2b93d95-7539-49f0-84d5-03fcd517de64 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:26.288143 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a22fd925-b9a6-429b-b144-2b4b7273c68c req-e2b93d95-7539-49f0-84d5-03fcd517de64 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.69 "GET /v2.0/ports?device_id=5144d221-09be-41d3-bbd9-3293a905f20d HTTP/1.1" status: 200 len: 950 time: 0.0769186 Jul 22 16:54:26.335296 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a22fd925-b9a6-429b-b144-2b4b7273c68c req-8f4f8c4a-b2c8-4f9b-936d-8835e0a2e217 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f8f2e96-3a7a-4eeb-8cca-db9e107e7ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415668 Jul 22 16:54:26.684652 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f0180c-f16a-4466-b5c6-e9832e7aad0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940cc934-551b-4bc9-8f9d-2e890df3c986'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:54:26.687133 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c00b84-4809-4547-877a-207e282d065a" -d '{"events": [{"server_uuid": "54f0180c-f16a-4466-b5c6-e9832e7aad0e", "name": "network-vif-plugged", "status": "completed", "tag": "940cc934-551b-4bc9-8f9d-2e890df3c986"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:54:26.720186 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7c1ed-f354-4d8b-8a38-a74045ba7b41 req-e7060292-79bb-40f7-85fe-db749c507c39 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:26.721786 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-39a7c1ed-f354-4d8b-8a38-a74045ba7b41 req-e7060292-79bb-40f7-85fe-db749c507c39 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.69 "GET /v2.0/ports?device_id=5144d221-09be-41d3-bbd9-3293a905f20d HTTP/1.1" status: 200 len: 950 time: 0.1231799 Jul 22 16:54:26.783700 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-39a7c1ed-f354-4d8b-8a38-a74045ba7b41 req-6f3645c6-b0fa-4d0a-9448-de90e7ff5dba tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f8f2e96-3a7a-4eeb-8cca-db9e107e7ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557189 Jul 22 16:54:26.971703 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6b563-58d1-4e84-a322-33841bddecc6 req-883ab0cf-c23c-4307-b645-49f5f041cdde tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:26.973307 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-19c6b563-58d1-4e84-a322-33841bddecc6 req-883ab0cf-c23c-4307-b645-49f5f041cdde tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 945 time: 0.0904379 Jul 22 16:54:27.010491 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a48985-8ed5-4c14-aeea-bbf5d3f97833 req-0901ff5b-9692-4099-972c-4efff2ec846f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:27.017274 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93a48985-8ed5-4c14-aeea-bbf5d3f97833 req-0901ff5b-9692-4099-972c-4efff2ec846f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.4909263 Jul 22 16:54:27.026124 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-19c6b563-58d1-4e84-a322-33841bddecc6 req-66f1beda-54b0-45de-aa0e-03da7a1d1940 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424583 Jul 22 16:54:27.071404 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93a48985-8ed5-4c14-aeea-bbf5d3f97833 req-32db0f03-24b8-4a36-872b-a2f03ce57fb5 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527377 Jul 22 16:54:27.106455 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba30f04e-d639-4e84-8a11-2e1b875a3f79 x-openstack-request-id: req-ba30f04e-d639-4e84-8a11-2e1b875a3f79 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:54:27.106844 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f0180c-f16a-4466-b5c6-e9832e7aad0e", "name": "network-vif-plugged", "status": "completed", "tag": "940cc934-551b-4bc9-8f9d-2e890df3c986", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:54:27.107193 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ba30f04e-d639-4e84-8a11-2e1b875a3f79 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:54:27.107678 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f0180c-f16a-4466-b5c6-e9832e7aad0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940cc934-551b-4bc9-8f9d-2e890df3c986', 'code': 200} Jul 22 16:54:27.956237 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb5b2e-5a22-4baf-aaf9-3052e20bbc5e req-7ea6f77b-8b48-43e8-b3a0-1a1b40efe53b tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:27.957689 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-05eb5b2e-5a22-4baf-aaf9-3052e20bbc5e req-7ea6f77b-8b48-43e8-b3a0-1a1b40efe53b tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.69 "GET /v2.0/ports?device_id=5144d221-09be-41d3-bbd9-3293a905f20d HTTP/1.1" status: 200 len: 950 time: 0.0903137 Jul 22 16:54:28.005243 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-05eb5b2e-5a22-4baf-aaf9-3052e20bbc5e req-ed7b3a24-3674-4a88-9344-ae7f3789d980 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f8f2e96-3a7a-4eeb-8cca-db9e107e7ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402339 Jul 22 16:54:28.244872 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2474bd2-9856-4a8f-a160-536e914a9682 req-4f3c18d5-5dd5-4a2d-8563-bce1e3f7b97c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:28.252200 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c2474bd2-9856-4a8f-a160-536e914a9682 req-4f3c18d5-5dd5-4a2d-8563-bce1e3f7b97c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 945 time: 0.0979466 Jul 22 16:54:28.290879 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb2765-6134-4a56-9ffd-21da237efb4f req-ca209062-291a-4a81-bcb0-c0dfca18b748 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:28.292420 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-61eb2765-6134-4a56-9ffd-21da237efb4f req-ca209062-291a-4a81-bcb0-c0dfca18b748 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.16 "GET /v2.0/ports?device_id=5144d221-09be-41d3-bbd9-3293a905f20d HTTP/1.1" status: 200 len: 950 time: 0.2012494 Jul 22 16:54:28.310972 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c2474bd2-9856-4a8f-a160-536e914a9682 req-525eb3c6-0937-4d0e-8a59-df072743cbcb tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575306 Jul 22 16:54:28.422915 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32201ed0-80e9-4bc0-a890-491c4e03841f req-4d341f1a-92bc-4be4-ac3b-d716b20e801c tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:28.430076 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32201ed0-80e9-4bc0-a890-491c4e03841f req-4d341f1a-92bc-4be4-ac3b-d716b20e801c tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.2271848 Jul 22 16:54:28.492145 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32201ed0-80e9-4bc0-a890-491c4e03841f req-5656b443-0dab-49dd-8c26-9c228a2b8728 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585024 Jul 22 16:54:28.543929 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-61eb2765-6134-4a56-9ffd-21da237efb4f req-5eea359d-0cf4-4cfc-97b3-b16d9d95c79a tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Deleting port 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:28.545083 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-61eb2765-6134-4a56-9ffd-21da237efb4f req-5eea359d-0cf4-4cfc-97b3-b16d9d95c79a tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:28.676740 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751695fc-26af-480c-aea4-5e66ab0cbe94 req-10187955-3479-4a14-af81-aa4c979994dc tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:28.685465 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-751695fc-26af-480c-aea4-5e66ab0cbe94 req-10187955-3479-4a14-af81-aa4c979994dc tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.0956860 Jul 22 16:54:28.685899 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-61eb2765-6134-4a56-9ffd-21da237efb4f req-5eea359d-0cf4-4cfc-97b3-b16d9d95c79a tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] For port 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=8079a5a4-1a7e-48f5-9267-6d0cd7dc08de,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:28.686588 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-61eb2765-6134-4a56-9ffd-21da237efb4f req-5eea359d-0cf4-4cfc-97b3-b16d9d95c79a tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:28.706351 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-61eb2765-6134-4a56-9ffd-21da237efb4f req-5eea359d-0cf4-4cfc-97b3-b16d9d95c79a tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Calling delete_port for 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:28.741637 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-751695fc-26af-480c-aea4-5e66ab0cbe94 req-c05089cf-111c-4b9f-b378-9f0861a8d46e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550108 Jul 22 16:54:28.887743 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-61eb2765-6134-4a56-9ffd-21da237efb4f req-5eea359d-0cf4-4cfc-97b3-b16d9d95c79a tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:28.917941 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb566d0-6124-4932-a3e9-d32171b1160e req-eca147da-debd-489e-b62d-6faf56b5e023 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:28.920161 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-deb566d0-6124-4932-a3e9-d32171b1160e req-eca147da-debd-489e-b62d-6faf56b5e023 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.0832939 Jul 22 16:54:28.924354 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['8079a5a4-1a7e-48f5-9267-6d0cd7dc08de'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:54:28.928022 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea359d-0cf4-4cfc-97b3-b16d9d95c79a tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Pushing event deleted for resources: {'Port': ['ID=8079a5a4-1a7e-48f5-9267-6d0cd7dc08de,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:28.973651 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea359d-0cf4-4cfc-97b3-b16d9d95c79a tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:28.974389 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea359d-0cf4-4cfc-97b3-b16d9d95c79a tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:28.974745 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea359d-0cf4-4cfc-97b3-b16d9d95c79a tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:28.975185 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea359d-0cf4-4cfc-97b3-b16d9d95c79a tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:28.975668 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea359d-0cf4-4cfc-97b3-b16d9d95c79a tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:28.979083 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea359d-0cf4-4cfc-97b3-b16d9d95c79a tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:28.979533 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea359d-0cf4-4cfc-97b3-b16d9d95c79a tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:28.979967 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea359d-0cf4-4cfc-97b3-b16d9d95c79a tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:28.980648 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea359d-0cf4-4cfc-97b3-b16d9d95c79a tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:28.981044 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea359d-0cf4-4cfc-97b3-b16d9d95c79a tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:28.981491 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea359d-0cf4-4cfc-97b3-b16d9d95c79a tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:28.981984 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea359d-0cf4-4cfc-97b3-b16d9d95c79a tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:28.991978 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-deb566d0-6124-4932-a3e9-d32171b1160e req-da19f4a0-ecf9-4b7d-ae6a-8a74ab8922d8 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648108 Jul 22 16:54:29.018162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-61eb2765-6134-4a56-9ffd-21da237efb4f req-5eea359d-0cf4-4cfc-97b3-b16d9d95c79a tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] No DVR routers for this DVR port 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:54:29.021858 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-61eb2765-6134-4a56-9ffd-21da237efb4f req-5eea359d-0cf4-4cfc-97b3-b16d9d95c79a tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.024956 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-61eb2765-6134-4a56-9ffd-21da237efb4f req-5eea359d-0cf4-4cfc-97b3-b16d9d95c79a tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.16 "DELETE /v2.0/ports/8079a5a4-1a7e-48f5-9267-6d0cd7dc08de HTTP/1.1" status: 204 len: 173 time: 0.7245834 Jul 22 16:54:29.028110 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5144d221-09be-41d3-bbd9-3293a905f20d', 'name': 'network-vif-deleted', 'tag': '8079a5a4-1a7e-48f5-9267-6d0cd7dc08de'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:54:29.032529 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-84fd56b4-2e1d-4cad-aceb-32d81f394a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.048664 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459fa86b-e48c-4f89-aa81-dad8062a32d6" -d '{"events": [{"server_uuid": "5144d221-09be-41d3-bbd9-3293a905f20d", "name": "network-vif-deleted", "tag": "8079a5a4-1a7e-48f5-9267-6d0cd7dc08de"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:54:29.182259 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c5f299fd-c29d-4ddf-bf8c-4ef51c1a424f req-551b1e76-3206-49cf-b316-ed1f96e42e42 tempest-VolumesNegativeTest-399563625 tempest-VolumesNegativeTest-399563625-project] 10.222.0.69 "GET /v2.0/ports?device_id=5144d221-09be-41d3-bbd9-3293a905f20d HTTP/1.1" status: 200 len: 210 time: 0.0543952 Jul 22 16:54:29.238212 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad255ce8-fec4-4a46-ac54-c53b0108347d req-dc5cb8a1-b3ad-428d-b800-317b780a6ade tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:29.246652 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ad255ce8-fec4-4a46-ac54-c53b0108347d req-dc5cb8a1-b3ad-428d-b800-317b780a6ade tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.1389608 Jul 22 16:54:29.248560 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99bd108-5c94-4daf-8a34-668a3a85b8c4 x-openstack-request-id: req-c99bd108-5c94-4daf-8a34-668a3a85b8c4 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:54:29.249344 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5144d221-09be-41d3-bbd9-3293a905f20d", "name": "network-vif-deleted", "tag": "8079a5a4-1a7e-48f5-9267-6d0cd7dc08de", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:54:29.250264 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c99bd108-5c94-4daf-8a34-668a3a85b8c4 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:54:29.250840 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5144d221-09be-41d3-bbd9-3293a905f20d', 'name': 'network-vif-deleted', 'tag': '8079a5a4-1a7e-48f5-9267-6d0cd7dc08de', 'status': 'completed', 'code': 200} Jul 22 16:54:29.289951 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ad255ce8-fec4-4a46-ac54-c53b0108347d req-c5be015a-8704-4b78-975e-9f0cc7648b68 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379350 Jul 22 16:54:29.480518 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b9a1d-1c64-41e0-b4ce-19993d907759 req-1037a9fc-aced-49af-ae53-b19b3c36c422 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:29.482209 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b36b9a1d-1c64-41e0-b4ce-19993d907759 req-1037a9fc-aced-49af-ae53-b19b3c36c422 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 945 time: 0.0819490 Jul 22 16:54:29.503148 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995c834-9c2d-4788-9a9a-b60af5470bbe req-3a825533-6555-4271-a7a6-4f87643b699a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:29.505872 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8995c834-9c2d-4788-9a9a-b60af5470bbe req-3a825533-6555-4271-a7a6-4f87643b699a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.0783067 Jul 22 16:54:29.544163 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b36b9a1d-1c64-41e0-b4ce-19993d907759 req-ff30736b-bdeb-43ac-befd-5eea47b75395 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555687 Jul 22 16:54:29.571637 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8995c834-9c2d-4788-9a9a-b60af5470bbe req-7684904a-1861-44dd-9b2a-767f996448b4 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571201 Jul 22 16:54:29.731608 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b0f3e-a498-4759-b25f-a6c333426647 req-1fb7779f-3de3-4418-98b0-85623df22c5f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:29.733441 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-550b0f3e-a498-4759-b25f-a6c333426647 req-1fb7779f-3de3-4418-98b0-85623df22c5f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.0815947 Jul 22 16:54:29.789551 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-550b0f3e-a498-4759-b25f-a6c333426647 req-05d022f8-7ed4-4f35-aa9e-0a1f2010c56e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484941 Jul 22 16:54:29.951162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239471b4-2073-4103-ad08-644dcec742eb req-73120ad6-ec6f-4bcc-9851-88d21983a715 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:29.958401 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-239471b4-2073-4103-ad08-644dcec742eb req-73120ad6-ec6f-4bcc-9851-88d21983a715 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.0777080 Jul 22 16:54:29.994265 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-239471b4-2073-4103-ad08-644dcec742eb req-017d82d5-2ee1-4a2f-be6d-db44227c6696 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349762 Jul 22 16:54:30.141883 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a97bb-2e91-430a-816c-7e98bd4cb86c req-a3df35b3-8abb-4c1d-b65f-3f33461d5c1f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:30.145541 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac8a97bb-2e91-430a-816c-7e98bd4cb86c req-a3df35b3-8abb-4c1d-b65f-3f33461d5c1f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.0751901 Jul 22 16:54:30.190903 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac8a97bb-2e91-430a-816c-7e98bd4cb86c req-29dadce6-488d-42f0-be64-4455c4d3580f tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414016 Jul 22 16:54:30.432841 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0ebf4-8c63-458e-863e-144de99a84db req-d6b6b34b-767d-4be5-8d87-979196a893a4 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:30.435967 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-33c0ebf4-8c63-458e-863e-144de99a84db req-d6b6b34b-767d-4be5-8d87-979196a893a4 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.1039755 Jul 22 16:54:30.491127 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-33c0ebf4-8c63-458e-863e-144de99a84db req-3a804a0a-f692-4b62-9d47-63e4fea16fc2 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439191 Jul 22 16:54:30.689390 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5803c-2ef3-4b20-b123-54411686fe79 req-46f6ac5f-ea27-42fc-8e01-3c48543e0fee tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:30.697610 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1fc5803c-2ef3-4b20-b123-54411686fe79 req-46f6ac5f-ea27-42fc-8e01-3c48543e0fee tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.1005235 Jul 22 16:54:30.744629 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677be56-30d6-41af-92c4-bb7a35d4044a req-3353f822-16f0-4abc-a751-ca5400d9ee3d tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:30.747073 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f677be56-30d6-41af-92c4-bb7a35d4044a req-3353f822-16f0-4abc-a751-ca5400d9ee3d tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 945 time: 0.1032746 Jul 22 16:54:30.754510 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1fc5803c-2ef3-4b20-b123-54411686fe79 req-40916cc8-6cba-47dc-8138-2fedb6d001f9 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534956 Jul 22 16:54:30.834575 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f677be56-30d6-41af-92c4-bb7a35d4044a req-ea8f71aa-49dc-476c-bd0f-2277f78604cf tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810063 Jul 22 16:54:30.964567 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908485af-c613-4086-9c67-a75e0e2cb67d req-314ff693-04f9-4ff9-a969-96cedb48a250 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:30.970606 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-908485af-c613-4086-9c67-a75e0e2cb67d req-314ff693-04f9-4ff9-a969-96cedb48a250 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.1012397 Jul 22 16:54:31.017671 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-908485af-c613-4086-9c67-a75e0e2cb67d req-b3c612cb-f079-4789-b495-e6ad08919998 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434444 Jul 22 16:54:31.184506 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b15bc-b68a-489c-8026-165e204c86ed req-ea86a21b-ca68-4ea4-aea9-9c366ea31453 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:31.186208 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6f1b15bc-b68a-489c-8026-165e204c86ed req-ea86a21b-ca68-4ea4-aea9-9c366ea31453 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.0825448 Jul 22 16:54:31.238925 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6f1b15bc-b68a-489c-8026-165e204c86ed req-53b9ecb3-87bc-4c54-8033-864fe194311c tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462992 Jul 22 16:54:31.416836 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73710a63-02b5-4106-bdfa-9336a594e94a req-23f07eec-e191-4f71-b487-2389e4b85dbb tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:31.424583 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-73710a63-02b5-4106-bdfa-9336a594e94a req-23f07eec-e191-4f71-b487-2389e4b85dbb tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.0857596 Jul 22 16:54:31.485638 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-73710a63-02b5-4106-bdfa-9336a594e94a req-09f0e758-0156-4881-8dd0-c1da7a87c939 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490186 Jul 22 16:54:31.613196 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-068cdd74-9ed6-47b5-8dc9-ea4606ff447f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:31.637323 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:31.665427 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147378db-5a20-4ace-8468-43bec252c13f req-0fdcf3d3-12f8-4cda-b372-147aeaeee1fe tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:31.673169 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-147378db-5a20-4ace-8468-43bec252c13f req-0fdcf3d3-12f8-4cda-b372-147aeaeee1fe tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.1096759 Jul 22 16:54:31.730337 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-147378db-5a20-4ace-8468-43bec252c13f req-5b6d9aff-6047-462f-a55d-1a9878f42025 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509119 Jul 22 16:54:31.905622 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9e8d9-b2cc-4639-b0ff-4123660655e5 req-0e3f67ac-1423-4bc8-9aa8-0a3959e0aa76 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:31.907303 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4cd9e8d9-b2cc-4639-b0ff-4123660655e5 req-0e3f67ac-1423-4bc8-9aa8-0a3959e0aa76 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.0908716 Jul 22 16:54:31.978530 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4cd9e8d9-b2cc-4639-b0ff-4123660655e5 req-02e50a67-76cc-4ed6-9718-92e992d97839 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565310 Jul 22 16:54:32.041306 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def18cdb-80d1-40bc-aacf-f2f9a66df4ac req-99538589-c069-416b-a1a4-c54aeb228572 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:32.048374 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-def18cdb-80d1-40bc-aacf-f2f9a66df4ac req-99538589-c069-416b-a1a4-c54aeb228572 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 945 time: 0.0901546 Jul 22 16:54:32.111321 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-def18cdb-80d1-40bc-aacf-f2f9a66df4ac req-0d0154f1-50e1-48d5-a97b-a41aab2328d2 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619617 Jul 22 16:54:32.468680 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:54:32.510239 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:54:32.510591 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 8079a5a4-1a7e-48f5-9267-6d0cd7dc08de not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:54:32.794226 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:33.276808 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46405392-5c7c-4fde-81cf-49c805878cde req-124afb9a-965e-43f8-bde5-aa1154812587 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:33.283558 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-46405392-5c7c-4fde-81cf-49c805878cde req-124afb9a-965e-43f8-bde5-aa1154812587 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 945 time: 0.0896320 Jul 22 16:54:33.318608 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-46405392-5c7c-4fde-81cf-49c805878cde req-87fb56a7-1b89-431e-84bb-0cd69d886752 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341737 Jul 22 16:54:33.802981 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa371e2-b483-4381-a817-6e4d6ab28f8b req-9aaa6c59-fac2-4e63-a624-d6155a43954c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:33.805223 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2aa371e2-b483-4381-a817-6e4d6ab28f8b req-9aaa6c59-fac2-4e63-a624-d6155a43954c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0be4ca898ef40f79a7a36fc239eca61&device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 1096 time: 0.0851061 Jul 22 16:54:33.908079 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa371e2-b483-4381-a817-6e4d6ab28f8b req-a943aec2-c38f-464b-afff-33af590838d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:33.909592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2aa371e2-b483-4381-a817-6e4d6ab28f8b req-a943aec2-c38f-464b-afff-33af590838d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=355332cc-46f4-40ba-8869-365066797198 HTTP/1.1" status: 200 len: 918 time: 0.0987821 Jul 22 16:54:33.982906 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2aa371e2-b483-4381-a817-6e4d6ab28f8b req-bb2a1b01-cc54-4f47-825a-ed1ff55d068b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=940cc934-551b-4bc9-8f9d-2e890df3c986 HTTP/1.1" status: 200 len: 1000 time: 0.0664773 Jul 22 16:54:34.048585 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa371e2-b483-4381-a817-6e4d6ab28f8b req-45a3043e-0889-4ea5-a820-4c7ad5f729fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:34.050336 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2aa371e2-b483-4381-a817-6e4d6ab28f8b req-45a3043e-0889-4ea5-a820-4c7ad5f729fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ecd1df5-07c9-407a-b124-958e195ac0bb HTTP/1.1" status: 200 len: 856 time: 0.0614836 Jul 22 16:54:34.130099 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa371e2-b483-4381-a817-6e4d6ab28f8b req-d590f663-4d16-4b7f-8b91-58638280bada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:34.131745 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2aa371e2-b483-4381-a817-6e4d6ab28f8b req-d590f663-4d16-4b7f-8b91-58638280bada service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=355332cc-46f4-40ba-8869-365066797198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746441 Jul 22 16:54:34.252400 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2aa371e2-b483-4381-a817-6e4d6ab28f8b req-ad5c3ecf-fab8-4bd5-8a04-8cd031855e81 service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136203 Jul 22 16:54:34.379345 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2aa371e2-b483-4381-a817-6e4d6ab28f8b req-d15a25e6-1e2d-41db-93fa-2ce8ed0b3aab service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202173 Jul 22 16:54:34.509705 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b4cb1-ddac-4133-8a70-f8bf12d0687d req-f9de0bd3-1ea2-4407-839a-ffa7585b800a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:34.511523 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e1b4cb1-ddac-4133-8a70-f8bf12d0687d req-f9de0bd3-1ea2-4407-839a-ffa7585b800a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 945 time: 0.0989628 Jul 22 16:54:34.558986 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e1b4cb1-ddac-4133-8a70-f8bf12d0687d req-b99f1c1a-09c8-42e6-a4f1-341ddbcf0909 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416102 Jul 22 16:54:34.634172 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:35.719777 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e99d4-129e-4e28-85bc-af3cdb345224 req-efd02b51-6c79-4f68-84ca-5af0c7013863 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:35.722105 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ad4e99d4-129e-4e28-85bc-af3cdb345224 req-efd02b51-6c79-4f68-84ca-5af0c7013863 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 945 time: 0.0838177 Jul 22 16:54:35.782207 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ad4e99d4-129e-4e28-85bc-af3cdb345224 req-cfabead9-cd44-4490-83f4-c6b73b63be27 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543392 Jul 22 16:54:35.893293 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49474) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:36.052548 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-02134340-dd45-4bc3-8acb-cadc73593a1e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=113d5c16ebdd4e3fab6728ee391c138c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575825 Jul 22 16:54:36.055755 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49480) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:36.118829 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebc23806-2149-467b-84e7-8aec9c9c8a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:36.142963 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebc23806-2149-467b-84e7-8aec9c9c8a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:36.195496 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebc23806-2149-467b-84e7-8aec9c9c8a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:36.198421 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ebc23806-2149-467b-84e7-8aec9c9c8a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:36.199803 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ebc23806-2149-467b-84e7-8aec9c9c8a8a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0f8f2e96-3a7a-4eeb-8cca-db9e107e7ea2 HTTP/1.1" status: 204 len: 168 time: 0.1428363 Jul 22 16:54:36.212890 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc23806-2149-467b-84e7-8aec9c9c8a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8f2e96-3a7a-4eeb-8cca-db9e107e7ea2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:36.860250 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0a103-38fb-4cc1-bf3a-090303b6e9ea req-a8380e72-4268-48bb-ac6d-55bd8c40a452 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:36.861887 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c5a0a103-38fb-4cc1-bf3a-090303b6e9ea req-a8380e72-4268-48bb-ac6d-55bd8c40a452 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.0717087 Jul 22 16:54:36.903690 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c5a0a103-38fb-4cc1-bf3a-090303b6e9ea req-fe3a7d26-2218-4926-8141-7bfd55756737 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352898 Jul 22 16:54:36.944112 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ce873-58f8-4106-96a4-f98f5e9077f9 req-8298f442-74bc-4a99-9d43-33963809302a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:36.945712 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-df3ce873-58f8-4106-96a4-f98f5e9077f9 req-8298f442-74bc-4a99-9d43-33963809302a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 945 time: 0.0731268 Jul 22 16:54:36.985076 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-df3ce873-58f8-4106-96a4-f98f5e9077f9 req-2c938c84-2a5c-4784-9441-a93786ac163f tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334415 Jul 22 16:54:37.114264 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 940cc934-551b-4bc9-8f9d-2e890df3c986 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:54:37.197562 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:37.222270 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f0180c-f16a-4466-b5c6-e9832e7aad0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '940cc934-551b-4bc9-8f9d-2e890df3c986'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:54:37.226278 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5532bff-2126-4e32-a062-9f7b8bce1d1c" -d '{"events": [{"server_uuid": "54f0180c-f16a-4466-b5c6-e9832e7aad0e", "name": "network-vif-unplugged", "status": "completed", "tag": "940cc934-551b-4bc9-8f9d-2e890df3c986"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:54:37.240767 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 940cc934-551b-4bc9-8f9d-2e890df3c986, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=940cc934-551b-4bc9-8f9d-2e890df3c986,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:37.245856 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:37.273951 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 16:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2840ba-2c11-4f0a-83e4-35ad4247d5ed x-openstack-request-id: req-ae2840ba-2c11-4f0a-83e4-35ad4247d5ed {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:54:37.274249 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f0180c-f16a-4466-b5c6-e9832e7aad0e", "name": "network-vif-unplugged", "status": "failed", "tag": "940cc934-551b-4bc9-8f9d-2e890df3c986", "code": 422}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:54:37.274500 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ae2840ba-2c11-4f0a-83e4-35ad4247d5ed {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:54:37.274888 n-d-798930-9 neutron-server[93818]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '54f0180c-f16a-4466-b5c6-e9832e7aad0e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '940cc934-551b-4bc9-8f9d-2e890df3c986', 'code': 422} returned with failed status Jul 22 16:54:37.295962 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=940cc934-551b-4bc9-8f9d-2e890df3c986,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:37.888204 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f05e8-bf26-48b5-a2fd-2c4827f85c28 req-5a219013-80a1-4629-9816-4943311256ae tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:37.889715 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-334f05e8-bf26-48b5-a2fd-2c4827f85c28 req-5a219013-80a1-4629-9816-4943311256ae tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 943 time: 0.0693617 Jul 22 16:54:37.916483 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7f804b31-baeb-41ca-8443-630354326e0b req-f0fc87e0-0bcb-43f7-8787-c84bc3221586 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0579340 Jul 22 16:54:37.929373 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-334f05e8-bf26-48b5-a2fd-2c4827f85c28 req-1d8f5f16-0f38-4817-8285-f9b3d1c97c01 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336246 Jul 22 16:54:38.041393 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35406676-143c-4992-a7dd-a34f297b5c72 req-e947d972-5eb3-45b4-9390-7ccbdb4f7955 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:38.042919 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-35406676-143c-4992-a7dd-a34f297b5c72 req-e947d972-5eb3-45b4-9390-7ccbdb4f7955 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.0665865 Jul 22 16:54:38.082874 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-35406676-143c-4992-a7dd-a34f297b5c72 req-81dbb581-553c-42d7-a41e-b0fc4ffdab9a tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343039 Jul 22 16:54:38.602040 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3de59-5adf-4768-a93a-8796339cfe71 req-b6e52591-fbeb-43e0-a39b-da65eefd37a2 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:38.603499 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a9d3de59-5adf-4768-a93a-8796339cfe71 req-b6e52591-fbeb-43e0-a39b-da65eefd37a2 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 947 time: 0.0640578 Jul 22 16:54:38.748081 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-a9d3de59-5adf-4768-a93a-8796339cfe71 req-d9026cf7-5a00-42d8-88c3-87df218f4679 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Deleting port 77c18cf8-8972-4dab-a773-24ae583dcbb1 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:38.748426 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a9d3de59-5adf-4768-a93a-8796339cfe71 req-d9026cf7-5a00-42d8-88c3-87df218f4679 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:38.763722 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f804b31-baeb-41ca-8443-630354326e0b req-0be025ac-7e0e-467a-91c5-e775be62c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:38.765204 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7f804b31-baeb-41ca-8443-630354326e0b req-0be025ac-7e0e-467a-91c5-e775be62c139 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e&tenant_id=f0be4ca898ef40f79a7a36fc239eca61 HTTP/1.1" status: 200 len: 1094 time: 0.0898979 Jul 22 16:54:38.877477 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a9d3de59-5adf-4768-a93a-8796339cfe71 req-d9026cf7-5a00-42d8-88c3-87df218f4679 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] For port 77c18cf8-8972-4dab-a773-24ae583dcbb1, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=77c18cf8-8972-4dab-a773-24ae583dcbb1,segment=NetworkSegment(9c58c7af-0d88-4ac7-9e32-e129a89eb5c3),segment_id=9c58c7af-0d88-4ac7-9e32-e129a89eb5c3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:38.877828 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a9d3de59-5adf-4768-a93a-8796339cfe71 req-d9026cf7-5a00-42d8-88c3-87df218f4679 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:38.894617 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-a9d3de59-5adf-4768-a93a-8796339cfe71 req-d9026cf7-5a00-42d8-88c3-87df218f4679 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Calling delete_port for 77c18cf8-8972-4dab-a773-24ae583dcbb1 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:38.912816 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f804b31-baeb-41ca-8443-630354326e0b req-002434dc-2a71-4f43-b698-a22e31f94fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:38.914914 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7f804b31-baeb-41ca-8443-630354326e0b req-002434dc-2a71-4f43-b698-a22e31f94fe1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0be4ca898ef40f79a7a36fc239eca61&device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 1094 time: 0.1042449 Jul 22 16:54:38.982442 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49554) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:39.090255 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-16cd819c-506d-4bdf-a94b-ab027f0876f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:39.115240 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f804b31-baeb-41ca-8443-630354326e0b req-e051849d-e82a-4430-a796-9aa454cc89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:39.116417 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7f804b31-baeb-41ca-8443-630354326e0b req-e051849d-e82a-4430-a796-9aa454cc89c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=355332cc-46f4-40ba-8869-365066797198 HTTP/1.1" status: 200 len: 918 time: 0.1727924 Jul 22 16:54:39.192941 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a9d3de59-5adf-4768-a93a-8796339cfe71 req-d9026cf7-5a00-42d8-88c3-87df218f4679 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:39.227038 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['77c18cf8-8972-4dab-a773-24ae583dcbb1'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:54:39.237273 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d304941-f532-4662-8249-327adca1773b req-061b73f1-b288-46fd-9fde-709b101dfa31 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:39.238844 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5d304941-f532-4662-8249-327adca1773b req-061b73f1-b288-46fd-9fde-709b101dfa31 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 943 time: 0.2201760 Jul 22 16:54:39.246243 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9026cf7-5a00-42d8-88c3-87df218f4679 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Pushing event deleted for resources: {'Port': ['ID=77c18cf8-8972-4dab-a773-24ae583dcbb1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:39.253588 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7f804b31-baeb-41ca-8443-630354326e0b req-d817c345-f4c4-4b05-902a-3d86070cdf81 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=940cc934-551b-4bc9-8f9d-2e890df3c986 HTTP/1.1" status: 200 len: 998 time: 0.1274307 Jul 22 16:54:39.281862 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213aa712-74ec-49cc-9457-923ceeb89e41 req-9d21acb5-f9e4-4b01-8250-a26813b4f1f6 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:39.283380 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-213aa712-74ec-49cc-9457-923ceeb89e41 req-9d21acb5-f9e4-4b01-8250-a26813b4f1f6 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8e9a9e5-ff68-42ae-950c-903b785d3a70 HTTP/1.1" status: 200 len: 868 time: 0.1108139 Jul 22 16:54:39.334704 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-16cd819c-506d-4bdf-a94b-ab027f0876f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:39.335007 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d3de59-5adf-4768-a93a-8796339cfe71 req-d9026cf7-5a00-42d8-88c3-87df218f4679 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] No DVR routers for this DVR port 77c18cf8-8972-4dab-a773-24ae583dcbb1 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:54:39.342368 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-16cd819c-506d-4bdf-a94b-ab027f0876f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:39.343873 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a9d3de59-5adf-4768-a93a-8796339cfe71 req-d9026cf7-5a00-42d8-88c3-87df218f4679 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:39.345823 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a9d3de59-5adf-4768-a93a-8796339cfe71 req-d9026cf7-5a00-42d8-88c3-87df218f4679 tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.16 "DELETE /v2.0/ports/77c18cf8-8972-4dab-a773-24ae583dcbb1 HTTP/1.1" status: 204 len: 173 time: 0.7370844 Jul 22 16:54:39.346305 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e9a9e5-ff68-42ae-950c-903b785d3a70', 'name': 'network-vif-deleted', 'tag': '77c18cf8-8972-4dab-a773-24ae583dcbb1'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:54:39.348502 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bec6df4-aae4-45ca-98fe-521c16122766" -d '{"events": [{"server_uuid": "f8e9a9e5-ff68-42ae-950c-903b785d3a70", "name": "network-vif-deleted", "tag": "77c18cf8-8972-4dab-a773-24ae583dcbb1"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:54:39.349066 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-213aa712-74ec-49cc-9457-923ceeb89e41 req-8b76e4c3-7cfb-4b44-97d3-45b4a9d6869e tempest-ServersNegativeTestJSON-557065371 tempest-ServersNegativeTestJSON-557065371-project] 10.222.0.69 "GET /v2.0/security-groups?id=880e089d-a32c-40a7-bb0e-f8f6a5a822c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553794 Jul 22 16:54:39.376327 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5d304941-f532-4662-8249-327adca1773b req-21cb1e25-5296-4dae-890e-c33362eb3280 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262844 Jul 22 16:54:39.391079 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f804b31-baeb-41ca-8443-630354326e0b req-12680b23-3f02-4bea-877e-3951cb90c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:39.392555 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7f804b31-baeb-41ca-8443-630354326e0b req-12680b23-3f02-4bea-877e-3951cb90c426 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ecd1df5-07c9-407a-b124-958e195ac0bb HTTP/1.1" status: 200 len: 856 time: 0.1141512 Jul 22 16:54:39.399520 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd819c-506d-4bdf-a94b-ab027f0876f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66c475d-cf7d-4e20-a5e5-c48979410061,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:39.405258 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-16cd819c-506d-4bdf-a94b-ab027f0876f0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d58c73886122498598340ffe69bea895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4216650 Jul 22 16:54:39.407804 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49562) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:39.436446 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcdfc7a-ab73-4b50-8c3a-bdd9109eb0d4 x-openstack-request-id: req-efcdfc7a-ab73-4b50-8c3a-bdd9109eb0d4 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:54:39.437405 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e9a9e5-ff68-42ae-950c-903b785d3a70", "name": "network-vif-deleted", "tag": "77c18cf8-8972-4dab-a773-24ae583dcbb1", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:54:39.437405 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-efcdfc7a-ab73-4b50-8c3a-bdd9109eb0d4 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:54:39.437665 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e9a9e5-ff68-42ae-950c-903b785d3a70', 'name': 'network-vif-deleted', 'tag': '77c18cf8-8972-4dab-a773-24ae583dcbb1', 'status': 'completed', 'code': 200} Jul 22 16:54:39.464984 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-553eca56-416e-4e56-85ae-a0564e0614d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:39.465531 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f804b31-baeb-41ca-8443-630354326e0b req-2f3ec4b5-7475-4221-8634-b8048d2fd3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:39.467065 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7f804b31-baeb-41ca-8443-630354326e0b req-2f3ec4b5-7475-4221-8634-b8048d2fd3cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=355332cc-46f4-40ba-8869-365066797198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619097 Jul 22 16:54:39.489112 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-553eca56-416e-4e56-85ae-a0564e0614d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:39.543013 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-553eca56-416e-4e56-85ae-a0564e0614d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:39.545693 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-553eca56-416e-4e56-85ae-a0564e0614d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:39.550153 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-553eca56-416e-4e56-85ae-a0564e0614d5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d66c475d-cf7d-4e20-a5e5-c48979410061 HTTP/1.1" status: 204 len: 168 time: 0.1380706 Jul 22 16:54:39.574295 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553eca56-416e-4e56-85ae-a0564e0614d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66c475d-cf7d-4e20-a5e5-c48979410061,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:39.593348 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7f804b31-baeb-41ca-8443-630354326e0b req-83bf1b34-3e5f-40e7-97f8-2c4c08a52f3e service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171861 Jul 22 16:54:39.696519 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7f804b31-baeb-41ca-8443-630354326e0b req-eb72eb88-9035-4ee3-90e8-3cd265abb4fe service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969787 Jul 22 16:54:40.427861 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49608) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:40.522878 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42160e7-a131-4716-bb5a-2b2761d4e9d7 admin admin] Deleting subnet 3f83863e-4d1f-47e9-954d-4b7ea7642935 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:54:40.527098 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d42160e7-a131-4716-bb5a-2b2761d4e9d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:40.564267 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d42160e7-a131-4716-bb5a-2b2761d4e9d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:40.611366 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d42160e7-a131-4716-bb5a-2b2761d4e9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:40.619895 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c364b96-7976-473c-a8cc-952cbdf798a4 req-233b46cc-5d3b-4721-adaa-be3c629bc686 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:40.621498 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0c364b96-7976-473c-a8cc-952cbdf798a4 req-233b46cc-5d3b-4721-adaa-be3c629bc686 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 943 time: 0.1196380 Jul 22 16:54:40.673959 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d42160e7-a131-4716-bb5a-2b2761d4e9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:40.675215 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0c364b96-7976-473c-a8cc-952cbdf798a4 req-97064685-bb40-4b58-90d4-c748e0bd114e tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462229 Jul 22 16:54:40.709326 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42160e7-a131-4716-bb5a-2b2761d4e9d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f83863e-4d1f-47e9-954d-4b7ea7642935,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:40.711627 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d42160e7-a131-4716-bb5a-2b2761d4e9d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:40.716682 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d42160e7-a131-4716-bb5a-2b2761d4e9d7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3f83863e-4d1f-47e9-954d-4b7ea7642935 HTTP/1.1" status: 204 len: 168 time: 0.2842948 Jul 22 16:54:40.716682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49616) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:40.794211 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98626805-7c29-4c65-851a-91410add3203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:40.890764 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98626805-7c29-4c65-851a-91410add3203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:40.903746 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-98626805-7c29-4c65-851a-91410add3203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1eddf5-fb8e-4189-93cd-16488e248f15']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:40.916124 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-98626805-7c29-4c65-851a-91410add3203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c58c7af-0d88-4ac7-9e32-e129a89eb5c3') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:40.916522 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-98626805-7c29-4c65-851a-91410add3203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c58c7af-0d88-4ac7-9e32-e129a89eb5c3') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:40.925816 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98626805-7c29-4c65-851a-91410add3203 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:40.941369 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98626805-7c29-4c65-851a-91410add3203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:40.948095 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98626805-7c29-4c65-851a-91410add3203 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:54:40.948585 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98626805-7c29-4c65-851a-91410add3203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:54:40.950470 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:54:41.007984 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98626805-7c29-4c65-851a-91410add3203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.015060 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98626805-7c29-4c65-851a-91410add3203 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.017594 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-98626805-7c29-4c65-851a-91410add3203 admin admin] 10.222.0.69 "DELETE /v2.0/networks/1a1eddf5-fb8e-4189-93cd-16488e248f15 HTTP/1.1" status: 204 len: 168 time: 0.3000114 Jul 22 16:54:41.034631 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98626805-7c29-4c65-851a-91410add3203 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a1eddf5-fb8e-4189-93cd-16488e248f15,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:41.125413 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49626) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:41.232140 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49630) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:41.254733 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-904466360', 'router:external': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:41.296932 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Made reservation on behalf of 2992a7a703484616ae2b3d020b16bbc8 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:41.299359 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.312168 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ceddad36-8d32-4a41-9348-04ca8946286b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dd83029401704e2c8bed4e4a32967004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0761173 Jul 22 16:54:41.312168 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.312703 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49632) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:41.375384 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1486a3fa-128e-412c-a0e4-6c5d9c67be03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.407583 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1486a3fa-128e-412c-a0e4-6c5d9c67be03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.422166 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.430310 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.454544 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:54:41.470234 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e079c9-5447-433c-96ab-dc9ae9727562,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:41.479060 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1486a3fa-128e-412c-a0e4-6c5d9c67be03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.479670 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:41.479670 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:41.479907 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:41.480229 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:41.480718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:41.481105 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:41.481450 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:41.482004 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:41.482193 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:41.482515 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:41.482899 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:41.483220 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:41.486571 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1486a3fa-128e-412c-a0e4-6c5d9c67be03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.490666 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.491259 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Added segment 1838adaf-bb8e-48b8-9230-1de427028b3f of type vlan for network ccb35d1b-0c84-46de-bd49-8e908137b5ac Jul 22 16:54:41.500155 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1486a3fa-128e-412c-a0e4-6c5d9c67be03 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/880e089d-a32c-40a7-bb0e-f8f6a5a822c1 HTTP/1.1" status: 204 len: 168 time: 0.1855869 Jul 22 16:54:41.518194 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486a3fa-128e-412c-a0e4-6c5d9c67be03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880e089d-a32c-40a7-bb0e-f8f6a5a822c1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:41.567188 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.608692 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.609788 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:41.610450 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.644081 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5174468 Jul 22 16:54:41.648612 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49636) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:41.656038 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-97c2ccdb-b6d0-4c29-b52a-ce770458900f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Request body: {'subnet': {'network_id': 'ccb35d1b-0c84-46de-bd49-8e908137b5ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:41.682209 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce20e6-053d-490c-b6ab-d1000e4b59ac tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Pushing event updated for resources: {'Network': ['ID=ccb35d1b-0c84-46de-bd49-8e908137b5ac,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:41.698343 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network ccb35d1b-0c84-46de-bd49-8e908137b5ac details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:54:41.711773 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c2ccdb-b6d0-4c29-b52a-ce770458900f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Made reservation on behalf of 2992a7a703484616ae2b3d020b16bbc8 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:41.720953 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97c2ccdb-b6d0-4c29-b52a-ce770458900f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.026751 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1761d03-1424-45a4-8c53-26cfa24813a8 req-040cbf15-e44d-4ab0-a4b1-f9d138f1682b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:42.028613 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1761d03-1424-45a4-8c53-26cfa24813a8 req-040cbf15-e44d-4ab0-a4b1-f9d138f1682b tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 943 time: 0.1675847 Jul 22 16:54:42.124495 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1761d03-1424-45a4-8c53-26cfa24813a8 req-139bc536-ff53-46f9-9887-5ee2f77a7e97 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889306 Jul 22 16:54:42.127959 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.211515 n-d-798930-9 neutron-server[93816]: DEBUG neutron.objects.ports [None req-97c2ccdb-b6d0-4c29-b52a-ce770458900f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:54:42.211940 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97c2ccdb-b6d0-4c29-b52a-ce770458900f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.246933 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.267292 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2ccdb-b6d0-4c29-b52a-ce770458900f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c224d8b1-7b34-4ca5-843d-62f7862e9e26,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:42.284047 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c2ccdb-b6d0-4c29-b52a-ce770458900f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Checking segment: {'id': '1838adaf-bb8e-48b8-9230-1de427028b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ccb35d1b-0c84-46de-bd49-8e908137b5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:42.284696 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c2ccdb-b6d0-4c29-b52a-ce770458900f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Network hostable DHCP agents. Network: ccb35d1b-0c84-46de-bd49-8e908137b5ac, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:54:42.309444 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c2ccdb-b6d0-4c29-b52a-ce770458900f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Network ccb35d1b-0c84-46de-bd49-8e908137b5ac is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:54:42.328215 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-97c2ccdb-b6d0-4c29-b52a-ce770458900f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, ccb35d1b-0c84-46de-bd49-8e908137b5ac) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:42.337808 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c2ccdb-b6d0-4c29-b52a-ce770458900f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:42.338067 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c925a4b-cb1d-4611-98d8-6718c080c6bf None None] Network ccb35d1b-0c84-46de-bd49-8e908137b5ac requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:42.338642 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97c2ccdb-b6d0-4c29-b52a-ce770458900f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.367360 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-97c2ccdb-b6d0-4c29-b52a-ce770458900f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7170801 Jul 22 16:54:42.369841 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49656) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:42.376061 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-bb9ac24a-9daa-4673-8b87-fff835fd14a1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1077297149', 'network_id': 'ccb35d1b-0c84-46de-bd49-8e908137b5ac'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:42.408209 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9ac24a-9daa-4673-8b87-fff835fd14a1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Made reservation on behalf of 2992a7a703484616ae2b3d020b16bbc8 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:42.415010 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb9ac24a-9daa-4673-8b87-fff835fd14a1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.438449 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-bb9ac24a-9daa-4673-8b87-fff835fd14a1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] device_id is not set on port 3955436f-35c2-40d5-8506-2e1dc63c6b6e yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:54:42.536722 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbd52dc-8909-4a8b-9fed-d91919680671 None None] Network ccb35d1b-0c84-46de-bd49-8e908137b5ac requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:42.537582 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49660) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:42.548304 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 77c18cf8-8972-4dab-a773-24ae583dcbb1 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:54:42.627788 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-bb9ac24a-9daa-4673-8b87-fff835fd14a1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Allocated IP 2001:db8::33e (ccb35d1b-0c84-46de-bd49-8e908137b5ac/c224d8b1-7b34-4ca5-843d-62f7862e9e26/3955436f-35c2-40d5-8506-2e1dc63c6b6e) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:42.731214 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c2ccda0e-11db-40b6-b4d1-a8c545e36476 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2099397920-network', 'tenant_id': '3fe53eace07247bb896912b303e25524'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:42.757384 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ccda0e-11db-40b6-b4d1-a8c545e36476 admin admin] Made reservation on behalf of 3fe53eace07247bb896912b303e25524 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:42.760135 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2ccda0e-11db-40b6-b4d1-a8c545e36476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.770372 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2ccda0e-11db-40b6-b4d1-a8c545e36476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.857879 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 77c18cf8-8972-4dab-a773-24ae583dcbb1 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:54:42.858940 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 77c18cf8-8972-4dab-a773-24ae583dcbb1 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:54:42.881366 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb9ac24a-9daa-4673-8b87-fff835fd14a1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.902880 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2ccda0e-11db-40b6-b4d1-a8c545e36476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.909960 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2ccda0e-11db-40b6-b4d1-a8c545e36476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.956017 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ccda0e-11db-40b6-b4d1-a8c545e36476 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:54:42.966972 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb9ac24a-9daa-4673-8b87-fff835fd14a1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.976230 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccda0e-11db-40b6-b4d1-a8c545e36476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd486b9-d350-43b2-8b4a-ff3d9f7708f2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:42.985179 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2ccda0e-11db-40b6-b4d1-a8c545e36476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.985317 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-c2ccda0e-11db-40b6-b4d1-a8c545e36476 admin admin] Added segment 212e518a-2937-4578-b4c7-9fa218116385 of type vlan for network 50c29625-5201-4cfa-a36f-86dfa7113441 Jul 22 16:54:43.041310 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2ccda0e-11db-40b6-b4d1-a8c545e36476 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.052430 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9ac24a-9daa-4673-8b87-fff835fd14a1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Network ccb35d1b-0c84-46de-bd49-8e908137b5ac is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:43.056887 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-bb9ac24a-9daa-4673-8b87-fff835fd14a1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:43.059015 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ac24a-9daa-4673-8b87-fff835fd14a1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Pushing event updated for resources: {'Port': ['ID=3955436f-35c2-40d5-8506-2e1dc63c6b6e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:43.061410 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ac24a-9daa-4673-8b87-fff835fd14a1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:43.065342 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9ac24a-9daa-4673-8b87-fff835fd14a1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:43.065342 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bb9ac24a-9daa-4673-8b87-fff835fd14a1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.079798 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2ccda0e-11db-40b6-b4d1-a8c545e36476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.080931 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ccda0e-11db-40b6-b4d1-a8c545e36476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:43.081804 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c2ccda0e-11db-40b6-b4d1-a8c545e36476 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.097979 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bb9ac24a-9daa-4673-8b87-fff835fd14a1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7201595 Jul 22 16:54:43.104091 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49666) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:43.143046 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c2ccda0e-11db-40b6-b4d1-a8c545e36476 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6036377 Jul 22 16:54:43.189523 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccda0e-11db-40b6-b4d1-a8c545e36476 admin admin] Pushing event updated for resources: {'Network': ['ID=50c29625-5201-4cfa-a36f-86dfa7113441,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:43.203081 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 50c29625-5201-4cfa-a36f-86dfa7113441 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:54:43.269591 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-dcde607d-2cf9-4ef6-b440-033234249ed7 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Deleting port 3955436f-35c2-40d5-8506-2e1dc63c6b6e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:43.270074 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dcde607d-2cf9-4ef6-b440-033234249ed7 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.375227 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dcde607d-2cf9-4ef6-b440-033234249ed7 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.378534 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a839e-bbba-44ce-aa14-23f294bb8194 req-6acdca1b-8a71-4f0c-a9a7-04f4f6bce6de tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:43.380127 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e79a839e-bbba-44ce-aa14-23f294bb8194 req-6acdca1b-8a71-4f0c-a9a7-04f4f6bce6de tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 943 time: 0.1284709 Jul 22 16:54:43.400291 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-dcde607d-2cf9-4ef6-b440-033234249ed7 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Calling delete_port for 3955436f-35c2-40d5-8506-2e1dc63c6b6e owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:43.451164 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e79a839e-bbba-44ce-aa14-23f294bb8194 req-16b1a6c5-1dc9-419a-98aa-cbe3ace77c57 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625813 Jul 22 16:54:43.585580 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dcde607d-2cf9-4ef6-b440-033234249ed7 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.627652 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde607d-2cf9-4ef6-b440-033234249ed7 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Pushing event deleted for resources: {'Port': ['ID=3955436f-35c2-40d5-8506-2e1dc63c6b6e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:43.697974 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dcde607d-2cf9-4ef6-b440-033234249ed7 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.700059 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-dcde607d-2cf9-4ef6-b440-033234249ed7 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "DELETE /v2.0/ports/3955436f-35c2-40d5-8506-2e1dc63c6b6e HTTP/1.1" status: 204 len: 168 time: 0.5949161 Jul 22 16:54:43.703284 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49678) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:43.707884 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0b527317-0a62-43da-9f1c-f858fac5522a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ccb35d1b-0c84-46de-bd49-8e908137b5ac', 'external_fixed_ips': [{'subnet_id': 'c224d8b1-7b34-4ca5-843d-62f7862e9e26', 'ip_address': '2001:db8::33e'}]}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:43.738015 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b527317-0a62-43da-9f1c-f858fac5522a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.739147 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b527317-0a62-43da-9f1c-f858fac5522a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.833570 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b527317-0a62-43da-9f1c-f858fac5522a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.995315 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b527317-0a62-43da-9f1c-f858fac5522a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:44.191802 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83006df7-60b6-413e-aea7-bb6b41c00d9e req-7226a72b-0e4c-46e8-8551-1d1be32f9f72 tempest-ComputeTenantNetworksTest-261946690 tempest-ComputeTenantNetworksTest-261946690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:44.199307 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83006df7-60b6-413e-aea7-bb6b41c00d9e req-7226a72b-0e4c-46e8-8551-1d1be32f9f72 tempest-ComputeTenantNetworksTest-261946690 tempest-ComputeTenantNetworksTest-261946690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:44.205992 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83006df7-60b6-413e-aea7-bb6b41c00d9e req-7226a72b-0e4c-46e8-8551-1d1be32f9f72 tempest-ComputeTenantNetworksTest-261946690 tempest-ComputeTenantNetworksTest-261946690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:44.212872 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83006df7-60b6-413e-aea7-bb6b41c00d9e req-7226a72b-0e4c-46e8-8551-1d1be32f9f72 tempest-ComputeTenantNetworksTest-261946690 tempest-ComputeTenantNetworksTest-261946690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:44.214893 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83006df7-60b6-413e-aea7-bb6b41c00d9e req-7226a72b-0e4c-46e8-8551-1d1be32f9f72 tempest-ComputeTenantNetworksTest-261946690 tempest-ComputeTenantNetworksTest-261946690-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2510 time: 0.5989819 Jul 22 16:54:44.365449 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1088055-0d2c-44d8-a6b0-7140061f27ec req-372dce8a-113a-4318-a657-9ab4b2547f90 tempest-ComputeTenantNetworksTest-261946690 tempest-ComputeTenantNetworksTest-261946690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:44.366885 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a1088055-0d2c-44d8-a6b0-7140061f27ec req-372dce8a-113a-4318-a657-9ab4b2547f90 tempest-ComputeTenantNetworksTest-261946690 tempest-ComputeTenantNetworksTest-261946690-project] 10.222.0.69 "GET /v2.0/networks/50c29625-5201-4cfa-a36f-86dfa7113441 HTTP/1.1" status: 200 len: 769 time: 0.1100793 Jul 22 16:54:44.377954 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49682) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:44.462754 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae344eba-747e-4569-ae67-b6845e3a472e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:44.550146 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b527317-0a62-43da-9f1c-f858fac5522a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:44.550539 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae344eba-747e-4569-ae67-b6845e3a472e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:44.561478 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ae344eba-747e-4569-ae67-b6845e3a472e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c29625-5201-4cfa-a36f-86dfa7113441']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:44.573688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ae344eba-747e-4569-ae67-b6845e3a472e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212e518a-2937-4578-b4c7-9fa218116385') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:44.574120 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ae344eba-747e-4569-ae67-b6845e3a472e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212e518a-2937-4578-b4c7-9fa218116385') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:44.581634 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b527317-0a62-43da-9f1c-f858fac5522a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:44.585261 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae344eba-747e-4569-ae67-b6845e3a472e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:44.617312 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae344eba-747e-4569-ae67-b6845e3a472e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:44.645972 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae344eba-747e-4569-ae67-b6845e3a472e admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:54:44.646401 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae344eba-747e-4569-ae67-b6845e3a472e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:54:44.648772 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:54:44.726181 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae344eba-747e-4569-ae67-b6845e3a472e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:44.732593 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ae344eba-747e-4569-ae67-b6845e3a472e admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:44.737852 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ae344eba-747e-4569-ae67-b6845e3a472e admin admin] 10.222.0.69 "DELETE /v2.0/networks/50c29625-5201-4cfa-a36f-86dfa7113441 HTTP/1.1" status: 204 len: 168 time: 0.3555610 Jul 22 16:54:44.752003 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae344eba-747e-4569-ae67-b6845e3a472e admin admin] Pushing event deleted for resources: {'Network': ['ID=50c29625-5201-4cfa-a36f-86dfa7113441,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:44.762851 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09888d3e-e327-4d6f-9282-49fe76c57777 req-aa855976-2934-4cf7-8919-07cdb9b51e02 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:44.764776 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-09888d3e-e327-4d6f-9282-49fe76c57777 req-aa855976-2934-4cf7-8919-07cdb9b51e02 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 943 time: 0.1704633 Jul 22 16:54:44.823282 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-09888d3e-e327-4d6f-9282-49fe76c57777 req-b50f91f3-f493-4b78-bdf1-ac9c8ab6b0c0 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523567 Jul 22 16:54:44.838826 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-0b527317-0a62-43da-9f1c-f858fac5522a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Allocated IP 2001:db8::33e (ccb35d1b-0c84-46de-bd49-8e908137b5ac/c224d8b1-7b34-4ca5-843d-62f7862e9e26/fe211830-7a01-4882-847d-6c813f1de5f8) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:44.933055 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49688) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:44.978141 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-dc775dc3-cd67-4748-8956-b87d6e16360a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3fe53eace07247bb896912b303e25524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415180 Jul 22 16:54:44.978494 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49690) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:44.980010 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b527317-0a62-43da-9f1c-f858fac5522a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.027431 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b527317-0a62-43da-9f1c-f858fac5522a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.042431 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7608efef-a1d0-4d9a-aa9f-851e0c6918ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.067016 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b527317-0a62-43da-9f1c-f858fac5522a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Network ccb35d1b-0c84-46de-bd49-8e908137b5ac is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:45.070049 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-0b527317-0a62-43da-9f1c-f858fac5522a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:45.075012 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7608efef-a1d0-4d9a-aa9f-851e0c6918ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.076021 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b527317-0a62-43da-9f1c-f858fac5522a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:45.151134 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7608efef-a1d0-4d9a-aa9f-851e0c6918ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.154335 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7608efef-a1d0-4d9a-aa9f-851e0c6918ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.157617 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7608efef-a1d0-4d9a-aa9f-851e0c6918ab admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3dd486b9-d350-43b2-8b4a-ff3d9f7708f2 HTTP/1.1" status: 204 len: 168 time: 0.1757362 Jul 22 16:54:45.160438 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b527317-0a62-43da-9f1c-f858fac5522a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Pushing event updated for resources: {'Port': ['ID=fe211830-7a01-4882-847d-6c813f1de5f8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:45.168801 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608efef-a1d0-4d9a-aa9f-851e0c6918ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd486b9-d350-43b2-8b4a-ff3d9f7708f2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:45.360290 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b527317-0a62-43da-9f1c-f858fac5522a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.592135 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b527317-0a62-43da-9f1c-f858fac5522a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.742246 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b527317-0a62-43da-9f1c-f858fac5522a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Router 470f9181-6bb3-44b0-bf8b-3d94a6996739 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:54:45.862438 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b527317-0a62-43da-9f1c-f858fac5522a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:54:45.873026 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc4f537-3b26-45f8-a795-08b67c0cd2b5 None None] Sync routers for ids ['470f9181-6bb3-44b0-bf8b-3d94a6996739'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:54:45.885282 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0b527317-0a62-43da-9f1c-f858fac5522a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.890102 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc4f537-3b26-45f8-a795-08b67c0cd2b5 None None] Routers {'470f9181-6bb3-44b0-bf8b-3d94a6996739'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:54:45.890646 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-afc4f537-3b26-45f8-a795-08b67c0cd2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:54:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['470f9181-6bb3-44b0-bf8b-3d94a6996739'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:45.890811 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49714) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:45.892579 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0b527317-0a62-43da-9f1c-f858fac5522a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.1864161 Jul 22 16:54:46.010836 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-afc4f537-3b26-45f8-a795-08b67c0cd2b5 None None] Set router 470f9181-6bb3-44b0-bf8b-3d94a6996739 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:54:46.078803 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91746128-55d2-435d-afda-e129d51c549e tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.105377 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcfe83-c155-4381-8393-d222a8c12c3e req-66f08063-d36e-487b-8165-c60036e9ea03 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:46.110275 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c2dcfe83-c155-4381-8393-d222a8c12c3e req-66f08063-d36e-487b-8165-c60036e9ea03 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 943 time: 0.1639361 Jul 22 16:54:46.199426 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c2dcfe83-c155-4381-8393-d222a8c12c3e req-144d9815-884b-4fdc-b3f5-fe57f52b8889 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820673 Jul 22 16:54:46.248046 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91746128-55d2-435d-afda-e129d51c549e tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.329872 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-91746128-55d2-435d-afda-e129d51c549e tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Deleting port fe211830-7a01-4882-847d-6c813f1de5f8 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:46.330656 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91746128-55d2-435d-afda-e129d51c549e tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.358448 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-afc4f537-3b26-45f8-a795-08b67c0cd2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470f9181-6bb3-44b0-bf8b-3d94a6996739', 'name': '', 'tenant_id': '2992a7a703484616ae2b3d020b16bbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccb35d1b-0c84-46de-bd49-8e908137b5ac', 'external_fixed_ips': [{'subnet_id': 'c224d8b1-7b34-4ca5-843d-62f7862e9e26', 'ip_address': '2001:db8::33e'}], 'enable_snat': True}, 'gw_port_id': 'fe211830-7a01-4882-847d-6c813f1de5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:54:43Z', 'updated_at': '2021-07-22T16:54:45Z', 'revision_number': 3, 'project_id': '2992a7a703484616ae2b3d020b16bbc8', 'gw_port': {'id': 'fe211830-7a01-4882-847d-6c813f1de5f8', 'name': '', 'network_id': 'ccb35d1b-0c84-46de-bd49-8e908137b5ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:20:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470f9181-6bb3-44b0-bf8b-3d94a6996739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'c224d8b1-7b34-4ca5-843d-62f7862e9e26', 'ip_address': '2001:db8::33e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:54:44Z', 'updated_at': '2021-07-22T16:54:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c224d8b1-7b34-4ca5-843d-62f7862e9e26', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:46.413723 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc4f537-3b26-45f8-a795-08b67c0cd2b5 None None] Checking router: 470f9181-6bb3-44b0-bf8b-3d94a6996739 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:54:46.414429 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc4f537-3b26-45f8-a795-08b67c0cd2b5 None None] Updating router 470f9181-6bb3-44b0-bf8b-3d94a6996739 port fe211830-7a01-4882-847d-6c813f1de5f8 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:54:46.463564 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-afc4f537-3b26-45f8-a795-08b67c0cd2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.477738 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91746128-55d2-435d-afda-e129d51c549e tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.494652 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-91746128-55d2-435d-afda-e129d51c549e tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Calling delete_port for fe211830-7a01-4882-847d-6c813f1de5f8 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:46.676888 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49730) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:46.711901 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91746128-55d2-435d-afda-e129d51c549e tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.759551 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91746128-55d2-435d-afda-e129d51c549e tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe211830-7a01-4882-847d-6c813f1de5f8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:46.807780 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91746128-55d2-435d-afda-e129d51c549e tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.857519 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-afc4f537-3b26-45f8-a795-08b67c0cd2b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:54:46.857986 n-d-798930-9 neutron-server[93818]: DEBUG oslo_db.api [None req-afc4f537-3b26-45f8-a795-08b67c0cd2b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:54:46.866317 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e587942-10c6-4910-ad52-85111b7130e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.932141 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91746128-55d2-435d-afda-e129d51c549e tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.935411 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91746128-55d2-435d-afda-e129d51c549e tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.966828 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e587942-10c6-4910-ad52-85111b7130e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.972006 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e587942-10c6-4910-ad52-85111b7130e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.999298 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91746128-55d2-435d-afda-e129d51c549e tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.000678 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91746128-55d2-435d-afda-e129d51c549e tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 470f9181-6bb3-44b0-bf8b-3d94a6996739 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:54:47.011981 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91746128-55d2-435d-afda-e129d51c549e tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.014862 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-91746128-55d2-435d-afda-e129d51c549e tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "DELETE /v2.0/routers/470f9181-6bb3-44b0-bf8b-3d94a6996739 HTTP/1.1" status: 204 len: 168 time: 1.1221442 Jul 22 16:54:47.019342 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49734) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:47.020014 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9e587942-10c6-4910-ad52-85111b7130e5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=edd348e1abf84f2f8bb45535e7902121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3419368 Jul 22 16:54:47.020951 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e587942-10c6-4910-ad52-85111b7130e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4532aae4-1b35-4e98-83ce-25abcdf176d7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:47.024105 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49736) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:47.080038 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47030c9b-7b69-42cc-a27a-7d2ed93935da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.113416 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-55396885-efd9-4e90-b453-b1f39de6917b tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Deleting subnet c224d8b1-7b34-4ca5-843d-62f7862e9e26 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:54:47.116070 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47030c9b-7b69-42cc-a27a-7d2ed93935da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.117580 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55396885-efd9-4e90-b453-b1f39de6917b tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.163522 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55396885-efd9-4e90-b453-b1f39de6917b tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.168217 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47030c9b-7b69-42cc-a27a-7d2ed93935da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.170797 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47030c9b-7b69-42cc-a27a-7d2ed93935da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.177264 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-47030c9b-7b69-42cc-a27a-7d2ed93935da admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4532aae4-1b35-4e98-83ce-25abcdf176d7 HTTP/1.1" status: 204 len: 168 time: 0.1518242 Jul 22 16:54:47.189703 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47030c9b-7b69-42cc-a27a-7d2ed93935da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4532aae4-1b35-4e98-83ce-25abcdf176d7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:47.245992 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55396885-efd9-4e90-b453-b1f39de6917b tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.318926 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55396885-efd9-4e90-b453-b1f39de6917b tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.355120 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55396885-efd9-4e90-b453-b1f39de6917b tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c224d8b1-7b34-4ca5-843d-62f7862e9e26,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:47.365991 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55396885-efd9-4e90-b453-b1f39de6917b tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.370123 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-55396885-efd9-4e90-b453-b1f39de6917b tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "DELETE /v2.0/subnets/c224d8b1-7b34-4ca5-843d-62f7862e9e26 HTTP/1.1" status: 204 len: 168 time: 0.3491426 Jul 22 16:54:47.370959 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49742) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:47.391847 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc4f537-3b26-45f8-a795-08b67c0cd2b5 None None] Port fe211830-7a01-4882-847d-6c813f1de5f8 not found while updating agent binding for router 470f9181-6bb3-44b0-bf8b-3d94a6996739. {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 22 16:54:47.410997 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc4f537-3b26-45f8-a795-08b67c0cd2b5 None None] Routers set() bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:54:47.411736 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc4f537-3b26-45f8-a795-08b67c0cd2b5 None None] Router IDs set() for agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 16:54:47.414347 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_agentschedulers_db [None req-afc4f537-3b26-45f8-a795-08b67c0cd2b5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'470f9181-6bb3-44b0-bf8b-3d94a6996739'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:54:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent'). {{(pid=93818) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 16:54:47.415050 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc4f537-3b26-45f8-a795-08b67c0cd2b5 None None] The sync data for ids ['470f9181-6bb3-44b0-bf8b-3d94a6996739'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:54:47.432426 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937635d-5eba-4729-ad0b-af32196cfedb req-a10614ef-f854-433f-87e2-9d7707fc105a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:47.434820 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5937635d-5eba-4729-ad0b-af32196cfedb req-a10614ef-f854-433f-87e2-9d7707fc105a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 943 time: 0.1045415 Jul 22 16:54:47.486950 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5937635d-5eba-4729-ad0b-af32196cfedb req-b69f602b-651c-4af7-8d58-cbe6edc2e9cd tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462022 Jul 22 16:54:47.501768 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24898e9c-c4f1-4924-bb93-8ce2c7c301b1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.620968 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24898e9c-c4f1-4924-bb93-8ce2c7c301b1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.627893 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-24898e9c-c4f1-4924-bb93-8ce2c7c301b1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb35d1b-0c84-46de-bd49-8e908137b5ac']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:47.641430 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-24898e9c-c4f1-4924-bb93-8ce2c7c301b1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1838adaf-bb8e-48b8-9230-1de427028b3f') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:47.641832 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-24898e9c-c4f1-4924-bb93-8ce2c7c301b1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1838adaf-bb8e-48b8-9230-1de427028b3f') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:47.652713 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24898e9c-c4f1-4924-bb93-8ce2c7c301b1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.668130 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24898e9c-c4f1-4924-bb93-8ce2c7c301b1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.682568 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24898e9c-c4f1-4924-bb93-8ce2c7c301b1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:54:47.683065 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24898e9c-c4f1-4924-bb93-8ce2c7c301b1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:54:47.685096 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:54:47.754450 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24898e9c-c4f1-4924-bb93-8ce2c7c301b1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.774462 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24898e9c-c4f1-4924-bb93-8ce2c7c301b1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ccb35d1b-0c84-46de-bd49-8e908137b5ac {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 16:54:47.788195 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24898e9c-c4f1-4924-bb93-8ce2c7c301b1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Pushing event deleted for resources: {'Network': ['ID=ccb35d1b-0c84-46de-bd49-8e908137b5ac,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:47.793377 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24898e9c-c4f1-4924-bb93-8ce2c7c301b1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.800508 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-24898e9c-c4f1-4924-bb93-8ce2c7c301b1 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "DELETE /v2.0/networks/ccb35d1b-0c84-46de-bd49-8e908137b5ac HTTP/1.1" status: 204 len: 168 time: 0.4235787 Jul 22 16:54:48.169253 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49768) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:48.253521 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49772) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:48.259841 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-69e20311-86e4-4ba0-90ce-ff84e8fcd8ce tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Request body: {'router': {'name': 'tempest-router--1321006486', 'project_id': '4be0da40bb504c20836e05bdfa76aff5'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:48.296715 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69e20311-86e4-4ba0-90ce-ff84e8fcd8ce tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.298100 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69e20311-86e4-4ba0-90ce-ff84e8fcd8ce tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.354614 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69e20311-86e4-4ba0-90ce-ff84e8fcd8ce tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.359891 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69e20311-86e4-4ba0-90ce-ff84e8fcd8ce tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.377803 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69e20311-86e4-4ba0-90ce-ff84e8fcd8ce tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.382745 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49774) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:48.385032 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-69e20311-86e4-4ba0-90ce-ff84e8fcd8ce tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1268606 Jul 22 16:54:48.442251 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c8966fb6-1ac4-4864-a067-8496adeb255b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-955237361-network', 'tenant_id': '6c002cbb3d4648a3b33002aba3a54564'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:48.472700 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba990610-e0a3-4618-b229-b3e4fd19bb2e tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.477808 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8966fb6-1ac4-4864-a067-8496adeb255b admin admin] Made reservation on behalf of 6c002cbb3d4648a3b33002aba3a54564 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:48.480357 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8966fb6-1ac4-4864-a067-8496adeb255b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.489589 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8966fb6-1ac4-4864-a067-8496adeb255b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.646670 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8966fb6-1ac4-4864-a067-8496adeb255b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.651869 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8966fb6-1ac4-4864-a067-8496adeb255b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.685618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8966fb6-1ac4-4864-a067-8496adeb255b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:54:48.689290 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba990610-e0a3-4618-b229-b3e4fd19bb2e tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.692343 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba990610-e0a3-4618-b229-b3e4fd19bb2e tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.702740 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8966fb6-1ac4-4864-a067-8496adeb255b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edefdae-c06a-4f40-aec7-ad4842023fe6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:48.725039 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8966fb6-1ac4-4864-a067-8496adeb255b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.725678 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-c8966fb6-1ac4-4864-a067-8496adeb255b admin admin] Added segment 6ef72613-5101-4db9-ba1f-a239ae556be8 of type vlan for network b1533b09-11b3-4578-adf9-8a3b73a65436 Jul 22 16:54:48.746635 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba990610-e0a3-4618-b229-b3e4fd19bb2e tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.747247 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba990610-e0a3-4618-b229-b3e4fd19bb2e tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e77734ef-e6d3-4be8-8a21-8b2cfd175a14 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:54:48.765265 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba990610-e0a3-4618-b229-b3e4fd19bb2e tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.766905 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ba990610-e0a3-4618-b229-b3e4fd19bb2e tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "DELETE /v2.0/routers/e77734ef-e6d3-4be8-8a21-8b2cfd175a14 HTTP/1.1" status: 204 len: 168 time: 0.3827941 Jul 22 16:54:48.770970 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f525f-10bd-40ae-aab1-88110826571e req-e2b9cde6-ed85-47f4-8136-5fded5e4b163 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:48.772702 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8d5f525f-10bd-40ae-aab1-88110826571e req-e2b9cde6-ed85-47f4-8136-5fded5e4b163 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 943 time: 0.1742389 Jul 22 16:54:48.792533 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8966fb6-1ac4-4864-a067-8496adeb255b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.840388 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8d5f525f-10bd-40ae-aab1-88110826571e req-a6506eeb-5243-495d-b76e-abbfc118f8af tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581362 Jul 22 16:54:48.850930 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8966fb6-1ac4-4864-a067-8496adeb255b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.852079 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8966fb6-1ac4-4864-a067-8496adeb255b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:48.852575 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c8966fb6-1ac4-4864-a067-8496adeb255b admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.887088 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c8966fb6-1ac4-4864-a067-8496adeb255b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7150290 Jul 22 16:54:48.889878 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49780) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:48.896591 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-30b5d2d8-688b-43f7-a206-1b563397cb03 admin admin] Request body: {'subnet': {'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-955237361-subnet', 'tenant_id': '6c002cbb3d4648a3b33002aba3a54564', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:48.922375 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49782) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:48.933938 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8966fb6-1ac4-4864-a067-8496adeb255b admin admin] Pushing event updated for resources: {'Network': ['ID=b1533b09-11b3-4578-adf9-8a3b73a65436,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:48.945275 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network b1533b09-11b3-4578-adf9-8a3b73a65436 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:54:48.957164 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b5d2d8-688b-43f7-a206-1b563397cb03 admin admin] Made reservation on behalf of 6c002cbb3d4648a3b33002aba3a54564 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:48.960132 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30b5d2d8-688b-43f7-a206-1b563397cb03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:49.188202 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a376da34-a481-4bbe-b07e-b25ff65c7e0b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1537762329', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:49.196001 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30b5d2d8-688b-43f7-a206-1b563397cb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:49.241243 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a376da34-a481-4bbe-b07e-b25ff65c7e0b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:49.243166 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a376da34-a481-4bbe-b07e-b25ff65c7e0b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:49.260789 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5d2d8-688b-43f7-a206-1b563397cb03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2715b26f-8040-4f4d-af81-bb925953fe19,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:49.271836 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b5d2d8-688b-43f7-a206-1b563397cb03 admin admin] Checking segment: {'id': '6ef72613-5101-4db9-ba1f-a239ae556be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:49.272922 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b5d2d8-688b-43f7-a206-1b563397cb03 admin admin] Network hostable DHCP agents. Network: b1533b09-11b3-4578-adf9-8a3b73a65436, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:54:49.296071 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b5d2d8-688b-43f7-a206-1b563397cb03 admin admin] Network b1533b09-11b3-4578-adf9-8a3b73a65436 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:54:49.309548 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-30b5d2d8-688b-43f7-a206-1b563397cb03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, b1533b09-11b3-4578-adf9-8a3b73a65436) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:49.314825 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a376da34-a481-4bbe-b07e-b25ff65c7e0b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:49.318411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b5d2d8-688b-43f7-a206-1b563397cb03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:49.321963 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8344fca-416f-462e-8b11-8fc24cf02a9c None None] Network b1533b09-11b3-4578-adf9-8a3b73a65436 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:49.322357 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30b5d2d8-688b-43f7-a206-1b563397cb03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:49.342664 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-30b5d2d8-688b-43f7-a206-1b563397cb03 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4516857 Jul 22 16:54:49.494073 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cece09-efb1-4bfd-a666-7d9b979169df None None] Network b1533b09-11b3-4578-adf9-8a3b73a65436 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:49.877030 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a376da34-a481-4bbe-b07e-b25ff65c7e0b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:49.983164 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf71242-db1b-48a7-8430-a97a947d7c50 req-c57e4485-b5d1-4ac4-9b8f-dc1d833839e7 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:49.984538 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ccf71242-db1b-48a7-8430-a97a947d7c50 req-c57e4485-b5d1-4ac4-9b8f-dc1d833839e7 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 943 time: 0.0644345 Jul 22 16:54:49.987841 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-b2358516-b83e-4d14-bb0d-95232e601d20 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:49.989282 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-b2358516-b83e-4d14-bb0d-95232e601d20 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/networks?id=b1533b09-11b3-4578-adf9-8a3b73a65436 HTTP/1.1" status: 200 len: 814 time: 0.1672010 Jul 22 16:54:50.026055 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ccf71242-db1b-48a7-8430-a97a947d7c50 req-f48ca20a-b453-43de-954e-6b2841653b0a tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355008 Jul 22 16:54:50.037395 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-2564a8e4-b872-46dd-9074-6a509de5ced1 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/quotas/6c002cbb3d4648a3b33002aba3a54564 HTTP/1.1" status: 200 len: 375 time: 0.0428970 Jul 22 16:54:50.072812 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-ec756a1f-bdc8-4fd3-9212-3725b031e3f9 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6c002cbb3d4648a3b33002aba3a54564&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300479 Jul 22 16:54:50.210963 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a376da34-a481-4bbe-b07e-b25ff65c7e0b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:50.257133 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a376da34-a481-4bbe-b07e-b25ff65c7e0b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:50.323147 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-5fa0a9b6-5549-4342-ae84-0aaa0f64bd42 service neutron] 10.222.0.69 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431271 Jul 22 16:54:50.433758 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-a376da34-a481-4bbe-b07e-b25ff65c7e0b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Allocated IP 172.25.0.41 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/cbe8c818-15f4-4f16-a83c-fe18b6e3778f) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:50.463087 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-225f8935-ed1a-4c49-873f-56cd86797169 service neutron] 10.222.0.69 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325569 Jul 22 16:54:50.552468 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a376da34-a481-4bbe-b07e-b25ff65c7e0b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:50.599885 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a376da34-a481-4bbe-b07e-b25ff65c7e0b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:50.640873 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4e38cc45-c8b6-40c7-8ddd-9cddadc61ac6 req-39b05046-e601-4a10-885a-cb6b8021c5e0 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=236872bb-d77d-4d73-abab-3605ee2be825 HTTP/1.1" status: 200 len: 210 time: 0.0306215 Jul 22 16:54:50.648851 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a376da34-a481-4bbe-b07e-b25ff65c7e0b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:50.649351 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a376da34-a481-4bbe-b07e-b25ff65c7e0b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:50.653010 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a376da34-a481-4bbe-b07e-b25ff65c7e0b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:50.680873 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376da34-a481-4bbe-b07e-b25ff65c7e0b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Pushing event updated for resources: {'Port': ['ID=cbe8c818-15f4-4f16-a83c-fe18b6e3778f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:50.921710 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a376da34-a481-4bbe-b07e-b25ff65c7e0b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:51.166827 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a376da34-a481-4bbe-b07e-b25ff65c7e0b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:51.249239 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee6da7-007c-4eaf-8758-7fb0e28deb0e req-04e615ef-5c48-485d-9a36-918a56a0f538 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:51.251065 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-53ee6da7-007c-4eaf-8758-7fb0e28deb0e req-04e615ef-5c48-485d-9a36-918a56a0f538 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 943 time: 0.1428144 Jul 22 16:54:51.309914 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-53ee6da7-007c-4eaf-8758-7fb0e28deb0e req-c232f47a-bc9c-40f8-b4c1-644b2f270828 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487251 Jul 22 16:54:51.341347 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a376da34-a481-4bbe-b07e-b25ff65c7e0b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Router 6196024c-4c53-47c1-b60a-516e76276a20 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:54:51.443002 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a376da34-a481-4bbe-b07e-b25ff65c7e0b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:54:51.453711 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f4306c-fc2e-40c4-bd6e-fe37bb00e853 None None] Sync routers for ids ['6196024c-4c53-47c1-b60a-516e76276a20'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:54:51.462422 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a376da34-a481-4bbe-b07e-b25ff65c7e0b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:51.463518 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f4306c-fc2e-40c4-bd6e-fe37bb00e853 None None] Routers {'6196024c-4c53-47c1-b60a-516e76276a20'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:54:51.463700 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a376da34-a481-4bbe-b07e-b25ff65c7e0b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.5401018 Jul 22 16:54:51.464124 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-46f4306c-fc2e-40c4-bd6e-fe37bb00e853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:54:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['6196024c-4c53-47c1-b60a-516e76276a20'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:51.467444 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49820) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:51.496093 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-46f4306c-fc2e-40c4-bd6e-fe37bb00e853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:51.505068 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f4306c-fc2e-40c4-bd6e-fe37bb00e853 None None] Routers {'6196024c-4c53-47c1-b60a-516e76276a20'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:54:51.505674 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-46f4306c-fc2e-40c4-bd6e-fe37bb00e853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:54:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['6196024c-4c53-47c1-b60a-516e76276a20'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:51.541477 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-46f4306c-fc2e-40c4-bd6e-fe37bb00e853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:51.542442 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f4306c-fc2e-40c4-bd6e-fe37bb00e853 None None] The sync data for ids ['6196024c-4c53-47c1-b60a-516e76276a20'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:54:51.572708 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0d401602-952d-42b1-b3fc-bd7847ff9777 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "GET /v2.0/routers/6196024c-4c53-47c1-b60a-516e76276a20 HTTP/1.1" status: 200 len: 924 time: 0.1042852 Jul 22 16:54:51.574849 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49822) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:51.761818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-a47bb850-3fa3-45ef-9975-90b55793de0c tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:51.763437 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-a47bb850-3fa3-45ef-9975-90b55793de0c tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.16 "GET /v2.0/networks?id=b1533b09-11b3-4578-adf9-8a3b73a65436 HTTP/1.1" status: 200 len: 814 time: 0.1434226 Jul 22 16:54:51.785510 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-81545878-7a65-43b6-a4f4-d3f293d4ee1e tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Request body: {'port': {'device_id': '236872bb-d77d-4d73-abab-3605ee2be825', 'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436', 'admin_state_up': True, 'tenant_id': '6c002cbb3d4648a3b33002aba3a54564'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:51.791198 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-42d66358-9b5a-476d-b7a2-b9603c912aaf req-69f75892-c4d0-418e-8adf-7faad142c7d2 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=236872bb-d77d-4d73-abab-3605ee2be825 HTTP/1.1" status: 200 len: 210 time: 0.0486500 Jul 22 16:54:51.865411 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-208eb63d-2966-4382-ac5c-5803ca3a2740 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "GET /v2.0/ports?device_id=6196024c-4c53-47c1-b60a-516e76276a20 HTTP/1.1" status: 200 len: 205 time: 0.2893989 Jul 22 16:54:51.868357 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49826) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:51.906396 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-81545878-7a65-43b6-a4f4-d3f293d4ee1e tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Made reservation on behalf of 6c002cbb3d4648a3b33002aba3a54564 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:51.909937 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-81545878-7a65-43b6-a4f4-d3f293d4ee1e tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:51.971823 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44950c32-089a-4bd6-a85c-9f9cf07795d3 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.039098 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-81545878-7a65-43b6-a4f4-d3f293d4ee1e tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Allocated IP 172.20.0.14 (b1533b09-11b3-4578-adf9-8a3b73a65436/2715b26f-8040-4f4d-af81-bb925953fe19/cbee2650-99de-4918-8589-8df20d49eaf8) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:52.075837 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44950c32-089a-4bd6-a85c-9f9cf07795d3 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.128084 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-44950c32-089a-4bd6-a85c-9f9cf07795d3 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Deleting port cbe8c818-15f4-4f16-a83c-fe18b6e3778f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:52.128345 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44950c32-089a-4bd6-a85c-9f9cf07795d3 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.186835 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-81545878-7a65-43b6-a4f4-d3f293d4ee1e tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.205493 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44950c32-089a-4bd6-a85c-9f9cf07795d3 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.217478 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-44950c32-089a-4bd6-a85c-9f9cf07795d3 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Calling delete_port for cbe8c818-15f4-4f16-a83c-fe18b6e3778f owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:52.227427 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-81545878-7a65-43b6-a4f4-d3f293d4ee1e tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.273577 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-81545878-7a65-43b6-a4f4-d3f293d4ee1e tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Network b1533b09-11b3-4578-adf9-8a3b73a65436 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:52.278565 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-81545878-7a65-43b6-a4f4-d3f293d4ee1e tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:52.281408 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-81545878-7a65-43b6-a4f4-d3f293d4ee1e tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:52.312707 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81545878-7a65-43b6-a4f4-d3f293d4ee1e tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Pushing event updated for resources: {'Port': ['ID=cbee2650-99de-4918-8589-8df20d49eaf8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:52.338285 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-81545878-7a65-43b6-a4f4-d3f293d4ee1e tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:52.339031 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-81545878-7a65-43b6-a4f4-d3f293d4ee1e tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.354762 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-81545878-7a65-43b6-a4f4-d3f293d4ee1e tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5737116 Jul 22 16:54:52.373170 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-84142cc5-af06-4f7f-a3c6-fa6563d1e708 service neutron] Request body: {'port': {'device_id': '236872bb-d77d-4d73-abab-3605ee2be825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:52.420614 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44950c32-089a-4bd6-a85c-9f9cf07795d3 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.427287 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:54:52.448894 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-84142cc5-af06-4f7f-a3c6-fa6563d1e708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.452268 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44950c32-089a-4bd6-a85c-9f9cf07795d3 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Pushing event deleted for resources: {'Port': ['ID=cbe8c818-15f4-4f16-a83c-fe18b6e3778f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:52.536237 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e468d1c-6401-4649-be74-c91a22e760d7 req-a02d8320-d031-47a8-959e-3b9a46b87048 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:52.538350 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5e468d1c-6401-4649-be74-c91a22e760d7 req-a02d8320-d031-47a8-959e-3b9a46b87048 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 943 time: 0.1512527 Jul 22 16:54:52.543232 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44950c32-089a-4bd6-a85c-9f9cf07795d3 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.649251 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44950c32-089a-4bd6-a85c-9f9cf07795d3 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.652301 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44950c32-089a-4bd6-a85c-9f9cf07795d3 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.670896 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5e468d1c-6401-4649-be74-c91a22e760d7 req-7d3941af-c181-42d9-aff4-4d868a0ce13e tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252410 Jul 22 16:54:52.710036 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44950c32-089a-4bd6-a85c-9f9cf07795d3 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.710614 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44950c32-089a-4bd6-a85c-9f9cf07795d3 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Fanout notify agent at l3_agent the message router_deleted on router 6196024c-4c53-47c1-b60a-516e76276a20 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:54:52.717878 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44950c32-089a-4bd6-a85c-9f9cf07795d3 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.722993 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-44950c32-089a-4bd6-a85c-9f9cf07795d3 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "DELETE /v2.0/routers/6196024c-4c53-47c1-b60a-516e76276a20 HTTP/1.1" status: 204 len: 168 time: 0.8497603 Jul 22 16:54:52.723535 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49830) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:52.735061 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e6734f02-5fe6-4175-a826-baea39569d11 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2031734139', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'enable_snat': False}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:52.744462 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-84142cc5-af06-4f7f-a3c6-fa6563d1e708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbee2650-99de-4918-8589-8df20d49eaf8 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:54:52.759481 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-84142cc5-af06-4f7f-a3c6-fa6563d1e708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.776760 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6734f02-5fe6-4175-a826-baea39569d11 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.777827 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6734f02-5fe6-4175-a826-baea39569d11 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.783986 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-84142cc5-af06-4f7f-a3c6-fa6563d1e708 service neutron] Transition to ACTIVE for port object cbee2650-99de-4918-8589-8df20d49eaf8 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:52.790284 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-84142cc5-af06-4f7f-a3c6-fa6563d1e708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.869045 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6734f02-5fe6-4175-a826-baea39569d11 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.945301 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84142cc5-af06-4f7f-a3c6-fa6563d1e708 service neutron] Pushing event updated for resources: {'Port': ['ID=cbee2650-99de-4918-8589-8df20d49eaf8,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:53.111460 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6734f02-5fe6-4175-a826-baea39569d11 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:53.132801 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-84142cc5-af06-4f7f-a3c6-fa6563d1e708 service neutron] Attempting to bind port cbee2650-99de-4918-8589-8df20d49eaf8 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:54:53.133129 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-84142cc5-af06-4f7f-a3c6-fa6563d1e708 service neutron] Attempting to bind port cbee2650-99de-4918-8589-8df20d49eaf8 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '6ef72613-5101-4db9-ba1f-a239ae556be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:54:53.133452 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-84142cc5-af06-4f7f-a3c6-fa6563d1e708 service neutron] Attempting to bind port cbee2650-99de-4918-8589-8df20d49eaf8 on network b1533b09-11b3-4578-adf9-8a3b73a65436 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:53.142123 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413ebfb-9936-4a4b-a3f2-adb4da4dd219 req-53226044-d8e4-4664-8674-d087fd301fb0 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:53.143611 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6413ebfb-9936-4a4b-a3f2-adb4da4dd219 req-53226044-d8e4-4664-8674-d087fd301fb0 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=236872bb-d77d-4d73-abab-3605ee2be825 HTTP/1.1" status: 200 len: 944 time: 0.2795947 Jul 22 16:54:53.158164 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-84142cc5-af06-4f7f-a3c6-fa6563d1e708 service neutron] Port cbee2650-99de-4918-8589-8df20d49eaf8 on network b1533b09-11b3-4578-adf9-8a3b73a65436 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:54:53.158494 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-84142cc5-af06-4f7f-a3c6-fa6563d1e708 service neutron] Attempting to bind port cbee2650-99de-4918-8589-8df20d49eaf8 on network b1533b09-11b3-4578-adf9-8a3b73a65436 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:53.177657 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-84142cc5-af06-4f7f-a3c6-fa6563d1e708 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:54:53.178532 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-84142cc5-af06-4f7f-a3c6-fa6563d1e708 service neutron] Checking segment: {'id': '6ef72613-5101-4db9-ba1f-a239ae556be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:53.178910 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-84142cc5-af06-4f7f-a3c6-fa6563d1e708 service neutron] Bound using segment: {'id': '6ef72613-5101-4db9-ba1f-a239ae556be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:54:53.179340 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-84142cc5-af06-4f7f-a3c6-fa6563d1e708 service neutron] Bound port: cbee2650-99de-4918-8589-8df20d49eaf8, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef72613-5101-4db9-ba1f-a239ae556be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:54:53.179692 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-84142cc5-af06-4f7f-a3c6-fa6563d1e708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:53.202077 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 940cc934-551b-4bc9-8f9d-2e890df3c986 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:54:53.244770 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6413ebfb-9936-4a4b-a3f2-adb4da4dd219 req-75b7d911-72c9-4102-8173-8739b88c87c4 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877151 Jul 22 16:54:53.296424 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 940cc934-551b-4bc9-8f9d-2e890df3c986, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=940cc934-551b-4bc9-8f9d-2e890df3c986,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:53.304220 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-84142cc5-af06-4f7f-a3c6-fa6563d1e708 service neutron] For port cbee2650-99de-4918-8589-8df20d49eaf8, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:54:53.309539 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '940cc934-551b-4bc9-8f9d-2e890df3c986', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'port_id': '940cc934-551b-4bc9-8f9d-2e890df3c986', 'mac_address': 'fa:16:3e:52:7f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:54:53.325602 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-84142cc5-af06-4f7f-a3c6-fa6563d1e708 service neutron] For port cbee2650-99de-4918-8589-8df20d49eaf8, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=cbee2650-99de-4918-8589-8df20d49eaf8,segment=NetworkSegment(6ef72613-5101-4db9-ba1f-a239ae556be8),segment_id=6ef72613-5101-4db9-ba1f-a239ae556be8)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:54:53.332411 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-84142cc5-af06-4f7f-a3c6-fa6563d1e708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:53.348818 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:53.365249 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940cc934-551b-4bc9-8f9d-2e890df3c986 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:54:53.378405 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-84142cc5-af06-4f7f-a3c6-fa6563d1e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:53.379016 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-84142cc5-af06-4f7f-a3c6-fa6563d1e708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:53.380403 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-84142cc5-af06-4f7f-a3c6-fa6563d1e708 service neutron] 10.222.0.16 "PUT /v2.0/ports/cbee2650-99de-4918-8589-8df20d49eaf8 HTTP/1.1" status: 200 len: 1092 time: 1.0122721 Jul 22 16:54:53.380837 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236872bb-d77d-4d73-abab-3605ee2be825', 'tag': 'cbee2650-99de-4918-8589-8df20d49eaf8'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:54:53.383675 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d27459d-f07c-4cd4-9383-9e825989be2a" -d '{"events": [{"name": "network-changed", "server_uuid": "236872bb-d77d-4d73-abab-3605ee2be825", "tag": "cbee2650-99de-4918-8589-8df20d49eaf8"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:54:53.389039 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 940cc934-551b-4bc9-8f9d-2e890df3c986, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=940cc934-551b-4bc9-8f9d-2e890df3c986,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:53.395943 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:53.435412 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5f565e-4256-4ea2-a0b8-4a98d218ac05 x-openstack-request-id: req-0a5f565e-4256-4ea2-a0b8-4a98d218ac05 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:54:53.435702 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236872bb-d77d-4d73-abab-3605ee2be825", "tag": "cbee2650-99de-4918-8589-8df20d49eaf8", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:54:53.435955 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0a5f565e-4256-4ea2-a0b8-4a98d218ac05 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:54:53.436351 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236872bb-d77d-4d73-abab-3605ee2be825', 'tag': 'cbee2650-99de-4918-8589-8df20d49eaf8', 'status': 'completed', 'code': 200} Jul 22 16:54:53.447008 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=940cc934-551b-4bc9-8f9d-2e890df3c986,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:53.480128 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84142cc5-af06-4f7f-a3c6-fa6563d1e708 service neutron] Pushing event updated for resources: {'Port': ['ID=cbee2650-99de-4918-8589-8df20d49eaf8,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:53.666283 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['940cc934-551b-4bc9-8f9d-2e890df3c986'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:54:53.902531 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6734f02-5fe6-4175-a826-baea39569d11 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:53.929782 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6734f02-5fe6-4175-a826-baea39569d11 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:53.940179 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-53489dbe-1872-4c48-853b-d38c8bd39842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:53.941671 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-53489dbe-1872-4c48-853b-d38c8bd39842 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c002cbb3d4648a3b33002aba3a54564&device_id=236872bb-d77d-4d73-abab-3605ee2be825 HTTP/1.1" status: 200 len: 1095 time: 0.4753613 Jul 22 16:54:54.026084 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-cc806cbd-fa15-4c8d-9767-a4f72beac508 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbee2650-99de-4918-8589-8df20d49eaf8 HTTP/1.1" status: 200 len: 217 time: 0.0448973 Jul 22 16:54:54.033574 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae9f56-56a6-4f22-8857-0c2aa5bcb4ad req-73929748-ba68-4e8c-8c5d-b895ce90e3e6 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:54.035008 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ffae9f56-56a6-4f22-8857-0c2aa5bcb4ad req-73929748-ba68-4e8c-8c5d-b895ce90e3e6 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 944 time: 0.1865730 Jul 22 16:54:54.142416 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-c442fba8-6fda-4bdc-951e-08b83caa0f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:54.143864 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-c442fba8-6fda-4bdc-951e-08b83caa0f37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2715b26f-8040-4f4d-af81-bb925953fe19 HTTP/1.1" status: 200 len: 854 time: 0.1080334 Jul 22 16:54:54.148806 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ffae9f56-56a6-4f22-8857-0c2aa5bcb4ad req-24a686fe-8e2a-41e6-b0c6-b1a08c0a5e7e tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034193 Jul 22 16:54:54.183463 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-e6734f02-5fe6-4175-a826-baea39569d11 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Allocated IP 172.25.0.183 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/911179e1-44e0-42f4-9f6c-5b6ec521eff6) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:54.186875 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-4fab6672-e338-4992-aa1e-8e222223397b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1533b09-11b3-4578-adf9-8a3b73a65436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344677 Jul 22 16:54:54.354332 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-f2ecc087-49ff-4f17-9ffb-da7d8e7467c0 service neutron] 10.222.0.16 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581354 Jul 22 16:54:54.391153 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6734f02-5fe6-4175-a826-baea39569d11 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:54.431259 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981b8c2-34a1-47a8-84e2-3738b93d01fb req-e1e20d59-fe8a-467a-8d38-bdb949c1e87f tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:54.432774 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a981b8c2-34a1-47a8-84e2-3738b93d01fb req-e1e20d59-fe8a-467a-8d38-bdb949c1e87f tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=236872bb-d77d-4d73-abab-3605ee2be825 HTTP/1.1" status: 200 len: 944 time: 0.0646956 Jul 22 16:54:54.471367 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a981b8c2-34a1-47a8-84e2-3738b93d01fb req-6532e54a-c389-47e7-a412-0ecf03c4331c tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330234 Jul 22 16:54:54.485841 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7b2bf47d-5fad-49bc-8ada-89f01a881a28 req-be1cd88f-d475-411a-9954-03f9016ad7dc service neutron] 10.222.0.16 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250508 Jul 22 16:54:54.493982 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6734f02-5fe6-4175-a826-baea39569d11 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:54.533156 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6734f02-5fe6-4175-a826-baea39569d11 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:54.535869 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e6734f02-5fe6-4175-a826-baea39569d11 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:54.539561 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6734f02-5fe6-4175-a826-baea39569d11 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:54.607290 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6734f02-5fe6-4175-a826-baea39569d11 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Pushing event updated for resources: {'Port': ['ID=911179e1-44e0-42f4-9f6c-5b6ec521eff6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:54.734444 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27459d-f07c-4cd4-9383-9e825989be2a req-2b2aa4c4-cf1e-4258-b600-332057321da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:54.735979 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2d27459d-f07c-4cd4-9383-9e825989be2a req-2b2aa4c4-cf1e-4258-b600-332057321da6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c002cbb3d4648a3b33002aba3a54564&device_id=236872bb-d77d-4d73-abab-3605ee2be825 HTTP/1.1" status: 200 len: 1095 time: 0.1681950 Jul 22 16:54:54.907137 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27459d-f07c-4cd4-9383-9e825989be2a req-d7932d3e-704e-4699-8287-ab0a394e1412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:54.908736 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2d27459d-f07c-4cd4-9383-9e825989be2a req-d7932d3e-704e-4699-8287-ab0a394e1412 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b1533b09-11b3-4578-adf9-8a3b73a65436 HTTP/1.1" status: 200 len: 915 time: 0.1638122 Jul 22 16:54:54.956945 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2d27459d-f07c-4cd4-9383-9e825989be2a req-2b94b2d9-35a7-403d-9dd9-f34f6ff60a6b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbee2650-99de-4918-8589-8df20d49eaf8 HTTP/1.1" status: 200 len: 217 time: 0.0410976 Jul 22 16:54:54.959427 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6734f02-5fe6-4175-a826-baea39569d11 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:55.081777 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27459d-f07c-4cd4-9383-9e825989be2a req-30e42e6b-3fa4-4171-b7bf-f3eac7372082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:55.083279 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2d27459d-f07c-4cd4-9383-9e825989be2a req-30e42e6b-3fa4-4171-b7bf-f3eac7372082 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2715b26f-8040-4f4d-af81-bb925953fe19 HTTP/1.1" status: 200 len: 854 time: 0.0911412 Jul 22 16:54:55.126189 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2d27459d-f07c-4cd4-9383-9e825989be2a req-a8f46e17-c987-4c76-ba0f-4413b1bea1a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1533b09-11b3-4578-adf9-8a3b73a65436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328188 Jul 22 16:54:55.200823 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 940cc934-551b-4bc9-8f9d-2e890df3c986 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:55.251397 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 940cc934-551b-4bc9-8f9d-2e890df3c986 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:55.251767 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:55.325400 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:55.326452 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6734f02-5fe6-4175-a826-baea39569d11 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:55.337685 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2d27459d-f07c-4cd4-9383-9e825989be2a req-c91f8463-cf81-42d2-8230-d9b876592e7b service neutron] 10.222.0.16 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753035 Jul 22 16:54:55.348062 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f0180c-f16a-4466-b5c6-e9832e7aad0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940cc934-551b-4bc9-8f9d-2e890df3c986'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:54:55.350956 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1acd624-4797-447e-9149-2b6871c8e474" -d '{"events": [{"server_uuid": "54f0180c-f16a-4466-b5c6-e9832e7aad0e", "name": "network-vif-plugged", "status": "completed", "tag": "940cc934-551b-4bc9-8f9d-2e890df3c986"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:54:55.363720 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 940cc934-551b-4bc9-8f9d-2e890df3c986, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=940cc934-551b-4bc9-8f9d-2e890df3c986,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:55.368844 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:55.395086 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd41b73-72ed-4875-878c-2c9e7e6bee8a x-openstack-request-id: req-5bd41b73-72ed-4875-878c-2c9e7e6bee8a {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:54:55.395382 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f0180c-f16a-4466-b5c6-e9832e7aad0e", "name": "network-vif-plugged", "status": "completed", "tag": "940cc934-551b-4bc9-8f9d-2e890df3c986", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:54:55.395628 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5bd41b73-72ed-4875-878c-2c9e7e6bee8a {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:54:55.396006 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f0180c-f16a-4466-b5c6-e9832e7aad0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940cc934-551b-4bc9-8f9d-2e890df3c986', 'code': 200} Jul 22 16:54:55.424125 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=940cc934-551b-4bc9-8f9d-2e890df3c986,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:55.451774 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a60ad-7002-4864-8e65-3ba1202e255b req-8694e9b8-3b99-48ba-8a48-faa57d7c2314 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:55.453252 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6a8a60ad-7002-4864-8e65-3ba1202e255b req-8694e9b8-3b99-48ba-8a48-faa57d7c2314 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 944 time: 0.2296727 Jul 22 16:54:55.569226 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6a8a60ad-7002-4864-8e65-3ba1202e255b req-aebced29-66b1-4d15-8774-94d8273ca750 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059983 Jul 22 16:54:55.591852 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2d27459d-f07c-4cd4-9383-9e825989be2a req-47bd2644-51c9-457c-8b95-4d0fa6d2d546 service neutron] 10.222.0.16 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127311 Jul 22 16:54:55.620326 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525b716-7670-4496-92cf-75564010460c req-4aaeedeb-8491-4fe3-b471-8b96efd546a8 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:55.622005 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5525b716-7670-4496-92cf-75564010460c req-4aaeedeb-8491-4fe3-b471-8b96efd546a8 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=236872bb-d77d-4d73-abab-3605ee2be825 HTTP/1.1" status: 200 len: 944 time: 0.0745018 Jul 22 16:54:55.633740 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6734f02-5fe6-4175-a826-baea39569d11 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Router 37527f84-14fe-4eda-89bc-1a77bf0d1f35 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:54:55.642230 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b03749-b214-43e1-bd07-91e02e063996 req-a1ba7720-79dd-44f6-9098-a7b034227100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:55.643777 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-22b03749-b214-43e1-bd07-91e02e063996 req-a1ba7720-79dd-44f6-9098-a7b034227100 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 1097 time: 0.0883970 Jul 22 16:54:55.661175 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5525b716-7670-4496-92cf-75564010460c req-d034bc4a-9b4a-4dfb-9be8-1f3a52b80494 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332484 Jul 22 16:54:55.751216 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-22b03749-b214-43e1-bd07-91e02e063996 req-8d868a97-00e2-456b-848a-9361557eb8a9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992668 Jul 22 16:54:55.771447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6734f02-5fe6-4175-a826-baea39569d11 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:54:55.780631 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] Sync routers for ids ['37527f84-14fe-4eda-89bc-1a77bf0d1f35'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:54:55.788366 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6734f02-5fe6-4175-a826-baea39569d11 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:55.789630 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e6734f02-5fe6-4175-a826-baea39569d11 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.0606577 Jul 22 16:54:55.790808 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] Routers {'37527f84-14fe-4eda-89bc-1a77bf0d1f35'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:54:55.791480 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:54:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['37527f84-14fe-4eda-89bc-1a77bf0d1f35'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:55.792284 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49846) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:55.898737 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] Set router 37527f84-14fe-4eda-89bc-1a77bf0d1f35 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:54:55.906192 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-517fcd00-15e3-498b-ae23-78388bb6ac1f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "GET /v2.0/routers/37527f84-14fe-4eda-89bc-1a77bf0d1f35 HTTP/1.1" status: 200 len: 909 time: 0.1127667 Jul 22 16:54:55.908615 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49848) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:55.912926 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-80eeffe5-ca53-416c-997f-7e199e749151 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2031734139', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'enable_snat': True}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:55.934294 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80eeffe5-ca53-416c-997f-7e199e749151 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:55.935590 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80eeffe5-ca53-416c-997f-7e199e749151 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:55.988344 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80eeffe5-ca53-416c-997f-7e199e749151 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:56.077557 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37527f84-14fe-4eda-89bc-1a77bf0d1f35', 'name': 'tempest-snat-router-2031734139', 'tenant_id': '2992a7a703484616ae2b3d020b16bbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.183'}], 'enable_snat': False}, 'gw_port_id': '911179e1-44e0-42f4-9f6c-5b6ec521eff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:54:52Z', 'updated_at': '2021-07-22T16:54:54Z', 'revision_number': 3, 'project_id': '2992a7a703484616ae2b3d020b16bbc8', 'gw_port': {'id': '911179e1-44e0-42f4-9f6c-5b6ec521eff6', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37527f84-14fe-4eda-89bc-1a77bf0d1f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:54:53Z', 'updated_at': '2021-07-22T16:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:56.103061 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] Checking router: 37527f84-14fe-4eda-89bc-1a77bf0d1f35 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:54:56.103416 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] Updating router 37527f84-14fe-4eda-89bc-1a77bf0d1f35 port 911179e1-44e0-42f4-9f6c-5b6ec521eff6 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:54:56.126802 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80eeffe5-ca53-416c-997f-7e199e749151 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:56.141773 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:56.331504 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80eeffe5-ca53-416c-997f-7e199e749151 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:56.350208 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80eeffe5-ca53-416c-997f-7e199e749151 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:56.393582 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:56.404672 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] Transition to ACTIVE for port object 911179e1-44e0-42f4-9f6c-5b6ec521eff6 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:56.410239 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:56.458801 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] Attempting to bind port 911179e1-44e0-42f4-9f6c-5b6ec521eff6 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:54:56.459181 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] Attempting to bind port 911179e1-44e0-42f4-9f6c-5b6ec521eff6 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:54:56.459510 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-80eeffe5-ca53-416c-997f-7e199e749151 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Allocated IP 172.25.0.19 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/5309b0f0-c773-45d0-b091-035a78cd09c1) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:56.459662 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] Attempting to bind port 911179e1-44e0-42f4-9f6c-5b6ec521eff6 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:56.464942 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c86d6-19a4-4eb6-9d66-12c53071073d None None] Pushing event updated for resources: {'Port': ['ID=911179e1-44e0-42f4-9f6c-5b6ec521eff6,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:56.469478 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:54:56.469960 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:56.470555 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:56.470718 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:54:56.471129 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] Bound port: 911179e1-44e0-42f4-9f6c-5b6ec521eff6, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:54:56.471518 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:56.525213 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] For port 911179e1-44e0-42f4-9f6c-5b6ec521eff6, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:54:56.528322 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] For port 911179e1-44e0-42f4-9f6c-5b6ec521eff6, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=911179e1-44e0-42f4-9f6c-5b6ec521eff6,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:54:56.532756 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:56.574044 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80eeffe5-ca53-416c-997f-7e199e749151 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:56.588550 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device cbee2650-99de-4918-8589-8df20d49eaf8 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:54:56.602315 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] Routers {'37527f84-14fe-4eda-89bc-1a77bf0d1f35'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:54:56.602952 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:54:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['37527f84-14fe-4eda-89bc-1a77bf0d1f35'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:56.607569 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c86d6-19a4-4eb6-9d66-12c53071073d None None] Pushing event updated for resources: {'Port': ['ID=911179e1-44e0-42f4-9f6c-5b6ec521eff6,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:56.631224 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80eeffe5-ca53-416c-997f-7e199e749151 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:56.671722 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eeffe5-ca53-416c-997f-7e199e749151 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:56.690234 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-80eeffe5-ca53-416c-997f-7e199e749151 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:56.693656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eeffe5-ca53-416c-997f-7e199e749151 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:56.760889 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eeffe5-ca53-416c-997f-7e199e749151 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Pushing event updated for resources: {'Port': ['ID=5309b0f0-c773-45d0-b091-035a78cd09c1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:56.830395 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a3116-ed75-4ace-a735-f32d44381b53 req-64935afb-f093-4279-bcdd-3c41f13e88ef tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:56.838749 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-776a3116-ed75-4ace-a735-f32d44381b53 req-64935afb-f093-4279-bcdd-3c41f13e88ef tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=236872bb-d77d-4d73-abab-3605ee2be825 HTTP/1.1" status: 200 len: 944 time: 0.0968366 Jul 22 16:54:56.893524 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-776a3116-ed75-4ace-a735-f32d44381b53 req-9b2dd856-d60b-4161-9975-d24369286d76 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516958 Jul 22 16:54:56.906432 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:54:57.008652 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] Set router 37527f84-14fe-4eda-89bc-1a77bf0d1f35 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:54:57.097775 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port cbee2650-99de-4918-8589-8df20d49eaf8, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=cbee2650-99de-4918-8589-8df20d49eaf8,segment=NetworkSegment(6ef72613-5101-4db9-ba1f-a239ae556be8),segment_id=6ef72613-5101-4db9-ba1f-a239ae556be8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:57.122654 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'cbee2650-99de-4918-8589-8df20d49eaf8', 'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436', 'port_id': 'cbee2650-99de-4918-8589-8df20d49eaf8', 'mac_address': 'fa:16:3e:08:0b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2715b26f-8040-4f4d-af81-bb925953fe19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:54:57.217398 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:57.256374 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbee2650-99de-4918-8589-8df20d49eaf8 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:54:57.281229 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port cbee2650-99de-4918-8589-8df20d49eaf8, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=cbee2650-99de-4918-8589-8df20d49eaf8,segment=NetworkSegment(6ef72613-5101-4db9-ba1f-a239ae556be8),segment_id=6ef72613-5101-4db9-ba1f-a239ae556be8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:57.288524 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:57.294535 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b0ab5-b928-4118-bedb-3316f4d97ade req-40d1ed3c-2f50-42a6-9c4a-d4ff7d8ed575 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:57.298530 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f59b0ab5-b928-4118-bedb-3316f4d97ade req-40d1ed3c-2f50-42a6-9c4a-d4ff7d8ed575 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 946 time: 0.6194923 Jul 22 16:54:57.348362 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37527f84-14fe-4eda-89bc-1a77bf0d1f35', 'name': 'tempest-snat-router-2031734139', 'tenant_id': '2992a7a703484616ae2b3d020b16bbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.183'}], 'enable_snat': False}, 'gw_port_id': '911179e1-44e0-42f4-9f6c-5b6ec521eff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:54:52Z', 'updated_at': '2021-07-22T16:54:54Z', 'revision_number': 3, 'project_id': '2992a7a703484616ae2b3d020b16bbc8', 'gw_port': {'id': '911179e1-44e0-42f4-9f6c-5b6ec521eff6', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37527f84-14fe-4eda-89bc-1a77bf0d1f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:54:53Z', 'updated_at': '2021-07-22T16:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:57.351975 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=cbee2650-99de-4918-8589-8df20d49eaf8,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:57.383744 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fa8aba-a361-4506-8b45-c93fe7fdd5d0 None None] The sync data for ids ['37527f84-14fe-4eda-89bc-1a77bf0d1f35'] in n-d-798930-9 is: [{'id': '37527f84-14fe-4eda-89bc-1a77bf0d1f35', 'name': 'tempest-snat-router-2031734139', 'tenant_id': '2992a7a703484616ae2b3d020b16bbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.183'}], 'enable_snat': False}, 'gw_port_id': '911179e1-44e0-42f4-9f6c-5b6ec521eff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:54:52Z', 'updated_at': '2021-07-22T16:54:54Z', 'revision_number': 3, 'project_id': '2992a7a703484616ae2b3d020b16bbc8', 'gw_port': {'id': '911179e1-44e0-42f4-9f6c-5b6ec521eff6', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37527f84-14fe-4eda-89bc-1a77bf0d1f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:54:53Z', 'updated_at': '2021-07-22T16:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:54:57.387079 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f59b0ab5-b928-4118-bedb-3316f4d97ade req-d5d45daa-8c4c-4eda-9050-7efe4e23c768 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853448 Jul 22 16:54:57.459211 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80eeffe5-ca53-416c-997f-7e199e749151 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:57.558333 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['cbee2650-99de-4918-8589-8df20d49eaf8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:54:57.701832 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80eeffe5-ca53-416c-997f-7e199e749151 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:57.861035 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80eeffe5-ca53-416c-997f-7e199e749151 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Router 6dab4337-4db5-4400-ac72-e4c4bfe8ddde is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:54:57.983208 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80eeffe5-ca53-416c-997f-7e199e749151 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:54:57.993815 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Sync routers for ids ['6dab4337-4db5-4400-ac72-e4c4bfe8ddde'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:54:58.008409 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Routers {'6dab4337-4db5-4400-ac72-e4c4bfe8ddde'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:54:58.009124 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:54:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['6dab4337-4db5-4400-ac72-e4c4bfe8ddde'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:58.018081 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80eeffe5-ca53-416c-997f-7e199e749151 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:58.024473 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-80eeffe5-ca53-416c-997f-7e199e749151 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.1146386 Jul 22 16:54:58.025548 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49890) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:58.145642 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4f99c-cacf-421f-9747-20cef3ebd9f6 req-c07a09cb-bc83-45a9-a0b1-852f2ca1cdb6 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:58.147402 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9cb4f99c-cacf-421f-9747-20cef3ebd9f6 req-c07a09cb-bc83-45a9-a0b1-852f2ca1cdb6 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=236872bb-d77d-4d73-abab-3605ee2be825 HTTP/1.1" status: 200 len: 945 time: 0.1866724 Jul 22 16:54:58.161435 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Set router 6dab4337-4db5-4400-ac72-e4c4bfe8ddde gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:54:58.203187 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9cb4f99c-cacf-421f-9747-20cef3ebd9f6 req-0ff90e77-7937-47cd-8ca3-676c96d6b1fa tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456433 Jul 22 16:54:58.208044 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49892) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:58.208213 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c4be46ec-ace2-465b-8be3-efbc14317ebd tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "GET /v2.0/routers/6dab4337-4db5-4400-ac72-e4c4bfe8ddde HTTP/1.1" status: 200 len: 907 time: 0.1804848 Jul 22 16:54:58.326111 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91f8c51d-395f-43ad-893a-9c2e6e82c2c5 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:58.354610 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dab4337-4db5-4400-ac72-e4c4bfe8ddde', 'name': 'tempest-snat-router-2031734139', 'tenant_id': '2992a7a703484616ae2b3d020b16bbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '5309b0f0-c773-45d0-b091-035a78cd09c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:54:55Z', 'updated_at': '2021-07-22T16:54:57Z', 'revision_number': 3, 'project_id': '2992a7a703484616ae2b3d020b16bbc8', 'gw_port': {'id': '5309b0f0-c773-45d0-b091-035a78cd09c1', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:cc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dab4337-4db5-4400-ac72-e4c4bfe8ddde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:54:56Z', 'updated_at': '2021-07-22T16:54:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:58.382654 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Checking router: 6dab4337-4db5-4400-ac72-e4c4bfe8ddde for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:54:58.382888 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Updating router 6dab4337-4db5-4400-ac72-e4c4bfe8ddde port 5309b0f0-c773-45d0-b091-035a78cd09c1 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:54:58.425624 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:58.438223 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91f8c51d-395f-43ad-893a-9c2e6e82c2c5 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:58.527054 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-91f8c51d-395f-43ad-893a-9c2e6e82c2c5 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Deleting port 5309b0f0-c773-45d0-b091-035a78cd09c1 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:58.527498 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91f8c51d-395f-43ad-893a-9c2e6e82c2c5 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:58.575252 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device cbee2650-99de-4918-8589-8df20d49eaf8 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:58.607384 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8711f22-372f-4930-b56f-f78af52669ef req-519f010f-9b4a-4da4-b245-2ea37414c6e4 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:58.608949 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d8711f22-372f-4930-b56f-f78af52669ef req-519f010f-9b4a-4da4-b245-2ea37414c6e4 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 946 time: 0.1301653 Jul 22 16:54:58.636013 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port cbee2650-99de-4918-8589-8df20d49eaf8 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:58.639635 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port cbee2650-99de-4918-8589-8df20d49eaf8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:58.640067 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:58.649948 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91f8c51d-395f-43ad-893a-9c2e6e82c2c5 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:58.673319 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-91f8c51d-395f-43ad-893a-9c2e6e82c2c5 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Calling delete_port for 5309b0f0-c773-45d0-b091-035a78cd09c1 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:58.677884 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d8711f22-372f-4930-b56f-f78af52669ef req-1d7af348-d07e-4003-8973-bdc3fa63d427 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624356 Jul 22 16:54:58.713274 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:58.727825 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Transition to ACTIVE for port object 5309b0f0-c773-45d0-b091-035a78cd09c1 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:58.734977 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:58.737049 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:58.761177 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236872bb-d77d-4d73-abab-3605ee2be825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbee2650-99de-4918-8589-8df20d49eaf8'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:54:58.763546 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf1e720-ec57-4450-9b02-ef6f7b4deb6c" -d '{"events": [{"server_uuid": "236872bb-d77d-4d73-abab-3605ee2be825", "name": "network-vif-plugged", "status": "completed", "tag": "cbee2650-99de-4918-8589-8df20d49eaf8"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:54:58.776839 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port cbee2650-99de-4918-8589-8df20d49eaf8, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=cbee2650-99de-4918-8589-8df20d49eaf8,segment=NetworkSegment(6ef72613-5101-4db9-ba1f-a239ae556be8),segment_id=6ef72613-5101-4db9-ba1f-a239ae556be8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:58.783110 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:58.790606 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Attempting to bind port 5309b0f0-c773-45d0-b091-035a78cd09c1 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:54:58.790868 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Attempting to bind port 5309b0f0-c773-45d0-b091-035a78cd09c1 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:54:58.791644 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Attempting to bind port 5309b0f0-c773-45d0-b091-035a78cd09c1 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:58.799240 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:54:58.799631 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:58.800005 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:58.800394 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:54:58.800875 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Bound port: 5309b0f0-c773-45d0-b091-035a78cd09c1, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:54:58.801229 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:58.803482 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a7115-d203-4bc8-95b0-f71522f96679 None None] Pushing event updated for resources: {'Port': ['ID=5309b0f0-c773-45d0-b091-035a78cd09c1,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:58.832246 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a7115-d203-4bc8-95b0-f71522f96679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:58.832599 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a7115-d203-4bc8-95b0-f71522f96679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:58.832922 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a7115-d203-4bc8-95b0-f71522f96679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:58.833246 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a7115-d203-4bc8-95b0-f71522f96679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:58.833573 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a7115-d203-4bc8-95b0-f71522f96679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:58.833893 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a7115-d203-4bc8-95b0-f71522f96679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:58.834265 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a7115-d203-4bc8-95b0-f71522f96679 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:58.834918 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a7115-d203-4bc8-95b0-f71522f96679 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:58.834918 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a7115-d203-4bc8-95b0-f71522f96679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:58.835193 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a7115-d203-4bc8-95b0-f71522f96679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:58.835506 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a7115-d203-4bc8-95b0-f71522f96679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:58.835819 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a7115-d203-4bc8-95b0-f71522f96679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:58.853175 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bbdeb3-afa5-41a3-8e4b-0d8444ce0eb7 x-openstack-request-id: req-19bbdeb3-afa5-41a3-8e4b-0d8444ce0eb7 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:54:58.853551 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236872bb-d77d-4d73-abab-3605ee2be825", "name": "network-vif-plugged", "status": "completed", "tag": "cbee2650-99de-4918-8589-8df20d49eaf8", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:54:58.854083 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-19bbdeb3-afa5-41a3-8e4b-0d8444ce0eb7 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:54:58.854810 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236872bb-d77d-4d73-abab-3605ee2be825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbee2650-99de-4918-8589-8df20d49eaf8', 'code': 200} Jul 22 16:54:58.861020 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=cbee2650-99de-4918-8589-8df20d49eaf8,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:58.886629 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91f8c51d-395f-43ad-893a-9c2e6e82c2c5 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:58.890401 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.db.api [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:54:58.890824 n-d-798930-9 neutron-server[93819]: DEBUG oslo_db.api [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:54:58.920124 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8c51d-395f-43ad-893a-9c2e6e82c2c5 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Pushing event deleted for resources: {'Port': ['ID=5309b0f0-c773-45d0-b091-035a78cd09c1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:59.017659 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bdd8d7d-d497-4250-823c-3c5f40bb8eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:59.030513 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91f8c51d-395f-43ad-893a-9c2e6e82c2c5 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:59.132504 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12df528-eeda-412d-bf5b-11daa62ce509 req-f9d0108c-f18b-4eab-9e7e-07095ae63511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:59.134100 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c12df528-eeda-412d-bf5b-11daa62ce509 req-f9d0108c-f18b-4eab-9e7e-07095ae63511 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=236872bb-d77d-4d73-abab-3605ee2be825 HTTP/1.1" status: 200 len: 1097 time: 0.1999400 Jul 22 16:54:59.135876 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91f8c51d-395f-43ad-893a-9c2e6e82c2c5 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:59.138818 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91f8c51d-395f-43ad-893a-9c2e6e82c2c5 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:59.197232 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 911179e1-44e0-42f4-9f6c-5b6ec521eff6 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:59.211115 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91f8c51d-395f-43ad-893a-9c2e6e82c2c5 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:59.211677 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f8c51d-395f-43ad-893a-9c2e6e82c2c5 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6dab4337-4db5-4400-ac72-e4c4bfe8ddde {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:54:59.216194 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91f8c51d-395f-43ad-893a-9c2e6e82c2c5 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:59.217365 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-91f8c51d-395f-43ad-893a-9c2e6e82c2c5 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "DELETE /v2.0/routers/6dab4337-4db5-4400-ac72-e4c4bfe8ddde HTTP/1.1" status: 204 len: 168 time: 1.0078459 Jul 22 16:54:59.219393 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c12df528-eeda-412d-bf5b-11daa62ce509 req-b6b51c3b-25fd-4511-a4fd-b79d427d7366 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788264 Jul 22 16:54:59.220045 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49900) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:59.249013 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 911179e1-44e0-42f4-9f6c-5b6ec521eff6 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:59.253338 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 911179e1-44e0-42f4-9f6c-5b6ec521eff6 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:59.253810 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:59.330208 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:59.350981 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 911179e1-44e0-42f4-9f6c-5b6ec521eff6, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=911179e1-44e0-42f4-9f6c-5b6ec521eff6,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:59.356151 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:59.371435 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46653ca3-bb2b-4d04-a690-11b8e402740f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:59.384440 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7425b1a-d0f6-42b0-917c-c4bfae5b36a8 req-b76a1ea3-7fab-4108-87cd-142885060512 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:59.385979 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a7425b1a-d0f6-42b0-917c-c4bfae5b36a8 req-b76a1ea3-7fab-4108-87cd-142885060512 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=236872bb-d77d-4d73-abab-3605ee2be825 HTTP/1.1" status: 200 len: 946 time: 0.0949588 Jul 22 16:54:59.412226 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Attempting to bind port 5309b0f0-c773-45d0-b091-035a78cd09c1 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:54:59.412780 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Attempting to bind port 5309b0f0-c773-45d0-b091-035a78cd09c1 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:54:59.413211 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Attempting to bind port 5309b0f0-c773-45d0-b091-035a78cd09c1 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:59.413682 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=911179e1-44e0-42f4-9f6c-5b6ec521eff6,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:59.419294 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:54:59.419632 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:59.420368 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:59.420750 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:54:59.421207 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Bound port: 5309b0f0-c773-45d0-b091-035a78cd09c1, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:54:59.421578 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:59.439396 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Port 5309b0f0-c773-45d0-b091-035a78cd09c1 has been deleted concurrently {{(pid=93819) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 22 16:54:59.448894 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Routers set() bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:54:59.449257 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Router IDs set() for agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 16:54:59.449841 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_agentschedulers_db [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6dab4337-4db5-4400-ac72-e4c4bfe8ddde'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:54:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent'). {{(pid=93819) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 16:54:59.450238 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b505c32d-199b-4b28-b15f-3598b4f98bd7 None None] The sync data for ids ['6dab4337-4db5-4400-ac72-e4c4bfe8ddde'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:54:59.486742 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a7425b1a-d0f6-42b0-917c-c4bfae5b36a8 req-6de48cdc-bdf2-44a2-968c-c57fc5eb3f5c tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700598 Jul 22 16:54:59.514088 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46653ca3-bb2b-4d04-a690-11b8e402740f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:59.565218 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-46653ca3-bb2b-4d04-a690-11b8e402740f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Deleting port 911179e1-44e0-42f4-9f6c-5b6ec521eff6 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:59.565561 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46653ca3-bb2b-4d04-a690-11b8e402740f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:59.650396 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-46653ca3-bb2b-4d04-a690-11b8e402740f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] For port 911179e1-44e0-42f4-9f6c-5b6ec521eff6, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=911179e1-44e0-42f4-9f6c-5b6ec521eff6,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:59.650667 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46653ca3-bb2b-4d04-a690-11b8e402740f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:59.662430 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-46653ca3-bb2b-4d04-a690-11b8e402740f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Calling delete_port for 911179e1-44e0-42f4-9f6c-5b6ec521eff6 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:59.824802 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46653ca3-bb2b-4d04-a690-11b8e402740f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:59.850864 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46653ca3-bb2b-4d04-a690-11b8e402740f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Pushing event deleted for resources: {'Port': ['ID=911179e1-44e0-42f4-9f6c-5b6ec521eff6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:59.911048 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46653ca3-bb2b-4d04-a690-11b8e402740f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.003018 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46653ca3-bb2b-4d04-a690-11b8e402740f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.005113 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46653ca3-bb2b-4d04-a690-11b8e402740f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.047233 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46653ca3-bb2b-4d04-a690-11b8e402740f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.047761 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46653ca3-bb2b-4d04-a690-11b8e402740f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37527f84-14fe-4eda-89bc-1a77bf0d1f35 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:55:00.052107 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46653ca3-bb2b-4d04-a690-11b8e402740f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.054344 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-46653ca3-bb2b-4d04-a690-11b8e402740f tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "DELETE /v2.0/routers/37527f84-14fe-4eda-89bc-1a77bf0d1f35 HTTP/1.1" status: 204 len: 168 time: 0.8327668 Jul 22 16:55:00.061019 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49904) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:00.066039 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f3451c8d-2441-4c26-9ce8-9d0868ed2cf8 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2115257623', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:00.115610 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3451c8d-2441-4c26-9ce8-9d0868ed2cf8 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.116516 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3451c8d-2441-4c26-9ce8-9d0868ed2cf8 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.174225 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3451c8d-2441-4c26-9ce8-9d0868ed2cf8 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.324185 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3451c8d-2441-4c26-9ce8-9d0868ed2cf8 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.531595 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3451c8d-2441-4c26-9ce8-9d0868ed2cf8 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.555492 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3451c8d-2441-4c26-9ce8-9d0868ed2cf8 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.699368 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-f3451c8d-2441-4c26-9ce8-9d0868ed2cf8 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Allocated IP 172.25.0.243 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/3d331b5a-6359-4ceb-ad8b-a37f329737a3) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:00.718552 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccca64-9d6c-4cc1-9e7c-841febde9323 req-584ee33a-d9e6-4346-a79b-5efb2869f2da tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:00.720102 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f5ccca64-9d6c-4cc1-9e7c-841febde9323 req-584ee33a-d9e6-4346-a79b-5efb2869f2da tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=236872bb-d77d-4d73-abab-3605ee2be825 HTTP/1.1" status: 200 len: 946 time: 0.1237221 Jul 22 16:55:00.825278 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f5ccca64-9d6c-4cc1-9e7c-841febde9323 req-c2cd5ca6-9abd-4fa8-b316-6f1ed72654d2 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963533 Jul 22 16:55:00.871433 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3451c8d-2441-4c26-9ce8-9d0868ed2cf8 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.911303 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3451c8d-2441-4c26-9ce8-9d0868ed2cf8 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.952795 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3451c8d-2441-4c26-9ce8-9d0868ed2cf8 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:00.957052 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f3451c8d-2441-4c26-9ce8-9d0868ed2cf8 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:00.963170 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3451c8d-2441-4c26-9ce8-9d0868ed2cf8 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:00.991756 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3451c8d-2441-4c26-9ce8-9d0868ed2cf8 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Pushing event updated for resources: {'Port': ['ID=3d331b5a-6359-4ceb-ad8b-a37f329737a3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:01.186540 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 911179e1-44e0-42f4-9f6c-5b6ec521eff6 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:55:01.210273 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 911179e1-44e0-42f4-9f6c-5b6ec521eff6 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:55:01.210617 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 911179e1-44e0-42f4-9f6c-5b6ec521eff6 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:55:01.263606 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3451c8d-2441-4c26-9ce8-9d0868ed2cf8 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:01.455832 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3451c8d-2441-4c26-9ce8-9d0868ed2cf8 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:01.580081 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3451c8d-2441-4c26-9ce8-9d0868ed2cf8 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Router 49ed8696-38cd-4282-aac8-1090c0474f0f is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:55:01.612985 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4efe223d-5600-4161-a2b8-105ff997ba0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:01.635911 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:01.939393 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3451c8d-2441-4c26-9ce8-9d0868ed2cf8 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:01.949588 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3de34d-3a25-493b-a674-79f851d30020 None None] Sync routers for ids ['49ed8696-38cd-4282-aac8-1090c0474f0f'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:01.956982 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3451c8d-2441-4c26-9ce8-9d0868ed2cf8 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:01.958154 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f3451c8d-2441-4c26-9ce8-9d0868ed2cf8 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.8961117 Jul 22 16:55:01.960828 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49916) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:01.961393 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3de34d-3a25-493b-a674-79f851d30020 None None] Routers {'49ed8696-38cd-4282-aac8-1090c0474f0f'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:01.962060 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2c3de34d-3a25-493b-a674-79f851d30020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:55:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['49ed8696-38cd-4282-aac8-1090c0474f0f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:01.965271 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ab012bbd-2f50-43da-ba66-6b11a6326dc4 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'enable_snat': False}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:01.994512 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2c3de34d-3a25-493b-a674-79f851d30020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:02.003553 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3de34d-3a25-493b-a674-79f851d30020 None None] Routers {'49ed8696-38cd-4282-aac8-1090c0474f0f'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:02.004273 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2c3de34d-3a25-493b-a674-79f851d30020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:55:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['49ed8696-38cd-4282-aac8-1090c0474f0f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:02.040082 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2c3de34d-3a25-493b-a674-79f851d30020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:02.040658 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3de34d-3a25-493b-a674-79f851d30020 None None] The sync data for ids ['49ed8696-38cd-4282-aac8-1090c0474f0f'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:02.276495 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab012bbd-2f50-43da-ba66-6b11a6326dc4 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:02.693779 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab012bbd-2f50-43da-ba66-6b11a6326dc4 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:02.697235 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab012bbd-2f50-43da-ba66-6b11a6326dc4 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4121324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4121180'] for router, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:02.786252 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:02.811510 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab012bbd-2f50-43da-ba66-6b11a6326dc4 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Router 49ed8696-38cd-4282-aac8-1090c0474f0f has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:55:02.919973 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab012bbd-2f50-43da-ba66-6b11a6326dc4 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:02.924326 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab012bbd-2f50-43da-ba66-6b11a6326dc4 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:02.928962 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ab012bbd-2f50-43da-ba66-6b11a6326dc4 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "PUT /v2.0/routers/49ed8696-38cd-4282-aac8-1090c0474f0f HTTP/1.1" status: 200 len: 926 time: 0.9636595 Jul 22 16:55:02.928962 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49930) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:02.931883 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895ea3e6-b1e1-47da-9636-409ac7ebe35f None None] Sync routers for ids ['49ed8696-38cd-4282-aac8-1090c0474f0f'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:02.942355 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895ea3e6-b1e1-47da-9636-409ac7ebe35f None None] Routers {'49ed8696-38cd-4282-aac8-1090c0474f0f'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:02.942937 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-895ea3e6-b1e1-47da-9636-409ac7ebe35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:55:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['49ed8696-38cd-4282-aac8-1090c0474f0f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:02.974652 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-895ea3e6-b1e1-47da-9636-409ac7ebe35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:02.983163 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895ea3e6-b1e1-47da-9636-409ac7ebe35f None None] Routers {'49ed8696-38cd-4282-aac8-1090c0474f0f'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:02.983874 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-895ea3e6-b1e1-47da-9636-409ac7ebe35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:55:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['49ed8696-38cd-4282-aac8-1090c0474f0f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:03.020043 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-895ea3e6-b1e1-47da-9636-409ac7ebe35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:03.020857 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895ea3e6-b1e1-47da-9636-409ac7ebe35f None None] The sync data for ids ['49ed8696-38cd-4282-aac8-1090c0474f0f'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:03.035516 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cc1ef6a1-6827-4659-a8a5-78b4c52bb08d tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "GET /v2.0/routers/49ed8696-38cd-4282-aac8-1090c0474f0f HTTP/1.1" status: 200 len: 926 time: 0.1035275 Jul 22 16:55:03.036031 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49932) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:03.132249 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e064ef92-2292-4f52-85a0-a3f93f06ea0a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:03.133772 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e064ef92-2292-4f52-85a0-a3f93f06ea0a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=748fc6ab-3639-411a-b273-35e3c4423108&device_id=49ed8696-38cd-4282-aac8-1090c0474f0f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0968173 Jul 22 16:55:03.136717 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49934) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:03.228131 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb3ecf0-0c60-4f07-ac87-36f5a13e7528 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:03.229665 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-deb3ecf0-0c60-4f07-ac87-36f5a13e7528 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 881 time: 0.0918698 Jul 22 16:55:03.232367 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49936) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:03.266309 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-02573754-c8b6-463f-81f4-98d57c607ef8 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "GET /v2.0/ports?device_id=49ed8696-38cd-4282-aac8-1090c0474f0f HTTP/1.1" status: 200 len: 205 time: 0.0328288 Jul 22 16:55:03.268740 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49938) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:03.374475 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e0e0116-213a-4f5f-9f6b-290498689bd4 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:03.477565 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e0e0116-213a-4f5f-9f6b-290498689bd4 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:03.539651 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8e0e0116-213a-4f5f-9f6b-290498689bd4 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Deleting port 3d331b5a-6359-4ceb-ad8b-a37f329737a3 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:03.539931 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e0e0116-213a-4f5f-9f6b-290498689bd4 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:03.618181 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e0e0116-213a-4f5f-9f6b-290498689bd4 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:03.631373 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8e0e0116-213a-4f5f-9f6b-290498689bd4 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Calling delete_port for 3d331b5a-6359-4ceb-ad8b-a37f329737a3 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:04.132086 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e0e0116-213a-4f5f-9f6b-290498689bd4 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:04.157688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e0116-213a-4f5f-9f6b-290498689bd4 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Pushing event deleted for resources: {'Port': ['ID=3d331b5a-6359-4ceb-ad8b-a37f329737a3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:04.219477 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e0e0116-213a-4f5f-9f6b-290498689bd4 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:04.313878 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e0e0116-213a-4f5f-9f6b-290498689bd4 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:04.316046 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e0e0116-213a-4f5f-9f6b-290498689bd4 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:04.363166 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e0e0116-213a-4f5f-9f6b-290498689bd4 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:04.363619 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0e0116-213a-4f5f-9f6b-290498689bd4 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Fanout notify agent at l3_agent the message router_deleted on router 49ed8696-38cd-4282-aac8-1090c0474f0f {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:55:04.370539 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e0e0116-213a-4f5f-9f6b-290498689bd4 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:04.378252 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8e0e0116-213a-4f5f-9f6b-290498689bd4 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "DELETE /v2.0/routers/49ed8696-38cd-4282-aac8-1090c0474f0f HTTP/1.1" status: 204 len: 168 time: 1.1084373 Jul 22 16:55:04.378735 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49942) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:04.386691 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-59202fe9-4d97-402c-92d8-df06df128fd5 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2070759300', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:04.414651 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-59202fe9-4d97-402c-92d8-df06df128fd5 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:04.415936 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-59202fe9-4d97-402c-92d8-df06df128fd5 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:04.473263 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-59202fe9-4d97-402c-92d8-df06df128fd5 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:04.478424 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-59202fe9-4d97-402c-92d8-df06df128fd5 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:04.494019 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-59202fe9-4d97-402c-92d8-df06df128fd5 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:04.495218 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-59202fe9-4d97-402c-92d8-df06df128fd5 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1148369 Jul 22 16:55:04.498003 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49944) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:04.502876 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-bd3d00de-8e61-4003-bf43-12dac2de911b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Request body: {'router': {'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:04.640962 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:04.717690 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd3d00de-8e61-4003-bf43-12dac2de911b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:04.919853 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd3d00de-8e61-4003-bf43-12dac2de911b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:04.939360 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd3d00de-8e61-4003-bf43-12dac2de911b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:05.045034 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-bd3d00de-8e61-4003-bf43-12dac2de911b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Allocated IP 172.25.0.33 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/52fe5b92-255d-479c-94a2-1f1e49869da5) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:05.172638 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd3d00de-8e61-4003-bf43-12dac2de911b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:05.211646 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd3d00de-8e61-4003-bf43-12dac2de911b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:05.247710 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3d00de-8e61-4003-bf43-12dac2de911b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:05.254387 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-bd3d00de-8e61-4003-bf43-12dac2de911b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:05.257570 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d00de-8e61-4003-bf43-12dac2de911b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:05.286371 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d00de-8e61-4003-bf43-12dac2de911b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Pushing event updated for resources: {'Port': ['ID=52fe5b92-255d-479c-94a2-1f1e49869da5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:05.773488 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd3d00de-8e61-4003-bf43-12dac2de911b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:05.986719 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd3d00de-8e61-4003-bf43-12dac2de911b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:05.990138 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd3d00de-8e61-4003-bf43-12dac2de911b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4121324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4121180'] for router, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:06.126940 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3d00de-8e61-4003-bf43-12dac2de911b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Router 0a64a787-7255-453f-97bf-b12feebf5908 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:55:06.246121 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3d00de-8e61-4003-bf43-12dac2de911b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:06.253046 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd3d00de-8e61-4003-bf43-12dac2de911b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:06.254375 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bd3d00de-8e61-4003-bf43-12dac2de911b tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "PUT /v2.0/routers/0a64a787-7255-453f-97bf-b12feebf5908 HTTP/1.1" status: 200 len: 883 time: 1.7553606 Jul 22 16:55:06.258579 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1230d713-2400-4a8a-9bcd-174cd7653e40 None None] Sync routers for ids ['0a64a787-7255-453f-97bf-b12feebf5908'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:06.261821 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49952) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:06.270156 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1230d713-2400-4a8a-9bcd-174cd7653e40 None None] Routers {'0a64a787-7255-453f-97bf-b12feebf5908'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:06.271035 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1230d713-2400-4a8a-9bcd-174cd7653e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:55:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0a64a787-7255-453f-97bf-b12feebf5908'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:06.309885 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1230d713-2400-4a8a-9bcd-174cd7653e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:06.321052 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1230d713-2400-4a8a-9bcd-174cd7653e40 None None] Routers {'0a64a787-7255-453f-97bf-b12feebf5908'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:06.321961 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1230d713-2400-4a8a-9bcd-174cd7653e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:55:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0a64a787-7255-453f-97bf-b12feebf5908'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:06.362732 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1230d713-2400-4a8a-9bcd-174cd7653e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:06.363389 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1230d713-2400-4a8a-9bcd-174cd7653e40 None None] The sync data for ids ['0a64a787-7255-453f-97bf-b12feebf5908'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:06.404928 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-76760c58-fe88-4f5a-bab6-80f802a10c25 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "GET /v2.0/routers/0a64a787-7255-453f-97bf-b12feebf5908 HTTP/1.1" status: 200 len: 924 time: 0.1414137 Jul 22 16:55:06.409007 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49954) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:06.473078 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c046749-e5d0-4738-a2f5-2b93f5670871 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:06.474704 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9c046749-e5d0-4738-a2f5-2b93f5670871 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=748fc6ab-3639-411a-b273-35e3c4423108&device_id=0a64a787-7255-453f-97bf-b12feebf5908&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0647075 Jul 22 16:55:06.478502 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49956) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:06.574931 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26023a76-df19-4728-acc2-25bc993b3bb2 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:06.576341 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-26023a76-df19-4728-acc2-25bc993b3bb2 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 881 time: 0.0969112 Jul 22 16:55:06.579253 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49958) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:06.615930 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-32f906f1-65b5-4d7b-a370-738db1c01422 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a64a787-7255-453f-97bf-b12feebf5908 HTTP/1.1" status: 200 len: 205 time: 0.0354795 Jul 22 16:55:06.618423 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49960) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:06.721952 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-42731195-586c-4c4b-9a37-7316b7049fb9 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:06.837142 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-42731195-586c-4c4b-9a37-7316b7049fb9 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:06.898145 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-42731195-586c-4c4b-9a37-7316b7049fb9 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Deleting port 52fe5b92-255d-479c-94a2-1f1e49869da5 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:06.898486 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-42731195-586c-4c4b-9a37-7316b7049fb9 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:06.975439 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-42731195-586c-4c4b-9a37-7316b7049fb9 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:06.986818 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-42731195-586c-4c4b-9a37-7316b7049fb9 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Calling delete_port for 52fe5b92-255d-479c-94a2-1f1e49869da5 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:07.150582 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-42731195-586c-4c4b-9a37-7316b7049fb9 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.176636 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42731195-586c-4c4b-9a37-7316b7049fb9 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Pushing event deleted for resources: {'Port': ['ID=52fe5b92-255d-479c-94a2-1f1e49869da5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:07.239368 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-42731195-586c-4c4b-9a37-7316b7049fb9 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.332974 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-42731195-586c-4c4b-9a37-7316b7049fb9 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.335741 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-42731195-586c-4c4b-9a37-7316b7049fb9 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.371081 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ddcd770-d779-42b6-ba98-904dc22244d6 req-b1d4bf81-c153-4992-b403-314415331d69 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=236872bb-d77d-4d73-abab-3605ee2be825&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0609567 Jul 22 16:55:07.379449 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-42731195-586c-4c4b-9a37-7316b7049fb9 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.380060 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42731195-586c-4c4b-9a37-7316b7049fb9 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Fanout notify agent at l3_agent the message router_deleted on router 0a64a787-7255-453f-97bf-b12feebf5908 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:55:07.387330 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-42731195-586c-4c4b-9a37-7316b7049fb9 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.391996 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-42731195-586c-4c4b-9a37-7316b7049fb9 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "DELETE /v2.0/routers/0a64a787-7255-453f-97bf-b12feebf5908 HTTP/1.1" status: 204 len: 168 time: 0.7689264 Jul 22 16:55:07.392325 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49964) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:07.397671 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3ecca792-0eac-426b-9503-e395834f6f9f tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1663763101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:07.424168 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ecca792-0eac-426b-9503-e395834f6f9f tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.425444 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ecca792-0eac-426b-9503-e395834f6f9f tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.477181 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ecca792-0eac-426b-9503-e395834f6f9f tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.481784 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ecca792-0eac-426b-9503-e395834f6f9f tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.485793 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcd770-d779-42b6-ba98-904dc22244d6 req-7982c179-8e29-4ac6-ba06-030a33e12e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:07.487355 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ddcd770-d779-42b6-ba98-904dc22244d6 req-7982c179-8e29-4ac6-ba06-030a33e12e3e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c002cbb3d4648a3b33002aba3a54564&device_id=236872bb-d77d-4d73-abab-3605ee2be825 HTTP/1.1" status: 200 len: 1097 time: 0.0556767 Jul 22 16:55:07.501886 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3ecca792-0eac-426b-9503-e395834f6f9f tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.503200 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3ecca792-0eac-426b-9503-e395834f6f9f tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1095185 Jul 22 16:55:07.505701 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49966) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:07.510015 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f6bfd584-d21d-401a-a193-f60aaabbcebe tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'enable_snat': True}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:07.597325 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcd770-d779-42b6-ba98-904dc22244d6 req-2ff201ff-6b50-471b-b358-e47af7be6ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:07.598874 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ddcd770-d779-42b6-ba98-904dc22244d6 req-2ff201ff-6b50-471b-b358-e47af7be6ca1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b1533b09-11b3-4578-adf9-8a3b73a65436 HTTP/1.1" status: 200 len: 915 time: 0.0927367 Jul 22 16:55:07.639720 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ddcd770-d779-42b6-ba98-904dc22244d6 req-40a7aea3-0b08-42a2-8522-0633004c5daf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbee2650-99de-4918-8589-8df20d49eaf8 HTTP/1.1" status: 200 len: 217 time: 0.0348229 Jul 22 16:55:07.688305 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcd770-d779-42b6-ba98-904dc22244d6 req-e37292da-6cd8-4908-8d0c-8d5b3c9c5897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:07.689893 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ddcd770-d779-42b6-ba98-904dc22244d6 req-e37292da-6cd8-4908-8d0c-8d5b3c9c5897 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2715b26f-8040-4f4d-af81-bb925953fe19 HTTP/1.1" status: 200 len: 854 time: 0.0441880 Jul 22 16:55:07.714010 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd584-d21d-401a-a193-f60aaabbcebe tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.729538 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ddcd770-d779-42b6-ba98-904dc22244d6 req-7e9fac92-3798-420d-a722-4ac22f8e345f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1533b09-11b3-4578-adf9-8a3b73a65436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327990 Jul 22 16:55:07.819651 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ddcd770-d779-42b6-ba98-904dc22244d6 req-3bce904d-95a6-4d66-b295-8cab02904de5 service neutron] 10.222.0.16 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835006 Jul 22 16:55:07.926239 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ddcd770-d779-42b6-ba98-904dc22244d6 req-a7770ddd-7c14-434d-a038-d0b3c325a841 service neutron] 10.222.0.16 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006706 Jul 22 16:55:07.929644 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd584-d21d-401a-a193-f60aaabbcebe tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.955732 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd584-d21d-401a-a193-f60aaabbcebe tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.058903 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-f6bfd584-d21d-401a-a193-f60aaabbcebe tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Allocated IP 172.25.0.89 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/16e9360a-51d8-4c59-8a0c-bd479f10b9eb) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:08.166781 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd584-d21d-401a-a193-f60aaabbcebe tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.212566 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd584-d21d-401a-a193-f60aaabbcebe tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.252914 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bfd584-d21d-401a-a193-f60aaabbcebe tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:08.257875 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f6bfd584-d21d-401a-a193-f60aaabbcebe tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:08.262200 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bfd584-d21d-401a-a193-f60aaabbcebe tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:08.265125 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfd584-d21d-401a-a193-f60aaabbcebe tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Pushing event updated for resources: {'Port': ['ID=16e9360a-51d8-4c59-8a0c-bd479f10b9eb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:08.506172 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd584-d21d-401a-a193-f60aaabbcebe tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.707070 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd584-d21d-401a-a193-f60aaabbcebe tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.710317 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd584-d21d-401a-a193-f60aaabbcebe tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4121324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4121180'] for router, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.095650 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bfd584-d21d-401a-a193-f60aaabbcebe tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Router 977b59de-4028-481f-8eab-31fdc8e8899c is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:55:09.199444 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bfd584-d21d-401a-a193-f60aaabbcebe tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:09.203880 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6bfd584-d21d-401a-a193-f60aaabbcebe tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.204713 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f6bfd584-d21d-401a-a193-f60aaabbcebe tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "PUT /v2.0/routers/977b59de-4028-481f-8eab-31fdc8e8899c HTTP/1.1" status: 200 len: 918 time: 1.6980791 Jul 22 16:55:09.207343 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49972) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:09.210466 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cb56a4-f354-46f8-8da8-d07dff780dcd None None] Sync routers for ids ['977b59de-4028-481f-8eab-31fdc8e8899c'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:09.219378 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cb56a4-f354-46f8-8da8-d07dff780dcd None None] Routers {'977b59de-4028-481f-8eab-31fdc8e8899c'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:09.220189 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c1cb56a4-f354-46f8-8da8-d07dff780dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:55:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['977b59de-4028-481f-8eab-31fdc8e8899c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:09.251138 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c1cb56a4-f354-46f8-8da8-d07dff780dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:09.260281 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cb56a4-f354-46f8-8da8-d07dff780dcd None None] Routers {'977b59de-4028-481f-8eab-31fdc8e8899c'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:09.260858 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c1cb56a4-f354-46f8-8da8-d07dff780dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:55:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['977b59de-4028-481f-8eab-31fdc8e8899c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:09.294947 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c1cb56a4-f354-46f8-8da8-d07dff780dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:09.295580 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cb56a4-f354-46f8-8da8-d07dff780dcd None None] The sync data for ids ['977b59de-4028-481f-8eab-31fdc8e8899c'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:09.309429 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ec18fa7d-483f-44c8-983a-5be45772c22c tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "GET /v2.0/routers/977b59de-4028-481f-8eab-31fdc8e8899c HTTP/1.1" status: 200 len: 924 time: 0.1009965 Jul 22 16:55:09.312093 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49974) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:09.365107 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9ff76e-2db4-4b7e-a25a-a1ee5cf2655b tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:09.366633 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bd9ff76e-2db4-4b7e-a25a-a1ee5cf2655b tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=748fc6ab-3639-411a-b273-35e3c4423108&device_id=977b59de-4028-481f-8eab-31fdc8e8899c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0536506 Jul 22 16:55:09.369326 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49976) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:09.455691 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb1801e-c26d-4d59-a579-a7898bd05e11 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:09.456997 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6eb1801e-c26d-4d59-a579-a7898bd05e11 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 881 time: 0.0867786 Jul 22 16:55:09.461314 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49978) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:09.493512 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6520c18d-9a34-435f-b337-189d1029437e tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "GET /v2.0/ports?device_id=977b59de-4028-481f-8eab-31fdc8e8899c HTTP/1.1" status: 200 len: 205 time: 0.0311496 Jul 22 16:55:09.496019 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49980) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:09.602124 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2591a30b-c44c-410e-85a1-1068f8e9f71e tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.705413 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2591a30b-c44c-410e-85a1-1068f8e9f71e tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.757689 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2591a30b-c44c-410e-85a1-1068f8e9f71e tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Deleting port 16e9360a-51d8-4c59-8a0c-bd479f10b9eb {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:09.757961 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2591a30b-c44c-410e-85a1-1068f8e9f71e tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.832034 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2591a30b-c44c-410e-85a1-1068f8e9f71e tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.839869 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c69268f8-1030-4172-afba-2cf50723428f req-c6b6abf2-29e3-4d65-b0e5-0aed1b30d084 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533597 Jul 22 16:55:09.843721 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2591a30b-c44c-410e-85a1-1068f8e9f71e tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Calling delete_port for 16e9360a-51d8-4c59-8a0c-bd479f10b9eb owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:09.952947 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69268f8-1030-4172-afba-2cf50723428f req-d76b7c29-bdff-4dc6-a719-fa2a75992074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:09.954521 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c69268f8-1030-4172-afba-2cf50723428f req-d76b7c29-bdff-4dc6-a719-fa2a75992074 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0be4ca898ef40f79a7a36fc239eca61&device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 1097 time: 0.0564222 Jul 22 16:55:10.015328 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2591a30b-c44c-410e-85a1-1068f8e9f71e tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.051391 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591a30b-c44c-410e-85a1-1068f8e9f71e tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Pushing event deleted for resources: {'Port': ['ID=16e9360a-51d8-4c59-8a0c-bd479f10b9eb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:10.071818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69268f8-1030-4172-afba-2cf50723428f req-67d13d9d-3c77-4598-b02d-6c58694a4369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:10.073603 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c69268f8-1030-4172-afba-2cf50723428f req-67d13d9d-3c77-4598-b02d-6c58694a4369 service neutron] 10.222.0.30 "GET /v2.0/networks?id=355332cc-46f4-40ba-8869-365066797198 HTTP/1.1" status: 200 len: 918 time: 0.1009076 Jul 22 16:55:10.108962 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2591a30b-c44c-410e-85a1-1068f8e9f71e tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.138298 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c69268f8-1030-4172-afba-2cf50723428f req-804d25e5-fc91-41a6-bdaa-35d82afbb8b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=940cc934-551b-4bc9-8f9d-2e890df3c986 HTTP/1.1" status: 200 len: 1000 time: 0.0588672 Jul 22 16:55:10.192059 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69268f8-1030-4172-afba-2cf50723428f req-7aec6839-d7a3-4578-a1a9-d44251ddf747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:10.193592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c69268f8-1030-4172-afba-2cf50723428f req-7aec6839-d7a3-4578-a1a9-d44251ddf747 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ecd1df5-07c9-407a-b124-958e195ac0bb HTTP/1.1" status: 200 len: 856 time: 0.0497241 Jul 22 16:55:10.205528 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2591a30b-c44c-410e-85a1-1068f8e9f71e tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.207762 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2591a30b-c44c-410e-85a1-1068f8e9f71e tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.254841 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2591a30b-c44c-410e-85a1-1068f8e9f71e tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.255542 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2591a30b-c44c-410e-85a1-1068f8e9f71e tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Fanout notify agent at l3_agent the message router_deleted on router 977b59de-4028-481f-8eab-31fdc8e8899c {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:55:10.256138 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69268f8-1030-4172-afba-2cf50723428f req-c7f3899e-615e-461f-bc97-3de136b7c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:10.257699 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c69268f8-1030-4172-afba-2cf50723428f req-c7f3899e-615e-461f-bc97-3de136b7c6ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=355332cc-46f4-40ba-8869-365066797198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584280 Jul 22 16:55:10.269657 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2591a30b-c44c-410e-85a1-1068f8e9f71e tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.278191 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2591a30b-c44c-410e-85a1-1068f8e9f71e tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "DELETE /v2.0/routers/977b59de-4028-481f-8eab-31fdc8e8899c HTTP/1.1" status: 204 len: 168 time: 0.7809951 Jul 22 16:55:10.278932 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49984) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:10.284966 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b4d2ea5a-4183-441b-bf53-11a72502b413 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-106586575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:10.310057 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ea5a-4183-441b-bf53-11a72502b413 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.311140 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ea5a-4183-441b-bf53-11a72502b413 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.360836 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c69268f8-1030-4172-afba-2cf50723428f req-669535fd-f749-45f4-ac7e-c0a90ec83d82 service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968783 Jul 22 16:55:10.367210 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ea5a-4183-441b-bf53-11a72502b413 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.371799 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ea5a-4183-441b-bf53-11a72502b413 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.387509 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ea5a-4183-441b-bf53-11a72502b413 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.388773 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b4d2ea5a-4183-441b-bf53-11a72502b413 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1087277 Jul 22 16:55:10.391582 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 49986) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:10.396859 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f117f9cf-d55c-4859-88d9-b6acb0e84b8a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'enable_snat': False}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:10.456093 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c69268f8-1030-4172-afba-2cf50723428f req-1fb34377-6892-491b-8356-8c7f5ff6e981 service neutron] 10.222.0.30 "GET /v2.0/networks/355332cc-46f4-40ba-8869-365066797198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891008 Jul 22 16:55:10.607817 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f117f9cf-d55c-4859-88d9-b6acb0e84b8a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.801416 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f117f9cf-d55c-4859-88d9-b6acb0e84b8a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.819896 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f117f9cf-d55c-4859-88d9-b6acb0e84b8a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.923722 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-f117f9cf-d55c-4859-88d9-b6acb0e84b8a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Allocated IP 172.25.0.164 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/771a2167-b4f0-4bf5-ba2b-5ab57135bb1a) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:11.025168 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f117f9cf-d55c-4859-88d9-b6acb0e84b8a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:11.069130 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f117f9cf-d55c-4859-88d9-b6acb0e84b8a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:11.118468 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f117f9cf-d55c-4859-88d9-b6acb0e84b8a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:11.124314 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f117f9cf-d55c-4859-88d9-b6acb0e84b8a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:11.127455 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f117f9cf-d55c-4859-88d9-b6acb0e84b8a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:11.161849 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117f9cf-d55c-4859-88d9-b6acb0e84b8a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Pushing event updated for resources: {'Port': ['ID=771a2167-b4f0-4bf5-ba2b-5ab57135bb1a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:11.397212 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f117f9cf-d55c-4859-88d9-b6acb0e84b8a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:11.835878 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f117f9cf-d55c-4859-88d9-b6acb0e84b8a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:11.839133 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f117f9cf-d55c-4859-88d9-b6acb0e84b8a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4121324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4121180'] for router, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:11.959580 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f117f9cf-d55c-4859-88d9-b6acb0e84b8a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Router 74cdc987-6c39-421b-9f69-3e969626dca7 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:55:12.064509 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f117f9cf-d55c-4859-88d9-b6acb0e84b8a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:12.069270 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f117f9cf-d55c-4859-88d9-b6acb0e84b8a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:12.070208 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f117f9cf-d55c-4859-88d9-b6acb0e84b8a tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "PUT /v2.0/routers/74cdc987-6c39-421b-9f69-3e969626dca7 HTTP/1.1" status: 200 len: 919 time: 1.6774833 Jul 22 16:55:12.073828 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49990) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:12.076146 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd61700-6fa0-419c-9560-305dfb622ade None None] Sync routers for ids ['74cdc987-6c39-421b-9f69-3e969626dca7'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:12.086877 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd61700-6fa0-419c-9560-305dfb622ade None None] Routers {'74cdc987-6c39-421b-9f69-3e969626dca7'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:12.087539 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5fd61700-6fa0-419c-9560-305dfb622ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:55:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['74cdc987-6c39-421b-9f69-3e969626dca7'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:12.128755 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5fd61700-6fa0-419c-9560-305dfb622ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:12.149185 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd61700-6fa0-419c-9560-305dfb622ade None None] Routers {'74cdc987-6c39-421b-9f69-3e969626dca7'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:12.149836 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5fd61700-6fa0-419c-9560-305dfb622ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:55:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['74cdc987-6c39-421b-9f69-3e969626dca7'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:12.153151 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:12.185261 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5fd61700-6fa0-419c-9560-305dfb622ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:12.186000 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd61700-6fa0-419c-9560-305dfb622ade None None] The sync data for ids ['74cdc987-6c39-421b-9f69-3e969626dca7'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:12.196868 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-42d05976-e46c-47eb-bd7a-b9d9ddd3ad15 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "GET /v2.0/routers/74cdc987-6c39-421b-9f69-3e969626dca7 HTTP/1.1" status: 200 len: 925 time: 0.1215928 Jul 22 16:55:12.199580 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 49996) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:12.239534 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:12.300474 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2033b342-2eb2-4bd3-a622-5b1dac6e2aef tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:12.302065 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2033b342-2eb2-4bd3-a622-5b1dac6e2aef tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=748fc6ab-3639-411a-b273-35e3c4423108&device_id=74cdc987-6c39-421b-9f69-3e969626dca7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1014669 Jul 22 16:55:12.305272 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50008) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:12.378321 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a17688-f9d7-486c-813a-0489bcabd081 req-ec6eb7a3-5147-49d5-bf7a-42f40f7031f7 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:12.379827 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-24a17688-f9d7-486c-813a-0489bcabd081 req-ec6eb7a3-5147-49d5-bf7a-42f40f7031f7 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/networks?id=b1533b09-11b3-4578-adf9-8a3b73a65436 HTTP/1.1" status: 200 len: 814 time: 0.1053467 Jul 22 16:55:12.388106 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc275a6-85d9-45dc-abff-fa35d05da5fc tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:12.389508 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8bc275a6-85d9-45dc-abff-fa35d05da5fc tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "GET /v2.0/networks/748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 881 time: 0.0833380 Jul 22 16:55:12.392369 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50010) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:12.404088 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-24a17688-f9d7-486c-813a-0489bcabd081 req-c3654f5c-dad4-4f9c-97e0-1be9c27c42fa tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/quotas/6c002cbb3d4648a3b33002aba3a54564 HTTP/1.1" status: 200 len: 375 time: 0.0188096 Jul 22 16:55:12.423139 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e31d5ee1-c946-43db-b3d4-3ea861550513 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "GET /v2.0/ports?device_id=74cdc987-6c39-421b-9f69-3e969626dca7 HTTP/1.1" status: 200 len: 205 time: 0.0297883 Jul 22 16:55:12.425703 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50012) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:12.480628 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-24a17688-f9d7-486c-813a-0489bcabd081 req-69ed51e3-43fc-47cb-9037-fc34ba1e2b7c tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6c002cbb3d4648a3b33002aba3a54564&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0597765 Jul 22 16:55:12.533216 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-814e9a27-cdf2-424d-adf3-8f8ab6c03711 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:12.577607 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-24a17688-f9d7-486c-813a-0489bcabd081 req-834b7350-d855-4ee0-9bc4-103ba61e887a service neutron] 10.222.0.69 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903785 Jul 22 16:55:12.636331 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-814e9a27-cdf2-424d-adf3-8f8ab6c03711 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:12.665508 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-24a17688-f9d7-486c-813a-0489bcabd081 req-dc91946b-2d1a-4a4a-8bab-99a70227e8d3 service neutron] 10.222.0.69 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819726 Jul 22 16:55:12.687937 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-814e9a27-cdf2-424d-adf3-8f8ab6c03711 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Deleting port 771a2167-b4f0-4bf5-ba2b-5ab57135bb1a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:12.688352 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-814e9a27-cdf2-424d-adf3-8f8ab6c03711 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:12.769310 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-814e9a27-cdf2-424d-adf3-8f8ab6c03711 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:12.781832 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-814e9a27-cdf2-424d-adf3-8f8ab6c03711 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Calling delete_port for 771a2167-b4f0-4bf5-ba2b-5ab57135bb1a owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:12.858401 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-58dc1d7f-3a1e-49bf-bc52-4282e65cfc98 req-6bc4a870-b80f-45a9-9965-a7289a76df1a tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a HTTP/1.1" status: 200 len: 210 time: 0.0328267 Jul 22 16:55:12.986391 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-814e9a27-cdf2-424d-adf3-8f8ab6c03711 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.013675 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e9a27-cdf2-424d-adf3-8f8ab6c03711 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Pushing event deleted for resources: {'Port': ['ID=771a2167-b4f0-4bf5-ba2b-5ab57135bb1a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:13.080498 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-814e9a27-cdf2-424d-adf3-8f8ab6c03711 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.173406 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-814e9a27-cdf2-424d-adf3-8f8ab6c03711 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.175401 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-814e9a27-cdf2-424d-adf3-8f8ab6c03711 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.221544 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-814e9a27-cdf2-424d-adf3-8f8ab6c03711 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.222120 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814e9a27-cdf2-424d-adf3-8f8ab6c03711 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Fanout notify agent at l3_agent the message router_deleted on router 74cdc987-6c39-421b-9f69-3e969626dca7 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:55:13.230781 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-814e9a27-cdf2-424d-adf3-8f8ab6c03711 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.231838 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-814e9a27-cdf2-424d-adf3-8f8ab6c03711 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "DELETE /v2.0/routers/74cdc987-6c39-421b-9f69-3e969626dca7 HTTP/1.1" status: 204 len: 168 time: 0.8050871 Jul 22 16:55:13.235590 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50024) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:13.241379 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-100f064e-edef-428c-80f8-36105ee28f14 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-855354116', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:13.264908 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-100f064e-edef-428c-80f8-36105ee28f14 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.266215 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-100f064e-edef-428c-80f8-36105ee28f14 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.321950 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-100f064e-edef-428c-80f8-36105ee28f14 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.461100 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-100f064e-edef-428c-80f8-36105ee28f14 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.654467 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-100f064e-edef-428c-80f8-36105ee28f14 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.672974 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-100f064e-edef-428c-80f8-36105ee28f14 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.775528 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-100f064e-edef-428c-80f8-36105ee28f14 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Allocated IP 172.25.0.117 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/801115f4-9cf2-4d75-9974-bcbc417861f6) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:13.877030 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-100f064e-edef-428c-80f8-36105ee28f14 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.920724 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-100f064e-edef-428c-80f8-36105ee28f14 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.960146 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100f064e-edef-428c-80f8-36105ee28f14 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:13.963080 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-100f064e-edef-428c-80f8-36105ee28f14 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:13.968977 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100f064e-edef-428c-80f8-36105ee28f14 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:13.975733 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8b174968-6992-4442-8148-f847c67d9d68 req-abf2fbb1-186a-4421-8722-b43624d21603 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a HTTP/1.1" status: 200 len: 210 time: 0.0372519 Jul 22 16:55:14.015359 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f064e-edef-428c-80f8-36105ee28f14 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Pushing event updated for resources: {'Port': ['ID=801115f4-9cf2-4d75-9974-bcbc417861f6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:14.188352 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a17688-f9d7-486c-813a-0489bcabd081 req-376cdb13-b8a2-4028-9864-098058ad77da tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:14.189797 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24a17688-f9d7-486c-813a-0489bcabd081 req-376cdb13-b8a2-4028-9864-098058ad77da tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.30 "GET /v2.0/networks?id=b1533b09-11b3-4578-adf9-8a3b73a65436 HTTP/1.1" status: 200 len: 814 time: 0.2164145 Jul 22 16:55:14.246938 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-24a17688-f9d7-486c-813a-0489bcabd081 req-536e7ef0-f868-4bd3-9be0-0fca372d65eb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Request body: {'port': {'device_id': 'bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a', 'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436', 'admin_state_up': True, 'tenant_id': '6c002cbb3d4648a3b33002aba3a54564'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:14.377532 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-100f064e-edef-428c-80f8-36105ee28f14 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:14.789038 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a17688-f9d7-486c-813a-0489bcabd081 req-536e7ef0-f868-4bd3-9be0-0fca372d65eb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Made reservation on behalf of 6c002cbb3d4648a3b33002aba3a54564 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:14.792575 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24a17688-f9d7-486c-813a-0489bcabd081 req-536e7ef0-f868-4bd3-9be0-0fca372d65eb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.008921 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-100f064e-edef-428c-80f8-36105ee28f14 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.011207 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-24a17688-f9d7-486c-813a-0489bcabd081 req-536e7ef0-f868-4bd3-9be0-0fca372d65eb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Allocated IP 172.20.0.9 (b1533b09-11b3-4578-adf9-8a3b73a65436/2715b26f-8040-4f4d-af81-bb925953fe19/23013f2f-b706-4958-94da-55305020b243) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:15.127915 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ae408156-969f-4b36-888e-1bcb3316bbbd req-f40d78b2-b565-44e5-8ba5-183f163c0089 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a HTTP/1.1" status: 200 len: 210 time: 0.0731387 Jul 22 16:55:15.287450 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24a17688-f9d7-486c-813a-0489bcabd081 req-536e7ef0-f868-4bd3-9be0-0fca372d65eb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.291282 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100f064e-edef-428c-80f8-36105ee28f14 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Router 9108193b-2aae-4326-87e7-8fc5b93fbeac is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:55:15.408516 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24a17688-f9d7-486c-813a-0489bcabd081 req-536e7ef0-f868-4bd3-9be0-0fca372d65eb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.441008 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['cbee2650-99de-4918-8589-8df20d49eaf8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:55:15.468649 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100f064e-edef-428c-80f8-36105ee28f14 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:15.473727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a17688-f9d7-486c-813a-0489bcabd081 req-536e7ef0-f868-4bd3-9be0-0fca372d65eb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Network b1533b09-11b3-4578-adf9-8a3b73a65436 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:15.478510 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11373161-87a8-41ef-9c1b-fd16893c2480 None None] Sync routers for ids ['9108193b-2aae-4326-87e7-8fc5b93fbeac'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:15.480080 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e7ef0-f868-4bd3-9be0-0fca372d65eb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Pushing event updated for resources: {'Port': ['ID=23013f2f-b706-4958-94da-55305020b243,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:15.483601 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-24a17688-f9d7-486c-813a-0489bcabd081 req-536e7ef0-f868-4bd3-9be0-0fca372d65eb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:15.488135 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a17688-f9d7-486c-813a-0489bcabd081 req-536e7ef0-f868-4bd3-9be0-0fca372d65eb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:15.490771 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11373161-87a8-41ef-9c1b-fd16893c2480 None None] Routers {'9108193b-2aae-4326-87e7-8fc5b93fbeac'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:15.491236 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-11373161-87a8-41ef-9c1b-fd16893c2480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:55:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9108193b-2aae-4326-87e7-8fc5b93fbeac'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:15.520060 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-100f064e-edef-428c-80f8-36105ee28f14 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.524427 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-100f064e-edef-428c-80f8-36105ee28f14 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2848938 Jul 22 16:55:15.524802 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50032) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:15.529500 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-117fa09f-a872-495b-8a62-76fddad62718 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:15.545259 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a17688-f9d7-486c-813a-0489bcabd081 req-536e7ef0-f868-4bd3-9be0-0fca372d65eb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:15.545991 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24a17688-f9d7-486c-813a-0489bcabd081 req-536e7ef0-f868-4bd3-9be0-0fca372d65eb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.563037 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24a17688-f9d7-486c-813a-0489bcabd081 req-536e7ef0-f868-4bd3-9be0-0fca372d65eb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3199654 Jul 22 16:55:15.584062 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-24a17688-f9d7-486c-813a-0489bcabd081 req-90cf8bdf-a4c4-4080-b03d-3a2ebf6d7bf8 service neutron] Request body: {'port': {'device_id': 'bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:15.653331 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-11373161-87a8-41ef-9c1b-fd16893c2480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:15.662464 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24a17688-f9d7-486c-813a-0489bcabd081 req-90cf8bdf-a4c4-4080-b03d-3a2ebf6d7bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.669054 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11373161-87a8-41ef-9c1b-fd16893c2480 None None] Routers {'9108193b-2aae-4326-87e7-8fc5b93fbeac'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:15.669757 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-11373161-87a8-41ef-9c1b-fd16893c2480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:55:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9108193b-2aae-4326-87e7-8fc5b93fbeac'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:15.703547 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-11373161-87a8-41ef-9c1b-fd16893c2480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:15.704282 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11373161-87a8-41ef-9c1b-fd16893c2480 None None] The sync data for ids ['9108193b-2aae-4326-87e7-8fc5b93fbeac'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:15.855876 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-117fa09f-a872-495b-8a62-76fddad62718 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.870507 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-117fa09f-a872-495b-8a62-76fddad62718 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.923758 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-117fa09f-a872-495b-8a62-76fddad62718 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Deleting port 801115f4-9cf2-4d75-9974-bcbc417861f6 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:15.924049 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-117fa09f-a872-495b-8a62-76fddad62718 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.933283 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-24a17688-f9d7-486c-813a-0489bcabd081 req-90cf8bdf-a4c4-4080-b03d-3a2ebf6d7bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23013f2f-b706-4958-94da-55305020b243 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:55:15.941335 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24a17688-f9d7-486c-813a-0489bcabd081 req-90cf8bdf-a4c4-4080-b03d-3a2ebf6d7bf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.955016 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-24a17688-f9d7-486c-813a-0489bcabd081 req-90cf8bdf-a4c4-4080-b03d-3a2ebf6d7bf8 service neutron] Transition to ACTIVE for port object 23013f2f-b706-4958-94da-55305020b243 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:15.959281 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24a17688-f9d7-486c-813a-0489bcabd081 req-90cf8bdf-a4c4-4080-b03d-3a2ebf6d7bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:16.004824 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-117fa09f-a872-495b-8a62-76fddad62718 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:16.013736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf8bdf-a4c4-4080-b03d-3a2ebf6d7bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=23013f2f-b706-4958-94da-55305020b243,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:16.018892 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-117fa09f-a872-495b-8a62-76fddad62718 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Calling delete_port for 801115f4-9cf2-4d75-9974-bcbc417861f6 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:16.084288 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-24a17688-f9d7-486c-813a-0489bcabd081 req-90cf8bdf-a4c4-4080-b03d-3a2ebf6d7bf8 service neutron] Attempting to bind port 23013f2f-b706-4958-94da-55305020b243 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:55:16.084625 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-24a17688-f9d7-486c-813a-0489bcabd081 req-90cf8bdf-a4c4-4080-b03d-3a2ebf6d7bf8 service neutron] Attempting to bind port 23013f2f-b706-4958-94da-55305020b243 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '6ef72613-5101-4db9-ba1f-a239ae556be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:55:16.084953 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a17688-f9d7-486c-813a-0489bcabd081 req-90cf8bdf-a4c4-4080-b03d-3a2ebf6d7bf8 service neutron] Attempting to bind port 23013f2f-b706-4958-94da-55305020b243 on network b1533b09-11b3-4578-adf9-8a3b73a65436 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:55:16.089189 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a17688-f9d7-486c-813a-0489bcabd081 req-90cf8bdf-a4c4-4080-b03d-3a2ebf6d7bf8 service neutron] Port 23013f2f-b706-4958-94da-55305020b243 on network b1533b09-11b3-4578-adf9-8a3b73a65436 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:55:16.089513 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a17688-f9d7-486c-813a-0489bcabd081 req-90cf8bdf-a4c4-4080-b03d-3a2ebf6d7bf8 service neutron] Attempting to bind port 23013f2f-b706-4958-94da-55305020b243 on network b1533b09-11b3-4578-adf9-8a3b73a65436 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:55:16.094570 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a17688-f9d7-486c-813a-0489bcabd081 req-90cf8bdf-a4c4-4080-b03d-3a2ebf6d7bf8 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:55:16.094906 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a17688-f9d7-486c-813a-0489bcabd081 req-90cf8bdf-a4c4-4080-b03d-3a2ebf6d7bf8 service neutron] Checking segment: {'id': '6ef72613-5101-4db9-ba1f-a239ae556be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:55:16.095294 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a17688-f9d7-486c-813a-0489bcabd081 req-90cf8bdf-a4c4-4080-b03d-3a2ebf6d7bf8 service neutron] Bound using segment: {'id': '6ef72613-5101-4db9-ba1f-a239ae556be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:55:16.095718 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-24a17688-f9d7-486c-813a-0489bcabd081 req-90cf8bdf-a4c4-4080-b03d-3a2ebf6d7bf8 service neutron] Bound port: 23013f2f-b706-4958-94da-55305020b243, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef72613-5101-4db9-ba1f-a239ae556be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:55:16.096075 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24a17688-f9d7-486c-813a-0489bcabd081 req-90cf8bdf-a4c4-4080-b03d-3a2ebf6d7bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:16.161669 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-24a17688-f9d7-486c-813a-0489bcabd081 req-90cf8bdf-a4c4-4080-b03d-3a2ebf6d7bf8 service neutron] For port 23013f2f-b706-4958-94da-55305020b243, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:55:16.165282 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-24a17688-f9d7-486c-813a-0489bcabd081 req-90cf8bdf-a4c4-4080-b03d-3a2ebf6d7bf8 service neutron] For port 23013f2f-b706-4958-94da-55305020b243, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=23013f2f-b706-4958-94da-55305020b243,segment=NetworkSegment(6ef72613-5101-4db9-ba1f-a239ae556be8),segment_id=6ef72613-5101-4db9-ba1f-a239ae556be8)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:55:16.170421 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24a17688-f9d7-486c-813a-0489bcabd081 req-90cf8bdf-a4c4-4080-b03d-3a2ebf6d7bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:16.192059 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-117fa09f-a872-495b-8a62-76fddad62718 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:16.204160 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a17688-f9d7-486c-813a-0489bcabd081 req-90cf8bdf-a4c4-4080-b03d-3a2ebf6d7bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:16.204795 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24a17688-f9d7-486c-813a-0489bcabd081 req-90cf8bdf-a4c4-4080-b03d-3a2ebf6d7bf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:16.206236 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24a17688-f9d7-486c-813a-0489bcabd081 req-90cf8bdf-a4c4-4080-b03d-3a2ebf6d7bf8 service neutron] 10.222.0.30 "PUT /v2.0/ports/23013f2f-b706-4958-94da-55305020b243 HTTP/1.1" status: 200 len: 1091 time: 0.6286254 Jul 22 16:55:16.208961 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a', 'tag': '23013f2f-b706-4958-94da-55305020b243'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:55:16.211265 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea8e62f-29d0-4c08-9fd6-1bfc66320480" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a", "tag": "23013f2f-b706-4958-94da-55305020b243"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:55:16.240458 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fa09f-a872-495b-8a62-76fddad62718 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Pushing event deleted for resources: {'Port': ['ID=801115f4-9cf2-4d75-9974-bcbc417861f6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:16.245157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf8bdf-a4c4-4080-b03d-3a2ebf6d7bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=23013f2f-b706-4958-94da-55305020b243,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:16.268852 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c122430f-938d-494a-8083-ad0712ee0df7 x-openstack-request-id: req-c122430f-938d-494a-8083-ad0712ee0df7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:55:16.269242 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a", "tag": "23013f2f-b706-4958-94da-55305020b243", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:55:16.269706 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c122430f-938d-494a-8083-ad0712ee0df7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:55:16.270420 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a', 'tag': '23013f2f-b706-4958-94da-55305020b243', 'status': 'completed', 'code': 200} Jul 22 16:55:16.333270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a17688-f9d7-486c-813a-0489bcabd081 req-5d74bbe4-22d3-44b5-a7c7-de76b9150014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:16.334858 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24a17688-f9d7-486c-813a-0489bcabd081 req-5d74bbe4-22d3-44b5-a7c7-de76b9150014 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c002cbb3d4648a3b33002aba3a54564&device_id=bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a HTTP/1.1" status: 200 len: 1094 time: 0.0549459 Jul 22 16:55:16.349853 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-117fa09f-a872-495b-8a62-76fddad62718 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:16.362571 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a226e4-edef-428c-9b1e-2cf01d3ae690 req-14c31bab-e550-49d3-900d-b57801f9bfd4 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:16.364061 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d2a226e4-edef-428c-9b1e-2cf01d3ae690 req-14c31bab-e550-49d3-900d-b57801f9bfd4 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a HTTP/1.1" status: 200 len: 943 time: 0.1608675 Jul 22 16:55:16.388357 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24a17688-f9d7-486c-813a-0489bcabd081 req-18892cda-07d9-4ed3-bf7a-423d783cefdf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23013f2f-b706-4958-94da-55305020b243 HTTP/1.1" status: 200 len: 217 time: 0.0400803 Jul 22 16:55:16.437373 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a17688-f9d7-486c-813a-0489bcabd081 req-90c5f564-907c-419b-86ad-80a097422e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:16.438926 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24a17688-f9d7-486c-813a-0489bcabd081 req-90c5f564-907c-419b-86ad-80a097422e95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2715b26f-8040-4f4d-af81-bb925953fe19 HTTP/1.1" status: 200 len: 854 time: 0.0441647 Jul 22 16:55:16.473558 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24a17688-f9d7-486c-813a-0489bcabd081 req-cc6ac343-1703-4386-9111-edff5d1ccc41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b1533b09-11b3-4578-adf9-8a3b73a65436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273786 Jul 22 16:55:16.518193 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d2a226e4-edef-428c-9b1e-2cf01d3ae690 req-ad78a225-1f9e-448b-8c59-0bdb931cff69 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238778 Jul 22 16:55:16.570575 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24a17688-f9d7-486c-813a-0489bcabd081 req-ff787710-94db-4440-8b9a-6f2324fc34e8 service neutron] 10.222.0.30 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903487 Jul 22 16:55:16.596282 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-117fa09f-a872-495b-8a62-76fddad62718 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:16.599638 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-117fa09f-a872-495b-8a62-76fddad62718 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4121324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4121180'] for router, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:16.660086 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24a17688-f9d7-486c-813a-0489bcabd081 req-d7dcdd60-3bb6-43f2-a3ce-f86df8ee5293 service neutron] 10.222.0.30 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830169 Jul 22 16:55:16.677574 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117fa09f-a872-495b-8a62-76fddad62718 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Router 9108193b-2aae-4326-87e7-8fc5b93fbeac has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:55:16.758640 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117fa09f-a872-495b-8a62-76fddad62718 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:16.767368 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-117fa09f-a872-495b-8a62-76fddad62718 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:16.768526 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-117fa09f-a872-495b-8a62-76fddad62718 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "PUT /v2.0/routers/9108193b-2aae-4326-87e7-8fc5b93fbeac HTTP/1.1" status: 200 len: 709 time: 1.2427199 Jul 22 16:55:16.768956 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc634090-e323-4b46-b7cc-cbab6cef4291 None None] Sync routers for ids ['9108193b-2aae-4326-87e7-8fc5b93fbeac'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:16.771151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50038) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:16.779682 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc634090-e323-4b46-b7cc-cbab6cef4291 None None] Routers {'9108193b-2aae-4326-87e7-8fc5b93fbeac'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:16.780683 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fc634090-e323-4b46-b7cc-cbab6cef4291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:55:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9108193b-2aae-4326-87e7-8fc5b93fbeac'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:16.813737 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8e62f-29d0-4c08-9fd6-1bfc66320480 req-9af7d719-644f-4073-87d1-8685bd3907ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:16.815276 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ea8e62f-29d0-4c08-9fd6-1bfc66320480 req-9af7d719-644f-4073-87d1-8685bd3907ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c002cbb3d4648a3b33002aba3a54564&device_id=bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a HTTP/1.1" status: 200 len: 1094 time: 0.0669365 Jul 22 16:55:16.820644 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fc634090-e323-4b46-b7cc-cbab6cef4291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:16.829330 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc634090-e323-4b46-b7cc-cbab6cef4291 None None] Routers {'9108193b-2aae-4326-87e7-8fc5b93fbeac'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:16.829955 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fc634090-e323-4b46-b7cc-cbab6cef4291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:55:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9108193b-2aae-4326-87e7-8fc5b93fbeac'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:16.847660 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-99e45a90-1e6a-4fa5-9cc8-f3b0f99e02b7 tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "GET /v2.0/routers/9108193b-2aae-4326-87e7-8fc5b93fbeac HTTP/1.1" status: 200 len: 744 time: 0.0744069 Jul 22 16:55:16.850936 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50040) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:16.861858 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fc634090-e323-4b46-b7cc-cbab6cef4291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:16.862546 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc634090-e323-4b46-b7cc-cbab6cef4291 None None] The sync data for ids ['9108193b-2aae-4326-87e7-8fc5b93fbeac'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:16.899461 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-05e6f315-79a5-427f-9638-d969a3d95e3e tempest-RoutersIpV6AdminTest-821538676 tempest-RoutersIpV6AdminTest-821538676-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=748fc6ab-3639-411a-b273-35e3c4423108&device_id=9108193b-2aae-4326-87e7-8fc5b93fbeac HTTP/1.1" status: 200 len: 205 time: 0.0474515 Jul 22 16:55:16.902130 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50042) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:16.911874 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8e62f-29d0-4c08-9fd6-1bfc66320480 req-5a929b11-0315-46ff-bc23-4ac49634dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:16.913493 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ea8e62f-29d0-4c08-9fd6-1bfc66320480 req-5a929b11-0315-46ff-bc23-4ac49634dcb1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b1533b09-11b3-4578-adf9-8a3b73a65436 HTTP/1.1" status: 200 len: 915 time: 0.0910330 Jul 22 16:55:16.931476 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f1b95d8c-26fe-4aea-8e36-dd36054025ed tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108193b-2aae-4326-87e7-8fc5b93fbeac HTTP/1.1" status: 200 len: 205 time: 0.0282347 Jul 22 16:55:16.934198 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50044) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:16.963299 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ea8e62f-29d0-4c08-9fd6-1bfc66320480 req-91449d4a-405f-4554-9902-bdb615641481 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23013f2f-b706-4958-94da-55305020b243 HTTP/1.1" status: 200 len: 217 time: 0.0429542 Jul 22 16:55:17.007958 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-029e32ef-4e2a-4889-97cf-89a741f1b7cc tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:17.012726 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8e62f-29d0-4c08-9fd6-1bfc66320480 req-a896abc2-c8fa-4cf6-a61b-f8f4cb3cff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:17.014164 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ea8e62f-29d0-4c08-9fd6-1bfc66320480 req-a896abc2-c8fa-4cf6-a61b-f8f4cb3cff4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2715b26f-8040-4f4d-af81-bb925953fe19 HTTP/1.1" status: 200 len: 854 time: 0.0442216 Jul 22 16:55:17.050300 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ea8e62f-29d0-4c08-9fd6-1bfc66320480 req-e5f31f0c-1657-4936-bfed-4bd3db549e28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b1533b09-11b3-4578-adf9-8a3b73a65436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293407 Jul 22 16:55:17.146363 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ea8e62f-29d0-4c08-9fd6-1bfc66320480 req-d2029246-f2a8-46c0-a186-5877e3360cbf service neutron] 10.222.0.30 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867910 Jul 22 16:55:17.165567 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-029e32ef-4e2a-4889-97cf-89a741f1b7cc tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:17.167714 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-029e32ef-4e2a-4889-97cf-89a741f1b7cc tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:17.209263 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-029e32ef-4e2a-4889-97cf-89a741f1b7cc tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:17.209877 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029e32ef-4e2a-4889-97cf-89a741f1b7cc tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Fanout notify agent at l3_agent the message router_deleted on router 9108193b-2aae-4326-87e7-8fc5b93fbeac {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:55:17.217724 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-029e32ef-4e2a-4889-97cf-89a741f1b7cc tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:17.218766 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-029e32ef-4e2a-4889-97cf-89a741f1b7cc tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "DELETE /v2.0/routers/9108193b-2aae-4326-87e7-8fc5b93fbeac HTTP/1.1" status: 204 len: 168 time: 0.2836187 Jul 22 16:55:17.222241 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50046) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:17.240005 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ea8e62f-29d0-4c08-9fd6-1bfc66320480 req-a9a54dc9-96e9-4898-a503-019e89ced0b3 service neutron] 10.222.0.30 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868022 Jul 22 16:55:17.257048 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-57d9a213-541a-4a9b-97eb-f64fe410e7c9 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "GET /v2.0/ports?device_id=9108193b-2aae-4326-87e7-8fc5b93fbeac HTTP/1.1" status: 200 len: 205 time: 0.0329854 Jul 22 16:55:17.259218 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50048) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:17.295526 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-3bcbae6d-878c-47c9-bb9d-3ebf3767f7c4 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] delete failed (client error): The resource could not be found. Jul 22 16:55:17.296467 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3bcbae6d-878c-47c9-bb9d-3ebf3767f7c4 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "DELETE /v2.0/routers/9108193b-2aae-4326-87e7-8fc5b93fbeac HTTP/1.1" status: 404 len: 336 time: 0.0363503 Jul 22 16:55:17.299115 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50050) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:17.327373 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-db619f75-da61-4f38-976b-07e15e2613e9 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "GET /v2.0/ports?device_id=74cdc987-6c39-421b-9f69-3e969626dca7 HTTP/1.1" status: 200 len: 205 time: 0.0272329 Jul 22 16:55:17.329526 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50052) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:17.368216 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-20431396-8e34-49a3-898a-b05537d698a6 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] delete failed (client error): The resource could not be found. Jul 22 16:55:17.369186 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-20431396-8e34-49a3-898a-b05537d698a6 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "DELETE /v2.0/routers/74cdc987-6c39-421b-9f69-3e969626dca7 HTTP/1.1" status: 404 len: 336 time: 0.0387099 Jul 22 16:55:17.371658 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50054) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:17.400922 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a5c3e2b4-90fd-43bd-8465-83be9462175d tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "GET /v2.0/ports?device_id=977b59de-4028-481f-8eab-31fdc8e8899c HTTP/1.1" status: 200 len: 205 time: 0.0282812 Jul 22 16:55:17.403234 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50056) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:17.437254 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-f979a84d-039b-49bb-b70c-a097203af27d tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] delete failed (client error): The resource could not be found. Jul 22 16:55:17.438201 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f979a84d-039b-49bb-b70c-a097203af27d tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "DELETE /v2.0/routers/977b59de-4028-481f-8eab-31fdc8e8899c HTTP/1.1" status: 404 len: 336 time: 0.0340950 Jul 22 16:55:17.440465 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50058) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:17.473082 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e8143757-4912-46d5-a4f6-839b8095422f tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a64a787-7255-453f-97bf-b12feebf5908 HTTP/1.1" status: 200 len: 205 time: 0.0316033 Jul 22 16:55:17.475263 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50060) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:17.510268 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-484005bb-3075-4d82-b3e6-f01e264e302c tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] delete failed (client error): The resource could not be found. Jul 22 16:55:17.511200 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-484005bb-3075-4d82-b3e6-f01e264e302c tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "DELETE /v2.0/routers/0a64a787-7255-453f-97bf-b12feebf5908 HTTP/1.1" status: 404 len: 336 time: 0.0350845 Jul 22 16:55:17.513410 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50062) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:17.542001 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8afca8f1-9a3a-4ba8-a3c4-15f0b7119c68 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "GET /v2.0/ports?device_id=49ed8696-38cd-4282-aac8-1090c0474f0f HTTP/1.1" status: 200 len: 205 time: 0.0275784 Jul 22 16:55:17.544261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50066) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:17.583836 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-a25f0697-7884-4135-8d80-5ada4bff7b28 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] delete failed (client error): The resource could not be found. Jul 22 16:55:17.584859 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a25f0697-7884-4135-8d80-5ada4bff7b28 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "DELETE /v2.0/routers/49ed8696-38cd-4282-aac8-1090c0474f0f HTTP/1.1" status: 404 len: 336 time: 0.0397177 Jul 22 16:55:17.587511 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50068) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:17.616822 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-87e08395-b706-481e-889e-bc2d123747bd tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "GET /v2.0/ports?device_id=6196024c-4c53-47c1-b60a-516e76276a20 HTTP/1.1" status: 200 len: 205 time: 0.0282300 Jul 22 16:55:17.619252 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50070) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:17.655561 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-7711c621-21a9-4ea8-aea6-76b7a098c0ca tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] delete failed (client error): The resource could not be found. Jul 22 16:55:17.656565 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7711c621-21a9-4ea8-aea6-76b7a098c0ca tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "DELETE /v2.0/routers/6196024c-4c53-47c1-b60a-516e76276a20 HTTP/1.1" status: 404 len: 336 time: 0.0364320 Jul 22 16:55:17.659283 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50072) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:17.670728 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a686dc-1f39-42a8-945d-22a3d355a264 req-be057eef-db61-4f34-bd5e-f7ca2688f074 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:17.672489 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-86a686dc-1f39-42a8-945d-22a3d355a264 req-be057eef-db61-4f34-bd5e-f7ca2688f074 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a HTTP/1.1" status: 200 len: 943 time: 0.0802307 Jul 22 16:55:17.688548 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd496e0d-1a3a-4b9a-b135-e8a8a2d9b474 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] DELETE failed (client error): The resource could not be found. Jul 22 16:55:17.688991 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd496e0d-1a3a-4b9a-b135-e8a8a2d9b474 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:55:17.690697 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-dd496e0d-1a3a-4b9a-b135-e8a8a2d9b474 tempest-RoutersIpV6AdminTest-471026671 tempest-RoutersIpV6AdminTest-471026671-project] 10.222.0.69 "DELETE /v2.0/subnets/c224d8b1-7b34-4ca5-843d-62f7862e9e26 HTTP/1.1" status: 404 len: 337 time: 0.0305479 Jul 22 16:55:17.716108 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-86a686dc-1f39-42a8-945d-22a3d355a264 req-ef774aee-0fee-424e-879a-1841a1f1b0d6 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376575 Jul 22 16:55:17.928874 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50078) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:18.028860 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-479fe3a9-a8ce-442a-ba05-6e8bedabda74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:18.118818 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-479fe3a9-a8ce-442a-ba05-6e8bedabda74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:18.122579 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-479fe3a9-a8ce-442a-ba05-6e8bedabda74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:18.159885 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-479fe3a9-a8ce-442a-ba05-6e8bedabda74 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f1064f891a3d4973b705c127d781d35f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2299519 Jul 22 16:55:18.161005 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fe3a9-a8ce-442a-ba05-6e8bedabda74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26acfdd3-53a3-4dd5-b1db-ba1898a727fa,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:18.163135 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50082) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:18.217560 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc46dfe6-89c6-435e-8241-6b4be6f96372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:18.238986 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc46dfe6-89c6-435e-8241-6b4be6f96372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:18.284504 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc46dfe6-89c6-435e-8241-6b4be6f96372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:18.287948 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc46dfe6-89c6-435e-8241-6b4be6f96372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:18.289114 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cc46dfe6-89c6-435e-8241-6b4be6f96372 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/26acfdd3-53a3-4dd5-b1db-ba1898a727fa HTTP/1.1" status: 204 len: 168 time: 0.1248262 Jul 22 16:55:18.297151 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46dfe6-89c6-435e-8241-6b4be6f96372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26acfdd3-53a3-4dd5-b1db-ba1898a727fa,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:18.535418 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50088) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:18.574501 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ba8d2d70-f930-4282-bc95-9ddea42fee2d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2992a7a703484616ae2b3d020b16bbc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379560 Jul 22 16:55:18.577101 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50090) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:18.622968 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e65d66f1-7880-4998-a4c9-9187734543c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:18.646648 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e65d66f1-7880-4998-a4c9-9187734543c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:18.690111 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e65d66f1-7880-4998-a4c9-9187734543c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:18.692609 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e65d66f1-7880-4998-a4c9-9187734543c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:18.693758 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e65d66f1-7880-4998-a4c9-9187734543c5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e3e079c9-5447-433c-96ab-dc9ae9727562 HTTP/1.1" status: 204 len: 168 time: 0.1157899 Jul 22 16:55:18.701237 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d66f1-7880-4998-a4c9-9187734543c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e079c9-5447-433c-96ab-dc9ae9727562,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:18.849584 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12cc8a-872b-4c2b-8dcf-d15600462926 req-e1915db9-7824-4229-aba9-4e216c8377a4 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:18.851109 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ea12cc8a-872b-4c2b-8dcf-d15600462926 req-e1915db9-7824-4229-aba9-4e216c8377a4 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a HTTP/1.1" status: 200 len: 943 time: 0.0681727 Jul 22 16:55:18.889708 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ea12cc8a-872b-4c2b-8dcf-d15600462926 req-69fd31b5-e394-435a-b621-86fcebe47f98 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328813 Jul 22 16:55:19.312035 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 23013f2f-b706-4958-94da-55305020b243 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:55:19.406568 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 23013f2f-b706-4958-94da-55305020b243, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=23013f2f-b706-4958-94da-55305020b243,segment=NetworkSegment(6ef72613-5101-4db9-ba1f-a239ae556be8),segment_id=6ef72613-5101-4db9-ba1f-a239ae556be8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:19.417139 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '23013f2f-b706-4958-94da-55305020b243', 'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436', 'port_id': '23013f2f-b706-4958-94da-55305020b243', 'mac_address': 'fa:16:3e:9b:81:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2715b26f-8040-4f4d-af81-bb925953fe19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:55:19.455019 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:19.467253 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23013f2f-b706-4958-94da-55305020b243 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:55:19.486629 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 23013f2f-b706-4958-94da-55305020b243, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=23013f2f-b706-4958-94da-55305020b243,segment=NetworkSegment(6ef72613-5101-4db9-ba1f-a239ae556be8),segment_id=6ef72613-5101-4db9-ba1f-a239ae556be8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:19.491249 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:19.537952 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=23013f2f-b706-4958-94da-55305020b243,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:19.774173 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['23013f2f-b706-4958-94da-55305020b243'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:55:19.843287 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50130) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:19.950835 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-89b73788-e756-4771-b63c-18cdb6b78fcd tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1390091177', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:19.970929 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b73788-e756-4771-b63c-18cdb6b78fcd tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Made reservation on behalf of 62bb1b2950794e908cd465a5e2d6dfd3 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:19.973195 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89b73788-e756-4771-b63c-18cdb6b78fcd tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:19.981843 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89b73788-e756-4771-b63c-18cdb6b78fcd tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:20.021237 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffd942-c42b-442d-bec1-dd0263e2ed59 req-32b6aae2-e5d6-48bc-afdc-e667697ff13c tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:20.022872 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e8ffd942-c42b-442d-bec1-dd0263e2ed59 req-32b6aae2-e5d6-48bc-afdc-e667697ff13c tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a HTTP/1.1" status: 200 len: 944 time: 0.0661092 Jul 22 16:55:20.061502 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e8ffd942-c42b-442d-bec1-dd0263e2ed59 req-f3728d20-27a7-4f09-b7af-c88fe8d4d589 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328991 Jul 22 16:55:20.070063 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89b73788-e756-4771-b63c-18cdb6b78fcd tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:20.082405 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89b73788-e756-4771-b63c-18cdb6b78fcd tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:20.092319 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-89b73788-e756-4771-b63c-18cdb6b78fcd tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] device_id is not set on port c6db138f-3f25-4e59-bc8e-3202de8805e5 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:55:20.138683 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b73788-e756-4771-b63c-18cdb6b78fcd tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ee5fba-3331-4eca-b365-12adabb75c40,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:20.202856 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-89b73788-e756-4771-b63c-18cdb6b78fcd tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Allocated IP 172.25.0.128 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/c6db138f-3f25-4e59-bc8e-3202de8805e5) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:20.339111 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89b73788-e756-4771-b63c-18cdb6b78fcd tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:20.375934 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89b73788-e756-4771-b63c-18cdb6b78fcd tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:20.413104 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b73788-e756-4771-b63c-18cdb6b78fcd tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:20.417756 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-89b73788-e756-4771-b63c-18cdb6b78fcd tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:20.421030 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b73788-e756-4771-b63c-18cdb6b78fcd tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:20.445892 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b73788-e756-4771-b63c-18cdb6b78fcd tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Pushing event updated for resources: {'Port': ['ID=c6db138f-3f25-4e59-bc8e-3202de8805e5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:20.462863 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b73788-e756-4771-b63c-18cdb6b78fcd tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:20.463465 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89b73788-e756-4771-b63c-18cdb6b78fcd tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:20.476064 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-89b73788-e756-4771-b63c-18cdb6b78fcd tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.6316729 Jul 22 16:55:20.479204 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50136) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:20.483436 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d68bc8e6-259d-4cc6-9e2d-add222daf0b8 tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128'}]}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:20.502547 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d68bc8e6-259d-4cc6-9e2d-add222daf0b8 tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:20.503487 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d68bc8e6-259d-4cc6-9e2d-add222daf0b8 tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:20.558181 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d68bc8e6-259d-4cc6-9e2d-add222daf0b8 tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:20.938004 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d68bc8e6-259d-4cc6-9e2d-add222daf0b8 tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.132346 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d68bc8e6-259d-4cc6-9e2d-add222daf0b8 tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.173109 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d68bc8e6-259d-4cc6-9e2d-add222daf0b8 tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.279157 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b5769-62a0-499f-b0e8-9c26e844b158 req-0cf27b24-6a6d-4cdc-8dad-bde5a11e169b tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:21.280516 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-585b5769-62a0-499f-b0e8-9c26e844b158 req-0cf27b24-6a6d-4cdc-8dad-bde5a11e169b tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a HTTP/1.1" status: 200 len: 944 time: 0.1509280 Jul 22 16:55:21.326712 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 23013f2f-b706-4958-94da-55305020b243 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:21.349899 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-585b5769-62a0-499f-b0e8-9c26e844b158 req-9c23478b-eb6b-40d2-bb80-61f2034c640e tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620701 Jul 22 16:55:21.372036 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d68bc8e6-259d-4cc6-9e2d-add222daf0b8 tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.379035 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 23013f2f-b706-4958-94da-55305020b243 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:21.382822 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 23013f2f-b706-4958-94da-55305020b243 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:21.383237 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.462708 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.484897 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23013f2f-b706-4958-94da-55305020b243'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:55:21.487130 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060b0aa7-7d3c-447e-8d1b-653bf98d1f6c" -d '{"events": [{"server_uuid": "bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a", "name": "network-vif-plugged", "status": "completed", "tag": "23013f2f-b706-4958-94da-55305020b243"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:55:21.501210 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 23013f2f-b706-4958-94da-55305020b243, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=23013f2f-b706-4958-94da-55305020b243,segment=NetworkSegment(6ef72613-5101-4db9-ba1f-a239ae556be8),segment_id=6ef72613-5101-4db9-ba1f-a239ae556be8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:21.505490 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.524619 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d68bc8e6-259d-4cc6-9e2d-add222daf0b8 tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.526953 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d68bc8e6-259d-4cc6-9e2d-add222daf0b8 tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.530319 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63af381-9a0b-421b-8547-af76e955aa94 x-openstack-request-id: req-b63af381-9a0b-421b-8547-af76e955aa94 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:55:21.530525 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a", "name": "network-vif-plugged", "status": "completed", "tag": "23013f2f-b706-4958-94da-55305020b243", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:55:21.530772 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b63af381-9a0b-421b-8547-af76e955aa94 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:55:21.531140 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23013f2f-b706-4958-94da-55305020b243', 'code': 200} Jul 22 16:55:21.557616 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=23013f2f-b706-4958-94da-55305020b243,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:21.573586 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d68bc8e6-259d-4cc6-9e2d-add222daf0b8 tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.574126 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68bc8e6-259d-4cc6-9e2d-add222daf0b8 tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 124dc457-94dc-4821-92c5-894a80380745 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:55:21.588623 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-d68bc8e6-259d-4cc6-9e2d-add222daf0b8 tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 22 16:55:21.589561 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d68bc8e6-259d-4cc6-9e2d-add222daf0b8 tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1094511 Jul 22 16:55:21.592355 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50142) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:21.668829 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf4590-51cc-4ee6-b029-5c608290ed23 req-0ed6df1c-9385-472c-a906-fd7926ef991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:21.670384 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6acf4590-51cc-4ee6-b029-5c608290ed23 req-0ed6df1c-9385-472c-a906-fd7926ef991d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a HTTP/1.1" status: 200 len: 1096 time: 0.0564485 Jul 22 16:55:21.674924 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c005c7da-186c-446f-a850-84e3446b7118 tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Deleting port c6db138f-3f25-4e59-bc8e-3202de8805e5 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:21.675272 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c005c7da-186c-446f-a850-84e3446b7118 tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.704144 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6acf4590-51cc-4ee6-b029-5c608290ed23 req-754c2772-6809-4866-aad3-7967fd13fbab service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272284 Jul 22 16:55:21.752065 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c005c7da-186c-446f-a850-84e3446b7118 tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.763259 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c005c7da-186c-446f-a850-84e3446b7118 tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Calling delete_port for c6db138f-3f25-4e59-bc8e-3202de8805e5 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:21.885082 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c005c7da-186c-446f-a850-84e3446b7118 tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.910176 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005c7da-186c-446f-a850-84e3446b7118 tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6db138f-3f25-4e59-bc8e-3202de8805e5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:21.976914 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c005c7da-186c-446f-a850-84e3446b7118 tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.978978 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c005c7da-186c-446f-a850-84e3446b7118 tempest-RoutersAdminNegativeIpV6Test-276376133 tempest-RoutersAdminNegativeIpV6Test-276376133-project-admin] 10.222.0.69 "DELETE /v2.0/ports/c6db138f-3f25-4e59-bc8e-3202de8805e5 HTTP/1.1" status: 204 len: 168 time: 0.3857188 Jul 22 16:55:22.207537 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50148) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:22.308130 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dfd949a3-2e68-4a5a-b504-c20238521181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:22.394858 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dfd949a3-2e68-4a5a-b504-c20238521181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:22.398826 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dfd949a3-2e68-4a5a-b504-c20238521181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:22.447413 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd949a3-2e68-4a5a-b504-c20238521181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae8aaa1-ecf5-42ea-a27f-16df24fccdfd,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:22.466949 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-dfd949a3-2e68-4a5a-b504-c20238521181 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=92f75e0325fc4c05884e36b5ac641992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2577736 Jul 22 16:55:22.469613 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50154) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:22.502659 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f88ddc-5297-4ea1-9703-b648d6bc677b req-b4fff1b9-f125-49fe-b269-3c4af5340e0e tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:22.504157 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-70f88ddc-5297-4ea1-9703-b648d6bc677b req-b4fff1b9-f125-49fe-b269-3c4af5340e0e tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a HTTP/1.1" status: 200 len: 945 time: 0.0806112 Jul 22 16:55:22.519340 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fecce97-624b-465f-a385-a771853943fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:22.540237 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fecce97-624b-465f-a385-a771853943fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:22.541615 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-70f88ddc-5297-4ea1-9703-b648d6bc677b req-76dba7f2-8c26-42d2-89db-7efa43ba910e tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312548 Jul 22 16:55:22.586288 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fecce97-624b-465f-a385-a771853943fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:22.588845 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6fecce97-624b-465f-a385-a771853943fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:22.590035 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6fecce97-624b-465f-a385-a771853943fb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aae8aaa1-ecf5-42ea-a27f-16df24fccdfd HTTP/1.1" status: 204 len: 168 time: 0.1185384 Jul 22 16:55:22.597683 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecce97-624b-465f-a385-a771853943fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae8aaa1-ecf5-42ea-a27f-16df24fccdfd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:22.856228 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50160) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:22.899390 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-01549540-d873-44b4-b0bb-7dfcb98ee431 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=62bb1b2950794e908cd465a5e2d6dfd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419137 Jul 22 16:55:22.901866 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50162) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:22.950739 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-019baf2d-a74d-4ec0-8977-1e1e915d305e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:22.971026 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-019baf2d-a74d-4ec0-8977-1e1e915d305e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:23.022341 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-019baf2d-a74d-4ec0-8977-1e1e915d305e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:23.024872 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-019baf2d-a74d-4ec0-8977-1e1e915d305e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:23.026050 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-019baf2d-a74d-4ec0-8977-1e1e915d305e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/60ee5fba-3331-4eca-b365-12adabb75c40 HTTP/1.1" status: 204 len: 168 time: 0.1232374 Jul 22 16:55:23.033718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019baf2d-a74d-4ec0-8977-1e1e915d305e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ee5fba-3331-4eca-b365-12adabb75c40,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:23.691241 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cae3e7-7fd5-488c-a0e2-fca32e92b847 req-6629ea74-39f6-4836-92b8-dacaac17c927 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:23.693256 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06cae3e7-7fd5-488c-a0e2-fca32e92b847 req-6629ea74-39f6-4836-92b8-dacaac17c927 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a HTTP/1.1" status: 200 len: 945 time: 0.0688846 Jul 22 16:55:23.705474 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50186) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.739494 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06cae3e7-7fd5-488c-a0e2-fca32e92b847 req-bad53f28-6da0-4172-8743-bd16f7f9691b tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406287 Jul 22 16:55:23.813433 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [None req-713f0bbf-ab12-4bb4-bdfd-c6c0ee03d7bf tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:23.814490 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-713f0bbf-ab12-4bb4-bdfd-c6c0ee03d7bf tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1080990 Jul 22 16:55:23.817458 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50194) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.822070 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [None req-73bdfd99-0bd1-467f-a70c-a9183e1f52ad tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:23.823017 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-73bdfd99-0bd1-467f-a70c-a9183e1f52ad tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0041156 Jul 22 16:55:23.824981 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50196) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.828827 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [None req-fecaeb8f-8f47-47df-8926-882875fd2cf3 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:23.829759 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fecaeb8f-8f47-47df-8926-882875fd2cf3 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0039585 Jul 22 16:55:23.832037 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50198) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.835860 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [None req-658be61a-3ecc-4ab3-af9f-30d5078fc8a1 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:23.836783 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-658be61a-3ecc-4ab3-af9f-30d5078fc8a1 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0039284 Jul 22 16:55:23.838913 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50200) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.842722 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [None req-b453beb7-2cb6-43a2-9dd8-7c0f44870b8b tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:23.843651 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b453beb7-2cb6-43a2-9dd8-7c0f44870b8b tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0039167 Jul 22 16:55:23.845988 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50202) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.850529 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-43a582df-277c-4e49-9f7b-d857b0944cba tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:23.851566 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-43a582df-277c-4e49-9f7b-d857b0944cba tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0045283 Jul 22 16:55:23.853981 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50204) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.857914 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-32a90d8e-8225-49f4-b258-c9003466bc26 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:23.858873 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-32a90d8e-8225-49f4-b258-c9003466bc26 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0040390 Jul 22 16:55:23.861000 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50206) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.865492 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-5ffcdb92-5148-4855-9150-03eabf7f51ba tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:23.866507 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5ffcdb92-5148-4855-9150-03eabf7f51ba tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0046825 Jul 22 16:55:23.868628 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50210) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.877386 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-350238a1-27a0-4881-8576-40d8d0416f49 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:23.878491 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-350238a1-27a0-4881-8576-40d8d0416f49 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0088723 Jul 22 16:55:23.881367 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50212) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.885493 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-e0c64c62-a0bb-4c8a-93e3-177962a57232 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:23.886538 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e0c64c62-a0bb-4c8a-93e3-177962a57232 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0042269 Jul 22 16:55:23.888641 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50214) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.892440 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-733ae6ae-c574-4596-b932-b12e364c20ec tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:23.893363 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-733ae6ae-c574-4596-b932-b12e364c20ec tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0039010 Jul 22 16:55:23.895525 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50216) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.902094 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-678d6795-dd1e-4b57-b004-0b29b52e8106 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:23.903490 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-678d6795-dd1e-4b57-b004-0b29b52e8106 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0047548 Jul 22 16:55:23.905689 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50218) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.909734 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-4b6f5988-bfc5-44b0-bce9-966f38badff3 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:23.910804 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4b6f5988-bfc5-44b0-bce9-966f38badff3 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0041134 Jul 22 16:55:23.913040 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50220) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.916865 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-151f406c-d7cd-4e45-ba35-4f05ded286ed tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:23.917775 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-151f406c-d7cd-4e45-ba35-4f05ded286ed tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0039177 Jul 22 16:55:23.919844 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50222) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.923943 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-85388e1b-160e-4691-8eea-6cad42c4f601 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:23.924876 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-85388e1b-160e-4691-8eea-6cad42c4f601 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0042229 Jul 22 16:55:23.927656 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50226) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.932311 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-29b6c8d9-a2c8-4a76-86a5-835e1600f50f tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:23.933209 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-29b6c8d9-a2c8-4a76-86a5-835e1600f50f tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0047019 Jul 22 16:55:23.935386 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50228) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.939733 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-cf7d9fba-865f-45ed-8a94-2d39878fa0e4 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:23.943242 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cf7d9fba-865f-45ed-8a94-2d39878fa0e4 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0044432 Jul 22 16:55:23.943438 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50230) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.947345 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-6d0a1bb7-abba-4485-8e98-5ded85d43460 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:23.948252 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6d0a1bb7-abba-4485-8e98-5ded85d43460 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0039363 Jul 22 16:55:23.950374 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50232) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.954307 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-73b77a75-9bd1-4084-9483-b4190cf74780 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:23.955601 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-73b77a75-9bd1-4084-9483-b4190cf74780 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044215 Jul 22 16:55:23.958096 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50234) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.961956 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-0e3249ca-7297-47d8-a583-ce638af5e045 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:23.962863 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0e3249ca-7297-47d8-a583-ce638af5e045 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0039408 Jul 22 16:55:23.965013 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50236) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.968754 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-2993573d-19e1-4145-b2fd-a556828d25b4 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:23.969696 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2993573d-19e1-4145-b2fd-a556828d25b4 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0038433 Jul 22 16:55:23.971742 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50240) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.975626 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-b3ff5603-66a3-432d-a2c3-b944dbbd3cc0 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:23.976529 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b3ff5603-66a3-432d-a2c3-b944dbbd3cc0 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0039923 Jul 22 16:55:23.978659 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50242) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.982441 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-97500e72-aa7a-4110-9a51-bd948800f457 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:23.983341 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-97500e72-aa7a-4110-9a51-bd948800f457 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0038815 Jul 22 16:55:23.985387 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50244) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.990235 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-a661ae35-c363-4dc9-bd99-894cf88b70ed tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:23.991143 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a661ae35-c363-4dc9-bd99-894cf88b70ed tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0049806 Jul 22 16:55:23.993247 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50246) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.996978 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-af16d268-a63f-4198-8733-9fe47fc0c875 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:23.997884 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-af16d268-a63f-4198-8733-9fe47fc0c875 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0038390 Jul 22 16:55:24.000231 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50248) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.003943 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-202e647a-7ecf-4e13-9855-359c2606b7ff tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.004828 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-202e647a-7ecf-4e13-9855-359c2606b7ff tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0038040 Jul 22 16:55:24.007468 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50250) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.011207 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-8f7ddddb-54fb-4d7a-a5a8-9050e74e8300 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.012112 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8f7ddddb-54fb-4d7a-a5a8-9050e74e8300 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0038450 Jul 22 16:55:24.014230 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50252) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.018004 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-f74a8e10-e6ba-4b3e-9f0d-3b02fbceee71 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.018860 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f74a8e10-e6ba-4b3e-9f0d-3b02fbceee71 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0038369 Jul 22 16:55:24.020966 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50254) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.024785 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-aeef2f08-4320-440b-b2ad-96cef463657b tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.025693 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-aeef2f08-4320-440b-b2ad-96cef463657b tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0039213 Jul 22 16:55:24.027778 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50256) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.031549 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-7d1ded82-624c-45a0-90c5-c021fd29542f tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.032448 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7d1ded82-624c-45a0-90c5-c021fd29542f tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0038688 Jul 22 16:55:24.038261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50258) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.042451 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-84accec3-eaf0-4c2b-9253-f9ec8d56c55f tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.043368 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-84accec3-eaf0-4c2b-9253-f9ec8d56c55f tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0039985 Jul 22 16:55:24.045767 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50262) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.050330 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-5a56af03-6fcd-43c3-8985-cf5571cf0d8c tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.051192 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5a56af03-6fcd-43c3-8985-cf5571cf0d8c tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0045509 Jul 22 16:55:24.054037 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50264) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.057781 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-25f97eac-2a6b-421f-bd27-b4811becdcc2 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.058723 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-25f97eac-2a6b-421f-bd27-b4811becdcc2 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0038810 Jul 22 16:55:24.060916 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50266) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.064678 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-5042eaba-e6fc-4090-8e07-967e4ce8e8dc tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.065581 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5042eaba-e6fc-4090-8e07-967e4ce8e8dc tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0038693 Jul 22 16:55:24.068411 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50268) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.072639 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-d8a2c6aa-5884-430c-829c-f0b286e78d17 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.073749 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d8a2c6aa-5884-430c-829c-f0b286e78d17 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0042856 Jul 22 16:55:24.076670 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50270) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.080914 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-b6d57190-b64d-486d-9318-701d8a2f1f90 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.082057 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b6d57190-b64d-486d-9318-701d8a2f1f90 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0042491 Jul 22 16:55:24.084146 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50272) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.088593 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-9874d4f9-7e2a-4d61-9036-1db1b5e217fd tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.089490 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9874d4f9-7e2a-4d61-9036-1db1b5e217fd tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044634 Jul 22 16:55:24.091865 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50274) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.096408 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-48866b64-b678-464b-9d5c-a91d168cd040 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.097326 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-48866b64-b678-464b-9d5c-a91d168cd040 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0046430 Jul 22 16:55:24.099594 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50278) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.103775 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-da5da5e5-675d-49fa-bc6d-0921f38fc3f0 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.107115 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50280) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.111441 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [None req-032a5f52-5906-4440-8143-675298af7a89 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.115628 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-032a5f52-5906-4440-8143-675298af7a89 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0072591 Jul 22 16:55:24.116355 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50282) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.118658 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-da5da5e5-675d-49fa-bc6d-0921f38fc3f0 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0179055 Jul 22 16:55:24.122173 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [None req-9abf81f0-2a42-4330-9414-6bc86e0fae21 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.122952 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9abf81f0-2a42-4330-9414-6bc86e0fae21 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0057676 Jul 22 16:55:24.125632 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50284) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.133165 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [None req-5f202294-2b73-4588-8dc7-fa00bdc2bf28 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.133491 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5f202294-2b73-4588-8dc7-fa00bdc2bf28 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0069754 Jul 22 16:55:24.135841 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50286) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.141491 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [None req-86d32fbc-ae30-4fa0-96b1-d2451e2cba41 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.142959 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-86d32fbc-ae30-4fa0-96b1-d2451e2cba41 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0053012 Jul 22 16:55:24.144855 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50288) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.149188 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [None req-940b4f35-b76e-4c4a-9c84-36ad45afe32b tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.150137 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-940b4f35-b76e-4c4a-9c84-36ad45afe32b tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0042939 Jul 22 16:55:24.152547 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50290) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.157812 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-67aab0c9-1b53-422a-9b8c-bd27203b595d tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.158997 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-67aab0c9-1b53-422a-9b8c-bd27203b595d tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0051756 Jul 22 16:55:24.161769 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50292) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.165538 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-176820c9-0427-482e-a652-ef77e883a431 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.166730 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-176820c9-0427-482e-a652-ef77e883a431 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0040953 Jul 22 16:55:24.168828 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50294) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.172823 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-1fc424d8-da02-4118-a4e2-7e5f85031573 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.173984 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1fc424d8-da02-4118-a4e2-7e5f85031573 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0040431 Jul 22 16:55:24.175953 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50296) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.180348 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-565bb370-b13d-4595-a1f7-e548bd3bbbc7 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.181234 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-565bb370-b13d-4595-a1f7-e548bd3bbbc7 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0044684 Jul 22 16:55:24.183312 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50298) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.187182 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-604ba16d-b299-496f-a240-224a1111cf3b tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.188083 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-604ba16d-b299-496f-a240-224a1111cf3b tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0039110 Jul 22 16:55:24.190227 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50300) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.194089 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-baae914e-6ecc-4afa-bf6d-222d4438ae5d tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.194990 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-baae914e-6ecc-4afa-bf6d-222d4438ae5d tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0038931 Jul 22 16:55:24.197154 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50302) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.200993 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-0b2606d6-f1cb-4cbe-ac2f-e0571445366a tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.202002 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0b2606d6-f1cb-4cbe-ac2f-e0571445366a tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0039718 Jul 22 16:55:24.203981 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50304) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.207859 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-245947a8-dfe6-41db-8bdd-0b78bf57276f tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.208820 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-245947a8-dfe6-41db-8bdd-0b78bf57276f tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0040140 Jul 22 16:55:24.210936 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50306) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.215563 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-237d2682-e6bb-480c-a467-8df4fcbe4336 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.216507 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-237d2682-e6bb-480c-a467-8df4fcbe4336 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0047371 Jul 22 16:55:24.218688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50308) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.225458 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-aa267dc0-b19f-48a6-9e44-2543181f23cb tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.226599 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-aa267dc0-b19f-48a6-9e44-2543181f23cb tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0070724 Jul 22 16:55:24.228812 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50310) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.232678 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-e557dd89-a7fb-46dc-9e29-04c6557382d1 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.233621 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e557dd89-a7fb-46dc-9e29-04c6557382d1 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0039592 Jul 22 16:55:24.235633 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50312) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.240065 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-78b3d9ea-dca1-4677-b0ca-0a7b08b11800 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.241050 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-78b3d9ea-dca1-4677-b0ca-0a7b08b11800 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0045829 Jul 22 16:55:24.243111 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50314) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.246962 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-338ce68c-dd44-48a9-9d96-c97b0608e8e3 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.247949 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-338ce68c-dd44-48a9-9d96-c97b0608e8e3 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0040042 Jul 22 16:55:24.250236 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50316) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.254027 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-8d9dce66-c550-4edf-b367-7181c056d0fa tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.255002 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8d9dce66-c550-4edf-b367-7181c056d0fa tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0038984 Jul 22 16:55:24.256944 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50318) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.260792 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-43293a77-8fae-41cc-ab47-79a2aadccbaa tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.261713 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-43293a77-8fae-41cc-ab47-79a2aadccbaa tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0039585 Jul 22 16:55:24.263744 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50320) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.267523 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-a43f2ced-b905-4311-b98a-d71dc47f8151 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.268490 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a43f2ced-b905-4311-b98a-d71dc47f8151 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0038643 Jul 22 16:55:24.270501 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50322) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.274782 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-35660802-7d31-4d59-bc32-0ae2f60385d3 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.275712 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-35660802-7d31-4d59-bc32-0ae2f60385d3 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0043962 Jul 22 16:55:24.277722 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50324) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.281483 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-abdfd72b-ac2a-489c-92da-ad7a3f5c8bd4 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.282443 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-abdfd72b-ac2a-489c-92da-ad7a3f5c8bd4 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0038724 Jul 22 16:55:24.284432 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50326) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.288743 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-b67b823c-393f-418f-9604-354e685fe27e tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.289706 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b67b823c-393f-418f-9604-354e685fe27e tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0044436 Jul 22 16:55:24.291692 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50328) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.295421 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-3e54f183-8f57-4fbe-9279-61eb7c8fa38d tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.296335 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3e54f183-8f57-4fbe-9279-61eb7c8fa38d tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0038345 Jul 22 16:55:24.298309 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50330) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.302642 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-2b3e4bcb-2a74-483c-a924-a15297c796f5 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.303544 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2b3e4bcb-2a74-483c-a924-a15297c796f5 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0044255 Jul 22 16:55:24.305503 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50332) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.309312 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-fba17ee1-2345-46d5-bbf7-708aa968424d tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.310253 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fba17ee1-2345-46d5-bbf7-708aa968424d tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0038192 Jul 22 16:55:24.312219 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50334) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.315964 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-f2b080d2-dc64-43a5-80bf-c229a85b4f2a tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.316882 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f2b080d2-dc64-43a5-80bf-c229a85b4f2a tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0038579 Jul 22 16:55:24.318907 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50336) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.322644 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-523a8a44-3a6f-4ed7-b2a8-08279e69d172 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.323553 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-523a8a44-3a6f-4ed7-b2a8-08279e69d172 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0038371 Jul 22 16:55:24.325508 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50338) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.329735 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [None req-db162d98-a44e-41fb-9999-d9cec468a147 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:24.330718 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-db162d98-a44e-41fb-9999-d9cec468a147 tempest-ExtensionsTestJSON-471398500 tempest-ExtensionsTestJSON-471398500-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0043366 Jul 22 16:55:24.564792 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50344) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.668066 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7ace27c-29cf-4d06-9f86-0c2b00529ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.758176 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7ace27c-29cf-4d06-9f86-0c2b00529ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.761739 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7ace27c-29cf-4d06-9f86-0c2b00529ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.802213 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c7ace27c-29cf-4d06-9f86-0c2b00529ce3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=10f5854c43d44bde900784854ee54120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363346 Jul 22 16:55:24.804077 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ace27c-29cf-4d06-9f86-0c2b00529ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d060b0e7-0d17-47cd-b598-a0b53e05ef92,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:24.804984 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50348) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.857085 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2abba67d-1a3a-4939-be0d-cb836c629bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.878292 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2abba67d-1a3a-4939-be0d-cb836c629bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.924157 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2abba67d-1a3a-4939-be0d-cb836c629bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.926727 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2abba67d-1a3a-4939-be0d-cb836c629bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.927897 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2abba67d-1a3a-4939-be0d-cb836c629bb6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d060b0e7-0d17-47cd-b598-a0b53e05ef92 HTTP/1.1" status: 204 len: 168 time: 0.1218326 Jul 22 16:55:24.935875 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abba67d-1a3a-4939-be0d-cb836c629bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d060b0e7-0d17-47cd-b598-a0b53e05ef92,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:25.561217 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50372) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:25.655549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Request body: {'networks': [{'name': 'tempest-network--1440924887'}, {'name': 'tempest-network--1765243527'}]} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:25.655931 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Request body: {'network': {'name': 'tempest-network--1440924887'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:25.656456 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Request body: {'network': {'name': 'tempest-network--1765243527'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:25.679949 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Made reservation on behalf of 89b86095df304ec7af9628a01eec73cc for: {'network': 2} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:25.684519 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:25.693290 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:25.784537 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:25.789213 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:25.789741 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:25.829403 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a26813e7-ce29-42f4-b5fd-7085e9ba6fba,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:25.837731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:55:25.846847 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:25.847291 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Added segment 17ed4422-4952-43b0-abb7-404850402229 of type vlan for network c846a5aa-214f-4207-a3c2-9e003de0d3ec Jul 22 16:55:25.893717 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:25.928944 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:55:25.938571 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:25.938934 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Added segment 311391d5-2ca2-4fd5-976c-ef6b6a57c557 of type vlan for network c912ab08-2bc9-44b1-a6dc-cc9acabfd649 Jul 22 16:55:25.979768 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.008796 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.009395 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.015022 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:26.019879 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:26.020981 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.059212 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.4944205 Jul 22 16:55:26.060134 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50376) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:26.111004 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Pushing event updated for resources: {'Network': ['ID=c846a5aa-214f-4207-a3c2-9e003de0d3ec,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:26.121419 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network c846a5aa-214f-4207-a3c2-9e003de0d3ec details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:55:26.220460 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c83b8-e0f3-4167-b500-6de1de777c43 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Pushing event updated for resources: {'Network': ['ID=c912ab08-2bc9-44b1-a6dc-cc9acabfd649,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:26.243365 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network c912ab08-2bc9-44b1-a6dc-cc9acabfd649 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:55:26.248818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8fd5b0-ffe5-4746-bf2a-f8734558649a tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:26.255047 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8fd5b0-ffe5-4746-bf2a-f8734558649a tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:26.260972 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8fd5b0-ffe5-4746-bf2a-f8734558649a tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:26.266968 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8fd5b0-ffe5-4746-bf2a-f8734558649a tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:26.269971 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ba8fd5b0-ffe5-4746-bf2a-f8734558649a tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2079792 Jul 22 16:55:26.272133 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50382) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:26.349762 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75eab078-e024-431a-8ccf-4ed9849e570c tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.438007 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75eab078-e024-431a-8ccf-4ed9849e570c tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.448609 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-75eab078-e024-431a-8ccf-4ed9849e570c tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c846a5aa-214f-4207-a3c2-9e003de0d3ec']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:26.458711 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-75eab078-e024-431a-8ccf-4ed9849e570c tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ed4422-4952-43b0-abb7-404850402229') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:26.459005 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-75eab078-e024-431a-8ccf-4ed9849e570c tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ed4422-4952-43b0-abb7-404850402229') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:26.467563 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75eab078-e024-431a-8ccf-4ed9849e570c tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.480705 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75eab078-e024-431a-8ccf-4ed9849e570c tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.486545 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75eab078-e024-431a-8ccf-4ed9849e570c tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:55:26.486930 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75eab078-e024-431a-8ccf-4ed9849e570c tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: items = [ Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:55:26.490020 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:55:26.552650 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75eab078-e024-431a-8ccf-4ed9849e570c tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.558884 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75eab078-e024-431a-8ccf-4ed9849e570c tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.561690 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-75eab078-e024-431a-8ccf-4ed9849e570c tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] 10.222.0.69 "DELETE /v2.0/networks/c846a5aa-214f-4207-a3c2-9e003de0d3ec HTTP/1.1" status: 204 len: 168 time: 0.2883008 Jul 22 16:55:26.564881 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50384) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:26.577326 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eab078-e024-431a-8ccf-4ed9849e570c tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Pushing event deleted for resources: {'Network': ['ID=c846a5aa-214f-4207-a3c2-9e003de0d3ec,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:26.650886 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-543526fc-da66-4de8-bb45-0700e6c6c7b0 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.737965 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-543526fc-da66-4de8-bb45-0700e6c6c7b0 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.748509 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-543526fc-da66-4de8-bb45-0700e6c6c7b0 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c912ab08-2bc9-44b1-a6dc-cc9acabfd649']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:26.759533 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-543526fc-da66-4de8-bb45-0700e6c6c7b0 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311391d5-2ca2-4fd5-976c-ef6b6a57c557') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:26.759828 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-543526fc-da66-4de8-bb45-0700e6c6c7b0 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311391d5-2ca2-4fd5-976c-ef6b6a57c557') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:26.768649 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-543526fc-da66-4de8-bb45-0700e6c6c7b0 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.783927 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-543526fc-da66-4de8-bb45-0700e6c6c7b0 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.790944 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543526fc-da66-4de8-bb45-0700e6c6c7b0 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:55:26.791614 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-543526fc-da66-4de8-bb45-0700e6c6c7b0 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:55:26.795023 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:55:26.854012 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-543526fc-da66-4de8-bb45-0700e6c6c7b0 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.861051 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-543526fc-da66-4de8-bb45-0700e6c6c7b0 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.862962 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-543526fc-da66-4de8-bb45-0700e6c6c7b0 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] 10.222.0.69 "DELETE /v2.0/networks/c912ab08-2bc9-44b1-a6dc-cc9acabfd649 HTTP/1.1" status: 204 len: 168 time: 0.2970402 Jul 22 16:55:26.866059 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50386) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:26.890753 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543526fc-da66-4de8-bb45-0700e6c6c7b0 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Pushing event deleted for resources: {'Network': ['ID=c912ab08-2bc9-44b1-a6dc-cc9acabfd649,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:27.058420 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f259922-b0c5-4cd9-b921-3869dc8f069f tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:27.064345 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f259922-b0c5-4cd9-b921-3869dc8f069f tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:27.069953 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3f259922-b0c5-4cd9-b921-3869dc8f069f tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1989629 Jul 22 16:55:27.070317 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50388) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:27.075389 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-eca98728-366e-4c11-8ff7-27a74e8b9ed2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1159252652'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:27.096108 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca98728-366e-4c11-8ff7-27a74e8b9ed2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Made reservation on behalf of 89b86095df304ec7af9628a01eec73cc for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:27.099505 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eca98728-366e-4c11-8ff7-27a74e8b9ed2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.127379 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca98728-366e-4c11-8ff7-27a74e8b9ed2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:55:27.136994 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eca98728-366e-4c11-8ff7-27a74e8b9ed2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.137344 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-eca98728-366e-4c11-8ff7-27a74e8b9ed2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Added segment 1a24ed32-d285-4b4f-883a-080a221d6134 of type vlan for network b11c7cfa-abdd-44b8-be99-444ebb2b8d4b Jul 22 16:55:27.177578 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eca98728-366e-4c11-8ff7-27a74e8b9ed2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.204853 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eca98728-366e-4c11-8ff7-27a74e8b9ed2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.210449 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca98728-366e-4c11-8ff7-27a74e8b9ed2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:27.211027 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eca98728-366e-4c11-8ff7-27a74e8b9ed2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.251803 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-eca98728-366e-4c11-8ff7-27a74e8b9ed2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1803417 Jul 22 16:55:27.254894 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50390) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:27.260894 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fcbbce35-480b-4ef8-913c-8fc12bf237e6 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1823886669'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:27.284620 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbbce35-480b-4ef8-913c-8fc12bf237e6 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Made reservation on behalf of 89b86095df304ec7af9628a01eec73cc for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:27.288810 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcbbce35-480b-4ef8-913c-8fc12bf237e6 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.289216 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca98728-366e-4c11-8ff7-27a74e8b9ed2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Pushing event updated for resources: {'Network': ['ID=b11c7cfa-abdd-44b8-be99-444ebb2b8d4b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:27.299256 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network b11c7cfa-abdd-44b8-be99-444ebb2b8d4b details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:55:27.322045 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbbce35-480b-4ef8-913c-8fc12bf237e6 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:55:27.331893 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcbbce35-480b-4ef8-913c-8fc12bf237e6 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.332349 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-fcbbce35-480b-4ef8-913c-8fc12bf237e6 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Added segment df65f0cb-9ab1-4702-b2ec-ca9b4246f9eb of type vlan for network d5e97615-4563-481c-a8bc-9641acecc789 Jul 22 16:55:27.382658 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcbbce35-480b-4ef8-913c-8fc12bf237e6 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.411889 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcbbce35-480b-4ef8-913c-8fc12bf237e6 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.417456 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbbce35-480b-4ef8-913c-8fc12bf237e6 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:27.418106 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fcbbce35-480b-4ef8-913c-8fc12bf237e6 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.468786 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fcbbce35-480b-4ef8-913c-8fc12bf237e6 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2126009 Jul 22 16:55:27.471673 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50394) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:27.477610 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Request body: {'ports': [{'network_id': 'b11c7cfa-abdd-44b8-be99-444ebb2b8d4b', 'name': 'tempest-port--2103180605', 'admin_state_up': True}, {'network_id': 'd5e97615-4563-481c-a8bc-9641acecc789', 'admin_state_up': False}]} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:27.478072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Request body: {'port': {'network_id': 'b11c7cfa-abdd-44b8-be99-444ebb2b8d4b', 'name': 'tempest-port--2103180605', 'admin_state_up': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:27.478668 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Request body: {'port': {'network_id': 'd5e97615-4563-481c-a8bc-9641acecc789', 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:27.523422 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbce35-480b-4ef8-913c-8fc12bf237e6 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Pushing event updated for resources: {'Network': ['ID=d5e97615-4563-481c-a8bc-9641acecc789,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:27.537240 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network d5e97615-4563-481c-a8bc-9641acecc789 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:55:27.679125 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Made reservation on behalf of 89b86095df304ec7af9628a01eec73cc for: {'port': 2} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:27.684742 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.701602 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.794541 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] device_id is not set on port 5e7d3bc6-c551-4372-bd00-6480a604ccae yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:55:27.959396 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.995550 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe5eed-1974-44bf-86ed-582f128b0ebb req-3d1e22be-ce18-4436-80f9-50456b48aaf2 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:27.997131 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-46fe5eed-1974-44bf-86ed-582f128b0ebb req-3d1e22be-ce18-4436-80f9-50456b48aaf2 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 946 time: 0.1317720 Jul 22 16:55:28.059888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] device_id is not set on port 1db6db6c-3ac1-4fec-81a9-4378e4f9ee04 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:55:28.085964 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-46fe5eed-1974-44bf-86ed-582f128b0ebb req-60089f0b-c662-4ee8-ba57-05ecc86ee1c9 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820081 Jul 22 16:55:28.198824 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:28.241483 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:28.305591 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Pushing event updated for resources: {'Port': ['ID=5e7d3bc6-c551-4372-bd00-6480a604ccae,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:28.314225 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Checking segment: {'id': '1a24ed32-d285-4b4f-883a-080a221d6134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b11c7cfa-abdd-44b8-be99-444ebb2b8d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:55:28.314577 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Network hostable DHCP agents. Network: b11c7cfa-abdd-44b8-be99-444ebb2b8d4b, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:55:28.332313 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Network b11c7cfa-abdd-44b8-be99-444ebb2b8d4b is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:55:28.342163 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, b11c7cfa-abdd-44b8-be99-444ebb2b8d4b) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:28.346002 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:28.346851 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:28.354793 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f0fc13-169f-40b6-ac7d-fd3b3788cc25 None None] Network b11c7cfa-abdd-44b8-be99-444ebb2b8d4b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:28.410935 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Pushing event updated for resources: {'Port': ['ID=1db6db6c-3ac1-4fec-81a9-4378e4f9ee04,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:28.438848 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Checking segment: {'id': 'df65f0cb-9ab1-4702-b2ec-ca9b4246f9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd5e97615-4563-481c-a8bc-9641acecc789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:55:28.439308 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Network hostable DHCP agents. Network: d5e97615-4563-481c-a8bc-9641acecc789, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:55:28.460341 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Network d5e97615-4563-481c-a8bc-9641acecc789 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:55:28.470552 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, d5e97615-4563-481c-a8bc-9641acecc789) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:28.474604 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:28.480982 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:28.485093 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8573f38-0b46-46e2-b845-349745da814a None None] Network d5e97615-4563-481c-a8bc-9641acecc789 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:28.486241 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:28.487085 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:28.507370 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50408) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:28.507924 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ab51d2b6-3040-42d1-bca6-79b7140e00a9 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.0343254 Jul 22 16:55:28.643415 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ac7b62-8cf1-4fcf-b163-0b6abf1a1c39 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:28.649309 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ac7b62-8cf1-4fcf-b163-0b6abf1a1c39 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:28.650843 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-78ac7b62-8cf1-4fcf-b163-0b6abf1a1c39 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1389141 Jul 22 16:55:28.653747 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50420) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:28.737970 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-956c39dc-494f-474f-b63e-f45f6b3b3ff8 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:28.740034 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-956c39dc-494f-474f-b63e-f45f6b3b3ff8 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/networks?id=b1533b09-11b3-4578-adf9-8a3b73a65436 HTTP/1.1" status: 200 len: 814 time: 0.1152222 Jul 22 16:55:28.751548 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-612fde14-9e52-40b5-8e33-60aacc2b80b5 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Deleting port 5e7d3bc6-c551-4372-bd00-6480a604ccae {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:28.751897 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-612fde14-9e52-40b5-8e33-60aacc2b80b5 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:28.755830 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-71f9f08d-a150-4bf3-85b8-e7bebcb03ea8 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/quotas/6c002cbb3d4648a3b33002aba3a54564 HTTP/1.1" status: 200 len: 375 time: 0.0093696 Jul 22 16:55:28.819417 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-612fde14-9e52-40b5-8e33-60aacc2b80b5 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:28.824212 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-b84210a6-94d2-422c-ac50-5ba99f06ebcd tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6c002cbb3d4648a3b33002aba3a54564&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635366 Jul 22 16:55:28.831712 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-612fde14-9e52-40b5-8e33-60aacc2b80b5 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Calling delete_port for 5e7d3bc6-c551-4372-bd00-6480a604ccae owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:28.910365 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-11a116b5-fd21-411a-8ce4-0553727889ef service neutron] 10.222.0.69 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790267 Jul 22 16:55:28.914589 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-612fde14-9e52-40b5-8e33-60aacc2b80b5 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:28.941276 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612fde14-9e52-40b5-8e33-60aacc2b80b5 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Pushing event deleted for resources: {'Port': ['ID=5e7d3bc6-c551-4372-bd00-6480a604ccae,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:28.948464 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-612fde14-9e52-40b5-8e33-60aacc2b80b5 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:28.950778 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-612fde14-9e52-40b5-8e33-60aacc2b80b5 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] 10.222.0.69 "DELETE /v2.0/ports/5e7d3bc6-c551-4372-bd00-6480a604ccae HTTP/1.1" status: 204 len: 168 time: 0.2960103 Jul 22 16:55:28.953256 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50422) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:29.008569 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-852a941c-88d3-4ce3-8da1-47953477cf44 service neutron] 10.222.0.69 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899398 Jul 22 16:55:29.020158 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bbb9fdc1-9ad7-472e-8045-66cc96644468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.050860 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-74455954-744a-496e-9af1-74f55dc4ad42 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Deleting port 1db6db6c-3ac1-4fec-81a9-4378e4f9ee04 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:29.051202 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74455954-744a-496e-9af1-74f55dc4ad42 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.126662 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74455954-744a-496e-9af1-74f55dc4ad42 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.140161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-74455954-744a-496e-9af1-74f55dc4ad42 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Calling delete_port for 1db6db6c-3ac1-4fec-81a9-4378e4f9ee04 owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:29.206798 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a4321e59-6f04-4f3d-9ca2-444cf9cd82d7 req-5ef2b66b-e85f-4030-b87d-1a03de5ff679 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9075308-b959-4d42-b7ac-04ad967b5b49 HTTP/1.1" status: 200 len: 210 time: 0.0302224 Jul 22 16:55:29.265085 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74455954-744a-496e-9af1-74f55dc4ad42 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.301418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74455954-744a-496e-9af1-74f55dc4ad42 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Pushing event deleted for resources: {'Port': ['ID=1db6db6c-3ac1-4fec-81a9-4378e4f9ee04,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:29.320906 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a479de-0650-42f6-88c5-12ecc00ee6a5 req-067813c7-c4fc-4680-a79f-01914bc7b6d8 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:29.322441 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26a479de-0650-42f6-88c5-12ecc00ee6a5 req-067813c7-c4fc-4680-a79f-01914bc7b6d8 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 946 time: 0.1378825 Jul 22 16:55:29.323454 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74455954-744a-496e-9af1-74f55dc4ad42 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.328579 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-74455954-744a-496e-9af1-74f55dc4ad42 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] 10.222.0.69 "DELETE /v2.0/ports/1db6db6c-3ac1-4fec-81a9-4378e4f9ee04 HTTP/1.1" status: 204 len: 168 time: 0.3720901 Jul 22 16:55:29.328579 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74455954-744a-496e-9af1-74f55dc4ad42 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:29.328579 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74455954-744a-496e-9af1-74f55dc4ad42 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:29.328579 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74455954-744a-496e-9af1-74f55dc4ad42 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:29.329056 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74455954-744a-496e-9af1-74f55dc4ad42 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:29.329232 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74455954-744a-496e-9af1-74f55dc4ad42 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:29.329376 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50434) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:29.329562 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74455954-744a-496e-9af1-74f55dc4ad42 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:29.329891 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74455954-744a-496e-9af1-74f55dc4ad42 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:29.330250 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74455954-744a-496e-9af1-74f55dc4ad42 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:29.330573 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74455954-744a-496e-9af1-74f55dc4ad42 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:29.331021 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74455954-744a-496e-9af1-74f55dc4ad42 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:29.331285 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74455954-744a-496e-9af1-74f55dc4ad42 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:29.331589 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74455954-744a-496e-9af1-74f55dc4ad42 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:29.370066 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d90a85a2-7341-4cfe-a719-135b59a807cb tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0387421 Jul 22 16:55:29.373242 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50436) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:29.378379 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e7365250-bfdb-4e16-889c-b0ef5df8f3a3 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-142150930'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:29.400745 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26a479de-0650-42f6-88c5-12ecc00ee6a5 req-e87c711e-7540-4b86-aafa-5ffb24fed033 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups?id=eb41cf3d-bbe6-496e-a0b8-baec22182e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651617 Jul 22 16:55:29.403434 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7365250-bfdb-4e16-889c-b0ef5df8f3a3 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Made reservation on behalf of 89b86095df304ec7af9628a01eec73cc for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:29.407345 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7365250-bfdb-4e16-889c-b0ef5df8f3a3 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.429575 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:55:29.433181 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47097227-63e7-4a79-bd33-036a7642f755 req-658f6817-a9c8-499b-b372-fc342741783c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:29.434746 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47097227-63e7-4a79-bd33-036a7642f755 req-658f6817-a9c8-499b-b372-fc342741783c tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.30 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 946 time: 0.0823598 Jul 22 16:55:29.438830 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7365250-bfdb-4e16-889c-b0ef5df8f3a3 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:55:29.449010 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7365250-bfdb-4e16-889c-b0ef5df8f3a3 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.449357 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-e7365250-bfdb-4e16-889c-b0ef5df8f3a3 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Added segment 83b0d716-dfd7-49a8-8bf0-dfd26697aa8f of type vlan for network 1197d42e-b838-471d-a807-f46de9e41f62 Jul 22 16:55:29.494816 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7365250-bfdb-4e16-889c-b0ef5df8f3a3 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.527803 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7365250-bfdb-4e16-889c-b0ef5df8f3a3 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.534955 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7365250-bfdb-4e16-889c-b0ef5df8f3a3 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:29.535568 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7365250-bfdb-4e16-889c-b0ef5df8f3a3 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.576020 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e7365250-bfdb-4e16-889c-b0ef5df8f3a3 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2016888 Jul 22 16:55:29.579188 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50440) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:29.584977 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ec85cba5-8578-4dba-9c39-a1ff3a606bdd tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1077723614'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:29.621967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7365250-bfdb-4e16-889c-b0ef5df8f3a3 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Pushing event updated for resources: {'Network': ['ID=1197d42e-b838-471d-a807-f46de9e41f62,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:29.636293 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 1197d42e-b838-471d-a807-f46de9e41f62 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:55:29.640815 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec85cba5-8578-4dba-9c39-a1ff3a606bdd tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Made reservation on behalf of 89b86095df304ec7af9628a01eec73cc for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:29.645149 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec85cba5-8578-4dba-9c39-a1ff3a606bdd tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.674523 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec85cba5-8578-4dba-9c39-a1ff3a606bdd tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:55:29.684892 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec85cba5-8578-4dba-9c39-a1ff3a606bdd tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.685237 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-ec85cba5-8578-4dba-9c39-a1ff3a606bdd tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Added segment 5e6e1c71-4059-437b-abed-dd7e9d9d33eb of type vlan for network 7f3ba2fa-42c6-4288-b23a-42dc346c0535 Jul 22 16:55:29.733651 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec85cba5-8578-4dba-9c39-a1ff3a606bdd tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.764612 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec85cba5-8578-4dba-9c39-a1ff3a606bdd tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.770191 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec85cba5-8578-4dba-9c39-a1ff3a606bdd tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:29.771500 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec85cba5-8578-4dba-9c39-a1ff3a606bdd tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.808513 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ec85cba5-8578-4dba-9c39-a1ff3a606bdd tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2280989 Jul 22 16:55:29.839101 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85cba5-8578-4dba-9c39-a1ff3a606bdd tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Pushing event updated for resources: {'Network': ['ID=7f3ba2fa-42c6-4288-b23a-42dc346c0535,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:29.865307 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 7f3ba2fa-42c6-4288-b23a-42dc346c0535 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:55:29.901404 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-47097227-63e7-4a79-bd33-036a7642f755 req-72b5acff-1de4-487b-98ed-40ffdb482974 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Deleting port 940cc934-551b-4bc9-8f9d-2e890df3c986 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:29.901691 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-47097227-63e7-4a79-bd33-036a7642f755 req-72b5acff-1de4-487b-98ed-40ffdb482974 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.949770 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50442) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:29.954952 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-92b8dc1a-bce0-40e1-b8ee-df4249b59f91 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Request body: {'subnets': [{'network_id': '1197d42e-b838-471d-a807-f46de9e41f62', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--247399373', 'ip_version': 4}, {'network_id': '7f3ba2fa-42c6-4288-b23a-42dc346c0535', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:29.955275 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-92b8dc1a-bce0-40e1-b8ee-df4249b59f91 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Request body: {'subnet': {'network_id': '1197d42e-b838-471d-a807-f46de9e41f62', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--247399373', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:29.955841 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-92b8dc1a-bce0-40e1-b8ee-df4249b59f91 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Request body: {'subnet': {'network_id': '7f3ba2fa-42c6-4288-b23a-42dc346c0535', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:29.990034 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-47097227-63e7-4a79-bd33-036a7642f755 req-72b5acff-1de4-487b-98ed-40ffdb482974 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] For port 940cc934-551b-4bc9-8f9d-2e890df3c986, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=940cc934-551b-4bc9-8f9d-2e890df3c986,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:29.990405 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-47097227-63e7-4a79-bd33-036a7642f755 req-72b5acff-1de4-487b-98ed-40ffdb482974 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.114069 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b8dc1a-bce0-40e1-b8ee-df4249b59f91 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Made reservation on behalf of 89b86095df304ec7af9628a01eec73cc for: {'subnet': 2} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:30.118970 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-92b8dc1a-bce0-40e1-b8ee-df4249b59f91 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.119834 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-92b8dc1a-bce0-40e1-b8ee-df4249b59f91 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.168580 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-47097227-63e7-4a79-bd33-036a7642f755 req-72b5acff-1de4-487b-98ed-40ffdb482974 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.169147 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-47097227-63e7-4a79-bd33-036a7642f755 req-72b5acff-1de4-487b-98ed-40ffdb482974 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.169147 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [req-47097227-63e7-4a79-bd33-036a7642f755 req-72b5acff-1de4-487b-98ed-40ffdb482974 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Floating IP 4f543f2b-be69-4b65-a090-3ac63d0543ef disassociated. External IP: 172.25.0.23, port: 940cc934-551b-4bc9-8f9d-2e890df3c986. Jul 22 16:55:30.169582 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-47097227-63e7-4a79-bd33-036a7642f755 req-72b5acff-1de4-487b-98ed-40ffdb482974 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Calling delete_port for 940cc934-551b-4bc9-8f9d-2e890df3c986 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:30.341636 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5fe58c47-83f1-4aea-8882-febc81374c12 req-5643dd1a-31ad-46d2-a7ce-d4a1ae7a4b76 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9075308-b959-4d42-b7ac-04ad967b5b49 HTTP/1.1" status: 200 len: 210 time: 0.0421655 Jul 22 16:55:30.358094 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-5b1ffa42-4438-4fd3-bda8-d3efd26ddca9 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:30.359801 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-5b1ffa42-4438-4fd3-bda8-d3efd26ddca9 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.16 "GET /v2.0/networks?id=b1533b09-11b3-4578-adf9-8a3b73a65436 HTTP/1.1" status: 200 len: 814 time: 0.1479194 Jul 22 16:55:30.390503 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-b2e3484e-4c23-43df-9fa1-b57596d5ff41 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Request body: {'port': {'device_id': 'e9075308-b959-4d42-b7ac-04ad967b5b49', 'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436', 'admin_state_up': True, 'tenant_id': '6c002cbb3d4648a3b33002aba3a54564'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:30.466408 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-47097227-63e7-4a79-bd33-036a7642f755 req-72b5acff-1de4-487b-98ed-40ffdb482974 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.503318 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b5acff-1de4-487b-98ed-40ffdb482974 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Pushing event deleted for resources: {'Port': ['ID=940cc934-551b-4bc9-8f9d-2e890df3c986,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:30.542702 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8a2d2347-04c6-4f0f-9057-1f784d4cc2e9 req-74cf2ece-3f11-400a-a6ff-d91f3d2e2d34 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 210 time: 0.0432632 Jul 22 16:55:30.545298 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-92b8dc1a-bce0-40e1-b8ee-df4249b59f91 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.607511 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8dc1a-bce0-40e1-b8ee-df4249b59f91 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Pushing event updated for resources: {'Subnet': ['ID=5d242f86-a673-4766-abdc-30571fc80f50,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:30.616517 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b8dc1a-bce0-40e1-b8ee-df4249b59f91 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Checking segment: {'id': '83b0d716-dfd7-49a8-8bf0-dfd26697aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1197d42e-b838-471d-a807-f46de9e41f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:55:30.616878 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b8dc1a-bce0-40e1-b8ee-df4249b59f91 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Network hostable DHCP agents. Network: 1197d42e-b838-471d-a807-f46de9e41f62, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:55:30.635541 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b8dc1a-bce0-40e1-b8ee-df4249b59f91 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Network 1197d42e-b838-471d-a807-f46de9e41f62 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:55:30.644262 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-92b8dc1a-bce0-40e1-b8ee-df4249b59f91 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 1197d42e-b838-471d-a807-f46de9e41f62) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:30.648096 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-92b8dc1a-bce0-40e1-b8ee-df4249b59f91 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.653484 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789d1144-26fa-449d-96f1-3f1597f3eb3e None None] Network 1197d42e-b838-471d-a807-f46de9e41f62 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:30.656425 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-b2e3484e-4c23-43df-9fa1-b57596d5ff41 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Made reservation on behalf of 6c002cbb3d4648a3b33002aba3a54564 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:30.661313 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-b2e3484e-4c23-43df-9fa1-b57596d5ff41 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.717199 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8dc1a-bce0-40e1-b8ee-df4249b59f91 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Pushing event updated for resources: {'Subnet': ['ID=4befabcf-491b-4026-b841-70dff203be49,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:30.724830 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b8dc1a-bce0-40e1-b8ee-df4249b59f91 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Checking segment: {'id': '5e6e1c71-4059-437b-abed-dd7e9d9d33eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7f3ba2fa-42c6-4288-b23a-42dc346c0535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:55:30.725200 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b8dc1a-bce0-40e1-b8ee-df4249b59f91 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Network hostable DHCP agents. Network: 7f3ba2fa-42c6-4288-b23a-42dc346c0535, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:55:30.745177 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b8dc1a-bce0-40e1-b8ee-df4249b59f91 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Network 7f3ba2fa-42c6-4288-b23a-42dc346c0535 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:55:30.745444 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47097227-63e7-4a79-bd33-036a7642f755 req-72b5acff-1de4-487b-98ed-40ffdb482974 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Router c3371d87-70cb-4016-ae46-d055e529da54 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:55:30.757838 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-92b8dc1a-bce0-40e1-b8ee-df4249b59f91 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 7f3ba2fa-42c6-4288-b23a-42dc346c0535) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:30.762313 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b8dc1a-bce0-40e1-b8ee-df4249b59f91 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:30.762575 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b8dc1a-bce0-40e1-b8ee-df4249b59f91 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:30.763140 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-92b8dc1a-bce0-40e1-b8ee-df4249b59f91 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.783005 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-92b8dc1a-bce0-40e1-b8ee-df4249b59f91 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.8314989 Jul 22 16:55:30.785471 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50448) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:30.898052 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1544cf01-9807-4142-8d04-2d411359afa4 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:30.899672 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-b2e3484e-4c23-43df-9fa1-b57596d5ff41 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Allocated IP 172.20.0.5 (b1533b09-11b3-4578-adf9-8a3b73a65436/2715b26f-8040-4f4d-af81-bb925953fe19/4f02818a-d305-46ba-b79a-f80422d83d93) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:30.900315 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1544cf01-9807-4142-8d04-2d411359afa4 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:30.903055 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1544cf01-9807-4142-8d04-2d411359afa4 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:30.908215 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1544cf01-9807-4142-8d04-2d411359afa4 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1178308 Jul 22 16:55:30.908635 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50450) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:30.935394 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c206ac-bed1-47b9-84f7-39a0921dfd3c None None] Network 7f3ba2fa-42c6-4288-b23a-42dc346c0535 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:30.944838 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47097227-63e7-4a79-bd33-036a7642f755 req-72b5acff-1de4-487b-98ed-40ffdb482974 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:30.956838 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6208413-e634-472e-a33d-3be2cb17aef6 None None] Sync routers for ids ['c3371d87-70cb-4016-ae46-d055e529da54'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:30.969413 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6208413-e634-472e-a33d-3be2cb17aef6 None None] Routers {'c3371d87-70cb-4016-ae46-d055e529da54'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:30.969582 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-11bf93bb-53c1-4a14-9012-93d90dbd1cc8 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Deleting subnet 5d242f86-a673-4766-abdc-30571fc80f50 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:55:30.970894 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b6208413-e634-472e-a33d-3be2cb17aef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:55:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['c3371d87-70cb-4016-ae46-d055e529da54'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:30.973117 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11bf93bb-53c1-4a14-9012-93d90dbd1cc8 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.032259 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11bf93bb-53c1-4a14-9012-93d90dbd1cc8 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.045167 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-47097227-63e7-4a79-bd33-036a7642f755 req-72b5acff-1de4-487b-98ed-40ffdb482974 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] No DVR routers for this DVR port 940cc934-551b-4bc9-8f9d-2e890df3c986 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:55:31.050168 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-47097227-63e7-4a79-bd33-036a7642f755 req-72b5acff-1de4-487b-98ed-40ffdb482974 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.053492 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47097227-63e7-4a79-bd33-036a7642f755 req-72b5acff-1de4-487b-98ed-40ffdb482974 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.30 "DELETE /v2.0/ports/940cc934-551b-4bc9-8f9d-2e890df3c986 HTTP/1.1" status: 204 len: 173 time: 1.6134114 Jul 22 16:55:31.054009 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f0180c-f16a-4466-b5c6-e9832e7aad0e', 'name': 'network-vif-deleted', 'tag': '940cc934-551b-4bc9-8f9d-2e890df3c986'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:55:31.056543 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d180b757-569c-4f01-be32-529540e8eb17" -d '{"events": [{"server_uuid": "54f0180c-f16a-4466-b5c6-e9832e7aad0e", "name": "network-vif-deleted", "tag": "940cc934-551b-4bc9-8f9d-2e890df3c986"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:55:31.153675 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11bf93bb-53c1-4a14-9012-93d90dbd1cc8 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.171053 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f14477c-74c6-4d2f-9093-8410d4ea33b8 x-openstack-request-id: req-2f14477c-74c6-4d2f-9093-8410d4ea33b8 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:55:31.172035 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f0180c-f16a-4466-b5c6-e9832e7aad0e", "name": "network-vif-deleted", "tag": "940cc934-551b-4bc9-8f9d-2e890df3c986", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:55:31.172458 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2f14477c-74c6-4d2f-9093-8410d4ea33b8 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:55:31.173586 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f0180c-f16a-4466-b5c6-e9832e7aad0e', 'name': 'network-vif-deleted', 'tag': '940cc934-551b-4bc9-8f9d-2e890df3c986', 'status': 'completed', 'code': 200} Jul 22 16:55:31.199917 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b6208413-e634-472e-a33d-3be2cb17aef6 None None] Set router c3371d87-70cb-4016-ae46-d055e529da54 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:55:31.202777 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1556102a-a2fb-4f23-a672-bdf931dd198d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-7f3ba2fa-42c6-4288-b23a-42dc346c0535', 'network_id': '7f3ba2fa-42c6-4288-b23a-42dc346c0535', 'tenant_id': '89b86095df304ec7af9628a01eec73cc', 'fixed_ips': [{'subnet_id': '4befabcf-491b-4026-b841-70dff203be49'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:55:31.204535 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1556102a-a2fb-4f23-a672-bdf931dd198d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.235426 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11bf93bb-53c1-4a14-9012-93d90dbd1cc8 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.246040 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-b2e3484e-4c23-43df-9fa1-b57596d5ff41 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.276779 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf93bb-53c1-4a14-9012-93d90dbd1cc8 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Pushing event deleted for resources: {'Subnet': ['ID=5d242f86-a673-4766-abdc-30571fc80f50,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:31.282902 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11bf93bb-53c1-4a14-9012-93d90dbd1cc8 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.285551 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-11bf93bb-53c1-4a14-9012-93d90dbd1cc8 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] 10.222.0.69 "DELETE /v2.0/subnets/5d242f86-a673-4766-abdc-30571fc80f50 HTTP/1.1" status: 204 len: 168 time: 0.3755903 Jul 22 16:55:31.289236 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50454) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:31.299414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e988bc03-4d57-4ddf-a967-1ed349034a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-1197d42e-b838-471d-a807-f46de9e41f62', 'network_id': '1197d42e-b838-471d-a807-f46de9e41f62', 'tenant_id': '89b86095df304ec7af9628a01eec73cc', 'fixed_ips': [{'subnet_id': '5d242f86-a673-4766-abdc-30571fc80f50'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:55:31.300293 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e988bc03-4d57-4ddf-a967-1ed349034a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.323031 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-b2e3484e-4c23-43df-9fa1-b57596d5ff41 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.364464 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4810a4-144b-45cf-92c2-aca4fba8cdd2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Deleting subnet 4befabcf-491b-4026-b841-70dff203be49 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:55:31.372053 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd4810a4-144b-45cf-92c2-aca4fba8cdd2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.388422 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3484e-4c23-43df-9fa1-b57596d5ff41 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Pushing event updated for resources: {'Port': ['ID=4f02818a-d305-46ba-b79a-f80422d83d93,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:31.414946 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-b2e3484e-4c23-43df-9fa1-b57596d5ff41 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Network b1533b09-11b3-4578-adf9-8a3b73a65436 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:31.415925 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b6208413-e634-472e-a33d-3be2cb17aef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'name': 'tempest-AttachVolumeShelveTestJSON-1655165633-router', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:09Z', 'updated_at': '2021-07-22T16:47:17Z', 'revision_number': 4, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'gw_port': {'id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:11Z', 'updated_at': '2021-07-22T16:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'ec6d9024-02e6-4a4c-b7a2-fd24e4551837', 'name': '', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'mac_address': 'fa:16:3e:97:d1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:16Z', 'updated_at': '2021-07-22T16:47:28Z', 'revision_number': 5, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'subnets': [{'id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:31.418190 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-b2e3484e-4c23-43df-9fa1-b57596d5ff41 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:31.423462 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-b2e3484e-4c23-43df-9fa1-b57596d5ff41 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:31.430072 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd4810a4-144b-45cf-92c2-aca4fba8cdd2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.443208 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6208413-e634-472e-a33d-3be2cb17aef6 None None] Checking router: c3371d87-70cb-4016-ae46-d055e529da54 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:55:31.451817 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6208413-e634-472e-a33d-3be2cb17aef6 None None] Routers {'c3371d87-70cb-4016-ae46-d055e529da54'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:31.452666 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b6208413-e634-472e-a33d-3be2cb17aef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:55:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['c3371d87-70cb-4016-ae46-d055e529da54'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:31.456087 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['cbee2650-99de-4918-8589-8df20d49eaf8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:55:31.489066 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd4810a4-144b-45cf-92c2-aca4fba8cdd2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.513848 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['23013f2f-b706-4958-94da-55305020b243'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:55:31.558708 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd4810a4-144b-45cf-92c2-aca4fba8cdd2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.566235 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b6208413-e634-472e-a33d-3be2cb17aef6 None None] Set router c3371d87-70cb-4016-ae46-d055e529da54 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:55:31.585739 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28725f1e-3ea1-4340-b443-3e1c27dc8ad6 None None] Network 1197d42e-b838-471d-a807-f46de9e41f62 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:31.596012 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-b2e3484e-4c23-43df-9fa1-b57596d5ff41 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:31.596700 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-b2e3484e-4c23-43df-9fa1-b57596d5ff41 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.601780 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4810a4-144b-45cf-92c2-aca4fba8cdd2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Pushing event deleted for resources: {'Subnet': ['ID=4befabcf-491b-4026-b841-70dff203be49,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:31.614221 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd4810a4-144b-45cf-92c2-aca4fba8cdd2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.617072 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-dd4810a4-144b-45cf-92c2-aca4fba8cdd2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] 10.222.0.69 "DELETE /v2.0/subnets/4befabcf-491b-4026-b841-70dff203be49 HTTP/1.1" status: 204 len: 168 time: 0.3255084 Jul 22 16:55:31.620379 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50460) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:31.665747 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-b2e3484e-4c23-43df-9fa1-b57596d5ff41 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2808540 Jul 22 16:55:31.712857 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-452462a4-2f91-4ce1-b712-a869ca2c72f0 service neutron] Request body: {'port': {'device_id': 'e9075308-b959-4d42-b7ac-04ad967b5b49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:31.826382 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900b73b-9b2a-45a3-95b7-c67df81d109e req-6da662a3-6d26-450b-97ec-ef6aada01c47 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:31.827875 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e900b73b-9b2a-45a3-95b7-c67df81d109e req-6da662a3-6d26-450b-97ec-ef6aada01c47 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9075308-b959-4d42-b7ac-04ad967b5b49 HTTP/1.1" status: 200 len: 931 time: 0.3575473 Jul 22 16:55:31.876417 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b6208413-e634-472e-a33d-3be2cb17aef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'name': 'tempest-AttachVolumeShelveTestJSON-1655165633-router', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:09Z', 'updated_at': '2021-07-22T16:47:17Z', 'revision_number': 4, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'gw_port': {'id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:11Z', 'updated_at': '2021-07-22T16:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'ec6d9024-02e6-4a4c-b7a2-fd24e4551837', 'name': '', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'mac_address': 'fa:16:3e:97:d1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:16Z', 'updated_at': '2021-07-22T16:47:28Z', 'revision_number': 5, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'subnets': [{'id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:31.885527 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-452462a4-2f91-4ce1-b712-a869ca2c72f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.905067 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6208413-e634-472e-a33d-3be2cb17aef6 None None] The sync data for ids ['c3371d87-70cb-4016-ae46-d055e529da54'] in n-d-798930-9 is: [{'id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'name': 'tempest-AttachVolumeShelveTestJSON-1655165633-router', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:09Z', 'updated_at': '2021-07-22T16:47:17Z', 'revision_number': 4, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'gw_port': {'id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:11Z', 'updated_at': '2021-07-22T16:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'ec6d9024-02e6-4a4c-b7a2-fd24e4551837', 'name': '', 'network_id': '355332cc-46f4-40ba-8869-365066797198', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'mac_address': 'fa:16:3e:97:d1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:16Z', 'updated_at': '2021-07-22T16:47:28Z', 'revision_number': 5, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'subnets': [{'id': '5ecd1df5-07c9-407a-b124-958e195ac0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:31.914291 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.915442 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e900b73b-9b2a-45a3-95b7-c67df81d109e req-e65fbe85-b914-4fd9-aece-7aaf0ccfce7c tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484769 Jul 22 16:55:31.972383 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88cba0b8-8df5-4b66-bc24-cd9adaf11a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.009556 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a07df560-a039-48b2-9dd4-6f1ff4f05ac2 req-6b079530-5064-4ceb-a1d5-e1525e4e07a1 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f0180c-f16a-4466-b5c6-e9832e7aad0e HTTP/1.1" status: 200 len: 210 time: 0.0573201 Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server [None req-1556102a-a2fb-4f23-a672-bdf931dd198d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4befabcf-491b-4026-b841-70dff203be49: This subnet is being modified by another concurrent operation. Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise exception Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4befabcf-491b-4026-b841-70dff203be49: This subnet is being modified by another concurrent operation. Jul 22 16:55:32.026708 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server Jul 22 16:55:32.040596 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cbe827-aa93-4b88-ac56-36328f3e6aa4 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:32.042585 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-74cbe827-aa93-4b88-ac56-36328f3e6aa4 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4209330 Jul 22 16:55:32.046602 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50462) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:32.068721 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e9204d-8ffa-4cc4-b5ac-52e22e35aced None None] Network 7f3ba2fa-42c6-4288-b23a-42dc346c0535 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:32.153480 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f2a7fb9-90d2-4689-b0fa-19651bff65cc tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.244082 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f2a7fb9-90d2-4689-b0fa-19651bff65cc tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.257390 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-4f2a7fb9-90d2-4689-b0fa-19651bff65cc tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3ba2fa-42c6-4288-b23a-42dc346c0535']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:32.270411 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-4f2a7fb9-90d2-4689-b0fa-19651bff65cc tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6e1c71-4059-437b-abed-dd7e9d9d33eb') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:32.270756 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-4f2a7fb9-90d2-4689-b0fa-19651bff65cc tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6e1c71-4059-437b-abed-dd7e9d9d33eb') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:32.273024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-452462a4-2f91-4ce1-b712-a869ca2c72f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f02818a-d305-46ba-b79a-f80422d83d93 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:55:32.276869 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7ea42e-69a4-4fed-9d93-be6cc81c803c None None] get_active_networks_info from n-d-798930-9 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:55:32.282033 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-452462a4-2f91-4ce1-b712-a869ca2c72f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.289316 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f2a7fb9-90d2-4689-b0fa-19651bff65cc tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.296570 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-452462a4-2f91-4ce1-b712-a869ca2c72f0 service neutron] Transition to ACTIVE for port object 4f02818a-d305-46ba-b79a-f80422d83d93 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:32.302347 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-452462a4-2f91-4ce1-b712-a869ca2c72f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.307809 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f2a7fb9-90d2-4689-b0fa-19651bff65cc tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.311252 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d62f9-9c4c-4d3e-bd89-07269c1a511b None None] New status for floating IP 4f543f2b-be69-4b65-a090-3ac63d0543ef: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:55:32.316151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2a7fb9-90d2-4689-b0fa-19651bff65cc tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:55:32.316465 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f2a7fb9-90d2-4689-b0fa-19651bff65cc tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:55:32.320669 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:55:32.352870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452462a4-2f91-4ce1-b712-a869ca2c72f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4f02818a-d305-46ba-b79a-f80422d83d93,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:32.389725 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f2a7fb9-90d2-4689-b0fa-19651bff65cc tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.409573 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f2a7fb9-90d2-4689-b0fa-19651bff65cc tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.414523 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4f2a7fb9-90d2-4689-b0fa-19651bff65cc tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] 10.222.0.69 "DELETE /v2.0/networks/7f3ba2fa-42c6-4288-b23a-42dc346c0535 HTTP/1.1" status: 204 len: 168 time: 0.3646510 Jul 22 16:55:32.414523 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a7fb9-90d2-4689-b0fa-19651bff65cc tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Pushing event deleted for resources: {'Network': ['ID=7f3ba2fa-42c6-4288-b23a-42dc346c0535,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:32.415380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50464) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:32.440858 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-452462a4-2f91-4ce1-b712-a869ca2c72f0 service neutron] Attempting to bind port 4f02818a-d305-46ba-b79a-f80422d83d93 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:55:32.441258 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-452462a4-2f91-4ce1-b712-a869ca2c72f0 service neutron] Attempting to bind port 4f02818a-d305-46ba-b79a-f80422d83d93 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '6ef72613-5101-4db9-ba1f-a239ae556be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:55:32.441815 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-452462a4-2f91-4ce1-b712-a869ca2c72f0 service neutron] Attempting to bind port 4f02818a-d305-46ba-b79a-f80422d83d93 on network b1533b09-11b3-4578-adf9-8a3b73a65436 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:55:32.446698 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-452462a4-2f91-4ce1-b712-a869ca2c72f0 service neutron] Port 4f02818a-d305-46ba-b79a-f80422d83d93 on network b1533b09-11b3-4578-adf9-8a3b73a65436 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:55:32.447204 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-452462a4-2f91-4ce1-b712-a869ca2c72f0 service neutron] Attempting to bind port 4f02818a-d305-46ba-b79a-f80422d83d93 on network b1533b09-11b3-4578-adf9-8a3b73a65436 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:55:32.453002 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-452462a4-2f91-4ce1-b712-a869ca2c72f0 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:55:32.453280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-452462a4-2f91-4ce1-b712-a869ca2c72f0 service neutron] Checking segment: {'id': '6ef72613-5101-4db9-ba1f-a239ae556be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:55:32.453942 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-452462a4-2f91-4ce1-b712-a869ca2c72f0 service neutron] Bound using segment: {'id': '6ef72613-5101-4db9-ba1f-a239ae556be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:55:32.454114 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-452462a4-2f91-4ce1-b712-a869ca2c72f0 service neutron] Bound port: 4f02818a-d305-46ba-b79a-f80422d83d93, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef72613-5101-4db9-ba1f-a239ae556be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:55:32.454576 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-452462a4-2f91-4ce1-b712-a869ca2c72f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.459911 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7ea42e-69a4-4fed-9d93-be6cc81c803c None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:55:32.527227 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-452462a4-2f91-4ce1-b712-a869ca2c72f0 service neutron] For port 4f02818a-d305-46ba-b79a-f80422d83d93, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:55:32.530779 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-452462a4-2f91-4ce1-b712-a869ca2c72f0 service neutron] For port 4f02818a-d305-46ba-b79a-f80422d83d93, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=4f02818a-d305-46ba-b79a-f80422d83d93,segment=NetworkSegment(6ef72613-5101-4db9-ba1f-a239ae556be8),segment_id=6ef72613-5101-4db9-ba1f-a239ae556be8)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:55:32.535093 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-452462a4-2f91-4ce1-b712-a869ca2c72f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.536966 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-81089547-b864-42d9-8d2a-29aa132fc018 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.571066 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-452462a4-2f91-4ce1-b712-a869ca2c72f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:32.572402 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-452462a4-2f91-4ce1-b712-a869ca2c72f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.574140 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-452462a4-2f91-4ce1-b712-a869ca2c72f0 service neutron] 10.222.0.16 "PUT /v2.0/ports/4f02818a-d305-46ba-b79a-f80422d83d93 HTTP/1.1" status: 200 len: 1091 time: 0.8902032 Jul 22 16:55:32.608773 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452462a4-2f91-4ce1-b712-a869ca2c72f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4f02818a-d305-46ba-b79a-f80422d83d93,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:32.636868 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-81089547-b864-42d9-8d2a-29aa132fc018 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.647114 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-81089547-b864-42d9-8d2a-29aa132fc018 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1197d42e-b838-471d-a807-f46de9e41f62']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:32.657245 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-81089547-b864-42d9-8d2a-29aa132fc018 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b0d716-dfd7-49a8-8bf0-dfd26697aa8f') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:32.657544 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-81089547-b864-42d9-8d2a-29aa132fc018 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b0d716-dfd7-49a8-8bf0-dfd26697aa8f') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:32.667566 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-81089547-b864-42d9-8d2a-29aa132fc018 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.683475 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-81089547-b864-42d9-8d2a-29aa132fc018 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.690333 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81089547-b864-42d9-8d2a-29aa132fc018 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:55:32.691391 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-81089547-b864-42d9-8d2a-29aa132fc018 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:55:32.695020 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:55:32.698729 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-8e96ead0-3b62-486d-9d6b-d40e11cb2a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:32.700459 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-8e96ead0-3b62-486d-9d6b-d40e11cb2a6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c002cbb3d4648a3b33002aba3a54564&device_id=e9075308-b959-4d42-b7ac-04ad967b5b49 HTTP/1.1" status: 200 len: 1094 time: 0.0671706 Jul 22 16:55:32.755016 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-d69764e8-4bcb-49bf-bc07-73d3f99b9b3c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f02818a-d305-46ba-b79a-f80422d83d93 HTTP/1.1" status: 200 len: 217 time: 0.0397632 Jul 22 16:55:32.758103 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-81089547-b864-42d9-8d2a-29aa132fc018 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.765197 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-81089547-b864-42d9-8d2a-29aa132fc018 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.769673 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-81089547-b864-42d9-8d2a-29aa132fc018 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] 10.222.0.69 "DELETE /v2.0/networks/1197d42e-b838-471d-a807-f46de9e41f62 HTTP/1.1" status: 204 len: 168 time: 0.3512223 Jul 22 16:55:32.773685 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50466) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:32.780760 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81089547-b864-42d9-8d2a-29aa132fc018 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Pushing event deleted for resources: {'Network': ['ID=1197d42e-b838-471d-a807-f46de9e41f62,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:32.792774 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.865686 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-42bb8698-2440-47c7-a05c-d0591d695dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:32.867100 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-42bb8698-2440-47c7-a05c-d0591d695dea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2715b26f-8040-4f4d-af81-bb925953fe19 HTTP/1.1" status: 200 len: 854 time: 0.1051939 Jul 22 16:55:32.887013 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd1f8e80-f410-41d4-9f7d-687e2a26f7d2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.911622 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-91545459-cd81-4692-bdc6-9da03c61ebaf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1533b09-11b3-4578-adf9-8a3b73a65436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366318 Jul 22 16:55:33.057108 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd1f8e80-f410-41d4-9f7d-687e2a26f7d2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.090651 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-fd1f8e80-f410-41d4-9f7d-687e2a26f7d2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e97615-4563-481c-a8bc-9641acecc789']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:33.111642 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-fd1f8e80-f410-41d4-9f7d-687e2a26f7d2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df65f0cb-9ab1-4702-b2ec-ca9b4246f9eb') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:33.111932 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-fd1f8e80-f410-41d4-9f7d-687e2a26f7d2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df65f0cb-9ab1-4702-b2ec-ca9b4246f9eb') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:33.125010 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-7746fc74-d633-4dc1-bd75-27ebf29f6306 service neutron] 10.222.0.16 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066755 Jul 22 16:55:33.127187 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd1f8e80-f410-41d4-9f7d-687e2a26f7d2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.166448 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd1f8e80-f410-41d4-9f7d-687e2a26f7d2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.178165 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9075308-b959-4d42-b7ac-04ad967b5b49', 'tag': '4f02818a-d305-46ba-b79a-f80422d83d93'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:55:33.180414 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d379852b-fe1e-4405-be07-58bdc3203463" -d '{"events": [{"name": "network-changed", "server_uuid": "e9075308-b959-4d42-b7ac-04ad967b5b49", "tag": "4f02818a-d305-46ba-b79a-f80422d83d93"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:55:33.187967 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1f8e80-f410-41d4-9f7d-687e2a26f7d2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:55:33.188369 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd1f8e80-f410-41d4-9f7d-687e2a26f7d2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:55:33.191565 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:55:33.246442 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b9ab2-e730-4f6f-bd7d-dac66922cc57 req-d6e1bbf2-b019-4498-b34c-cad00842c274 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:33.247910 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-171b9ab2-e730-4f6f-bd7d-dac66922cc57 req-d6e1bbf2-b019-4498-b34c-cad00842c274 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9075308-b959-4d42-b7ac-04ad967b5b49 HTTP/1.1" status: 200 len: 943 time: 0.2621069 Jul 22 16:55:33.314130 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd1f8e80-f410-41d4-9f7d-687e2a26f7d2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.325373 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd1f8e80-f410-41d4-9f7d-687e2a26f7d2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.327254 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fd1f8e80-f410-41d4-9f7d-687e2a26f7d2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] 10.222.0.69 "DELETE /v2.0/networks/d5e97615-4563-481c-a8bc-9641acecc789 HTTP/1.1" status: 204 len: 168 time: 0.5516951 Jul 22 16:55:33.329915 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50476) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:33.354296 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24bda44a-45de-49c8-aece-8fcb0a3f23c1 req-1edd7aa4-1ae1-42c3-a7cd-077c3813c5dc service neutron] 10.222.0.16 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194910 Jul 22 16:55:33.355383 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f8e80-f410-41d4-9f7d-687e2a26f7d2 tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Pushing event deleted for resources: {'Network': ['ID=d5e97615-4563-481c-a8bc-9641acecc789,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:33.359499 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-171b9ab2-e730-4f6f-bd7d-dac66922cc57 req-e8b7e193-061b-4e08-9872-d72abc51926a tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051700 Jul 22 16:55:33.386139 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 940cc934-551b-4bc9-8f9d-2e890df3c986 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:55:33.407304 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 940cc934-551b-4bc9-8f9d-2e890df3c986 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:55:33.408255 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 940cc934-551b-4bc9-8f9d-2e890df3c986 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:55:33.413895 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7b45-78af-44b9-9baa-19c5407073df tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.414894 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b146dece-76b3-4c2f-8111-740df926ea5a x-openstack-request-id: req-b146dece-76b3-4c2f-8111-740df926ea5a {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:55:33.415219 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9075308-b959-4d42-b7ac-04ad967b5b49", "tag": "4f02818a-d305-46ba-b79a-f80422d83d93", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:55:33.415475 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b146dece-76b3-4c2f-8111-740df926ea5a {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:55:33.415872 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9075308-b959-4d42-b7ac-04ad967b5b49', 'tag': '4f02818a-d305-46ba-b79a-f80422d83d93', 'status': 'completed', 'code': 200} Jul 22 16:55:33.499222 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7b45-78af-44b9-9baa-19c5407073df tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.510172 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-ef4b7b45-78af-44b9-9baa-19c5407073df tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11c7cfa-abdd-44b8-be99-444ebb2b8d4b']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:33.519842 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-ef4b7b45-78af-44b9-9baa-19c5407073df tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a24ed32-d285-4b4f-883a-080a221d6134') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:33.520700 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-ef4b7b45-78af-44b9-9baa-19c5407073df tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a24ed32-d285-4b4f-883a-080a221d6134') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:33.529553 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7b45-78af-44b9-9baa-19c5407073df tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.534486 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379852b-fe1e-4405-be07-58bdc3203463 req-9fbbbaf0-400b-4f11-937c-bea1b24142ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:33.536003 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d379852b-fe1e-4405-be07-58bdc3203463 req-9fbbbaf0-400b-4f11-937c-bea1b24142ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c002cbb3d4648a3b33002aba3a54564&device_id=e9075308-b959-4d42-b7ac-04ad967b5b49 HTTP/1.1" status: 200 len: 1094 time: 0.0546577 Jul 22 16:55:33.543067 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7b45-78af-44b9-9baa-19c5407073df tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.548665 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4b7b45-78af-44b9-9baa-19c5407073df tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:55:33.549049 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7b45-78af-44b9-9baa-19c5407073df tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:55:33.552793 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:55:33.615152 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7b45-78af-44b9-9baa-19c5407073df tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.623126 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7b45-78af-44b9-9baa-19c5407073df tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.625274 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ef4b7b45-78af-44b9-9baa-19c5407073df tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] 10.222.0.69 "DELETE /v2.0/networks/b11c7cfa-abdd-44b8-be99-444ebb2b8d4b HTTP/1.1" status: 204 len: 168 time: 0.2939637 Jul 22 16:55:33.634892 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b7b45-78af-44b9-9baa-19c5407073df tempest-BulkNetworkOpsTest-801080416 tempest-BulkNetworkOpsTest-801080416-project] Pushing event deleted for resources: {'Network': ['ID=b11c7cfa-abdd-44b8-be99-444ebb2b8d4b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:33.635091 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379852b-fe1e-4405-be07-58bdc3203463 req-06334ca1-14d4-40d7-8517-542113391ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:33.637807 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d379852b-fe1e-4405-be07-58bdc3203463 req-06334ca1-14d4-40d7-8517-542113391ded service neutron] 10.222.0.16 "GET /v2.0/networks?id=b1533b09-11b3-4578-adf9-8a3b73a65436 HTTP/1.1" status: 200 len: 915 time: 0.0939591 Jul 22 16:55:33.682684 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d379852b-fe1e-4405-be07-58bdc3203463 req-1a12884a-e826-489a-8c77-46c1522e5916 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f02818a-d305-46ba-b79a-f80422d83d93 HTTP/1.1" status: 200 len: 217 time: 0.0347946 Jul 22 16:55:33.732680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379852b-fe1e-4405-be07-58bdc3203463 req-c9b8da50-ad1d-4821-809f-4747f08f5575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:33.734216 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d379852b-fe1e-4405-be07-58bdc3203463 req-c9b8da50-ad1d-4821-809f-4747f08f5575 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2715b26f-8040-4f4d-af81-bb925953fe19 HTTP/1.1" status: 200 len: 854 time: 0.0449800 Jul 22 16:55:33.775244 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d379852b-fe1e-4405-be07-58bdc3203463 req-ef4f7d01-fe16-4aa2-b6bc-09f579d8e838 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1533b09-11b3-4578-adf9-8a3b73a65436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325618 Jul 22 16:55:33.861790 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50482) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:33.864869 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d379852b-fe1e-4405-be07-58bdc3203463 req-c7b95e37-19fd-4e10-880a-4c1ba4981ebd service neutron] 10.222.0.16 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820484 Jul 22 16:55:33.959120 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d379852b-fe1e-4405-be07-58bdc3203463 req-da60dcba-516f-48a4-9789-29e27b81f068 service neutron] 10.222.0.16 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870841 Jul 22 16:55:33.991358 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f87d7171-e2b2-46d9-8642-f7dbcbd8782d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=89b86095df304ec7af9628a01eec73cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282001 Jul 22 16:55:33.993704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50486) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:34.040384 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f498555-4e94-4e27-aae2-9559b1b46dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.060329 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f498555-4e94-4e27-aae2-9559b1b46dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.115170 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f498555-4e94-4e27-aae2-9559b1b46dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.118838 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50490) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:34.119180 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f498555-4e94-4e27-aae2-9559b1b46dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.122526 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6f498555-4e94-4e27-aae2-9559b1b46dd3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a26813e7-ce29-42f4-b5fd-7085e9ba6fba HTTP/1.1" status: 204 len: 168 time: 0.1256933 Jul 22 16:55:34.130420 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f498555-4e94-4e27-aae2-9559b1b46dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26813e7-ce29-42f4-b5fd-7085e9ba6fba,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:34.178166 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-120008d6-ae6a-44bb-ad37-e7183fc7ff49 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.201551 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-120008d6-ae6a-44bb-ad37-e7183fc7ff49 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.251949 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-120008d6-ae6a-44bb-ad37-e7183fc7ff49 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.255242 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-120008d6-ae6a-44bb-ad37-e7183fc7ff49 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.256409 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-120008d6-ae6a-44bb-ad37-e7183fc7ff49 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "DELETE /v2.0/security-groups/eb41cf3d-bbe6-496e-a0b8-baec22182e65 HTTP/1.1" status: 204 len: 168 time: 0.1365361 Jul 22 16:55:34.259207 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50496) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:34.265797 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120008d6-ae6a-44bb-ad37-e7183fc7ff49 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb41cf3d-bbe6-496e-a0b8-baec22182e65,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:34.275832 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-3de0fb9d-ca5c-4acb-87ea-f49cae9cb8c7 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] show failed (client error): The resource could not be found. Jul 22 16:55:34.277310 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3de0fb9d-ca5c-4acb-87ea-f49cae9cb8c7 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "GET /v2.0/security-groups/eb41cf3d-bbe6-496e-a0b8-baec22182e65 HTTP/1.1" status: 404 len: 347 time: 0.0166705 Jul 22 16:55:34.279841 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50498) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:34.404841 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9ffd227-9acd-4ae4-8fb0-7a77f3676993 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Deleting port b631d696-98f0-4cae-bb03-3d60bcaac674 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:34.405010 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9ffd227-9acd-4ae4-8fb0-7a77f3676993 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.483704 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9ffd227-9acd-4ae4-8fb0-7a77f3676993 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.484181 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9ffd227-9acd-4ae4-8fb0-7a77f3676993 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.497527 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c9ffd227-9acd-4ae4-8fb0-7a77f3676993 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Calling delete_port for b631d696-98f0-4cae-bb03-3d60bcaac674 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:34.509285 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b94c74-7892-4ad6-9957-abb0e63a0825 req-1c742e5d-3efc-42df-bd88-eed67842e0f2 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:34.510832 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d8b94c74-7892-4ad6-9957-abb0e63a0825 req-1c742e5d-3efc-42df-bd88-eed67842e0f2 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9075308-b959-4d42-b7ac-04ad967b5b49 HTTP/1.1" status: 200 len: 943 time: 0.0751798 Jul 22 16:55:34.555262 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d8b94c74-7892-4ad6-9957-abb0e63a0825 req-c62ce4b3-79fb-44ec-9848-ae47dfeafb4d tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367646 Jul 22 16:55:34.638089 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.642521 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9ffd227-9acd-4ae4-8fb0-7a77f3676993 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.666400 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffd227-9acd-4ae4-8fb0-7a77f3676993 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Pushing event deleted for resources: {'Port': ['ID=b631d696-98f0-4cae-bb03-3d60bcaac674,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:34.734874 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9ffd227-9acd-4ae4-8fb0-7a77f3676993 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.737410 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9ffd227-9acd-4ae4-8fb0-7a77f3676993 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.738858 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c9ffd227-9acd-4ae4-8fb0-7a77f3676993 tempest-AttachVolumeShelveTestJSON-1995785813 tempest-AttachVolumeShelveTestJSON-1995785813-project] 10.222.0.69 "DELETE /v2.0/floatingips/4f543f2b-be69-4b65-a090-3ac63d0543ef HTTP/1.1" status: 204 len: 168 time: 0.4579592 Jul 22 16:55:34.808270 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50520) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:34.917830 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f557b8da-e8e5-43a2-8406-79ad69f6ad04 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-72478163'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:34.939666 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f557b8da-e8e5-43a2-8406-79ad69f6ad04 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Made reservation on behalf of 13a3a3154ccd4544aa5252e1b0602220 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:34.943135 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f557b8da-e8e5-43a2-8406-79ad69f6ad04 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.951752 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f557b8da-e8e5-43a2-8406-79ad69f6ad04 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.041692 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f557b8da-e8e5-43a2-8406-79ad69f6ad04 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.045565 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f557b8da-e8e5-43a2-8406-79ad69f6ad04 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.073454 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f557b8da-e8e5-43a2-8406-79ad69f6ad04 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:55:35.084010 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557b8da-e8e5-43a2-8406-79ad69f6ad04 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=629051b4-c9cc-4ec8-842d-6f6dc08a49e4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:35.090119 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f557b8da-e8e5-43a2-8406-79ad69f6ad04 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.090464 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-f557b8da-e8e5-43a2-8406-79ad69f6ad04 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Added segment ee0d4724-c7db-4f84-89d2-c97a174e3f46 of type vlan for network 02289e5f-6430-4aa5-9e89-a97cbe12f104 Jul 22 16:55:35.131055 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f557b8da-e8e5-43a2-8406-79ad69f6ad04 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.160341 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f557b8da-e8e5-43a2-8406-79ad69f6ad04 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.166524 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f557b8da-e8e5-43a2-8406-79ad69f6ad04 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:35.167111 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f557b8da-e8e5-43a2-8406-79ad69f6ad04 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.203939 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f557b8da-e8e5-43a2-8406-79ad69f6ad04 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.3944974 Jul 22 16:55:35.206981 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50526) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:35.212590 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-92484cf1-4e38-4f62-8b1b-344520b1e041 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Request body: {'subnet': {'network_id': '02289e5f-6430-4aa5-9e89-a97cbe12f104', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:35.244206 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557b8da-e8e5-43a2-8406-79ad69f6ad04 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Pushing event updated for resources: {'Network': ['ID=02289e5f-6430-4aa5-9e89-a97cbe12f104,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:35.254824 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 02289e5f-6430-4aa5-9e89-a97cbe12f104 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:55:35.302936 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92484cf1-4e38-4f62-8b1b-344520b1e041 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Made reservation on behalf of 13a3a3154ccd4544aa5252e1b0602220 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:35.306890 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92484cf1-4e38-4f62-8b1b-344520b1e041 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.489467 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92484cf1-4e38-4f62-8b1b-344520b1e041 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.549812 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92484cf1-4e38-4f62-8b1b-344520b1e041 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Pushing event updated for resources: {'Subnet': ['ID=8a16d16b-eee3-4dc2-a824-df309eb7c515,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:35.559473 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92484cf1-4e38-4f62-8b1b-344520b1e041 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Checking segment: {'id': 'ee0d4724-c7db-4f84-89d2-c97a174e3f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '02289e5f-6430-4aa5-9e89-a97cbe12f104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:55:35.559824 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92484cf1-4e38-4f62-8b1b-344520b1e041 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Network hostable DHCP agents. Network: 02289e5f-6430-4aa5-9e89-a97cbe12f104, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:55:35.576319 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92484cf1-4e38-4f62-8b1b-344520b1e041 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Network 02289e5f-6430-4aa5-9e89-a97cbe12f104 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:55:35.591077 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-92484cf1-4e38-4f62-8b1b-344520b1e041 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 02289e5f-6430-4aa5-9e89-a97cbe12f104) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:35.595278 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92484cf1-4e38-4f62-8b1b-344520b1e041 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:35.596416 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92484cf1-4e38-4f62-8b1b-344520b1e041 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.604023 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711b0da6-f7b0-4f5d-a3d1-3e160cdf8b40 None None] Network 02289e5f-6430-4aa5-9e89-a97cbe12f104 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:35.614387 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-92484cf1-4e38-4f62-8b1b-344520b1e041 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4031606 Jul 22 16:55:35.614582 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50530) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:35.619680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-59bbb354-855a-49f5-bb38-08795c4d705e tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Request body: {'port': {'network_id': '02289e5f-6430-4aa5-9e89-a97cbe12f104', 'name': 'tempest-TagsExtTest-770030940'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:35.729527 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69da491-41f0-4159-a39d-62490f907a7a req-d8e3ae4c-c383-4caf-b824-8cce3a933f8b tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:35.731165 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a69da491-41f0-4159-a39d-62490f907a7a req-d8e3ae4c-c383-4caf-b824-8cce3a933f8b tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9075308-b959-4d42-b7ac-04ad967b5b49 HTTP/1.1" status: 200 len: 943 time: 0.0681098 Jul 22 16:55:35.745166 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bbb354-855a-49f5-bb38-08795c4d705e tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Made reservation on behalf of 13a3a3154ccd4544aa5252e1b0602220 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:35.748714 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59bbb354-855a-49f5-bb38-08795c4d705e tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.769898 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-02289e5f-6430-4aa5-9e89-a97cbe12f104', 'network_id': '02289e5f-6430-4aa5-9e89-a97cbe12f104', 'tenant_id': '13a3a3154ccd4544aa5252e1b0602220', 'fixed_ips': [{'subnet_id': '8a16d16b-eee3-4dc2-a824-df309eb7c515'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:55:35.771986 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.774999 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-59bbb354-855a-49f5-bb38-08795c4d705e tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] device_id is not set on port 3030f2d3-6018-46ed-bd0f-26b91fcd39f3 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:55:35.804168 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a69da491-41f0-4159-a39d-62490f907a7a req-22eac5ec-29ec-4fb2-8a06-e34014076631 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634482 Jul 22 16:55:35.899137 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-59bbb354-855a-49f5-bb38-08795c4d705e tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Allocated IP 172.20.0.6 (02289e5f-6430-4aa5-9e89-a97cbe12f104/8a16d16b-eee3-4dc2-a824-df309eb7c515/3030f2d3-6018-46ed-bd0f-26b91fcd39f3) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:36.053520 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59bbb354-855a-49f5-bb38-08795c4d705e tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.071145 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-59bbb354-855a-49f5-bb38-08795c4d705e tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Transition to ACTIVE for port object 3030f2d3-6018-46ed-bd0f-26b91fcd39f3 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:36.114428 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59bbb354-855a-49f5-bb38-08795c4d705e tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.157792 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Allocated IP 172.20.0.2 (02289e5f-6430-4aa5-9e89-a97cbe12f104/8a16d16b-eee3-4dc2-a824-df309eb7c515/59b63b66-5b7e-44aa-b959-b273461c889b) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:36.167052 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bbb354-855a-49f5-bb38-08795c4d705e tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Network 02289e5f-6430-4aa5-9e89-a97cbe12f104 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:36.170269 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-59bbb354-855a-49f5-bb38-08795c4d705e tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:36.175051 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bbb354-855a-49f5-bb38-08795c4d705e tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:36.202424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bbb354-855a-49f5-bb38-08795c4d705e tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Pushing event updated for resources: {'Port': ['ID=3030f2d3-6018-46ed-bd0f-26b91fcd39f3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:36.233151 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bbb354-855a-49f5-bb38-08795c4d705e tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:36.233771 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59bbb354-855a-49f5-bb38-08795c4d705e tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.249024 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-59bbb354-855a-49f5-bb38-08795c4d705e tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.6332664 Jul 22 16:55:36.252616 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50534) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:36.256742 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0f3030b3-8891-4881-8b7d-0d7eef7483cd tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2145601703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:36.280169 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f3030b3-8891-4881-8b7d-0d7eef7483cd tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.281121 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f3030b3-8891-4881-8b7d-0d7eef7483cd tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.325205 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.333463 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Transition to ACTIVE for port object 59b63b66-5b7e-44aa-b959-b273461c889b will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:36.340539 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f3030b3-8891-4881-8b7d-0d7eef7483cd tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.345398 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f3030b3-8891-4881-8b7d-0d7eef7483cd tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.349584 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Transition to ACTIVE for port object 59b63b66-5b7e-44aa-b959-b273461c889b will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:36.355603 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.363044 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0f3030b3-8891-4881-8b7d-0d7eef7483cd tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.367790 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0f3030b3-8891-4881-8b7d-0d7eef7483cd tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1121602 Jul 22 16:55:36.368172 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50536) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:36.377231 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1ff70315-6332-4545-be27-14565b23d4be tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-632718242', 'prefixes': ['172.20.0.0/16']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:36.397638 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Network 02289e5f-6430-4aa5-9e89-a97cbe12f104 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:36.401317 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:36.405960 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:36.409121 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Pushing event updated for resources: {'Port': ['ID=59b63b66-5b7e-44aa-b959-b273461c889b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:36.420906 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:36.421249 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:36.421587 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:36.421961 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:36.422272 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:36.422643 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:36.422937 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:36.423290 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:36.423565 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:36.424082 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:36.424574 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:36.425054 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:36.447288 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ff70315-6332-4545-be27-14565b23d4be tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks [] for subnetpool, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.448910 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1ff70315-6332-4545-be27-14565b23d4be tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0790427 Jul 22 16:55:36.452187 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50538) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:36.457103 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-fc70488d-ad73-48de-961f-0bedf7bd82a6 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8a16d16b-eee3-4dc2-a824-df309eb7c515', 'tempest-TagsExtTest-Tag-2119361231') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:36.478574 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Attempting to bind port 59b63b66-5b7e-44aa-b959-b273461c889b on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:55:36.479085 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Attempting to bind port 59b63b66-5b7e-44aa-b959-b273461c889b by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'ee0d4724-c7db-4f84-89d2-c97a174e3f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '02289e5f-6430-4aa5-9e89-a97cbe12f104'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:55:36.479571 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Attempting to bind port 59b63b66-5b7e-44aa-b959-b273461c889b on network 02289e5f-6430-4aa5-9e89-a97cbe12f104 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:55:36.484620 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:55:36.485109 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Checking segment: {'id': 'ee0d4724-c7db-4f84-89d2-c97a174e3f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '02289e5f-6430-4aa5-9e89-a97cbe12f104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:55:36.485612 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.486135 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Bound using segment: {'id': 'ee0d4724-c7db-4f84-89d2-c97a174e3f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '02289e5f-6430-4aa5-9e89-a97cbe12f104'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:55:36.486713 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Bound port: 59b63b66-5b7e-44aa-b959-b273461c889b, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0d4724-c7db-4f84-89d2-c97a174e3f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '02289e5f-6430-4aa5-9e89-a97cbe12f104'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:55:36.487190 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.555282 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fc70488d-ad73-48de-961f-0bedf7bd82a6 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "PUT /v2.0/subnets/8a16d16b-eee3-4dc2-a824-df309eb7c515/tags/tempest-TagsExtTest-Tag-2119361231 HTTP/1.1" status: 201 len: 201 time: 0.1019154 Jul 22 16:55:36.557732 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50540) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:36.559069 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] For port 59b63b66-5b7e-44aa-b959-b273461c889b, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:55:36.562705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] For port 59b63b66-5b7e-44aa-b959-b273461c889b, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=59b63b66-5b7e-44aa-b959-b273461c889b,segment=NetworkSegment(ee0d4724-c7db-4f84-89d2-c97a174e3f46),segment_id=ee0d4724-c7db-4f84-89d2-c97a174e3f46)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:55:36.563212 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-500f4208-1e91-4463-8f74-9d0ab40f9f24 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3030f2d3-6018-46ed-bd0f-26b91fcd39f3', 'tempest-TagsExtTest-Tag-1175686309') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:36.569492 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.631032 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25745a-26a4-439a-9ca3-9c9470e2de52 None None] Pushing event updated for resources: {'Port': ['ID=59b63b66-5b7e-44aa-b959-b273461c889b,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:36.633940 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-500f4208-1e91-4463-8f74-9d0ab40f9f24 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "PUT /v2.0/ports/3030f2d3-6018-46ed-bd0f-26b91fcd39f3/tags/tempest-TagsExtTest-Tag-1175686309 HTTP/1.1" status: 201 len: 201 time: 0.0746541 Jul 22 16:55:36.636616 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50542) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:36.642089 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-d453218f-67aa-477f-a331-d66ad0c0962d tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fb8013db-c2b8-4f4e-8863-abfd0e420254', 'tempest-TagsExtTest-Tag-764412612') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:36.777623 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 4f02818a-d305-46ba-b79a-f80422d83d93 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:55:36.943393 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 4f02818a-d305-46ba-b79a-f80422d83d93, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=4f02818a-d305-46ba-b79a-f80422d83d93,segment=NetworkSegment(6ef72613-5101-4db9-ba1f-a239ae556be8),segment_id=6ef72613-5101-4db9-ba1f-a239ae556be8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:36.963845 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '4f02818a-d305-46ba-b79a-f80422d83d93', 'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436', 'port_id': '4f02818a-d305-46ba-b79a-f80422d83d93', 'mac_address': 'fa:16:3e:7b:4c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2715b26f-8040-4f4d-af81-bb925953fe19', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:55:37.013515 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:37.029842 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f02818a-d305-46ba-b79a-f80422d83d93 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:55:37.052850 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 4f02818a-d305-46ba-b79a-f80422d83d93, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=4f02818a-d305-46ba-b79a-f80422d83d93,segment=NetworkSegment(6ef72613-5101-4db9-ba1f-a239ae556be8),segment_id=6ef72613-5101-4db9-ba1f-a239ae556be8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:37.058710 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:37.124141 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=4f02818a-d305-46ba-b79a-f80422d83d93,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:37.284805 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aacea2-854c-43c4-83f1-a8cc0ff47d79 req-0322217a-e372-4e09-bc5d-0b3fc4ee4f85 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:37.286437 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3aacea2-854c-43c4-83f1-a8cc0ff47d79 req-0322217a-e372-4e09-bc5d-0b3fc4ee4f85 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9075308-b959-4d42-b7ac-04ad967b5b49 HTTP/1.1" status: 200 len: 944 time: 0.1539705 Jul 22 16:55:37.290648 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d453218f-67aa-477f-a331-d66ad0c0962d tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "PUT /v2.0/routers/fb8013db-c2b8-4f4e-8863-abfd0e420254/tags/tempest-TagsExtTest-Tag-764412612 HTTP/1.1" status: 201 len: 201 time: 0.6504600 Jul 22 16:55:37.291513 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50558) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:37.298533 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-5b4bdc84-5858-45fe-80b1-bcb18dcafcc6 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd19859b5-c65d-4259-9019-73b8cad6bf1d', 'tempest-TagsExtTest-Tag-1193831795') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:37.355051 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 59b63b66-5b7e-44aa-b959-b273461c889b up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:37.356107 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3aacea2-854c-43c4-83f1-a8cc0ff47d79 req-99dfe52d-d42d-4443-8891-a2fce95b2f6c tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540490 Jul 22 16:55:37.370820 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['4f02818a-d305-46ba-b79a-f80422d83d93'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:55:37.412366 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5b4bdc84-5858-45fe-80b1-bcb18dcafcc6 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "PUT /v2.0/subnetpools/d19859b5-c65d-4259-9019-73b8cad6bf1d/tags/tempest-TagsExtTest-Tag-1193831795 HTTP/1.1" status: 201 len: 201 time: 0.1184261 Jul 22 16:55:37.412529 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50560) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:37.416337 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-42a30771-9a87-4f9d-8ae2-1214347673d8 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8a16d16b-eee3-4dc2-a824-df309eb7c515') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:37.509596 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-42a30771-9a87-4f9d-8ae2-1214347673d8 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "GET /v2.0/subnets/8a16d16b-eee3-4dc2-a824-df309eb7c515/tags HTTP/1.1" status: 200 len: 241 time: 0.0964870 Jul 22 16:55:37.510186 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 59b63b66-5b7e-44aa-b959-b273461c889b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:37.512309 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50562) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:37.517545 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-31fe8863-3404-4915-9cd5-47e2e62db776 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8a16d16b-eee3-4dc2-a824-df309eb7c515', 'tempest-TagsExtTest-Tag-2119361231') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:37.636519 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-31fe8863-3404-4915-9cd5-47e2e62db776 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "GET /v2.0/subnets/8a16d16b-eee3-4dc2-a824-df309eb7c515/tags/tempest-TagsExtTest-Tag-2119361231 HTTP/1.1" status: 204 len: 168 time: 0.1205866 Jul 22 16:55:37.636838 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50564) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:37.641534 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-7cb8bf8c-4fb9-46bf-b5a6-eb944cae4041 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8a16d16b-eee3-4dc2-a824-df309eb7c515', 'tempest-TagsExtTest-Tag-2119361231') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:37.711118 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7cb8bf8c-4fb9-46bf-b5a6-eb944cae4041 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "DELETE /v2.0/subnets/8a16d16b-eee3-4dc2-a824-df309eb7c515/tags/tempest-TagsExtTest-Tag-2119361231 HTTP/1.1" status: 204 len: 168 time: 0.0731800 Jul 22 16:55:37.713700 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50566) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:37.718372 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-608cc467-1182-4ca2-8723-61a0e3d5faad tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8a16d16b-eee3-4dc2-a824-df309eb7c515') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:37.777823 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-608cc467-1182-4ca2-8723-61a0e3d5faad tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "GET /v2.0/subnets/8a16d16b-eee3-4dc2-a824-df309eb7c515/tags HTTP/1.1" status: 200 len: 205 time: 0.0630021 Jul 22 16:55:37.780818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50568) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:37.784362 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b253fc77-cc75-42bc-acdc-cb8e4f008f0d None None] Network 02289e5f-6430-4aa5-9e89-a97cbe12f104 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:37.785346 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-f6ce419d-2aea-4880-bb2d-a0b0f4a7eeab tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3030f2d3-6018-46ed-bd0f-26b91fcd39f3') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:37.838560 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f6ce419d-2aea-4880-bb2d-a0b0f4a7eeab tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "GET /v2.0/ports/3030f2d3-6018-46ed-bd0f-26b91fcd39f3/tags HTTP/1.1" status: 200 len: 241 time: 0.0545473 Jul 22 16:55:37.838913 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50570) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:37.843482 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-fd25a6ea-b433-4dee-8013-713cb9774c23 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3030f2d3-6018-46ed-bd0f-26b91fcd39f3', 'tempest-TagsExtTest-Tag-1175686309') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:37.865901 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bdbbbc26-6e47-4fdc-b9eb-27619bcdd2f1 None None] Provisioning for port 59b63b66-5b7e-44aa-b959-b273461c889b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:37.878799 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bdbbbc26-6e47-4fdc-b9eb-27619bcdd2f1 None None] Provisioning complete for port 59b63b66-5b7e-44aa-b959-b273461c889b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:37.879399 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bdbbbc26-6e47-4fdc-b9eb-27619bcdd2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:37.900031 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fd25a6ea-b433-4dee-8013-713cb9774c23 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "GET /v2.0/ports/3030f2d3-6018-46ed-bd0f-26b91fcd39f3/tags/tempest-TagsExtTest-Tag-1175686309 HTTP/1.1" status: 204 len: 168 time: 0.0599520 Jul 22 16:55:37.902535 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50572) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:37.906987 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-0937d18b-1a81-4e93-83ad-e4d1570cee0b tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '3030f2d3-6018-46ed-bd0f-26b91fcd39f3', 'tempest-TagsExtTest-Tag-1175686309') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:37.975140 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0937d18b-1a81-4e93-83ad-e4d1570cee0b tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "DELETE /v2.0/ports/3030f2d3-6018-46ed-bd0f-26b91fcd39f3/tags/tempest-TagsExtTest-Tag-1175686309 HTTP/1.1" status: 204 len: 168 time: 0.0714853 Jul 22 16:55:37.977689 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50574) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:37.982141 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-7900c1cf-dc38-408e-bd55-b5a27651dcb4 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3030f2d3-6018-46ed-bd0f-26b91fcd39f3') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:38.023194 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bdbbbc26-6e47-4fdc-b9eb-27619bcdd2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:38.040175 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7900c1cf-dc38-408e-bd55-b5a27651dcb4 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "GET /v2.0/ports/3030f2d3-6018-46ed-bd0f-26b91fcd39f3/tags HTTP/1.1" status: 200 len: 205 time: 0.0591643 Jul 22 16:55:38.040442 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50576) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:38.045145 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-07b915b4-3674-44a9-a99b-bc34498c2e35 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fb8013db-c2b8-4f4e-8863-abfd0e420254') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:38.074518 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bdbbbc26-6e47-4fdc-b9eb-27619bcdd2f1 None None] For port 59b63b66-5b7e-44aa-b959-b273461c889b, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=59b63b66-5b7e-44aa-b959-b273461c889b,segment=NetworkSegment(ee0d4724-c7db-4f84-89d2-c97a174e3f46),segment_id=ee0d4724-c7db-4f84-89d2-c97a174e3f46)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:38.079998 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bdbbbc26-6e47-4fdc-b9eb-27619bcdd2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:38.137220 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-07b915b4-3674-44a9-a99b-bc34498c2e35 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "GET /v2.0/routers/fb8013db-c2b8-4f4e-8863-abfd0e420254/tags HTTP/1.1" status: 200 len: 240 time: 0.0956771 Jul 22 16:55:38.137858 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbbc26-6e47-4fdc-b9eb-27619bcdd2f1 None None] Pushing event updated for resources: {'Port': ['ID=59b63b66-5b7e-44aa-b959-b273461c889b,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:38.139718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50578) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:38.146007 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-b4205530-9881-4b3e-9759-5cbf1aa6a07b tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fb8013db-c2b8-4f4e-8863-abfd0e420254', 'tempest-TagsExtTest-Tag-764412612') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:38.225679 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b4205530-9881-4b3e-9759-5cbf1aa6a07b tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "GET /v2.0/routers/fb8013db-c2b8-4f4e-8863-abfd0e420254/tags/tempest-TagsExtTest-Tag-764412612 HTTP/1.1" status: 204 len: 168 time: 0.0815597 Jul 22 16:55:38.226177 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50580) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:38.230999 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-d5b1baf2-5e95-433d-a6f3-16850ac6f626 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'fb8013db-c2b8-4f4e-8863-abfd0e420254', 'tempest-TagsExtTest-Tag-764412612') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:38.318125 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7e83c6ea-bc5a-42eb-bf40-608fb3514d4a None None] Provisioning for port 3030f2d3-6018-46ed-bd0f-26b91fcd39f3 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:38.322977 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7e83c6ea-bc5a-42eb-bf40-608fb3514d4a None None] Provisioning complete for port 3030f2d3-6018-46ed-bd0f-26b91fcd39f3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:38.323472 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e83c6ea-bc5a-42eb-bf40-608fb3514d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:38.326357 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50584) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:38.326617 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d5b1baf2-5e95-433d-a6f3-16850ac6f626 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "DELETE /v2.0/routers/fb8013db-c2b8-4f4e-8863-abfd0e420254/tags/tempest-TagsExtTest-Tag-764412612 HTTP/1.1" status: 204 len: 168 time: 0.0992723 Jul 22 16:55:38.331165 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-2b3027b7-78d4-4ccb-a36d-7c7ed3a24a30 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fb8013db-c2b8-4f4e-8863-abfd0e420254') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:38.373873 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7e83c6ea-bc5a-42eb-bf40-608fb3514d4a None None] Port 3030f2d3-6018-46ed-bd0f-26b91fcd39f3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:55:38.387272 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7e83c6ea-bc5a-42eb-bf40-608fb3514d4a None None] Provisioning complete for port 59b63b66-5b7e-44aa-b959-b273461c889b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:38.387670 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7e83c6ea-bc5a-42eb-bf40-608fb3514d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:38.453813 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2b3027b7-78d4-4ccb-a36d-7c7ed3a24a30 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "GET /v2.0/routers/fb8013db-c2b8-4f4e-8863-abfd0e420254/tags HTTP/1.1" status: 200 len: 205 time: 0.1238718 Jul 22 16:55:38.454156 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50588) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:38.459269 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-1b175838-20aa-41e1-8eea-3677fa517796 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd19859b5-c65d-4259-9019-73b8cad6bf1d') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:38.525490 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50590) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:38.525660 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1b175838-20aa-41e1-8eea-3677fa517796 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "GET /v2.0/subnetpools/d19859b5-c65d-4259-9019-73b8cad6bf1d/tags HTTP/1.1" status: 200 len: 241 time: 0.0703566 Jul 22 16:55:38.530150 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-772588cf-d482-4859-9998-954842f6893c tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd19859b5-c65d-4259-9019-73b8cad6bf1d', 'tempest-TagsExtTest-Tag-1193831795') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:38.547672 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7183a-531d-444a-a4fc-d737a4667f54 req-dd780e69-e982-4086-8a15-e88640e1d78c tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:38.549109 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ba7183a-531d-444a-a4fc-d737a4667f54 req-dd780e69-e982-4086-8a15-e88640e1d78c tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9075308-b959-4d42-b7ac-04ad967b5b49 HTTP/1.1" status: 200 len: 944 time: 0.0867207 Jul 22 16:55:38.564281 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-772588cf-d482-4859-9998-954842f6893c tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "GET /v2.0/subnetpools/d19859b5-c65d-4259-9019-73b8cad6bf1d/tags/tempest-TagsExtTest-Tag-1193831795 HTTP/1.1" status: 204 len: 168 time: 0.0376613 Jul 22 16:55:38.566646 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50592) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:38.571554 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-9a2811e7-a345-485e-963c-5126a5e507e4 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd19859b5-c65d-4259-9019-73b8cad6bf1d', 'tempest-TagsExtTest-Tag-1193831795') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:38.596057 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ba7183a-531d-444a-a4fc-d737a4667f54 req-19643a65-db6c-45a4-956a-ab60b6ccb99c tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403919 Jul 22 16:55:38.597404 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0a2db473-009e-4aba-9992-467201d1aaef None None] Provisioning complete for port 3030f2d3-6018-46ed-bd0f-26b91fcd39f3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:38.597788 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a2db473-009e-4aba-9992-467201d1aaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:38.622892 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9a2811e7-a345-485e-963c-5126a5e507e4 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "DELETE /v2.0/subnetpools/d19859b5-c65d-4259-9019-73b8cad6bf1d/tags/tempest-TagsExtTest-Tag-1193831795 HTTP/1.1" status: 204 len: 168 time: 0.0524936 Jul 22 16:55:38.623244 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50594) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:38.629948 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-8f8d894e-0b0a-4014-abd0-3bd7a864b15f tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd19859b5-c65d-4259-9019-73b8cad6bf1d') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:38.636159 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0a2db473-009e-4aba-9992-467201d1aaef None None] Port 3030f2d3-6018-46ed-bd0f-26b91fcd39f3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:55:38.653958 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8f8d894e-0b0a-4014-abd0-3bd7a864b15f tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "GET /v2.0/subnetpools/d19859b5-c65d-4259-9019-73b8cad6bf1d/tags HTTP/1.1" status: 200 len: 205 time: 0.0286002 Jul 22 16:55:38.656021 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50596) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:38.660260 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-17de7ec2-6765-4a2d-8416-b087b03cf789 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd19859b5-c65d-4259-9019-73b8cad6bf1d') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:38.687095 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-17de7ec2-6765-4a2d-8416-b087b03cf789 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "DELETE /v2.0/subnetpools/d19859b5-c65d-4259-9019-73b8cad6bf1d/tags HTTP/1.1" status: 204 len: 168 time: 0.0276873 Jul 22 16:55:38.687314 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50598) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:38.692305 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-16d05ea4-7ad8-4d4d-9f04-ed087b4e852c tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fb8013db-c2b8-4f4e-8863-abfd0e420254') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:38.772435 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-16d05ea4-7ad8-4d4d-9f04-ed087b4e852c tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "DELETE /v2.0/routers/fb8013db-c2b8-4f4e-8863-abfd0e420254/tags HTTP/1.1" status: 204 len: 168 time: 0.0811427 Jul 22 16:55:38.772697 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50600) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:38.777860 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-59a36b68-f2ae-4601-ae3e-c2d3d00d87d7 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3030f2d3-6018-46ed-bd0f-26b91fcd39f3') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:38.778058 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 4f02818a-d305-46ba-b79a-f80422d83d93 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:38.835178 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-59a36b68-f2ae-4601-ae3e-c2d3d00d87d7 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "DELETE /v2.0/ports/3030f2d3-6018-46ed-bd0f-26b91fcd39f3/tags HTTP/1.1" status: 204 len: 168 time: 0.0591645 Jul 22 16:55:38.835411 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50602) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:38.839688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-8792053d-dda3-42f8-8888-68c3358d02b5 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8a16d16b-eee3-4dc2-a824-df309eb7c515') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:38.846448 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 4f02818a-d305-46ba-b79a-f80422d83d93 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:38.854457 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 4f02818a-d305-46ba-b79a-f80422d83d93 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:38.854835 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:38.894865 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8792053d-dda3-42f8-8888-68c3358d02b5 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "DELETE /v2.0/subnets/8a16d16b-eee3-4dc2-a824-df309eb7c515/tags HTTP/1.1" status: 204 len: 168 time: 0.0583532 Jul 22 16:55:38.898754 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50604) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:38.903568 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-b920ca96-2b0b-4c6f-ac17-0b7f3bb1caaf tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8a16d16b-eee3-4dc2-a824-df309eb7c515', 'tempest-TagsExtTest-Tag-1710735431') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:38.934796 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:38.959680 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9075308-b959-4d42-b7ac-04ad967b5b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f02818a-d305-46ba-b79a-f80422d83d93'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:55:38.962225 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf5943e-e245-418c-bb4b-77e46296c899" -d '{"events": [{"server_uuid": "e9075308-b959-4d42-b7ac-04ad967b5b49", "name": "network-vif-plugged", "status": "completed", "tag": "4f02818a-d305-46ba-b79a-f80422d83d93"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:55:38.976740 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b920ca96-2b0b-4c6f-ac17-0b7f3bb1caaf tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "PUT /v2.0/subnets/8a16d16b-eee3-4dc2-a824-df309eb7c515/tags/tempest-TagsExtTest-Tag-1710735431 HTTP/1.1" status: 201 len: 201 time: 0.0746152 Jul 22 16:55:38.977019 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50608) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:38.978880 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 4f02818a-d305-46ba-b79a-f80422d83d93, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=4f02818a-d305-46ba-b79a-f80422d83d93,segment=NetworkSegment(6ef72613-5101-4db9-ba1f-a239ae556be8),segment_id=6ef72613-5101-4db9-ba1f-a239ae556be8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:38.982120 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-292189af-4bca-4bb0-abd3-479ff80e1784 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3030f2d3-6018-46ed-bd0f-26b91fcd39f3', 'tempest-TagsExtTest-Tag-1084988963') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:38.983087 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:39.014726 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ddda55-b69f-41ee-9c12-4e777f95af22 x-openstack-request-id: req-79ddda55-b69f-41ee-9c12-4e777f95af22 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:55:39.015024 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9075308-b959-4d42-b7ac-04ad967b5b49", "name": "network-vif-plugged", "status": "completed", "tag": "4f02818a-d305-46ba-b79a-f80422d83d93", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:55:39.015275 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-79ddda55-b69f-41ee-9c12-4e777f95af22 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:55:39.015668 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9075308-b959-4d42-b7ac-04ad967b5b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f02818a-d305-46ba-b79a-f80422d83d93', 'code': 200} Jul 22 16:55:39.037843 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=4f02818a-d305-46ba-b79a-f80422d83d93,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:39.058590 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-292189af-4bca-4bb0-abd3-479ff80e1784 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "PUT /v2.0/ports/3030f2d3-6018-46ed-bd0f-26b91fcd39f3/tags/tempest-TagsExtTest-Tag-1084988963 HTTP/1.1" status: 201 len: 201 time: 0.0805213 Jul 22 16:55:39.061117 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50610) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:39.066148 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-c35bfd1a-ff3a-4edb-a7aa-0a67abfe85d8 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fb8013db-c2b8-4f4e-8863-abfd0e420254', 'tempest-TagsExtTest-Tag-493407285') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:39.201797 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 59b63b66-5b7e-44aa-b959-b273461c889b up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:39.210988 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c35bfd1a-ff3a-4edb-a7aa-0a67abfe85d8 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "PUT /v2.0/routers/fb8013db-c2b8-4f4e-8863-abfd0e420254/tags/tempest-TagsExtTest-Tag-493407285 HTTP/1.1" status: 201 len: 201 time: 0.1460304 Jul 22 16:55:39.212238 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50612) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:39.214545 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c448c3-c7ac-419f-a0e1-53bf9539f75e req-5d1a99cb-1eb0-4385-b9c0-530e141d3644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:39.216023 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-33c448c3-c7ac-419f-a0e1-53bf9539f75e req-5d1a99cb-1eb0-4385-b9c0-530e141d3644 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e9075308-b959-4d42-b7ac-04ad967b5b49 HTTP/1.1" status: 200 len: 1096 time: 0.1121337 Jul 22 16:55:39.217838 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-663ffc6d-edb5-4079-aa54-d8aa2db54341 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd19859b5-c65d-4259-9019-73b8cad6bf1d', 'tempest-TagsExtTest-Tag-619917401') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:39.258098 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-33c448c3-c7ac-419f-a0e1-53bf9539f75e req-31f9b7fc-f031-42a6-b20e-44d9e641c839 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352011 Jul 22 16:55:39.261711 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-663ffc6d-edb5-4079-aa54-d8aa2db54341 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "PUT /v2.0/subnetpools/d19859b5-c65d-4259-9019-73b8cad6bf1d/tags/tempest-TagsExtTest-Tag-619917401 HTTP/1.1" status: 201 len: 201 time: 0.0482423 Jul 22 16:55:39.264320 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50614) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:39.269259 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-f29d282b-cb82-4e72-9d19-8e45ebf3f726 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8a16d16b-eee3-4dc2-a824-df309eb7c515', {'tags': ['tempest-TagsExtTest-Tag-1050999323', 'tempest-TagsExtTest-Tag-1665108417', 'tempest-TagsExtTest-Tag-644102730']}) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:39.270755 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 59b63b66-5b7e-44aa-b959-b273461c889b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:39.271130 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:39.334481 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f29d282b-cb82-4e72-9d19-8e45ebf3f726 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "PUT /v2.0/subnets/8a16d16b-eee3-4dc2-a824-df309eb7c515/tags HTTP/1.1" status: 200 len: 317 time: 0.0688007 Jul 22 16:55:39.335729 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50616) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:39.340174 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-fe5adf81-cfde-4360-8b02-07e9b34bc422 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8a16d16b-eee3-4dc2-a824-df309eb7c515') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:39.413174 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fe5adf81-cfde-4360-8b02-07e9b34bc422 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "DELETE /v2.0/subnets/8a16d16b-eee3-4dc2-a824-df309eb7c515/tags HTTP/1.1" status: 204 len: 168 time: 0.0762441 Jul 22 16:55:39.415626 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50620) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:39.419791 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-8784be9a-3084-47b3-b258-67361b0d4618 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8a16d16b-eee3-4dc2-a824-df309eb7c515', 'tempest-TagsExtTest-Tag-1050999323') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:39.470190 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-8784be9a-3084-47b3-b258-67361b0d4618 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] show failed (client error): The resource could not be found. Jul 22 16:55:39.471247 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8784be9a-3084-47b3-b258-67361b0d4618 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "GET /v2.0/subnets/8a16d16b-eee3-4dc2-a824-df309eb7c515/tags/tempest-TagsExtTest-Tag-1050999323 HTTP/1.1" status: 404 len: 329 time: 0.0546875 Jul 22 16:55:39.474772 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50622) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:39.479343 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-6d4edf94-d110-4dc8-bdb3-d70e4e4bfb15 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8a16d16b-eee3-4dc2-a824-df309eb7c515', 'tempest-TagsExtTest-Tag-1665108417') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:39.533620 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-6d4edf94-d110-4dc8-bdb3-d70e4e4bfb15 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] show failed (client error): The resource could not be found. Jul 22 16:55:39.534857 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6d4edf94-d110-4dc8-bdb3-d70e4e4bfb15 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "GET /v2.0/subnets/8a16d16b-eee3-4dc2-a824-df309eb7c515/tags/tempest-TagsExtTest-Tag-1665108417 HTTP/1.1" status: 404 len: 329 time: 0.0590730 Jul 22 16:55:39.538296 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50624) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:39.542617 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-38a00b4d-73d4-4995-b807-02dee87b9e49 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8a16d16b-eee3-4dc2-a824-df309eb7c515', 'tempest-TagsExtTest-Tag-644102730') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:39.599722 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-38a00b4d-73d4-4995-b807-02dee87b9e49 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] show failed (client error): The resource could not be found. Jul 22 16:55:39.601962 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-38a00b4d-73d4-4995-b807-02dee87b9e49 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "GET /v2.0/subnets/8a16d16b-eee3-4dc2-a824-df309eb7c515/tags/tempest-TagsExtTest-Tag-644102730 HTTP/1.1" status: 404 len: 328 time: 0.0612650 Jul 22 16:55:39.603415 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50626) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:39.608265 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-d150fc50-e8fc-4ba3-9e3d-ad283e25c411 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '3030f2d3-6018-46ed-bd0f-26b91fcd39f3', {'tags': ['tempest-TagsExtTest-Tag-1577582661', 'tempest-TagsExtTest-Tag-1357105226', 'tempest-TagsExtTest-Tag-318019546']}) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:39.701517 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d150fc50-e8fc-4ba3-9e3d-ad283e25c411 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "PUT /v2.0/ports/3030f2d3-6018-46ed-bd0f-26b91fcd39f3/tags HTTP/1.1" status: 200 len: 317 time: 0.0968945 Jul 22 16:55:39.704185 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50630) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:39.709831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-e0efdfd2-3563-4f91-84b9-b3fc02c47f83 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3030f2d3-6018-46ed-bd0f-26b91fcd39f3') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:39.733288 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9a5c2-d09d-4b7e-b148-86374f398626 req-cf9af91b-195f-49f1-b33d-bf72515581ee tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:39.734732 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0fc9a5c2-d09d-4b7e-b148-86374f398626 req-cf9af91b-195f-49f1-b33d-bf72515581ee tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9075308-b959-4d42-b7ac-04ad967b5b49 HTTP/1.1" status: 200 len: 945 time: 0.0681512 Jul 22 16:55:39.775641 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0fc9a5c2-d09d-4b7e-b148-86374f398626 req-66a18b78-4083-4516-8e71-c92948dda562 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343654 Jul 22 16:55:39.788695 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e0efdfd2-3563-4f91-84b9-b3fc02c47f83 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "DELETE /v2.0/ports/3030f2d3-6018-46ed-bd0f-26b91fcd39f3/tags HTTP/1.1" status: 204 len: 168 time: 0.0823007 Jul 22 16:55:39.791678 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50632) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:39.796752 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-6aea9d12-6378-422c-937a-f58a916481f8 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3030f2d3-6018-46ed-bd0f-26b91fcd39f3', 'tempest-TagsExtTest-Tag-1577582661') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:39.845310 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-6aea9d12-6378-422c-937a-f58a916481f8 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] show failed (client error): The resource could not be found. Jul 22 16:55:39.846371 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6aea9d12-6378-422c-937a-f58a916481f8 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "GET /v2.0/ports/3030f2d3-6018-46ed-bd0f-26b91fcd39f3/tags/tempest-TagsExtTest-Tag-1577582661 HTTP/1.1" status: 404 len: 329 time: 0.0533583 Jul 22 16:55:39.849189 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50634) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:39.853371 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-ac7398c1-6a46-47db-8dda-cbc3da83a7e4 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3030f2d3-6018-46ed-bd0f-26b91fcd39f3', 'tempest-TagsExtTest-Tag-1357105226') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:39.906387 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-ac7398c1-6a46-47db-8dda-cbc3da83a7e4 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] show failed (client error): The resource could not be found. Jul 22 16:55:39.907417 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ac7398c1-6a46-47db-8dda-cbc3da83a7e4 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "GET /v2.0/ports/3030f2d3-6018-46ed-bd0f-26b91fcd39f3/tags/tempest-TagsExtTest-Tag-1357105226 HTTP/1.1" status: 404 len: 329 time: 0.0573540 Jul 22 16:55:39.910991 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50636) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:39.915187 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-84569b66-82e0-4a07-b314-3183c756631c tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3030f2d3-6018-46ed-bd0f-26b91fcd39f3', 'tempest-TagsExtTest-Tag-318019546') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:39.962177 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-84569b66-82e0-4a07-b314-3183c756631c tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] show failed (client error): The resource could not be found. Jul 22 16:55:39.963139 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-84569b66-82e0-4a07-b314-3183c756631c tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "GET /v2.0/ports/3030f2d3-6018-46ed-bd0f-26b91fcd39f3/tags/tempest-TagsExtTest-Tag-318019546 HTTP/1.1" status: 404 len: 328 time: 0.0512629 Jul 22 16:55:39.966096 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50638) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:39.970830 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-9c25c267-373d-498f-8316-0eef57657894 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'fb8013db-c2b8-4f4e-8863-abfd0e420254', {'tags': ['tempest-TagsExtTest-Tag-1025944542', 'tempest-TagsExtTest-Tag-1527458749', 'tempest-TagsExtTest-Tag-810529730']}) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:40.058921 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9c25c267-373d-498f-8316-0eef57657894 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "PUT /v2.0/routers/fb8013db-c2b8-4f4e-8863-abfd0e420254/tags HTTP/1.1" status: 200 len: 317 time: 0.0917916 Jul 22 16:55:40.061385 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50640) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:40.069487 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-aee1bab4-7ade-4c3d-8bd9-8f976ff72d5d tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fb8013db-c2b8-4f4e-8863-abfd0e420254') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:40.158282 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-aee1bab4-7ade-4c3d-8bd9-8f976ff72d5d tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "DELETE /v2.0/routers/fb8013db-c2b8-4f4e-8863-abfd0e420254/tags HTTP/1.1" status: 204 len: 168 time: 0.0955775 Jul 22 16:55:40.161266 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50642) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:40.166247 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-23a16298-76f7-4a49-8d34-dfeffc0a9706 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fb8013db-c2b8-4f4e-8863-abfd0e420254', 'tempest-TagsExtTest-Tag-1025944542') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:40.243033 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-23a16298-76f7-4a49-8d34-dfeffc0a9706 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] show failed (client error): The resource could not be found. Jul 22 16:55:40.244012 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-23a16298-76f7-4a49-8d34-dfeffc0a9706 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "GET /v2.0/routers/fb8013db-c2b8-4f4e-8863-abfd0e420254/tags/tempest-TagsExtTest-Tag-1025944542 HTTP/1.1" status: 404 len: 329 time: 0.0815101 Jul 22 16:55:40.246937 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50644) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:40.251826 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-bd1996ab-ea6e-446b-96c7-aee967c711a2 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fb8013db-c2b8-4f4e-8863-abfd0e420254', 'tempest-TagsExtTest-Tag-1527458749') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:40.327001 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-bd1996ab-ea6e-446b-96c7-aee967c711a2 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] show failed (client error): The resource could not be found. Jul 22 16:55:40.328033 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bd1996ab-ea6e-446b-96c7-aee967c711a2 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "GET /v2.0/routers/fb8013db-c2b8-4f4e-8863-abfd0e420254/tags/tempest-TagsExtTest-Tag-1527458749 HTTP/1.1" status: 404 len: 329 time: 0.0801194 Jul 22 16:55:40.330782 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50646) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:40.335566 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-442975da-3e61-4419-928e-7be3d12dd846 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fb8013db-c2b8-4f4e-8863-abfd0e420254', 'tempest-TagsExtTest-Tag-810529730') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:40.409324 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-442975da-3e61-4419-928e-7be3d12dd846 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] show failed (client error): The resource could not be found. Jul 22 16:55:40.411228 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-442975da-3e61-4419-928e-7be3d12dd846 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "GET /v2.0/routers/fb8013db-c2b8-4f4e-8863-abfd0e420254/tags/tempest-TagsExtTest-Tag-810529730 HTTP/1.1" status: 404 len: 328 time: 0.0788085 Jul 22 16:55:40.413719 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50650) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:40.418508 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-9a273b11-efa2-42d3-838b-6aee3f433e54 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd19859b5-c65d-4259-9019-73b8cad6bf1d', {'tags': ['tempest-TagsExtTest-Tag-1493666195', 'tempest-TagsExtTest-Tag-101823213', 'tempest-TagsExtTest-Tag-898788035']}) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:40.459186 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9a273b11-efa2-42d3-838b-6aee3f433e54 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "PUT /v2.0/subnetpools/d19859b5-c65d-4259-9019-73b8cad6bf1d/tags HTTP/1.1" status: 200 len: 316 time: 0.0443017 Jul 22 16:55:40.461645 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50656) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:40.466015 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-a4afcae5-18ba-472e-b0e2-c886ea241eee tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd19859b5-c65d-4259-9019-73b8cad6bf1d') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:40.497463 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50660) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:40.504098 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a4afcae5-18ba-472e-b0e2-c886ea241eee tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "DELETE /v2.0/subnetpools/d19859b5-c65d-4259-9019-73b8cad6bf1d/tags HTTP/1.1" status: 204 len: 168 time: 0.0413890 Jul 22 16:55:40.506826 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50664) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:40.511170 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-204fa3ab-5e9d-4815-98b2-cc63a0f1829c tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd19859b5-c65d-4259-9019-73b8cad6bf1d', 'tempest-TagsExtTest-Tag-1493666195') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:40.532114 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-204fa3ab-5e9d-4815-98b2-cc63a0f1829c tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] show failed (client error): The resource could not be found. Jul 22 16:55:40.533120 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-204fa3ab-5e9d-4815-98b2-cc63a0f1829c tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "GET /v2.0/subnetpools/d19859b5-c65d-4259-9019-73b8cad6bf1d/tags/tempest-TagsExtTest-Tag-1493666195 HTTP/1.1" status: 404 len: 329 time: 0.0253417 Jul 22 16:55:40.536709 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50666) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:40.541418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-09b0c33f-e6b3-4fe3-913c-b2d777f68237 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd19859b5-c65d-4259-9019-73b8cad6bf1d', 'tempest-TagsExtTest-Tag-101823213') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:40.560749 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-09b0c33f-e6b3-4fe3-913c-b2d777f68237 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] show failed (client error): The resource could not be found. Jul 22 16:55:40.564484 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-09b0c33f-e6b3-4fe3-913c-b2d777f68237 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "GET /v2.0/subnetpools/d19859b5-c65d-4259-9019-73b8cad6bf1d/tags/tempest-TagsExtTest-Tag-101823213 HTTP/1.1" status: 404 len: 328 time: 0.0241230 Jul 22 16:55:40.564653 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50668) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:40.568861 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-1748761c-2321-4b96-906f-5a85aec2a896 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd19859b5-c65d-4259-9019-73b8cad6bf1d', 'tempest-TagsExtTest-Tag-898788035') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:40.588880 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-1748761c-2321-4b96-906f-5a85aec2a896 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] show failed (client error): The resource could not be found. Jul 22 16:55:40.589865 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1748761c-2321-4b96-906f-5a85aec2a896 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "GET /v2.0/subnetpools/d19859b5-c65d-4259-9019-73b8cad6bf1d/tags/tempest-TagsExtTest-Tag-898788035 HTTP/1.1" status: 404 len: 328 time: 0.0243509 Jul 22 16:55:40.592714 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50670) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:40.596961 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-c9c9e410-6c69-419c-915a-2685f6a8d9c0 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd19859b5-c65d-4259-9019-73b8cad6bf1d') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:40.693832 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c9c9e410-6c69-419c-915a-2685f6a8d9c0 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "DELETE /v2.0/subnetpools/d19859b5-c65d-4259-9019-73b8cad6bf1d/tags HTTP/1.1" status: 204 len: 168 time: 0.0999916 Jul 22 16:55:40.696325 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50672) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:40.700993 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-f97e32e6-0000-4ada-bc19-c17cf657f20b tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fb8013db-c2b8-4f4e-8863-abfd0e420254') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:40.779524 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f97e32e6-0000-4ada-bc19-c17cf657f20b tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "DELETE /v2.0/routers/fb8013db-c2b8-4f4e-8863-abfd0e420254/tags HTTP/1.1" status: 204 len: 168 time: 0.0820127 Jul 22 16:55:40.782109 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50674) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:40.786618 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.tag.tag_plugin [None req-5508e27b-2c80-453f-af43-1e5216b51558 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3030f2d3-6018-46ed-bd0f-26b91fcd39f3') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:40.852844 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5508e27b-2c80-453f-af43-1e5216b51558 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "DELETE /v2.0/ports/3030f2d3-6018-46ed-bd0f-26b91fcd39f3/tags HTTP/1.1" status: 204 len: 168 time: 0.0672383 Jul 22 16:55:40.853141 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50678) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:40.859188 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.tag.tag_plugin [None req-32aa94dd-67c4-4170-b4ca-f5294860614d tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8a16d16b-eee3-4dc2-a824-df309eb7c515') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:41.009173 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236735c-eda5-48e9-9b4b-368651173c82 req-d107166b-d77d-47fa-8348-ba4e3fc05998 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:41.010689 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3236735c-eda5-48e9-9b4b-368651173c82 req-d107166b-d77d-47fa-8348-ba4e3fc05998 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9075308-b959-4d42-b7ac-04ad967b5b49 HTTP/1.1" status: 200 len: 945 time: 0.1235793 Jul 22 16:55:41.017882 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-32aa94dd-67c4-4170-b4ca-f5294860614d tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "DELETE /v2.0/subnets/8a16d16b-eee3-4dc2-a824-df309eb7c515/tags HTTP/1.1" status: 204 len: 168 time: 0.1637919 Jul 22 16:55:41.022183 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50680) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:41.079685 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3236735c-eda5-48e9-9b4b-368651173c82 req-7b1bb4f2-6a50-4504-90e7-6928b9f12351 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605574 Jul 22 16:55:41.109683 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ea5b12f-0946-4059-a044-32ae6eb07e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.110438 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db757536-52c9-4f1a-85e1-c9e221ff2ad3 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks [] for subnetpool, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.110438 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-db757536-52c9-4f1a-85e1-c9e221ff2ad3 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "DELETE /v2.0/subnetpools/d19859b5-c65d-4259-9019-73b8cad6bf1d HTTP/1.1" status: 204 len: 168 time: 0.0853465 Jul 22 16:55:41.111085 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50684) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:41.146752 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9126da56-2073-49ea-a1b1-af7d15b9b355 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8013db-c2b8-4f4e-8863-abfd0e420254 HTTP/1.1" status: 200 len: 205 time: 0.0335951 Jul 22 16:55:41.148923 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50686) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:41.436192 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9ea5b12f-0946-4059-a044-32ae6eb07e06 admin admin] Deleting port ec6d9024-02e6-4a4c-b7a2-fd24e4551837 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:41.436192 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ea5b12f-0946-4059-a044-32ae6eb07e06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.522612 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9ea5b12f-0946-4059-a044-32ae6eb07e06 admin admin] For port ec6d9024-02e6-4a4c-b7a2-fd24e4551837, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ec6d9024-02e6-4a4c-b7a2-fd24e4551837,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:41.523240 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ea5b12f-0946-4059-a044-32ae6eb07e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.524464 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a6179bd-232a-40f3-933c-ec1a7aadc41d tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.536852 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9ea5b12f-0946-4059-a044-32ae6eb07e06 admin admin] Calling delete_port for ec6d9024-02e6-4a4c-b7a2-fd24e4551837 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:41.685327 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a6179bd-232a-40f3-933c-ec1a7aadc41d tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.687552 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a6179bd-232a-40f3-933c-ec1a7aadc41d tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.723279 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ea5b12f-0946-4059-a044-32ae6eb07e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.735172 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a6179bd-232a-40f3-933c-ec1a7aadc41d tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.735752 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6179bd-232a-40f3-933c-ec1a7aadc41d tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Fanout notify agent at l3_agent the message router_deleted on router fb8013db-c2b8-4f4e-8863-abfd0e420254 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:55:41.751627 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a6179bd-232a-40f3-933c-ec1a7aadc41d tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.752976 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7a6179bd-232a-40f3-933c-ec1a7aadc41d tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "DELETE /v2.0/routers/fb8013db-c2b8-4f4e-8863-abfd0e420254 HTTP/1.1" status: 204 len: 168 time: 0.6030819 Jul 22 16:55:41.755420 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50694) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:41.757913 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5b12f-0946-4059-a044-32ae6eb07e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec6d9024-02e6-4a4c-b7a2-fd24e4551837,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:41.875171 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7c943411-ecb0-4d21-b598-99ad477f3880 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Deleting port 3030f2d3-6018-46ed-bd0f-26b91fcd39f3 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:41.875828 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c943411-ecb0-4d21-b598-99ad477f3880 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.983072 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ea5b12f-0946-4059-a044-32ae6eb07e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.998402 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c943411-ecb0-4d21-b598-99ad477f3880 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.012213 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7c943411-ecb0-4d21-b598-99ad477f3880 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Calling delete_port for 3030f2d3-6018-46ed-bd0f-26b91fcd39f3 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:42.127512 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.149930 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c943411-ecb0-4d21-b598-99ad477f3880 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.178029 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c943411-ecb0-4d21-b598-99ad477f3880 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Pushing event deleted for resources: {'Port': ['ID=3030f2d3-6018-46ed-bd0f-26b91fcd39f3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:42.209411 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c943411-ecb0-4d21-b598-99ad477f3880 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:42.209766 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c943411-ecb0-4d21-b598-99ad477f3880 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:42.210137 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c943411-ecb0-4d21-b598-99ad477f3880 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:42.210480 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c943411-ecb0-4d21-b598-99ad477f3880 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:42.210817 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c943411-ecb0-4d21-b598-99ad477f3880 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:42.211154 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c943411-ecb0-4d21-b598-99ad477f3880 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:42.211486 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c943411-ecb0-4d21-b598-99ad477f3880 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:42.211834 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c943411-ecb0-4d21-b598-99ad477f3880 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:42.212150 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c943411-ecb0-4d21-b598-99ad477f3880 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:42.212478 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c943411-ecb0-4d21-b598-99ad477f3880 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:42.212807 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c943411-ecb0-4d21-b598-99ad477f3880 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:42.213178 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c943411-ecb0-4d21-b598-99ad477f3880 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:42.240250 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea5b12f-0946-4059-a044-32ae6eb07e06 admin admin] Router c3371d87-70cb-4016-ae46-d055e529da54 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:55:42.263217 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.271995 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7c943411-ecb0-4d21-b598-99ad477f3880 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.274018 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7c943411-ecb0-4d21-b598-99ad477f3880 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "DELETE /v2.0/ports/3030f2d3-6018-46ed-bd0f-26b91fcd39f3 HTTP/1.1" status: 204 len: 168 time: 0.5175798 Jul 22 16:55:42.276395 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50696) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:42.331873 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-093d6c38-5e55-4497-9642-b4da3d2e9ea0 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Deleting subnet 8a16d16b-eee3-4dc2-a824-df309eb7c515 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:55:42.335925 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-093d6c38-5e55-4497-9642-b4da3d2e9ea0 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.358415 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea5b12f-0946-4059-a044-32ae6eb07e06 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:42.364698 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9ea5b12f-0946-4059-a044-32ae6eb07e06 admin admin] 10.222.0.69 "PUT /v2.0/routers/c3371d87-70cb-4016-ae46-d055e529da54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8660340 Jul 22 16:55:42.367182 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50698) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:42.374990 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d41b1f-441c-4759-b178-c256ba023d1d None None] Sync routers for ids ['c3371d87-70cb-4016-ae46-d055e529da54'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:42.377705 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-093d6c38-5e55-4497-9642-b4da3d2e9ea0 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.385836 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d41b1f-441c-4759-b178-c256ba023d1d None None] Routers {'c3371d87-70cb-4016-ae46-d055e529da54'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:42.386793 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-91d41b1f-441c-4759-b178-c256ba023d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:55:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['c3371d87-70cb-4016-ae46-d055e529da54'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:42.477717 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-093d6c38-5e55-4497-9642-b4da3d2e9ea0 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.493310 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eac59fd9-b05e-4857-aba3-e4caec14024b admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.497093 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-91d41b1f-441c-4759-b178-c256ba023d1d None None] Set router c3371d87-70cb-4016-ae46-d055e529da54 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:55:42.549653 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-093d6c38-5e55-4497-9642-b4da3d2e9ea0 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.589173 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d6c38-5e55-4497-9642-b4da3d2e9ea0 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Pushing event deleted for resources: {'Subnet': ['ID=8a16d16b-eee3-4dc2-a824-df309eb7c515,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:42.595225 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-093d6c38-5e55-4497-9642-b4da3d2e9ea0 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.599403 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-093d6c38-5e55-4497-9642-b4da3d2e9ea0 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "DELETE /v2.0/subnets/8a16d16b-eee3-4dc2-a824-df309eb7c515 HTTP/1.1" status: 204 len: 168 time: 0.3195400 Jul 22 16:55:42.599676 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50706) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:42.603256 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e40764-f90d-4b44-a931-45f65a2e651a None None] Network 02289e5f-6430-4aa5-9e89-a97cbe12f104 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:42.611172 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eac59fd9-b05e-4857-aba3-e4caec14024b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.708218 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-91d41b1f-441c-4759-b178-c256ba023d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'name': 'tempest-AttachVolumeShelveTestJSON-1655165633-router', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:09Z', 'updated_at': '2021-07-22T16:55:41Z', 'revision_number': 5, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'gw_port': {'id': '0fe1668b-fd07-42f9-a35a-6ca45cd184c0', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:11Z', 'updated_at': '2021-07-22T16:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:42.713490 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-eac59fd9-b05e-4857-aba3-e4caec14024b admin admin] Deleting port 0fe1668b-fd07-42f9-a35a-6ca45cd184c0 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:42.713841 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eac59fd9-b05e-4857-aba3-e4caec14024b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.725533 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e62bb798-578d-40f4-9352-03fababae9a9 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.741009 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d41b1f-441c-4759-b178-c256ba023d1d None None] Checking router: c3371d87-70cb-4016-ae46-d055e529da54 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:55:42.751681 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d41b1f-441c-4759-b178-c256ba023d1d None None] Routers {'c3371d87-70cb-4016-ae46-d055e529da54'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:42.752645 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-91d41b1f-441c-4759-b178-c256ba023d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:55:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['c3371d87-70cb-4016-ae46-d055e529da54'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:42.812755 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e62bb798-578d-40f4-9352-03fababae9a9 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Deleting port 59b63b66-5b7e-44aa-b959-b273461c889b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:42.813098 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e62bb798-578d-40f4-9352-03fababae9a9 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.870297 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-91d41b1f-441c-4759-b178-c256ba023d1d None None] Set router c3371d87-70cb-4016-ae46-d055e529da54 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:55:42.887117 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-eac59fd9-b05e-4857-aba3-e4caec14024b admin admin] For port 0fe1668b-fd07-42f9-a35a-6ca45cd184c0, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0fe1668b-fd07-42f9-a35a-6ca45cd184c0,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:42.887485 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eac59fd9-b05e-4857-aba3-e4caec14024b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.889199 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e62bb798-578d-40f4-9352-03fababae9a9 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] For port 59b63b66-5b7e-44aa-b959-b273461c889b, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=59b63b66-5b7e-44aa-b959-b273461c889b,segment=NetworkSegment(ee0d4724-c7db-4f84-89d2-c97a174e3f46),segment_id=ee0d4724-c7db-4f84-89d2-c97a174e3f46)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:42.890075 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e62bb798-578d-40f4-9352-03fababae9a9 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.905877 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e62bb798-578d-40f4-9352-03fababae9a9 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Calling delete_port for 59b63b66-5b7e-44aa-b959-b273461c889b owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:42.909856 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-eac59fd9-b05e-4857-aba3-e4caec14024b admin admin] Calling delete_port for 0fe1668b-fd07-42f9-a35a-6ca45cd184c0 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:42.976944 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-91d41b1f-441c-4759-b178-c256ba023d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'name': 'tempest-AttachVolumeShelveTestJSON-1655165633-router', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:09Z', 'updated_at': '2021-07-22T16:55:42Z', 'revision_number': 6, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:43.006050 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d41b1f-441c-4759-b178-c256ba023d1d None None] The sync data for ids ['c3371d87-70cb-4016-ae46-d055e529da54'] in n-d-798930-9 is: [{'id': 'c3371d87-70cb-4016-ae46-d055e529da54', 'name': 'tempest-AttachVolumeShelveTestJSON-1655165633-router', 'tenant_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:09Z', 'updated_at': '2021-07-22T16:55:42Z', 'revision_number': 6, 'project_id': 'f0be4ca898ef40f79a7a36fc239eca61', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:43.038318 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c00f66-3511-44cd-bcfa-d235e221903e None None] DHCP port deletion for 02289e5f-6430-4aa5-9e89-a97cbe12f104 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:55:43.059197 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e62bb798-578d-40f4-9352-03fababae9a9 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.085640 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62bb798-578d-40f4-9352-03fababae9a9 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Pushing event deleted for resources: {'Port': ['ID=59b63b66-5b7e-44aa-b959-b273461c889b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:43.093448 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62bb798-578d-40f4-9352-03fababae9a9 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] No DVR routers for this DVR port 59b63b66-5b7e-44aa-b959-b273461c889b on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:55:43.116883 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a5c00f66-3511-44cd-bcfa-d235e221903e None None] Deleting port 59b63b66-5b7e-44aa-b959-b273461c889b {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:43.118290 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5c00f66-3511-44cd-bcfa-d235e221903e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.189805 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e62bb798-578d-40f4-9352-03fababae9a9 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.202270 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e62bb798-578d-40f4-9352-03fababae9a9 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02289e5f-6430-4aa5-9e89-a97cbe12f104']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:43.210613 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a5c00f66-3511-44cd-bcfa-d235e221903e None None] For port 59b63b66-5b7e-44aa-b959-b273461c889b, host n-d-798930-9, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:43.212058 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5c00f66-3511-44cd-bcfa-d235e221903e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.213686 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e62bb798-578d-40f4-9352-03fababae9a9 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0d4724-c7db-4f84-89d2-c97a174e3f46') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:43.214011 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e62bb798-578d-40f4-9352-03fababae9a9 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0d4724-c7db-4f84-89d2-c97a174e3f46') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:43.225023 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e62bb798-578d-40f4-9352-03fababae9a9 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.228977 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a5c00f66-3511-44cd-bcfa-d235e221903e None None] Calling delete_port for 59b63b66-5b7e-44aa-b959-b273461c889b owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:43.232532 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-a5c00f66-3511-44cd-bcfa-d235e221903e None None] Port 59b63b66-5b7e-44aa-b959-b273461c889b was not found and therefore no delete operation was performed {{(pid=93818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 16:55:43.234403 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5c00f66-3511-44cd-bcfa-d235e221903e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.241370 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e62bb798-578d-40f4-9352-03fababae9a9 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.248041 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62bb798-578d-40f4-9352-03fababae9a9 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:55:43.248524 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e62bb798-578d-40f4-9352-03fababae9a9 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.268286 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c00f66-3511-44cd-bcfa-d235e221903e None None] Pushing event deleted for resources: {'Port': ['ID=59b63b66-5b7e-44aa-b959-b273461c889b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:43.283474 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c00f66-3511-44cd-bcfa-d235e221903e None None] No DVR routers for this DVR port 59b63b66-5b7e-44aa-b959-b273461c889b on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:55:43.314844 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:55:43.321668 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e62bb798-578d-40f4-9352-03fababae9a9 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.330993 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e62bb798-578d-40f4-9352-03fababae9a9 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.333411 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e62bb798-578d-40f4-9352-03fababae9a9 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] 10.222.0.69 "DELETE /v2.0/networks/02289e5f-6430-4aa5-9e89-a97cbe12f104 HTTP/1.1" status: 204 len: 168 time: 0.7328715 Jul 22 16:55:43.344684 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62bb798-578d-40f4-9352-03fababae9a9 tempest-TagsExtTest-748701378 tempest-TagsExtTest-748701378-project] Pushing event deleted for resources: {'Network': ['ID=02289e5f-6430-4aa5-9e89-a97cbe12f104,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:43.450634 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 59b63b66-5b7e-44aa-b959-b273461c889b no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:55:43.484448 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 59b63b66-5b7e-44aa-b959-b273461c889b {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:55:43.484448 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 59b63b66-5b7e-44aa-b959-b273461c889b not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:55:43.484838 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ec6d9024-02e6-4a4c-b7a2-fd24e4551837 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:55:43.507862 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: ec6d9024-02e6-4a4c-b7a2-fd24e4551837 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:55:43.508218 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ec6d9024-02e6-4a4c-b7a2-fd24e4551837 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:55:43.607420 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eac59fd9-b05e-4857-aba3-e4caec14024b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.611802 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50718) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:43.637162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac59fd9-b05e-4857-aba3-e4caec14024b admin admin] Pushing event deleted for resources: {'Port': ['ID=0fe1668b-fd07-42f9-a35a-6ca45cd184c0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:43.704474 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eac59fd9-b05e-4857-aba3-e4caec14024b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.772137 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fcdb3824-1d16-4e78-8db7-8e66673b9e48 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=13a3a3154ccd4544aa5252e1b0602220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561365 Jul 22 16:55:43.772293 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50722) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:43.800188 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eac59fd9-b05e-4857-aba3-e4caec14024b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.803049 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eac59fd9-b05e-4857-aba3-e4caec14024b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.827619 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-621347bc-5f5d-4634-ab1f-bf43a2f94519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.848905 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eac59fd9-b05e-4857-aba3-e4caec14024b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.849549 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-621347bc-5f5d-4634-ab1f-bf43a2f94519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.849783 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac59fd9-b05e-4857-aba3-e4caec14024b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3371d87-70cb-4016-ae46-d055e529da54 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:55:43.854802 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eac59fd9-b05e-4857-aba3-e4caec14024b admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.855955 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-eac59fd9-b05e-4857-aba3-e4caec14024b admin admin] 10.222.0.69 "DELETE /v2.0/routers/c3371d87-70cb-4016-ae46-d055e529da54 HTTP/1.1" status: 204 len: 168 time: 1.4877851 Jul 22 16:55:43.861199 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50724) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:43.914060 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-280aaef2-e27d-4830-8f32-eb236003436c admin admin] Deleting subnet 5ecd1df5-07c9-407a-b124-958e195ac0bb {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:55:43.919058 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-280aaef2-e27d-4830-8f32-eb236003436c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.923440 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-621347bc-5f5d-4634-ab1f-bf43a2f94519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.926362 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-621347bc-5f5d-4634-ab1f-bf43a2f94519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.930409 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-621347bc-5f5d-4634-ab1f-bf43a2f94519 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/629051b4-c9cc-4ec8-842d-6f6dc08a49e4 HTTP/1.1" status: 204 len: 168 time: 0.1571648 Jul 22 16:55:43.944062 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621347bc-5f5d-4634-ab1f-bf43a2f94519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629051b4-c9cc-4ec8-842d-6f6dc08a49e4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:44.001247 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-280aaef2-e27d-4830-8f32-eb236003436c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.102465 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-280aaef2-e27d-4830-8f32-eb236003436c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.164837 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-280aaef2-e27d-4830-8f32-eb236003436c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.199323 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280aaef2-e27d-4830-8f32-eb236003436c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ecd1df5-07c9-407a-b124-958e195ac0bb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:44.204267 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-280aaef2-e27d-4830-8f32-eb236003436c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.208614 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-280aaef2-e27d-4830-8f32-eb236003436c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5ecd1df5-07c9-407a-b124-958e195ac0bb HTTP/1.1" status: 204 len: 168 time: 0.3440268 Jul 22 16:55:44.209374 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50734) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:44.214588 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999a9286-2dce-423f-b52c-dbce81a86cd0 None None] Network 355332cc-46f4-40ba-8869-365066797198 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:44.357291 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98883109-0971-49c4-b8ac-9324b92f79f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.435268 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-98883109-0971-49c4-b8ac-9324b92f79f9 admin admin] Deleting port 11e67993-828a-4191-a92e-a30570d55f35 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:44.435671 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98883109-0971-49c4-b8ac-9324b92f79f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.479394 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4594bf4-4ef4-49a4-9d8a-3c4fe7a227c7 None None] DHCP port deletion for 355332cc-46f4-40ba-8869-365066797198 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:55:44.509564 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-98883109-0971-49c4-b8ac-9324b92f79f9 admin admin] For port 11e67993-828a-4191-a92e-a30570d55f35, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=11e67993-828a-4191-a92e-a30570d55f35,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:44.509945 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98883109-0971-49c4-b8ac-9324b92f79f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.526118 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-98883109-0971-49c4-b8ac-9324b92f79f9 admin admin] Calling delete_port for 11e67993-828a-4191-a92e-a30570d55f35 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:44.541215 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c4594bf4-4ef4-49a4-9d8a-3c4fe7a227c7 None None] Deleting port 11e67993-828a-4191-a92e-a30570d55f35 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:44.541616 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c4594bf4-4ef4-49a4-9d8a-3c4fe7a227c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.622275 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c4594bf4-4ef4-49a4-9d8a-3c4fe7a227c7 None None] For port 11e67993-828a-4191-a92e-a30570d55f35, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=11e67993-828a-4191-a92e-a30570d55f35,segment=NetworkSegment(5dd4ee6d-9efd-4368-981c-346afd984753),segment_id=5dd4ee6d-9efd-4368-981c-346afd984753)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:44.622818 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c4594bf4-4ef4-49a4-9d8a-3c4fe7a227c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.625530 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98883109-0971-49c4-b8ac-9324b92f79f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.637548 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c4594bf4-4ef4-49a4-9d8a-3c4fe7a227c7 None None] Calling delete_port for 11e67993-828a-4191-a92e-a30570d55f35 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:44.658116 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98883109-0971-49c4-b8ac-9324b92f79f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=11e67993-828a-4191-a92e-a30570d55f35,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:44.667294 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98883109-0971-49c4-b8ac-9324b92f79f9 admin admin] No DVR routers for this DVR port 11e67993-828a-4191-a92e-a30570d55f35 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:55:44.740331 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c4594bf4-4ef4-49a4-9d8a-3c4fe7a227c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.755851 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98883109-0971-49c4-b8ac-9324b92f79f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.769378 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-98883109-0971-49c4-b8ac-9324b92f79f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355332cc-46f4-40ba-8869-365066797198']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:44.774752 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4594bf4-4ef4-49a4-9d8a-3c4fe7a227c7 None None] Pushing event deleted for resources: {'Port': ['ID=11e67993-828a-4191-a92e-a30570d55f35,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:44.776840 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4594bf4-4ef4-49a4-9d8a-3c4fe7a227c7 None None] No DVR routers for this DVR port 11e67993-828a-4191-a92e-a30570d55f35 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:55:44.783160 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-98883109-0971-49c4-b8ac-9324b92f79f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd4ee6d-9efd-4368-981c-346afd984753') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:44.783459 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-98883109-0971-49c4-b8ac-9324b92f79f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd4ee6d-9efd-4368-981c-346afd984753') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:44.789006 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50750) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:44.793672 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0036056 Jul 22 16:55:44.797355 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50752) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:44.806928 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98883109-0971-49c4-b8ac-9324b92f79f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.826025 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98883109-0971-49c4-b8ac-9324b92f79f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.834346 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98883109-0971-49c4-b8ac-9324b92f79f9 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:55:44.834741 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98883109-0971-49c4-b8ac-9324b92f79f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:55:44.836394 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:55:44.898236 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98883109-0971-49c4-b8ac-9324b92f79f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.908528 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-98883109-0971-49c4-b8ac-9324b92f79f9 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.914508 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-98883109-0971-49c4-b8ac-9324b92f79f9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/355332cc-46f4-40ba-8869-365066797198 HTTP/1.1" status: 204 len: 168 time: 0.7039270 Jul 22 16:55:44.926521 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0279c6b5-f867-4372-954f-17efb77215c5 tempest-NetworksApiDiscovery-1995403630 tempest-NetworksApiDiscovery-1995403630-project] 10.222.0.69 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1242537 Jul 22 16:55:44.935729 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98883109-0971-49c4-b8ac-9324b92f79f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=355332cc-46f4-40ba-8869-365066797198,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:45.121707 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50764) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:45.173079 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-269ed2e4-a656-455e-85d3-af59dac45925 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f0be4ca898ef40f79a7a36fc239eca61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477798 Jul 22 16:55:45.173309 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50766) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:45.214988 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50768) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:45.227129 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 11e67993-828a-4191-a92e-a30570d55f35 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:55:45.228962 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-780bae16-0b8c-460d-8557-17895688a267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:45.252335 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-780bae16-0b8c-460d-8557-17895688a267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:45.252649 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 11e67993-828a-4191-a92e-a30570d55f35 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:55:45.253157 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 11e67993-828a-4191-a92e-a30570d55f35 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:55:45.253715 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0fe1668b-fd07-42f9-a35a-6ca45cd184c0 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:55:45.278370 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 0fe1668b-fd07-42f9-a35a-6ca45cd184c0 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:55:45.279072 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0fe1668b-fd07-42f9-a35a-6ca45cd184c0 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:55:45.308930 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-780bae16-0b8c-460d-8557-17895688a267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:45.312451 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-780bae16-0b8c-460d-8557-17895688a267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:45.313853 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-780bae16-0b8c-460d-8557-17895688a267 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ab5f28df-4802-4d2c-95ee-ec1ce486955d HTTP/1.1" status: 204 len: 168 time: 0.1395953 Jul 22 16:55:45.325302 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bae16-0b8c-460d-8557-17895688a267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5f28df-4802-4d2c-95ee-ec1ce486955d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:45.349013 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e122e8a-5e30-4f94-b0d5-9edc87cc9a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:45.454594 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e122e8a-5e30-4f94-b0d5-9edc87cc9a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:45.460043 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e122e8a-5e30-4f94-b0d5-9edc87cc9a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:45.497213 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e122e8a-5e30-4f94-b0d5-9edc87cc9a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26344246-b767-4041-acaa-7b54f2646d37,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:45.508148 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2e122e8a-5e30-4f94-b0d5-9edc87cc9a85 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f1729c49e9ba407ca3fdbeedcf529c60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2920709 Jul 22 16:55:45.510714 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50776) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:45.571486 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac848250-4d6f-45ad-9655-55c41e909dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:45.597160 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac848250-4d6f-45ad-9655-55c41e909dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:45.651446 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac848250-4d6f-45ad-9655-55c41e909dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:45.654184 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac848250-4d6f-45ad-9655-55c41e909dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:45.655366 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ac848250-4d6f-45ad-9655-55c41e909dff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/26344246-b767-4041-acaa-7b54f2646d37 HTTP/1.1" status: 204 len: 168 time: 0.1437416 Jul 22 16:55:45.663753 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac848250-4d6f-45ad-9655-55c41e909dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26344246-b767-4041-acaa-7b54f2646d37,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:47.503947 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50876) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:47.608467 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0dbc11b3-873f-4986-90b7-2f7c2254ff65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.677731 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50882) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:47.698907 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0dbc11b3-873f-4986-90b7-2f7c2254ff65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.703634 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0dbc11b3-873f-4986-90b7-2f7c2254ff65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.743355 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0dbc11b3-873f-4986-90b7-2f7c2254ff65 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e118264b5f5341d3b9232a3014316e58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2382381 Jul 22 16:55:47.744538 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc11b3-873f-4986-90b7-2f7c2254ff65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd04f1d-1d7d-4567-ad66-e4528f2b3fa5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:47.746224 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50886) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:47.793430 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ebbba254-cd37-49ca-b4cb-716368d03bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.833129 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-614ec864-d062-4086-a313-9dd624ac4d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.866246 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-614ec864-d062-4086-a313-9dd624ac4d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.944061 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ebbba254-cd37-49ca-b4cb-716368d03bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.944981 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-614ec864-d062-4086-a313-9dd624ac4d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.947559 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-614ec864-d062-4086-a313-9dd624ac4d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.948705 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-614ec864-d062-4086-a313-9dd624ac4d70 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6bd04f1d-1d7d-4567-ad66-e4528f2b3fa5 HTTP/1.1" status: 204 len: 168 time: 0.2007356 Jul 22 16:55:47.951289 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ebbba254-cd37-49ca-b4cb-716368d03bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.964718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ec864-d062-4086-a313-9dd624ac4d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd04f1d-1d7d-4567-ad66-e4528f2b3fa5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:47.995558 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ebbba254-cd37-49ca-b4cb-716368d03bac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4b07acf45cde4866ba60b3826eff14e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3163028 Jul 22 16:55:47.999042 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50890) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:48.008608 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbba254-cd37-49ca-b4cb-716368d03bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a334bb02-d7f9-4462-aa5a-d60914dfb575,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:48.053802 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b1fb543-244b-4d4a-ab9e-2d2933e685e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.081065 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b1fb543-244b-4d4a-ab9e-2d2933e685e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.130886 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b1fb543-244b-4d4a-ab9e-2d2933e685e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.133520 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b1fb543-244b-4d4a-ab9e-2d2933e685e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.134748 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2b1fb543-244b-4d4a-ab9e-2d2933e685e1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a334bb02-d7f9-4462-aa5a-d60914dfb575 HTTP/1.1" status: 204 len: 168 time: 0.1342678 Jul 22 16:55:48.142376 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fb543-244b-4d4a-ab9e-2d2933e685e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a334bb02-d7f9-4462-aa5a-d60914dfb575,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:48.224341 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50896) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:48.243312 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1e51fd1-e628-43c0-a19c-e2e369508d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.341241 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1e51fd1-e628-43c0-a19c-e2e369508d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.345809 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c1e51fd1-e628-43c0-a19c-e2e369508d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.385054 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c1e51fd1-e628-43c0-a19c-e2e369508d91 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8b76123de4f641f2a6e9df1288cf1b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596265 Jul 22 16:55:48.386039 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e51fd1-e628-43c0-a19c-e2e369508d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f822fcd-7c82-4807-9d0f-73637f6d9164,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:48.388321 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50902) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:48.420595 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 50904) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:48.434264 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1073df06-5697-468d-a55e-b650e9f71f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.443661 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71066910-a6ae-4459-bcff-bc58c49a4e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.464950 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71066910-a6ae-4459-bcff-bc58c49a4e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.513891 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71066910-a6ae-4459-bcff-bc58c49a4e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.517154 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71066910-a6ae-4459-bcff-bc58c49a4e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.518821 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-71066910-a6ae-4459-bcff-bc58c49a4e7e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3f822fcd-7c82-4807-9d0f-73637f6d9164 HTTP/1.1" status: 204 len: 168 time: 0.1289353 Jul 22 16:55:48.524159 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1073df06-5697-468d-a55e-b650e9f71f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.527072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71066910-a6ae-4459-bcff-bc58c49a4e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f822fcd-7c82-4807-9d0f-73637f6d9164,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:48.529495 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1073df06-5697-468d-a55e-b650e9f71f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.572121 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1073df06-5697-468d-a55e-b650e9f71f06 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1854920fffd84f649f9b4b2e7177d0da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1503537 Jul 22 16:55:48.573011 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073df06-5697-468d-a55e-b650e9f71f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebab0b25-ee72-4e0c-a206-b4f19ea0d9ad,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:48.574999 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 50908) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:48.626000 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68356449-dd36-4f2b-8723-61fdfe36be29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.647456 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68356449-dd36-4f2b-8723-61fdfe36be29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.694719 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68356449-dd36-4f2b-8723-61fdfe36be29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.697418 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68356449-dd36-4f2b-8723-61fdfe36be29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.700992 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-68356449-dd36-4f2b-8723-61fdfe36be29 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ebab0b25-ee72-4e0c-a206-b4f19ea0d9ad HTTP/1.1" status: 204 len: 168 time: 0.1226223 Jul 22 16:55:48.709170 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68356449-dd36-4f2b-8723-61fdfe36be29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebab0b25-ee72-4e0c-a206-b4f19ea0d9ad,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:50.593301 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51018) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:50.704323 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bfe42b54-35c8-4975-b8b3-4bcc34c3d2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:50.797261 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bfe42b54-35c8-4975-b8b3-4bcc34c3d2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:50.802248 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bfe42b54-35c8-4975-b8b3-4bcc34c3d2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:50.846367 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-bfe42b54-35c8-4975-b8b3-4bcc34c3d2f2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9d5d274776754010b619df3d5fc99557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2517719 Jul 22 16:55:50.848345 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe42b54-35c8-4975-b8b3-4bcc34c3d2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542de385-0916-4652-a5a4-8d006999307c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:50.849289 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51032) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:50.900199 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c87877df-9ef4-4a58-b1d3-7438a18cf781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:50.924491 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c87877df-9ef4-4a58-b1d3-7438a18cf781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:50.968359 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51036) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:50.974402 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c87877df-9ef4-4a58-b1d3-7438a18cf781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:50.977144 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c87877df-9ef4-4a58-b1d3-7438a18cf781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:50.978360 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c87877df-9ef4-4a58-b1d3-7438a18cf781 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/542de385-0916-4652-a5a4-8d006999307c HTTP/1.1" status: 204 len: 168 time: 0.1275461 Jul 22 16:55:50.985918 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87877df-9ef4-4a58-b1d3-7438a18cf781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542de385-0916-4652-a5a4-8d006999307c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:51.180305 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b87ccb4c-51e3-4f49-82ef-b491e5d7e239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.243888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51044) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:51.258315 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bbadd18-58f9-4137-ad88-3790f1997d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.270199 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b87ccb4c-51e3-4f49-82ef-b491e5d7e239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.275072 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b87ccb4c-51e3-4f49-82ef-b491e5d7e239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.317712 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b87ccb4c-51e3-4f49-82ef-b491e5d7e239 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=60df8166682d4a21aafc83e585e7ba2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3481228 Jul 22 16:55:51.318906 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ccb4c-51e3-4f49-82ef-b491e5d7e239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fb875b-033d-4352-b9a5-61deeced2d88,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:51.321793 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51046) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:51.380539 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bbadd18-58f9-4137-ad88-3790f1997d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.385730 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bbadd18-58f9-4137-ad88-3790f1997d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.416218 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-808a7a48-acb5-4975-9a0b-695d4680c850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.440312 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4bbadd18-58f9-4137-ad88-3790f1997d08 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4be9c7df43aa457c986e17b54f97bc3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1952233 Jul 22 16:55:51.443037 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51048) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:51.443942 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbadd18-58f9-4137-ad88-3790f1997d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d06d08-4384-46c5-a29c-82a0b9e0164c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:51.454597 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-808a7a48-acb5-4975-9a0b-695d4680c850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.503097 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36b21106-0edb-4bcf-8d61-a393b87ded52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.506546 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-808a7a48-acb5-4975-9a0b-695d4680c850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.509537 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-808a7a48-acb5-4975-9a0b-695d4680c850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.513286 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-808a7a48-acb5-4975-9a0b-695d4680c850 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d2fb875b-033d-4352-b9a5-61deeced2d88 HTTP/1.1" status: 204 len: 168 time: 0.1879616 Jul 22 16:55:51.525229 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a7a48-acb5-4975-9a0b-695d4680c850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fb875b-033d-4352-b9a5-61deeced2d88,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:51.538190 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36b21106-0edb-4bcf-8d61-a393b87ded52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.586679 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36b21106-0edb-4bcf-8d61-a393b87ded52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.589207 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-36b21106-0edb-4bcf-8d61-a393b87ded52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.590401 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-36b21106-0edb-4bcf-8d61-a393b87ded52 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e2d06d08-4384-46c5-a29c-82a0b9e0164c HTTP/1.1" status: 204 len: 168 time: 0.1463735 Jul 22 16:55:51.598693 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b21106-0edb-4bcf-8d61-a393b87ded52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d06d08-4384-46c5-a29c-82a0b9e0164c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:51.909644 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51066) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:51.925886 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a65230e-18a3-4c5f-bb00-5d132c546322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.017384 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a65230e-18a3-4c5f-bb00-5d132c546322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.022286 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a65230e-18a3-4c5f-bb00-5d132c546322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.060107 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7a65230e-18a3-4c5f-bb00-5d132c546322 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=de13fc5f319a4b0083f8feb3bfcc582e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492872 Jul 22 16:55:52.061243 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65230e-18a3-4c5f-bb00-5d132c546322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf52b46-e8f0-4a32-a1d0-206b90564652,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:52.062879 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51070) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:52.120778 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63efa530-e304-49c2-a684-5dd86009c1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.142471 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63efa530-e304-49c2-a684-5dd86009c1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.188224 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63efa530-e304-49c2-a684-5dd86009c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.191765 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63efa530-e304-49c2-a684-5dd86009c1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.192988 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-63efa530-e304-49c2-a684-5dd86009c1d6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/daf52b46-e8f0-4a32-a1d0-206b90564652 HTTP/1.1" status: 204 len: 168 time: 0.1291158 Jul 22 16:55:52.201872 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efa530-e304-49c2-a684-5dd86009c1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf52b46-e8f0-4a32-a1d0-206b90564652,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:54.545617 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51196) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:54.656833 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-758e42e6-65ae-40b9-ba9a-c1eac14607cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:54.747336 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-758e42e6-65ae-40b9-ba9a-c1eac14607cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:54.752958 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-758e42e6-65ae-40b9-ba9a-c1eac14607cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:54.791699 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e42e6-65ae-40b9-ba9a-c1eac14607cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87b4d59-a242-4601-a262-7af48ecd9580,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:54.801129 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-758e42e6-65ae-40b9-ba9a-c1eac14607cd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=682f72e486f94a75b0d1df6b4878d3f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2511728 Jul 22 16:55:54.802165 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51210) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:54.859719 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7927386-1315-43db-8cae-5a4dfab763b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:54.883558 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7927386-1315-43db-8cae-5a4dfab763b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:54.946215 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7927386-1315-43db-8cae-5a4dfab763b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:54.948963 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e7927386-1315-43db-8cae-5a4dfab763b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:54.952468 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e7927386-1315-43db-8cae-5a4dfab763b2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b87b4d59-a242-4601-a262-7af48ecd9580 HTTP/1.1" status: 204 len: 168 time: 0.1475613 Jul 22 16:55:54.961768 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7927386-1315-43db-8cae-5a4dfab763b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87b4d59-a242-4601-a262-7af48ecd9580,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:55.244200 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51220) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:55.258244 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aaa04f31-2630-4e8a-a6a3-6e57a007bdc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:55.354168 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aaa04f31-2630-4e8a-a6a3-6e57a007bdc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:55.366453 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aaa04f31-2630-4e8a-a6a3-6e57a007bdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:55.415774 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-aaa04f31-2630-4e8a-a6a3-6e57a007bdc8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0ec8a31100cb43849cd05a8c88c52781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1702931 Jul 22 16:55:55.418144 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa04f31-2630-4e8a-a6a3-6e57a007bdc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50cd307-0360-4783-bd8a-6e41041a787f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:55.418344 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51224) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:55.476566 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-52774f56-b9a5-492a-9698-aff37c22be36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:55.502561 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-52774f56-b9a5-492a-9698-aff37c22be36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:55.554676 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-52774f56-b9a5-492a-9698-aff37c22be36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:55.557587 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-52774f56-b9a5-492a-9698-aff37c22be36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:55.561853 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-52774f56-b9a5-492a-9698-aff37c22be36 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f50cd307-0360-4783-bd8a-6e41041a787f HTTP/1.1" status: 204 len: 168 time: 0.1424875 Jul 22 16:55:55.571118 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52774f56-b9a5-492a-9698-aff37c22be36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50cd307-0360-4783-bd8a-6e41041a787f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:56.863913 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51264) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:56.966322 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8662d713-a059-4cbb-afb8-6e82910757cf tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:56.996452 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8662d713-a059-4cbb-afb8-6e82910757cf tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.113254 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8662d713-a059-4cbb-afb8-6e82910757cf tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.246349 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-8662d713-a059-4cbb-afb8-6e82910757cf tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Allocated IP 172.25.0.15 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/d118e37a-08f7-439f-8e5a-5f9678f76cc0) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:57.288456 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51274) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:57.370087 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8662d713-a059-4cbb-afb8-6e82910757cf tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.434490 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8662d713-a059-4cbb-afb8-6e82910757cf tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.439240 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af27cada-c7c2-4b0d-b8b7-ab21e6d645bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.477893 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8662d713-a059-4cbb-afb8-6e82910757cf tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:57.483112 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-8662d713-a059-4cbb-afb8-6e82910757cf tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:57.486035 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8662d713-a059-4cbb-afb8-6e82910757cf tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:57.512565 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662d713-a059-4cbb-afb8-6e82910757cf tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Pushing event updated for resources: {'Port': ['ID=d118e37a-08f7-439f-8e5a-5f9678f76cc0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:57.546911 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af27cada-c7c2-4b0d-b8b7-ab21e6d645bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.553038 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af27cada-c7c2-4b0d-b8b7-ab21e6d645bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.592512 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-af27cada-c7c2-4b0d-b8b7-ab21e6d645bf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=37bab9a2f9f8407a82adc590710c94a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2993581 Jul 22 16:55:57.593323 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51280) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:57.600821 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27cada-c7c2-4b0d-b8b7-ab21e6d645bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2784467e-8486-49a9-8543-ebcaa07360ea,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:57.660355 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8662d713-a059-4cbb-afb8-6e82910757cf tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.701887 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-519aa167-2eef-44b5-a1ab-a78f916cdede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.727788 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8662d713-a059-4cbb-afb8-6e82910757cf tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.749392 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-519aa167-2eef-44b5-a1ab-a78f916cdede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.858028 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-519aa167-2eef-44b5-a1ab-a78f916cdede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.860537 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-519aa167-2eef-44b5-a1ab-a78f916cdede admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.861687 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-519aa167-2eef-44b5-a1ab-a78f916cdede admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2784467e-8486-49a9-8543-ebcaa07360ea HTTP/1.1" status: 204 len: 168 time: 0.2677703 Jul 22 16:55:57.876209 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519aa167-2eef-44b5-a1ab-a78f916cdede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2784467e-8486-49a9-8543-ebcaa07360ea,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:57.927978 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8662d713-a059-4cbb-afb8-6e82910757cf tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.933155 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8662d713-a059-4cbb-afb8-6e82910757cf tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.010937 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662d713-a059-4cbb-afb8-6e82910757cf tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Pushing event updated for resources: {'Port': ['ID=d118e37a-08f7-439f-8e5a-5f9678f76cc0,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:58.017418 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8662d713-a059-4cbb-afb8-6e82910757cf tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.032195 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8662d713-a059-4cbb-afb8-6e82910757cf tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.033478 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8662d713-a059-4cbb-afb8-6e82910757cf tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1685333 Jul 22 16:55:58.036551 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51286) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:58.041599 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9663ccfe-522c-410d-96bf-396d39d782f6 tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-660642631', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'fixed_ips': [{'ip_address': '172.25.0.15'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:58.062591 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9663ccfe-522c-410d-96bf-396d39d782f6 tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Made reservation on behalf of f721b093533b41a1833470125573d43f for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:58.065101 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9663ccfe-522c-410d-96bf-396d39d782f6 tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.075334 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9663ccfe-522c-410d-96bf-396d39d782f6 tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.181314 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9663ccfe-522c-410d-96bf-396d39d782f6 tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.182233 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51288) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:58.190416 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9663ccfe-522c-410d-96bf-396d39d782f6 tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.221027 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-9663ccfe-522c-410d-96bf-396d39d782f6 tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] device_id is not set on port ebe7fdc7-945f-4771-856b-eeb5f97b91d3 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:55:58.225324 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663ccfe-522c-410d-96bf-396d39d782f6 tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a819378-b599-432b-9d91-2b2ca852919f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:58.229366 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb84b8b8-f52d-4850-b164-215104963134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.462625 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-9663ccfe-522c-410d-96bf-396d39d782f6 tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 16:55:58.463125 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9663ccfe-522c-410d-96bf-396d39d782f6 tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:55:58.493158 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb84b8b8-f52d-4850-b164-215104963134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.498039 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fb84b8b8-f52d-4850-b164-215104963134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.505453 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9663ccfe-522c-410d-96bf-396d39d782f6 tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.4679146 Jul 22 16:55:58.508469 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51290) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:58.540560 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84b8b8-f52d-4850-b164-215104963134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3600b95-f928-4d29-9ded-0f9d777e3ba5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:58.544864 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fb84b8b8-f52d-4850-b164-215104963134 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1d6e01262b894d3baec46821a1e32137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616645 Jul 22 16:55:58.547478 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51292) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:58.596188 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87030adb-67e7-49da-8448-acd85db9f6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.625955 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87030adb-67e7-49da-8448-acd85db9f6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.673827 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bdc51256-2647-4903-95b0-0a2f21850f37 tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Deleting port d118e37a-08f7-439f-8e5a-5f9678f76cc0 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:58.674386 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bdc51256-2647-4903-95b0-0a2f21850f37 tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.681089 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87030adb-67e7-49da-8448-acd85db9f6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.684004 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-87030adb-67e7-49da-8448-acd85db9f6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.686401 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-87030adb-67e7-49da-8448-acd85db9f6bf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c3600b95-f928-4d29-9ded-0f9d777e3ba5 HTTP/1.1" status: 204 len: 168 time: 0.1379781 Jul 22 16:55:58.701130 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87030adb-67e7-49da-8448-acd85db9f6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3600b95-f928-4d29-9ded-0f9d777e3ba5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:58.780482 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bdc51256-2647-4903-95b0-0a2f21850f37 tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.780818 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bdc51256-2647-4903-95b0-0a2f21850f37 tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.814150 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-bdc51256-2647-4903-95b0-0a2f21850f37 tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Calling delete_port for d118e37a-08f7-439f-8e5a-5f9678f76cc0 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:58.951422 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-d11f8b47-c28c-4ea1-90cc-734e1328f829 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:58.952937 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-d11f8b47-c28c-4ea1-90cc-734e1328f829 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/networks?id=b1533b09-11b3-4578-adf9-8a3b73a65436 HTTP/1.1" status: 200 len: 814 time: 0.1694124 Jul 22 16:55:58.978046 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-991ed44d-c63c-417d-9404-ab2e4b62d23a tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/quotas/6c002cbb3d4648a3b33002aba3a54564 HTTP/1.1" status: 200 len: 375 time: 0.0186491 Jul 22 16:55:59.028625 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-625cace3-8f61-44c3-bb9e-656fdc317873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:59.074035 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bdc51256-2647-4903-95b0-0a2f21850f37 tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:59.101243 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc51256-2647-4903-95b0-0a2f21850f37 tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Pushing event deleted for resources: {'Port': ['ID=d118e37a-08f7-439f-8e5a-5f9678f76cc0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:59.116569 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-12a9a0eb-1fc5-49d8-b6c3-196da8319011 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6c002cbb3d4648a3b33002aba3a54564&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1325324 Jul 22 16:55:59.189848 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bdc51256-2647-4903-95b0-0a2f21850f37 tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:59.192460 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bdc51256-2647-4903-95b0-0a2f21850f37 tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:59.197428 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-bdc51256-2647-4903-95b0-0a2f21850f37 tempest-ExternalNetworksAdminNegativeTestJSON-519862989 tempest-ExternalNetworksAdminNegativeTestJSON-519862989-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/05c47c5c-0ab9-4262-b0b6-c3ce1e33ab00 HTTP/1.1" status: 204 len: 168 time: 0.6836758 Jul 22 16:55:59.346107 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-e46fe4e6-8bdd-49af-8add-dfc21794ac52 service neutron] 10.222.0.69 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033019 Jul 22 16:55:59.411637 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51334) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:59.451351 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-7e82911b-6dc0-4348-8bda-a3f74a9c2b5c service neutron] 10.222.0.69 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015489 Jul 22 16:55:59.536472 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c7bf23d-0d92-4689-a0f3-f4fddf4070dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:59.658094 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4d06d46a-eb53-4faf-8a19-181d79da80d6 req-988d2f95-9fed-444f-9c81-af129478c5da tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=8690da0f-5bd1-41c0-97ad-6ebb6b3ac217 HTTP/1.1" status: 200 len: 210 time: 0.0389071 Jul 22 16:55:59.691834 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c7bf23d-0d92-4689-a0f3-f4fddf4070dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:59.698018 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c7bf23d-0d92-4689-a0f3-f4fddf4070dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:59.741277 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3c7bf23d-0d92-4689-a0f3-f4fddf4070dc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=82fdc000e1234d4db3d227df091bd976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285477 Jul 22 16:55:59.742369 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7bf23d-0d92-4689-a0f3-f4fddf4070dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a114cb-6a11-47ef-b8f1-1cbd45352c50,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:59.744329 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51354) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:59.803676 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71bcff37-42be-4f63-adcc-a6533b67b091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:59.828182 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71bcff37-42be-4f63-adcc-a6533b67b091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:59.880588 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71bcff37-42be-4f63-adcc-a6533b67b091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:59.883434 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71bcff37-42be-4f63-adcc-a6533b67b091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:59.885351 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-71bcff37-42be-4f63-adcc-a6533b67b091 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/55a114cb-6a11-47ef-b8f1-1cbd45352c50 HTTP/1.1" status: 204 len: 168 time: 0.1393147 Jul 22 16:55:59.895187 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bcff37-42be-4f63-adcc-a6533b67b091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a114cb-6a11-47ef-b8f1-1cbd45352c50,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:00.249430 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51374) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:00.293443 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-84816bee-f206-41f7-a608-71b68434b028 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f721b093533b41a1833470125573d43f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425131 Jul 22 16:56:00.295880 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51378) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:00.348074 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e254844-1efc-4cbe-91df-26ccebd86bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:00.369301 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e254844-1efc-4cbe-91df-26ccebd86bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:00.419559 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e254844-1efc-4cbe-91df-26ccebd86bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:00.422381 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e254844-1efc-4cbe-91df-26ccebd86bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:00.427047 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7e254844-1efc-4cbe-91df-26ccebd86bda admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2a819378-b599-432b-9d91-2b2ca852919f HTTP/1.1" status: 204 len: 168 time: 0.1299927 Jul 22 16:56:00.435267 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e254844-1efc-4cbe-91df-26ccebd86bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a819378-b599-432b-9d91-2b2ca852919f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:00.710322 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-5d81b7a6-a0cf-44d2-b244-74e7b7eb6f3c tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:00.711807 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-5d81b7a6-a0cf-44d2-b244-74e7b7eb6f3c tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.30 "GET /v2.0/networks?id=b1533b09-11b3-4578-adf9-8a3b73a65436 HTTP/1.1" status: 200 len: 814 time: 0.1146581 Jul 22 16:56:00.729740 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-cc6abaa2-e434-44ee-8d3a-a94ef7403675 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Request body: {'port': {'device_id': '8690da0f-5bd1-41c0-97ad-6ebb6b3ac217', 'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436', 'admin_state_up': True, 'tenant_id': '6c002cbb3d4648a3b33002aba3a54564'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:00.796542 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-16d6a356-eed2-4fd5-a0aa-b8ac3fdabe93 req-d4e397f0-07c2-431b-9715-8a46cc80f705 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=8690da0f-5bd1-41c0-97ad-6ebb6b3ac217 HTTP/1.1" status: 200 len: 210 time: 0.0470805 Jul 22 16:56:00.896189 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-cc6abaa2-e434-44ee-8d3a-a94ef7403675 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Made reservation on behalf of 6c002cbb3d4648a3b33002aba3a54564 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:00.899780 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-cc6abaa2-e434-44ee-8d3a-a94ef7403675 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:01.040321 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-cc6abaa2-e434-44ee-8d3a-a94ef7403675 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Allocated IP 172.20.0.4 (b1533b09-11b3-4578-adf9-8a3b73a65436/2715b26f-8040-4f4d-af81-bb925953fe19/c1c01796-f354-4bb5-95fe-7a5479f3f024) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:01.220874 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-cc6abaa2-e434-44ee-8d3a-a94ef7403675 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:01.254494 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51416) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:01.272759 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-cc6abaa2-e434-44ee-8d3a-a94ef7403675 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:01.309724 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['23013f2f-b706-4958-94da-55305020b243'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:56:01.313119 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['cbee2650-99de-4918-8589-8df20d49eaf8', '4f02818a-d305-46ba-b79a-f80422d83d93'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:56:01.321781 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-cc6abaa2-e434-44ee-8d3a-a94ef7403675 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Network b1533b09-11b3-4578-adf9-8a3b73a65436 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:01.327822 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-cc6abaa2-e434-44ee-8d3a-a94ef7403675 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:01.332202 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-cc6abaa2-e434-44ee-8d3a-a94ef7403675 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:01.363784 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3a23043b-7d7e-4115-a938-d3d5dc9a19b1 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-281974730'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:01.365553 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6abaa2-e434-44ee-8d3a-a94ef7403675 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Pushing event updated for resources: {'Port': ['ID=c1c01796-f354-4bb5-95fe-7a5479f3f024,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:01.397443 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-cc6abaa2-e434-44ee-8d3a-a94ef7403675 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:01.398009 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-cc6abaa2-e434-44ee-8d3a-a94ef7403675 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:01.405261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a23043b-7d7e-4115-a938-d3d5dc9a19b1 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Made reservation on behalf of d60fccda8d2b4d6da3f2747e549c4b98 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:01.410563 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a23043b-7d7e-4115-a938-d3d5dc9a19b1 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:01.415460 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-cc6abaa2-e434-44ee-8d3a-a94ef7403675 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6899188 Jul 22 16:56:01.421147 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a23043b-7d7e-4115-a938-d3d5dc9a19b1 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:01.435024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-b2d2a962-fbfa-4d76-a9cd-588fdbd5521c service neutron] Request body: {'port': {'device_id': '8690da0f-5bd1-41c0-97ad-6ebb6b3ac217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:01.530717 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-b2d2a962-fbfa-4d76-a9cd-588fdbd5521c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:01.539221 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a23043b-7d7e-4115-a938-d3d5dc9a19b1 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:01.545164 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a23043b-7d7e-4115-a938-d3d5dc9a19b1 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:01.575858 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a23043b-7d7e-4115-a938-d3d5dc9a19b1 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:56:01.596225 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23043b-7d7e-4115-a938-d3d5dc9a19b1 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bcaf93-f2d7-4e3b-a0f1-cb44354f64de,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:01.601338 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a23043b-7d7e-4115-a938-d3d5dc9a19b1 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:01.601953 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-3a23043b-7d7e-4115-a938-d3d5dc9a19b1 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Added segment d8d4a478-9e99-47f0-83b0-a9867df48f71 of type vlan for network 43a3ed4a-db86-464d-a1d3-3db04228b65f Jul 22 16:56:01.641770 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11e9c16e-30ec-4e69-a286-e8d925d76493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:01.648039 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:01.648847 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a23043b-7d7e-4115-a938-d3d5dc9a19b1 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:01.690498 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a23043b-7d7e-4115-a938-d3d5dc9a19b1 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:01.697689 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a23043b-7d7e-4115-a938-d3d5dc9a19b1 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:01.698545 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a23043b-7d7e-4115-a938-d3d5dc9a19b1 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:01.797466 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23043b-7d7e-4115-a938-d3d5dc9a19b1 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Pushing event updated for resources: {'Network': ['ID=43a3ed4a-db86-464d-a1d3-3db04228b65f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:01.806967 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3a23043b-7d7e-4115-a938-d3d5dc9a19b1 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5513306 Jul 22 16:56:01.809766 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51420) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:01.812890 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 43a3ed4a-db86-464d-a1d3-3db04228b65f details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:56:01.815178 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-cd2c9538-48c8-41b9-92b5-cd9e71e11e11 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Request body: {'subnet': {'network_id': '43a3ed4a-db86-464d-a1d3-3db04228b65f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:01.932138 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-b2d2a962-fbfa-4d76-a9cd-588fdbd5521c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c01796-f354-4bb5-95fe-7a5479f3f024 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:56:01.939479 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-b2d2a962-fbfa-4d76-a9cd-588fdbd5521c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:01.952018 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-b2d2a962-fbfa-4d76-a9cd-588fdbd5521c service neutron] Transition to ACTIVE for port object c1c01796-f354-4bb5-95fe-7a5479f3f024 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:01.956540 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-b2d2a962-fbfa-4d76-a9cd-588fdbd5521c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:01.970720 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2c9538-48c8-41b9-92b5-cd9e71e11e11 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Made reservation on behalf of d60fccda8d2b4d6da3f2747e549c4b98 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:01.974647 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd2c9538-48c8-41b9-92b5-cd9e71e11e11 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.006179 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2a962-fbfa-4d76-a9cd-588fdbd5521c service neutron] Pushing event updated for resources: {'Port': ['ID=c1c01796-f354-4bb5-95fe-7a5479f3f024,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:02.048941 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ec36d-7989-4b41-81dd-10c5dcb1cd3e req-880761b3-7edc-4d25-9dca-d7928df673b5 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:02.050474 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ce8ec36d-7989-4b41-81dd-10c5dcb1cd3e req-880761b3-7edc-4d25-9dca-d7928df673b5 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=8690da0f-5bd1-41c0-97ad-6ebb6b3ac217 HTTP/1.1" status: 200 len: 931 time: 0.1497276 Jul 22 16:56:02.082761 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-b2d2a962-fbfa-4d76-a9cd-588fdbd5521c service neutron] Attempting to bind port c1c01796-f354-4bb5-95fe-7a5479f3f024 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:02.083090 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-b2d2a962-fbfa-4d76-a9cd-588fdbd5521c service neutron] Attempting to bind port c1c01796-f354-4bb5-95fe-7a5479f3f024 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '6ef72613-5101-4db9-ba1f-a239ae556be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:02.083419 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-b2d2a962-fbfa-4d76-a9cd-588fdbd5521c service neutron] Attempting to bind port c1c01796-f354-4bb5-95fe-7a5479f3f024 on network b1533b09-11b3-4578-adf9-8a3b73a65436 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:02.087725 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-b2d2a962-fbfa-4d76-a9cd-588fdbd5521c service neutron] Port c1c01796-f354-4bb5-95fe-7a5479f3f024 on network b1533b09-11b3-4578-adf9-8a3b73a65436 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:56:02.088045 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-b2d2a962-fbfa-4d76-a9cd-588fdbd5521c service neutron] Attempting to bind port c1c01796-f354-4bb5-95fe-7a5479f3f024 on network b1533b09-11b3-4578-adf9-8a3b73a65436 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:02.092821 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-b2d2a962-fbfa-4d76-a9cd-588fdbd5521c service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:02.093161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-b2d2a962-fbfa-4d76-a9cd-588fdbd5521c service neutron] Checking segment: {'id': '6ef72613-5101-4db9-ba1f-a239ae556be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:02.093545 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-b2d2a962-fbfa-4d76-a9cd-588fdbd5521c service neutron] Bound using segment: {'id': '6ef72613-5101-4db9-ba1f-a239ae556be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:02.093997 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-b2d2a962-fbfa-4d76-a9cd-588fdbd5521c service neutron] Bound port: c1c01796-f354-4bb5-95fe-7a5479f3f024, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef72613-5101-4db9-ba1f-a239ae556be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:02.094359 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-b2d2a962-fbfa-4d76-a9cd-588fdbd5521c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.105153 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ce8ec36d-7989-4b41-81dd-10c5dcb1cd3e req-6f57b897-c3f2-4268-9eab-2a352e48c0cf tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455952 Jul 22 16:56:02.168443 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-b2d2a962-fbfa-4d76-a9cd-588fdbd5521c service neutron] For port c1c01796-f354-4bb5-95fe-7a5479f3f024, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:02.172298 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-b2d2a962-fbfa-4d76-a9cd-588fdbd5521c service neutron] For port c1c01796-f354-4bb5-95fe-7a5479f3f024, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=c1c01796-f354-4bb5-95fe-7a5479f3f024,segment=NetworkSegment(6ef72613-5101-4db9-ba1f-a239ae556be8),segment_id=6ef72613-5101-4db9-ba1f-a239ae556be8)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:02.176655 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-b2d2a962-fbfa-4d76-a9cd-588fdbd5521c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.209512 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd2c9538-48c8-41b9-92b5-cd9e71e11e11 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.218013 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-b2d2a962-fbfa-4d76-a9cd-588fdbd5521c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:02.218638 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-b2d2a962-fbfa-4d76-a9cd-588fdbd5521c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.220132 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-b2d2a962-fbfa-4d76-a9cd-588fdbd5521c service neutron] 10.222.0.30 "PUT /v2.0/ports/c1c01796-f354-4bb5-95fe-7a5479f3f024 HTTP/1.1" status: 200 len: 1091 time: 0.7922626 Jul 22 16:56:02.220578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8690da0f-5bd1-41c0-97ad-6ebb6b3ac217', 'tag': 'c1c01796-f354-4bb5-95fe-7a5479f3f024'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:56:02.223440 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6196770d-f060-470e-8760-f5c7c8eeb28f" -d '{"events": [{"name": "network-changed", "server_uuid": "8690da0f-5bd1-41c0-97ad-6ebb6b3ac217", "tag": "c1c01796-f354-4bb5-95fe-7a5479f3f024"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:56:02.247479 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2a962-fbfa-4d76-a9cd-588fdbd5521c service neutron] Pushing event updated for resources: {'Port': ['ID=c1c01796-f354-4bb5-95fe-7a5479f3f024,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:02.289039 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c9538-48c8-41b9-92b5-cd9e71e11e11 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Pushing event updated for resources: {'Subnet': ['ID=39f339f0-6fe2-4ee9-8353-6a3950ba2125,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:02.294755 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2c9538-48c8-41b9-92b5-cd9e71e11e11 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Checking segment: {'id': 'd8d4a478-9e99-47f0-83b0-a9867df48f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '43a3ed4a-db86-464d-a1d3-3db04228b65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:02.295120 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2c9538-48c8-41b9-92b5-cd9e71e11e11 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Network hostable DHCP agents. Network: 43a3ed4a-db86-464d-a1d3-3db04228b65f, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:56:02.312195 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2c9538-48c8-41b9-92b5-cd9e71e11e11 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Network 43a3ed4a-db86-464d-a1d3-3db04228b65f is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:56:02.312378 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01cec10-0697-49bc-a794-2cdf2b351110 x-openstack-request-id: req-d01cec10-0697-49bc-a794-2cdf2b351110 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:56:02.312596 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8690da0f-5bd1-41c0-97ad-6ebb6b3ac217", "tag": "c1c01796-f354-4bb5-95fe-7a5479f3f024", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:56:02.312754 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d01cec10-0697-49bc-a794-2cdf2b351110 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:56:02.313152 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8690da0f-5bd1-41c0-97ad-6ebb6b3ac217', 'tag': 'c1c01796-f354-4bb5-95fe-7a5479f3f024', 'status': 'completed', 'code': 200} Jul 22 16:56:02.330924 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-cd2c9538-48c8-41b9-92b5-cd9e71e11e11 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 43a3ed4a-db86-464d-a1d3-3db04228b65f) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:02.335786 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2c9538-48c8-41b9-92b5-cd9e71e11e11 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:02.336624 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd2c9538-48c8-41b9-92b5-cd9e71e11e11 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.343539 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-e6eb79eb-beca-4eb2-89c5-5c08b4fae892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:02.345079 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-e6eb79eb-beca-4eb2-89c5-5c08b4fae892 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c002cbb3d4648a3b33002aba3a54564&device_id=8690da0f-5bd1-41c0-97ad-6ebb6b3ac217 HTTP/1.1" status: 200 len: 1094 time: 0.0661259 Jul 22 16:56:02.345360 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1925ec1-475e-42f1-bece-2a80f57b96d0 None None] Network 43a3ed4a-db86-464d-a1d3-3db04228b65f requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:02.355847 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cd2c9538-48c8-41b9-92b5-cd9e71e11e11 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5449975 Jul 22 16:56:02.358625 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51434) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:02.364492 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5e8fb081-cd58-4fe6-b96b-97385b7f5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Request body: {'port': {'network_id': '43a3ed4a-db86-464d-a1d3-3db04228b65f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1209259760'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:02.401446 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-1edf850a-7fd4-49ac-bdb7-e23299c67e2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1c01796-f354-4bb5-95fe-7a5479f3f024 HTTP/1.1" status: 200 len: 217 time: 0.0437243 Jul 22 16:56:02.457587 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-ea5a46ea-9932-48f4-a46a-5fe6c4a9bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:02.459901 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-ea5a46ea-9932-48f4-a46a-5fe6c4a9bafd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2715b26f-8040-4f4d-af81-bb925953fe19 HTTP/1.1" status: 200 len: 854 time: 0.0524974 Jul 22 16:56:02.496488 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8fb081-cd58-4fe6-b96b-97385b7f5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Made reservation on behalf of d60fccda8d2b4d6da3f2747e549c4b98 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:02.501217 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb081-cd58-4fe6-b96b-97385b7f5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.506152 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-ba37fd6d-58a4-40ee-99f1-8e6509040d7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b1533b09-11b3-4578-adf9-8a3b73a65436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397131 Jul 22 16:56:02.522021 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-5e8fb081-cd58-4fe6-b96b-97385b7f5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] device_id is not set on port ac157cd8-206b-492e-b28b-e5884b55b121 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:56:02.526822 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f79e9d9-dd3c-4923-9140-34c301737117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-43a3ed4a-db86-464d-a1d3-3db04228b65f', 'network_id': '43a3ed4a-db86-464d-a1d3-3db04228b65f', 'tenant_id': 'd60fccda8d2b4d6da3f2747e549c4b98', 'fixed_ips': [{'subnet_id': '39f339f0-6fe2-4ee9-8353-6a3950ba2125'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:56:02.528301 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f79e9d9-dd3c-4923-9140-34c301737117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.625326 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-cc3d4f33-f919-4b88-876c-bc17ea1f3dcd service neutron] 10.222.0.30 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122632 Jul 22 16:56:02.673216 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-5e8fb081-cd58-4fe6-b96b-97385b7f5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Allocated IP 2001:db8::41 (43a3ed4a-db86-464d-a1d3-3db04228b65f/39f339f0-6fe2-4ee9-8353-6a3950ba2125/ac157cd8-206b-492e-b28b-e5884b55b121) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:02.731282 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5457f7e-1162-4e28-9635-c313f39ca391 req-f2c70596-99e9-4dd7-9dfc-e0ce155ebac1 service neutron] 10.222.0.30 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990746 Jul 22 16:56:02.791025 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.842846 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb081-cd58-4fe6-b96b-97385b7f5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.858061 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-5e8fb081-cd58-4fe6-b96b-97385b7f5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Transition to ACTIVE for port object ac157cd8-206b-492e-b28b-e5884b55b121 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:02.885341 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196770d-f060-470e-8760-f5c7c8eeb28f req-d6942ec6-cc1d-40d4-b9d8-388ac1685800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:02.886907 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6196770d-f060-470e-8760-f5c7c8eeb28f req-d6942ec6-cc1d-40d4-b9d8-388ac1685800 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c002cbb3d4648a3b33002aba3a54564&device_id=8690da0f-5bd1-41c0-97ad-6ebb6b3ac217 HTTP/1.1" status: 200 len: 1094 time: 0.0598521 Jul 22 16:56:02.900851 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb081-cd58-4fe6-b96b-97385b7f5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.955424 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8fb081-cd58-4fe6-b96b-97385b7f5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Network 43a3ed4a-db86-464d-a1d3-3db04228b65f is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:02.958734 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-5e8fb081-cd58-4fe6-b96b-97385b7f5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:02.963495 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8fb081-cd58-4fe6-b96b-97385b7f5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:02.969602 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8fb081-cd58-4fe6-b96b-97385b7f5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:02.970217 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb081-cd58-4fe6-b96b-97385b7f5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.972983 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-5f79e9d9-dd3c-4923-9140-34c301737117 None None] Allocated IP 2001:db8::2 (43a3ed4a-db86-464d-a1d3-3db04228b65f/39f339f0-6fe2-4ee9-8353-6a3950ba2125/1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:02.974472 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fb081-cd58-4fe6-b96b-97385b7f5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Pushing event updated for resources: {'Port': ['ID=ac157cd8-206b-492e-b28b-e5884b55b121,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:02.991642 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5e8fb081-cd58-4fe6-b96b-97385b7f5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.6315181 Jul 22 16:56:02.995053 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51444) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:03.000856 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-478e6d20-d5d8-4155-a4fb-5f9e4f36f189 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Request body: {'port': {'network_id': '43a3ed4a-db86-464d-a1d3-3db04228b65f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2116814573', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:03.001417 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.api.validators [None req-478e6d20-d5d8-4155-a4fb-5f9e4f36f189 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] bootfile-name is not in valid_values {{(pid=93817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 16:56:03.001734 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.api.validators [None req-478e6d20-d5d8-4155-a4fb-5f9e4f36f189 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] tftp-server is not in valid_values {{(pid=93817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 16:56:03.002042 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.api.validators [None req-478e6d20-d5d8-4155-a4fb-5f9e4f36f189 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] server-ip-address is not in valid_values {{(pid=93817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 16:56:03.017461 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196770d-f060-470e-8760-f5c7c8eeb28f req-0c584798-559c-4e84-be47-d4b3d83fd661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:03.017461 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6196770d-f060-470e-8760-f5c7c8eeb28f req-0c584798-559c-4e84-be47-d4b3d83fd661 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b1533b09-11b3-4578-adf9-8a3b73a65436 HTTP/1.1" status: 200 len: 915 time: 0.1243258 Jul 22 16:56:03.071913 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6196770d-f060-470e-8760-f5c7c8eeb28f req-ede2afce-9b7b-4989-ae64-bb605a7d2fbd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1c01796-f354-4bb5-95fe-7a5479f3f024 HTTP/1.1" status: 200 len: 217 time: 0.0447459 Jul 22 16:56:03.141550 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478e6d20-d5d8-4155-a4fb-5f9e4f36f189 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Made reservation on behalf of d60fccda8d2b4d6da3f2747e549c4b98 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:03.147107 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-478e6d20-d5d8-4155-a4fb-5f9e4f36f189 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.156186 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196770d-f060-470e-8760-f5c7c8eeb28f req-d6932f10-9939-45b1-9b00-01ad4d88af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:03.162178 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6196770d-f060-470e-8760-f5c7c8eeb28f req-d6932f10-9939-45b1-9b00-01ad4d88af0c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2715b26f-8040-4f4d-af81-bb925953fe19 HTTP/1.1" status: 200 len: 854 time: 0.0835240 Jul 22 16:56:03.163843 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f79e9d9-dd3c-4923-9140-34c301737117 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.171068 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-478e6d20-d5d8-4155-a4fb-5f9e4f36f189 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] device_id is not set on port 6cdeb09e-a193-4350-bcb3-d8c74db2f9eb yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:56:03.191954 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5f79e9d9-dd3c-4923-9140-34c301737117 None None] Transition to ACTIVE for port object 1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:03.210063 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5f79e9d9-dd3c-4923-9140-34c301737117 None None] Transition to ACTIVE for port object 1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:03.225573 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6196770d-f060-470e-8760-f5c7c8eeb28f req-adfebb60-d81a-4305-b26e-ab2bc85d87ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b1533b09-11b3-4578-adf9-8a3b73a65436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545859 Jul 22 16:56:03.226837 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f79e9d9-dd3c-4923-9140-34c301737117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.269494 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f79e9d9-dd3c-4923-9140-34c301737117 None None] Network 43a3ed4a-db86-464d-a1d3-3db04228b65f is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:03.272526 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-5f79e9d9-dd3c-4923-9140-34c301737117 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:03.278154 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f79e9d9-dd3c-4923-9140-34c301737117 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:03.281387 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79e9d9-dd3c-4923-9140-34c301737117 None None] Pushing event updated for resources: {'Port': ['ID=1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:03.340178 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6196770d-f060-470e-8760-f5c7c8eeb28f req-25a7e625-17f0-4ac6-ad3f-1ddebc69aa2d service neutron] 10.222.0.30 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093266 Jul 22 16:56:03.343400 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c0b39-60f0-48e7-aa18-5c3d8fe63ba5 req-91359e63-01d6-4bb8-a497-19df4ce0b481 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:03.344919 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0c3c0b39-60f0-48e7-aa18-5c3d8fe63ba5 req-91359e63-01d6-4bb8-a497-19df4ce0b481 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=8690da0f-5bd1-41c0-97ad-6ebb6b3ac217 HTTP/1.1" status: 200 len: 943 time: 0.1203640 Jul 22 16:56:03.354964 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5f79e9d9-dd3c-4923-9140-34c301737117 None None] Attempting to bind port 1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:03.355466 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5f79e9d9-dd3c-4923-9140-34c301737117 None None] Attempting to bind port 1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'd8d4a478-9e99-47f0-83b0-a9867df48f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '43a3ed4a-db86-464d-a1d3-3db04228b65f'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:03.355804 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f79e9d9-dd3c-4923-9140-34c301737117 None None] Attempting to bind port 1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84 on network 43a3ed4a-db86-464d-a1d3-3db04228b65f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:03.372677 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f79e9d9-dd3c-4923-9140-34c301737117 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:03.373134 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f79e9d9-dd3c-4923-9140-34c301737117 None None] Checking segment: {'id': 'd8d4a478-9e99-47f0-83b0-a9867df48f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '43a3ed4a-db86-464d-a1d3-3db04228b65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:03.373603 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f79e9d9-dd3c-4923-9140-34c301737117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.375102 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f79e9d9-dd3c-4923-9140-34c301737117 None None] Bound using segment: {'id': 'd8d4a478-9e99-47f0-83b0-a9867df48f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '43a3ed4a-db86-464d-a1d3-3db04228b65f'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:03.375644 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5f79e9d9-dd3c-4923-9140-34c301737117 None None] Bound port: 1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d4a478-9e99-47f0-83b0-a9867df48f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '43a3ed4a-db86-464d-a1d3-3db04228b65f'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:03.376095 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f79e9d9-dd3c-4923-9140-34c301737117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.385075 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-478e6d20-d5d8-4155-a4fb-5f9e4f36f189 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Allocated IP 2001:db8::1b6 (43a3ed4a-db86-464d-a1d3-3db04228b65f/39f339f0-6fe2-4ee9-8353-6a3950ba2125/6cdeb09e-a193-4350-bcb3-d8c74db2f9eb) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:03.411099 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0c3c0b39-60f0-48e7-aa18-5c3d8fe63ba5 req-a24e5cf1-4a8a-4c26-8c5c-792b8751e3ec tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578263 Jul 22 16:56:03.485017 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6196770d-f060-470e-8760-f5c7c8eeb28f req-0a8c9262-e8bd-4282-9536-af2899b8edd9 service neutron] 10.222.0.30 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327860 Jul 22 16:56:03.494132 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5f79e9d9-dd3c-4923-9140-34c301737117 None None] For port 1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:03.499154 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5f79e9d9-dd3c-4923-9140-34c301737117 None None] For port 1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84,segment=NetworkSegment(d8d4a478-9e99-47f0-83b0-a9867df48f71),segment_id=d8d4a478-9e99-47f0-83b0-a9867df48f71)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:03.513314 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f79e9d9-dd3c-4923-9140-34c301737117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.577805 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79e9d9-dd3c-4923-9140-34c301737117 None None] Pushing event updated for resources: {'Port': ['ID=1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:03.591499 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-478e6d20-d5d8-4155-a4fb-5f9e4f36f189 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.607086 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-478e6d20-d5d8-4155-a4fb-5f9e4f36f189 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Transition to ACTIVE for port object 6cdeb09e-a193-4350-bcb3-d8c74db2f9eb will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:03.646350 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-478e6d20-d5d8-4155-a4fb-5f9e4f36f189 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.713618 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e6d20-d5d8-4155-a4fb-5f9e4f36f189 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Pushing event updated for resources: {'Port': ['ID=6cdeb09e-a193-4350-bcb3-d8c74db2f9eb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:03.733413 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478e6d20-d5d8-4155-a4fb-5f9e4f36f189 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Network 43a3ed4a-db86-464d-a1d3-3db04228b65f is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:03.734955 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-478e6d20-d5d8-4155-a4fb-5f9e4f36f189 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:03.737587 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478e6d20-d5d8-4155-a4fb-5f9e4f36f189 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:03.745729 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478e6d20-d5d8-4155-a4fb-5f9e4f36f189 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:03.746477 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-478e6d20-d5d8-4155-a4fb-5f9e4f36f189 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.769527 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51460) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:03.770385 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-478e6d20-d5d8-4155-a4fb-5f9e4f36f189 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.7700739 Jul 22 16:56:03.873756 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30abf5d0-b0d7-451e-b0fa-ed4af4e7a9e0 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:03.880479 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30abf5d0-b0d7-451e-b0fa-ed4af4e7a9e0 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:03.886455 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30abf5d0-b0d7-451e-b0fa-ed4af4e7a9e0 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:03.889482 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-30abf5d0-b0d7-451e-b0fa-ed4af4e7a9e0 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1174803 Jul 22 16:56:03.891073 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51462) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:03.986286 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a05858c2-2208-4a65-84ff-b18bbd5e29e6 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Deleting port 6cdeb09e-a193-4350-bcb3-d8c74db2f9eb {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:03.986483 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a05858c2-2208-4a65-84ff-b18bbd5e29e6 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:04.080093 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a05858c2-2208-4a65-84ff-b18bbd5e29e6 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:04.092368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a05858c2-2208-4a65-84ff-b18bbd5e29e6 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Calling delete_port for 6cdeb09e-a193-4350-bcb3-d8c74db2f9eb owned by {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:04.228882 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a05858c2-2208-4a65-84ff-b18bbd5e29e6 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:04.259799 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05858c2-2208-4a65-84ff-b18bbd5e29e6 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Pushing event deleted for resources: {'Port': ['ID=6cdeb09e-a193-4350-bcb3-d8c74db2f9eb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:04.292271 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a05858c2-2208-4a65-84ff-b18bbd5e29e6 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:04.295243 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a05858c2-2208-4a65-84ff-b18bbd5e29e6 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] 10.222.0.69 "DELETE /v2.0/ports/6cdeb09e-a193-4350-bcb3-d8c74db2f9eb HTTP/1.1" status: 204 len: 168 time: 0.4022591 Jul 22 16:56:04.367403 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51464) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:04.373466 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c3ad8daa-37bd-44b6-890c-84887c41e4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Request body: {'port': {'name': 'tempest-new-port-name-1664036554', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:04.373911 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.api.validators [None req-c3ad8daa-37bd-44b6-890c-84887c41e4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] bootfile-name is not in valid_values {{(pid=93816) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 16:56:04.374264 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.api.validators [None req-c3ad8daa-37bd-44b6-890c-84887c41e4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] tftp-server is not in valid_values {{(pid=93816) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 16:56:04.374594 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.api.validators [None req-c3ad8daa-37bd-44b6-890c-84887c41e4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] server-ip-address is not in valid_values {{(pid=93816) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 16:56:04.469434 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3ad8daa-37bd-44b6-890c-84887c41e4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:04.509971 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ef3563-78b3-4aa6-8107-c599e318e76e None None] Network 43a3ed4a-db86-464d-a1d3-3db04228b65f requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:04.607792 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c2eabc88-7b17-4ea9-85a9-e6994197b4f8 None None] Provisioning for port 1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:04.625140 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c02c7-479f-4ff4-bb9c-4792f50dcd8c req-471a61e7-823f-4bc5-9c5b-88a9bdb4b609 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:04.626869 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ab7c02c7-479f-4ff4-bb9c-4792f50dcd8c req-471a61e7-823f-4bc5-9c5b-88a9bdb4b609 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=8690da0f-5bd1-41c0-97ad-6ebb6b3ac217 HTTP/1.1" status: 200 len: 943 time: 0.1185739 Jul 22 16:56:04.666823 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:04.734549 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ab7c02c7-479f-4ff4-bb9c-4792f50dcd8c req-a277d5f4-75bb-4fcc-baa3-0483791c10c1 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771592 Jul 22 16:56:04.777765 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3ad8daa-37bd-44b6-890c-84887c41e4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:04.784884 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3ad8daa-37bd-44b6-890c-84887c41e4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:04.825617 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c3ad8daa-37bd-44b6-890c-84887c41e4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] In _notify_port_updated(), no bound segment for port ac157cd8-206b-492e-b28b-e5884b55b121 on network 43a3ed4a-db86-464d-a1d3-3db04228b65f {{(pid=93816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:56:04.831591 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ad8daa-37bd-44b6-890c-84887c41e4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:04.832318 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3ad8daa-37bd-44b6-890c-84887c41e4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:04.833709 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c3ad8daa-37bd-44b6-890c-84887c41e4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] 10.222.0.69 "PUT /v2.0/ports/ac157cd8-206b-492e-b28b-e5884b55b121 HTTP/1.1" status: 200 len: 1129 time: 0.4652841 Jul 22 16:56:04.836786 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51470) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:04.856471 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad8daa-37bd-44b6-890c-84887c41e4a0 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Pushing event updated for resources: {'Port': ['ID=ac157cd8-206b-492e-b28b-e5884b55b121,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:04.905189 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966a05b3-6707-40d8-8b57-d6cfb42d145e tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:04.906718 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-966a05b3-6707-40d8-8b57-d6cfb42d145e tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] 10.222.0.69 "GET /v2.0/ports/ac157cd8-206b-492e-b28b-e5884b55b121 HTTP/1.1" status: 200 len: 1129 time: 0.0689023 Jul 22 16:56:04.910906 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51472) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:05.017186 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-be8db5b1-98d6-4cfc-aa7e-1ab4d397c1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Deleting port ac157cd8-206b-492e-b28b-e5884b55b121 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:05.017528 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be8db5b1-98d6-4cfc-aa7e-1ab4d397c1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:05.074716 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-edc5a797-1e43-4ed7-b4fb-117ccb86db50 None None] Provisioning for port ac157cd8-206b-492e-b28b-e5884b55b121 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:05.079324 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-edc5a797-1e43-4ed7-b4fb-117ccb86db50 None None] Provisioning complete for port ac157cd8-206b-492e-b28b-e5884b55b121 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:05.079750 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-edc5a797-1e43-4ed7-b4fb-117ccb86db50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:05.119992 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be8db5b1-98d6-4cfc-aa7e-1ab4d397c1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:05.133441 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-edc5a797-1e43-4ed7-b4fb-117ccb86db50 None None] Port ac157cd8-206b-492e-b28b-e5884b55b121 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:56:05.134815 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-be8db5b1-98d6-4cfc-aa7e-1ab4d397c1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Calling delete_port for ac157cd8-206b-492e-b28b-e5884b55b121 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:05.262618 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:05.305144 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-299af460-6893-4d9a-a011-dc5733f0ea1d None None] Provisioning complete for port ac157cd8-206b-492e-b28b-e5884b55b121 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:05.305699 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-299af460-6893-4d9a-a011-dc5733f0ea1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:05.307490 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be8db5b1-98d6-4cfc-aa7e-1ab4d397c1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:05.327763 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-299af460-6893-4d9a-a011-dc5733f0ea1d None None] Port ac157cd8-206b-492e-b28b-e5884b55b121 was deleted so its status cannot be updated. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 16:56:05.350621 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:05.355083 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:05.355461 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:05.464813 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:05.479778 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device c1c01796-f354-4bb5-95fe-7a5479f3f024 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:56:05.522806 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84,segment=NetworkSegment(d8d4a478-9e99-47f0-83b0-a9867df48f71),segment_id=d8d4a478-9e99-47f0-83b0-a9867df48f71)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:05.529242 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:05.585893 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-85a51e88-3949-4176-a546-188fd3c78b4f None None] Could not find standard attr ID for object 6cdeb09e-a193-4350-bcb3-d8c74db2f9eb. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:56:05.734974 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8db5b1-98d6-4cfc-aa7e-1ab4d397c1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Pushing event deleted for resources: {'Port': ['ID=ac157cd8-206b-492e-b28b-e5884b55b121,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:05.786719 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:05.792145 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be8db5b1-98d6-4cfc-aa7e-1ab4d397c1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:05.795365 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-be8db5b1-98d6-4cfc-aa7e-1ab4d397c1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] 10.222.0.69 "DELETE /v2.0/ports/ac157cd8-206b-492e-b28b-e5884b55b121 HTTP/1.1" status: 204 len: 168 time: 0.8833861 Jul 22 16:56:05.798075 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51480) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:05.828895 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port c1c01796-f354-4bb5-95fe-7a5479f3f024, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=c1c01796-f354-4bb5-95fe-7a5479f3f024,segment=NetworkSegment(6ef72613-5101-4db9-ba1f-a239ae556be8),segment_id=6ef72613-5101-4db9-ba1f-a239ae556be8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:05.852032 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'c1c01796-f354-4bb5-95fe-7a5479f3f024', 'network_id': 'b1533b09-11b3-4578-adf9-8a3b73a65436', 'port_id': 'c1c01796-f354-4bb5-95fe-7a5479f3f024', 'mac_address': 'fa:16:3e:b3:dc:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2715b26f-8040-4f4d-af81-bb925953fe19', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:56:05.903986 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:05.919325 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c01796-f354-4bb5-95fe-7a5479f3f024 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:56:05.936631 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e02c8b23-0c46-4789-8814-8c6848cf851e tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Deleting subnet 39f339f0-6fe2-4ee9-8353-6a3950ba2125 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:56:05.948354 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port c1c01796-f354-4bb5-95fe-7a5479f3f024, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=c1c01796-f354-4bb5-95fe-7a5479f3f024,segment=NetworkSegment(6ef72613-5101-4db9-ba1f-a239ae556be8),segment_id=6ef72613-5101-4db9-ba1f-a239ae556be8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:05.954150 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e02c8b23-0c46-4789-8814-8c6848cf851e tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:05.957271 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:05.976672 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a229e1-ca9d-4a6a-afec-8fe529f2716e req-e60ff754-230b-42fa-9767-f5bfc6cd5627 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:05.978812 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-93a229e1-ca9d-4a6a-afec-8fe529f2716e req-e60ff754-230b-42fa-9767-f5bfc6cd5627 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=8690da0f-5bd1-41c0-97ad-6ebb6b3ac217 HTTP/1.1" status: 200 len: 943 time: 0.1028271 Jul 22 16:56:06.004064 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e02c8b23-0c46-4789-8814-8c6848cf851e tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.012365 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=c1c01796-f354-4bb5-95fe-7a5479f3f024,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:06.057407 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-93a229e1-ca9d-4a6a-afec-8fe529f2716e req-a4b1a069-bbce-4213-9899-b867314385c9 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705602 Jul 22 16:56:06.202926 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f1d6563b-fccb-42d7-a34c-0d807009e77b None None] Could not find standard attr ID for object ac157cd8-206b-492e-b28b-e5884b55b121. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:56:06.211165 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e02c8b23-0c46-4789-8814-8c6848cf851e tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.229310 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['c1c01796-f354-4bb5-95fe-7a5479f3f024'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:56:06.287122 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e02c8b23-0c46-4789-8814-8c6848cf851e tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.320097 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c8b23-0c46-4789-8814-8c6848cf851e tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Pushing event deleted for resources: {'Subnet': ['ID=39f339f0-6fe2-4ee9-8353-6a3950ba2125,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:06.328012 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e02c8b23-0c46-4789-8814-8c6848cf851e tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.329981 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e02c8b23-0c46-4789-8814-8c6848cf851e tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] 10.222.0.69 "DELETE /v2.0/subnets/39f339f0-6fe2-4ee9-8353-6a3950ba2125 HTTP/1.1" status: 204 len: 168 time: 0.5303483 Jul 22 16:56:06.332773 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51488) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:06.351981 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e935bb9a-4d1c-4621-b857-e2150d7692f2 None None] Network 43a3ed4a-db86-464d-a1d3-3db04228b65f requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:06.422523 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e51d9cb-8038-47a3-9934-716ef66db321 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.432745 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:56:06.480002 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6e51d9cb-8038-47a3-9934-716ef66db321 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Deleting port 1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:06.480351 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e51d9cb-8038-47a3-9934-716ef66db321 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.552356 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-6e51d9cb-8038-47a3-9934-716ef66db321 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] For port 1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84,segment=NetworkSegment(d8d4a478-9e99-47f0-83b0-a9867df48f71),segment_id=d8d4a478-9e99-47f0-83b0-a9867df48f71)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:06.552721 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e51d9cb-8038-47a3-9934-716ef66db321 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.564962 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6e51d9cb-8038-47a3-9934-716ef66db321 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Calling delete_port for 1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:06.578525 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a065e2-cd07-4558-9b79-6153d9e56f09 None None] DHCP port deletion for 43a3ed4a-db86-464d-a1d3-3db04228b65f request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:56:06.625854 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-49a065e2-cd07-4558-9b79-6153d9e56f09 None None] Deleting port 1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:06.626267 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49a065e2-cd07-4558-9b79-6153d9e56f09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.651826 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e51d9cb-8038-47a3-9934-716ef66db321 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.685495 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51d9cb-8038-47a3-9934-716ef66db321 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Pushing event deleted for resources: {'Port': ['ID=1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:06.687335 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e51d9cb-8038-47a3-9934-716ef66db321 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] No DVR routers for this DVR port 1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:06.698551 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-49a065e2-cd07-4558-9b79-6153d9e56f09 None None] For port 1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84,segment=NetworkSegment(d8d4a478-9e99-47f0-83b0-a9867df48f71),segment_id=d8d4a478-9e99-47f0-83b0-a9867df48f71)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:06.701968 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49a065e2-cd07-4558-9b79-6153d9e56f09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.712591 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-49a065e2-cd07-4558-9b79-6153d9e56f09 None None] Calling delete_port for 1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:06.780687 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e51d9cb-8038-47a3-9934-716ef66db321 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.794629 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6e51d9cb-8038-47a3-9934-716ef66db321 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a3ed4a-db86-464d-a1d3-3db04228b65f']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:06.805522 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6e51d9cb-8038-47a3-9934-716ef66db321 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d4a478-9e99-47f0-83b0-a9867df48f71') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:06.805756 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6e51d9cb-8038-47a3-9934-716ef66db321 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d4a478-9e99-47f0-83b0-a9867df48f71') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:06.814660 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e51d9cb-8038-47a3-9934-716ef66db321 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.818317 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49a065e2-cd07-4558-9b79-6153d9e56f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.829729 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e51d9cb-8038-47a3-9934-716ef66db321 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.837063 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e51d9cb-8038-47a3-9934-716ef66db321 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:56:06.837478 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e51d9cb-8038-47a3-9934-716ef66db321 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:56:06.840928 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:56:06.847837 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a065e2-cd07-4558-9b79-6153d9e56f09 None None] Pushing event deleted for resources: {'Port': ['ID=1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:06.853874 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a065e2-cd07-4558-9b79-6153d9e56f09 None None] No DVR routers for this DVR port 1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:06.910418 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e51d9cb-8038-47a3-9934-716ef66db321 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.917134 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e51d9cb-8038-47a3-9934-716ef66db321 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.918987 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6e51d9cb-8038-47a3-9934-716ef66db321 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] 10.222.0.69 "DELETE /v2.0/networks/43a3ed4a-db86-464d-a1d3-3db04228b65f HTTP/1.1" status: 204 len: 168 time: 0.5851648 Jul 22 16:56:06.931184 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51d9cb-8038-47a3-9934-716ef66db321 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736 tempest-ExtraDHCPOptionsIpV6TestJSON-736916736-project] Pushing event deleted for resources: {'Network': ['ID=43a3ed4a-db86-464d-a1d3-3db04228b65f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:07.167209 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51496) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:07.208299 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0546d1-ce73-4046-abd2-108a525973f3 req-25131f3e-1b44-4179-bbb7-04af4cb58333 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:07.210234 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cd0546d1-ce73-4046-abd2-108a525973f3 req-25131f3e-1b44-4179-bbb7-04af4cb58333 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=8690da0f-5bd1-41c0-97ad-6ebb6b3ac217 HTTP/1.1" status: 200 len: 944 time: 0.0725083 Jul 22 16:56:07.217443 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:07.241334 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:07.241687 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1ecc8ea8-42b7-4f1f-864f-2203e2c4bc84 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:07.264660 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cd0546d1-ce73-4046-abd2-108a525973f3 req-2b707bfd-f465-4050-88d4-01f47df58aa1 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457590 Jul 22 16:56:07.327989 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9e33e774-6b4c-4a03-9e14-a58db93cafc3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d60fccda8d2b4d6da3f2747e549c4b98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1595128 Jul 22 16:56:07.330462 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51506) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:07.379110 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-167bb9ae-994c-496c-a055-91725f841e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:07.400095 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-167bb9ae-994c-496c-a055-91725f841e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:07.451282 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-167bb9ae-994c-496c-a055-91725f841e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:07.454283 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-167bb9ae-994c-496c-a055-91725f841e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:07.455552 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-167bb9ae-994c-496c-a055-91725f841e5e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a5bcaf93-f2d7-4e3b-a0f1-cb44354f64de HTTP/1.1" status: 204 len: 168 time: 0.1241448 Jul 22 16:56:07.465332 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167bb9ae-994c-496c-a055-91725f841e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bcaf93-f2d7-4e3b-a0f1-cb44354f64de,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:07.495557 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device c1c01796-f354-4bb5-95fe-7a5479f3f024 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:07.559503 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port c1c01796-f354-4bb5-95fe-7a5479f3f024 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:07.566376 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port c1c01796-f354-4bb5-95fe-7a5479f3f024 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:07.566690 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:07.651100 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:07.673884 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8690da0f-5bd1-41c0-97ad-6ebb6b3ac217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c01796-f354-4bb5-95fe-7a5479f3f024'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:56:07.676813 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f77696e-4e6a-43a2-aaa5-29c98f10cd0e" -d '{"events": [{"server_uuid": "8690da0f-5bd1-41c0-97ad-6ebb6b3ac217", "name": "network-vif-plugged", "status": "completed", "tag": "c1c01796-f354-4bb5-95fe-7a5479f3f024"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:56:07.691396 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port c1c01796-f354-4bb5-95fe-7a5479f3f024, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=c1c01796-f354-4bb5-95fe-7a5479f3f024,segment=NetworkSegment(6ef72613-5101-4db9-ba1f-a239ae556be8),segment_id=6ef72613-5101-4db9-ba1f-a239ae556be8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:07.695822 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:07.723229 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23729e3-200c-45de-9258-62a2d654f517 x-openstack-request-id: req-b23729e3-200c-45de-9258-62a2d654f517 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:56:07.723581 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8690da0f-5bd1-41c0-97ad-6ebb6b3ac217", "name": "network-vif-plugged", "status": "completed", "tag": "c1c01796-f354-4bb5-95fe-7a5479f3f024", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:56:07.723908 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b23729e3-200c-45de-9258-62a2d654f517 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:56:07.724354 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8690da0f-5bd1-41c0-97ad-6ebb6b3ac217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c01796-f354-4bb5-95fe-7a5479f3f024', 'code': 200} Jul 22 16:56:07.756359 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=c1c01796-f354-4bb5-95fe-7a5479f3f024,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:08.010603 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448987a-c80b-4609-baec-a3fe237f6034 req-01ee1726-8749-433d-ac7f-7f38fdbb8851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:08.012100 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9448987a-c80b-4609-baec-a3fe237f6034 req-01ee1726-8749-433d-ac7f-7f38fdbb8851 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8690da0f-5bd1-41c0-97ad-6ebb6b3ac217 HTTP/1.1" status: 200 len: 1096 time: 0.2072363 Jul 22 16:56:08.059217 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9448987a-c80b-4609-baec-a3fe237f6034 req-b0c3f23e-82fb-4a58-944d-f13990281fea service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403533 Jul 22 16:56:08.173542 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51544) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:08.267271 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d87b8bd7-2548-4bd8-830b-a5a53208d0ba tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] Request body: {'port': {'network_id': '36bf7d79-901f-4c53-b4df-5e4da761fbe3', 'name': 'tempest-NetworksNegativeTestJSON-2136040956'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:08.281389 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87b8bd7-2548-4bd8-830b-a5a53208d0ba tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] POST failed (client error): The resource could not be found. Jul 22 16:56:08.281911 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87b8bd7-2548-4bd8-830b-a5a53208d0ba tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:56:08.283037 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d87b8bd7-2548-4bd8-830b-a5a53208d0ba tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1083915 Jul 22 16:56:08.287583 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51548) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:08.309362 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-5967b4f3-7c7b-4774-868d-67217de2b532 tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] DELETE failed (client error): The resource could not be found. Jul 22 16:56:08.309908 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5967b4f3-7c7b-4774-868d-67217de2b532 tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:56:08.315167 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5967b4f3-7c7b-4774-868d-67217de2b532 tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] 10.222.0.69 "DELETE /v2.0/networks/c7461d14-e00f-4255-a4ba-6dd29379f045 HTTP/1.1" status: 404 len: 339 time: 0.0231197 Jul 22 16:56:08.315354 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51552) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:08.340557 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b4ff2d-4cc3-4933-8d24-74d75907f227 tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] DELETE failed (client error): The resource could not be found. Jul 22 16:56:08.341209 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b4ff2d-4cc3-4933-8d24-74d75907f227 tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:56:08.343180 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b2b4ff2d-4cc3-4933-8d24-74d75907f227 tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] 10.222.0.69 "DELETE /v2.0/ports/cec199b4-9b27-4cfd-bfe1-da0fa4cf2230 HTTP/1.1" status: 404 len: 333 time: 0.0267196 Jul 22 16:56:08.347653 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51554) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:08.375257 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65f9e2c-a08d-44c5-a340-cfd28a20fac2 tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] DELETE failed (client error): The resource could not be found. Jul 22 16:56:08.375973 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f65f9e2c-a08d-44c5-a340-cfd28a20fac2 tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:56:08.382563 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f65f9e2c-a08d-44c5-a340-cfd28a20fac2 tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] 10.222.0.69 "DELETE /v2.0/subnets/5ee08581-8777-46d2-a4e7-169a141fe0c3 HTTP/1.1" status: 404 len: 337 time: 0.0329800 Jul 22 16:56:08.383193 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51556) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:08.415779 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8ecead-555b-4dcb-b467-06bd8c580d31 tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] GET failed (client error): The resource could not be found. Jul 22 16:56:08.417225 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6b8ecead-555b-4dcb-b467-06bd8c580d31 tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] 10.222.0.69 "GET /v2.0/networks/98cfb3d0-fab2-4fa2-bddc-e5c96d2bb746 HTTP/1.1" status: 404 len: 339 time: 0.0330365 Jul 22 16:56:08.421029 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51558) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:08.448678 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9481a9-6323-4fc2-bf34-643ce4424c83 tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] GET failed (client error): The resource could not be found. Jul 22 16:56:08.450191 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-af9481a9-6323-4fc2-bf34-643ce4424c83 tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] 10.222.0.69 "GET /v2.0/ports/1736024b-257e-4f54-a5cb-b010195818f0 HTTP/1.1" status: 404 len: 333 time: 0.0281689 Jul 22 16:56:08.453824 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51560) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:08.471724 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc6dcb-ee34-4ca7-a6c9-5a0804cace6b req-9d597255-c54a-4061-9f26-c17d1a9a2991 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:08.473214 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-debc6dcb-ee34-4ca7-a6c9-5a0804cace6b req-9d597255-c54a-4061-9f26-c17d1a9a2991 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=8690da0f-5bd1-41c0-97ad-6ebb6b3ac217 HTTP/1.1" status: 200 len: 945 time: 0.1354523 Jul 22 16:56:08.480860 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c2641f-7e79-44e6-b64e-19f638146539 tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] GET failed (client error): The resource could not be found. Jul 22 16:56:08.482185 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-08c2641f-7e79-44e6-b64e-19f638146539 tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] 10.222.0.69 "GET /v2.0/subnets/08631b19-b9ef-457d-a293-554c4aaef47e HTTP/1.1" status: 404 len: 337 time: 0.0274155 Jul 22 16:56:08.486237 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51562) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:08.490104 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6fe14b75-ddf6-4177-ad7b-ced51c02253f req-f7a30f0d-48fe-4812-a230-53ca9e518bef service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=236872bb-d77d-4d73-abab-3605ee2be825&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0924258 Jul 22 16:56:08.492737 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f9deea74-ea7c-4ae2-b680-68a08bfef115 tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:08.508367 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9deea74-ea7c-4ae2-b680-68a08bfef115 tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] PUT failed (client error): The resource could not be found. Jul 22 16:56:08.509099 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9deea74-ea7c-4ae2-b680-68a08bfef115 tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:56:08.514728 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f9deea74-ea7c-4ae2-b680-68a08bfef115 tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] 10.222.0.69 "PUT /v2.0/networks/212bbe05-ba21-4872-a195-036fdb348216 HTTP/1.1" status: 404 len: 339 time: 0.0229275 Jul 22 16:56:08.514728 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51564) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:08.520430 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-751860a8-e4f8-4550-95e5-07a623099cc0 tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:08.529132 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-debc6dcb-ee34-4ca7-a6c9-5a0804cace6b req-27f0ebed-c833-42a2-84e0-dbff51ca8281 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500739 Jul 22 16:56:08.550497 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-751860a8-e4f8-4550-95e5-07a623099cc0 tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] PUT failed (client error): The resource could not be found. Jul 22 16:56:08.551211 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-751860a8-e4f8-4550-95e5-07a623099cc0 tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:56:08.556197 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-751860a8-e4f8-4550-95e5-07a623099cc0 tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] 10.222.0.69 "PUT /v2.0/ports/70c6831c-70a8-408e-a285-04342369648a HTTP/1.1" status: 404 len: 333 time: 0.0372162 Jul 22 16:56:08.556438 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51566) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:08.561627 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-35785e5b-1bb3-4d3d-8923-8145604e52bd tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:08.584046 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-35785e5b-1bb3-4d3d-8923-8145604e52bd tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] PUT failed (client error): The resource could not be found. Jul 22 16:56:08.584507 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35785e5b-1bb3-4d3d-8923-8145604e52bd tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:56:08.586082 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-35785e5b-1bb3-4d3d-8923-8145604e52bd tempest-NetworksNegativeTestJSON-1933005022 tempest-NetworksNegativeTestJSON-1933005022-project] 10.222.0.69 "PUT /v2.0/subnets/e8b7e4d3-76b2-459f-be6c-69312dc5fa1f HTTP/1.1" status: 404 len: 337 time: 0.0282996 Jul 22 16:56:08.866560 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51574) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:08.961954 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe14b75-ddf6-4177-ad7b-ced51c02253f req-4dba0684-b276-4bd2-9ba0-496f78c8795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:08.963709 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6fe14b75-ddf6-4177-ad7b-ced51c02253f req-4dba0684-b276-4bd2-9ba0-496f78c8795f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c002cbb3d4648a3b33002aba3a54564&device_id=236872bb-d77d-4d73-abab-3605ee2be825 HTTP/1.1" status: 200 len: 1097 time: 0.4143324 Jul 22 16:56:08.983542 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b21be20d-f019-477f-ad4d-84d478c53470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.097672 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe14b75-ddf6-4177-ad7b-ced51c02253f req-c4cff817-6e4b-4dcb-928a-7028689793ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:09.099241 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6fe14b75-ddf6-4177-ad7b-ced51c02253f req-c4cff817-6e4b-4dcb-928a-7028689793ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=b1533b09-11b3-4578-adf9-8a3b73a65436 HTTP/1.1" status: 200 len: 915 time: 0.1145353 Jul 22 16:56:09.114684 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b21be20d-f019-477f-ad4d-84d478c53470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.120416 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b21be20d-f019-477f-ad4d-84d478c53470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.153331 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6fe14b75-ddf6-4177-ad7b-ced51c02253f req-08c8fdc0-1560-4584-a592-8ed4e860a383 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbee2650-99de-4918-8589-8df20d49eaf8 HTTP/1.1" status: 200 len: 217 time: 0.0462503 Jul 22 16:56:09.163934 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21be20d-f019-477f-ad4d-84d478c53470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27f129a-52b8-41e7-aeda-219e81c137a1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:09.171016 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51578) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:09.171154 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b21be20d-f019-477f-ad4d-84d478c53470 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=870255d1e57e4b10b9a5dd2209e939d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3033912 Jul 22 16:56:09.232615 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe14b75-ddf6-4177-ad7b-ced51c02253f req-081fba6c-cc2b-4f51-aba6-31feb8baa6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:09.234332 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6fe14b75-ddf6-4177-ad7b-ced51c02253f req-081fba6c-cc2b-4f51-aba6-31feb8baa6c2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2715b26f-8040-4f4d-af81-bb925953fe19 HTTP/1.1" status: 200 len: 854 time: 0.0733821 Jul 22 16:56:09.274210 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6fe14b75-ddf6-4177-ad7b-ced51c02253f req-a31d0d93-0d7a-48ff-ac1c-b40d920f9c9d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1533b09-11b3-4578-adf9-8a3b73a65436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331306 Jul 22 16:56:09.277019 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf1f9e37-c34a-49b6-894a-d19f8e508a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.326062 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf1f9e37-c34a-49b6-894a-d19f8e508a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.407767 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6fe14b75-ddf6-4177-ad7b-ced51c02253f req-0f25bc63-1079-4a22-9bb1-a1f7ac2e3936 service neutron] 10.222.0.16 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263511 Jul 22 16:56:09.436042 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf1f9e37-c34a-49b6-894a-d19f8e508a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.438591 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf1f9e37-c34a-49b6-894a-d19f8e508a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.439688 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cf1f9e37-c34a-49b6-894a-d19f8e508a5b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b27f129a-52b8-41e7-aeda-219e81c137a1 HTTP/1.1" status: 204 len: 168 time: 0.2675815 Jul 22 16:56:09.458537 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f9e37-c34a-49b6-894a-d19f8e508a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27f129a-52b8-41e7-aeda-219e81c137a1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:09.527588 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6fe14b75-ddf6-4177-ad7b-ced51c02253f req-64edd31d-ad1c-4d76-92c3-19d6c8d74326 service neutron] 10.222.0.16 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118255 Jul 22 16:56:09.704972 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55da3e-f8ca-4520-9eac-fb6c445c93b1 req-39c162b4-6971-4561-b968-1b15ec3829fb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:09.706843 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b55da3e-f8ca-4520-9eac-fb6c445c93b1 req-39c162b4-6971-4561-b968-1b15ec3829fb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=8690da0f-5bd1-41c0-97ad-6ebb6b3ac217 HTTP/1.1" status: 200 len: 945 time: 0.1029613 Jul 22 16:56:09.766516 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b55da3e-f8ca-4520-9eac-fb6c445c93b1 req-b5c77750-b836-4920-87a9-be556f96ce70 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537157 Jul 22 16:56:09.922909 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52505bed-c0d1-46f0-b880-bd9db12a8e1f req-af6652ff-2299-4f35-beb1-98b8564e15de service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1086907 Jul 22 16:56:10.051388 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52505bed-c0d1-46f0-b880-bd9db12a8e1f req-574585cd-3b77-4ea1-b688-81c042fe38f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:10.052946 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52505bed-c0d1-46f0-b880-bd9db12a8e1f req-574585cd-3b77-4ea1-b688-81c042fe38f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c002cbb3d4648a3b33002aba3a54564&device_id=bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a HTTP/1.1" status: 200 len: 1096 time: 0.0681949 Jul 22 16:56:10.088284 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51606) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:10.213153 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52505bed-c0d1-46f0-b880-bd9db12a8e1f req-88f94124-35b0-4412-aacf-0bfa27aae888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:10.214663 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52505bed-c0d1-46f0-b880-bd9db12a8e1f req-88f94124-35b0-4412-aacf-0bfa27aae888 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b1533b09-11b3-4578-adf9-8a3b73a65436 HTTP/1.1" status: 200 len: 915 time: 0.1353478 Jul 22 16:56:10.263025 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52505bed-c0d1-46f0-b880-bd9db12a8e1f req-34c83186-9cda-41b9-a0bb-b9ac71c2e97c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23013f2f-b706-4958-94da-55305020b243 HTTP/1.1" status: 200 len: 217 time: 0.0399525 Jul 22 16:56:10.282050 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7a0729b-39d4-4d15-9f3f-5c22ad6c68f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.331721 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52505bed-c0d1-46f0-b880-bd9db12a8e1f req-b1542bae-a09d-4b5a-8ad4-0e9b53a78f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:10.333457 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52505bed-c0d1-46f0-b880-bd9db12a8e1f req-b1542bae-a09d-4b5a-8ad4-0e9b53a78f87 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2715b26f-8040-4f4d-af81-bb925953fe19 HTTP/1.1" status: 200 len: 854 time: 0.0661354 Jul 22 16:56:10.379756 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52505bed-c0d1-46f0-b880-bd9db12a8e1f req-346698a3-f647-4277-96bf-683c0352956e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b1533b09-11b3-4578-adf9-8a3b73a65436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390437 Jul 22 16:56:10.391364 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-52505bed-c0d1-46f0-b880-bd9db12a8e1f req-0326a56f-04be-4373-8ad2-931e15ca1cbf service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:56:10.392518 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52505bed-c0d1-46f0-b880-bd9db12a8e1f req-0326a56f-04be-4373-8ad2-931e15ca1cbf service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056064 Jul 22 16:56:10.419530 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7a0729b-39d4-4d15-9f3f-5c22ad6c68f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.426533 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c7a0729b-39d4-4d15-9f3f-5c22ad6c68f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.463190 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51624) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:10.484461 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0729b-39d4-4d15-9f3f-5c22ad6c68f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f5c521-f7f5-47d2-aa02-14879c09a151,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:10.488964 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c7a0729b-39d4-4d15-9f3f-5c22ad6c68f5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2e1c329049dc4f53abffd527ce16644e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3994529 Jul 22 16:56:10.492526 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51628) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:10.521986 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52505bed-c0d1-46f0-b880-bd9db12a8e1f req-52375cef-6d94-44cf-8356-03f8002e81cf service neutron] 10.222.0.30 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229091 Jul 22 16:56:10.554780 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01298526-1585-4e7a-bb08-a7b89b20aa3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.578094 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01298526-1585-4e7a-bb08-a7b89b20aa3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.609690 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-61726c5e-f7b9-46c4-85ef-a30182e5791e tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:10.610283 n-d-798930-9 neutron-server[93817]: WARNING neutron.api.v2.base [None req-61726c5e-f7b9-46c4-85ef-a30182e5791e tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 16:56:10.610908 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-61726c5e-f7b9-46c4-85ef-a30182e5791e tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 16:56:10.615891 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-61726c5e-f7b9-46c4-85ef-a30182e5791e tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1516960 Jul 22 16:56:10.616394 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51630) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:10.621083 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-de133e6e-8afd-4718-8b2f-6dc6fa60d1be tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group': {'name': 'tempest-secgroup--312969540'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:10.641213 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01298526-1585-4e7a-bb08-a7b89b20aa3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.644903 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52505bed-c0d1-46f0-b880-bd9db12a8e1f req-928aeb39-fdf2-4f6d-be3f-8e92f3f94dff service neutron] 10.222.0.30 "GET /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160059 Jul 22 16:56:10.647201 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01298526-1585-4e7a-bb08-a7b89b20aa3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.649149 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-01298526-1585-4e7a-bb08-a7b89b20aa3d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/79f5c521-f7f5-47d2-aa02-14879c09a151 HTTP/1.1" status: 204 len: 168 time: 0.1554508 Jul 22 16:56:10.657977 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-de133e6e-8afd-4718-8b2f-6dc6fa60d1be tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.661111 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01298526-1585-4e7a-bb08-a7b89b20aa3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f5c521-f7f5-47d2-aa02-14879c09a151,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:10.691786 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-de133e6e-8afd-4718-8b2f-6dc6fa60d1be tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.798707 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-de133e6e-8afd-4718-8b2f-6dc6fa60d1be tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.807501 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-de133e6e-8afd-4718-8b2f-6dc6fa60d1be tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.840591 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de133e6e-8afd-4718-8b2f-6dc6fa60d1be tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=767c0f5c-92bb-4e47-9b0f-d567c6937c67,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:10.930230 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-de133e6e-8afd-4718-8b2f-6dc6fa60d1be tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.935537 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-de133e6e-8afd-4718-8b2f-6dc6fa60d1be tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.964596 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-de133e6e-8afd-4718-8b2f-6dc6fa60d1be tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.965827 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-de133e6e-8afd-4718-8b2f-6dc6fa60d1be tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3484914 Jul 22 16:56:10.967618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de133e6e-8afd-4718-8b2f-6dc6fa60d1be tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a988a69-e87a-403a-82f3-802ae23570d8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:10.969458 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51636) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:10.974616 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b19b1274-fbf0-4483-9744-88c3dcafffba tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group_rule': {'security_group_id': '8a988a69-e87a-403a-82f3-802ae23570d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:11.007798 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b19b1274-fbf0-4483-9744-88c3dcafffba tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.031531 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51638) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:11.045859 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a67f61a-34fb-406c-8d07-4132034cf7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.055031 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b19b1274-fbf0-4483-9744-88c3dcafffba tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.059079 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b19b1274-fbf0-4483-9744-88c3dcafffba tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.079476 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b1274-fbf0-4483-9744-88c3dcafffba tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25be6362-2d5d-49bb-ad4c-88fd6e44737e,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:11.150972 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a67f61a-34fb-406c-8d07-4132034cf7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.154670 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a67f61a-34fb-406c-8d07-4132034cf7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.159826 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b19b1274-fbf0-4483-9744-88c3dcafffba tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.163535 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b19b1274-fbf0-4483-9744-88c3dcafffba tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1904156 Jul 22 16:56:11.163755 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51640) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:11.168213 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2086d5e5-63d0-4b48-898d-00d2d6861f45 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group_rule': {'security_group_id': '8a988a69-e87a-403a-82f3-802ae23570d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:11.195002 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2086d5e5-63d0-4b48-898d-00d2d6861f45 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.196325 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8a67f61a-34fb-406c-8d07-4132034cf7f3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c5934457e1f64e87b3b6453f1b1ff0fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637135 Jul 22 16:56:11.197203 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67f61a-34fb-406c-8d07-4132034cf7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2c3eb5-45d9-4d2c-a82d-db4b384e9294,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:11.199015 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51642) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:11.276767 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-2086d5e5-63d0-4b48-898d-00d2d6861f45 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 16:56:11.277848 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2086d5e5-63d0-4b48-898d-00d2d6861f45 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1131587 Jul 22 16:56:11.280801 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51648) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:11.280945 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6999498-6b10-4cbb-94c5-5115efa27cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.304369 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6999498-6b10-4cbb-94c5-5115efa27cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.337638 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ba982bf-aefb-4378-a2e3-2eca20aa93bc tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.354896 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6999498-6b10-4cbb-94c5-5115efa27cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.357436 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f6999498-6b10-4cbb-94c5-5115efa27cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.360940 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f6999498-6b10-4cbb-94c5-5115efa27cad admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/df2c3eb5-45d9-4d2c-a82d-db4b384e9294 HTTP/1.1" status: 204 len: 168 time: 0.1586983 Jul 22 16:56:11.362672 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ba982bf-aefb-4378-a2e3-2eca20aa93bc tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.369231 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6999498-6b10-4cbb-94c5-5115efa27cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2c3eb5-45d9-4d2c-a82d-db4b384e9294,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:11.429287 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ba982bf-aefb-4378-a2e3-2eca20aa93bc tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.432820 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ba982bf-aefb-4378-a2e3-2eca20aa93bc tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.437495 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9ba982bf-aefb-4378-a2e3-2eca20aa93bc tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "DELETE /v2.0/security-groups/8a988a69-e87a-403a-82f3-802ae23570d8 HTTP/1.1" status: 204 len: 168 time: 0.1532421 Jul 22 16:56:11.438523 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51654) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:11.453787 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba982bf-aefb-4378-a2e3-2eca20aa93bc tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a988a69-e87a-403a-82f3-802ae23570d8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:11.520205 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51660) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:11.520660 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-84925dd8-bf11-406e-8cff-307a677b22cd tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0805633 Jul 22 16:56:11.529095 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-15c6cc3d-37e6-49fe-8d0f-f7a193bfd971 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group': {'name': 'tempest-secgroup--131381125'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:11.567402 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15c6cc3d-37e6-49fe-8d0f-f7a193bfd971 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.657789 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15c6cc3d-37e6-49fe-8d0f-f7a193bfd971 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.662952 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15c6cc3d-37e6-49fe-8d0f-f7a193bfd971 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.700220 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15c6cc3d-37e6-49fe-8d0f-f7a193bfd971 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.702013 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-15c6cc3d-37e6-49fe-8d0f-f7a193bfd971 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1803589 Jul 22 16:56:11.704453 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51666) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:11.709767 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-80a79e67-c191-4fbc-9b3c-d4e6b5c9e384 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group_rule': {'security_group_id': '46ae7ef7-5076-4c19-849f-251d27f2c8d8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:11.710375 n-d-798930-9 neutron-server[93816]: WARNING neutron.api.v2.base [None req-80a79e67-c191-4fbc-9b3c-d4e6b5c9e384 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 22 16:56:11.710945 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-80a79e67-c191-4fbc-9b3c-d4e6b5c9e384 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:11.712960 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-80a79e67-c191-4fbc-9b3c-d4e6b5c9e384 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065212 Jul 22 16:56:11.714999 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51668) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:11.722513 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6cc3d-37e6-49fe-8d0f-f7a193bfd971 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46ae7ef7-5076-4c19-849f-251d27f2c8d8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:11.772703 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eee6569f-3e04-423e-a509-179ff616993e tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.793854 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51670) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:11.803526 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eee6569f-3e04-423e-a509-179ff616993e tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.818676 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0844244b-e7da-4757-9573-afeb52279a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.871675 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eee6569f-3e04-423e-a509-179ff616993e tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.874164 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eee6569f-3e04-423e-a509-179ff616993e tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.878064 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-eee6569f-3e04-423e-a509-179ff616993e tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "DELETE /v2.0/security-groups/46ae7ef7-5076-4c19-849f-251d27f2c8d8 HTTP/1.1" status: 204 len: 168 time: 0.1596096 Jul 22 16:56:11.878448 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51672) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:11.890190 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6569f-3e04-423e-a509-179ff616993e tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ae7ef7-5076-4c19-849f-251d27f2c8d8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:11.936867 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ce93bcc6-5142-4b89-bbe6-1ce9cc692c63 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0571170 Jul 22 16:56:11.940575 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51674) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:11.945296 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d9969590-9e5b-4ea1-9a92-22722745cb96 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group': {'name': 'tempest-secgroup--488207261'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:11.961937 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0844244b-e7da-4757-9573-afeb52279a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.965962 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0844244b-e7da-4757-9573-afeb52279a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.989326 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9969590-9e5b-4ea1-9a92-22722745cb96 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.009829 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0844244b-e7da-4757-9573-afeb52279a57 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=029a1344b1e84a189f952cd51c940ac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2123041 Jul 22 16:56:12.010158 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51676) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:12.011544 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844244b-e7da-4757-9573-afeb52279a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23efbb4b-549f-4716-bc93-f9fa41567c22,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:12.095683 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-630983ac-8179-44ec-9dc0-588a85d615d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.130115 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9969590-9e5b-4ea1-9a92-22722745cb96 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.134830 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-630983ac-8179-44ec-9dc0-588a85d615d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.141159 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9969590-9e5b-4ea1-9a92-22722745cb96 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.142438 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.186920 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9969590-9e5b-4ea1-9a92-22722745cb96 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.188202 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d9969590-9e5b-4ea1-9a92-22722745cb96 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2464042 Jul 22 16:56:12.192112 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51678) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:12.193972 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9969590-9e5b-4ea1-9a92-22722745cb96 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2faf77be-27c4-4b6a-ba1d-e967ff7c1746,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:12.197654 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-670858c3-2d8b-4861-a2d6-b32d3a4876e8 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group_rule': {'security_group_id': '2faf77be-27c4-4b6a-ba1d-e967ff7c1746', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:12.198403 n-d-798930-9 neutron-server[93816]: WARNING neutron.api.v2.base [None req-670858c3-2d8b-4861-a2d6-b32d3a4876e8 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 22 16:56:12.199103 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-670858c3-2d8b-4861-a2d6-b32d3a4876e8 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:12.200157 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-670858c3-2d8b-4861-a2d6-b32d3a4876e8 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073407 Jul 22 16:56:12.203034 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51680) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:12.217752 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-630983ac-8179-44ec-9dc0-588a85d615d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.220759 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-630983ac-8179-44ec-9dc0-588a85d615d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.221975 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-630983ac-8179-44ec-9dc0-588a85d615d9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/23efbb4b-549f-4716-bc93-f9fa41567c22 HTTP/1.1" status: 204 len: 168 time: 0.2108409 Jul 22 16:56:12.230653 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630983ac-8179-44ec-9dc0-588a85d615d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23efbb4b-549f-4716-bc93-f9fa41567c22,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:12.264357 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.273184 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae59e-e22f-41dd-9eb0-106fc372df26 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.296682 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae59e-e22f-41dd-9eb0-106fc372df26 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.349189 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae59e-e22f-41dd-9eb0-106fc372df26 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.353068 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae59e-e22f-41dd-9eb0-106fc372df26 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.354405 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-dc8ae59e-e22f-41dd-9eb0-106fc372df26 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "DELETE /v2.0/security-groups/2faf77be-27c4-4b6a-ba1d-e967ff7c1746 HTTP/1.1" status: 204 len: 168 time: 0.1504474 Jul 22 16:56:12.357853 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51684) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:12.364195 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ae59e-e22f-41dd-9eb0-106fc372df26 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faf77be-27c4-4b6a-ba1d-e967ff7c1746,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:12.418271 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7135c7be-e286-4a70-9176-fdd744d49943 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0581238 Jul 22 16:56:12.422187 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51688) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:12.426689 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-89962928-8643-4abf-9c78-4d0d259cff7a tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group': {'name': 'tempest-secgroup--460552413'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:12.450084 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89962928-8643-4abf-9c78-4d0d259cff7a tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.545989 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89962928-8643-4abf-9c78-4d0d259cff7a tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.553824 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89962928-8643-4abf-9c78-4d0d259cff7a tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.581173 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89962928-8643-4abf-9c78-4d0d259cff7a tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.585173 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-89962928-8643-4abf-9c78-4d0d259cff7a tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1592135 Jul 22 16:56:12.585902 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51696) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:12.590604 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1f6a4c35-51ae-4f05-8b64-cf0bf5e9c3c8 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group_rule': {'security_group_id': 'e42ecfa5-8190-4c1e-b0be-5a21ae700407', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:12.601097 n-d-798930-9 neutron-server[93817]: WARNING neutron.api.v2.base [None req-1f6a4c35-51ae-4f05-8b64-cf0bf5e9c3c8 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 22 16:56:12.602008 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-1f6a4c35-51ae-4f05-8b64-cf0bf5e9c3c8 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:12.604484 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1f6a4c35-51ae-4f05-8b64-cf0bf5e9c3c8 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0162117 Jul 22 16:56:12.605685 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89962928-8643-4abf-9c78-4d0d259cff7a tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e42ecfa5-8190-4c1e-b0be-5a21ae700407,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:12.605965 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51698) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:12.611003 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0e98afcd-b7f8-4c4c-a50a-8a6f3bbf6e97 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group_rule': {'security_group_id': 'e42ecfa5-8190-4c1e-b0be-5a21ae700407', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:12.611690 n-d-798930-9 neutron-server[93816]: WARNING neutron.api.v2.base [None req-0e98afcd-b7f8-4c4c-a50a-8a6f3bbf6e97 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 22 16:56:12.612716 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-0e98afcd-b7f8-4c4c-a50a-8a6f3bbf6e97 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:12.613675 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0e98afcd-b7f8-4c4c-a50a-8a6f3bbf6e97 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067220 Jul 22 16:56:12.616815 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51700) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:12.622880 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b0494692-7824-4a82-beda-1b799b615c08 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group_rule': {'security_group_id': 'e42ecfa5-8190-4c1e-b0be-5a21ae700407', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:12.623700 n-d-798930-9 neutron-server[93816]: WARNING neutron.api.v2.base [None req-b0494692-7824-4a82-beda-1b799b615c08 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 22 16:56:12.624221 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-b0494692-7824-4a82-beda-1b799b615c08 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:12.625434 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b0494692-7824-4a82-beda-1b799b615c08 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074031 Jul 22 16:56:12.628792 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51702) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:12.633457 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-210ab983-4c0b-4f25-b06f-dad1e1f8a4aa tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group_rule': {'security_group_id': 'e42ecfa5-8190-4c1e-b0be-5a21ae700407', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:12.634398 n-d-798930-9 neutron-server[93816]: WARNING neutron.api.v2.base [None req-210ab983-4c0b-4f25-b06f-dad1e1f8a4aa tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 22 16:56:12.634950 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-210ab983-4c0b-4f25-b06f-dad1e1f8a4aa tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:12.635942 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-210ab983-4c0b-4f25-b06f-dad1e1f8a4aa tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059545 Jul 22 16:56:12.639942 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51704) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:12.698612 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03c7e1bb-c018-4da4-b8b9-07fdcbe5504d tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.725722 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03c7e1bb-c018-4da4-b8b9-07fdcbe5504d tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.782731 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03c7e1bb-c018-4da4-b8b9-07fdcbe5504d tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.785844 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03c7e1bb-c018-4da4-b8b9-07fdcbe5504d tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.787204 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-03c7e1bb-c018-4da4-b8b9-07fdcbe5504d tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "DELETE /v2.0/security-groups/e42ecfa5-8190-4c1e-b0be-5a21ae700407 HTTP/1.1" status: 204 len: 168 time: 0.1476135 Jul 22 16:56:12.789776 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51714) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:12.796846 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7e1bb-c018-4da4-b8b9-07fdcbe5504d tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42ecfa5-8190-4c1e-b0be-5a21ae700407,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:12.846265 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f4e20406-7970-479b-a49f-13e146efb3f0 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0547383 Jul 22 16:56:12.850282 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51718) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:12.855372 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7b483f04-63dd-4b6d-9a9f-e55adffadaa2 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group': {'name': 'tempest-secgroup--395467051'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:12.879849 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b483f04-63dd-4b6d-9a9f-e55adffadaa2 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.986587 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b483f04-63dd-4b6d-9a9f-e55adffadaa2 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.991447 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b483f04-63dd-4b6d-9a9f-e55adffadaa2 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.005265 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51722) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:13.027415 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b483f04-63dd-4b6d-9a9f-e55adffadaa2 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.028675 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7b483f04-63dd-4b6d-9a9f-e55adffadaa2 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1772535 Jul 22 16:56:13.032142 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51726) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:13.039447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b483f04-63dd-4b6d-9a9f-e55adffadaa2 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d1e04e-6e41-466e-9a83-21ab045d84bc,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:13.040737 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-68c511d3-c27a-44a3-b01d-e1f134b9e536 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group_rule': {'security_group_id': 'b9d1e04e-6e41-466e-9a83-21ab045d84bc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:13.052563 n-d-798930-9 neutron-server[93817]: WARNING neutron.api.v2.base [None req-68c511d3-c27a-44a3-b01d-e1f134b9e536 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 16:56:13.053257 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-68c511d3-c27a-44a3-b01d-e1f134b9e536 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:13.054450 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-68c511d3-c27a-44a3-b01d-e1f134b9e536 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0203662 Jul 22 16:56:13.057516 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51728) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:13.065954 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-59d721d2-5340-4d05-b0e5-d50127b1e03b tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group_rule': {'security_group_id': 'b9d1e04e-6e41-466e-9a83-21ab045d84bc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:13.103837 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-59d721d2-5340-4d05-b0e5-d50127b1e03b tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:13.106009 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-59d721d2-5340-4d05-b0e5-d50127b1e03b tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0472777 Jul 22 16:56:13.108953 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51730) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:13.114836 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1b58d5f3-2ada-41b9-aac6-c86c00ae20a0 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group_rule': {'security_group_id': 'b9d1e04e-6e41-466e-9a83-21ab045d84bc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:13.116397 n-d-798930-9 neutron-server[93816]: WARNING neutron.api.v2.base [None req-1b58d5f3-2ada-41b9-aac6-c86c00ae20a0 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 22 16:56:13.117039 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-1b58d5f3-2ada-41b9-aac6-c86c00ae20a0 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:13.118413 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1b58d5f3-2ada-41b9-aac6-c86c00ae20a0 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0082841 Jul 22 16:56:13.121119 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51732) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:13.126088 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9523839e-bdf3-46a5-8c76-ea718fadbeba tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group_rule': {'security_group_id': 'b9d1e04e-6e41-466e-9a83-21ab045d84bc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:13.135360 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5135cce0-8279-4bb9-ae19-bf349555c966 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1294807061-network', 'tenant_id': '52f9ddc977f74f598677d7141927d6e8'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:13.169238 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5135cce0-8279-4bb9-ae19-bf349555c966 admin admin] Made reservation on behalf of 52f9ddc977f74f598677d7141927d6e8 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:13.171939 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5135cce0-8279-4bb9-ae19-bf349555c966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.172755 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-9523839e-bdf3-46a5-8c76-ea718fadbeba tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:13.177530 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9523839e-bdf3-46a5-8c76-ea718fadbeba tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0518782 Jul 22 16:56:13.177754 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51734) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:13.181745 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5135cce0-8279-4bb9-ae19-bf349555c966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.182689 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9e3115a7-ff2d-4db8-b7d4-9efd23d2cc4d tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group_rule': {'security_group_id': 'b9d1e04e-6e41-466e-9a83-21ab045d84bc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:13.183261 n-d-798930-9 neutron-server[93816]: WARNING neutron.api.v2.base [None req-9e3115a7-ff2d-4db8-b7d4-9efd23d2cc4d tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 16:56:13.184161 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-9e3115a7-ff2d-4db8-b7d4-9efd23d2cc4d tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:13.187341 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9e3115a7-ff2d-4db8-b7d4-9efd23d2cc4d tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060713 Jul 22 16:56:13.187668 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51736) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:13.193855 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7c1c631b-92fb-4eae-a7fc-02283895d7bb tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group_rule': {'security_group_id': 'b9d1e04e-6e41-466e-9a83-21ab045d84bc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:13.273370 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5135cce0-8279-4bb9-ae19-bf349555c966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.279048 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5135cce0-8279-4bb9-ae19-bf349555c966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.301912 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5135cce0-8279-4bb9-ae19-bf349555c966 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:56:13.306949 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-7c1c631b-92fb-4eae-a7fc-02283895d7bb tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:13.310927 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7c1c631b-92fb-4eae-a7fc-02283895d7bb tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1194260 Jul 22 16:56:13.311108 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51738) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:13.316792 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-dc7e30d9-d82f-4ec0-8b4c-7ca4a2f17d8f tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group_rule': {'security_group_id': 'b9d1e04e-6e41-466e-9a83-21ab045d84bc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:13.317578 n-d-798930-9 neutron-server[93816]: WARNING neutron.api.v2.base [None req-dc7e30d9-d82f-4ec0-8b4c-7ca4a2f17d8f tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 22 16:56:13.318126 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-dc7e30d9-d82f-4ec0-8b4c-7ca4a2f17d8f tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:13.321635 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-dc7e30d9-d82f-4ec0-8b4c-7ca4a2f17d8f tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065706 Jul 22 16:56:13.321768 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5135cce0-8279-4bb9-ae19-bf349555c966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.321768 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-5135cce0-8279-4bb9-ae19-bf349555c966 admin admin] Added segment 60031ba9-7c89-4de6-920a-376734a9e040 of type vlan for network 87ae6c79-d369-4de7-bf40-0631f2a89a81 Jul 22 16:56:13.321768 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135cce0-8279-4bb9-ae19-bf349555c966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9defbc2-be0b-41aa-be6b-678da0691099,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:13.322065 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51740) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:13.341882 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-cdc58763-2884-4fc0-9970-44e66079bbfe tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group_rule': {'security_group_id': 'b9d1e04e-6e41-466e-9a83-21ab045d84bc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:13.370568 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5135cce0-8279-4bb9-ae19-bf349555c966 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.383861 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-cdc58763-2884-4fc0-9970-44e66079bbfe tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:13.385086 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cdc58763-2884-4fc0-9970-44e66079bbfe tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0622540 Jul 22 16:56:13.388207 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51742) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:13.395701 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c624d896-1ea8-4f8d-b735-60cecef2dc52 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group_rule': {'security_group_id': 'b9d1e04e-6e41-466e-9a83-21ab045d84bc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:13.405995 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5135cce0-8279-4bb9-ae19-bf349555c966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.407525 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5135cce0-8279-4bb9-ae19-bf349555c966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:13.408197 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5135cce0-8279-4bb9-ae19-bf349555c966 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.436714 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-c624d896-1ea8-4f8d-b735-60cecef2dc52 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:13.441061 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c624d896-1ea8-4f8d-b735-60cecef2dc52 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0480604 Jul 22 16:56:13.441212 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51744) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:13.448488 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5135cce0-8279-4bb9-ae19-bf349555c966 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4392400 Jul 22 16:56:13.450415 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51746) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:13.457273 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d4ed1bd2-e154-400c-adc7-3909b7571f1d admin admin] Request body: {'subnet': {'network_id': '87ae6c79-d369-4de7-bf40-0631f2a89a81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1294807061-subnet', 'tenant_id': '52f9ddc977f74f598677d7141927d6e8', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:13.487786 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135cce0-8279-4bb9-ae19-bf349555c966 admin admin] Pushing event updated for resources: {'Network': ['ID=87ae6c79-d369-4de7-bf40-0631f2a89a81,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:13.502060 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 87ae6c79-d369-4de7-bf40-0631f2a89a81 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:56:13.506768 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37da6ca1-8dd8-4d66-9767-e8a6ae824f2c tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.508662 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ed1bd2-e154-400c-adc7-3909b7571f1d admin admin] Made reservation on behalf of 52f9ddc977f74f598677d7141927d6e8 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:13.512141 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4ed1bd2-e154-400c-adc7-3909b7571f1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.533873 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37da6ca1-8dd8-4d66-9767-e8a6ae824f2c tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.586629 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37da6ca1-8dd8-4d66-9767-e8a6ae824f2c tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.589294 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37da6ca1-8dd8-4d66-9767-e8a6ae824f2c tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.592920 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-37da6ca1-8dd8-4d66-9767-e8a6ae824f2c tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "DELETE /v2.0/security-groups/b9d1e04e-6e41-466e-9a83-21ab045d84bc HTTP/1.1" status: 204 len: 168 time: 0.1480813 Jul 22 16:56:13.593761 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51748) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:13.601366 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da6ca1-8dd8-4d66-9767-e8a6ae824f2c tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d1e04e-6e41-466e-9a83-21ab045d84bc,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:13.669775 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8497f717-61d3-47c7-9200-a943a7f48c6d tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0753419 Jul 22 16:56:13.675367 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51750) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:13.680655 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2dc07d98-d3a6-48e4-b426-93b64fb3d94f tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group': {'name': 'tempest-secgroup--1739135785'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:13.705035 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2dc07d98-d3a6-48e4-b426-93b64fb3d94f tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.761307 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4ed1bd2-e154-400c-adc7-3909b7571f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.798839 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2dc07d98-d3a6-48e4-b426-93b64fb3d94f tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.803853 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2dc07d98-d3a6-48e4-b426-93b64fb3d94f tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.830110 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed1bd2-e154-400c-adc7-3909b7571f1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=26066ab8-082c-40b0-ab3c-8d5d8a8ac58f,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:13.844086 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc07d98-d3a6-48e4-b426-93b64fb3d94f tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=376b1149-2eea-4b57-9184-c594adf1c808,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:13.846607 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2dc07d98-d3a6-48e4-b426-93b64fb3d94f tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.847687 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2dc07d98-d3a6-48e4-b426-93b64fb3d94f tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1710746 Jul 22 16:56:13.850579 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51754) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:13.854115 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed1bd2-e154-400c-adc7-3909b7571f1d admin admin] Checking segment: {'id': '60031ba9-7c89-4de6-920a-376734a9e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '87ae6c79-d369-4de7-bf40-0631f2a89a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:13.854779 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ed1bd2-e154-400c-adc7-3909b7571f1d admin admin] Network hostable DHCP agents. Network: 87ae6c79-d369-4de7-bf40-0631f2a89a81, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:56:13.855134 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-74df307d-7a52-41c9-9fd9-5fbc2d372454 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group_rule': {'security_group_id': '376b1149-2eea-4b57-9184-c594adf1c808', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:13.876720 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ed1bd2-e154-400c-adc7-3909b7571f1d admin admin] Network 87ae6c79-d369-4de7-bf40-0631f2a89a81 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:56:13.890307 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-d4ed1bd2-e154-400c-adc7-3909b7571f1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 87ae6c79-d369-4de7-bf40-0631f2a89a81) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:13.896700 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ed1bd2-e154-400c-adc7-3909b7571f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:13.898227 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4ed1bd2-e154-400c-adc7-3909b7571f1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.901571 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027ce709-123a-4355-9cc1-e9adb3c05691 None None] Network 87ae6c79-d369-4de7-bf40-0631f2a89a81 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:13.911535 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-74df307d-7a52-41c9-9fd9-5fbc2d372454 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] create failed (client error): The resource could not be found. Jul 22 16:56:13.912592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-74df307d-7a52-41c9-9fd9-5fbc2d372454 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0611408 Jul 22 16:56:13.914657 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d4ed1bd2-e154-400c-adc7-3909b7571f1d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4631536 Jul 22 16:56:13.915237 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51756) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:13.919696 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8bdb038f-2fb9-4419-b0b5-5d5aa5c1bacd tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group_rule': {'security_group_id': '376b1149-2eea-4b57-9184-c594adf1c808', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bc4c8d7b-c293-489e-b910-cc4c02b3e1b7'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:13.920240 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51758) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:13.925531 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0ec2fe12-8776-4751-b108-62891a6a31c2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1294807061-router', 'tenant_id': '52f9ddc977f74f598677d7141927d6e8', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:13.946946 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ec2fe12-8776-4751-b108-62891a6a31c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.948452 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ec2fe12-8776-4751-b108-62891a6a31c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.990850 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-8bdb038f-2fb9-4419-b0b5-5d5aa5c1bacd tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] create failed (client error): The resource could not be found. Jul 22 16:56:13.992257 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8bdb038f-2fb9-4419-b0b5-5d5aa5c1bacd tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0761082 Jul 22 16:56:13.995118 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51760) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:14.015304 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ec2fe12-8776-4751-b108-62891a6a31c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.067588 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f194676d-db63-4123-b097-30bd41eb1f93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-87ae6c79-d369-4de7-bf40-0631f2a89a81', 'network_id': '87ae6c79-d369-4de7-bf40-0631f2a89a81', 'tenant_id': '52f9ddc977f74f598677d7141927d6e8', 'fixed_ips': [{'subnet_id': '26066ab8-082c-40b0-ab3c-8d5d8a8ac58f'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:56:14.068501 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f194676d-db63-4123-b097-30bd41eb1f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.071585 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75fd2569-dac3-41b2-a449-e1b7018b4b8c tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.103700 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75fd2569-dac3-41b2-a449-e1b7018b4b8c tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.160140 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75fd2569-dac3-41b2-a449-e1b7018b4b8c tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.163066 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75fd2569-dac3-41b2-a449-e1b7018b4b8c tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.164770 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-75fd2569-dac3-41b2-a449-e1b7018b4b8c tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "DELETE /v2.0/security-groups/376b1149-2eea-4b57-9184-c594adf1c808 HTTP/1.1" status: 204 len: 168 time: 0.1681933 Jul 22 16:56:14.168059 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51762) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:14.177174 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd2569-dac3-41b2-a449-e1b7018b4b8c tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=376b1149-2eea-4b57-9184-c594adf1c808,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:14.193713 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ec2fe12-8776-4751-b108-62891a6a31c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.239909 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0e2a134c-a9b3-4e8b-9716-d3306598aaee tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0705080 Jul 22 16:56:14.243740 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51764) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:14.248842 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a196ff1e-b6e0-4886-b0d6-d64a81926b33 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group_rule': {'security_group_id': '7d0db3ed-6da3-4bbe-bb3f-28a7c9e7cce3', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:14.261231 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-f194676d-db63-4123-b097-30bd41eb1f93 None None] Allocated IP 172.20.0.2 (87ae6c79-d369-4de7-bf40-0631f2a89a81/26066ab8-082c-40b0-ab3c-8d5d8a8ac58f/54920400-b8ed-4d24-96b7-e087ce832d30) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:14.305540 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-a196ff1e-b6e0-4886-b0d6-d64a81926b33 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] create failed (client error): The resource could not be found. Jul 22 16:56:14.308211 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a196ff1e-b6e0-4886-b0d6-d64a81926b33 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0634041 Jul 22 16:56:14.311888 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51766) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:14.318682 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4178ccb8-2d7e-4304-b003-f38bb378f285 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group': {'name': 'tempest-secgroup--393364518'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:14.350989 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4178ccb8-2d7e-4304-b003-f38bb378f285 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.439458 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ec2fe12-8776-4751-b108-62891a6a31c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.449878 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4178ccb8-2d7e-4304-b003-f38bb378f285 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.455010 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4178ccb8-2d7e-4304-b003-f38bb378f285 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.457437 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f194676d-db63-4123-b097-30bd41eb1f93 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.460106 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ec2fe12-8776-4751-b108-62891a6a31c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.468609 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f194676d-db63-4123-b097-30bd41eb1f93 None None] Transition to ACTIVE for port object 54920400-b8ed-4d24-96b7-e087ce832d30 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:14.485550 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4178ccb8-2d7e-4304-b003-f38bb378f285 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.486817 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4178ccb8-2d7e-4304-b003-f38bb378f285 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1736560 Jul 22 16:56:14.488127 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178ccb8-2d7e-4304-b003-f38bb378f285 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0141af05-e602-4f69-ac71-26f22d60ed8f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:14.490462 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51768) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:14.491016 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f194676d-db63-4123-b097-30bd41eb1f93 None None] Transition to ACTIVE for port object 54920400-b8ed-4d24-96b7-e087ce832d30 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:14.499480 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6a5e460e-54e6-4ad4-9f14-37d184e52526 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group': {'name': 'tempest-secgroup--836211852'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:14.502904 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f194676d-db63-4123-b097-30bd41eb1f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.534935 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a5e460e-54e6-4ad4-9f14-37d184e52526 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.540773 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f194676d-db63-4123-b097-30bd41eb1f93 None None] Network 87ae6c79-d369-4de7-bf40-0631f2a89a81 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:14.544298 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f194676d-db63-4123-b097-30bd41eb1f93 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:14.550955 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f194676d-db63-4123-b097-30bd41eb1f93 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:14.585580 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194676d-db63-4123-b097-30bd41eb1f93 None None] Pushing event updated for resources: {'Port': ['ID=54920400-b8ed-4d24-96b7-e087ce832d30,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:14.594157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-0ec2fe12-8776-4751-b108-62891a6a31c2 admin admin] Allocated IP 172.25.0.230 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/aca9df20-43c7-4ff3-9c95-0a062b1b3719) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:14.623453 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f194676d-db63-4123-b097-30bd41eb1f93 None None] Attempting to bind port 54920400-b8ed-4d24-96b7-e087ce832d30 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:14.623906 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f194676d-db63-4123-b097-30bd41eb1f93 None None] Attempting to bind port 54920400-b8ed-4d24-96b7-e087ce832d30 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '60031ba9-7c89-4de6-920a-376734a9e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '87ae6c79-d369-4de7-bf40-0631f2a89a81'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:14.624276 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f194676d-db63-4123-b097-30bd41eb1f93 None None] Attempting to bind port 54920400-b8ed-4d24-96b7-e087ce832d30 on network 87ae6c79-d369-4de7-bf40-0631f2a89a81 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:14.630048 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f194676d-db63-4123-b097-30bd41eb1f93 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:14.630481 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f194676d-db63-4123-b097-30bd41eb1f93 None None] Checking segment: {'id': '60031ba9-7c89-4de6-920a-376734a9e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '87ae6c79-d369-4de7-bf40-0631f2a89a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:14.630884 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f194676d-db63-4123-b097-30bd41eb1f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.631358 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f194676d-db63-4123-b097-30bd41eb1f93 None None] Bound using segment: {'id': '60031ba9-7c89-4de6-920a-376734a9e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '87ae6c79-d369-4de7-bf40-0631f2a89a81'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:14.631822 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f194676d-db63-4123-b097-30bd41eb1f93 None None] Bound port: 54920400-b8ed-4d24-96b7-e087ce832d30, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60031ba9-7c89-4de6-920a-376734a9e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '87ae6c79-d369-4de7-bf40-0631f2a89a81'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:14.632200 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f194676d-db63-4123-b097-30bd41eb1f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.660551 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a5e460e-54e6-4ad4-9f14-37d184e52526 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.667149 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a5e460e-54e6-4ad4-9f14-37d184e52526 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.702785 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a5e460e-54e6-4ad4-9f14-37d184e52526 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.704121 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6a5e460e-54e6-4ad4-9f14-37d184e52526 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2090211 Jul 22 16:56:14.705508 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e460e-54e6-4ad4-9f14-37d184e52526 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f14e22-b3af-4cff-a1e6-5b2ca8260e26,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:14.708248 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51770) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:14.710595 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f194676d-db63-4123-b097-30bd41eb1f93 None None] For port 54920400-b8ed-4d24-96b7-e087ce832d30, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:14.714648 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-58f7c1b4-e641-4130-ab37-3df993672b90 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group_rule': {'security_group_id': '0141af05-e602-4f69-ac71-26f22d60ed8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd2f14e22-b3af-4cff-a1e6-5b2ca8260e26'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:14.714756 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f194676d-db63-4123-b097-30bd41eb1f93 None None] For port 54920400-b8ed-4d24-96b7-e087ce832d30, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=54920400-b8ed-4d24-96b7-e087ce832d30,segment=NetworkSegment(60031ba9-7c89-4de6-920a-376734a9e040),segment_id=60031ba9-7c89-4de6-920a-376734a9e040)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:14.723453 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f194676d-db63-4123-b097-30bd41eb1f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.743293 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ec2fe12-8776-4751-b108-62891a6a31c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.763643 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-58f7c1b4-e641-4130-ab37-3df993672b90 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:14.765390 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-58f7c1b4-e641-4130-ab37-3df993672b90 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0562086 Jul 22 16:56:14.772676 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51772) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:14.801083 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ec2fe12-8776-4751-b108-62891a6a31c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.806786 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194676d-db63-4123-b097-30bd41eb1f93 None None] Pushing event updated for resources: {'Port': ['ID=54920400-b8ed-4d24-96b7-e087ce832d30,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:14.854028 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec2fe12-8776-4751-b108-62891a6a31c2 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:14.857338 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0ec2fe12-8776-4751-b108-62891a6a31c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:14.858411 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf068e71-e13b-445a-ab07-9847376d342f tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.859917 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec2fe12-8776-4751-b108-62891a6a31c2 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:14.911710 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf068e71-e13b-445a-ab07-9847376d342f tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.919187 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2fe12-8776-4751-b108-62891a6a31c2 admin admin] Pushing event updated for resources: {'Port': ['ID=aca9df20-43c7-4ff3-9c95-0a062b1b3719,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:14.973427 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf068e71-e13b-445a-ab07-9847376d342f tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.976944 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf068e71-e13b-445a-ab07-9847376d342f tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.981397 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cf068e71-e13b-445a-ab07-9847376d342f tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "DELETE /v2.0/security-groups/d2f14e22-b3af-4cff-a1e6-5b2ca8260e26 HTTP/1.1" status: 204 len: 168 time: 0.2076628 Jul 22 16:56:14.982403 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51776) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:15.015942 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf068e71-e13b-445a-ab07-9847376d342f tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f14e22-b3af-4cff-a1e6-5b2ca8260e26,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:15.137033 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bedc23b1-4301-41b2-a659-0712ca145f12 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1487699 Jul 22 16:56:15.138088 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51778) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:15.201972 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b2fe99c-5aa7-4aae-8d3d-a5a1fb48976f tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.233151 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b2fe99c-5aa7-4aae-8d3d-a5a1fb48976f tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.253900 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ec2fe12-8776-4751-b108-62891a6a31c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.293450 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b2fe99c-5aa7-4aae-8d3d-a5a1fb48976f tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.296017 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b2fe99c-5aa7-4aae-8d3d-a5a1fb48976f tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.299676 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8b2fe99c-5aa7-4aae-8d3d-a5a1fb48976f tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "DELETE /v2.0/security-groups/0141af05-e602-4f69-ac71-26f22d60ed8f HTTP/1.1" status: 204 len: 168 time: 0.1581225 Jul 22 16:56:15.300705 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51780) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:15.318154 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 54920400-b8ed-4d24-96b7-e087ce832d30 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:15.321438 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fe99c-5aa7-4aae-8d3d-a5a1fb48976f tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0141af05-e602-4f69-ac71-26f22d60ed8f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:15.373846 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3811b8ee-82c5-4689-be79-de9f252e1d19 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0687234 Jul 22 16:56:15.374965 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51782) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:15.380907 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-53b2c239-3b7f-40a4-905f-4404b4023061 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group': {'name': 'tempest-secgroup--109495713'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:15.395971 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 54920400-b8ed-4d24-96b7-e087ce832d30 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:15.470739 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53b2c239-3b7f-40a4-905f-4404b4023061 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.539329 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ec2fe12-8776-4751-b108-62891a6a31c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.652008 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53b2c239-3b7f-40a4-905f-4404b4023061 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.658344 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53b2c239-3b7f-40a4-905f-4404b4023061 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.702578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2c239-3b7f-40a4-905f-4404b4023061 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68643d99-4793-4593-a656-44ce01e36590,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:15.708558 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53b2c239-3b7f-40a4-905f-4404b4023061 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.709792 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-53b2c239-3b7f-40a4-905f-4404b4023061 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3338544 Jul 22 16:56:15.713114 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51784) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:15.719051 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-48e5a67e-da28-4a1b-817d-a214d4ee432e tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:15.719528 n-d-798930-9 neutron-server[93817]: WARNING neutron.api.v2.base [None req-48e5a67e-da28-4a1b-817d-a214d4ee432e tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 16:56:15.720279 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-48e5a67e-da28-4a1b-817d-a214d4ee432e tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 16:56:15.723999 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51786) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:15.724468 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-48e5a67e-da28-4a1b-817d-a214d4ee432e tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "PUT /v2.0/security-groups/68643d99-4793-4593-a656-44ce01e36590 HTTP/1.1" status: 409 len: 330 time: 0.0103226 Jul 22 16:56:15.783616 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec2fe12-8776-4751-b108-62891a6a31c2 admin admin] Router 6880c4c8-6d64-40d4-973f-051d1b2062ac is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:56:15.796933 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3875a347-442a-4882-a835-51b4be085767 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.884279 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3875a347-442a-4882-a835-51b4be085767 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.948490 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec2fe12-8776-4751-b108-62891a6a31c2 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:56:15.954028 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3875a347-442a-4882-a835-51b4be085767 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.957370 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3875a347-442a-4882-a835-51b4be085767 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.961867 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3875a347-442a-4882-a835-51b4be085767 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "DELETE /v2.0/security-groups/68643d99-4793-4593-a656-44ce01e36590 HTTP/1.1" status: 204 len: 168 time: 0.2334735 Jul 22 16:56:15.962757 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51790) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:15.975874 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] Sync routers for ids ['6880c4c8-6d64-40d4-973f-051d1b2062ac'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:56:15.976452 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875a347-442a-4882-a835-51b4be085767 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68643d99-4793-4593-a656-44ce01e36590,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:15.989379 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ec2fe12-8776-4751-b108-62891a6a31c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.993396 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0ec2fe12-8776-4751-b108-62891a6a31c2 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0696347 Jul 22 16:56:15.993629 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51792) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:16.019268 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] Routers {'6880c4c8-6d64-40d4-973f-051d1b2062ac'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:16.025166 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:56:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['6880c4c8-6d64-40d4-973f-051d1b2062ac'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:16.091413 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c9610a6a-e647-4086-8217-590641f0d7f7 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1267178 Jul 22 16:56:16.094642 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51794) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:16.117262 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-4968707f-8201-49b8-a08c-291c2835f73e tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] delete failed (client error): The resource could not be found. Jul 22 16:56:16.117893 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4968707f-8201-49b8-a08c-291c2835f73e tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "DELETE /v2.0/security-groups/88e38c4b-7136-4738-b83c-7254a45b6a0c HTTP/1.1" status: 404 len: 347 time: 0.0222921 Jul 22 16:56:16.122380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51796) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:16.134778 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab2acca-c424-4826-bfb9-d2a91ad61a1d None None] Network 87ae6c79-d369-4de7-bf40-0631f2a89a81 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:16.138503 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-21f76b3a-b98e-47e3-9125-e21f6b62ef6e tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] show failed (client error): The resource could not be found. Jul 22 16:56:16.139425 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-21f76b3a-b98e-47e3-9125-e21f6b62ef6e tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "GET /v2.0/security-groups/4f77319d-c030-4524-bd71-7b214c44209b HTTP/1.1" status: 404 len: 347 time: 0.0146956 Jul 22 16:56:16.143634 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51798) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:16.158448 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-cb1e46a8-1e74-41b6-af0d-944e1c381f36 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] show failed (client error): The resource could not be found. Jul 22 16:56:16.160235 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cb1e46a8-1e74-41b6-af0d-944e1c381f36 tempest-NegativeSecGroupTest-1104168022 tempest-NegativeSecGroupTest-1104168022-project] 10.222.0.69 "GET /v2.0/security-group-rules/f1d0382e-23f8-4dbf-8cf1-c73d26855e9a HTTP/1.1" status: 404 len: 356 time: 0.0154822 Jul 22 16:56:16.196731 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4ce7087b-9c5d-4373-ace5-a0107555ee85 None None] Provisioning for port 54920400-b8ed-4d24-96b7-e087ce832d30 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:16.231686 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4ce7087b-9c5d-4373-ace5-a0107555ee85 None None] Provisioning complete for port 54920400-b8ed-4d24-96b7-e087ce832d30 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:16.232059 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ce7087b-9c5d-4373-ace5-a0107555ee85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:16.291137 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] Set router 6880c4c8-6d64-40d4-973f-051d1b2062ac gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:16.406458 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51804) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:16.505778 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ce7087b-9c5d-4373-ace5-a0107555ee85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:16.570813 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-604ddffb-3de4-4a57-a7d8-4ed60dc81684 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=efaf53fb48f14627b854363ead894f53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626704 Jul 22 16:56:16.572609 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51808) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:16.591085 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4ce7087b-9c5d-4373-ace5-a0107555ee85 None None] For port 54920400-b8ed-4d24-96b7-e087ce832d30, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=54920400-b8ed-4d24-96b7-e087ce832d30,segment=NetworkSegment(60031ba9-7c89-4de6-920a-376734a9e040),segment_id=60031ba9-7c89-4de6-920a-376734a9e040)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:16.600740 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ce7087b-9c5d-4373-ace5-a0107555ee85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:16.639769 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-020f2f3d-3157-46ec-99f2-288227c9e6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:16.665048 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-020f2f3d-3157-46ec-99f2-288227c9e6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:16.666657 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7087b-9c5d-4373-ace5-a0107555ee85 None None] Pushing event updated for resources: {'Port': ['ID=54920400-b8ed-4d24-96b7-e087ce832d30,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:16.677435 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6880c4c8-6d64-40d4-973f-051d1b2062ac', 'name': 'tempest-TestAggregatesBasicOps-1294807061-router', 'tenant_id': '52f9ddc977f74f598677d7141927d6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'aca9df20-43c7-4ff3-9c95-0a062b1b3719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:13Z', 'updated_at': '2021-07-22T16:56:15Z', 'revision_number': 3, 'project_id': '52f9ddc977f74f598677d7141927d6e8', 'gw_port': {'id': 'aca9df20-43c7-4ff3-9c95-0a062b1b3719', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:db:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6880c4c8-6d64-40d4-973f-051d1b2062ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:14Z', 'updated_at': '2021-07-22T16:56:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:16.729087 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-020f2f3d-3157-46ec-99f2-288227c9e6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:16.730454 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] Checking router: 6880c4c8-6d64-40d4-973f-051d1b2062ac for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:56:16.730812 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] Updating router 6880c4c8-6d64-40d4-973f-051d1b2062ac port aca9df20-43c7-4ff3-9c95-0a062b1b3719 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:56:16.732268 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-020f2f3d-3157-46ec-99f2-288227c9e6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:16.733535 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-020f2f3d-3157-46ec-99f2-288227c9e6bb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/767c0f5c-92bb-4e47-9b0f-d567c6937c67 HTTP/1.1" status: 204 len: 168 time: 0.1599650 Jul 22 16:56:16.748353 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f2f3d-3157-46ec-99f2-288227c9e6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767c0f5c-92bb-4e47-9b0f-d567c6937c67,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:16.794976 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:16.813964 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47d8ed73-53aa-42b8-a2f7-89147d5f6f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:16.942340 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-35ad1ded-3f89-4fcf-97ef-b651c9f50c6b None None] Provisioning complete for port 54920400-b8ed-4d24-96b7-e087ce832d30 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:16.942723 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35ad1ded-3f89-4fcf-97ef-b651c9f50c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.085446 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-47d8ed73-53aa-42b8-a2f7-89147d5f6f68 admin admin] Allocated IP 172.20.0.1 (87ae6c79-d369-4de7-bf40-0631f2a89a81/26066ab8-082c-40b0-ab3c-8d5d8a8ac58f/98e24d30-44a4-4faf-a418-b82fb7e02368) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:17.158245 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.168083 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] Transition to ACTIVE for port object aca9df20-43c7-4ff3-9c95-0a062b1b3719 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:17.179130 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.224721 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47d8ed73-53aa-42b8-a2f7-89147d5f6f68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.226907 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf88e45-11a7-4743-a679-7e4d0e582f76 None None] Pushing event updated for resources: {'Port': ['ID=aca9df20-43c7-4ff3-9c95-0a062b1b3719,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:17.256554 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-47d8ed73-53aa-42b8-a2f7-89147d5f6f68 admin admin] Transition to ACTIVE for port object 98e24d30-44a4-4faf-a418-b82fb7e02368 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:17.260633 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] Attempting to bind port aca9df20-43c7-4ff3-9c95-0a062b1b3719 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:17.260633 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] Attempting to bind port aca9df20-43c7-4ff3-9c95-0a062b1b3719 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:17.261002 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] Attempting to bind port aca9df20-43c7-4ff3-9c95-0a062b1b3719 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:17.263398 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 54920400-b8ed-4d24-96b7-e087ce832d30 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:17.270905 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:17.271593 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:17.271709 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.272087 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:17.272516 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] Bound port: aca9df20-43c7-4ff3-9c95-0a062b1b3719, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:17.272893 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.297889 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47d8ed73-53aa-42b8-a2f7-89147d5f6f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.347628 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d8ed73-53aa-42b8-a2f7-89147d5f6f68 admin admin] Network 87ae6c79-d369-4de7-bf40-0631f2a89a81 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:17.350613 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-47d8ed73-53aa-42b8-a2f7-89147d5f6f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:17.354387 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d8ed73-53aa-42b8-a2f7-89147d5f6f68 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:17.360499 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8ed73-53aa-42b8-a2f7-89147d5f6f68 admin admin] Pushing event updated for resources: {'Port': ['ID=98e24d30-44a4-4faf-a418-b82fb7e02368,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:17.372234 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] For port aca9df20-43c7-4ff3-9c95-0a062b1b3719, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:17.376992 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] For port aca9df20-43c7-4ff3-9c95-0a062b1b3719, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=aca9df20-43c7-4ff3-9c95-0a062b1b3719,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:17.385599 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.390175 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 54920400-b8ed-4d24-96b7-e087ce832d30 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:17.390544 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.403682 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47d8ed73-53aa-42b8-a2f7-89147d5f6f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.530230 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf88e45-11a7-4743-a679-7e4d0e582f76 None None] Pushing event updated for resources: {'Port': ['ID=aca9df20-43c7-4ff3-9c95-0a062b1b3719,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:17.539361 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] Routers {'6880c4c8-6d64-40d4-973f-051d1b2062ac'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:17.540206 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:56:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['6880c4c8-6d64-40d4-973f-051d1b2062ac'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:17.572953 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47d8ed73-53aa-42b8-a2f7-89147d5f6f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.773101 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47d8ed73-53aa-42b8-a2f7-89147d5f6f68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.779100 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47d8ed73-53aa-42b8-a2f7-89147d5f6f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.831589 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-24da5ba0-6237-4907-8569-cdffefecdb6a None None] Provisioning for port 98e24d30-44a4-4faf-a418-b82fb7e02368 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:17.839513 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-24da5ba0-6237-4907-8569-cdffefecdb6a None None] Provisioning complete for port 98e24d30-44a4-4faf-a418-b82fb7e02368 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:17.839877 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24da5ba0-6237-4907-8569-cdffefecdb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.853634 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47d8ed73-53aa-42b8-a2f7-89147d5f6f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.868926 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8ed73-53aa-42b8-a2f7-89147d5f6f68 admin admin] Pushing event updated for resources: {'Port': ['ID=98e24d30-44a4-4faf-a418-b82fb7e02368,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:17.882740 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] Set router 6880c4c8-6d64-40d4-973f-051d1b2062ac gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:17.913378 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-24da5ba0-6237-4907-8569-cdffefecdb6a None None] Port 98e24d30-44a4-4faf-a418-b82fb7e02368 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:56:17.963983 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d8ed73-53aa-42b8-a2f7-89147d5f6f68 admin admin] Network 87ae6c79-d369-4de7-bf40-0631f2a89a81 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:17.965375 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-47d8ed73-53aa-42b8-a2f7-89147d5f6f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:18.130655 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6880c4c8-6d64-40d4-973f-051d1b2062ac', 'name': 'tempest-TestAggregatesBasicOps-1294807061-router', 'tenant_id': '52f9ddc977f74f598677d7141927d6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'aca9df20-43c7-4ff3-9c95-0a062b1b3719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:13Z', 'updated_at': '2021-07-22T16:56:17Z', 'revision_number': 4, 'project_id': '52f9ddc977f74f598677d7141927d6e8', 'gw_port': {'id': 'aca9df20-43c7-4ff3-9c95-0a062b1b3719', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:db:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6880c4c8-6d64-40d4-973f-051d1b2062ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:14Z', 'updated_at': '2021-07-22T16:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '98e24d30-44a4-4faf-a418-b82fb7e02368', 'name': '', 'network_id': '87ae6c79-d369-4de7-bf40-0631f2a89a81', 'tenant_id': '52f9ddc977f74f598677d7141927d6e8', 'mac_address': 'fa:16:3e:92:2b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6880c4c8-6d64-40d4-973f-051d1b2062ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '26066ab8-082c-40b0-ab3c-8d5d8a8ac58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:16Z', 'updated_at': '2021-07-22T16:56:17Z', 'revision_number': 1, 'project_id': '52f9ddc977f74f598677d7141927d6e8', 'subnets': [{'id': '26066ab8-082c-40b0-ab3c-8d5d8a8ac58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:18.148545 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d8ed73-53aa-42b8-a2f7-89147d5f6f68 admin admin] Router 6880c4c8-6d64-40d4-973f-051d1b2062ac has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:56:18.184794 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9e2f60-1d74-43e1-9a80-66f943c80f97 None None] The sync data for ids ['6880c4c8-6d64-40d4-973f-051d1b2062ac'] in n-d-798930-9 is: [{'id': '6880c4c8-6d64-40d4-973f-051d1b2062ac', 'name': 'tempest-TestAggregatesBasicOps-1294807061-router', 'tenant_id': '52f9ddc977f74f598677d7141927d6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'aca9df20-43c7-4ff3-9c95-0a062b1b3719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:13Z', 'updated_at': '2021-07-22T16:56:17Z', 'revision_number': 4, 'project_id': '52f9ddc977f74f598677d7141927d6e8', 'gw_port': {'id': 'aca9df20-43c7-4ff3-9c95-0a062b1b3719', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:db:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6880c4c8-6d64-40d4-973f-051d1b2062ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:14Z', 'updated_at': '2021-07-22T16:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '98e24d30-44a4-4faf-a418-b82fb7e02368', 'name': '', 'network_id': '87ae6c79-d369-4de7-bf40-0631f2a89a81', 'tenant_id': '52f9ddc977f74f598677d7141927d6e8', 'mac_address': 'fa:16:3e:92:2b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6880c4c8-6d64-40d4-973f-051d1b2062ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '26066ab8-082c-40b0-ab3c-8d5d8a8ac58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:16Z', 'updated_at': '2021-07-22T16:56:17Z', 'revision_number': 1, 'project_id': '52f9ddc977f74f598677d7141927d6e8', 'subnets': [{'id': '26066ab8-082c-40b0-ab3c-8d5d8a8ac58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:56:18.235672 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-03b84e00-8927-433e-8da5-4f7745c5e297 None None] Provisioning complete for port 98e24d30-44a4-4faf-a418-b82fb7e02368 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:18.236169 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-03b84e00-8927-433e-8da5-4f7745c5e297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:18.274112 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-03b84e00-8927-433e-8da5-4f7745c5e297 None None] Port 98e24d30-44a4-4faf-a418-b82fb7e02368 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:56:18.281089 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d8ed73-53aa-42b8-a2f7-89147d5f6f68 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:56:18.286133 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-47d8ed73-53aa-42b8-a2f7-89147d5f6f68 admin admin] 10.222.0.69 "PUT /v2.0/routers/6880c4c8-6d64-40d4-973f-051d1b2062ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2912824 Jul 22 16:56:18.889454 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51872) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:18.894876 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-11a149e0-935c-454f-9376-c6c46c48503a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1100019772-network', 'tenant_id': 'bca45c959a0745eead573cdb402e795a'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:18.920992 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a149e0-935c-454f-9376-c6c46c48503a admin admin] Made reservation on behalf of bca45c959a0745eead573cdb402e795a for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:18.923438 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11a149e0-935c-454f-9376-c6c46c48503a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:18.938901 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11a149e0-935c-454f-9376-c6c46c48503a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.047174 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11a149e0-935c-454f-9376-c6c46c48503a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.052721 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11a149e0-935c-454f-9376-c6c46c48503a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.077306 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a149e0-935c-454f-9376-c6c46c48503a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:56:19.093147 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a149e0-935c-454f-9376-c6c46c48503a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7376ec-b429-4489-a697-0e63b27a6e16,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:19.098023 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11a149e0-935c-454f-9376-c6c46c48503a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.098377 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-11a149e0-935c-454f-9376-c6c46c48503a admin admin] Added segment f88a4e7c-0f98-48cb-b116-42af977a2c1f of type vlan for network bfa48faa-d3ad-4c81-be73-36de8c9f1794 Jul 22 16:56:19.148336 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11a149e0-935c-454f-9376-c6c46c48503a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.198045 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11a149e0-935c-454f-9376-c6c46c48503a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.199121 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a149e0-935c-454f-9376-c6c46c48503a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:19.199660 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11a149e0-935c-454f-9376-c6c46c48503a admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.288241 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device aca9df20-43c7-4ff3-9c95-0a062b1b3719 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:19.306036 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-11a149e0-935c-454f-9376-c6c46c48503a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4125741 Jul 22 16:56:19.306036 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a149e0-935c-454f-9376-c6c46c48503a admin admin] Pushing event updated for resources: {'Network': ['ID=bfa48faa-d3ad-4c81-be73-36de8c9f1794,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:19.307473 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51876) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:19.314635 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6d09f1ff-7c59-4519-9b21-7640b87ac5cd admin admin] Request body: {'subnet': {'network_id': 'bfa48faa-d3ad-4c81-be73-36de8c9f1794', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1100019772-subnet', 'tenant_id': 'bca45c959a0745eead573cdb402e795a', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:19.348390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network bfa48faa-d3ad-4c81-be73-36de8c9f1794 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:56:19.355568 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d09f1ff-7c59-4519-9b21-7640b87ac5cd admin admin] Made reservation on behalf of bca45c959a0745eead573cdb402e795a for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:19.358211 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d09f1ff-7c59-4519-9b21-7640b87ac5cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.380963 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port aca9df20-43c7-4ff3-9c95-0a062b1b3719 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:19.389296 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port aca9df20-43c7-4ff3-9c95-0a062b1b3719 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:19.389669 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.522512 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.544539 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port aca9df20-43c7-4ff3-9c95-0a062b1b3719, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=aca9df20-43c7-4ff3-9c95-0a062b1b3719,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:19.548927 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.569451 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d09f1ff-7c59-4519-9b21-7640b87ac5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.597905 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=aca9df20-43c7-4ff3-9c95-0a062b1b3719,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:19.629981 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09f1ff-7c59-4519-9b21-7640b87ac5cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=12dcaa9d-07c9-4d4f-bac8-b85c5e3e2b69,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:19.637628 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d09f1ff-7c59-4519-9b21-7640b87ac5cd admin admin] Checking segment: {'id': 'f88a4e7c-0f98-48cb-b116-42af977a2c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bfa48faa-d3ad-4c81-be73-36de8c9f1794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:19.638019 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d09f1ff-7c59-4519-9b21-7640b87ac5cd admin admin] Network hostable DHCP agents. Network: bfa48faa-d3ad-4c81-be73-36de8c9f1794, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:56:19.655857 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d09f1ff-7c59-4519-9b21-7640b87ac5cd admin admin] Network bfa48faa-d3ad-4c81-be73-36de8c9f1794 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:56:19.664061 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6d09f1ff-7c59-4519-9b21-7640b87ac5cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, bfa48faa-d3ad-4c81-be73-36de8c9f1794) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:19.668262 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d09f1ff-7c59-4519-9b21-7640b87ac5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:19.668852 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d09f1ff-7c59-4519-9b21-7640b87ac5cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.673726 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17eca1b-dd22-4621-b8e1-c45ed412f2a8 None None] Network bfa48faa-d3ad-4c81-be73-36de8c9f1794 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:19.683419 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6d09f1ff-7c59-4519-9b21-7640b87ac5cd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3748047 Jul 22 16:56:19.686085 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51878) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:19.690964 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a2a24c18-bcd7-4204-ab9e-4726afc1850e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1100019772-router', 'tenant_id': 'bca45c959a0745eead573cdb402e795a', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:19.713847 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2a24c18-bcd7-4204-ab9e-4726afc1850e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.714843 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2a24c18-bcd7-4204-ab9e-4726afc1850e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.778284 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2a24c18-bcd7-4204-ab9e-4726afc1850e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.834061 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e6715f-2acd-4960-bfb7-5383bbd4733d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-bfa48faa-d3ad-4c81-be73-36de8c9f1794', 'network_id': 'bfa48faa-d3ad-4c81-be73-36de8c9f1794', 'tenant_id': 'bca45c959a0745eead573cdb402e795a', 'fixed_ips': [{'subnet_id': '12dcaa9d-07c9-4d4f-bac8-b85c5e3e2b69'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:56:19.834918 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7e6715f-2acd-4960-bfb7-5383bbd4733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.931544 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2a24c18-bcd7-4204-ab9e-4726afc1850e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.976995 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-c7e6715f-2acd-4960-bfb7-5383bbd4733d None None] Allocated IP 172.20.0.2 (bfa48faa-d3ad-4c81-be73-36de8c9f1794/12dcaa9d-07c9-4d4f-bac8-b85c5e3e2b69/c1a88dfd-0c29-4550-a020-9e682a6bd9fc) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:20.138051 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7e6715f-2acd-4960-bfb7-5383bbd4733d None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:20.147766 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c7e6715f-2acd-4960-bfb7-5383bbd4733d None None] Transition to ACTIVE for port object c1a88dfd-0c29-4550-a020-9e682a6bd9fc will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:20.160724 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2a24c18-bcd7-4204-ab9e-4726afc1850e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:20.164457 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c7e6715f-2acd-4960-bfb7-5383bbd4733d None None] Transition to ACTIVE for port object c1a88dfd-0c29-4550-a020-9e682a6bd9fc will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:20.170545 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7e6715f-2acd-4960-bfb7-5383bbd4733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:20.180953 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2a24c18-bcd7-4204-ab9e-4726afc1850e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:20.208188 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e6715f-2acd-4960-bfb7-5383bbd4733d None None] Network bfa48faa-d3ad-4c81-be73-36de8c9f1794 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:20.214793 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c7e6715f-2acd-4960-bfb7-5383bbd4733d None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:20.217115 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e6715f-2acd-4960-bfb7-5383bbd4733d None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:20.226414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6715f-2acd-4960-bfb7-5383bbd4733d None None] Pushing event updated for resources: {'Port': ['ID=c1a88dfd-0c29-4550-a020-9e682a6bd9fc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:20.291109 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c7e6715f-2acd-4960-bfb7-5383bbd4733d None None] Attempting to bind port c1a88dfd-0c29-4550-a020-9e682a6bd9fc on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:20.291660 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c7e6715f-2acd-4960-bfb7-5383bbd4733d None None] Attempting to bind port c1a88dfd-0c29-4550-a020-9e682a6bd9fc by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'f88a4e7c-0f98-48cb-b116-42af977a2c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bfa48faa-d3ad-4c81-be73-36de8c9f1794'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:20.291835 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6715f-2acd-4960-bfb7-5383bbd4733d None None] Attempting to bind port c1a88dfd-0c29-4550-a020-9e682a6bd9fc on network bfa48faa-d3ad-4c81-be73-36de8c9f1794 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:20.296895 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a2a24c18-bcd7-4204-ab9e-4726afc1850e admin admin] Allocated IP 172.25.0.177 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/bbfccb85-974f-4c40-9475-409417c5e822) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:20.300264 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6715f-2acd-4960-bfb7-5383bbd4733d None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:20.301145 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6715f-2acd-4960-bfb7-5383bbd4733d None None] Checking segment: {'id': 'f88a4e7c-0f98-48cb-b116-42af977a2c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bfa48faa-d3ad-4c81-be73-36de8c9f1794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:20.301398 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7e6715f-2acd-4960-bfb7-5383bbd4733d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:20.301802 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6715f-2acd-4960-bfb7-5383bbd4733d None None] Bound using segment: {'id': 'f88a4e7c-0f98-48cb-b116-42af977a2c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bfa48faa-d3ad-4c81-be73-36de8c9f1794'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:20.302364 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c7e6715f-2acd-4960-bfb7-5383bbd4733d None None] Bound port: c1a88dfd-0c29-4550-a020-9e682a6bd9fc, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88a4e7c-0f98-48cb-b116-42af977a2c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bfa48faa-d3ad-4c81-be73-36de8c9f1794'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:20.302925 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7e6715f-2acd-4960-bfb7-5383bbd4733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:20.392308 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c7e6715f-2acd-4960-bfb7-5383bbd4733d None None] For port c1a88dfd-0c29-4550-a020-9e682a6bd9fc, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:20.397366 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c7e6715f-2acd-4960-bfb7-5383bbd4733d None None] For port c1a88dfd-0c29-4550-a020-9e682a6bd9fc, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c1a88dfd-0c29-4550-a020-9e682a6bd9fc,segment=NetworkSegment(f88a4e7c-0f98-48cb-b116-42af977a2c1f),segment_id=f88a4e7c-0f98-48cb-b116-42af977a2c1f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:20.403384 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7e6715f-2acd-4960-bfb7-5383bbd4733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:20.437107 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2a24c18-bcd7-4204-ab9e-4726afc1850e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:20.475581 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6715f-2acd-4960-bfb7-5383bbd4733d None None] Pushing event updated for resources: {'Port': ['ID=c1a88dfd-0c29-4550-a020-9e682a6bd9fc,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:20.500193 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2a24c18-bcd7-4204-ab9e-4726afc1850e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:20.552375 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a24c18-bcd7-4204-ab9e-4726afc1850e admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:20.555484 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a2a24c18-bcd7-4204-ab9e-4726afc1850e admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:20.565641 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a24c18-bcd7-4204-ab9e-4726afc1850e admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:20.589437 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a24c18-bcd7-4204-ab9e-4726afc1850e admin admin] Pushing event updated for resources: {'Port': ['ID=bbfccb85-974f-4c40-9475-409417c5e822,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:20.797465 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] Sync routers for ids ['6880c4c8-6d64-40d4-973f-051d1b2062ac'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:56:20.809457 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] Routers {'6880c4c8-6d64-40d4-973f-051d1b2062ac'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:20.810379 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:56:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['6880c4c8-6d64-40d4-973f-051d1b2062ac'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:20.890884 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2a24c18-bcd7-4204-ab9e-4726afc1850e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:20.925121 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] Set router 6880c4c8-6d64-40d4-973f-051d1b2062ac gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:21.228117 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2a24c18-bcd7-4204-ab9e-4726afc1850e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:21.272911 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6880c4c8-6d64-40d4-973f-051d1b2062ac', 'name': 'tempest-TestAggregatesBasicOps-1294807061-router', 'tenant_id': '52f9ddc977f74f598677d7141927d6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'aca9df20-43c7-4ff3-9c95-0a062b1b3719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:13Z', 'updated_at': '2021-07-22T16:56:17Z', 'revision_number': 4, 'project_id': '52f9ddc977f74f598677d7141927d6e8', 'gw_port': {'id': 'aca9df20-43c7-4ff3-9c95-0a062b1b3719', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6880c4c8-6d64-40d4-973f-051d1b2062ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:14Z', 'updated_at': '2021-07-22T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '98e24d30-44a4-4faf-a418-b82fb7e02368', 'name': '', 'network_id': '87ae6c79-d369-4de7-bf40-0631f2a89a81', 'tenant_id': '52f9ddc977f74f598677d7141927d6e8', 'mac_address': 'fa:16:3e:92:2b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6880c4c8-6d64-40d4-973f-051d1b2062ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '26066ab8-082c-40b0-ab3c-8d5d8a8ac58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:16Z', 'updated_at': '2021-07-22T16:56:17Z', 'revision_number': 2, 'project_id': '52f9ddc977f74f598677d7141927d6e8', 'subnets': [{'id': '26066ab8-082c-40b0-ab3c-8d5d8a8ac58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:21.313554 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] Checking router: 6880c4c8-6d64-40d4-973f-051d1b2062ac for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:56:21.314267 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] Updating router 6880c4c8-6d64-40d4-973f-051d1b2062ac port 98e24d30-44a4-4faf-a418-b82fb7e02368 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:56:21.351623 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:21.375123 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device aca9df20-43c7-4ff3-9c95-0a062b1b3719 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:21.419316 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a24c18-bcd7-4204-ab9e-4726afc1850e admin admin] Router 472fbc16-d2b1-4c36-86a3-bfa8eb11c76c is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:56:21.462254 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port aca9df20-43c7-4ff3-9c95-0a062b1b3719 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:21.463058 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:21.546808 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a24c18-bcd7-4204-ab9e-4726afc1850e admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:56:21.556995 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] Sync routers for ids ['472fbc16-d2b1-4c36-86a3-bfa8eb11c76c'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:56:21.567815 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c1a88dfd-0c29-4550-a020-9e682a6bd9fc up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:21.574738 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2a24c18-bcd7-4204-ab9e-4726afc1850e admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:21.578480 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a2a24c18-bcd7-4204-ab9e-4726afc1850e admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8913398 Jul 22 16:56:21.579087 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51892) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:21.598533 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] Routers {'472fbc16-d2b1-4c36-86a3-bfa8eb11c76c'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:21.599178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:56:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['472fbc16-d2b1-4c36-86a3-bfa8eb11c76c'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:21.674836 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:21.689229 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] Transition to ACTIVE for port object 98e24d30-44a4-4faf-a418-b82fb7e02368 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:21.699363 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:21.703700 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port c1a88dfd-0c29-4550-a020-9e682a6bd9fc completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:21.726884 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] Set router 472fbc16-d2b1-4c36-86a3-bfa8eb11c76c gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:21.759199 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da6de6c-8aa5-42e7-92c1-e967be252a09 None None] Network bfa48faa-d3ad-4c81-be73-36de8c9f1794 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:21.763784 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7e392-8a4b-4b90-9052-0dcde7c4933e None None] Pushing event updated for resources: {'Port': ['ID=98e24d30-44a4-4faf-a418-b82fb7e02368,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:21.798387 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7e392-8a4b-4b90-9052-0dcde7c4933e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:21.799371 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7e392-8a4b-4b90-9052-0dcde7c4933e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:21.800185 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7e392-8a4b-4b90-9052-0dcde7c4933e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:21.800538 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7e392-8a4b-4b90-9052-0dcde7c4933e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:21.800859 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7e392-8a4b-4b90-9052-0dcde7c4933e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:21.801494 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7e392-8a4b-4b90-9052-0dcde7c4933e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:21.802113 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7e392-8a4b-4b90-9052-0dcde7c4933e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:21.803155 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7e392-8a4b-4b90-9052-0dcde7c4933e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:21.803155 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7e392-8a4b-4b90-9052-0dcde7c4933e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:21.803549 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7e392-8a4b-4b90-9052-0dcde7c4933e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:21.803549 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7e392-8a4b-4b90-9052-0dcde7c4933e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:21.803801 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def7e392-8a4b-4b90-9052-0dcde7c4933e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:21.865959 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] Attempting to bind port 98e24d30-44a4-4faf-a418-b82fb7e02368 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:21.866708 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] Attempting to bind port 98e24d30-44a4-4faf-a418-b82fb7e02368 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '60031ba9-7c89-4de6-920a-376734a9e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '87ae6c79-d369-4de7-bf40-0631f2a89a81'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:21.867554 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] Attempting to bind port 98e24d30-44a4-4faf-a418-b82fb7e02368 on network 87ae6c79-d369-4de7-bf40-0631f2a89a81 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:21.875119 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:21.875904 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] Checking segment: {'id': '60031ba9-7c89-4de6-920a-376734a9e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '87ae6c79-d369-4de7-bf40-0631f2a89a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:21.876552 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:21.877912 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] Bound using segment: {'id': '60031ba9-7c89-4de6-920a-376734a9e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '87ae6c79-d369-4de7-bf40-0631f2a89a81'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:21.878683 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] Bound port: 98e24d30-44a4-4faf-a418-b82fb7e02368, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60031ba9-7c89-4de6-920a-376734a9e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '87ae6c79-d369-4de7-bf40-0631f2a89a81'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:21.879456 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:21.935169 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-08336666-2249-4deb-82c5-8c425eb06323 None None] Provisioning for port c1a88dfd-0c29-4550-a020-9e682a6bd9fc completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:21.954614 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-08336666-2249-4deb-82c5-8c425eb06323 None None] Provisioning complete for port c1a88dfd-0c29-4550-a020-9e682a6bd9fc triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:21.955024 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08336666-2249-4deb-82c5-8c425eb06323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:21.962233 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] For port 98e24d30-44a4-4faf-a418-b82fb7e02368, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:21.966230 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] For port 98e24d30-44a4-4faf-a418-b82fb7e02368, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=98e24d30-44a4-4faf-a418-b82fb7e02368,segment=NetworkSegment(60031ba9-7c89-4de6-920a-376734a9e040),segment_id=60031ba9-7c89-4de6-920a-376734a9e040)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:21.973313 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.029073 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] Routers {'6880c4c8-6d64-40d4-973f-051d1b2062ac'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:22.030120 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:56:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['6880c4c8-6d64-40d4-973f-051d1b2062ac'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:22.159726 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08336666-2249-4deb-82c5-8c425eb06323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.173015 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] Set router 6880c4c8-6d64-40d4-973f-051d1b2062ac gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:22.198248 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb8933f9-5092-4e36-83f9-f562359e8b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.219047 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472fbc16-d2b1-4c36-86a3-bfa8eb11c76c', 'name': 'tempest-TestAggregatesBasicOps-1100019772-router', 'tenant_id': 'bca45c959a0745eead573cdb402e795a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'bbfccb85-974f-4c40-9475-409417c5e822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:19Z', 'updated_at': '2021-07-22T16:56:20Z', 'revision_number': 3, 'project_id': 'bca45c959a0745eead573cdb402e795a', 'gw_port': {'id': 'bbfccb85-974f-4c40-9475-409417c5e822', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472fbc16-d2b1-4c36-86a3-bfa8eb11c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:20Z', 'updated_at': '2021-07-22T16:56:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:22.241142 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7e392-8a4b-4b90-9052-0dcde7c4933e None None] Pushing event updated for resources: {'Port': ['ID=98e24d30-44a4-4faf-a418-b82fb7e02368,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:22.259578 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-08336666-2249-4deb-82c5-8c425eb06323 None None] For port c1a88dfd-0c29-4550-a020-9e682a6bd9fc, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c1a88dfd-0c29-4550-a020-9e682a6bd9fc,segment=NetworkSegment(f88a4e7c-0f98-48cb-b116-42af977a2c1f),segment_id=f88a4e7c-0f98-48cb-b116-42af977a2c1f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:22.262158 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] Checking router: 472fbc16-d2b1-4c36-86a3-bfa8eb11c76c for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:56:22.262500 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] Updating router 472fbc16-d2b1-4c36-86a3-bfa8eb11c76c port bbfccb85-974f-4c40-9475-409417c5e822 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:56:22.287324 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08336666-2249-4deb-82c5-8c425eb06323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.377053 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08336666-2249-4deb-82c5-8c425eb06323 None None] Pushing event updated for resources: {'Port': ['ID=c1a88dfd-0c29-4550-a020-9e682a6bd9fc,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:22.402930 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.500875 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-cb8933f9-5092-4e36-83f9-f562359e8b88 admin admin] Allocated IP 172.20.0.1 (bfa48faa-d3ad-4c81-be73-36de8c9f1794/12dcaa9d-07c9-4d4f-bac8-b85c5e3e2b69/1401433a-191b-4605-b18b-a1045e8aa165) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:22.581138 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6880c4c8-6d64-40d4-973f-051d1b2062ac', 'name': 'tempest-TestAggregatesBasicOps-1294807061-router', 'tenant_id': '52f9ddc977f74f598677d7141927d6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'aca9df20-43c7-4ff3-9c95-0a062b1b3719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:13Z', 'updated_at': '2021-07-22T16:56:17Z', 'revision_number': 4, 'project_id': '52f9ddc977f74f598677d7141927d6e8', 'gw_port': {'id': 'aca9df20-43c7-4ff3-9c95-0a062b1b3719', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6880c4c8-6d64-40d4-973f-051d1b2062ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:14Z', 'updated_at': '2021-07-22T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '98e24d30-44a4-4faf-a418-b82fb7e02368', 'name': '', 'network_id': '87ae6c79-d369-4de7-bf40-0631f2a89a81', 'tenant_id': '52f9ddc977f74f598677d7141927d6e8', 'mac_address': 'fa:16:3e:92:2b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6880c4c8-6d64-40d4-973f-051d1b2062ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '26066ab8-082c-40b0-ab3c-8d5d8a8ac58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:16Z', 'updated_at': '2021-07-22T16:56:21Z', 'revision_number': 4, 'project_id': '52f9ddc977f74f598677d7141927d6e8', 'subnets': [{'id': '26066ab8-082c-40b0-ab3c-8d5d8a8ac58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:22.639457 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190aa22-a31e-452e-a018-812b2d23aae7 None None] The sync data for ids ['6880c4c8-6d64-40d4-973f-051d1b2062ac'] in n-d-798930-9 is: [{'id': '6880c4c8-6d64-40d4-973f-051d1b2062ac', 'name': 'tempest-TestAggregatesBasicOps-1294807061-router', 'tenant_id': '52f9ddc977f74f598677d7141927d6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'aca9df20-43c7-4ff3-9c95-0a062b1b3719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:13Z', 'updated_at': '2021-07-22T16:56:17Z', 'revision_number': 4, 'project_id': '52f9ddc977f74f598677d7141927d6e8', 'gw_port': {'id': 'aca9df20-43c7-4ff3-9c95-0a062b1b3719', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6880c4c8-6d64-40d4-973f-051d1b2062ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:14Z', 'updated_at': '2021-07-22T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '98e24d30-44a4-4faf-a418-b82fb7e02368', 'name': '', 'network_id': '87ae6c79-d369-4de7-bf40-0631f2a89a81', 'tenant_id': '52f9ddc977f74f598677d7141927d6e8', 'mac_address': 'fa:16:3e:92:2b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6880c4c8-6d64-40d4-973f-051d1b2062ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '26066ab8-082c-40b0-ab3c-8d5d8a8ac58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:16Z', 'updated_at': '2021-07-22T16:56:21Z', 'revision_number': 4, 'project_id': '52f9ddc977f74f598677d7141927d6e8', 'subnets': [{'id': '26066ab8-082c-40b0-ab3c-8d5d8a8ac58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:56:22.733279 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb8933f9-5092-4e36-83f9-f562359e8b88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.750249 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-cb8933f9-5092-4e36-83f9-f562359e8b88 admin admin] Transition to ACTIVE for port object 1401433a-191b-4605-b18b-a1045e8aa165 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:22.792778 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb8933f9-5092-4e36-83f9-f562359e8b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.816820 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.828673 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4921f204-0a1c-4367-82ea-75350efb1e24 None None] Provisioning complete for port c1a88dfd-0c29-4550-a020-9e682a6bd9fc triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:22.829100 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4921f204-0a1c-4367-82ea-75350efb1e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.850522 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] Transition to ACTIVE for port object bbfccb85-974f-4c40-9475-409417c5e822 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:22.853046 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8933f9-5092-4e36-83f9-f562359e8b88 admin admin] Pushing event updated for resources: {'Port': ['ID=1401433a-191b-4605-b18b-a1045e8aa165,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:22.866764 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.870025 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8933f9-5092-4e36-83f9-f562359e8b88 admin admin] Network bfa48faa-d3ad-4c81-be73-36de8c9f1794 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:22.871553 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-cb8933f9-5092-4e36-83f9-f562359e8b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:22.875734 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8933f9-5092-4e36-83f9-f562359e8b88 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:22.946666 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] Attempting to bind port bbfccb85-974f-4c40-9475-409417c5e822 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:22.947055 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] Attempting to bind port bbfccb85-974f-4c40-9475-409417c5e822 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:22.947419 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] Attempting to bind port bbfccb85-974f-4c40-9475-409417c5e822 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:22.948370 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb8933f9-5092-4e36-83f9-f562359e8b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.959455 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:22.960088 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:22.960504 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.960901 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:22.961387 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] Bound port: bbfccb85-974f-4c40-9475-409417c5e822, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:22.961794 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:23.048796 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] For port bbfccb85-974f-4c40-9475-409417c5e822, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:23.052982 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] For port bbfccb85-974f-4c40-9475-409417c5e822, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=bbfccb85-974f-4c40-9475-409417c5e822,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:23.062129 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828ba65-afcf-44a6-93dd-7654858e5011 None None] Pushing event updated for resources: {'Port': ['ID=bbfccb85-974f-4c40-9475-409417c5e822,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:23.074193 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:23.140059 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb8933f9-5092-4e36-83f9-f562359e8b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:23.146955 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828ba65-afcf-44a6-93dd-7654858e5011 None None] Pushing event updated for resources: {'Port': ['ID=bbfccb85-974f-4c40-9475-409417c5e822,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:23.193666 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] Routers {'472fbc16-d2b1-4c36-86a3-bfa8eb11c76c'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:23.195089 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:56:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['472fbc16-d2b1-4c36-86a3-bfa8eb11c76c'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:23.349449 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb8933f9-5092-4e36-83f9-f562359e8b88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:23.359473 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb8933f9-5092-4e36-83f9-f562359e8b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:23.427567 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 98e24d30-44a4-4faf-a418-b82fb7e02368 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:23.440865 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8933f9-5092-4e36-83f9-f562359e8b88 admin admin] Pushing event updated for resources: {'Port': ['ID=1401433a-191b-4605-b18b-a1045e8aa165,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:23.444188 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb8933f9-5092-4e36-83f9-f562359e8b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:23.515451 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] Set router 472fbc16-d2b1-4c36-86a3-bfa8eb11c76c gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:23.545042 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8933f9-5092-4e36-83f9-f562359e8b88 admin admin] Network bfa48faa-d3ad-4c81-be73-36de8c9f1794 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:23.546643 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-cb8933f9-5092-4e36-83f9-f562359e8b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:23.613772 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 98e24d30-44a4-4faf-a418-b82fb7e02368 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:23.654996 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 98e24d30-44a4-4faf-a418-b82fb7e02368 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:23.655380 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:23.683338 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8933f9-5092-4e36-83f9-f562359e8b88 admin admin] Router 472fbc16-d2b1-4c36-86a3-bfa8eb11c76c has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:56:23.700163 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-62d138ac-6332-42fb-809c-15ac79bc3f5a None None] Provisioning for port 1401433a-191b-4605-b18b-a1045e8aa165 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:23.732037 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-62d138ac-6332-42fb-809c-15ac79bc3f5a None None] Provisioning complete for port 1401433a-191b-4605-b18b-a1045e8aa165 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:23.732514 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62d138ac-6332-42fb-809c-15ac79bc3f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:23.834957 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8933f9-5092-4e36-83f9-f562359e8b88 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:56:23.849191 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cb8933f9-5092-4e36-83f9-f562359e8b88 admin admin] 10.222.0.69 "PUT /v2.0/routers/472fbc16-d2b1-4c36-86a3-bfa8eb11c76c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2601812 Jul 22 16:56:23.905450 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-62d138ac-6332-42fb-809c-15ac79bc3f5a None None] Port 1401433a-191b-4605-b18b-a1045e8aa165 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:56:23.964789 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:23.990947 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472fbc16-d2b1-4c36-86a3-bfa8eb11c76c', 'name': 'tempest-TestAggregatesBasicOps-1100019772-router', 'tenant_id': 'bca45c959a0745eead573cdb402e795a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'bbfccb85-974f-4c40-9475-409417c5e822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:19Z', 'updated_at': '2021-07-22T16:56:23Z', 'revision_number': 4, 'project_id': 'bca45c959a0745eead573cdb402e795a', 'gw_port': {'id': 'bbfccb85-974f-4c40-9475-409417c5e822', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472fbc16-d2b1-4c36-86a3-bfa8eb11c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:20Z', 'updated_at': '2021-07-22T16:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '1401433a-191b-4605-b18b-a1045e8aa165', 'name': '', 'network_id': 'bfa48faa-d3ad-4c81-be73-36de8c9f1794', 'tenant_id': 'bca45c959a0745eead573cdb402e795a', 'mac_address': 'fa:16:3e:76:f3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472fbc16-d2b1-4c36-86a3-bfa8eb11c76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '12dcaa9d-07c9-4d4f-bac8-b85c5e3e2b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:22Z', 'updated_at': '2021-07-22T16:56:22Z', 'revision_number': 1, 'project_id': 'bca45c959a0745eead573cdb402e795a', 'subnets': [{'id': '12dcaa9d-07c9-4d4f-bac8-b85c5e3e2b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:24.017547 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 98e24d30-44a4-4faf-a418-b82fb7e02368, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=98e24d30-44a4-4faf-a418-b82fb7e02368,segment=NetworkSegment(60031ba9-7c89-4de6-920a-376734a9e040),segment_id=60031ba9-7c89-4de6-920a-376734a9e040)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:24.065361 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24aa6f0-4bde-4012-ba7d-5c22c151f672 None None] The sync data for ids ['472fbc16-d2b1-4c36-86a3-bfa8eb11c76c'] in n-d-798930-9 is: [{'id': '472fbc16-d2b1-4c36-86a3-bfa8eb11c76c', 'name': 'tempest-TestAggregatesBasicOps-1100019772-router', 'tenant_id': 'bca45c959a0745eead573cdb402e795a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'bbfccb85-974f-4c40-9475-409417c5e822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:19Z', 'updated_at': '2021-07-22T16:56:23Z', 'revision_number': 4, 'project_id': 'bca45c959a0745eead573cdb402e795a', 'gw_port': {'id': 'bbfccb85-974f-4c40-9475-409417c5e822', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472fbc16-d2b1-4c36-86a3-bfa8eb11c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:20Z', 'updated_at': '2021-07-22T16:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '1401433a-191b-4605-b18b-a1045e8aa165', 'name': '', 'network_id': 'bfa48faa-d3ad-4c81-be73-36de8c9f1794', 'tenant_id': 'bca45c959a0745eead573cdb402e795a', 'mac_address': 'fa:16:3e:76:f3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472fbc16-d2b1-4c36-86a3-bfa8eb11c76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '12dcaa9d-07c9-4d4f-bac8-b85c5e3e2b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:22Z', 'updated_at': '2021-07-22T16:56:22Z', 'revision_number': 1, 'project_id': 'bca45c959a0745eead573cdb402e795a', 'subnets': [{'id': '12dcaa9d-07c9-4d4f-bac8-b85c5e3e2b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:56:24.067228 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:24.067968 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c1a88dfd-0c29-4550-a020-9e682a6bd9fc up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:24.192104 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=98e24d30-44a4-4faf-a418-b82fb7e02368,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:24.224115 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-35334705-c666-43f6-922a-4e170edc0684 None None] Provisioning complete for port 1401433a-191b-4605-b18b-a1045e8aa165 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:24.224798 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35334705-c666-43f6-922a-4e170edc0684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:24.279414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-35334705-c666-43f6-922a-4e170edc0684 None None] Port 1401433a-191b-4605-b18b-a1045e8aa165 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:56:24.283494 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port c1a88dfd-0c29-4550-a020-9e682a6bd9fc triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:24.284836 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:25.415064 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 98e24d30-44a4-4faf-a418-b82fb7e02368 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:25.420251 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 51974) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:25.491177 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 98e24d30-44a4-4faf-a418-b82fb7e02368 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:25.491735 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:25.624953 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device bbfccb85-974f-4c40-9475-409417c5e822 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:25.727179 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port bbfccb85-974f-4c40-9475-409417c5e822 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:25.731470 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port bbfccb85-974f-4c40-9475-409417c5e822 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:25.732024 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:25.835492 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:25.864941 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port bbfccb85-974f-4c40-9475-409417c5e822, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=bbfccb85-974f-4c40-9475-409417c5e822,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:25.877598 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:25.944235 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=bbfccb85-974f-4c40-9475-409417c5e822,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:26.003802 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9aafad13-c689-495b-90f7-65e91c851971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:26.269955 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9aafad13-c689-495b-90f7-65e91c851971 admin admin] Deleting port 98e24d30-44a4-4faf-a418-b82fb7e02368 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:26.270328 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9aafad13-c689-495b-90f7-65e91c851971 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:26.358909 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9aafad13-c689-495b-90f7-65e91c851971 admin admin] For port 98e24d30-44a4-4faf-a418-b82fb7e02368, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=98e24d30-44a4-4faf-a418-b82fb7e02368,segment=NetworkSegment(60031ba9-7c89-4de6-920a-376734a9e040),segment_id=60031ba9-7c89-4de6-920a-376734a9e040)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:26.359285 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9aafad13-c689-495b-90f7-65e91c851971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:26.372656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9aafad13-c689-495b-90f7-65e91c851971 admin admin] Calling delete_port for 98e24d30-44a4-4faf-a418-b82fb7e02368 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:26.575889 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9aafad13-c689-495b-90f7-65e91c851971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:26.605835 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aafad13-c689-495b-90f7-65e91c851971 admin admin] Pushing event deleted for resources: {'Port': ['ID=98e24d30-44a4-4faf-a418-b82fb7e02368,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:26.806415 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9aafad13-c689-495b-90f7-65e91c851971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:27.025580 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] Sync routers for ids ['472fbc16-d2b1-4c36-86a3-bfa8eb11c76c'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:56:27.037324 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] Routers {'472fbc16-d2b1-4c36-86a3-bfa8eb11c76c'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:27.038669 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:56:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['472fbc16-d2b1-4c36-86a3-bfa8eb11c76c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:27.208523 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] Set router 472fbc16-d2b1-4c36-86a3-bfa8eb11c76c gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:27.359247 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device bbfccb85-974f-4c40-9475-409417c5e822 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:27.469452 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port bbfccb85-974f-4c40-9475-409417c5e822 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:27.471178 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:27.474577 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472fbc16-d2b1-4c36-86a3-bfa8eb11c76c', 'name': 'tempest-TestAggregatesBasicOps-1100019772-router', 'tenant_id': 'bca45c959a0745eead573cdb402e795a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'bbfccb85-974f-4c40-9475-409417c5e822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:19Z', 'updated_at': '2021-07-22T16:56:23Z', 'revision_number': 4, 'project_id': 'bca45c959a0745eead573cdb402e795a', 'gw_port': {'id': 'bbfccb85-974f-4c40-9475-409417c5e822', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472fbc16-d2b1-4c36-86a3-bfa8eb11c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:20Z', 'updated_at': '2021-07-22T16:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '1401433a-191b-4605-b18b-a1045e8aa165', 'name': '', 'network_id': 'bfa48faa-d3ad-4c81-be73-36de8c9f1794', 'tenant_id': 'bca45c959a0745eead573cdb402e795a', 'mac_address': 'fa:16:3e:76:f3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472fbc16-d2b1-4c36-86a3-bfa8eb11c76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '12dcaa9d-07c9-4d4f-bac8-b85c5e3e2b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:22Z', 'updated_at': '2021-07-22T16:56:23Z', 'revision_number': 2, 'project_id': 'bca45c959a0745eead573cdb402e795a', 'subnets': [{'id': '12dcaa9d-07c9-4d4f-bac8-b85c5e3e2b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:27.510823 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] Checking router: 472fbc16-d2b1-4c36-86a3-bfa8eb11c76c for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:56:27.510823 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] Updating router 472fbc16-d2b1-4c36-86a3-bfa8eb11c76c port 1401433a-191b-4605-b18b-a1045e8aa165 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:56:27.526321 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aafad13-c689-495b-90f7-65e91c851971 admin admin] Router 6880c4c8-6d64-40d4-973f-051d1b2062ac has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:56:27.551408 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:27.675984 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aafad13-c689-495b-90f7-65e91c851971 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:56:27.688250 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9aafad13-c689-495b-90f7-65e91c851971 admin admin] 10.222.0.69 "PUT /v2.0/routers/6880c4c8-6d64-40d4-973f-051d1b2062ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2636406 Jul 22 16:56:27.688458 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 51990) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:27.690206 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22318c7-0cfa-4b3f-aefb-f55dc44931ef None None] Sync routers for ids ['6880c4c8-6d64-40d4-973f-051d1b2062ac'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:56:27.704227 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22318c7-0cfa-4b3f-aefb-f55dc44931ef None None] Routers {'6880c4c8-6d64-40d4-973f-051d1b2062ac'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:27.705660 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f22318c7-0cfa-4b3f-aefb-f55dc44931ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:56:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['6880c4c8-6d64-40d4-973f-051d1b2062ac'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:27.841096 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0e369cd-ba6d-4bd2-b2f8-97c2d3cbd59d admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:27.900223 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f22318c7-0cfa-4b3f-aefb-f55dc44931ef None None] Set router 6880c4c8-6d64-40d4-973f-051d1b2062ac gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:27.971747 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0e369cd-ba6d-4bd2-b2f8-97c2d3cbd59d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:27.987728 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:28.011656 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] Transition to ACTIVE for port object 1401433a-191b-4605-b18b-a1045e8aa165 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:28.027242 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:28.038421 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f0e369cd-ba6d-4bd2-b2f8-97c2d3cbd59d admin admin] Deleting port aca9df20-43c7-4ff3-9c95-0a062b1b3719 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:28.038764 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0e369cd-ba6d-4bd2-b2f8-97c2d3cbd59d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:28.083354 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c9c1a-f96a-4542-8c54-44b7bc789222 None None] Pushing event updated for resources: {'Port': ['ID=1401433a-191b-4605-b18b-a1045e8aa165,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:28.156440 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] Attempting to bind port 1401433a-191b-4605-b18b-a1045e8aa165 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:28.156814 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] Attempting to bind port 1401433a-191b-4605-b18b-a1045e8aa165 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'f88a4e7c-0f98-48cb-b116-42af977a2c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bfa48faa-d3ad-4c81-be73-36de8c9f1794'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:28.157173 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] Attempting to bind port 1401433a-191b-4605-b18b-a1045e8aa165 on network bfa48faa-d3ad-4c81-be73-36de8c9f1794 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:28.168765 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:28.169141 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] Checking segment: {'id': 'f88a4e7c-0f98-48cb-b116-42af977a2c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bfa48faa-d3ad-4c81-be73-36de8c9f1794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:28.169552 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:28.169961 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] Bound using segment: {'id': 'f88a4e7c-0f98-48cb-b116-42af977a2c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bfa48faa-d3ad-4c81-be73-36de8c9f1794'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:28.170441 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] Bound port: 1401433a-191b-4605-b18b-a1045e8aa165, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88a4e7c-0f98-48cb-b116-42af977a2c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bfa48faa-d3ad-4c81-be73-36de8c9f1794'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:28.170586 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-f0e369cd-ba6d-4bd2-b2f8-97c2d3cbd59d admin admin] For port aca9df20-43c7-4ff3-9c95-0a062b1b3719, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=aca9df20-43c7-4ff3-9c95-0a062b1b3719,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:28.170819 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:28.170933 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0e369cd-ba6d-4bd2-b2f8-97c2d3cbd59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:28.187041 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f0e369cd-ba6d-4bd2-b2f8-97c2d3cbd59d admin admin] Calling delete_port for aca9df20-43c7-4ff3-9c95-0a062b1b3719 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:28.225151 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f22318c7-0cfa-4b3f-aefb-f55dc44931ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6880c4c8-6d64-40d4-973f-051d1b2062ac', 'name': 'tempest-TestAggregatesBasicOps-1294807061-router', 'tenant_id': '52f9ddc977f74f598677d7141927d6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'aca9df20-43c7-4ff3-9c95-0a062b1b3719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:13Z', 'updated_at': '2021-07-22T16:56:26Z', 'revision_number': 5, 'project_id': '52f9ddc977f74f598677d7141927d6e8', 'gw_port': {'id': 'aca9df20-43c7-4ff3-9c95-0a062b1b3719', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6880c4c8-6d64-40d4-973f-051d1b2062ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:14Z', 'updated_at': '2021-07-22T16:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:28.257167 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22318c7-0cfa-4b3f-aefb-f55dc44931ef None None] Checking router: 6880c4c8-6d64-40d4-973f-051d1b2062ac for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:56:28.258515 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] For port 1401433a-191b-4605-b18b-a1045e8aa165, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:28.263610 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] For port 1401433a-191b-4605-b18b-a1045e8aa165, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1401433a-191b-4605-b18b-a1045e8aa165,segment=NetworkSegment(f88a4e7c-0f98-48cb-b116-42af977a2c1f),segment_id=f88a4e7c-0f98-48cb-b116-42af977a2c1f)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:28.266754 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22318c7-0cfa-4b3f-aefb-f55dc44931ef None None] Routers {'6880c4c8-6d64-40d4-973f-051d1b2062ac'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:28.267373 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f22318c7-0cfa-4b3f-aefb-f55dc44931ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:56:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['6880c4c8-6d64-40d4-973f-051d1b2062ac'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:28.271476 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:28.328182 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c9c1a-f96a-4542-8c54-44b7bc789222 None None] Pushing event updated for resources: {'Port': ['ID=1401433a-191b-4605-b18b-a1045e8aa165,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:28.367774 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] Routers {'472fbc16-d2b1-4c36-86a3-bfa8eb11c76c'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:28.368590 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:56:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['472fbc16-d2b1-4c36-86a3-bfa8eb11c76c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:28.399778 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f22318c7-0cfa-4b3f-aefb-f55dc44931ef None None] Set router 6880c4c8-6d64-40d4-973f-051d1b2062ac gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:28.466801 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f22318c7-0cfa-4b3f-aefb-f55dc44931ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6880c4c8-6d64-40d4-973f-051d1b2062ac', 'name': 'tempest-TestAggregatesBasicOps-1294807061-router', 'tenant_id': '52f9ddc977f74f598677d7141927d6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:13Z', 'updated_at': '2021-07-22T16:56:27Z', 'revision_number': 6, 'project_id': '52f9ddc977f74f598677d7141927d6e8', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:28.541671 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22318c7-0cfa-4b3f-aefb-f55dc44931ef None None] The sync data for ids ['6880c4c8-6d64-40d4-973f-051d1b2062ac'] in n-d-798930-9 is: [{'id': '6880c4c8-6d64-40d4-973f-051d1b2062ac', 'name': 'tempest-TestAggregatesBasicOps-1294807061-router', 'tenant_id': '52f9ddc977f74f598677d7141927d6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:13Z', 'updated_at': '2021-07-22T16:56:27Z', 'revision_number': 6, 'project_id': '52f9ddc977f74f598677d7141927d6e8', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:56:28.667380 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] Set router 472fbc16-d2b1-4c36-86a3-bfa8eb11c76c gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:28.838696 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0e369cd-ba6d-4bd2-b2f8-97c2d3cbd59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:28.968090 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e369cd-ba6d-4bd2-b2f8-97c2d3cbd59d admin admin] Pushing event deleted for resources: {'Port': ['ID=aca9df20-43c7-4ff3-9c95-0a062b1b3719,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:28.999145 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0e369cd-ba6d-4bd2-b2f8-97c2d3cbd59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:29.028808 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-351ed384-d938-4c24-9e55-bef08e52972c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:29.069670 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472fbc16-d2b1-4c36-86a3-bfa8eb11c76c', 'name': 'tempest-TestAggregatesBasicOps-1100019772-router', 'tenant_id': 'bca45c959a0745eead573cdb402e795a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'bbfccb85-974f-4c40-9475-409417c5e822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:19Z', 'updated_at': '2021-07-22T16:56:23Z', 'revision_number': 4, 'project_id': 'bca45c959a0745eead573cdb402e795a', 'gw_port': {'id': 'bbfccb85-974f-4c40-9475-409417c5e822', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472fbc16-d2b1-4c36-86a3-bfa8eb11c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:20Z', 'updated_at': '2021-07-22T16:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '1401433a-191b-4605-b18b-a1045e8aa165', 'name': '', 'network_id': 'bfa48faa-d3ad-4c81-be73-36de8c9f1794', 'tenant_id': 'bca45c959a0745eead573cdb402e795a', 'mac_address': 'fa:16:3e:76:f3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472fbc16-d2b1-4c36-86a3-bfa8eb11c76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '12dcaa9d-07c9-4d4f-bac8-b85c5e3e2b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:22Z', 'updated_at': '2021-07-22T16:56:28Z', 'revision_number': 4, 'project_id': 'bca45c959a0745eead573cdb402e795a', 'subnets': [{'id': '12dcaa9d-07c9-4d4f-bac8-b85c5e3e2b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:29.114791 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad2678d-fde1-42b0-bb96-eea449f244cb None None] The sync data for ids ['472fbc16-d2b1-4c36-86a3-bfa8eb11c76c'] in n-d-798930-9 is: [{'id': '472fbc16-d2b1-4c36-86a3-bfa8eb11c76c', 'name': 'tempest-TestAggregatesBasicOps-1100019772-router', 'tenant_id': 'bca45c959a0745eead573cdb402e795a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'bbfccb85-974f-4c40-9475-409417c5e822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:19Z', 'updated_at': '2021-07-22T16:56:23Z', 'revision_number': 4, 'project_id': 'bca45c959a0745eead573cdb402e795a', 'gw_port': {'id': 'bbfccb85-974f-4c40-9475-409417c5e822', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472fbc16-d2b1-4c36-86a3-bfa8eb11c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:20Z', 'updated_at': '2021-07-22T16:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '1401433a-191b-4605-b18b-a1045e8aa165', 'name': '', 'network_id': 'bfa48faa-d3ad-4c81-be73-36de8c9f1794', 'tenant_id': 'bca45c959a0745eead573cdb402e795a', 'mac_address': 'fa:16:3e:76:f3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472fbc16-d2b1-4c36-86a3-bfa8eb11c76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '12dcaa9d-07c9-4d4f-bac8-b85c5e3e2b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:22Z', 'updated_at': '2021-07-22T16:56:28Z', 'revision_number': 4, 'project_id': 'bca45c959a0745eead573cdb402e795a', 'subnets': [{'id': '12dcaa9d-07c9-4d4f-bac8-b85c5e3e2b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:56:29.149979 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0e369cd-ba6d-4bd2-b2f8-97c2d3cbd59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:29.152184 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0e369cd-ba6d-4bd2-b2f8-97c2d3cbd59d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:29.203216 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0e369cd-ba6d-4bd2-b2f8-97c2d3cbd59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:29.204162 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e369cd-ba6d-4bd2-b2f8-97c2d3cbd59d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6880c4c8-6d64-40d4-973f-051d1b2062ac {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:56:29.214723 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0e369cd-ba6d-4bd2-b2f8-97c2d3cbd59d admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:29.216362 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f0e369cd-ba6d-4bd2-b2f8-97c2d3cbd59d admin admin] 10.222.0.69 "DELETE /v2.0/routers/6880c4c8-6d64-40d4-973f-051d1b2062ac HTTP/1.1" status: 204 len: 168 time: 1.5268991 Jul 22 16:56:29.219000 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52008) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:29.314965 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5cb2211-d041-45db-a98a-63b80e85b5e0 admin admin] Deleting subnet 26066ab8-082c-40b0-ab3c-8d5d8a8ac58f {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:56:29.320532 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5cb2211-d041-45db-a98a-63b80e85b5e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:29.388550 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5cb2211-d041-45db-a98a-63b80e85b5e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:29.483131 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5cb2211-d041-45db-a98a-63b80e85b5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:29.547720 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5cb2211-d041-45db-a98a-63b80e85b5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:29.581046 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb2211-d041-45db-a98a-63b80e85b5e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26066ab8-082c-40b0-ab3c-8d5d8a8ac58f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:29.583832 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c5cb2211-d041-45db-a98a-63b80e85b5e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:29.585795 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c5cb2211-d041-45db-a98a-63b80e85b5e0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/26066ab8-082c-40b0-ab3c-8d5d8a8ac58f HTTP/1.1" status: 204 len: 168 time: 0.3651423 Jul 22 16:56:29.588766 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52010) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:29.589519 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810f121e-8e11-4559-9bd4-505d9ab60a36 None None] Network 87ae6c79-d369-4de7-bf40-0631f2a89a81 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:29.608716 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2211-d041-45db-a98a-63b80e85b5e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:29.609299 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2211-d041-45db-a98a-63b80e85b5e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:29.612375 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2211-d041-45db-a98a-63b80e85b5e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:29.612867 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2211-d041-45db-a98a-63b80e85b5e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:29.613441 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2211-d041-45db-a98a-63b80e85b5e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:29.614005 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2211-d041-45db-a98a-63b80e85b5e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:29.614515 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2211-d041-45db-a98a-63b80e85b5e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:29.615036 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2211-d041-45db-a98a-63b80e85b5e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:29.616652 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2211-d041-45db-a98a-63b80e85b5e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:29.617191 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2211-d041-45db-a98a-63b80e85b5e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:29.620293 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2211-d041-45db-a98a-63b80e85b5e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:29.622024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb2211-d041-45db-a98a-63b80e85b5e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:29.703775 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1401433a-191b-4605-b18b-a1045e8aa165 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:29.711228 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df75abbf-a982-4412-8d43-128616e31c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:29.813473 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-df75abbf-a982-4412-8d43-128616e31c28 admin admin] Deleting port 54920400-b8ed-4d24-96b7-e087ce832d30 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:29.814344 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df75abbf-a982-4412-8d43-128616e31c28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:29.879140 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 1401433a-191b-4605-b18b-a1045e8aa165 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:29.886921 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 1401433a-191b-4605-b18b-a1045e8aa165 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:29.887489 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:29.926356 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-df75abbf-a982-4412-8d43-128616e31c28 admin admin] For port 54920400-b8ed-4d24-96b7-e087ce832d30, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=54920400-b8ed-4d24-96b7-e087ce832d30,segment=NetworkSegment(60031ba9-7c89-4de6-920a-376734a9e040),segment_id=60031ba9-7c89-4de6-920a-376734a9e040)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:29.926900 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df75abbf-a982-4412-8d43-128616e31c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:29.958412 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-df75abbf-a982-4412-8d43-128616e31c28 admin admin] Calling delete_port for 54920400-b8ed-4d24-96b7-e087ce832d30 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:29.995022 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3fb89e-be06-4c6b-942e-455ca45a2584 None None] DHCP port deletion for 87ae6c79-d369-4de7-bf40-0631f2a89a81 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:56:30.038440 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:30.090451 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 1401433a-191b-4605-b18b-a1045e8aa165, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1401433a-191b-4605-b18b-a1045e8aa165,segment=NetworkSegment(f88a4e7c-0f98-48cb-b116-42af977a2c1f),segment_id=f88a4e7c-0f98-48cb-b116-42af977a2c1f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:30.100341 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:30.136989 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 98e24d30-44a4-4faf-a418-b82fb7e02368 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:30.151736 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df75abbf-a982-4412-8d43-128616e31c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:30.199657 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75abbf-a982-4412-8d43-128616e31c28 admin admin] Pushing event deleted for resources: {'Port': ['ID=54920400-b8ed-4d24-96b7-e087ce832d30,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:30.221493 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df75abbf-a982-4412-8d43-128616e31c28 admin admin] No DVR routers for this DVR port 54920400-b8ed-4d24-96b7-e087ce832d30 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:30.241036 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 98e24d30-44a4-4faf-a418-b82fb7e02368 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:30.241610 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 98e24d30-44a4-4faf-a418-b82fb7e02368 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:30.252569 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8b3fb89e-be06-4c6b-942e-455ca45a2584 None None] Deleting port 54920400-b8ed-4d24-96b7-e087ce832d30 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:30.253021 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b3fb89e-be06-4c6b-942e-455ca45a2584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:30.288926 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=1401433a-191b-4605-b18b-a1045e8aa165,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:30.350587 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df75abbf-a982-4412-8d43-128616e31c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:30.350729 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8b3fb89e-be06-4c6b-942e-455ca45a2584 None None] For port 54920400-b8ed-4d24-96b7-e087ce832d30, host n-d-798930-9, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:30.351225 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b3fb89e-be06-4c6b-942e-455ca45a2584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:30.366959 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-df75abbf-a982-4412-8d43-128616e31c28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ae6c79-d369-4de7-bf40-0631f2a89a81']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:30.367185 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8b3fb89e-be06-4c6b-942e-455ca45a2584 None None] Calling delete_port for 54920400-b8ed-4d24-96b7-e087ce832d30 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:30.370395 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-8b3fb89e-be06-4c6b-942e-455ca45a2584 None None] Port 54920400-b8ed-4d24-96b7-e087ce832d30 was not found and therefore no delete operation was performed {{(pid=93818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 16:56:30.371745 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b3fb89e-be06-4c6b-942e-455ca45a2584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:30.386579 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3fb89e-be06-4c6b-942e-455ca45a2584 None None] No DVR routers for this DVR port 54920400-b8ed-4d24-96b7-e087ce832d30 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:30.388171 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-df75abbf-a982-4412-8d43-128616e31c28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60031ba9-7c89-4de6-920a-376734a9e040') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:30.388578 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-df75abbf-a982-4412-8d43-128616e31c28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60031ba9-7c89-4de6-920a-376734a9e040') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:30.402918 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df75abbf-a982-4412-8d43-128616e31c28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:30.408859 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3fb89e-be06-4c6b-942e-455ca45a2584 None None] Pushing event deleted for resources: {'Port': ['ID=54920400-b8ed-4d24-96b7-e087ce832d30,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:30.437170 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df75abbf-a982-4412-8d43-128616e31c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:30.447306 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df75abbf-a982-4412-8d43-128616e31c28 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:56:30.448189 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df75abbf-a982-4412-8d43-128616e31c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:56:30.450666 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:56:30.518191 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df75abbf-a982-4412-8d43-128616e31c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:30.524974 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df75abbf-a982-4412-8d43-128616e31c28 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:30.526868 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-df75abbf-a982-4412-8d43-128616e31c28 admin admin] 10.222.0.69 "DELETE /v2.0/networks/87ae6c79-d369-4de7-bf40-0631f2a89a81 HTTP/1.1" status: 204 len: 168 time: 0.9367602 Jul 22 16:56:30.529823 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52016) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:30.538779 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75abbf-a982-4412-8d43-128616e31c28 admin admin] Pushing event deleted for resources: {'Network': ['ID=87ae6c79-d369-4de7-bf40-0631f2a89a81,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:30.920732 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5bee-042e-4cf1-a9c2-82871aa1dd49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.271963 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f3ca5bee-042e-4cf1-a9c2-82871aa1dd49 admin admin] Deleting port 1401433a-191b-4605-b18b-a1045e8aa165 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:31.273088 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5bee-042e-4cf1-a9c2-82871aa1dd49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.294441 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1401433a-191b-4605-b18b-a1045e8aa165 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:31.333418 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52026) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:31.367053 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 1401433a-191b-4605-b18b-a1045e8aa165 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:31.367833 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.388840 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f3ca5bee-042e-4cf1-a9c2-82871aa1dd49 admin admin] For port 1401433a-191b-4605-b18b-a1045e8aa165, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1401433a-191b-4605-b18b-a1045e8aa165,segment=NetworkSegment(f88a4e7c-0f98-48cb-b116-42af977a2c1f),segment_id=f88a4e7c-0f98-48cb-b116-42af977a2c1f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:31.389215 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5bee-042e-4cf1-a9c2-82871aa1dd49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.403612 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f3ca5bee-042e-4cf1-a9c2-82871aa1dd49 admin admin] Calling delete_port for 1401433a-191b-4605-b18b-a1045e8aa165 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:31.512892 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43ff03df-badb-421f-a497-32bd4a7a1340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.529053 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device aca9df20-43c7-4ff3-9c95-0a062b1b3719 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:31.564408 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: aca9df20-43c7-4ff3-9c95-0a062b1b3719 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:31.564749 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device aca9df20-43c7-4ff3-9c95-0a062b1b3719 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:31.565177 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 54920400-b8ed-4d24-96b7-e087ce832d30 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:31.587704 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 54920400-b8ed-4d24-96b7-e087ce832d30 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:31.588047 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 54920400-b8ed-4d24-96b7-e087ce832d30 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:31.623742 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-277bf0dc-6a36-4787-8a23-7c89d053aaad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.648030 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5bee-042e-4cf1-a9c2-82871aa1dd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.654686 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.667178 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43ff03df-badb-421f-a497-32bd4a7a1340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.674362 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43ff03df-badb-421f-a497-32bd4a7a1340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.697274 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca5bee-042e-4cf1-a9c2-82871aa1dd49 admin admin] Pushing event deleted for resources: {'Port': ['ID=1401433a-191b-4605-b18b-a1045e8aa165,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:31.725127 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-43ff03df-badb-421f-a497-32bd4a7a1340 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b0120f4625f8436eb4b9f9e8b68716d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3904963 Jul 22 16:56:31.727656 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52030) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:31.729750 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff03df-badb-421f-a497-32bd4a7a1340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2904fd-5626-418d-83dc-cda8428ece76,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:31.809177 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-42f81942-140b-4ec7-948c-419257e87827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.838352 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-42f81942-140b-4ec7-948c-419257e87827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.898369 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-42f81942-140b-4ec7-948c-419257e87827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.900971 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-42f81942-140b-4ec7-948c-419257e87827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.904514 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-42f81942-140b-4ec7-948c-419257e87827 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3b2904fd-5626-418d-83dc-cda8428ece76 HTTP/1.1" status: 204 len: 168 time: 0.1733675 Jul 22 16:56:31.920409 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f81942-140b-4ec7-948c-419257e87827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2904fd-5626-418d-83dc-cda8428ece76,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:32.043523 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5bee-042e-4cf1-a9c2-82871aa1dd49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:32.231607 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52036) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:32.245273 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d84e10f-21eb-455d-9b08-adc101c6bc03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:32.332949 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ca5bee-042e-4cf1-a9c2-82871aa1dd49 admin admin] Router 472fbc16-d2b1-4c36-86a3-bfa8eb11c76c has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:56:32.356375 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d84e10f-21eb-455d-9b08-adc101c6bc03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:32.362612 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0d84e10f-21eb-455d-9b08-adc101c6bc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:32.391267 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84e10f-21eb-455d-9b08-adc101c6bc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2e5b99-ea3f-4aef-85f7-27cd04e894f9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:32.424551 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0d84e10f-21eb-455d-9b08-adc101c6bc03 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=daf0dce3f03d48a6845863734ea8bbdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1908679 Jul 22 16:56:32.426809 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52042) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:32.464786 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ca5bee-042e-4cf1-a9c2-82871aa1dd49 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:56:32.472196 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f3ca5bee-042e-4cf1-a9c2-82871aa1dd49 admin admin] 10.222.0.69 "PUT /v2.0/routers/472fbc16-d2b1-4c36-86a3-bfa8eb11c76c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9405935 Jul 22 16:56:32.475189 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52046) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:32.482117 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b2129-4946-46fb-9b8f-9df20ca345e7 None None] Sync routers for ids ['472fbc16-d2b1-4c36-86a3-bfa8eb11c76c'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:56:32.493479 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92b2129-4946-46fb-9b8f-9df20ca345e7 None None] Routers {'472fbc16-d2b1-4c36-86a3-bfa8eb11c76c'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:32.494478 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e92b2129-4946-46fb-9b8f-9df20ca345e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:56:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['472fbc16-d2b1-4c36-86a3-bfa8eb11c76c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:32.583684 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be36375a-9cf0-4ed9-b10d-43991a29bfbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:32.596946 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6977cb8-9040-42cc-aaf5-f0bf89bdf826 req-d697435a-8c3f-4381-a0d1-4712b78fa7b3 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:32.601885 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b6977cb8-9040-42cc-aaf5-f0bf89bdf826 req-d697435a-8c3f-4381-a0d1-4712b78fa7b3 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=8690da0f-5bd1-41c0-97ad-6ebb6b3ac217 HTTP/1.1" status: 200 len: 945 time: 0.0753129 Jul 22 16:56:32.613596 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-e92b2129-4946-46fb-9b8f-9df20ca345e7 None None] Set router 472fbc16-d2b1-4c36-86a3-bfa8eb11c76c gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:32.618585 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be36375a-9cf0-4ed9-b10d-43991a29bfbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:32.644861 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4c451ec-be88-4100-96de-4c440c133648 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:32.654585 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b6977cb8-9040-42cc-aaf5-f0bf89bdf826 req-f1b23d18-7f0b-41f7-830d-bf484df0bcc8 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501246 Jul 22 16:56:32.759713 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be36375a-9cf0-4ed9-b10d-43991a29bfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:32.762302 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be36375a-9cf0-4ed9-b10d-43991a29bfbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:32.763459 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-be36375a-9cf0-4ed9-b10d-43991a29bfbb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7a2e5b99-ea3f-4aef-85f7-27cd04e894f9 HTTP/1.1" status: 204 len: 168 time: 0.3354576 Jul 22 16:56:32.778049 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36375a-9cf0-4ed9-b10d-43991a29bfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2e5b99-ea3f-4aef-85f7-27cd04e894f9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:32.794933 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4c451ec-be88-4100-96de-4c440c133648 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:32.801191 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:32.824989 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e92b2129-4946-46fb-9b8f-9df20ca345e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472fbc16-d2b1-4c36-86a3-bfa8eb11c76c', 'name': 'tempest-TestAggregatesBasicOps-1100019772-router', 'tenant_id': 'bca45c959a0745eead573cdb402e795a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'bbfccb85-974f-4c40-9475-409417c5e822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:19Z', 'updated_at': '2021-07-22T16:56:31Z', 'revision_number': 5, 'project_id': 'bca45c959a0745eead573cdb402e795a', 'gw_port': {'id': 'bbfccb85-974f-4c40-9475-409417c5e822', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472fbc16-d2b1-4c36-86a3-bfa8eb11c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:20Z', 'updated_at': '2021-07-22T16:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:32.855053 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b2129-4946-46fb-9b8f-9df20ca345e7 None None] Checking router: 472fbc16-d2b1-4c36-86a3-bfa8eb11c76c for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:56:32.860059 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f4c451ec-be88-4100-96de-4c440c133648 admin admin] Deleting port bbfccb85-974f-4c40-9475-409417c5e822 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:32.860405 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4c451ec-be88-4100-96de-4c440c133648 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:32.863706 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92b2129-4946-46fb-9b8f-9df20ca345e7 None None] Routers {'472fbc16-d2b1-4c36-86a3-bfa8eb11c76c'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:32.864299 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e92b2129-4946-46fb-9b8f-9df20ca345e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:56:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['472fbc16-d2b1-4c36-86a3-bfa8eb11c76c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:32.943929 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-f4c451ec-be88-4100-96de-4c440c133648 admin admin] For port bbfccb85-974f-4c40-9475-409417c5e822, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=bbfccb85-974f-4c40-9475-409417c5e822,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:32.944294 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4c451ec-be88-4100-96de-4c440c133648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:32.953351 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-e92b2129-4946-46fb-9b8f-9df20ca345e7 None None] Set router 472fbc16-d2b1-4c36-86a3-bfa8eb11c76c gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:32.958131 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f4c451ec-be88-4100-96de-4c440c133648 admin admin] Calling delete_port for bbfccb85-974f-4c40-9475-409417c5e822 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:33.005120 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e92b2129-4946-46fb-9b8f-9df20ca345e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472fbc16-d2b1-4c36-86a3-bfa8eb11c76c', 'name': 'tempest-TestAggregatesBasicOps-1100019772-router', 'tenant_id': 'bca45c959a0745eead573cdb402e795a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:19Z', 'updated_at': '2021-07-22T16:56:32Z', 'revision_number': 6, 'project_id': 'bca45c959a0745eead573cdb402e795a', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:33.041095 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b2129-4946-46fb-9b8f-9df20ca345e7 None None] The sync data for ids ['472fbc16-d2b1-4c36-86a3-bfa8eb11c76c'] in n-d-798930-9 is: [{'id': '472fbc16-d2b1-4c36-86a3-bfa8eb11c76c', 'name': 'tempest-TestAggregatesBasicOps-1100019772-router', 'tenant_id': 'bca45c959a0745eead573cdb402e795a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:19Z', 'updated_at': '2021-07-22T16:56:32Z', 'revision_number': 6, 'project_id': 'bca45c959a0745eead573cdb402e795a', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:56:33.146363 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4c451ec-be88-4100-96de-4c440c133648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.176938 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c451ec-be88-4100-96de-4c440c133648 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbfccb85-974f-4c40-9475-409417c5e822,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:33.240845 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4c451ec-be88-4100-96de-4c440c133648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.333953 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4c451ec-be88-4100-96de-4c440c133648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.336120 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4c451ec-be88-4100-96de-4c440c133648 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.379002 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4c451ec-be88-4100-96de-4c440c133648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.379633 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c451ec-be88-4100-96de-4c440c133648 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 472fbc16-d2b1-4c36-86a3-bfa8eb11c76c {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:56:33.388961 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4c451ec-be88-4100-96de-4c440c133648 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.390163 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f4c451ec-be88-4100-96de-4c440c133648 admin admin] 10.222.0.69 "DELETE /v2.0/routers/472fbc16-d2b1-4c36-86a3-bfa8eb11c76c HTTP/1.1" status: 204 len: 168 time: 0.9135709 Jul 22 16:56:33.393179 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52070) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:33.472045 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7062cdc-b03a-4228-b25e-a3da4cf95b0a admin admin] Deleting subnet 12dcaa9d-07c9-4d4f-bac8-b85c5e3e2b69 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:56:33.475781 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7062cdc-b03a-4228-b25e-a3da4cf95b0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.515308 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7062cdc-b03a-4228-b25e-a3da4cf95b0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.604169 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7062cdc-b03a-4228-b25e-a3da4cf95b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.665882 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7062cdc-b03a-4228-b25e-a3da4cf95b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.693579 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7062cdc-b03a-4228-b25e-a3da4cf95b0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12dcaa9d-07c9-4d4f-bac8-b85c5e3e2b69,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:33.699433 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7062cdc-b03a-4228-b25e-a3da4cf95b0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.703837 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b7062cdc-b03a-4228-b25e-a3da4cf95b0a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/12dcaa9d-07c9-4d4f-bac8-b85c5e3e2b69 HTTP/1.1" status: 204 len: 168 time: 0.3072171 Jul 22 16:56:33.704060 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52078) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:33.704633 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee013a9-07bc-404f-b7d4-d1f751c9a2cb None None] Network bfa48faa-d3ad-4c81-be73-36de8c9f1794 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:33.798342 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36e456-fbde-405e-8387-333876540bc9 req-22a3336f-5844-4410-a5d7-31a200eadc35 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:33.800448 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9f36e456-fbde-405e-8387-333876540bc9 req-22a3336f-5844-4410-a5d7-31a200eadc35 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=8690da0f-5bd1-41c0-97ad-6ebb6b3ac217 HTTP/1.1" status: 200 len: 945 time: 0.0702026 Jul 22 16:56:33.822494 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee720ff2-13bd-491d-ae3d-1dd0326e990e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.855216 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1401433a-191b-4605-b18b-a1045e8aa165 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:33.865868 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9f36e456-fbde-405e-8387-333876540bc9 req-dfad1aed-226f-47c9-8b25-bb973004d12a tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551879 Jul 22 16:56:33.889175 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 1401433a-191b-4605-b18b-a1045e8aa165 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:33.889723 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1401433a-191b-4605-b18b-a1045e8aa165 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:33.911691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ee720ff2-13bd-491d-ae3d-1dd0326e990e admin admin] Deleting port c1a88dfd-0c29-4550-a020-9e682a6bd9fc {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:33.912036 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee720ff2-13bd-491d-ae3d-1dd0326e990e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.982045 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ee720ff2-13bd-491d-ae3d-1dd0326e990e admin admin] For port c1a88dfd-0c29-4550-a020-9e682a6bd9fc, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c1a88dfd-0c29-4550-a020-9e682a6bd9fc,segment=NetworkSegment(f88a4e7c-0f98-48cb-b116-42af977a2c1f),segment_id=f88a4e7c-0f98-48cb-b116-42af977a2c1f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:33.982348 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee720ff2-13bd-491d-ae3d-1dd0326e990e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.991957 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a63d7c-70ae-457a-b2c8-2a0397831a9c None None] DHCP port deletion for bfa48faa-d3ad-4c81-be73-36de8c9f1794 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:56:33.996983 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ee720ff2-13bd-491d-ae3d-1dd0326e990e admin admin] Calling delete_port for c1a88dfd-0c29-4550-a020-9e682a6bd9fc owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:34.064310 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-89a63d7c-70ae-457a-b2c8-2a0397831a9c None None] Deleting port c1a88dfd-0c29-4550-a020-9e682a6bd9fc {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:34.064690 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89a63d7c-70ae-457a-b2c8-2a0397831a9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.088500 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee720ff2-13bd-491d-ae3d-1dd0326e990e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.119914 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee720ff2-13bd-491d-ae3d-1dd0326e990e admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a88dfd-0c29-4550-a020-9e682a6bd9fc,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:34.122502 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee720ff2-13bd-491d-ae3d-1dd0326e990e admin admin] No DVR routers for this DVR port c1a88dfd-0c29-4550-a020-9e682a6bd9fc on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:34.138699 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-89a63d7c-70ae-457a-b2c8-2a0397831a9c None None] For port c1a88dfd-0c29-4550-a020-9e682a6bd9fc, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c1a88dfd-0c29-4550-a020-9e682a6bd9fc,segment=NetworkSegment(f88a4e7c-0f98-48cb-b116-42af977a2c1f),segment_id=f88a4e7c-0f98-48cb-b116-42af977a2c1f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:34.139089 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89a63d7c-70ae-457a-b2c8-2a0397831a9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.152425 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-89a63d7c-70ae-457a-b2c8-2a0397831a9c None None] Calling delete_port for c1a88dfd-0c29-4550-a020-9e682a6bd9fc owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:34.199703 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee720ff2-13bd-491d-ae3d-1dd0326e990e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.242349 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ee720ff2-13bd-491d-ae3d-1dd0326e990e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa48faa-d3ad-4c81-be73-36de8c9f1794']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:34.255788 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ee720ff2-13bd-491d-ae3d-1dd0326e990e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88a4e7c-0f98-48cb-b116-42af977a2c1f') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:34.256082 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-ee720ff2-13bd-491d-ae3d-1dd0326e990e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88a4e7c-0f98-48cb-b116-42af977a2c1f') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:34.270897 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee720ff2-13bd-491d-ae3d-1dd0326e990e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.290779 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee720ff2-13bd-491d-ae3d-1dd0326e990e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.305070 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee720ff2-13bd-491d-ae3d-1dd0326e990e admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:56:34.305485 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee720ff2-13bd-491d-ae3d-1dd0326e990e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:56:34.307444 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:56:34.372391 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea522d-0fd2-4588-a3f1-47450275b242 req-6d022d20-27d6-470c-b8e9-c13a26d5692b tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:34.373975 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1bea522d-0fd2-4588-a3f1-47450275b242 req-6d022d20-27d6-470c-b8e9-c13a26d5692b tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.30 "GET /v2.0/ports?device_id=8690da0f-5bd1-41c0-97ad-6ebb6b3ac217 HTTP/1.1" status: 200 len: 945 time: 0.1713772 Jul 22 16:56:34.417056 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89a63d7c-70ae-457a-b2c8-2a0397831a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.425419 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-89a63d7c-70ae-457a-b2c8-2a0397831a9c None None] Network bfa48faa-d3ad-4c81-be73-36de8c9f1794 is not hosted by any dhcp agent {{(pid=93818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 16:56:34.425845 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a63d7c-70ae-457a-b2c8-2a0397831a9c None None] No DVR routers for this DVR port c1a88dfd-0c29-4550-a020-9e682a6bd9fc on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:34.442238 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee720ff2-13bd-491d-ae3d-1dd0326e990e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.450599 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a63d7c-70ae-457a-b2c8-2a0397831a9c None None] Pushing event deleted for resources: {'Port': ['ID=c1a88dfd-0c29-4550-a020-9e682a6bd9fc,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:34.455363 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee720ff2-13bd-491d-ae3d-1dd0326e990e admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.462419 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ee720ff2-13bd-491d-ae3d-1dd0326e990e admin admin] 10.222.0.69 "DELETE /v2.0/networks/bfa48faa-d3ad-4c81-be73-36de8c9f1794 HTTP/1.1" status: 204 len: 168 time: 0.7573678 Jul 22 16:56:34.475493 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee720ff2-13bd-491d-ae3d-1dd0326e990e admin admin] Pushing event deleted for resources: {'Network': ['ID=bfa48faa-d3ad-4c81-be73-36de8c9f1794,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:34.529775 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-1bea522d-0fd2-4588-a3f1-47450275b242 req-6cde5cd5-dc0a-40e1-8ce4-f34dd53d5e97 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Deleting port c1c01796-f354-4bb5-95fe-7a5479f3f024 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:34.530395 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1bea522d-0fd2-4588-a3f1-47450275b242 req-6cde5cd5-dc0a-40e1-8ce4-f34dd53d5e97 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.630903 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1bea522d-0fd2-4588-a3f1-47450275b242 req-6cde5cd5-dc0a-40e1-8ce4-f34dd53d5e97 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] For port c1c01796-f354-4bb5-95fe-7a5479f3f024, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=c1c01796-f354-4bb5-95fe-7a5479f3f024,segment=NetworkSegment(6ef72613-5101-4db9-ba1f-a239ae556be8),segment_id=6ef72613-5101-4db9-ba1f-a239ae556be8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:34.631277 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1bea522d-0fd2-4588-a3f1-47450275b242 req-6cde5cd5-dc0a-40e1-8ce4-f34dd53d5e97 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.645538 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.651516 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-1bea522d-0fd2-4588-a3f1-47450275b242 req-6cde5cd5-dc0a-40e1-8ce4-f34dd53d5e97 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Calling delete_port for c1c01796-f354-4bb5-95fe-7a5479f3f024 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:34.656788 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52102) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:34.702861 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-785f8adf-4336-4e8b-9faa-bee236f4c365 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=52f9ddc977f74f598677d7141927d6e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447350 Jul 22 16:56:34.703276 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52104) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:34.794935 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cfb681f2-1433-4122-8926-436809da7445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.835750 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cfb681f2-1433-4122-8926-436809da7445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.842906 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1bea522d-0fd2-4588-a3f1-47450275b242 req-6cde5cd5-dc0a-40e1-8ce4-f34dd53d5e97 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.874412 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['23013f2f-b706-4958-94da-55305020b243', 'c1c01796-f354-4bb5-95fe-7a5479f3f024'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:56:34.881880 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde5cd5-dc0a-40e1-8ce4-f34dd53d5e97 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Pushing event deleted for resources: {'Port': ['ID=c1c01796-f354-4bb5-95fe-7a5479f3f024,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:34.886162 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['cbee2650-99de-4918-8589-8df20d49eaf8', '4f02818a-d305-46ba-b79a-f80422d83d93'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:56:34.946275 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bea522d-0fd2-4588-a3f1-47450275b242 req-6cde5cd5-dc0a-40e1-8ce4-f34dd53d5e97 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] No DVR routers for this DVR port c1c01796-f354-4bb5-95fe-7a5479f3f024 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:34.949678 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1bea522d-0fd2-4588-a3f1-47450275b242 req-6cde5cd5-dc0a-40e1-8ce4-f34dd53d5e97 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.951746 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1bea522d-0fd2-4588-a3f1-47450275b242 req-6cde5cd5-dc0a-40e1-8ce4-f34dd53d5e97 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.30 "DELETE /v2.0/ports/c1c01796-f354-4bb5-95fe-7a5479f3f024 HTTP/1.1" status: 204 len: 173 time: 0.5701861 Jul 22 16:56:34.978565 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8690da0f-5bd1-41c0-97ad-6ebb6b3ac217', 'name': 'network-vif-deleted', 'tag': 'c1c01796-f354-4bb5-95fe-7a5479f3f024'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:56:34.981130 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141dc8e1-1b49-4fdc-9239-90b08bdc2d39" -d '{"events": [{"server_uuid": "8690da0f-5bd1-41c0-97ad-6ebb6b3ac217", "name": "network-vif-deleted", "tag": "c1c01796-f354-4bb5-95fe-7a5479f3f024"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:56:34.985078 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-03897bfb-f698-4d3c-92ec-e960cf287f89 req-41766702-a8b6-4c66-bf64-0eedf5d3b18f tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=8690da0f-5bd1-41c0-97ad-6ebb6b3ac217 HTTP/1.1" status: 200 len: 210 time: 0.0399697 Jul 22 16:56:35.014154 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cfb681f2-1433-4122-8926-436809da7445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:35.018358 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cfb681f2-1433-4122-8926-436809da7445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:35.022088 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cfb681f2-1433-4122-8926-436809da7445 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c9defbc2-be0b-41aa-be6b-678da0691099 HTTP/1.1" status: 204 len: 168 time: 0.3155403 Jul 22 16:56:35.030456 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb681f2-1433-4122-8926-436809da7445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9defbc2-be0b-41aa-be6b-678da0691099,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:35.058220 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ca3b14-3fea-4e88-b475-f3fafe8210ed x-openstack-request-id: req-a2ca3b14-3fea-4e88-b475-f3fafe8210ed {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:56:35.058540 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8690da0f-5bd1-41c0-97ad-6ebb6b3ac217", "name": "network-vif-deleted", "tag": "c1c01796-f354-4bb5-95fe-7a5479f3f024", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:56:35.058796 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a2ca3b14-3fea-4e88-b475-f3fafe8210ed {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:56:35.059335 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8690da0f-5bd1-41c0-97ad-6ebb6b3ac217', 'name': 'network-vif-deleted', 'tag': 'c1c01796-f354-4bb5-95fe-7a5479f3f024', 'status': 'completed', 'code': 200} Jul 22 16:56:35.260936 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device bbfccb85-974f-4c40-9475-409417c5e822 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:35.294385 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: bbfccb85-974f-4c40-9475-409417c5e822 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:35.294646 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device bbfccb85-974f-4c40-9475-409417c5e822 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:35.295251 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c1a88dfd-0c29-4550-a020-9e682a6bd9fc no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:35.317728 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: c1a88dfd-0c29-4550-a020-9e682a6bd9fc {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:35.318099 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c1a88dfd-0c29-4550-a020-9e682a6bd9fc not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:35.414586 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52122) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:35.464867 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52124) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:35.465079 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8a65fabc-f06f-4505-b2ae-6d6c021a421b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bca45c959a0745eead573cdb402e795a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492074 Jul 22 16:56:35.529298 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44afed2c-8956-4db2-8edc-228ffc8a35e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:35.554417 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44afed2c-8956-4db2-8edc-228ffc8a35e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:35.618798 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44afed2c-8956-4db2-8edc-228ffc8a35e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:35.621265 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-44afed2c-8956-4db2-8edc-228ffc8a35e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:35.622453 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-44afed2c-8956-4db2-8edc-228ffc8a35e7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5e7376ec-b429-4489-a697-0e63b27a6e16 HTTP/1.1" status: 204 len: 168 time: 0.1564405 Jul 22 16:56:35.630631 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afed2c-8956-4db2-8edc-228ffc8a35e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7376ec-b429-4489-a697-0e63b27a6e16,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:37.322586 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52186) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:37.327215 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6332c79d-b8dd-41a7-906c-66a73a125e22 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-387207169', 'description': 'tempest-secgroup-smoke-387207169 description', 'project_id': '58f63b32e2494f47baeccbbc4d805873'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:37.351435 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6332c79d-b8dd-41a7-906c-66a73a125e22 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.360197 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6332c79d-b8dd-41a7-906c-66a73a125e22 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.477952 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6332c79d-b8dd-41a7-906c-66a73a125e22 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.483234 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6332c79d-b8dd-41a7-906c-66a73a125e22 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.528939 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332c79d-b8dd-41a7-906c-66a73a125e22 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=405e4ebd-7fac-478d-b3c9-9b3db6da81aa,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:37.583096 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6332c79d-b8dd-41a7-906c-66a73a125e22 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.587253 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6332c79d-b8dd-41a7-906c-66a73a125e22 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.616317 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6332c79d-b8dd-41a7-906c-66a73a125e22 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.617016 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device c1c01796-f354-4bb5-95fe-7a5479f3f024 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:37.619682 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6332c79d-b8dd-41a7-906c-66a73a125e22 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2939670 Jul 22 16:56:37.620606 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332c79d-b8dd-41a7-906c-66a73a125e22 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da6aab76-b9f4-4ff4-a1de-add99fd38574,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:37.620817 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52194) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:37.625815 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-488080de-35eb-4b15-98fd-e845a0911ae7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group_rule': {'security_group_id': 'da6aab76-b9f4-4ff4-a1de-add99fd38574', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:37.650960 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: c1c01796-f354-4bb5-95fe-7a5479f3f024 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:37.651296 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device c1c01796-f354-4bb5-95fe-7a5479f3f024 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:37.670310 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-488080de-35eb-4b15-98fd-e845a0911ae7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.719785 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-488080de-35eb-4b15-98fd-e845a0911ae7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.724375 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-488080de-35eb-4b15-98fd-e845a0911ae7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.745318 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488080de-35eb-4b15-98fd-e845a0911ae7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430a417e-ab9a-41a5-876f-1cd6f0e657fc,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:37.749283 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-488080de-35eb-4b15-98fd-e845a0911ae7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.754241 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52196) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:37.754360 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-488080de-35eb-4b15-98fd-e845a0911ae7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323309 Jul 22 16:56:37.760003 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ee33282e-3961-456a-a713-d710cd7e0ddb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group_rule': {'security_group_id': 'da6aab76-b9f4-4ff4-a1de-add99fd38574', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:37.793039 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee33282e-3961-456a-a713-d710cd7e0ddb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.859753 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee33282e-3961-456a-a713-d710cd7e0ddb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.863795 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee33282e-3961-456a-a713-d710cd7e0ddb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.886355 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33282e-3961-456a-a713-d710cd7e0ddb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be07db9-64a7-4ba8-b53c-dc096e708881,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:37.889342 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee33282e-3961-456a-a713-d710cd7e0ddb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.890849 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ee33282e-3961-456a-a713-d710cd7e0ddb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1351013 Jul 22 16:56:37.894182 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52198) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:37.898630 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2cbb9597-b739-4975-9492-73c821cf042b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group_rule': {'security_group_id': 'da6aab76-b9f4-4ff4-a1de-add99fd38574', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:37.923935 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cbb9597-b739-4975-9492-73c821cf042b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.984658 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cbb9597-b739-4975-9492-73c821cf042b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.989703 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cbb9597-b739-4975-9492-73c821cf042b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.015573 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb9597-b739-4975-9492-73c821cf042b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4c23e8-8207-4edf-bac8-1f5e3ac1c90d,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:38.025757 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cbb9597-b739-4975-9492-73c821cf042b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.029706 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2cbb9597-b739-4975-9492-73c821cf042b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320274 Jul 22 16:56:38.029881 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52200) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:38.034766 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c9c14887-f35a-4dd7-9e51-6fc80a099012 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group_rule': {'security_group_id': 'da6aab76-b9f4-4ff4-a1de-add99fd38574', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:38.061295 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9c14887-f35a-4dd7-9e51-6fc80a099012 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.131776 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9c14887-f35a-4dd7-9e51-6fc80a099012 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.135527 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9c14887-f35a-4dd7-9e51-6fc80a099012 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.154915 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c14887-f35a-4dd7-9e51-6fc80a099012 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e26e0e-2673-4309-976d-fd36b6359e2b,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:38.160416 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9c14887-f35a-4dd7-9e51-6fc80a099012 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.161635 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c9c14887-f35a-4dd7-9e51-6fc80a099012 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1305146 Jul 22 16:56:38.164640 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52202) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:38.169281 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-34136d85-c902-443e-af8d-1b73beae4eac tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group_rule': {'security_group_id': 'da6aab76-b9f4-4ff4-a1de-add99fd38574', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:38.212753 n-d-798930-9 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-34136d85-c902-443e-af8d-1b73beae4eac tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Project 58f63b32e2494f47baeccbbc4d805873 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 16:56:38.218096 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34136d85-c902-443e-af8d-1b73beae4eac tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.287930 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34136d85-c902-443e-af8d-1b73beae4eac tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.293142 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34136d85-c902-443e-af8d-1b73beae4eac tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.318237 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34136d85-c902-443e-af8d-1b73beae4eac tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680dff40-9423-459f-8364-41312a55ae87,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:38.324732 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-34136d85-c902-443e-af8d-1b73beae4eac tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.326248 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-34136d85-c902-443e-af8d-1b73beae4eac tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1605330 Jul 22 16:56:38.329451 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52206) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:38.335027 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-69d00657-d839-4b44-b9d2-8eee284e29d8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group_rule': {'security_group_id': 'da6aab76-b9f4-4ff4-a1de-add99fd38574', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:38.358247 n-d-798930-9 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-69d00657-d839-4b44-b9d2-8eee284e29d8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Project 58f63b32e2494f47baeccbbc4d805873 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 16:56:38.363534 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69d00657-d839-4b44-b9d2-8eee284e29d8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.439239 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69d00657-d839-4b44-b9d2-8eee284e29d8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.443409 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69d00657-d839-4b44-b9d2-8eee284e29d8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.463109 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d00657-d839-4b44-b9d2-8eee284e29d8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0265aa-2819-4f29-aff6-10af166e8b41,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:38.471024 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-69d00657-d839-4b44-b9d2-8eee284e29d8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.472309 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-69d00657-d839-4b44-b9d2-8eee284e29d8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1416898 Jul 22 16:56:38.475421 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52208) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:38.480997 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-21cdfafb-6023-4940-b568-6ffe28c74e6a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'network': {'name': 'tempest-network-smoke--322551346', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'port_security_enabled': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:38.504415 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cdfafb-6023-4940-b568-6ffe28c74e6a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Made reservation on behalf of 58f63b32e2494f47baeccbbc4d805873 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:38.508026 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21cdfafb-6023-4940-b568-6ffe28c74e6a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.531845 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21cdfafb-6023-4940-b568-6ffe28c74e6a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:56:38.544071 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21cdfafb-6023-4940-b568-6ffe28c74e6a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.544627 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-21cdfafb-6023-4940-b568-6ffe28c74e6a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Added segment 09a81a54-c98a-4177-a5fd-88c9423c5e34 of type vlan for network 2ac2a2a2-c975-4729-bfd3-ca75b769ef6e Jul 22 16:56:38.588233 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21cdfafb-6023-4940-b568-6ffe28c74e6a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.621142 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21cdfafb-6023-4940-b568-6ffe28c74e6a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.627133 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cdfafb-6023-4940-b568-6ffe28c74e6a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:38.627719 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-21cdfafb-6023-4940-b568-6ffe28c74e6a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.665984 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-21cdfafb-6023-4940-b568-6ffe28c74e6a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1893804 Jul 22 16:56:38.669000 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52212) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:38.674215 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-cfc6c67f-6fe3-431e-9236-21a15c6d28f9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2103858821', 'admin_state_up': True, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:38.710016 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdfafb-6023-4940-b568-6ffe28c74e6a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Network': ['ID=2ac2a2a2-c975-4729-bfd3-ca75b769ef6e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:38.720837 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 2ac2a2a2-c975-4729-bfd3-ca75b769ef6e details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:56:38.731542 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfc6c67f-6fe3-431e-9236-21a15c6d28f9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.733044 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfc6c67f-6fe3-431e-9236-21a15c6d28f9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.792100 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfc6c67f-6fe3-431e-9236-21a15c6d28f9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.936614 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfc6c67f-6fe3-431e-9236-21a15c6d28f9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:39.155884 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfc6c67f-6fe3-431e-9236-21a15c6d28f9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:39.174774 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfc6c67f-6fe3-431e-9236-21a15c6d28f9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:39.276099 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-cfc6c67f-6fe3-431e-9236-21a15c6d28f9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Allocated IP 172.25.0.238 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/b4901eb8-e432-4927-a9cf-cc52d81bd684) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:39.387897 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfc6c67f-6fe3-431e-9236-21a15c6d28f9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:39.429425 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfc6c67f-6fe3-431e-9236-21a15c6d28f9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:39.477797 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc6c67f-6fe3-431e-9236-21a15c6d28f9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:39.481480 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-cfc6c67f-6fe3-431e-9236-21a15c6d28f9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:39.485251 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc6c67f-6fe3-431e-9236-21a15c6d28f9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:39.528742 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6c67f-6fe3-431e-9236-21a15c6d28f9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Port': ['ID=b4901eb8-e432-4927-a9cf-cc52d81bd684,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:39.701161 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65899c95-c585-4b40-9bab-cd3fd6b0fa1a req-d4c224a8-6cd8-491b-9f5b-f466e878269c tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:39.702712 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-65899c95-c585-4b40-9bab-cd3fd6b0fa1a req-d4c224a8-6cd8-491b-9f5b-f466e878269c tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9075308-b959-4d42-b7ac-04ad967b5b49 HTTP/1.1" status: 200 len: 945 time: 0.1331496 Jul 22 16:56:39.812051 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-65899c95-c585-4b40-9bab-cd3fd6b0fa1a req-6cf1358e-9a7d-4d67-856b-c5737d2c7fd4 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759883 Jul 22 16:56:39.832010 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfc6c67f-6fe3-431e-9236-21a15c6d28f9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:40.030299 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfc6c67f-6fe3-431e-9236-21a15c6d28f9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:40.057417 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52234) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:40.167806 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86076619-817c-41dd-81ab-6ffa23dcd008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:40.263012 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86076619-817c-41dd-81ab-6ffa23dcd008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:40.268785 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86076619-817c-41dd-81ab-6ffa23dcd008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:40.309867 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-86076619-817c-41dd-81ab-6ffa23dcd008 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e0c5feed12dc41a19b77b4b3f2bc29e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512245 Jul 22 16:56:40.311067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86076619-817c-41dd-81ab-6ffa23dcd008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706e3cd7-2df4-4b3c-b196-4c19b1a68e98,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:40.313410 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52238) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:40.365039 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1bd16cd9-b3c1-4506-aaab-6afb7d789955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:40.386949 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1bd16cd9-b3c1-4506-aaab-6afb7d789955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:40.440454 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1bd16cd9-b3c1-4506-aaab-6afb7d789955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:40.443197 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1bd16cd9-b3c1-4506-aaab-6afb7d789955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:40.444348 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1bd16cd9-b3c1-4506-aaab-6afb7d789955 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/706e3cd7-2df4-4b3c-b196-4c19b1a68e98 HTTP/1.1" status: 204 len: 168 time: 0.1294930 Jul 22 16:56:40.453331 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd16cd9-b3c1-4506-aaab-6afb7d789955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706e3cd7-2df4-4b3c-b196-4c19b1a68e98,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:40.473975 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc6c67f-6fe3-431e-9236-21a15c6d28f9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Router 9130bd92-e698-4b73-ad77-b130783ce1bb is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:56:40.581440 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc6c67f-6fe3-431e-9236-21a15c6d28f9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:56:40.591823 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] Sync routers for ids ['9130bd92-e698-4b73-ad77-b130783ce1bb'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:56:40.599572 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfc6c67f-6fe3-431e-9236-21a15c6d28f9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:40.600845 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cfc6c67f-6fe3-431e-9236-21a15c6d28f9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9307401 Jul 22 16:56:40.603030 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] Routers {'9130bd92-e698-4b73-ad77-b130783ce1bb'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:40.603641 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:56:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9130bd92-e698-4b73-ad77-b130783ce1bb'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:40.604210 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52244) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:40.710928 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] Set router 9130bd92-e698-4b73-ad77-b130783ce1bb gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:40.726244 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52248) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:40.740042 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ba88ed68-8767-4b35-98e2-31987fac6f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:40.810679 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9080178b-6e92-46bc-9e5c-fc42bf2bff89 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=58f63b32e2494f47baeccbbc4d805873&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2049997 Jul 22 16:56:40.813490 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52250) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:40.904903 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103858821', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:38Z', 'updated_at': '2021-07-22T16:56:39Z', 'revision_number': 3, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:39Z', 'updated_at': '2021-07-22T16:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:40.936301 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] Checking router: 9130bd92-e698-4b73-ad77-b130783ce1bb for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:56:40.936563 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] Updating router 9130bd92-e698-4b73-ad77-b130783ce1bb port b4901eb8-e432-4927-a9cf-cc52d81bd684 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:56:40.971195 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.060593 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ba88ed68-8767-4b35-98e2-31987fac6f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.062888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d967dc-fe82-4017-9760-65da1237917a tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:41.070665 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b3d967dc-fe82-4017-9760-65da1237917a tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2497623 Jul 22 16:56:41.070665 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52254) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:41.079098 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ba88ed68-8767-4b35-98e2-31987fac6f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.121532 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-932b62f8-76e0-46d5-a454-5b1e9e89d3ac tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=748fc6ab-3639-411a-b273-35e3c4423108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530231 Jul 22 16:56:41.124392 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52256) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:41.130156 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1799fed9-c62b-4c53-8177-b30ee18eba8a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1534968710', 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:41.176951 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf7379-cf64-4ce9-b341-a7d28324ab2e req-81bfe4aa-8f69-4f73-969c-d76742c36267 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:41.178564 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e2bf7379-cf64-4ce9-b341-a7d28324ab2e req-81bfe4aa-8f69-4f73-969c-d76742c36267 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9075308-b959-4d42-b7ac-04ad967b5b49 HTTP/1.1" status: 200 len: 945 time: 0.2822719 Jul 22 16:56:41.184158 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88ed68-8767-4b35-98e2-31987fac6f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271d83c7-0ac0-48b3-a375-c300602b46ea,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:41.187030 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ba88ed68-8767-4b35-98e2-31987fac6f26 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=066ae55bc3464bd5a0d13dd18208ee19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4596899 Jul 22 16:56:41.189491 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52258) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:41.239908 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1799fed9-c62b-4c53-8177-b30ee18eba8a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Made reservation on behalf of 58f63b32e2494f47baeccbbc4d805873 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:41.245235 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1799fed9-c62b-4c53-8177-b30ee18eba8a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.254345 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.265635 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] Transition to ACTIVE for port object b4901eb8-e432-4927-a9cf-cc52d81bd684 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:41.268681 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e2bf7379-cf64-4ce9-b341-a7d28324ab2e req-661f7580-947a-4ff4-97ac-77e323fd48fb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709126 Jul 22 16:56:41.275412 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.291100 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687793b-4e7d-446d-89d1-79084b9266d9 req-51fe6952-9d92-4aa5-a4c3-339dab7162dd tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:41.292588 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1687793b-4e7d-446d-89d1-79084b9266d9 req-51fe6952-9d92-4aa5-a4c3-339dab7162dd tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9075308-b959-4d42-b7ac-04ad967b5b49 HTTP/1.1" status: 200 len: 945 time: 0.1734815 Jul 22 16:56:41.297743 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4dd5b5ad-3bc2-4b99-99a3-2e2cab49aee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.347308 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5a87a-091d-4154-9262-9d37cb1efef1 None None] Pushing event updated for resources: {'Port': ['ID=b4901eb8-e432-4927-a9cf-cc52d81bd684,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:41.351875 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] Attempting to bind port b4901eb8-e432-4927-a9cf-cc52d81bd684 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:41.352316 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] Attempting to bind port b4901eb8-e432-4927-a9cf-cc52d81bd684 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:41.352736 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] Attempting to bind port b4901eb8-e432-4927-a9cf-cc52d81bd684 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:41.356590 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4dd5b5ad-3bc2-4b99-99a3-2e2cab49aee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.362006 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca5a87a-091d-4154-9262-9d37cb1efef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:41.362423 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca5a87a-091d-4154-9262-9d37cb1efef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:41.362825 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca5a87a-091d-4154-9262-9d37cb1efef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:41.363222 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca5a87a-091d-4154-9262-9d37cb1efef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:41.363613 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca5a87a-091d-4154-9262-9d37cb1efef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:41.364137 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca5a87a-091d-4154-9262-9d37cb1efef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:41.364632 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca5a87a-091d-4154-9262-9d37cb1efef1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:41.365019 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca5a87a-091d-4154-9262-9d37cb1efef1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:41.365399 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca5a87a-091d-4154-9262-9d37cb1efef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:41.365951 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca5a87a-091d-4154-9262-9d37cb1efef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:41.366348 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca5a87a-091d-4154-9262-9d37cb1efef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:41.366718 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca5a87a-091d-4154-9262-9d37cb1efef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:41.370484 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:41.371075 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:41.371544 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.371981 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:41.372638 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] Bound port: b4901eb8-e432-4927-a9cf-cc52d81bd684, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:41.374147 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.432896 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] For port b4901eb8-e432-4927-a9cf-cc52d81bd684, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:41.437208 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] For port b4901eb8-e432-4927-a9cf-cc52d81bd684, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b4901eb8-e432-4927-a9cf-cc52d81bd684,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:41.445442 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.456839 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1799fed9-c62b-4c53-8177-b30ee18eba8a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.511413 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] Routers {'9130bd92-e698-4b73-ad77-b130783ce1bb'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:41.512048 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:56:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9130bd92-e698-4b73-ad77-b130783ce1bb'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:41.522750 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799fed9-c62b-4c53-8177-b30ee18eba8a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Subnet': ['ID=c8d3dbd7-f303-460b-b397-0f03af5bccf5,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:41.535511 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1799fed9-c62b-4c53-8177-b30ee18eba8a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Checking segment: {'id': '09a81a54-c98a-4177-a5fd-88c9423c5e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:41.535937 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1799fed9-c62b-4c53-8177-b30ee18eba8a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network hostable DHCP agents. Network: 2ac2a2a2-c975-4729-bfd3-ca75b769ef6e, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:56:41.550341 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5a87a-091d-4154-9262-9d37cb1efef1 None None] Pushing event updated for resources: {'Port': ['ID=b4901eb8-e432-4927-a9cf-cc52d81bd684,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:41.555359 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1799fed9-c62b-4c53-8177-b30ee18eba8a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network 2ac2a2a2-c975-4729-bfd3-ca75b769ef6e is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:56:41.569008 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-1799fed9-c62b-4c53-8177-b30ee18eba8a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 2ac2a2a2-c975-4729-bfd3-ca75b769ef6e) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:41.574804 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1799fed9-c62b-4c53-8177-b30ee18eba8a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:41.575514 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1799fed9-c62b-4c53-8177-b30ee18eba8a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.583714 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304c5066-b13e-4858-a98a-8f27955e596c None None] Network 2ac2a2a2-c975-4729-bfd3-ca75b769ef6e requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:41.595408 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1799fed9-c62b-4c53-8177-b30ee18eba8a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4692857 Jul 22 16:56:41.598132 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52260) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:41.692855 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] Set router 9130bd92-e698-4b73-ad77-b130783ce1bb gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:41.806409 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-1687793b-4e7d-446d-89d1-79084b9266d9 req-813010fb-60f3-4ed4-8724-450e8451b316 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Deleting port 4f02818a-d305-46ba-b79a-f80422d83d93 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:41.806845 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1687793b-4e7d-446d-89d1-79084b9266d9 req-813010fb-60f3-4ed4-8724-450e8451b316 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.825286 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4dd5b5ad-3bc2-4b99-99a3-2e2cab49aee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.827844 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4dd5b5ad-3bc2-4b99-99a3-2e2cab49aee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.831401 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4dd5b5ad-3bc2-4b99-99a3-2e2cab49aee4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/271d83c7-0ac0-48b3-a375-c300602b46ea HTTP/1.1" status: 204 len: 168 time: 0.6385634 Jul 22 16:56:41.846500 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5b5ad-3bc2-4b99-99a3-2e2cab49aee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271d83c7-0ac0-48b3-a375-c300602b46ea,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:41.918837 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32b23d3-e0f9-4724-b0a3-75a58b1ace81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-2ac2a2a2-c975-4729-bfd3-ca75b769ef6e', 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'fixed_ips': [{'subnet_id': 'c8d3dbd7-f303-460b-b397-0f03af5bccf5'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:56:41.919981 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c32b23d3-e0f9-4724-b0a3-75a58b1ace81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.920750 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1687793b-4e7d-446d-89d1-79084b9266d9 req-813010fb-60f3-4ed4-8724-450e8451b316 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] For port 4f02818a-d305-46ba-b79a-f80422d83d93, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=4f02818a-d305-46ba-b79a-f80422d83d93,segment=NetworkSegment(6ef72613-5101-4db9-ba1f-a239ae556be8),segment_id=6ef72613-5101-4db9-ba1f-a239ae556be8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:41.921123 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1687793b-4e7d-446d-89d1-79084b9266d9 req-813010fb-60f3-4ed4-8724-450e8451b316 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.934634 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-1687793b-4e7d-446d-89d1-79084b9266d9 req-813010fb-60f3-4ed4-8724-450e8451b316 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Calling delete_port for 4f02818a-d305-46ba-b79a-f80422d83d93 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:42.087946 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1687793b-4e7d-446d-89d1-79084b9266d9 req-813010fb-60f3-4ed4-8724-450e8451b316 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:42.097601 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:42.132057 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813010fb-60f3-4ed4-8724-450e8451b316 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Pushing event deleted for resources: {'Port': ['ID=4f02818a-d305-46ba-b79a-f80422d83d93,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:42.166853 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['23013f2f-b706-4958-94da-55305020b243'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:56:42.169207 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['cbee2650-99de-4918-8589-8df20d49eaf8', '4f02818a-d305-46ba-b79a-f80422d83d93'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:56:42.195385 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1687793b-4e7d-446d-89d1-79084b9266d9 req-813010fb-60f3-4ed4-8724-450e8451b316 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] No DVR routers for this DVR port 4f02818a-d305-46ba-b79a-f80422d83d93 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:42.198494 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1687793b-4e7d-446d-89d1-79084b9266d9 req-813010fb-60f3-4ed4-8724-450e8451b316 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:42.201007 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1687793b-4e7d-446d-89d1-79084b9266d9 req-813010fb-60f3-4ed4-8724-450e8451b316 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.16 "DELETE /v2.0/ports/4f02818a-d305-46ba-b79a-f80422d83d93 HTTP/1.1" status: 204 len: 173 time: 0.9011943 Jul 22 16:56:42.201914 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9075308-b959-4d42-b7ac-04ad967b5b49', 'name': 'network-vif-deleted', 'tag': '4f02818a-d305-46ba-b79a-f80422d83d93'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:56:42.204850 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9abe0b1-06b4-4efd-8ce8-4edbe2dafd87" -d '{"events": [{"server_uuid": "e9075308-b959-4d42-b7ac-04ad967b5b49", "name": "network-vif-deleted", "tag": "4f02818a-d305-46ba-b79a-f80422d83d93"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:56:42.235158 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-c32b23d3-e0f9-4724-b0a3-75a58b1ace81 None None] Allocated IP 172.20.0.2 (2ac2a2a2-c975-4729-bfd3-ca75b769ef6e/c8d3dbd7-f303-460b-b397-0f03af5bccf5/dde89bea-a28e-4a9c-aed5-a647ecf0e8a8) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:42.264831 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6214f7-4d74-4b5d-bc87-3ad94dd3f178 x-openstack-request-id: req-9c6214f7-4d74-4b5d-bc87-3ad94dd3f178 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:56:42.265323 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9075308-b959-4d42-b7ac-04ad967b5b49", "name": "network-vif-deleted", "tag": "4f02818a-d305-46ba-b79a-f80422d83d93", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:56:42.266297 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9c6214f7-4d74-4b5d-bc87-3ad94dd3f178 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:56:42.267021 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9075308-b959-4d42-b7ac-04ad967b5b49', 'name': 'network-vif-deleted', 'tag': '4f02818a-d305-46ba-b79a-f80422d83d93', 'status': 'completed', 'code': 200} Jul 22 16:56:42.291066 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:42.292546 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103858821', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:38Z', 'updated_at': '2021-07-22T16:56:39Z', 'revision_number': 3, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:39Z', 'updated_at': '2021-07-22T16:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:42.364023 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9cb462-0aee-424b-bf6a-ce5524f1b940 None None] The sync data for ids ['9130bd92-e698-4b73-ad77-b130783ce1bb'] in n-d-798930-9 is: [{'id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103858821', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:38Z', 'updated_at': '2021-07-22T16:56:39Z', 'revision_number': 3, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:39Z', 'updated_at': '2021-07-22T16:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:56:42.376296 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:42.448156 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5036983e-2f99-4e51-bf12-dabe8ed3cb4b req-e2dbdbd2-c68e-4caa-aa22-dd6244fe84b2 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9075308-b959-4d42-b7ac-04ad967b5b49 HTTP/1.1" status: 200 len: 210 time: 0.0510933 Jul 22 16:56:42.785331 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c32b23d3-e0f9-4724-b0a3-75a58b1ace81 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:42.815732 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c32b23d3-e0f9-4724-b0a3-75a58b1ace81 None None] Transition to ACTIVE for port object dde89bea-a28e-4a9c-aed5-a647ecf0e8a8 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:42.841360 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c32b23d3-e0f9-4724-b0a3-75a58b1ace81 None None] Transition to ACTIVE for port object dde89bea-a28e-4a9c-aed5-a647ecf0e8a8 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:42.859877 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c32b23d3-e0f9-4724-b0a3-75a58b1ace81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:42.906859 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32b23d3-e0f9-4724-b0a3-75a58b1ace81 None None] Network 2ac2a2a2-c975-4729-bfd3-ca75b769ef6e is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:42.910924 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c32b23d3-e0f9-4724-b0a3-75a58b1ace81 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:42.918641 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32b23d3-e0f9-4724-b0a3-75a58b1ace81 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:42.922243 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Allocated IP 172.20.0.1 (2ac2a2a2-c975-4729-bfd3-ca75b769ef6e/c8d3dbd7-f303-460b-b397-0f03af5bccf5/cbebde96-2486-48a4-b270-dfd70ff95807) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:42.983106 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b23d3-e0f9-4724-b0a3-75a58b1ace81 None None] Pushing event updated for resources: {'Port': ['ID=dde89bea-a28e-4a9c-aed5-a647ecf0e8a8,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:42.999991 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c32b23d3-e0f9-4724-b0a3-75a58b1ace81 None None] Attempting to bind port dde89bea-a28e-4a9c-aed5-a647ecf0e8a8 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:43.000358 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c32b23d3-e0f9-4724-b0a3-75a58b1ace81 None None] Attempting to bind port dde89bea-a28e-4a9c-aed5-a647ecf0e8a8 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '09a81a54-c98a-4177-a5fd-88c9423c5e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:43.000717 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32b23d3-e0f9-4724-b0a3-75a58b1ace81 None None] Attempting to bind port dde89bea-a28e-4a9c-aed5-a647ecf0e8a8 on network 2ac2a2a2-c975-4729-bfd3-ca75b769ef6e {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:43.007051 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32b23d3-e0f9-4724-b0a3-75a58b1ace81 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:43.007429 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32b23d3-e0f9-4724-b0a3-75a58b1ace81 None None] Checking segment: {'id': '09a81a54-c98a-4177-a5fd-88c9423c5e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:43.007920 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c32b23d3-e0f9-4724-b0a3-75a58b1ace81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.008569 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32b23d3-e0f9-4724-b0a3-75a58b1ace81 None None] Bound using segment: {'id': '09a81a54-c98a-4177-a5fd-88c9423c5e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:43.013729 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c32b23d3-e0f9-4724-b0a3-75a58b1ace81 None None] Bound port: dde89bea-a28e-4a9c-aed5-a647ecf0e8a8, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a81a54-c98a-4177-a5fd-88c9423c5e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:43.014157 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c32b23d3-e0f9-4724-b0a3-75a58b1ace81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.078670 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.102375 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Transition to ACTIVE for port object cbebde96-2486-48a4-b270-dfd70ff95807 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:43.124203 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c32b23d3-e0f9-4724-b0a3-75a58b1ace81 None None] For port dde89bea-a28e-4a9c-aed5-a647ecf0e8a8, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:43.128514 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c32b23d3-e0f9-4724-b0a3-75a58b1ace81 None None] For port dde89bea-a28e-4a9c-aed5-a647ecf0e8a8, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=dde89bea-a28e-4a9c-aed5-a647ecf0e8a8,segment=NetworkSegment(09a81a54-c98a-4177-a5fd-88c9423c5e34),segment_id=09a81a54-c98a-4177-a5fd-88c9423c5e34)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:43.136142 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c32b23d3-e0f9-4724-b0a3-75a58b1ace81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.145481 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.209201 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b23d3-e0f9-4724-b0a3-75a58b1ace81 None None] Pushing event updated for resources: {'Port': ['ID=dde89bea-a28e-4a9c-aed5-a647ecf0e8a8,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:43.228563 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Port': ['ID=cbebde96-2486-48a4-b270-dfd70ff95807,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:43.244127 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:43.244483 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:43.245136 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:43.245637 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:43.246168 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:43.246781 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:43.247126 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:43.247460 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:43.247793 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:43.248123 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:43.248451 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:43.248776 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:43.258628 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network 2ac2a2a2-c975-4729-bfd3-ca75b769ef6e is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:43.260392 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:43.264215 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:43.323406 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.336206 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b4901eb8-e432-4927-a9cf-cc52d81bd684 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:43.403692 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port b4901eb8-e432-4927-a9cf-cc52d81bd684 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:43.424404 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port b4901eb8-e432-4927-a9cf-cc52d81bd684 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:43.432824 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:56:43.433455 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.572269 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.619921 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.673109 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port b4901eb8-e432-4927-a9cf-cc52d81bd684, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b4901eb8-e432-4927-a9cf-cc52d81bd684,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:43.678206 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.757367 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=b4901eb8-e432-4927-a9cf-cc52d81bd684,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:43.961368 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7926b5-8ed5-427f-88cc-a9d5f98dc33e req-9662f0d9-fe7c-4aa3-b339-2f3d538199df tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:43.962909 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6d7926b5-8ed5-427f-88cc-a9d5f98dc33e req-9662f0d9-fe7c-4aa3-b339-2f3d538199df tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a HTTP/1.1" status: 200 len: 945 time: 0.1495445 Jul 22 16:56:44.031594 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6d7926b5-8ed5-427f-88cc-a9d5f98dc33e req-b2dd1194-f2ca-40ac-a9d6-c712ca1d0492 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594611 Jul 22 16:56:44.036782 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:44.043254 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:44.123278 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:44.143669 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Port': ['ID=cbebde96-2486-48a4-b270-dfd70ff95807,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:44.223245 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network 2ac2a2a2-c975-4729-bfd3-ca75b769ef6e is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:44.224848 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:44.357683 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Router 9130bd92-e698-4b73-ad77-b130783ce1bb has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:56:44.403432 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c187e37-1537-4a42-90d8-65f4ea370c23 None None] Network 2ac2a2a2-c975-4729-bfd3-ca75b769ef6e requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:44.479575 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:56:44.498206 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-540f3f02-8364-4a9e-8152-e646e2999a6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "PUT /v2.0/routers/9130bd92-e698-4b73-ad77-b130783ce1bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8915224 Jul 22 16:56:44.542222 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-600a4478-2e9a-41dc-bc7c-8b52d4707ea6 None None] Provisioning for port dde89bea-a28e-4a9c-aed5-a647ecf0e8a8 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:44.708848 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-430d0710-2370-4594-bc59-f48307814e3e req-1f0e5535-2cf2-4581-a59b-b2716f54bc86 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387207169&fields=id&tenant_id=58f63b32e2494f47baeccbbc4d805873 HTTP/1.1" status: 200 len: 267 time: 0.0356774 Jul 22 16:56:44.842930 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d0710-2370-4594-bc59-f48307814e3e req-d8335b14-011d-4ba4-8107-5e00668d6fe8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:44.844556 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-430d0710-2370-4594-bc59-f48307814e3e req-d8335b14-011d-4ba4-8107-5e00668d6fe8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/networks?id=2ac2a2a2-c975-4729-bfd3-ca75b769ef6e HTTP/1.1" status: 200 len: 796 time: 0.1285739 Jul 22 16:56:44.861797 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-430d0710-2370-4594-bc59-f48307814e3e req-05c3d2e4-6d54-4bc3-a9b5-3bd82979f9c7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/quotas/58f63b32e2494f47baeccbbc4d805873 HTTP/1.1" status: 200 len: 375 time: 0.0111196 Jul 22 16:56:44.899845 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bf79abf4-c2e0-433a-aae3-ac808ad2c3d5 None None] Provisioning for port cbebde96-2486-48a4-b270-dfd70ff95807 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:44.904192 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bf79abf4-c2e0-433a-aae3-ac808ad2c3d5 None None] Provisioning complete for port cbebde96-2486-48a4-b270-dfd70ff95807 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:44.905052 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf79abf4-c2e0-433a-aae3-ac808ad2c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:44.960463 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-bf79abf4-c2e0-433a-aae3-ac808ad2c3d5 None None] Port cbebde96-2486-48a4-b270-dfd70ff95807 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:56:44.973675 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-430d0710-2370-4594-bc59-f48307814e3e req-9a5cac61-e0a0-4cd4-9dbf-bc1da9cb7272 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1064208 Jul 22 16:56:45.041474 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] Sync routers for ids ['9130bd92-e698-4b73-ad77-b130783ce1bb'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:56:45.055367 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] Routers {'9130bd92-e698-4b73-ad77-b130783ce1bb'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:45.056189 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:56:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9130bd92-e698-4b73-ad77-b130783ce1bb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:45.060286 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 4f02818a-d305-46ba-b79a-f80422d83d93 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:45.131610 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 4f02818a-d305-46ba-b79a-f80422d83d93 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:45.132791 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 4f02818a-d305-46ba-b79a-f80422d83d93 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:45.147749 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-da112e28-0dbc-4523-8d04-9de633ea0fc3 None None] Provisioning complete for port cbebde96-2486-48a4-b270-dfd70ff95807 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:45.148272 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da112e28-0dbc-4523-8d04-9de633ea0fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.205077 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-430d0710-2370-4594-bc59-f48307814e3e req-a4f27725-8d48-4c6a-841a-8554985bbd4a service neutron] 10.222.0.69 "GET /v2.0/networks/2ac2a2a2-c975-4729-bfd3-ca75b769ef6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183812 Jul 22 16:56:45.210877 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-da112e28-0dbc-4523-8d04-9de633ea0fc3 None None] Port cbebde96-2486-48a4-b270-dfd70ff95807 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:56:45.230552 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] Set router 9130bd92-e698-4b73-ad77-b130783ce1bb gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:45.269023 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112caf20-b3c6-4ad0-8861-69b4d8d44d3a req-4a7ce203-7edd-44fd-9f45-fa3ef7d6f9e5 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:45.273815 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-112caf20-b3c6-4ad0-8861-69b4d8d44d3a req-4a7ce203-7edd-44fd-9f45-fa3ef7d6f9e5 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a HTTP/1.1" status: 200 len: 945 time: 0.1203129 Jul 22 16:56:45.359426 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-112caf20-b3c6-4ad0-8861-69b4d8d44d3a req-aa21e20d-f665-47ad-b601-99f604b0c3c5 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705726 Jul 22 16:56:45.361468 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb463b8-8280-4735-a200-ef05d22fea4f req-c17b35b4-9331-4597-b0f8-4175080e8d8e tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:45.363348 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7bb463b8-8280-4735-a200-ef05d22fea4f req-c17b35b4-9331-4597-b0f8-4175080e8d8e tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a HTTP/1.1" status: 200 len: 945 time: 0.1902320 Jul 22 16:56:45.385569 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-430d0710-2370-4594-bc59-f48307814e3e req-cbe31b18-0a0c-4003-83f0-8cb84ffd8350 service neutron] 10.222.0.69 "GET /v2.0/networks/2ac2a2a2-c975-4729-bfd3-ca75b769ef6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795588 Jul 22 16:56:45.411974 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b4901eb8-e432-4927-a9cf-cc52d81bd684 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:45.467626 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-be566a48-ae87-4af0-b0ee-e2729a82dc4a None None] Provisioning complete for port cbebde96-2486-48a4-b270-dfd70ff95807 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:45.468004 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be566a48-ae87-4af0-b0ee-e2729a82dc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.523601 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103858821', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:38Z', 'updated_at': '2021-07-22T16:56:43Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:39Z', 'updated_at': '2021-07-22T16:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'cbebde96-2486-48a4-b270-dfd70ff95807', 'name': '', 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:bb:14:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c8d3dbd7-f303-460b-b397-0f03af5bccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:42Z', 'updated_at': '2021-07-22T16:56:43Z', 'revision_number': 2, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'c8d3dbd7-f303-460b-b397-0f03af5bccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:45.536267 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port b4901eb8-e432-4927-a9cf-cc52d81bd684 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:45.536867 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.539747 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-be566a48-ae87-4af0-b0ee-e2729a82dc4a None None] Port cbebde96-2486-48a4-b270-dfd70ff95807 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:56:45.546351 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-7bb463b8-8280-4735-a200-ef05d22fea4f req-0effb9d8-93a2-4740-90e0-62d17abd58b9 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Deleting port 23013f2f-b706-4958-94da-55305020b243 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:45.548715 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7bb463b8-8280-4735-a200-ef05d22fea4f req-0effb9d8-93a2-4740-90e0-62d17abd58b9 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.557351 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] Checking router: 9130bd92-e698-4b73-ad77-b130783ce1bb for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:56:45.558334 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] Updating router 9130bd92-e698-4b73-ad77-b130783ce1bb port cbebde96-2486-48a4-b270-dfd70ff95807 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:56:45.629083 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.641624 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device dde89bea-a28e-4a9c-aed5-a647ecf0e8a8 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:45.707088 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ddeca5bd-c3a6-4181-b02a-409118cf70b1 req-6592f4b7-241b-45ac-a8f5-78ee0b3ebed4 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 210 time: 0.0558944 Jul 22 16:56:45.767654 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-7bb463b8-8280-4735-a200-ef05d22fea4f req-0effb9d8-93a2-4740-90e0-62d17abd58b9 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] For port 23013f2f-b706-4958-94da-55305020b243, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=23013f2f-b706-4958-94da-55305020b243,segment=NetworkSegment(6ef72613-5101-4db9-ba1f-a239ae556be8),segment_id=6ef72613-5101-4db9-ba1f-a239ae556be8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:45.768210 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7bb463b8-8280-4735-a200-ef05d22fea4f req-0effb9d8-93a2-4740-90e0-62d17abd58b9 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.776440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port dde89bea-a28e-4a9c-aed5-a647ecf0e8a8 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:45.780778 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port dde89bea-a28e-4a9c-aed5-a647ecf0e8a8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:45.781192 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.781961 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-7bb463b8-8280-4735-a200-ef05d22fea4f req-0effb9d8-93a2-4740-90e0-62d17abd58b9 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Calling delete_port for 23013f2f-b706-4958-94da-55305020b243 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:45.889083 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.929343 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port dde89bea-a28e-4a9c-aed5-a647ecf0e8a8, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=dde89bea-a28e-4a9c-aed5-a647ecf0e8a8,segment=NetworkSegment(09a81a54-c98a-4177-a5fd-88c9423c5e34),segment_id=09a81a54-c98a-4177-a5fd-88c9423c5e34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:45.934651 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.948460 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7bb463b8-8280-4735-a200-ef05d22fea4f req-0effb9d8-93a2-4740-90e0-62d17abd58b9 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.983720 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['23013f2f-b706-4958-94da-55305020b243'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:56:45.986653 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['cbee2650-99de-4918-8589-8df20d49eaf8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:56:45.987620 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effb9d8-93a2-4740-90e0-62d17abd58b9 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Pushing event deleted for resources: {'Port': ['ID=23013f2f-b706-4958-94da-55305020b243,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:46.063262 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=dde89bea-a28e-4a9c-aed5-a647ecf0e8a8,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:46.072858 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb463b8-8280-4735-a200-ef05d22fea4f req-0effb9d8-93a2-4740-90e0-62d17abd58b9 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] No DVR routers for this DVR port 23013f2f-b706-4958-94da-55305020b243 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:46.081759 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7bb463b8-8280-4735-a200-ef05d22fea4f req-0effb9d8-93a2-4740-90e0-62d17abd58b9 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.084806 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7bb463b8-8280-4735-a200-ef05d22fea4f req-0effb9d8-93a2-4740-90e0-62d17abd58b9 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.30 "DELETE /v2.0/ports/23013f2f-b706-4958-94da-55305020b243 HTTP/1.1" status: 204 len: 173 time: 0.7162633 Jul 22 16:56:46.085642 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a', 'name': 'network-vif-deleted', 'tag': '23013f2f-b706-4958-94da-55305020b243'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:56:46.088057 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aaf8c6b-c8cf-4ea9-ac97-71b3525e45a3" -d '{"events": [{"server_uuid": "bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a", "name": "network-vif-deleted", "tag": "23013f2f-b706-4958-94da-55305020b243"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:56:46.148009 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d90911c-9c6f-41b7-b88f-a31ba5f4631b x-openstack-request-id: req-7d90911c-9c6f-41b7-b88f-a31ba5f4631b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:56:46.148312 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a", "name": "network-vif-deleted", "tag": "23013f2f-b706-4958-94da-55305020b243", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:56:46.148565 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7d90911c-9c6f-41b7-b88f-a31ba5f4631b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:56:46.149136 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a', 'name': 'network-vif-deleted', 'tag': '23013f2f-b706-4958-94da-55305020b243', 'status': 'completed', 'code': 200} Jul 22 16:56:46.189953 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.202274 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] Transition to ACTIVE for port object cbebde96-2486-48a4-b270-dfd70ff95807 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:46.210478 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.310079 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c7bff-0b4d-4c51-977d-fe6ab1be9bc3 None None] Pushing event updated for resources: {'Port': ['ID=cbebde96-2486-48a4-b270-dfd70ff95807,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:46.356654 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] Attempting to bind port cbebde96-2486-48a4-b270-dfd70ff95807 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:46.357290 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] Attempting to bind port cbebde96-2486-48a4-b270-dfd70ff95807 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '09a81a54-c98a-4177-a5fd-88c9423c5e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:46.357874 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] Attempting to bind port cbebde96-2486-48a4-b270-dfd70ff95807 on network 2ac2a2a2-c975-4729-bfd3-ca75b769ef6e {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:46.365484 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:46.366159 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] Checking segment: {'id': '09a81a54-c98a-4177-a5fd-88c9423c5e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:46.366592 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.367195 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] Bound using segment: {'id': '09a81a54-c98a-4177-a5fd-88c9423c5e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:46.367677 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] Bound port: cbebde96-2486-48a4-b270-dfd70ff95807, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a81a54-c98a-4177-a5fd-88c9423c5e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:46.368236 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.439652 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] For port cbebde96-2486-48a4-b270-dfd70ff95807, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:46.444003 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] For port cbebde96-2486-48a4-b270-dfd70ff95807, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=cbebde96-2486-48a4-b270-dfd70ff95807,segment=NetworkSegment(09a81a54-c98a-4177-a5fd-88c9423c5e34),segment_id=09a81a54-c98a-4177-a5fd-88c9423c5e34)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:46.448938 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.477330 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d8cb7a2e-73e4-4e85-9f0d-914f708d0da6 req-7a237386-3eda-46da-bd13-ca0abd59f888 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb7c0e68-e1c3-47d7-88f3-d8b9ba27e09a HTTP/1.1" status: 200 len: 210 time: 0.0423193 Jul 22 16:56:46.512554 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] Routers {'9130bd92-e698-4b73-ad77-b130783ce1bb'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:46.513289 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:56:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9130bd92-e698-4b73-ad77-b130783ce1bb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:46.553127 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c7bff-0b4d-4c51-977d-fe6ab1be9bc3 None None] Pushing event updated for resources: {'Port': ['ID=cbebde96-2486-48a4-b270-dfd70ff95807,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:46.667543 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] Set router 9130bd92-e698-4b73-ad77-b130783ce1bb gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:46.835393 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d1c9049-9274-49de-bebc-68f5b8ab6344 req-5bc0da60-3fb0-4f90-b608-874d961290d6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 210 time: 0.0513911 Jul 22 16:56:46.960527 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103858821', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:38Z', 'updated_at': '2021-07-22T16:56:43Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:39Z', 'updated_at': '2021-07-22T16:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'cbebde96-2486-48a4-b270-dfd70ff95807', 'name': '', 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:bb:14:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c8d3dbd7-f303-460b-b397-0f03af5bccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:42Z', 'updated_at': '2021-07-22T16:56:46Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'c8d3dbd7-f303-460b-b397-0f03af5bccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:46.989636 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6354ea4f-40cc-4bde-b333-969e0e0c6ada None None] The sync data for ids ['9130bd92-e698-4b73-ad77-b130783ce1bb'] in n-d-798930-9 is: [{'id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103858821', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:38Z', 'updated_at': '2021-07-22T16:56:43Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:39Z', 'updated_at': '2021-07-22T16:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'cbebde96-2486-48a4-b270-dfd70ff95807', 'name': '', 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:bb:14:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c8d3dbd7-f303-460b-b397-0f03af5bccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:42Z', 'updated_at': '2021-07-22T16:56:46Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'c8d3dbd7-f303-460b-b397-0f03af5bccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:56:47.305459 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d0710-2370-4594-bc59-f48307814e3e req-67d1cf3b-7310-4818-a4bf-9a0eaa88719d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:47.307328 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-430d0710-2370-4594-bc59-f48307814e3e req-67d1cf3b-7310-4818-a4bf-9a0eaa88719d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.30 "GET /v2.0/networks?id=2ac2a2a2-c975-4729-bfd3-ca75b769ef6e HTTP/1.1" status: 200 len: 796 time: 0.2622490 Jul 22 16:56:47.366876 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-430d0710-2370-4594-bc59-f48307814e3e req-cf446572-9acb-47ff-a708-f6081419bd0a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58f63b32e2494f47baeccbbc4d805873 HTTP/1.1" status: 200 len: 379 time: 0.0451679 Jul 22 16:56:47.367067 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device cbebde96-2486-48a4-b270-dfd70ff95807 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:47.379196 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-430d0710-2370-4594-bc59-f48307814e3e req-61cebcc1-f9cb-4439-b56e-fafc90716e4d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'port': {'device_id': '17cb9414-e7f5-4833-a915-78f03f2489b0', 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e', 'admin_state_up': True, 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'security_groups': ['da6aab76-b9f4-4ff4-a1de-add99fd38574']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:47.423245 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port cbebde96-2486-48a4-b270-dfd70ff95807 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:47.427790 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port cbebde96-2486-48a4-b270-dfd70ff95807 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:47.428174 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:47.498078 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-430d0710-2370-4594-bc59-f48307814e3e req-61cebcc1-f9cb-4439-b56e-fafc90716e4d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Made reservation on behalf of 58f63b32e2494f47baeccbbc4d805873 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:47.502577 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-430d0710-2370-4594-bc59-f48307814e3e req-61cebcc1-f9cb-4439-b56e-fafc90716e4d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:47.525258 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:47.564192 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port cbebde96-2486-48a4-b270-dfd70ff95807, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=cbebde96-2486-48a4-b270-dfd70ff95807,segment=NetworkSegment(09a81a54-c98a-4177-a5fd-88c9423c5e34),segment_id=09a81a54-c98a-4177-a5fd-88c9423c5e34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:47.569346 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:47.570546 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device dde89bea-a28e-4a9c-aed5-a647ecf0e8a8 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:47.652683 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=cbebde96-2486-48a4-b270-dfd70ff95807,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:47.667741 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port dde89bea-a28e-4a9c-aed5-a647ecf0e8a8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:47.668110 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:47.675204 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-430d0710-2370-4594-bc59-f48307814e3e req-61cebcc1-f9cb-4439-b56e-fafc90716e4d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Allocated IP 172.20.0.3 (2ac2a2a2-c975-4729-bfd3-ca75b769ef6e/c8d3dbd7-f303-460b-b397-0f03af5bccf5/731f65ba-8c16-4c64-99b9-6254f0fa36ba) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:47.877502 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-430d0710-2370-4594-bc59-f48307814e3e req-61cebcc1-f9cb-4439-b56e-fafc90716e4d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:47.895660 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-430d0710-2370-4594-bc59-f48307814e3e req-61cebcc1-f9cb-4439-b56e-fafc90716e4d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Transition to ACTIVE for port object 731f65ba-8c16-4c64-99b9-6254f0fa36ba will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:47.958698 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f644521-2d26-4945-8310-88c13d08b03a req-298465fb-f47e-486c-b5cf-ef59615229e3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 210 time: 0.0410788 Jul 22 16:56:47.992937 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-430d0710-2370-4594-bc59-f48307814e3e req-61cebcc1-f9cb-4439-b56e-fafc90716e4d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:48.069163 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-430d0710-2370-4594-bc59-f48307814e3e req-61cebcc1-f9cb-4439-b56e-fafc90716e4d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network 2ac2a2a2-c975-4729-bfd3-ca75b769ef6e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:48.072470 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cebcc1-f9cb-4439-b56e-fafc90716e4d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Port': ['ID=731f65ba-8c16-4c64-99b9-6254f0fa36ba,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:48.078776 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-430d0710-2370-4594-bc59-f48307814e3e req-61cebcc1-f9cb-4439-b56e-fafc90716e4d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:48.082575 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-430d0710-2370-4594-bc59-f48307814e3e req-61cebcc1-f9cb-4439-b56e-fafc90716e4d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:48.146820 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d0710-2370-4594-bc59-f48307814e3e req-61cebcc1-f9cb-4439-b56e-fafc90716e4d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:48.148077 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-430d0710-2370-4594-bc59-f48307814e3e req-61cebcc1-f9cb-4439-b56e-fafc90716e4d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:48.176427 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-430d0710-2370-4594-bc59-f48307814e3e req-61cebcc1-f9cb-4439-b56e-fafc90716e4d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8021350 Jul 22 16:56:48.196782 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-430d0710-2370-4594-bc59-f48307814e3e req-e89d8505-ec7b-4a2d-b89a-062f342ff77d service neutron] Request body: {'port': {'device_id': '17cb9414-e7f5-4833-a915-78f03f2489b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:48.302997 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-430d0710-2370-4594-bc59-f48307814e3e req-e89d8505-ec7b-4a2d-b89a-062f342ff77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:48.536833 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2b60b781-1218-4009-a680-dc3b0d1d6e3a None None] Provisioning for port 731f65ba-8c16-4c64-99b9-6254f0fa36ba completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:48.542519 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2b60b781-1218-4009-a680-dc3b0d1d6e3a None None] Provisioning complete for port 731f65ba-8c16-4c64-99b9-6254f0fa36ba triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:48.543145 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2b60b781-1218-4009-a680-dc3b0d1d6e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:48.587751 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2b60b781-1218-4009-a680-dc3b0d1d6e3a None None] Port 731f65ba-8c16-4c64-99b9-6254f0fa36ba cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:56:48.645040 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-430d0710-2370-4594-bc59-f48307814e3e req-e89d8505-ec7b-4a2d-b89a-062f342ff77d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731f65ba-8c16-4c64-99b9-6254f0fa36ba {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:56:48.654264 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-430d0710-2370-4594-bc59-f48307814e3e req-e89d8505-ec7b-4a2d-b89a-062f342ff77d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:48.669887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-430d0710-2370-4594-bc59-f48307814e3e req-e89d8505-ec7b-4a2d-b89a-062f342ff77d service neutron] Transition to ACTIVE for port object 731f65ba-8c16-4c64-99b9-6254f0fa36ba will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:48.676742 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-430d0710-2370-4594-bc59-f48307814e3e req-e89d8505-ec7b-4a2d-b89a-062f342ff77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:48.735687 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d8505-ec7b-4a2d-b89a-062f342ff77d service neutron] Pushing event updated for resources: {'Port': ['ID=731f65ba-8c16-4c64-99b9-6254f0fa36ba,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:48.839377 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-430d0710-2370-4594-bc59-f48307814e3e req-e89d8505-ec7b-4a2d-b89a-062f342ff77d service neutron] Attempting to bind port 731f65ba-8c16-4c64-99b9-6254f0fa36ba on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:48.839810 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-430d0710-2370-4594-bc59-f48307814e3e req-e89d8505-ec7b-4a2d-b89a-062f342ff77d service neutron] Attempting to bind port 731f65ba-8c16-4c64-99b9-6254f0fa36ba by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '09a81a54-c98a-4177-a5fd-88c9423c5e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:48.840238 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d0710-2370-4594-bc59-f48307814e3e req-e89d8505-ec7b-4a2d-b89a-062f342ff77d service neutron] Attempting to bind port 731f65ba-8c16-4c64-99b9-6254f0fa36ba on network 2ac2a2a2-c975-4729-bfd3-ca75b769ef6e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:48.845887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d0710-2370-4594-bc59-f48307814e3e req-e89d8505-ec7b-4a2d-b89a-062f342ff77d service neutron] Port 731f65ba-8c16-4c64-99b9-6254f0fa36ba on network 2ac2a2a2-c975-4729-bfd3-ca75b769ef6e not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:56:48.846320 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d0710-2370-4594-bc59-f48307814e3e req-e89d8505-ec7b-4a2d-b89a-062f342ff77d service neutron] Attempting to bind port 731f65ba-8c16-4c64-99b9-6254f0fa36ba on network 2ac2a2a2-c975-4729-bfd3-ca75b769ef6e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:48.852980 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d0710-2370-4594-bc59-f48307814e3e req-e89d8505-ec7b-4a2d-b89a-062f342ff77d service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:48.853404 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d0710-2370-4594-bc59-f48307814e3e req-e89d8505-ec7b-4a2d-b89a-062f342ff77d service neutron] Checking segment: {'id': '09a81a54-c98a-4177-a5fd-88c9423c5e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:48.853874 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d0710-2370-4594-bc59-f48307814e3e req-e89d8505-ec7b-4a2d-b89a-062f342ff77d service neutron] Bound using segment: {'id': '09a81a54-c98a-4177-a5fd-88c9423c5e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:48.854447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-430d0710-2370-4594-bc59-f48307814e3e req-e89d8505-ec7b-4a2d-b89a-062f342ff77d service neutron] Bound port: 731f65ba-8c16-4c64-99b9-6254f0fa36ba, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a81a54-c98a-4177-a5fd-88c9423c5e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:48.855109 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-430d0710-2370-4594-bc59-f48307814e3e req-e89d8505-ec7b-4a2d-b89a-062f342ff77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:48.928749 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-430d0710-2370-4594-bc59-f48307814e3e req-e89d8505-ec7b-4a2d-b89a-062f342ff77d service neutron] For port 731f65ba-8c16-4c64-99b9-6254f0fa36ba, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:48.932048 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-430d0710-2370-4594-bc59-f48307814e3e req-e89d8505-ec7b-4a2d-b89a-062f342ff77d service neutron] For port 731f65ba-8c16-4c64-99b9-6254f0fa36ba, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=731f65ba-8c16-4c64-99b9-6254f0fa36ba,segment=NetworkSegment(09a81a54-c98a-4177-a5fd-88c9423c5e34),segment_id=09a81a54-c98a-4177-a5fd-88c9423c5e34)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:48.937732 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-430d0710-2370-4594-bc59-f48307814e3e req-e89d8505-ec7b-4a2d-b89a-062f342ff77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:48.981738 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d0710-2370-4594-bc59-f48307814e3e req-e89d8505-ec7b-4a2d-b89a-062f342ff77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:48.982588 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-430d0710-2370-4594-bc59-f48307814e3e req-e89d8505-ec7b-4a2d-b89a-062f342ff77d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:48.984354 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-430d0710-2370-4594-bc59-f48307814e3e req-e89d8505-ec7b-4a2d-b89a-062f342ff77d service neutron] 10.222.0.30 "PUT /v2.0/ports/731f65ba-8c16-4c64-99b9-6254f0fa36ba HTTP/1.1" status: 200 len: 1091 time: 0.7929711 Jul 22 16:56:48.984887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cb9414-e7f5-4833-a915-78f03f2489b0', 'tag': '731f65ba-8c16-4c64-99b9-6254f0fa36ba'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:56:48.987695 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4abc274-eea5-44c1-b3e2-5fdd6d39ec5d" -d '{"events": [{"name": "network-changed", "server_uuid": "17cb9414-e7f5-4833-a915-78f03f2489b0", "tag": "731f65ba-8c16-4c64-99b9-6254f0fa36ba"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:56:49.118683 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0c9d15-f229-45bd-b52c-dca44482bf23 x-openstack-request-id: req-0a0c9d15-f229-45bd-b52c-dca44482bf23 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:56:49.118992 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cb9414-e7f5-4833-a915-78f03f2489b0", "tag": "731f65ba-8c16-4c64-99b9-6254f0fa36ba", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:56:49.119230 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0a0c9d15-f229-45bd-b52c-dca44482bf23 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:56:49.119637 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cb9414-e7f5-4833-a915-78f03f2489b0', 'tag': '731f65ba-8c16-4c64-99b9-6254f0fa36ba', 'status': 'completed', 'code': 200} Jul 22 16:56:49.121461 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d8505-ec7b-4a2d-b89a-062f342ff77d service neutron] Pushing event updated for resources: {'Port': ['ID=731f65ba-8c16-4c64-99b9-6254f0fa36ba,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:49.177092 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d0710-2370-4594-bc59-f48307814e3e req-f935af7c-0093-401d-a392-fbc7ee842447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:49.178654 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-430d0710-2370-4594-bc59-f48307814e3e req-f935af7c-0093-401d-a392-fbc7ee842447 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 1094 time: 0.1341212 Jul 22 16:56:49.225119 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dae92-f113-468d-879d-39d6459be238 req-3c0dbf7c-acaa-4043-b6ea-8cb65bf36c14 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:49.226724 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7c2dae92-f113-468d-879d-39d6459be238 req-3c0dbf7c-acaa-4043-b6ea-8cb65bf36c14 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 943 time: 0.1291852 Jul 22 16:56:49.258278 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-430d0710-2370-4594-bc59-f48307814e3e req-f8b2767c-1148-4334-8597-86ae00f849e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=731f65ba-8c16-4c64-99b9-6254f0fa36ba HTTP/1.1" status: 200 len: 217 time: 0.0658975 Jul 22 16:56:49.306288 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device cbebde96-2486-48a4-b270-dfd70ff95807 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:49.306700 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7c2dae92-f113-468d-879d-39d6459be238 req-e6df6c0d-42df-433f-8293-eeee1578208b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733755 Jul 22 16:56:49.365735 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d0710-2370-4594-bc59-f48307814e3e req-8d7e3d7d-64c0-4b97-9f5d-b486281b7b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:49.367299 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-430d0710-2370-4594-bc59-f48307814e3e req-8d7e3d7d-64c0-4b97-9f5d-b486281b7b76 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c8d3dbd7-f303-460b-b397-0f03af5bccf5 HTTP/1.1" status: 200 len: 835 time: 0.1017230 Jul 22 16:56:49.422328 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port cbebde96-2486-48a4-b270-dfd70ff95807 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:49.423504 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:49.458403 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d0710-2370-4594-bc59-f48307814e3e req-1f05ccf4-de92-4258-a59b-01425d6dd507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:49.459840 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-430d0710-2370-4594-bc59-f48307814e3e req-1f05ccf4-de92-4258-a59b-01425d6dd507 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ac2a2a2-c975-4729-bfd3-ca75b769ef6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855026 Jul 22 16:56:49.574987 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-430d0710-2370-4594-bc59-f48307814e3e req-2155d1d4-a2e2-4ad0-8eb0-2fdd78fea67b service neutron] 10.222.0.30 "GET /v2.0/networks/2ac2a2a2-c975-4729-bfd3-ca75b769ef6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083012 Jul 22 16:56:49.671508 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-430d0710-2370-4594-bc59-f48307814e3e req-6f18c0b4-ae9a-479f-8b42-e54d6f238771 service neutron] 10.222.0.30 "GET /v2.0/networks/2ac2a2a2-c975-4729-bfd3-ca75b769ef6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900834 Jul 22 16:56:49.696810 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 23013f2f-b706-4958-94da-55305020b243 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:49.720164 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 23013f2f-b706-4958-94da-55305020b243 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:49.720489 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 23013f2f-b706-4958-94da-55305020b243 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:49.830395 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abc274-eea5-44c1-b3e2-5fdd6d39ec5d req-76298e5e-572b-476d-9b8a-9db987ed6d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:49.831933 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4abc274-eea5-44c1-b3e2-5fdd6d39ec5d req-76298e5e-572b-476d-9b8a-9db987ed6d0d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 1094 time: 0.0628648 Jul 22 16:56:49.925051 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abc274-eea5-44c1-b3e2-5fdd6d39ec5d req-b69f0529-9710-4b23-a276-dbd4f8b72a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:49.926601 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4abc274-eea5-44c1-b3e2-5fdd6d39ec5d req-b69f0529-9710-4b23-a276-dbd4f8b72a8b service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ac2a2a2-c975-4729-bfd3-ca75b769ef6e HTTP/1.1" status: 200 len: 897 time: 0.0882175 Jul 22 16:56:49.972599 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4abc274-eea5-44c1-b3e2-5fdd6d39ec5d req-3b7bd049-6747-404a-b2f3-003fcc606761 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=731f65ba-8c16-4c64-99b9-6254f0fa36ba HTTP/1.1" status: 200 len: 217 time: 0.0388317 Jul 22 16:56:50.022294 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abc274-eea5-44c1-b3e2-5fdd6d39ec5d req-ca5ebecb-8b97-483b-91ea-40f5a46f65f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:50.023756 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4abc274-eea5-44c1-b3e2-5fdd6d39ec5d req-ca5ebecb-8b97-483b-91ea-40f5a46f65f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c8d3dbd7-f303-460b-b397-0f03af5bccf5 HTTP/1.1" status: 200 len: 835 time: 0.0449786 Jul 22 16:56:50.086344 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abc274-eea5-44c1-b3e2-5fdd6d39ec5d req-45828968-24f0-4828-b4ba-50f5c5075929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:50.087855 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4abc274-eea5-44c1-b3e2-5fdd6d39ec5d req-45828968-24f0-4828-b4ba-50f5c5075929 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ac2a2a2-c975-4729-bfd3-ca75b769ef6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571897 Jul 22 16:56:50.182977 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4abc274-eea5-44c1-b3e2-5fdd6d39ec5d req-a6517258-98dc-4820-b9d4-aa0d3d153d6a service neutron] 10.222.0.30 "GET /v2.0/networks/2ac2a2a2-c975-4729-bfd3-ca75b769ef6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868134 Jul 22 16:56:50.271684 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a4abc274-eea5-44c1-b3e2-5fdd6d39ec5d req-22cfd07a-eb2f-4245-988f-69ff66776a08 service neutron] 10.222.0.30 "GET /v2.0/networks/2ac2a2a2-c975-4729-bfd3-ca75b769ef6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818729 Jul 22 16:56:50.448915 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03cc3b-7f37-4c59-a919-c400036065e0 req-f95efe27-46b4-49ab-a7a1-fd407585699a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:50.450636 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b03cc3b-7f37-4c59-a919-c400036065e0 req-f95efe27-46b4-49ab-a7a1-fd407585699a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 943 time: 0.0730267 Jul 22 16:56:50.493668 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b03cc3b-7f37-4c59-a919-c400036065e0 req-e620e5d0-24b0-460d-9585-db1351524182 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347176 Jul 22 16:56:51.126582 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79c315-a557-45d4-b971-67697c8d6dd9 req-5cca23f5-3b47-4a02-a2e5-d28e46a4cd33 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:51.128091 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e79c315-a557-45d4-b971-67697c8d6dd9 req-5cca23f5-3b47-4a02-a2e5-d28e46a4cd33 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=236872bb-d77d-4d73-abab-3605ee2be825 HTTP/1.1" status: 200 len: 946 time: 0.0654044 Jul 22 16:56:51.166144 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e79c315-a557-45d4-b971-67697c8d6dd9 req-32c08171-f4e0-4e31-b028-72851cd2f100 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320730 Jul 22 16:56:51.640019 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033f999-43bb-413a-aaca-d9d512882602 req-a6991c28-645a-44a7-ad58-09e6b6dea3ac tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:51.642015 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a033f999-43bb-413a-aaca-d9d512882602 req-a6991c28-645a-44a7-ad58-09e6b6dea3ac tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 943 time: 0.0669148 Jul 22 16:56:51.679376 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a033f999-43bb-413a-aaca-d9d512882602 req-6e95518c-b8a8-4270-ac9a-e82feea94852 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316329 Jul 22 16:56:52.298272 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79ad29-8e8a-469d-a7e7-439d5eb0753f req-a0c901f1-117d-4626-b690-4e2eed5769cc tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:52.299774 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e79ad29-8e8a-469d-a7e7-439d5eb0753f req-a0c901f1-117d-4626-b690-4e2eed5769cc tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=236872bb-d77d-4d73-abab-3605ee2be825 HTTP/1.1" status: 200 len: 946 time: 0.0650046 Jul 22 16:56:52.336771 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e79ad29-8e8a-469d-a7e7-439d5eb0753f req-2ebb6f1e-23dc-4a7c-93c4-81de56cd6ea5 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/security-groups?id=0edefdae-c06a-4f40-aec7-ad4842023fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312927 Jul 22 16:56:52.784767 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ca75a-bf6a-4b1e-8a3d-994b1cbbffb0 req-b18d88e9-c9b9-4910-921e-77217d08e73a tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:52.786685 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-089ca75a-bf6a-4b1e-8a3d-994b1cbbffb0 req-b18d88e9-c9b9-4910-921e-77217d08e73a tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.16 "GET /v2.0/ports?device_id=236872bb-d77d-4d73-abab-3605ee2be825 HTTP/1.1" status: 200 len: 946 time: 0.1108675 Jul 22 16:56:52.841072 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c6afb-0c6e-4a41-bb0f-c7952be40642 req-de8cac46-b1af-45f8-a383-b5c64de7c995 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:52.843266 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-244c6afb-0c6e-4a41-bb0f-c7952be40642 req-de8cac46-b1af-45f8-a383-b5c64de7c995 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 943 time: 0.0668004 Jul 22 16:56:52.889897 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-244c6afb-0c6e-4a41-bb0f-c7952be40642 req-de71a3d9-b28c-48a3-b298-be2f538ce2c6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402794 Jul 22 16:56:52.905164 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-089ca75a-bf6a-4b1e-8a3d-994b1cbbffb0 req-5473b452-baa3-42a0-92b2-40364416e7cb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Deleting port cbee2650-99de-4918-8589-8df20d49eaf8 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:52.905164 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-089ca75a-bf6a-4b1e-8a3d-994b1cbbffb0 req-5473b452-baa3-42a0-92b2-40364416e7cb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.010937 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-089ca75a-bf6a-4b1e-8a3d-994b1cbbffb0 req-5473b452-baa3-42a0-92b2-40364416e7cb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] For port cbee2650-99de-4918-8589-8df20d49eaf8, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=cbee2650-99de-4918-8589-8df20d49eaf8,segment=NetworkSegment(6ef72613-5101-4db9-ba1f-a239ae556be8),segment_id=6ef72613-5101-4db9-ba1f-a239ae556be8)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:53.011295 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-089ca75a-bf6a-4b1e-8a3d-994b1cbbffb0 req-5473b452-baa3-42a0-92b2-40364416e7cb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.023328 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-089ca75a-bf6a-4b1e-8a3d-994b1cbbffb0 req-5473b452-baa3-42a0-92b2-40364416e7cb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Calling delete_port for cbee2650-99de-4918-8589-8df20d49eaf8 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:53.031463 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52422) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:53.159829 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-089ca75a-bf6a-4b1e-8a3d-994b1cbbffb0 req-5473b452-baa3-42a0-92b2-40364416e7cb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.165679 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b235aeea-a3fc-4818-832a-c3d9e11ec126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.185993 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473b452-baa3-42a0-92b2-40364416e7cb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Pushing event deleted for resources: {'Port': ['ID=cbee2650-99de-4918-8589-8df20d49eaf8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:53.193705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['cbee2650-99de-4918-8589-8df20d49eaf8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:56:53.239004 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-089ca75a-bf6a-4b1e-8a3d-994b1cbbffb0 req-5473b452-baa3-42a0-92b2-40364416e7cb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] No DVR routers for this DVR port cbee2650-99de-4918-8589-8df20d49eaf8 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:53.241589 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-089ca75a-bf6a-4b1e-8a3d-994b1cbbffb0 req-5473b452-baa3-42a0-92b2-40364416e7cb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.243834 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-089ca75a-bf6a-4b1e-8a3d-994b1cbbffb0 req-5473b452-baa3-42a0-92b2-40364416e7cb tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.16 "DELETE /v2.0/ports/cbee2650-99de-4918-8589-8df20d49eaf8 HTTP/1.1" status: 204 len: 173 time: 0.4521358 Jul 22 16:56:53.244267 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236872bb-d77d-4d73-abab-3605ee2be825', 'name': 'network-vif-deleted', 'tag': 'cbee2650-99de-4918-8589-8df20d49eaf8'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:56:53.246646 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f519fb-e215-4fb0-8ef5-c9d04add2149" -d '{"events": [{"server_uuid": "236872bb-d77d-4d73-abab-3605ee2be825", "name": "network-vif-deleted", "tag": "cbee2650-99de-4918-8589-8df20d49eaf8"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:56:53.272456 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b235aeea-a3fc-4818-832a-c3d9e11ec126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.277623 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b235aeea-a3fc-4818-832a-c3d9e11ec126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.289183 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f590f3-0178-4189-9a58-295c798a1b9e x-openstack-request-id: req-d2f590f3-0178-4189-9a58-295c798a1b9e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:56:53.289477 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236872bb-d77d-4d73-abab-3605ee2be825", "name": "network-vif-deleted", "tag": "cbee2650-99de-4918-8589-8df20d49eaf8", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:56:53.289729 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d2f590f3-0178-4189-9a58-295c798a1b9e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:56:53.290190 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236872bb-d77d-4d73-abab-3605ee2be825', 'name': 'network-vif-deleted', 'tag': 'cbee2650-99de-4918-8589-8df20d49eaf8', 'status': 'completed', 'code': 200} Jul 22 16:56:53.316119 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b235aeea-a3fc-4818-832a-c3d9e11ec126 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d20cb81afd844b509f011e914423ffce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2830167 Jul 22 16:56:53.318188 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235aeea-a3fc-4818-832a-c3d9e11ec126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccc49ab-6f93-4144-bf2e-3a470cff6961,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:53.318785 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52428) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:53.370340 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ed3b69a-5d1a-4eb4-9d76-ed425cf0e913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.392887 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ed3b69a-5d1a-4eb4-9d76-ed425cf0e913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.448715 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ed3b69a-5d1a-4eb4-9d76-ed425cf0e913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.449766 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d4e5917-98cf-4ac1-b9fa-c936f134f318 req-5cf7be88-353a-49c9-8512-fb5a6c935f04 tempest-AttachVolumeNegativeTest-2035856005 tempest-AttachVolumeNegativeTest-2035856005-project] 10.222.0.69 "GET /v2.0/ports?device_id=236872bb-d77d-4d73-abab-3605ee2be825 HTTP/1.1" status: 200 len: 210 time: 0.0348213 Jul 22 16:56:53.451414 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ed3b69a-5d1a-4eb4-9d76-ed425cf0e913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.452615 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8ed3b69a-5d1a-4eb4-9d76-ed425cf0e913 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8ccc49ab-6f93-4144-bf2e-3a470cff6961 HTTP/1.1" status: 204 len: 168 time: 0.1328526 Jul 22 16:56:53.461479 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3b69a-5d1a-4eb4-9d76-ed425cf0e913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccc49ab-6f93-4144-bf2e-3a470cff6961,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:53.708182 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52436) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:53.719650 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 731f65ba-8c16-4c64-99b9-6254f0fa36ba details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:56:53.724756 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fae6c68d-596f-4a65-8954-f274adcc5356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.823125 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 731f65ba-8c16-4c64-99b9-6254f0fa36ba, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=731f65ba-8c16-4c64-99b9-6254f0fa36ba,segment=NetworkSegment(09a81a54-c98a-4177-a5fd-88c9423c5e34),segment_id=09a81a54-c98a-4177-a5fd-88c9423c5e34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:53.836291 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fae6c68d-596f-4a65-8954-f274adcc5356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.836486 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '731f65ba-8c16-4c64-99b9-6254f0fa36ba', 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e', 'port_id': '731f65ba-8c16-4c64-99b9-6254f0fa36ba', 'mac_address': 'fa:16:3e:de:3f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d3dbd7-f303-460b-b397-0f03af5bccf5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:56:53.840880 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fae6c68d-596f-4a65-8954-f274adcc5356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.874591 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.880063 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fae6c68d-596f-4a65-8954-f274adcc5356 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=383f8f7c05d74e49bc9451321d2191bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1708140 Jul 22 16:56:53.881277 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6c68d-596f-4a65-8954-f274adcc5356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9585408-54fd-4279-beaf-466143e5da2d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:53.882741 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52438) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:53.888349 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731f65ba-8c16-4c64-99b9-6254f0fa36ba {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:56:53.910653 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 731f65ba-8c16-4c64-99b9-6254f0fa36ba, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=731f65ba-8c16-4c64-99b9-6254f0fa36ba,segment=NetworkSegment(09a81a54-c98a-4177-a5fd-88c9423c5e34),segment_id=09a81a54-c98a-4177-a5fd-88c9423c5e34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:53.916349 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.934288 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89e457e8-2b41-4b86-98b0-048f82d26019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.956748 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89e457e8-2b41-4b86-98b0-048f82d26019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.967454 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=731f65ba-8c16-4c64-99b9-6254f0fa36ba,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:54.006947 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89e457e8-2b41-4b86-98b0-048f82d26019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.009647 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89e457e8-2b41-4b86-98b0-048f82d26019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.010846 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-89e457e8-2b41-4b86-98b0-048f82d26019 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f9585408-54fd-4279-beaf-466143e5da2d HTTP/1.1" status: 204 len: 168 time: 0.1270571 Jul 22 16:56:54.019140 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e457e8-2b41-4b86-98b0-048f82d26019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9585408-54fd-4279-beaf-466143e5da2d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:54.023726 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06021c-a6a0-41ec-a531-b1dac3d53f21 req-cba42804-5100-4964-945e-d528e4963006 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:54.025274 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-df06021c-a6a0-41ec-a531-b1dac3d53f21 req-cba42804-5100-4964-945e-d528e4963006 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 944 time: 0.0684917 Jul 22 16:56:54.063853 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-df06021c-a6a0-41ec-a531-b1dac3d53f21 req-c27849a4-8ac4-4a58-8326-639dbabc4468 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322597 Jul 22 16:56:54.181333 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['731f65ba-8c16-4c64-99b9-6254f0fa36ba'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:56:54.507793 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52458) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:54.555392 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae580710-ee9b-4eb6-be09-6d16c10d0c1b admin admin] Deleting subnet 2715b26f-8040-4f4d-af81-bb925953fe19 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:56:54.558506 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae580710-ee9b-4eb6-be09-6d16c10d0c1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.604798 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae580710-ee9b-4eb6-be09-6d16c10d0c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.635601 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae580710-ee9b-4eb6-be09-6d16c10d0c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.687853 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae580710-ee9b-4eb6-be09-6d16c10d0c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.713550 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae580710-ee9b-4eb6-be09-6d16c10d0c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2715b26f-8040-4f4d-af81-bb925953fe19,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:54.718525 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae580710-ee9b-4eb6-be09-6d16c10d0c1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.720762 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ae580710-ee9b-4eb6-be09-6d16c10d0c1b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2715b26f-8040-4f4d-af81-bb925953fe19 HTTP/1.1" status: 204 len: 168 time: 0.2118676 Jul 22 16:56:54.723228 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52468) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:54.795770 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-065d69f4-f4fe-4423-aca8-d790a20d5b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.874021 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-065d69f4-f4fe-4423-aca8-d790a20d5b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.884573 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-065d69f4-f4fe-4423-aca8-d790a20d5b25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1533b09-11b3-4578-adf9-8a3b73a65436']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:54.899206 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-065d69f4-f4fe-4423-aca8-d790a20d5b25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef72613-5101-4db9-ba1f-a239ae556be8') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:54.899506 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-065d69f4-f4fe-4423-aca8-d790a20d5b25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef72613-5101-4db9-ba1f-a239ae556be8') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:54.908493 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-065d69f4-f4fe-4423-aca8-d790a20d5b25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.921977 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-065d69f4-f4fe-4423-aca8-d790a20d5b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.928227 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065d69f4-f4fe-4423-aca8-d790a20d5b25 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:56:54.928622 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-065d69f4-f4fe-4423-aca8-d790a20d5b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:56:54.930359 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:56:54.983661 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-065d69f4-f4fe-4423-aca8-d790a20d5b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.991344 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-065d69f4-f4fe-4423-aca8-d790a20d5b25 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.995503 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-065d69f4-f4fe-4423-aca8-d790a20d5b25 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b1533b09-11b3-4578-adf9-8a3b73a65436 HTTP/1.1" status: 204 len: 168 time: 0.2691112 Jul 22 16:56:55.007314 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d69f4-f4fe-4423-aca8-d790a20d5b25 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1533b09-11b3-4578-adf9-8a3b73a65436,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:55.178775 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52486) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:55.206744 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3823b35-f0f6-4f5e-8ae8-49ba6b354df3 req-df8a4895-09f4-4ed1-91ff-17c02c161d45 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:55.208826 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e3823b35-f0f6-4f5e-8ae8-49ba6b354df3 req-df8a4895-09f4-4ed1-91ff-17c02c161d45 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 944 time: 0.0753257 Jul 22 16:56:55.226591 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fbfc4d19-62b4-4fee-86a8-e9fc6b4bd008 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6c002cbb3d4648a3b33002aba3a54564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465500 Jul 22 16:56:55.228886 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52488) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:55.251908 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e3823b35-f0f6-4f5e-8ae8-49ba6b354df3 req-341e2056-15a4-4177-b7c8-bbbe6509de11 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363200 Jul 22 16:56:55.283306 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-83968a57-5ca9-4a6d-b297-c5b39d27248e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:55.307948 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-83968a57-5ca9-4a6d-b297-c5b39d27248e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:55.355159 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-83968a57-5ca9-4a6d-b297-c5b39d27248e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:55.358006 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-83968a57-5ca9-4a6d-b297-c5b39d27248e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:55.359298 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-83968a57-5ca9-4a6d-b297-c5b39d27248e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0edefdae-c06a-4f40-aec7-ad4842023fe6 HTTP/1.1" status: 204 len: 168 time: 0.1294808 Jul 22 16:56:55.367673 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83968a57-5ca9-4a6d-b297-c5b39d27248e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edefdae-c06a-4f40-aec7-ad4842023fe6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:55.728748 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 731f65ba-8c16-4c64-99b9-6254f0fa36ba up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:55.784635 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 731f65ba-8c16-4c64-99b9-6254f0fa36ba completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:55.789101 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 731f65ba-8c16-4c64-99b9-6254f0fa36ba triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:55.789813 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:55.879383 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:55.906195 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cb9414-e7f5-4833-a915-78f03f2489b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731f65ba-8c16-4c64-99b9-6254f0fa36ba'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:56:55.909017 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195374bf-1235-4865-8534-c78707f30d44" -d '{"events": [{"server_uuid": "17cb9414-e7f5-4833-a915-78f03f2489b0", "name": "network-vif-plugged", "status": "completed", "tag": "731f65ba-8c16-4c64-99b9-6254f0fa36ba"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:56:55.926515 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 731f65ba-8c16-4c64-99b9-6254f0fa36ba, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=731f65ba-8c16-4c64-99b9-6254f0fa36ba,segment=NetworkSegment(09a81a54-c98a-4177-a5fd-88c9423c5e34),segment_id=09a81a54-c98a-4177-a5fd-88c9423c5e34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:55.932744 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:55.963947 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd28680-6879-47ed-ba54-02c5623c0748 x-openstack-request-id: req-0fd28680-6879-47ed-ba54-02c5623c0748 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:56:55.964306 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cb9414-e7f5-4833-a915-78f03f2489b0", "name": "network-vif-plugged", "status": "completed", "tag": "731f65ba-8c16-4c64-99b9-6254f0fa36ba", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:56:55.964624 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0fd28680-6879-47ed-ba54-02c5623c0748 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:56:55.965071 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cb9414-e7f5-4833-a915-78f03f2489b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731f65ba-8c16-4c64-99b9-6254f0fa36ba', 'code': 200} Jul 22 16:56:55.993063 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=731f65ba-8c16-4c64-99b9-6254f0fa36ba,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:56.107776 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245d38f-dd84-455d-8b88-1853d6f9ab35 req-4322262b-805e-4364-bfe2-145cc88b4670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:56.109621 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8245d38f-dd84-455d-8b88-1853d6f9ab35 req-4322262b-805e-4364-bfe2-145cc88b4670 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 1096 time: 0.0583837 Jul 22 16:56:56.143757 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8245d38f-dd84-455d-8b88-1853d6f9ab35 req-85a21efa-a6b7-476a-9056-6a69a62dd084 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282569 Jul 22 16:56:56.390742 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb96634-4896-463b-ae03-63d22ae3c133 req-a57e752e-7b52-43a5-bfe8-c800a94a6229 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:56.393047 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-beb96634-4896-463b-ae03-63d22ae3c133 req-a57e752e-7b52-43a5-bfe8-c800a94a6229 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 945 time: 0.0694871 Jul 22 16:56:56.434560 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-beb96634-4896-463b-ae03-63d22ae3c133 req-0c5e2be4-d233-49a1-9493-355354a71956 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356634 Jul 22 16:56:57.092760 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device cbee2650-99de-4918-8589-8df20d49eaf8 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:57.126923 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: cbee2650-99de-4918-8589-8df20d49eaf8 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:57.127279 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device cbee2650-99de-4918-8589-8df20d49eaf8 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:57.572532 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c05cb-389c-4903-9693-dcea0865b7a0 req-3a25d81e-f823-4970-b772-c89826f7d79e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:57.574139 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-293c05cb-389c-4903-9693-dcea0865b7a0 req-3a25d81e-f823-4970-b772-c89826f7d79e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 945 time: 0.0660980 Jul 22 16:56:57.619285 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-293c05cb-389c-4903-9693-dcea0865b7a0 req-bd4a43ed-36ed-4a0e-9f67-572e0225de63 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387514 Jul 22 16:56:57.751982 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22dc72-5a97-4e2a-ba61-03dae9d1f206 req-85fb255f-251b-40d7-b573-1a61f9d3c8ab tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:57.753479 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ab22dc72-5a97-4e2a-ba61-03dae9d1f206 req-85fb255f-251b-40d7-b573-1a61f9d3c8ab tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 945 time: 0.0665102 Jul 22 16:56:57.791557 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ab22dc72-5a97-4e2a-ba61-03dae9d1f206 req-b592609d-2db3-4d53-8601-513953b2205d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324204 Jul 22 16:56:57.816976 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52554) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:57.879585 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c26d31e-8bd1-44f7-bc79-5e4305abce73 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:57.882178 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5c26d31e-8bd1-44f7-bc79-5e4305abce73 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 1091 time: 0.0638587 Jul 22 16:56:57.885480 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52556) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:57.890829 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0c90b130-09ee-4cff-8a3f-21944e117181 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': '731f65ba-8c16-4c64-99b9-6254f0fa36ba', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:57.932960 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c90b130-09ee-4cff-8a3f-21944e117181 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.046116 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c90b130-09ee-4cff-8a3f-21944e117181 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.159428 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-0c90b130-09ee-4cff-8a3f-21944e117181 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Allocated IP 172.25.0.190 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/30a395e5-aee4-41fa-8184-426b1aed8c1e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:58.273806 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c90b130-09ee-4cff-8a3f-21944e117181 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.317393 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c90b130-09ee-4cff-8a3f-21944e117181 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.361587 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90b130-09ee-4cff-8a3f-21944e117181 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Port': ['ID=30a395e5-aee4-41fa-8184-426b1aed8c1e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:58.373247 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c90b130-09ee-4cff-8a3f-21944e117181 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:58.374665 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0c90b130-09ee-4cff-8a3f-21944e117181 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:58.377843 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c90b130-09ee-4cff-8a3f-21944e117181 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:58.792645 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c90b130-09ee-4cff-8a3f-21944e117181 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.885164 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c90b130-09ee-4cff-8a3f-21944e117181 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.041180 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9dfb78a3-c89e-440f-93f1-ffd661f7bc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.058078 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c90b130-09ee-4cff-8a3f-21944e117181 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.064344 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c90b130-09ee-4cff-8a3f-21944e117181 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.115494 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90b130-09ee-4cff-8a3f-21944e117181 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Port': ['ID=30a395e5-aee4-41fa-8184-426b1aed8c1e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:59.156067 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c90b130-09ee-4cff-8a3f-21944e117181 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.262295 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-0c90b130-09ee-4cff-8a3f-21944e117181 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Floating IP 2fc9812a-1025-42fb-a1e5-149d767ad70a associated. External IP: 172.25.0.190, port: 731f65ba-8c16-4c64-99b9-6254f0fa36ba. Jul 22 16:56:59.491586 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c90b130-09ee-4cff-8a3f-21944e117181 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Router 9130bd92-e698-4b73-ad77-b130783ce1bb has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:56:59.985603 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c90b130-09ee-4cff-8a3f-21944e117181 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:57:00.006922 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff64bea6-4afc-43ca-af82-86d23a05a0b6 None None] Sync routers for ids ['9130bd92-e698-4b73-ad77-b130783ce1bb'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:57:00.009060 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c90b130-09ee-4cff-8a3f-21944e117181 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:00.019796 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff64bea6-4afc-43ca-af82-86d23a05a0b6 None None] Routers {'9130bd92-e698-4b73-ad77-b130783ce1bb'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:00.020726 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ff64bea6-4afc-43ca-af82-86d23a05a0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:56:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9130bd92-e698-4b73-ad77-b130783ce1bb'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:00.055189 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0c90b130-09ee-4cff-8a3f-21944e117181 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1682165 Jul 22 16:57:00.055960 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cb9414-e7f5-4833-a915-78f03f2489b0', 'tag': '731f65ba-8c16-4c64-99b9-6254f0fa36ba'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:57:00.059667 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88903c0c-36de-4826-8bc2-4bff5166f0de" -d '{"events": [{"name": "network-changed", "server_uuid": "17cb9414-e7f5-4833-a915-78f03f2489b0", "tag": "731f65ba-8c16-4c64-99b9-6254f0fa36ba"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:57:00.162586 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ff64bea6-4afc-43ca-af82-86d23a05a0b6 None None] Set router 9130bd92-e698-4b73-ad77-b130783ce1bb gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:57:00.238314 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e663bb-938b-4755-a8b9-7a24d9e6bbaa req-ee1d3ee8-72f3-4f6d-a039-5e9afd5b3e47 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:00.239852 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-12e663bb-938b-4755-a8b9-7a24d9e6bbaa req-ee1d3ee8-72f3-4f6d-a039-5e9afd5b3e47 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 945 time: 0.0950148 Jul 22 16:57:00.266810 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3071cbb5-a3f8-4e42-9d7a-61e9821f59c3 x-openstack-request-id: req-3071cbb5-a3f8-4e42-9d7a-61e9821f59c3 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:57:00.267108 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cb9414-e7f5-4833-a915-78f03f2489b0", "tag": "731f65ba-8c16-4c64-99b9-6254f0fa36ba", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:57:00.267360 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3071cbb5-a3f8-4e42-9d7a-61e9821f59c3 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:57:00.267768 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cb9414-e7f5-4833-a915-78f03f2489b0', 'tag': '731f65ba-8c16-4c64-99b9-6254f0fa36ba', 'status': 'completed', 'code': 200} Jul 22 16:57:00.284225 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-12e663bb-938b-4755-a8b9-7a24d9e6bbaa req-5f864f6b-6968-41fa-957e-b4a42445a69a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378952 Jul 22 16:57:00.306832 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52592) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:00.404420 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c615b209-d247-4001-8269-5156cc0d2635 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/floatingips/2fc9812a-1025-42fb-a1e5-149d767ad70a HTTP/1.1" status: 200 len: 991 time: 0.0952394 Jul 22 16:57:00.425639 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88903c0c-36de-4826-8bc2-4bff5166f0de req-f5e5493a-f146-4924-a5bc-71a291fca33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:00.427329 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-88903c0c-36de-4826-8bc2-4bff5166f0de req-f5e5493a-f146-4924-a5bc-71a291fca33b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 1096 time: 0.0802522 Jul 22 16:57:00.440434 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ff64bea6-4afc-43ca-af82-86d23a05a0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103858821', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:38Z', 'updated_at': '2021-07-22T16:56:43Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:39Z', 'updated_at': '2021-07-22T16:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '2fc9812a-1025-42fb-a1e5-149d767ad70a', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'port_id': '731f65ba-8c16-4c64-99b9-6254f0fa36ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e', 'mac_address': 'fa:16:3e:de:3f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb9414-e7f5-4833-a915-78f03f2489b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:56:58Z', 'updated_at': '2021-07-22T16:56:58Z', 'revision_number': 0, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbebde96-2486-48a4-b270-dfd70ff95807', 'name': '', 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:bb:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c8d3dbd7-f303-460b-b397-0f03af5bccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:42Z', 'updated_at': '2021-07-22T16:56:47Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'c8d3dbd7-f303-460b-b397-0f03af5bccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:00.476302 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff64bea6-4afc-43ca-af82-86d23a05a0b6 None None] Checking router: 9130bd92-e698-4b73-ad77-b130783ce1bb for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:57:00.487897 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff64bea6-4afc-43ca-af82-86d23a05a0b6 None None] Routers {'9130bd92-e698-4b73-ad77-b130783ce1bb'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:00.488932 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ff64bea6-4afc-43ca-af82-86d23a05a0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:56:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9130bd92-e698-4b73-ad77-b130783ce1bb'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:00.542125 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88903c0c-36de-4826-8bc2-4bff5166f0de req-c887c9dd-3814-44df-adf6-1099ea5340f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:00.546776 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-88903c0c-36de-4826-8bc2-4bff5166f0de req-c887c9dd-3814-44df-adf6-1099ea5340f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ac2a2a2-c975-4729-bfd3-ca75b769ef6e HTTP/1.1" status: 200 len: 897 time: 0.1127691 Jul 22 16:57:00.625104 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-88903c0c-36de-4826-8bc2-4bff5166f0de req-76cff368-df7b-4aa2-9066-3f2baa25e05f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=731f65ba-8c16-4c64-99b9-6254f0fa36ba HTTP/1.1" status: 200 len: 999 time: 0.0714979 Jul 22 16:57:00.686022 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88903c0c-36de-4826-8bc2-4bff5166f0de req-a57052c7-fab4-4387-ab71-abc24c92f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:00.688901 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-88903c0c-36de-4826-8bc2-4bff5166f0de req-a57052c7-fab4-4387-ab71-abc24c92f67e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c8d3dbd7-f303-460b-b397-0f03af5bccf5 HTTP/1.1" status: 200 len: 835 time: 0.0578446 Jul 22 16:57:00.753361 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88903c0c-36de-4826-8bc2-4bff5166f0de req-c115dcdf-02d8-4235-b778-aaed8d10a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:00.755694 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-88903c0c-36de-4826-8bc2-4bff5166f0de req-c115dcdf-02d8-4235-b778-aaed8d10a532 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ac2a2a2-c975-4729-bfd3-ca75b769ef6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612297 Jul 22 16:57:00.799902 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ff64bea6-4afc-43ca-af82-86d23a05a0b6 None None] Set router 9130bd92-e698-4b73-ad77-b130783ce1bb gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:57:00.899251 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-88903c0c-36de-4826-8bc2-4bff5166f0de req-20c022cd-cb3d-4864-a416-0dfc110911c5 service neutron] 10.222.0.30 "GET /v2.0/networks/2ac2a2a2-c975-4729-bfd3-ca75b769ef6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360586 Jul 22 16:57:01.012210 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-88903c0c-36de-4826-8bc2-4bff5166f0de req-50febc5b-94a3-423d-b2b1-a81cccf8ffa7 service neutron] 10.222.0.30 "GET /v2.0/networks/2ac2a2a2-c975-4729-bfd3-ca75b769ef6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041646 Jul 22 16:57:01.071966 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ff64bea6-4afc-43ca-af82-86d23a05a0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103858821', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:38Z', 'updated_at': '2021-07-22T16:56:43Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:39Z', 'updated_at': '2021-07-22T16:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '2fc9812a-1025-42fb-a1e5-149d767ad70a', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'port_id': '731f65ba-8c16-4c64-99b9-6254f0fa36ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e', 'mac_address': 'fa:16:3e:de:3f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb9414-e7f5-4833-a915-78f03f2489b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:56:58Z', 'updated_at': '2021-07-22T16:56:58Z', 'revision_number': 0, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbebde96-2486-48a4-b270-dfd70ff95807', 'name': '', 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:bb:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c8d3dbd7-f303-460b-b397-0f03af5bccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:42Z', 'updated_at': '2021-07-22T16:56:47Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'c8d3dbd7-f303-460b-b397-0f03af5bccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:01.099182 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff64bea6-4afc-43ca-af82-86d23a05a0b6 None None] The sync data for ids ['9130bd92-e698-4b73-ad77-b130783ce1bb'] in n-d-798930-9 is: [{'id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103858821', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:38Z', 'updated_at': '2021-07-22T16:56:43Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:39Z', 'updated_at': '2021-07-22T16:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '2fc9812a-1025-42fb-a1e5-149d767ad70a', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'port_id': '731f65ba-8c16-4c64-99b9-6254f0fa36ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e', 'mac_address': 'fa:16:3e:de:3f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cb9414-e7f5-4833-a915-78f03f2489b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:56:58Z', 'updated_at': '2021-07-22T16:56:58Z', 'revision_number': 0, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbebde96-2486-48a4-b270-dfd70ff95807', 'name': '', 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:bb:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c8d3dbd7-f303-460b-b397-0f03af5bccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:42Z', 'updated_at': '2021-07-22T16:56:47Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'c8d3dbd7-f303-460b-b397-0f03af5bccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:57:01.339078 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed36ec21-a90a-454d-99c6-affc578f3232 None None] New status for floating IP 2fc9812a-1025-42fb-a1e5-149d767ad70a: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:57:01.406397 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52636) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:01.483771 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ee697a10-dcaa-48e1-9fa8-5725f37afaf7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/floatingips/2fc9812a-1025-42fb-a1e5-149d767ad70a HTTP/1.1" status: 200 len: 991 time: 0.0738680 Jul 22 16:57:01.605496 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-43256db4-5040-4681-a488-c25d20e869dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:01.645142 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:02.487122 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52644) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:02.553038 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f2f33bdb-31e4-46f0-8cf2-b4b1a4d32d76 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/floatingips/2fc9812a-1025-42fb-a1e5-149d767ad70a HTTP/1.1" status: 200 len: 993 time: 0.0591440 Jul 22 16:57:02.800969 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:04.643996 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.340582 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52784) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:08.447764 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a580149f-713a-49f7-8e06-025acb20bc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.545708 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a580149f-713a-49f7-8e06-025acb20bc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.550031 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a580149f-713a-49f7-8e06-025acb20bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.590729 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a580149f-713a-49f7-8e06-025acb20bc98 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c83a391cf480400fa45b9066d9dcaf27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489607 Jul 22 16:57:08.592674 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580149f-713a-49f7-8e06-025acb20bc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1827caf5-083f-4ae9-88e7-5bebad40bdd3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:08.593411 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52792) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:08.646013 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63878b5f-aec9-411b-95a2-d63eddb8a803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.666818 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63878b5f-aec9-411b-95a2-d63eddb8a803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.722613 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63878b5f-aec9-411b-95a2-d63eddb8a803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.725341 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63878b5f-aec9-411b-95a2-d63eddb8a803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.726546 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-63878b5f-aec9-411b-95a2-d63eddb8a803 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1827caf5-083f-4ae9-88e7-5bebad40bdd3 HTTP/1.1" status: 204 len: 168 time: 0.1321220 Jul 22 16:57:08.734442 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63878b5f-aec9-411b-95a2-d63eddb8a803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1827caf5-083f-4ae9-88e7-5bebad40bdd3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:10.039387 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52868) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:10.143975 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f942f6f5-779e-4ffc-b9b4-651c5b975198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.238264 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f942f6f5-779e-4ffc-b9b4-651c5b975198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.243657 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f942f6f5-779e-4ffc-b9b4-651c5b975198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.285643 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f942f6f5-779e-4ffc-b9b4-651c5b975198 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=66cbc03f33a646e1bf7e33a2f04cca83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2450826 Jul 22 16:57:10.286648 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942f6f5-779e-4ffc-b9b4-651c5b975198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d81427-e0ad-4670-a5f7-23c2e708ba77,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:10.288692 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52878) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:10.342634 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07610ef9-c80a-4e3a-b34c-2575b5149dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.364576 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07610ef9-c80a-4e3a-b34c-2575b5149dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.410199 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07610ef9-c80a-4e3a-b34c-2575b5149dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.412842 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07610ef9-c80a-4e3a-b34c-2575b5149dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.414063 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-07610ef9-c80a-4e3a-b34c-2575b5149dd1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e6d81427-e0ad-4670-a5f7-23c2e708ba77 HTTP/1.1" status: 204 len: 168 time: 0.1225159 Jul 22 16:57:10.423368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07610ef9-c80a-4e3a-b34c-2575b5149dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d81427-e0ad-4670-a5f7-23c2e708ba77,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:12.156580 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:12.262570 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.050559 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 52990) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:13.158397 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2c1af21f-715e-46b2-98c9-846fe9a15448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.247305 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2c1af21f-715e-46b2-98c9-846fe9a15448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.251710 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2c1af21f-715e-46b2-98c9-846fe9a15448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.295222 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2c1af21f-715e-46b2-98c9-846fe9a15448 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c372d3464534672a54a388297670471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433937 Jul 22 16:57:13.296319 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1af21f-715e-46b2-98c9-846fe9a15448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbd4a89-f6a5-45ff-8834-8aebe0625138,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:13.299169 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 52998) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:13.360122 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af1f4ed2-fdc3-4ad1-9efb-74247c8ab660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.382632 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af1f4ed2-fdc3-4ad1-9efb-74247c8ab660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.427486 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af1f4ed2-fdc3-4ad1-9efb-74247c8ab660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.430425 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-af1f4ed2-fdc3-4ad1-9efb-74247c8ab660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.438334 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-af1f4ed2-fdc3-4ad1-9efb-74247c8ab660 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fbbd4a89-f6a5-45ff-8834-8aebe0625138 HTTP/1.1" status: 204 len: 168 time: 0.1380045 Jul 22 16:57:13.446444 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f4ed2-fdc3-4ad1-9efb-74247c8ab660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbd4a89-f6a5-45ff-8834-8aebe0625138,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:13.699929 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53010) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:13.715472 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ab24db7-2911-447e-87ca-66319ae4e286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.804032 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ab24db7-2911-447e-87ca-66319ae4e286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.808428 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ab24db7-2911-447e-87ca-66319ae4e286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.847104 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab24db7-2911-447e-87ca-66319ae4e286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee9e3d5-687a-465e-b1f2-1e20c49dd6f4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:13.854089 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53016) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:13.854237 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9ab24db7-2911-447e-87ca-66319ae4e286 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=96a2ae4dee9c4d98a86378536047c71a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530547 Jul 22 16:57:13.911258 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-738ea040-3fc1-4c23-8aea-a76ac70d37fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.931865 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-738ea040-3fc1-4c23-8aea-a76ac70d37fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.977373 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-738ea040-3fc1-4c23-8aea-a76ac70d37fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.979895 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-738ea040-3fc1-4c23-8aea-a76ac70d37fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.981073 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-738ea040-3fc1-4c23-8aea-a76ac70d37fe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5ee9e3d5-687a-465e-b1f2-1e20c49dd6f4 HTTP/1.1" status: 204 len: 168 time: 0.1257679 Jul 22 16:57:13.989344 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ea040-3fc1-4c23-8aea-a76ac70d37fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee9e3d5-687a-465e-b1f2-1e20c49dd6f4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:16.078888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53126) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:16.185424 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f296a618-a76e-42d3-86f1-5d112826b342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.277064 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f296a618-a76e-42d3-86f1-5d112826b342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.281355 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f296a618-a76e-42d3-86f1-5d112826b342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.318916 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f296a618-a76e-42d3-86f1-5d112826b342 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=75d9d7cdaacb4fcda57e357255ad210f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2388988 Jul 22 16:57:16.320127 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296a618-a76e-42d3-86f1-5d112826b342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f3a905-99f8-4dcf-8d2a-b0cfaa462ce9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:16.321674 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53134) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:16.372267 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f6812aa-8184-4403-9f90-4e598f4a5236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.394279 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f6812aa-8184-4403-9f90-4e598f4a5236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.444156 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f6812aa-8184-4403-9f90-4e598f4a5236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.446885 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6f6812aa-8184-4403-9f90-4e598f4a5236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.448029 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6f6812aa-8184-4403-9f90-4e598f4a5236 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/76f3a905-99f8-4dcf-8d2a-b0cfaa462ce9 HTTP/1.1" status: 204 len: 168 time: 0.1244586 Jul 22 16:57:16.456050 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6812aa-8184-4403-9f90-4e598f4a5236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f3a905-99f8-4dcf-8d2a-b0cfaa462ce9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:16.707027 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53150) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:16.721687 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3042d1c-92ea-46c8-bfe3-ec0f27c84e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.816985 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3042d1c-92ea-46c8-bfe3-ec0f27c84e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.820886 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3042d1c-92ea-46c8-bfe3-ec0f27c84e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.862241 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a3042d1c-92ea-46c8-bfe3-ec0f27c84e1f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=79471779a8104b3ba589d9dde8bc8d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517293 Jul 22 16:57:16.862241 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3042d1c-92ea-46c8-bfe3-ec0f27c84e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cdbc28-deda-46f9-b0cd-8ddb61ab83cb,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:16.862925 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53152) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:16.910325 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a57b67c-f1b4-4f34-a90d-c696ef70983f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.931018 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a57b67c-f1b4-4f34-a90d-c696ef70983f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.982134 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a57b67c-f1b4-4f34-a90d-c696ef70983f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.985440 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6a57b67c-f1b4-4f34-a90d-c696ef70983f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.986655 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6a57b67c-f1b4-4f34-a90d-c696ef70983f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/21cdbc28-deda-46f9-b0cd-8ddb61ab83cb HTTP/1.1" status: 204 len: 168 time: 0.1228340 Jul 22 16:57:16.995426 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57b67c-f1b4-4f34-a90d-c696ef70983f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cdbc28-deda-46f9-b0cd-8ddb61ab83cb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:18.855862 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53260) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:18.959366 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fafc6b59-b476-4b32-bac4-3bf9e7a7dfeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.045161 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fafc6b59-b476-4b32-bac4-3bf9e7a7dfeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.049638 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fafc6b59-b476-4b32-bac4-3bf9e7a7dfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.089400 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fafc6b59-b476-4b32-bac4-3bf9e7a7dfeb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a650dfdb5af94d4a9c3b55ae79842c9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2324419 Jul 22 16:57:19.091360 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc6b59-b476-4b32-bac4-3bf9e7a7dfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c9bf8d-6fbc-4e44-836c-4541d3b79bd1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:19.092100 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53268) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:19.148367 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65d92807-31d5-4ff3-b205-4eeac85d56cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.170087 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65d92807-31d5-4ff3-b205-4eeac85d56cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.218187 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65d92807-31d5-4ff3-b205-4eeac85d56cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.222182 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65d92807-31d5-4ff3-b205-4eeac85d56cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.223379 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-65d92807-31d5-4ff3-b205-4eeac85d56cd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/92c9bf8d-6fbc-4e44-836c-4541d3b79bd1 HTTP/1.1" status: 204 len: 168 time: 0.1302729 Jul 22 16:57:19.231187 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d92807-31d5-4ff3-b205-4eeac85d56cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c9bf8d-6fbc-4e44-836c-4541d3b79bd1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:19.484897 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53280) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:19.499343 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18eb7378-9bad-479a-ac69-6c6fcd2a62e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.594315 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18eb7378-9bad-479a-ac69-6c6fcd2a62e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.598554 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18eb7378-9bad-479a-ac69-6c6fcd2a62e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.635923 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb7378-9bad-479a-ac69-6c6fcd2a62e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c44fb88-0884-490b-b22d-bee059c0a198,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:19.643994 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53282) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:19.644090 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-18eb7378-9bad-479a-ac69-6c6fcd2a62e7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7eb4834c3b7a4a7aa0d8cda9e388c23a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574428 Jul 22 16:57:19.994041 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1d5d9d9d-aada-468a-a524-9a63d1cca7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:20.017024 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1d5d9d9d-aada-468a-a524-9a63d1cca7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:20.062655 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1d5d9d9d-aada-468a-a524-9a63d1cca7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:20.065474 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1d5d9d9d-aada-468a-a524-9a63d1cca7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:20.068891 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1d5d9d9d-aada-468a-a524-9a63d1cca7b3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2c44fb88-0884-490b-b22d-bee059c0a198 HTTP/1.1" status: 204 len: 168 time: 0.4214659 Jul 22 16:57:20.077465 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d9d9d-aada-468a-a524-9a63d1cca7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c44fb88-0884-490b-b22d-bee059c0a198,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:20.434870 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:57:21.177636 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53376) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:21.288039 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cbcac74-8f5b-4ad5-8930-c6a724703af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.373073 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cbcac74-8f5b-4ad5-8930-c6a724703af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.377681 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2cbcac74-8f5b-4ad5-8930-c6a724703af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.414647 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2cbcac74-8f5b-4ad5-8930-c6a724703af0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=873533f32e3240c696c54ca0da80178e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2358418 Jul 22 16:57:21.416532 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbcac74-8f5b-4ad5-8930-c6a724703af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8530bef1-3c9a-4b6a-bfe9-ad99aff04e97,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:21.417398 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53384) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:21.470381 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75a6e215-ea0b-4a0c-8e77-ec2e748560f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.494970 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75a6e215-ea0b-4a0c-8e77-ec2e748560f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.544802 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75a6e215-ea0b-4a0c-8e77-ec2e748560f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.548834 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-75a6e215-ea0b-4a0c-8e77-ec2e748560f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.558261 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-75a6e215-ea0b-4a0c-8e77-ec2e748560f0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8530bef1-3c9a-4b6a-bfe9-ad99aff04e97 HTTP/1.1" status: 204 len: 168 time: 0.1343365 Jul 22 16:57:21.567053 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6e215-ea0b-4a0c-8e77-ec2e748560f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8530bef1-3c9a-4b6a-bfe9-ad99aff04e97,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:22.718838 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53446) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:22.870074 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a02e0ac3-5a3f-440f-bfbf-7fe52ae7954e tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1287936733'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:22.892948 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02e0ac3-5a3f-440f-bfbf-7fe52ae7954e tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Made reservation on behalf of 8c0f9152edfc4eb5874fdd24994e8988 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:22.896697 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a02e0ac3-5a3f-440f-bfbf-7fe52ae7954e tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:22.905505 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a02e0ac3-5a3f-440f-bfbf-7fe52ae7954e tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.004971 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a02e0ac3-5a3f-440f-bfbf-7fe52ae7954e tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.009324 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a02e0ac3-5a3f-440f-bfbf-7fe52ae7954e tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.031602 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02e0ac3-5a3f-440f-bfbf-7fe52ae7954e tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:57:23.046955 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e0ac3-5a3f-440f-bfbf-7fe52ae7954e tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30296978-d56d-489a-824c-6d86728813cd,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:23.050485 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a02e0ac3-5a3f-440f-bfbf-7fe52ae7954e tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.050485 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-a02e0ac3-5a3f-440f-bfbf-7fe52ae7954e tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Added segment 835feb07-a4ef-44d9-b277-0206be0d11b9 of type vlan for network 35c7fc36-8646-48fb-bbdf-fb9c4b598228 Jul 22 16:57:23.092351 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a02e0ac3-5a3f-440f-bfbf-7fe52ae7954e tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.125068 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a02e0ac3-5a3f-440f-bfbf-7fe52ae7954e tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.130768 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02e0ac3-5a3f-440f-bfbf-7fe52ae7954e tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:23.131380 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a02e0ac3-5a3f-440f-bfbf-7fe52ae7954e tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.173091 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a02e0ac3-5a3f-440f-bfbf-7fe52ae7954e tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4529185 Jul 22 16:57:23.176211 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53460) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:23.215439 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e0ac3-5a3f-440f-bfbf-7fe52ae7954e tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Pushing event updated for resources: {'Network': ['ID=35c7fc36-8646-48fb-bbdf-fb9c4b598228,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:23.229184 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 35c7fc36-8646-48fb-bbdf-fb9c4b598228 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:57:23.231234 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ce84160f-9b13-46a0-b5dc-a86c3d6ced9b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Request body: {'network': {'name': 'tempest-network--930028608', 'router:external': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:23.252975 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce84160f-9b13-46a0-b5dc-a86c3d6ced9b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Made reservation on behalf of f67483a4970b4ae2ad1d296252629c97 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:23.255621 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce84160f-9b13-46a0-b5dc-a86c3d6ced9b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.264233 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce84160f-9b13-46a0-b5dc-a86c3d6ced9b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.355879 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce84160f-9b13-46a0-b5dc-a86c3d6ced9b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.360132 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce84160f-9b13-46a0-b5dc-a86c3d6ced9b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.389079 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce84160f-9b13-46a0-b5dc-a86c3d6ced9b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:57:23.405587 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84160f-9b13-46a0-b5dc-a86c3d6ced9b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d12592d-60b1-414f-9a3d-42721c843222,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:23.409050 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce84160f-9b13-46a0-b5dc-a86c3d6ced9b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.409405 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-ce84160f-9b13-46a0-b5dc-a86c3d6ced9b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Added segment af560d81-4f51-4428-9091-3baadeaaaef2 of type vlan for network eb50c08d-8dac-4c3e-a155-e25c8a2a1e6f Jul 22 16:57:23.454054 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce84160f-9b13-46a0-b5dc-a86c3d6ced9b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.486958 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce84160f-9b13-46a0-b5dc-a86c3d6ced9b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.488134 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce84160f-9b13-46a0-b5dc-a86c3d6ced9b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:23.488708 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce84160f-9b13-46a0-b5dc-a86c3d6ced9b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.518299 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ce84160f-9b13-46a0-b5dc-a86c3d6ced9b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3410728 Jul 22 16:57:23.521283 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53468) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:23.552976 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84160f-9b13-46a0-b5dc-a86c3d6ced9b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Pushing event updated for resources: {'Network': ['ID=eb50c08d-8dac-4c3e-a155-e25c8a2a1e6f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:23.564901 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network eb50c08d-8dac-4c3e-a155-e25c8a2a1e6f details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:57:23.594869 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72e8431e-1701-441c-9640-44526134a83d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.683345 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72e8431e-1701-441c-9640-44526134a83d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.693974 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-72e8431e-1701-441c-9640-44526134a83d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb50c08d-8dac-4c3e-a155-e25c8a2a1e6f']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:23.704223 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-72e8431e-1701-441c-9640-44526134a83d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af560d81-4f51-4428-9091-3baadeaaaef2') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:23.704456 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-72e8431e-1701-441c-9640-44526134a83d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af560d81-4f51-4428-9091-3baadeaaaef2') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:23.713204 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72e8431e-1701-441c-9640-44526134a83d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.727571 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72e8431e-1701-441c-9640-44526134a83d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.733436 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e8431e-1701-441c-9640-44526134a83d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:57:23.733852 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72e8431e-1701-441c-9640-44526134a83d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:57:23.735565 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:57:23.790929 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72e8431e-1701-441c-9640-44526134a83d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.796297 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e8431e-1701-441c-9640-44526134a83d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eb50c08d-8dac-4c3e-a155-e25c8a2a1e6f {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 16:57:23.798862 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72e8431e-1701-441c-9640-44526134a83d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.804200 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53476) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:23.804642 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-72e8431e-1701-441c-9640-44526134a83d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] 10.222.0.69 "DELETE /v2.0/networks/eb50c08d-8dac-4c3e-a155-e25c8a2a1e6f HTTP/1.1" status: 204 len: 168 time: 0.2817264 Jul 22 16:57:23.810105 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0083f76d-acfc-4f01-b55b-99f6ad536567 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:23.820181 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8431e-1701-441c-9640-44526134a83d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb50c08d-8dac-4c3e-a155-e25c8a2a1e6f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:23.845814 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0083f76d-acfc-4f01-b55b-99f6ad536567 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Made reservation on behalf of f67483a4970b4ae2ad1d296252629c97 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:23.848212 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0083f76d-acfc-4f01-b55b-99f6ad536567 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.873014 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0083f76d-acfc-4f01-b55b-99f6ad536567 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:57:23.882762 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0083f76d-acfc-4f01-b55b-99f6ad536567 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.883109 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-0083f76d-acfc-4f01-b55b-99f6ad536567 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Added segment ebbb767d-9873-49cd-910d-5ade7b8c4099 of type vlan for network 21ae405a-5e8b-4b9e-a39e-351673f0556a Jul 22 16:57:23.930225 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0083f76d-acfc-4f01-b55b-99f6ad536567 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.978162 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0083f76d-acfc-4f01-b55b-99f6ad536567 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.979153 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0083f76d-acfc-4f01-b55b-99f6ad536567 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:23.979737 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0083f76d-acfc-4f01-b55b-99f6ad536567 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.020025 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0083f76d-acfc-4f01-b55b-99f6ad536567 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2141285 Jul 22 16:57:24.022940 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53482) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:24.028206 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d21bd5c5-f146-4320-83bf-4d81e1985614 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Request body: {'subnet': {'network_id': '21ae405a-5e8b-4b9e-a39e-351673f0556a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:24.047281 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083f76d-acfc-4f01-b55b-99f6ad536567 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Pushing event updated for resources: {'Network': ['ID=21ae405a-5e8b-4b9e-a39e-351673f0556a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:24.051809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21bd5c5-f146-4320-83bf-4d81e1985614 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Made reservation on behalf of f67483a4970b4ae2ad1d296252629c97 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:24.054854 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d21bd5c5-f146-4320-83bf-4d81e1985614 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.058098 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 21ae405a-5e8b-4b9e-a39e-351673f0556a details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:57:24.345782 n-d-798930-9 neutron-server[93816]: DEBUG neutron.objects.ports [None req-d21bd5c5-f146-4320-83bf-4d81e1985614 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:57:24.346238 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d21bd5c5-f146-4320-83bf-4d81e1985614 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.404210 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21bd5c5-f146-4320-83bf-4d81e1985614 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4577096f-1423-4579-b58b-f5e4054197f0,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:24.412975 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21bd5c5-f146-4320-83bf-4d81e1985614 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Checking segment: {'id': 'ebbb767d-9873-49cd-910d-5ade7b8c4099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '21ae405a-5e8b-4b9e-a39e-351673f0556a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:24.413339 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21bd5c5-f146-4320-83bf-4d81e1985614 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Network hostable DHCP agents. Network: 21ae405a-5e8b-4b9e-a39e-351673f0556a, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:57:24.431200 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21bd5c5-f146-4320-83bf-4d81e1985614 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Network 21ae405a-5e8b-4b9e-a39e-351673f0556a is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:57:24.440701 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-d21bd5c5-f146-4320-83bf-4d81e1985614 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 21ae405a-5e8b-4b9e-a39e-351673f0556a) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:24.445184 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21bd5c5-f146-4320-83bf-4d81e1985614 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:24.445749 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d21bd5c5-f146-4320-83bf-4d81e1985614 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.450119 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126b94af-33f9-4a2c-8124-c49199803637 None None] Network 21ae405a-5e8b-4b9e-a39e-351673f0556a requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:24.463608 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53492) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:24.463729 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d21bd5c5-f146-4320-83bf-4d81e1985614 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4394548 Jul 22 16:57:24.470192 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9c10bd84-987a-47f1-98c3-c68942f21ae2 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Request body: {'floatingip': {'floating_network_id': '21ae405a-5e8b-4b9e-a39e-351673f0556a'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:24.502184 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c10bd84-987a-47f1-98c3-c68942f21ae2 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.580095 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25ffb03-3c25-4b8e-ace5-8e100b8a0eaa None None] Network 21ae405a-5e8b-4b9e-a39e-351673f0556a requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:24.595359 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c10bd84-987a-47f1-98c3-c68942f21ae2 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.706641 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-9c10bd84-987a-47f1-98c3-c68942f21ae2 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Allocated IP 172.20.0.12 (21ae405a-5e8b-4b9e-a39e-351673f0556a/4577096f-1423-4579-b58b-f5e4054197f0/e3926251-5c0e-42f5-b3b0-c7b8b5666a47) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:24.808790 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c10bd84-987a-47f1-98c3-c68942f21ae2 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.849031 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c10bd84-987a-47f1-98c3-c68942f21ae2 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.888004 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c10bd84-987a-47f1-98c3-c68942f21ae2 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Network 21ae405a-5e8b-4b9e-a39e-351673f0556a is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:24.891198 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-9c10bd84-987a-47f1-98c3-c68942f21ae2 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:24.895459 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c10bd84-987a-47f1-98c3-c68942f21ae2 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:24.920695 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10bd84-987a-47f1-98c3-c68942f21ae2 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Pushing event updated for resources: {'Port': ['ID=e3926251-5c0e-42f5-b3b0-c7b8b5666a47,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:24.985292 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c10bd84-987a-47f1-98c3-c68942f21ae2 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.031180 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c10bd84-987a-47f1-98c3-c68942f21ae2 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.179643 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c10bd84-987a-47f1-98c3-c68942f21ae2 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.184232 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c10bd84-987a-47f1-98c3-c68942f21ae2 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.254542 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10bd84-987a-47f1-98c3-c68942f21ae2 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Pushing event updated for resources: {'Port': ['ID=e3926251-5c0e-42f5-b3b0-c7b8b5666a47,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:25.268196 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c10bd84-987a-47f1-98c3-c68942f21ae2 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.282979 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c10bd84-987a-47f1-98c3-c68942f21ae2 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.284390 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9c10bd84-987a-47f1-98c3-c68942f21ae2 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8185074 Jul 22 16:57:25.287308 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53510) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:25.357411 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1a1dffb8-0ff5-4a90-86b4-d68a50d999df tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] 10.222.0.69 "GET /v2.0/floatingips?floating_network_id=21ae405a-5e8b-4b9e-a39e-351673f0556a HTTP/1.1" status: 200 len: 690 time: 0.0686955 Jul 22 16:57:25.359730 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53512) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:25.445539 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e291a43-bfba-497a-8eff-91c1bc89ba8b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.567711 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-4e291a43-bfba-497a-8eff-91c1bc89ba8b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Deleting port e3926251-5c0e-42f5-b3b0-c7b8b5666a47 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:25.568052 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e291a43-bfba-497a-8eff-91c1bc89ba8b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.642942 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e291a43-bfba-497a-8eff-91c1bc89ba8b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.643269 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e291a43-bfba-497a-8eff-91c1bc89ba8b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.654902 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-4e291a43-bfba-497a-8eff-91c1bc89ba8b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Calling delete_port for e3926251-5c0e-42f5-b3b0-c7b8b5666a47 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:25.792719 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e291a43-bfba-497a-8eff-91c1bc89ba8b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.821647 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e291a43-bfba-497a-8eff-91c1bc89ba8b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3926251-5c0e-42f5-b3b0-c7b8b5666a47,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:25.889491 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e291a43-bfba-497a-8eff-91c1bc89ba8b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.931188 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e291a43-bfba-497a-8eff-91c1bc89ba8b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.983398 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e291a43-bfba-497a-8eff-91c1bc89ba8b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.009215 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e291a43-bfba-497a-8eff-91c1bc89ba8b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4577096f-1423-4579-b58b-f5e4054197f0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:26.070201 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e291a43-bfba-497a-8eff-91c1bc89ba8b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.080688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-4e291a43-bfba-497a-8eff-91c1bc89ba8b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ae405a-5e8b-4b9e-a39e-351673f0556a']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:26.090502 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-4e291a43-bfba-497a-8eff-91c1bc89ba8b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebbb767d-9873-49cd-910d-5ade7b8c4099') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:26.090802 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-4e291a43-bfba-497a-8eff-91c1bc89ba8b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebbb767d-9873-49cd-910d-5ade7b8c4099') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:26.101023 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e291a43-bfba-497a-8eff-91c1bc89ba8b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.115204 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e291a43-bfba-497a-8eff-91c1bc89ba8b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.121300 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e291a43-bfba-497a-8eff-91c1bc89ba8b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:57:26.121710 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e291a43-bfba-497a-8eff-91c1bc89ba8b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:57:26.123433 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:57:26.181844 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e291a43-bfba-497a-8eff-91c1bc89ba8b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.188147 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e291a43-bfba-497a-8eff-91c1bc89ba8b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 21ae405a-5e8b-4b9e-a39e-351673f0556a {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 16:57:26.198646 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e291a43-bfba-497a-8eff-91c1bc89ba8b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.202823 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4e291a43-bfba-497a-8eff-91c1bc89ba8b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] 10.222.0.69 "DELETE /v2.0/networks/21ae405a-5e8b-4b9e-a39e-351673f0556a HTTP/1.1" status: 204 len: 168 time: 0.8399005 Jul 22 16:57:26.203205 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53528) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:26.209847 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e291a43-bfba-497a-8eff-91c1bc89ba8b tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Pushing event deleted for resources: {'Network': ['ID=21ae405a-5e8b-4b9e-a39e-351673f0556a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:26.345827 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e176d7f0-2193-4a1e-af1d-0016bcc20009 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1414437 Jul 22 16:57:26.348197 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53534) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:26.438927 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5f996d-7541-4384-921c-f284cb6680b0 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:26.439407 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5f996d-7541-4384-921c-f284cb6680b0 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:26.439870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5f996d-7541-4384-921c-f284cb6680b0 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:26.440434 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5f996d-7541-4384-921c-f284cb6680b0 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:26.444753 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9e5f996d-7541-4384-921c-f284cb6680b0 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0930045 Jul 22 16:57:26.445009 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53536) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:26.502823 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-059caf34-29d5-435f-91da-dbfbc096cfdb tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] delete failed (client error): The resource could not be found. Jul 22 16:57:26.506388 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-059caf34-29d5-435f-91da-dbfbc096cfdb tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/0c473b66-b528-4388-8742-f0620fea88f2 HTTP/1.1" status: 404 len: 345 time: 0.0579965 Jul 22 16:57:26.506639 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53540) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:26.528952 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bed37ae-73b0-43f4-8a18-610f4bb6cb06 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] DELETE failed (client error): The resource could not be found. Jul 22 16:57:26.529506 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bed37ae-73b0-43f4-8a18-610f4bb6cb06 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:26.531842 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9bed37ae-73b0-43f4-8a18-610f4bb6cb06 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] 10.222.0.69 "DELETE /v2.0/networks/21ae405a-5e8b-4b9e-a39e-351673f0556a HTTP/1.1" status: 404 len: 339 time: 0.0242445 Jul 22 16:57:26.535705 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53544) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:26.541077 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-140a628b-645d-4b9f-9006-7baec7ed81fc tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Request body: {'network': {'name': 'tempest-network--735933931', 'router:external': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:26.563949 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140a628b-645d-4b9f-9006-7baec7ed81fc tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Made reservation on behalf of f67483a4970b4ae2ad1d296252629c97 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:26.567651 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-140a628b-645d-4b9f-9006-7baec7ed81fc tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.601378 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140a628b-645d-4b9f-9006-7baec7ed81fc tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:57:26.610504 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-140a628b-645d-4b9f-9006-7baec7ed81fc tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.610847 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-140a628b-645d-4b9f-9006-7baec7ed81fc tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Added segment 44bdd441-682e-4ced-bd4d-38dd0869546f of type vlan for network e6c4c196-712a-4668-b967-883ec029ef42 Jul 22 16:57:26.654777 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-140a628b-645d-4b9f-9006-7baec7ed81fc tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.707508 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-140a628b-645d-4b9f-9006-7baec7ed81fc tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.708929 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140a628b-645d-4b9f-9006-7baec7ed81fc tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:26.709575 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-140a628b-645d-4b9f-9006-7baec7ed81fc tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.744616 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-140a628b-645d-4b9f-9006-7baec7ed81fc tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2074962 Jul 22 16:57:26.747338 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53548) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:26.781592 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a628b-645d-4b9f-9006-7baec7ed81fc tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Pushing event updated for resources: {'Network': ['ID=e6c4c196-712a-4668-b967-883ec029ef42,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:26.796427 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network e6c4c196-712a-4668-b967-883ec029ef42 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:57:26.969557 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df04bb7-5424-4a2d-9ee0-57749874c294 tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:26.975687 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df04bb7-5424-4a2d-9ee0-57749874c294 tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:26.981654 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df04bb7-5424-4a2d-9ee0-57749874c294 tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:26.987806 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df04bb7-5424-4a2d-9ee0-57749874c294 tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:26.989499 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4df04bb7-5424-4a2d-9ee0-57749874c294 tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2411463 Jul 22 16:57:26.992568 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53554) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:27.061210 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-093011da-46d7-4373-8733-edd6c6a7b8cd tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.152092 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-093011da-46d7-4373-8733-edd6c6a7b8cd tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.162066 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-093011da-46d7-4373-8733-edd6c6a7b8cd tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c4c196-712a-4668-b967-883ec029ef42']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:27.171737 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-093011da-46d7-4373-8733-edd6c6a7b8cd tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44bdd441-682e-4ced-bd4d-38dd0869546f') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:27.172092 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-093011da-46d7-4373-8733-edd6c6a7b8cd tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44bdd441-682e-4ced-bd4d-38dd0869546f') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:27.181530 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-093011da-46d7-4373-8733-edd6c6a7b8cd tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.195075 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-093011da-46d7-4373-8733-edd6c6a7b8cd tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.200835 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093011da-46d7-4373-8733-edd6c6a7b8cd tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:57:27.201226 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-093011da-46d7-4373-8733-edd6c6a7b8cd tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:57:27.202919 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:57:27.263445 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-093011da-46d7-4373-8733-edd6c6a7b8cd tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.268992 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093011da-46d7-4373-8733-edd6c6a7b8cd tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e6c4c196-712a-4668-b967-883ec029ef42 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 16:57:27.276186 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-093011da-46d7-4373-8733-edd6c6a7b8cd tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.278535 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-093011da-46d7-4373-8733-edd6c6a7b8cd tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] 10.222.0.69 "DELETE /v2.0/networks/e6c4c196-712a-4668-b967-883ec029ef42 HTTP/1.1" status: 204 len: 168 time: 0.2845581 Jul 22 16:57:27.282883 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53560) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:27.287833 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-31c8f3c6-bb7c-4777-bf2f-4824bb7feaac tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Request body: {'network': {'name': 'tempest-network--462487988', 'router:external': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:27.288673 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093011da-46d7-4373-8733-edd6c6a7b8cd tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Pushing event deleted for resources: {'Network': ['ID=e6c4c196-712a-4668-b967-883ec029ef42,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:27.313735 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c8f3c6-bb7c-4777-bf2f-4824bb7feaac tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Made reservation on behalf of f67483a4970b4ae2ad1d296252629c97 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:27.316968 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-31c8f3c6-bb7c-4777-bf2f-4824bb7feaac tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.343344 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c8f3c6-bb7c-4777-bf2f-4824bb7feaac tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:57:27.366438 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-31c8f3c6-bb7c-4777-bf2f-4824bb7feaac tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.366938 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-31c8f3c6-bb7c-4777-bf2f-4824bb7feaac tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Added segment 3a8013d0-65ab-499f-8582-2ec3899660b7 of type vlan for network 7a8c05c3-dfdb-4173-9b53-98983856e8ed Jul 22 16:57:27.422063 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-31c8f3c6-bb7c-4777-bf2f-4824bb7feaac tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.460082 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-31c8f3c6-bb7c-4777-bf2f-4824bb7feaac tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.461112 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c8f3c6-bb7c-4777-bf2f-4824bb7feaac tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:27.461694 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-31c8f3c6-bb7c-4777-bf2f-4824bb7feaac tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.493964 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-31c8f3c6-bb7c-4777-bf2f-4824bb7feaac tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2081928 Jul 22 16:57:27.494786 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53566) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:27.591328 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8f3c6-bb7c-4777-bf2f-4824bb7feaac tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Pushing event updated for resources: {'Network': ['ID=7a8c05c3-dfdb-4173-9b53-98983856e8ed,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:27.604285 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 7a8c05c3-dfdb-4173-9b53-98983856e8ed details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:57:27.610833 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e14fad-87a4-4bba-83ca-9309debc7de1 tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:27.614992 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53572) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:27.624339 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c9e14fad-87a4-4bba-83ca-9309debc7de1 tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] 10.222.0.69 "GET /v2.0/networks/7a8c05c3-dfdb-4173-9b53-98983856e8ed HTTP/1.1" status: 200 len: 756 time: 0.1289785 Jul 22 16:57:27.747045 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc981ddf-485c-4764-ae20-c8319e8c0655 tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:27.750466 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-dc981ddf-485c-4764-ae20-c8319e8c0655 tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] 10.222.0.69 "GET /v2.0/networks/35c7fc36-8646-48fb-bbdf-fb9c4b598228 HTTP/1.1" status: 200 len: 768 time: 0.1343894 Jul 22 16:57:27.751753 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53576) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:27.824828 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc51321e-09b5-4fa0-a665-3941118dd51d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.911971 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc51321e-09b5-4fa0-a665-3941118dd51d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.922381 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-bc51321e-09b5-4fa0-a665-3941118dd51d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8c05c3-dfdb-4173-9b53-98983856e8ed']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:27.933015 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-bc51321e-09b5-4fa0-a665-3941118dd51d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8013d0-65ab-499f-8582-2ec3899660b7') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:27.933342 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-bc51321e-09b5-4fa0-a665-3941118dd51d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8013d0-65ab-499f-8582-2ec3899660b7') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:27.943230 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc51321e-09b5-4fa0-a665-3941118dd51d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.958201 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc51321e-09b5-4fa0-a665-3941118dd51d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.964351 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc51321e-09b5-4fa0-a665-3941118dd51d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:57:27.964679 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc51321e-09b5-4fa0-a665-3941118dd51d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:57:27.966430 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:57:28.024678 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc51321e-09b5-4fa0-a665-3941118dd51d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.029375 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc51321e-09b5-4fa0-a665-3941118dd51d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7a8c05c3-dfdb-4173-9b53-98983856e8ed {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 16:57:28.035962 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc51321e-09b5-4fa0-a665-3941118dd51d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.042292 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53582) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:28.042604 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bc51321e-09b5-4fa0-a665-3941118dd51d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] 10.222.0.69 "DELETE /v2.0/networks/7a8c05c3-dfdb-4173-9b53-98983856e8ed HTTP/1.1" status: 204 len: 168 time: 0.2897863 Jul 22 16:57:28.048041 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-eb68a098-ddb3-49a4-869c-777a8faf405d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Request body: {'network': {'name': 'tempest-network--1620490493'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:28.053716 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc51321e-09b5-4fa0-a665-3941118dd51d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Pushing event deleted for resources: {'Network': ['ID=7a8c05c3-dfdb-4173-9b53-98983856e8ed,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:28.085807 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb68a098-ddb3-49a4-869c-777a8faf405d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Made reservation on behalf of f67483a4970b4ae2ad1d296252629c97 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:28.088577 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb68a098-ddb3-49a4-869c-777a8faf405d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.133069 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb68a098-ddb3-49a4-869c-777a8faf405d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:57:28.145803 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb68a098-ddb3-49a4-869c-777a8faf405d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.147522 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-eb68a098-ddb3-49a4-869c-777a8faf405d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Added segment d4aecc68-0e05-41e3-bfc2-249d2f16e5f4 of type vlan for network bc2b5022-ebb5-4bc5-831b-054645c225c3 Jul 22 16:57:28.224781 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb68a098-ddb3-49a4-869c-777a8faf405d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.266753 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb68a098-ddb3-49a4-869c-777a8faf405d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.268105 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb68a098-ddb3-49a4-869c-777a8faf405d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:28.269186 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb68a098-ddb3-49a4-869c-777a8faf405d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.362130 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68a098-ddb3-49a4-869c-777a8faf405d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Pushing event updated for resources: {'Network': ['ID=bc2b5022-ebb5-4bc5-831b-054645c225c3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:28.373781 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network bc2b5022-ebb5-4bc5-831b-054645c225c3 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:57:28.387628 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-eb68a098-ddb3-49a4-869c-777a8faf405d tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3435712 Jul 22 16:57:28.390938 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53588) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:28.396598 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c93e9915-b944-427a-97c7-e57138830486 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:28.580689 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c93e9915-b944-427a-97c7-e57138830486 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.596924 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c93e9915-b944-427a-97c7-e57138830486 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.613114 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c93e9915-b944-427a-97c7-e57138830486 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Network bc2b5022-ebb5-4bc5-831b-054645c225c3 is not hosted by any dhcp agent {{(pid=93816) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 16:57:28.613999 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93e9915-b944-427a-97c7-e57138830486 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:28.614715 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c93e9915-b944-427a-97c7-e57138830486 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.616024 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c93e9915-b944-427a-97c7-e57138830486 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] 10.222.0.69 "PUT /v2.0/networks/bc2b5022-ebb5-4bc5-831b-054645c225c3 HTTP/1.1" status: 200 len: 858 time: 0.2238908 Jul 22 16:57:28.618702 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53594) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:28.683149 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e9915-b944-427a-97c7-e57138830486 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Pushing event updated for resources: {'Network': ['ID=bc2b5022-ebb5-4bc5-831b-054645c225c3,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:28.728151 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c485dca9-c4ad-41ad-8238-000f0e92e894 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.814184 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c485dca9-c4ad-41ad-8238-000f0e92e894 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.824785 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c485dca9-c4ad-41ad-8238-000f0e92e894 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc2b5022-ebb5-4bc5-831b-054645c225c3']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:28.838986 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c485dca9-c4ad-41ad-8238-000f0e92e894 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4aecc68-0e05-41e3-bfc2-249d2f16e5f4') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:28.839279 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-c485dca9-c4ad-41ad-8238-000f0e92e894 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4aecc68-0e05-41e3-bfc2-249d2f16e5f4') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:28.848043 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c485dca9-c4ad-41ad-8238-000f0e92e894 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.861696 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c485dca9-c4ad-41ad-8238-000f0e92e894 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.867654 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c485dca9-c4ad-41ad-8238-000f0e92e894 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:57:28.868067 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c485dca9-c4ad-41ad-8238-000f0e92e894 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:57:28.869790 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:57:28.924301 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c485dca9-c4ad-41ad-8238-000f0e92e894 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.929154 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c485dca9-c4ad-41ad-8238-000f0e92e894 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bc2b5022-ebb5-4bc5-831b-054645c225c3 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 16:57:28.931665 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c485dca9-c4ad-41ad-8238-000f0e92e894 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.933521 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c485dca9-c4ad-41ad-8238-000f0e92e894 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] 10.222.0.69 "DELETE /v2.0/networks/bc2b5022-ebb5-4bc5-831b-054645c225c3 HTTP/1.1" status: 204 len: 168 time: 0.3073702 Jul 22 16:57:28.937981 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53604) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:28.943723 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485dca9-c4ad-41ad-8238-000f0e92e894 tempest-ExternalNetworksTestJSON-1231214872 tempest-ExternalNetworksTestJSON-1231214872-project-admin] Pushing event deleted for resources: {'Network': ['ID=bc2b5022-ebb5-4bc5-831b-054645c225c3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:28.975109 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e39660d-6262-48f0-b9c7-770c2e324256 tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:28.975715 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e39660d-6262-48f0-b9c7-770c2e324256 tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:28.980460 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5e39660d-6262-48f0-b9c7-770c2e324256 tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] 10.222.0.69 "DELETE /v2.0/subnets/4577096f-1423-4579-b58b-f5e4054197f0 HTTP/1.1" status: 404 len: 337 time: 0.0385487 Jul 22 16:57:28.980697 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53606) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:29.032861 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a326d294-073b-43fd-94b5-8b7a08c7aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.073588 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0970da49-45b4-4c18-bfaf-c9b8aa30d042 tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.183178 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0970da49-45b4-4c18-bfaf-c9b8aa30d042 tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.195467 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0970da49-45b4-4c18-bfaf-c9b8aa30d042 tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c7fc36-8646-48fb-bbdf-fb9c4b598228']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:29.205508 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0970da49-45b4-4c18-bfaf-c9b8aa30d042 tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835feb07-a4ef-44d9-b277-0206be0d11b9') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:29.205808 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0970da49-45b4-4c18-bfaf-c9b8aa30d042 tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835feb07-a4ef-44d9-b277-0206be0d11b9') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:29.214955 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0970da49-45b4-4c18-bfaf-c9b8aa30d042 tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.229149 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0970da49-45b4-4c18-bfaf-c9b8aa30d042 tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.236885 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0970da49-45b4-4c18-bfaf-c9b8aa30d042 tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:57:29.237350 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0970da49-45b4-4c18-bfaf-c9b8aa30d042 tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:57:29.241857 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:57:29.265144 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c492ab-4337-42e1-8932-c10cb5d77e32 req-665dc046-9138-452f-baed-5bae551377bc tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:29.267641 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f0c492ab-4337-42e1-8932-c10cb5d77e32 req-665dc046-9138-452f-baed-5bae551377bc tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 1096 time: 0.0772884 Jul 22 16:57:29.291567 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f0c492ab-4337-42e1-8932-c10cb5d77e32 req-fdc0a1da-a6ee-455f-b144-b7ab9ad9d500 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.324082 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0970da49-45b4-4c18-bfaf-c9b8aa30d042 tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.330577 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0970da49-45b4-4c18-bfaf-c9b8aa30d042 tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.334802 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0970da49-45b4-4c18-bfaf-c9b8aa30d042 tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] 10.222.0.69 "DELETE /v2.0/networks/35c7fc36-8646-48fb-bbdf-fb9c4b598228 HTTP/1.1" status: 204 len: 168 time: 0.3508673 Jul 22 16:57:29.350941 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970da49-45b4-4c18-bfaf-c9b8aa30d042 tempest-ExternalNetworksTestJSON-1022660012 tempest-ExternalNetworksTestJSON-1022660012-project] Pushing event deleted for resources: {'Network': ['ID=35c7fc36-8646-48fb-bbdf-fb9c4b598228,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:29.415043 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f0c492ab-4337-42e1-8932-c10cb5d77e32 req-fdc0a1da-a6ee-455f-b144-b7ab9ad9d500 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.423602 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f0c492ab-4337-42e1-8932-c10cb5d77e32 req-fdc0a1da-a6ee-455f-b144-b7ab9ad9d500 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.461456 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f0c492ab-4337-42e1-8932-c10cb5d77e32 req-fdc0a1da-a6ee-455f-b144-b7ab9ad9d500 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868265 Jul 22 16:57:29.462417 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0a1da-a6ee-455f-b144-b7ab9ad9d500 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab59fa7-c7bb-4fc5-994b-2f67afeae5bb,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:29.603054 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcd7a9-fff3-4622-847b-02a1e636e4c7 req-ed60ea4c-3272-4f1a-b968-2dfc6215803b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:29.610049 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2bdcd7a9-fff3-4622-847b-02a1e636e4c7 req-ed60ea4c-3272-4f1a-b968-2dfc6215803b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 945 time: 0.0774136 Jul 22 16:57:29.641506 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53628) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:29.646147 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2bdcd7a9-fff3-4622-847b-02a1e636e4c7 req-643a0701-7234-417c-a322-bf66b4c0f7f3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352409 Jul 22 16:57:29.677979 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53632) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:29.743451 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fb5c2ff4-ea89-4520-bda9-a63cffc398ff tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/floatingips/2fc9812a-1025-42fb-a1e5-149d767ad70a HTTP/1.1" status: 200 len: 993 time: 0.0640714 Jul 22 16:57:29.831565 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a3219c61-d01b-46a2-882e-63186f51e8cc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8c0f9152edfc4eb5874fdd24994e8988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1886227 Jul 22 16:57:29.834025 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53638) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:29.886737 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-094b5822-3ec9-4142-aa77-2ee25b495baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.909759 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-094b5822-3ec9-4142-aa77-2ee25b495baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.959150 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-094b5822-3ec9-4142-aa77-2ee25b495baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.961968 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-094b5822-3ec9-4142-aa77-2ee25b495baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.965826 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-094b5822-3ec9-4142-aa77-2ee25b495baa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/30296978-d56d-489a-824c-6d86728813cd HTTP/1.1" status: 204 len: 168 time: 0.1283422 Jul 22 16:57:29.972068 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b5822-3ec9-4142-aa77-2ee25b495baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30296978-d56d-489a-824c-6d86728813cd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:29.979560 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094b5822-3ec9-4142-aa77-2ee25b495baa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:29.979909 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094b5822-3ec9-4142-aa77-2ee25b495baa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:29.980256 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094b5822-3ec9-4142-aa77-2ee25b495baa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:29.980594 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094b5822-3ec9-4142-aa77-2ee25b495baa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:29.980922 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094b5822-3ec9-4142-aa77-2ee25b495baa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:29.981254 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094b5822-3ec9-4142-aa77-2ee25b495baa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:29.981580 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094b5822-3ec9-4142-aa77-2ee25b495baa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:29.981903 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094b5822-3ec9-4142-aa77-2ee25b495baa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:29.982259 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094b5822-3ec9-4142-aa77-2ee25b495baa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:29.982587 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094b5822-3ec9-4142-aa77-2ee25b495baa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:29.982908 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094b5822-3ec9-4142-aa77-2ee25b495baa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:29.983231 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094b5822-3ec9-4142-aa77-2ee25b495baa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:30.064243 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-5c0506a4-f278-44dd-a5b9-5d17cd0d6ebe req-6a95bc39-0ab2-4376-82f9-ddb3eb484d3c service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:57:30.065836 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c0506a4-f278-44dd-a5b9-5d17cd0d6ebe req-6a95bc39-0ab2-4376-82f9-ddb3eb484d3c service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065117 Jul 22 16:57:30.273186 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53674) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:30.316413 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-05eb375d-6c7b-4b7a-ace1-080e51c22873 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f67483a4970b4ae2ad1d296252629c97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417097 Jul 22 16:57:30.319022 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53676) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:30.372763 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-de59324e-48b5-416f-bb65-27e416a4729b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:30.400209 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-de59324e-48b5-416f-bb65-27e416a4729b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:30.462389 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-de59324e-48b5-416f-bb65-27e416a4729b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:30.465339 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-de59324e-48b5-416f-bb65-27e416a4729b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:30.466647 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-de59324e-48b5-416f-bb65-27e416a4729b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3d12592d-60b1-414f-9a3d-42721c843222 HTTP/1.1" status: 204 len: 168 time: 0.1466022 Jul 22 16:57:30.475688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59324e-48b5-416f-bb65-27e416a4729b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d12592d-60b1-414f-9a3d-42721c843222,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:30.586348 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-47799318-e110-4ceb-a442-2a70cfd7297d req-c38f3fd1-b0a8-4ae6-be9b-6232589ba7d3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0718887 Jul 22 16:57:30.604769 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e916b84-26b7-4b6f-b252-00ab976ad5c1 req-1ddfde52-5b2f-4020-a0b4-6b7af3e1f840 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:30.606519 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9e916b84-26b7-4b6f-b252-00ab976ad5c1 req-1ddfde52-5b2f-4020-a0b4-6b7af3e1f840 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 945 time: 0.0720632 Jul 22 16:57:30.653540 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9e916b84-26b7-4b6f-b252-00ab976ad5c1 req-400b0ef7-782d-4d6e-b577-bf71961097b8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393529 Jul 22 16:57:31.333120 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53724) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:31.433867 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2aa29dd0-fe5d-4dda-b177-77a44cb3224b tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-902812878'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:31.455150 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa29dd0-fe5d-4dda-b177-77a44cb3224b tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Made reservation on behalf of 3eef7ff8af2e43218cdb57938719c397 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:31.458588 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2aa29dd0-fe5d-4dda-b177-77a44cb3224b tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.467567 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2aa29dd0-fe5d-4dda-b177-77a44cb3224b tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.565612 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2aa29dd0-fe5d-4dda-b177-77a44cb3224b tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.569553 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2aa29dd0-fe5d-4dda-b177-77a44cb3224b tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.596406 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa29dd0-fe5d-4dda-b177-77a44cb3224b tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:57:31.606375 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa29dd0-fe5d-4dda-b177-77a44cb3224b tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdce64d-ffd9-45b0-8b6a-67b6c2a8af42,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:31.608111 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-724b9389-26ba-47b6-b471-b849b44d9386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.612078 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2aa29dd0-fe5d-4dda-b177-77a44cb3224b tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.612419 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-2aa29dd0-fe5d-4dda-b177-77a44cb3224b tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Added segment e25c7c0c-e001-42b0-82b7-8c1fc1323973 of type vlan for network f6d205af-77ba-46eb-89b6-0b7a82489232 Jul 22 16:57:31.648641 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.657369 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2aa29dd0-fe5d-4dda-b177-77a44cb3224b tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.688008 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2aa29dd0-fe5d-4dda-b177-77a44cb3224b tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.693798 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa29dd0-fe5d-4dda-b177-77a44cb3224b tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:31.694705 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2aa29dd0-fe5d-4dda-b177-77a44cb3224b tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.734858 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2aa29dd0-fe5d-4dda-b177-77a44cb3224b tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3967946 Jul 22 16:57:31.736139 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53730) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:31.742648 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b8853f1f-c543-45db-957a-c99651490c81 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Request body: {'subnet': {'network_id': 'f6d205af-77ba-46eb-89b6-0b7a82489232', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:31.795057 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa29dd0-fe5d-4dda-b177-77a44cb3224b tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'Network': ['ID=f6d205af-77ba-46eb-89b6-0b7a82489232,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:31.806320 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network f6d205af-77ba-46eb-89b6-0b7a82489232 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:57:31.915511 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7c521-0df0-4d76-80ba-db90a888a464 req-4552a2ff-7aef-44bd-9acb-49ff964ff6cd tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:31.917037 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e4c7c521-0df0-4d76-80ba-db90a888a464 req-4552a2ff-7aef-44bd-9acb-49ff964ff6cd tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 945 time: 0.1688049 Jul 22 16:57:31.918156 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8853f1f-c543-45db-957a-c99651490c81 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Made reservation on behalf of 3eef7ff8af2e43218cdb57938719c397 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:31.921464 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b8853f1f-c543-45db-957a-c99651490c81 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.956542 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47799318-e110-4ceb-a442-2a70cfd7297d req-1a3489f9-37fa-41d9-8896-465b437d94ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:31.959225 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47799318-e110-4ceb-a442-2a70cfd7297d req-1a3489f9-37fa-41d9-8896-465b437d94ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 1096 time: 0.0673378 Jul 22 16:57:32.013822 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e4c7c521-0df0-4d76-80ba-db90a888a464 req-d08081aa-5730-4ca7-8d36-8cb1a63845ec tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876594 Jul 22 16:57:32.054947 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47799318-e110-4ceb-a442-2a70cfd7297d req-a0990070-b171-4727-90a5-73d2e958ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:32.056553 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47799318-e110-4ceb-a442-2a70cfd7297d req-a0990070-b171-4727-90a5-73d2e958ae81 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ac2a2a2-c975-4729-bfd3-ca75b769ef6e HTTP/1.1" status: 200 len: 897 time: 0.0906684 Jul 22 16:57:32.132451 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b8853f1f-c543-45db-957a-c99651490c81 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:32.143611 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47799318-e110-4ceb-a442-2a70cfd7297d req-530c5af5-bdc1-44f2-a121-8ef9a831cbb8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=731f65ba-8c16-4c64-99b9-6254f0fa36ba HTTP/1.1" status: 200 len: 1001 time: 0.0792530 Jul 22 16:57:32.193734 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47799318-e110-4ceb-a442-2a70cfd7297d req-88532b76-8de1-4252-8dca-34d8e8c3481b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:32.195351 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47799318-e110-4ceb-a442-2a70cfd7297d req-88532b76-8de1-4252-8dca-34d8e8c3481b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c8d3dbd7-f303-460b-b397-0f03af5bccf5 HTTP/1.1" status: 200 len: 835 time: 0.0453835 Jul 22 16:57:32.199790 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8853f1f-c543-45db-957a-c99651490c81 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'Subnet': ['ID=17e13ac0-2397-4e30-81e9-f043a02758e6,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:32.204533 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8853f1f-c543-45db-957a-c99651490c81 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Checking segment: {'id': 'e25c7c0c-e001-42b0-82b7-8c1fc1323973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'f6d205af-77ba-46eb-89b6-0b7a82489232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:32.204885 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8853f1f-c543-45db-957a-c99651490c81 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Network hostable DHCP agents. Network: f6d205af-77ba-46eb-89b6-0b7a82489232, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:57:32.222939 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8853f1f-c543-45db-957a-c99651490c81 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Network f6d205af-77ba-46eb-89b6-0b7a82489232 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:57:32.233598 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-b8853f1f-c543-45db-957a-c99651490c81 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, f6d205af-77ba-46eb-89b6-0b7a82489232) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:32.241346 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28dce31-cd16-414a-9328-3857993cddd7 None None] Network f6d205af-77ba-46eb-89b6-0b7a82489232 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:32.242507 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8853f1f-c543-45db-957a-c99651490c81 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:32.243043 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b8853f1f-c543-45db-957a-c99651490c81 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:32.260779 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b8853f1f-c543-45db-957a-c99651490c81 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5241210 Jul 22 16:57:32.264056 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53734) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:32.272075 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-cacedd95-0a08-4a86-a60e-30da00fe25ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-135791756', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:32.287786 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47799318-e110-4ceb-a442-2a70cfd7297d req-632e9730-7b0a-4520-bc09-8bc3988c57ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:32.289275 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47799318-e110-4ceb-a442-2a70cfd7297d req-632e9730-7b0a-4520-bc09-8bc3988c57ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ac2a2a2-c975-4729-bfd3-ca75b769ef6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855291 Jul 22 16:57:32.306287 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cacedd95-0a08-4a86-a60e-30da00fe25ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:32.307264 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cacedd95-0a08-4a86-a60e-30da00fe25ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:32.388489 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af72432-1461-4259-8a20-d8feaf522bb6 None None] Network f6d205af-77ba-46eb-89b6-0b7a82489232 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:32.413941 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cacedd95-0a08-4a86-a60e-30da00fe25ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:32.539432 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47799318-e110-4ceb-a442-2a70cfd7297d req-5310c6a8-7444-4659-a6e6-22ab26c96d5e service neutron] 10.222.0.30 "GET /v2.0/networks/2ac2a2a2-c975-4729-bfd3-ca75b769ef6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415922 Jul 22 16:57:32.800565 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:32.980362 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cacedd95-0a08-4a86-a60e-30da00fe25ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:33.063269 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47799318-e110-4ceb-a442-2a70cfd7297d req-a4d4ca11-732b-46b1-892d-dcf16da012b9 service neutron] 10.222.0.30 "GET /v2.0/networks/2ac2a2a2-c975-4729-bfd3-ca75b769ef6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156918 Jul 22 16:57:33.240857 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25835b78-b471-47f1-9fff-bd1699873372 req-bbed8ef4-8059-4603-a93c-9e440aef741c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:33.242348 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-25835b78-b471-47f1-9fff-bd1699873372 req-bbed8ef4-8059-4603-a93c-9e440aef741c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 945 time: 0.1191244 Jul 22 16:57:33.319780 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cacedd95-0a08-4a86-a60e-30da00fe25ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:33.345938 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cacedd95-0a08-4a86-a60e-30da00fe25ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:33.356654 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-25835b78-b471-47f1-9fff-bd1699873372 req-5dc9cd8a-201a-41e6-9251-eca45a950f0f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857890 Jul 22 16:57:33.459011 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-cacedd95-0a08-4a86-a60e-30da00fe25ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Allocated IP 172.25.0.155 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/df661dd2-a1e6-4a45-a7d6-07aa278b79ac) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:33.558104 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cacedd95-0a08-4a86-a60e-30da00fe25ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:33.596881 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cacedd95-0a08-4a86-a60e-30da00fe25ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:33.632113 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacedd95-0a08-4a86-a60e-30da00fe25ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:33.638143 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-cacedd95-0a08-4a86-a60e-30da00fe25ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:33.642634 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacedd95-0a08-4a86-a60e-30da00fe25ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:33.652790 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacedd95-0a08-4a86-a60e-30da00fe25ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'Port': ['ID=df661dd2-a1e6-4a45-a7d6-07aa278b79ac,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:33.950096 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cacedd95-0a08-4a86-a60e-30da00fe25ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:34.148216 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cacedd95-0a08-4a86-a60e-30da00fe25ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:34.275932 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacedd95-0a08-4a86-a60e-30da00fe25ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Router 162dfec8-15db-4246-ba5d-5e2690867dc6 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:57:34.390180 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacedd95-0a08-4a86-a60e-30da00fe25ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:57:34.402349 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8977dd1-e013-4bf3-b139-a40299cd6035 None None] Sync routers for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:57:34.414138 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cacedd95-0a08-4a86-a60e-30da00fe25ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:34.415423 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cacedd95-0a08-4a86-a60e-30da00fe25ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1483598 Jul 22 16:57:34.418925 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53744) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:34.431161 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8977dd1-e013-4bf3-b139-a40299cd6035 None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:34.432308 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d8977dd1-e013-4bf3-b139-a40299cd6035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:34.472894 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d8977dd1-e013-4bf3-b139-a40299cd6035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:34.481424 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8977dd1-e013-4bf3-b139-a40299cd6035 None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:34.482423 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d8977dd1-e013-4bf3-b139-a40299cd6035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:34.514340 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d8977dd1-e013-4bf3-b139-a40299cd6035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:34.515019 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8977dd1-e013-4bf3-b139-a40299cd6035 None None] The sync data for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:57:34.604361 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fc7e6-0945-407f-985a-b9edcdbbfaf5 req-32bcde5e-0039-46cc-a15a-cb37c2b49b25 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:34.605811 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-957fc7e6-0945-407f-985a-b9edcdbbfaf5 req-32bcde5e-0039-46cc-a15a-cb37c2b49b25 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 945 time: 0.1481514 Jul 22 16:57:34.645445 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:34.679462 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-957fc7e6-0945-407f-985a-b9edcdbbfaf5 req-9c230eca-f819-4cfd-a845-00105c04024c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466878 Jul 22 16:57:35.198515 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07b08ca2-34f9-4587-a6d9-9583307b2b3c tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.466389 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-07b08ca2-34f9-4587-a6d9-9583307b2b3c tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Allocated IP 172.20.0.1 (f6d205af-77ba-46eb-89b6-0b7a82489232/17e13ac0-2397-4e30-81e9-f043a02758e6/13219af4-43f6-49cf-afdd-797c6dee1f8d) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:35.583015 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07b08ca2-34f9-4587-a6d9-9583307b2b3c tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.619769 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07b08ca2-34f9-4587-a6d9-9583307b2b3c tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.656375 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b08ca2-34f9-4587-a6d9-9583307b2b3c tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Network f6d205af-77ba-46eb-89b6-0b7a82489232 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:35.661750 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-07b08ca2-34f9-4587-a6d9-9583307b2b3c tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:35.665460 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b08ca2-34f9-4587-a6d9-9583307b2b3c tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:35.690817 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b08ca2-34f9-4587-a6d9-9583307b2b3c tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'Port': ['ID=13219af4-43f6-49cf-afdd-797c6dee1f8d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:35.711992 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07b08ca2-34f9-4587-a6d9-9583307b2b3c tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.813985 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c83a77-ec49-4313-b5e8-f4d5e420a982 req-42be33ed-f764-4945-9291-dd25def6936b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:35.815593 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99c83a77-ec49-4313-b5e8-f4d5e420a982 req-42be33ed-f764-4945-9291-dd25def6936b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 945 time: 0.0693130 Jul 22 16:57:35.854137 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99c83a77-ec49-4313-b5e8-f4d5e420a982 req-ec727177-defd-4eb6-ad6b-a2d27c02d865 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322564 Jul 22 16:57:35.856218 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07b08ca2-34f9-4587-a6d9-9583307b2b3c tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:36.123751 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07b08ca2-34f9-4587-a6d9-9583307b2b3c tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:36.128624 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07b08ca2-34f9-4587-a6d9-9583307b2b3c tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:36.203690 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-07b08ca2-34f9-4587-a6d9-9583307b2b3c tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:36.205482 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b08ca2-34f9-4587-a6d9-9583307b2b3c tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'Port': ['ID=13219af4-43f6-49cf-afdd-797c6dee1f8d,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:36.294741 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b08ca2-34f9-4587-a6d9-9583307b2b3c tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Network f6d205af-77ba-46eb-89b6-0b7a82489232 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:36.296108 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-07b08ca2-34f9-4587-a6d9-9583307b2b3c tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:36.408734 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b08ca2-34f9-4587-a6d9-9583307b2b3c tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Router 162dfec8-15db-4246-ba5d-5e2690867dc6 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:57:36.519854 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b08ca2-34f9-4587-a6d9-9583307b2b3c tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:57:36.527801 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-07b08ca2-34f9-4587-a6d9-9583307b2b3c tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "PUT /v2.0/routers/162dfec8-15db-4246-ba5d-5e2690867dc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1051114 Jul 22 16:57:36.528070 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53768) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:36.529366 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea1ab50-ce22-4017-9c25-1a708e2c716f None None] Sync routers for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:57:36.534309 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e60b1c5c-e4ec-4f42-b30d-83af998439a9 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Request body: {'port': {'network_id': 'f6d205af-77ba-46eb-89b6-0b7a82489232', 'name': 'tempest-FloatingIPTestJSON-535674910'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:36.539762 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea1ab50-ce22-4017-9c25-1a708e2c716f None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:36.540373 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6ea1ab50-ce22-4017-9c25-1a708e2c716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:36.579200 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6ea1ab50-ce22-4017-9c25-1a708e2c716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:36.588008 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea1ab50-ce22-4017-9c25-1a708e2c716f None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:36.588660 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6ea1ab50-ce22-4017-9c25-1a708e2c716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:36.621778 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6ea1ab50-ce22-4017-9c25-1a708e2c716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:36.622724 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea1ab50-ce22-4017-9c25-1a708e2c716f None None] The sync data for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:57:36.658074 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60b1c5c-e4ec-4f42-b30d-83af998439a9 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Made reservation on behalf of 3eef7ff8af2e43218cdb57938719c397 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:36.661500 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e60b1c5c-e4ec-4f42-b30d-83af998439a9 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:36.679277 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-e60b1c5c-e4ec-4f42-b30d-83af998439a9 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] device_id is not set on port fb164445-5950-4b76-b45b-290183d827d0 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:57:36.799539 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-e60b1c5c-e4ec-4f42-b30d-83af998439a9 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Allocated IP 172.20.0.9 (f6d205af-77ba-46eb-89b6-0b7a82489232/17e13ac0-2397-4e30-81e9-f043a02758e6/fb164445-5950-4b76-b45b-290183d827d0) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:36.982104 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e60b1c5c-e4ec-4f42-b30d-83af998439a9 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:37.025612 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ce15e-ec9a-4bd5-b833-73dd6d9efc43 req-9e106c46-7552-4b86-bc35-6a471d5195a9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:37.027122 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-466ce15e-ec9a-4bd5-b833-73dd6d9efc43 req-9e106c46-7552-4b86-bc35-6a471d5195a9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 945 time: 0.1015034 Jul 22 16:57:37.065759 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e60b1c5c-e4ec-4f42-b30d-83af998439a9 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:37.082852 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-466ce15e-ec9a-4bd5-b833-73dd6d9efc43 req-093adbcc-312e-4713-a1bb-3df7b254c5f2 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494282 Jul 22 16:57:37.126798 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60b1c5c-e4ec-4f42-b30d-83af998439a9 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Network f6d205af-77ba-46eb-89b6-0b7a82489232 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:37.129972 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e60b1c5c-e4ec-4f42-b30d-83af998439a9 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:37.134734 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60b1c5c-e4ec-4f42-b30d-83af998439a9 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:37.138582 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b1c5c-e4ec-4f42-b30d-83af998439a9 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'Port': ['ID=fb164445-5950-4b76-b45b-290183d827d0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:37.183454 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60b1c5c-e4ec-4f42-b30d-83af998439a9 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:37.184059 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e60b1c5c-e4ec-4f42-b30d-83af998439a9 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:37.199290 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e60b1c5c-e4ec-4f42-b30d-83af998439a9 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6700294 Jul 22 16:57:37.202085 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53776) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:37.208162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6e4936ef-b5d5-448a-9392-6a2b403d1655 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Request body: {'port': {'network_id': 'f6d205af-77ba-46eb-89b6-0b7a82489232', 'name': 'tempest-FloatingIPTestJSON-836187223'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:37.328606 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4936ef-b5d5-448a-9392-6a2b403d1655 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Made reservation on behalf of 3eef7ff8af2e43218cdb57938719c397 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:37.332365 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e4936ef-b5d5-448a-9392-6a2b403d1655 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:37.351765 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-6e4936ef-b5d5-448a-9392-6a2b403d1655 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] device_id is not set on port feae560a-ec9a-4234-a14e-47e6b3add78e yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:57:37.459946 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-6e4936ef-b5d5-448a-9392-6a2b403d1655 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Allocated IP 172.20.0.3 (f6d205af-77ba-46eb-89b6-0b7a82489232/17e13ac0-2397-4e30-81e9-f043a02758e6/feae560a-ec9a-4234-a14e-47e6b3add78e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:37.606996 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e4936ef-b5d5-448a-9392-6a2b403d1655 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:37.645779 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e4936ef-b5d5-448a-9392-6a2b403d1655 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:37.687105 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4936ef-b5d5-448a-9392-6a2b403d1655 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Network f6d205af-77ba-46eb-89b6-0b7a82489232 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:37.692599 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6e4936ef-b5d5-448a-9392-6a2b403d1655 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:37.700382 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4936ef-b5d5-448a-9392-6a2b403d1655 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:37.728203 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4936ef-b5d5-448a-9392-6a2b403d1655 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'Port': ['ID=feae560a-ec9a-4234-a14e-47e6b3add78e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:37.756405 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4936ef-b5d5-448a-9392-6a2b403d1655 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:37.757023 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e4936ef-b5d5-448a-9392-6a2b403d1655 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:37.775503 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6e4936ef-b5d5-448a-9392-6a2b403d1655 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5685320 Jul 22 16:57:37.775668 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53780) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:37.780984 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7c6f6a4a-e5da-4efa-9d88-c07b8d148ae6 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': 'feae560a-ec9a-4234-a14e-47e6b3add78e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:37.803145 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6a4a-e5da-4efa-9d88-c07b8d148ae6 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:37.903829 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6a4a-e5da-4efa-9d88-c07b8d148ae6 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:38.008985 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-7c6f6a4a-e5da-4efa-9d88-c07b8d148ae6 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Allocated IP 172.25.0.245 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/22568bfc-d043-4dec-88a2-60ddc099e85d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:38.110681 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6a4a-e5da-4efa-9d88-c07b8d148ae6 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:38.153601 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6a4a-e5da-4efa-9d88-c07b8d148ae6 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:38.206812 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6f6a4a-e5da-4efa-9d88-c07b8d148ae6 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:38.227575 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7c6f6a4a-e5da-4efa-9d88-c07b8d148ae6 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:38.229876 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6f6a4a-e5da-4efa-9d88-c07b8d148ae6 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:38.261949 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f6a4a-e5da-4efa-9d88-c07b8d148ae6 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'Port': ['ID=22568bfc-d043-4dec-88a2-60ddc099e85d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:38.336173 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8005b5-2369-495a-a895-c0da4de8027e req-979aa2b7-aedb-4126-9691-460f7dddeceb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:38.337652 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d8005b5-2369-495a-a895-c0da4de8027e req-979aa2b7-aedb-4126-9691-460f7dddeceb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 945 time: 0.1521213 Jul 22 16:57:38.444083 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d8005b5-2369-495a-a895-c0da4de8027e req-649df5b3-008d-4007-b20c-9cf93b662911 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956984 Jul 22 16:57:38.914396 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6a4a-e5da-4efa-9d88-c07b8d148ae6 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:38.992242 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6a4a-e5da-4efa-9d88-c07b8d148ae6 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:39.147899 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6a4a-e5da-4efa-9d88-c07b8d148ae6 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:39.152424 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6a4a-e5da-4efa-9d88-c07b8d148ae6 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:39.225753 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f6a4a-e5da-4efa-9d88-c07b8d148ae6 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'Port': ['ID=22568bfc-d043-4dec-88a2-60ddc099e85d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:39.237585 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6a4a-e5da-4efa-9d88-c07b8d148ae6 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:39.338468 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-7c6f6a4a-e5da-4efa-9d88-c07b8d148ae6 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Floating IP 965387c4-5212-4f20-95ec-a864f4746be0 associated. External IP: 172.25.0.245, port: feae560a-ec9a-4234-a14e-47e6b3add78e. Jul 22 16:57:39.553399 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6f6a4a-e5da-4efa-9d88-c07b8d148ae6 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Router 162dfec8-15db-4246-ba5d-5e2690867dc6 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:57:39.597944 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd4ea6-cfcf-4673-8861-9f4022fda78b req-0cc55142-b573-44f2-aa36-8149e1435504 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:39.599500 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-31fd4ea6-cfcf-4673-8861-9f4022fda78b req-0cc55142-b573-44f2-aa36-8149e1435504 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 945 time: 0.0676203 Jul 22 16:57:39.654681 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-31fd4ea6-cfcf-4673-8861-9f4022fda78b req-7223c106-f22c-470c-a78e-b210d5f88635 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453923 Jul 22 16:57:39.669804 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6f6a4a-e5da-4efa-9d88-c07b8d148ae6 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:57:39.680159 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3e79ad-fe76-47a3-8726-2a5c1bb38e19 None None] Sync routers for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:57:39.687605 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6a4a-e5da-4efa-9d88-c07b8d148ae6 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:39.691623 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3e79ad-fe76-47a3-8726-2a5c1bb38e19 None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:39.692220 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6e3e79ad-fe76-47a3-8726-2a5c1bb38e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:39.726745 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7c6f6a4a-e5da-4efa-9d88-c07b8d148ae6 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.9471962 Jul 22 16:57:39.726967 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6e3e79ad-fe76-47a3-8726-2a5c1bb38e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:39.727074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53788) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:39.732911 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-da7d0cf7-3811-48bd-8bae-bd028ca2b08a tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:39.736734 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3e79ad-fe76-47a3-8726-2a5c1bb38e19 None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:39.737335 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6e3e79ad-fe76-47a3-8726-2a5c1bb38e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:39.770167 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6e3e79ad-fe76-47a3-8726-2a5c1bb38e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:39.771017 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3e79ad-fe76-47a3-8726-2a5c1bb38e19 None None] The sync data for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:57:39.794663 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da7d0cf7-3811-48bd-8bae-bd028ca2b08a tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:39.940556 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da7d0cf7-3811-48bd-8bae-bd028ca2b08a tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:39.944400 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da7d0cf7-3811-48bd-8bae-bd028ca2b08a tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:39.944744 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-da7d0cf7-3811-48bd-8bae-bd028ca2b08a tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Floating IP 965387c4-5212-4f20-95ec-a864f4746be0 disassociated. External IP: 172.25.0.245, port: feae560a-ec9a-4234-a14e-47e6b3add78e. Jul 22 16:57:40.155448 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7d0cf7-3811-48bd-8bae-bd028ca2b08a tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Router 162dfec8-15db-4246-ba5d-5e2690867dc6 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:57:40.269062 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7d0cf7-3811-48bd-8bae-bd028ca2b08a tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:57:40.273484 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da7d0cf7-3811-48bd-8bae-bd028ca2b08a tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.278501 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b890f4-bd07-4c67-bb55-d3c0231e9b9f None None] Sync routers for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:57:40.288960 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b890f4-bd07-4c67-bb55-d3c0231e9b9f None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:40.289878 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c9b890f4-bd07-4c67-bb55-d3c0231e9b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:40.311369 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-da7d0cf7-3811-48bd-8bae-bd028ca2b08a tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "PUT /v2.0/floatingips/965387c4-5212-4f20-95ec-a864f4746be0 HTTP/1.1" status: 200 len: 688 time: 0.5832894 Jul 22 16:57:40.314082 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53792) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:40.327222 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c9b890f4-bd07-4c67-bb55-d3c0231e9b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:40.336871 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b890f4-bd07-4c67-bb55-d3c0231e9b9f None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:40.337677 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c9b890f4-bd07-4c67-bb55-d3c0231e9b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:40.370730 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c9b890f4-bd07-4c67-bb55-d3c0231e9b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:40.371148 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b890f4-bd07-4c67-bb55-d3c0231e9b9f None None] The sync data for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:57:40.445617 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d0d01-68c0-40b6-adb8-61fec00e429f tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Deleting port 22568bfc-d043-4dec-88a2-60ddc099e85d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:40.446378 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d4d0d01-68c0-40b6-adb8-61fec00e429f tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.526514 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d4d0d01-68c0-40b6-adb8-61fec00e429f tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.526849 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d4d0d01-68c0-40b6-adb8-61fec00e429f tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.538873 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d0d01-68c0-40b6-adb8-61fec00e429f tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Calling delete_port for 22568bfc-d043-4dec-88a2-60ddc099e85d owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:40.685729 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d4d0d01-68c0-40b6-adb8-61fec00e429f tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.721536 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d0d01-68c0-40b6-adb8-61fec00e429f tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event deleted for resources: {'Port': ['ID=22568bfc-d043-4dec-88a2-60ddc099e85d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:40.824497 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d4d0d01-68c0-40b6-adb8-61fec00e429f tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.827575 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d4d0d01-68c0-40b6-adb8-61fec00e429f tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.828774 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2d4d0d01-68c0-40b6-adb8-61fec00e429f tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "DELETE /v2.0/floatingips/965387c4-5212-4f20-95ec-a864f4746be0 HTTP/1.1" status: 204 len: 168 time: 0.5137486 Jul 22 16:57:40.832422 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53798) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:40.836748 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352e608-16d0-4d05-b545-de74281f75b8 req-467ba76a-44e4-49bf-b81a-3e84607b5773 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:40.837752 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-38fc8cc3-6ec2-409e-a712-a62d7daffb8d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': 'fb164445-5950-4b76-b45b-290183d827d0'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:40.838340 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9352e608-16d0-4d05-b545-de74281f75b8 req-467ba76a-44e4-49bf-b81a-3e84607b5773 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 945 time: 0.1180668 Jul 22 16:57:40.862840 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38fc8cc3-6ec2-409e-a712-a62d7daffb8d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.890652 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9352e608-16d0-4d05-b545-de74281f75b8 req-2778eb90-e624-4d80-b06a-3b2d96a5669c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435607 Jul 22 16:57:40.964119 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38fc8cc3-6ec2-409e-a712-a62d7daffb8d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:41.068126 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-38fc8cc3-6ec2-409e-a712-a62d7daffb8d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Allocated IP 172.25.0.30 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/052efa34-8d69-4aaf-9d4f-517f0d2fb780) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:41.174600 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38fc8cc3-6ec2-409e-a712-a62d7daffb8d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:41.213621 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38fc8cc3-6ec2-409e-a712-a62d7daffb8d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:41.253951 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fc8cc3-6ec2-409e-a712-a62d7daffb8d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:41.256827 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-38fc8cc3-6ec2-409e-a712-a62d7daffb8d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:41.261571 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc8cc3-6ec2-409e-a712-a62d7daffb8d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:41.265173 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc8cc3-6ec2-409e-a712-a62d7daffb8d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'Port': ['ID=052efa34-8d69-4aaf-9d4f-517f0d2fb780,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:41.625836 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38fc8cc3-6ec2-409e-a712-a62d7daffb8d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:41.718512 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38fc8cc3-6ec2-409e-a712-a62d7daffb8d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:41.880871 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38fc8cc3-6ec2-409e-a712-a62d7daffb8d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:41.885455 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38fc8cc3-6ec2-409e-a712-a62d7daffb8d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:41.949056 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc8cc3-6ec2-409e-a712-a62d7daffb8d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'Port': ['ID=052efa34-8d69-4aaf-9d4f-517f0d2fb780,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:41.962450 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38fc8cc3-6ec2-409e-a712-a62d7daffb8d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:42.095776 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-38fc8cc3-6ec2-409e-a712-a62d7daffb8d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Floating IP 14dbfd0e-a726-4268-9ec5-e3c2876e4d8a associated. External IP: 172.25.0.30, port: fb164445-5950-4b76-b45b-290183d827d0. Jul 22 16:57:42.109040 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327fee7-f21d-416a-8639-73c9afe90a56 req-23d814a1-2b2d-4da7-9061-0a8fa6c0034a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:42.110658 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f327fee7-f21d-416a-8639-73c9afe90a56 req-23d814a1-2b2d-4da7-9061-0a8fa6c0034a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 945 time: 0.1461389 Jul 22 16:57:42.153966 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:42.218949 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f327fee7-f21d-416a-8639-73c9afe90a56 req-52c5ce70-4e2a-42c3-ac58-30c1d1840e91 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741417 Jul 22 16:57:42.274924 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:42.341625 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fc8cc3-6ec2-409e-a712-a62d7daffb8d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Router 162dfec8-15db-4246-ba5d-5e2690867dc6 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:57:42.444089 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fc8cc3-6ec2-409e-a712-a62d7daffb8d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:57:42.453812 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae89b2b-f22f-47f4-a086-4e8acbb31205 None None] Sync routers for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:57:42.459596 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38fc8cc3-6ec2-409e-a712-a62d7daffb8d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:42.463367 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae89b2b-f22f-47f4-a086-4e8acbb31205 None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:42.464202 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fae89b2b-f22f-47f4-a086-4e8acbb31205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:42.495429 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-38fc8cc3-6ec2-409e-a712-a62d7daffb8d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 1.6613140 Jul 22 16:57:42.498118 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53806) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:42.505640 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fae89b2b-f22f-47f4-a086-4e8acbb31205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:42.514852 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae89b2b-f22f-47f4-a086-4e8acbb31205 None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:42.515451 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fae89b2b-f22f-47f4-a086-4e8acbb31205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:42.549904 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-fae89b2b-f22f-47f4-a086-4e8acbb31205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:42.550578 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae89b2b-f22f-47f4-a086-4e8acbb31205 None None] The sync data for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:57:42.563584 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-316a65c2-be80-4aec-a7b9-017aa56dd575 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "GET /v2.0/floatingips/14dbfd0e-a726-4268-9ec5-e3c2876e4d8a HTTP/1.1" status: 200 len: 976 time: 0.0643883 Jul 22 16:57:42.565888 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53808) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:42.665449 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-64b18cb0-bbe3-49c8-bef0-06bd01a30950 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.0984344 Jul 22 16:57:42.667864 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53810) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:42.672380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b3e66aff-f651-4f57-98ee-4e941e0901be tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Request body: {'floatingip': {'port_id': 'feae560a-ec9a-4234-a14e-47e6b3add78e'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:42.731731 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3e66aff-f651-4f57-98ee-4e941e0901be tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:43.361297 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabd52f-c970-4c38-a455-9283b78de554 req-ad618eba-0031-48e7-9c67-2e058a57677a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:43.363175 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cfabd52f-c970-4c38-a455-9283b78de554 req-ad618eba-0031-48e7-9c67-2e058a57677a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 945 time: 0.0705101 Jul 22 16:57:43.407553 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cfabd52f-c970-4c38-a455-9283b78de554 req-c2970599-219d-4150-bc4d-18cbfe2f37fc tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383649 Jul 22 16:57:43.555426 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3e66aff-f651-4f57-98ee-4e941e0901be tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:43.560058 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3e66aff-f651-4f57-98ee-4e941e0901be tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:43.670693 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-b3e66aff-f651-4f57-98ee-4e941e0901be tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Floating IP 14dbfd0e-a726-4268-9ec5-e3c2876e4d8a associated. External IP: 172.25.0.30, port: fb164445-5950-4b76-b45b-290183d827d0. Jul 22 16:57:43.890181 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e66aff-f651-4f57-98ee-4e941e0901be tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Router 162dfec8-15db-4246-ba5d-5e2690867dc6 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:57:44.009255 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e66aff-f651-4f57-98ee-4e941e0901be tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:57:44.020526 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03527647-614f-4ea2-adcd-f197d36371d3 None None] Sync routers for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:57:44.030280 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03527647-614f-4ea2-adcd-f197d36371d3 None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:44.030959 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-03527647-614f-4ea2-adcd-f197d36371d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:44.063391 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-03527647-614f-4ea2-adcd-f197d36371d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:44.074487 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03527647-614f-4ea2-adcd-f197d36371d3 None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:44.075410 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-03527647-614f-4ea2-adcd-f197d36371d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:44.111540 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-03527647-614f-4ea2-adcd-f197d36371d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:44.112007 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03527647-614f-4ea2-adcd-f197d36371d3 None None] The sync data for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:57:44.249646 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e66aff-f651-4f57-98ee-4e941e0901be tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Router 162dfec8-15db-4246-ba5d-5e2690867dc6 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:57:44.365439 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e66aff-f651-4f57-98ee-4e941e0901be tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:57:44.369794 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3e66aff-f651-4f57-98ee-4e941e0901be tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:44.377545 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced4ad93-71a5-49fc-bcea-39cd35f0a91f None None] Sync routers for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:57:44.401785 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced4ad93-71a5-49fc-bcea-39cd35f0a91f None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:44.402437 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ced4ad93-71a5-49fc-bcea-39cd35f0a91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:44.436566 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ced4ad93-71a5-49fc-bcea-39cd35f0a91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:44.445446 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced4ad93-71a5-49fc-bcea-39cd35f0a91f None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:44.446088 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ced4ad93-71a5-49fc-bcea-39cd35f0a91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:44.447797 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b3e66aff-f651-4f57-98ee-4e941e0901be tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "PUT /v2.0/floatingips/14dbfd0e-a726-4268-9ec5-e3c2876e4d8a HTTP/1.1" status: 200 len: 976 time: 1.7788169 Jul 22 16:57:44.450198 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53858) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:44.455954 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a60e13b6-ab74-46b0-944e-725687750b04 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:44.494649 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ced4ad93-71a5-49fc-bcea-39cd35f0a91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:44.495309 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced4ad93-71a5-49fc-bcea-39cd35f0a91f None None] The sync data for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:57:44.560529 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a60e13b6-ab74-46b0-944e-725687750b04 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:44.667010 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad189039-b489-40e5-aa3d-e324765ff54d req-3e15e96d-7a83-430b-8a61-4a731970c010 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:44.674215 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ad189039-b489-40e5-aa3d-e324765ff54d req-3e15e96d-7a83-430b-8a61-4a731970c010 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 945 time: 0.1657484 Jul 22 16:57:44.758274 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ad189039-b489-40e5-aa3d-e324765ff54d req-31355ecc-06cb-4ce8-a787-8ce7be84b636 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831261 Jul 22 16:57:44.762757 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a60e13b6-ab74-46b0-944e-725687750b04 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:44.767804 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a60e13b6-ab74-46b0-944e-725687750b04 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:44.768627 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-a60e13b6-ab74-46b0-944e-725687750b04 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Floating IP 14dbfd0e-a726-4268-9ec5-e3c2876e4d8a disassociated. External IP: 172.25.0.30, port: feae560a-ec9a-4234-a14e-47e6b3add78e. Jul 22 16:57:44.997763 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60e13b6-ab74-46b0-944e-725687750b04 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Router 162dfec8-15db-4246-ba5d-5e2690867dc6 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:57:45.115517 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60e13b6-ab74-46b0-944e-725687750b04 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:57:45.120113 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a60e13b6-ab74-46b0-944e-725687750b04 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:45.126131 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7b330b-b8f4-4072-ae50-1e9691658bed None None] Sync routers for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:57:45.135191 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b330b-b8f4-4072-ae50-1e9691658bed None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:45.135793 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-cd7b330b-b8f4-4072-ae50-1e9691658bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:45.157409 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a60e13b6-ab74-46b0-944e-725687750b04 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "PUT /v2.0/floatingips/14dbfd0e-a726-4268-9ec5-e3c2876e4d8a HTTP/1.1" status: 200 len: 687 time: 0.7057965 Jul 22 16:57:45.159706 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53876) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:45.170390 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-cd7b330b-b8f4-4072-ae50-1e9691658bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:45.188963 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b330b-b8f4-4072-ae50-1e9691658bed None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:45.189601 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-cd7b330b-b8f4-4072-ae50-1e9691658bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:45.226654 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-cd7b330b-b8f4-4072-ae50-1e9691658bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:45.227301 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7b330b-b8f4-4072-ae50-1e9691658bed None None] The sync data for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:57:45.296646 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8a7774ff-3058-4a25-a8f8-6d1966a86b5e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Deleting port 052efa34-8d69-4aaf-9d4f-517f0d2fb780 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:45.297023 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a7774ff-3058-4a25-a8f8-6d1966a86b5e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:45.379557 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a7774ff-3058-4a25-a8f8-6d1966a86b5e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:45.379924 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a7774ff-3058-4a25-a8f8-6d1966a86b5e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:45.393515 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8a7774ff-3058-4a25-a8f8-6d1966a86b5e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Calling delete_port for 052efa34-8d69-4aaf-9d4f-517f0d2fb780 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:45.534806 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a7774ff-3058-4a25-a8f8-6d1966a86b5e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:45.563071 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7774ff-3058-4a25-a8f8-6d1966a86b5e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event deleted for resources: {'Port': ['ID=052efa34-8d69-4aaf-9d4f-517f0d2fb780,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:45.604841 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7774ff-3058-4a25-a8f8-6d1966a86b5e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:45.605190 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7774ff-3058-4a25-a8f8-6d1966a86b5e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:45.605534 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7774ff-3058-4a25-a8f8-6d1966a86b5e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:45.605877 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7774ff-3058-4a25-a8f8-6d1966a86b5e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:45.606336 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7774ff-3058-4a25-a8f8-6d1966a86b5e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:45.606681 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7774ff-3058-4a25-a8f8-6d1966a86b5e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:45.607011 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7774ff-3058-4a25-a8f8-6d1966a86b5e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:45.607338 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7774ff-3058-4a25-a8f8-6d1966a86b5e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:45.607744 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7774ff-3058-4a25-a8f8-6d1966a86b5e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:45.608028 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7774ff-3058-4a25-a8f8-6d1966a86b5e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:45.608379 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7774ff-3058-4a25-a8f8-6d1966a86b5e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:45.608709 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7774ff-3058-4a25-a8f8-6d1966a86b5e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:45.649986 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a7774ff-3058-4a25-a8f8-6d1966a86b5e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:45.652716 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a7774ff-3058-4a25-a8f8-6d1966a86b5e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:45.654020 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8a7774ff-3058-4a25-a8f8-6d1966a86b5e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "DELETE /v2.0/floatingips/14dbfd0e-a726-4268-9ec5-e3c2876e4d8a HTTP/1.1" status: 204 len: 168 time: 0.4933684 Jul 22 16:57:45.656718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53888) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:45.695987 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-b3f58f1c-5799-433f-8abe-e4438f2aeffd tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] delete failed (client error): The resource could not be found. Jul 22 16:57:45.696955 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b3f58f1c-5799-433f-8abe-e4438f2aeffd tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "DELETE /v2.0/floatingips/14dbfd0e-a726-4268-9ec5-e3c2876e4d8a HTTP/1.1" status: 404 len: 345 time: 0.0392478 Jul 22 16:57:45.700876 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53890) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:45.810215 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f024472-80d3-44f0-9ee3-3d1c8165eb7e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:45.817540 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f024472-80d3-44f0-9ee3-3d1c8165eb7e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:45.827192 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f024472-80d3-44f0-9ee3-3d1c8165eb7e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:45.829264 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4f024472-80d3-44f0-9ee3-3d1c8165eb7e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "GET /v2.0/ports?network_id=f6d205af-77ba-46eb-89b6-0b7a82489232 HTTP/1.1" status: 200 len: 2356 time: 0.1266034 Jul 22 16:57:45.831811 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 53898) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:45.918323 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95243d5e-321f-47ea-b0fb-044a47986c5a tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:45.919690 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-95243d5e-321f-47ea-b0fb-044a47986c5a tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "GET /v2.0/subnets/17e13ac0-2397-4e30-81e9-f043a02758e6 HTTP/1.1" status: 200 len: 797 time: 0.0868974 Jul 22 16:57:45.924905 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53902) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:45.930032 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4541b66f-99e9-471e-9097-0ffd98048d68 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Request body: {'port': {'network_id': 'f6d205af-77ba-46eb-89b6-0b7a82489232', 'name': 'tempest-FloatingIPTestJSON-405858796', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:45.953909 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4772c4-7f49-44c0-87c0-2b0932a204c8 req-14ca7ac8-3f07-4045-a63c-52156585d461 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:45.955246 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c4772c4-7f49-44c0-87c0-2b0932a204c8 req-14ca7ac8-3f07-4045-a63c-52156585d461 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 945 time: 0.0947826 Jul 22 16:57:45.996906 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c4772c4-7f49-44c0-87c0-2b0932a204c8 req-78c69d0e-6c98-48a3-aea3-1fa3be44c4b8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356276 Jul 22 16:57:46.058417 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4541b66f-99e9-471e-9097-0ffd98048d68 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Made reservation on behalf of 3eef7ff8af2e43218cdb57938719c397 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:46.150770 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4541b66f-99e9-471e-9097-0ffd98048d68 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:46.167737 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-4541b66f-99e9-471e-9097-0ffd98048d68 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] device_id is not set on port 4ec6d254-fd5a-41aa-85a7-46eb29cd1fa7 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:57:46.469272 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-4541b66f-99e9-471e-9097-0ffd98048d68 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Allocated IP 172.20.0.14 (f6d205af-77ba-46eb-89b6-0b7a82489232/17e13ac0-2397-4e30-81e9-f043a02758e6/4ec6d254-fd5a-41aa-85a7-46eb29cd1fa7) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:46.476387 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-4541b66f-99e9-471e-9097-0ffd98048d68 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Allocated IP 172.20.0.13 (f6d205af-77ba-46eb-89b6-0b7a82489232/17e13ac0-2397-4e30-81e9-f043a02758e6/4ec6d254-fd5a-41aa-85a7-46eb29cd1fa7) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:46.630051 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4541b66f-99e9-471e-9097-0ffd98048d68 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:46.670425 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4541b66f-99e9-471e-9097-0ffd98048d68 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:46.708997 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4541b66f-99e9-471e-9097-0ffd98048d68 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Network f6d205af-77ba-46eb-89b6-0b7a82489232 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:46.713891 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-4541b66f-99e9-471e-9097-0ffd98048d68 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:46.716262 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4541b66f-99e9-471e-9097-0ffd98048d68 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:46.751572 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541b66f-99e9-471e-9097-0ffd98048d68 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'Port': ['ID=4ec6d254-fd5a-41aa-85a7-46eb29cd1fa7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:46.781633 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4541b66f-99e9-471e-9097-0ffd98048d68 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:46.782385 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4541b66f-99e9-471e-9097-0ffd98048d68 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:46.797783 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4541b66f-99e9-471e-9097-0ffd98048d68 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.8717782 Jul 22 16:57:46.800361 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53922) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:46.805224 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d883b4c1-c572-4742-b35d-46e8504b12af tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': '4ec6d254-fd5a-41aa-85a7-46eb29cd1fa7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:46.828390 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d883b4c1-c572-4742-b35d-46e8504b12af tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:46.930319 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d883b4c1-c572-4742-b35d-46e8504b12af tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.047287 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-d883b4c1-c572-4742-b35d-46e8504b12af tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Allocated IP 172.25.0.106 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/3867e719-42e1-4006-a362-52d22d936bf3) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:47.203776 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702fdb5-ff5f-40c3-8e83-7bc80b9dec9f req-5949ac83-8561-400b-aea7-2291fb6b4fca tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:47.205462 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c702fdb5-ff5f-40c3-8e83-7bc80b9dec9f req-5949ac83-8561-400b-aea7-2291fb6b4fca tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 945 time: 0.1312039 Jul 22 16:57:47.208811 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d883b4c1-c572-4742-b35d-46e8504b12af tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.264588 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c702fdb5-ff5f-40c3-8e83-7bc80b9dec9f req-4c706899-0b26-4921-8713-11508dcae4f7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509586 Jul 22 16:57:47.286308 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d883b4c1-c572-4742-b35d-46e8504b12af tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.323852 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d883b4c1-c572-4742-b35d-46e8504b12af tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:47.327489 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-d883b4c1-c572-4742-b35d-46e8504b12af tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:47.332291 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d883b4c1-c572-4742-b35d-46e8504b12af tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:47.335464 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883b4c1-c572-4742-b35d-46e8504b12af tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'Port': ['ID=3867e719-42e1-4006-a362-52d22d936bf3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:48.014949 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d883b4c1-c572-4742-b35d-46e8504b12af tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:48.101469 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d883b4c1-c572-4742-b35d-46e8504b12af tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:48.256284 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d883b4c1-c572-4742-b35d-46e8504b12af tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:48.260918 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d883b4c1-c572-4742-b35d-46e8504b12af tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:48.332331 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883b4c1-c572-4742-b35d-46e8504b12af tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'Port': ['ID=3867e719-42e1-4006-a362-52d22d936bf3,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:48.346463 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d883b4c1-c572-4742-b35d-46e8504b12af tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:48.412509 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a34294-b311-488a-b426-7618c645e2a0 req-7bb49ed1-c4a3-4d33-ac3e-f1297a8da172 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:48.414119 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15a34294-b311-488a-b426-7618c645e2a0 req-7bb49ed1-c4a3-4d33-ac3e-f1297a8da172 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 945 time: 0.0748527 Jul 22 16:57:48.454630 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-d883b4c1-c572-4742-b35d-46e8504b12af tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Floating IP fb26a3c9-6ae8-428f-9ab8-a85c8aaf40c5 associated. External IP: 172.25.0.106, port: 4ec6d254-fd5a-41aa-85a7-46eb29cd1fa7. Jul 22 16:57:48.467799 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15a34294-b311-488a-b426-7618c645e2a0 req-e5fdd559-61ca-4681-875c-47f7df4ca869 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445938 Jul 22 16:57:48.672452 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d883b4c1-c572-4742-b35d-46e8504b12af tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Router 162dfec8-15db-4246-ba5d-5e2690867dc6 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:57:48.793855 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d883b4c1-c572-4742-b35d-46e8504b12af tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:57:48.802895 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9dd346-0336-454d-bef5-2d6f409003cb None None] Sync routers for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:57:48.812944 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d883b4c1-c572-4742-b35d-46e8504b12af tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:48.814254 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9dd346-0336-454d-bef5-2d6f409003cb None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:48.814838 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8b9dd346-0336-454d-bef5-2d6f409003cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:48.847577 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8b9dd346-0336-454d-bef5-2d6f409003cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:48.850275 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d883b4c1-c572-4742-b35d-46e8504b12af tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0486164 Jul 22 16:57:48.852938 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 53974) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:48.856831 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9dd346-0336-454d-bef5-2d6f409003cb None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:48.857517 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8b9dd346-0336-454d-bef5-2d6f409003cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:48.857644 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-cef99e0e-fb51-44ed-a078-9ae1adc8dcbc tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Request body: {'floatingip': {'port_id': '4ec6d254-fd5a-41aa-85a7-46eb29cd1fa7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:48.890464 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8b9dd346-0336-454d-bef5-2d6f409003cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:48.891072 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9dd346-0336-454d-bef5-2d6f409003cb None None] The sync data for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:57:48.917712 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cef99e0e-fb51-44ed-a078-9ae1adc8dcbc tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.401784 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cef99e0e-fb51-44ed-a078-9ae1adc8dcbc tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.406825 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cef99e0e-fb51-44ed-a078-9ae1adc8dcbc tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.678715 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5a29e-ab6e-4879-aee4-35fa72ad1ee2 req-9d4247da-0467-424c-a80d-ceab7fc13cfd tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:49.680254 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0fa5a29e-ab6e-4879-aee4-35fa72ad1ee2 req-9d4247da-0467-424c-a80d-ceab7fc13cfd tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 945 time: 0.1204326 Jul 22 16:57:49.685417 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef99e0e-fb51-44ed-a078-9ae1adc8dcbc tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Router 162dfec8-15db-4246-ba5d-5e2690867dc6 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:57:49.789419 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0fa5a29e-ab6e-4879-aee4-35fa72ad1ee2 req-5cbc824f-76f6-4604-bc35-db79bec7d893 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002221 Jul 22 16:57:49.826769 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef99e0e-fb51-44ed-a078-9ae1adc8dcbc tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:57:49.831826 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cef99e0e-fb51-44ed-a078-9ae1adc8dcbc tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.836881 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58557cf4-d8ae-4cee-aa5f-5a58083d4e5f None None] Sync routers for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:57:49.847821 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58557cf4-d8ae-4cee-aa5f-5a58083d4e5f None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:49.848458 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-58557cf4-d8ae-4cee-aa5f-5a58083d4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:49.881978 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-58557cf4-d8ae-4cee-aa5f-5a58083d4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:49.891207 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58557cf4-d8ae-4cee-aa5f-5a58083d4e5f None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:49.891791 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-58557cf4-d8ae-4cee-aa5f-5a58083d4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:49.914723 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cef99e0e-fb51-44ed-a078-9ae1adc8dcbc tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "PUT /v2.0/floatingips/fb26a3c9-6ae8-428f-9ab8-a85c8aaf40c5 HTTP/1.1" status: 200 len: 978 time: 1.0583436 Jul 22 16:57:49.914938 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54002) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:49.923233 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-58557cf4-d8ae-4cee-aa5f-5a58083d4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:49.923870 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58557cf4-d8ae-4cee-aa5f-5a58083d4e5f None None] The sync data for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:57:50.095542 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-57256f96-4c40-42fb-a547-cd0577a0352d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Deleting port 3867e719-42e1-4006-a362-52d22d936bf3 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:50.095894 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57256f96-4c40-42fb-a547-cd0577a0352d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:50.180465 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57256f96-4c40-42fb-a547-cd0577a0352d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:50.180795 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57256f96-4c40-42fb-a547-cd0577a0352d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:50.193082 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-57256f96-4c40-42fb-a547-cd0577a0352d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Calling delete_port for 3867e719-42e1-4006-a362-52d22d936bf3 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:50.331730 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [req-47799318-e110-4ceb-a442-2a70cfd7297d req-efb1b2b3-2d50-4eba-9309-38232fae1943 service neutron] show failed (client error): The resource could not be found. Jul 22 16:57:50.333368 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47799318-e110-4ceb-a442-2a70cfd7297d req-efb1b2b3-2d50-4eba-9309-38232fae1943 service neutron] 10.222.0.30 "GET /v2.0/ports/731f65ba-8c16-4c64-99b9-6254f0fa36ba/bindings/n-h1-798930-9 HTTP/1.1" status: 404 len: 380 time: 0.0590723 Jul 22 16:57:50.360460 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57256f96-4c40-42fb-a547-cd0577a0352d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:50.388228 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57256f96-4c40-42fb-a547-cd0577a0352d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event deleted for resources: {'Port': ['ID=3867e719-42e1-4006-a362-52d22d936bf3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:50.456189 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57256f96-4c40-42fb-a547-cd0577a0352d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:50.456889 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-57256f96-4c40-42fb-a547-cd0577a0352d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Floating IP fb26a3c9-6ae8-428f-9ab8-a85c8aaf40c5 disassociated (deleted). External IP: 172.25.0.106, port: 4ec6d254-fd5a-41aa-85a7-46eb29cd1fa7. Jul 22 16:57:50.692531 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57256f96-4c40-42fb-a547-cd0577a0352d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Router 162dfec8-15db-4246-ba5d-5e2690867dc6 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:57:50.699314 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47799318-e110-4ceb-a442-2a70cfd7297d req-a54c8a8d-491a-4264-ab91-a5f9e12bd471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:50.700830 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47799318-e110-4ceb-a442-2a70cfd7297d req-a54c8a8d-491a-4264-ab91-a5f9e12bd471 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0&tenant_id=58f63b32e2494f47baeccbbc4d805873 HTTP/1.1" status: 200 len: 1096 time: 0.1783621 Jul 22 16:57:50.717898 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-47799318-e110-4ceb-a442-2a70cfd7297d req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-9', 'device_owner': 'compute:nova'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:50.800598 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-47799318-e110-4ceb-a442-2a70cfd7297d req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:50.806936 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57256f96-4c40-42fb-a547-cd0577a0352d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:57:50.811857 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-57256f96-4c40-42fb-a547-cd0577a0352d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:50.821988 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da930269-9ccb-4248-a75c-8f45d7bec601 None None] Sync routers for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:57:50.843698 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da930269-9ccb-4248-a75c-8f45d7bec601 None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:50.844786 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-da930269-9ccb-4248-a75c-8f45d7bec601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:50.870300 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-57256f96-4c40-42fb-a547-cd0577a0352d tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "DELETE /v2.0/floatingips/fb26a3c9-6ae8-428f-9ab8-a85c8aaf40c5 HTTP/1.1" status: 204 len: 168 time: 0.9528363 Jul 22 16:57:50.871347 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54028) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:50.916496 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-da930269-9ccb-4248-a75c-8f45d7bec601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:50.927886 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da930269-9ccb-4248-a75c-8f45d7bec601 None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:50.928437 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-da930269-9ccb-4248-a75c-8f45d7bec601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:50.962485 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-da930269-9ccb-4248-a75c-8f45d7bec601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:50.963389 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da930269-9ccb-4248-a75c-8f45d7bec601 None None] The sync data for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:57:51.014534 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6d4f2251-fdec-468c-abb8-344f58a85861 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Deleting port 4ec6d254-fd5a-41aa-85a7-46eb29cd1fa7 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:51.014878 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d4f2251-fdec-468c-abb8-344f58a85861 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.037366 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bf5a2-8088-4d65-8eb4-a3fe19cec1c4 req-11306cad-f27a-41de-a03d-e17469b4bf8f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:51.041876 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f24bf5a2-8088-4d65-8eb4-a3fe19cec1c4 req-11306cad-f27a-41de-a03d-e17469b4bf8f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 945 time: 0.1660202 Jul 22 16:57:51.156294 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f24bf5a2-8088-4d65-8eb4-a3fe19cec1c4 req-47d5e574-cffe-422d-8481-bca599efb361 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093709 Jul 22 16:57:51.180324 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-47799318-e110-4ceb-a442-2a70cfd7297d req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] For port 731f65ba-8c16-4c64-99b9-6254f0fa36ba, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=731f65ba-8c16-4c64-99b9-6254f0fa36ba,segment=NetworkSegment(09a81a54-c98a-4177-a5fd-88c9423c5e34),segment_id=09a81a54-c98a-4177-a5fd-88c9423c5e34)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:51.225955 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-47799318-e110-4ceb-a442-2a70cfd7297d req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] For port 731f65ba-8c16-4c64-99b9-6254f0fa36ba, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:57:51.275761 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cb9414-e7f5-4833-a915-78f03f2489b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '731f65ba-8c16-4c64-99b9-6254f0fa36ba'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:57:51.278446 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5887f3eb-3a96-48ba-88df-a77042866b05" -d '{"events": [{"server_uuid": "17cb9414-e7f5-4833-a915-78f03f2489b0", "name": "network-vif-unplugged", "status": "completed", "tag": "731f65ba-8c16-4c64-99b9-6254f0fa36ba"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:57:51.283726 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-47799318-e110-4ceb-a442-2a70cfd7297d req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.298520 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-47799318-e110-4ceb-a442-2a70cfd7297d req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] Transition to ACTIVE for port object 731f65ba-8c16-4c64-99b9-6254f0fa36ba will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:51.304176 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-47799318-e110-4ceb-a442-2a70cfd7297d req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.409687 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fab9933-3e19-4b0a-ad0b-5ac937c480e8 x-openstack-request-id: req-1fab9933-3e19-4b0a-ad0b-5ac937c480e8 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:57:51.410366 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cb9414-e7f5-4833-a915-78f03f2489b0", "name": "network-vif-unplugged", "status": "completed", "tag": "731f65ba-8c16-4c64-99b9-6254f0fa36ba", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:57:51.410366 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1fab9933-3e19-4b0a-ad0b-5ac937c480e8 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:57:51.411287 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cb9414-e7f5-4833-a915-78f03f2489b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '731f65ba-8c16-4c64-99b9-6254f0fa36ba', 'code': 200} Jul 22 16:57:51.446792 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] Pushing event updated for resources: {'Port': ['ID=731f65ba-8c16-4c64-99b9-6254f0fa36ba,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:51.463211 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d4f2251-fdec-468c-abb8-344f58a85861 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.480636 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6d4f2251-fdec-468c-abb8-344f58a85861 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Calling delete_port for 4ec6d254-fd5a-41aa-85a7-46eb29cd1fa7 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:51.516652 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-47799318-e110-4ceb-a442-2a70cfd7297d req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] No DVR routers for this DVR port 731f65ba-8c16-4c64-99b9-6254f0fa36ba on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:57:51.735637 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d4f2251-fdec-468c-abb8-344f58a85861 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.767379 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f2251-fdec-468c-abb8-344f58a85861 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event deleted for resources: {'Port': ['ID=4ec6d254-fd5a-41aa-85a7-46eb29cd1fa7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:51.891005 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6d4f2251-fdec-468c-abb8-344f58a85861 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.892978 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6d4f2251-fdec-468c-abb8-344f58a85861 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "DELETE /v2.0/ports/4ec6d254-fd5a-41aa-85a7-46eb29cd1fa7 HTTP/1.1" status: 204 len: 168 time: 1.0204048 Jul 22 16:57:51.898377 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54054) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:51.904456 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-14424662-40be-4a9b-b15e-692fbf3d4f62 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:51.929097 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14424662-40be-4a9b-b15e-692fbf3d4f62 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.986354 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-47799318-e110-4ceb-a442-2a70cfd7297d req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] Attempting to bind port 731f65ba-8c16-4c64-99b9-6254f0fa36ba on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:51.986694 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-47799318-e110-4ceb-a442-2a70cfd7297d req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] Attempting to bind port 731f65ba-8c16-4c64-99b9-6254f0fa36ba by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '09a81a54-c98a-4177-a5fd-88c9423c5e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:51.987020 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47799318-e110-4ceb-a442-2a70cfd7297d req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] Attempting to bind port 731f65ba-8c16-4c64-99b9-6254f0fa36ba on network 2ac2a2a2-c975-4729-bfd3-ca75b769ef6e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:51.991665 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47799318-e110-4ceb-a442-2a70cfd7297d req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] Port 731f65ba-8c16-4c64-99b9-6254f0fa36ba on network 2ac2a2a2-c975-4729-bfd3-ca75b769ef6e not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:51.991922 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47799318-e110-4ceb-a442-2a70cfd7297d req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] Attempting to bind port 731f65ba-8c16-4c64-99b9-6254f0fa36ba on network 2ac2a2a2-c975-4729-bfd3-ca75b769ef6e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:51.997103 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47799318-e110-4ceb-a442-2a70cfd7297d req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:57:51.997444 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47799318-e110-4ceb-a442-2a70cfd7297d req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] Checking segment: {'id': '09a81a54-c98a-4177-a5fd-88c9423c5e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:51.997826 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47799318-e110-4ceb-a442-2a70cfd7297d req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] Bound using segment: {'id': '09a81a54-c98a-4177-a5fd-88c9423c5e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:57:51.998836 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-47799318-e110-4ceb-a442-2a70cfd7297d req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] Bound port: 731f65ba-8c16-4c64-99b9-6254f0fa36ba, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a81a54-c98a-4177-a5fd-88c9423c5e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:57:51.999192 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-47799318-e110-4ceb-a442-2a70cfd7297d req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.043365 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14424662-40be-4a9b-b15e-692fbf3d4f62 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.067669 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-47799318-e110-4ceb-a442-2a70cfd7297d req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] For port 731f65ba-8c16-4c64-99b9-6254f0fa36ba, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:57:52.071027 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-47799318-e110-4ceb-a442-2a70cfd7297d req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] For port 731f65ba-8c16-4c64-99b9-6254f0fa36ba, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=731f65ba-8c16-4c64-99b9-6254f0fa36ba,segment=NetworkSegment(09a81a54-c98a-4177-a5fd-88c9423c5e34),segment_id=09a81a54-c98a-4177-a5fd-88c9423c5e34)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:57:52.089396 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-47799318-e110-4ceb-a442-2a70cfd7297d req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.128263 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47799318-e110-4ceb-a442-2a70cfd7297d req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:52.128889 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-47799318-e110-4ceb-a442-2a70cfd7297d req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.130848 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47799318-e110-4ceb-a442-2a70cfd7297d req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] 10.222.0.16 "PUT /v2.0/ports/731f65ba-8c16-4c64-99b9-6254f0fa36ba HTTP/1.1" status: 200 len: 1091 time: 1.4168148 Jul 22 16:57:52.176553 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-14424662-40be-4a9b-b15e-692fbf3d4f62 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Allocated IP 172.25.0.60 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/cbfa765e-6a17-41af-a02c-e331d89b5f26) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:52.177095 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d684f2-2fb8-4505-a22f-566404d9e896 service neutron] Pushing event updated for resources: {'Port': ['ID=731f65ba-8c16-4c64-99b9-6254f0fa36ba,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:52.305463 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47799318-e110-4ceb-a442-2a70cfd7297d req-e819495a-0c44-49d0-a9fa-b4518317634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:52.307083 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47799318-e110-4ceb-a442-2a70cfd7297d req-e819495a-0c44-49d0-a9fa-b4518317634f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 1094 time: 0.1420321 Jul 22 16:57:52.322643 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14424662-40be-4a9b-b15e-692fbf3d4f62 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.376535 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14424662-40be-4a9b-b15e-692fbf3d4f62 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.377548 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657448cc-5c05-43c2-af2b-2b01300ea059 req-5ef63a76-fec0-469d-903e-8aa5a01f22d5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:52.379340 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-657448cc-5c05-43c2-af2b-2b01300ea059 req-5ef63a76-fec0-469d-903e-8aa5a01f22d5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 943 time: 0.1233399 Jul 22 16:57:52.437205 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14424662-40be-4a9b-b15e-692fbf3d4f62 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:52.440508 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-14424662-40be-4a9b-b15e-692fbf3d4f62 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:52.446113 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14424662-40be-4a9b-b15e-692fbf3d4f62 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:52.463707 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-657448cc-5c05-43c2-af2b-2b01300ea059 req-576af6e8-b8c6-4c60-80eb-9b02923c941b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750246 Jul 22 16:57:52.473645 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14424662-40be-4a9b-b15e-692fbf3d4f62 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'Port': ['ID=cbfa765e-6a17-41af-a02c-e331d89b5f26,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:52.476570 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47799318-e110-4ceb-a442-2a70cfd7297d req-93cc1cb1-e45c-4264-9859-4949911e5167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:52.487149 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47799318-e110-4ceb-a442-2a70cfd7297d req-93cc1cb1-e45c-4264-9859-4949911e5167 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ac2a2a2-c975-4729-bfd3-ca75b769ef6e HTTP/1.1" status: 200 len: 897 time: 0.1632137 Jul 22 16:57:52.544596 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14424662-40be-4a9b-b15e-692fbf3d4f62 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.550451 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47799318-e110-4ceb-a442-2a70cfd7297d req-e2234077-64a8-45a5-b055-219605d4ef39 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=731f65ba-8c16-4c64-99b9-6254f0fa36ba HTTP/1.1" status: 200 len: 999 time: 0.0658748 Jul 22 16:57:52.601324 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14424662-40be-4a9b-b15e-692fbf3d4f62 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.603940 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47799318-e110-4ceb-a442-2a70cfd7297d req-dc5967e2-a634-4b03-bc34-622e42bbf53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:52.605433 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47799318-e110-4ceb-a442-2a70cfd7297d req-dc5967e2-a634-4b03-bc34-622e42bbf53e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8d3dbd7-f303-460b-b397-0f03af5bccf5 HTTP/1.1" status: 200 len: 835 time: 0.0494144 Jul 22 16:57:52.666903 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47799318-e110-4ceb-a442-2a70cfd7297d req-ba890536-72f6-4164-a51d-0102674042e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:52.668579 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47799318-e110-4ceb-a442-2a70cfd7297d req-ba890536-72f6-4164-a51d-0102674042e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ac2a2a2-c975-4729-bfd3-ca75b769ef6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569952 Jul 22 16:57:52.689510 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-47799318-e110-4ceb-a442-2a70cfd7297d req-5f46d112-ab37-4565-8830-06c93c694a75 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:57:52.690972 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47799318-e110-4ceb-a442-2a70cfd7297d req-5f46d112-ab37-4565-8830-06c93c694a75 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158648 Jul 22 16:57:52.766187 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14424662-40be-4a9b-b15e-692fbf3d4f62 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.773591 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14424662-40be-4a9b-b15e-692fbf3d4f62 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.799814 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47799318-e110-4ceb-a442-2a70cfd7297d req-1f03c326-7e3c-4fd4-80b6-8968a41e9abb service neutron] 10.222.0.16 "GET /v2.0/networks/2ac2a2a2-c975-4729-bfd3-ca75b769ef6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023014 Jul 22 16:57:52.843712 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14424662-40be-4a9b-b15e-692fbf3d4f62 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'Port': ['ID=cbfa765e-6a17-41af-a02c-e331d89b5f26,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:52.856967 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14424662-40be-4a9b-b15e-692fbf3d4f62 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.871215 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14424662-40be-4a9b-b15e-692fbf3d4f62 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.875705 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-14424662-40be-4a9b-b15e-692fbf3d4f62 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9750090 Jul 22 16:57:52.876109 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54076) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:52.882145 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f7e47a2b-5676-4887-937c-8487f7bc3c54 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Request body: {'port': {'network_id': 'f6d205af-77ba-46eb-89b6-0b7a82489232', 'name': 'tempest-FloatingIPTestJSON-590812839'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:52.910455 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47799318-e110-4ceb-a442-2a70cfd7297d req-8bd5bb01-5fa6-46c7-a33c-2a8954b2b9e1 service neutron] 10.222.0.16 "GET /v2.0/networks/2ac2a2a2-c975-4729-bfd3-ca75b769ef6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039884 Jul 22 16:57:53.003329 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e47a2b-5676-4887-937c-8487f7bc3c54 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Made reservation on behalf of 3eef7ff8af2e43218cdb57938719c397 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:53.007030 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7e47a2b-5676-4887-937c-8487f7bc3c54 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:53.026163 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-f7e47a2b-5676-4887-937c-8487f7bc3c54 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] device_id is not set on port 45797eaa-452a-4778-bfa1-394e0a0c7105 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:57:53.141231 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-f7e47a2b-5676-4887-937c-8487f7bc3c54 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Allocated IP 172.20.0.12 (f6d205af-77ba-46eb-89b6-0b7a82489232/17e13ac0-2397-4e30-81e9-f043a02758e6/45797eaa-452a-4778-bfa1-394e0a0c7105) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:53.319746 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7e47a2b-5676-4887-937c-8487f7bc3c54 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:53.359843 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7e47a2b-5676-4887-937c-8487f7bc3c54 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:53.410526 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e47a2b-5676-4887-937c-8487f7bc3c54 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Network f6d205af-77ba-46eb-89b6-0b7a82489232 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:53.411771 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cb9414-e7f5-4833-a915-78f03f2489b0', 'tag': '731f65ba-8c16-4c64-99b9-6254f0fa36ba'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:57:53.413759 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f7e47a2b-5676-4887-937c-8487f7bc3c54 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:53.414396 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383d519e-a4f7-4b23-9be6-70d5f3eaad64" -d '{"events": [{"name": "network-changed", "server_uuid": "17cb9414-e7f5-4833-a915-78f03f2489b0", "tag": "731f65ba-8c16-4c64-99b9-6254f0fa36ba"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:57:53.418351 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e47a2b-5676-4887-937c-8487f7bc3c54 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:53.422885 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e47a2b-5676-4887-937c-8487f7bc3c54 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'Port': ['ID=45797eaa-452a-4778-bfa1-394e0a0c7105,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:53.480481 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e47a2b-5676-4887-937c-8487f7bc3c54 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:53.481212 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f7e47a2b-5676-4887-937c-8487f7bc3c54 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:53.486840 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3eaf68-0242-4396-8ab3-6ea31b5b3b39 x-openstack-request-id: req-fd3eaf68-0242-4396-8ab3-6ea31b5b3b39 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:57:53.487393 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cb9414-e7f5-4833-a915-78f03f2489b0", "tag": "731f65ba-8c16-4c64-99b9-6254f0fa36ba", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:57:53.487393 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fd3eaf68-0242-4396-8ab3-6ea31b5b3b39 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:57:53.489624 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cb9414-e7f5-4833-a915-78f03f2489b0', 'tag': '731f65ba-8c16-4c64-99b9-6254f0fa36ba', 'status': 'completed', 'code': 200} Jul 22 16:57:53.501988 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f7e47a2b-5676-4887-937c-8487f7bc3c54 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6235881 Jul 22 16:57:53.503618 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54096) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:53.508759 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1dc576c0-c71e-4a90-8cde-da21e6bc48fb tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Request body: {'floatingip': {'port_id': '45797eaa-452a-4778-bfa1-394e0a0c7105'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:53.560093 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1dc576c0-c71e-4a90-8cde-da21e6bc48fb tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:53.718879 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f267cbd-d3fb-4ff5-8234-ee90f61a5a72 req-e8aaf26a-81e4-4c32-9da3-0a76e1f71852 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:53.720623 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f267cbd-d3fb-4ff5-8234-ee90f61a5a72 req-e8aaf26a-81e4-4c32-9da3-0a76e1f71852 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 943 time: 0.1690981 Jul 22 16:57:53.722517 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d519e-a4f7-4b23-9be6-70d5f3eaad64 req-9a79bab4-80bf-4c98-818b-beed91e9cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:53.724010 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-383d519e-a4f7-4b23-9be6-70d5f3eaad64 req-9a79bab4-80bf-4c98-818b-beed91e9cd55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 1094 time: 0.1822155 Jul 22 16:57:53.725962 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d519e-a4f7-4b23-9be6-70d5f3eaad64 req-7228afcc-58d8-4bce-9240-add3aeef61b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:53.727441 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-383d519e-a4f7-4b23-9be6-70d5f3eaad64 req-7228afcc-58d8-4bce-9240-add3aeef61b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 1094 time: 0.1643100 Jul 22 16:57:53.884526 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f267cbd-d3fb-4ff5-8234-ee90f61a5a72 req-a46567ec-73c4-427f-ba28-c0ac95b08ee2 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560268 Jul 22 16:57:53.928436 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d519e-a4f7-4b23-9be6-70d5f3eaad64 req-f9254d3b-dea5-4e14-b0fe-9a58260b1198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:53.930046 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-383d519e-a4f7-4b23-9be6-70d5f3eaad64 req-f9254d3b-dea5-4e14-b0fe-9a58260b1198 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ac2a2a2-c975-4729-bfd3-ca75b769ef6e HTTP/1.1" status: 200 len: 897 time: 0.1945798 Jul 22 16:57:53.933098 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d519e-a4f7-4b23-9be6-70d5f3eaad64 req-41afdcdb-aae0-4667-9a61-a9d5b65ba912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:53.934639 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-383d519e-a4f7-4b23-9be6-70d5f3eaad64 req-41afdcdb-aae0-4667-9a61-a9d5b65ba912 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ac2a2a2-c975-4729-bfd3-ca75b769ef6e HTTP/1.1" status: 200 len: 897 time: 0.1905270 Jul 22 16:57:54.046971 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1dc576c0-c71e-4a90-8cde-da21e6bc48fb tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:54.050971 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1dc576c0-c71e-4a90-8cde-da21e6bc48fb tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:54.061715 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-383d519e-a4f7-4b23-9be6-70d5f3eaad64 req-470756ef-73f1-47e8-af97-5856515e6c0f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=731f65ba-8c16-4c64-99b9-6254f0fa36ba HTTP/1.1" status: 200 len: 999 time: 0.1250515 Jul 22 16:57:54.077053 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-383d519e-a4f7-4b23-9be6-70d5f3eaad64 req-159ab882-c985-4b5f-96b7-61de8bdd619b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=731f65ba-8c16-4c64-99b9-6254f0fa36ba HTTP/1.1" status: 200 len: 999 time: 0.1334162 Jul 22 16:57:54.100953 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 731f65ba-8c16-4c64-99b9-6254f0fa36ba no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:57:54.142852 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d519e-a4f7-4b23-9be6-70d5f3eaad64 req-4b07b710-9a18-4e31-b23d-1060bf5fb5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:54.144159 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-383d519e-a4f7-4b23-9be6-70d5f3eaad64 req-4b07b710-9a18-4e31-b23d-1060bf5fb5bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c8d3dbd7-f303-460b-b397-0f03af5bccf5 HTTP/1.1" status: 200 len: 835 time: 0.0770810 Jul 22 16:57:54.165909 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 731f65ba-8c16-4c64-99b9-6254f0fa36ba not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:57:54.179871 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-1dc576c0-c71e-4a90-8cde-da21e6bc48fb tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Floating IP 9d138a64-f3d6-4b79-9bce-4286540d60a0 associated. External IP: 172.25.0.60, port: 45797eaa-452a-4778-bfa1-394e0a0c7105. Jul 22 16:57:54.181187 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d519e-a4f7-4b23-9be6-70d5f3eaad64 req-bfa760b2-0291-4f0a-b322-3d106fe10e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:54.182741 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-383d519e-a4f7-4b23-9be6-70d5f3eaad64 req-bfa760b2-0291-4f0a-b322-3d106fe10e5b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8d3dbd7-f303-460b-b397-0f03af5bccf5 HTTP/1.1" status: 200 len: 835 time: 0.0875080 Jul 22 16:57:54.249115 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d519e-a4f7-4b23-9be6-70d5f3eaad64 req-5bbf1420-8912-496a-b367-80bed0b200e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:54.250848 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-383d519e-a4f7-4b23-9be6-70d5f3eaad64 req-5bbf1420-8912-496a-b367-80bed0b200e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ac2a2a2-c975-4729-bfd3-ca75b769ef6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991454 Jul 22 16:57:54.293213 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d519e-a4f7-4b23-9be6-70d5f3eaad64 req-735b7f36-8c75-40c2-a49b-1f6325fc9d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:54.294790 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-383d519e-a4f7-4b23-9be6-70d5f3eaad64 req-735b7f36-8c75-40c2-a49b-1f6325fc9d13 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ac2a2a2-c975-4729-bfd3-ca75b769ef6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027522 Jul 22 16:57:54.398182 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc576c0-c71e-4a90-8cde-da21e6bc48fb tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Router 162dfec8-15db-4246-ba5d-5e2690867dc6 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:57:54.410961 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-383d519e-a4f7-4b23-9be6-70d5f3eaad64 req-333227ba-21c1-468c-bfd5-3a5b68815463 service neutron] 10.222.0.30 "GET /v2.0/networks/2ac2a2a2-c975-4729-bfd3-ca75b769ef6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531913 Jul 22 16:57:54.464178 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-383d519e-a4f7-4b23-9be6-70d5f3eaad64 req-14b65ee8-bb49-4a64-9c20-7f0320bc8a14 service neutron] 10.222.0.16 "GET /v2.0/networks/2ac2a2a2-c975-4729-bfd3-ca75b769ef6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404548 Jul 22 16:57:54.515089 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc576c0-c71e-4a90-8cde-da21e6bc48fb tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:57:54.520268 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1dc576c0-c71e-4a90-8cde-da21e6bc48fb tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:54.525997 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abca4d30-6c04-4979-ae2b-b0c68b926ec9 None None] Sync routers for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:57:54.537641 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abca4d30-6c04-4979-ae2b-b0c68b926ec9 None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:54.538590 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-abca4d30-6c04-4979-ae2b-b0c68b926ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:54.550598 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-383d519e-a4f7-4b23-9be6-70d5f3eaad64 req-6e139118-7e97-4a89-bf64-8154ca2e823e service neutron] 10.222.0.30 "GET /v2.0/networks/2ac2a2a2-c975-4729-bfd3-ca75b769ef6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333163 Jul 22 16:57:54.569481 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1dc576c0-c71e-4a90-8cde-da21e6bc48fb tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "PUT /v2.0/floatingips/9d138a64-f3d6-4b79-9bce-4286540d60a0 HTTP/1.1" status: 200 len: 977 time: 1.0645549 Jul 22 16:57:54.570152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54104) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:54.596236 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-abca4d30-6c04-4979-ae2b-b0c68b926ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:54.619242 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abca4d30-6c04-4979-ae2b-b0c68b926ec9 None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:54.619883 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-abca4d30-6c04-4979-ae2b-b0c68b926ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:54.627816 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-383d519e-a4f7-4b23-9be6-70d5f3eaad64 req-9c619f0f-0203-4dcc-a613-c6c612c5e3e3 service neutron] 10.222.0.16 "GET /v2.0/networks/2ac2a2a2-c975-4729-bfd3-ca75b769ef6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170738 Jul 22 16:57:54.656945 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-abca4d30-6c04-4979-ae2b-b0c68b926ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:54.657855 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abca4d30-6c04-4979-ae2b-b0c68b926ec9 None None] The sync data for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:57:54.687327 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-839ab430-bb10-4c98-ad5a-12e32d6e840a tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Deleting port 45797eaa-452a-4778-bfa1-394e0a0c7105 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:54.687779 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-839ab430-bb10-4c98-ad5a-12e32d6e840a tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:54.778667 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-839ab430-bb10-4c98-ad5a-12e32d6e840a tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:55.025419 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-839ab430-bb10-4c98-ad5a-12e32d6e840a tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:55.025717 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-839ab430-bb10-4c98-ad5a-12e32d6e840a tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:55.026050 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-839ab430-bb10-4c98-ad5a-12e32d6e840a tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Floating IP 9d138a64-f3d6-4b79-9bce-4286540d60a0 disassociated. External IP: 172.25.0.60, port: 45797eaa-452a-4778-bfa1-394e0a0c7105. Jul 22 16:57:55.026393 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-839ab430-bb10-4c98-ad5a-12e32d6e840a tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Calling delete_port for 45797eaa-452a-4778-bfa1-394e0a0c7105 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:55.091734 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e4f6f-9a45-408e-a1b4-85c3902771be req-557444ec-e963-4f48-9490-12c371b01f17 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:55.093248 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a81e4f6f-9a45-408e-a1b4-85c3902771be req-557444ec-e963-4f48-9490-12c371b01f17 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 943 time: 0.1247134 Jul 22 16:57:55.157990 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a81e4f6f-9a45-408e-a1b4-85c3902771be req-fd9ca854-b8e0-4a44-8f82-6719ee6497eb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545807 Jul 22 16:57:55.210707 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-839ab430-bb10-4c98-ad5a-12e32d6e840a tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:55.284309 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ab430-bb10-4c98-ad5a-12e32d6e840a tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event deleted for resources: {'Port': ['ID=45797eaa-452a-4778-bfa1-394e0a0c7105,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:55.401347 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839ab430-bb10-4c98-ad5a-12e32d6e840a tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Router 162dfec8-15db-4246-ba5d-5e2690867dc6 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:57:55.425211 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6b351-6578-4d95-8341-3ef0fa9a443f req-50a986df-357f-4b37-ba52-e64aa90533e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:55.426719 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-42b6b351-6578-4d95-8341-3ef0fa9a443f req-50a986df-357f-4b37-ba52-e64aa90533e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 943 time: 0.0899360 Jul 22 16:57:55.479369 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9c137-161a-4331-8a6b-92d4465d8579 req-3244dd8f-eac3-4345-89b6-796b912a51bc tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:55.481042 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2db9c137-161a-4331-8a6b-92d4465d8579 req-3244dd8f-eac3-4345-89b6-796b912a51bc tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.30 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0&tenant_id=58f63b32e2494f47baeccbbc4d805873&binding%3Ahost_id=n-h1-798930-9 HTTP/1.1" status: 200 len: 943 time: 0.1239889 Jul 22 16:57:55.531262 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-42b6b351-6578-4d95-8341-3ef0fa9a443f req-1f11e430-8c99-4d31-a30d-3587c529453a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680785 Jul 22 16:57:55.557033 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [req-2db9c137-161a-4331-8a6b-92d4465d8579 req-691d6415-a4b7-4623-8bc9-09b7eb8424a0 service neutron] delete failed (client error): The resource could not be found. Jul 22 16:57:55.558666 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2db9c137-161a-4331-8a6b-92d4465d8579 req-691d6415-a4b7-4623-8bc9-09b7eb8424a0 service neutron] 10.222.0.30 "DELETE /v2.0/ports/731f65ba-8c16-4c64-99b9-6254f0fa36ba/bindings/n-h2-798930-9 HTTP/1.1" status: 404 len: 380 time: 0.0706108 Jul 22 16:57:55.560487 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839ab430-bb10-4c98-ad5a-12e32d6e840a tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:57:55.571541 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7969d404-91fe-4c4e-8001-3ab850718e8b None None] Sync routers for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:57:55.581165 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7969d404-91fe-4c4e-8001-3ab850718e8b None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:55.581762 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7969d404-91fe-4c4e-8001-3ab850718e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:55.636195 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-839ab430-bb10-4c98-ad5a-12e32d6e840a tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:55.638219 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-839ab430-bb10-4c98-ad5a-12e32d6e840a tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "DELETE /v2.0/ports/45797eaa-452a-4778-bfa1-394e0a0c7105 HTTP/1.1" status: 204 len: 168 time: 1.0670941 Jul 22 16:57:55.640012 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7969d404-91fe-4c4e-8001-3ab850718e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:55.643423 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54114) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:55.658800 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7969d404-91fe-4c4e-8001-3ab850718e8b None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:55.660302 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7969d404-91fe-4c4e-8001-3ab850718e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:55.690834 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4368f1f3-a84a-41a8-88cc-3c766ecaaf5b tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "GET /v2.0/floatingips/9d138a64-f3d6-4b79-9bce-4286540d60a0 HTTP/1.1" status: 200 len: 687 time: 0.0438304 Jul 22 16:57:55.691282 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54116) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:55.692847 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7969d404-91fe-4c4e-8001-3ab850718e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:55.693960 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7969d404-91fe-4c4e-8001-3ab850718e8b None None] The sync data for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:57:55.700843 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9c137-161a-4331-8a6b-92d4465d8579 req-aead1f0e-10f6-4698-a5e6-21f3d89b0fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:55.703558 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2db9c137-161a-4331-8a6b-92d4465d8579 req-aead1f0e-10f6-4698-a5e6-21f3d89b0fc4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 1094 time: 0.0779932 Jul 22 16:57:55.801626 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9c137-161a-4331-8a6b-92d4465d8579 req-30c0ed8a-763e-4b54-ac5b-5580e287bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:55.803061 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2db9c137-161a-4331-8a6b-92d4465d8579 req-30c0ed8a-763e-4b54-ac5b-5580e287bbea service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ac2a2a2-c975-4729-bfd3-ca75b769ef6e HTTP/1.1" status: 200 len: 897 time: 0.0935366 Jul 22 16:57:55.817542 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d276e7da-6e03-4e7c-8be9-3119319b9591 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Deleting port cbfa765e-6a17-41af-a02c-e331d89b5f26 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:55.817882 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d276e7da-6e03-4e7c-8be9-3119319b9591 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:55.867994 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2db9c137-161a-4331-8a6b-92d4465d8579 req-24610787-63d7-42a1-986a-427b553fab6f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=731f65ba-8c16-4c64-99b9-6254f0fa36ba HTTP/1.1" status: 200 len: 999 time: 0.0578172 Jul 22 16:57:55.897581 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d276e7da-6e03-4e7c-8be9-3119319b9591 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:55.897901 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d276e7da-6e03-4e7c-8be9-3119319b9591 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:55.910533 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d276e7da-6e03-4e7c-8be9-3119319b9591 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Calling delete_port for cbfa765e-6a17-41af-a02c-e331d89b5f26 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:55.922027 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9c137-161a-4331-8a6b-92d4465d8579 req-f89d01c5-f441-43ea-8a9a-9092e15e30e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:55.923468 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2db9c137-161a-4331-8a6b-92d4465d8579 req-f89d01c5-f441-43ea-8a9a-9092e15e30e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c8d3dbd7-f303-460b-b397-0f03af5bccf5 HTTP/1.1" status: 200 len: 835 time: 0.0478606 Jul 22 16:57:55.984725 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9c137-161a-4331-8a6b-92d4465d8579 req-e6475dc2-01ad-45ec-af4f-fa5138534ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:55.986268 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2db9c137-161a-4331-8a6b-92d4465d8579 req-e6475dc2-01ad-45ec-af4f-fa5138534ad9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ac2a2a2-c975-4729-bfd3-ca75b769ef6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572267 Jul 22 16:57:56.051475 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d276e7da-6e03-4e7c-8be9-3119319b9591 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:56.085389 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276e7da-6e03-4e7c-8be9-3119319b9591 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event deleted for resources: {'Port': ['ID=cbfa765e-6a17-41af-a02c-e331d89b5f26,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:56.090133 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2db9c137-161a-4331-8a6b-92d4465d8579 req-c1415d59-adbd-44f9-9119-eede9a4d21c4 service neutron] 10.222.0.30 "GET /v2.0/networks/2ac2a2a2-c975-4729-bfd3-ca75b769ef6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978756 Jul 22 16:57:56.147731 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d276e7da-6e03-4e7c-8be9-3119319b9591 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:56.150339 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d276e7da-6e03-4e7c-8be9-3119319b9591 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:56.151501 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d276e7da-6e03-4e7c-8be9-3119319b9591 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "DELETE /v2.0/floatingips/9d138a64-f3d6-4b79-9bce-4286540d60a0 HTTP/1.1" status: 204 len: 168 time: 0.4591343 Jul 22 16:57:56.155201 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54118) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:56.159623 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5aa4bbac-6632-4f5f-80bb-964d84ba3f12 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': 'feae560a-ec9a-4234-a14e-47e6b3add78e'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:56.180651 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5aa4bbac-6632-4f5f-80bb-964d84ba3f12 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:56.189887 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2db9c137-161a-4331-8a6b-92d4465d8579 req-0f0b1dbd-b83f-42c6-a160-a938def90906 service neutron] 10.222.0.30 "GET /v2.0/networks/2ac2a2a2-c975-4729-bfd3-ca75b769ef6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931981 Jul 22 16:57:56.617473 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5aa4bbac-6632-4f5f-80bb-964d84ba3f12 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:56.692886 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba158f1-4d64-4ee8-8338-59de9c236337 req-621dfbad-125a-4818-9dbd-6f30e6358884 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:56.695021 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bba158f1-4d64-4ee8-8338-59de9c236337 req-621dfbad-125a-4818-9dbd-6f30e6358884 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 943 time: 0.0872593 Jul 22 16:57:56.761096 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bba158f1-4d64-4ee8-8338-59de9c236337 req-6e9de7e2-dea4-4615-ad65-9724b5cb8748 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561335 Jul 22 16:57:56.762712 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-5aa4bbac-6632-4f5f-80bb-964d84ba3f12 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Allocated IP 172.25.0.136 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/43a4e937-15a0-4c72-8776-cd4307b2db92) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:56.889904 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5aa4bbac-6632-4f5f-80bb-964d84ba3f12 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:56.927210 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5aa4bbac-6632-4f5f-80bb-964d84ba3f12 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:56.966195 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa4bbac-6632-4f5f-80bb-964d84ba3f12 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:56.968841 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-5aa4bbac-6632-4f5f-80bb-964d84ba3f12 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:56.972684 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa4bbac-6632-4f5f-80bb-964d84ba3f12 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:56.993298 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4bbac-6632-4f5f-80bb-964d84ba3f12 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'Port': ['ID=43a4e937-15a0-4c72-8776-cd4307b2db92,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:57.325081 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5aa4bbac-6632-4f5f-80bb-964d84ba3f12 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.396763 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 731f65ba-8c16-4c64-99b9-6254f0fa36ba details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:57:57.408443 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5aa4bbac-6632-4f5f-80bb-964d84ba3f12 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.434373 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:57:57.498861 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 731f65ba-8c16-4c64-99b9-6254f0fa36ba, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=731f65ba-8c16-4c64-99b9-6254f0fa36ba,segment=NetworkSegment(09a81a54-c98a-4177-a5fd-88c9423c5e34),segment_id=09a81a54-c98a-4177-a5fd-88c9423c5e34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:57.510925 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '731f65ba-8c16-4c64-99b9-6254f0fa36ba', 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e', 'port_id': '731f65ba-8c16-4c64-99b9-6254f0fa36ba', 'mac_address': 'fa:16:3e:de:3f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d3dbd7-f303-460b-b397-0f03af5bccf5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:57:57.552483 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.564527 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5aa4bbac-6632-4f5f-80bb-964d84ba3f12 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.570538 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5aa4bbac-6632-4f5f-80bb-964d84ba3f12 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.572194 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731f65ba-8c16-4c64-99b9-6254f0fa36ba {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:57:57.592773 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 731f65ba-8c16-4c64-99b9-6254f0fa36ba, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=731f65ba-8c16-4c64-99b9-6254f0fa36ba,segment=NetworkSegment(09a81a54-c98a-4177-a5fd-88c9423c5e34),segment_id=09a81a54-c98a-4177-a5fd-88c9423c5e34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:57.597873 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.646045 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=731f65ba-8c16-4c64-99b9-6254f0fa36ba,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:57.653694 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:57.654582 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:57.654926 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:57.655846 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:57.655846 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:57.656027 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:57.656220 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:57.656506 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:57.656826 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:57.657504 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:57.657504 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:57.657808 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:57.657911 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4bbac-6632-4f5f-80bb-964d84ba3f12 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'Port': ['ID=43a4e937-15a0-4c72-8776-cd4307b2db92,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:57.663093 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5aa4bbac-6632-4f5f-80bb-964d84ba3f12 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.764605 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-5aa4bbac-6632-4f5f-80bb-964d84ba3f12 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Floating IP da0bfa16-39d0-4985-94b9-6e68792eb14f associated. External IP: 172.25.0.136, port: feae560a-ec9a-4234-a14e-47e6b3add78e. Jul 22 16:57:57.884011 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['731f65ba-8c16-4c64-99b9-6254f0fa36ba'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:57:57.922622 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987c9d8-73a2-4c94-97be-99d602fd2fab req-1c4ea639-df11-420b-9c28-4a82bdddb653 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:57.924292 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5987c9d8-73a2-4c94-97be-99d602fd2fab req-1c4ea639-df11-420b-9c28-4a82bdddb653 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 944 time: 0.0962348 Jul 22 16:57:58.032151 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5987c9d8-73a2-4c94-97be-99d602fd2fab req-0bf687bf-9731-4b45-bc46-03abf4d5dc49 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767696 Jul 22 16:57:58.055850 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54128) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:58.057442 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa4bbac-6632-4f5f-80bb-964d84ba3f12 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Router 162dfec8-15db-4246-ba5d-5e2690867dc6 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:57:58.144705 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1e66fba0-0681-4d66-ac96-1445075153c9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/floatingips/2fc9812a-1025-42fb-a1e5-149d767ad70a HTTP/1.1" status: 200 len: 992 time: 0.0875070 Jul 22 16:57:58.177194 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa4bbac-6632-4f5f-80bb-964d84ba3f12 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:57:58.186262 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c18690-3bb4-41c3-b779-fdfa4f062204 None None] Sync routers for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:57:58.193127 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5aa4bbac-6632-4f5f-80bb-964d84ba3f12 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.195560 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c18690-3bb4-41c3-b779-fdfa4f062204 None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:58.196277 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-52c18690-3bb4-41c3-b779-fdfa4f062204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:58.230034 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5aa4bbac-6632-4f5f-80bb-964d84ba3f12 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.0737672 Jul 22 16:57:58.231052 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-52c18690-3bb4-41c3-b779-fdfa4f062204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:58.232699 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54130) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:58.237738 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7d041f89-0427-4f7e-929d-cdbdd09cf504 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-781500862'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:58.239633 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c18690-3bb4-41c3-b779-fdfa4f062204 None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:58.240220 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-52c18690-3bb4-41c3-b779-fdfa4f062204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:58.258256 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d041f89-0427-4f7e-929d-cdbdd09cf504 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Made reservation on behalf of 3eef7ff8af2e43218cdb57938719c397 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:58.261906 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d041f89-0427-4f7e-929d-cdbdd09cf504 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.274652 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-52c18690-3bb4-41c3-b779-fdfa4f062204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:58.275305 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c18690-3bb4-41c3-b779-fdfa4f062204 None None] The sync data for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:57:58.288396 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d041f89-0427-4f7e-929d-cdbdd09cf504 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:57:58.298053 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d041f89-0427-4f7e-929d-cdbdd09cf504 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.298399 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-7d041f89-0427-4f7e-929d-cdbdd09cf504 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Added segment 9cdf9c2a-d1b7-44a7-a451-c47df12eaaa2 of type vlan for network 5371997d-4eb1-448d-9907-bce0d3ffafe8 Jul 22 16:57:58.339200 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d041f89-0427-4f7e-929d-cdbdd09cf504 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.369132 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d041f89-0427-4f7e-929d-cdbdd09cf504 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.375623 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d041f89-0427-4f7e-929d-cdbdd09cf504 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:58.376211 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7d041f89-0427-4f7e-929d-cdbdd09cf504 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.412778 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7d041f89-0427-4f7e-929d-cdbdd09cf504 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1789978 Jul 22 16:57:58.415446 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54138) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:58.420586 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-bd104e1f-719c-45dd-bfc7-761260f40dfe tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Request body: {'subnet': {'network_id': '5371997d-4eb1-448d-9907-bce0d3ffafe8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:58.473723 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d041f89-0427-4f7e-929d-cdbdd09cf504 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'Network': ['ID=5371997d-4eb1-448d-9907-bce0d3ffafe8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:58.483905 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 5371997d-4eb1-448d-9907-bce0d3ffafe8 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:57:58.548653 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd104e1f-719c-45dd-bfc7-761260f40dfe tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Made reservation on behalf of 3eef7ff8af2e43218cdb57938719c397 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:58.552076 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd104e1f-719c-45dd-bfc7-761260f40dfe tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.775100 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd104e1f-719c-45dd-bfc7-761260f40dfe tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.841440 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd104e1f-719c-45dd-bfc7-761260f40dfe tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'Subnet': ['ID=0e0426be-72d4-4b47-a60c-ff71b688d816,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:58.851147 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd104e1f-719c-45dd-bfc7-761260f40dfe tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Checking segment: {'id': '9cdf9c2a-d1b7-44a7-a451-c47df12eaaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5371997d-4eb1-448d-9907-bce0d3ffafe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:58.851501 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd104e1f-719c-45dd-bfc7-761260f40dfe tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Network hostable DHCP agents. Network: 5371997d-4eb1-448d-9907-bce0d3ffafe8, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:57:58.870450 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd104e1f-719c-45dd-bfc7-761260f40dfe tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Network 5371997d-4eb1-448d-9907-bce0d3ffafe8 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:57:58.885947 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-bd104e1f-719c-45dd-bfc7-761260f40dfe tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 5371997d-4eb1-448d-9907-bce0d3ffafe8) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:58.894342 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd104e1f-719c-45dd-bfc7-761260f40dfe tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:58.894934 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bd104e1f-719c-45dd-bfc7-761260f40dfe tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.895826 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c933d8f5-8a86-45e7-a428-dbea43f5d9bf None None] Network 5371997d-4eb1-448d-9907-bce0d3ffafe8 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:58.916194 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bd104e1f-719c-45dd-bfc7-761260f40dfe tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4972584 Jul 22 16:57:58.916832 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54156) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:58.923300 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-74f52650-491a-40c2-a1cb-f7ab965bd4da tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-521683020', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}, 'admin_state_up': False}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:58.951373 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74f52650-491a-40c2-a1cb-f7ab965bd4da tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.953090 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74f52650-491a-40c2-a1cb-f7ab965bd4da tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.018485 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74f52650-491a-40c2-a1cb-f7ab965bd4da tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.036460 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-835c8aec-20f1-4bc3-a297-c81173216a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.084098 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208cf1c5-3706-40b0-8fd0-cd2b85330d14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-5371997d-4eb1-448d-9907-bce0d3ffafe8', 'network_id': '5371997d-4eb1-448d-9907-bce0d3ffafe8', 'tenant_id': '3eef7ff8af2e43218cdb57938719c397', 'fixed_ips': [{'subnet_id': '0e0426be-72d4-4b47-a60c-ff71b688d816'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:57:59.084967 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-208cf1c5-3706-40b0-8fd0-cd2b85330d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.181852 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74f52650-491a-40c2-a1cb-f7ab965bd4da tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.239560 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-208cf1c5-3706-40b0-8fd0-cd2b85330d14 None None] Allocated IP 172.20.0.2 (5371997d-4eb1-448d-9907-bce0d3ffafe8/0e0426be-72d4-4b47-a60c-ff71b688d816/851ec9bb-4fe3-4a26-92c5-6d2112699fe6) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:59.399825 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-208cf1c5-3706-40b0-8fd0-cd2b85330d14 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.408967 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-208cf1c5-3706-40b0-8fd0-cd2b85330d14 None None] Transition to ACTIVE for port object 851ec9bb-4fe3-4a26-92c5-6d2112699fe6 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:59.420110 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 731f65ba-8c16-4c64-99b9-6254f0fa36ba up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:57:59.436538 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74f52650-491a-40c2-a1cb-f7ab965bd4da tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.445645 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-208cf1c5-3706-40b0-8fd0-cd2b85330d14 None None] Transition to ACTIVE for port object 851ec9bb-4fe3-4a26-92c5-6d2112699fe6 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:59.456995 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74f52650-491a-40c2-a1cb-f7ab965bd4da tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.457740 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-208cf1c5-3706-40b0-8fd0-cd2b85330d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.504743 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208cf1c5-3706-40b0-8fd0-cd2b85330d14 None None] Network 5371997d-4eb1-448d-9907-bce0d3ffafe8 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:59.508630 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-208cf1c5-3706-40b0-8fd0-cd2b85330d14 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:59.511145 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208cf1c5-3706-40b0-8fd0-cd2b85330d14 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:59.525899 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cf1c5-3706-40b0-8fd0-cd2b85330d14 None None] Pushing event updated for resources: {'Port': ['ID=851ec9bb-4fe3-4a26-92c5-6d2112699fe6,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:59.533888 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 731f65ba-8c16-4c64-99b9-6254f0fa36ba completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:57:59.557833 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 731f65ba-8c16-4c64-99b9-6254f0fa36ba triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:59.557833 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.574732 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-74f52650-491a-40c2-a1cb-f7ab965bd4da tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Allocated IP 172.25.0.88 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/6e1699db-3a28-4c95-b6aa-f3d1da4bb929) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:59.613456 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-208cf1c5-3706-40b0-8fd0-cd2b85330d14 None None] Attempting to bind port 851ec9bb-4fe3-4a26-92c5-6d2112699fe6 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:59.614352 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-208cf1c5-3706-40b0-8fd0-cd2b85330d14 None None] Attempting to bind port 851ec9bb-4fe3-4a26-92c5-6d2112699fe6 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '9cdf9c2a-d1b7-44a7-a451-c47df12eaaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5371997d-4eb1-448d-9907-bce0d3ffafe8'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:59.614352 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208cf1c5-3706-40b0-8fd0-cd2b85330d14 None None] Attempting to bind port 851ec9bb-4fe3-4a26-92c5-6d2112699fe6 on network 5371997d-4eb1-448d-9907-bce0d3ffafe8 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:59.622193 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208cf1c5-3706-40b0-8fd0-cd2b85330d14 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:57:59.622599 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208cf1c5-3706-40b0-8fd0-cd2b85330d14 None None] Checking segment: {'id': '9cdf9c2a-d1b7-44a7-a451-c47df12eaaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5371997d-4eb1-448d-9907-bce0d3ffafe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:59.623014 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-208cf1c5-3706-40b0-8fd0-cd2b85330d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.623412 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208cf1c5-3706-40b0-8fd0-cd2b85330d14 None None] Bound using segment: {'id': '9cdf9c2a-d1b7-44a7-a451-c47df12eaaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5371997d-4eb1-448d-9907-bce0d3ffafe8'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:57:59.623880 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-208cf1c5-3706-40b0-8fd0-cd2b85330d14 None None] Bound port: 851ec9bb-4fe3-4a26-92c5-6d2112699fe6, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cdf9c2a-d1b7-44a7-a451-c47df12eaaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5371997d-4eb1-448d-9907-bce0d3ffafe8'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:57:59.624262 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-208cf1c5-3706-40b0-8fd0-cd2b85330d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.697743 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74f52650-491a-40c2-a1cb-f7ab965bd4da tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.752280 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.764758 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74f52650-491a-40c2-a1cb-f7ab965bd4da tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.777509 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-208cf1c5-3706-40b0-8fd0-cd2b85330d14 None None] For port 851ec9bb-4fe3-4a26-92c5-6d2112699fe6, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:57:59.808008 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cb9414-e7f5-4833-a915-78f03f2489b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731f65ba-8c16-4c64-99b9-6254f0fa36ba'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:57:59.810896 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b5196c-144c-44a6-8ebe-f685f2f9c264" -d '{"events": [{"server_uuid": "17cb9414-e7f5-4833-a915-78f03f2489b0", "name": "network-vif-plugged", "status": "completed", "tag": "731f65ba-8c16-4c64-99b9-6254f0fa36ba"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:57:59.820561 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f52650-491a-40c2-a1cb-f7ab965bd4da tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:59.828126 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-74f52650-491a-40c2-a1cb-f7ab965bd4da tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:59.830861 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f52650-491a-40c2-a1cb-f7ab965bd4da tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'Port': ['ID=6e1699db-3a28-4c95-b6aa-f3d1da4bb929,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:59.833111 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f52650-491a-40c2-a1cb-f7ab965bd4da tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:59.840600 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-208cf1c5-3706-40b0-8fd0-cd2b85330d14 None None] For port 851ec9bb-4fe3-4a26-92c5-6d2112699fe6, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=851ec9bb-4fe3-4a26-92c5-6d2112699fe6,segment=NetworkSegment(9cdf9c2a-d1b7-44a7-a451-c47df12eaaa2),segment_id=9cdf9c2a-d1b7-44a7-a451-c47df12eaaa2)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:57:59.852148 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 731f65ba-8c16-4c64-99b9-6254f0fa36ba, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=731f65ba-8c16-4c64-99b9-6254f0fa36ba,segment=NetworkSegment(09a81a54-c98a-4177-a5fd-88c9423c5e34),segment_id=09a81a54-c98a-4177-a5fd-88c9423c5e34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:59.854627 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-208cf1c5-3706-40b0-8fd0-cd2b85330d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.933044 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.988837 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cf1c5-3706-40b0-8fd0-cd2b85330d14 None None] Pushing event updated for resources: {'Port': ['ID=851ec9bb-4fe3-4a26-92c5-6d2112699fe6,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:00.078292 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=731f65ba-8c16-4c64-99b9-6254f0fa36ba,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:00.136487 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74f52650-491a-40c2-a1cb-f7ab965bd4da tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:00.208260 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b49aa1f-f134-4d6d-9dcc-73a8451ec61e x-openstack-request-id: req-2b49aa1f-f134-4d6d-9dcc-73a8451ec61e {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:58:00.209067 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cb9414-e7f5-4833-a915-78f03f2489b0", "name": "network-vif-plugged", "status": "completed", "tag": "731f65ba-8c16-4c64-99b9-6254f0fa36ba", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:58:00.209390 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2b49aa1f-f134-4d6d-9dcc-73a8451ec61e {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:58:00.209866 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cb9414-e7f5-4833-a915-78f03f2489b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731f65ba-8c16-4c64-99b9-6254f0fa36ba', 'code': 200} Jul 22 16:58:00.711418 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74f52650-491a-40c2-a1cb-f7ab965bd4da tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:00.872704 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f52650-491a-40c2-a1cb-f7ab965bd4da tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Router 9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:58:01.010711 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f52650-491a-40c2-a1cb-f7ab965bd4da tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:58:01.025305 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501dd1fc-fa51-4849-8317-85725268dc98 None None] Sync routers for ids ['9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:58:01.040632 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74f52650-491a-40c2-a1cb-f7ab965bd4da tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:01.042486 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-74f52650-491a-40c2-a1cb-f7ab965bd4da tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1242747 Jul 22 16:58:01.046090 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54326) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:01.054159 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501dd1fc-fa51-4849-8317-85725268dc98 None None] Routers {'9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:01.054808 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-501dd1fc-fa51-4849-8317-85725268dc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:01.128344 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-501dd1fc-fa51-4849-8317-85725268dc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:01.140107 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501dd1fc-fa51-4849-8317-85725268dc98 None None] Routers {'9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:01.140926 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-501dd1fc-fa51-4849-8317-85725268dc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:57:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:01.388629 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-501dd1fc-fa51-4849-8317-85725268dc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:01.389444 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501dd1fc-fa51-4849-8317-85725268dc98 None None] The sync data for ids ['9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:58:01.395517 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc7a555-fcaf-4626-b6b8-40ef39e03362 None None] Network 5371997d-4eb1-448d-9907-bce0d3ffafe8 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:01.399118 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 851ec9bb-4fe3-4a26-92c5-6d2112699fe6 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:01.490498 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-53c4d85f-1ee5-4395-adff-31ed30ba0f31 None None] Provisioning for port 851ec9bb-4fe3-4a26-92c5-6d2112699fe6 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:01.557159 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 851ec9bb-4fe3-4a26-92c5-6d2112699fe6 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:01.566858 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 851ec9bb-4fe3-4a26-92c5-6d2112699fe6 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:01.567210 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:01.618662 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb3ec-9a45-456e-8a9c-99cf08463524 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:01.657957 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08f336cf-e8a2-4534-b6dd-e518e2571114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:01.668190 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:01.723066 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:01.767135 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 851ec9bb-4fe3-4a26-92c5-6d2112699fe6, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=851ec9bb-4fe3-4a26-92c5-6d2112699fe6,segment=NetworkSegment(9cdf9c2a-d1b7-44a7-a451-c47df12eaaa2),segment_id=9cdf9c2a-d1b7-44a7-a451-c47df12eaaa2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:01.775149 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:01.849734 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=851ec9bb-4fe3-4a26-92c5-6d2112699fe6,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:01.995773 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-dc6fb3ec-9a45-456e-8a9c-99cf08463524 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Allocated IP 172.20.0.1 (5371997d-4eb1-448d-9907-bce0d3ffafe8/0e0426be-72d4-4b47-a60c-ff71b688d816/a8559dc0-f15e-415f-8a4f-259bb26eb875) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:02.128095 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6b3bc03e-a281-4863-b4b8-7919153651dc None None] Provisioning complete for port 851ec9bb-4fe3-4a26-92c5-6d2112699fe6 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:02.129261 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b3bc03e-a281-4863-b4b8-7919153651dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:02.135521 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb3ec-9a45-456e-8a9c-99cf08463524 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:02.155466 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-dc6fb3ec-9a45-456e-8a9c-99cf08463524 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Transition to ACTIVE for port object a8559dc0-f15e-415f-8a4f-259bb26eb875 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:02.198765 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb3ec-9a45-456e-8a9c-99cf08463524 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:02.254306 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6fb3ec-9a45-456e-8a9c-99cf08463524 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Network 5371997d-4eb1-448d-9907-bce0d3ffafe8 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:02.257765 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-dc6fb3ec-9a45-456e-8a9c-99cf08463524 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:02.262673 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6fb3ec-9a45-456e-8a9c-99cf08463524 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:02.267291 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fb3ec-9a45-456e-8a9c-99cf08463524 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'Port': ['ID=a8559dc0-f15e-415f-8a4f-259bb26eb875,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:02.313751 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb3ec-9a45-456e-8a9c-99cf08463524 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:02.470874 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb3ec-9a45-456e-8a9c-99cf08463524 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:02.552969 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-54643bb0-20e1-4191-b8be-8feecad7c707 None None] Provisioning for port a8559dc0-f15e-415f-8a4f-259bb26eb875 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:02.557194 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-54643bb0-20e1-4191-b8be-8feecad7c707 None None] Provisioning complete for port a8559dc0-f15e-415f-8a4f-259bb26eb875 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:02.557574 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54643bb0-20e1-4191-b8be-8feecad7c707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:02.598217 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-54643bb0-20e1-4191-b8be-8feecad7c707 None None] Port a8559dc0-f15e-415f-8a4f-259bb26eb875 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:58:02.755184 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb3ec-9a45-456e-8a9c-99cf08463524 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:02.759860 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb3ec-9a45-456e-8a9c-99cf08463524 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:02.819909 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:02.833401 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb3ec-9a45-456e-8a9c-99cf08463524 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:02.835216 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fb3ec-9a45-456e-8a9c-99cf08463524 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'Port': ['ID=a8559dc0-f15e-415f-8a4f-259bb26eb875,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:03.266497 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6fb3ec-9a45-456e-8a9c-99cf08463524 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Network 5371997d-4eb1-448d-9907-bce0d3ffafe8 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:03.267891 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-dc6fb3ec-9a45-456e-8a9c-99cf08463524 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:03.300154 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 851ec9bb-4fe3-4a26-92c5-6d2112699fe6 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:03.350616 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 851ec9bb-4fe3-4a26-92c5-6d2112699fe6 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:03.350986 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:03.390925 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6fb3ec-9a45-456e-8a9c-99cf08463524 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Router 9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:58:03.508749 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6fb3ec-9a45-456e-8a9c-99cf08463524 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:58:03.514550 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-dc6fb3ec-9a45-456e-8a9c-99cf08463524 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "PUT /v2.0/routers/9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4663630 Jul 22 16:58:03.516479 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54606) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:03.517640 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756a23fc-f05f-48de-992b-b1c6ec3846b0 None None] Sync routers for ids ['9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:58:03.523247 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-da71c1eb-e58f-40ce-bb57-2c48e98a1bee tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Request body: {'port': {'network_id': '5371997d-4eb1-448d-9907-bce0d3ffafe8', 'name': 'tempest-FloatingIPTestJSON-890281843'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:03.524467 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-079094e2-9a0a-49a8-b7c9-19e29690e8de None None] Provisioning complete for port a8559dc0-f15e-415f-8a4f-259bb26eb875 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:03.524844 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-079094e2-9a0a-49a8-b7c9-19e29690e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:03.527543 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a23fc-f05f-48de-992b-b1c6ec3846b0 None None] Routers {'9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:03.527968 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-756a23fc-f05f-48de-992b-b1c6ec3846b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:03.566467 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-079094e2-9a0a-49a8-b7c9-19e29690e8de None None] Port a8559dc0-f15e-415f-8a4f-259bb26eb875 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:58:03.638888 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da71c1eb-e58f-40ce-bb57-2c48e98a1bee tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Made reservation on behalf of 3eef7ff8af2e43218cdb57938719c397 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:03.642448 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da71c1eb-e58f-40ce-bb57-2c48e98a1bee tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:03.651002 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-756a23fc-f05f-48de-992b-b1c6ec3846b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:03.660654 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a23fc-f05f-48de-992b-b1c6ec3846b0 None None] Routers {'9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:03.660871 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da71c1eb-e58f-40ce-bb57-2c48e98a1bee tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] device_id is not set on port bab308b7-e2e3-4b10-bae8-53661b67dc76 yet. {{(pid=93817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:58:03.661246 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-756a23fc-f05f-48de-992b-b1c6ec3846b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:03.693331 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-756a23fc-f05f-48de-992b-b1c6ec3846b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:03.693998 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756a23fc-f05f-48de-992b-b1c6ec3846b0 None None] The sync data for ids ['9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:58:03.769635 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-da71c1eb-e58f-40ce-bb57-2c48e98a1bee tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Allocated IP 172.20.0.13 (5371997d-4eb1-448d-9907-bce0d3ffafe8/0e0426be-72d4-4b47-a60c-ff71b688d816/bab308b7-e2e3-4b10-bae8-53661b67dc76) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:03.921272 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da71c1eb-e58f-40ce-bb57-2c48e98a1bee tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:03.934603 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da71c1eb-e58f-40ce-bb57-2c48e98a1bee tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Transition to ACTIVE for port object bab308b7-e2e3-4b10-bae8-53661b67dc76 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:03.969759 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da71c1eb-e58f-40ce-bb57-2c48e98a1bee tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:04.013705 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da71c1eb-e58f-40ce-bb57-2c48e98a1bee tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Network 5371997d-4eb1-448d-9907-bce0d3ffafe8 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:04.016665 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-da71c1eb-e58f-40ce-bb57-2c48e98a1bee tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:04.020832 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da71c1eb-e58f-40ce-bb57-2c48e98a1bee tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:04.055049 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71c1eb-e58f-40ce-bb57-2c48e98a1bee tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event updated for resources: {'Port': ['ID=bab308b7-e2e3-4b10-bae8-53661b67dc76,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:04.084288 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da71c1eb-e58f-40ce-bb57-2c48e98a1bee tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:04.085042 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da71c1eb-e58f-40ce-bb57-2c48e98a1bee tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:04.108382 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-da71c1eb-e58f-40ce-bb57-2c48e98a1bee tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5882695 Jul 22 16:58:04.108667 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54616) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:04.114621 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d7a348a5-ebc3-48b6-b04f-44fd7f2c64a9 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Request body: {'floatingip': {'port_id': 'bab308b7-e2e3-4b10-bae8-53661b67dc76'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:04.184342 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7a348a5-ebc3-48b6-b04f-44fd7f2c64a9 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:04.295790 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e0356776-3e1a-4a67-b148-323f690a0477 None None] Provisioning for port bab308b7-e2e3-4b10-bae8-53661b67dc76 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:04.299996 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e0356776-3e1a-4a67-b148-323f690a0477 None None] Provisioning complete for port bab308b7-e2e3-4b10-bae8-53661b67dc76 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:04.300358 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0356776-3e1a-4a67-b148-323f690a0477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:04.334932 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e0356776-3e1a-4a67-b148-323f690a0477 None None] Port bab308b7-e2e3-4b10-bae8-53661b67dc76 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:58:04.654834 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:04.664399 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7a348a5-ebc3-48b6-b04f-44fd7f2c64a9 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:04.668350 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7a348a5-ebc3-48b6-b04f-44fd7f2c64a9 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:04.771962 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-d7a348a5-ebc3-48b6-b04f-44fd7f2c64a9 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Floating IP da0bfa16-39d0-4985-94b9-6e68792eb14f associated. External IP: 172.25.0.136, port: feae560a-ec9a-4234-a14e-47e6b3add78e. Jul 22 16:58:04.979158 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a348a5-ebc3-48b6-b04f-44fd7f2c64a9 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Router 162dfec8-15db-4246-ba5d-5e2690867dc6 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:58:05.084105 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a348a5-ebc3-48b6-b04f-44fd7f2c64a9 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:58:05.093603 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3184cd-5b8d-4d9d-a21a-4f8b10a6285b None None] Sync routers for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:58:05.102586 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3184cd-5b8d-4d9d-a21a-4f8b10a6285b None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:05.103261 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-eb3184cd-5b8d-4d9d-a21a-4f8b10a6285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:05.138203 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-eb3184cd-5b8d-4d9d-a21a-4f8b10a6285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:05.146908 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3184cd-5b8d-4d9d-a21a-4f8b10a6285b None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:05.147512 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-eb3184cd-5b8d-4d9d-a21a-4f8b10a6285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:05.179497 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-eb3184cd-5b8d-4d9d-a21a-4f8b10a6285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:05.180165 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3184cd-5b8d-4d9d-a21a-4f8b10a6285b None None] The sync data for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:58:05.298903 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a348a5-ebc3-48b6-b04f-44fd7f2c64a9 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Router 9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:58:05.408220 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a348a5-ebc3-48b6-b04f-44fd7f2c64a9 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:58:05.412607 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7a348a5-ebc3-48b6-b04f-44fd7f2c64a9 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.420199 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1888960-a0d1-46b7-8cfd-71c36f99f54e None None] Sync routers for ids ['9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:58:05.429367 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1888960-a0d1-46b7-8cfd-71c36f99f54e None None] Routers {'9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:05.430064 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a1888960-a0d1-46b7-8cfd-71c36f99f54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:05.469138 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a1888960-a0d1-46b7-8cfd-71c36f99f54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:05.478607 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1888960-a0d1-46b7-8cfd-71c36f99f54e None None] Routers {'9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:05.479217 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a1888960-a0d1-46b7-8cfd-71c36f99f54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:05.491376 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d7a348a5-ebc3-48b6-b04f-44fd7f2c64a9 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "PUT /v2.0/floatingips/da0bfa16-39d0-4985-94b9-6e68792eb14f HTTP/1.1" status: 200 len: 978 time: 1.3811677 Jul 22 16:58:05.493771 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54626) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:05.515413 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a1888960-a0d1-46b7-8cfd-71c36f99f54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:05.516402 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1888960-a0d1-46b7-8cfd-71c36f99f54e None None] The sync data for ids ['9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:58:05.590884 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-26d328b5-7292-43c4-b6a8-a7c518f02912 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Deleting port bab308b7-e2e3-4b10-bae8-53661b67dc76 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:05.591807 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26d328b5-7292-43c4-b6a8-a7c518f02912 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.690762 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26d328b5-7292-43c4-b6a8-a7c518f02912 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.854759 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26d328b5-7292-43c4-b6a8-a7c518f02912 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.855129 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26d328b5-7292-43c4-b6a8-a7c518f02912 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.855436 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-26d328b5-7292-43c4-b6a8-a7c518f02912 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Floating IP da0bfa16-39d0-4985-94b9-6e68792eb14f disassociated. External IP: 172.25.0.136, port: bab308b7-e2e3-4b10-bae8-53661b67dc76. Jul 22 16:58:05.855767 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-26d328b5-7292-43c4-b6a8-a7c518f02912 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Calling delete_port for bab308b7-e2e3-4b10-bae8-53661b67dc76 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:05.984493 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26d328b5-7292-43c4-b6a8-a7c518f02912 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:06.015940 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d328b5-7292-43c4-b6a8-a7c518f02912 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event deleted for resources: {'Port': ['ID=bab308b7-e2e3-4b10-bae8-53661b67dc76,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:06.145636 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d328b5-7292-43c4-b6a8-a7c518f02912 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Router 9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:58:06.254237 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d328b5-7292-43c4-b6a8-a7c518f02912 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:58:06.264750 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8675125-3c76-4e7e-b8a2-354d58372f80 None None] Sync routers for ids ['9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:58:06.274614 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8675125-3c76-4e7e-b8a2-354d58372f80 None None] Routers {'9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:06.275302 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b8675125-3c76-4e7e-b8a2-354d58372f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:06.314456 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b8675125-3c76-4e7e-b8a2-354d58372f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:06.326312 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8675125-3c76-4e7e-b8a2-354d58372f80 None None] Routers {'9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:06.326636 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26d328b5-7292-43c4-b6a8-a7c518f02912 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:06.327338 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b8675125-3c76-4e7e-b8a2-354d58372f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:06.329191 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-26d328b5-7292-43c4-b6a8-a7c518f02912 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "DELETE /v2.0/ports/bab308b7-e2e3-4b10-bae8-53661b67dc76 HTTP/1.1" status: 204 len: 168 time: 0.8344269 Jul 22 16:58:06.331924 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54630) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:06.363120 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b8675125-3c76-4e7e-b8a2-354d58372f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:06.363768 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8675125-3c76-4e7e-b8a2-354d58372f80 None None] The sync data for ids ['9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:58:06.684835 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc7975f2-89c2-414d-aaff-f206518d3eed tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:06.958432 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-fc7975f2-89c2-414d-aaff-f206518d3eed tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Deleting port a8559dc0-f15e-415f-8a4f-259bb26eb875 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:06.958692 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc7975f2-89c2-414d-aaff-f206518d3eed tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:07.046102 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc7975f2-89c2-414d-aaff-f206518d3eed tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:07.057779 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-fc7975f2-89c2-414d-aaff-f206518d3eed tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Calling delete_port for a8559dc0-f15e-415f-8a4f-259bb26eb875 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:07.250553 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc7975f2-89c2-414d-aaff-f206518d3eed tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:07.277897 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7975f2-89c2-414d-aaff-f206518d3eed tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event deleted for resources: {'Port': ['ID=a8559dc0-f15e-415f-8a4f-259bb26eb875,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:07.477885 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fc7975f2-89c2-414d-aaff-f206518d3eed tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:07.689420 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7975f2-89c2-414d-aaff-f206518d3eed tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Router 9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:58:07.796348 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7975f2-89c2-414d-aaff-f206518d3eed tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:58:07.803852 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fc7975f2-89c2-414d-aaff-f206518d3eed tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "PUT /v2.0/routers/9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4684286 Jul 22 16:58:07.804194 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54634) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:07.806803 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feae3eaf-68bd-46b1-8457-81de529216b4 None None] Sync routers for ids ['9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:58:07.818469 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feae3eaf-68bd-46b1-8457-81de529216b4 None None] Routers {'9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:07.819153 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-feae3eaf-68bd-46b1-8457-81de529216b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:07.852231 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-feae3eaf-68bd-46b1-8457-81de529216b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:07.861458 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feae3eaf-68bd-46b1-8457-81de529216b4 None None] Routers {'9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:07.862112 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-feae3eaf-68bd-46b1-8457-81de529216b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:07.898078 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-feae3eaf-68bd-46b1-8457-81de529216b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:07.898723 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feae3eaf-68bd-46b1-8457-81de529216b4 None None] The sync data for ids ['9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:58:07.919896 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8443af3a-5455-4b04-8418-1e30dbd5d5ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.024732 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8443af3a-5455-4b04-8418-1e30dbd5d5ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.076912 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8443af3a-5455-4b04-8418-1e30dbd5d5ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Deleting port 6e1699db-3a28-4c95-b6aa-f3d1da4bb929 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:08.077257 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8443af3a-5455-4b04-8418-1e30dbd5d5ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.156324 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8443af3a-5455-4b04-8418-1e30dbd5d5ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.167740 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8443af3a-5455-4b04-8418-1e30dbd5d5ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Calling delete_port for 6e1699db-3a28-4c95-b6aa-f3d1da4bb929 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:08.332168 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8443af3a-5455-4b04-8418-1e30dbd5d5ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.360542 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443af3a-5455-4b04-8418-1e30dbd5d5ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event deleted for resources: {'Port': ['ID=6e1699db-3a28-4c95-b6aa-f3d1da4bb929,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:08.427477 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8443af3a-5455-4b04-8418-1e30dbd5d5ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.538615 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8443af3a-5455-4b04-8418-1e30dbd5d5ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.540739 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8443af3a-5455-4b04-8418-1e30dbd5d5ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.600485 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8443af3a-5455-4b04-8418-1e30dbd5d5ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.601111 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8443af3a-5455-4b04-8418-1e30dbd5d5ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Fanout notify agent at l3_agent the message router_deleted on router 9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:58:08.608195 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8443af3a-5455-4b04-8418-1e30dbd5d5ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.609325 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8443af3a-5455-4b04-8418-1e30dbd5d5ec tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "DELETE /v2.0/routers/9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260 HTTP/1.1" status: 204 len: 168 time: 0.8040998 Jul 22 16:58:08.612214 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54638) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:08.665297 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-216637f6-981d-4981-9892-02cd38af6eb7 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Deleting subnet 0e0426be-72d4-4b47-a60c-ff71b688d816 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:58:08.667589 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-216637f6-981d-4981-9892-02cd38af6eb7 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.712409 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-216637f6-981d-4981-9892-02cd38af6eb7 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.796977 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-216637f6-981d-4981-9892-02cd38af6eb7 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.854696 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-216637f6-981d-4981-9892-02cd38af6eb7 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.883815 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216637f6-981d-4981-9892-02cd38af6eb7 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event deleted for resources: {'Subnet': ['ID=0e0426be-72d4-4b47-a60c-ff71b688d816,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:08.889999 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-216637f6-981d-4981-9892-02cd38af6eb7 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.894231 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-216637f6-981d-4981-9892-02cd38af6eb7 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "DELETE /v2.0/subnets/0e0426be-72d4-4b47-a60c-ff71b688d816 HTTP/1.1" status: 204 len: 168 time: 0.2787271 Jul 22 16:58:08.894600 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54640) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:08.897777 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675f9ccc-4602-416a-819c-b7c70cefd371 None None] Network 5371997d-4eb1-448d-9907-bce0d3ffafe8 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:08.975647 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c196bcc4-9209-432c-882c-c7b52f870981 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.029384 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c196bcc4-9209-432c-882c-c7b52f870981 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Deleting port 851ec9bb-4fe3-4a26-92c5-6d2112699fe6 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:09.029699 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c196bcc4-9209-432c-882c-c7b52f870981 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.086525 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76471799-5011-4ef3-b0d0-331ac32abf84 None None] DHCP port deletion for 5371997d-4eb1-448d-9907-bce0d3ffafe8 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:58:09.096009 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c196bcc4-9209-432c-882c-c7b52f870981 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] For port 851ec9bb-4fe3-4a26-92c5-6d2112699fe6, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=851ec9bb-4fe3-4a26-92c5-6d2112699fe6,segment=NetworkSegment(9cdf9c2a-d1b7-44a7-a451-c47df12eaaa2),segment_id=9cdf9c2a-d1b7-44a7-a451-c47df12eaaa2)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:09.096369 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c196bcc4-9209-432c-882c-c7b52f870981 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.114519 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c196bcc4-9209-432c-882c-c7b52f870981 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Calling delete_port for 851ec9bb-4fe3-4a26-92c5-6d2112699fe6 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:09.146960 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-76471799-5011-4ef3-b0d0-331ac32abf84 None None] Deleting port 851ec9bb-4fe3-4a26-92c5-6d2112699fe6 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:09.147334 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76471799-5011-4ef3-b0d0-331ac32abf84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.199674 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c196bcc4-9209-432c-882c-c7b52f870981 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.217804 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-76471799-5011-4ef3-b0d0-331ac32abf84 None None] For port 851ec9bb-4fe3-4a26-92c5-6d2112699fe6, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=851ec9bb-4fe3-4a26-92c5-6d2112699fe6,segment=NetworkSegment(9cdf9c2a-d1b7-44a7-a451-c47df12eaaa2),segment_id=9cdf9c2a-d1b7-44a7-a451-c47df12eaaa2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:09.218232 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76471799-5011-4ef3-b0d0-331ac32abf84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.229808 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196bcc4-9209-432c-882c-c7b52f870981 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event deleted for resources: {'Port': ['ID=851ec9bb-4fe3-4a26-92c5-6d2112699fe6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:09.230311 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-76471799-5011-4ef3-b0d0-331ac32abf84 None None] Calling delete_port for 851ec9bb-4fe3-4a26-92c5-6d2112699fe6 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:09.246793 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c196bcc4-9209-432c-882c-c7b52f870981 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] No DVR routers for this DVR port 851ec9bb-4fe3-4a26-92c5-6d2112699fe6 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:58:09.328338 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 851ec9bb-4fe3-4a26-92c5-6d2112699fe6 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:58:09.340758 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c196bcc4-9209-432c-882c-c7b52f870981 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.350981 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c196bcc4-9209-432c-882c-c7b52f870981 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5371997d-4eb1-448d-9907-bce0d3ffafe8']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:09.361789 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c196bcc4-9209-432c-882c-c7b52f870981 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cdf9c2a-d1b7-44a7-a451-c47df12eaaa2') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:09.362136 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-c196bcc4-9209-432c-882c-c7b52f870981 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cdf9c2a-d1b7-44a7-a451-c47df12eaaa2') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:58:09.364160 n-d-798930-9 neutron-server[93818]: self.session.flush() Jul 22 16:58:09.367931 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 851ec9bb-4fe3-4a26-92c5-6d2112699fe6 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:58:09.367931 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 851ec9bb-4fe3-4a26-92c5-6d2112699fe6 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:58:09.371634 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c196bcc4-9209-432c-882c-c7b52f870981 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.383117 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76471799-5011-4ef3-b0d0-331ac32abf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.388514 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c196bcc4-9209-432c-882c-c7b52f870981 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.395524 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c196bcc4-9209-432c-882c-c7b52f870981 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:58:09.395929 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c196bcc4-9209-432c-882c-c7b52f870981 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:58:09.399482 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:58:09.421132 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76471799-5011-4ef3-b0d0-331ac32abf84 None None] No DVR routers for this DVR port 851ec9bb-4fe3-4a26-92c5-6d2112699fe6 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:58:09.425001 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76471799-5011-4ef3-b0d0-331ac32abf84 None None] Pushing event deleted for resources: {'Port': ['ID=851ec9bb-4fe3-4a26-92c5-6d2112699fe6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:09.470134 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c196bcc4-9209-432c-882c-c7b52f870981 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.476831 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c196bcc4-9209-432c-882c-c7b52f870981 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.478666 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c196bcc4-9209-432c-882c-c7b52f870981 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "DELETE /v2.0/networks/5371997d-4eb1-448d-9907-bce0d3ffafe8 HTTP/1.1" status: 204 len: 168 time: 0.5830803 Jul 22 16:58:09.481431 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54646) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:09.494012 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196bcc4-9209-432c-882c-c7b52f870981 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event deleted for resources: {'Network': ['ID=5371997d-4eb1-448d-9907-bce0d3ffafe8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:09.604525 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-11ef8444-183a-4c17-8f42-646ffb21f867 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Deleting port 43a4e937-15a0-4c72-8776-cd4307b2db92 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:09.605113 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11ef8444-183a-4c17-8f42-646ffb21f867 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.677642 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11ef8444-183a-4c17-8f42-646ffb21f867 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.677999 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11ef8444-183a-4c17-8f42-646ffb21f867 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.689450 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-11ef8444-183a-4c17-8f42-646ffb21f867 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Calling delete_port for 43a4e937-15a0-4c72-8776-cd4307b2db92 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:10.110920 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11ef8444-183a-4c17-8f42-646ffb21f867 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.136111 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef8444-183a-4c17-8f42-646ffb21f867 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event deleted for resources: {'Port': ['ID=43a4e937-15a0-4c72-8776-cd4307b2db92,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:10.200111 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11ef8444-183a-4c17-8f42-646ffb21f867 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.203410 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11ef8444-183a-4c17-8f42-646ffb21f867 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.204584 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-11ef8444-183a-4c17-8f42-646ffb21f867 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "DELETE /v2.0/floatingips/da0bfa16-39d0-4985-94b9-6e68792eb14f HTTP/1.1" status: 204 len: 168 time: 0.7214851 Jul 22 16:58:10.208030 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54648) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:10.234434 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-3722b951-2b20-4126-a46a-fcd41bc4fe06 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:10.235043 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3722b951-2b20-4126-a46a-fcd41bc4fe06 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:10.236676 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3722b951-2b20-4126-a46a-fcd41bc4fe06 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "DELETE /v2.0/ports/bab308b7-e2e3-4b10-bae8-53661b67dc76 HTTP/1.1" status: 404 len: 333 time: 0.0275614 Jul 22 16:58:10.239108 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54650) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:10.267897 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-efeb430c-51ac-4858-a79c-ba6e04648806 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "GET /v2.0/ports?device_id=9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260 HTTP/1.1" status: 200 len: 205 time: 0.0277529 Jul 22 16:58:10.269977 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54652) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:10.314379 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-b399d832-a7f2-4420-8e33-877808b1bd92 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] delete failed (client error): The resource could not be found. Jul 22 16:58:10.315441 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b399d832-a7f2-4420-8e33-877808b1bd92 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "DELETE /v2.0/routers/9dc6fbb9-e8d8-4d51-b255-3ee5fa0ad260 HTTP/1.1" status: 404 len: 336 time: 0.0445364 Jul 22 16:58:10.317783 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54654) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:10.348691 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbc9e70-2aa8-433d-b285-f5d145b0c0ca tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:10.349150 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dbc9e70-2aa8-433d-b285-f5d145b0c0ca tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:10.350900 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8dbc9e70-2aa8-433d-b285-f5d145b0c0ca tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "DELETE /v2.0/subnets/0e0426be-72d4-4b47-a60c-ff71b688d816 HTTP/1.1" status: 404 len: 337 time: 0.0321937 Jul 22 16:58:10.353311 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54656) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:10.438216 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4378d0fe-38cb-491c-b2c1-38d569c34169 req-b599e352-e282-4c44-9063-84293e1702b8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0564511 Jul 22 16:58:10.467016 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d6d192b3-7570-453d-87b9-765eabe46090 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Deleting port feae560a-ec9a-4234-a14e-47e6b3add78e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:10.467424 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6d192b3-7570-453d-87b9-765eabe46090 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.552449 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378d0fe-38cb-491c-b2c1-38d569c34169 req-475aed94-f0d1-466a-8333-d569473aa5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:10.554918 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4378d0fe-38cb-491c-b2c1-38d569c34169 req-475aed94-f0d1-466a-8333-d569473aa5ea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 1096 time: 0.0581989 Jul 22 16:58:10.566024 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6d192b3-7570-453d-87b9-765eabe46090 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.578878 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d6d192b3-7570-453d-87b9-765eabe46090 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Calling delete_port for feae560a-ec9a-4234-a14e-47e6b3add78e owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:10.664297 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378d0fe-38cb-491c-b2c1-38d569c34169 req-6ab9bc35-8667-40e1-a92a-0baad55647aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:10.665803 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4378d0fe-38cb-491c-b2c1-38d569c34169 req-6ab9bc35-8667-40e1-a92a-0baad55647aa service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ac2a2a2-c975-4729-bfd3-ca75b769ef6e HTTP/1.1" status: 200 len: 897 time: 0.0911984 Jul 22 16:58:10.712344 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6d192b3-7570-453d-87b9-765eabe46090 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.742066 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4378d0fe-38cb-491c-b2c1-38d569c34169 req-36422e00-41b8-4ccf-9d85-b4ee6708fbe6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=731f65ba-8c16-4c64-99b9-6254f0fa36ba HTTP/1.1" status: 200 len: 1001 time: 0.0657318 Jul 22 16:58:10.746367 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d192b3-7570-453d-87b9-765eabe46090 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event deleted for resources: {'Port': ['ID=feae560a-ec9a-4234-a14e-47e6b3add78e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:10.795515 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378d0fe-38cb-491c-b2c1-38d569c34169 req-82a15646-9b2d-4cb6-bdf8-d38bdb6eb533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:10.797014 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4378d0fe-38cb-491c-b2c1-38d569c34169 req-82a15646-9b2d-4cb6-bdf8-d38bdb6eb533 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8d3dbd7-f303-460b-b397-0f03af5bccf5 HTTP/1.1" status: 200 len: 835 time: 0.0484791 Jul 22 16:58:10.824562 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6d192b3-7570-453d-87b9-765eabe46090 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.827333 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d6d192b3-7570-453d-87b9-765eabe46090 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "DELETE /v2.0/ports/feae560a-ec9a-4234-a14e-47e6b3add78e HTTP/1.1" status: 204 len: 168 time: 0.4731081 Jul 22 16:58:10.829952 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54666) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:10.867470 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378d0fe-38cb-491c-b2c1-38d569c34169 req-40e03142-1382-4020-8d20-290c78796e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:10.868981 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4378d0fe-38cb-491c-b2c1-38d569c34169 req-40e03142-1382-4020-8d20-290c78796e34 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ac2a2a2-c975-4729-bfd3-ca75b769ef6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659137 Jul 22 16:58:10.942804 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f96dd8ab-7690-467e-b320-385f0c3226ca tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Deleting port fb164445-5950-4b76-b45b-290183d827d0 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:10.943136 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f96dd8ab-7690-467e-b320-385f0c3226ca tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.975097 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4378d0fe-38cb-491c-b2c1-38d569c34169 req-fbaa5b9a-443d-4975-b15b-94a10e2c500d service neutron] 10.222.0.16 "GET /v2.0/networks/2ac2a2a2-c975-4729-bfd3-ca75b769ef6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970354 Jul 22 16:58:11.031505 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f96dd8ab-7690-467e-b320-385f0c3226ca tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:11.043261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f96dd8ab-7690-467e-b320-385f0c3226ca tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Calling delete_port for fb164445-5950-4b76-b45b-290183d827d0 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:11.078391 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4378d0fe-38cb-491c-b2c1-38d569c34169 req-92ff7865-529b-42f1-b2f3-17e1fdab6284 service neutron] 10.222.0.16 "GET /v2.0/networks/2ac2a2a2-c975-4729-bfd3-ca75b769ef6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958672 Jul 22 16:58:11.492789 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f96dd8ab-7690-467e-b320-385f0c3226ca tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:11.520813 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96dd8ab-7690-467e-b320-385f0c3226ca tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event deleted for resources: {'Port': ['ID=fb164445-5950-4b76-b45b-290183d827d0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:11.590661 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f96dd8ab-7690-467e-b320-385f0c3226ca tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:11.593138 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f96dd8ab-7690-467e-b320-385f0c3226ca tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "DELETE /v2.0/ports/fb164445-5950-4b76-b45b-290183d827d0 HTTP/1.1" status: 204 len: 168 time: 0.7622256 Jul 22 16:58:11.595638 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54682) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:11.662909 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9038e29-b71e-4547-8dba-b4e65753e14f tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:11.664378 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d9038e29-b71e-4547-8dba-b4e65753e14f tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "GET /v2.0/ports?device_id=162dfec8-15db-4246-ba5d-5e2690867dc6 HTTP/1.1" status: 200 len: 913 time: 0.0677974 Jul 22 16:58:11.667036 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54684) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:12.025365 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48a70740-1eaf-431e-91a2-41374eef3437 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:12.161413 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:12.280526 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:12.303143 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-48a70740-1eaf-431e-91a2-41374eef3437 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Deleting port 13219af4-43f6-49cf-afdd-797c6dee1f8d {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:12.303494 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48a70740-1eaf-431e-91a2-41374eef3437 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:12.393662 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48a70740-1eaf-431e-91a2-41374eef3437 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:12.408026 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-48a70740-1eaf-431e-91a2-41374eef3437 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Calling delete_port for 13219af4-43f6-49cf-afdd-797c6dee1f8d owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:12.594124 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48a70740-1eaf-431e-91a2-41374eef3437 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:12.622415 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a70740-1eaf-431e-91a2-41374eef3437 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event deleted for resources: {'Port': ['ID=13219af4-43f6-49cf-afdd-797c6dee1f8d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:12.804203 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48a70740-1eaf-431e-91a2-41374eef3437 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.020707 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a70740-1eaf-431e-91a2-41374eef3437 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Router 162dfec8-15db-4246-ba5d-5e2690867dc6 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:58:13.127180 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a70740-1eaf-431e-91a2-41374eef3437 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:58:13.132816 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-48a70740-1eaf-431e-91a2-41374eef3437 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "PUT /v2.0/routers/162dfec8-15db-4246-ba5d-5e2690867dc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4648476 Jul 22 16:58:13.135207 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54712) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:13.139493 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e3b666-9208-4743-a544-63775077ffdf None None] Sync routers for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:58:13.149433 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e3b666-9208-4743-a544-63775077ffdf None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:13.150084 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-07e3b666-9208-4743-a544-63775077ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:13.182245 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-07e3b666-9208-4743-a544-63775077ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:13.192217 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e3b666-9208-4743-a544-63775077ffdf None None] Routers {'162dfec8-15db-4246-ba5d-5e2690867dc6'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:13.192853 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-07e3b666-9208-4743-a544-63775077ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['162dfec8-15db-4246-ba5d-5e2690867dc6'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:13.226169 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-07e3b666-9208-4743-a544-63775077ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:13.226829 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e3b666-9208-4743-a544-63775077ffdf None None] The sync data for ids ['162dfec8-15db-4246-ba5d-5e2690867dc6'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:58:13.257073 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7195c15a-b65c-464b-b131-10a8ec6ebaa8 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.362561 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7195c15a-b65c-464b-b131-10a8ec6ebaa8 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.416065 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7195c15a-b65c-464b-b131-10a8ec6ebaa8 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Deleting port df661dd2-a1e6-4a45-a7d6-07aa278b79ac {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:13.416406 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7195c15a-b65c-464b-b131-10a8ec6ebaa8 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.495933 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7195c15a-b65c-464b-b131-10a8ec6ebaa8 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.507949 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7195c15a-b65c-464b-b131-10a8ec6ebaa8 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Calling delete_port for df661dd2-a1e6-4a45-a7d6-07aa278b79ac owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:13.684540 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7195c15a-b65c-464b-b131-10a8ec6ebaa8 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.715799 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195c15a-b65c-464b-b131-10a8ec6ebaa8 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event deleted for resources: {'Port': ['ID=df661dd2-a1e6-4a45-a7d6-07aa278b79ac,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:13.780988 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7195c15a-b65c-464b-b131-10a8ec6ebaa8 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.875355 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7195c15a-b65c-464b-b131-10a8ec6ebaa8 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.877655 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7195c15a-b65c-464b-b131-10a8ec6ebaa8 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.921069 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7195c15a-b65c-464b-b131-10a8ec6ebaa8 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.921742 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7195c15a-b65c-464b-b131-10a8ec6ebaa8 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Fanout notify agent at l3_agent the message router_deleted on router 162dfec8-15db-4246-ba5d-5e2690867dc6 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:58:13.928916 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7195c15a-b65c-464b-b131-10a8ec6ebaa8 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.933113 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54728) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:13.934578 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7195c15a-b65c-464b-b131-10a8ec6ebaa8 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "DELETE /v2.0/routers/162dfec8-15db-4246-ba5d-5e2690867dc6 HTTP/1.1" status: 204 len: 168 time: 0.7981784 Jul 22 16:58:13.993529 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dacd4dd-e386-45c2-a75a-2223f459e9d8 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Deleting subnet 17e13ac0-2397-4e30-81e9-f043a02758e6 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:58:13.996596 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4dacd4dd-e386-45c2-a75a-2223f459e9d8 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.040855 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4dacd4dd-e386-45c2-a75a-2223f459e9d8 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.085348 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4dacd4dd-e386-45c2-a75a-2223f459e9d8 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.145347 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4dacd4dd-e386-45c2-a75a-2223f459e9d8 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.177582 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dacd4dd-e386-45c2-a75a-2223f459e9d8 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event deleted for resources: {'Subnet': ['ID=17e13ac0-2397-4e30-81e9-f043a02758e6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:14.182275 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4dacd4dd-e386-45c2-a75a-2223f459e9d8 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.184082 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4dacd4dd-e386-45c2-a75a-2223f459e9d8 tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "DELETE /v2.0/subnets/17e13ac0-2397-4e30-81e9-f043a02758e6 HTTP/1.1" status: 204 len: 168 time: 0.2501724 Jul 22 16:58:14.186605 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54734) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:14.264463 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f5a788c-cd2a-4e54-81f9-471c5043d11e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.353329 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f5a788c-cd2a-4e54-81f9-471c5043d11e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.363774 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2f5a788c-cd2a-4e54-81f9-471c5043d11e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d205af-77ba-46eb-89b6-0b7a82489232']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:14.373209 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2f5a788c-cd2a-4e54-81f9-471c5043d11e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e25c7c0c-e001-42b0-82b7-8c1fc1323973') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:14.373510 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2f5a788c-cd2a-4e54-81f9-471c5043d11e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e25c7c0c-e001-42b0-82b7-8c1fc1323973') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:14.382480 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f5a788c-cd2a-4e54-81f9-471c5043d11e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.396943 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f5a788c-cd2a-4e54-81f9-471c5043d11e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.403082 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5a788c-cd2a-4e54-81f9-471c5043d11e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:58:14.404041 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f5a788c-cd2a-4e54-81f9-471c5043d11e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:58:14.407007 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:58:14.473629 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f5a788c-cd2a-4e54-81f9-471c5043d11e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.480793 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f5a788c-cd2a-4e54-81f9-471c5043d11e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.485404 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2f5a788c-cd2a-4e54-81f9-471c5043d11e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] 10.222.0.69 "DELETE /v2.0/networks/f6d205af-77ba-46eb-89b6-0b7a82489232 HTTP/1.1" status: 204 len: 168 time: 0.2978227 Jul 22 16:58:14.496881 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a788c-cd2a-4e54-81f9-471c5043d11e tempest-FloatingIPTestJSON-1059740868 tempest-FloatingIPTestJSON-1059740868-project] Pushing event deleted for resources: {'Network': ['ID=f6d205af-77ba-46eb-89b6-0b7a82489232,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:14.726586 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54750) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:14.862335 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b1dc908b-4140-40eb-9863-c11788da49f5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3eef7ff8af2e43218cdb57938719c397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343966 Jul 22 16:58:14.864703 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54754) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:14.914183 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75478738-e2ab-4116-b95b-017e900ff622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.935612 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75478738-e2ab-4116-b95b-017e900ff622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.984676 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75478738-e2ab-4116-b95b-017e900ff622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.987431 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75478738-e2ab-4116-b95b-017e900ff622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.988641 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-75478738-e2ab-4116-b95b-017e900ff622 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9bdce64d-ffd9-45b0-8b6a-67b6c2a8af42 HTTP/1.1" status: 204 len: 168 time: 0.1230061 Jul 22 16:58:14.996623 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75478738-e2ab-4116-b95b-017e900ff622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdce64d-ffd9-45b0-8b6a-67b6c2a8af42,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:15.623519 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54790) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:15.720589 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-73df8a9d-80d5-4408-b9f0-4ebc88b17368 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-398661208'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:15.743634 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73df8a9d-80d5-4408-b9f0-4ebc88b17368 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Made reservation on behalf of 35d27f87d82945bea2138421ccbe1afc for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:15.747403 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73df8a9d-80d5-4408-b9f0-4ebc88b17368 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.764102 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73df8a9d-80d5-4408-b9f0-4ebc88b17368 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.860534 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73df8a9d-80d5-4408-b9f0-4ebc88b17368 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.864242 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73df8a9d-80d5-4408-b9f0-4ebc88b17368 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.887314 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73df8a9d-80d5-4408-b9f0-4ebc88b17368 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:58:15.901498 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df8a9d-80d5-4408-b9f0-4ebc88b17368 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e378466-439d-4540-a83e-d0e4ac0317ac,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:15.907465 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73df8a9d-80d5-4408-b9f0-4ebc88b17368 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.907751 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-73df8a9d-80d5-4408-b9f0-4ebc88b17368 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Added segment 4f11746a-78c3-48b8-a730-c22e39d36fee of type vlan for network 3438d011-0f89-4d6f-982d-e2ec1961b15f Jul 22 16:58:15.947432 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73df8a9d-80d5-4408-b9f0-4ebc88b17368 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.976835 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73df8a9d-80d5-4408-b9f0-4ebc88b17368 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.982304 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73df8a9d-80d5-4408-b9f0-4ebc88b17368 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:15.982892 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73df8a9d-80d5-4408-b9f0-4ebc88b17368 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:16.043063 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-73df8a9d-80d5-4408-b9f0-4ebc88b17368 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4183564 Jul 22 16:58:16.045812 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54802) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:16.051574 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6b8cdb78-8772-4d4b-9192-cfa6b79cea40 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Request body: {'subnet': {'network_id': '3438d011-0f89-4d6f-982d-e2ec1961b15f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:16.100944 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df8a9d-80d5-4408-b9f0-4ebc88b17368 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Pushing event updated for resources: {'Network': ['ID=3438d011-0f89-4d6f-982d-e2ec1961b15f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:16.119080 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 3438d011-0f89-4d6f-982d-e2ec1961b15f details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:58:16.146763 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8cdb78-8772-4d4b-9192-cfa6b79cea40 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Made reservation on behalf of 35d27f87d82945bea2138421ccbe1afc for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:16.150462 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b8cdb78-8772-4d4b-9192-cfa6b79cea40 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:16.342406 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b8cdb78-8772-4d4b-9192-cfa6b79cea40 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:16.404909 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cdb78-8772-4d4b-9192-cfa6b79cea40 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Pushing event updated for resources: {'Subnet': ['ID=683c9505-69fa-43a2-a598-6c3406444552,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:16.409159 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8cdb78-8772-4d4b-9192-cfa6b79cea40 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Checking segment: {'id': '4f11746a-78c3-48b8-a730-c22e39d36fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3438d011-0f89-4d6f-982d-e2ec1961b15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:16.409523 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8cdb78-8772-4d4b-9192-cfa6b79cea40 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Network hostable DHCP agents. Network: 3438d011-0f89-4d6f-982d-e2ec1961b15f, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:58:16.426213 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8cdb78-8772-4d4b-9192-cfa6b79cea40 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Network 3438d011-0f89-4d6f-982d-e2ec1961b15f is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:58:16.436065 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-6b8cdb78-8772-4d4b-9192-cfa6b79cea40 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 3438d011-0f89-4d6f-982d-e2ec1961b15f) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:16.440775 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8cdb78-8772-4d4b-9192-cfa6b79cea40 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:16.442223 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b8cdb78-8772-4d4b-9192-cfa6b79cea40 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:16.444604 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bd69d1-87d0-4de7-a6c0-fc8df33f1518 None None] Network 3438d011-0f89-4d6f-982d-e2ec1961b15f requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:16.460736 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6b8cdb78-8772-4d4b-9192-cfa6b79cea40 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4108779 Jul 22 16:58:16.460933 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54810) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:16.465506 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b658dd0f-b1d8-407c-a38b-bad004c59d5c tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-992769305', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:16.488323 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b658dd0f-b1d8-407c-a38b-bad004c59d5c tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:16.489295 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b658dd0f-b1d8-407c-a38b-bad004c59d5c tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:16.542174 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b658dd0f-b1d8-407c-a38b-bad004c59d5c tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:16.547387 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b658dd0f-b1d8-407c-a38b-bad004c59d5c tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:16.566200 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b658dd0f-b1d8-407c-a38b-bad004c59d5c tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:16.567921 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b658dd0f-b1d8-407c-a38b-bad004c59d5c tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1060674 Jul 22 16:58:16.570896 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54814) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:16.606237 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02212025-21f0-4515-8cf8-af91a43d066b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-3438d011-0f89-4d6f-982d-e2ec1961b15f', 'network_id': '3438d011-0f89-4d6f-982d-e2ec1961b15f', 'tenant_id': '35d27f87d82945bea2138421ccbe1afc', 'fixed_ips': [{'subnet_id': '683c9505-69fa-43a2-a598-6c3406444552'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:58:16.607158 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02212025-21f0-4515-8cf8-af91a43d066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:16.768695 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-02212025-21f0-4515-8cf8-af91a43d066b None None] Allocated IP 172.20.0.2 (3438d011-0f89-4d6f-982d-e2ec1961b15f/683c9505-69fa-43a2-a598-6c3406444552/1440786e-a2c8-45c2-8e3b-630ef14adc67) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:16.893692 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6c94963-88be-4343-96bc-9fe2332e820e tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:16.927697 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02212025-21f0-4515-8cf8-af91a43d066b None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:16.936736 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-02212025-21f0-4515-8cf8-af91a43d066b None None] Transition to ACTIVE for port object 1440786e-a2c8-45c2-8e3b-630ef14adc67 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:16.952510 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-02212025-21f0-4515-8cf8-af91a43d066b None None] Transition to ACTIVE for port object 1440786e-a2c8-45c2-8e3b-630ef14adc67 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:16.958752 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02212025-21f0-4515-8cf8-af91a43d066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:16.998960 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02212025-21f0-4515-8cf8-af91a43d066b None None] Network 3438d011-0f89-4d6f-982d-e2ec1961b15f is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:17.004835 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-02212025-21f0-4515-8cf8-af91a43d066b None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:17.007354 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02212025-21f0-4515-8cf8-af91a43d066b None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:17.030807 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02212025-21f0-4515-8cf8-af91a43d066b None None] Pushing event updated for resources: {'Port': ['ID=1440786e-a2c8-45c2-8e3b-630ef14adc67,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:17.106894 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-02212025-21f0-4515-8cf8-af91a43d066b None None] Attempting to bind port 1440786e-a2c8-45c2-8e3b-630ef14adc67 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:58:17.107621 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-02212025-21f0-4515-8cf8-af91a43d066b None None] Attempting to bind port 1440786e-a2c8-45c2-8e3b-630ef14adc67 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '4f11746a-78c3-48b8-a730-c22e39d36fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3438d011-0f89-4d6f-982d-e2ec1961b15f'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:58:17.108134 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02212025-21f0-4515-8cf8-af91a43d066b None None] Attempting to bind port 1440786e-a2c8-45c2-8e3b-630ef14adc67 on network 3438d011-0f89-4d6f-982d-e2ec1961b15f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:58:17.115434 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02212025-21f0-4515-8cf8-af91a43d066b None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:58:17.115889 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02212025-21f0-4515-8cf8-af91a43d066b None None] Checking segment: {'id': '4f11746a-78c3-48b8-a730-c22e39d36fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3438d011-0f89-4d6f-982d-e2ec1961b15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:17.116380 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02212025-21f0-4515-8cf8-af91a43d066b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:17.116848 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02212025-21f0-4515-8cf8-af91a43d066b None None] Bound using segment: {'id': '4f11746a-78c3-48b8-a730-c22e39d36fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3438d011-0f89-4d6f-982d-e2ec1961b15f'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:58:17.117900 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-02212025-21f0-4515-8cf8-af91a43d066b None None] Bound port: 1440786e-a2c8-45c2-8e3b-630ef14adc67, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f11746a-78c3-48b8-a730-c22e39d36fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3438d011-0f89-4d6f-982d-e2ec1961b15f'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:58:17.118164 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02212025-21f0-4515-8cf8-af91a43d066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:17.188030 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-02212025-21f0-4515-8cf8-af91a43d066b None None] For port 1440786e-a2c8-45c2-8e3b-630ef14adc67, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:58:17.192628 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-02212025-21f0-4515-8cf8-af91a43d066b None None] For port 1440786e-a2c8-45c2-8e3b-630ef14adc67, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1440786e-a2c8-45c2-8e3b-630ef14adc67,segment=NetworkSegment(4f11746a-78c3-48b8-a730-c22e39d36fee),segment_id=4f11746a-78c3-48b8-a730-c22e39d36fee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:58:17.196898 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02212025-21f0-4515-8cf8-af91a43d066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:17.232946 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-e6c94963-88be-4343-96bc-9fe2332e820e tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Allocated IP 172.20.0.1 (3438d011-0f89-4d6f-982d-e2ec1961b15f/683c9505-69fa-43a2-a598-6c3406444552/61a39f04-d80f-4a8a-acf0-a5d8b815ae05) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:17.272835 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02212025-21f0-4515-8cf8-af91a43d066b None None] Pushing event updated for resources: {'Port': ['ID=1440786e-a2c8-45c2-8e3b-630ef14adc67,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:17.375381 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6c94963-88be-4343-96bc-9fe2332e820e tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:17.389346 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e6c94963-88be-4343-96bc-9fe2332e820e tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Transition to ACTIVE for port object 61a39f04-d80f-4a8a-acf0-a5d8b815ae05 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:17.423721 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6c94963-88be-4343-96bc-9fe2332e820e tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:17.484010 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c94963-88be-4343-96bc-9fe2332e820e tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Network 3438d011-0f89-4d6f-982d-e2ec1961b15f is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:17.487554 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e6c94963-88be-4343-96bc-9fe2332e820e tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:17.490077 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c94963-88be-4343-96bc-9fe2332e820e tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:17.532988 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c94963-88be-4343-96bc-9fe2332e820e tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Pushing event updated for resources: {'Port': ['ID=61a39f04-d80f-4a8a-acf0-a5d8b815ae05,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:17.550357 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6c94963-88be-4343-96bc-9fe2332e820e tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:17.747769 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6c94963-88be-4343-96bc-9fe2332e820e tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:18.017943 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6c94963-88be-4343-96bc-9fe2332e820e tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:18.022882 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6c94963-88be-4343-96bc-9fe2332e820e tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:18.099924 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c94963-88be-4343-96bc-9fe2332e820e tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Pushing event updated for resources: {'Port': ['ID=61a39f04-d80f-4a8a-acf0-a5d8b815ae05,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:18.107454 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e6c94963-88be-4343-96bc-9fe2332e820e tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:18.270554 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17140f74-1d37-43b6-9db6-d7ea2c5be241 None None] Network 3438d011-0f89-4d6f-982d-e2ec1961b15f requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:18.406357 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bd35f32b-3e3f-44b6-9a73-700caf7c41e3 None None] Provisioning for port 1440786e-a2c8-45c2-8e3b-630ef14adc67 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:18.520322 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c94963-88be-4343-96bc-9fe2332e820e tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Network 3438d011-0f89-4d6f-982d-e2ec1961b15f is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:18.521638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e6c94963-88be-4343-96bc-9fe2332e820e tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:18.644529 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c94963-88be-4343-96bc-9fe2332e820e tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Router 609b3e37-3447-4f51-b3b8-d3bea29bf2ea is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:58:18.752559 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c94963-88be-4343-96bc-9fe2332e820e tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:58:18.762428 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e6c94963-88be-4343-96bc-9fe2332e820e tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] 10.222.0.69 "PUT /v2.0/routers/609b3e37-3447-4f51-b3b8-d3bea29bf2ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1859863 Jul 22 16:58:18.762428 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54854) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:18.770028 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-59418260-98d3-4442-85e0-1e52e2d5e54f tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Request body: {'port': {'network_id': '3438d011-0f89-4d6f-982d-e2ec1961b15f', 'name': 'tempest-FloatingIPNegativeTestJSON-1981663631'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:18.783067 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83f19a9-d44c-43e1-b418-1fde954f8324 None None] Sync routers for ids ['609b3e37-3447-4f51-b3b8-d3bea29bf2ea'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:58:18.794639 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83f19a9-d44c-43e1-b418-1fde954f8324 None None] Routers {'609b3e37-3447-4f51-b3b8-d3bea29bf2ea'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:18.795512 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e83f19a9-d44c-43e1-b418-1fde954f8324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['609b3e37-3447-4f51-b3b8-d3bea29bf2ea'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:18.804097 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-977744a1-42e8-4d68-b3e5-d34087c6f244 None None] Provisioning for port 61a39f04-d80f-4a8a-acf0-a5d8b815ae05 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:18.809446 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-977744a1-42e8-4d68-b3e5-d34087c6f244 None None] Provisioning complete for port 61a39f04-d80f-4a8a-acf0-a5d8b815ae05 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:18.810104 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-977744a1-42e8-4d68-b3e5-d34087c6f244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:18.832684 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e83f19a9-d44c-43e1-b418-1fde954f8324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:18.843931 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83f19a9-d44c-43e1-b418-1fde954f8324 None None] Routers {'609b3e37-3447-4f51-b3b8-d3bea29bf2ea'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:18.844781 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e83f19a9-d44c-43e1-b418-1fde954f8324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['609b3e37-3447-4f51-b3b8-d3bea29bf2ea'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:18.879178 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e83f19a9-d44c-43e1-b418-1fde954f8324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:18.880335 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83f19a9-d44c-43e1-b418-1fde954f8324 None None] The sync data for ids ['609b3e37-3447-4f51-b3b8-d3bea29bf2ea'] in n-d-798930-9 is: [] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:58:18.881973 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-977744a1-42e8-4d68-b3e5-d34087c6f244 None None] Port 61a39f04-d80f-4a8a-acf0-a5d8b815ae05 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:58:18.907130 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59418260-98d3-4442-85e0-1e52e2d5e54f tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Made reservation on behalf of 35d27f87d82945bea2138421ccbe1afc for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:18.910881 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59418260-98d3-4442-85e0-1e52e2d5e54f tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:18.929384 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-59418260-98d3-4442-85e0-1e52e2d5e54f tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] device_id is not set on port fd611f26-1d9b-48cc-b679-26f37f3c05c3 yet. {{(pid=93816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:58:19.005000 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9e0d84c4-1bd9-44a8-8256-e4046764b444 None None] Provisioning complete for port 61a39f04-d80f-4a8a-acf0-a5d8b815ae05 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:19.005291 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e0d84c4-1bd9-44a8-8256-e4046764b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:19.059112 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-59418260-98d3-4442-85e0-1e52e2d5e54f tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Allocated IP 172.20.0.6 (3438d011-0f89-4d6f-982d-e2ec1961b15f/683c9505-69fa-43a2-a598-6c3406444552/fd611f26-1d9b-48cc-b679-26f37f3c05c3) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:19.072225 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9e0d84c4-1bd9-44a8-8256-e4046764b444 None None] Port 61a39f04-d80f-4a8a-acf0-a5d8b815ae05 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:58:19.197520 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f3282360-f06f-4c86-97c9-cbfb3799884c None None] Provisioning complete for port 61a39f04-d80f-4a8a-acf0-a5d8b815ae05 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:19.197893 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3282360-f06f-4c86-97c9-cbfb3799884c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:19.231286 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f3282360-f06f-4c86-97c9-cbfb3799884c None None] Port 61a39f04-d80f-4a8a-acf0-a5d8b815ae05 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:58:19.242459 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59418260-98d3-4442-85e0-1e52e2d5e54f tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:19.259178 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-59418260-98d3-4442-85e0-1e52e2d5e54f tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Transition to ACTIVE for port object fd611f26-1d9b-48cc-b679-26f37f3c05c3 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:19.297684 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59418260-98d3-4442-85e0-1e52e2d5e54f tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:19.336978 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1440786e-a2c8-45c2-8e3b-630ef14adc67 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:19.346034 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59418260-98d3-4442-85e0-1e52e2d5e54f tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Network 3438d011-0f89-4d6f-982d-e2ec1961b15f is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:19.352125 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-59418260-98d3-4442-85e0-1e52e2d5e54f tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:19.360635 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59418260-98d3-4442-85e0-1e52e2d5e54f tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:19.395600 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 1440786e-a2c8-45c2-8e3b-630ef14adc67 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:19.400196 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 1440786e-a2c8-45c2-8e3b-630ef14adc67 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:19.402142 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:19.434682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59418260-98d3-4442-85e0-1e52e2d5e54f tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:19.435763 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59418260-98d3-4442-85e0-1e52e2d5e54f tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:19.439516 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59418260-98d3-4442-85e0-1e52e2d5e54f tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Pushing event updated for resources: {'Port': ['ID=fd611f26-1d9b-48cc-b679-26f37f3c05c3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:19.469307 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-59418260-98d3-4442-85e0-1e52e2d5e54f tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7039807 Jul 22 16:58:19.469507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54864) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:19.474629 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6e00bd14-1f1c-4b31-a1fe-2bab0eb26860 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:19.501737 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:19.504800 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e00bd14-1f1c-4b31-a1fe-2bab0eb26860 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:19.540024 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 1440786e-a2c8-45c2-8e3b-630ef14adc67, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1440786e-a2c8-45c2-8e3b-630ef14adc67,segment=NetworkSegment(4f11746a-78c3-48b8-a730-c22e39d36fee),segment_id=4f11746a-78c3-48b8-a730-c22e39d36fee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:19.545180 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:19.609200 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=1440786e-a2c8-45c2-8e3b-630ef14adc67,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:19.632655 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e00bd14-1f1c-4b31-a1fe-2bab0eb26860 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:19.654662 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7fd65063-c265-47a3-a4aa-f3ca78d5a0d8 None None] Provisioning for port fd611f26-1d9b-48cc-b679-26f37f3c05c3 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:19.676000 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7fd65063-c265-47a3-a4aa-f3ca78d5a0d8 None None] Provisioning complete for port fd611f26-1d9b-48cc-b679-26f37f3c05c3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:19.676373 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fd65063-c265-47a3-a4aa-f3ca78d5a0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:19.752600 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-6e00bd14-1f1c-4b31-a1fe-2bab0eb26860 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Allocated IP 172.25.0.200 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/7e20d6a9-5b84-4103-ba46-cd372c79f8b4) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:19.872902 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e00bd14-1f1c-4b31-a1fe-2bab0eb26860 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:19.877109 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7fd65063-c265-47a3-a4aa-f3ca78d5a0d8 None None] Port fd611f26-1d9b-48cc-b679-26f37f3c05c3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:58:19.917641 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e00bd14-1f1c-4b31-a1fe-2bab0eb26860 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:19.960329 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e00bd14-1f1c-4b31-a1fe-2bab0eb26860 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:19.963082 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6e00bd14-1f1c-4b31-a1fe-2bab0eb26860 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:19.966712 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e00bd14-1f1c-4b31-a1fe-2bab0eb26860 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:19.988660 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00bd14-1f1c-4b31-a1fe-2bab0eb26860 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Pushing event updated for resources: {'Port': ['ID=7e20d6a9-5b84-4103-ba46-cd372c79f8b4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:20.056270 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e00bd14-1f1c-4b31-a1fe-2bab0eb26860 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:20.100993 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e00bd14-1f1c-4b31-a1fe-2bab0eb26860 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:20.262908 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e00bd14-1f1c-4b31-a1fe-2bab0eb26860 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:20.269472 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e00bd14-1f1c-4b31-a1fe-2bab0eb26860 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:20.338203 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00bd14-1f1c-4b31-a1fe-2bab0eb26860 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Pushing event updated for resources: {'Port': ['ID=7e20d6a9-5b84-4103-ba46-cd372c79f8b4,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:20.363430 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e00bd14-1f1c-4b31-a1fe-2bab0eb26860 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:20.377585 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6e00bd14-1f1c-4b31-a1fe-2bab0eb26860 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:20.381959 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6e00bd14-1f1c-4b31-a1fe-2bab0eb26860 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9080396 Jul 22 16:58:20.381959 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54888) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:20.386131 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c10a3820-97ee-4625-bdde-4ab01bb8c785 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Request body: {'floatingip': {'port_id': 'fd611f26-1d9b-48cc-b679-26f37f3c05c3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:20.430547 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c10a3820-97ee-4625-bdde-4ab01bb8c785 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:20.557558 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-c10a3820-97ee-4625-bdde-4ab01bb8c785 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] update failed (client error): The resource could not be found. Jul 22 16:58:20.558641 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c10a3820-97ee-4625-bdde-4ab01bb8c785 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] 10.222.0.69 "PUT /v2.0/floatingips/48f3e52f-54ef-480d-92ec-027b73967754 HTTP/1.1" status: 404 len: 507 time: 0.1761181 Jul 22 16:58:20.561558 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54890) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:20.702170 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-03c1e21a-364d-473d-b033-f8c557766001 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Deleting port 7e20d6a9-5b84-4103-ba46-cd372c79f8b4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:20.702657 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03c1e21a-364d-473d-b033-f8c557766001 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:20.778737 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03c1e21a-364d-473d-b033-f8c557766001 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:20.779068 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03c1e21a-364d-473d-b033-f8c557766001 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:20.790420 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-03c1e21a-364d-473d-b033-f8c557766001 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Calling delete_port for 7e20d6a9-5b84-4103-ba46-cd372c79f8b4 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:20.925323 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03c1e21a-364d-473d-b033-f8c557766001 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:20.953517 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1e21a-364d-473d-b033-f8c557766001 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Pushing event deleted for resources: {'Port': ['ID=7e20d6a9-5b84-4103-ba46-cd372c79f8b4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:21.019375 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03c1e21a-364d-473d-b033-f8c557766001 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.021946 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03c1e21a-364d-473d-b033-f8c557766001 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.023117 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-03c1e21a-364d-473d-b033-f8c557766001 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] 10.222.0.69 "DELETE /v2.0/floatingips/48f3e52f-54ef-480d-92ec-027b73967754 HTTP/1.1" status: 204 len: 168 time: 0.4606409 Jul 22 16:58:21.026704 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54902) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:21.031102 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8d6695ec-a85a-4204-870e-0884bdd072ef tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Request body: {'floatingip': {'floating_network_id': '3438d011-0f89-4d6f-982d-e2ec1961b15f', 'port_id': 'fd611f26-1d9b-48cc-b679-26f37f3c05c3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:21.051881 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d6695ec-a85a-4204-870e-0884bdd072ef tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.162131 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-8d6695ec-a85a-4204-870e-0884bdd072ef tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:58:21.163479 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8d6695ec-a85a-4204-870e-0884bdd072ef tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1358659 Jul 22 16:58:21.167309 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54908) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:21.172240 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-76130643-848d-4b63-ac1a-820d2fb6dd01 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': 'fd611f26-1d9b-48cc-b679-26f37f3c05c3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:21.196178 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76130643-848d-4b63-ac1a-820d2fb6dd01 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.299437 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76130643-848d-4b63-ac1a-820d2fb6dd01 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.304388 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1440786e-a2c8-45c2-8e3b-630ef14adc67 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:21.352268 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 1440786e-a2c8-45c2-8e3b-630ef14adc67 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:21.352803 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.406345 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-76130643-848d-4b63-ac1a-820d2fb6dd01 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Allocated IP 172.25.0.95 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/f5e1d7b4-7952-4701-b9d6-0619eecf4a6e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:21.515060 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76130643-848d-4b63-ac1a-820d2fb6dd01 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.553145 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76130643-848d-4b63-ac1a-820d2fb6dd01 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.586993 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76130643-848d-4b63-ac1a-820d2fb6dd01 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:21.589752 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-76130643-848d-4b63-ac1a-820d2fb6dd01 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:21.596974 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76130643-848d-4b63-ac1a-820d2fb6dd01 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:21.625215 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76130643-848d-4b63-ac1a-820d2fb6dd01 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Pushing event updated for resources: {'Port': ['ID=f5e1d7b4-7952-4701-b9d6-0619eecf4a6e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:21.782036 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-76130643-848d-4b63-ac1a-820d2fb6dd01 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Deleting port f5e1d7b4-7952-4701-b9d6-0619eecf4a6e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:21.782383 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76130643-848d-4b63-ac1a-820d2fb6dd01 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.861466 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76130643-848d-4b63-ac1a-820d2fb6dd01 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.861789 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76130643-848d-4b63-ac1a-820d2fb6dd01 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.873405 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-76130643-848d-4b63-ac1a-820d2fb6dd01 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Calling delete_port for f5e1d7b4-7952-4701-b9d6-0619eecf4a6e owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:21.998605 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76130643-848d-4b63-ac1a-820d2fb6dd01 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.030327 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76130643-848d-4b63-ac1a-820d2fb6dd01 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Pushing event deleted for resources: {'Port': ['ID=f5e1d7b4-7952-4701-b9d6-0619eecf4a6e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:22.106687 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-76130643-848d-4b63-ac1a-820d2fb6dd01 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] create failed (client error): The resource could not be found. Jul 22 16:58:22.113606 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54924) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:22.114104 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-76130643-848d-4b63-ac1a-820d2fb6dd01 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.9454772 Jul 22 16:58:22.213036 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9309583a-6643-4215-8c37-f6c32b115d5c tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Deleting port fd611f26-1d9b-48cc-b679-26f37f3c05c3 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:22.213498 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9309583a-6643-4215-8c37-f6c32b115d5c tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.311360 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9309583a-6643-4215-8c37-f6c32b115d5c tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.323395 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9309583a-6643-4215-8c37-f6c32b115d5c tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Calling delete_port for fd611f26-1d9b-48cc-b679-26f37f3c05c3 owned by {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:22.447415 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9309583a-6643-4215-8c37-f6c32b115d5c tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.479538 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309583a-6643-4215-8c37-f6c32b115d5c tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Pushing event deleted for resources: {'Port': ['ID=fd611f26-1d9b-48cc-b679-26f37f3c05c3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:22.556773 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9309583a-6643-4215-8c37-f6c32b115d5c tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.561818 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9309583a-6643-4215-8c37-f6c32b115d5c tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] 10.222.0.69 "DELETE /v2.0/ports/fd611f26-1d9b-48cc-b679-26f37f3c05c3 HTTP/1.1" status: 204 len: 168 time: 0.4442124 Jul 22 16:58:22.562095 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 54934) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:22.628703 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a90a205-4292-4364-9c68-96f8e0aaf426 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:22.630737 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5a90a205-4292-4364-9c68-96f8e0aaf426 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] 10.222.0.69 "GET /v2.0/ports?device_id=609b3e37-3447-4f51-b3b8-d3bea29bf2ea HTTP/1.1" status: 200 len: 913 time: 0.0676548 Jul 22 16:58:22.633506 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54936) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:22.949913 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-363f45f0-d580-484e-871c-4dd7c109cc20 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:23.202382 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-363f45f0-d580-484e-871c-4dd7c109cc20 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Deleting port 61a39f04-d80f-4a8a-acf0-a5d8b815ae05 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:23.202640 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-363f45f0-d580-484e-871c-4dd7c109cc20 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:23.289269 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-363f45f0-d580-484e-871c-4dd7c109cc20 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:23.303632 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-363f45f0-d580-484e-871c-4dd7c109cc20 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Calling delete_port for 61a39f04-d80f-4a8a-acf0-a5d8b815ae05 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:23.473535 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-363f45f0-d580-484e-871c-4dd7c109cc20 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:23.499635 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f45f0-d580-484e-871c-4dd7c109cc20 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Pushing event deleted for resources: {'Port': ['ID=61a39f04-d80f-4a8a-acf0-a5d8b815ae05,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:23.655345 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-363f45f0-d580-484e-871c-4dd7c109cc20 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.117497 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363f45f0-d580-484e-871c-4dd7c109cc20 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Router 609b3e37-3447-4f51-b3b8-d3bea29bf2ea has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:58:24.203049 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363f45f0-d580-484e-871c-4dd7c109cc20 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:58:24.211769 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-363f45f0-d580-484e-871c-4dd7c109cc20 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] 10.222.0.69 "PUT /v2.0/routers/609b3e37-3447-4f51-b3b8-d3bea29bf2ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5746834 Jul 22 16:58:24.212264 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54968) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:24.214792 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79f9445-9a1b-43f2-bdac-1e142c61020b None None] Sync routers for ids ['609b3e37-3447-4f51-b3b8-d3bea29bf2ea'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:58:24.224196 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79f9445-9a1b-43f2-bdac-1e142c61020b None None] Routers {'609b3e37-3447-4f51-b3b8-d3bea29bf2ea'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:24.224915 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d79f9445-9a1b-43f2-bdac-1e142c61020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['609b3e37-3447-4f51-b3b8-d3bea29bf2ea'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:24.257433 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d79f9445-9a1b-43f2-bdac-1e142c61020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:24.273832 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79f9445-9a1b-43f2-bdac-1e142c61020b None None] Routers {'609b3e37-3447-4f51-b3b8-d3bea29bf2ea'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:24.274476 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d79f9445-9a1b-43f2-bdac-1e142c61020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['609b3e37-3447-4f51-b3b8-d3bea29bf2ea'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:24.293849 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f550464f-67d3-4b3f-8f32-d1eec4303d74 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.309817 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d79f9445-9a1b-43f2-bdac-1e142c61020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:24.310493 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79f9445-9a1b-43f2-bdac-1e142c61020b None None] The sync data for ids ['609b3e37-3447-4f51-b3b8-d3bea29bf2ea'] in n-d-798930-9 is: [] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:58:24.464645 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f550464f-67d3-4b3f-8f32-d1eec4303d74 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.466781 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f550464f-67d3-4b3f-8f32-d1eec4303d74 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.510092 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f550464f-67d3-4b3f-8f32-d1eec4303d74 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.510526 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f550464f-67d3-4b3f-8f32-d1eec4303d74 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Fanout notify agent at l3_agent the message router_deleted on router 609b3e37-3447-4f51-b3b8-d3bea29bf2ea {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:58:24.517674 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f550464f-67d3-4b3f-8f32-d1eec4303d74 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.521274 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f550464f-67d3-4b3f-8f32-d1eec4303d74 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] 10.222.0.69 "DELETE /v2.0/routers/609b3e37-3447-4f51-b3b8-d3bea29bf2ea HTTP/1.1" status: 204 len: 168 time: 0.3054349 Jul 22 16:58:24.521462 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54974) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:24.577381 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-90affbe0-7671-4ded-94a5-339b35fe0958 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Deleting subnet 683c9505-69fa-43a2-a598-6c3406444552 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:58:24.580523 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90affbe0-7671-4ded-94a5-339b35fe0958 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.623475 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90affbe0-7671-4ded-94a5-339b35fe0958 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.705188 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90affbe0-7671-4ded-94a5-339b35fe0958 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.766632 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90affbe0-7671-4ded-94a5-339b35fe0958 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.794300 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90affbe0-7671-4ded-94a5-339b35fe0958 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Pushing event deleted for resources: {'Subnet': ['ID=683c9505-69fa-43a2-a598-6c3406444552,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:24.797492 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90affbe0-7671-4ded-94a5-339b35fe0958 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.802777 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-90affbe0-7671-4ded-94a5-339b35fe0958 tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] 10.222.0.69 "DELETE /v2.0/subnets/683c9505-69fa-43a2-a598-6c3406444552 HTTP/1.1" status: 204 len: 168 time: 0.2769027 Jul 22 16:58:24.802777 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 54984) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:24.804750 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6774d07f-e118-4e79-bf60-ff1a01c16bce None None] Network 3438d011-0f89-4d6f-982d-e2ec1961b15f requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:24.904000 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30020a05-ccbe-43df-9608-050e430a806d tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.960500 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-30020a05-ccbe-43df-9608-050e430a806d tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Deleting port 1440786e-a2c8-45c2-8e3b-630ef14adc67 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:24.960842 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30020a05-ccbe-43df-9608-050e430a806d tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.997547 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35e08ee-d041-4ff9-b8f6-a846dd7787ea None None] DHCP port deletion for 3438d011-0f89-4d6f-982d-e2ec1961b15f request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:58:25.034919 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-30020a05-ccbe-43df-9608-050e430a806d tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] For port 1440786e-a2c8-45c2-8e3b-630ef14adc67, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1440786e-a2c8-45c2-8e3b-630ef14adc67,segment=NetworkSegment(4f11746a-78c3-48b8-a730-c22e39d36fee),segment_id=4f11746a-78c3-48b8-a730-c22e39d36fee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:25.035222 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30020a05-ccbe-43df-9608-050e430a806d tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:25.047119 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-30020a05-ccbe-43df-9608-050e430a806d tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Calling delete_port for 1440786e-a2c8-45c2-8e3b-630ef14adc67 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:25.049002 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c35e08ee-d041-4ff9-b8f6-a846dd7787ea None None] Deleting port 1440786e-a2c8-45c2-8e3b-630ef14adc67 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:25.049384 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c35e08ee-d041-4ff9-b8f6-a846dd7787ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:25.118305 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c35e08ee-d041-4ff9-b8f6-a846dd7787ea None None] For port 1440786e-a2c8-45c2-8e3b-630ef14adc67, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1440786e-a2c8-45c2-8e3b-630ef14adc67,segment=NetworkSegment(4f11746a-78c3-48b8-a730-c22e39d36fee),segment_id=4f11746a-78c3-48b8-a730-c22e39d36fee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:25.118806 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c35e08ee-d041-4ff9-b8f6-a846dd7787ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:25.132908 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30020a05-ccbe-43df-9608-050e430a806d tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:25.135225 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c35e08ee-d041-4ff9-b8f6-a846dd7787ea None None] Calling delete_port for 1440786e-a2c8-45c2-8e3b-630ef14adc67 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:25.163262 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30020a05-ccbe-43df-9608-050e430a806d tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Pushing event deleted for resources: {'Port': ['ID=1440786e-a2c8-45c2-8e3b-630ef14adc67,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:25.167893 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30020a05-ccbe-43df-9608-050e430a806d tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] No DVR routers for this DVR port 1440786e-a2c8-45c2-8e3b-630ef14adc67 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:58:25.223118 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c35e08ee-d041-4ff9-b8f6-a846dd7787ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:25.247843 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e08ee-d041-4ff9-b8f6-a846dd7787ea None None] Pushing event deleted for resources: {'Port': ['ID=1440786e-a2c8-45c2-8e3b-630ef14adc67,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:25.249602 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30020a05-ccbe-43df-9608-050e430a806d tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:25.251584 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35e08ee-d041-4ff9-b8f6-a846dd7787ea None None] No DVR routers for this DVR port 1440786e-a2c8-45c2-8e3b-630ef14adc67 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:58:25.260413 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-30020a05-ccbe-43df-9608-050e430a806d tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3438d011-0f89-4d6f-982d-e2ec1961b15f']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:25.272360 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-30020a05-ccbe-43df-9608-050e430a806d tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f11746a-78c3-48b8-a730-c22e39d36fee') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:25.272656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-30020a05-ccbe-43df-9608-050e430a806d tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f11746a-78c3-48b8-a730-c22e39d36fee') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:25.282215 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30020a05-ccbe-43df-9608-050e430a806d tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:25.305207 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30020a05-ccbe-43df-9608-050e430a806d tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:25.312162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30020a05-ccbe-43df-9608-050e430a806d tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:58:25.312640 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30020a05-ccbe-43df-9608-050e430a806d tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:58:25.315811 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:58:25.343906 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1440786e-a2c8-45c2-8e3b-630ef14adc67 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:58:25.370059 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 1440786e-a2c8-45c2-8e3b-630ef14adc67 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:58:25.370418 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1440786e-a2c8-45c2-8e3b-630ef14adc67 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:58:25.379278 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30020a05-ccbe-43df-9608-050e430a806d tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:25.387814 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30020a05-ccbe-43df-9608-050e430a806d tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:25.392633 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-30020a05-ccbe-43df-9608-050e430a806d tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] 10.222.0.69 "DELETE /v2.0/networks/3438d011-0f89-4d6f-982d-e2ec1961b15f HTTP/1.1" status: 204 len: 168 time: 0.5898643 Jul 22 16:58:25.404735 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30020a05-ccbe-43df-9608-050e430a806d tempest-FloatingIPNegativeTestJSON-1719434598 tempest-FloatingIPNegativeTestJSON-1719434598-project] Pushing event deleted for resources: {'Network': ['ID=3438d011-0f89-4d6f-982d-e2ec1961b15f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:25.636827 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55002) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:25.784170 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-75fb6b07-2dbf-4178-a2bf-51da20bb4f35 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=35d27f87d82945bea2138421ccbe1afc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454086 Jul 22 16:58:25.786744 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55008) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:25.834822 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a4a5d72-753c-443b-889c-4017aa225bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:25.860414 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a4a5d72-753c-443b-889c-4017aa225bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:25.910684 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a4a5d72-753c-443b-889c-4017aa225bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:25.913563 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a4a5d72-753c-443b-889c-4017aa225bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:25.914736 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1a4a5d72-753c-443b-889c-4017aa225bd6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8e378466-439d-4540-a83e-d0e4ac0317ac HTTP/1.1" status: 204 len: 168 time: 0.1270361 Jul 22 16:58:25.924688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a5d72-753c-443b-889c-4017aa225bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e378466-439d-4540-a83e-d0e4ac0317ac,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:26.559938 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55046) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:26.661951 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-20c7e282-2711-4acc-9688-363cf4fa08f0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1570174136-network', 'tenant_id': 'fd1658c308a5419189d70e5540862c8b'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:26.674619 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1909d56-05bf-4b82-8a6a-aa30bb1017ea req-26f2b56a-b877-4ad0-9dc5-f1386882f5d7 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:26.676318 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1909d56-05bf-4b82-8a6a-aa30bb1017ea req-26f2b56a-b877-4ad0-9dc5-f1386882f5d7 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 1096 time: 0.0698833 Jul 22 16:58:26.702531 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c7e282-2711-4acc-9688-363cf4fa08f0 admin admin] Made reservation on behalf of fd1658c308a5419189d70e5540862c8b for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:26.704955 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20c7e282-2711-4acc-9688-363cf4fa08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:26.716886 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20c7e282-2711-4acc-9688-363cf4fa08f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:26.743780 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1909d56-05bf-4b82-8a6a-aa30bb1017ea req-a089adcf-6002-4ee8-b78e-530c78b7c0ab tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607791 Jul 22 16:58:26.767472 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55056) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:26.837139 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20c7e282-2711-4acc-9688-363cf4fa08f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:26.841550 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20c7e282-2711-4acc-9688-363cf4fa08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:26.867332 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7e282-2711-4acc-9688-363cf4fa08f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4843da-df95-4a7b-bc00-b3c13789254e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:26.881818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c7e282-2711-4acc-9688-363cf4fa08f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:58:26.893957 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20c7e282-2711-4acc-9688-363cf4fa08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:26.894315 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-20c7e282-2711-4acc-9688-363cf4fa08f0 admin admin] Added segment 1519a129-a3a8-43a1-a21b-85e62ba3daa5 of type vlan for network 56179da9-fa5b-42c5-bcc8-cb731ab4e50c Jul 22 16:58:26.947570 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20c7e282-2711-4acc-9688-363cf4fa08f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:26.964125 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f1340df7-85ea-441d-b5b7-85ef98fa9898 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Deleting port 30a395e5-aee4-41fa-8184-426b1aed8c1e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:26.964551 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1340df7-85ea-441d-b5b7-85ef98fa9898 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:26.979578 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20c7e282-2711-4acc-9688-363cf4fa08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:26.981023 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c7e282-2711-4acc-9688-363cf4fa08f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:26.981633 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20c7e282-2711-4acc-9688-363cf4fa08f0 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.022137 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-20c7e282-2711-4acc-9688-363cf4fa08f0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4583030 Jul 22 16:58:27.022355 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55064) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:27.052544 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1340df7-85ea-441d-b5b7-85ef98fa9898 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.052869 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1340df7-85ea-441d-b5b7-85ef98fa9898 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.065911 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b9432f9c-3ecb-4739-a82d-682246cccbd9 admin admin] Request body: {'subnet': {'network_id': '56179da9-fa5b-42c5-bcc8-cb731ab4e50c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1570174136-subnet', 'tenant_id': 'fd1658c308a5419189d70e5540862c8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:27.070149 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7e282-2711-4acc-9688-363cf4fa08f0 admin admin] Pushing event updated for resources: {'Network': ['ID=56179da9-fa5b-42c5-bcc8-cb731ab4e50c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:27.071666 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f1340df7-85ea-441d-b5b7-85ef98fa9898 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Calling delete_port for 30a395e5-aee4-41fa-8184-426b1aed8c1e owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:27.080194 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 56179da9-fa5b-42c5-bcc8-cb731ab4e50c details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:58:27.099790 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9432f9c-3ecb-4739-a82d-682246cccbd9 admin admin] Made reservation on behalf of fd1658c308a5419189d70e5540862c8b for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:27.103175 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9432f9c-3ecb-4739-a82d-682246cccbd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.248215 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1340df7-85ea-441d-b5b7-85ef98fa9898 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.279666 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1340df7-85ea-441d-b5b7-85ef98fa9898 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Port': ['ID=30a395e5-aee4-41fa-8184-426b1aed8c1e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:27.305856 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9432f9c-3ecb-4739-a82d-682246cccbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.355394 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1340df7-85ea-441d-b5b7-85ef98fa9898 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.356516 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-f1340df7-85ea-441d-b5b7-85ef98fa9898 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Floating IP 2fc9812a-1025-42fb-a1e5-149d767ad70a disassociated (deleted). External IP: 172.25.0.190, port: 731f65ba-8c16-4c64-99b9-6254f0fa36ba. Jul 22 16:58:27.361663 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9432f9c-3ecb-4739-a82d-682246cccbd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d464a7fd-000a-4068-9b30-656bad2b95de,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:27.378900 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9432f9c-3ecb-4739-a82d-682246cccbd9 admin admin] Checking segment: {'id': '1519a129-a3a8-43a1-a21b-85e62ba3daa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '56179da9-fa5b-42c5-bcc8-cb731ab4e50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:27.379270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9432f9c-3ecb-4739-a82d-682246cccbd9 admin admin] Network hostable DHCP agents. Network: 56179da9-fa5b-42c5-bcc8-cb731ab4e50c, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:58:27.396835 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9432f9c-3ecb-4739-a82d-682246cccbd9 admin admin] Network 56179da9-fa5b-42c5-bcc8-cb731ab4e50c is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:58:27.412095 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b9432f9c-3ecb-4739-a82d-682246cccbd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 56179da9-fa5b-42c5-bcc8-cb731ab4e50c) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:27.416622 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9432f9c-3ecb-4739-a82d-682246cccbd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:27.417612 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9432f9c-3ecb-4739-a82d-682246cccbd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.421792 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e544f931-71bf-415e-9fb8-524d86ab3973 None None] Network 56179da9-fa5b-42c5-bcc8-cb731ab4e50c requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:27.434989 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b9432f9c-3ecb-4739-a82d-682246cccbd9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4115341 Jul 22 16:58:27.584304 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1340df7-85ea-441d-b5b7-85ef98fa9898 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Router 9130bd92-e698-4b73-ad77-b130783ce1bb has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:58:27.590809 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6883772a-8b0d-4c11-b4f2-ae96e8185456 None None] Network 56179da9-fa5b-42c5-bcc8-cb731ab4e50c requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:27.722443 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1340df7-85ea-441d-b5b7-85ef98fa9898 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:58:27.736455 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2c10f9-e08e-41dd-99dd-b1d4a2971c1f None None] Sync routers for ids ['9130bd92-e698-4b73-ad77-b130783ce1bb'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:58:27.737212 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f1340df7-85ea-441d-b5b7-85ef98fa9898 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.746601 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2c10f9-e08e-41dd-99dd-b1d4a2971c1f None None] Routers {'9130bd92-e698-4b73-ad77-b130783ce1bb'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:27.747289 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8c2c10f9-e08e-41dd-99dd-b1d4a2971c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9130bd92-e698-4b73-ad77-b130783ce1bb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:27.782667 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f1340df7-85ea-441d-b5b7-85ef98fa9898 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "DELETE /v2.0/floatingips/2fc9812a-1025-42fb-a1e5-149d767ad70a HTTP/1.1" status: 204 len: 168 time: 1.0133083 Jul 22 16:58:27.783918 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cb9414-e7f5-4833-a915-78f03f2489b0', 'tag': '731f65ba-8c16-4c64-99b9-6254f0fa36ba'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:58:27.786852 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa4a33c-2a12-4686-9ecf-ecac608c3280" -d '{"events": [{"name": "network-changed", "server_uuid": "17cb9414-e7f5-4833-a915-78f03f2489b0", "tag": "731f65ba-8c16-4c64-99b9-6254f0fa36ba"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:58:27.961963 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-8c2c10f9-e08e-41dd-99dd-b1d4a2971c1f None None] Set router 9130bd92-e698-4b73-ad77-b130783ce1bb gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:58:28.184900 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db2a751-d04f-4be7-b1a9-5b0bb8539f95 x-openstack-request-id: req-6db2a751-d04f-4be7-b1a9-5b0bb8539f95 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:58:28.185199 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cb9414-e7f5-4833-a915-78f03f2489b0", "tag": "731f65ba-8c16-4c64-99b9-6254f0fa36ba", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:58:28.185456 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6db2a751-d04f-4be7-b1a9-5b0bb8539f95 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:58:28.185860 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cb9414-e7f5-4833-a915-78f03f2489b0', 'tag': '731f65ba-8c16-4c64-99b9-6254f0fa36ba', 'status': 'completed', 'code': 200} Jul 22 16:58:28.205162 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda52123-e6e1-4cf2-80b1-c9013e0eb795 req-15814fde-dc01-411e-8f0c-6b16ae5e13cb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:28.206394 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55102) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:28.206879 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dda52123-e6e1-4cf2-80b1-c9013e0eb795 req-15814fde-dc01-411e-8f0c-6b16ae5e13cb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 945 time: 0.1201649 Jul 22 16:58:28.217547 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9b0cbe7e-9c5c-4267-be48-6f3d5a780b90 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1318625601-network', 'tenant_id': '5f02ce17503b469e918f1b4766bc95a5'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:28.255954 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0cbe7e-9c5c-4267-be48-6f3d5a780b90 admin admin] Made reservation on behalf of 5f02ce17503b469e918f1b4766bc95a5 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:28.259076 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b0cbe7e-9c5c-4267-be48-6f3d5a780b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.263546 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dda52123-e6e1-4cf2-80b1-c9013e0eb795 req-b3c601e8-91fa-41b0-811b-b90d3dc0bf17 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422401 Jul 22 16:58:28.296147 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8c2c10f9-e08e-41dd-99dd-b1d4a2971c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103858821', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:38Z', 'updated_at': '2021-07-22T16:56:43Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:39Z', 'updated_at': '2021-07-22T16:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'cbebde96-2486-48a4-b270-dfd70ff95807', 'name': '', 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:bb:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c8d3dbd7-f303-460b-b397-0f03af5bccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:42Z', 'updated_at': '2021-07-22T16:56:47Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'c8d3dbd7-f303-460b-b397-0f03af5bccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:28.303305 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b0cbe7e-9c5c-4267-be48-6f3d5a780b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.329174 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2c10f9-e08e-41dd-99dd-b1d4a2971c1f None None] Checking router: 9130bd92-e698-4b73-ad77-b130783ce1bb for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:58:28.339909 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2c10f9-e08e-41dd-99dd-b1d4a2971c1f None None] Routers {'9130bd92-e698-4b73-ad77-b130783ce1bb'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:28.340559 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8c2c10f9-e08e-41dd-99dd-b1d4a2971c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9130bd92-e698-4b73-ad77-b130783ce1bb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:28.354936 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4a33c-2a12-4686-9ecf-ecac608c3280 req-cf8fdba2-711c-491f-b00f-a0439f804a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:28.356510 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5aa4a33c-2a12-4686-9ecf-ecac608c3280 req-cf8fdba2-711c-491f-b00f-a0439f804a86 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 1096 time: 0.1166227 Jul 22 16:58:28.480514 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-8c2c10f9-e08e-41dd-99dd-b1d4a2971c1f None None] Set router 9130bd92-e698-4b73-ad77-b130783ce1bb gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:58:28.515396 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4a33c-2a12-4686-9ecf-ecac608c3280 req-d81dcf41-5d7c-4172-a4e5-b13f631e9e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:28.518576 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5aa4a33c-2a12-4686-9ecf-ecac608c3280 req-d81dcf41-5d7c-4172-a4e5-b13f631e9e7f service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ac2a2a2-c975-4729-bfd3-ca75b769ef6e HTTP/1.1" status: 200 len: 897 time: 0.1544414 Jul 22 16:58:28.579258 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5aa4a33c-2a12-4686-9ecf-ecac608c3280 req-efbb0059-2f9e-4515-a02e-bc9c2274b43e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=731f65ba-8c16-4c64-99b9-6254f0fa36ba HTTP/1.1" status: 200 len: 217 time: 0.0526009 Jul 22 16:58:28.645148 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b0cbe7e-9c5c-4267-be48-6f3d5a780b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.653963 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4a33c-2a12-4686-9ecf-ecac608c3280 req-5a593656-d83a-45e3-ab43-8c05932f4115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:28.655601 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5aa4a33c-2a12-4686-9ecf-ecac608c3280 req-5a593656-d83a-45e3-ab43-8c05932f4115 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8d3dbd7-f303-460b-b397-0f03af5bccf5 HTTP/1.1" status: 200 len: 835 time: 0.0598679 Jul 22 16:58:28.656283 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b0cbe7e-9c5c-4267-be48-6f3d5a780b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.720834 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8c2c10f9-e08e-41dd-99dd-b1d4a2971c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103858821', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:38Z', 'updated_at': '2021-07-22T16:56:43Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:39Z', 'updated_at': '2021-07-22T16:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'cbebde96-2486-48a4-b270-dfd70ff95807', 'name': '', 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:bb:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c8d3dbd7-f303-460b-b397-0f03af5bccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:42Z', 'updated_at': '2021-07-22T16:56:47Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'c8d3dbd7-f303-460b-b397-0f03af5bccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:28.725598 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cbe7e-9c5c-4267-be48-6f3d5a780b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04efce1e-4a3d-4f4d-8314-aa7e4fda7463,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:28.756500 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0cbe7e-9c5c-4267-be48-6f3d5a780b90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:58:28.769249 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2c10f9-e08e-41dd-99dd-b1d4a2971c1f None None] The sync data for ids ['9130bd92-e698-4b73-ad77-b130783ce1bb'] in n-d-798930-9 is: [{'id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103858821', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:38Z', 'updated_at': '2021-07-22T16:56:43Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:39Z', 'updated_at': '2021-07-22T16:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'cbebde96-2486-48a4-b270-dfd70ff95807', 'name': '', 'network_id': '2ac2a2a2-c975-4729-bfd3-ca75b769ef6e', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:bb:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'c8d3dbd7-f303-460b-b397-0f03af5bccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:42Z', 'updated_at': '2021-07-22T16:56:47Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'c8d3dbd7-f303-460b-b397-0f03af5bccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:58:28.779709 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b0cbe7e-9c5c-4267-be48-6f3d5a780b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.780065 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-9b0cbe7e-9c5c-4267-be48-6f3d5a780b90 admin admin] Added segment b8ceb97c-990f-4594-a889-f2bf1563a807 of type vlan for network 01d86e49-62d7-4aad-8ed8-1413bf5522dd Jul 22 16:58:28.815135 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4a33c-2a12-4686-9ecf-ecac608c3280 req-335a4eae-0898-49ad-aba9-0e4a74d3a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:28.816674 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5aa4a33c-2a12-4686-9ecf-ecac608c3280 req-335a4eae-0898-49ad-aba9-0e4a74d3a4c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ac2a2a2-c975-4729-bfd3-ca75b769ef6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543269 Jul 22 16:58:28.837125 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b0cbe7e-9c5c-4267-be48-6f3d5a780b90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.924565 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b0cbe7e-9c5c-4267-be48-6f3d5a780b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.925530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0cbe7e-9c5c-4267-be48-6f3d5a780b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:28.926130 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9b0cbe7e-9c5c-4267-be48-6f3d5a780b90 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.971373 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5aa4a33c-2a12-4686-9ecf-ecac608c3280 req-18147a81-8bb4-41d9-a972-53164625addd service neutron] 10.222.0.16 "GET /v2.0/networks/2ac2a2a2-c975-4729-bfd3-ca75b769ef6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450489 Jul 22 16:58:29.026977 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9b0cbe7e-9c5c-4267-be48-6f3d5a780b90 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8129086 Jul 22 16:58:29.026977 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cbe7e-9c5c-4267-be48-6f3d5a780b90 admin admin] Pushing event updated for resources: {'Network': ['ID=01d86e49-62d7-4aad-8ed8-1413bf5522dd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:29.027229 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55118) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:29.033553 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a5b07c11-300c-4ff9-8002-fe578b5945b5 admin admin] Request body: {'subnet': {'network_id': '01d86e49-62d7-4aad-8ed8-1413bf5522dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1318625601-subnet', 'tenant_id': '5f02ce17503b469e918f1b4766bc95a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:29.050428 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 01d86e49-62d7-4aad-8ed8-1413bf5522dd details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:58:29.073493 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b07c11-300c-4ff9-8002-fe578b5945b5 admin admin] Made reservation on behalf of 5f02ce17503b469e918f1b4766bc95a5 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:29.077510 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a5b07c11-300c-4ff9-8002-fe578b5945b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:29.084291 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-229e95ba-aa11-4c26-b22a-b060e1045b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:29.139073 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b269534f-128b-4091-adfb-f10626dd65ff None None] New status for floating IP 2fc9812a-1025-42fb-a1e5-149d767ad70a: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:58:29.165102 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5aa4a33c-2a12-4686-9ecf-ecac608c3280 req-c8fa4e68-633c-4f3b-bd48-372f8f3d4458 service neutron] 10.222.0.16 "GET /v2.0/networks/2ac2a2a2-c975-4729-bfd3-ca75b769ef6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853225 Jul 22 16:58:29.419967 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2d13b-86e4-4175-b6ae-3d7acf1237e4 req-a0be4e1d-fe78-4336-bb7d-664e0c6a211a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:29.421680 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63a2d13b-86e4-4175-b6ae-3d7acf1237e4 req-a0be4e1d-fe78-4336-bb7d-664e0c6a211a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 945 time: 0.0733552 Jul 22 16:58:29.463378 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63a2d13b-86e4-4175-b6ae-3d7acf1237e4 req-7c36df1a-8c4f-4d86-a1c1-18e5d94a4d0f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=da6aab76-b9f4-4ff4-a1de-add99fd38574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358024 Jul 22 16:58:29.561703 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9102b-4d23-4677-8d73-63c3bd1620f0 req-e7ecd447-cce6-489e-a898-dbbfd22e4220 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:29.563220 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-85f9102b-4d23-4677-8d73-63c3bd1620f0 req-e7ecd447-cce6-489e-a898-dbbfd22e4220 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 945 time: 0.0734262 Jul 22 16:58:29.616470 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a5b07c11-300c-4ff9-8002-fe578b5945b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:29.678161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-85f9102b-4d23-4677-8d73-63c3bd1620f0 req-2bdbc5b2-d8e9-471d-a60d-0e2bf92b5478 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Deleting port 731f65ba-8c16-4c64-99b9-6254f0fa36ba {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:29.678509 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-85f9102b-4d23-4677-8d73-63c3bd1620f0 req-2bdbc5b2-d8e9-471d-a60d-0e2bf92b5478 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:29.685412 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b07c11-300c-4ff9-8002-fe578b5945b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ced8986e-da57-47d2-8859-ab976037cbeb,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:29.692705 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b07c11-300c-4ff9-8002-fe578b5945b5 admin admin] Checking segment: {'id': 'b8ceb97c-990f-4594-a889-f2bf1563a807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '01d86e49-62d7-4aad-8ed8-1413bf5522dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:29.693567 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b07c11-300c-4ff9-8002-fe578b5945b5 admin admin] Network hostable DHCP agents. Network: 01d86e49-62d7-4aad-8ed8-1413bf5522dd, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:58:29.712526 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b07c11-300c-4ff9-8002-fe578b5945b5 admin admin] Network 01d86e49-62d7-4aad-8ed8-1413bf5522dd is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:58:29.722575 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a5b07c11-300c-4ff9-8002-fe578b5945b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 01d86e49-62d7-4aad-8ed8-1413bf5522dd) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:29.726752 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b07c11-300c-4ff9-8002-fe578b5945b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:29.727232 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a5b07c11-300c-4ff9-8002-fe578b5945b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:29.733025 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c123de-e567-4dd4-b892-e1f883a5e260 None None] Network 01d86e49-62d7-4aad-8ed8-1413bf5522dd requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:29.759687 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a5b07c11-300c-4ff9-8002-fe578b5945b5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7222016 Jul 22 16:58:29.780953 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-85f9102b-4d23-4677-8d73-63c3bd1620f0 req-2bdbc5b2-d8e9-471d-a60d-0e2bf92b5478 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] For port 731f65ba-8c16-4c64-99b9-6254f0fa36ba, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=731f65ba-8c16-4c64-99b9-6254f0fa36ba,segment=NetworkSegment(09a81a54-c98a-4177-a5fd-88c9423c5e34),segment_id=09a81a54-c98a-4177-a5fd-88c9423c5e34)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:29.781317 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-85f9102b-4d23-4677-8d73-63c3bd1620f0 req-2bdbc5b2-d8e9-471d-a60d-0e2bf92b5478 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:29.795000 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-85f9102b-4d23-4677-8d73-63c3bd1620f0 req-2bdbc5b2-d8e9-471d-a60d-0e2bf92b5478 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Calling delete_port for 731f65ba-8c16-4c64-99b9-6254f0fa36ba owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:29.891165 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55136) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:29.893643 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bfcf03-c452-42f2-953b-6a8cbced4979 None None] Network 01d86e49-62d7-4aad-8ed8-1413bf5522dd requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:29.968825 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-651fe16e-2aed-4b79-8b78-4247bd831531 admin admin] Deleting subnet d464a7fd-000a-4068-9b30-656bad2b95de {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:58:29.973977 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-651fe16e-2aed-4b79-8b78-4247bd831531 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.019680 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-85f9102b-4d23-4677-8d73-63c3bd1620f0 req-2bdbc5b2-d8e9-471d-a60d-0e2bf92b5478 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.022902 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-651fe16e-2aed-4b79-8b78-4247bd831531 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.076942 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdbc5b2-d8e9-471d-a60d-0e2bf92b5478 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Port': ['ID=731f65ba-8c16-4c64-99b9-6254f0fa36ba,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:30.095269 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdbc5b2-d8e9-471d-a60d-0e2bf92b5478 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:30.095269 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdbc5b2-d8e9-471d-a60d-0e2bf92b5478 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:30.095269 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdbc5b2-d8e9-471d-a60d-0e2bf92b5478 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:30.095609 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdbc5b2-d8e9-471d-a60d-0e2bf92b5478 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:30.095726 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdbc5b2-d8e9-471d-a60d-0e2bf92b5478 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:30.096071 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdbc5b2-d8e9-471d-a60d-0e2bf92b5478 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:30.096396 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdbc5b2-d8e9-471d-a60d-0e2bf92b5478 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:30.096725 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdbc5b2-d8e9-471d-a60d-0e2bf92b5478 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:30.097052 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdbc5b2-d8e9-471d-a60d-0e2bf92b5478 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:30.097380 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdbc5b2-d8e9-471d-a60d-0e2bf92b5478 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:30.097703 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdbc5b2-d8e9-471d-a60d-0e2bf92b5478 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:30.098071 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdbc5b2-d8e9-471d-a60d-0e2bf92b5478 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:30.124499 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-651fe16e-2aed-4b79-8b78-4247bd831531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.162407 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f9102b-4d23-4677-8d73-63c3bd1620f0 req-2bdbc5b2-d8e9-471d-a60d-0e2bf92b5478 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] No DVR routers for this DVR port 731f65ba-8c16-4c64-99b9-6254f0fa36ba on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:58:30.166136 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-85f9102b-4d23-4677-8d73-63c3bd1620f0 req-2bdbc5b2-d8e9-471d-a60d-0e2bf92b5478 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.168649 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-85f9102b-4d23-4677-8d73-63c3bd1620f0 req-2bdbc5b2-d8e9-471d-a60d-0e2bf92b5478 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.16 "DELETE /v2.0/ports/731f65ba-8c16-4c64-99b9-6254f0fa36ba HTTP/1.1" status: 204 len: 173 time: 0.5990987 Jul 22 16:58:30.169093 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cb9414-e7f5-4833-a915-78f03f2489b0', 'name': 'network-vif-deleted', 'tag': '731f65ba-8c16-4c64-99b9-6254f0fa36ba'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:58:30.171443 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d908a9b-dc4a-45f2-89b2-da29396941e0" -d '{"events": [{"server_uuid": "17cb9414-e7f5-4833-a915-78f03f2489b0", "name": "network-vif-deleted", "tag": "731f65ba-8c16-4c64-99b9-6254f0fa36ba"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:58:30.221911 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-651fe16e-2aed-4b79-8b78-4247bd831531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.224947 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4aeecb-42a2-4d73-a4cf-7d1e1e450190 x-openstack-request-id: req-3d4aeecb-42a2-4d73-a4cf-7d1e1e450190 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:58:30.225238 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cb9414-e7f5-4833-a915-78f03f2489b0", "name": "network-vif-deleted", "tag": "731f65ba-8c16-4c64-99b9-6254f0fa36ba", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:58:30.225536 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3d4aeecb-42a2-4d73-a4cf-7d1e1e450190 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:58:30.225871 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cb9414-e7f5-4833-a915-78f03f2489b0', 'name': 'network-vif-deleted', 'tag': '731f65ba-8c16-4c64-99b9-6254f0fa36ba', 'status': 'completed', 'code': 200} Jul 22 16:58:30.251894 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fe16e-2aed-4b79-8b78-4247bd831531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d464a7fd-000a-4068-9b30-656bad2b95de,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:30.255430 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-651fe16e-2aed-4b79-8b78-4247bd831531 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.257309 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-651fe16e-2aed-4b79-8b78-4247bd831531 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d464a7fd-000a-4068-9b30-656bad2b95de HTTP/1.1" status: 204 len: 168 time: 0.3648860 Jul 22 16:58:30.259967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55146) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:30.331211 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46802060-74d6-4202-addc-edae641022ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.416757 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46802060-74d6-4202-addc-edae641022ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.429894 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-46802060-74d6-4202-addc-edae641022ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56179da9-fa5b-42c5-bcc8-cb731ab4e50c']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:30.440739 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-46802060-74d6-4202-addc-edae641022ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1519a129-a3a8-43a1-a21b-85e62ba3daa5') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:30.441025 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-46802060-74d6-4202-addc-edae641022ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1519a129-a3a8-43a1-a21b-85e62ba3daa5') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:30.450585 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46802060-74d6-4202-addc-edae641022ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.469409 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46802060-74d6-4202-addc-edae641022ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.476279 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46802060-74d6-4202-addc-edae641022ec admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:58:30.476745 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46802060-74d6-4202-addc-edae641022ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:58:30.478753 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:58:30.560741 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46802060-74d6-4202-addc-edae641022ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.569377 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46802060-74d6-4202-addc-edae641022ec admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.571768 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-46802060-74d6-4202-addc-edae641022ec admin admin] 10.222.0.69 "DELETE /v2.0/networks/56179da9-fa5b-42c5-bcc8-cb731ab4e50c HTTP/1.1" status: 204 len: 168 time: 0.3103073 Jul 22 16:58:30.583403 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55154) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:30.592029 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46802060-74d6-4202-addc-edae641022ec admin admin] Pushing event deleted for resources: {'Network': ['ID=56179da9-fa5b-42c5-bcc8-cb731ab4e50c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:30.623082 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c04590aa-299a-4f1a-bed5-a5aa61b4f1c3 req-461c252b-6338-4d0f-b0d1-85ff4b23beac tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=17cb9414-e7f5-4833-a915-78f03f2489b0 HTTP/1.1" status: 200 len: 210 time: 0.0712135 Jul 22 16:58:30.649274 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c924117-0173-43b2-9819-a1369dff2dbd admin admin] Deleting subnet ced8986e-da57-47d2-8859-ab976037cbeb {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:58:30.651618 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c924117-0173-43b2-9819-a1369dff2dbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.698983 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c924117-0173-43b2-9819-a1369dff2dbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.740023 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c924117-0173-43b2-9819-a1369dff2dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.806377 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c924117-0173-43b2-9819-a1369dff2dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.836161 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c924117-0173-43b2-9819-a1369dff2dbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ced8986e-da57-47d2-8859-ab976037cbeb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:30.840522 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c924117-0173-43b2-9819-a1369dff2dbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.844840 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8c924117-0173-43b2-9819-a1369dff2dbd admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ced8986e-da57-47d2-8859-ab976037cbeb HTTP/1.1" status: 204 len: 168 time: 0.2583959 Jul 22 16:58:30.845495 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55160) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:30.913524 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c6c515c-42f8-4b1e-a17e-87f95fba0a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.996559 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c6c515c-42f8-4b1e-a17e-87f95fba0a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:31.007028 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-3c6c515c-42f8-4b1e-a17e-87f95fba0a6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d86e49-62d7-4aad-8ed8-1413bf5522dd']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:31.021342 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-3c6c515c-42f8-4b1e-a17e-87f95fba0a6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ceb97c-990f-4594-a889-f2bf1563a807') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:31.021634 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-3c6c515c-42f8-4b1e-a17e-87f95fba0a6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ceb97c-990f-4594-a889-f2bf1563a807') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:31.033362 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c6c515c-42f8-4b1e-a17e-87f95fba0a6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:31.050364 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c6c515c-42f8-4b1e-a17e-87f95fba0a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:31.056688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6c515c-42f8-4b1e-a17e-87f95fba0a6f admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:58:31.057071 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c6c515c-42f8-4b1e-a17e-87f95fba0a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: timer() Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:58:31.058907 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:58:31.113455 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c6c515c-42f8-4b1e-a17e-87f95fba0a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:31.118813 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c6c515c-42f8-4b1e-a17e-87f95fba0a6f admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:31.123331 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3c6c515c-42f8-4b1e-a17e-87f95fba0a6f admin admin] 10.222.0.69 "DELETE /v2.0/networks/01d86e49-62d7-4aad-8ed8-1413bf5522dd HTTP/1.1" status: 204 len: 168 time: 0.2741675 Jul 22 16:58:31.132922 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c515c-42f8-4b1e-a17e-87f95fba0a6f admin admin] Pushing event deleted for resources: {'Network': ['ID=01d86e49-62d7-4aad-8ed8-1413bf5522dd,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:31.289628 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55174) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:31.334467 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a83227fb-d72b-4d2a-999c-27b47a7771ae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fd1658c308a5419189d70e5540862c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436323 Jul 22 16:58:31.336917 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55176) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:31.384172 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7423ff5-f87f-42a6-b0e2-6a4c9cb57c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:31.404605 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7423ff5-f87f-42a6-b0e2-6a4c9cb57c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:31.448417 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7423ff5-f87f-42a6-b0e2-6a4c9cb57c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:31.452036 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7423ff5-f87f-42a6-b0e2-6a4c9cb57c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:31.453180 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e7423ff5-f87f-42a6-b0e2-6a4c9cb57c54 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0a4843da-df95-4a7b-bc00-b3c13789254e HTTP/1.1" status: 204 len: 168 time: 0.1153793 Jul 22 16:58:31.461147 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7423ff5-f87f-42a6-b0e2-6a4c9cb57c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4843da-df95-4a7b-bc00-b3c13789254e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:31.610800 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db741f98-56da-4257-a9b0-bf05bbcbb23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:31.652311 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:31.684968 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55188) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:31.787448 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55194) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:31.833099 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-dfacb80f-ca1b-431e-987c-5fcc8b6ccb02 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5f02ce17503b469e918f1b4766bc95a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422044 Jul 22 16:58:31.833330 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55196) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:31.885577 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d15b3bf-eef5-45ff-932c-75e679d5bf45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:31.908488 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d15b3bf-eef5-45ff-932c-75e679d5bf45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:31.959873 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d15b3bf-eef5-45ff-932c-75e679d5bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:31.962901 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d15b3bf-eef5-45ff-932c-75e679d5bf45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:31.964172 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7d15b3bf-eef5-45ff-932c-75e679d5bf45 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/04efce1e-4a3d-4f4d-8314-aa7e4fda7463 HTTP/1.1" status: 204 len: 168 time: 0.1297195 Jul 22 16:58:31.972580 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15b3bf-eef5-45ff-932c-75e679d5bf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04efce1e-4a3d-4f4d-8314-aa7e4fda7463,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:32.129032 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-634e8bfe-a714-4d5d-bce0-8b3a9ef6080f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.423872 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-634e8bfe-a714-4d5d-bce0-8b3a9ef6080f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Deleting port cbebde96-2486-48a4-b270-dfd70ff95807 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:32.424527 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-634e8bfe-a714-4d5d-bce0-8b3a9ef6080f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.518970 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-634e8bfe-a714-4d5d-bce0-8b3a9ef6080f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] For port cbebde96-2486-48a4-b270-dfd70ff95807, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=cbebde96-2486-48a4-b270-dfd70ff95807,segment=NetworkSegment(09a81a54-c98a-4177-a5fd-88c9423c5e34),segment_id=09a81a54-c98a-4177-a5fd-88c9423c5e34)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:32.519474 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-634e8bfe-a714-4d5d-bce0-8b3a9ef6080f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.535775 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-634e8bfe-a714-4d5d-bce0-8b3a9ef6080f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Calling delete_port for cbebde96-2486-48a4-b270-dfd70ff95807 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:32.749561 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-634e8bfe-a714-4d5d-bce0-8b3a9ef6080f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.810900 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e8bfe-a714-4d5d-bce0-8b3a9ef6080f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Port': ['ID=cbebde96-2486-48a4-b270-dfd70ff95807,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:32.812504 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.993163 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-634e8bfe-a714-4d5d-bce0-8b3a9ef6080f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:33.239758 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634e8bfe-a714-4d5d-bce0-8b3a9ef6080f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Router 9130bd92-e698-4b73-ad77-b130783ce1bb has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:58:33.358588 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634e8bfe-a714-4d5d-bce0-8b3a9ef6080f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:58:33.364313 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-634e8bfe-a714-4d5d-bce0-8b3a9ef6080f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "PUT /v2.0/routers/9130bd92-e698-4b73-ad77-b130783ce1bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6782494 Jul 22 16:58:33.367206 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55256) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:33.371905 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab920de-501e-427e-9954-77372fa5d599 None None] Sync routers for ids ['9130bd92-e698-4b73-ad77-b130783ce1bb'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:58:33.381706 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab920de-501e-427e-9954-77372fa5d599 None None] Routers {'9130bd92-e698-4b73-ad77-b130783ce1bb'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:33.387890 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-aab920de-501e-427e-9954-77372fa5d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9130bd92-e698-4b73-ad77-b130783ce1bb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:33.433129 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-3acfe207-ef1f-474c-b866-8e145493a0fd tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Deleting subnet c8d3dbd7-f303-460b-b397-0f03af5bccf5 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:58:33.437231 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3acfe207-ef1f-474c-b866-8e145493a0fd tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:33.487557 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3acfe207-ef1f-474c-b866-8e145493a0fd tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:33.508188 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-aab920de-501e-427e-9954-77372fa5d599 None None] Set router 9130bd92-e698-4b73-ad77-b130783ce1bb gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:58:33.598853 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 731f65ba-8c16-4c64-99b9-6254f0fa36ba no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:58:33.615429 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3acfe207-ef1f-474c-b866-8e145493a0fd tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:33.626835 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 731f65ba-8c16-4c64-99b9-6254f0fa36ba {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:58:33.627311 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 731f65ba-8c16-4c64-99b9-6254f0fa36ba not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:58:33.688005 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3acfe207-ef1f-474c-b866-8e145493a0fd tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:33.719666 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-aab920de-501e-427e-9954-77372fa5d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103858821', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:38Z', 'updated_at': '2021-07-22T16:58:32Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:39Z', 'updated_at': '2021-07-22T16:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:33.724217 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acfe207-ef1f-474c-b866-8e145493a0fd tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Subnet': ['ID=c8d3dbd7-f303-460b-b397-0f03af5bccf5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:33.727986 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3acfe207-ef1f-474c-b866-8e145493a0fd tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:33.732800 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55272) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:33.733326 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3acfe207-ef1f-474c-b866-8e145493a0fd tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "DELETE /v2.0/subnets/c8d3dbd7-f303-460b-b397-0f03af5bccf5 HTTP/1.1" status: 204 len: 168 time: 0.3648071 Jul 22 16:58:33.737818 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47958110-610f-4998-ae34-ffffb0b3e573 None None] Network 2ac2a2a2-c975-4729-bfd3-ca75b769ef6e requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:33.788736 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab920de-501e-427e-9954-77372fa5d599 None None] Checking router: 9130bd92-e698-4b73-ad77-b130783ce1bb for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:58:33.801249 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab920de-501e-427e-9954-77372fa5d599 None None] Routers {'9130bd92-e698-4b73-ad77-b130783ce1bb'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:33.802000 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-aab920de-501e-427e-9954-77372fa5d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['9130bd92-e698-4b73-ad77-b130783ce1bb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:33.917736 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1e2a-39e7-43e5-9f66-f3998779fe8d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.038984 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1e2a-39e7-43e5-9f66-f3998779fe8d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.041243 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06467db7-cebe-49ad-8d87-fd8cd8b64c69 None None] DHCP port deletion for 2ac2a2a2-c975-4729-bfd3-ca75b769ef6e request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:58:34.086251 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-aab920de-501e-427e-9954-77372fa5d599 None None] Set router 9130bd92-e698-4b73-ad77-b130783ce1bb gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:58:34.101476 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-06467db7-cebe-49ad-8d87-fd8cd8b64c69 None None] Deleting port dde89bea-a28e-4a9c-aed5-a647ecf0e8a8 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:34.102248 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06467db7-cebe-49ad-8d87-fd8cd8b64c69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.138546 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9cbb1e2a-39e7-43e5-9f66-f3998779fe8d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Deleting port b4901eb8-e432-4927-a9cf-cc52d81bd684 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:34.139129 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1e2a-39e7-43e5-9f66-f3998779fe8d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.196560 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-06467db7-cebe-49ad-8d87-fd8cd8b64c69 None None] For port dde89bea-a28e-4a9c-aed5-a647ecf0e8a8, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=dde89bea-a28e-4a9c-aed5-a647ecf0e8a8,segment=NetworkSegment(09a81a54-c98a-4177-a5fd-88c9423c5e34),segment_id=09a81a54-c98a-4177-a5fd-88c9423c5e34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:34.197363 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06467db7-cebe-49ad-8d87-fd8cd8b64c69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.229300 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-06467db7-cebe-49ad-8d87-fd8cd8b64c69 None None] Calling delete_port for dde89bea-a28e-4a9c-aed5-a647ecf0e8a8 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:34.234158 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9cbb1e2a-39e7-43e5-9f66-f3998779fe8d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] For port b4901eb8-e432-4927-a9cf-cc52d81bd684, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b4901eb8-e432-4927-a9cf-cc52d81bd684,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:34.234613 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1e2a-39e7-43e5-9f66-f3998779fe8d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.256228 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9cbb1e2a-39e7-43e5-9f66-f3998779fe8d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Calling delete_port for b4901eb8-e432-4927-a9cf-cc52d81bd684 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:34.316568 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06467db7-cebe-49ad-8d87-fd8cd8b64c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.317293 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-aab920de-501e-427e-9954-77372fa5d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103858821', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:38Z', 'updated_at': '2021-07-22T16:58:32Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:39Z', 'updated_at': '2021-07-22T16:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:34.345267 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab920de-501e-427e-9954-77372fa5d599 None None] The sync data for ids ['9130bd92-e698-4b73-ad77-b130783ce1bb'] in n-d-798930-9 is: [{'id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103858821', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:56:38Z', 'updated_at': '2021-07-22T16:58:32Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'b4901eb8-e432-4927-a9cf-cc52d81bd684', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130bd92-e698-4b73-ad77-b130783ce1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:39Z', 'updated_at': '2021-07-22T16:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:58:34.348173 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06467db7-cebe-49ad-8d87-fd8cd8b64c69 None None] Pushing event deleted for resources: {'Port': ['ID=dde89bea-a28e-4a9c-aed5-a647ecf0e8a8,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:34.354556 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06467db7-cebe-49ad-8d87-fd8cd8b64c69 None None] No DVR routers for this DVR port dde89bea-a28e-4a9c-aed5-a647ecf0e8a8 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:58:34.434317 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:58:34.455870 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1e2a-39e7-43e5-9f66-f3998779fe8d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.483637 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb1e2a-39e7-43e5-9f66-f3998779fe8d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Port': ['ID=b4901eb8-e432-4927-a9cf-cc52d81bd684,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:34.555299 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1e2a-39e7-43e5-9f66-f3998779fe8d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.647983 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1e2a-39e7-43e5-9f66-f3998779fe8d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.650798 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1e2a-39e7-43e5-9f66-f3998779fe8d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.654299 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.696649 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1e2a-39e7-43e5-9f66-f3998779fe8d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.697249 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbb1e2a-39e7-43e5-9f66-f3998779fe8d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Fanout notify agent at l3_agent the message router_deleted on router 9130bd92-e698-4b73-ad77-b130783ce1bb {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:58:34.705103 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1e2a-39e7-43e5-9f66-f3998779fe8d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.709000 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9cbb1e2a-39e7-43e5-9f66-f3998779fe8d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "DELETE /v2.0/routers/9130bd92-e698-4b73-ad77-b130783ce1bb HTTP/1.1" status: 204 len: 168 time: 0.9743836 Jul 22 16:58:34.709607 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55294) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:34.799961 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76b90fbf-7bc4-4bdc-a218-838b3a8c76b6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.890521 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76b90fbf-7bc4-4bdc-a218-838b3a8c76b6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.900578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-76b90fbf-7bc4-4bdc-a218-838b3a8c76b6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac2a2a2-c975-4729-bfd3-ca75b769ef6e']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:34.915487 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-76b90fbf-7bc4-4bdc-a218-838b3a8c76b6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a81a54-c98a-4177-a5fd-88c9423c5e34') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:34.915782 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-76b90fbf-7bc4-4bdc-a218-838b3a8c76b6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a81a54-c98a-4177-a5fd-88c9423c5e34') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:34.924660 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76b90fbf-7bc4-4bdc-a218-838b3a8c76b6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.939222 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76b90fbf-7bc4-4bdc-a218-838b3a8c76b6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.946840 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b90fbf-7bc4-4bdc-a218-838b3a8c76b6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:58:34.947230 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76b90fbf-7bc4-4bdc-a218-838b3a8c76b6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: timer() Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:58:34.950893 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:58:35.025783 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76b90fbf-7bc4-4bdc-a218-838b3a8c76b6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.035106 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76b90fbf-7bc4-4bdc-a218-838b3a8c76b6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.037328 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-76b90fbf-7bc4-4bdc-a218-838b3a8c76b6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "DELETE /v2.0/networks/2ac2a2a2-c975-4729-bfd3-ca75b769ef6e HTTP/1.1" status: 204 len: 168 time: 0.3267267 Jul 22 16:58:35.040188 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55304) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:35.067657 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b90fbf-7bc4-4bdc-a218-838b3a8c76b6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Network': ['ID=2ac2a2a2-c975-4729-bfd3-ca75b769ef6e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:35.133197 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c18594d8-f975-4e3f-8417-2f411762b768 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.164212 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c18594d8-f975-4e3f-8417-2f411762b768 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.231757 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c18594d8-f975-4e3f-8417-2f411762b768 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.234688 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c18594d8-f975-4e3f-8417-2f411762b768 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.238590 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c18594d8-f975-4e3f-8417-2f411762b768 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "DELETE /v2.0/security-groups/da6aab76-b9f4-4ff4-a1de-add99fd38574 HTTP/1.1" status: 204 len: 168 time: 0.1948974 Jul 22 16:58:35.246478 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18594d8-f975-4e3f-8417-2f411762b768 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6aab76-b9f4-4ff4-a1de-add99fd38574,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:35.572801 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device cbebde96-2486-48a4-b270-dfd70ff95807 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:58:35.584418 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55326) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:35.592727 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4a2426e2-bbf0-442c-b089-fd77666da61c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-734848639', 'description': 'tempest-secgroup-smoke-734848639 description', 'project_id': '58f63b32e2494f47baeccbbc4d805873'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:35.604867 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: cbebde96-2486-48a4-b270-dfd70ff95807 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:58:35.605871 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device cbebde96-2486-48a4-b270-dfd70ff95807 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:58:35.606758 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b4901eb8-e432-4927-a9cf-cc52d81bd684 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:58:35.629054 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a2426e2-bbf0-442c-b089-fd77666da61c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.630782 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: b4901eb8-e432-4927-a9cf-cc52d81bd684 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:58:35.631198 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b4901eb8-e432-4927-a9cf-cc52d81bd684 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:58:35.631689 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device dde89bea-a28e-4a9c-aed5-a647ecf0e8a8 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:58:35.659665 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: dde89bea-a28e-4a9c-aed5-a647ecf0e8a8 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:58:35.660069 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device dde89bea-a28e-4a9c-aed5-a647ecf0e8a8 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:58:35.753360 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a2426e2-bbf0-442c-b089-fd77666da61c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.758322 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a2426e2-bbf0-442c-b089-fd77666da61c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.787161 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a2426e2-bbf0-442c-b089-fd77666da61c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.791366 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4a2426e2-bbf0-442c-b089-fd77666da61c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2029955 Jul 22 16:58:35.792023 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55332) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:35.792520 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2426e2-bbf0-442c-b089-fd77666da61c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:35.797602 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1dd82d77-28f7-4db7-9b4a-d59dbad7ee06 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group_rule': {'security_group_id': '3a3b45b5-e688-418d-9e97-ff08c9ee2a3b', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:35.838937 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1dd82d77-28f7-4db7-9b4a-d59dbad7ee06 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.899620 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1dd82d77-28f7-4db7-9b4a-d59dbad7ee06 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.904609 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1dd82d77-28f7-4db7-9b4a-d59dbad7ee06 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.932519 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd82d77-28f7-4db7-9b4a-d59dbad7ee06 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3806828-e9f8-4af4-9211-9ade488d1f7a,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:35.940888 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1dd82d77-28f7-4db7-9b4a-d59dbad7ee06 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.942244 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1dd82d77-28f7-4db7-9b4a-d59dbad7ee06 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484299 Jul 22 16:58:35.945174 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55338) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:35.950918 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1975bf43-e5d5-47ca-9c09-ed19cb51120b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group_rule': {'security_group_id': '3a3b45b5-e688-418d-9e97-ff08c9ee2a3b', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:35.989446 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1975bf43-e5d5-47ca-9c09-ed19cb51120b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.054362 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1975bf43-e5d5-47ca-9c09-ed19cb51120b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.059391 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1975bf43-e5d5-47ca-9c09-ed19cb51120b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.083821 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975bf43-e5d5-47ca-9c09-ed19cb51120b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc19237b-2a08-484a-b685-4b2e90ce4f9a,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:36.097395 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1975bf43-e5d5-47ca-9c09-ed19cb51120b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.098682 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1975bf43-e5d5-47ca-9c09-ed19cb51120b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1522889 Jul 22 16:58:36.101693 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55340) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:36.107176 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-288b95fb-04c0-4461-90ce-89f9290b3d0d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group_rule': {'security_group_id': '3a3b45b5-e688-418d-9e97-ff08c9ee2a3b', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:36.140353 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-288b95fb-04c0-4461-90ce-89f9290b3d0d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.217195 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-288b95fb-04c0-4461-90ce-89f9290b3d0d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.224839 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-288b95fb-04c0-4461-90ce-89f9290b3d0d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.244854 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b95fb-04c0-4461-90ce-89f9290b3d0d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f7e2ac-6a84-4bfa-b661-02ebc6deea0c,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:36.257549 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-288b95fb-04c0-4461-90ce-89f9290b3d0d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.258954 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-288b95fb-04c0-4461-90ce-89f9290b3d0d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1560161 Jul 22 16:58:36.262522 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55348) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:36.267544 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3de21c66-d74a-42ea-8276-ebfc01171132 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group_rule': {'security_group_id': '3a3b45b5-e688-418d-9e97-ff08c9ee2a3b', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:36.294162 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3de21c66-d74a-42ea-8276-ebfc01171132 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.352220 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3de21c66-d74a-42ea-8276-ebfc01171132 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.355523 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3de21c66-d74a-42ea-8276-ebfc01171132 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.373731 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de21c66-d74a-42ea-8276-ebfc01171132 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba76c650-0a5f-4f9b-918c-ffb7032897e5,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:36.380138 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3de21c66-d74a-42ea-8276-ebfc01171132 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.381435 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3de21c66-d74a-42ea-8276-ebfc01171132 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177611 Jul 22 16:58:36.384156 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55350) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:36.389263 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-94c8400f-a20b-4040-b661-c9196c2251f3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group_rule': {'security_group_id': '3a3b45b5-e688-418d-9e97-ff08c9ee2a3b', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:36.410992 n-d-798930-9 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-94c8400f-a20b-4040-b661-c9196c2251f3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Project 58f63b32e2494f47baeccbbc4d805873 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 16:58:36.415687 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94c8400f-a20b-4040-b661-c9196c2251f3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.489335 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94c8400f-a20b-4040-b661-c9196c2251f3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.493811 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94c8400f-a20b-4040-b661-c9196c2251f3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.514396 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8400f-a20b-4040-b661-c9196c2251f3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba339168-4142-4052-9265-2c74725e48c8,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:36.533121 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94c8400f-a20b-4040-b661-c9196c2251f3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.534407 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-94c8400f-a20b-4040-b661-c9196c2251f3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1491654 Jul 22 16:58:36.537709 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55362) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:36.542572 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d3ec6677-cccf-4c65-9d76-0832944b0628 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group_rule': {'security_group_id': '3a3b45b5-e688-418d-9e97-ff08c9ee2a3b', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:36.565718 n-d-798930-9 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-d3ec6677-cccf-4c65-9d76-0832944b0628 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Project 58f63b32e2494f47baeccbbc4d805873 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 16:58:36.570926 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6677-cccf-4c65-9d76-0832944b0628 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.635240 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6677-cccf-4c65-9d76-0832944b0628 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.640048 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6677-cccf-4c65-9d76-0832944b0628 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.663741 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec6677-cccf-4c65-9d76-0832944b0628 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae8a95c6-ffa7-4325-990d-df20d93df640,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:36.668173 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6677-cccf-4c65-9d76-0832944b0628 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.669555 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d3ec6677-cccf-4c65-9d76-0832944b0628 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1307714 Jul 22 16:58:36.672330 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55364) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:36.677992 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-12c5af46-f225-4e30-b5f6-b6ecd54b1e85 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'network': {'name': 'tempest-network-smoke--938865343', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'port_security_enabled': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:36.700875 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c5af46-f225-4e30-b5f6-b6ecd54b1e85 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Made reservation on behalf of 58f63b32e2494f47baeccbbc4d805873 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:36.704574 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-12c5af46-f225-4e30-b5f6-b6ecd54b1e85 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.730459 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c5af46-f225-4e30-b5f6-b6ecd54b1e85 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:58:36.741247 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-12c5af46-f225-4e30-b5f6-b6ecd54b1e85 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.741714 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-12c5af46-f225-4e30-b5f6-b6ecd54b1e85 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Added segment b0614f5c-9511-4f0a-a2d4-11888e389c7b of type vlan for network 1790d2be-7f27-4338-9d79-b644f69f04fb Jul 22 16:58:36.797108 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-12c5af46-f225-4e30-b5f6-b6ecd54b1e85 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.843037 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-12c5af46-f225-4e30-b5f6-b6ecd54b1e85 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.848896 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c5af46-f225-4e30-b5f6-b6ecd54b1e85 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:36.849486 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-12c5af46-f225-4e30-b5f6-b6ecd54b1e85 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.891314 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-12c5af46-f225-4e30-b5f6-b6ecd54b1e85 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2153165 Jul 22 16:58:36.891501 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55372) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:36.895941 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7a315247-13aa-4853-9d3e-faee236dc4d3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2019355344', 'admin_state_up': True, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:36.926945 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5af46-f225-4e30-b5f6-b6ecd54b1e85 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Network': ['ID=1790d2be-7f27-4338-9d79-b644f69f04fb,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:36.939007 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 1790d2be-7f27-4338-9d79-b644f69f04fb details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:58:36.948043 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a315247-13aa-4853-9d3e-faee236dc4d3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.951167 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a315247-13aa-4853-9d3e-faee236dc4d3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:37.342774 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a315247-13aa-4853-9d3e-faee236dc4d3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:37.491617 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a315247-13aa-4853-9d3e-faee236dc4d3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:37.697743 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a315247-13aa-4853-9d3e-faee236dc4d3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:37.722124 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a315247-13aa-4853-9d3e-faee236dc4d3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:37.907035 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-7a315247-13aa-4853-9d3e-faee236dc4d3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Allocated IP 172.25.0.33 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/23b255d2-e4ea-4c91-b23b-8eb8fd1c590d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:38.039117 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a315247-13aa-4853-9d3e-faee236dc4d3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:38.080416 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a315247-13aa-4853-9d3e-faee236dc4d3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:38.125871 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a315247-13aa-4853-9d3e-faee236dc4d3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:38.130331 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7a315247-13aa-4853-9d3e-faee236dc4d3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:38.135659 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a315247-13aa-4853-9d3e-faee236dc4d3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:38.139320 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a315247-13aa-4853-9d3e-faee236dc4d3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Port': ['ID=23b255d2-e4ea-4c91-b23b-8eb8fd1c590d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:38.396699 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a315247-13aa-4853-9d3e-faee236dc4d3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:38.598353 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a315247-13aa-4853-9d3e-faee236dc4d3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:38.724246 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a315247-13aa-4853-9d3e-faee236dc4d3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Router 3307b07f-9d40-4c79-ae89-39c65f825105 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:58:38.838799 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a315247-13aa-4853-9d3e-faee236dc4d3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:58:38.856390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] Sync routers for ids ['3307b07f-9d40-4c79-ae89-39c65f825105'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:58:38.868092 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7a315247-13aa-4853-9d3e-faee236dc4d3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:38.869956 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7a315247-13aa-4853-9d3e-faee236dc4d3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9771218 Jul 22 16:58:38.872688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55416) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:38.882814 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] Routers {'3307b07f-9d40-4c79-ae89-39c65f825105'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:38.886035 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['3307b07f-9d40-4c79-ae89-39c65f825105'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:38.904588 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-123f6d44-83e0-4a1d-819e-9b098132f81d tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=58f63b32e2494f47baeccbbc4d805873&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306716 Jul 22 16:58:38.907309 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55420) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:39.007859 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] Set router 3307b07f-9d40-4c79-ae89-39c65f825105 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:58:39.030365 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5518a1df-f70e-413b-9f9a-6a2dd22c418d tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:39.035135 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55426) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:39.039791 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5518a1df-f70e-413b-9f9a-6a2dd22c418d tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1260059 Jul 22 16:58:39.082506 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 55428) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:39.084905 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e3fe098c-0099-426f-873e-1b6ac179c253 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=748fc6ab-3639-411a-b273-35e3c4423108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469253 Jul 22 16:58:39.091528 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-bed1b9a6-9b77-4d24-bdf2-94dfda43257c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1375613048', 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:39.209229 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019355344', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:58:36Z', 'updated_at': '2021-07-22T16:58:38Z', 'revision_number': 3, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:58:37Z', 'updated_at': '2021-07-22T16:58:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:39.217396 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed1b9a6-9b77-4d24-bdf2-94dfda43257c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Made reservation on behalf of 58f63b32e2494f47baeccbbc4d805873 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:39.220988 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bed1b9a6-9b77-4d24-bdf2-94dfda43257c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:39.240245 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] Checking router: 3307b07f-9d40-4c79-ae89-39c65f825105 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:58:39.240799 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] Updating router 3307b07f-9d40-4c79-ae89-39c65f825105 port 23b255d2-e4ea-4c91-b23b-8eb8fd1c590d binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:58:39.317561 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:39.481687 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bed1b9a6-9b77-4d24-bdf2-94dfda43257c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:39.548023 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1b9a6-9b77-4d24-bdf2-94dfda43257c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Subnet': ['ID=a5b88ba4-629c-4874-83fe-1d8591d5d8c4,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:39.565749 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed1b9a6-9b77-4d24-bdf2-94dfda43257c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Checking segment: {'id': 'b0614f5c-9511-4f0a-a2d4-11888e389c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:39.566145 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed1b9a6-9b77-4d24-bdf2-94dfda43257c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network hostable DHCP agents. Network: 1790d2be-7f27-4338-9d79-b644f69f04fb, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:58:39.589308 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed1b9a6-9b77-4d24-bdf2-94dfda43257c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network 1790d2be-7f27-4338-9d79-b644f69f04fb is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:58:39.604068 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-bed1b9a6-9b77-4d24-bdf2-94dfda43257c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 1790d2be-7f27-4338-9d79-b644f69f04fb) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:39.608872 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed1b9a6-9b77-4d24-bdf2-94dfda43257c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:39.609897 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bed1b9a6-9b77-4d24-bdf2-94dfda43257c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:39.628946 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bed1b9a6-9b77-4d24-bdf2-94dfda43257c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5451543 Jul 22 16:58:39.631687 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 55454) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:39.645777 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ba0a17-82c9-4f6c-ad99-3aa1038f4266 None None] Network 1790d2be-7f27-4338-9d79-b644f69f04fb requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:39.689123 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:39.729593 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] Transition to ACTIVE for port object 23b255d2-e4ea-4c91-b23b-8eb8fd1c590d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:39.748288 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:39.795056 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9a9a8-cdf6-4944-a399-26fd2c2669da None None] Pushing event updated for resources: {'Port': ['ID=23b255d2-e4ea-4c91-b23b-8eb8fd1c590d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:39.841788 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] Attempting to bind port 23b255d2-e4ea-4c91-b23b-8eb8fd1c590d on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:58:39.842209 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] Attempting to bind port 23b255d2-e4ea-4c91-b23b-8eb8fd1c590d by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:58:39.842578 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] Attempting to bind port 23b255d2-e4ea-4c91-b23b-8eb8fd1c590d on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:58:39.854431 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:58:39.854864 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:39.855322 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:39.855721 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:58:39.856192 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] Bound port: 23b255d2-e4ea-4c91-b23b-8eb8fd1c590d, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:58:39.856573 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:39.922998 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad61f96-f864-427c-abfe-614f28914c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-1790d2be-7f27-4338-9d79-b644f69f04fb', 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'fixed_ips': [{'subnet_id': 'a5b88ba4-629c-4874-83fe-1d8591d5d8c4'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:58:39.923921 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ad61f96-f864-427c-abfe-614f28914c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:39.943900 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] For port 23b255d2-e4ea-4c91-b23b-8eb8fd1c590d, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:58:39.958238 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] For port 23b255d2-e4ea-4c91-b23b-8eb8fd1c590d, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=23b255d2-e4ea-4c91-b23b-8eb8fd1c590d,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:58:39.966851 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:40.118233 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9a9a8-cdf6-4944-a399-26fd2c2669da None None] Pushing event updated for resources: {'Port': ['ID=23b255d2-e4ea-4c91-b23b-8eb8fd1c590d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:40.144013 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] Routers {'3307b07f-9d40-4c79-ae89-39c65f825105'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:40.144662 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['3307b07f-9d40-4c79-ae89-39c65f825105'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:40.224986 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dcf01c67-c49e-46aa-91bd-67be70a360c1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:40.398550 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-6ad61f96-f864-427c-abfe-614f28914c4e None None] Allocated IP 172.20.0.2 (1790d2be-7f27-4338-9d79-b644f69f04fb/a5b88ba4-629c-4874-83fe-1d8591d5d8c4/2c381207-94c1-437a-b294-7a997b4b3103) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:40.467117 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] Set router 3307b07f-9d40-4c79-ae89-39c65f825105 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:58:40.700651 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ad61f96-f864-427c-abfe-614f28914c4e None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:40.727287 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6ad61f96-f864-427c-abfe-614f28914c4e None None] Transition to ACTIVE for port object 2c381207-94c1-437a-b294-7a997b4b3103 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:40.750186 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6ad61f96-f864-427c-abfe-614f28914c4e None None] Transition to ACTIVE for port object 2c381207-94c1-437a-b294-7a997b4b3103 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:40.759685 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ad61f96-f864-427c-abfe-614f28914c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:40.807062 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019355344', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:58:36Z', 'updated_at': '2021-07-22T16:58:38Z', 'revision_number': 3, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:58:37Z', 'updated_at': '2021-07-22T16:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:40.814262 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad61f96-f864-427c-abfe-614f28914c4e None None] Network 1790d2be-7f27-4338-9d79-b644f69f04fb is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:40.831027 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-dcf01c67-c49e-46aa-91bd-67be70a360c1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Allocated IP 172.20.0.1 (1790d2be-7f27-4338-9d79-b644f69f04fb/a5b88ba4-629c-4874-83fe-1d8591d5d8c4/070415f5-0e34-4339-90bc-7ea1e4fe6947) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:40.844357 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-6ad61f96-f864-427c-abfe-614f28914c4e None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:40.846432 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad61f96-f864-427c-abfe-614f28914c4e None None] Pushing event updated for resources: {'Port': ['ID=2c381207-94c1-437a-b294-7a997b4b3103,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:40.848661 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad61f96-f864-427c-abfe-614f28914c4e None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:40.856506 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f701c7bc-2128-463a-80c2-af986d1a2909 None None] The sync data for ids ['3307b07f-9d40-4c79-ae89-39c65f825105'] in n-d-798930-9 is: [{'id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019355344', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:58:36Z', 'updated_at': '2021-07-22T16:58:38Z', 'revision_number': 3, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:58:37Z', 'updated_at': '2021-07-22T16:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:58:40.959128 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6ad61f96-f864-427c-abfe-614f28914c4e None None] Attempting to bind port 2c381207-94c1-437a-b294-7a997b4b3103 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:58:40.960203 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6ad61f96-f864-427c-abfe-614f28914c4e None None] Attempting to bind port 2c381207-94c1-437a-b294-7a997b4b3103 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'b0614f5c-9511-4f0a-a2d4-11888e389c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:58:40.960735 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad61f96-f864-427c-abfe-614f28914c4e None None] Attempting to bind port 2c381207-94c1-437a-b294-7a997b4b3103 on network 1790d2be-7f27-4338-9d79-b644f69f04fb {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:58:40.968027 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad61f96-f864-427c-abfe-614f28914c4e None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:58:40.973840 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad61f96-f864-427c-abfe-614f28914c4e None None] Checking segment: {'id': 'b0614f5c-9511-4f0a-a2d4-11888e389c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:40.974910 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ad61f96-f864-427c-abfe-614f28914c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:40.975547 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad61f96-f864-427c-abfe-614f28914c4e None None] Bound using segment: {'id': 'b0614f5c-9511-4f0a-a2d4-11888e389c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:58:40.976261 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6ad61f96-f864-427c-abfe-614f28914c4e None None] Bound port: 2c381207-94c1-437a-b294-7a997b4b3103, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0614f5c-9511-4f0a-a2d4-11888e389c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:58:40.976903 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ad61f96-f864-427c-abfe-614f28914c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.001565 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dcf01c67-c49e-46aa-91bd-67be70a360c1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.040398 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-dcf01c67-c49e-46aa-91bd-67be70a360c1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Transition to ACTIVE for port object 070415f5-0e34-4339-90bc-7ea1e4fe6947 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:41.099217 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dcf01c67-c49e-46aa-91bd-67be70a360c1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.100239 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6ad61f96-f864-427c-abfe-614f28914c4e None None] For port 2c381207-94c1-437a-b294-7a997b4b3103, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:58:41.106508 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6ad61f96-f864-427c-abfe-614f28914c4e None None] For port 2c381207-94c1-437a-b294-7a997b4b3103, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2c381207-94c1-437a-b294-7a997b4b3103,segment=NetworkSegment(b0614f5c-9511-4f0a-a2d4-11888e389c7b),segment_id=b0614f5c-9511-4f0a-a2d4-11888e389c7b)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:58:41.117478 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ad61f96-f864-427c-abfe-614f28914c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.144520 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf01c67-c49e-46aa-91bd-67be70a360c1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network 1790d2be-7f27-4338-9d79-b644f69f04fb is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:41.148127 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-dcf01c67-c49e-46aa-91bd-67be70a360c1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:41.182139 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf01c67-c49e-46aa-91bd-67be70a360c1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:41.205035 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad61f96-f864-427c-abfe-614f28914c4e None None] Pushing event updated for resources: {'Port': ['ID=2c381207-94c1-437a-b294-7a997b4b3103,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:41.269432 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf01c67-c49e-46aa-91bd-67be70a360c1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Port': ['ID=070415f5-0e34-4339-90bc-7ea1e4fe6947,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:41.303569 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dcf01c67-c49e-46aa-91bd-67be70a360c1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.432275 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 23b255d2-e4ea-4c91-b23b-8eb8fd1c590d up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:41.535873 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 23b255d2-e4ea-4c91-b23b-8eb8fd1c590d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:41.540938 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 23b255d2-e4ea-4c91-b23b-8eb8fd1c590d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:41.541415 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.650610 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.687658 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 23b255d2-e4ea-4c91-b23b-8eb8fd1c590d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=23b255d2-e4ea-4c91-b23b-8eb8fd1c590d,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:41.688647 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dcf01c67-c49e-46aa-91bd-67be70a360c1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.693889 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.795472 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=23b255d2-e4ea-4c91-b23b-8eb8fd1c590d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:42.085820 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dcf01c67-c49e-46aa-91bd-67be70a360c1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:42.093980 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dcf01c67-c49e-46aa-91bd-67be70a360c1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:42.176267 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:42.207995 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dcf01c67-c49e-46aa-91bd-67be70a360c1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:42.259044 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf01c67-c49e-46aa-91bd-67be70a360c1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Port': ['ID=070415f5-0e34-4339-90bc-7ea1e4fe6947,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:42.292115 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:42.715226 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf01c67-c49e-46aa-91bd-67be70a360c1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network 1790d2be-7f27-4338-9d79-b644f69f04fb is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:42.717387 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-dcf01c67-c49e-46aa-91bd-67be70a360c1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:42.800062 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53c364c-64dd-43bc-b299-e5fd8044e1ce None None] Network 1790d2be-7f27-4338-9d79-b644f69f04fb requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:42.945100 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf01c67-c49e-46aa-91bd-67be70a360c1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Router 3307b07f-9d40-4c79-ae89-39c65f825105 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:58:42.961768 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-545a100c-90d7-4738-8b4b-68464c80d057 None None] Provisioning for port 2c381207-94c1-437a-b294-7a997b4b3103 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:43.156920 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf01c67-c49e-46aa-91bd-67be70a360c1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:58:43.168388 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-dcf01c67-c49e-46aa-91bd-67be70a360c1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "PUT /v2.0/routers/3307b07f-9d40-4c79-ae89-39c65f825105/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5349951 Jul 22 16:58:43.393311 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] Sync routers for ids ['3307b07f-9d40-4c79-ae89-39c65f825105'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:58:43.399860 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] Routers {'3307b07f-9d40-4c79-ae89-39c65f825105'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:43.400497 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['3307b07f-9d40-4c79-ae89-39c65f825105'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:43.544763 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b2fc4e3b-67b5-4f60-9602-8296dc39470f None None] Provisioning for port 070415f5-0e34-4339-90bc-7ea1e4fe6947 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:43.565595 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b2fc4e3b-67b5-4f60-9602-8296dc39470f None None] Provisioning complete for port 070415f5-0e34-4339-90bc-7ea1e4fe6947 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:43.566239 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b2fc4e3b-67b5-4f60-9602-8296dc39470f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:43.599080 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2c381207-94c1-437a-b294-7a997b4b3103 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:43.607882 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-48301f13-2b97-4c83-b417-4ceb82363dee req-7d03c09e-d8d4-4ce3-9abd-9373e8864521 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734848639&fields=id&tenant_id=58f63b32e2494f47baeccbbc4d805873 HTTP/1.1" status: 200 len: 267 time: 0.0855587 Jul 22 16:58:43.632658 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] Set router 3307b07f-9d40-4c79-ae89-39c65f825105 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:58:43.659999 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc4e3b-67b5-4f60-9602-8296dc39470f None None] Port 070415f5-0e34-4339-90bc-7ea1e4fe6947 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:58:43.675491 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 2c381207-94c1-437a-b294-7a997b4b3103 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:43.683070 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 2c381207-94c1-437a-b294-7a997b4b3103 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:43.683453 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:43.800318 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:43.852165 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48301f13-2b97-4c83-b417-4ceb82363dee req-8302b627-e13c-4e92-a7ca-d1812bcee1d6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:43.858831 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-48301f13-2b97-4c83-b417-4ceb82363dee req-8302b627-e13c-4e92-a7ca-d1812bcee1d6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/networks?id=1790d2be-7f27-4338-9d79-b644f69f04fb HTTP/1.1" status: 200 len: 796 time: 0.2392092 Jul 22 16:58:43.876807 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-48301f13-2b97-4c83-b417-4ceb82363dee req-ef51d46a-3a05-4f38-ab5e-cd18278c2529 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/quotas/58f63b32e2494f47baeccbbc4d805873 HTTP/1.1" status: 200 len: 375 time: 0.0169632 Jul 22 16:58:43.896377 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 2c381207-94c1-437a-b294-7a997b4b3103, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2c381207-94c1-437a-b294-7a997b4b3103,segment=NetworkSegment(b0614f5c-9511-4f0a-a2d4-11888e389c7b),segment_id=b0614f5c-9511-4f0a-a2d4-11888e389c7b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:43.905420 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:43.907415 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 23b255d2-e4ea-4c91-b23b-8eb8fd1c590d up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:43.951174 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019355344', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:58:36Z', 'updated_at': '2021-07-22T16:58:41Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:58:37Z', 'updated_at': '2021-07-22T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '070415f5-0e34-4339-90bc-7ea1e4fe6947', 'name': '', 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:25:43:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'a5b88ba4-629c-4874-83fe-1d8591d5d8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:58:40Z', 'updated_at': '2021-07-22T16:58:41Z', 'revision_number': 2, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'a5b88ba4-629c-4874-83fe-1d8591d5d8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:44.040315 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1997dfdf-18a5-4835-b28d-5a91e5774a16 None None] Provisioning complete for port 070415f5-0e34-4339-90bc-7ea1e4fe6947 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:44.040812 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1997dfdf-18a5-4835-b28d-5a91e5774a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:44.042625 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 23b255d2-e4ea-4c91-b23b-8eb8fd1c590d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:44.043061 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:44.063596 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] Checking router: 3307b07f-9d40-4c79-ae89-39c65f825105 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:58:44.085180 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] Updating router 3307b07f-9d40-4c79-ae89-39c65f825105 port 070415f5-0e34-4339-90bc-7ea1e4fe6947 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:58:44.115598 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-48301f13-2b97-4c83-b417-4ceb82363dee req-d1f4d227-cdfc-442c-be1f-7e5173c98bc2 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2378786 Jul 22 16:58:44.130817 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=2c381207-94c1-437a-b294-7a997b4b3103,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:44.145025 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:44.160057 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1997dfdf-18a5-4835-b28d-5a91e5774a16 None None] Port 070415f5-0e34-4339-90bc-7ea1e4fe6947 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:58:44.170310 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-48301f13-2b97-4c83-b417-4ceb82363dee req-cdb1089b-5667-42f4-bec7-fcf9f65d7a26 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:58:44.171429 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-48301f13-2b97-4c83-b417-4ceb82363dee req-cdb1089b-5667-42f4-bec7-fcf9f65d7a26 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0355854 Jul 22 16:58:44.363568 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-48301f13-2b97-4c83-b417-4ceb82363dee req-ac7d4e06-fb1a-4f7d-9015-4b6c6458e51f service neutron] 10.222.0.69 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854131 Jul 22 16:58:44.384989 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9a2533ac-5aba-4411-9cee-7adcd2c30a6b None None] Provisioning complete for port 070415f5-0e34-4339-90bc-7ea1e4fe6947 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:44.385540 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a2533ac-5aba-4411-9cee-7adcd2c30a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:44.468724 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9a2533ac-5aba-4411-9cee-7adcd2c30a6b None None] Port 070415f5-0e34-4339-90bc-7ea1e4fe6947 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:58:44.541136 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:44.546826 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-48301f13-2b97-4c83-b417-4ceb82363dee req-37c01c88-4b1e-40cd-be7b-3ac0383d93a4 service neutron] 10.222.0.69 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772182 Jul 22 16:58:44.552414 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] Transition to ACTIVE for port object 070415f5-0e34-4339-90bc-7ea1e4fe6947 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:44.564567 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:44.646142 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded72186-634a-4d1e-8756-95b5dea1d0a2 None None] Pushing event updated for resources: {'Port': ['ID=070415f5-0e34-4339-90bc-7ea1e4fe6947,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:44.677500 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded72186-634a-4d1e-8756-95b5dea1d0a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:44.678059 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded72186-634a-4d1e-8756-95b5dea1d0a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:44.678435 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded72186-634a-4d1e-8756-95b5dea1d0a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:44.678734 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded72186-634a-4d1e-8756-95b5dea1d0a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:44.679072 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded72186-634a-4d1e-8756-95b5dea1d0a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:44.680643 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded72186-634a-4d1e-8756-95b5dea1d0a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:44.681076 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded72186-634a-4d1e-8756-95b5dea1d0a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:44.681378 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded72186-634a-4d1e-8756-95b5dea1d0a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:44.681809 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded72186-634a-4d1e-8756-95b5dea1d0a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:44.682072 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded72186-634a-4d1e-8756-95b5dea1d0a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:44.682690 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded72186-634a-4d1e-8756-95b5dea1d0a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:44.683613 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded72186-634a-4d1e-8756-95b5dea1d0a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:44.738379 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] Attempting to bind port 070415f5-0e34-4339-90bc-7ea1e4fe6947 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:58:44.738953 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] Attempting to bind port 070415f5-0e34-4339-90bc-7ea1e4fe6947 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'b0614f5c-9511-4f0a-a2d4-11888e389c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:58:44.739433 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] Attempting to bind port 070415f5-0e34-4339-90bc-7ea1e4fe6947 on network 1790d2be-7f27-4338-9d79-b644f69f04fb {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:58:44.748472 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:58:44.749127 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] Checking segment: {'id': 'b0614f5c-9511-4f0a-a2d4-11888e389c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:44.750006 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:44.750830 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] Bound using segment: {'id': 'b0614f5c-9511-4f0a-a2d4-11888e389c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:58:44.751674 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] Bound port: 070415f5-0e34-4339-90bc-7ea1e4fe6947, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0614f5c-9511-4f0a-a2d4-11888e389c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:58:44.752468 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:44.841147 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fe0c1d81-17cd-48be-8b56-266c13c52743 req-a442c097-9645-4be8-8e07-83729559e411 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 210 time: 0.0426433 Jul 22 16:58:44.904108 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] For port 070415f5-0e34-4339-90bc-7ea1e4fe6947, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:58:44.914170 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] For port 070415f5-0e34-4339-90bc-7ea1e4fe6947, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=070415f5-0e34-4339-90bc-7ea1e4fe6947,segment=NetworkSegment(b0614f5c-9511-4f0a-a2d4-11888e389c7b),segment_id=b0614f5c-9511-4f0a-a2d4-11888e389c7b)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:58:44.925535 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:45.032581 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded72186-634a-4d1e-8756-95b5dea1d0a2 None None] Pushing event updated for resources: {'Port': ['ID=070415f5-0e34-4339-90bc-7ea1e4fe6947,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:45.054032 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] Routers {'3307b07f-9d40-4c79-ae89-39c65f825105'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:45.054744 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['3307b07f-9d40-4c79-ae89-39c65f825105'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:45.323275 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] Set router 3307b07f-9d40-4c79-ae89-39c65f825105 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:58:45.392231 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2c381207-94c1-437a-b294-7a997b4b3103 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:45.503711 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 2c381207-94c1-437a-b294-7a997b4b3103 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:45.505106 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:45.657164 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019355344', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:58:36Z', 'updated_at': '2021-07-22T16:58:41Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:58:37Z', 'updated_at': '2021-07-22T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '070415f5-0e34-4339-90bc-7ea1e4fe6947', 'name': '', 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:25:43:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'a5b88ba4-629c-4874-83fe-1d8591d5d8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:58:40Z', 'updated_at': '2021-07-22T16:58:44Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'a5b88ba4-629c-4874-83fe-1d8591d5d8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:45.685800 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afa7b06-55d5-49bc-be20-56c28ef52607 None None] The sync data for ids ['3307b07f-9d40-4c79-ae89-39c65f825105'] in n-d-798930-9 is: [{'id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019355344', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:58:36Z', 'updated_at': '2021-07-22T16:58:41Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:58:37Z', 'updated_at': '2021-07-22T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '070415f5-0e34-4339-90bc-7ea1e4fe6947', 'name': '', 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:25:43:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'a5b88ba4-629c-4874-83fe-1d8591d5d8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:58:40Z', 'updated_at': '2021-07-22T16:58:44Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'a5b88ba4-629c-4874-83fe-1d8591d5d8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:58:46.001389 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f6c75c35-ec69-45da-9ccb-9e171c6c7f38 req-e966972a-6d26-41f1-b0ec-9017626644af tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 210 time: 0.0571508 Jul 22 16:58:46.778321 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48301f13-2b97-4c83-b417-4ceb82363dee req-c0b0f768-cdb8-4e7e-9729-e53955ce2eb2 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:46.779823 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-48301f13-2b97-4c83-b417-4ceb82363dee req-c0b0f768-cdb8-4e7e-9729-e53955ce2eb2 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.30 "GET /v2.0/networks?id=1790d2be-7f27-4338-9d79-b644f69f04fb HTTP/1.1" status: 200 len: 796 time: 0.1830704 Jul 22 16:58:46.865254 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-48301f13-2b97-4c83-b417-4ceb82363dee req-a1b2984a-72f0-45f7-b1ad-189d111dda8a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58f63b32e2494f47baeccbbc4d805873 HTTP/1.1" status: 200 len: 379 time: 0.0650022 Jul 22 16:58:46.881385 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-48301f13-2b97-4c83-b417-4ceb82363dee req-a20e6eb1-2b89-4771-b1ae-fd2178745498 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'port': {'device_id': '86447334-959f-44b7-973d-8fd7155dca6a', 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb', 'admin_state_up': True, 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'security_groups': ['3a3b45b5-e688-418d-9e97-ff08c9ee2a3b']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:47.107392 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48301f13-2b97-4c83-b417-4ceb82363dee req-a20e6eb1-2b89-4771-b1ae-fd2178745498 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Made reservation on behalf of 58f63b32e2494f47baeccbbc4d805873 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:47.121646 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-48301f13-2b97-4c83-b417-4ceb82363dee req-a20e6eb1-2b89-4771-b1ae-fd2178745498 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:47.130635 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4afc7d08-fb0c-4f2c-9a19-12d07e29018c req-7929d856-bd33-4ffd-95dd-57a483a34a24 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 210 time: 0.0448668 Jul 22 16:58:47.375951 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-48301f13-2b97-4c83-b417-4ceb82363dee req-a20e6eb1-2b89-4771-b1ae-fd2178745498 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Allocated IP 172.20.0.13 (1790d2be-7f27-4338-9d79-b644f69f04fb/a5b88ba4-629c-4874-83fe-1d8591d5d8c4/f97cf55d-aa62-4831-bf17-6c362180167e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:47.507803 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 070415f5-0e34-4339-90bc-7ea1e4fe6947 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:47.595141 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 070415f5-0e34-4339-90bc-7ea1e4fe6947 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:47.604952 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 070415f5-0e34-4339-90bc-7ea1e4fe6947 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:47.605325 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:47.646728 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-48301f13-2b97-4c83-b417-4ceb82363dee req-a20e6eb1-2b89-4771-b1ae-fd2178745498 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:47.671101 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-48301f13-2b97-4c83-b417-4ceb82363dee req-a20e6eb1-2b89-4771-b1ae-fd2178745498 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Transition to ACTIVE for port object f97cf55d-aa62-4831-bf17-6c362180167e will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:47.721735 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:47.735808 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-48301f13-2b97-4c83-b417-4ceb82363dee req-a20e6eb1-2b89-4771-b1ae-fd2178745498 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:47.757882 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 070415f5-0e34-4339-90bc-7ea1e4fe6947, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=070415f5-0e34-4339-90bc-7ea1e4fe6947,segment=NetworkSegment(b0614f5c-9511-4f0a-a2d4-11888e389c7b),segment_id=b0614f5c-9511-4f0a-a2d4-11888e389c7b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:47.763683 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:47.793671 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48301f13-2b97-4c83-b417-4ceb82363dee req-a20e6eb1-2b89-4771-b1ae-fd2178745498 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network 1790d2be-7f27-4338-9d79-b644f69f04fb is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:47.799002 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-48301f13-2b97-4c83-b417-4ceb82363dee req-a20e6eb1-2b89-4771-b1ae-fd2178745498 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:47.803072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-48301f13-2b97-4c83-b417-4ceb82363dee req-a20e6eb1-2b89-4771-b1ae-fd2178745498 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:47.810726 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e6eb1-2b89-4771-b1ae-fd2178745498 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Port': ['ID=f97cf55d-aa62-4831-bf17-6c362180167e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:47.849893 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=070415f5-0e34-4339-90bc-7ea1e4fe6947,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:47.881493 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48301f13-2b97-4c83-b417-4ceb82363dee req-a20e6eb1-2b89-4771-b1ae-fd2178745498 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:47.882430 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-48301f13-2b97-4c83-b417-4ceb82363dee req-a20e6eb1-2b89-4771-b1ae-fd2178745498 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:47.908071 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-48301f13-2b97-4c83-b417-4ceb82363dee req-a20e6eb1-2b89-4771-b1ae-fd2178745498 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0315485 Jul 22 16:58:47.928844 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-48301f13-2b97-4c83-b417-4ceb82363dee req-f8fe4fc2-ee48-41da-a2f5-8efabae14c04 service neutron] Request body: {'port': {'device_id': '86447334-959f-44b7-973d-8fd7155dca6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:48.065151 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-48301f13-2b97-4c83-b417-4ceb82363dee req-f8fe4fc2-ee48-41da-a2f5-8efabae14c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:48.144026 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-21f8db06-560a-4e43-884a-3fab96faf1ef None None] Provisioning for port f97cf55d-aa62-4831-bf17-6c362180167e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:48.148684 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-21f8db06-560a-4e43-884a-3fab96faf1ef None None] Provisioning complete for port f97cf55d-aa62-4831-bf17-6c362180167e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:48.149254 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21f8db06-560a-4e43-884a-3fab96faf1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:48.211776 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-21f8db06-560a-4e43-884a-3fab96faf1ef None None] Port f97cf55d-aa62-4831-bf17-6c362180167e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:58:48.392684 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408ca83-4171-4896-9246-ea386d644255 req-a26efa1e-2789-473c-b609-fa4a38f6c679 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:48.394445 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0408ca83-4171-4896-9246-ea386d644255 req-a26efa1e-2789-473c-b609-fa4a38f6c679 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 932 time: 0.1511788 Jul 22 16:58:48.472535 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0408ca83-4171-4896-9246-ea386d644255 req-2af294ad-baba-4e6c-ad95-604d055888b6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692329 Jul 22 16:58:48.528343 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-48301f13-2b97-4c83-b417-4ceb82363dee req-f8fe4fc2-ee48-41da-a2f5-8efabae14c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97cf55d-aa62-4831-bf17-6c362180167e {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:58:48.536302 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-48301f13-2b97-4c83-b417-4ceb82363dee req-f8fe4fc2-ee48-41da-a2f5-8efabae14c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:48.549322 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-48301f13-2b97-4c83-b417-4ceb82363dee req-f8fe4fc2-ee48-41da-a2f5-8efabae14c04 service neutron] Transition to ACTIVE for port object f97cf55d-aa62-4831-bf17-6c362180167e will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:48.554402 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-48301f13-2b97-4c83-b417-4ceb82363dee req-f8fe4fc2-ee48-41da-a2f5-8efabae14c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:48.611377 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe4fc2-ee48-41da-a2f5-8efabae14c04 service neutron] Pushing event updated for resources: {'Port': ['ID=f97cf55d-aa62-4831-bf17-6c362180167e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:48.694066 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-48301f13-2b97-4c83-b417-4ceb82363dee req-f8fe4fc2-ee48-41da-a2f5-8efabae14c04 service neutron] Attempting to bind port f97cf55d-aa62-4831-bf17-6c362180167e on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:58:48.694946 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-48301f13-2b97-4c83-b417-4ceb82363dee req-f8fe4fc2-ee48-41da-a2f5-8efabae14c04 service neutron] Attempting to bind port f97cf55d-aa62-4831-bf17-6c362180167e by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'b0614f5c-9511-4f0a-a2d4-11888e389c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:58:48.695458 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48301f13-2b97-4c83-b417-4ceb82363dee req-f8fe4fc2-ee48-41da-a2f5-8efabae14c04 service neutron] Attempting to bind port f97cf55d-aa62-4831-bf17-6c362180167e on network 1790d2be-7f27-4338-9d79-b644f69f04fb {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:58:48.700236 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48301f13-2b97-4c83-b417-4ceb82363dee req-f8fe4fc2-ee48-41da-a2f5-8efabae14c04 service neutron] Port f97cf55d-aa62-4831-bf17-6c362180167e on network 1790d2be-7f27-4338-9d79-b644f69f04fb not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:58:48.700560 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48301f13-2b97-4c83-b417-4ceb82363dee req-f8fe4fc2-ee48-41da-a2f5-8efabae14c04 service neutron] Attempting to bind port f97cf55d-aa62-4831-bf17-6c362180167e on network 1790d2be-7f27-4338-9d79-b644f69f04fb {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:58:48.706223 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48301f13-2b97-4c83-b417-4ceb82363dee req-f8fe4fc2-ee48-41da-a2f5-8efabae14c04 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:58:48.706444 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48301f13-2b97-4c83-b417-4ceb82363dee req-f8fe4fc2-ee48-41da-a2f5-8efabae14c04 service neutron] Checking segment: {'id': 'b0614f5c-9511-4f0a-a2d4-11888e389c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:48.706834 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48301f13-2b97-4c83-b417-4ceb82363dee req-f8fe4fc2-ee48-41da-a2f5-8efabae14c04 service neutron] Bound using segment: {'id': 'b0614f5c-9511-4f0a-a2d4-11888e389c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:58:48.707268 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-48301f13-2b97-4c83-b417-4ceb82363dee req-f8fe4fc2-ee48-41da-a2f5-8efabae14c04 service neutron] Bound port: f97cf55d-aa62-4831-bf17-6c362180167e, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0614f5c-9511-4f0a-a2d4-11888e389c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:58:48.707633 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-48301f13-2b97-4c83-b417-4ceb82363dee req-f8fe4fc2-ee48-41da-a2f5-8efabae14c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:48.784053 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-48301f13-2b97-4c83-b417-4ceb82363dee req-f8fe4fc2-ee48-41da-a2f5-8efabae14c04 service neutron] For port f97cf55d-aa62-4831-bf17-6c362180167e, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:58:48.788037 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-48301f13-2b97-4c83-b417-4ceb82363dee req-f8fe4fc2-ee48-41da-a2f5-8efabae14c04 service neutron] For port f97cf55d-aa62-4831-bf17-6c362180167e, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f97cf55d-aa62-4831-bf17-6c362180167e,segment=NetworkSegment(b0614f5c-9511-4f0a-a2d4-11888e389c7b),segment_id=b0614f5c-9511-4f0a-a2d4-11888e389c7b)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:58:48.796747 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-48301f13-2b97-4c83-b417-4ceb82363dee req-f8fe4fc2-ee48-41da-a2f5-8efabae14c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:48.861860 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48301f13-2b97-4c83-b417-4ceb82363dee req-f8fe4fc2-ee48-41da-a2f5-8efabae14c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:48.863050 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-48301f13-2b97-4c83-b417-4ceb82363dee req-f8fe4fc2-ee48-41da-a2f5-8efabae14c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:48.864428 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-48301f13-2b97-4c83-b417-4ceb82363dee req-f8fe4fc2-ee48-41da-a2f5-8efabae14c04 service neutron] 10.222.0.30 "PUT /v2.0/ports/f97cf55d-aa62-4831-bf17-6c362180167e HTTP/1.1" status: 200 len: 1092 time: 0.9407046 Jul 22 16:58:48.867512 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86447334-959f-44b7-973d-8fd7155dca6a', 'tag': 'f97cf55d-aa62-4831-bf17-6c362180167e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:58:48.869849 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdc7de1-f247-4cc0-b227-801ffd6f3585" -d '{"events": [{"name": "network-changed", "server_uuid": "86447334-959f-44b7-973d-8fd7155dca6a", "tag": "f97cf55d-aa62-4831-bf17-6c362180167e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:58:48.873439 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe4fc2-ee48-41da-a2f5-8efabae14c04 service neutron] Pushing event updated for resources: {'Port': ['ID=f97cf55d-aa62-4831-bf17-6c362180167e,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:48.916572 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2abee7a-9f4f-4847-8181-3e8d067c3875 x-openstack-request-id: req-b2abee7a-9f4f-4847-8181-3e8d067c3875 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:58:48.916858 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86447334-959f-44b7-973d-8fd7155dca6a", "tag": "f97cf55d-aa62-4831-bf17-6c362180167e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:58:48.917154 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b2abee7a-9f4f-4847-8181-3e8d067c3875 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:58:48.917626 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86447334-959f-44b7-973d-8fd7155dca6a', 'tag': 'f97cf55d-aa62-4831-bf17-6c362180167e', 'status': 'completed', 'code': 200} Jul 22 16:58:49.009575 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48301f13-2b97-4c83-b417-4ceb82363dee req-2459a350-55c2-4517-b6aa-57e86eb4bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:49.012055 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-48301f13-2b97-4c83-b417-4ceb82363dee req-2459a350-55c2-4517-b6aa-57e86eb4bd31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 1095 time: 0.0814834 Jul 22 16:58:49.081230 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-48301f13-2b97-4c83-b417-4ceb82363dee req-6da8dfd8-6b1c-4da8-bf1f-22aa00de30d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f97cf55d-aa62-4831-bf17-6c362180167e HTTP/1.1" status: 200 len: 217 time: 0.0563495 Jul 22 16:58:49.144545 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48301f13-2b97-4c83-b417-4ceb82363dee req-2bd7005f-113e-4156-88fb-7d586265c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:49.146119 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-48301f13-2b97-4c83-b417-4ceb82363dee req-2bd7005f-113e-4156-88fb-7d586265c1d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5b88ba4-629c-4874-83fe-1d8591d5d8c4 HTTP/1.1" status: 200 len: 835 time: 0.0581489 Jul 22 16:58:49.218470 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48301f13-2b97-4c83-b417-4ceb82363dee req-a849911d-abcd-4340-bf3d-8f6e752e6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:49.220473 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-48301f13-2b97-4c83-b417-4ceb82363dee req-a849911d-abcd-4340-bf3d-8f6e752e6d51 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1790d2be-7f27-4338-9d79-b644f69f04fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673528 Jul 22 16:58:49.332509 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-48301f13-2b97-4c83-b417-4ceb82363dee req-486fff12-b352-4ec6-964f-f6b57a4ee61d service neutron] 10.222.0.30 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060383 Jul 22 16:58:49.360557 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 070415f5-0e34-4339-90bc-7ea1e4fe6947 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:49.427945 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 070415f5-0e34-4339-90bc-7ea1e4fe6947 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:49.428324 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:49.445228 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-48301f13-2b97-4c83-b417-4ceb82363dee req-71745804-f2de-46b4-8498-e5618828d1c6 service neutron] 10.222.0.30 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063237 Jul 22 16:58:49.646506 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc7de1-f247-4cc0-b227-801ffd6f3585 req-5c712908-3b78-4d38-adfe-085617095eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:49.648025 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8bdc7de1-f247-4cc0-b227-801ffd6f3585 req-5c712908-3b78-4d38-adfe-085617095eb8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 1095 time: 0.1190655 Jul 22 16:58:49.660201 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eef864-ec66-40c6-a34c-070c1ed9d5f8 req-df26133a-5795-46a6-9a93-c6fe5c03f5fe tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:49.661677 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d7eef864-ec66-40c6-a34c-070c1ed9d5f8 req-df26133a-5795-46a6-9a93-c6fe5c03f5fe tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 944 time: 0.0852823 Jul 22 16:58:49.756393 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d7eef864-ec66-40c6-a34c-070c1ed9d5f8 req-737509a4-5e55-465c-8c5b-7cfe9ced265c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843654 Jul 22 16:58:49.787650 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc7de1-f247-4cc0-b227-801ffd6f3585 req-869add9f-cc09-4c0d-a7d2-487e05ec8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:49.789125 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8bdc7de1-f247-4cc0-b227-801ffd6f3585 req-869add9f-cc09-4c0d-a7d2-487e05ec8125 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1790d2be-7f27-4338-9d79-b644f69f04fb HTTP/1.1" status: 200 len: 897 time: 0.1259749 Jul 22 16:58:49.832905 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8bdc7de1-f247-4cc0-b227-801ffd6f3585 req-5f1a23e6-8438-4c9a-81e2-61cc5795b558 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f97cf55d-aa62-4831-bf17-6c362180167e HTTP/1.1" status: 200 len: 217 time: 0.0363123 Jul 22 16:58:49.892145 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc7de1-f247-4cc0-b227-801ffd6f3585 req-c71847c2-0772-4161-8931-2df5cabca6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:49.893705 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8bdc7de1-f247-4cc0-b227-801ffd6f3585 req-c71847c2-0772-4161-8931-2df5cabca6b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5b88ba4-629c-4874-83fe-1d8591d5d8c4 HTTP/1.1" status: 200 len: 835 time: 0.0545404 Jul 22 16:58:49.953407 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc7de1-f247-4cc0-b227-801ffd6f3585 req-b12c491a-56b5-45c3-8d46-93ac1a6a9856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:49.954961 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8bdc7de1-f247-4cc0-b227-801ffd6f3585 req-b12c491a-56b5-45c3-8d46-93ac1a6a9856 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1790d2be-7f27-4338-9d79-b644f69f04fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549378 Jul 22 16:58:50.049646 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8bdc7de1-f247-4cc0-b227-801ffd6f3585 req-281d9785-0b95-4c4a-b051-7cbe2605eb8b service neutron] 10.222.0.30 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873230 Jul 22 16:58:50.176735 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8bdc7de1-f247-4cc0-b227-801ffd6f3585 req-210b9da4-bd31-44e7-a3b6-e2870dc88586 service neutron] 10.222.0.30 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204906 Jul 22 16:58:50.899189 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900fdea-8915-4769-bb27-abce62680d4e req-99dfa5fe-50c1-41f4-982f-5f0295345e97 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:50.901469 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c900fdea-8915-4769-bb27-abce62680d4e req-99dfa5fe-50c1-41f4-982f-5f0295345e97 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 944 time: 0.0690989 Jul 22 16:58:50.950594 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c900fdea-8915-4769-bb27-abce62680d4e req-e0a2308f-1aa7-4ad0-9f8b-da1787b95d4e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376506 Jul 22 16:58:52.092011 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc9a27-685d-4dee-981d-22854dc628d3 req-2810a2d4-b4df-47ac-a1cb-53923bc070d9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:52.093514 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-59dc9a27-685d-4dee-981d-22854dc628d3 req-2810a2d4-b4df-47ac-a1cb-53923bc070d9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 944 time: 0.0740941 Jul 22 16:58:52.136614 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-59dc9a27-685d-4dee-981d-22854dc628d3 req-dc5ca427-1fab-46e0-8c11-abdd7bfe6a06 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368783 Jul 22 16:58:52.367568 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device f97cf55d-aa62-4831-bf17-6c362180167e details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:58:52.499418 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port f97cf55d-aa62-4831-bf17-6c362180167e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f97cf55d-aa62-4831-bf17-6c362180167e,segment=NetworkSegment(b0614f5c-9511-4f0a-a2d4-11888e389c7b),segment_id=b0614f5c-9511-4f0a-a2d4-11888e389c7b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:52.514439 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'f97cf55d-aa62-4831-bf17-6c362180167e', 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb', 'port_id': 'f97cf55d-aa62-4831-bf17-6c362180167e', 'mac_address': 'fa:16:3e:30:ba:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b88ba4-629c-4874-83fe-1d8591d5d8c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:58:52.559585 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:52.576998 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97cf55d-aa62-4831-bf17-6c362180167e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:58:52.598774 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port f97cf55d-aa62-4831-bf17-6c362180167e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f97cf55d-aa62-4831-bf17-6c362180167e,segment=NetworkSegment(b0614f5c-9511-4f0a-a2d4-11888e389c7b),segment_id=b0614f5c-9511-4f0a-a2d4-11888e389c7b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:52.604243 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:52.654836 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=f97cf55d-aa62-4831-bf17-6c362180167e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:52.912984 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['f97cf55d-aa62-4831-bf17-6c362180167e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:58:53.285076 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3033513-5f17-4e82-b19b-178d53ed2ffc req-59fdc2ea-bddc-4224-8967-15caba8df118 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:53.286624 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c3033513-5f17-4e82-b19b-178d53ed2ffc req-59fdc2ea-bddc-4224-8967-15caba8df118 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 945 time: 0.0656884 Jul 22 16:58:53.323745 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c3033513-5f17-4e82-b19b-178d53ed2ffc req-d9fe4307-8393-40d5-b7ca-b0675e5ce28e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314379 Jul 22 16:58:54.374443 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device f97cf55d-aa62-4831-bf17-6c362180167e up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:54.468590 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port f97cf55d-aa62-4831-bf17-6c362180167e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:54.473880 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcdf23-4632-438c-bdc7-1c4b7b831563 req-fd7f6d56-0130-4759-9b90-4671561c1e08 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:54.475722 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port f97cf55d-aa62-4831-bf17-6c362180167e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:54.477093 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:54.485209 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a0bcdf23-4632-438c-bdc7-1c4b7b831563 req-fd7f6d56-0130-4759-9b90-4671561c1e08 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 945 time: 0.0902450 Jul 22 16:58:54.525297 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a0bcdf23-4632-438c-bdc7-1c4b7b831563 req-381eb811-ade8-41dc-813b-aaab9f00728b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389934 Jul 22 16:58:54.582614 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:54.612810 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86447334-959f-44b7-973d-8fd7155dca6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97cf55d-aa62-4831-bf17-6c362180167e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:58:54.615302 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235dc250-1aed-4ac7-9a92-945af3f4ba0b" -d '{"events": [{"server_uuid": "86447334-959f-44b7-973d-8fd7155dca6a", "name": "network-vif-plugged", "status": "completed", "tag": "f97cf55d-aa62-4831-bf17-6c362180167e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:58:54.630170 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port f97cf55d-aa62-4831-bf17-6c362180167e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f97cf55d-aa62-4831-bf17-6c362180167e,segment=NetworkSegment(b0614f5c-9511-4f0a-a2d4-11888e389c7b),segment_id=b0614f5c-9511-4f0a-a2d4-11888e389c7b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:54.635453 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:54.678692 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0138b3ac-1ec6-4471-8011-1b41972b86eb x-openstack-request-id: req-0138b3ac-1ec6-4471-8011-1b41972b86eb {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:58:54.678981 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86447334-959f-44b7-973d-8fd7155dca6a", "name": "network-vif-plugged", "status": "completed", "tag": "f97cf55d-aa62-4831-bf17-6c362180167e", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:58:54.679229 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0138b3ac-1ec6-4471-8011-1b41972b86eb {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:58:54.679622 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86447334-959f-44b7-973d-8fd7155dca6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97cf55d-aa62-4831-bf17-6c362180167e', 'code': 200} Jul 22 16:58:54.690113 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=f97cf55d-aa62-4831-bf17-6c362180167e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:54.804075 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed664e75-df88-4eff-9829-debcfb717217 req-8ae73eb8-6f99-4c6f-a134-d888631c054c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:54.805804 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ed664e75-df88-4eff-9829-debcfb717217 req-8ae73eb8-6f99-4c6f-a134-d888631c054c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 1097 time: 0.0563748 Jul 22 16:58:54.853723 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ed664e75-df88-4eff-9829-debcfb717217 req-64f6ee73-732f-494d-b911-dc909471b266 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405810 Jul 22 16:58:55.677100 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc61f4-519b-4724-a412-51645bcf421c req-6976969b-1c4b-40b7-8708-60cc8327cffd tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:55.678648 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ddc61f4-519b-4724-a412-51645bcf421c req-6976969b-1c4b-40b7-8708-60cc8327cffd tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 946 time: 0.0669365 Jul 22 16:58:55.717852 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ddc61f4-519b-4724-a412-51645bcf421c req-4304f67a-a220-40ad-af4d-9ac834502b24 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325785 Jul 22 16:58:55.797171 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56074) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:55.918327 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4e5e4c4-6f71-4f69-a838-60388c999973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.037013 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4e5e4c4-6f71-4f69-a838-60388c999973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.041789 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4e5e4c4-6f71-4f69-a838-60388c999973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.087433 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f4e5e4c4-6f71-4f69-a838-60388c999973 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0e9a9275a8534842a9a8e4949ba14632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2890961 Jul 22 16:58:56.090682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56090) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:56.093005 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5e4c4-6f71-4f69-a838-60388c999973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f261278-d643-475a-9656-f4b6cfdd5d9b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:56.155715 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec11a764-58e5-44a1-93a2-f11070f1ece1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.180162 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec11a764-58e5-44a1-93a2-f11070f1ece1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.232153 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec11a764-58e5-44a1-93a2-f11070f1ece1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.234922 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ec11a764-58e5-44a1-93a2-f11070f1ece1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.236173 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ec11a764-58e5-44a1-93a2-f11070f1ece1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f261278-d643-475a-9656-f4b6cfdd5d9b HTTP/1.1" status: 204 len: 168 time: 0.1443455 Jul 22 16:58:56.248711 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11a764-58e5-44a1-93a2-f11070f1ece1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f261278-d643-475a-9656-f4b6cfdd5d9b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:56.495945 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56098) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:56.509184 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c918cb1-ab8e-49c3-ac4e-dc6702cc42cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.601015 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c918cb1-ab8e-49c3-ac4e-dc6702cc42cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.604741 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c918cb1-ab8e-49c3-ac4e-dc6702cc42cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.646170 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6c918cb1-ab8e-49c3-ac4e-dc6702cc42cd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3276ec5de0254b4490d981f79ad0e433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491318 Jul 22 16:58:56.647022 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c918cb1-ab8e-49c3-ac4e-dc6702cc42cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9152e99-c57b-407b-ad7d-6a6f92d6a7d7,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:56.648908 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56100) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:56.655135 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c918cb1-ab8e-49c3-ac4e-dc6702cc42cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:56.655482 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c918cb1-ab8e-49c3-ac4e-dc6702cc42cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:56.655818 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c918cb1-ab8e-49c3-ac4e-dc6702cc42cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:56.656149 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c918cb1-ab8e-49c3-ac4e-dc6702cc42cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:56.656476 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c918cb1-ab8e-49c3-ac4e-dc6702cc42cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:56.656800 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c918cb1-ab8e-49c3-ac4e-dc6702cc42cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:56.657120 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c918cb1-ab8e-49c3-ac4e-dc6702cc42cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:56.657438 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c918cb1-ab8e-49c3-ac4e-dc6702cc42cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:56.657754 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c918cb1-ab8e-49c3-ac4e-dc6702cc42cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:56.658109 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c918cb1-ab8e-49c3-ac4e-dc6702cc42cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:56.658429 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c918cb1-ab8e-49c3-ac4e-dc6702cc42cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:56.658743 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c918cb1-ab8e-49c3-ac4e-dc6702cc42cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:56.697492 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f438c7cf-77f6-40a0-a3e3-b4d4670dcb0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.722747 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f438c7cf-77f6-40a0-a3e3-b4d4670dcb0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.769454 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f438c7cf-77f6-40a0-a3e3-b4d4670dcb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.772136 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f438c7cf-77f6-40a0-a3e3-b4d4670dcb0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.773267 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f438c7cf-77f6-40a0-a3e3-b4d4670dcb0f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d9152e99-c57b-407b-ad7d-6a6f92d6a7d7 HTTP/1.1" status: 204 len: 168 time: 0.1233335 Jul 22 16:58:56.782782 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438c7cf-77f6-40a0-a3e3-b4d4670dcb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9152e99-c57b-407b-ad7d-6a6f92d6a7d7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:56.869747 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713914d3-8652-4097-8a93-2e0f6e8b53a2 req-d596ec84-43d0-42d2-9840-ab07a82be019 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:56.871917 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-713914d3-8652-4097-8a93-2e0f6e8b53a2 req-d596ec84-43d0-42d2-9840-ab07a82be019 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 946 time: 0.0664599 Jul 22 16:58:56.911471 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-713914d3-8652-4097-8a93-2e0f6e8b53a2 req-b02b09b9-5f80-4da2-b17f-f12c919fc049 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335507 Jul 22 16:58:57.041791 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ad2fa-3425-46bb-baf5-e11751d43779 req-0d9a20ac-1847-4ca4-9164-c73aaf933a28 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:57.043354 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-344ad2fa-3425-46bb-baf5-e11751d43779 req-0d9a20ac-1847-4ca4-9164-c73aaf933a28 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 946 time: 0.0656641 Jul 22 16:58:57.081830 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-344ad2fa-3425-46bb-baf5-e11751d43779 req-af97311f-c8c3-4c32-8b6a-ade71b8e526a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329993 Jul 22 16:58:57.103819 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56116) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:57.160047 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f29e31-a841-4c40-8356-5e0cfeba5a2e tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:57.161965 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-15f29e31-a841-4c40-8356-5e0cfeba5a2e tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 1092 time: 0.0567822 Jul 22 16:58:57.164647 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56120) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:57.169682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7d2028e3-8283-47e2-b993-dcd313b710f5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': 'f97cf55d-aa62-4831-bf17-6c362180167e', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:57.192532 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d2028e3-8283-47e2-b993-dcd313b710f5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:57.302433 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d2028e3-8283-47e2-b993-dcd313b710f5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:57.418280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-7d2028e3-8283-47e2-b993-dcd313b710f5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Allocated IP 172.25.0.42 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/0fd4c3b0-914c-4c6a-a931-225ffe4e4b88) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:57.543487 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d2028e3-8283-47e2-b993-dcd313b710f5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:57.591233 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d2028e3-8283-47e2-b993-dcd313b710f5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:57.642948 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2028e3-8283-47e2-b993-dcd313b710f5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:57.648084 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7d2028e3-8283-47e2-b993-dcd313b710f5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:57.650777 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2028e3-8283-47e2-b993-dcd313b710f5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:57.681886 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2028e3-8283-47e2-b993-dcd313b710f5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Port': ['ID=0fd4c3b0-914c-4c6a-a931-225ffe4e4b88,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:57.937884 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56152) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:58.029357 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d2028e3-8283-47e2-b993-dcd313b710f5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:58.086162 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d90d7703-3cb3-434a-941f-046a2db786e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:58.141136 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d2028e3-8283-47e2-b993-dcd313b710f5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:58.318354 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d90d7703-3cb3-434a-941f-046a2db786e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:58.325993 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d90d7703-3cb3-434a-941f-046a2db786e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:58.378219 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d90d7703-3cb3-434a-941f-046a2db786e7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8906b7e90bed4f558d25a6b692df4562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4392827 Jul 22 16:58:58.381039 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56156) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:58.384209 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d7703-3cb3-434a-941f-046a2db786e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df912d3-1785-4286-9250-1fef2a67de16,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:58.402060 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d2028e3-8283-47e2-b993-dcd313b710f5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:58.406478 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d2028e3-8283-47e2-b993-dcd313b710f5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:58.430762 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a897aa25-13ac-4493-bf93-1c1d8d01d8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:58.452451 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a897aa25-13ac-4493-bf93-1c1d8d01d8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:58.472359 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2028e3-8283-47e2-b993-dcd313b710f5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Port': ['ID=0fd4c3b0-914c-4c6a-a931-225ffe4e4b88,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:58.483782 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d2028e3-8283-47e2-b993-dcd313b710f5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:58.506791 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a897aa25-13ac-4493-bf93-1c1d8d01d8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:58.509291 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a897aa25-13ac-4493-bf93-1c1d8d01d8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:58.510475 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a897aa25-13ac-4493-bf93-1c1d8d01d8ea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9df912d3-1785-4286-9250-1fef2a67de16 HTTP/1.1" status: 204 len: 168 time: 0.1283638 Jul 22 16:58:58.518950 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897aa25-13ac-4493-bf93-1c1d8d01d8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df912d3-1785-4286-9250-1fef2a67de16,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:58.587831 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-7d2028e3-8283-47e2-b993-dcd313b710f5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Floating IP 11ef8bd0-0f63-4051-aea2-60272b346c0a associated. External IP: 172.25.0.42, port: f97cf55d-aa62-4831-bf17-6c362180167e. Jul 22 16:58:59.034779 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-369732e9-9da7-48fd-900c-140d36583ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:59.176571 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2028e3-8283-47e2-b993-dcd313b710f5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Router 3307b07f-9d40-4c79-ae89-39c65f825105 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:58:59.292009 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2028e3-8283-47e2-b993-dcd313b710f5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:58:59.310119 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a2c786-b728-4221-a59e-c7f86e65f8e4 None None] Sync routers for ids ['3307b07f-9d40-4c79-ae89-39c65f825105'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:58:59.321023 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d2028e3-8283-47e2-b993-dcd313b710f5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:59.327814 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a2c786-b728-4221-a59e-c7f86e65f8e4 None None] Routers {'3307b07f-9d40-4c79-ae89-39c65f825105'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:59.328438 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-25a2c786-b728-4221-a59e-c7f86e65f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['3307b07f-9d40-4c79-ae89-39c65f825105'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:59.408882 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7d2028e3-8283-47e2-b993-dcd313b710f5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2431943 Jul 22 16:58:59.409834 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86447334-959f-44b7-973d-8fd7155dca6a', 'tag': 'f97cf55d-aa62-4831-bf17-6c362180167e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:58:59.412588 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fbffb8-454e-4a93-9af2-363dd1c41fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "86447334-959f-44b7-973d-8fd7155dca6a", "tag": "f97cf55d-aa62-4831-bf17-6c362180167e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:58:59.475492 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6312467-2a94-4f50-a3ea-ea9894aa9a2e x-openstack-request-id: req-e6312467-2a94-4f50-a3ea-ea9894aa9a2e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:58:59.475834 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86447334-959f-44b7-973d-8fd7155dca6a", "tag": "f97cf55d-aa62-4831-bf17-6c362180167e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:58:59.476096 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e6312467-2a94-4f50-a3ea-ea9894aa9a2e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:58:59.476431 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86447334-959f-44b7-973d-8fd7155dca6a', 'tag': 'f97cf55d-aa62-4831-bf17-6c362180167e', 'status': 'completed', 'code': 200} Jul 22 16:58:59.478168 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-424b11f3-a322-4bed-9565-b98ab22ee973 req-ee6a9af4-433b-4132-ae6a-231f0115be0c tempest-ServersTestJSON-995680926 tempest-ServersTestJSON-995680926-project] (93816) timed out ('10.222.0.16', 49333) {{(pid=93816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 16:58:59.595530 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-25a2c786-b728-4221-a59e-c7f86e65f8e4 None None] Set router 3307b07f-9d40-4c79-ae89-39c65f825105 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:58:59.633944 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0957c-3052-4eae-8038-6365ed17509d req-75e4c142-75cf-4a3d-a51a-0f6641d63df8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:59.663715 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-43e0957c-3052-4eae-8038-6365ed17509d req-75e4c142-75cf-4a3d-a51a-0f6641d63df8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 946 time: 0.1733885 Jul 22 16:58:59.674867 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbffb8-454e-4a93-9af2-363dd1c41fbd req-495c38e3-0d4e-450c-8103-3211dd13aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:59.682652 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-87fbffb8-454e-4a93-9af2-363dd1c41fbd req-495c38e3-0d4e-450c-8103-3211dd13aeb9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 1097 time: 0.1594841 Jul 22 16:58:59.769856 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-43e0957c-3052-4eae-8038-6365ed17509d req-47468854-dce6-4ed0-bbf2-584f59519a30 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051598 Jul 22 16:58:59.787611 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56206) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:59.834297 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbffb8-454e-4a93-9af2-363dd1c41fbd req-00d0a123-9b63-4a8e-bec0-d092424d979c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:59.835812 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-87fbffb8-454e-4a93-9af2-363dd1c41fbd req-00d0a123-9b63-4a8e-bec0-d092424d979c service neutron] 10.222.0.30 "GET /v2.0/networks?id=1790d2be-7f27-4338-9d79-b644f69f04fb HTTP/1.1" status: 200 len: 897 time: 0.1467144 Jul 22 16:58:59.872110 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-723ebf34-f1a7-4089-83ef-a802d26d8495 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/floatingips/11ef8bd0-0f63-4051-aea2-60272b346c0a HTTP/1.1" status: 200 len: 991 time: 0.0826750 Jul 22 16:58:59.872679 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56208) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:59.914258 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-87fbffb8-454e-4a93-9af2-363dd1c41fbd req-fb0f7910-b8d8-46de-b282-f2e34626adba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f97cf55d-aa62-4831-bf17-6c362180167e HTTP/1.1" status: 200 len: 999 time: 0.0703745 Jul 22 16:58:59.933267 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-25a2c786-b728-4221-a59e-c7f86e65f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019355344', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:58:36Z', 'updated_at': '2021-07-22T16:58:41Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:58:37Z', 'updated_at': '2021-07-22T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '11ef8bd0-0f63-4051-aea2-60272b346c0a', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'port_id': 'f97cf55d-aa62-4831-bf17-6c362180167e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb', 'mac_address': 'fa:16:3e:30:ba:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86447334-959f-44b7-973d-8fd7155dca6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:58:57Z', 'updated_at': '2021-07-22T16:58:57Z', 'revision_number': 0, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070415f5-0e34-4339-90bc-7ea1e4fe6947', 'name': '', 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:25:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'a5b88ba4-629c-4874-83fe-1d8591d5d8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:58:40Z', 'updated_at': '2021-07-22T16:58:47Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'a5b88ba4-629c-4874-83fe-1d8591d5d8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:59.963401 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbffb8-454e-4a93-9af2-363dd1c41fbd req-8406a75b-fc59-4d17-9a79-2dc6d10869a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:59.965396 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-87fbffb8-454e-4a93-9af2-363dd1c41fbd req-8406a75b-fc59-4d17-9a79-2dc6d10869a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5b88ba4-629c-4874-83fe-1d8591d5d8c4 HTTP/1.1" status: 200 len: 835 time: 0.0449142 Jul 22 16:58:59.966285 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a2c786-b728-4221-a59e-c7f86e65f8e4 None None] Checking router: 3307b07f-9d40-4c79-ae89-39c65f825105 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:58:59.974763 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a2c786-b728-4221-a59e-c7f86e65f8e4 None None] Routers {'3307b07f-9d40-4c79-ae89-39c65f825105'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:59.975372 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-25a2c786-b728-4221-a59e-c7f86e65f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T16:58:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['3307b07f-9d40-4c79-ae89-39c65f825105'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:59.993335 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-596ed897-3381-4ecf-8783-4ed884d1dd31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.024655 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbffb8-454e-4a93-9af2-363dd1c41fbd req-b8c8cbb0-5ab2-4477-884c-008bb675f75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:00.026685 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-87fbffb8-454e-4a93-9af2-363dd1c41fbd req-b8c8cbb0-5ab2-4477-884c-008bb675f75b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1790d2be-7f27-4338-9d79-b644f69f04fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552223 Jul 22 16:59:00.093793 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-596ed897-3381-4ecf-8783-4ed884d1dd31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.095167 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-25a2c786-b728-4221-a59e-c7f86e65f8e4 None None] Set router 3307b07f-9d40-4c79-ae89-39c65f825105 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:59:00.102520 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-596ed897-3381-4ecf-8783-4ed884d1dd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.141264 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ed897-3381-4ecf-8783-4ed884d1dd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08428c53-aebe-46fe-bd65-c6c4baa5b05b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:00.149278 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-87fbffb8-454e-4a93-9af2-363dd1c41fbd req-c29ba1e0-40e9-4cda-9436-9621c1d55347 service neutron] 10.222.0.30 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145422 Jul 22 16:59:00.163285 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-596ed897-3381-4ecf-8783-4ed884d1dd31 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cfc651fb93174a2d82fab7b22e60f192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2896028 Jul 22 16:59:00.167241 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56216) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:00.243301 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0eada94d-02fa-44eb-b7da-39e7fd02d6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.254937 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-87fbffb8-454e-4a93-9af2-363dd1c41fbd req-5fa3da72-89f6-48af-b30c-5719a18d8827 service neutron] 10.222.0.30 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981152 Jul 22 16:59:00.277754 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0eada94d-02fa-44eb-b7da-39e7fd02d6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.339330 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0eada94d-02fa-44eb-b7da-39e7fd02d6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.342563 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0eada94d-02fa-44eb-b7da-39e7fd02d6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.346161 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0eada94d-02fa-44eb-b7da-39e7fd02d6c4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/08428c53-aebe-46fe-bd65-c6c4baa5b05b HTTP/1.1" status: 204 len: 168 time: 0.1754513 Jul 22 16:59:00.363506 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eada94d-02fa-44eb-b7da-39e7fd02d6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08428c53-aebe-46fe-bd65-c6c4baa5b05b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:00.524262 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-25a2c786-b728-4221-a59e-c7f86e65f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019355344', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:58:36Z', 'updated_at': '2021-07-22T16:58:41Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:58:37Z', 'updated_at': '2021-07-22T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '11ef8bd0-0f63-4051-aea2-60272b346c0a', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'port_id': 'f97cf55d-aa62-4831-bf17-6c362180167e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb', 'mac_address': 'fa:16:3e:30:ba:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86447334-959f-44b7-973d-8fd7155dca6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:58:57Z', 'updated_at': '2021-07-22T16:58:57Z', 'revision_number': 0, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070415f5-0e34-4339-90bc-7ea1e4fe6947', 'name': '', 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:25:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'a5b88ba4-629c-4874-83fe-1d8591d5d8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:58:40Z', 'updated_at': '2021-07-22T16:58:47Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'a5b88ba4-629c-4874-83fe-1d8591d5d8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:00.554701 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a2c786-b728-4221-a59e-c7f86e65f8e4 None None] The sync data for ids ['3307b07f-9d40-4c79-ae89-39c65f825105'] in n-d-798930-9 is: [{'id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019355344', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:58:36Z', 'updated_at': '2021-07-22T16:58:41Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:58:37Z', 'updated_at': '2021-07-22T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '11ef8bd0-0f63-4051-aea2-60272b346c0a', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'port_id': 'f97cf55d-aa62-4831-bf17-6c362180167e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb', 'mac_address': 'fa:16:3e:30:ba:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86447334-959f-44b7-973d-8fd7155dca6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:58:57Z', 'updated_at': '2021-07-22T16:58:57Z', 'revision_number': 0, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070415f5-0e34-4339-90bc-7ea1e4fe6947', 'name': '', 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:25:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'a5b88ba4-629c-4874-83fe-1d8591d5d8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:58:40Z', 'updated_at': '2021-07-22T16:58:47Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'a5b88ba4-629c-4874-83fe-1d8591d5d8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:59:00.750694 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932b42b9-7cd6-4996-9afa-2d103737fb37 None None] New status for floating IP 11ef8bd0-0f63-4051-aea2-60272b346c0a: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:59:00.876930 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56240) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:00.954794 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-985ae8d6-dc12-4c16-a70f-d88b2ab0fada tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/floatingips/11ef8bd0-0f63-4051-aea2-60272b346c0a HTTP/1.1" status: 200 len: 991 time: 0.0759459 Jul 22 16:59:01.348612 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56258) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:01.454934 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b473a501-70c9-4e9e-b611-eb9fdcfc29c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:01.545837 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b473a501-70c9-4e9e-b611-eb9fdcfc29c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:01.549234 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b473a501-70c9-4e9e-b611-eb9fdcfc29c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:01.586214 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b473a501-70c9-4e9e-b611-eb9fdcfc29c2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e140422f77db436cbe9c62155870a434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365291 Jul 22 16:59:01.587243 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473a501-70c9-4e9e-b611-eb9fdcfc29c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1756f6aa-43c9-4480-a659-1506b5d20800,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:01.589030 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56266) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:01.617737 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02b96d38-be1a-4819-94d1-2be427740a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:01.639374 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46fe4e67-b7ee-4dbe-a743-bf7f99ff0066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:01.653196 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:01.661189 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46fe4e67-b7ee-4dbe-a743-bf7f99ff0066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:01.710088 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46fe4e67-b7ee-4dbe-a743-bf7f99ff0066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:01.712565 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46fe4e67-b7ee-4dbe-a743-bf7f99ff0066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:01.713721 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-46fe4e67-b7ee-4dbe-a743-bf7f99ff0066 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1756f6aa-43c9-4480-a659-1506b5d20800 HTTP/1.1" status: 204 len: 168 time: 0.1230805 Jul 22 16:59:01.722072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe4e67-b7ee-4dbe-a743-bf7f99ff0066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1756f6aa-43c9-4480-a659-1506b5d20800,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:01.958658 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56276) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:02.021276 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2262d277-a916-4cc8-86a8-7c49d7c0d038 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/floatingips/11ef8bd0-0f63-4051-aea2-60272b346c0a HTTP/1.1" status: 200 len: 993 time: 0.0612507 Jul 22 16:59:02.814289 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:04.655136 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:11.434020 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:59:12.168580 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:12.283293 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:12.846599 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b491001-7649-4f44-90df-ba1716bff292 req-dce15164-8a54-4b24-a9e4-0b4a87f9529d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553343 Jul 22 16:59:12.973847 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b491001-7649-4f44-90df-ba1716bff292 req-e631d893-58b8-4442-8fcb-6e86c193e26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:12.976221 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b491001-7649-4f44-90df-ba1716bff292 req-e631d893-58b8-4442-8fcb-6e86c193e26d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 1097 time: 0.0667369 Jul 22 16:59:13.083116 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b491001-7649-4f44-90df-ba1716bff292 req-7807d323-ac25-4f27-806e-6d45a82fc297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:13.084672 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b491001-7649-4f44-90df-ba1716bff292 req-7807d323-ac25-4f27-806e-6d45a82fc297 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1790d2be-7f27-4338-9d79-b644f69f04fb HTTP/1.1" status: 200 len: 897 time: 0.0876200 Jul 22 16:59:13.163263 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b491001-7649-4f44-90df-ba1716bff292 req-5c8207cc-2983-4926-aa9c-a4af5037145e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f97cf55d-aa62-4831-bf17-6c362180167e HTTP/1.1" status: 200 len: 1001 time: 0.0721197 Jul 22 16:59:13.217619 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b491001-7649-4f44-90df-ba1716bff292 req-4208435e-bdfe-4ad2-816f-14b71d0f96d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:13.218972 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b491001-7649-4f44-90df-ba1716bff292 req-4208435e-bdfe-4ad2-816f-14b71d0f96d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5b88ba4-629c-4874-83fe-1d8591d5d8c4 HTTP/1.1" status: 200 len: 835 time: 0.0485284 Jul 22 16:59:13.282710 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b491001-7649-4f44-90df-ba1716bff292 req-57d45062-29b2-49f1-b705-b312d3997125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:13.284236 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b491001-7649-4f44-90df-ba1716bff292 req-57d45062-29b2-49f1-b705-b312d3997125 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1790d2be-7f27-4338-9d79-b644f69f04fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587556 Jul 22 16:59:13.395269 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b491001-7649-4f44-90df-ba1716bff292 req-983eb321-0f83-4dbb-9260-bf2588115478 service neutron] 10.222.0.30 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040356 Jul 22 16:59:13.493537 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b491001-7649-4f44-90df-ba1716bff292 req-eadf95d3-5391-4557-a607-a575f4bcb582 service neutron] 10.222.0.30 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913744 Jul 22 16:59:25.558828 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56640) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:25.669185 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-64155ece-3d80-48be-8e43-9d1fafab93fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:25.768554 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-64155ece-3d80-48be-8e43-9d1fafab93fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:25.772552 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-64155ece-3d80-48be-8e43-9d1fafab93fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:25.814453 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56644) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:25.817068 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-64155ece-3d80-48be-8e43-9d1fafab93fb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fb54c3894fab488bb7b6c3f3e71a9dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2540498 Jul 22 16:59:25.817068 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64155ece-3d80-48be-8e43-9d1fafab93fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c08668-4f6d-41fd-9551-0b4d6e00dcbc,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:25.872900 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2709e9b-af7f-4dfe-8740-bd9a0a678285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:25.894360 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2709e9b-af7f-4dfe-8740-bd9a0a678285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:25.946772 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2709e9b-af7f-4dfe-8740-bd9a0a678285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:25.949533 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2709e9b-af7f-4dfe-8740-bd9a0a678285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:25.953721 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f2709e9b-af7f-4dfe-8740-bd9a0a678285 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/30c08668-4f6d-41fd-9551-0b4d6e00dcbc HTTP/1.1" status: 204 len: 168 time: 0.1377542 Jul 22 16:59:25.964223 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2709e9b-af7f-4dfe-8740-bd9a0a678285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c08668-4f6d-41fd-9551-0b4d6e00dcbc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:26.237865 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 56650) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:26.251916 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da050304-a6ec-46b9-ba45-096092243356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:26.340112 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da050304-a6ec-46b9-ba45-096092243356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:26.343882 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da050304-a6ec-46b9-ba45-096092243356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:26.382526 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-da050304-a6ec-46b9-ba45-096092243356 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f891d22f7dbd4401b43eefdc8380c455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434815 Jul 22 16:59:26.383371 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da050304-a6ec-46b9-ba45-096092243356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036445e9-bff0-49b6-82fe-d0f98bf657db,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:26.385171 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56654) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:26.439540 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07fa44ac-27ab-4ee9-a1e8-19a8e5311627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:26.468786 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07fa44ac-27ab-4ee9-a1e8-19a8e5311627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:26.515694 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07fa44ac-27ab-4ee9-a1e8-19a8e5311627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:26.518558 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-07fa44ac-27ab-4ee9-a1e8-19a8e5311627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:26.519925 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-07fa44ac-27ab-4ee9-a1e8-19a8e5311627 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/036445e9-bff0-49b6-82fe-d0f98bf657db HTTP/1.1" status: 204 len: 168 time: 0.1336288 Jul 22 16:59:26.528320 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa44ac-27ab-4ee9-a1e8-19a8e5311627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036445e9-bff0-49b6-82fe-d0f98bf657db,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:29.026267 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c65c6db-d8bd-4142-9b3c-4ed7c911acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:31.421189 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a4890-335d-4776-bfb9-11535854ef67 req-9f32bc91-6844-4cea-8b54-7018896da2a0 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:31.422805 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9a4a4890-335d-4776-bfb9-11535854ef67 req-9f32bc91-6844-4cea-8b54-7018896da2a0 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 1097 time: 0.0553331 Jul 22 16:59:31.458515 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9a4a4890-335d-4776-bfb9-11535854ef67 req-a3ea01ba-c69b-419a-8dee-d95c1d16d8c8 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298955 Jul 22 16:59:31.595162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3f10-7c56-44d6-9e7a-992fbe1cd2e9 req-6bb86ca4-b215-4699-a26d-b96e6d949119 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:31.596672 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d0fb3f10-7c56-44d6-9e7a-992fbe1cd2e9 req-6bb86ca4-b215-4699-a26d-b96e6d949119 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 946 time: 0.0691731 Jul 22 16:59:31.609246 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a42be49b-6879-404e-8b6f-3c40e4a182a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:31.639275 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d0fb3f10-7c56-44d6-9e7a-992fbe1cd2e9 req-f82976ed-0fb4-4069-ad20-dcbc33e534b1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359929 Jul 22 16:59:31.662111 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:31.662337 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 56758) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:31.728171 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b01d457c-73ca-4f83-ae66-88841961dbd1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/floatingips/11ef8bd0-0f63-4051-aea2-60272b346c0a HTTP/1.1" status: 200 len: 993 time: 0.0641680 Jul 22 16:59:32.056037 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-a451aeab-aa7f-42ad-9a59-5b35a02ba176 req-ae798187-78a1-4a60-9680-811adb7a3df6 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:59:32.057793 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a451aeab-aa7f-42ad-9a59-5b35a02ba176 req-ae798187-78a1-4a60-9680-811adb7a3df6 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062625 Jul 22 16:59:32.486465 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1daaadd-51db-4085-8b67-b1c602c2e07e req-aeddf036-3966-44c1-9972-5851c8cb5f69 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:32.493215 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a1daaadd-51db-4085-8b67-b1c602c2e07e req-aeddf036-3966-44c1-9972-5851c8cb5f69 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 946 time: 0.0818193 Jul 22 16:59:32.543583 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a1daaadd-51db-4085-8b67-b1c602c2e07e req-992b2590-4d98-48ba-90bf-9742f594ac71 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494010 Jul 22 16:59:32.641063 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b73d9d4d-13b3-471e-9a5f-569a8b87b0de service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2173710 Jul 22 16:59:32.825344 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:33.696809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de8f72-9c1c-47e3-a4dd-0cb61eba0e69 req-c44e3560-b69e-4a80-ae3a-26fd7ab4ee8b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:33.699990 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-69de8f72-9c1c-47e3-a4dd-0cb61eba0e69 req-c44e3560-b69e-4a80-ae3a-26fd7ab4ee8b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 946 time: 0.0759079 Jul 22 16:59:33.751719 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-69de8f72-9c1c-47e3-a4dd-0cb61eba0e69 req-f8d65e8a-a083-43d3-b230-49e771bd2778 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457273 Jul 22 16:59:34.000565 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-e83678bc-de47-445c-a203-96285ffa2627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:34.002599 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-e83678bc-de47-445c-a203-96285ffa2627 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 1097 time: 0.0612655 Jul 22 16:59:34.118621 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-34279172-970e-45a3-bd66-862d6efa944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:34.120761 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-34279172-970e-45a3-bd66-862d6efa944f service neutron] 10.222.0.30 "GET /v2.0/networks?id=1790d2be-7f27-4338-9d79-b644f69f04fb HTTP/1.1" status: 200 len: 897 time: 0.1125200 Jul 22 16:59:34.197713 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-cd7574bc-5192-4941-99b3-a4d48dd54cf7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f97cf55d-aa62-4831-bf17-6c362180167e HTTP/1.1" status: 200 len: 1001 time: 0.0707631 Jul 22 16:59:34.250830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-dbe43e4d-a318-4600-bec9-4e8e3c70a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:34.252307 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-dbe43e4d-a318-4600-bec9-4e8e3c70a2c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5b88ba4-629c-4874-83fe-1d8591d5d8c4 HTTP/1.1" status: 200 len: 835 time: 0.0486109 Jul 22 16:59:34.312032 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-3bfdeb01-30b1-4c1b-9baa-4afa12fe4053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:34.313484 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-3bfdeb01-30b1-4c1b-9baa-4afa12fe4053 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1790d2be-7f27-4338-9d79-b644f69f04fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552981 Jul 22 16:59:34.418154 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-5b134563-db1b-42d1-abc8-425cedbe6204 service neutron] 10.222.0.30 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984330 Jul 22 16:59:34.635108 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-4edc880b-666a-4b41-aa66-ca8c52a22014 service neutron] 10.222.0.30 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110548 Jul 22 16:59:34.676916 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:34.968024 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dbca9-ad04-4cc1-8913-7a23459c324c req-a7ce3ecb-775a-4e17-b962-4f7a70ddeb99 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:34.969548 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-182dbca9-ad04-4cc1-8913-7a23459c324c req-a7ce3ecb-775a-4e17-b962-4f7a70ddeb99 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 946 time: 0.0750997 Jul 22 16:59:35.013101 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-182dbca9-ad04-4cc1-8913-7a23459c324c req-764c01c7-7705-4516-82fc-52280a5eab7d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367827 Jul 22 16:59:36.164554 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a02304-9454-4b7d-821f-11dd3c24edff req-8d3af532-982f-4ea0-ab00-1bb2c16e2968 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:36.166982 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-57a02304-9454-4b7d-821f-11dd3c24edff req-8d3af532-982f-4ea0-ab00-1bb2c16e2968 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 946 time: 0.0732248 Jul 22 16:59:36.205835 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-57a02304-9454-4b7d-821f-11dd3c24edff req-962f797f-d453-4411-bbd1-19e4dcfbfbfd tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330186 Jul 22 16:59:37.351623 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df507fae-cfd7-44b6-82af-892f8d0d90d6 req-d643da93-f30f-4dab-ae6c-ddc740f095c1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:37.359304 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-df507fae-cfd7-44b6-82af-892f8d0d90d6 req-d643da93-f30f-4dab-ae6c-ddc740f095c1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 946 time: 0.0816014 Jul 22 16:59:37.419376 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-df507fae-cfd7-44b6-82af-892f8d0d90d6 req-c3dc3253-4c40-4149-aa39-8a36a051280a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582697 Jul 22 16:59:38.554565 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76116c02-2eb3-4720-b168-8dae60ac252c req-df8529c1-cf18-4fda-87be-adb2d9113c92 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:38.556402 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-76116c02-2eb3-4720-b168-8dae60ac252c req-df8529c1-cf18-4fda-87be-adb2d9113c92 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 946 time: 0.0664270 Jul 22 16:59:38.594776 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-76116c02-2eb3-4720-b168-8dae60ac252c req-4b0b66c1-417a-4351-bdbd-1c8e8bb9c3ab tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328603 Jul 22 16:59:39.736511 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15f6b0-b489-45de-b890-2036312aa44a req-fc4a252f-7c67-4852-8a1e-ccd1c1ba010a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:39.737954 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4f15f6b0-b489-45de-b890-2036312aa44a req-fc4a252f-7c67-4852-8a1e-ccd1c1ba010a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 946 time: 0.0631022 Jul 22 16:59:39.776044 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4f15f6b0-b489-45de-b890-2036312aa44a req-52b8f419-e952-4a3b-b1c2-0503eb18f199 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324368 Jul 22 16:59:40.911703 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db5c3a-cbc0-4dc8-8702-18c6b8df8090 req-4150dce5-89f5-42c0-bf47-a189e3852051 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:40.913203 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63db5c3a-cbc0-4dc8-8702-18c6b8df8090 req-4150dce5-89f5-42c0-bf47-a189e3852051 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 946 time: 0.0681827 Jul 22 16:59:40.954605 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63db5c3a-cbc0-4dc8-8702-18c6b8df8090 req-a940e0dc-64c0-4b30-b6c7-248f925b104b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351703 Jul 22 16:59:42.089758 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3609a-91ba-48aa-a944-0ef3339e73fa req-59f46d3d-e7dc-49c2-bda1-66102f6c0969 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:42.091275 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1aa3609a-91ba-48aa-a944-0ef3339e73fa req-59f46d3d-e7dc-49c2-bda1-66102f6c0969 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 946 time: 0.0678606 Jul 22 16:59:42.191736 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:42.283667 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:42.446810 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1aa3609a-91ba-48aa-a944-0ef3339e73fa req-665173fe-6217-4e96-9b2a-cd3e26de40fc tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3498151 Jul 22 16:59:43.594820 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a49f67-06b4-4123-9c78-2ba3988fd439 req-fab88be8-de3f-43b5-ac39-5aa4a43546cb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:43.596408 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b8a49f67-06b4-4123-9c78-2ba3988fd439 req-fab88be8-de3f-43b5-ac39-5aa4a43546cb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 946 time: 0.0667636 Jul 22 16:59:43.638435 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b8a49f67-06b4-4123-9c78-2ba3988fd439 req-2eac2c15-5ac8-4534-a61e-99a208359c72 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356553 Jul 22 16:59:44.793900 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed39ab0-1b1c-4b5b-8c1b-cdcbf95d827e req-4cf4f012-8c76-40fc-939c-9009d81268ab tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:44.795399 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fed39ab0-1b1c-4b5b-8c1b-cdcbf95d827e req-4cf4f012-8c76-40fc-939c-9009d81268ab tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 946 time: 0.0710933 Jul 22 16:59:44.834110 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fed39ab0-1b1c-4b5b-8c1b-cdcbf95d827e req-52f0cacd-974b-4b2d-b399-b949d8f1146e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329561 Jul 22 16:59:45.974694 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac95bc-cc53-4d36-bb5a-f71683d6bc84 req-22ad1bd9-542c-42b3-826c-04ea0bfa58f6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:45.976194 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1aac95bc-cc53-4d36-bb5a-f71683d6bc84 req-22ad1bd9-542c-42b3-826c-04ea0bfa58f6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 946 time: 0.0704784 Jul 22 16:59:46.018467 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1aac95bc-cc53-4d36-bb5a-f71683d6bc84 req-283dad04-23ac-4129-b882-6653f241311a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359046 Jul 22 16:59:46.464050 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57026) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:46.591045 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d02b368a-f3f3-46d4-92b9-0266e5786fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:46.692895 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d02b368a-f3f3-46d4-92b9-0266e5786fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:46.696648 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d02b368a-f3f3-46d4-92b9-0266e5786fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:46.733519 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b368a-f3f3-46d4-92b9-0266e5786fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95812b9-4ef6-49b8-a4f3-024b690d0946,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:46.737404 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d02b368a-f3f3-46d4-92b9-0266e5786fb7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e6c8ce2645b64e3188618e3f5d95d362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2721932 Jul 22 16:59:46.740151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57032) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:46.743616 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b368a-f3f3-46d4-92b9-0266e5786fb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:46.744465 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b368a-f3f3-46d4-92b9-0266e5786fb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:46.744805 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b368a-f3f3-46d4-92b9-0266e5786fb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:46.745140 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b368a-f3f3-46d4-92b9-0266e5786fb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:46.745471 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b368a-f3f3-46d4-92b9-0266e5786fb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:46.745802 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b368a-f3f3-46d4-92b9-0266e5786fb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:46.746155 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b368a-f3f3-46d4-92b9-0266e5786fb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:46.746500 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b368a-f3f3-46d4-92b9-0266e5786fb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:46.746800 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b368a-f3f3-46d4-92b9-0266e5786fb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:46.747122 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b368a-f3f3-46d4-92b9-0266e5786fb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:46.747492 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b368a-f3f3-46d4-92b9-0266e5786fb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:46.747762 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b368a-f3f3-46d4-92b9-0266e5786fb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:46.791870 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73ed8523-27ce-4a4f-9b3d-b36e7681c83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:46.815894 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73ed8523-27ce-4a4f-9b3d-b36e7681c83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:46.876807 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73ed8523-27ce-4a4f-9b3d-b36e7681c83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:46.879447 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73ed8523-27ce-4a4f-9b3d-b36e7681c83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:46.880603 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-73ed8523-27ce-4a4f-9b3d-b36e7681c83c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f95812b9-4ef6-49b8-a4f3-024b690d0946 HTTP/1.1" status: 204 len: 168 time: 0.1392434 Jul 22 16:59:46.888826 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed8523-27ce-4a4f-9b3d-b36e7681c83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95812b9-4ef6-49b8-a4f3-024b690d0946,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:47.162151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57040) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:47.180768 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-83d4c8e7-d95b-497b-9485-8618d5520b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:47.192338 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a1194-608c-470e-a3ad-b166dae6fe94 req-41da2c42-b294-4df4-98c3-4104eb7c6fb3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:47.193839 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-559a1194-608c-470e-a3ad-b166dae6fe94 req-41da2c42-b294-4df4-98c3-4104eb7c6fb3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 946 time: 0.0921924 Jul 22 16:59:47.247264 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-559a1194-608c-470e-a3ad-b166dae6fe94 req-5ff21566-ed56-4613-a693-c237c18d8112 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475504 Jul 22 16:59:47.319307 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-83d4c8e7-d95b-497b-9485-8618d5520b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:47.323303 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-83d4c8e7-d95b-497b-9485-8618d5520b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:47.360671 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4c8e7-d95b-497b-9485-8618d5520b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e34d72f-77ec-405d-95f2-87e92fcfa82d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:47.365129 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-83d4c8e7-d95b-497b-9485-8618d5520b01 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=90313a3365ad44e5b8a0b38c8715f39f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2019863 Jul 22 16:59:47.367776 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57042) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:47.419563 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e399189-4e39-4601-bd23-9c75df09cd18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:47.440227 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e399189-4e39-4601-bd23-9c75df09cd18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:47.488702 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e399189-4e39-4601-bd23-9c75df09cd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:47.491356 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e399189-4e39-4601-bd23-9c75df09cd18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:47.492495 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9e399189-4e39-4601-bd23-9c75df09cd18 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5e34d72f-77ec-405d-95f2-87e92fcfa82d HTTP/1.1" status: 204 len: 168 time: 0.1237698 Jul 22 16:59:47.500618 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e399189-4e39-4601-bd23-9c75df09cd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e34d72f-77ec-405d-95f2-87e92fcfa82d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:47.954245 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57062) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:48.060396 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd213857-6e16-4c3e-95d2-2154eb45c52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:48.167987 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd213857-6e16-4c3e-95d2-2154eb45c52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:48.171683 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd213857-6e16-4c3e-95d2-2154eb45c52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:48.211758 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cd213857-6e16-4c3e-95d2-2154eb45c52f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8abdf9192e564c6897dd8a4f37c5d1fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2540622 Jul 22 16:59:48.211758 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd213857-6e16-4c3e-95d2-2154eb45c52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db85247-6c45-4eca-96af-13df566aafda,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:48.212781 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57074) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:48.263568 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1314295-c209-4975-9c0a-7595cde890ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:48.284811 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1314295-c209-4975-9c0a-7595cde890ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:48.365159 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1314295-c209-4975-9c0a-7595cde890ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:48.367729 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1314295-c209-4975-9c0a-7595cde890ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:48.369429 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f1314295-c209-4975-9c0a-7595cde890ac admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4db85247-6c45-4eca-96af-13df566aafda HTTP/1.1" status: 204 len: 168 time: 0.1556294 Jul 22 16:59:48.384296 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1314295-c209-4975-9c0a-7595cde890ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db85247-6c45-4eca-96af-13df566aafda,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:48.400155 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab85071-2832-4038-878f-512ad56e9905 req-5af7695c-0150-4f0f-8f21-d7c9f2bf7e8c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:48.401706 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fab85071-2832-4038-878f-512ad56e9905 req-5af7695c-0150-4f0f-8f21-d7c9f2bf7e8c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 946 time: 0.0830414 Jul 22 16:59:48.436024 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:59:48.446666 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fab85071-2832-4038-878f-512ad56e9905 req-1b209b91-a1b2-4723-8d95-c314e105c591 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390053 Jul 22 16:59:49.584714 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae61d9-b60b-4cc3-8df0-0ec81b3193ae req-53d6942b-6333-498e-bed3-c3e349f64aca tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:49.586216 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52ae61d9-b60b-4cc3-8df0-0ec81b3193ae req-53d6942b-6333-498e-bed3-c3e349f64aca tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 946 time: 0.0672379 Jul 22 16:59:49.625720 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52ae61d9-b60b-4cc3-8df0-0ec81b3193ae req-14f8d0bb-80ed-4f49-af10-13da2138c0fb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334818 Jul 22 16:59:50.771026 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90cf08e-7626-4f2b-9388-f2366d342ddf req-30fcea42-ed92-46a2-85d6-d5daa2c683d5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:50.772742 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e90cf08e-7626-4f2b-9388-f2366d342ddf req-30fcea42-ed92-46a2-85d6-d5daa2c683d5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 946 time: 0.0748549 Jul 22 16:59:50.818375 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e90cf08e-7626-4f2b-9388-f2366d342ddf req-369fa1b1-2c61-4ab1-9425-79d6ab56a239 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390296 Jul 22 16:59:51.627631 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-58e3d65c-f511-4130-bdeb-08977ba36aa2 service neutron] show failed (client error): The resource could not be found. Jul 22 16:59:51.628680 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-58e3d65c-f511-4130-bdeb-08977ba36aa2 service neutron] 10.222.0.30 "GET /v2.0/ports/f97cf55d-aa62-4831-bf17-6c362180167e/bindings/n-h1-798930-9 HTTP/1.1" status: 404 len: 380 time: 0.0569723 Jul 22 16:59:51.846685 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-f1b3ce1e-958a-49f3-bcea-109b24c19577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:51.848227 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-f1b3ce1e-958a-49f3-bcea-109b24c19577 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a&tenant_id=58f63b32e2494f47baeccbbc4d805873 HTTP/1.1" status: 200 len: 1097 time: 0.0611110 Jul 22 16:59:51.866277 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-9', 'device_owner': 'compute:nova'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:51.955021 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:51.961613 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8c0a7-4d69-42b9-9177-5144e228e384 req-52c7579b-aec8-46d5-a9a5-b4c497dca277 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:51.969774 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2da8c0a7-4d69-42b9-9177-5144e228e384 req-52c7579b-aec8-46d5-a9a5-b4c497dca277 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 946 time: 0.0744238 Jul 22 16:59:52.023814 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2da8c0a7-4d69-42b9-9177-5144e228e384 req-6af4618e-36d7-42aa-a626-a0dd06b92e41 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427041 Jul 22 16:59:52.112461 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57196) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:52.181391 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] For port f97cf55d-aa62-4831-bf17-6c362180167e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f97cf55d-aa62-4831-bf17-6c362180167e,segment=NetworkSegment(b0614f5c-9511-4f0a-a2d4-11888e389c7b),segment_id=b0614f5c-9511-4f0a-a2d4-11888e389c7b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:59:52.231207 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] For port f97cf55d-aa62-4831-bf17-6c362180167e, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:59:52.232973 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6f9a9d5-c38a-4fec-a6ac-58ef2375c51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:52.295196 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86447334-959f-44b7-973d-8fd7155dca6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f97cf55d-aa62-4831-bf17-6c362180167e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:59:52.297591 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3e70ac-9786-4a7e-8088-2215969faaab" -d '{"events": [{"server_uuid": "86447334-959f-44b7-973d-8fd7155dca6a", "name": "network-vif-unplugged", "status": "completed", "tag": "f97cf55d-aa62-4831-bf17-6c362180167e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:59:52.301730 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:52.325907 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] Transition to ACTIVE for port object f97cf55d-aa62-4831-bf17-6c362180167e will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:59:52.333444 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:52.371159 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fec358-87cc-4204-a043-146df638f1d1 x-openstack-request-id: req-85fec358-87cc-4204-a043-146df638f1d1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:59:52.371555 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86447334-959f-44b7-973d-8fd7155dca6a", "name": "network-vif-unplugged", "status": "completed", "tag": "f97cf55d-aa62-4831-bf17-6c362180167e", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:59:52.371732 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-85fec358-87cc-4204-a043-146df638f1d1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:59:52.372142 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86447334-959f-44b7-973d-8fd7155dca6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f97cf55d-aa62-4831-bf17-6c362180167e', 'code': 200} Jul 22 16:59:52.454963 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] Pushing event updated for resources: {'Port': ['ID=f97cf55d-aa62-4831-bf17-6c362180167e,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:52.493052 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6f9a9d5-c38a-4fec-a6ac-58ef2375c51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:52.513146 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] No DVR routers for this DVR port f97cf55d-aa62-4831-bf17-6c362180167e on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:59:52.514722 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6f9a9d5-c38a-4fec-a6ac-58ef2375c51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:52.622778 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f6f9a9d5-c38a-4fec-a6ac-58ef2375c51d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3e2e9f98d8dd405fa4926e2434fc07db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5094719 Jul 22 16:59:52.626030 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57208) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:52.626307 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9a9d5-c38a-4fec-a6ac-58ef2375c51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93da731e-cbae-49d2-bca8-26f6ac757c27,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:52.686131 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a7a591e0-8ba7-4498-845a-f5f5d418aaa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:52.699377 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] Attempting to bind port f97cf55d-aa62-4831-bf17-6c362180167e on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:59:52.699718 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] Attempting to bind port f97cf55d-aa62-4831-bf17-6c362180167e by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'b0614f5c-9511-4f0a-a2d4-11888e389c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:59:52.700052 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] Attempting to bind port f97cf55d-aa62-4831-bf17-6c362180167e on network 1790d2be-7f27-4338-9d79-b644f69f04fb {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:59:52.704349 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] Port f97cf55d-aa62-4831-bf17-6c362180167e on network 1790d2be-7f27-4338-9d79-b644f69f04fb not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:59:52.704670 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] Attempting to bind port f97cf55d-aa62-4831-bf17-6c362180167e on network 1790d2be-7f27-4338-9d79-b644f69f04fb {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:59:52.707975 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a7a591e0-8ba7-4498-845a-f5f5d418aaa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:52.709459 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:59:52.709803 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] Checking segment: {'id': 'b0614f5c-9511-4f0a-a2d4-11888e389c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:59:52.710216 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] Bound using segment: {'id': 'b0614f5c-9511-4f0a-a2d4-11888e389c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:59:52.710647 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] Bound port: f97cf55d-aa62-4831-bf17-6c362180167e, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0614f5c-9511-4f0a-a2d4-11888e389c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:59:52.711007 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:52.755159 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a7a591e0-8ba7-4498-845a-f5f5d418aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:52.758025 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a7a591e0-8ba7-4498-845a-f5f5d418aaa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:52.760262 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a7a591e0-8ba7-4498-845a-f5f5d418aaa8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/93da731e-cbae-49d2-bca8-26f6ac757c27 HTTP/1.1" status: 204 len: 168 time: 0.1327388 Jul 22 16:59:52.769707 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a591e0-8ba7-4498-845a-f5f5d418aaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93da731e-cbae-49d2-bca8-26f6ac757c27,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:52.789882 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] For port f97cf55d-aa62-4831-bf17-6c362180167e, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:59:52.794230 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] For port f97cf55d-aa62-4831-bf17-6c362180167e, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=f97cf55d-aa62-4831-bf17-6c362180167e,segment=NetworkSegment(b0614f5c-9511-4f0a-a2d4-11888e389c7b),segment_id=b0614f5c-9511-4f0a-a2d4-11888e389c7b)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:59:52.798856 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:52.841604 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:52.842650 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:52.844138 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] 10.222.0.16 "PUT /v2.0/ports/f97cf55d-aa62-4831-bf17-6c362180167e HTTP/1.1" status: 200 len: 1092 time: 0.9826283 Jul 22 16:59:52.876636 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c73b98-878c-4c18-a828-a2b6ca77e972 service neutron] Pushing event updated for resources: {'Port': ['ID=f97cf55d-aa62-4831-bf17-6c362180167e,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:52.960190 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b7793f9a-b408-42c5-a06a-01aa0dcbbf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:52.962230 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b7793f9a-b408-42c5-a06a-01aa0dcbbf40 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 1095 time: 0.0705137 Jul 22 16:59:53.084688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-73df048e-5113-4aaf-a57b-cf1bdc88c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:53.086488 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-73df048e-5113-4aaf-a57b-cf1bdc88c18c service neutron] 10.222.0.16 "GET /v2.0/networks?id=1790d2be-7f27-4338-9d79-b644f69f04fb HTTP/1.1" status: 200 len: 897 time: 0.1120105 Jul 22 16:59:53.137516 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57216) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:53.155884 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24c37b7f-29b4-4c03-b0ce-e9dbb7969964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:53.175336 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a77a2-7aa5-4ffa-ad87-d1aff4209b84 req-4b095613-b589-4c5a-bc21-7c192303715f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:53.177163 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fe4a77a2-7aa5-4ffa-ad87-d1aff4209b84 req-4b095613-b589-4c5a-bc21-7c192303715f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 944 time: 0.0730727 Jul 22 16:59:53.186839 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-251b2801-3f51-4861-9693-d23df9cfe32f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f97cf55d-aa62-4831-bf17-6c362180167e HTTP/1.1" status: 200 len: 999 time: 0.0935452 Jul 22 16:59:53.218329 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fe4a77a2-7aa5-4ffa-ad87-d1aff4209b84 req-485a0d8a-d23c-4a93-b50e-d12fb90c8b09 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350704 Jul 22 16:59:53.258318 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-9aa6558a-48c8-47f2-b49e-b627315bde37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:53.260535 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-9aa6558a-48c8-47f2-b49e-b627315bde37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5b88ba4-629c-4874-83fe-1d8591d5d8c4 HTTP/1.1" status: 200 len: 835 time: 0.0668464 Jul 22 16:59:53.349119 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24c37b7f-29b4-4c03-b0ce-e9dbb7969964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:53.356157 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24c37b7f-29b4-4c03-b0ce-e9dbb7969964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:53.370548 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-7afb5c90-b6a3-4ecd-87a9-e545e5696b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:53.372112 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-7afb5c90-b6a3-4ecd-87a9-e545e5696b61 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1790d2be-7f27-4338-9d79-b644f69f04fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026487 Jul 22 16:59:53.426802 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-24c37b7f-29b4-4c03-b0ce-e9dbb7969964 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a38c9b1403744af8945ee2f51407a78b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881510 Jul 22 16:59:53.429629 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57224) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:53.432546 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c37b7f-29b4-4c03-b0ce-e9dbb7969964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c15eb8-3fdc-4dd1-98a8-0a949ba93c82,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:53.486211 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e99567d6-eeef-417c-92d0-cccb231da2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:53.490701 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-dca281e7-5482-4df0-a191-161566de49a5 service neutron] 10.222.0.16 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115661 Jul 22 16:59:53.505979 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e99567d6-eeef-417c-92d0-cccb231da2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:53.559025 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e99567d6-eeef-417c-92d0-cccb231da2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:53.561666 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e99567d6-eeef-417c-92d0-cccb231da2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:53.562858 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e99567d6-eeef-417c-92d0-cccb231da2eb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/77c15eb8-3fdc-4dd1-98a8-0a949ba93c82 HTTP/1.1" status: 204 len: 168 time: 0.1319592 Jul 22 16:59:53.570651 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99567d6-eeef-417c-92d0-cccb231da2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c15eb8-3fdc-4dd1-98a8-0a949ba93c82,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:53.612099 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-99d23096-fee6-4198-af80-c4abee03ecec service neutron] 10.222.0.16 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139200 Jul 22 16:59:54.360139 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e04f94-4dc0-4a2e-bd04-7d683ec454f1 req-f52ee9e8-2197-4602-96a9-c2def6a11fc7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:54.361672 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-13e04f94-4dc0-4a2e-bd04-7d683ec454f1 req-f52ee9e8-2197-4602-96a9-c2def6a11fc7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 944 time: 0.0667167 Jul 22 16:59:54.374208 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86447334-959f-44b7-973d-8fd7155dca6a', 'tag': 'f97cf55d-aa62-4831-bf17-6c362180167e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:59:54.376724 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d88c74-3e89-4b2f-a85f-e7413580c053" -d '{"events": [{"name": "network-changed", "server_uuid": "86447334-959f-44b7-973d-8fd7155dca6a", "tag": "f97cf55d-aa62-4831-bf17-6c362180167e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:59:54.410475 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-13e04f94-4dc0-4a2e-bd04-7d683ec454f1 req-b18e35d0-975d-4dad-b873-ad9e484df6be tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422845 Jul 22 16:59:54.442926 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727ebca6-7721-4f7d-b75a-d57ee6d70cd7 x-openstack-request-id: req-727ebca6-7721-4f7d-b75a-d57ee6d70cd7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:59:54.443225 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86447334-959f-44b7-973d-8fd7155dca6a", "tag": "f97cf55d-aa62-4831-bf17-6c362180167e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:59:54.443476 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-727ebca6-7721-4f7d-b75a-d57ee6d70cd7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:59:54.443876 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86447334-959f-44b7-973d-8fd7155dca6a', 'tag': 'f97cf55d-aa62-4831-bf17-6c362180167e', 'status': 'completed', 'code': 200} Jul 22 16:59:54.615477 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d88c74-3e89-4b2f-a85f-e7413580c053 req-4d28812d-46fd-4418-8e08-68b6f23c8326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:54.617279 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-23d88c74-3e89-4b2f-a85f-e7413580c053 req-4d28812d-46fd-4418-8e08-68b6f23c8326 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 1095 time: 0.1223125 Jul 22 16:59:54.623383 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d88c74-3e89-4b2f-a85f-e7413580c053 req-00bfe427-9597-4465-be81-0538b7a82a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:54.625743 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-23d88c74-3e89-4b2f-a85f-e7413580c053 req-00bfe427-9597-4465-be81-0538b7a82a70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 1095 time: 0.1297584 Jul 22 16:59:54.631633 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device f97cf55d-aa62-4831-bf17-6c362180167e no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:59:54.696058 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device f97cf55d-aa62-4831-bf17-6c362180167e not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:59:54.792259 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d88c74-3e89-4b2f-a85f-e7413580c053 req-ca820aae-569b-47af-b032-57f5a4d0bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:54.793767 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-23d88c74-3e89-4b2f-a85f-e7413580c053 req-ca820aae-569b-47af-b032-57f5a4d0bd59 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1790d2be-7f27-4338-9d79-b644f69f04fb HTTP/1.1" status: 200 len: 897 time: 0.1671398 Jul 22 16:59:54.794928 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d88c74-3e89-4b2f-a85f-e7413580c053 req-0383df5b-6751-4b22-bba5-ba8e6a56017f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:54.796249 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-23d88c74-3e89-4b2f-a85f-e7413580c053 req-0383df5b-6751-4b22-bba5-ba8e6a56017f service neutron] 10.222.0.30 "GET /v2.0/networks?id=1790d2be-7f27-4338-9d79-b644f69f04fb HTTP/1.1" status: 200 len: 897 time: 0.1621232 Jul 22 16:59:54.922871 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-23d88c74-3e89-4b2f-a85f-e7413580c053 req-4ffa352c-2394-4dac-ab03-7994bef43580 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f97cf55d-aa62-4831-bf17-6c362180167e HTTP/1.1" status: 200 len: 999 time: 0.1211295 Jul 22 16:59:54.925896 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-23d88c74-3e89-4b2f-a85f-e7413580c053 req-e08006e0-9382-4b00-af35-76cdc530463b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f97cf55d-aa62-4831-bf17-6c362180167e HTTP/1.1" status: 200 len: 999 time: 0.1179287 Jul 22 16:59:55.009255 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d88c74-3e89-4b2f-a85f-e7413580c053 req-ab152c55-183f-48d1-8f92-386fc4e7701b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:55.010796 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-23d88c74-3e89-4b2f-a85f-e7413580c053 req-ab152c55-183f-48d1-8f92-386fc4e7701b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5b88ba4-629c-4874-83fe-1d8591d5d8c4 HTTP/1.1" status: 200 len: 835 time: 0.0799415 Jul 22 16:59:55.033638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d88c74-3e89-4b2f-a85f-e7413580c053 req-d82c11b0-f5ce-4477-8ead-0d420cb0ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:55.034457 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-23d88c74-3e89-4b2f-a85f-e7413580c053 req-d82c11b0-f5ce-4477-8ead-0d420cb0ad73 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5b88ba4-629c-4874-83fe-1d8591d5d8c4 HTTP/1.1" status: 200 len: 835 time: 0.0932217 Jul 22 16:59:55.118127 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d88c74-3e89-4b2f-a85f-e7413580c053 req-0c727b65-71a3-495a-b4e7-a2a4c5d632f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:55.120209 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-23d88c74-3e89-4b2f-a85f-e7413580c053 req-0c727b65-71a3-495a-b4e7-a2a4c5d632f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1790d2be-7f27-4338-9d79-b644f69f04fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985770 Jul 22 16:59:55.125708 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d88c74-3e89-4b2f-a85f-e7413580c053 req-2a861e93-a3a8-4591-b6bb-24814b155a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:55.127129 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-23d88c74-3e89-4b2f-a85f-e7413580c053 req-2a861e93-a3a8-4591-b6bb-24814b155a1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1790d2be-7f27-4338-9d79-b644f69f04fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753460 Jul 22 16:59:55.286207 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-23d88c74-3e89-4b2f-a85f-e7413580c053 req-8dbf60c3-98ec-4051-9019-da254a54ae30 service neutron] 10.222.0.16 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580973 Jul 22 16:59:55.289654 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-23d88c74-3e89-4b2f-a85f-e7413580c053 req-ecbe53f1-2867-4ec0-a7b1-12dc959cea5a service neutron] 10.222.0.30 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545846 Jul 22 16:59:55.317547 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57318) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:55.439584 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0687e53b-d788-4797-a308-d375b93091f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:55.565240 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0687e53b-d788-4797-a308-d375b93091f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:55.570635 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0687e53b-d788-4797-a308-d375b93091f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:55.616916 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0687e53b-d788-4797-a308-d375b93091f8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7846268e85094fc0935e5fa435067b95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2951531 Jul 22 16:59:55.616916 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687e53b-d788-4797-a308-d375b93091f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37a71b0-87c6-4090-a1b6-580c387f466e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:55.617841 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57330) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:55.675087 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19be4232-71b8-42d7-ba8a-f47dd17306ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:55.701830 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19be4232-71b8-42d7-ba8a-f47dd17306ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:55.751815 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19be4232-71b8-42d7-ba8a-f47dd17306ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:55.755204 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19be4232-71b8-42d7-ba8a-f47dd17306ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:55.756926 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-19be4232-71b8-42d7-ba8a-f47dd17306ac admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b37a71b0-87c6-4090-a1b6-580c387f466e HTTP/1.1" status: 204 len: 168 time: 0.1376798 Jul 22 16:59:55.765732 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be4232-71b8-42d7-ba8a-f47dd17306ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37a71b0-87c6-4090-a1b6-580c387f466e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:55.846295 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba887-2383-4248-8ec7-f61ad1174814 req-4a1e4477-b025-4d88-98aa-c5da262c3a39 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:55.847808 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c3ba887-2383-4248-8ec7-f61ad1174814 req-4a1e4477-b025-4d88-98aa-c5da262c3a39 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 944 time: 0.1881948 Jul 22 16:59:55.849955 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-23d88c74-3e89-4b2f-a85f-e7413580c053 req-7c67a387-b689-4c7e-b4d8-5858590c268c service neutron] 10.222.0.16 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558436 Jul 22 16:59:55.851720 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-23d88c74-3e89-4b2f-a85f-e7413580c053 req-9a00011e-ed8d-4120-9569-5a1c1b647857 service neutron] 10.222.0.30 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5487101 Jul 22 16:59:55.909529 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c3ba887-2383-4248-8ec7-f61ad1174814 req-f531cb1f-dda3-44b6-b046-7af98a45c397 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541902 Jul 22 16:59:56.113478 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57348) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:56.198884 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ccefbc2-1d77-4439-9ebf-90f5370fe80e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:56.285712 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-1c04b049-13fc-48f7-9c69-02065ff58471 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:56.287245 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-1c04b049-13fc-48f7-9c69-02065ff58471 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.16 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a&tenant_id=58f63b32e2494f47baeccbbc4d805873&binding%3Ahost_id=n-h1-798930-9 HTTP/1.1" status: 200 len: 944 time: 0.1771433 Jul 22 16:59:56.314739 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47df4a-2421-4f0e-a6e5-b1fb20970cea req-433a3874-b910-4084-ba9c-d9a1092825c9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:56.316218 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c47df4a-2421-4f0e-a6e5-b1fb20970cea req-433a3874-b910-4084-ba9c-d9a1092825c9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 944 time: 0.1732235 Jul 22 16:59:56.419081 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c47df4a-2421-4f0e-a6e5-b1fb20970cea req-940b7096-c3ed-429d-a86a-5fd04b56f520 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827682 Jul 22 16:59:56.427954 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-c0e00a2b-48ea-4ea3-9971-930f32580e00 service neutron] 10.222.0.16 "GET /v2.0/ports/f97cf55d-aa62-4831-bf17-6c362180167e/bindings/n-h1-798930-9 HTTP/1.1" status: 200 len: 382 time: 0.1320889 Jul 22 16:59:56.437006 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ccefbc2-1d77-4439-9ebf-90f5370fe80e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:56.441193 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ccefbc2-1d77-4439-9ebf-90f5370fe80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:56.489976 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccefbc2-1d77-4439-9ebf-90f5370fe80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1452a0-4771-4fd4-b578-e0ac9ec89fe4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:56.497472 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57352) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:56.502918 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0ccefbc2-1d77-4439-9ebf-90f5370fe80e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eec346b56ef74122ad3a30f8ab8281d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3875406 Jul 22 16:59:56.546559 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b930ff90-573e-4ab6-a6bb-55df81b6a492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:56.547838 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-a62a5534-1fda-40b9-baf6-7c79b0539782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:56.549390 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-a62a5534-1fda-40b9-baf6-7c79b0539782 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 1095 time: 0.0795515 Jul 22 16:59:56.567817 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b930ff90-573e-4ab6-a6bb-55df81b6a492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:56.621536 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b930ff90-573e-4ab6-a6bb-55df81b6a492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:56.625232 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b930ff90-573e-4ab6-a6bb-55df81b6a492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:56.629197 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b930ff90-573e-4ab6-a6bb-55df81b6a492 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ca1452a0-4771-4fd4-b578-e0ac9ec89fe4 HTTP/1.1" status: 204 len: 168 time: 0.1283886 Jul 22 16:59:56.643624 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930ff90-573e-4ab6-a6bb-55df81b6a492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1452a0-4771-4fd4-b578-e0ac9ec89fe4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:56.653851 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-b75eba5a-9bf3-4feb-a7ee-72d8b417e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:56.655770 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-b75eba5a-9bf3-4feb-a7ee-72d8b417e9b8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1790d2be-7f27-4338-9d79-b644f69f04fb HTTP/1.1" status: 200 len: 897 time: 0.0994830 Jul 22 16:59:56.722395 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-23b90b18-aa21-45b6-8551-0af19715f44a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f97cf55d-aa62-4831-bf17-6c362180167e HTTP/1.1" status: 200 len: 999 time: 0.0599713 Jul 22 16:59:56.772273 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-db3597a6-265b-4b39-b5ce-7fa33e741f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:56.773946 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-db3597a6-265b-4b39-b5ce-7fa33e741f71 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5b88ba4-629c-4874-83fe-1d8591d5d8c4 HTTP/1.1" status: 200 len: 835 time: 0.0450554 Jul 22 16:59:56.849137 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-ebbafb7c-5354-43b1-a013-3e48052d6395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:56.850761 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-ebbafb7c-5354-43b1-a013-3e48052d6395 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1790d2be-7f27-4338-9d79-b644f69f04fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709980 Jul 22 16:59:56.942285 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-c5afe111-d956-46ef-8e04-117c6a7feab1 service neutron] 10.222.0.16 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851774 Jul 22 16:59:57.042833 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-aeff86ed-7704-4c09-b42b-1d65c4a8c416 service neutron] 10.222.0.16 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940075 Jul 22 16:59:57.560537 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0c53d-e88d-4cb1-bf11-4c16af8d182e req-94d0bb6c-4d2c-48fd-988d-821af41a6f8d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:57.562127 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dca0c53d-e88d-4cb1-bf11-4c16af8d182e req-94d0bb6c-4d2c-48fd-988d-821af41a6f8d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 944 time: 0.0697834 Jul 22 16:59:57.618562 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dca0c53d-e88d-4cb1-bf11-4c16af8d182e req-71d9996f-c924-4e8f-a04a-e0b2abe8395e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503056 Jul 22 16:59:57.975303 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device f97cf55d-aa62-4831-bf17-6c362180167e details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:59:58.074012 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port f97cf55d-aa62-4831-bf17-6c362180167e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=f97cf55d-aa62-4831-bf17-6c362180167e,segment=NetworkSegment(b0614f5c-9511-4f0a-a2d4-11888e389c7b),segment_id=b0614f5c-9511-4f0a-a2d4-11888e389c7b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:59:58.085903 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'f97cf55d-aa62-4831-bf17-6c362180167e', 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb', 'port_id': 'f97cf55d-aa62-4831-bf17-6c362180167e', 'mac_address': 'fa:16:3e:30:ba:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b88ba4-629c-4874-83fe-1d8591d5d8c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:59:58.126866 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:58.139947 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97cf55d-aa62-4831-bf17-6c362180167e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:59:58.165617 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port f97cf55d-aa62-4831-bf17-6c362180167e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=f97cf55d-aa62-4831-bf17-6c362180167e,segment=NetworkSegment(b0614f5c-9511-4f0a-a2d4-11888e389c7b),segment_id=b0614f5c-9511-4f0a-a2d4-11888e389c7b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:59:58.173789 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:58.232705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=f97cf55d-aa62-4831-bf17-6c362180167e,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:58.241234 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:58.241234 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:58.241636 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:58.242448 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:58.243057 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:58.244340 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:58.244882 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:58.245667 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:58.246478 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:58.247018 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:58.247549 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:58.248082 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:58.745530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58988d6-b153-436d-a92a-67d0b10cccd3 req-bc65a96d-a756-4bde-bb10-93181ca2ed72 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:58.747162 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b58988d6-b153-436d-a92a-67d0b10cccd3 req-bc65a96d-a756-4bde-bb10-93181ca2ed72 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 945 time: 0.0697954 Jul 22 16:59:58.798500 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b58988d6-b153-436d-a92a-67d0b10cccd3 req-330b8acd-8f2a-4e6b-aa6a-381b398c8d6d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452571 Jul 22 16:59:58.892543 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57434) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:59.008378 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9eb5bb7-c02c-47b4-9aad-f0707e564dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:59.035132 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eacf081c-ab23-4f3c-82e1-1e4ec54be0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:59.117300 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9eb5bb7-c02c-47b4-9aad-f0707e564dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:59.123861 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9eb5bb7-c02c-47b4-9aad-f0707e564dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:59.192515 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb5bb7-c02c-47b4-9aad-f0707e564dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2c352c-6494-45c7-b0a2-cb1a66b5a690,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:59.204241 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b9eb5bb7-c02c-47b4-9aad-f0707e564dd3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9c049a7a86da4dfcb11d67ac5719021d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3080094 Jul 22 16:59:59.204591 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57438) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:59.254922 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-d0663fae-234d-4a31-921b-b017fd7cb22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:59.256425 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-d0663fae-234d-4a31-921b-b017fd7cb22d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a&tenant_id=58f63b32e2494f47baeccbbc4d805873 HTTP/1.1" status: 200 len: 1096 time: 0.1114724 Jul 22 16:59:59.268423 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-446da4d0-b983-4fd9-a6eb-414d7fec4c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:59.275202 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-9', 'device_owner': 'compute:nova'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:59.321003 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-446da4d0-b983-4fd9-a6eb-414d7fec4c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:59.391983 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:59.440781 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-446da4d0-b983-4fd9-a6eb-414d7fec4c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:59.443454 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-446da4d0-b983-4fd9-a6eb-414d7fec4c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:59.447785 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-446da4d0-b983-4fd9-a6eb-414d7fec4c54 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2d2c352c-6494-45c7-b0a2-cb1a66b5a690 HTTP/1.1" status: 204 len: 168 time: 0.2391863 Jul 22 16:59:59.467752 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446da4d0-b983-4fd9-a6eb-414d7fec4c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2c352c-6494-45c7-b0a2-cb1a66b5a690,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:59.632587 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] For port f97cf55d-aa62-4831-bf17-6c362180167e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=f97cf55d-aa62-4831-bf17-6c362180167e,segment=NetworkSegment(b0614f5c-9511-4f0a-a2d4-11888e389c7b),segment_id=b0614f5c-9511-4f0a-a2d4-11888e389c7b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:59:59.667750 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] For port f97cf55d-aa62-4831-bf17-6c362180167e, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:59:59.703356 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f97cf55d-aa62-4831-bf17-6c362180167e {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:59:59.713004 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:59.723928 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] Ignored duplicate provisioning block setup for port f97cf55d-aa62-4831-bf17-6c362180167e by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 16:59:59.731527 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57446) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:59.739555 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:59.773821 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f944f292-39f0-4eb8-9589-c091c9e05696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:59.813275 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] Pushing event updated for resources: {'Port': ['ID=f97cf55d-aa62-4831-bf17-6c362180167e,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:59.927778 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] No DVR routers for this DVR port f97cf55d-aa62-4831-bf17-6c362180167e on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:59:59.995681 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device f97cf55d-aa62-4831-bf17-6c362180167e details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:00:00.000755 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823d8ea-d2d4-4490-ba47-3eebdfe57905 req-5f1160e7-4c60-4df7-816d-9fc32f26f33e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:00.012411 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a823d8ea-d2d4-4490-ba47-3eebdfe57905 req-5f1160e7-4c60-4df7-816d-9fc32f26f33e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 944 time: 0.1149607 Jul 22 17:00:00.080468 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a823d8ea-d2d4-4490-ba47-3eebdfe57905 req-b3ca4f69-ae3c-4445-ab17-fd2ae01e0d8e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665495 Jul 22 17:00:00.169947 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f944f292-39f0-4eb8-9589-c091c9e05696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:00.188361 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port f97cf55d-aa62-4831-bf17-6c362180167e, host n-h2-798930-9, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:00.198522 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f944f292-39f0-4eb8-9589-c091c9e05696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:00.219893 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Attempting to bind port f97cf55d-aa62-4831-bf17-6c362180167e on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:00:00.220271 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Attempting to bind port f97cf55d-aa62-4831-bf17-6c362180167e by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'b0614f5c-9511-4f0a-a2d4-11888e389c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:00:00.220641 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Attempting to bind port f97cf55d-aa62-4831-bf17-6c362180167e on network 1790d2be-7f27-4338-9d79-b644f69f04fb {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:00:00.225134 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Port f97cf55d-aa62-4831-bf17-6c362180167e on network 1790d2be-7f27-4338-9d79-b644f69f04fb not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:00:00.225495 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Attempting to bind port f97cf55d-aa62-4831-bf17-6c362180167e on network 1790d2be-7f27-4338-9d79-b644f69f04fb {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:00:00.230436 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:00:00.230813 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Checking segment: {'id': 'b0614f5c-9511-4f0a-a2d4-11888e389c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:00:00.231231 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Bound using segment: {'id': 'b0614f5c-9511-4f0a-a2d4-11888e389c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:00:00.231696 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Bound port: f97cf55d-aa62-4831-bf17-6c362180167e, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0614f5c-9511-4f0a-a2d4-11888e389c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:00:00.232093 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:00.245944 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] Attempting to bind port f97cf55d-aa62-4831-bf17-6c362180167e on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:00:00.246527 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] Attempting to bind port f97cf55d-aa62-4831-bf17-6c362180167e by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'b0614f5c-9511-4f0a-a2d4-11888e389c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:00:00.247178 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] Attempting to bind port f97cf55d-aa62-4831-bf17-6c362180167e on network 1790d2be-7f27-4338-9d79-b644f69f04fb {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:00:00.265010 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944f292-39f0-4eb8-9589-c091c9e05696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9306a4-d567-4027-b6a5-c6a9d7626d8f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:00.270291 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f944f292-39f0-4eb8-9589-c091c9e05696 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f458a40a020048a19cfc9aca2ca5a6df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5377431 Jul 22 17:00:00.271251 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] Port f97cf55d-aa62-4831-bf17-6c362180167e on network 1790d2be-7f27-4338-9d79-b644f69f04fb not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:00:00.271725 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] Attempting to bind port f97cf55d-aa62-4831-bf17-6c362180167e on network 1790d2be-7f27-4338-9d79-b644f69f04fb {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:00:00.273188 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57452) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:00.279708 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:00:00.280420 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] Checking segment: {'id': 'b0614f5c-9511-4f0a-a2d4-11888e389c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:00:00.280973 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] Bound using segment: {'id': 'b0614f5c-9511-4f0a-a2d4-11888e389c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:00:00.281841 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] Bound port: f97cf55d-aa62-4831-bf17-6c362180167e, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0614f5c-9511-4f0a-a2d4-11888e389c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:00:00.282663 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:00.302458 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port f97cf55d-aa62-4831-bf17-6c362180167e, host n-h2-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:00:00.305907 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port f97cf55d-aa62-4831-bf17-6c362180167e, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f97cf55d-aa62-4831-bf17-6c362180167e,segment=NetworkSegment(b0614f5c-9511-4f0a-a2d4-11888e389c7b),segment_id=b0614f5c-9511-4f0a-a2d4-11888e389c7b)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:00:00.313552 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:00.353474 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device f97cf55d-aa62-4831-bf17-6c362180167e has no active binding in host n-h1-798930-9 {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 17:00:00.355463 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d82def4-0125-4107-89d3-774dbba5764b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:00.385275 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d82def4-0125-4107-89d3-774dbba5764b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:00.386325 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=f97cf55d-aa62-4831-bf17-6c362180167e,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:00.394007 n-d-798930-9 neutron-server[93816]: WARNING neutron.plugins.ml2.plugin [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] Concurrent port binding operations failed on port f97cf55d-aa62-4831-bf17-6c362180167e Jul 22 17:00:00.399789 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] For port f97cf55d-aa62-4831-bf17-6c362180167e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f97cf55d-aa62-4831-bf17-6c362180167e,segment=NetworkSegment(b0614f5c-9511-4f0a-a2d4-11888e389c7b),segment_id=b0614f5c-9511-4f0a-a2d4-11888e389c7b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:00.401558 n-d-798930-9 neutron-server[93816]: INFO neutron.plugins.ml2.plugin [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] Attempt 2 to bind port f97cf55d-aa62-4831-bf17-6c362180167e Jul 22 17:00:00.405323 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:00.405747 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:00.407103 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-44e33332-d3fc-4f01-be16-ea09f37a9661 service neutron] 10.222.0.30 "PUT /v2.0/ports/f97cf55d-aa62-4831-bf17-6c362180167e HTTP/1.1" status: 200 len: 1093 time: 1.1360025 Jul 22 17:00:00.407612 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86447334-959f-44b7-973d-8fd7155dca6a', 'tag': 'f97cf55d-aa62-4831-bf17-6c362180167e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:00:00.410255 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686ff48f-0c38-4f14-a606-21f582143cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "86447334-959f-44b7-973d-8fd7155dca6a", "tag": "f97cf55d-aa62-4831-bf17-6c362180167e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:00:00.452028 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d82def4-0125-4107-89d3-774dbba5764b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:00.455684 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d82def4-0125-4107-89d3-774dbba5764b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:00.457040 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3d82def4-0125-4107-89d3-774dbba5764b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7d9306a4-d567-4027-b6a5-c6a9d7626d8f HTTP/1.1" status: 204 len: 168 time: 0.1824427 Jul 22 17:00:00.487177 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82def4-0125-4107-89d3-774dbba5764b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9306a4-d567-4027-b6a5-c6a9d7626d8f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:00.506552 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82def4-0125-4107-89d3-774dbba5764b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:00.506961 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82def4-0125-4107-89d3-774dbba5764b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:00.507437 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82def4-0125-4107-89d3-774dbba5764b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:00.507838 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82def4-0125-4107-89d3-774dbba5764b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:00.508234 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82def4-0125-4107-89d3-774dbba5764b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:00.509316 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82def4-0125-4107-89d3-774dbba5764b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:00.509717 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82def4-0125-4107-89d3-774dbba5764b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:00.510289 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82def4-0125-4107-89d3-774dbba5764b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:00.510692 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82def4-0125-4107-89d3-774dbba5764b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:00.511088 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82def4-0125-4107-89d3-774dbba5764b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:00.511483 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82def4-0125-4107-89d3-774dbba5764b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:00.511947 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82def4-0125-4107-89d3-774dbba5764b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:00.512188 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3849412-2c40-4bd8-9bd4-521499731f07 x-openstack-request-id: req-b3849412-2c40-4bd8-9bd4-521499731f07 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:00:00.512491 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86447334-959f-44b7-973d-8fd7155dca6a", "tag": "f97cf55d-aa62-4831-bf17-6c362180167e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:00:00.512750 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b3849412-2c40-4bd8-9bd4-521499731f07 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:00:00.513153 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86447334-959f-44b7-973d-8fd7155dca6a', 'tag': 'f97cf55d-aa62-4831-bf17-6c362180167e', 'status': 'completed', 'code': 200} Jul 22 17:00:00.628780 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-e80485b9-1a3d-4235-9ee7-4ce6f0a2fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:00.630410 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-e80485b9-1a3d-4235-9ee7-4ce6f0a2fe4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 1096 time: 0.1713550 Jul 22 17:00:00.697021 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ff48f-0c38-4f14-a606-21f582143cc5 req-099fdad2-b23d-4917-a260-a1ce10c6d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:00.698630 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-686ff48f-0c38-4f14-a606-21f582143cc5 req-099fdad2-b23d-4917-a260-a1ce10c6d15e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 1096 time: 0.1657450 Jul 22 17:00:00.809036 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-52acd4d2-119c-48da-af91-6cc92baa4179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:00.810562 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-52acd4d2-119c-48da-af91-6cc92baa4179 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1790d2be-7f27-4338-9d79-b644f69f04fb HTTP/1.1" status: 200 len: 897 time: 0.1723595 Jul 22 17:00:00.897689 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-9f75e4a6-601a-4aaa-927e-8700368ad9ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f97cf55d-aa62-4831-bf17-6c362180167e HTTP/1.1" status: 200 len: 999 time: 0.0807679 Jul 22 17:00:00.965992 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ff48f-0c38-4f14-a606-21f582143cc5 req-af0ed7fa-9770-4ffb-a31c-34e59b22a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:00.968192 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-686ff48f-0c38-4f14-a606-21f582143cc5 req-af0ed7fa-9770-4ffb-a31c-34e59b22a618 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1790d2be-7f27-4338-9d79-b644f69f04fb HTTP/1.1" status: 200 len: 897 time: 0.2441642 Jul 22 17:00:01.020801 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-383c21c0-d787-450c-a125-e6567073413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:01.022735 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-383c21c0-d787-450c-a125-e6567073413d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5b88ba4-629c-4874-83fe-1d8591d5d8c4 HTTP/1.1" status: 200 len: 835 time: 0.1172359 Jul 22 17:00:01.082392 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-686ff48f-0c38-4f14-a606-21f582143cc5 req-77f72e65-6e19-43c7-bb0c-1617e959101d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f97cf55d-aa62-4831-bf17-6c362180167e HTTP/1.1" status: 200 len: 999 time: 0.1080003 Jul 22 17:00:01.157522 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-704cce88-dd3e-40f8-9aa0-b99d383e5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:01.159831 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-704cce88-dd3e-40f8-9aa0-b99d383e5f4c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1790d2be-7f27-4338-9d79-b644f69f04fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265919 Jul 22 17:00:01.169488 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ff48f-0c38-4f14-a606-21f582143cc5 req-23342588-cf70-409b-9dfb-dd727138a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:01.171273 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-686ff48f-0c38-4f14-a606-21f582143cc5 req-23342588-cf70-409b-9dfb-dd727138a087 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5b88ba4-629c-4874-83fe-1d8591d5d8c4 HTTP/1.1" status: 200 len: 835 time: 0.0818567 Jul 22 17:00:01.269436 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f833f4-c0e1-47d5-bd0a-77e8e03754b5 req-f30b15d4-d7b0-49d1-9f3c-40fd21d47928 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:01.273122 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a4f833f4-c0e1-47d5-bd0a-77e8e03754b5 req-f30b15d4-d7b0-49d1-9f3c-40fd21d47928 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 945 time: 0.1105044 Jul 22 17:00:01.327182 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-a897c58a-90eb-48c4-99bd-20b829c4bb93 service neutron] 10.222.0.30 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600342 Jul 22 17:00:01.332624 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a4f833f4-c0e1-47d5-bd0a-77e8e03754b5 req-3b400ec3-cc96-449e-8ce3-1400a8c72a40 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512683 Jul 22 17:00:01.337910 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ff48f-0c38-4f14-a606-21f582143cc5 req-8d52b061-a829-4462-a265-7b740444b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:01.339490 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-686ff48f-0c38-4f14-a606-21f582143cc5 req-8d52b061-a829-4462-a265-7b740444b92e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1790d2be-7f27-4338-9d79-b644f69f04fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1594803 Jul 22 17:00:01.511031 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dcb83ec-e757-4dbf-92f6-3b2e041e9a4f req-04b2a223-bb35-43d7-a085-1530fad1f6c6 service neutron] 10.222.0.30 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705179 Jul 22 17:00:01.513274 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-686ff48f-0c38-4f14-a606-21f582143cc5 req-8f0e61c7-e299-4a20-9a91-535c802f82d7 service neutron] 10.222.0.16 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502547 Jul 22 17:00:01.612526 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23c63bcc-a0aa-4de5-8abe-ea666af0a519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:01.645801 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-686ff48f-0c38-4f14-a606-21f582143cc5 req-5de3af55-622d-4cb3-ae8e-dd178f45571a service neutron] 10.222.0.16 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266668 Jul 22 17:00:01.658377 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:01.669344 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ff48f-0c38-4f14-a606-21f582143cc5 req-d1814e8b-f740-4f5e-9134-efcae528364f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:01.671045 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-686ff48f-0c38-4f14-a606-21f582143cc5 req-d1814e8b-f740-4f5e-9134-efcae528364f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 1096 time: 0.0743554 Jul 22 17:00:01.804416 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ff48f-0c38-4f14-a606-21f582143cc5 req-aeccd3fe-9c90-412c-8ba6-763302b48d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:01.807043 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-686ff48f-0c38-4f14-a606-21f582143cc5 req-aeccd3fe-9c90-412c-8ba6-763302b48d73 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1790d2be-7f27-4338-9d79-b644f69f04fb HTTP/1.1" status: 200 len: 897 time: 0.1299169 Jul 22 17:00:01.887931 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-686ff48f-0c38-4f14-a606-21f582143cc5 req-89349954-e380-419c-9e02-d22be4d2085f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f97cf55d-aa62-4831-bf17-6c362180167e HTTP/1.1" status: 200 len: 999 time: 0.0734520 Jul 22 17:00:01.937991 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ff48f-0c38-4f14-a606-21f582143cc5 req-e2a4f666-9567-491a-9f88-cf563a626a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:01.939465 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-686ff48f-0c38-4f14-a606-21f582143cc5 req-e2a4f666-9567-491a-9f88-cf563a626a72 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5b88ba4-629c-4874-83fe-1d8591d5d8c4 HTTP/1.1" status: 200 len: 835 time: 0.0446677 Jul 22 17:00:01.999163 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ff48f-0c38-4f14-a606-21f582143cc5 req-4964c1ba-2866-4a30-8f2d-60811685c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:02.001043 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-686ff48f-0c38-4f14-a606-21f582143cc5 req-4964c1ba-2866-4a30-8f2d-60811685c494 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1790d2be-7f27-4338-9d79-b644f69f04fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551124 Jul 22 17:00:02.003337 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device f97cf55d-aa62-4831-bf17-6c362180167e no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:00:02.056859 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device f97cf55d-aa62-4831-bf17-6c362180167e not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:00:02.105216 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-686ff48f-0c38-4f14-a606-21f582143cc5 req-28b06f72-6318-4025-b2b5-0d19f55ed331 service neutron] 10.222.0.30 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955780 Jul 22 17:00:02.200832 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-686ff48f-0c38-4f14-a606-21f582143cc5 req-88b99301-cc38-46a6-9413-24aae6bf42e9 service neutron] 10.222.0.30 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883646 Jul 22 17:00:02.492133 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49237fc2-f5fe-4e3e-8c8d-54916be0c555 req-654ddf5c-1c70-474f-89ec-60ff334074a6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:02.494245 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-49237fc2-f5fe-4e3e-8c8d-54916be0c555 req-654ddf5c-1c70-474f-89ec-60ff334074a6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 945 time: 0.0766375 Jul 22 17:00:02.532500 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-49237fc2-f5fe-4e3e-8c8d-54916be0c555 req-32188fa3-5d8a-4c8f-a800-d9ae1719bb52 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326972 Jul 22 17:00:02.814079 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:03.049692 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57512) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:03.197725 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a4020ff-192b-4876-9c7f-5de0a4a72e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:03.314345 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a4020ff-192b-4876-9c7f-5de0a4a72e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:03.318630 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a4020ff-192b-4876-9c7f-5de0a4a72e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:03.360393 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3a4020ff-192b-4876-9c7f-5de0a4a72e19 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=392a2690f018449faeef1a066fc103a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3095057 Jul 22 17:00:03.361330 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4020ff-192b-4876-9c7f-5de0a4a72e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61efb565-42d0-4d30-8554-09f0471ef88f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:03.363122 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57528) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:03.420862 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ba985ca-67ab-426b-b5c3-9ac2e7c74934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:03.443092 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ba985ca-67ab-426b-b5c3-9ac2e7c74934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:03.494155 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ba985ca-67ab-426b-b5c3-9ac2e7c74934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:03.496709 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ba985ca-67ab-426b-b5c3-9ac2e7c74934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:03.497849 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9ba985ca-67ab-426b-b5c3-9ac2e7c74934 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/61efb565-42d0-4d30-8554-09f0471ef88f HTTP/1.1" status: 204 len: 168 time: 0.1331298 Jul 22 17:00:03.506084 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba985ca-67ab-426b-b5c3-9ac2e7c74934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61efb565-42d0-4d30-8554-09f0471ef88f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:03.675202 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c28d4-8883-4df5-97b4-3753803536fc req-2305eafb-1ba6-4dbe-9ded-09de349593b5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:03.676966 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-060c28d4-8883-4df5-97b4-3753803536fc req-2305eafb-1ba6-4dbe-9ded-09de349593b5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 945 time: 0.0707405 Jul 22 17:00:03.720289 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-060c28d4-8883-4df5-97b4-3753803536fc req-7df8e38c-1994-44a1-aed1-60c3438a9cd5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365825 Jul 22 17:00:03.744066 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57548) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:03.814023 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f5bb1e49-cfb6-4e95-a334-d75c6ae5c8d1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/floatingips/11ef8bd0-0f63-4051-aea2-60272b346c0a HTTP/1.1" status: 200 len: 991 time: 0.0679111 Jul 22 17:00:04.654447 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device f97cf55d-aa62-4831-bf17-6c362180167e details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:00:04.678645 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:04.770992 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port f97cf55d-aa62-4831-bf17-6c362180167e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f97cf55d-aa62-4831-bf17-6c362180167e,segment=NetworkSegment(b0614f5c-9511-4f0a-a2d4-11888e389c7b),segment_id=b0614f5c-9511-4f0a-a2d4-11888e389c7b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:04.781530 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'f97cf55d-aa62-4831-bf17-6c362180167e', 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb', 'port_id': 'f97cf55d-aa62-4831-bf17-6c362180167e', 'mac_address': 'fa:16:3e:30:ba:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b88ba4-629c-4874-83fe-1d8591d5d8c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:00:04.819113 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:04.832229 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97cf55d-aa62-4831-bf17-6c362180167e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:00:04.855708 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port f97cf55d-aa62-4831-bf17-6c362180167e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f97cf55d-aa62-4831-bf17-6c362180167e,segment=NetworkSegment(b0614f5c-9511-4f0a-a2d4-11888e389c7b),segment_id=b0614f5c-9511-4f0a-a2d4-11888e389c7b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:04.860832 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:04.913775 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=f97cf55d-aa62-4831-bf17-6c362180167e,revision_number=11']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:05.141263 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['f97cf55d-aa62-4831-bf17-6c362180167e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:00:05.974063 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57588) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:06.080886 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8ca9e5b-39b1-4398-9159-74a190dc5969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:06.169396 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8ca9e5b-39b1-4398-9159-74a190dc5969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:06.173146 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8ca9e5b-39b1-4398-9159-74a190dc5969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:06.211760 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d8ca9e5b-39b1-4398-9159-74a190dc5969 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9ea919531f6d4c64aceccaea202c14ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365167 Jul 22 17:00:06.213026 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca9e5b-39b1-4398-9159-74a190dc5969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324ede79-466f-4515-8845-41c7717f74ff,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:06.214431 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57592) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:06.265504 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ac27cd7-2b4d-4c9f-9849-bc03202218fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:06.285792 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ac27cd7-2b4d-4c9f-9849-bc03202218fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:06.333602 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ac27cd7-2b4d-4c9f-9849-bc03202218fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:06.336225 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6ac27cd7-2b4d-4c9f-9849-bc03202218fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:06.337559 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6ac27cd7-2b4d-4c9f-9849-bc03202218fc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/324ede79-466f-4515-8845-41c7717f74ff HTTP/1.1" status: 204 len: 168 time: 0.1207142 Jul 22 17:00:06.345621 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac27cd7-2b4d-4c9f-9849-bc03202218fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324ede79-466f-4515-8845-41c7717f74ff,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:06.662266 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device f97cf55d-aa62-4831-bf17-6c362180167e up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:00:06.716490 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port f97cf55d-aa62-4831-bf17-6c362180167e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:00:06.720567 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port f97cf55d-aa62-4831-bf17-6c362180167e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:06.721220 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:06.855840 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:06.897993 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86447334-959f-44b7-973d-8fd7155dca6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97cf55d-aa62-4831-bf17-6c362180167e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:00:06.901415 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2ea9e3-55b1-4798-8856-968e5cd22c98" -d '{"events": [{"server_uuid": "86447334-959f-44b7-973d-8fd7155dca6a", "name": "network-vif-plugged", "status": "completed", "tag": "f97cf55d-aa62-4831-bf17-6c362180167e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:00:06.935250 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port f97cf55d-aa62-4831-bf17-6c362180167e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f97cf55d-aa62-4831-bf17-6c362180167e,segment=NetworkSegment(b0614f5c-9511-4f0a-a2d4-11888e389c7b),segment_id=b0614f5c-9511-4f0a-a2d4-11888e389c7b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:06.944707 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:06.977324 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d380a220-5e12-4185-8e5c-b1c6c5a1e347 x-openstack-request-id: req-d380a220-5e12-4185-8e5c-b1c6c5a1e347 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:00:06.977621 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86447334-959f-44b7-973d-8fd7155dca6a", "name": "network-vif-plugged", "status": "completed", "tag": "f97cf55d-aa62-4831-bf17-6c362180167e", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:00:06.977868 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d380a220-5e12-4185-8e5c-b1c6c5a1e347 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:00:06.978307 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86447334-959f-44b7-973d-8fd7155dca6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97cf55d-aa62-4831-bf17-6c362180167e', 'code': 200} Jul 22 17:00:07.004635 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=f97cf55d-aa62-4831-bf17-6c362180167e,revision_number=12']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:12.184688 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:12.278004 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:12.893446 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f818cc75-1607-4506-b063-fa0bbf3d2c64 req-fadbbfa0-e7df-430b-adb8-b5cd1064acd5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562971 Jul 22 17:00:13.011013 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818cc75-1607-4506-b063-fa0bbf3d2c64 req-04f20caa-dca3-4e14-b51e-9590e3e5e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:13.013119 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f818cc75-1607-4506-b063-fa0bbf3d2c64 req-04f20caa-dca3-4e14-b51e-9590e3e5e853 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 1098 time: 0.0594337 Jul 22 17:00:13.126865 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818cc75-1607-4506-b063-fa0bbf3d2c64 req-99a8fc7b-5612-4b48-9648-d623020b9e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:13.128349 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f818cc75-1607-4506-b063-fa0bbf3d2c64 req-99a8fc7b-5612-4b48-9648-d623020b9e63 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1790d2be-7f27-4338-9d79-b644f69f04fb HTTP/1.1" status: 200 len: 897 time: 0.0965276 Jul 22 17:00:13.207702 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f818cc75-1607-4506-b063-fa0bbf3d2c64 req-0a725dfc-fad9-4f6a-a51b-d143775f3c98 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f97cf55d-aa62-4831-bf17-6c362180167e HTTP/1.1" status: 200 len: 1001 time: 0.0730233 Jul 22 17:00:13.258480 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818cc75-1607-4506-b063-fa0bbf3d2c64 req-19328754-17e4-4637-9365-62a0422fe8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:13.260144 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f818cc75-1607-4506-b063-fa0bbf3d2c64 req-19328754-17e4-4637-9365-62a0422fe8e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5b88ba4-629c-4874-83fe-1d8591d5d8c4 HTTP/1.1" status: 200 len: 835 time: 0.0470412 Jul 22 17:00:13.326487 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818cc75-1607-4506-b063-fa0bbf3d2c64 req-a9a85157-2a2e-4ae7-b2b0-9119f6f76c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:13.328049 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f818cc75-1607-4506-b063-fa0bbf3d2c64 req-a9a85157-2a2e-4ae7-b2b0-9119f6f76c0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1790d2be-7f27-4338-9d79-b644f69f04fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618629 Jul 22 17:00:13.430690 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f818cc75-1607-4506-b063-fa0bbf3d2c64 req-e3818c99-9ad9-447b-ba52-4e72575d2bb9 service neutron] 10.222.0.30 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957999 Jul 22 17:00:13.527058 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f818cc75-1607-4506-b063-fa0bbf3d2c64 req-81d77a45-00fc-4115-9103-140dc45bd5da service neutron] 10.222.0.30 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899255 Jul 22 17:00:16.587613 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57800) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:16.690628 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ebab162c-fb0e-4883-9a72-c24b0b40b2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:16.778334 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ebab162c-fb0e-4883-9a72-c24b0b40b2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:16.781980 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ebab162c-fb0e-4883-9a72-c24b0b40b2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:16.819403 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ebab162c-fb0e-4883-9a72-c24b0b40b2f6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9684d9390b1d4d029d69f329bea67d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2306802 Jul 22 17:00:16.821273 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab162c-fb0e-4883-9a72-c24b0b40b2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865b423a-0539-4b2a-92e7-3f0b2573d00f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:16.822215 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57804) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:16.881675 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a996e7e-9984-4373-817e-d0028e302172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:16.902139 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a996e7e-9984-4373-817e-d0028e302172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:16.947841 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a996e7e-9984-4373-817e-d0028e302172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:16.950489 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a996e7e-9984-4373-817e-d0028e302172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:16.951652 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1a996e7e-9984-4373-817e-d0028e302172 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/865b423a-0539-4b2a-92e7-3f0b2573d00f HTTP/1.1" status: 204 len: 168 time: 0.1284201 Jul 22 17:00:16.959146 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a996e7e-9984-4373-817e-d0028e302172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865b423a-0539-4b2a-92e7-3f0b2573d00f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:17.207503 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57810) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:17.220853 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3d60957-5712-4bc0-b36e-cdbd2ffa0769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:17.305452 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3d60957-5712-4bc0-b36e-cdbd2ffa0769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:17.309082 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c3d60957-5712-4bc0-b36e-cdbd2ffa0769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:17.344765 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c3d60957-5712-4bc0-b36e-cdbd2ffa0769 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f8b689f3a46f4b0d827acfa1a8dc02a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1361485 Jul 22 17:00:17.347450 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57816) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:17.349807 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d60957-5712-4bc0-b36e-cdbd2ffa0769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0785823-4198-4f9e-99ff-185c070b8867,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:17.401042 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-05b1cdcc-9122-48a0-991f-77ce06441c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:17.423906 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-05b1cdcc-9122-48a0-991f-77ce06441c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:17.472746 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-05b1cdcc-9122-48a0-991f-77ce06441c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:17.475329 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-05b1cdcc-9122-48a0-991f-77ce06441c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:17.476520 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-05b1cdcc-9122-48a0-991f-77ce06441c65 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a0785823-4198-4f9e-99ff-185c070b8867 HTTP/1.1" status: 204 len: 168 time: 0.1278458 Jul 22 17:00:17.484277 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1cdcc-9122-48a0-991f-77ce06441c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0785823-4198-4f9e-99ff-185c070b8867,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:17.803902 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57824) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:17.816717 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e68e514-bee6-4e0f-b8f1-802571fd050b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:17.916562 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e68e514-bee6-4e0f-b8f1-802571fd050b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:17.920705 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8e68e514-bee6-4e0f-b8f1-802571fd050b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:17.962157 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8e68e514-bee6-4e0f-b8f1-802571fd050b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f69ef67a6a4b46a48f98a91106156f0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571019 Jul 22 17:00:17.963035 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68e514-bee6-4e0f-b8f1-802571fd050b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5c9952-3020-4c11-9814-053e909b8d9b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:17.964864 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57826) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:18.017100 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ffc3398-64df-4cc2-aa45-447cf5ead2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:18.039741 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ffc3398-64df-4cc2-aa45-447cf5ead2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:18.092547 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ffc3398-64df-4cc2-aa45-447cf5ead2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:18.095844 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ffc3398-64df-4cc2-aa45-447cf5ead2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:18.097223 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4ffc3398-64df-4cc2-aa45-447cf5ead2c2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ad5c9952-3020-4c11-9814-053e909b8d9b HTTP/1.1" status: 204 len: 168 time: 0.1305568 Jul 22 17:00:18.106449 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc3398-64df-4cc2-aa45-447cf5ead2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5c9952-3020-4c11-9814-053e909b8d9b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:20.347604 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-791a4c01-8652-4809-8b8f-d486194272bd tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=09c9910de721416796d20d09c7c9d835&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218973 Jul 22 17:00:20.457047 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-2171958e-8e5e-4a9c-8328-8bc96d9b8f26 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:20.458599 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-2171958e-8e5e-4a9c-8328-8bc96d9b8f26 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1054716 Jul 22 17:00:20.478444 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-b9a58cba-3454-4d13-9b3b-73581458acb4 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/quotas/09c9910de721416796d20d09c7c9d835 HTTP/1.1" status: 200 len: 375 time: 0.0141213 Jul 22 17:00:20.515167 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-a84b7933-f491-44b5-88c6-21120e8ccfcd tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=09c9910de721416796d20d09c7c9d835&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343275 Jul 22 17:00:21.742829 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6a849d62-e586-4cb1-b859-f9329a2684f9 req-f66e3692-2e10-486a-9996-f09f5b788764 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd32425a-0891-4e16-b3f1-3edac2553668 HTTP/1.1" status: 200 len: 210 time: 0.0336854 Jul 22 17:00:21.932619 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 57904) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:22.042289 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b91e5c2-130e-4c7a-8d87-51eda5f8074c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:22.133697 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b91e5c2-130e-4c7a-8d87-51eda5f8074c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:22.137514 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b91e5c2-130e-4c7a-8d87-51eda5f8074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:22.178482 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2b91e5c2-130e-4c7a-8d87-51eda5f8074c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=67f5e8f5c13b4a049893b61753cad859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444358 Jul 22 17:00:22.179399 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91e5c2-130e-4c7a-8d87-51eda5f8074c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b093d45e-9751-4418-9090-afde370f54fb,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:22.181621 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 57910) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:22.233078 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6c67f58-0cd6-4918-b60e-8e65f99fc96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:22.253967 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6c67f58-0cd6-4918-b60e-8e65f99fc96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:22.299501 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6c67f58-0cd6-4918-b60e-8e65f99fc96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:22.302570 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d6c67f58-0cd6-4918-b60e-8e65f99fc96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:22.303735 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d6c67f58-0cd6-4918-b60e-8e65f99fc96f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b093d45e-9751-4418-9090-afde370f54fb HTTP/1.1" status: 204 len: 168 time: 0.1210136 Jul 22 17:00:22.318300 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c67f58-0cd6-4918-b60e-8e65f99fc96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b093d45e-9751-4418-9090-afde370f54fb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:22.721458 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-5db8e53f-cf1b-4cf7-92f2-ae08eb2d31e2 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=09c9910de721416796d20d09c7c9d835&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312831 Jul 22 17:00:22.859881 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc343280-a7cf-4643-87a6-77aa8f9779b1 req-c4e3f5af-308d-43be-b92f-b772f20cc24f tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd32425a-0891-4e16-b3f1-3edac2553668 HTTP/1.1" status: 200 len: 210 time: 0.0359631 Jul 22 17:00:23.222544 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-8f662014-b63e-46e7-b366-e4efa1387462 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:23.223920 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-8f662014-b63e-46e7-b366-e4efa1387462 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4974053 Jul 22 17:00:23.241127 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-de676c82-e2b1-423b-aa2c-f723ba65e0a1 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Request body: {'port': {'device_id': 'dd32425a-0891-4e16-b3f1-3edac2553668', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '09c9910de721416796d20d09c7c9d835'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:23.351228 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-de676c82-e2b1-423b-aa2c-f723ba65e0a1 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Made reservation on behalf of 09c9910de721416796d20d09c7c9d835 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:00:23.354792 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-de676c82-e2b1-423b-aa2c-f723ba65e0a1 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:23.364051 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-de676c82-e2b1-423b-aa2c-f723ba65e0a1 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:23.457525 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-de676c82-e2b1-423b-aa2c-f723ba65e0a1 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:23.462130 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-de676c82-e2b1-423b-aa2c-f723ba65e0a1 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:23.531943 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de676c82-e2b1-423b-aa2c-f723ba65e0a1 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7888d9-0e75-408c-83f6-37b4fb4e955e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:23.599789 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-de676c82-e2b1-423b-aa2c-f723ba65e0a1 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Allocated IP 192.168.233.122 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/c272d9c5-29d6-431f-aa7e-a3df671ecb97) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:00:23.744028 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-de676c82-e2b1-423b-aa2c-f723ba65e0a1 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:23.757626 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-de676c82-e2b1-423b-aa2c-f723ba65e0a1 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Transition to ACTIVE for port object c272d9c5-29d6-431f-aa7e-a3df671ecb97 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:00:23.802104 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-de676c82-e2b1-423b-aa2c-f723ba65e0a1 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:23.852767 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-de676c82-e2b1-423b-aa2c-f723ba65e0a1 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:00:23.855799 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-de676c82-e2b1-423b-aa2c-f723ba65e0a1 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:00:23.859586 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-de676c82-e2b1-423b-aa2c-f723ba65e0a1 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:00:23.884243 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de676c82-e2b1-423b-aa2c-f723ba65e0a1 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Pushing event updated for resources: {'Port': ['ID=c272d9c5-29d6-431f-aa7e-a3df671ecb97,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:23.913719 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-de676c82-e2b1-423b-aa2c-f723ba65e0a1 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:23.915300 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-de676c82-e2b1-423b-aa2c-f723ba65e0a1 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:23.937986 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-de676c82-e2b1-423b-aa2c-f723ba65e0a1 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7004888 Jul 22 17:00:23.959809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-dfb70416-ec29-4ce7-a576-18de1627d991 service neutron] Request body: {'port': {'device_id': 'dd32425a-0891-4e16-b3f1-3edac2553668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:24.087879 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-dfb70416-ec29-4ce7-a576-18de1627d991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:24.115585 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a5047-b4bb-4933-9f01-708791da797e req-b310c54a-c5b3-435e-bf48-c1ac3dacc08c tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:24.117457 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a3a5047-b4bb-4933-9f01-708791da797e req-b310c54a-c5b3-435e-bf48-c1ac3dacc08c tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd32425a-0891-4e16-b3f1-3edac2553668 HTTP/1.1" status: 200 len: 936 time: 0.1724529 Jul 22 17:00:24.184232 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-769706d2-55e0-4556-bdf9-51dbe6958920 None None] Provisioning for port c272d9c5-29d6-431f-aa7e-a3df671ecb97 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:00:24.188135 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-769706d2-55e0-4556-bdf9-51dbe6958920 None None] Provisioning complete for port c272d9c5-29d6-431f-aa7e-a3df671ecb97 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:24.188611 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-769706d2-55e0-4556-bdf9-51dbe6958920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:24.222700 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-769706d2-55e0-4556-bdf9-51dbe6958920 None None] Port c272d9c5-29d6-431f-aa7e-a3df671ecb97 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:00:24.232176 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a3a5047-b4bb-4933-9f01-708791da797e req-abf3ab64-2547-4a1e-bdac-604837051896 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac7888d9-0e75-408c-83f6-37b4fb4e955e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965028 Jul 22 17:00:24.388534 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-dfb70416-ec29-4ce7-a576-18de1627d991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c272d9c5-29d6-431f-aa7e-a3df671ecb97 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:00:24.395745 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-dfb70416-ec29-4ce7-a576-18de1627d991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:24.407654 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-dfb70416-ec29-4ce7-a576-18de1627d991 service neutron] Transition to ACTIVE for port object c272d9c5-29d6-431f-aa7e-a3df671ecb97 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:00:24.411614 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-dfb70416-ec29-4ce7-a576-18de1627d991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:24.464957 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb70416-ec29-4ce7-a576-18de1627d991 service neutron] Pushing event updated for resources: {'Port': ['ID=c272d9c5-29d6-431f-aa7e-a3df671ecb97,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:24.542753 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-dfb70416-ec29-4ce7-a576-18de1627d991 service neutron] Attempting to bind port c272d9c5-29d6-431f-aa7e-a3df671ecb97 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:00:24.543089 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-dfb70416-ec29-4ce7-a576-18de1627d991 service neutron] Attempting to bind port c272d9c5-29d6-431f-aa7e-a3df671ecb97 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:00:24.543419 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-dfb70416-ec29-4ce7-a576-18de1627d991 service neutron] Attempting to bind port c272d9c5-29d6-431f-aa7e-a3df671ecb97 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:00:24.548052 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-dfb70416-ec29-4ce7-a576-18de1627d991 service neutron] Port c272d9c5-29d6-431f-aa7e-a3df671ecb97 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:00:24.548373 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-dfb70416-ec29-4ce7-a576-18de1627d991 service neutron] Attempting to bind port c272d9c5-29d6-431f-aa7e-a3df671ecb97 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:00:24.553885 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-dfb70416-ec29-4ce7-a576-18de1627d991 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:00:24.554991 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-dfb70416-ec29-4ce7-a576-18de1627d991 service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:00:24.555554 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-dfb70416-ec29-4ce7-a576-18de1627d991 service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:00:24.555982 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-dfb70416-ec29-4ce7-a576-18de1627d991 service neutron] Bound port: c272d9c5-29d6-431f-aa7e-a3df671ecb97, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:00:24.556335 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-dfb70416-ec29-4ce7-a576-18de1627d991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:24.628121 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-dfb70416-ec29-4ce7-a576-18de1627d991 service neutron] For port c272d9c5-29d6-431f-aa7e-a3df671ecb97, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:00:24.631332 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-dfb70416-ec29-4ce7-a576-18de1627d991 service neutron] For port c272d9c5-29d6-431f-aa7e-a3df671ecb97, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=c272d9c5-29d6-431f-aa7e-a3df671ecb97,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:00:24.636527 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-dfb70416-ec29-4ce7-a576-18de1627d991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:24.681459 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-dfb70416-ec29-4ce7-a576-18de1627d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:24.682065 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-dfb70416-ec29-4ce7-a576-18de1627d991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:24.683467 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-dfb70416-ec29-4ce7-a576-18de1627d991 service neutron] 10.222.0.16 "PUT /v2.0/ports/c272d9c5-29d6-431f-aa7e-a3df671ecb97 HTTP/1.1" status: 200 len: 1096 time: 0.7285049 Jul 22 17:00:24.683882 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd32425a-0891-4e16-b3f1-3edac2553668', 'tag': 'c272d9c5-29d6-431f-aa7e-a3df671ecb97'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:00:24.686160 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c089675-8fbb-4ee9-a8f8-d4b4c7724083" -d '{"events": [{"name": "network-changed", "server_uuid": "dd32425a-0891-4e16-b3f1-3edac2553668", "tag": "c272d9c5-29d6-431f-aa7e-a3df671ecb97"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:00:24.708639 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb70416-ec29-4ce7-a576-18de1627d991 service neutron] Pushing event updated for resources: {'Port': ['ID=c272d9c5-29d6-431f-aa7e-a3df671ecb97,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:24.741198 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cb4dae-38e3-4eaf-b190-ce56d97cd634 x-openstack-request-id: req-c5cb4dae-38e3-4eaf-b190-ce56d97cd634 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:00:24.741496 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd32425a-0891-4e16-b3f1-3edac2553668", "tag": "c272d9c5-29d6-431f-aa7e-a3df671ecb97", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:00:24.742315 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c5cb4dae-38e3-4eaf-b190-ce56d97cd634 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:00:24.742744 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd32425a-0891-4e16-b3f1-3edac2553668', 'tag': 'c272d9c5-29d6-431f-aa7e-a3df671ecb97', 'status': 'completed', 'code': 200} Jul 22 17:00:24.812206 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-1e24cc5c-3ea4-418e-bc13-401ed3bf3234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:24.813724 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-1e24cc5c-3ea4-418e-bc13-401ed3bf3234 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09c9910de721416796d20d09c7c9d835&device_id=dd32425a-0891-4e16-b3f1-3edac2553668 HTTP/1.1" status: 200 len: 1099 time: 0.0590520 Jul 22 17:00:24.864238 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-0d39c669-d41b-4503-96a2-1269c59f37a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=c272d9c5-29d6-431f-aa7e-a3df671ecb97 HTTP/1.1" status: 200 len: 217 time: 0.0379839 Jul 22 17:00:24.919042 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-b4ca4cc1-27a0-4e02-8bc7-399a97ef8916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:24.920473 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-b4ca4cc1-27a0-4e02-8bc7-399a97ef8916 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0497224 Jul 22 17:00:24.983890 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-3275d18f-140f-454d-9608-c595239e3915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:24.985552 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-3275d18f-140f-454d-9608-c595239e3915 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0593653 Jul 22 17:00:25.076579 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-7f8a97bb-c384-4077-bdfe-5caa9eb06b6d service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844347 Jul 22 17:00:25.175849 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-063aa6aa-ae0a-41fd-9a1f-514f8faa96b1 req-c692c8ca-1f80-44b1-a769-bee402daf5a2 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927699 Jul 22 17:00:25.343848 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c089675-8fbb-4ee9-a8f8-d4b4c7724083 req-36dfab22-d07b-4c3b-81d6-22f51f261897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:25.345361 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c089675-8fbb-4ee9-a8f8-d4b4c7724083 req-36dfab22-d07b-4c3b-81d6-22f51f261897 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09c9910de721416796d20d09c7c9d835&device_id=dd32425a-0891-4e16-b3f1-3edac2553668 HTTP/1.1" status: 200 len: 1099 time: 0.0886953 Jul 22 17:00:25.425970 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca7ff3-5d56-48bc-854e-1bb72c6cd117 req-d4751d16-8a6b-4046-a20d-93847ef68680 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:25.430211 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1dca7ff3-5d56-48bc-854e-1bb72c6cd117 req-d4751d16-8a6b-4046-a20d-93847ef68680 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd32425a-0891-4e16-b3f1-3edac2553668 HTTP/1.1" status: 200 len: 948 time: 0.1301718 Jul 22 17:00:25.436542 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:00:25.482591 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c089675-8fbb-4ee9-a8f8-d4b4c7724083 req-f50654e7-8952-4555-998b-1e18c668330b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:25.484007 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c089675-8fbb-4ee9-a8f8-d4b4c7724083 req-f50654e7-8952-4555-998b-1e18c668330b service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.1317198 Jul 22 17:00:25.486956 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1dca7ff3-5d56-48bc-854e-1bb72c6cd117 req-8d0ddbf5-fe65-4d42-a707-690429742325 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac7888d9-0e75-408c-83f6-37b4fb4e955e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524290 Jul 22 17:00:25.531188 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c089675-8fbb-4ee9-a8f8-d4b4c7724083 req-15a8e8c9-b4c3-4b39-bb01-06df0becda6c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=c272d9c5-29d6-431f-aa7e-a3df671ecb97 HTTP/1.1" status: 200 len: 217 time: 0.0401511 Jul 22 17:00:25.580821 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c089675-8fbb-4ee9-a8f8-d4b4c7724083 req-3111498a-e65c-472c-bf50-6cfd48cf42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:25.582464 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c089675-8fbb-4ee9-a8f8-d4b4c7724083 req-3111498a-e65c-472c-bf50-6cfd48cf42a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0455132 Jul 22 17:00:25.649159 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c089675-8fbb-4ee9-a8f8-d4b4c7724083 req-5dbe9da8-9bb0-46ec-8292-6de6c6c019ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:25.651422 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c089675-8fbb-4ee9-a8f8-d4b4c7724083 req-5dbe9da8-9bb0-46ec-8292-6de6c6c019ce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0597215 Jul 22 17:00:25.779817 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c089675-8fbb-4ee9-a8f8-d4b4c7724083 req-e436ba72-f956-4260-af8c-24a781d93e9e service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213255 Jul 22 17:00:25.875880 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0c089675-8fbb-4ee9-a8f8-d4b4c7724083 req-bdd71002-eac3-4118-80e2-f501598cb738 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889311 Jul 22 17:00:26.621274 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69742ec-3359-4a4f-9b9a-f0d7857264f1 req-c013b910-c2dc-4a70-b103-444f0401ed77 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:26.622828 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e69742ec-3359-4a4f-9b9a-f0d7857264f1 req-c013b910-c2dc-4a70-b103-444f0401ed77 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd32425a-0891-4e16-b3f1-3edac2553668 HTTP/1.1" status: 200 len: 948 time: 0.0655608 Jul 22 17:00:26.659112 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e69742ec-3359-4a4f-9b9a-f0d7857264f1 req-4671cb30-43c6-4b58-bbd0-434a5e0530de tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac7888d9-0e75-408c-83f6-37b4fb4e955e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306053 Jul 22 17:00:27.812032 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415de08c-b3bc-486b-82cf-a5bd115547a2 req-a3f5d8d6-8a0a-46f1-a3ac-d541dd520433 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:27.813529 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-415de08c-b3bc-486b-82cf-a5bd115547a2 req-a3f5d8d6-8a0a-46f1-a3ac-d541dd520433 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd32425a-0891-4e16-b3f1-3edac2553668 HTTP/1.1" status: 200 len: 948 time: 0.0805097 Jul 22 17:00:27.858462 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-415de08c-b3bc-486b-82cf-a5bd115547a2 req-40c03b60-7338-402d-9528-ec41c6798ffa tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac7888d9-0e75-408c-83f6-37b4fb4e955e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386484 Jul 22 17:00:28.078967 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device c272d9c5-29d6-431f-aa7e-a3df671ecb97 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:00:28.175767 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port c272d9c5-29d6-431f-aa7e-a3df671ecb97, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=c272d9c5-29d6-431f-aa7e-a3df671ecb97,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:28.185664 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'c272d9c5-29d6-431f-aa7e-a3df671ecb97', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': 'c272d9c5-29d6-431f-aa7e-a3df671ecb97', 'mac_address': 'fa:16:3e:1c:8a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:00:28.222150 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:28.234303 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c272d9c5-29d6-431f-aa7e-a3df671ecb97 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:00:28.254681 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port c272d9c5-29d6-431f-aa7e-a3df671ecb97, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=c272d9c5-29d6-431f-aa7e-a3df671ecb97,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:28.259094 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:28.308419 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=c272d9c5-29d6-431f-aa7e-a3df671ecb97,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:28.525281 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['c272d9c5-29d6-431f-aa7e-a3df671ecb97'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:00:28.991189 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6521f-edaa-4b63-8bc4-75a46437d31b req-61a633e6-420e-48b4-bc0d-7b4e68f7fe9e tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:28.993358 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ec6521f-edaa-4b63-8bc4-75a46437d31b req-61a633e6-420e-48b4-bc0d-7b4e68f7fe9e tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd32425a-0891-4e16-b3f1-3edac2553668 HTTP/1.1" status: 200 len: 949 time: 0.0650315 Jul 22 17:00:29.035460 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f33392c7-5417-40d1-85cf-d6aeb846fd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:29.044841 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0ec6521f-edaa-4b63-8bc4-75a46437d31b req-a50c84fb-6a6a-44c2-947b-50f79d0a9b17 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac7888d9-0e75-408c-83f6-37b4fb4e955e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451450 Jul 22 17:00:29.594862 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-fd673262-8439-4a20-a0a8-3b3bd0e1ba70 req-f8ae8e8b-dec7-48b3-bb51-0a259f6b30c5 service neutron] (93816) timed out ('10.222.0.69', 36066) {{(pid=93816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 17:00:30.109880 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device c272d9c5-29d6-431f-aa7e-a3df671ecb97 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:00:30.167325 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port c272d9c5-29d6-431f-aa7e-a3df671ecb97 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:00:30.171605 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port c272d9c5-29d6-431f-aa7e-a3df671ecb97 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:30.172083 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:30.185541 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badbe2c-34c4-4291-b5e9-2c2c12a5cd11 req-6e32bccf-bb1e-48cd-a5ad-a31a511bb0b7 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:30.187292 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5badbe2c-34c4-4291-b5e9-2c2c12a5cd11 req-6e32bccf-bb1e-48cd-a5ad-a31a511bb0b7 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd32425a-0891-4e16-b3f1-3edac2553668 HTTP/1.1" status: 200 len: 949 time: 0.0667975 Jul 22 17:00:30.230860 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5badbe2c-34c4-4291-b5e9-2c2c12a5cd11 req-ecb969c1-d354-4c03-9340-41c2bc964a97 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac7888d9-0e75-408c-83f6-37b4fb4e955e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375636 Jul 22 17:00:30.250385 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:30.272108 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd32425a-0891-4e16-b3f1-3edac2553668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c272d9c5-29d6-431f-aa7e-a3df671ecb97'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:00:30.275671 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0eb047-1fd6-4942-ac84-c056d71cd051" -d '{"events": [{"server_uuid": "dd32425a-0891-4e16-b3f1-3edac2553668", "name": "network-vif-plugged", "status": "completed", "tag": "c272d9c5-29d6-431f-aa7e-a3df671ecb97"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:00:30.291335 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port c272d9c5-29d6-431f-aa7e-a3df671ecb97, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=c272d9c5-29d6-431f-aa7e-a3df671ecb97,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:30.298458 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:30.323217 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612ec9dc-bb8c-46ad-b009-e571c95d9d68 x-openstack-request-id: req-612ec9dc-bb8c-46ad-b009-e571c95d9d68 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:00:30.323513 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd32425a-0891-4e16-b3f1-3edac2553668", "name": "network-vif-plugged", "status": "completed", "tag": "c272d9c5-29d6-431f-aa7e-a3df671ecb97", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:00:30.323767 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-612ec9dc-bb8c-46ad-b009-e571c95d9d68 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:00:30.324156 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd32425a-0891-4e16-b3f1-3edac2553668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c272d9c5-29d6-431f-aa7e-a3df671ecb97', 'code': 200} Jul 22 17:00:30.348926 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=c272d9c5-29d6-431f-aa7e-a3df671ecb97,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:30.458533 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab645db-a41e-4ed1-8895-e9e5803d4b72 req-b3419641-c1c9-417b-8665-365fd66a104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:30.460036 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cab645db-a41e-4ed1-8895-e9e5803d4b72 req-b3419641-c1c9-417b-8665-365fd66a104b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd32425a-0891-4e16-b3f1-3edac2553668 HTTP/1.1" status: 200 len: 1101 time: 0.0622804 Jul 22 17:00:30.495359 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cab645db-a41e-4ed1-8895-e9e5803d4b72 req-55d60fe2-75f6-4e6b-9ac8-0bd47cde434c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ac7888d9-0e75-408c-83f6-37b4fb4e955e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289497 Jul 22 17:00:31.370643 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596dc164-6117-4360-b908-1a2d5c2433e5 req-66fa09c1-2dd8-4f0e-bfab-bb7d63ebcb94 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:31.372179 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-596dc164-6117-4360-b908-1a2d5c2433e5 req-66fa09c1-2dd8-4f0e-bfab-bb7d63ebcb94 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd32425a-0891-4e16-b3f1-3edac2553668 HTTP/1.1" status: 200 len: 950 time: 0.0732508 Jul 22 17:00:31.399256 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58014) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:31.417664 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-596dc164-6117-4360-b908-1a2d5c2433e5 req-b1037f14-e244-4e68-9c83-fe87b9b9931b tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac7888d9-0e75-408c-83f6-37b4fb4e955e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387483 Jul 22 17:00:31.506723 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f8914304-360d-4f59-923a-1f07a8236721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:31.597860 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f8914304-360d-4f59-923a-1f07a8236721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:31.601759 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f8914304-360d-4f59-923a-1f07a8236721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:31.615405 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e40e9fb8-a26a-487e-b5ad-18b12345eed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:31.641301 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f8914304-360d-4f59-923a-1f07a8236721 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7ebeb342230a40f4a7d7d520e75519e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409418 Jul 22 17:00:31.642242 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8914304-360d-4f59-923a-1f07a8236721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1e089c-ee1b-4ae4-a53c-d5e1721eedc8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:31.644113 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58018) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:31.656752 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:31.693490 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-627a2819-086b-4421-b59f-b0cc6b7a365a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:31.714703 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-627a2819-086b-4421-b59f-b0cc6b7a365a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:31.759772 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-627a2819-086b-4421-b59f-b0cc6b7a365a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:31.762258 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-627a2819-086b-4421-b59f-b0cc6b7a365a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:31.763399 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-627a2819-086b-4421-b59f-b0cc6b7a365a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dc1e089c-ee1b-4ae4-a53c-d5e1721eedc8 HTTP/1.1" status: 204 len: 168 time: 0.1181266 Jul 22 17:00:31.770753 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a2819-086b-4421-b59f-b0cc6b7a365a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1e089c-ee1b-4ae4-a53c-d5e1721eedc8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:32.343131 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58040) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:32.436941 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5b68098c-1706-4605-8c8b-29c50173cd2c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2060744499-network', 'tenant_id': '175a6c5c61664c408decc9c183497cf5'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:32.458293 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b68098c-1706-4605-8c8b-29c50173cd2c admin admin] Made reservation on behalf of 175a6c5c61664c408decc9c183497cf5 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:00:32.460554 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b68098c-1706-4605-8c8b-29c50173cd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:32.468941 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b68098c-1706-4605-8c8b-29c50173cd2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:32.551475 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69919e8a-fb57-4117-acf8-b83ebdb07c9c req-6de62d18-eaa9-4146-97dd-4d875344e69c tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:32.553115 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-69919e8a-fb57-4117-acf8-b83ebdb07c9c req-6de62d18-eaa9-4146-97dd-4d875344e69c tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd32425a-0891-4e16-b3f1-3edac2553668 HTTP/1.1" status: 200 len: 950 time: 0.0669837 Jul 22 17:00:32.564696 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b68098c-1706-4605-8c8b-29c50173cd2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:32.568920 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b68098c-1706-4605-8c8b-29c50173cd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:32.589870 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b68098c-1706-4605-8c8b-29c50173cd2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:00:32.592923 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-69919e8a-fb57-4117-acf8-b83ebdb07c9c req-4e9104e9-b4b8-49bb-a550-5b11db3f7180 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac7888d9-0e75-408c-83f6-37b4fb4e955e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333717 Jul 22 17:00:32.604581 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68098c-1706-4605-8c8b-29c50173cd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de224509-bcd1-471c-9e9c-e0d301756b42,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:32.609399 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b68098c-1706-4605-8c8b-29c50173cd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:32.609743 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-5b68098c-1706-4605-8c8b-29c50173cd2c admin admin] Added segment cfd80626-73ad-4957-b8f4-fa6f468fba76 of type vlan for network fe80ac5d-7f93-4f96-9995-bb848fe76d0b Jul 22 17:00:32.655031 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b68098c-1706-4605-8c8b-29c50173cd2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:32.685992 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b68098c-1706-4605-8c8b-29c50173cd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:32.686968 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b68098c-1706-4605-8c8b-29c50173cd2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:32.687541 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b68098c-1706-4605-8c8b-29c50173cd2c admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:32.717511 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5b68098c-1706-4605-8c8b-29c50173cd2c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3707025 Jul 22 17:00:32.717729 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58050) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:32.724166 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-59c8bb70-9022-4dca-a6c0-2d5c7a52c2aa admin admin] Request body: {'subnet': {'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2060744499-subnet', 'tenant_id': '175a6c5c61664c408decc9c183497cf5', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:32.761782 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68098c-1706-4605-8c8b-29c50173cd2c admin admin] Pushing event updated for resources: {'Network': ['ID=fe80ac5d-7f93-4f96-9995-bb848fe76d0b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:32.773222 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network fe80ac5d-7f93-4f96-9995-bb848fe76d0b details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:00:32.776184 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c8bb70-9022-4dca-a6c0-2d5c7a52c2aa admin admin] Made reservation on behalf of 175a6c5c61664c408decc9c183497cf5 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:00:32.778742 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-59c8bb70-9022-4dca-a6c0-2d5c7a52c2aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:32.857900 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:32.966841 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-59c8bb70-9022-4dca-a6c0-2d5c7a52c2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.021149 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8bb70-9022-4dca-a6c0-2d5c7a52c2aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d8fb551-e3dd-4952-9788-04ac02874d44,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:33.030265 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c8bb70-9022-4dca-a6c0-2d5c7a52c2aa admin admin] Checking segment: {'id': 'cfd80626-73ad-4957-b8f4-fa6f468fba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:00:33.030631 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c8bb70-9022-4dca-a6c0-2d5c7a52c2aa admin admin] Network hostable DHCP agents. Network: fe80ac5d-7f93-4f96-9995-bb848fe76d0b, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:00:33.047517 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c8bb70-9022-4dca-a6c0-2d5c7a52c2aa admin admin] Network fe80ac5d-7f93-4f96-9995-bb848fe76d0b is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:00:33.057311 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-59c8bb70-9022-4dca-a6c0-2d5c7a52c2aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, fe80ac5d-7f93-4f96-9995-bb848fe76d0b) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:00:33.061521 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c8bb70-9022-4dca-a6c0-2d5c7a52c2aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:33.062140 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-59c8bb70-9022-4dca-a6c0-2d5c7a52c2aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.072612 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5e72c7-e00c-4132-9490-7747b7650bff None None] Network fe80ac5d-7f93-4f96-9995-bb848fe76d0b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:00:33.078107 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-59c8bb70-9022-4dca-a6c0-2d5c7a52c2aa admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3592656 Jul 22 17:00:33.080757 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58058) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:33.086410 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e7148e18-7772-4571-b230-6af70fddbf8e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2060744499-router', 'tenant_id': '175a6c5c61664c408decc9c183497cf5', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:33.119781 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7148e18-7772-4571-b230-6af70fddbf8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.121097 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7148e18-7772-4571-b230-6af70fddbf8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.193800 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7148e18-7772-4571-b230-6af70fddbf8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.235994 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe70aa3-1449-4e68-8e55-4cb412e1227d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-fe80ac5d-7f93-4f96-9995-bb848fe76d0b', 'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b', 'tenant_id': '175a6c5c61664c408decc9c183497cf5', 'fixed_ips': [{'subnet_id': '2d8fb551-e3dd-4952-9788-04ac02874d44'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:00:33.236969 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fe70aa3-1449-4e68-8e55-4cb412e1227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.340126 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7148e18-7772-4571-b230-6af70fddbf8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.380028 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-0fe70aa3-1449-4e68-8e55-4cb412e1227d None None] Allocated IP 172.20.0.2 (fe80ac5d-7f93-4f96-9995-bb848fe76d0b/2d8fb551-e3dd-4952-9788-04ac02874d44/3954153c-2edc-41d8-8c40-c5d80afee659) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:00:33.528619 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fe70aa3-1449-4e68-8e55-4cb412e1227d None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.537065 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0fe70aa3-1449-4e68-8e55-4cb412e1227d None None] Transition to ACTIVE for port object 3954153c-2edc-41d8-8c40-c5d80afee659 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:00:33.547571 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7148e18-7772-4571-b230-6af70fddbf8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.563113 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0fe70aa3-1449-4e68-8e55-4cb412e1227d None None] Transition to ACTIVE for port object 3954153c-2edc-41d8-8c40-c5d80afee659 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:00:33.569344 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fe70aa3-1449-4e68-8e55-4cb412e1227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.578205 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7148e18-7772-4571-b230-6af70fddbf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.613182 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe70aa3-1449-4e68-8e55-4cb412e1227d None None] Network fe80ac5d-7f93-4f96-9995-bb848fe76d0b is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:00:33.616868 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-0fe70aa3-1449-4e68-8e55-4cb412e1227d None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:00:33.619647 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe70aa3-1449-4e68-8e55-4cb412e1227d None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:00:33.648443 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe70aa3-1449-4e68-8e55-4cb412e1227d None None] Pushing event updated for resources: {'Port': ['ID=3954153c-2edc-41d8-8c40-c5d80afee659,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:33.683917 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0fe70aa3-1449-4e68-8e55-4cb412e1227d None None] Attempting to bind port 3954153c-2edc-41d8-8c40-c5d80afee659 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:00:33.684286 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0fe70aa3-1449-4e68-8e55-4cb412e1227d None None] Attempting to bind port 3954153c-2edc-41d8-8c40-c5d80afee659 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'cfd80626-73ad-4957-b8f4-fa6f468fba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:00:33.684652 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe70aa3-1449-4e68-8e55-4cb412e1227d None None] Attempting to bind port 3954153c-2edc-41d8-8c40-c5d80afee659 on network fe80ac5d-7f93-4f96-9995-bb848fe76d0b {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:00:33.689125 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-e7148e18-7772-4571-b230-6af70fddbf8e admin admin] Allocated IP 172.25.0.115 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/7098e8be-e205-4607-a54f-fbee8c3afc09) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:00:33.689587 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe70aa3-1449-4e68-8e55-4cb412e1227d None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:00:33.690036 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe70aa3-1449-4e68-8e55-4cb412e1227d None None] Checking segment: {'id': 'cfd80626-73ad-4957-b8f4-fa6f468fba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:00:33.690437 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fe70aa3-1449-4e68-8e55-4cb412e1227d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.691033 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe70aa3-1449-4e68-8e55-4cb412e1227d None None] Bound using segment: {'id': 'cfd80626-73ad-4957-b8f4-fa6f468fba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:00:33.691506 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0fe70aa3-1449-4e68-8e55-4cb412e1227d None None] Bound port: 3954153c-2edc-41d8-8c40-c5d80afee659, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd80626-73ad-4957-b8f4-fa6f468fba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:00:33.691923 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fe70aa3-1449-4e68-8e55-4cb412e1227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.763948 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0fe70aa3-1449-4e68-8e55-4cb412e1227d None None] For port 3954153c-2edc-41d8-8c40-c5d80afee659, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:00:33.768228 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0fe70aa3-1449-4e68-8e55-4cb412e1227d None None] For port 3954153c-2edc-41d8-8c40-c5d80afee659, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3954153c-2edc-41d8-8c40-c5d80afee659,segment=NetworkSegment(cfd80626-73ad-4957-b8f4-fa6f468fba76),segment_id=cfd80626-73ad-4957-b8f4-fa6f468fba76)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:00:33.772090 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fe70aa3-1449-4e68-8e55-4cb412e1227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.798699 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7148e18-7772-4571-b230-6af70fddbf8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.831281 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe70aa3-1449-4e68-8e55-4cb412e1227d None None] Pushing event updated for resources: {'Port': ['ID=3954153c-2edc-41d8-8c40-c5d80afee659,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:33.862677 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7148e18-7772-4571-b230-6af70fddbf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.906537 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7148e18-7772-4571-b230-6af70fddbf8e admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:00:33.909559 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e7148e18-7772-4571-b230-6af70fddbf8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:00:33.914648 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7148e18-7772-4571-b230-6af70fddbf8e admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:00:33.938124 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7148e18-7772-4571-b230-6af70fddbf8e admin admin] Pushing event updated for resources: {'Port': ['ID=7098e8be-e205-4607-a54f-fbee8c3afc09,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:34.198611 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7148e18-7772-4571-b230-6af70fddbf8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:34.405674 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7148e18-7772-4571-b230-6af70fddbf8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:34.520292 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fcc75-5574-420f-9dd6-823a9d54e409 req-495bdd51-9919-4e98-b37b-bb078143a44f tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:34.528088 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fd8fcc75-5574-420f-9dd6-823a9d54e409 req-495bdd51-9919-4e98-b37b-bb078143a44f tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 1098 time: 0.0798635 Jul 22 17:00:34.549805 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7148e18-7772-4571-b230-6af70fddbf8e admin admin] Router 6bfbd106-d115-4057-a2cc-7af49d1132f8 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:00:34.575122 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fd8fcc75-5574-420f-9dd6-823a9d54e409 req-bdb637cf-fda5-4fa0-a051-16506ab7b2ce tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410798 Jul 22 17:00:34.587930 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58066) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:34.674197 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:34.678146 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7148e18-7772-4571-b230-6af70fddbf8e admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:00:34.688364 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] Sync routers for ids ['6bfbd106-d115-4057-a2cc-7af49d1132f8'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:00:34.708775 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] Routers {'6bfbd106-d115-4057-a2cc-7af49d1132f8'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:00:34.709400 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:00:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['6bfbd106-d115-4057-a2cc-7af49d1132f8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:34.721526 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7148e18-7772-4571-b230-6af70fddbf8e admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:34.726409 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e7148e18-7772-4571-b230-6af70fddbf8e admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6445112 Jul 22 17:00:34.727341 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58068) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:34.818931 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-97efcb7e-045b-4387-9613-d377a433ff04 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Deleting port 0fd4c3b0-914c-4c6a-a931-225ffe4e4b88 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:00:34.819180 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97efcb7e-045b-4387-9613-d377a433ff04 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:34.875382 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] Set router 6bfbd106-d115-4057-a2cc-7af49d1132f8 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:00:34.930604 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97efcb7e-045b-4387-9613-d377a433ff04 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:34.931065 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97efcb7e-045b-4387-9613-d377a433ff04 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:34.945107 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cea23fd-76ff-4497-8b6f-8d4a24559a12 None None] Network fe80ac5d-7f93-4f96-9995-bb848fe76d0b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:00:34.948718 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-97efcb7e-045b-4387-9613-d377a433ff04 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Calling delete_port for 0fd4c3b0-914c-4c6a-a931-225ffe4e4b88 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:00:35.192541 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97efcb7e-045b-4387-9613-d377a433ff04 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:35.231476 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-98e42650-e64e-4f84-85f1-b17592add28f None None] Provisioning for port 3954153c-2edc-41d8-8c40-c5d80afee659 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:00:35.232227 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97efcb7e-045b-4387-9613-d377a433ff04 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Port': ['ID=0fd4c3b0-914c-4c6a-a931-225ffe4e4b88,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:35.301474 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97efcb7e-045b-4387-9613-d377a433ff04 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:35.302228 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-97efcb7e-045b-4387-9613-d377a433ff04 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Floating IP 11ef8bd0-0f63-4051-aea2-60272b346c0a disassociated (deleted). External IP: 172.25.0.42, port: f97cf55d-aa62-4831-bf17-6c362180167e. Jul 22 17:00:35.323183 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9f358b3-17c4-4edc-81c2-048e2b374e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:35.459899 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfbd106-d115-4057-a2cc-7af49d1132f8', 'name': 'tempest-TestServerMultinode-2060744499-router', 'tenant_id': '175a6c5c61664c408decc9c183497cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7098e8be-e205-4607-a54f-fbee8c3afc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:33Z', 'updated_at': '2021-07-22T17:00:34Z', 'revision_number': 3, 'project_id': '175a6c5c61664c408decc9c183497cf5', 'gw_port': {'id': '7098e8be-e205-4607-a54f-fbee8c3afc09', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfbd106-d115-4057-a2cc-7af49d1132f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:33Z', 'updated_at': '2021-07-22T17:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:35.493755 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] Checking router: 6bfbd106-d115-4057-a2cc-7af49d1132f8 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:00:35.494443 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] Updating router 6bfbd106-d115-4057-a2cc-7af49d1132f8 port 7098e8be-e205-4607-a54f-fbee8c3afc09 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:00:35.532717 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-a9f358b3-17c4-4edc-81c2-048e2b374e0a admin admin] Allocated IP 172.20.0.1 (fe80ac5d-7f93-4f96-9995-bb848fe76d0b/2d8fb551-e3dd-4952-9788-04ac02874d44/d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:00:35.548136 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:35.552249 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3954153c-2edc-41d8-8c40-c5d80afee659 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:00:35.569527 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97efcb7e-045b-4387-9613-d377a433ff04 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Router 3307b07f-9d40-4c79-ae89-39c65f825105 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:00:35.691735 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9f358b3-17c4-4edc-81c2-048e2b374e0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:35.719285 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97efcb7e-045b-4387-9613-d377a433ff04 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:00:35.731734 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0f38fa-0bfd-48fc-9514-1dffa02e5ce1 None None] Sync routers for ids ['3307b07f-9d40-4c79-ae89-39c65f825105'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:00:35.733568 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97efcb7e-045b-4387-9613-d377a433ff04 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:35.735860 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-a9f358b3-17c4-4edc-81c2-048e2b374e0a admin admin] Transition to ACTIVE for port object d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:00:35.756171 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0f38fa-0bfd-48fc-9514-1dffa02e5ce1 None None] Routers {'3307b07f-9d40-4c79-ae89-39c65f825105'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:00:35.756741 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ce0f38fa-0bfd-48fc-9514-1dffa02e5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:00:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['3307b07f-9d40-4c79-ae89-39c65f825105'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:35.792945 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-97efcb7e-045b-4387-9613-d377a433ff04 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "DELETE /v2.0/floatingips/11ef8bd0-0f63-4051-aea2-60272b346c0a HTTP/1.1" status: 204 len: 168 time: 1.2037544 Jul 22 17:00:35.793500 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 3954153c-2edc-41d8-8c40-c5d80afee659 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:00:35.793729 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86447334-959f-44b7-973d-8fd7155dca6a', 'tag': 'f97cf55d-aa62-4831-bf17-6c362180167e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:00:35.799603 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 3954153c-2edc-41d8-8c40-c5d80afee659 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:35.800063 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fed774-ffb8-4f4b-938c-e78a83d931ce" -d '{"events": [{"name": "network-changed", "server_uuid": "86447334-959f-44b7-973d-8fd7155dca6a", "tag": "f97cf55d-aa62-4831-bf17-6c362180167e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:00:35.800396 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:35.803444 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9f358b3-17c4-4edc-81c2-048e2b374e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:35.886471 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da28d050-7916-48e4-8dee-1a8e68d6ee43 x-openstack-request-id: req-da28d050-7916-48e4-8dee-1a8e68d6ee43 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:00:35.886644 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86447334-959f-44b7-973d-8fd7155dca6a", "tag": "f97cf55d-aa62-4831-bf17-6c362180167e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:00:35.886901 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-da28d050-7916-48e4-8dee-1a8e68d6ee43 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:00:35.887316 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86447334-959f-44b7-973d-8fd7155dca6a', 'tag': 'f97cf55d-aa62-4831-bf17-6c362180167e', 'status': 'completed', 'code': 200} Jul 22 17:00:35.902932 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f358b3-17c4-4edc-81c2-048e2b374e0a admin admin] Pushing event updated for resources: {'Port': ['ID=d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:35.923762 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f358b3-17c4-4edc-81c2-048e2b374e0a admin admin] Network fe80ac5d-7f93-4f96-9995-bb848fe76d0b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:00:35.925441 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a9f358b3-17c4-4edc-81c2-048e2b374e0a admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:00:35.936743 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f358b3-17c4-4edc-81c2-048e2b374e0a admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:00:35.977046 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ce0f38fa-0bfd-48fc-9514-1dffa02e5ce1 None None] Set router 3307b07f-9d40-4c79-ae89-39c65f825105 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:00:35.979143 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:36.018950 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9f358b3-17c4-4edc-81c2-048e2b374e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:36.054426 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 3954153c-2edc-41d8-8c40-c5d80afee659, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3954153c-2edc-41d8-8c40-c5d80afee659,segment=NetworkSegment(cfd80626-73ad-4957-b8f4-fa6f468fba76),segment_id=cfd80626-73ad-4957-b8f4-fa6f468fba76)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:36.102535 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:36.125956 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:36.135871 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fed774-ffb8-4f4b-938c-e78a83d931ce req-903c3a88-b673-4f58-be13-d36f5ef83658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:36.142984 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56fed774-ffb8-4f4b-938c-e78a83d931ce req-903c3a88-b673-4f58-be13-d36f5ef83658 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 1098 time: 0.2149169 Jul 22 17:00:36.178817 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] Transition to ACTIVE for port object 7098e8be-e205-4607-a54f-fbee8c3afc09 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:00:36.185717 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-05aec314-1e40-4715-95fa-cf84cca3231b None None] Provisioning complete for port 3954153c-2edc-41d8-8c40-c5d80afee659 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:36.186142 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05aec314-1e40-4715-95fa-cf84cca3231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:36.218459 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:36.263543 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=3954153c-2edc-41d8-8c40-c5d80afee659,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:36.273178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] Attempting to bind port 7098e8be-e205-4607-a54f-fbee8c3afc09 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:00:36.273545 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] Attempting to bind port 7098e8be-e205-4607-a54f-fbee8c3afc09 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:00:36.273903 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] Attempting to bind port 7098e8be-e205-4607-a54f-fbee8c3afc09 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:00:36.316009 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ce0f38fa-0bfd-48fc-9514-1dffa02e5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019355344', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:58:36Z', 'updated_at': '2021-07-22T16:58:41Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:58:37Z', 'updated_at': '2021-07-22T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '070415f5-0e34-4339-90bc-7ea1e4fe6947', 'name': '', 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:25:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'a5b88ba4-629c-4874-83fe-1d8591d5d8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:58:40Z', 'updated_at': '2021-07-22T16:58:47Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'a5b88ba4-629c-4874-83fe-1d8591d5d8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:36.343560 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:00:36.343938 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:00:36.344345 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:36.344742 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:00:36.345226 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] Bound port: 7098e8be-e205-4607-a54f-fbee8c3afc09, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:00:36.345611 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:36.350978 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0f38fa-0bfd-48fc-9514-1dffa02e5ce1 None None] Checking router: 3307b07f-9d40-4c79-ae89-39c65f825105 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:00:36.364274 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0f38fa-0bfd-48fc-9514-1dffa02e5ce1 None None] Routers {'3307b07f-9d40-4c79-ae89-39c65f825105'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:00:36.365135 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ce0f38fa-0bfd-48fc-9514-1dffa02e5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:00:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['3307b07f-9d40-4c79-ae89-39c65f825105'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:36.405024 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774172cb-d15c-4c3e-9824-f93922172557 None None] Pushing event updated for resources: {'Port': ['ID=7098e8be-e205-4607-a54f-fbee8c3afc09,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:36.416997 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fed774-ffb8-4f4b-938c-e78a83d931ce req-4756ce9b-0622-49b3-bcc8-5affcc18e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:36.423712 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56fed774-ffb8-4f4b-938c-e78a83d931ce req-4756ce9b-0622-49b3-bcc8-5affcc18e3ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=1790d2be-7f27-4338-9d79-b644f69f04fb HTTP/1.1" status: 200 len: 897 time: 0.2364635 Jul 22 17:00:36.470699 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] For port 7098e8be-e205-4607-a54f-fbee8c3afc09, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:00:36.475614 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] For port 7098e8be-e205-4607-a54f-fbee8c3afc09, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=7098e8be-e205-4607-a54f-fbee8c3afc09,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:00:36.483436 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:36.512138 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ce0f38fa-0bfd-48fc-9514-1dffa02e5ce1 None None] Set router 3307b07f-9d40-4c79-ae89-39c65f825105 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:00:36.540783 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] Routers {'6bfbd106-d115-4057-a2cc-7af49d1132f8'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:00:36.541672 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:00:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['6bfbd106-d115-4057-a2cc-7af49d1132f8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:36.542592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56fed774-ffb8-4f4b-938c-e78a83d931ce req-eeb08bf6-88fe-42f9-aa3d-c5f8f9ec6374 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f97cf55d-aa62-4831-bf17-6c362180167e HTTP/1.1" status: 200 len: 217 time: 0.1070974 Jul 22 17:00:36.623866 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774172cb-d15c-4c3e-9824-f93922172557 None None] Pushing event updated for resources: {'Port': ['ID=7098e8be-e205-4607-a54f-fbee8c3afc09,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:36.659124 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-32529668-3684-4fae-91ad-4faec2988143 None None] Provisioning for port d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:00:36.667896 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-32529668-3684-4fae-91ad-4faec2988143 None None] Provisioning complete for port d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:36.668558 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32529668-3684-4fae-91ad-4faec2988143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:36.683062 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cd603-5df2-4386-b5bd-594ff2d758cb req-1f8619c3-ce19-4163-bfeb-eea78699d3b2 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:36.684680 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c01cd603-5df2-4386-b5bd-594ff2d758cb req-1f8619c3-ce19-4163-bfeb-eea78699d3b2 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 947 time: 0.3749647 Jul 22 17:00:36.688887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fed774-ffb8-4f4b-938c-e78a83d931ce req-f515320f-7493-48e1-8e08-217183ed1970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:36.695488 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56fed774-ffb8-4f4b-938c-e78a83d931ce req-f515320f-7493-48e1-8e08-217183ed1970 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5b88ba4-629c-4874-83fe-1d8591d5d8c4 HTTP/1.1" status: 200 len: 835 time: 0.1421776 Jul 22 17:00:36.719632 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-32529668-3684-4fae-91ad-4faec2988143 None None] Port d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:00:36.749775 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] Set router 6bfbd106-d115-4057-a2cc-7af49d1132f8 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:00:36.816719 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ce0f38fa-0bfd-48fc-9514-1dffa02e5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019355344', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:58:36Z', 'updated_at': '2021-07-22T16:58:41Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:58:37Z', 'updated_at': '2021-07-22T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '070415f5-0e34-4339-90bc-7ea1e4fe6947', 'name': '', 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:25:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'a5b88ba4-629c-4874-83fe-1d8591d5d8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:58:40Z', 'updated_at': '2021-07-22T16:58:47Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'a5b88ba4-629c-4874-83fe-1d8591d5d8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:36.823153 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c01cd603-5df2-4386-b5bd-594ff2d758cb req-fb7fe080-f70d-4771-9d2a-2a917b04a83d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223869 Jul 22 17:00:36.849827 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fed774-ffb8-4f4b-938c-e78a83d931ce req-d0c1af92-d29f-4c91-9029-841042e2cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:36.852648 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56fed774-ffb8-4f4b-938c-e78a83d931ce req-d0c1af92-d29f-4c91-9029-841042e2cc90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1790d2be-7f27-4338-9d79-b644f69f04fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1277466 Jul 22 17:00:36.877864 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0f38fa-0bfd-48fc-9514-1dffa02e5ce1 None None] The sync data for ids ['3307b07f-9d40-4c79-ae89-39c65f825105'] in n-d-798930-9 is: [{'id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019355344', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:58:36Z', 'updated_at': '2021-07-22T16:58:41Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:58:37Z', 'updated_at': '2021-07-22T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '070415f5-0e34-4339-90bc-7ea1e4fe6947', 'name': '', 'network_id': '1790d2be-7f27-4338-9d79-b644f69f04fb', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:25:43:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'a5b88ba4-629c-4874-83fe-1d8591d5d8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:58:40Z', 'updated_at': '2021-07-22T16:58:47Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'a5b88ba4-629c-4874-83fe-1d8591d5d8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:00:36.920951 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9f358b3-17c4-4edc-81c2-048e2b374e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:36.967664 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56fed774-ffb8-4f4b-938c-e78a83d931ce req-b91b74a5-e454-4b1a-a5fc-24b47d208990 service neutron] 10.222.0.30 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068678 Jul 22 17:00:37.039544 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfbd106-d115-4057-a2cc-7af49d1132f8', 'name': 'tempest-TestServerMultinode-2060744499-router', 'tenant_id': '175a6c5c61664c408decc9c183497cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7098e8be-e205-4607-a54f-fbee8c3afc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:33Z', 'updated_at': '2021-07-22T17:00:34Z', 'revision_number': 3, 'project_id': '175a6c5c61664c408decc9c183497cf5', 'gw_port': {'id': '7098e8be-e205-4607-a54f-fbee8c3afc09', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfbd106-d115-4057-a2cc-7af49d1132f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:33Z', 'updated_at': '2021-07-22T17:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:37.074216 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3017287c-553d-4926-8adf-c5d79f0a0e30 None None] The sync data for ids ['6bfbd106-d115-4057-a2cc-7af49d1132f8'] in n-d-798930-9 is: [{'id': '6bfbd106-d115-4057-a2cc-7af49d1132f8', 'name': 'tempest-TestServerMultinode-2060744499-router', 'tenant_id': '175a6c5c61664c408decc9c183497cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7098e8be-e205-4607-a54f-fbee8c3afc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:33Z', 'updated_at': '2021-07-22T17:00:34Z', 'revision_number': 3, 'project_id': '175a6c5c61664c408decc9c183497cf5', 'gw_port': {'id': '7098e8be-e205-4607-a54f-fbee8c3afc09', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfbd106-d115-4057-a2cc-7af49d1132f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:33Z', 'updated_at': '2021-07-22T17:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:00:37.081042 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56fed774-ffb8-4f4b-938c-e78a83d931ce req-acbed69e-b744-4c88-8ed0-208cafb4895f service neutron] 10.222.0.30 "GET /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061566 Jul 22 17:00:37.131943 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9f358b3-17c4-4edc-81c2-048e2b374e0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:37.137638 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9f358b3-17c4-4edc-81c2-048e2b374e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:37.206104 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a9f358b3-17c4-4edc-81c2-048e2b374e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:37.212243 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f358b3-17c4-4edc-81c2-048e2b374e0a admin admin] Pushing event updated for resources: {'Port': ['ID=d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:37.283028 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7428dd22-b701-4ce7-879a-e9d71da4d390 None None] New status for floating IP 11ef8bd0-0f63-4051-aea2-60272b346c0a: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:00:37.310978 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f358b3-17c4-4edc-81c2-048e2b374e0a admin admin] Network fe80ac5d-7f93-4f96-9995-bb848fe76d0b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:00:37.312478 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a9f358b3-17c4-4edc-81c2-048e2b374e0a admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:00:37.501591 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3954153c-2edc-41d8-8c40-c5d80afee659 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:00:37.582226 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 3954153c-2edc-41d8-8c40-c5d80afee659 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:37.588900 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:37.598539 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f358b3-17c4-4edc-81c2-048e2b374e0a admin admin] Router 6bfbd106-d115-4057-a2cc-7af49d1132f8 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:00:37.748414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-27bb85d1-aecd-4e5c-bf04-360c54d0acbd None None] Provisioning complete for port d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:37.748814 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27bb85d1-aecd-4e5c-bf04-360c54d0acbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:37.762294 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d08ddc-a933-4320-854c-0721224c474b req-7f7b11bc-8a9f-4d17-ad8a-f3e71fd8f044 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:37.764096 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f8d08ddc-a933-4320-854c-0721224c474b req-7f7b11bc-8a9f-4d17-ad8a-f3e71fd8f044 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.30 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 947 time: 0.1223888 Jul 22 17:00:37.777601 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f358b3-17c4-4edc-81c2-048e2b374e0a admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:00:37.788432 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-27bb85d1-aecd-4e5c-bf04-360c54d0acbd None None] Port d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:00:37.794960 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a9f358b3-17c4-4edc-81c2-048e2b374e0a admin admin] 10.222.0.69 "PUT /v2.0/routers/6bfbd106-d115-4057-a2cc-7af49d1132f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0663168 Jul 22 17:00:37.911928 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-f8d08ddc-a933-4320-854c-0721224c474b req-8e5a1adb-d772-4638-9c7c-dd28e7c25e0b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Deleting port f97cf55d-aa62-4831-bf17-6c362180167e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:00:37.912227 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f8d08ddc-a933-4320-854c-0721224c474b req-8e5a1adb-d772-4638-9c7c-dd28e7c25e0b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:38.026376 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372651e0-5b18-4f02-8c4d-080efefa300c req-0fd8b129-7773-475b-b782-6b02592ddd25 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:38.029564 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f8d08ddc-a933-4320-854c-0721224c474b req-8e5a1adb-d772-4638-9c7c-dd28e7c25e0b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] For port f97cf55d-aa62-4831-bf17-6c362180167e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=f97cf55d-aa62-4831-bf17-6c362180167e,segment=NetworkSegment(b0614f5c-9511-4f0a-a2d4-11888e389c7b),segment_id=b0614f5c-9511-4f0a-a2d4-11888e389c7b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:38.030792 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f8d08ddc-a933-4320-854c-0721224c474b req-8e5a1adb-d772-4638-9c7c-dd28e7c25e0b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:38.041023 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-372651e0-5b18-4f02-8c4d-080efefa300c req-0fd8b129-7773-475b-b782-6b02592ddd25 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 947 time: 0.1232390 Jul 22 17:00:38.045537 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-f8d08ddc-a933-4320-854c-0721224c474b req-8e5a1adb-d772-4638-9c7c-dd28e7c25e0b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Calling delete_port for f97cf55d-aa62-4831-bf17-6c362180167e owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:00:38.092102 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-372651e0-5b18-4f02-8c4d-080efefa300c req-bb102099-7ea5-431c-abdf-c405744cd059 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500753 Jul 22 17:00:38.216868 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f8d08ddc-a933-4320-854c-0721224c474b req-8e5a1adb-d772-4638-9c7c-dd28e7c25e0b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:38.349997 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58098) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:38.355738 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5a3488e6-1dab-4222-80da-95249a59ea56 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1898730213-network', 'tenant_id': '2ef6617ff52e4b3f8382dba7faef48ac'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:38.378716 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3488e6-1dab-4222-80da-95249a59ea56 admin admin] Made reservation on behalf of 2ef6617ff52e4b3f8382dba7faef48ac for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:00:38.381167 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a3488e6-1dab-4222-80da-95249a59ea56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:38.390376 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a3488e6-1dab-4222-80da-95249a59ea56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:38.487737 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a3488e6-1dab-4222-80da-95249a59ea56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:38.493260 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a3488e6-1dab-4222-80da-95249a59ea56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:38.518660 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3488e6-1dab-4222-80da-95249a59ea56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:00:38.533843 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3488e6-1dab-4222-80da-95249a59ea56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c84ef92-fdf9-48d4-a219-86056091d6a0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:38.543182 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a3488e6-1dab-4222-80da-95249a59ea56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:38.543531 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-5a3488e6-1dab-4222-80da-95249a59ea56 admin admin] Added segment e7fd2389-cd12-4ff2-90ac-e29245b7b7ef of type vlan for network f4640451-c7df-44ef-a74b-9925cc1f355a Jul 22 17:00:38.561583 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a1adb-d772-4638-9c7c-dd28e7c25e0b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Port': ['ID=f97cf55d-aa62-4831-bf17-6c362180167e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:38.597770 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a3488e6-1dab-4222-80da-95249a59ea56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:38.614050 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d08ddc-a933-4320-854c-0721224c474b req-8e5a1adb-d772-4638-9c7c-dd28e7c25e0b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] No DVR routers for this DVR port f97cf55d-aa62-4831-bf17-6c362180167e on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:00:38.617270 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f8d08ddc-a933-4320-854c-0721224c474b req-8e5a1adb-d772-4638-9c7c-dd28e7c25e0b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:38.619435 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f8d08ddc-a933-4320-854c-0721224c474b req-8e5a1adb-d772-4638-9c7c-dd28e7c25e0b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.30 "DELETE /v2.0/ports/f97cf55d-aa62-4831-bf17-6c362180167e HTTP/1.1" status: 204 len: 173 time: 0.8469276 Jul 22 17:00:38.619882 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86447334-959f-44b7-973d-8fd7155dca6a', 'name': 'network-vif-deleted', 'tag': 'f97cf55d-aa62-4831-bf17-6c362180167e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:00:38.622236 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2595558-cdcd-4113-a360-0991d995c698" -d '{"events": [{"server_uuid": "86447334-959f-44b7-973d-8fd7155dca6a", "name": "network-vif-deleted", "tag": "f97cf55d-aa62-4831-bf17-6c362180167e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:00:38.632120 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a3488e6-1dab-4222-80da-95249a59ea56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:38.633184 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3488e6-1dab-4222-80da-95249a59ea56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:38.633971 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a3488e6-1dab-4222-80da-95249a59ea56 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:38.659194 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4614e72-5751-4e4f-bb38-56c2d73162e5 x-openstack-request-id: req-f4614e72-5751-4e4f-bb38-56c2d73162e5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:00:38.659483 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86447334-959f-44b7-973d-8fd7155dca6a", "name": "network-vif-deleted", "tag": "f97cf55d-aa62-4831-bf17-6c362180167e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:00:38.659733 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f4614e72-5751-4e4f-bb38-56c2d73162e5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:00:38.660126 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86447334-959f-44b7-973d-8fd7155dca6a', 'name': 'network-vif-deleted', 'tag': 'f97cf55d-aa62-4831-bf17-6c362180167e', 'status': 'completed', 'code': 200} Jul 22 17:00:38.664741 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5a3488e6-1dab-4222-80da-95249a59ea56 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3130484 Jul 22 17:00:38.667503 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58104) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:38.672520 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8ce275b3-a512-40a4-ab21-da5909aa5c3e admin admin] Request body: {'subnet': {'network_id': 'f4640451-c7df-44ef-a74b-9925cc1f355a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1898730213-subnet', 'tenant_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:38.695709 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce275b3-a512-40a4-ab21-da5909aa5c3e admin admin] Made reservation on behalf of 2ef6617ff52e4b3f8382dba7faef48ac for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:00:38.698041 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ce275b3-a512-40a4-ab21-da5909aa5c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:38.701221 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3488e6-1dab-4222-80da-95249a59ea56 admin admin] Pushing event updated for resources: {'Network': ['ID=f4640451-c7df-44ef-a74b-9925cc1f355a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:38.711683 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network f4640451-c7df-44ef-a74b-9925cc1f355a details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:00:38.896783 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ce275b3-a512-40a4-ab21-da5909aa5c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:38.950582 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce275b3-a512-40a4-ab21-da5909aa5c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa604f76-9910-4ad5-abe4-e15787546084,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:38.967025 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce275b3-a512-40a4-ab21-da5909aa5c3e admin admin] Checking segment: {'id': 'e7fd2389-cd12-4ff2-90ac-e29245b7b7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f4640451-c7df-44ef-a74b-9925cc1f355a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:00:38.967388 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce275b3-a512-40a4-ab21-da5909aa5c3e admin admin] Network hostable DHCP agents. Network: f4640451-c7df-44ef-a74b-9925cc1f355a, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:00:38.983977 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce275b3-a512-40a4-ab21-da5909aa5c3e admin admin] Network f4640451-c7df-44ef-a74b-9925cc1f355a is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:00:38.994791 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-8ce275b3-a512-40a4-ab21-da5909aa5c3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, f4640451-c7df-44ef-a74b-9925cc1f355a) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:00:39.002922 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e94a294-f136-43ee-b8fd-618214fa4bf6 None None] Network f4640451-c7df-44ef-a74b-9925cc1f355a requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:00:39.004144 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce275b3-a512-40a4-ab21-da5909aa5c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:39.004733 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ce275b3-a512-40a4-ab21-da5909aa5c3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:39.029067 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8ce275b3-a512-40a4-ab21-da5909aa5c3e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3579788 Jul 22 17:00:39.029294 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58106) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:39.034496 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b0eb52f1-d9f2-473d-a87b-805ba7a76938 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1898730213-router', 'tenant_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:39.068984 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0eb52f1-d9f2-473d-a87b-805ba7a76938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:39.068984 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0eb52f1-d9f2-473d-a87b-805ba7a76938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:39.137740 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0eb52f1-d9f2-473d-a87b-805ba7a76938 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:39.169033 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] Sync routers for ids ['6bfbd106-d115-4057-a2cc-7af49d1132f8'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:00:39.179047 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] Routers {'6bfbd106-d115-4057-a2cc-7af49d1132f8'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:00:39.179995 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:00:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['6bfbd106-d115-4057-a2cc-7af49d1132f8'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:39.194853 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaa8b7e-ac85-407e-a685-b17575452b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-f4640451-c7df-44ef-a74b-9925cc1f355a', 'network_id': 'f4640451-c7df-44ef-a74b-9925cc1f355a', 'tenant_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'fixed_ips': [{'subnet_id': 'aa604f76-9910-4ad5-abe4-e15787546084'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:00:39.197461 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b7e-ac85-407e-a685-b17575452b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:39.279868 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b5e5630f-6c03-4bed-bc84-4cd83e69c870 req-1d06c868-dc66-4029-b03b-5d736c92392b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=86447334-959f-44b7-973d-8fd7155dca6a HTTP/1.1" status: 200 len: 210 time: 0.0383167 Jul 22 17:00:39.328178 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0eb52f1-d9f2-473d-a87b-805ba7a76938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:39.332249 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] Set router 6bfbd106-d115-4057-a2cc-7af49d1132f8 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:00:39.425259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-dfaa8b7e-ac85-407e-a685-b17575452b4f None None] Allocated IP 172.20.0.2 (f4640451-c7df-44ef-a74b-9925cc1f355a/aa604f76-9910-4ad5-abe4-e15787546084/cf3b60e9-23c5-4305-8ad6-237502f0d485) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:00:39.451993 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7098e8be-e205-4607-a54f-fbee8c3afc09 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:00:39.554435 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfbd106-d115-4057-a2cc-7af49d1132f8', 'name': 'tempest-TestServerMultinode-2060744499-router', 'tenant_id': '175a6c5c61664c408decc9c183497cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7098e8be-e205-4607-a54f-fbee8c3afc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:33Z', 'updated_at': '2021-07-22T17:00:36Z', 'revision_number': 4, 'project_id': '175a6c5c61664c408decc9c183497cf5', 'gw_port': {'id': '7098e8be-e205-4607-a54f-fbee8c3afc09', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfbd106-d115-4057-a2cc-7af49d1132f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:33Z', 'updated_at': '2021-07-22T17:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'd4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50', 'name': '', 'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b', 'tenant_id': '175a6c5c61664c408decc9c183497cf5', 'mac_address': 'fa:16:3e:99:92:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfbd106-d115-4057-a2cc-7af49d1132f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '2d8fb551-e3dd-4952-9788-04ac02874d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:35Z', 'updated_at': '2021-07-22T17:00:36Z', 'revision_number': 2, 'project_id': '175a6c5c61664c408decc9c183497cf5', 'subnets': [{'id': '2d8fb551-e3dd-4952-9788-04ac02874d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:39.557897 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 7098e8be-e205-4607-a54f-fbee8c3afc09 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:00:39.567650 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 7098e8be-e205-4607-a54f-fbee8c3afc09 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:39.568026 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:39.574762 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0eb52f1-d9f2-473d-a87b-805ba7a76938 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:39.593552 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] Checking router: 6bfbd106-d115-4057-a2cc-7af49d1132f8 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:00:39.593905 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] Updating router 6bfbd106-d115-4057-a2cc-7af49d1132f8 port d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:00:39.599136 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0eb52f1-d9f2-473d-a87b-805ba7a76938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:39.628876 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:39.671893 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b7e-ac85-407e-a685-b17575452b4f None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:39.714929 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b0eb52f1-d9f2-473d-a87b-805ba7a76938 admin admin] Allocated IP 172.25.0.247 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/3b3a0123-65e6-44ad-83ec-3296b612b9f3) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:00:39.715192 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dfaa8b7e-ac85-407e-a685-b17575452b4f None None] Transition to ACTIVE for port object cf3b60e9-23c5-4305-8ad6-237502f0d485 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:00:39.717684 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:39.748710 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 7098e8be-e205-4607-a54f-fbee8c3afc09, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=7098e8be-e205-4607-a54f-fbee8c3afc09,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:39.750238 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dfaa8b7e-ac85-407e-a685-b17575452b4f None None] Transition to ACTIVE for port object cf3b60e9-23c5-4305-8ad6-237502f0d485 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:00:39.755513 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:39.762273 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b7e-ac85-407e-a685-b17575452b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:39.803208 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaa8b7e-ac85-407e-a685-b17575452b4f None None] Network f4640451-c7df-44ef-a74b-9925cc1f355a is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:00:39.808127 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-dfaa8b7e-ac85-407e-a685-b17575452b4f None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:00:39.812781 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaa8b7e-ac85-407e-a685-b17575452b4f None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:00:39.826716 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=7098e8be-e205-4607-a54f-fbee8c3afc09,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:39.843548 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0eb52f1-d9f2-473d-a87b-805ba7a76938 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:39.885707 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0eb52f1-d9f2-473d-a87b-805ba7a76938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:39.910414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa8b7e-ac85-407e-a685-b17575452b4f None None] Pushing event updated for resources: {'Port': ['ID=cf3b60e9-23c5-4305-8ad6-237502f0d485,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:39.913563 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-dfaa8b7e-ac85-407e-a685-b17575452b4f None None] Attempting to bind port cf3b60e9-23c5-4305-8ad6-237502f0d485 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:00:39.913951 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-dfaa8b7e-ac85-407e-a685-b17575452b4f None None] Attempting to bind port cf3b60e9-23c5-4305-8ad6-237502f0d485 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e7fd2389-cd12-4ff2-90ac-e29245b7b7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f4640451-c7df-44ef-a74b-9925cc1f355a'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:00:39.914529 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaa8b7e-ac85-407e-a685-b17575452b4f None None] Attempting to bind port cf3b60e9-23c5-4305-8ad6-237502f0d485 on network f4640451-c7df-44ef-a74b-9925cc1f355a {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:00:39.920731 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaa8b7e-ac85-407e-a685-b17575452b4f None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:00:39.921332 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaa8b7e-ac85-407e-a685-b17575452b4f None None] Checking segment: {'id': 'e7fd2389-cd12-4ff2-90ac-e29245b7b7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f4640451-c7df-44ef-a74b-9925cc1f355a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:00:39.921894 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b7e-ac85-407e-a685-b17575452b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:39.922461 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaa8b7e-ac85-407e-a685-b17575452b4f None None] Bound using segment: {'id': 'e7fd2389-cd12-4ff2-90ac-e29245b7b7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f4640451-c7df-44ef-a74b-9925cc1f355a'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:00:39.923103 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-dfaa8b7e-ac85-407e-a685-b17575452b4f None None] Bound port: cf3b60e9-23c5-4305-8ad6-237502f0d485, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fd2389-cd12-4ff2-90ac-e29245b7b7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f4640451-c7df-44ef-a74b-9925cc1f355a'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:00:39.923637 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b7e-ac85-407e-a685-b17575452b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:39.929216 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:39.929990 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0eb52f1-d9f2-473d-a87b-805ba7a76938 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:00:39.933504 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b0eb52f1-d9f2-473d-a87b-805ba7a76938 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:00:39.936469 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb52f1-d9f2-473d-a87b-805ba7a76938 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:00:39.943668 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] Transition to ACTIVE for port object d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:00:39.950519 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:39.961900 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb52f1-d9f2-473d-a87b-805ba7a76938 admin admin] Pushing event updated for resources: {'Port': ['ID=3b3a0123-65e6-44ad-83ec-3296b612b9f3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:40.002263 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4c5a9-c11a-4508-a2d7-f42fdf62e03c None None] Pushing event updated for resources: {'Port': ['ID=d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:40.004640 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-dfaa8b7e-ac85-407e-a685-b17575452b4f None None] For port cf3b60e9-23c5-4305-8ad6-237502f0d485, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:00:40.008981 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-dfaa8b7e-ac85-407e-a685-b17575452b4f None None] For port cf3b60e9-23c5-4305-8ad6-237502f0d485, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=cf3b60e9-23c5-4305-8ad6-237502f0d485,segment=NetworkSegment(e7fd2389-cd12-4ff2-90ac-e29245b7b7ef),segment_id=e7fd2389-cd12-4ff2-90ac-e29245b7b7ef)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:00:40.012846 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b7e-ac85-407e-a685-b17575452b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:40.028319 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde4c5a9-c11a-4508-a2d7-f42fdf62e03c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:40.028578 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde4c5a9-c11a-4508-a2d7-f42fdf62e03c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:40.028820 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde4c5a9-c11a-4508-a2d7-f42fdf62e03c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:40.029149 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde4c5a9-c11a-4508-a2d7-f42fdf62e03c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:40.029474 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde4c5a9-c11a-4508-a2d7-f42fdf62e03c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:40.029790 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde4c5a9-c11a-4508-a2d7-f42fdf62e03c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:40.030140 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde4c5a9-c11a-4508-a2d7-f42fdf62e03c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:40.030624 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde4c5a9-c11a-4508-a2d7-f42fdf62e03c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:40.030947 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde4c5a9-c11a-4508-a2d7-f42fdf62e03c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:40.031626 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde4c5a9-c11a-4508-a2d7-f42fdf62e03c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:40.031948 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde4c5a9-c11a-4508-a2d7-f42fdf62e03c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:40.032264 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde4c5a9-c11a-4508-a2d7-f42fdf62e03c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:40.078243 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] Attempting to bind port d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:00:40.078624 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] Attempting to bind port d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'cfd80626-73ad-4957-b8f4-fa6f468fba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:00:40.078985 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] Attempting to bind port d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50 on network fe80ac5d-7f93-4f96-9995-bb848fe76d0b {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:00:40.084682 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:00:40.085091 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] Checking segment: {'id': 'cfd80626-73ad-4957-b8f4-fa6f468fba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:00:40.085489 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:40.086140 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] Bound using segment: {'id': 'cfd80626-73ad-4957-b8f4-fa6f468fba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:00:40.086571 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] Bound port: d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd80626-73ad-4957-b8f4-fa6f468fba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:00:40.086947 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:40.102768 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa8b7e-ac85-407e-a685-b17575452b4f None None] Pushing event updated for resources: {'Port': ['ID=cf3b60e9-23c5-4305-8ad6-237502f0d485,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:40.180178 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] For port d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:00:40.183968 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] For port d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50,segment=NetworkSegment(cfd80626-73ad-4957-b8f4-fa6f468fba76),segment_id=cfd80626-73ad-4957-b8f4-fa6f468fba76)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:00:40.190509 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:40.248071 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0eb52f1-d9f2-473d-a87b-805ba7a76938 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:40.259906 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4c5a9-c11a-4508-a2d7-f42fdf62e03c None None] Pushing event updated for resources: {'Port': ['ID=d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:40.275721 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] Routers {'6bfbd106-d115-4057-a2cc-7af49d1132f8'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:00:40.276925 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:00:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['6bfbd106-d115-4057-a2cc-7af49d1132f8'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:40.362049 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58114) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:40.554839 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0eb52f1-d9f2-473d-a87b-805ba7a76938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:40.577943 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] Set router 6bfbd106-d115-4057-a2cc-7af49d1132f8 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:00:40.720531 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0eb52f1-d9f2-473d-a87b-805ba7a76938 admin admin] Router 90993384-bf26-4fba-81ca-ab119127518f is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:00:40.821211 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device f97cf55d-aa62-4831-bf17-6c362180167e no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:00:40.834602 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfbd106-d115-4057-a2cc-7af49d1132f8', 'name': 'tempest-TestServerMultinode-2060744499-router', 'tenant_id': '175a6c5c61664c408decc9c183497cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7098e8be-e205-4607-a54f-fbee8c3afc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:33Z', 'updated_at': '2021-07-22T17:00:36Z', 'revision_number': 4, 'project_id': '175a6c5c61664c408decc9c183497cf5', 'gw_port': {'id': '7098e8be-e205-4607-a54f-fbee8c3afc09', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfbd106-d115-4057-a2cc-7af49d1132f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:33Z', 'updated_at': '2021-07-22T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'd4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50', 'name': '', 'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b', 'tenant_id': '175a6c5c61664c408decc9c183497cf5', 'mac_address': 'fa:16:3e:99:92:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfbd106-d115-4057-a2cc-7af49d1132f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '2d8fb551-e3dd-4952-9788-04ac02874d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:35Z', 'updated_at': '2021-07-22T17:00:40Z', 'revision_number': 4, 'project_id': '175a6c5c61664c408decc9c183497cf5', 'subnets': [{'id': '2d8fb551-e3dd-4952-9788-04ac02874d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:40.838379 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0eb52f1-d9f2-473d-a87b-805ba7a76938 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:00:40.856739 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: f97cf55d-aa62-4831-bf17-6c362180167e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:00:40.857114 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device f97cf55d-aa62-4831-bf17-6c362180167e not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:00:40.859310 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d769b693-e821-4c3a-8531-d19e9fffe656 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:40.860169 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] Sync routers for ids ['90993384-bf26-4fba-81ca-ab119127518f'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:00:40.864492 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0eb52f1-d9f2-473d-a87b-805ba7a76938 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:40.868579 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b0eb52f1-d9f2-473d-a87b-805ba7a76938 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8357627 Jul 22 17:00:40.869499 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58118) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:40.874877 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] Routers {'90993384-bf26-4fba-81ca-ab119127518f'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:00:40.875790 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:00:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['90993384-bf26-4fba-81ca-ab119127518f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:40.906120 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a51558c-51f8-455a-8afb-413e33dd353e None None] The sync data for ids ['6bfbd106-d115-4057-a2cc-7af49d1132f8'] in n-d-798930-9 is: [{'id': '6bfbd106-d115-4057-a2cc-7af49d1132f8', 'name': 'tempest-TestServerMultinode-2060744499-router', 'tenant_id': '175a6c5c61664c408decc9c183497cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7098e8be-e205-4607-a54f-fbee8c3afc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:33Z', 'updated_at': '2021-07-22T17:00:36Z', 'revision_number': 4, 'project_id': '175a6c5c61664c408decc9c183497cf5', 'gw_port': {'id': '7098e8be-e205-4607-a54f-fbee8c3afc09', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfbd106-d115-4057-a2cc-7af49d1132f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:33Z', 'updated_at': '2021-07-22T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'd4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50', 'name': '', 'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b', 'tenant_id': '175a6c5c61664c408decc9c183497cf5', 'mac_address': 'fa:16:3e:99:92:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfbd106-d115-4057-a2cc-7af49d1132f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '2d8fb551-e3dd-4952-9788-04ac02874d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:35Z', 'updated_at': '2021-07-22T17:00:40Z', 'revision_number': 4, 'project_id': '175a6c5c61664c408decc9c183497cf5', 'subnets': [{'id': '2d8fb551-e3dd-4952-9788-04ac02874d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:00:41.267114 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d769b693-e821-4c3a-8531-d19e9fffe656 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Deleting port 070415f5-0e34-4339-90bc-7ea1e4fe6947 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:00:41.267454 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d769b693-e821-4c3a-8531-d19e9fffe656 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:41.277682 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] Set router 90993384-bf26-4fba-81ca-ab119127518f gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:00:41.414605 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a668ce3-d314-44de-8384-b6ea0c50cdee None None] Network f4640451-c7df-44ef-a74b-9925cc1f355a requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:00:41.423071 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-d769b693-e821-4c3a-8531-d19e9fffe656 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] For port 070415f5-0e34-4339-90bc-7ea1e4fe6947, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=070415f5-0e34-4339-90bc-7ea1e4fe6947,segment=NetworkSegment(b0614f5c-9511-4f0a-a2d4-11888e389c7b),segment_id=b0614f5c-9511-4f0a-a2d4-11888e389c7b)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:41.423641 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d769b693-e821-4c3a-8531-d19e9fffe656 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:41.440983 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d769b693-e821-4c3a-8531-d19e9fffe656 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Calling delete_port for 070415f5-0e34-4339-90bc-7ea1e4fe6947 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:00:41.575321 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-09323d36-e53d-45f1-aa76-f62f54010b32 None None] Provisioning for port cf3b60e9-23c5-4305-8ad6-237502f0d485 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:00:41.617859 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fdbf73d9-1e8f-4568-8ee8-9cd0653bad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:41.629198 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7098e8be-e205-4607-a54f-fbee8c3afc09 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:00:41.718200 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d769b693-e821-4c3a-8531-d19e9fffe656 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:41.790234 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 7098e8be-e205-4607-a54f-fbee8c3afc09 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:41.790494 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:41.792301 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769b693-e821-4c3a-8531-d19e9fffe656 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Port': ['ID=070415f5-0e34-4339-90bc-7ea1e4fe6947,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:41.866357 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90993384-bf26-4fba-81ca-ab119127518f', 'name': 'tempest-TestServerMultinode-1898730213-router', 'tenant_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '3b3a0123-65e6-44ad-83ec-3296b612b9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:39Z', 'updated_at': '2021-07-22T17:00:40Z', 'revision_number': 3, 'project_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'gw_port': {'id': '3b3a0123-65e6-44ad-83ec-3296b612b9f3', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90993384-bf26-4fba-81ca-ab119127518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:39Z', 'updated_at': '2021-07-22T17:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:41.901522 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] Checking router: 90993384-bf26-4fba-81ca-ab119127518f for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:00:41.901873 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] Updating router 90993384-bf26-4fba-81ca-ab119127518f port 3b3a0123-65e6-44ad-83ec-3296b612b9f3 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:00:41.909208 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-fdbf73d9-1e8f-4568-8ee8-9cd0653bad0b admin admin] Allocated IP 172.20.0.1 (f4640451-c7df-44ef-a74b-9925cc1f355a/aa604f76-9910-4ad5-abe4-e15787546084/7ccd52a2-cc91-4326-a4af-1479a670b257) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:00:41.965756 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.103649 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d769b693-e821-4c3a-8531-d19e9fffe656 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.118763 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fdbf73d9-1e8f-4568-8ee8-9cd0653bad0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.151454 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fdbf73d9-1e8f-4568-8ee8-9cd0653bad0b admin admin] Transition to ACTIVE for port object 7ccd52a2-cc91-4326-a4af-1479a670b257 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:00:42.158346 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device cf3b60e9-23c5-4305-8ad6-237502f0d485 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:00:42.196576 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fdbf73d9-1e8f-4568-8ee8-9cd0653bad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.243490 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.259948 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbf73d9-1e8f-4568-8ee8-9cd0653bad0b admin admin] Network f4640451-c7df-44ef-a74b-9925cc1f355a is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:00:42.267014 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-fdbf73d9-1e8f-4568-8ee8-9cd0653bad0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:00:42.271509 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf73d9-1e8f-4568-8ee8-9cd0653bad0b admin admin] Pushing event updated for resources: {'Port': ['ID=7ccd52a2-cc91-4326-a4af-1479a670b257,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:42.280662 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbf73d9-1e8f-4568-8ee8-9cd0653bad0b admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:00:42.341264 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fdbf73d9-1e8f-4568-8ee8-9cd0653bad0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.361805 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port cf3b60e9-23c5-4305-8ad6-237502f0d485 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:00:42.375004 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.382479 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port cf3b60e9-23c5-4305-8ad6-237502f0d485 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:42.382851 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.451330 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d769b693-e821-4c3a-8531-d19e9fffe656 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Router 3307b07f-9d40-4c79-ae89-39c65f825105 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:00:42.476782 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7249d579-4c98-437b-8810-af72814603c0 None None] Provisioning complete for port cf3b60e9-23c5-4305-8ad6-237502f0d485 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:42.477152 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7249d579-4c98-437b-8810-af72814603c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.540720 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fdbf73d9-1e8f-4568-8ee8-9cd0653bad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.584453 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.587747 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d769b693-e821-4c3a-8531-d19e9fffe656 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:00:42.600940 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717f2aee-d5da-42c1-b412-32a72c0c6f7c None None] Sync routers for ids ['3307b07f-9d40-4c79-ae89-39c65f825105'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:00:42.605423 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d769b693-e821-4c3a-8531-d19e9fffe656 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "PUT /v2.0/routers/3307b07f-9d40-4c79-ae89-39c65f825105/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2422655 Jul 22 17:00:42.608169 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58122) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:42.620560 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717f2aee-d5da-42c1-b412-32a72c0c6f7c None None] Routers {'3307b07f-9d40-4c79-ae89-39c65f825105'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:00:42.621191 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-717f2aee-d5da-42c1-b412-32a72c0c6f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:00:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['3307b07f-9d40-4c79-ae89-39c65f825105'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:42.645356 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] Transition to ACTIVE for port object 3b3a0123-65e6-44ad-83ec-3296b612b9f3 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:00:42.684793 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96b8232-510b-4744-bae1-1b7c3be4b618 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Deleting subnet a5b88ba4-629c-4874-83fe-1d8591d5d8c4 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:00:42.685252 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.687922 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e96b8232-510b-4744-bae1-1b7c3be4b618 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.717446 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.737529 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e96b8232-510b-4744-bae1-1b7c3be4b618 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.750565 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-717f2aee-d5da-42c1-b412-32a72c0c6f7c None None] Set router 3307b07f-9d40-4c79-ae89-39c65f825105 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:00:42.761331 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fdbf73d9-1e8f-4568-8ee8-9cd0653bad0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.763155 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] Attempting to bind port 3b3a0123-65e6-44ad-83ec-3296b612b9f3 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:00:42.764231 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] Attempting to bind port 3b3a0123-65e6-44ad-83ec-3296b612b9f3 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:00:42.764231 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] Attempting to bind port 3b3a0123-65e6-44ad-83ec-3296b612b9f3 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:00:42.768605 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7249d579-4c98-437b-8810-af72814603c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.769045 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fdbf73d9-1e8f-4568-8ee8-9cd0653bad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.804117 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:00:42.804525 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:00:42.804892 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.805281 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:00:42.805750 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] Bound port: 3b3a0123-65e6-44ad-83ec-3296b612b9f3, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:00:42.806152 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.814327 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659447cd-99b7-4804-be34-55890d2b2e14 None None] Pushing event updated for resources: {'Port': ['ID=3b3a0123-65e6-44ad-83ec-3296b612b9f3,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:42.837502 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port cf3b60e9-23c5-4305-8ad6-237502f0d485, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=cf3b60e9-23c5-4305-8ad6-237502f0d485,segment=NetworkSegment(e7fd2389-cd12-4ff2-90ac-e29245b7b7ef),segment_id=e7fd2389-cd12-4ff2-90ac-e29245b7b7ef)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:42.858626 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.859486 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:00:42.875858 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e96b8232-510b-4744-bae1-1b7c3be4b618 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.888697 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf73d9-1e8f-4568-8ee8-9cd0653bad0b admin admin] Pushing event updated for resources: {'Port': ['ID=7ccd52a2-cc91-4326-a4af-1479a670b257,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:42.892299 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fdbf73d9-1e8f-4568-8ee8-9cd0653bad0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.965171 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e96b8232-510b-4744-bae1-1b7c3be4b618 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.980116 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-7249d579-4c98-437b-8810-af72814603c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 17:00:42.980721 n-d-798930-9 neutron-server[93818]: DEBUG oslo_db.api [None req-7249d579-4c98-437b-8810-af72814603c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 17:00:42.985285 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] For port 3b3a0123-65e6-44ad-83ec-3296b612b9f3, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:00:42.991291 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] For port 3b3a0123-65e6-44ad-83ec-3296b612b9f3, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3b3a0123-65e6-44ad-83ec-3296b612b9f3,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:00:42.993260 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=cf3b60e9-23c5-4305-8ad6-237502f0d485,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:43.001739 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:43.009847 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b8232-510b-4744-bae1-1b7c3be4b618 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Subnet': ['ID=a5b88ba4-629c-4874-83fe-1d8591d5d8c4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:43.019083 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbf73d9-1e8f-4568-8ee8-9cd0653bad0b admin admin] Network f4640451-c7df-44ef-a74b-9925cc1f355a is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:00:43.020064 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e96b8232-510b-4744-bae1-1b7c3be4b618 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:43.020953 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-fdbf73d9-1e8f-4568-8ee8-9cd0653bad0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:00:43.023725 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e96b8232-510b-4744-bae1-1b7c3be4b618 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "DELETE /v2.0/subnets/a5b88ba4-629c-4874-83fe-1d8591d5d8c4 HTTP/1.1" status: 204 len: 168 time: 0.4141030 Jul 22 17:00:43.026337 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58126) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:43.039152 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-717f2aee-d5da-42c1-b412-32a72c0c6f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019355344', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:58:36Z', 'updated_at': '2021-07-22T17:00:41Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:58:37Z', 'updated_at': '2021-07-22T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:43.044333 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7b595d-2d0d-4a24-8e26-6d2376f040b6 None None] Network 1790d2be-7f27-4338-9d79-b644f69f04fb requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:00:43.074187 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717f2aee-d5da-42c1-b412-32a72c0c6f7c None None] Checking router: 3307b07f-9d40-4c79-ae89-39c65f825105 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:00:43.090338 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717f2aee-d5da-42c1-b412-32a72c0c6f7c None None] Routers {'3307b07f-9d40-4c79-ae89-39c65f825105'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:00:43.091454 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-717f2aee-d5da-42c1-b412-32a72c0c6f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:00:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['3307b07f-9d40-4c79-ae89-39c65f825105'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:43.138134 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:00:43.172197 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:43.172450 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:43.185230 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbf73d9-1e8f-4568-8ee8-9cd0653bad0b admin admin] Router 90993384-bf26-4fba-81ca-ab119127518f has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:00:43.203667 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0470741e-d88b-4063-bb67-edeaa7aa9bdf tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:43.244608 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659447cd-99b7-4804-be34-55890d2b2e14 None None] Pushing event updated for resources: {'Port': ['ID=3b3a0123-65e6-44ad-83ec-3296b612b9f3,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:43.254872 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] Routers {'90993384-bf26-4fba-81ca-ab119127518f'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:00:43.255561 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:00:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['90993384-bf26-4fba-81ca-ab119127518f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:43.267764 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-717f2aee-d5da-42c1-b412-32a72c0c6f7c None None] Set router 3307b07f-9d40-4c79-ae89-39c65f825105 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:00:43.332241 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0470741e-d88b-4063-bb67-edeaa7aa9bdf tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:43.356409 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbf73d9-1e8f-4568-8ee8-9cd0653bad0b admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:00:43.371754 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fdbf73d9-1e8f-4568-8ee8-9cd0653bad0b admin admin] 10.222.0.69 "PUT /v2.0/routers/90993384-bf26-4fba-81ca-ab119127518f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5009310 Jul 22 17:00:43.419590 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0470741e-d88b-4063-bb67-edeaa7aa9bdf tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Deleting port 23b255d2-e4ea-4c91-b23b-8eb8fd1c590d {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:00:43.420399 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0470741e-d88b-4063-bb67-edeaa7aa9bdf tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:43.508919 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-717f2aee-d5da-42c1-b412-32a72c0c6f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019355344', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:58:36Z', 'updated_at': '2021-07-22T17:00:41Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:58:37Z', 'updated_at': '2021-07-22T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:43.517546 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-0470741e-d88b-4063-bb67-edeaa7aa9bdf tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] For port 23b255d2-e4ea-4c91-b23b-8eb8fd1c590d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=23b255d2-e4ea-4c91-b23b-8eb8fd1c590d,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:43.518127 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0470741e-d88b-4063-bb67-edeaa7aa9bdf tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:43.532106 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0470741e-d88b-4063-bb67-edeaa7aa9bdf tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Calling delete_port for 23b255d2-e4ea-4c91-b23b-8eb8fd1c590d owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:00:43.540912 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717f2aee-d5da-42c1-b412-32a72c0c6f7c None None] The sync data for ids ['3307b07f-9d40-4c79-ae89-39c65f825105'] in n-d-798930-9 is: [{'id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019355344', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:58:36Z', 'updated_at': '2021-07-22T17:00:41Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '23b255d2-e4ea-4c91-b23b-8eb8fd1c590d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3307b07f-9d40-4c79-ae89-39c65f825105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:58:37Z', 'updated_at': '2021-07-22T16:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:00:43.710516 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] Set router 90993384-bf26-4fba-81ca-ab119127518f gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:00:43.740874 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:43.750434 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0470741e-d88b-4063-bb67-edeaa7aa9bdf tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:43.797090 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470741e-d88b-4063-bb67-edeaa7aa9bdf tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Port': ['ID=23b255d2-e4ea-4c91-b23b-8eb8fd1c590d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:43.846604 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50,segment=NetworkSegment(cfd80626-73ad-4957-b8f4-fa6f468fba76),segment_id=cfd80626-73ad-4957-b8f4-fa6f468fba76)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:43.857187 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-73f9b1ca-4097-4cfc-a62d-ce5875e22e4a None None] Provisioning for port 7ccd52a2-cc91-4326-a4af-1479a670b257 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:00:43.861126 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:43.866805 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0470741e-d88b-4063-bb67-edeaa7aa9bdf tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:43.893506 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-73f9b1ca-4097-4cfc-a62d-ce5875e22e4a None None] Provisioning complete for port 7ccd52a2-cc91-4326-a4af-1479a670b257 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:43.894063 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73f9b1ca-4097-4cfc-a62d-ce5875e22e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:43.975832 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-73f9b1ca-4097-4cfc-a62d-ce5875e22e4a None None] Port 7ccd52a2-cc91-4326-a4af-1479a670b257 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:00:43.979267 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce042f9-6d82-4ac9-8365-a429a3ae511f None None] DHCP port deletion for 1790d2be-7f27-4338-9d79-b644f69f04fb request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:00:43.984378 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0470741e-d88b-4063-bb67-edeaa7aa9bdf tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:43.987069 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0470741e-d88b-4063-bb67-edeaa7aa9bdf tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:44.065427 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0470741e-d88b-4063-bb67-edeaa7aa9bdf tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:44.066103 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0470741e-d88b-4063-bb67-edeaa7aa9bdf tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Fanout notify agent at l3_agent the message router_deleted on router 3307b07f-9d40-4c79-ae89-39c65f825105 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:00:44.079852 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0470741e-d88b-4063-bb67-edeaa7aa9bdf tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:44.082488 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0470741e-d88b-4063-bb67-edeaa7aa9bdf tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "DELETE /v2.0/routers/3307b07f-9d40-4c79-ae89-39c65f825105 HTTP/1.1" status: 204 len: 168 time: 1.0537460 Jul 22 17:00:44.083791 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58154) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:44.145145 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device cf3b60e9-23c5-4305-8ad6-237502f0d485 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:00:44.181592 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4db70972-e7c6-46a3-9737-0417d040b4c8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:44.241666 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:44.312565 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fce042f9-6d82-4ac9-8365-a429a3ae511f None None] Deleting port 2c381207-94c1-437a-b294-7a997b4b3103 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:00:44.312942 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fce042f9-6d82-4ac9-8365-a429a3ae511f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:44.345602 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-4db70972-e7c6-46a3-9737-0417d040b4c8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Deleting port 2c381207-94c1-437a-b294-7a997b4b3103 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:00:44.346039 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4db70972-e7c6-46a3-9737-0417d040b4c8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:44.399733 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-fce042f9-6d82-4ac9-8365-a429a3ae511f None None] For port 2c381207-94c1-437a-b294-7a997b4b3103, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2c381207-94c1-437a-b294-7a997b4b3103,segment=NetworkSegment(b0614f5c-9511-4f0a-a2d4-11888e389c7b),segment_id=b0614f5c-9511-4f0a-a2d4-11888e389c7b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:44.400133 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fce042f9-6d82-4ac9-8365-a429a3ae511f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:44.402636 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port cf3b60e9-23c5-4305-8ad6-237502f0d485 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:44.403004 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:44.445227 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fce042f9-6d82-4ac9-8365-a429a3ae511f None None] Calling delete_port for 2c381207-94c1-437a-b294-7a997b4b3103 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:00:44.461593 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-4db70972-e7c6-46a3-9737-0417d040b4c8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] For port 2c381207-94c1-437a-b294-7a997b4b3103, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2c381207-94c1-437a-b294-7a997b4b3103,segment=NetworkSegment(b0614f5c-9511-4f0a-a2d4-11888e389c7b),segment_id=b0614f5c-9511-4f0a-a2d4-11888e389c7b)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:44.465111 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4db70972-e7c6-46a3-9737-0417d040b4c8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:44.485141 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90993384-bf26-4fba-81ca-ab119127518f', 'name': 'tempest-TestServerMultinode-1898730213-router', 'tenant_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '3b3a0123-65e6-44ad-83ec-3296b612b9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:39Z', 'updated_at': '2021-07-22T17:00:42Z', 'revision_number': 4, 'project_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'gw_port': {'id': '3b3a0123-65e6-44ad-83ec-3296b612b9f3', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90993384-bf26-4fba-81ca-ab119127518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:39Z', 'updated_at': '2021-07-22T17:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '7ccd52a2-cc91-4326-a4af-1479a670b257', 'name': '', 'network_id': 'f4640451-c7df-44ef-a74b-9925cc1f355a', 'tenant_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'mac_address': 'fa:16:3e:7c:e0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90993384-bf26-4fba-81ca-ab119127518f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'aa604f76-9910-4ad5-abe4-e15787546084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:41Z', 'updated_at': '2021-07-22T17:00:42Z', 'revision_number': 2, 'project_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'subnets': [{'id': 'aa604f76-9910-4ad5-abe4-e15787546084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:44.493225 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-4db70972-e7c6-46a3-9737-0417d040b4c8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Calling delete_port for 2c381207-94c1-437a-b294-7a997b4b3103 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:00:44.528744 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afcf323-6bfc-4c7c-b9a9-7dd176151d8d None None] The sync data for ids ['90993384-bf26-4fba-81ca-ab119127518f'] in n-d-798930-9 is: [{'id': '90993384-bf26-4fba-81ca-ab119127518f', 'name': 'tempest-TestServerMultinode-1898730213-router', 'tenant_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '3b3a0123-65e6-44ad-83ec-3296b612b9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:39Z', 'updated_at': '2021-07-22T17:00:42Z', 'revision_number': 4, 'project_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'gw_port': {'id': '3b3a0123-65e6-44ad-83ec-3296b612b9f3', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90993384-bf26-4fba-81ca-ab119127518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:39Z', 'updated_at': '2021-07-22T17:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '7ccd52a2-cc91-4326-a4af-1479a670b257', 'name': '', 'network_id': 'f4640451-c7df-44ef-a74b-9925cc1f355a', 'tenant_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'mac_address': 'fa:16:3e:7c:e0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90993384-bf26-4fba-81ca-ab119127518f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'aa604f76-9910-4ad5-abe4-e15787546084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:41Z', 'updated_at': '2021-07-22T17:00:42Z', 'revision_number': 2, 'project_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'subnets': [{'id': 'aa604f76-9910-4ad5-abe4-e15787546084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:00:44.619660 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-5133569f-e28f-42db-a72e-386a38c6f56e tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:44.629300 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fce042f9-6d82-4ac9-8365-a429a3ae511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:44.632959 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-5133569f-e28f-42db-a72e-386a38c6f56e tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/networks?id=fe80ac5d-7f93-4f96-9995-bb848fe76d0b HTTP/1.1" status: 200 len: 911 time: 0.5997276 Jul 22 17:00:44.644438 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4db70972-e7c6-46a3-9737-0417d040b4c8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:44.658883 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-48f99b26-fefe-417f-9d1a-137a12e4a7de tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/quotas/2ef6617ff52e4b3f8382dba7faef48ac HTTP/1.1" status: 200 len: 375 time: 0.0248463 Jul 22 17:00:44.662801 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce042f9-6d82-4ac9-8365-a429a3ae511f None None] No DVR routers for this DVR port 2c381207-94c1-437a-b294-7a997b4b3103 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:00:44.680923 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db70972-e7c6-46a3-9737-0417d040b4c8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] No DVR routers for this DVR port 2c381207-94c1-437a-b294-7a997b4b3103 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:00:44.685999 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db70972-e7c6-46a3-9737-0417d040b4c8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Port': ['ID=2c381207-94c1-437a-b294-7a997b4b3103,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:44.689591 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce042f9-6d82-4ac9-8365-a429a3ae511f None None] Pushing event deleted for resources: {'Port': ['ID=2c381207-94c1-437a-b294-7a997b4b3103,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:44.782089 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4db70972-e7c6-46a3-9737-0417d040b4c8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:44.786374 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-0e1a44d0-7537-4719-8e5d-40dca15b8b9c tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ef6617ff52e4b3f8382dba7faef48ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1266057 Jul 22 17:00:44.792485 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-4db70972-e7c6-46a3-9737-0417d040b4c8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1790d2be-7f27-4338-9d79-b644f69f04fb']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:44.802864 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-4db70972-e7c6-46a3-9737-0417d040b4c8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0614f5c-9511-4f0a-a2d4-11888e389c7b') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:44.803834 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-4db70972-e7c6-46a3-9737-0417d040b4c8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0614f5c-9511-4f0a-a2d4-11888e389c7b') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:44.814161 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4db70972-e7c6-46a3-9737-0417d040b4c8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:44.829626 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4db70972-e7c6-46a3-9737-0417d040b4c8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:44.838818 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db70972-e7c6-46a3-9737-0417d040b4c8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:00:44.839607 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4db70972-e7c6-46a3-9737-0417d040b4c8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: self.session.flush() Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: timer() Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:00:44.843574 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:00:44.940707 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-538e5341-fb19-4724-90ad-3f4627bceac1 service neutron] 10.222.0.69 "GET /v2.0/networks/fe80ac5d-7f93-4f96-9995-bb848fe76d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445451 Jul 22 17:00:44.969290 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2c381207-94c1-437a-b294-7a997b4b3103 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:00:44.997969 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 2c381207-94c1-437a-b294-7a997b4b3103 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:00:44.998662 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2c381207-94c1-437a-b294-7a997b4b3103 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:00:44.999191 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 070415f5-0e34-4339-90bc-7ea1e4fe6947 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:00:45.001866 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4db70972-e7c6-46a3-9737-0417d040b4c8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:45.009534 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4db70972-e7c6-46a3-9737-0417d040b4c8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:45.012815 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4db70972-e7c6-46a3-9737-0417d040b4c8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "DELETE /v2.0/networks/1790d2be-7f27-4338-9d79-b644f69f04fb HTTP/1.1" status: 204 len: 168 time: 0.9279909 Jul 22 17:00:45.018032 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58158) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:45.028595 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 070415f5-0e34-4339-90bc-7ea1e4fe6947 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:00:45.028950 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 070415f5-0e34-4339-90bc-7ea1e4fe6947 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:00:45.033936 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db70972-e7c6-46a3-9737-0417d040b4c8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Network': ['ID=1790d2be-7f27-4338-9d79-b644f69f04fb,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:45.143110 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-b8d31722-5143-4905-ad9e-e80782abc9cc service neutron] 10.222.0.69 "GET /v2.0/networks/fe80ac5d-7f93-4f96-9995-bb848fe76d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959946 Jul 22 17:00:45.147426 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d040361-c5b0-4273-b1cc-af5419f6427f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:45.177970 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d040361-c5b0-4273-b1cc-af5419f6427f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:45.244216 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d040361-c5b0-4273-b1cc-af5419f6427f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:45.247371 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1d040361-c5b0-4273-b1cc-af5419f6427f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:45.251788 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1d040361-c5b0-4273-b1cc-af5419f6427f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "DELETE /v2.0/security-groups/3a3b45b5-e688-418d-9e97-ff08c9ee2a3b HTTP/1.1" status: 204 len: 168 time: 0.2295277 Jul 22 17:00:45.260692 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d040361-c5b0-4273-b1cc-af5419f6427f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3b45b5-e688-418d-9e97-ff08c9ee2a3b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:45.364228 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bba9dd6f-15ae-4287-8e8b-dec1d679bd99 req-88e22135-ab25-4d8b-b55b-b0c2af103450 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c1c97872-7531-4d97-9846-23e95935af0f HTTP/1.1" status: 200 len: 210 time: 0.0445294 Jul 22 17:00:45.776794 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58176) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:45.781678 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d0c1b03e-7238-47ff-9d53-f2e8834537ee tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-821016584', 'description': 'tempest-secgroup-smoke-821016584 description', 'project_id': '58f63b32e2494f47baeccbbc4d805873'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:45.813071 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0c1b03e-7238-47ff-9d53-f2e8834537ee tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:45.986993 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0c1b03e-7238-47ff-9d53-f2e8834537ee tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:45.993497 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0c1b03e-7238-47ff-9d53-f2e8834537ee tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:46.056931 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0c1b03e-7238-47ff-9d53-f2e8834537ee tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:46.061848 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d0c1b03e-7238-47ff-9d53-f2e8834537ee tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2840006 Jul 22 17:00:46.061998 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58178) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:46.065791 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1b03e-7238-47ff-9d53-f2e8834537ee tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb8aab0-b040-40cb-b676-a8bef527e65a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:46.073958 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-64ac5a9a-f5c0-4bb3-add6-210b8eed1c88 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group_rule': {'security_group_id': '2cb8aab0-b040-40cb-b676-a8bef527e65a', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:46.131311 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-64ac5a9a-f5c0-4bb3-add6-210b8eed1c88 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:46.141064 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:00:46.198265 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-64ac5a9a-f5c0-4bb3-add6-210b8eed1c88 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:46.203721 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:46.204181 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:46.205515 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-64ac5a9a-f5c0-4bb3-add6-210b8eed1c88 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:46.224826 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac5a9a-f5c0-4bb3-add6-210b8eed1c88 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e22d00-0593-4e1e-91e6-51667631809e,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:46.234004 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-64ac5a9a-f5c0-4bb3-add6-210b8eed1c88 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:46.238037 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-64ac5a9a-f5c0-4bb3-add6-210b8eed1c88 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1723857 Jul 22 17:00:46.238927 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58180) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:46.244327 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-142a7163-7702-464d-a2ef-9016ac7f13a3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group_rule': {'security_group_id': '2cb8aab0-b040-40cb-b676-a8bef527e65a', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:46.297039 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-142a7163-7702-464d-a2ef-9016ac7f13a3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:46.371161 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3b3a0123-65e6-44ad-83ec-3296b612b9f3 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:00:46.395171 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-142a7163-7702-464d-a2ef-9016ac7f13a3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:46.401323 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-142a7163-7702-464d-a2ef-9016ac7f13a3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:46.427220 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a7163-7702-464d-a2ef-9016ac7f13a3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29863c50-16c7-4c1b-ae18-cbd8d549ca2a,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:46.441861 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 3b3a0123-65e6-44ad-83ec-3296b612b9f3 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:00:46.445875 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-142a7163-7702-464d-a2ef-9016ac7f13a3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:46.447461 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 3b3a0123-65e6-44ad-83ec-3296b612b9f3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:46.448104 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:46.452265 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58186) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:46.455812 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-142a7163-7702-464d-a2ef-9016ac7f13a3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2149003 Jul 22 17:00:46.456903 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f94fabd7-8d2e-4d54-9da1-c1006bb7d761 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group_rule': {'security_group_id': '2cb8aab0-b040-40cb-b676-a8bef527e65a', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:46.501976 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f94fabd7-8d2e-4d54-9da1-c1006bb7d761 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:46.517536 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-97f52212-9bea-457f-95d8-033a3bfcde1e req-be83e54f-f722-4e3e-b8a5-dd37c831e613 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c1c97872-7531-4d97-9846-23e95935af0f HTTP/1.1" status: 200 len: 210 time: 0.0404098 Jul 22 17:00:46.560687 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:46.580483 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f94fabd7-8d2e-4d54-9da1-c1006bb7d761 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:46.581366 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 3b3a0123-65e6-44ad-83ec-3296b612b9f3, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3b3a0123-65e6-44ad-83ec-3296b612b9f3,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:46.584196 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f94fabd7-8d2e-4d54-9da1-c1006bb7d761 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:46.586077 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:46.608165 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94fabd7-8d2e-4d54-9da1-c1006bb7d761 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93daff2e-7412-4927-b6cb-76d81fde505f,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:46.609918 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 23b255d2-e4ea-4c91-b23b-8eb8fd1c590d no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:00:46.613372 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f94fabd7-8d2e-4d54-9da1-c1006bb7d761 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:46.618087 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58188) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:46.620499 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f94fabd7-8d2e-4d54-9da1-c1006bb7d761 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1660120 Jul 22 17:00:46.626988 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2ab77983-2cf8-4c3d-ba92-aa68c3ca4a5c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group_rule': {'security_group_id': '2cb8aab0-b040-40cb-b676-a8bef527e65a', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:46.645510 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 23b255d2-e4ea-4c91-b23b-8eb8fd1c590d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:00:46.646000 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 23b255d2-e4ea-4c91-b23b-8eb8fd1c590d not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:00:46.661528 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ab77983-2cf8-4c3d-ba92-aa68c3ca4a5c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:46.673839 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=3b3a0123-65e6-44ad-83ec-3296b612b9f3,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:46.751837 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ab77983-2cf8-4c3d-ba92-aa68c3ca4a5c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:46.756139 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ab77983-2cf8-4c3d-ba92-aa68c3ca4a5c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:46.775361 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab77983-2cf8-4c3d-ba92-aa68c3ca4a5c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd600206-a0bc-4f4d-9792-1fb7cdcc048a,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:46.785557 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab77983-2cf8-4c3d-ba92-aa68c3ca4a5c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:46.786353 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab77983-2cf8-4c3d-ba92-aa68c3ca4a5c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:46.786353 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab77983-2cf8-4c3d-ba92-aa68c3ca4a5c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:46.786693 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab77983-2cf8-4c3d-ba92-aa68c3ca4a5c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:46.787032 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab77983-2cf8-4c3d-ba92-aa68c3ca4a5c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:46.787420 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab77983-2cf8-4c3d-ba92-aa68c3ca4a5c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:46.787788 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab77983-2cf8-4c3d-ba92-aa68c3ca4a5c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:46.788118 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab77983-2cf8-4c3d-ba92-aa68c3ca4a5c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:46.788442 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab77983-2cf8-4c3d-ba92-aa68c3ca4a5c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:46.788761 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab77983-2cf8-4c3d-ba92-aa68c3ca4a5c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:46.789084 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab77983-2cf8-4c3d-ba92-aa68c3ca4a5c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:46.789409 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab77983-2cf8-4c3d-ba92-aa68c3ca4a5c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:46.792596 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ab77983-2cf8-4c3d-ba92-aa68c3ca4a5c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:46.796436 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2ab77983-2cf8-4c3d-ba92-aa68c3ca4a5c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1718657 Jul 22 17:00:46.796633 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58190) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:46.801224 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e034614d-e020-46bf-9d23-05b0b6adbcca tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group_rule': {'security_group_id': '2cb8aab0-b040-40cb-b676-a8bef527e65a', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:46.888191 n-d-798930-9 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-e034614d-e020-46bf-9d23-05b0b6adbcca tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Project 58f63b32e2494f47baeccbbc4d805873 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:00:46.896489 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e034614d-e020-46bf-9d23-05b0b6adbcca tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:46.945091 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-3d6e9ea3-42bb-463d-a350-c996d6320f14 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:46.946628 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-3d6e9ea3-42bb-463d-a350-c996d6320f14 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.16 "GET /v2.0/networks?id=fe80ac5d-7f93-4f96-9995-bb848fe76d0b HTTP/1.1" status: 200 len: 911 time: 0.1404364 Jul 22 17:00:46.961187 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-da589476-d1b1-4ac6-b37a-8e28a2390c33 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Request body: {'port': {'device_id': 'c1c97872-7531-4d97-9846-23e95935af0f', 'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b', 'admin_state_up': True, 'tenant_id': '2ef6617ff52e4b3f8382dba7faef48ac'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:46.982964 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e034614d-e020-46bf-9d23-05b0b6adbcca tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:46.989186 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e034614d-e020-46bf-9d23-05b0b6adbcca tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:47.002363 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-da589476-d1b1-4ac6-b37a-8e28a2390c33 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Made reservation on behalf of 2ef6617ff52e4b3f8382dba7faef48ac for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:00:47.004609 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-da589476-d1b1-4ac6-b37a-8e28a2390c33 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:47.021350 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034614d-e020-46bf-9d23-05b0b6adbcca tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910386cb-71a3-4b67-ba3e-1b2734a09bd7,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:47.035146 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e034614d-e020-46bf-9d23-05b0b6adbcca tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:47.036471 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e034614d-e020-46bf-9d23-05b0b6adbcca tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2388284 Jul 22 17:00:47.039387 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58192) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:47.044991 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-19c9d56d-6486-4594-8806-0f095bf42bf7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group_rule': {'security_group_id': '2cb8aab0-b040-40cb-b676-a8bef527e65a', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:47.074805 n-d-798930-9 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-19c9d56d-6486-4594-8806-0f095bf42bf7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Project 58f63b32e2494f47baeccbbc4d805873 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:00:47.079835 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19c9d56d-6486-4594-8806-0f095bf42bf7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:47.140592 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-da589476-d1b1-4ac6-b37a-8e28a2390c33 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Allocated IP 172.20.0.13 (fe80ac5d-7f93-4f96-9995-bb848fe76d0b/2d8fb551-e3dd-4952-9788-04ac02874d44/91d67b4c-6548-43bb-9ce2-a867d611b30e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:00:47.151237 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19c9d56d-6486-4594-8806-0f095bf42bf7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:47.155240 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19c9d56d-6486-4594-8806-0f095bf42bf7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:47.172536 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9d56d-6486-4594-8806-0f095bf42bf7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5096bc-2b19-4cc5-91a0-5eb1c78d8ebf,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:47.181396 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-19c9d56d-6486-4594-8806-0f095bf42bf7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:47.186178 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-19c9d56d-6486-4594-8806-0f095bf42bf7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1427767 Jul 22 17:00:47.186391 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58194) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:47.191524 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6cee59f1-f0b9-4a67-af21-348645ca0da1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'network': {'name': 'tempest-network-smoke--716073720', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'port_security_enabled': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:47.212174 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cee59f1-f0b9-4a67-af21-348645ca0da1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Made reservation on behalf of 58f63b32e2494f47baeccbbc4d805873 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:00:47.215716 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6cee59f1-f0b9-4a67-af21-348645ca0da1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:47.239308 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cee59f1-f0b9-4a67-af21-348645ca0da1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:00:47.250763 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6cee59f1-f0b9-4a67-af21-348645ca0da1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:47.251117 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-6cee59f1-f0b9-4a67-af21-348645ca0da1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Added segment 2afb3305-069e-4e4c-8882-a73a95e02403 of type vlan for network 7531b2be-9d8c-43da-8ec6-97b47ec1b190 Jul 22 17:00:47.295385 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6cee59f1-f0b9-4a67-af21-348645ca0da1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:47.296893 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-da589476-d1b1-4ac6-b37a-8e28a2390c33 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:47.312642 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-da589476-d1b1-4ac6-b37a-8e28a2390c33 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Transition to ACTIVE for port object 91d67b4c-6548-43bb-9ce2-a867d611b30e will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:00:47.327863 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6cee59f1-f0b9-4a67-af21-348645ca0da1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:47.333427 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cee59f1-f0b9-4a67-af21-348645ca0da1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:47.334182 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6cee59f1-f0b9-4a67-af21-348645ca0da1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:47.348968 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-da589476-d1b1-4ac6-b37a-8e28a2390c33 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:47.393655 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-da589476-d1b1-4ac6-b37a-8e28a2390c33 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Network fe80ac5d-7f93-4f96-9995-bb848fe76d0b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:00:47.398747 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-da589476-d1b1-4ac6-b37a-8e28a2390c33 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:00:47.403223 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-da589476-d1b1-4ac6-b37a-8e28a2390c33 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:00:47.423611 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee59f1-f0b9-4a67-af21-348645ca0da1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Network': ['ID=7531b2be-9d8c-43da-8ec6-97b47ec1b190,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:47.434701 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6cee59f1-f0b9-4a67-af21-348645ca0da1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2439690 Jul 22 17:00:47.435180 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58198) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:47.438896 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 7531b2be-9d8c-43da-8ec6-97b47ec1b190 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:00:47.441753 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f987992e-5fcb-4615-b6be-1bbd0565f4e0 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1483268224', 'admin_state_up': True, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:47.442224 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da589476-d1b1-4ac6-b37a-8e28a2390c33 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Pushing event updated for resources: {'Port': ['ID=91d67b4c-6548-43bb-9ce2-a867d611b30e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:47.472364 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f987992e-5fcb-4615-b6be-1bbd0565f4e0 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:47.473806 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f987992e-5fcb-4615-b6be-1bbd0565f4e0 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:47.475667 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-da589476-d1b1-4ac6-b37a-8e28a2390c33 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:47.476556 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-da589476-d1b1-4ac6-b37a-8e28a2390c33 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:47.501864 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-da589476-d1b1-4ac6-b37a-8e28a2390c33 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5461574 Jul 22 17:00:47.532775 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-d119c57a-62bf-4950-af06-7f240961d72c service neutron] Request body: {'port': {'device_id': 'c1c97872-7531-4d97-9846-23e95935af0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:47.569784 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f987992e-5fcb-4615-b6be-1bbd0565f4e0 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:47.653068 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-d119c57a-62bf-4950-af06-7f240961d72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:47.842431 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-025f453b-e361-47e6-bed0-2f0264b1c3be None None] Provisioning for port 91d67b4c-6548-43bb-9ce2-a867d611b30e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:00:47.848455 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-025f453b-e361-47e6-bed0-2f0264b1c3be None None] Provisioning complete for port 91d67b4c-6548-43bb-9ce2-a867d611b30e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:47.849465 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-025f453b-e361-47e6-bed0-2f0264b1c3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:47.942300 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-025f453b-e361-47e6-bed0-2f0264b1c3be None None] Port 91d67b4c-6548-43bb-9ce2-a867d611b30e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:00:48.008792 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3b3a0123-65e6-44ad-83ec-3296b612b9f3 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:00:48.018413 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-d119c57a-62bf-4950-af06-7f240961d72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d67b4c-6548-43bb-9ce2-a867d611b30e {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:00:48.026834 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-d119c57a-62bf-4950-af06-7f240961d72c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:48.041608 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-d119c57a-62bf-4950-af06-7f240961d72c service neutron] Transition to ACTIVE for port object 91d67b4c-6548-43bb-9ce2-a867d611b30e will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:00:48.046391 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-d119c57a-62bf-4950-af06-7f240961d72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:48.064916 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 3b3a0123-65e6-44ad-83ec-3296b612b9f3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:48.065577 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:48.140421 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119c57a-62bf-4950-af06-7f240961d72c service neutron] Pushing event updated for resources: {'Port': ['ID=91d67b4c-6548-43bb-9ce2-a867d611b30e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:48.192063 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f987992e-5fcb-4615-b6be-1bbd0565f4e0 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:48.208607 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cfec5-7bd2-4200-91a7-b82f811a53e9 req-20036cd2-bfb6-4849-b6bb-d2eb51ddc7e6 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:48.210401 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2a8cfec5-7bd2-4200-91a7-b82f811a53e9 req-20036cd2-bfb6-4849-b6bb-d2eb51ddc7e6 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c1c97872-7531-4d97-9846-23e95935af0f HTTP/1.1" status: 200 len: 1028 time: 0.2161803 Jul 22 17:00:48.250411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-d119c57a-62bf-4950-af06-7f240961d72c service neutron] Attempting to bind port 91d67b4c-6548-43bb-9ce2-a867d611b30e on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:00:48.250796 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-d119c57a-62bf-4950-af06-7f240961d72c service neutron] Attempting to bind port 91d67b4c-6548-43bb-9ce2-a867d611b30e by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'cfd80626-73ad-4957-b8f4-fa6f468fba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:00:48.251133 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-d119c57a-62bf-4950-af06-7f240961d72c service neutron] Attempting to bind port 91d67b4c-6548-43bb-9ce2-a867d611b30e on network fe80ac5d-7f93-4f96-9995-bb848fe76d0b {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:00:48.256476 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-d119c57a-62bf-4950-af06-7f240961d72c service neutron] Port 91d67b4c-6548-43bb-9ce2-a867d611b30e on network fe80ac5d-7f93-4f96-9995-bb848fe76d0b not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:00:48.257134 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-d119c57a-62bf-4950-af06-7f240961d72c service neutron] Attempting to bind port 91d67b4c-6548-43bb-9ce2-a867d611b30e on network fe80ac5d-7f93-4f96-9995-bb848fe76d0b {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:00:48.262703 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-d119c57a-62bf-4950-af06-7f240961d72c service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:00:48.263042 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-d119c57a-62bf-4950-af06-7f240961d72c service neutron] Checking segment: {'id': 'cfd80626-73ad-4957-b8f4-fa6f468fba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:00:48.263485 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-d119c57a-62bf-4950-af06-7f240961d72c service neutron] Bound using segment: {'id': 'cfd80626-73ad-4957-b8f4-fa6f468fba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:00:48.263978 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-d119c57a-62bf-4950-af06-7f240961d72c service neutron] Bound port: 91d67b4c-6548-43bb-9ce2-a867d611b30e, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd80626-73ad-4957-b8f4-fa6f468fba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:00:48.264351 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-d119c57a-62bf-4950-af06-7f240961d72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:48.297061 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2a8cfec5-7bd2-4200-91a7-b82f811a53e9 req-5e5fbe52-430d-47cf-b663-390a06a5b871 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679939 Jul 22 17:00:48.367739 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-d119c57a-62bf-4950-af06-7f240961d72c service neutron] For port 91d67b4c-6548-43bb-9ce2-a867d611b30e, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:00:48.372501 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-d119c57a-62bf-4950-af06-7f240961d72c service neutron] For port 91d67b4c-6548-43bb-9ce2-a867d611b30e, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=91d67b4c-6548-43bb-9ce2-a867d611b30e,segment=NetworkSegment(cfd80626-73ad-4957-b8f4-fa6f468fba76),segment_id=cfd80626-73ad-4957-b8f4-fa6f468fba76)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:00:48.377014 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-d119c57a-62bf-4950-af06-7f240961d72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:48.419191 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-d119c57a-62bf-4950-af06-7f240961d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:48.419833 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-d119c57a-62bf-4950-af06-7f240961d72c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:48.421267 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-d119c57a-62bf-4950-af06-7f240961d72c service neutron] 10.222.0.16 "PUT /v2.0/ports/91d67b4c-6548-43bb-9ce2-a867d611b30e HTTP/1.1" status: 200 len: 1092 time: 0.9039555 Jul 22 17:00:48.421727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c97872-7531-4d97-9846-23e95935af0f', 'tag': '91d67b4c-6548-43bb-9ce2-a867d611b30e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:00:48.424029 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996dd02c-858b-4bd9-b0f3-3b7b744d3d45" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c97872-7531-4d97-9846-23e95935af0f", "tag": "91d67b4c-6548-43bb-9ce2-a867d611b30e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:00:48.451774 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119c57a-62bf-4950-af06-7f240961d72c service neutron] Pushing event updated for resources: {'Port': ['ID=91d67b4c-6548-43bb-9ce2-a867d611b30e,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:48.492553 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1b7bf5-b8fc-4bf2-8238-0df717379a27 x-openstack-request-id: req-cf1b7bf5-b8fc-4bf2-8238-0df717379a27 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:00:48.492917 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c97872-7531-4d97-9846-23e95935af0f", "tag": "91d67b4c-6548-43bb-9ce2-a867d611b30e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:00:48.493180 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cf1b7bf5-b8fc-4bf2-8238-0df717379a27 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:00:48.493593 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c97872-7531-4d97-9846-23e95935af0f', 'tag': '91d67b4c-6548-43bb-9ce2-a867d611b30e', 'status': 'completed', 'code': 200} Jul 22 17:00:48.505249 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f987992e-5fcb-4615-b6be-1bbd0565f4e0 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:48.526014 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f987992e-5fcb-4615-b6be-1bbd0565f4e0 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:48.597360 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-b5e9b810-1e15-4206-bea8-28bba755f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:48.603820 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-b5e9b810-1e15-4206-bea8-28bba755f7e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ef6617ff52e4b3f8382dba7faef48ac&device_id=c1c97872-7531-4d97-9846-23e95935af0f HTTP/1.1" status: 200 len: 1095 time: 0.0959852 Jul 22 17:00:48.654330 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-77c7672c-71e9-4c4c-b524-6ca88b8be532 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91d67b4c-6548-43bb-9ce2-a867d611b30e HTTP/1.1" status: 200 len: 217 time: 0.0378213 Jul 22 17:00:48.662171 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-f987992e-5fcb-4615-b6be-1bbd0565f4e0 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Allocated IP 172.25.0.136 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/1a3da5de-e837-4757-ad13-14537f19a97c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:00:48.735826 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-a205d94e-7dda-4e99-8a11-9858d63d9da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:48.737387 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-a205d94e-7dda-4e99-8a11-9858d63d9da4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d8fb551-e3dd-4952-9788-04ac02874d44 HTTP/1.1" status: 200 len: 849 time: 0.0750008 Jul 22 17:00:48.819016 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-b97cbcf0-31eb-4bc0-b03e-ea7c66d73df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:48.819177 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f987992e-5fcb-4615-b6be-1bbd0565f4e0 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:48.820664 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-b97cbcf0-31eb-4bc0-b03e-ea7c66d73df4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fe80ac5d-7f93-4f96-9995-bb848fe76d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765190 Jul 22 17:00:48.875514 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f987992e-5fcb-4615-b6be-1bbd0565f4e0 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:48.894210 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f987992e-5fcb-4615-b6be-1bbd0565f4e0 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:00:48.915290 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f987992e-5fcb-4615-b6be-1bbd0565f4e0 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:00:48.918840 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f987992e-5fcb-4615-b6be-1bbd0565f4e0 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:00:48.934503 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-a701a7f1-8c35-453d-83da-3b143dc1e5c5 service neutron] 10.222.0.16 "GET /v2.0/networks/fe80ac5d-7f93-4f96-9995-bb848fe76d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061144 Jul 22 17:00:48.970328 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987992e-5fcb-4615-b6be-1bbd0565f4e0 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Port': ['ID=1a3da5de-e837-4757-ad13-14537f19a97c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:49.072743 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c8623008-86c1-4b8a-b5c5-93ef901b862a req-59343f04-c714-4c4d-9241-614e5ed653dd service neutron] 10.222.0.16 "GET /v2.0/networks/fe80ac5d-7f93-4f96-9995-bb848fe76d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269000 Jul 22 17:00:49.238199 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dd02c-858b-4bd9-b0f3-3b7b744d3d45 req-1e646490-cd67-4486-aad2-6614f7e22244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:49.242084 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-996dd02c-858b-4bd9-b0f3-3b7b744d3d45 req-1e646490-cd67-4486-aad2-6614f7e22244 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ef6617ff52e4b3f8382dba7faef48ac&device_id=c1c97872-7531-4d97-9846-23e95935af0f HTTP/1.1" status: 200 len: 1095 time: 0.0711777 Jul 22 17:00:49.242227 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] Sync routers for ids ['90993384-bf26-4fba-81ca-ab119127518f'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:00:49.251493 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] Routers {'90993384-bf26-4fba-81ca-ab119127518f'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:00:49.252099 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:00:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['90993384-bf26-4fba-81ca-ab119127518f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:49.255315 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f987992e-5fcb-4615-b6be-1bbd0565f4e0 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:49.390187 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] Set router 90993384-bf26-4fba-81ca-ab119127518f gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:00:49.408800 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dd02c-858b-4bd9-b0f3-3b7b744d3d45 req-79766e64-0b19-4d8b-81c7-5bccc030cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:49.412021 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-996dd02c-858b-4bd9-b0f3-3b7b744d3d45 req-79766e64-0b19-4d8b-81c7-5bccc030cb91 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fe80ac5d-7f93-4f96-9995-bb848fe76d0b HTTP/1.1" status: 200 len: 911 time: 0.1635904 Jul 22 17:00:49.479383 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-996dd02c-858b-4bd9-b0f3-3b7b744d3d45 req-b8e7c08b-0577-4f74-b893-6801a5ab6adb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91d67b4c-6548-43bb-9ce2-a867d611b30e HTTP/1.1" status: 200 len: 217 time: 0.0582340 Jul 22 17:00:49.542951 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f987992e-5fcb-4615-b6be-1bbd0565f4e0 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:49.545151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c6ed3-b3f5-46b3-8b40-0d1d2a36d4bb req-796b7953-9211-4c7c-ae63-1f2db568e4a6 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:49.547476 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-358c6ed3-b3f5-46b3-8b40-0d1d2a36d4bb req-796b7953-9211-4c7c-ae63-1f2db568e4a6 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c1c97872-7531-4d97-9846-23e95935af0f HTTP/1.1" status: 200 len: 1095 time: 0.1107948 Jul 22 17:00:49.553840 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dd02c-858b-4bd9-b0f3-3b7b744d3d45 req-07f8f741-a449-4406-b0f5-e295dda917ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:49.555379 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-996dd02c-858b-4bd9-b0f3-3b7b744d3d45 req-07f8f741-a449-4406-b0f5-e295dda917ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d8fb551-e3dd-4952-9788-04ac02874d44 HTTP/1.1" status: 200 len: 849 time: 0.0696130 Jul 22 17:00:49.650722 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dd02c-858b-4bd9-b0f3-3b7b744d3d45 req-a444f3fe-37b3-49e7-8d33-604b978ffa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:49.657695 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-358c6ed3-b3f5-46b3-8b40-0d1d2a36d4bb req-e608fab5-8231-4cc4-a66f-6f05315157aa tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728865 Jul 22 17:00:49.665131 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-996dd02c-858b-4bd9-b0f3-3b7b744d3d45 req-a444f3fe-37b3-49e7-8d33-604b978ffa3e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fe80ac5d-7f93-4f96-9995-bb848fe76d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012552 Jul 22 17:00:49.703980 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90993384-bf26-4fba-81ca-ab119127518f', 'name': 'tempest-TestServerMultinode-1898730213-router', 'tenant_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '3b3a0123-65e6-44ad-83ec-3296b612b9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:39Z', 'updated_at': '2021-07-22T17:00:42Z', 'revision_number': 4, 'project_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'gw_port': {'id': '3b3a0123-65e6-44ad-83ec-3296b612b9f3', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90993384-bf26-4fba-81ca-ab119127518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:39Z', 'updated_at': '2021-07-22T17:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '7ccd52a2-cc91-4326-a4af-1479a670b257', 'name': '', 'network_id': 'f4640451-c7df-44ef-a74b-9925cc1f355a', 'tenant_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'mac_address': 'fa:16:3e:7c:e0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90993384-bf26-4fba-81ca-ab119127518f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'aa604f76-9910-4ad5-abe4-e15787546084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:41Z', 'updated_at': '2021-07-22T17:00:42Z', 'revision_number': 2, 'project_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'subnets': [{'id': 'aa604f76-9910-4ad5-abe4-e15787546084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:49.734319 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f987992e-5fcb-4615-b6be-1bbd0565f4e0 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Router 0bf51501-7ecb-4a44-9d00-cd481cbf4879 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:00:49.736916 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] Checking router: 90993384-bf26-4fba-81ca-ab119127518f for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:00:49.737388 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] Updating router 90993384-bf26-4fba-81ca-ab119127518f port 7ccd52a2-cc91-4326-a4af-1479a670b257 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:00:49.790962 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-996dd02c-858b-4bd9-b0f3-3b7b744d3d45 req-1dd7eedc-91a2-434e-827d-4817f0c77d0c service neutron] 10.222.0.16 "GET /v2.0/networks/fe80ac5d-7f93-4f96-9995-bb848fe76d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185677 Jul 22 17:00:49.793269 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:49.891139 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f987992e-5fcb-4615-b6be-1bbd0565f4e0 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:00:49.904787 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] Sync routers for ids ['0bf51501-7ecb-4a44-9d00-cd481cbf4879'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:00:49.915914 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] Routers {'0bf51501-7ecb-4a44-9d00-cd481cbf4879'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:00:49.916433 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:00:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0bf51501-7ecb-4a44-9d00-cd481cbf4879'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:49.929287 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-996dd02c-858b-4bd9-b0f3-3b7b744d3d45 req-fce20f95-2d2e-4c4c-a177-4b7aa3aed558 service neutron] 10.222.0.16 "GET /v2.0/networks/fe80ac5d-7f93-4f96-9995-bb848fe76d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263962 Jul 22 17:00:49.935101 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f987992e-5fcb-4615-b6be-1bbd0565f4e0 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:49.941576 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f987992e-5fcb-4615-b6be-1bbd0565f4e0 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5053082 Jul 22 17:00:49.943164 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58210) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:49.978325 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-eaac1a01-8c33-437f-8c97-6eb05598f60d tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=58f63b32e2494f47baeccbbc4d805873&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317202 Jul 22 17:00:49.979292 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58212) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:50.097512 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] Set router 0bf51501-7ecb-4a44-9d00-cd481cbf4879 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:00:50.139215 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b738114-50d2-4ab8-820a-5351697e8465 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:50.143585 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9b738114-50d2-4ab8-820a-5351697e8465 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1629438 Jul 22 17:00:50.147797 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58214) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:50.215854 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7da30b72-7300-439e-93a8-26e571234d57 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=748fc6ab-3639-411a-b273-35e3c4423108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0644052 Jul 22 17:00:50.218797 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58216) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:50.223937 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-75f2d842-a24c-4ed0-9a2c-25b63f89dd62 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-760604055', 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:50.319514 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483268224', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:47Z', 'updated_at': '2021-07-22T17:00:49Z', 'revision_number': 3, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:48Z', 'updated_at': '2021-07-22T17:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:50.331808 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f2d842-a24c-4ed0-9a2c-25b63f89dd62 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Made reservation on behalf of 58f63b32e2494f47baeccbbc4d805873 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:00:50.338152 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:50.339509 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75f2d842-a24c-4ed0-9a2c-25b63f89dd62 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:50.349724 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] Checking router: 0bf51501-7ecb-4a44-9d00-cd481cbf4879 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:00:50.351012 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] Updating router 0bf51501-7ecb-4a44-9d00-cd481cbf4879 port 1a3da5de-e837-4757-ad13-14537f19a97c binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:00:50.354621 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] Transition to ACTIVE for port object 7ccd52a2-cc91-4326-a4af-1479a670b257 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:00:50.365852 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:50.423982 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:50.455163 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ba8bb-40cd-43af-8057-dd55fe51638e None None] Pushing event updated for resources: {'Port': ['ID=7ccd52a2-cc91-4326-a4af-1479a670b257,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:50.538137 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] Attempting to bind port 7ccd52a2-cc91-4326-a4af-1479a670b257 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:00:50.538601 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] Attempting to bind port 7ccd52a2-cc91-4326-a4af-1479a670b257 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e7fd2389-cd12-4ff2-90ac-e29245b7b7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f4640451-c7df-44ef-a74b-9925cc1f355a'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:00:50.540975 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] Attempting to bind port 7ccd52a2-cc91-4326-a4af-1479a670b257 on network f4640451-c7df-44ef-a74b-9925cc1f355a {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:00:50.549583 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:00:50.550134 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] Checking segment: {'id': 'e7fd2389-cd12-4ff2-90ac-e29245b7b7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f4640451-c7df-44ef-a74b-9925cc1f355a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:00:50.550802 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:50.551239 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] Bound using segment: {'id': 'e7fd2389-cd12-4ff2-90ac-e29245b7b7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f4640451-c7df-44ef-a74b-9925cc1f355a'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:00:50.553269 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] Bound port: 7ccd52a2-cc91-4326-a4af-1479a670b257, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fd2389-cd12-4ff2-90ac-e29245b7b7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f4640451-c7df-44ef-a74b-9925cc1f355a'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:00:50.554496 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:50.702051 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] For port 7ccd52a2-cc91-4326-a4af-1479a670b257, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:00:50.708024 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] For port 7ccd52a2-cc91-4326-a4af-1479a670b257, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=7ccd52a2-cc91-4326-a4af-1479a670b257,segment=NetworkSegment(e7fd2389-cd12-4ff2-90ac-e29245b7b7ef),segment_id=e7fd2389-cd12-4ff2-90ac-e29245b7b7ef)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:00:50.717561 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:50.767970 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75f2d842-a24c-4ed0-9a2c-25b63f89dd62 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:50.802495 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] Routers {'90993384-bf26-4fba-81ca-ab119127518f'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:00:50.803933 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:00:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['90993384-bf26-4fba-81ca-ab119127518f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:50.883191 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2d842-a24c-4ed0-9a2c-25b63f89dd62 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Subnet': ['ID=38904df6-ac8c-4df1-a220-c6343972fc20,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:50.897255 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ba8bb-40cd-43af-8057-dd55fe51638e None None] Pushing event updated for resources: {'Port': ['ID=7ccd52a2-cc91-4326-a4af-1479a670b257,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:50.969636 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18603f83-9363-44be-8d11-378f4d14f75e req-5d5dba0d-0cf1-4c94-894c-0dfc9648c8a4 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:50.973469 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] Set router 90993384-bf26-4fba-81ca-ab119127518f gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:00:50.979170 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-18603f83-9363-44be-8d11-378f4d14f75e req-5d5dba0d-0cf1-4c94-894c-0dfc9648c8a4 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c1c97872-7531-4d97-9846-23e95935af0f HTTP/1.1" status: 200 len: 1095 time: 0.1825013 Jul 22 17:00:50.986880 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f2d842-a24c-4ed0-9a2c-25b63f89dd62 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Checking segment: {'id': '2afb3305-069e-4e4c-8882-a73a95e02403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:00:50.987243 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f2d842-a24c-4ed0-9a2c-25b63f89dd62 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network hostable DHCP agents. Network: 7531b2be-9d8c-43da-8ec6-97b47ec1b190, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:00:51.039642 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-18603f83-9363-44be-8d11-378f4d14f75e req-2c203c46-7aa6-4442-828c-f8cc15e1cf2f tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587590 Jul 22 17:00:51.060293 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f2d842-a24c-4ed0-9a2c-25b63f89dd62 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network 7531b2be-9d8c-43da-8ec6-97b47ec1b190 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:00:51.080897 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-75f2d842-a24c-4ed0-9a2c-25b63f89dd62 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 7531b2be-9d8c-43da-8ec6-97b47ec1b190) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:00:51.087152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f2d842-a24c-4ed0-9a2c-25b63f89dd62 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:51.087884 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-75f2d842-a24c-4ed0-9a2c-25b63f89dd62 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:51.091912 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:51.101622 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83335cea-50c1-4a1a-b577-19d47ea273d1 None None] Network 7531b2be-9d8c-43da-8ec6-97b47ec1b190 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:00:51.112661 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] Transition to ACTIVE for port object 1a3da5de-e837-4757-ad13-14537f19a97c will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:00:51.113126 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58222) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:51.127669 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:51.129469 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-75f2d842-a24c-4ed0-9a2c-25b63f89dd62 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9093220 Jul 22 17:00:51.182051 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c713af5-8478-44ff-93ea-153847930323 None None] Pushing event updated for resources: {'Port': ['ID=1a3da5de-e837-4757-ad13-14537f19a97c,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:51.197147 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] Attempting to bind port 1a3da5de-e837-4757-ad13-14537f19a97c on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:00:51.197635 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] Attempting to bind port 1a3da5de-e837-4757-ad13-14537f19a97c by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:00:51.198024 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] Attempting to bind port 1a3da5de-e837-4757-ad13-14537f19a97c on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:00:51.203359 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:00:51.203726 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:00:51.204156 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:51.204497 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:00:51.205091 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] Bound port: 1a3da5de-e837-4757-ad13-14537f19a97c, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:00:51.205476 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:51.275451 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] For port 1a3da5de-e837-4757-ad13-14537f19a97c, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:00:51.279635 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] For port 1a3da5de-e837-4757-ad13-14537f19a97c, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1a3da5de-e837-4757-ad13-14537f19a97c,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:00:51.288834 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:51.376915 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] Routers {'0bf51501-7ecb-4a44-9d00-cd481cbf4879'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:00:51.378256 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:00:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0bf51501-7ecb-4a44-9d00-cd481cbf4879'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:51.382514 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c713af5-8478-44ff-93ea-153847930323 None None] Pushing event updated for resources: {'Port': ['ID=1a3da5de-e837-4757-ad13-14537f19a97c,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:51.419480 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7608238-19d0-48c0-a6e0-71d1c772797a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-7531b2be-9d8c-43da-8ec6-97b47ec1b190', 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'fixed_ips': [{'subnet_id': '38904df6-ac8c-4df1-a220-c6343972fc20'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:00:51.420407 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7608238-19d0-48c0-a6e0-71d1c772797a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:51.438903 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90993384-bf26-4fba-81ca-ab119127518f', 'name': 'tempest-TestServerMultinode-1898730213-router', 'tenant_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '3b3a0123-65e6-44ad-83ec-3296b612b9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:39Z', 'updated_at': '2021-07-22T17:00:42Z', 'revision_number': 4, 'project_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'gw_port': {'id': '3b3a0123-65e6-44ad-83ec-3296b612b9f3', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90993384-bf26-4fba-81ca-ab119127518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:39Z', 'updated_at': '2021-07-22T17:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '7ccd52a2-cc91-4326-a4af-1479a670b257', 'name': '', 'network_id': 'f4640451-c7df-44ef-a74b-9925cc1f355a', 'tenant_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'mac_address': 'fa:16:3e:7c:e0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90993384-bf26-4fba-81ca-ab119127518f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'aa604f76-9910-4ad5-abe4-e15787546084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:41Z', 'updated_at': '2021-07-22T17:00:50Z', 'revision_number': 4, 'project_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'subnets': [{'id': 'aa604f76-9910-4ad5-abe4-e15787546084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:51.470784 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262efdff-8cc5-4349-bc7b-01610cf56256 None None] The sync data for ids ['90993384-bf26-4fba-81ca-ab119127518f'] in n-d-798930-9 is: [{'id': '90993384-bf26-4fba-81ca-ab119127518f', 'name': 'tempest-TestServerMultinode-1898730213-router', 'tenant_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '3b3a0123-65e6-44ad-83ec-3296b612b9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:39Z', 'updated_at': '2021-07-22T17:00:42Z', 'revision_number': 4, 'project_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'gw_port': {'id': '3b3a0123-65e6-44ad-83ec-3296b612b9f3', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90993384-bf26-4fba-81ca-ab119127518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:39Z', 'updated_at': '2021-07-22T17:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '7ccd52a2-cc91-4326-a4af-1479a670b257', 'name': '', 'network_id': 'f4640451-c7df-44ef-a74b-9925cc1f355a', 'tenant_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'mac_address': 'fa:16:3e:7c:e0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90993384-bf26-4fba-81ca-ab119127518f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': 'aa604f76-9910-4ad5-abe4-e15787546084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:41Z', 'updated_at': '2021-07-22T17:00:50Z', 'revision_number': 4, 'project_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'subnets': [{'id': 'aa604f76-9910-4ad5-abe4-e15787546084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:00:51.536394 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] Set router 0bf51501-7ecb-4a44-9d00-cd481cbf4879 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:00:51.604658 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-e7608238-19d0-48c0-a6e0-71d1c772797a None None] Allocated IP 172.20.0.2 (7531b2be-9d8c-43da-8ec6-97b47ec1b190/38904df6-ac8c-4df1-a220-c6343972fc20/fd095624-c825-4c72-a095-2ed819a2b906) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:00:51.796168 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17b2fbc9-677d-4d24-8cec-c605636f82eb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:51.821989 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483268224', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:47Z', 'updated_at': '2021-07-22T17:00:49Z', 'revision_number': 3, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:48Z', 'updated_at': '2021-07-22T17:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:51.872002 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6972194d-cd40-4d19-9e78-f0c99e2466e5 None None] The sync data for ids ['0bf51501-7ecb-4a44-9d00-cd481cbf4879'] in n-d-798930-9 is: [{'id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483268224', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:47Z', 'updated_at': '2021-07-22T17:00:49Z', 'revision_number': 3, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:48Z', 'updated_at': '2021-07-22T17:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:00:51.873710 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7608238-19d0-48c0-a6e0-71d1c772797a None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:51.911346 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e7608238-19d0-48c0-a6e0-71d1c772797a None None] Transition to ACTIVE for port object fd095624-c825-4c72-a095-2ed819a2b906 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:00:51.940915 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e7608238-19d0-48c0-a6e0-71d1c772797a None None] Transition to ACTIVE for port object fd095624-c825-4c72-a095-2ed819a2b906 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:00:51.951440 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7608238-19d0-48c0-a6e0-71d1c772797a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:51.991679 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7608238-19d0-48c0-a6e0-71d1c772797a None None] Network 7531b2be-9d8c-43da-8ec6-97b47ec1b190 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:00:51.995293 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e7608238-19d0-48c0-a6e0-71d1c772797a None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:00:52.014736 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7608238-19d0-48c0-a6e0-71d1c772797a None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:00:52.029275 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7ccd52a2-cc91-4326-a4af-1479a670b257 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:00:52.083736 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7608238-19d0-48c0-a6e0-71d1c772797a None None] Pushing event updated for resources: {'Port': ['ID=fd095624-c825-4c72-a095-2ed819a2b906,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:52.132732 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e7608238-19d0-48c0-a6e0-71d1c772797a None None] Attempting to bind port fd095624-c825-4c72-a095-2ed819a2b906 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:00:52.133149 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e7608238-19d0-48c0-a6e0-71d1c772797a None None] Attempting to bind port fd095624-c825-4c72-a095-2ed819a2b906 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '2afb3305-069e-4e4c-8882-a73a95e02403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:00:52.133599 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7608238-19d0-48c0-a6e0-71d1c772797a None None] Attempting to bind port fd095624-c825-4c72-a095-2ed819a2b906 on network 7531b2be-9d8c-43da-8ec6-97b47ec1b190 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:00:52.145978 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7608238-19d0-48c0-a6e0-71d1c772797a None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:00:52.146503 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7608238-19d0-48c0-a6e0-71d1c772797a None None] Checking segment: {'id': '2afb3305-069e-4e4c-8882-a73a95e02403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:00:52.147573 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7608238-19d0-48c0-a6e0-71d1c772797a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:52.148052 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7608238-19d0-48c0-a6e0-71d1c772797a None None] Bound using segment: {'id': '2afb3305-069e-4e4c-8882-a73a95e02403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:00:52.148630 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e7608238-19d0-48c0-a6e0-71d1c772797a None None] Bound port: fd095624-c825-4c72-a095-2ed819a2b906, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2afb3305-069e-4e4c-8882-a73a95e02403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:00:52.149101 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7608238-19d0-48c0-a6e0-71d1c772797a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:52.169703 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 7ccd52a2-cc91-4326-a4af-1479a670b257 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:00:52.192500 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 7ccd52a2-cc91-4326-a4af-1479a670b257 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:52.193012 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:52.239919 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fad31-9394-4e01-afe1-c9b34bc54def req-4695fe6a-35f0-4098-beff-d0ce4677772e tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:52.243803 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-358fad31-9394-4e01-afe1-c9b34bc54def req-4695fe6a-35f0-4098-beff-d0ce4677772e tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c1c97872-7531-4d97-9846-23e95935af0f HTTP/1.1" status: 200 len: 1095 time: 0.1031511 Jul 22 17:00:52.279517 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e7608238-19d0-48c0-a6e0-71d1c772797a None None] For port fd095624-c825-4c72-a095-2ed819a2b906, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:00:52.284040 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e7608238-19d0-48c0-a6e0-71d1c772797a None None] For port fd095624-c825-4c72-a095-2ed819a2b906, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=fd095624-c825-4c72-a095-2ed819a2b906,segment=NetworkSegment(2afb3305-069e-4e4c-8882-a73a95e02403),segment_id=2afb3305-069e-4e4c-8882-a73a95e02403)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:00:52.287693 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 91d67b4c-6548-43bb-9ce2-a867d611b30e details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:00:52.294163 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7608238-19d0-48c0-a6e0-71d1c772797a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:52.307499 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-358fad31-9394-4e01-afe1-c9b34bc54def req-245b7ca6-c5dc-49aa-b444-5f4eed85f821 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596287 Jul 22 17:00:52.325989 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-17b2fbc9-677d-4d24-8cec-c605636f82eb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Allocated IP 172.20.0.1 (7531b2be-9d8c-43da-8ec6-97b47ec1b190/38904df6-ac8c-4df1-a220-c6343972fc20/7d070219-8a02-4c89-878d-1bb2735da37f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:00:52.385355 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7608238-19d0-48c0-a6e0-71d1c772797a None None] Pushing event updated for resources: {'Port': ['ID=fd095624-c825-4c72-a095-2ed819a2b906,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:52.472028 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:52.535933 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 91d67b4c-6548-43bb-9ce2-a867d611b30e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=91d67b4c-6548-43bb-9ce2-a867d611b30e,segment=NetworkSegment(cfd80626-73ad-4957-b8f4-fa6f468fba76),segment_id=cfd80626-73ad-4957-b8f4-fa6f468fba76)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:52.537704 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 7ccd52a2-cc91-4326-a4af-1479a670b257, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=7ccd52a2-cc91-4326-a4af-1479a670b257,segment=NetworkSegment(e7fd2389-cd12-4ff2-90ac-e29245b7b7ef),segment_id=e7fd2389-cd12-4ff2-90ac-e29245b7b7ef)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:52.547321 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:52.556819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '91d67b4c-6548-43bb-9ce2-a867d611b30e', 'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b', 'port_id': '91d67b4c-6548-43bb-9ce2-a867d611b30e', 'mac_address': 'fa:16:3e:12:6c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d8fb551-e3dd-4952-9788-04ac02874d44', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:00:52.594970 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17b2fbc9-677d-4d24-8cec-c605636f82eb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:52.616617 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-17b2fbc9-677d-4d24-8cec-c605636f82eb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Transition to ACTIVE for port object 7d070219-8a02-4c89-878d-1bb2735da37f will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:00:52.648754 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=7ccd52a2-cc91-4326-a4af-1479a670b257,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:52.654898 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:52.655179 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17b2fbc9-677d-4d24-8cec-c605636f82eb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:52.673307 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d67b4c-6548-43bb-9ce2-a867d611b30e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:00:52.726974 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 91d67b4c-6548-43bb-9ce2-a867d611b30e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=91d67b4c-6548-43bb-9ce2-a867d611b30e,segment=NetworkSegment(cfd80626-73ad-4957-b8f4-fa6f468fba76),segment_id=cfd80626-73ad-4957-b8f4-fa6f468fba76)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:52.732543 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:52.738872 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b2fbc9-677d-4d24-8cec-c605636f82eb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network 7531b2be-9d8c-43da-8ec6-97b47ec1b190 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:00:52.742798 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-17b2fbc9-677d-4d24-8cec-c605636f82eb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:00:52.745238 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b2fbc9-677d-4d24-8cec-c605636f82eb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:00:52.825546 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=91d67b4c-6548-43bb-9ce2-a867d611b30e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:52.880798 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17b2fbc9-677d-4d24-8cec-c605636f82eb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:52.946387 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2fbc9-677d-4d24-8cec-c605636f82eb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Port': ['ID=7d070219-8a02-4c89-878d-1bb2735da37f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:53.032307 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['91d67b4c-6548-43bb-9ce2-a867d611b30e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:00:53.166137 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17b2fbc9-677d-4d24-8cec-c605636f82eb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:53.684480 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17b2fbc9-677d-4d24-8cec-c605636f82eb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:53.698655 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17b2fbc9-677d-4d24-8cec-c605636f82eb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:53.790608 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17b2fbc9-677d-4d24-8cec-c605636f82eb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:53.794211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2fbc9-677d-4d24-8cec-c605636f82eb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Port': ['ID=7d070219-8a02-4c89-878d-1bb2735da37f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:53.808874 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a1b8b-5cdb-4aed-8c8b-49dede257ea6 req-1ef913ad-f4ee-4192-ab5c-61d145ed3a33 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:53.817778 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-345a1b8b-5cdb-4aed-8c8b-49dede257ea6 req-1ef913ad-f4ee-4192-ab5c-61d145ed3a33 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c1c97872-7531-4d97-9846-23e95935af0f HTTP/1.1" status: 200 len: 1096 time: 0.4074082 Jul 22 17:00:53.889302 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2734d210-ffa2-41c5-a53c-a22ea576c6c6 None None] Network 7531b2be-9d8c-43da-8ec6-97b47ec1b190 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:00:53.902373 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-345a1b8b-5cdb-4aed-8c8b-49dede257ea6 req-675408f9-8269-4190-87d3-72c24917c713 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834951 Jul 22 17:00:53.994622 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b2fbc9-677d-4d24-8cec-c605636f82eb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network 7531b2be-9d8c-43da-8ec6-97b47ec1b190 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:00:54.004596 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-17b2fbc9-677d-4d24-8cec-c605636f82eb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:00:54.012197 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6736cf61-4546-4566-9df9-c61d230bcd99 None None] Provisioning for port fd095624-c825-4c72-a095-2ed819a2b906 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:00:54.148855 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7ccd52a2-cc91-4326-a4af-1479a670b257 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:00:54.178652 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b2fbc9-677d-4d24-8cec-c605636f82eb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Router 0bf51501-7ecb-4a44-9d00-cd481cbf4879 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:00:54.211166 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 7ccd52a2-cc91-4326-a4af-1479a670b257 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:54.211531 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:54.250986 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 91d67b4c-6548-43bb-9ce2-a867d611b30e up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:00:54.342429 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device fd095624-c825-4c72-a095-2ed819a2b906 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:00:54.370202 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b2fbc9-677d-4d24-8cec-c605636f82eb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:00:54.384758 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-17b2fbc9-677d-4d24-8cec-c605636f82eb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "PUT /v2.0/routers/0bf51501-7ecb-4a44-9d00-cd481cbf4879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2608161 Jul 22 17:00:54.385231 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 91d67b4c-6548-43bb-9ce2-a867d611b30e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:00:54.385231 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 91d67b4c-6548-43bb-9ce2-a867d611b30e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:54.385231 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:54.508398 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port fd095624-c825-4c72-a095-2ed819a2b906 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:00:54.517539 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port fd095624-c825-4c72-a095-2ed819a2b906 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:54.518036 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:54.552352 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:54.588474 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-75dcd4c7-fb3c-4276-ae7a-a9266ecfcd1d None None] Provisioning complete for port fd095624-c825-4c72-a095-2ed819a2b906 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:54.588844 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-75dcd4c7-fb3c-4276-ae7a-a9266ecfcd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:54.597205 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c97872-7531-4d97-9846-23e95935af0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d67b4c-6548-43bb-9ce2-a867d611b30e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:00:54.600251 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21057107-a9f6-475d-92ad-14abdf5657ea" -d '{"events": [{"server_uuid": "c1c97872-7531-4d97-9846-23e95935af0f", "name": "network-vif-plugged", "status": "completed", "tag": "91d67b4c-6548-43bb-9ce2-a867d611b30e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:00:54.641974 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 91d67b4c-6548-43bb-9ce2-a867d611b30e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=91d67b4c-6548-43bb-9ce2-a867d611b30e,segment=NetworkSegment(cfd80626-73ad-4957-b8f4-fa6f468fba76),segment_id=cfd80626-73ad-4957-b8f4-fa6f468fba76)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:54.648674 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:54.718101 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63b3998-5ae0-4188-b4fd-33f3fb6f502e x-openstack-request-id: req-b63b3998-5ae0-4188-b4fd-33f3fb6f502e {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:00:54.718383 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c97872-7531-4d97-9846-23e95935af0f", "name": "network-vif-plugged", "status": "completed", "tag": "91d67b4c-6548-43bb-9ce2-a867d611b30e", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:00:54.718665 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b63b3998-5ae0-4188-b4fd-33f3fb6f502e {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:00:54.719195 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c97872-7531-4d97-9846-23e95935af0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d67b4c-6548-43bb-9ce2-a867d611b30e', 'code': 200} Jul 22 17:00:54.751766 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:54.770085 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=91d67b4c-6548-43bb-9ce2-a867d611b30e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:54.847306 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port fd095624-c825-4c72-a095-2ed819a2b906, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=fd095624-c825-4c72-a095-2ed819a2b906,segment=NetworkSegment(2afb3305-069e-4e4c-8882-a73a95e02403),segment_id=2afb3305-069e-4e4c-8882-a73a95e02403)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:54.848856 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-75dcd4c7-fb3c-4276-ae7a-a9266ecfcd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:54.868833 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:54.869654 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1a3da5de-e837-4757-ad13-14537f19a97c up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:00:54.937751 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] Sync routers for ids ['0bf51501-7ecb-4a44-9d00-cd481cbf4879'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:00:55.010968 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] Routers {'0bf51501-7ecb-4a44-9d00-cd481cbf4879'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:00:55.011402 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:00:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0bf51501-7ecb-4a44-9d00-cd481cbf4879'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:55.053157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed929a6-fa8a-41d1-b8eb-4560123be32e req-2b575a14-0e93-4686-88a0-e9ff7d7fee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:55.055054 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6ed929a6-fa8a-41d1-b8eb-4560123be32e req-2b575a14-0e93-4686-88a0-e9ff7d7fee26 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c1c97872-7531-4d97-9846-23e95935af0f HTTP/1.1" status: 200 len: 1097 time: 0.2158780 Jul 22 17:00:55.066127 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-0f85cea0-86e5-4128-af37-f5e71f3db9d8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-821016584&fields=id&tenant_id=58f63b32e2494f47baeccbbc4d805873 HTTP/1.1" status: 200 len: 267 time: 0.1112096 Jul 22 17:00:55.146552 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6ed929a6-fa8a-41d1-b8eb-4560123be32e req-7e1d3479-9c9c-44f4-bb7b-1807deaa16ad service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619330 Jul 22 17:00:55.192661 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50446b-a428-45d4-a3e4-5436f99189c6 req-8bdc6199-fcd9-4da4-af6b-b38680e18740 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:55.201791 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fb50446b-a428-45d4-a3e4-5436f99189c6 req-8bdc6199-fcd9-4da4-af6b-b38680e18740 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c1c97872-7531-4d97-9846-23e95935af0f HTTP/1.1" status: 200 len: 1097 time: 0.1455283 Jul 22 17:00:55.257386 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fb50446b-a428-45d4-a3e4-5436f99189c6 req-280adb3c-278c-4d53-a704-40ee01af9eda tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537403 Jul 22 17:00:55.269288 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-9331f5bd-75f3-4297-ab29-1988eec6f076 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:55.278475 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-9331f5bd-75f3-4297-ab29-1988eec6f076 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/networks?id=7531b2be-9d8c-43da-8ec6-97b47ec1b190 HTTP/1.1" status: 200 len: 796 time: 0.2105651 Jul 22 17:00:55.290784 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-0b6bf5e6-d17b-44fc-8eb6-f830ed0d2cda tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/quotas/58f63b32e2494f47baeccbbc4d805873 HTTP/1.1" status: 200 len: 375 time: 0.0112331 Jul 22 17:00:55.321224 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=fd095624-c825-4c72-a095-2ed819a2b906,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:55.354220 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-75dcd4c7-fb3c-4276-ae7a-a9266ecfcd1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 17:00:55.354666 n-d-798930-9 neutron-server[93818]: DEBUG oslo_db.api [None req-75dcd4c7-fb3c-4276-ae7a-a9266ecfcd1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 17:00:55.373867 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 1a3da5de-e837-4757-ad13-14537f19a97c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:00:55.378915 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-d7cabe44-e2b5-4b41-9952-c1fa2b75d789 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754838 Jul 22 17:00:55.380789 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 1a3da5de-e837-4757-ad13-14537f19a97c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:55.381197 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:55.389287 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-a925fafd-e945-4427-b27d-4cc92775dd7a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:00:55.390538 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-a925fafd-e945-4427-b27d-4cc92775dd7a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105240 Jul 22 17:00:55.437864 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] Set router 0bf51501-7ecb-4a44-9d00-cd481cbf4879 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:00:55.541528 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-6bee67e8-7e66-48ea-ba4d-0c9a6abf3770 service neutron] 10.222.0.69 "GET /v2.0/networks/7531b2be-9d8c-43da-8ec6-97b47ec1b190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446376 Jul 22 17:00:55.566372 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:55.620088 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 1a3da5de-e837-4757-ad13-14537f19a97c, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1a3da5de-e837-4757-ad13-14537f19a97c,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:55.627244 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:55.642335 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-f673c388-7b33-440e-b26a-15617ab92654 service neutron] 10.222.0.69 "GET /v2.0/networks/7531b2be-9d8c-43da-8ec6-97b47ec1b190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929163 Jul 22 17:00:55.705757 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=1a3da5de-e837-4757-ad13-14537f19a97c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:55.735309 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483268224', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:47Z', 'updated_at': '2021-07-22T17:00:53Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:48Z', 'updated_at': '2021-07-22T17:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '7d070219-8a02-4c89-878d-1bb2735da37f', 'name': '', 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:0d:8a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '38904df6-ac8c-4df1-a220-c6343972fc20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:51Z', 'updated_at': '2021-07-22T17:00:53Z', 'revision_number': 2, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': '38904df6-ac8c-4df1-a220-c6343972fc20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:55.765014 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] Checking router: 0bf51501-7ecb-4a44-9d00-cd481cbf4879 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:00:55.765392 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] Updating router 0bf51501-7ecb-4a44-9d00-cd481cbf4879 port 7d070219-8a02-4c89-878d-1bb2735da37f binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:00:55.806087 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:55.839021 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-66c073d5-2c60-496a-8afa-12cbeeed8865 req-6271c7ec-0810-4696-8f84-c29597ae8191 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 210 time: 0.0425775 Jul 22 17:00:55.981690 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device fd095624-c825-4c72-a095-2ed819a2b906 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:00:56.012248 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-75dcd4c7-fb3c-4276-ae7a-a9266ecfcd1d None None] Provisioning for port 7d070219-8a02-4c89-878d-1bb2735da37f completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:00:56.034514 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-75dcd4c7-fb3c-4276-ae7a-a9266ecfcd1d None None] Provisioning complete for port 7d070219-8a02-4c89-878d-1bb2735da37f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:56.034894 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-75dcd4c7-fb3c-4276-ae7a-a9266ecfcd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:56.126433 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-75dcd4c7-fb3c-4276-ae7a-a9266ecfcd1d None None] Port 7d070219-8a02-4c89-878d-1bb2735da37f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:00:56.152792 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port fd095624-c825-4c72-a095-2ed819a2b906 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:56.152792 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:56.297868 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:56.302278 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fac42ddf-25ed-43b1-b29d-7d0744e9b93c None None] Provisioning complete for port 7d070219-8a02-4c89-878d-1bb2735da37f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:56.303370 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fac42ddf-25ed-43b1-b29d-7d0744e9b93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:56.382850 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1a3da5de-e837-4757-ad13-14537f19a97c up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:00:56.406774 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] Transition to ACTIVE for port object 7d070219-8a02-4c89-878d-1bb2735da37f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:00:56.412675 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636d643-055d-4eff-afa5-c789b793a3ff req-432d5dee-fa2c-492f-83ac-e9cdaa2db64b tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:56.414977 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5636d643-055d-4eff-afa5-c789b793a3ff req-432d5dee-fa2c-492f-83ac-e9cdaa2db64b tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c1c97872-7531-4d97-9846-23e95935af0f HTTP/1.1" status: 200 len: 1097 time: 0.0709066 Jul 22 17:00:56.431239 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:56.436332 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fac42ddf-25ed-43b1-b29d-7d0744e9b93c None None] Port 7d070219-8a02-4c89-878d-1bb2735da37f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:00:56.462741 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5636d643-055d-4eff-afa5-c789b793a3ff req-3cfd7b34-9ed8-43b7-93e7-53bf7c19b741 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404055 Jul 22 17:00:56.513812 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61b46e-6801-4b38-87dc-28aa52801eb1 None None] Pushing event updated for resources: {'Port': ['ID=7d070219-8a02-4c89-878d-1bb2735da37f,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:56.519147 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 1a3da5de-e837-4757-ad13-14537f19a97c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:56.519647 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:56.597951 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] Attempting to bind port 7d070219-8a02-4c89-878d-1bb2735da37f on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:00:56.598283 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] Attempting to bind port 7d070219-8a02-4c89-878d-1bb2735da37f by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '2afb3305-069e-4e4c-8882-a73a95e02403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:00:56.598641 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] Attempting to bind port 7d070219-8a02-4c89-878d-1bb2735da37f on network 7531b2be-9d8c-43da-8ec6-97b47ec1b190 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:00:56.606302 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:00:56.606669 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] Checking segment: {'id': '2afb3305-069e-4e4c-8882-a73a95e02403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:00:56.607072 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:56.607457 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] Bound using segment: {'id': '2afb3305-069e-4e4c-8882-a73a95e02403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:00:56.607922 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] Bound port: 7d070219-8a02-4c89-878d-1bb2735da37f, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2afb3305-069e-4e4c-8882-a73a95e02403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:00:56.608296 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:56.710166 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] For port 7d070219-8a02-4c89-878d-1bb2735da37f, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:00:56.713172 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] For port 7d070219-8a02-4c89-878d-1bb2735da37f, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=7d070219-8a02-4c89-878d-1bb2735da37f,segment=NetworkSegment(2afb3305-069e-4e4c-8882-a73a95e02403),segment_id=2afb3305-069e-4e4c-8882-a73a95e02403)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:00:56.718227 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:56.787764 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61b46e-6801-4b38-87dc-28aa52801eb1 None None] Pushing event updated for resources: {'Port': ['ID=7d070219-8a02-4c89-878d-1bb2735da37f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:56.790841 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] Routers {'0bf51501-7ecb-4a44-9d00-cd481cbf4879'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:00:56.791441 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:00:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0bf51501-7ecb-4a44-9d00-cd481cbf4879'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:56.924947 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] Set router 0bf51501-7ecb-4a44-9d00-cd481cbf4879 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:00:56.978240 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-125d9e97-8308-446d-ba45-1157f388c7cb req-2fac5c80-737d-481a-8db8-ce00f6ebdb55 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 210 time: 0.0559022 Jul 22 17:00:57.115999 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-7724fa2a-f759-4c1b-b8ff-9c183f6f0f5f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:57.117894 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-7724fa2a-f759-4c1b-b8ff-9c183f6f0f5f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.30 "GET /v2.0/networks?id=7531b2be-9d8c-43da-8ec6-97b47ec1b190 HTTP/1.1" status: 200 len: 796 time: 0.1626625 Jul 22 17:00:57.167968 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-8f52b198-c3c2-46d3-8c81-aff026671f41 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58f63b32e2494f47baeccbbc4d805873 HTTP/1.1" status: 200 len: 379 time: 0.0350397 Jul 22 17:00:57.175877 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483268224', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:47Z', 'updated_at': '2021-07-22T17:00:53Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:48Z', 'updated_at': '2021-07-22T17:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '7d070219-8a02-4c89-878d-1bb2735da37f', 'name': '', 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:0d:8a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '38904df6-ac8c-4df1-a220-c6343972fc20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:51Z', 'updated_at': '2021-07-22T17:00:56Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': '38904df6-ac8c-4df1-a220-c6343972fc20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:57.178379 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-fb00b835-56e4-44f3-aa40-8e148c10b274 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'port': {'device_id': '40af8757-6c67-4bba-a6c2-162cd3db207f', 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190', 'admin_state_up': True, 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'security_groups': ['2cb8aab0-b040-40cb-b676-a8bef527e65a']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:57.202959 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf9f2b2-f230-42d2-b6c9-21279db59303 None None] The sync data for ids ['0bf51501-7ecb-4a44-9d00-cd481cbf4879'] in n-d-798930-9 is: [{'id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483268224', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:47Z', 'updated_at': '2021-07-22T17:00:53Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:48Z', 'updated_at': '2021-07-22T17:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '7d070219-8a02-4c89-878d-1bb2735da37f', 'name': '', 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:0d:8a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '38904df6-ac8c-4df1-a220-c6343972fc20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:51Z', 'updated_at': '2021-07-22T17:00:56Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': '38904df6-ac8c-4df1-a220-c6343972fc20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:00:57.311585 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-fb00b835-56e4-44f3-aa40-8e148c10b274 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Made reservation on behalf of 58f63b32e2494f47baeccbbc4d805873 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:00:57.315254 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-fb00b835-56e4-44f3-aa40-8e148c10b274 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:57.611865 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8778085-cee4-4c7f-bf1a-036bf4f936c6 req-04e3c358-0182-4112-aec9-39cafaea5b76 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:57.620764 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a8778085-cee4-4c7f-bf1a-036bf4f936c6 req-04e3c358-0182-4112-aec9-39cafaea5b76 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c1c97872-7531-4d97-9846-23e95935af0f HTTP/1.1" status: 200 len: 1097 time: 0.0744634 Jul 22 17:00:57.667730 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a8778085-cee4-4c7f-bf1a-036bf4f936c6 req-9b82df5c-27b4-4590-9559-2d9ea91e1816 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454533 Jul 22 17:00:57.856764 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-fb00b835-56e4-44f3-aa40-8e148c10b274 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Allocated IP 172.20.0.3 (7531b2be-9d8c-43da-8ec6-97b47ec1b190/38904df6-ac8c-4df1-a220-c6343972fc20/ce200519-b87d-41ca-8f37-f36364f43f1e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:00:57.892776 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfae819-c42d-40ca-8b06-6de7f8002743 req-e7b85c96-bdb2-4f5f-afe8-f65d4ee21ec8 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:57.894364 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5cfae819-c42d-40ca-8b06-6de7f8002743 req-e7b85c96-bdb2-4f5f-afe8-f65d4ee21ec8 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c1c97872-7531-4d97-9846-23e95935af0f HTTP/1.1" status: 200 len: 1097 time: 0.1020765 Jul 22 17:00:57.973454 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5cfae819-c42d-40ca-8b06-6de7f8002743 req-6af51d71-075d-4252-ae50-57b0a8bef0bc tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726721 Jul 22 17:00:58.028692 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7d070219-8a02-4c89-878d-1bb2735da37f up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:00:58.093616 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-fb00b835-56e4-44f3-aa40-8e148c10b274 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:58.131905 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 7d070219-8a02-4c89-878d-1bb2735da37f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:00:58.136165 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 7d070219-8a02-4c89-878d-1bb2735da37f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:58.136706 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:58.150977 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-514a5753-5763-4f11-9b42-862a6a23eb6c req-99447803-0e72-4860-a3f7-e378fa848c05 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 210 time: 0.0483787 Jul 22 17:00:58.151187 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-fb00b835-56e4-44f3-aa40-8e148c10b274 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Transition to ACTIVE for port object ce200519-b87d-41ca-8f37-f36364f43f1e will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:00:58.195610 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c494692-87ad-40f6-aa68-47c4055467c1 req-d376e867-0d61-4e58-b5c2-b392e515035a tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:58.197217 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9c494692-87ad-40f6-aa68-47c4055467c1 req-d376e867-0d61-4e58-b5c2-b392e515035a tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c1c97872-7531-4d97-9846-23e95935af0f HTTP/1.1" status: 200 len: 1097 time: 0.1243472 Jul 22 17:00:58.226806 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-fb00b835-56e4-44f3-aa40-8e148c10b274 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:58.263580 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:58.283968 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00b835-56e4-44f3-aa40-8e148c10b274 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Port': ['ID=ce200519-b87d-41ca-8f37-f36364f43f1e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:58.291970 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-fb00b835-56e4-44f3-aa40-8e148c10b274 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network 7531b2be-9d8c-43da-8ec6-97b47ec1b190 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:00:58.295933 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-fb00b835-56e4-44f3-aa40-8e148c10b274 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:00:58.302692 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-fb00b835-56e4-44f3-aa40-8e148c10b274 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:00:58.320719 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 7d070219-8a02-4c89-878d-1bb2735da37f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=7d070219-8a02-4c89-878d-1bb2735da37f,segment=NetworkSegment(2afb3305-069e-4e4c-8882-a73a95e02403),segment_id=2afb3305-069e-4e4c-8882-a73a95e02403)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:58.325733 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:58.339926 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9c494692-87ad-40f6-aa68-47c4055467c1 req-0b2add48-1833-4167-9e4a-99ac7080769a tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343775 Jul 22 17:00:58.378331 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-fb00b835-56e4-44f3-aa40-8e148c10b274 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:58.378331 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-fb00b835-56e4-44f3-aa40-8e148c10b274 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:58.395225 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-fb00b835-56e4-44f3-aa40-8e148c10b274 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2220764 Jul 22 17:00:58.413494 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-156edef5-cde9-4825-b3a8-9b350fbabdb9 service neutron] Request body: {'port': {'device_id': '40af8757-6c67-4bba-a6c2-162cd3db207f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:58.422490 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=7d070219-8a02-4c89-878d-1bb2735da37f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:58.433522 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:58.433868 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:58.434233 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:58.434567 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:58.435187 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:58.435696 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:58.436027 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:58.436382 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:58.436700 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:58.437022 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:58.437341 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:58.437659 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:58.512095 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-156edef5-cde9-4825-b3a8-9b350fbabdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:58.701678 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b4656155-5d5c-4fd9-85ad-35b4f303d5cf None None] Provisioning for port ce200519-b87d-41ca-8f37-f36364f43f1e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:00:58.705834 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b4656155-5d5c-4fd9-85ad-35b4f303d5cf None None] Provisioning complete for port ce200519-b87d-41ca-8f37-f36364f43f1e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:58.710442 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4656155-5d5c-4fd9-85ad-35b4f303d5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:58.725568 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-1ada683a-0c8a-4a1c-9d70-4349fb4c2dc2 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:58.727997 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-1ada683a-0c8a-4a1c-9d70-4349fb4c2dc2 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/networks?id=fe80ac5d-7f93-4f96-9995-bb848fe76d0b HTTP/1.1" status: 200 len: 911 time: 0.1633234 Jul 22 17:00:58.743906 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-25792d29-625a-44af-a27e-e82aa0302924 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/quotas/2ef6617ff52e4b3f8382dba7faef48ac HTTP/1.1" status: 200 len: 375 time: 0.0104716 Jul 22 17:00:58.751709 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b4656155-5d5c-4fd9-85ad-35b4f303d5cf None None] Port ce200519-b87d-41ca-8f37-f36364f43f1e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:00:58.850363 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-62903b6a-95ad-4d2d-b17d-13b82e240112 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ef6617ff52e4b3f8382dba7faef48ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1003051 Jul 22 17:00:58.870721 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-156edef5-cde9-4825-b3a8-9b350fbabdb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce200519-b87d-41ca-8f37-f36364f43f1e {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:00:58.879033 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-156edef5-cde9-4825-b3a8-9b350fbabdb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:58.892201 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-156edef5-cde9-4825-b3a8-9b350fbabdb9 service neutron] Transition to ACTIVE for port object ce200519-b87d-41ca-8f37-f36364f43f1e will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:00:58.895582 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-156edef5-cde9-4825-b3a8-9b350fbabdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:58.944254 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-4ae20c55-e428-45cb-b950-3b46a078b209 service neutron] 10.222.0.69 "GET /v2.0/networks/fe80ac5d-7f93-4f96-9995-bb848fe76d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861762 Jul 22 17:00:58.947447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156edef5-cde9-4825-b3a8-9b350fbabdb9 service neutron] Pushing event updated for resources: {'Port': ['ID=ce200519-b87d-41ca-8f37-f36364f43f1e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:59.036599 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ffe8b93-1ce3-4503-a716-284388cb8dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:59.070653 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-156edef5-cde9-4825-b3a8-9b350fbabdb9 service neutron] Attempting to bind port ce200519-b87d-41ca-8f37-f36364f43f1e on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:00:59.071131 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-156edef5-cde9-4825-b3a8-9b350fbabdb9 service neutron] Attempting to bind port ce200519-b87d-41ca-8f37-f36364f43f1e by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '2afb3305-069e-4e4c-8882-a73a95e02403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:00:59.071536 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-156edef5-cde9-4825-b3a8-9b350fbabdb9 service neutron] Attempting to bind port ce200519-b87d-41ca-8f37-f36364f43f1e on network 7531b2be-9d8c-43da-8ec6-97b47ec1b190 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:00:59.076791 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-156edef5-cde9-4825-b3a8-9b350fbabdb9 service neutron] Port ce200519-b87d-41ca-8f37-f36364f43f1e on network 7531b2be-9d8c-43da-8ec6-97b47ec1b190 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:00:59.077207 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-156edef5-cde9-4825-b3a8-9b350fbabdb9 service neutron] Attempting to bind port ce200519-b87d-41ca-8f37-f36364f43f1e on network 7531b2be-9d8c-43da-8ec6-97b47ec1b190 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:00:59.082646 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-156edef5-cde9-4825-b3a8-9b350fbabdb9 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:00:59.083224 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-156edef5-cde9-4825-b3a8-9b350fbabdb9 service neutron] Checking segment: {'id': '2afb3305-069e-4e4c-8882-a73a95e02403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:00:59.083682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-156edef5-cde9-4825-b3a8-9b350fbabdb9 service neutron] Bound using segment: {'id': '2afb3305-069e-4e4c-8882-a73a95e02403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:00:59.084716 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-156edef5-cde9-4825-b3a8-9b350fbabdb9 service neutron] Bound port: ce200519-b87d-41ca-8f37-f36364f43f1e, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2afb3305-069e-4e4c-8882-a73a95e02403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:00:59.085146 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-156edef5-cde9-4825-b3a8-9b350fbabdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:59.086989 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-43482edf-f3e5-4f47-862b-4c975d45f63d service neutron] 10.222.0.69 "GET /v2.0/networks/fe80ac5d-7f93-4f96-9995-bb848fe76d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325192 Jul 22 17:00:59.167050 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-156edef5-cde9-4825-b3a8-9b350fbabdb9 service neutron] For port ce200519-b87d-41ca-8f37-f36364f43f1e, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:00:59.171062 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-156edef5-cde9-4825-b3a8-9b350fbabdb9 service neutron] For port ce200519-b87d-41ca-8f37-f36364f43f1e, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=ce200519-b87d-41ca-8f37-f36364f43f1e,segment=NetworkSegment(2afb3305-069e-4e4c-8882-a73a95e02403),segment_id=2afb3305-069e-4e4c-8882-a73a95e02403)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:00:59.176511 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-156edef5-cde9-4825-b3a8-9b350fbabdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:59.223469 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-156edef5-cde9-4825-b3a8-9b350fbabdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:59.225406 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-156edef5-cde9-4825-b3a8-9b350fbabdb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:59.227466 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-156edef5-cde9-4825-b3a8-9b350fbabdb9 service neutron] 10.222.0.30 "PUT /v2.0/ports/ce200519-b87d-41ca-8f37-f36364f43f1e HTTP/1.1" status: 200 len: 1091 time: 0.8192511 Jul 22 17:00:59.228066 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40af8757-6c67-4bba-a6c2-162cd3db207f', 'tag': 'ce200519-b87d-41ca-8f37-f36364f43f1e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:00:59.231617 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561cc628-c2b4-4478-966f-1e38f7175f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "40af8757-6c67-4bba-a6c2-162cd3db207f", "tag": "ce200519-b87d-41ca-8f37-f36364f43f1e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:00:59.293028 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156edef5-cde9-4825-b3a8-9b350fbabdb9 service neutron] Pushing event updated for resources: {'Port': ['ID=ce200519-b87d-41ca-8f37-f36364f43f1e,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:59.347186 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f9d33d4e-37ae-4a67-ad95-26f69b8d81da req-8f520692-58a1-4a7b-859c-bceae745d8d5 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4fb1247c-c192-4c95-8d87-94668a199ff9 HTTP/1.1" status: 200 len: 210 time: 0.0792875 Jul 22 17:00:59.427777 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2899820f-98d6-43d5-8ca1-c0483ec129cc x-openstack-request-id: req-2899820f-98d6-43d5-8ca1-c0483ec129cc {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:00:59.428131 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40af8757-6c67-4bba-a6c2-162cd3db207f", "tag": "ce200519-b87d-41ca-8f37-f36364f43f1e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:00:59.428312 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2899820f-98d6-43d5-8ca1-c0483ec129cc {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:00:59.428781 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40af8757-6c67-4bba-a6c2-162cd3db207f', 'tag': 'ce200519-b87d-41ca-8f37-f36364f43f1e', 'status': 'completed', 'code': 200} Jul 22 17:00:59.447996 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-5e9f68b0-f9ca-43d8-afc6-69bd57675a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:59.449519 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-5e9f68b0-f9ca-43d8-afc6-69bd57675a36 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 1094 time: 0.1534858 Jul 22 17:00:59.463931 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c09768-91f3-4805-bc76-02f81539b7b9 req-fc1a01b5-080f-435a-bfdb-c86ba33bfcf8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:59.465916 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e7c09768-91f3-4805-bc76-02f81539b7b9 req-fc1a01b5-080f-435a-bfdb-c86ba33bfcf8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 943 time: 0.1579828 Jul 22 17:00:59.510383 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-0594259f-0ee3-4ce7-8f3d-2f2b4f2de690 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce200519-b87d-41ca-8f37-f36364f43f1e HTTP/1.1" status: 200 len: 217 time: 0.0434825 Jul 22 17:00:59.610739 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e7c09768-91f3-4805-bc76-02f81539b7b9 req-efde440a-2d91-416f-b6ec-cb2204d0f353 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cb8aab0-b040-40cb-b676-a8bef527e65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993893 Jul 22 17:00:59.614658 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-d8980d16-e5b2-4c43-9ce4-24bc88c8a575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:59.616944 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-d8980d16-e5b2-4c43-9ce4-24bc88c8a575 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38904df6-ac8c-4df1-a220-c6343972fc20 HTTP/1.1" status: 200 len: 834 time: 0.0980592 Jul 22 17:00:59.684006 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-4ffd5a62-e1f9-41ad-98a9-8177dd7861d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:59.685545 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-4ffd5a62-e1f9-41ad-98a9-8177dd7861d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7531b2be-9d8c-43da-8ec6-97b47ec1b190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620923 Jul 22 17:00:59.793513 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-31b1e860-f765-4b2b-992b-79b91e7735d1 service neutron] 10.222.0.30 "GET /v2.0/networks/7531b2be-9d8c-43da-8ec6-97b47ec1b190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016178 Jul 22 17:00:59.898209 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c4dc2186-eeb7-4c6b-8f8c-69cd59cbc9f6 req-9dbd6c81-33ea-4e17-bc1e-6eaf35972923 service neutron] 10.222.0.30 "GET /v2.0/networks/7531b2be-9d8c-43da-8ec6-97b47ec1b190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978093 Jul 22 17:00:59.946625 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7d070219-8a02-4c89-878d-1bb2735da37f up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:00:59.994983 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 7d070219-8a02-4c89-878d-1bb2735da37f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:59.995342 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:00.050927 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cc628-c2b4-4478-966f-1e38f7175f7c req-28622128-c488-49b5-bb6c-954fdb7afd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:00.053320 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-561cc628-c2b4-4478-966f-1e38f7175f7c req-28622128-c488-49b5-bb6c-954fdb7afd40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 1094 time: 0.0656750 Jul 22 17:01:00.153168 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cc628-c2b4-4478-966f-1e38f7175f7c req-2e734a9a-7240-4494-b9d3-520e19c0b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:00.154686 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-561cc628-c2b4-4478-966f-1e38f7175f7c req-2e734a9a-7240-4494-b9d3-520e19c0b98c service neutron] 10.222.0.30 "GET /v2.0/networks?id=7531b2be-9d8c-43da-8ec6-97b47ec1b190 HTTP/1.1" status: 200 len: 897 time: 0.0930259 Jul 22 17:01:00.198235 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-561cc628-c2b4-4478-966f-1e38f7175f7c req-04fb31ce-44ba-4e7e-81f1-84a04a5248c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce200519-b87d-41ca-8f37-f36364f43f1e HTTP/1.1" status: 200 len: 217 time: 0.0362227 Jul 22 17:01:00.254250 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cc628-c2b4-4478-966f-1e38f7175f7c req-b303c19b-1182-4a4e-8229-2e1db02be488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:00.255854 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-561cc628-c2b4-4478-966f-1e38f7175f7c req-b303c19b-1182-4a4e-8229-2e1db02be488 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38904df6-ac8c-4df1-a220-c6343972fc20 HTTP/1.1" status: 200 len: 834 time: 0.0514865 Jul 22 17:01:00.350955 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cc628-c2b4-4478-966f-1e38f7175f7c req-00b5a357-6642-42ef-b74c-a40a0b6e1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:00.353362 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-561cc628-c2b4-4478-966f-1e38f7175f7c req-00b5a357-6642-42ef-b74c-a40a0b6e1833 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7531b2be-9d8c-43da-8ec6-97b47ec1b190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643644 Jul 22 17:01:00.534408 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b77c6791-5175-46db-a0bc-568b4dcc1df9 req-938d7a8e-779f-483f-85fc-d5a42e71e047 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4fb1247c-c192-4c95-8d87-94668a199ff9 HTTP/1.1" status: 200 len: 210 time: 0.0850697 Jul 22 17:01:00.572545 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-561cc628-c2b4-4478-966f-1e38f7175f7c req-d257eb5a-ac19-4248-9f07-32de06663578 service neutron] 10.222.0.30 "GET /v2.0/networks/7531b2be-9d8c-43da-8ec6-97b47ec1b190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930397 Jul 22 17:01:00.573057 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-62a0bfbf-73e3-45cb-aeb3-0325893079c2 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:00.574857 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-62a0bfbf-73e3-45cb-aeb3-0325893079c2 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.30 "GET /v2.0/networks?id=fe80ac5d-7f93-4f96-9995-bb848fe76d0b HTTP/1.1" status: 200 len: 911 time: 0.1958239 Jul 22 17:01:00.590722 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Request body: {'port': {'device_id': '4fb1247c-c192-4c95-8d87-94668a199ff9', 'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b', 'admin_state_up': True, 'tenant_id': '2ef6617ff52e4b3f8382dba7faef48ac'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:01:00.616987 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Made reservation on behalf of 2ef6617ff52e4b3f8382dba7faef48ac for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:01:00.619814 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:00.714405 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-561cc628-c2b4-4478-966f-1e38f7175f7c req-03a6e96d-b0b9-4404-8d8e-1c5d34691dce service neutron] 10.222.0.30 "GET /v2.0/networks/7531b2be-9d8c-43da-8ec6-97b47ec1b190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293347 Jul 22 17:01:00.770470 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Allocated IP 172.20.0.14 (fe80ac5d-7f93-4f96-9995-bb848fe76d0b/2d8fb551-e3dd-4952-9788-04ac02874d44/919e8900-f549-4551-9a49-c27d7af29590) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:01:00.799504 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505ac9c-1354-4d83-ba83-05ee9bfc617c req-df744f29-320e-4364-9dc8-f3e3a5bebab1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:00.807270 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3505ac9c-1354-4d83-ba83-05ee9bfc617c req-df744f29-320e-4364-9dc8-f3e3a5bebab1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 943 time: 0.0804086 Jul 22 17:01:00.856454 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3505ac9c-1354-4d83-ba83-05ee9bfc617c req-a776bd23-c7be-4ee6-9273-ecc6b9da0a45 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cb8aab0-b040-40cb-b676-a8bef527e65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479357 Jul 22 17:01:01.265139 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:01.277207 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Transition to ACTIVE for port object 919e8900-f549-4551-9a49-c27d7af29590 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:01:01.309729 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:01.348873 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['91d67b4c-6548-43bb-9ce2-a867d611b30e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:01:01.353092 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Network fe80ac5d-7f93-4f96-9995-bb848fe76d0b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:01:01.355826 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:01:01.359825 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:01:01.384003 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Pushing event updated for resources: {'Port': ['ID=919e8900-f549-4551-9a49-c27d7af29590,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:01.395528 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:01.395874 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:01.396774 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:01.396774 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:01.396998 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:01.397180 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:01.397500 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:01.397814 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:01.398162 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:01.398480 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:01.398791 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:01.399103 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:01.414770 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:01.415372 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:01.430728 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-38926f2c-136c-43c0-b94e-25cc71d83116 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8441834 Jul 22 17:01:01.448494 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-bac3cd88-3172-4546-a698-08d0a372cb3e service neutron] Request body: {'port': {'device_id': '4fb1247c-c192-4c95-8d87-94668a199ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:01:01.523585 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-bac3cd88-3172-4546-a698-08d0a372cb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:01.617935 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-002b4e6b-2a15-469f-acc7-ef309eea152c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:01.649151 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-67b82daa-e6be-4525-8ac1-ff45a3cc1001 None None] Provisioning for port 919e8900-f549-4551-9a49-c27d7af29590 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:01:01.652862 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:01.655171 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-67b82daa-e6be-4525-8ac1-ff45a3cc1001 None None] Provisioning complete for port 919e8900-f549-4551-9a49-c27d7af29590 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:01:01.655526 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-67b82daa-e6be-4525-8ac1-ff45a3cc1001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:01.688438 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-67b82daa-e6be-4525-8ac1-ff45a3cc1001 None None] Port 919e8900-f549-4551-9a49-c27d7af29590 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:01:01.817955 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af68348-d0d8-45f9-a9e2-3d45705113a1 req-fc9c4623-4829-4767-89d4-d299fb2441cf tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:01.819896 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8af68348-d0d8-45f9-a9e2-3d45705113a1 req-fc9c4623-4829-4767-89d4-d299fb2441cf tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4fb1247c-c192-4c95-8d87-94668a199ff9 HTTP/1.1" status: 200 len: 1028 time: 0.2214522 Jul 22 17:01:01.890587 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8af68348-d0d8-45f9-a9e2-3d45705113a1 req-8289090c-00fc-46e4-bc8c-1766714a7f4b tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618944 Jul 22 17:01:01.927105 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-bac3cd88-3172-4546-a698-08d0a372cb3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919e8900-f549-4551-9a49-c27d7af29590 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:01:01.934826 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-bac3cd88-3172-4546-a698-08d0a372cb3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:01.948761 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-bac3cd88-3172-4546-a698-08d0a372cb3e service neutron] Transition to ACTIVE for port object 919e8900-f549-4551-9a49-c27d7af29590 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:01:01.952445 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-bac3cd88-3172-4546-a698-08d0a372cb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:02.008848 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7455ebe-978c-42fa-8c06-76f480e6e30c req-434d92db-585e-4755-a7d5-c61a396e998e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:02.011090 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d7455ebe-978c-42fa-8c06-76f480e6e30c req-434d92db-585e-4755-a7d5-c61a396e998e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 943 time: 0.0778704 Jul 22 17:01:02.022438 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3cd88-3172-4546-a698-08d0a372cb3e service neutron] Pushing event updated for resources: {'Port': ['ID=919e8900-f549-4551-9a49-c27d7af29590,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:02.053885 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d7455ebe-978c-42fa-8c06-76f480e6e30c req-5f7d9d5d-9c62-4cb1-9d60-b232c622c76c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cb8aab0-b040-40cb-b676-a8bef527e65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363083 Jul 22 17:01:02.080373 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-bac3cd88-3172-4546-a698-08d0a372cb3e service neutron] Attempting to bind port 919e8900-f549-4551-9a49-c27d7af29590 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:01:02.080724 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-bac3cd88-3172-4546-a698-08d0a372cb3e service neutron] Attempting to bind port 919e8900-f549-4551-9a49-c27d7af29590 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'cfd80626-73ad-4957-b8f4-fa6f468fba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:01:02.081055 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-bac3cd88-3172-4546-a698-08d0a372cb3e service neutron] Attempting to bind port 919e8900-f549-4551-9a49-c27d7af29590 on network fe80ac5d-7f93-4f96-9995-bb848fe76d0b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:01:02.086210 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-bac3cd88-3172-4546-a698-08d0a372cb3e service neutron] Port 919e8900-f549-4551-9a49-c27d7af29590 on network fe80ac5d-7f93-4f96-9995-bb848fe76d0b not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:01:02.086607 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-bac3cd88-3172-4546-a698-08d0a372cb3e service neutron] Attempting to bind port 919e8900-f549-4551-9a49-c27d7af29590 on network fe80ac5d-7f93-4f96-9995-bb848fe76d0b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:01:02.091633 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-bac3cd88-3172-4546-a698-08d0a372cb3e service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:01:02.092078 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-bac3cd88-3172-4546-a698-08d0a372cb3e service neutron] Checking segment: {'id': 'cfd80626-73ad-4957-b8f4-fa6f468fba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:01:02.092535 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-bac3cd88-3172-4546-a698-08d0a372cb3e service neutron] Bound using segment: {'id': 'cfd80626-73ad-4957-b8f4-fa6f468fba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:01:02.093078 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-bac3cd88-3172-4546-a698-08d0a372cb3e service neutron] Bound port: 919e8900-f549-4551-9a49-c27d7af29590, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd80626-73ad-4957-b8f4-fa6f468fba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:01:02.093529 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-bac3cd88-3172-4546-a698-08d0a372cb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:02.172506 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-bac3cd88-3172-4546-a698-08d0a372cb3e service neutron] For port 919e8900-f549-4551-9a49-c27d7af29590, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:01:02.175847 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-bac3cd88-3172-4546-a698-08d0a372cb3e service neutron] For port 919e8900-f549-4551-9a49-c27d7af29590, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=919e8900-f549-4551-9a49-c27d7af29590,segment=NetworkSegment(cfd80626-73ad-4957-b8f4-fa6f468fba76),segment_id=cfd80626-73ad-4957-b8f4-fa6f468fba76)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:01:02.180718 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-bac3cd88-3172-4546-a698-08d0a372cb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:02.215001 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-bac3cd88-3172-4546-a698-08d0a372cb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:02.215600 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-bac3cd88-3172-4546-a698-08d0a372cb3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:02.216982 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-bac3cd88-3172-4546-a698-08d0a372cb3e service neutron] 10.222.0.30 "PUT /v2.0/ports/919e8900-f549-4551-9a49-c27d7af29590 HTTP/1.1" status: 200 len: 1092 time: 0.7736712 Jul 22 17:01:02.217564 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb1247c-c192-4c95-8d87-94668a199ff9', 'tag': '919e8900-f549-4551-9a49-c27d7af29590'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:01:02.219671 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a627dd0-9584-455c-b8b7-18012a72b0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb1247c-c192-4c95-8d87-94668a199ff9", "tag": "919e8900-f549-4551-9a49-c27d7af29590"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:01:02.244817 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3cd88-3172-4546-a698-08d0a372cb3e service neutron] Pushing event updated for resources: {'Port': ['ID=919e8900-f549-4551-9a49-c27d7af29590,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:02.276089 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b910216-23b7-43d5-9bbf-92f3afa0901f x-openstack-request-id: req-6b910216-23b7-43d5-9bbf-92f3afa0901f {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:01:02.276433 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb1247c-c192-4c95-8d87-94668a199ff9", "tag": "919e8900-f549-4551-9a49-c27d7af29590", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:01:02.276733 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6b910216-23b7-43d5-9bbf-92f3afa0901f {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:01:02.277140 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb1247c-c192-4c95-8d87-94668a199ff9', 'tag': '919e8900-f549-4551-9a49-c27d7af29590', 'status': 'completed', 'code': 200} Jul 22 17:01:02.395719 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-b4fb60c6-dbdf-4bf6-ac5d-66026d73f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:02.397892 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-b4fb60c6-dbdf-4bf6-ac5d-66026d73f7ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ef6617ff52e4b3f8382dba7faef48ac&device_id=4fb1247c-c192-4c95-8d87-94668a199ff9 HTTP/1.1" status: 200 len: 1095 time: 0.1065655 Jul 22 17:01:02.435170 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:01:02.465036 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-1c84c7e4-2464-4820-8da1-f15ecef2b548 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=919e8900-f549-4551-9a49-c27d7af29590 HTTP/1.1" status: 200 len: 217 time: 0.0537333 Jul 22 17:01:02.525373 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-c64e82bb-5410-4b52-8119-8ffdcfa7ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:02.526888 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-c64e82bb-5410-4b52-8119-8ffdcfa7ca38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d8fb551-e3dd-4952-9788-04ac02874d44 HTTP/1.1" status: 200 len: 849 time: 0.0560153 Jul 22 17:01:02.643139 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-ab183dfa-09e7-4363-ab3d-a3c33cb629b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:02.644577 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-ab183dfa-09e7-4363-ab3d-a3c33cb629b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe80ac5d-7f93-4f96-9995-bb848fe76d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116350 Jul 22 17:01:02.738999 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-9a18f808-b379-4dbe-b8d6-6b824d20a770 service neutron] 10.222.0.30 "GET /v2.0/networks/fe80ac5d-7f93-4f96-9995-bb848fe76d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871363 Jul 22 17:01:02.817299 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:02.843852 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f34a3180-3b9f-420d-9bc1-f94f4739fb39 req-b4583549-4ce6-440b-aeb6-e93a6bfb565a service neutron] 10.222.0.30 "GET /v2.0/networks/fe80ac5d-7f93-4f96-9995-bb848fe76d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978937 Jul 22 17:01:02.894686 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device ce200519-b87d-41ca-8f37-f36364f43f1e details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:01:03.014218 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a627dd0-9584-455c-b8b7-18012a72b0f1 req-383c37c6-1f12-4092-af78-371d5c9a10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:03.015824 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a627dd0-9584-455c-b8b7-18012a72b0f1 req-383c37c6-1f12-4092-af78-371d5c9a10ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ef6617ff52e4b3f8382dba7faef48ac&device_id=4fb1247c-c192-4c95-8d87-94668a199ff9 HTTP/1.1" status: 200 len: 1095 time: 0.0866575 Jul 22 17:01:03.022407 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38722d3c-92f7-4746-8ad9-51dcdb9bab53 req-50221c43-228f-4a19-9657-8e01989214e5 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:03.023942 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-38722d3c-92f7-4746-8ad9-51dcdb9bab53 req-50221c43-228f-4a19-9657-8e01989214e5 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4fb1247c-c192-4c95-8d87-94668a199ff9 HTTP/1.1" status: 200 len: 1095 time: 0.0706227 Jul 22 17:01:03.029949 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port ce200519-b87d-41ca-8f37-f36364f43f1e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=ce200519-b87d-41ca-8f37-f36364f43f1e,segment=NetworkSegment(2afb3305-069e-4e4c-8882-a73a95e02403),segment_id=2afb3305-069e-4e4c-8882-a73a95e02403)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:03.048851 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'ce200519-b87d-41ca-8f37-f36364f43f1e', 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190', 'port_id': 'ce200519-b87d-41ca-8f37-f36364f43f1e', 'mac_address': 'fa:16:3e:e6:20:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38904df6-ac8c-4df1-a220-c6343972fc20', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:01:03.087862 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:03.096798 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-38722d3c-92f7-4746-8ad9-51dcdb9bab53 req-53604a1b-21e9-4457-8bed-9cbf6e82eebe tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638556 Jul 22 17:01:03.101728 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce200519-b87d-41ca-8f37-f36364f43f1e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:01:03.129664 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port ce200519-b87d-41ca-8f37-f36364f43f1e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=ce200519-b87d-41ca-8f37-f36364f43f1e,segment=NetworkSegment(2afb3305-069e-4e4c-8882-a73a95e02403),segment_id=2afb3305-069e-4e4c-8882-a73a95e02403)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:03.133306 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a627dd0-9584-455c-b8b7-18012a72b0f1 req-fcb606eb-ebd4-49e7-930e-088fc1f81407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:03.135105 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a627dd0-9584-455c-b8b7-18012a72b0f1 req-fcb606eb-ebd4-49e7-930e-088fc1f81407 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe80ac5d-7f93-4f96-9995-bb848fe76d0b HTTP/1.1" status: 200 len: 911 time: 0.1101089 Jul 22 17:01:03.136054 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:03.186390 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a627dd0-9584-455c-b8b7-18012a72b0f1 req-03d4ca31-263c-4f30-813f-28c4504166f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=919e8900-f549-4551-9a49-c27d7af29590 HTTP/1.1" status: 200 len: 217 time: 0.0445709 Jul 22 17:01:03.197130 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=ce200519-b87d-41ca-8f37-f36364f43f1e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:03.261861 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a627dd0-9584-455c-b8b7-18012a72b0f1 req-7361387e-c852-4ede-abcb-e5ef7744cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:03.263348 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a627dd0-9584-455c-b8b7-18012a72b0f1 req-7361387e-c852-4ede-abcb-e5ef7744cc63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d8fb551-e3dd-4952-9788-04ac02874d44 HTTP/1.1" status: 200 len: 849 time: 0.0691833 Jul 22 17:01:03.309384 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b56028-b2a1-4511-8818-e17560fd9e0e req-f04e1bb9-2289-4877-9984-4caa99a7627b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:03.310922 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c8b56028-b2a1-4511-8818-e17560fd9e0e req-f04e1bb9-2289-4877-9984-4caa99a7627b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 944 time: 0.1270700 Jul 22 17:01:03.361283 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c8b56028-b2a1-4511-8818-e17560fd9e0e req-ea1bd200-f997-46ff-8936-94c5c17c387a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cb8aab0-b040-40cb-b676-a8bef527e65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433028 Jul 22 17:01:03.363980 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a627dd0-9584-455c-b8b7-18012a72b0f1 req-96ff86c3-d091-4f4a-9070-bd75c214a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:03.365459 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a627dd0-9584-455c-b8b7-18012a72b0f1 req-96ff86c3-d091-4f4a-9070-bd75c214a4ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe80ac5d-7f93-4f96-9995-bb848fe76d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943127 Jul 22 17:01:03.401748 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['ce200519-b87d-41ca-8f37-f36364f43f1e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:01:03.488172 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a627dd0-9584-455c-b8b7-18012a72b0f1 req-52b16b93-9b17-4426-a8d5-4a6c9e325bfa service neutron] 10.222.0.30 "GET /v2.0/networks/fe80ac5d-7f93-4f96-9995-bb848fe76d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148255 Jul 22 17:01:03.591100 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a627dd0-9584-455c-b8b7-18012a72b0f1 req-65845898-8454-4df6-b753-d6ea11a2b862 service neutron] 10.222.0.30 "GET /v2.0/networks/fe80ac5d-7f93-4f96-9995-bb848fe76d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960472 Jul 22 17:01:04.228624 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e13ad3-68f0-4fa4-8a7e-b7e908cfcade req-a127273e-513a-46a8-83ec-b8d6fc8bf9dc tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:04.230300 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-59e13ad3-68f0-4fa4-8a7e-b7e908cfcade req-a127273e-513a-46a8-83ec-b8d6fc8bf9dc tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4fb1247c-c192-4c95-8d87-94668a199ff9 HTTP/1.1" status: 200 len: 1095 time: 0.0568740 Jul 22 17:01:04.273656 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-59e13ad3-68f0-4fa4-8a7e-b7e908cfcade req-c1c22a0a-7346-4345-98dd-5a919de7237c tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377474 Jul 22 17:01:04.492241 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9748b5-98ae-40b1-916f-a02cc6aae1f2 req-ff42bf1b-a6bf-4266-9f45-a470e32d2bcc tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:04.493832 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ef9748b5-98ae-40b1-916f-a02cc6aae1f2 req-ff42bf1b-a6bf-4266-9f45-a470e32d2bcc tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 944 time: 0.0652955 Jul 22 17:01:04.536197 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ef9748b5-98ae-40b1-916f-a02cc6aae1f2 req-aa191fc4-c31a-4ce2-987e-1d17803df66f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cb8aab0-b040-40cb-b676-a8bef527e65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365915 Jul 22 17:01:04.662834 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:04.895716 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 919e8900-f549-4551-9a49-c27d7af29590 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:01:04.900979 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device ce200519-b87d-41ca-8f37-f36364f43f1e up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:01:05.010778 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port ce200519-b87d-41ca-8f37-f36364f43f1e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:01:05.016990 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port ce200519-b87d-41ca-8f37-f36364f43f1e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:01:05.017439 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:05.054856 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 919e8900-f549-4551-9a49-c27d7af29590, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=919e8900-f549-4551-9a49-c27d7af29590,segment=NetworkSegment(cfd80626-73ad-4957-b8f4-fa6f468fba76),segment_id=cfd80626-73ad-4957-b8f4-fa6f468fba76)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:05.074307 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '919e8900-f549-4551-9a49-c27d7af29590', 'network_id': 'fe80ac5d-7f93-4f96-9995-bb848fe76d0b', 'port_id': '919e8900-f549-4551-9a49-c27d7af29590', 'mac_address': 'fa:16:3e:95:8b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d8fb551-e3dd-4952-9788-04ac02874d44', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:01:05.141748 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:05.156698 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:05.159295 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919e8900-f549-4551-9a49-c27d7af29590 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:01:05.359011 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 919e8900-f549-4551-9a49-c27d7af29590, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=919e8900-f549-4551-9a49-c27d7af29590,segment=NetworkSegment(cfd80626-73ad-4957-b8f4-fa6f468fba76),segment_id=cfd80626-73ad-4957-b8f4-fa6f468fba76)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:05.364325 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40af8757-6c67-4bba-a6c2-162cd3db207f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce200519-b87d-41ca-8f37-f36364f43f1e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:01:05.367664 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d75d978-c646-44b2-9625-4a7936c0eb59" -d '{"events": [{"server_uuid": "40af8757-6c67-4bba-a6c2-162cd3db207f", "name": "network-vif-plugged", "status": "completed", "tag": "ce200519-b87d-41ca-8f37-f36364f43f1e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:01:05.380727 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:05.395633 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port ce200519-b87d-41ca-8f37-f36364f43f1e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=ce200519-b87d-41ca-8f37-f36364f43f1e,segment=NetworkSegment(2afb3305-069e-4e4c-8882-a73a95e02403),segment_id=2afb3305-069e-4e4c-8882-a73a95e02403)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:05.413349 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dd771-7e85-45cb-ba82-80d11840475b req-4d4f3c56-2543-4879-bb3d-a3e9182033a9 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:05.415209 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b71dd771-7e85-45cb-ba82-80d11840475b req-4d4f3c56-2543-4879-bb3d-a3e9182033a9 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4fb1247c-c192-4c95-8d87-94668a199ff9 HTTP/1.1" status: 200 len: 1095 time: 0.0675344 Jul 22 17:01:05.418955 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:05.431986 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cae611-eb77-4281-9d20-e9ea8301e6b2 x-openstack-request-id: req-27cae611-eb77-4281-9d20-e9ea8301e6b2 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:01:05.432287 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40af8757-6c67-4bba-a6c2-162cd3db207f", "name": "network-vif-plugged", "status": "completed", "tag": "ce200519-b87d-41ca-8f37-f36364f43f1e", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:01:05.432539 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-27cae611-eb77-4281-9d20-e9ea8301e6b2 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:01:05.432932 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40af8757-6c67-4bba-a6c2-162cd3db207f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce200519-b87d-41ca-8f37-f36364f43f1e', 'code': 200} Jul 22 17:01:05.447693 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=919e8900-f549-4551-9a49-c27d7af29590,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:05.467957 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b71dd771-7e85-45cb-ba82-80d11840475b req-c44f8251-c993-4068-adea-5997a46c714c tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467355 Jul 22 17:01:05.500391 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=ce200519-b87d-41ca-8f37-f36364f43f1e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:05.558890 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb2761-09f5-404a-a515-18dc88965510 req-429910b9-2297-4ef4-8057-7f10173a4741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:05.560401 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-10bb2761-09f5-404a-a515-18dc88965510 req-429910b9-2297-4ef4-8057-7f10173a4741 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 1096 time: 0.0533462 Jul 22 17:01:05.601856 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-10bb2761-09f5-404a-a515-18dc88965510 req-65e499a5-8ab3-4f72-9da6-b3bfe45cdcd8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2cb8aab0-b040-40cb-b676-a8bef527e65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324588 Jul 22 17:01:05.674823 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa82fa-f707-44fa-8369-ddd55160d3b6 req-eb2d092c-f122-4f0b-adec-e59c53187e7e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:05.675844 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['919e8900-f549-4551-9a49-c27d7af29590'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:01:05.676455 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-36aa82fa-f707-44fa-8369-ddd55160d3b6 req-eb2d092c-f122-4f0b-adec-e59c53187e7e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 945 time: 0.0689888 Jul 22 17:01:05.716782 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-36aa82fa-f707-44fa-8369-ddd55160d3b6 req-6a5ccb8f-4a44-4ac9-ae5f-9c954b2bae5d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cb8aab0-b040-40cb-b676-a8bef527e65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349236 Jul 22 17:01:06.590099 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b2a85-8c0e-492f-93d1-6b03b5430504 req-0c9e6c1a-fd86-4bfb-ad4c-dba8c0819e6e tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:06.591800 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4e7b2a85-8c0e-492f-93d1-6b03b5430504 req-0c9e6c1a-fd86-4bfb-ad4c-dba8c0819e6e tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4fb1247c-c192-4c95-8d87-94668a199ff9 HTTP/1.1" status: 200 len: 1096 time: 0.0552645 Jul 22 17:01:06.627899 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4e7b2a85-8c0e-492f-93d1-6b03b5430504 req-51126849-94a4-4f06-9038-a38131bbc0b2 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302362 Jul 22 17:01:06.851976 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f3065-46f2-43b9-80d1-613478a27ba3 req-50a61902-a35a-4766-a952-7ea50b095eca tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:06.853754 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b49f3065-46f2-43b9-80d1-613478a27ba3 req-50a61902-a35a-4766-a952-7ea50b095eca tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 945 time: 0.0704644 Jul 22 17:01:06.893015 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b49f3065-46f2-43b9-80d1-613478a27ba3 req-b58310ef-5890-41f2-87bd-eaae23f1b6e8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cb8aab0-b040-40cb-b676-a8bef527e65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335910 Jul 22 17:01:06.909978 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 919e8900-f549-4551-9a49-c27d7af29590 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:01:06.967537 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 919e8900-f549-4551-9a49-c27d7af29590 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:01:06.971669 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 919e8900-f549-4551-9a49-c27d7af29590 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:01:06.972106 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:07.051797 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:07.054494 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d837ce-bec6-46e3-8a32-a8a12dfbbeba req-a62a8a0f-f508-4457-b178-967df74f8995 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:07.062186 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-80d837ce-bec6-46e3-8a32-a8a12dfbbeba req-a62a8a0f-f508-4457-b178-967df74f8995 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 945 time: 0.0773816 Jul 22 17:01:07.093386 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 919e8900-f549-4551-9a49-c27d7af29590, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=919e8900-f549-4551-9a49-c27d7af29590,segment=NetworkSegment(cfd80626-73ad-4957-b8f4-fa6f468fba76),segment_id=cfd80626-73ad-4957-b8f4-fa6f468fba76)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:07.098077 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:07.111033 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-80d837ce-bec6-46e3-8a32-a8a12dfbbeba req-f1adbdd2-b1d3-4398-8ec3-c88137425f66 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cb8aab0-b040-40cb-b676-a8bef527e65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477326 Jul 22 17:01:07.134538 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58446) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:07.153595 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=919e8900-f549-4551-9a49-c27d7af29590,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:07.189311 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a600e7-e0f5-46c3-a505-f415d9ab9126 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:07.190991 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-46a600e7-e0f5-46c3-a505-f415d9ab9126 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 1091 time: 0.0553408 Jul 22 17:01:07.194680 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58450) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:07.199519 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1215cd59-e836-4656-a791-60306a134a0c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': 'ce200519-b87d-41ca-8f37-f36364f43f1e', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:01:07.226241 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1215cd59-e836-4656-a791-60306a134a0c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:07.327804 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1215cd59-e836-4656-a791-60306a134a0c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:07.434255 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb1247c-c192-4c95-8d87-94668a199ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919e8900-f549-4551-9a49-c27d7af29590'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:01:07.436423 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-1215cd59-e836-4656-a791-60306a134a0c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Allocated IP 172.25.0.94 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/1f8ffcc3-c8d5-4310-b1f8-20a529382b35) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:01:07.436977 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bc4fd2-85a1-4eb5-860d-013b2c945620" -d '{"events": [{"server_uuid": "4fb1247c-c192-4c95-8d87-94668a199ff9", "name": "network-vif-plugged", "status": "completed", "tag": "919e8900-f549-4551-9a49-c27d7af29590"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:01:07.483457 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d59e4c-d687-4efe-b5de-67536240b77c x-openstack-request-id: req-a1d59e4c-d687-4efe-b5de-67536240b77c {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:01:07.483751 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb1247c-c192-4c95-8d87-94668a199ff9", "name": "network-vif-plugged", "status": "completed", "tag": "919e8900-f549-4551-9a49-c27d7af29590", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:01:07.483999 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a1d59e4c-d687-4efe-b5de-67536240b77c {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:01:07.484400 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb1247c-c192-4c95-8d87-94668a199ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919e8900-f549-4551-9a49-c27d7af29590', 'code': 200} Jul 22 17:01:07.547692 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1215cd59-e836-4656-a791-60306a134a0c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:07.592404 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1215cd59-e836-4656-a791-60306a134a0c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:07.632202 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1215cd59-e836-4656-a791-60306a134a0c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:01:07.644107 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-1215cd59-e836-4656-a791-60306a134a0c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:01:07.647738 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1215cd59-e836-4656-a791-60306a134a0c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:01:07.696886 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215cd59-e836-4656-a791-60306a134a0c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Port': ['ID=1f8ffcc3-c8d5-4310-b1f8-20a529382b35,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:07.760777 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d22f49-758f-4c74-871d-8403dea2eb9b req-acec57a7-3b56-4698-8de2-a9b4142b7024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:07.762358 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-17d22f49-758f-4c74-871d-8403dea2eb9b req-acec57a7-3b56-4698-8de2-a9b4142b7024 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4fb1247c-c192-4c95-8d87-94668a199ff9 HTTP/1.1" status: 200 len: 1097 time: 0.1904747 Jul 22 17:01:07.769720 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4691fd-cc1f-4a93-8eb8-229acad61b81 req-bb16fc1f-dda7-448c-810a-4b271ac6e441 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:07.771446 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b4691fd-cc1f-4a93-8eb8-229acad61b81 req-bb16fc1f-dda7-448c-810a-4b271ac6e441 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4fb1247c-c192-4c95-8d87-94668a199ff9 HTTP/1.1" status: 200 len: 1097 time: 0.0695999 Jul 22 17:01:07.807882 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b4691fd-cc1f-4a93-8eb8-229acad61b81 req-b6543ace-efe9-409c-ad34-ec655143126b tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301003 Jul 22 17:01:07.845293 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-17d22f49-758f-4c74-871d-8403dea2eb9b req-0242eb57-7367-4b40-ad86-eb15aae3f255 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759058 Jul 22 17:01:08.187730 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1215cd59-e836-4656-a791-60306a134a0c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:08.297468 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1215cd59-e836-4656-a791-60306a134a0c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:08.446270 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1215cd59-e836-4656-a791-60306a134a0c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:08.450636 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1215cd59-e836-4656-a791-60306a134a0c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:08.517602 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215cd59-e836-4656-a791-60306a134a0c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Port': ['ID=1f8ffcc3-c8d5-4310-b1f8-20a529382b35,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:08.535327 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1215cd59-e836-4656-a791-60306a134a0c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:08.636528 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-1215cd59-e836-4656-a791-60306a134a0c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Floating IP a18cb0d1-6688-4fbe-91b5-08bf3a5e66b7 associated. External IP: 172.25.0.94, port: ce200519-b87d-41ca-8f37-f36364f43f1e. Jul 22 17:01:09.207903 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1215cd59-e836-4656-a791-60306a134a0c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Router 0bf51501-7ecb-4a44-9d00-cd481cbf4879 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:01:09.215226 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0d340-1d33-4fb9-beb0-16dca92ef3ae req-154f9525-fe5f-46bc-a7df-f7e772080def tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:09.216762 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-26b0d340-1d33-4fb9-beb0-16dca92ef3ae req-154f9525-fe5f-46bc-a7df-f7e772080def tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4fb1247c-c192-4c95-8d87-94668a199ff9 HTTP/1.1" status: 200 len: 1097 time: 0.1204379 Jul 22 17:01:09.320362 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-26b0d340-1d33-4fb9-beb0-16dca92ef3ae req-90a4fcf2-b122-4b56-ab17-59496816fcfc tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974045 Jul 22 17:01:09.353105 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1215cd59-e836-4656-a791-60306a134a0c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:01:09.364176 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1413cee-5278-4391-8dd3-7c25eb1f3129 None None] Sync routers for ids ['0bf51501-7ecb-4a44-9d00-cd481cbf4879'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:01:09.371289 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1215cd59-e836-4656-a791-60306a134a0c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:09.374458 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1413cee-5278-4391-8dd3-7c25eb1f3129 None None] Routers {'0bf51501-7ecb-4a44-9d00-cd481cbf4879'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:01:09.375398 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d1413cee-5278-4391-8dd3-7c25eb1f3129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:01:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0bf51501-7ecb-4a44-9d00-cd481cbf4879'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:09.410521 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1215cd59-e836-4656-a791-60306a134a0c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2146454 Jul 22 17:01:09.412828 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40af8757-6c67-4bba-a6c2-162cd3db207f', 'tag': 'ce200519-b87d-41ca-8f37-f36364f43f1e'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:01:09.414509 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d658d1ab-9d4a-46f7-a44e-3bbc025aea76" -d '{"events": [{"name": "network-changed", "server_uuid": "40af8757-6c67-4bba-a6c2-162cd3db207f", "tag": "ce200519-b87d-41ca-8f37-f36364f43f1e"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:01:09.458522 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a36e873-239b-43b4-b35a-3fa93e26b248 x-openstack-request-id: req-5a36e873-239b-43b4-b35a-3fa93e26b248 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:01:09.458971 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40af8757-6c67-4bba-a6c2-162cd3db207f", "tag": "ce200519-b87d-41ca-8f37-f36364f43f1e", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:01:09.459311 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5a36e873-239b-43b4-b35a-3fa93e26b248 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:01:09.459774 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40af8757-6c67-4bba-a6c2-162cd3db207f', 'tag': 'ce200519-b87d-41ca-8f37-f36364f43f1e', 'status': 'completed', 'code': 200} Jul 22 17:01:09.517216 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d1413cee-5278-4391-8dd3-7c25eb1f3129 None None] Set router 0bf51501-7ecb-4a44-9d00-cd481cbf4879 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:01:09.547014 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3471de6-8a5c-4a3b-a067-779c6a8bcdcc req-c33208ff-0c87-416b-863f-5a535041e603 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:09.549445 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e3471de6-8a5c-4a3b-a067-779c6a8bcdcc req-c33208ff-0c87-416b-863f-5a535041e603 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 945 time: 0.0811129 Jul 22 17:01:09.577181 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658d1ab-9d4a-46f7-a44e-3bbc025aea76 req-fb178ab8-d010-4982-8c8d-89a967809e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:09.578723 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d658d1ab-9d4a-46f7-a44e-3bbc025aea76 req-fb178ab8-d010-4982-8c8d-89a967809e4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 1096 time: 0.0765014 Jul 22 17:01:09.607501 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e3471de6-8a5c-4a3b-a067-779c6a8bcdcc req-9a7c9d06-0657-4ec9-a9f9-636a85808b2a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cb8aab0-b040-40cb-b676-a8bef527e65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492527 Jul 22 17:01:09.620478 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58504) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:09.689649 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658d1ab-9d4a-46f7-a44e-3bbc025aea76 req-8238bd33-08dc-4a70-b53e-43dd268bec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:09.691410 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fcb3d26d-d4ba-4581-8227-767ad2ecc6ab tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/floatingips/a18cb0d1-6688-4fbe-91b5-08bf3a5e66b7 HTTP/1.1" status: 200 len: 990 time: 0.0694828 Jul 22 17:01:09.691643 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d658d1ab-9d4a-46f7-a44e-3bbc025aea76 req-8238bd33-08dc-4a70-b53e-43dd268bec4a service neutron] 10.222.0.30 "GET /v2.0/networks?id=7531b2be-9d8c-43da-8ec6-97b47ec1b190 HTTP/1.1" status: 200 len: 897 time: 0.1067226 Jul 22 17:01:09.784733 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d1413cee-5278-4391-8dd3-7c25eb1f3129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483268224', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:47Z', 'updated_at': '2021-07-22T17:00:53Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:48Z', 'updated_at': '2021-07-22T17:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'a18cb0d1-6688-4fbe-91b5-08bf3a5e66b7', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'port_id': 'ce200519-b87d-41ca-8f37-f36364f43f1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190', 'mac_address': 'fa:16:3e:e6:20:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40af8757-6c67-4bba-a6c2-162cd3db207f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:01:07Z', 'updated_at': '2021-07-22T17:01:07Z', 'revision_number': 0, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d070219-8a02-4c89-878d-1bb2735da37f', 'name': '', 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:0d:8a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '38904df6-ac8c-4df1-a220-c6343972fc20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:51Z', 'updated_at': '2021-07-22T17:00:58Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': '38904df6-ac8c-4df1-a220-c6343972fc20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:09.791206 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d658d1ab-9d4a-46f7-a44e-3bbc025aea76 req-b799a721-0725-47e8-833a-8e1a59d1d975 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce200519-b87d-41ca-8f37-f36364f43f1e HTTP/1.1" status: 200 len: 998 time: 0.0929763 Jul 22 17:01:09.811717 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1413cee-5278-4391-8dd3-7c25eb1f3129 None None] Checking router: 0bf51501-7ecb-4a44-9d00-cd481cbf4879 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:01:09.820185 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1413cee-5278-4391-8dd3-7c25eb1f3129 None None] Routers {'0bf51501-7ecb-4a44-9d00-cd481cbf4879'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:01:09.820861 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d1413cee-5278-4391-8dd3-7c25eb1f3129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:01:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0bf51501-7ecb-4a44-9d00-cd481cbf4879'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:09.841475 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658d1ab-9d4a-46f7-a44e-3bbc025aea76 req-5696b72d-2bf7-4f7f-a0c7-9e76619ec528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:09.844796 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d658d1ab-9d4a-46f7-a44e-3bbc025aea76 req-5696b72d-2bf7-4f7f-a0c7-9e76619ec528 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38904df6-ac8c-4df1-a220-c6343972fc20 HTTP/1.1" status: 200 len: 834 time: 0.0468290 Jul 22 17:01:09.915273 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658d1ab-9d4a-46f7-a44e-3bbc025aea76 req-154ae0a9-f105-4f6e-b9fc-a3927eca96b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:09.916853 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d658d1ab-9d4a-46f7-a44e-3bbc025aea76 req-154ae0a9-f105-4f6e-b9fc-a3927eca96b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7531b2be-9d8c-43da-8ec6-97b47ec1b190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665109 Jul 22 17:01:09.938878 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d1413cee-5278-4391-8dd3-7c25eb1f3129 None None] Set router 0bf51501-7ecb-4a44-9d00-cd481cbf4879 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:01:10.010263 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d658d1ab-9d4a-46f7-a44e-3bbc025aea76 req-2fd604e5-5388-4b9b-9db2-68e4f95bb824 service neutron] 10.222.0.30 "GET /v2.0/networks/7531b2be-9d8c-43da-8ec6-97b47ec1b190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872447 Jul 22 17:01:10.114377 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d658d1ab-9d4a-46f7-a44e-3bbc025aea76 req-f3b14719-510f-462f-af35-4d371ce84b4f service neutron] 10.222.0.30 "GET /v2.0/networks/7531b2be-9d8c-43da-8ec6-97b47ec1b190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978928 Jul 22 17:01:10.175259 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d1413cee-5278-4391-8dd3-7c25eb1f3129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483268224', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:47Z', 'updated_at': '2021-07-22T17:00:53Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:48Z', 'updated_at': '2021-07-22T17:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'a18cb0d1-6688-4fbe-91b5-08bf3a5e66b7', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'port_id': 'ce200519-b87d-41ca-8f37-f36364f43f1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190', 'mac_address': 'fa:16:3e:e6:20:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40af8757-6c67-4bba-a6c2-162cd3db207f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:01:07Z', 'updated_at': '2021-07-22T17:01:07Z', 'revision_number': 0, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d070219-8a02-4c89-878d-1bb2735da37f', 'name': '', 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:0d:8a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '38904df6-ac8c-4df1-a220-c6343972fc20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:51Z', 'updated_at': '2021-07-22T17:00:58Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': '38904df6-ac8c-4df1-a220-c6343972fc20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:10.203596 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1413cee-5278-4391-8dd3-7c25eb1f3129 None None] The sync data for ids ['0bf51501-7ecb-4a44-9d00-cd481cbf4879'] in n-d-798930-9 is: [{'id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483268224', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:47Z', 'updated_at': '2021-07-22T17:00:53Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:48Z', 'updated_at': '2021-07-22T17:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'a18cb0d1-6688-4fbe-91b5-08bf3a5e66b7', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'port_id': 'ce200519-b87d-41ca-8f37-f36364f43f1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190', 'mac_address': 'fa:16:3e:e6:20:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40af8757-6c67-4bba-a6c2-162cd3db207f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:01:07Z', 'updated_at': '2021-07-22T17:01:07Z', 'revision_number': 0, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d070219-8a02-4c89-878d-1bb2735da37f', 'name': '', 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:0d:8a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '38904df6-ac8c-4df1-a220-c6343972fc20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:51Z', 'updated_at': '2021-07-22T17:00:58Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': '38904df6-ac8c-4df1-a220-c6343972fc20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:01:10.416360 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be8a55-44de-4efb-8e68-e9ca095dded1 None None] New status for floating IP a18cb0d1-6688-4fbe-91b5-08bf3a5e66b7: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:01:10.454731 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff3ca3-29bb-4a2c-b67f-2bc5aa0dccbb req-b0bda1df-fd9b-4220-9dc0-74d2d65f40f0 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:10.456501 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ceff3ca3-29bb-4a2c-b67f-2bc5aa0dccbb req-b0bda1df-fd9b-4220-9dc0-74d2d65f40f0 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4fb1247c-c192-4c95-8d87-94668a199ff9 HTTP/1.1" status: 200 len: 1097 time: 0.0617793 Jul 22 17:01:10.496547 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ceff3ca3-29bb-4a2c-b67f-2bc5aa0dccbb req-5f041dcd-5a77-43db-8a34-6cd138386e86 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327432 Jul 22 17:01:10.622759 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bef6ff-87c6-4a9f-8dec-4fd12fb74c57 req-ae602c6f-f944-41c8-a47f-9d43936ceea4 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:10.624428 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-65bef6ff-87c6-4a9f-8dec-4fd12fb74c57 req-ae602c6f-f944-41c8-a47f-9d43936ceea4 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4fb1247c-c192-4c95-8d87-94668a199ff9 HTTP/1.1" status: 200 len: 1097 time: 0.0606976 Jul 22 17:01:10.660041 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-65bef6ff-87c6-4a9f-8dec-4fd12fb74c57 req-e0a7d5be-09f8-4be4-a6ea-aba8e36369a6 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297048 Jul 22 17:01:10.695267 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58530) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:10.775282 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0d176cb2-2810-4677-8b46-8e58be8b6869 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/floatingips/a18cb0d1-6688-4fbe-91b5-08bf3a5e66b7 HTTP/1.1" status: 200 len: 992 time: 0.0743890 Jul 22 17:01:10.782603 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93089be-11c9-46e9-9450-82013095602d req-a84f30ce-2abb-43fe-92f1-9bae4b6deb62 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:10.784121 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e93089be-11c9-46e9-9450-82013095602d req-a84f30ce-2abb-43fe-92f1-9bae4b6deb62 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4fb1247c-c192-4c95-8d87-94668a199ff9 HTTP/1.1" status: 200 len: 1097 time: 0.0556688 Jul 22 17:01:10.818632 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e93089be-11c9-46e9-9450-82013095602d req-765ca91e-e521-4bbe-899f-fcf32e554c8c tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285034 Jul 22 17:01:11.066931 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76289d-e7ad-4755-9322-b066c1d63eec req-b2418fbc-6488-4846-a15e-8a6df2f7d17b tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:11.068744 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3d76289d-e7ad-4755-9322-b066c1d63eec req-b2418fbc-6488-4846-a15e-8a6df2f7d17b tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4fb1247c-c192-4c95-8d87-94668a199ff9 HTTP/1.1" status: 200 len: 1097 time: 0.0576739 Jul 22 17:01:11.103075 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3d76289d-e7ad-4755-9322-b066c1d63eec req-446cf14b-1b0b-4bcf-a1c4-8553beea7b03 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285516 Jul 22 17:01:12.204398 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:12.229475 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b357615-cc36-4d74-91db-7ba68eef2e10 req-9b3b6ab7-db4e-4af2-baeb-5c155cb0d99c tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:12.231081 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6b357615-cc36-4d74-91db-7ba68eef2e10 req-9b3b6ab7-db4e-4af2-baeb-5c155cb0d99c tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4fb1247c-c192-4c95-8d87-94668a199ff9 HTTP/1.1" status: 200 len: 1097 time: 0.0600917 Jul 22 17:01:12.266348 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6b357615-cc36-4d74-91db-7ba68eef2e10 req-aeae1222-a4e6-476c-aa28-169356b7f2e9 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294981 Jul 22 17:01:12.289670 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:12.443324 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-43c1786a-9ac4-431c-ad58-6a23c9319fca req-380e3a91-606a-4838-a884-21073b7ed66d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd32425a-0891-4e16-b3f1-3edac2553668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531647 Jul 22 17:01:12.493753 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60fa57-8754-475a-9569-11855b77b7e6 req-4dc605fe-0e3e-4bd7-9923-d5b1fc524373 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:12.495687 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc60fa57-8754-475a-9569-11855b77b7e6 req-4dc605fe-0e3e-4bd7-9923-d5b1fc524373 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4fb1247c-c192-4c95-8d87-94668a199ff9 HTTP/1.1" status: 200 len: 1097 time: 0.0598578 Jul 22 17:01:12.565042 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1786a-9ac4-431c-ad58-6a23c9319fca req-3ad440a6-c523-488d-81f1-b194f2de6ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:12.566620 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-43c1786a-9ac4-431c-ad58-6a23c9319fca req-3ad440a6-c523-488d-81f1-b194f2de6ee0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09c9910de721416796d20d09c7c9d835&device_id=dd32425a-0891-4e16-b3f1-3edac2553668 HTTP/1.1" status: 200 len: 1101 time: 0.0654335 Jul 22 17:01:12.594243 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-dc60fa57-8754-475a-9569-11855b77b7e6 req-8eba8cf9-86c7-4043-89d3-1f0df8a3560a tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Deleting port 919e8900-f549-4551-9a49-c27d7af29590 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:01:12.594594 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc60fa57-8754-475a-9569-11855b77b7e6 req-8eba8cf9-86c7-4043-89d3-1f0df8a3560a tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:12.676949 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-dc60fa57-8754-475a-9569-11855b77b7e6 req-8eba8cf9-86c7-4043-89d3-1f0df8a3560a tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] For port 919e8900-f549-4551-9a49-c27d7af29590, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=919e8900-f549-4551-9a49-c27d7af29590,segment=NetworkSegment(cfd80626-73ad-4957-b8f4-fa6f468fba76),segment_id=cfd80626-73ad-4957-b8f4-fa6f468fba76)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:12.677318 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc60fa57-8754-475a-9569-11855b77b7e6 req-8eba8cf9-86c7-4043-89d3-1f0df8a3560a tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:12.681998 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1786a-9ac4-431c-ad58-6a23c9319fca req-d7af7801-3e20-46f2-9a0b-bc217ec998ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:12.684181 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-43c1786a-9ac4-431c-ad58-6a23c9319fca req-d7af7801-3e20-46f2-9a0b-bc217ec998ed service neutron] 10.222.0.16 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.0982864 Jul 22 17:01:12.689776 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-dc60fa57-8754-475a-9569-11855b77b7e6 req-8eba8cf9-86c7-4043-89d3-1f0df8a3560a tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Calling delete_port for 919e8900-f549-4551-9a49-c27d7af29590 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:01:12.729758 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-43c1786a-9ac4-431c-ad58-6a23c9319fca req-7c4eb5c5-408f-475c-9d77-c2642273c62b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=c272d9c5-29d6-431f-aa7e-a3df671ecb97 HTTP/1.1" status: 200 len: 217 time: 0.0401142 Jul 22 17:01:12.786722 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1786a-9ac4-431c-ad58-6a23c9319fca req-9e7a7a6d-903b-4f3e-ad27-d230cd755e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:12.788800 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-43c1786a-9ac4-431c-ad58-6a23c9319fca req-9e7a7a6d-903b-4f3e-ad27-d230cd755e32 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0519395 Jul 22 17:01:12.827231 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc60fa57-8754-475a-9569-11855b77b7e6 req-8eba8cf9-86c7-4043-89d3-1f0df8a3560a tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:12.852515 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1786a-9ac4-431c-ad58-6a23c9319fca req-a61bdfe6-813c-477c-8374-510031c39303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:12.854080 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-43c1786a-9ac4-431c-ad58-6a23c9319fca req-a61bdfe6-813c-477c-8374-510031c39303 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0580277 Jul 22 17:01:12.861084 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba8cf9-86c7-4043-89d3-1f0df8a3560a tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Pushing event deleted for resources: {'Port': ['ID=919e8900-f549-4551-9a49-c27d7af29590,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:12.865011 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['919e8900-f549-4551-9a49-c27d7af29590'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:01:12.876312 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['91d67b4c-6548-43bb-9ce2-a867d611b30e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:01:12.929212 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc60fa57-8754-475a-9569-11855b77b7e6 req-8eba8cf9-86c7-4043-89d3-1f0df8a3560a tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] No DVR routers for this DVR port 919e8900-f549-4551-9a49-c27d7af29590 on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:01:12.932426 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-dc60fa57-8754-475a-9569-11855b77b7e6 req-8eba8cf9-86c7-4043-89d3-1f0df8a3560a tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:12.935255 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc60fa57-8754-475a-9569-11855b77b7e6 req-8eba8cf9-86c7-4043-89d3-1f0df8a3560a tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.30 "DELETE /v2.0/ports/919e8900-f549-4551-9a49-c27d7af29590 HTTP/1.1" status: 204 len: 173 time: 0.4343820 Jul 22 17:01:12.935720 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb1247c-c192-4c95-8d87-94668a199ff9', 'name': 'network-vif-deleted', 'tag': '919e8900-f549-4551-9a49-c27d7af29590'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:01:12.939499 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67737f82-7718-474a-bbe7-8957f07e3ba7" -d '{"events": [{"server_uuid": "4fb1247c-c192-4c95-8d87-94668a199ff9", "name": "network-vif-deleted", "tag": "919e8900-f549-4551-9a49-c27d7af29590"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:01:12.995263 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6aae766-2f88-4eae-9d12-027bbc1f49ac x-openstack-request-id: req-d6aae766-2f88-4eae-9d12-027bbc1f49ac {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:01:12.995760 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb1247c-c192-4c95-8d87-94668a199ff9", "name": "network-vif-deleted", "tag": "919e8900-f549-4551-9a49-c27d7af29590", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:01:12.996188 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d6aae766-2f88-4eae-9d12-027bbc1f49ac {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:01:12.996749 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb1247c-c192-4c95-8d87-94668a199ff9', 'name': 'network-vif-deleted', 'tag': '919e8900-f549-4551-9a49-c27d7af29590', 'status': 'completed', 'code': 200} Jul 22 17:01:13.017241 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-43c1786a-9ac4-431c-ad58-6a23c9319fca req-04d1f09f-40c6-4963-973f-d22cd0a79d54 service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554000 Jul 22 17:01:13.138370 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-43c1786a-9ac4-431c-ad58-6a23c9319fca req-f1ccfb48-ceda-49b6-ac53-001dfd66379a service neutron] 10.222.0.16 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142204 Jul 22 17:01:13.380403 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-df343a74-0607-4aee-ad55-76e78dba59a8 req-7a0ad1ae-3175-4a8c-b4a4-1661072a095b tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4fb1247c-c192-4c95-8d87-94668a199ff9 HTTP/1.1" status: 200 len: 210 time: 0.0332656 Jul 22 17:01:13.845734 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c0d7f68b-42d9-4265-b7e2-f309b107708f req-5d3f0412-b613-46c9-96d5-c4937460957c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0564137 Jul 22 17:01:13.962530 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7f68b-42d9-4265-b7e2-f309b107708f req-92dd5f0a-cdae-4bfc-be2b-d22ce25a7409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:13.964009 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c0d7f68b-42d9-4265-b7e2-f309b107708f req-92dd5f0a-cdae-4bfc-be2b-d22ce25a7409 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 1096 time: 0.0588913 Jul 22 17:01:14.063976 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7f68b-42d9-4265-b7e2-f309b107708f req-88c2dd2f-114e-4fe7-8610-d8917e88863a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:14.065501 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c0d7f68b-42d9-4265-b7e2-f309b107708f req-88c2dd2f-114e-4fe7-8610-d8917e88863a service neutron] 10.222.0.30 "GET /v2.0/networks?id=7531b2be-9d8c-43da-8ec6-97b47ec1b190 HTTP/1.1" status: 200 len: 897 time: 0.0829580 Jul 22 17:01:14.136295 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c0d7f68b-42d9-4265-b7e2-f309b107708f req-26090218-9c8c-4f6e-a938-e6676e23d755 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce200519-b87d-41ca-8f37-f36364f43f1e HTTP/1.1" status: 200 len: 1000 time: 0.0637906 Jul 22 17:01:14.187791 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7f68b-42d9-4265-b7e2-f309b107708f req-7261f3fd-5988-4286-aa43-c50f8a86ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:14.189247 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c0d7f68b-42d9-4265-b7e2-f309b107708f req-7261f3fd-5988-4286-aa43-c50f8a86ea8d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38904df6-ac8c-4df1-a220-c6343972fc20 HTTP/1.1" status: 200 len: 834 time: 0.0474112 Jul 22 17:01:14.246790 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7f68b-42d9-4265-b7e2-f309b107708f req-c2a3daef-eafe-4f56-8233-df6e80bbda77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:14.248325 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c0d7f68b-42d9-4265-b7e2-f309b107708f req-c2a3daef-eafe-4f56-8233-df6e80bbda77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7531b2be-9d8c-43da-8ec6-97b47ec1b190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532568 Jul 22 17:01:14.338718 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c0d7f68b-42d9-4265-b7e2-f309b107708f req-079bb3d3-4c32-4298-948f-5103d778bc48 service neutron] 10.222.0.30 "GET /v2.0/networks/7531b2be-9d8c-43da-8ec6-97b47ec1b190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842147 Jul 22 17:01:14.433121 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c0d7f68b-42d9-4265-b7e2-f309b107708f req-d9a636c4-7f18-4b4a-8908-2c08e30326cf service neutron] 10.222.0.30 "GET /v2.0/networks/7531b2be-9d8c-43da-8ec6-97b47ec1b190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883036 Jul 22 17:01:14.671039 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fec8c-5674-45fe-8785-5509d69baa99 req-36e896eb-4bd3-467e-a5ce-c0df45355f12 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:14.672623 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5b3fec8c-5674-45fe-8785-5509d69baa99 req-36e896eb-4bd3-467e-a5ce-c0df45355f12 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c1c97872-7531-4d97-9846-23e95935af0f HTTP/1.1" status: 200 len: 1097 time: 0.0619071 Jul 22 17:01:14.712521 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5b3fec8c-5674-45fe-8785-5509d69baa99 req-af8af736-552a-430b-8b7f-0b424ee64061 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295663 Jul 22 17:01:14.970863 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 919e8900-f549-4551-9a49-c27d7af29590 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:01:14.991423 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 919e8900-f549-4551-9a49-c27d7af29590 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:01:14.991772 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 919e8900-f549-4551-9a49-c27d7af29590 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:01:15.834669 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf95d15-091f-4342-b956-cf0eefbfce43 req-fe593161-d178-4df1-9dab-e325ef97f6e1 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:15.836329 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ccf95d15-091f-4342-b956-cf0eefbfce43 req-fe593161-d178-4df1-9dab-e325ef97f6e1 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c1c97872-7531-4d97-9846-23e95935af0f HTTP/1.1" status: 200 len: 1097 time: 0.0549626 Jul 22 17:01:15.870681 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ccf95d15-091f-4342-b956-cf0eefbfce43 req-a92c911b-ae61-4f69-ac78-c54f5f9435b6 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=8c84ef92-fdf9-48d4-a219-86056091d6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287807 Jul 22 17:01:16.094449 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cf071-715a-4552-bcf8-6fa98177227d req-c9e50ca5-dc0e-441c-be22-239beec4dfa7 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:16.095970 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b7cf071-715a-4552-bcf8-6fa98177227d req-c9e50ca5-dc0e-441c-be22-239beec4dfa7 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c1c97872-7531-4d97-9846-23e95935af0f HTTP/1.1" status: 200 len: 1097 time: 0.0550356 Jul 22 17:01:16.187849 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-4b7cf071-715a-4552-bcf8-6fa98177227d req-e7e1bca5-515b-4e90-a6a6-61b2972d0738 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Deleting port 91d67b4c-6548-43bb-9ce2-a867d611b30e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:01:16.188192 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4b7cf071-715a-4552-bcf8-6fa98177227d req-e7e1bca5-515b-4e90-a6a6-61b2972d0738 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:16.267870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4b7cf071-715a-4552-bcf8-6fa98177227d req-e7e1bca5-515b-4e90-a6a6-61b2972d0738 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] For port 91d67b4c-6548-43bb-9ce2-a867d611b30e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=91d67b4c-6548-43bb-9ce2-a867d611b30e,segment=NetworkSegment(cfd80626-73ad-4957-b8f4-fa6f468fba76),segment_id=cfd80626-73ad-4957-b8f4-fa6f468fba76)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:16.268236 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4b7cf071-715a-4552-bcf8-6fa98177227d req-e7e1bca5-515b-4e90-a6a6-61b2972d0738 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:16.282806 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-4b7cf071-715a-4552-bcf8-6fa98177227d req-e7e1bca5-515b-4e90-a6a6-61b2972d0738 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Calling delete_port for 91d67b4c-6548-43bb-9ce2-a867d611b30e owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:01:16.408149 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4b7cf071-715a-4552-bcf8-6fa98177227d req-e7e1bca5-515b-4e90-a6a6-61b2972d0738 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:16.436335 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1bca5-515b-4e90-a6a6-61b2972d0738 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Pushing event deleted for resources: {'Port': ['ID=91d67b4c-6548-43bb-9ce2-a867d611b30e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:16.443354 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['91d67b4c-6548-43bb-9ce2-a867d611b30e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:01:16.489399 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7cf071-715a-4552-bcf8-6fa98177227d req-e7e1bca5-515b-4e90-a6a6-61b2972d0738 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] No DVR routers for this DVR port 91d67b4c-6548-43bb-9ce2-a867d611b30e on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:01:16.492616 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4b7cf071-715a-4552-bcf8-6fa98177227d req-e7e1bca5-515b-4e90-a6a6-61b2972d0738 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:16.496140 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b7cf071-715a-4552-bcf8-6fa98177227d req-e7e1bca5-515b-4e90-a6a6-61b2972d0738 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.16 "DELETE /v2.0/ports/91d67b4c-6548-43bb-9ce2-a867d611b30e HTTP/1.1" status: 204 len: 173 time: 0.3943951 Jul 22 17:01:16.496619 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c97872-7531-4d97-9846-23e95935af0f', 'name': 'network-vif-deleted', 'tag': '91d67b4c-6548-43bb-9ce2-a867d611b30e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:01:16.500482 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc29f430-051b-4303-8873-babb10031964" -d '{"events": [{"server_uuid": "c1c97872-7531-4d97-9846-23e95935af0f", "name": "network-vif-deleted", "tag": "91d67b4c-6548-43bb-9ce2-a867d611b30e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:01:16.543166 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a50e5c-c928-491d-8672-020070ccecdd x-openstack-request-id: req-82a50e5c-c928-491d-8672-020070ccecdd {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:01:16.543446 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c97872-7531-4d97-9846-23e95935af0f", "name": "network-vif-deleted", "tag": "91d67b4c-6548-43bb-9ce2-a867d611b30e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:01:16.543702 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-82a50e5c-c928-491d-8672-020070ccecdd {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:01:16.544101 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c97872-7531-4d97-9846-23e95935af0f', 'name': 'network-vif-deleted', 'tag': '91d67b4c-6548-43bb-9ce2-a867d611b30e', 'status': 'completed', 'code': 200} Jul 22 17:01:16.981638 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-54f8ef10-8c89-4e6b-a5c4-3a872c81fc5a req-0063f59e-c5bd-4dd5-a4d0-7365ed0088a2 tempest-TestServerMultinode-2027045180 tempest-TestServerMultinode-2027045180-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c1c97872-7531-4d97-9846-23e95935af0f HTTP/1.1" status: 200 len: 210 time: 0.0307734 Jul 22 17:01:18.042894 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58684) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:18.390174 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e69e84e-553d-435c-9809-f8537e085dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:18.647777 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2e69e84e-553d-435c-9809-f8537e085dc3 admin admin] Deleting port d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:01:18.648117 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e69e84e-553d-435c-9809-f8537e085dc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:18.729340 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2e69e84e-553d-435c-9809-f8537e085dc3 admin admin] For port d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50,segment=NetworkSegment(cfd80626-73ad-4957-b8f4-fa6f468fba76),segment_id=cfd80626-73ad-4957-b8f4-fa6f468fba76)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:18.729693 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e69e84e-553d-435c-9809-f8537e085dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:18.741745 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2e69e84e-553d-435c-9809-f8537e085dc3 admin admin] Calling delete_port for d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:01:18.928531 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e69e84e-553d-435c-9809-f8537e085dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:18.960537 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69e84e-553d-435c-9809-f8537e085dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:19.147200 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e69e84e-553d-435c-9809-f8537e085dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:19.367941 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e69e84e-553d-435c-9809-f8537e085dc3 admin admin] Router 6bfbd106-d115-4057-a2cc-7af49d1132f8 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:01:19.479900 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e69e84e-553d-435c-9809-f8537e085dc3 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:01:19.487603 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2e69e84e-553d-435c-9809-f8537e085dc3 admin admin] 10.222.0.69 "PUT /v2.0/routers/6bfbd106-d115-4057-a2cc-7af49d1132f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4412088 Jul 22 17:01:19.487724 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58710) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:19.488735 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fedfb1c-e3fe-4358-b8e2-4b61a9381aed None None] Sync routers for ids ['6bfbd106-d115-4057-a2cc-7af49d1132f8'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:01:19.498307 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fedfb1c-e3fe-4358-b8e2-4b61a9381aed None None] Routers {'6bfbd106-d115-4057-a2cc-7af49d1132f8'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:01:19.498914 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6fedfb1c-e3fe-4358-b8e2-4b61a9381aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:01:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['6bfbd106-d115-4057-a2cc-7af49d1132f8'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:19.605131 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-6fedfb1c-e3fe-4358-b8e2-4b61a9381aed None None] Set router 6bfbd106-d115-4057-a2cc-7af49d1132f8 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:01:19.895358 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6fedfb1c-e3fe-4358-b8e2-4b61a9381aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfbd106-d115-4057-a2cc-7af49d1132f8', 'name': 'tempest-TestServerMultinode-2060744499-router', 'tenant_id': '175a6c5c61664c408decc9c183497cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7098e8be-e205-4607-a54f-fbee8c3afc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:33Z', 'updated_at': '2021-07-22T17:01:18Z', 'revision_number': 5, 'project_id': '175a6c5c61664c408decc9c183497cf5', 'gw_port': {'id': '7098e8be-e205-4607-a54f-fbee8c3afc09', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfbd106-d115-4057-a2cc-7af49d1132f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:33Z', 'updated_at': '2021-07-22T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:19.926691 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fedfb1c-e3fe-4358-b8e2-4b61a9381aed None None] Checking router: 6bfbd106-d115-4057-a2cc-7af49d1132f8 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:01:19.936697 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fedfb1c-e3fe-4358-b8e2-4b61a9381aed None None] Routers {'6bfbd106-d115-4057-a2cc-7af49d1132f8'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:01:19.937310 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6fedfb1c-e3fe-4358-b8e2-4b61a9381aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:01:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['6bfbd106-d115-4057-a2cc-7af49d1132f8'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:19.944206 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d21d131b-828d-4fe5-bb7d-45a2729192dd admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:20.047506 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-6fedfb1c-e3fe-4358-b8e2-4b61a9381aed None None] Set router 6bfbd106-d115-4057-a2cc-7af49d1132f8 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:01:20.063781 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d21d131b-828d-4fe5-bb7d-45a2729192dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:20.121074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d21d131b-828d-4fe5-bb7d-45a2729192dd admin admin] Deleting port 7098e8be-e205-4607-a54f-fbee8c3afc09 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:01:20.121553 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d21d131b-828d-4fe5-bb7d-45a2729192dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:20.212659 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d21d131b-828d-4fe5-bb7d-45a2729192dd admin admin] For port 7098e8be-e205-4607-a54f-fbee8c3afc09, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=7098e8be-e205-4607-a54f-fbee8c3afc09,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:20.213346 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d21d131b-828d-4fe5-bb7d-45a2729192dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:20.225482 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d21d131b-828d-4fe5-bb7d-45a2729192dd admin admin] Calling delete_port for 7098e8be-e205-4607-a54f-fbee8c3afc09 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:01:20.254257 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6fedfb1c-e3fe-4358-b8e2-4b61a9381aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfbd106-d115-4057-a2cc-7af49d1132f8', 'name': 'tempest-TestServerMultinode-2060744499-router', 'tenant_id': '175a6c5c61664c408decc9c183497cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7098e8be-e205-4607-a54f-fbee8c3afc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:33Z', 'updated_at': '2021-07-22T17:01:18Z', 'revision_number': 5, 'project_id': '175a6c5c61664c408decc9c183497cf5', 'gw_port': {'id': '7098e8be-e205-4607-a54f-fbee8c3afc09', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfbd106-d115-4057-a2cc-7af49d1132f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:33Z', 'updated_at': '2021-07-22T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:20.282992 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fedfb1c-e3fe-4358-b8e2-4b61a9381aed None None] The sync data for ids ['6bfbd106-d115-4057-a2cc-7af49d1132f8'] in n-d-798930-9 is: [{'id': '6bfbd106-d115-4057-a2cc-7af49d1132f8', 'name': 'tempest-TestServerMultinode-2060744499-router', 'tenant_id': '175a6c5c61664c408decc9c183497cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7098e8be-e205-4607-a54f-fbee8c3afc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:33Z', 'updated_at': '2021-07-22T17:01:18Z', 'revision_number': 5, 'project_id': '175a6c5c61664c408decc9c183497cf5', 'gw_port': {'id': '7098e8be-e205-4607-a54f-fbee8c3afc09', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfbd106-d115-4057-a2cc-7af49d1132f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:33Z', 'updated_at': '2021-07-22T17:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:01:20.297175 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 91d67b4c-6548-43bb-9ce2-a867d611b30e no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:01:20.322040 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 91d67b4c-6548-43bb-9ce2-a867d611b30e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:01:20.322676 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 91d67b4c-6548-43bb-9ce2-a867d611b30e not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:01:20.422376 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d21d131b-828d-4fe5-bb7d-45a2729192dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:20.447361 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d131b-828d-4fe5-bb7d-45a2729192dd admin admin] Pushing event deleted for resources: {'Port': ['ID=7098e8be-e205-4607-a54f-fbee8c3afc09,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:20.517811 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d21d131b-828d-4fe5-bb7d-45a2729192dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:20.610866 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d21d131b-828d-4fe5-bb7d-45a2729192dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:20.612972 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d21d131b-828d-4fe5-bb7d-45a2729192dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:20.663475 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d21d131b-828d-4fe5-bb7d-45a2729192dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:20.664190 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21d131b-828d-4fe5-bb7d-45a2729192dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bfbd106-d115-4057-a2cc-7af49d1132f8 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:01:20.668885 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d21d131b-828d-4fe5-bb7d-45a2729192dd admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:20.672326 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d21d131b-828d-4fe5-bb7d-45a2729192dd admin admin] 10.222.0.69 "DELETE /v2.0/routers/6bfbd106-d115-4057-a2cc-7af49d1132f8 HTTP/1.1" status: 204 len: 168 time: 1.1814682 Jul 22 17:01:20.672564 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58730) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:20.719959 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc55c3e8-e884-4741-902d-879121d39407 admin admin] Deleting subnet 2d8fb551-e3dd-4952-9788-04ac02874d44 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:01:20.723795 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc55c3e8-e884-4741-902d-879121d39407 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:20.761525 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc55c3e8-e884-4741-902d-879121d39407 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:20.850080 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc55c3e8-e884-4741-902d-879121d39407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:20.905697 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc55c3e8-e884-4741-902d-879121d39407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:20.936090 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55c3e8-e884-4741-902d-879121d39407 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d8fb551-e3dd-4952-9788-04ac02874d44,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:20.941812 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc55c3e8-e884-4741-902d-879121d39407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:20.944571 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76882374-1984-4ba6-9805-5dfd0763a4ff None None] Network fe80ac5d-7f93-4f96-9995-bb848fe76d0b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:01:20.944699 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-bc55c3e8-e884-4741-902d-879121d39407 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2d8fb551-e3dd-4952-9788-04ac02874d44 HTTP/1.1" status: 204 len: 168 time: 0.2709112 Jul 22 17:01:20.949693 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58736) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:21.058628 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9683be3-e1d9-4ef8-a2a1-17c4317db1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:21.132657 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d9683be3-e1d9-4ef8-a2a1-17c4317db1e4 admin admin] Deleting port 3954153c-2edc-41d8-8c40-c5d80afee659 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:01:21.132997 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9683be3-e1d9-4ef8-a2a1-17c4317db1e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:21.197066 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-d9683be3-e1d9-4ef8-a2a1-17c4317db1e4 admin admin] For port 3954153c-2edc-41d8-8c40-c5d80afee659, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3954153c-2edc-41d8-8c40-c5d80afee659,segment=NetworkSegment(cfd80626-73ad-4957-b8f4-fa6f468fba76),segment_id=cfd80626-73ad-4957-b8f4-fa6f468fba76)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:21.197416 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9683be3-e1d9-4ef8-a2a1-17c4317db1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:21.208457 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d9683be3-e1d9-4ef8-a2a1-17c4317db1e4 admin admin] Calling delete_port for 3954153c-2edc-41d8-8c40-c5d80afee659 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:01:21.290611 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9683be3-e1d9-4ef8-a2a1-17c4317db1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:21.319475 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9683be3-e1d9-4ef8-a2a1-17c4317db1e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3954153c-2edc-41d8-8c40-c5d80afee659,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:21.325301 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9683be3-e1d9-4ef8-a2a1-17c4317db1e4 admin admin] No DVR routers for this DVR port 3954153c-2edc-41d8-8c40-c5d80afee659 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:01:21.397638 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9683be3-e1d9-4ef8-a2a1-17c4317db1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:21.409477 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-d9683be3-e1d9-4ef8-a2a1-17c4317db1e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe80ac5d-7f93-4f96-9995-bb848fe76d0b']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:21.421344 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-d9683be3-e1d9-4ef8-a2a1-17c4317db1e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd80626-73ad-4957-b8f4-fa6f468fba76') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:21.421706 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-d9683be3-e1d9-4ef8-a2a1-17c4317db1e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd80626-73ad-4957-b8f4-fa6f468fba76') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:21.425654 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8804844a-cb40-4090-9c25-5965b90676d8 None None] DHCP port deletion for fe80ac5d-7f93-4f96-9995-bb848fe76d0b request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:01:21.432314 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9683be3-e1d9-4ef8-a2a1-17c4317db1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:21.456222 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9683be3-e1d9-4ef8-a2a1-17c4317db1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:21.467506 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9683be3-e1d9-4ef8-a2a1-17c4317db1e4 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:01:21.467931 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9683be3-e1d9-4ef8-a2a1-17c4317db1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: timer() Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:01:21.469591 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:01:21.523259 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9683be3-e1d9-4ef8-a2a1-17c4317db1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:21.528855 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9683be3-e1d9-4ef8-a2a1-17c4317db1e4 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:21.533950 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d9683be3-e1d9-4ef8-a2a1-17c4317db1e4 admin admin] 10.222.0.69 "DELETE /v2.0/networks/fe80ac5d-7f93-4f96-9995-bb848fe76d0b HTTP/1.1" status: 204 len: 168 time: 0.5831542 Jul 22 17:01:21.534155 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58750) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:21.546012 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9683be3-e1d9-4ef8-a2a1-17c4317db1e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe80ac5d-7f93-4f96-9995-bb848fe76d0b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:21.897590 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2eb7999f-54a5-40b9-a99f-8a05b3092417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:21.968341 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3954153c-2edc-41d8-8c40-c5d80afee659 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:01:21.987687 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 3954153c-2edc-41d8-8c40-c5d80afee659 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:01:21.988333 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3954153c-2edc-41d8-8c40-c5d80afee659 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:01:21.988980 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7098e8be-e205-4607-a54f-fbee8c3afc09 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:01:22.008307 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 7098e8be-e205-4607-a54f-fbee8c3afc09 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:01:22.008923 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7098e8be-e205-4607-a54f-fbee8c3afc09 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:01:22.009540 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:01:22.028228 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:01:22.028841 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device d4cd8f1e-c3c0-4e40-86b6-c4f5693a4b50 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:01:22.164848 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2eb7999f-54a5-40b9-a99f-8a05b3092417 admin admin] Deleting port 7ccd52a2-cc91-4326-a4af-1479a670b257 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:01:22.165479 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2eb7999f-54a5-40b9-a99f-8a05b3092417 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:22.243134 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2eb7999f-54a5-40b9-a99f-8a05b3092417 admin admin] For port 7ccd52a2-cc91-4326-a4af-1479a670b257, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=7ccd52a2-cc91-4326-a4af-1479a670b257,segment=NetworkSegment(e7fd2389-cd12-4ff2-90ac-e29245b7b7ef),segment_id=e7fd2389-cd12-4ff2-90ac-e29245b7b7ef)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:22.243411 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2eb7999f-54a5-40b9-a99f-8a05b3092417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:22.256450 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2eb7999f-54a5-40b9-a99f-8a05b3092417 admin admin] Calling delete_port for 7ccd52a2-cc91-4326-a4af-1479a670b257 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:01:22.442271 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2eb7999f-54a5-40b9-a99f-8a05b3092417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:22.468593 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7999f-54a5-40b9-a99f-8a05b3092417 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ccd52a2-cc91-4326-a4af-1479a670b257,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:22.659219 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2eb7999f-54a5-40b9-a99f-8a05b3092417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:22.877865 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb7999f-54a5-40b9-a99f-8a05b3092417 admin admin] Router 90993384-bf26-4fba-81ca-ab119127518f has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:01:22.986069 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb7999f-54a5-40b9-a99f-8a05b3092417 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:01:22.991377 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2eb7999f-54a5-40b9-a99f-8a05b3092417 admin admin] 10.222.0.69 "PUT /v2.0/routers/90993384-bf26-4fba-81ca-ab119127518f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4558079 Jul 22 17:01:22.993862 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58776) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:22.995920 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7c1c49-d07b-48d5-bb1f-714eac725bb5 None None] Sync routers for ids ['90993384-bf26-4fba-81ca-ab119127518f'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:01:23.005399 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7c1c49-d07b-48d5-bb1f-714eac725bb5 None None] Routers {'90993384-bf26-4fba-81ca-ab119127518f'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:01:23.006049 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6e7c1c49-d07b-48d5-bb1f-714eac725bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:01:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['90993384-bf26-4fba-81ca-ab119127518f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:23.103813 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4accfcc-9513-4f70-ad2b-9e9c2e49b247 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:23.124916 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-6e7c1c49-d07b-48d5-bb1f-714eac725bb5 None None] Set router 90993384-bf26-4fba-81ca-ab119127518f gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:01:23.218508 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4accfcc-9513-4f70-ad2b-9e9c2e49b247 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:23.272154 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b4accfcc-9513-4f70-ad2b-9e9c2e49b247 admin admin] Deleting port 3b3a0123-65e6-44ad-83ec-3296b612b9f3 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:01:23.272513 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4accfcc-9513-4f70-ad2b-9e9c2e49b247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:23.300579 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6e7c1c49-d07b-48d5-bb1f-714eac725bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90993384-bf26-4fba-81ca-ab119127518f', 'name': 'tempest-TestServerMultinode-1898730213-router', 'tenant_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '3b3a0123-65e6-44ad-83ec-3296b612b9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:39Z', 'updated_at': '2021-07-22T17:01:22Z', 'revision_number': 5, 'project_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'gw_port': {'id': '3b3a0123-65e6-44ad-83ec-3296b612b9f3', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90993384-bf26-4fba-81ca-ab119127518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:39Z', 'updated_at': '2021-07-22T17:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:23.331421 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7c1c49-d07b-48d5-bb1f-714eac725bb5 None None] Checking router: 90993384-bf26-4fba-81ca-ab119127518f for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:01:23.340989 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7c1c49-d07b-48d5-bb1f-714eac725bb5 None None] Routers {'90993384-bf26-4fba-81ca-ab119127518f'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:01:23.341598 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6e7c1c49-d07b-48d5-bb1f-714eac725bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:01:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['90993384-bf26-4fba-81ca-ab119127518f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:23.357952 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b4accfcc-9513-4f70-ad2b-9e9c2e49b247 admin admin] For port 3b3a0123-65e6-44ad-83ec-3296b612b9f3, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3b3a0123-65e6-44ad-83ec-3296b612b9f3,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:23.358344 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4accfcc-9513-4f70-ad2b-9e9c2e49b247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:23.370201 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b4accfcc-9513-4f70-ad2b-9e9c2e49b247 admin admin] Calling delete_port for 3b3a0123-65e6-44ad-83ec-3296b612b9f3 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:01:23.437680 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-6e7c1c49-d07b-48d5-bb1f-714eac725bb5 None None] Set router 90993384-bf26-4fba-81ca-ab119127518f gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:01:23.489741 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6e7c1c49-d07b-48d5-bb1f-714eac725bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90993384-bf26-4fba-81ca-ab119127518f', 'name': 'tempest-TestServerMultinode-1898730213-router', 'tenant_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:39Z', 'updated_at': '2021-07-22T17:01:23Z', 'revision_number': 6, 'project_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:23.521664 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7c1c49-d07b-48d5-bb1f-714eac725bb5 None None] The sync data for ids ['90993384-bf26-4fba-81ca-ab119127518f'] in n-d-798930-9 is: [{'id': '90993384-bf26-4fba-81ca-ab119127518f', 'name': 'tempest-TestServerMultinode-1898730213-router', 'tenant_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:39Z', 'updated_at': '2021-07-22T17:01:23Z', 'revision_number': 6, 'project_id': '2ef6617ff52e4b3f8382dba7faef48ac', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:01:23.550006 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4accfcc-9513-4f70-ad2b-9e9c2e49b247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:23.576648 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4accfcc-9513-4f70-ad2b-9e9c2e49b247 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b3a0123-65e6-44ad-83ec-3296b612b9f3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:23.643218 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4accfcc-9513-4f70-ad2b-9e9c2e49b247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:23.736974 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4accfcc-9513-4f70-ad2b-9e9c2e49b247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:23.739252 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4accfcc-9513-4f70-ad2b-9e9c2e49b247 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:23.786363 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4accfcc-9513-4f70-ad2b-9e9c2e49b247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:23.787456 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4accfcc-9513-4f70-ad2b-9e9c2e49b247 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90993384-bf26-4fba-81ca-ab119127518f {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:01:23.792553 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4accfcc-9513-4f70-ad2b-9e9c2e49b247 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:23.793711 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b4accfcc-9513-4f70-ad2b-9e9c2e49b247 admin admin] 10.222.0.69 "DELETE /v2.0/routers/90993384-bf26-4fba-81ca-ab119127518f HTTP/1.1" status: 204 len: 168 time: 0.7986672 Jul 22 17:01:23.796173 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 58792) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:23.840702 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-390ebd60-2df8-4b39-a4a4-0de60c29517e admin admin] Deleting subnet aa604f76-9910-4ad5-abe4-e15787546084 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:01:23.844209 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-390ebd60-2df8-4b39-a4a4-0de60c29517e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:23.879966 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-390ebd60-2df8-4b39-a4a4-0de60c29517e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:23.976617 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-390ebd60-2df8-4b39-a4a4-0de60c29517e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:24.040012 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-390ebd60-2df8-4b39-a4a4-0de60c29517e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:24.063368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ebd60-2df8-4b39-a4a4-0de60c29517e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa604f76-9910-4ad5-abe4-e15787546084,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:24.069161 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-390ebd60-2df8-4b39-a4a4-0de60c29517e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:24.071296 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-390ebd60-2df8-4b39-a4a4-0de60c29517e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/aa604f76-9910-4ad5-abe4-e15787546084 HTTP/1.1" status: 204 len: 168 time: 0.2740979 Jul 22 17:01:24.074024 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58798) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:24.075197 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b163818-7db7-4236-963f-5bfb5616dd7f None None] Network f4640451-c7df-44ef-a74b-9925cc1f355a requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:01:24.155964 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c69d-1f28-4c24-9d93-a46f0a6535ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:24.210757 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-cfd8c69d-1f28-4c24-9d93-a46f0a6535ae admin admin] Deleting port cf3b60e9-23c5-4305-8ad6-237502f0d485 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:01:24.211100 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c69d-1f28-4c24-9d93-a46f0a6535ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:24.277626 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-cfd8c69d-1f28-4c24-9d93-a46f0a6535ae admin admin] For port cf3b60e9-23c5-4305-8ad6-237502f0d485, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=cf3b60e9-23c5-4305-8ad6-237502f0d485,segment=NetworkSegment(e7fd2389-cd12-4ff2-90ac-e29245b7b7ef),segment_id=e7fd2389-cd12-4ff2-90ac-e29245b7b7ef)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:24.278010 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c69d-1f28-4c24-9d93-a46f0a6535ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:24.290495 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-cfd8c69d-1f28-4c24-9d93-a46f0a6535ae admin admin] Calling delete_port for cf3b60e9-23c5-4305-8ad6-237502f0d485 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:01:24.373416 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c69d-1f28-4c24-9d93-a46f0a6535ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:24.383553 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ea2191-76b8-4da6-895e-657ea0363c69 None None] DHCP port deletion for f4640451-c7df-44ef-a74b-9925cc1f355a request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:01:24.415054 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8c69d-1f28-4c24-9d93-a46f0a6535ae admin admin] Pushing event deleted for resources: {'Port': ['ID=cf3b60e9-23c5-4305-8ad6-237502f0d485,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:24.420694 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd8c69d-1f28-4c24-9d93-a46f0a6535ae admin admin] No DVR routers for this DVR port cf3b60e9-23c5-4305-8ad6-237502f0d485 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:01:24.429888 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7ccd52a2-cc91-4326-a4af-1479a670b257 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:01:24.450581 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 7ccd52a2-cc91-4326-a4af-1479a670b257 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:01:24.451085 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7ccd52a2-cc91-4326-a4af-1479a670b257 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:01:24.507037 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c69d-1f28-4c24-9d93-a46f0a6535ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:24.518119 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-cfd8c69d-1f28-4c24-9d93-a46f0a6535ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4640451-c7df-44ef-a74b-9925cc1f355a']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:24.529329 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-cfd8c69d-1f28-4c24-9d93-a46f0a6535ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7fd2389-cd12-4ff2-90ac-e29245b7b7ef') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:24.529615 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-cfd8c69d-1f28-4c24-9d93-a46f0a6535ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7fd2389-cd12-4ff2-90ac-e29245b7b7ef') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:24.539429 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c69d-1f28-4c24-9d93-a46f0a6535ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:24.553373 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c69d-1f28-4c24-9d93-a46f0a6535ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:24.559457 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd8c69d-1f28-4c24-9d93-a46f0a6535ae admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:01:24.559839 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c69d-1f28-4c24-9d93-a46f0a6535ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: timer() Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:01:24.561627 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:01:24.615849 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c69d-1f28-4c24-9d93-a46f0a6535ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:24.620663 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c69d-1f28-4c24-9d93-a46f0a6535ae admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:24.626086 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cfd8c69d-1f28-4c24-9d93-a46f0a6535ae admin admin] 10.222.0.69 "DELETE /v2.0/networks/f4640451-c7df-44ef-a74b-9925cc1f355a HTTP/1.1" status: 204 len: 168 time: 0.5475991 Jul 22 17:01:24.638151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8c69d-1f28-4c24-9d93-a46f0a6535ae admin admin] Pushing event deleted for resources: {'Network': ['ID=f4640451-c7df-44ef-a74b-9925cc1f355a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:24.814585 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58816) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:24.865486 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f5af8e1e-0de2-4bff-8cf4-3a985f73f837 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=175a6c5c61664c408decc9c183497cf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468454 Jul 22 17:01:24.865711 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58818) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:24.919182 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4553e194-9e97-4b73-9b9e-57ee87fbbbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:24.939289 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4553e194-9e97-4b73-9b9e-57ee87fbbbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:24.987446 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4553e194-9e97-4b73-9b9e-57ee87fbbbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:24.990184 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4553e194-9e97-4b73-9b9e-57ee87fbbbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:24.991404 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4553e194-9e97-4b73-9b9e-57ee87fbbbf4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/de224509-bcd1-471c-9e9c-e0d301756b42 HTTP/1.1" status: 204 len: 168 time: 0.1247737 Jul 22 17:01:25.000222 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553e194-9e97-4b73-9b9e-57ee87fbbbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de224509-bcd1-471c-9e9c-e0d301756b42,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:25.319623 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58832) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:25.358875 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-737386cb-f8cc-4534-b9f6-a748d36f281b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2ef6617ff52e4b3f8382dba7faef48ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380902 Jul 22 17:01:25.361501 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 58834) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:25.410330 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14af2273-8ea1-440a-b3d5-0464cbb5cffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:25.431586 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14af2273-8ea1-440a-b3d5-0464cbb5cffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:25.478335 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14af2273-8ea1-440a-b3d5-0464cbb5cffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:25.481752 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14af2273-8ea1-440a-b3d5-0464cbb5cffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:25.483020 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-14af2273-8ea1-440a-b3d5-0464cbb5cffe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8c84ef92-fdf9-48d4-a219-86056091d6a0 HTTP/1.1" status: 204 len: 168 time: 0.1205921 Jul 22 17:01:25.492614 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af2273-8ea1-440a-b3d5-0464cbb5cffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c84ef92-fdf9-48d4-a219-86056091d6a0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:25.966360 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device cf3b60e9-23c5-4305-8ad6-237502f0d485 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:01:25.998301 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: cf3b60e9-23c5-4305-8ad6-237502f0d485 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:01:25.998651 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device cf3b60e9-23c5-4305-8ad6-237502f0d485 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:01:25.999081 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3b3a0123-65e6-44ad-83ec-3296b612b9f3 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:01:26.019519 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 3b3a0123-65e6-44ad-83ec-3296b612b9f3 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:01:26.019868 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3b3a0123-65e6-44ad-83ec-3296b612b9f3 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:01:27.142870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-349e35d1-d264-4076-849b-fe1525210198 req-cf70286f-cc2e-45e8-91d8-200f6bb3d49d service neutron] (93816) timed out ('10.222.0.69', 37396) {{(pid=93816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 17:01:29.028055 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-208474cc-8d7f-4f1e-a89b-ba2a8399c89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:31.619663 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d80a6c63-3b98-491e-868b-a8b7c618334e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:31.652674 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:32.815753 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:34.666351 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:39.433964 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:01:39.671232 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b969d-a7c9-4d51-bb1a-0b731af360be req-2e57a30a-180e-499e-8217-f744ea630edc tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:39.672735 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f61b969d-a7c9-4d51-bb1a-0b731af360be req-2e57a30a-180e-499e-8217-f744ea630edc tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 945 time: 0.0635376 Jul 22 17:01:39.715076 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f61b969d-a7c9-4d51-bb1a-0b731af360be req-4d76f2f5-21b5-4687-8b7d-0588c9fff407 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cb8aab0-b040-40cb-b676-a8bef527e65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360379 Jul 22 17:01:39.737346 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59406) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:39.855552 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c2fa00ec-78d9-42c7-b383-910219969d11 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/floatingips/a18cb0d1-6688-4fbe-91b5-08bf3a5e66b7 HTTP/1.1" status: 200 len: 992 time: 0.1169407 Jul 22 17:01:40.239848 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084f1b7-33f4-4aab-875f-3fac83640c5a req-83b22214-7b3c-4608-83d6-eba3f8a2d7c9 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:40.241394 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0084f1b7-33f4-4aab-875f-3fac83640c5a req-83b22214-7b3c-4608-83d6-eba3f8a2d7c9 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 1096 time: 0.0543396 Jul 22 17:01:40.275558 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0084f1b7-33f4-4aab-875f-3fac83640c5a req-0426e578-566f-4653-a786-6f01a5a8c5fa tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=2cb8aab0-b040-40cb-b676-a8bef527e65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285261 Jul 22 17:01:40.917079 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-7677fa73-6988-4e15-9f67-a98a97a454d3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1488583 Jul 22 17:01:41.543952 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-f0955457-925d-4e6d-81e3-38051273f3f6 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:01:41.545055 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-f0955457-925d-4e6d-81e3-38051273f3f6 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1596832 Jul 22 17:01:41.555291 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-27c31d2f-3242-4002-b22d-4d50ef3954fa service neutron] Request body: {'binding': {'host': 'n-h1-798930-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:01:41.555813 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-27c31d2f-3242-4002-b22d-4d50ef3954fa service neutron] Unknown quota resources ['binding']. {{(pid=93816) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 17:01:41.688128 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-27c31d2f-3242-4002-b22d-4d50ef3954fa service neutron] Attempting to bind port ce200519-b87d-41ca-8f37-f36364f43f1e on host n-h1-798930-9 for vnic_type normal with profile None {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:01:41.688559 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-27c31d2f-3242-4002-b22d-4d50ef3954fa service neutron] Attempting to bind port ce200519-b87d-41ca-8f37-f36364f43f1e by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '2afb3305-069e-4e4c-8882-a73a95e02403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:01:41.688884 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-27c31d2f-3242-4002-b22d-4d50ef3954fa service neutron] Attempting to bind port ce200519-b87d-41ca-8f37-f36364f43f1e on network 7531b2be-9d8c-43da-8ec6-97b47ec1b190 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:01:41.693079 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-27c31d2f-3242-4002-b22d-4d50ef3954fa service neutron] Port ce200519-b87d-41ca-8f37-f36364f43f1e on network 7531b2be-9d8c-43da-8ec6-97b47ec1b190 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:01:41.693397 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-27c31d2f-3242-4002-b22d-4d50ef3954fa service neutron] Attempting to bind port ce200519-b87d-41ca-8f37-f36364f43f1e on network 7531b2be-9d8c-43da-8ec6-97b47ec1b190 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:01:41.698184 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-27c31d2f-3242-4002-b22d-4d50ef3954fa service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:01:41.698535 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-27c31d2f-3242-4002-b22d-4d50ef3954fa service neutron] Checking segment: {'id': '2afb3305-069e-4e4c-8882-a73a95e02403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:01:41.698903 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-27c31d2f-3242-4002-b22d-4d50ef3954fa service neutron] Bound using segment: {'id': '2afb3305-069e-4e4c-8882-a73a95e02403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:01:41.699325 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-27c31d2f-3242-4002-b22d-4d50ef3954fa service neutron] Bound port: ce200519-b87d-41ca-8f37-f36364f43f1e, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2afb3305-069e-4e4c-8882-a73a95e02403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:01:41.787769 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-27c31d2f-3242-4002-b22d-4d50ef3954fa service neutron] For port ce200519-b87d-41ca-8f37-f36364f43f1e, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ce200519-b87d-41ca-8f37-f36364f43f1e,segment=NetworkSegment(2afb3305-069e-4e4c-8882-a73a95e02403),segment_id=2afb3305-069e-4e4c-8882-a73a95e02403)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:01:41.793180 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-27c31d2f-3242-4002-b22d-4d50ef3954fa service neutron] Notify callbacks [] for binding, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:41.794648 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-27c31d2f-3242-4002-b22d-4d50ef3954fa service neutron] 10.222.0.69 "POST /v2.0/ports/ce200519-b87d-41ca-8f37-f36364f43f1e/bindings HTTP/1.1" status: 201 len: 389 time: 0.2433374 Jul 22 17:01:41.957399 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8b472-f15e-4f0e-a7c7-8a344601da7c req-ba8fd001-2d77-4abc-8971-87b22450834b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:41.959458 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32c8b472-f15e-4f0e-a7c7-8a344601da7c req-ba8fd001-2d77-4abc-8971-87b22450834b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 945 time: 0.0685937 Jul 22 17:01:41.998683 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32c8b472-f15e-4f0e-a7c7-8a344601da7c req-d4b1e2ae-f012-41d5-b307-b0567bf4dc4d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cb8aab0-b040-40cb-b676-a8bef527e65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334034 Jul 22 17:01:42.054524 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-f37c4323-80cb-438e-bf10-ee5c26079b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:42.055939 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-f37c4323-80cb-438e-bf10-ee5c26079b5b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 1096 time: 0.0564113 Jul 22 17:01:42.148102 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-11598d77-ef4b-46fc-a2a9-84c2acbda660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:42.149569 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-11598d77-ef4b-46fc-a2a9-84c2acbda660 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7531b2be-9d8c-43da-8ec6-97b47ec1b190 HTTP/1.1" status: 200 len: 897 time: 0.0876553 Jul 22 17:01:42.207437 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:42.213426 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-d2c68f14-c9d3-4e8b-8580-89875860cc03 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce200519-b87d-41ca-8f37-f36364f43f1e HTTP/1.1" status: 200 len: 1000 time: 0.0569088 Jul 22 17:01:42.264230 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-9cf7501f-9677-4620-941d-e9f479fd654e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:42.265663 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-9cf7501f-9677-4620-941d-e9f479fd654e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=38904df6-ac8c-4df1-a220-c6343972fc20 HTTP/1.1" status: 200 len: 834 time: 0.0464103 Jul 22 17:01:42.275140 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:42.322388 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-23262e83-e980-485c-9207-11a4449d45fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:42.323786 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-23262e83-e980-485c-9207-11a4449d45fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7531b2be-9d8c-43da-8ec6-97b47ec1b190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520816 Jul 22 17:01:42.414743 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-e2ee6926-ef01-422c-bdcd-c8951153fadf service neutron] 10.222.0.16 "GET /v2.0/networks/7531b2be-9d8c-43da-8ec6-97b47ec1b190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846989 Jul 22 17:01:42.868110 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-83375297-eb44-4365-bb16-8eddf28c14fb service neutron] 10.222.0.16 "GET /v2.0/networks/7531b2be-9d8c-43da-8ec6-97b47ec1b190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467533 Jul 22 17:01:42.883931 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c70fd4-1a1d-4a88-a261-8ede478b70cb req-651cd25c-4ac2-4dce-90f7-5ff7cedaca06 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:42.885440 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1c70fd4-1a1d-4a88-a261-8ede478b70cb req-651cd25c-4ac2-4dce-90f7-5ff7cedaca06 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd32425a-0891-4e16-b3f1-3edac2553668 HTTP/1.1" status: 200 len: 950 time: 0.1238511 Jul 22 17:01:42.923744 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1c70fd4-1a1d-4a88-a261-8ede478b70cb req-c9eb7440-e683-4487-9f50-85b2a02002f1 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac7888d9-0e75-408c-83f6-37b4fb4e955e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325699 Jul 22 17:01:43.074432 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-13132753-3aae-4422-aca8-0c0ae71e6442 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:43.075944 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-13132753-3aae-4422-aca8-0c0ae71e6442 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f&tenant_id=58f63b32e2494f47baeccbbc4d805873&binding%3Ahost_id=n-h2-798930-9 HTTP/1.1" status: 200 len: 1096 time: 0.0996234 Jul 22 17:01:43.087696 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-4b4e1235-c863-433b-bbdc-beb34145067c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798930-9'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:01:43.137808 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcb2f3-71f9-4dec-a7fa-e879dcd95b3e req-e8b69267-49d6-4d93-9cb2-29b376f935b6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:43.139223 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6fcb2f3-71f9-4dec-a7fa-e879dcd95b3e req-e8b69267-49d6-4d93-9cb2-29b376f935b6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 945 time: 0.0721567 Jul 22 17:01:43.164689 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-4b4e1235-c863-433b-bbdc-beb34145067c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:43.176316 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6fcb2f3-71f9-4dec-a7fa-e879dcd95b3e req-02e7b83b-5fff-439b-b564-5734b8663ba2 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cb8aab0-b040-40cb-b676-a8bef527e65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313506 Jul 22 17:01:43.290692 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-4b4e1235-c863-433b-bbdc-beb34145067c service neutron] For port ce200519-b87d-41ca-8f37-f36364f43f1e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=ce200519-b87d-41ca-8f37-f36364f43f1e,segment=NetworkSegment(2afb3305-069e-4e4c-8882-a73a95e02403),segment_id=2afb3305-069e-4e4c-8882-a73a95e02403)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:43.326219 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-4b4e1235-c863-433b-bbdc-beb34145067c service neutron] For port ce200519-b87d-41ca-8f37-f36364f43f1e, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:01:43.364751 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40af8757-6c67-4bba-a6c2-162cd3db207f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce200519-b87d-41ca-8f37-f36364f43f1e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:01:43.367043 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb8ad09-6e3d-4335-b792-2d9c64f5d3fc" -d '{"events": [{"server_uuid": "40af8757-6c67-4bba-a6c2-162cd3db207f", "name": "network-vif-unplugged", "status": "completed", "tag": "ce200519-b87d-41ca-8f37-f36364f43f1e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:01:43.370547 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-4b4e1235-c863-433b-bbdc-beb34145067c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:43.377000 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-4b4e1235-c863-433b-bbdc-beb34145067c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:43.409088 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3617f634-d060-431e-993d-39d232453fff x-openstack-request-id: req-3617f634-d060-431e-993d-39d232453fff {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:01:43.409205 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40af8757-6c67-4bba-a6c2-162cd3db207f", "name": "network-vif-unplugged", "status": "completed", "tag": "ce200519-b87d-41ca-8f37-f36364f43f1e", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:01:43.409498 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3617f634-d060-431e-993d-39d232453fff {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:01:43.409776 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40af8757-6c67-4bba-a6c2-162cd3db207f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce200519-b87d-41ca-8f37-f36364f43f1e', 'code': 200} Jul 22 17:01:43.471651 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e1235-c863-433b-bbdc-beb34145067c service neutron] Pushing event updated for resources: {'Port': ['ID=ce200519-b87d-41ca-8f37-f36364f43f1e,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:43.528162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-4b4e1235-c863-433b-bbdc-beb34145067c service neutron] Attempting to bind port ce200519-b87d-41ca-8f37-f36364f43f1e on host n-h2-798930-9 for vnic_type normal with profile {"migrating_to": "n-h1-798930-9"} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:01:43.528501 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-4b4e1235-c863-433b-bbdc-beb34145067c service neutron] Attempting to bind port ce200519-b87d-41ca-8f37-f36364f43f1e by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '2afb3305-069e-4e4c-8882-a73a95e02403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:01:43.528830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-4b4e1235-c863-433b-bbdc-beb34145067c service neutron] Attempting to bind port ce200519-b87d-41ca-8f37-f36364f43f1e on network 7531b2be-9d8c-43da-8ec6-97b47ec1b190 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:01:43.533363 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-4b4e1235-c863-433b-bbdc-beb34145067c service neutron] Port ce200519-b87d-41ca-8f37-f36364f43f1e on network 7531b2be-9d8c-43da-8ec6-97b47ec1b190 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:01:43.533679 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-4b4e1235-c863-433b-bbdc-beb34145067c service neutron] Attempting to bind port ce200519-b87d-41ca-8f37-f36364f43f1e on network 7531b2be-9d8c-43da-8ec6-97b47ec1b190 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:01:43.539109 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-4b4e1235-c863-433b-bbdc-beb34145067c service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:01:43.539444 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-4b4e1235-c863-433b-bbdc-beb34145067c service neutron] Checking segment: {'id': '2afb3305-069e-4e4c-8882-a73a95e02403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:01:43.539826 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-4b4e1235-c863-433b-bbdc-beb34145067c service neutron] Bound using segment: {'id': '2afb3305-069e-4e4c-8882-a73a95e02403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:01:43.540249 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-4b4e1235-c863-433b-bbdc-beb34145067c service neutron] Bound port: ce200519-b87d-41ca-8f37-f36364f43f1e, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2afb3305-069e-4e4c-8882-a73a95e02403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:01:43.540605 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-4b4e1235-c863-433b-bbdc-beb34145067c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:43.604941 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-4b4e1235-c863-433b-bbdc-beb34145067c service neutron] For port ce200519-b87d-41ca-8f37-f36364f43f1e, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:01:43.607912 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-4b4e1235-c863-433b-bbdc-beb34145067c service neutron] For port ce200519-b87d-41ca-8f37-f36364f43f1e, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=ce200519-b87d-41ca-8f37-f36364f43f1e,segment=NetworkSegment(2afb3305-069e-4e4c-8882-a73a95e02403),segment_id=2afb3305-069e-4e4c-8882-a73a95e02403)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:01:43.612310 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-4b4e1235-c863-433b-bbdc-beb34145067c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:43.638816 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9f2b6b71-48ce-4d97-afb8-25bc9f7ac37b None None] Provisioning complete for port ce200519-b87d-41ca-8f37-f36364f43f1e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:01:43.639417 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f2b6b71-48ce-4d97-afb8-25bc9f7ac37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:43.706129 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e1235-c863-433b-bbdc-beb34145067c service neutron] Pushing event updated for resources: {'Port': ['ID=ce200519-b87d-41ca-8f37-f36364f43f1e,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:43.725885 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f2b6b71-48ce-4d97-afb8-25bc9f7ac37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:43.751438 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40af8757-6c67-4bba-a6c2-162cd3db207f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce200519-b87d-41ca-8f37-f36364f43f1e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:01:43.755454 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc81f0f-5310-499a-ad31-9d2e79a621ea" -d '{"events": [{"server_uuid": "40af8757-6c67-4bba-a6c2-162cd3db207f", "name": "network-vif-plugged", "status": "completed", "tag": "ce200519-b87d-41ca-8f37-f36364f43f1e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:01:43.756542 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-4b4e1235-c863-433b-bbdc-beb34145067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:43.757379 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-4b4e1235-c863-433b-bbdc-beb34145067c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:43.758965 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-4b4e1235-c863-433b-bbdc-beb34145067c service neutron] 10.222.0.16 "PUT /v2.0/ports/ce200519-b87d-41ca-8f37-f36364f43f1e HTTP/1.1" status: 200 len: 1121 time: 0.6753147 Jul 22 17:01:43.770856 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9f2b6b71-48ce-4d97-afb8-25bc9f7ac37b None None] For port ce200519-b87d-41ca-8f37-f36364f43f1e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=ce200519-b87d-41ca-8f37-f36364f43f1e,segment=NetworkSegment(2afb3305-069e-4e4c-8882-a73a95e02403),segment_id=2afb3305-069e-4e4c-8882-a73a95e02403)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:43.775728 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f2b6b71-48ce-4d97-afb8-25bc9f7ac37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:43.821650 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cbb15c-1631-4dc9-aed5-1913e1a32758 x-openstack-request-id: req-93cbb15c-1631-4dc9-aed5-1913e1a32758 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:01:43.821958 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40af8757-6c67-4bba-a6c2-162cd3db207f", "name": "network-vif-plugged", "status": "completed", "tag": "ce200519-b87d-41ca-8f37-f36364f43f1e", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:01:43.822219 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-93cbb15c-1631-4dc9-aed5-1913e1a32758 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:01:43.822616 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40af8757-6c67-4bba-a6c2-162cd3db207f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce200519-b87d-41ca-8f37-f36364f43f1e', 'code': 200} Jul 22 17:01:43.926987 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['ce200519-b87d-41ca-8f37-f36364f43f1e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:01:43.959031 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b6b71-48ce-4d97-afb8-25bc9f7ac37b None None] Pushing event updated for resources: {'Port': ['ID=ce200519-b87d-41ca-8f37-f36364f43f1e,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:44.060981 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6901d3-15b8-48e4-b335-4cb4ec2846de req-c689f5e3-84fa-40bd-a5d4-792b0ea9e0fc tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:44.062499 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7c6901d3-15b8-48e4-b335-4cb4ec2846de req-c689f5e3-84fa-40bd-a5d4-792b0ea9e0fc tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd32425a-0891-4e16-b3f1-3edac2553668 HTTP/1.1" status: 200 len: 950 time: 0.0683193 Jul 22 17:01:44.102969 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7c6901d3-15b8-48e4-b335-4cb4ec2846de req-a86de8d5-94dd-44f8-ab3a-02d035b53d44 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac7888d9-0e75-408c-83f6-37b4fb4e955e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341117 Jul 22 17:01:44.150167 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-88fef415-7d8e-413a-8dcb-2ad92837a380 None None] Provisioning complete for port ce200519-b87d-41ca-8f37-f36364f43f1e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:01:44.150536 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88fef415-7d8e-413a-8dcb-2ad92837a380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:44.311351 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363fe58-8ade-4fd5-af01-12587440703f req-d7f906ef-1857-4351-8bdc-fb8b3c6d2326 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:44.312863 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2363fe58-8ade-4fd5-af01-12587440703f req-d7f906ef-1857-4351-8bdc-fb8b3c6d2326 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd32425a-0891-4e16-b3f1-3edac2553668 HTTP/1.1" status: 200 len: 950 time: 0.0686429 Jul 22 17:01:44.316735 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fa43c-7ab1-4529-a059-78910dea8882 req-dc713e70-c23a-435f-907d-0805eff7d53b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:44.318408 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ed4fa43c-7ab1-4529-a059-78910dea8882 req-dc713e70-c23a-435f-907d-0805eff7d53b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 945 time: 0.0675468 Jul 22 17:01:44.357609 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ed4fa43c-7ab1-4529-a059-78910dea8882 req-070c263b-ce02-4065-8e1e-a0e91d47c2fe tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cb8aab0-b040-40cb-b676-a8bef527e65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337975 Jul 22 17:01:44.416271 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-2363fe58-8ade-4fd5-af01-12587440703f req-4b31e48d-8f07-4278-9afc-88ceca16b501 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Deleting port c272d9c5-29d6-431f-aa7e-a3df671ecb97 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:01:44.416649 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2363fe58-8ade-4fd5-af01-12587440703f req-4b31e48d-8f07-4278-9afc-88ceca16b501 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:44.506891 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-2363fe58-8ade-4fd5-af01-12587440703f req-4b31e48d-8f07-4278-9afc-88ceca16b501 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] For port c272d9c5-29d6-431f-aa7e-a3df671ecb97, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=c272d9c5-29d6-431f-aa7e-a3df671ecb97,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:44.507172 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2363fe58-8ade-4fd5-af01-12587440703f req-4b31e48d-8f07-4278-9afc-88ceca16b501 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:44.518631 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-2363fe58-8ade-4fd5-af01-12587440703f req-4b31e48d-8f07-4278-9afc-88ceca16b501 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Calling delete_port for c272d9c5-29d6-431f-aa7e-a3df671ecb97 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:01:44.644959 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2363fe58-8ade-4fd5-af01-12587440703f req-4b31e48d-8f07-4278-9afc-88ceca16b501 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:44.674826 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31e48d-8f07-4278-9afc-88ceca16b501 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Pushing event deleted for resources: {'Port': ['ID=c272d9c5-29d6-431f-aa7e-a3df671ecb97,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:44.677972 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['c272d9c5-29d6-431f-aa7e-a3df671ecb97'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:01:44.720447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2363fe58-8ade-4fd5-af01-12587440703f req-4b31e48d-8f07-4278-9afc-88ceca16b501 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] No DVR routers for this DVR port c272d9c5-29d6-431f-aa7e-a3df671ecb97 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:01:44.723163 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2363fe58-8ade-4fd5-af01-12587440703f req-4b31e48d-8f07-4278-9afc-88ceca16b501 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:44.725249 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2363fe58-8ade-4fd5-af01-12587440703f req-4b31e48d-8f07-4278-9afc-88ceca16b501 tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.16 "DELETE /v2.0/ports/c272d9c5-29d6-431f-aa7e-a3df671ecb97 HTTP/1.1" status: 204 len: 173 time: 0.4058573 Jul 22 17:01:45.213720 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3d0c878-1549-4454-9576-0b90d027f0f1 req-72a083bb-52c0-46e1-988e-196945fd9e1c tempest-VolumesBackupsTest-333268653 tempest-VolumesBackupsTest-333268653-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd32425a-0891-4e16-b3f1-3edac2553668 HTTP/1.1" status: 200 len: 210 time: 0.0292685 Jul 22 17:01:45.411308 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40af8757-6c67-4bba-a6c2-162cd3db207f', 'tag': 'ce200519-b87d-41ca-8f37-f36364f43f1e'}, {'server_uuid': 'dd32425a-0891-4e16-b3f1-3edac2553668', 'name': 'network-vif-deleted', 'tag': 'c272d9c5-29d6-431f-aa7e-a3df671ecb97'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:01:45.413642 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0c9f57-c583-4483-a4dd-89278fa14a12" -d '{"events": [{"name": "network-changed", "server_uuid": "40af8757-6c67-4bba-a6c2-162cd3db207f", "tag": "ce200519-b87d-41ca-8f37-f36364f43f1e"}, {"server_uuid": "dd32425a-0891-4e16-b3f1-3edac2553668", "name": "network-vif-deleted", "tag": "c272d9c5-29d6-431f-aa7e-a3df671ecb97"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:01:45.454488 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 17:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a06045e-f51e-4429-80aa-a537d1a79522 x-openstack-request-id: req-2a06045e-f51e-4429-80aa-a537d1a79522 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:01:45.454785 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40af8757-6c67-4bba-a6c2-162cd3db207f", "tag": "ce200519-b87d-41ca-8f37-f36364f43f1e", "status": "completed", "code": 200}, {"server_uuid": "dd32425a-0891-4e16-b3f1-3edac2553668", "name": "network-vif-deleted", "tag": "c272d9c5-29d6-431f-aa7e-a3df671ecb97", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:01:45.455039 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2a06045e-f51e-4429-80aa-a537d1a79522 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:01:45.455445 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40af8757-6c67-4bba-a6c2-162cd3db207f', 'tag': 'ce200519-b87d-41ca-8f37-f36364f43f1e', 'status': 'completed', 'code': 200} Jul 22 17:01:45.455726 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd32425a-0891-4e16-b3f1-3edac2553668', 'name': 'network-vif-deleted', 'tag': 'c272d9c5-29d6-431f-aa7e-a3df671ecb97', 'status': 'completed', 'code': 200} Jul 22 17:01:45.489865 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f75d87-d4ac-4611-8fa6-4b7a991e54f0 req-81ef970e-da7a-4e34-b8ca-6be8cfec8e54 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:45.491350 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-39f75d87-d4ac-4611-8fa6-4b7a991e54f0 req-81ef970e-da7a-4e34-b8ca-6be8cfec8e54 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 945 time: 0.0672693 Jul 22 17:01:45.556471 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-39f75d87-d4ac-4611-8fa6-4b7a991e54f0 req-285fac4f-ce1c-4883-8d06-8f4fa86c0778 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cb8aab0-b040-40cb-b676-a8bef527e65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596991 Jul 22 17:01:45.574791 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c9f57-c583-4483-a4dd-89278fa14a12 req-119fc31d-3c25-4fed-b1ae-70359bf95231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:45.576290 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d0c9f57-c583-4483-a4dd-89278fa14a12 req-119fc31d-3c25-4fed-b1ae-70359bf95231 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 1126 time: 0.0806999 Jul 22 17:01:45.671955 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c9f57-c583-4483-a4dd-89278fa14a12 req-b93a7f76-e005-4263-b0a3-a04954255cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:45.673332 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d0c9f57-c583-4483-a4dd-89278fa14a12 req-b93a7f76-e005-4263-b0a3-a04954255cf6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7531b2be-9d8c-43da-8ec6-97b47ec1b190 HTTP/1.1" status: 200 len: 897 time: 0.0889037 Jul 22 17:01:45.739205 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d0c9f57-c583-4483-a4dd-89278fa14a12 req-629dc0fa-c3b4-4bba-b688-9cf3e11675bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce200519-b87d-41ca-8f37-f36364f43f1e HTTP/1.1" status: 200 len: 1000 time: 0.0570695 Jul 22 17:01:45.791443 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c9f57-c583-4483-a4dd-89278fa14a12 req-602707ae-72f6-4fc8-8052-01e6d949acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:45.792843 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d0c9f57-c583-4483-a4dd-89278fa14a12 req-602707ae-72f6-4fc8-8052-01e6d949acc8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38904df6-ac8c-4df1-a220-c6343972fc20 HTTP/1.1" status: 200 len: 834 time: 0.0463076 Jul 22 17:01:45.849845 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c9f57-c583-4483-a4dd-89278fa14a12 req-1c3cc5bd-049e-4ef0-a64d-e0b4d6711ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:45.851380 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d0c9f57-c583-4483-a4dd-89278fa14a12 req-1c3cc5bd-049e-4ef0-a64d-e0b4d6711ffe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7531b2be-9d8c-43da-8ec6-97b47ec1b190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525024 Jul 22 17:01:45.937915 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d0c9f57-c583-4483-a4dd-89278fa14a12 req-59a8799c-b059-4bdd-83cd-cd50431d9891 service neutron] 10.222.0.30 "GET /v2.0/networks/7531b2be-9d8c-43da-8ec6-97b47ec1b190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797276 Jul 22 17:01:46.027341 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d0c9f57-c583-4483-a4dd-89278fa14a12 req-94096f10-58b2-406c-b8f5-16d517403b59 service neutron] 10.222.0.30 "GET /v2.0/networks/7531b2be-9d8c-43da-8ec6-97b47ec1b190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826809 Jul 22 17:01:46.436062 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device ce200519-b87d-41ca-8f37-f36364f43f1e details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:01:46.530224 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port ce200519-b87d-41ca-8f37-f36364f43f1e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=ce200519-b87d-41ca-8f37-f36364f43f1e,segment=NetworkSegment(2afb3305-069e-4e4c-8882-a73a95e02403),segment_id=2afb3305-069e-4e4c-8882-a73a95e02403)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:46.540854 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device ce200519-b87d-41ca-8f37-f36364f43f1e has no active binding in host n-h1-798930-9 {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 17:01:46.697717 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b8de3-e7fe-4d00-8180-48698b503759 req-4d799e42-1484-4a47-9eb1-42d18414954c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:46.699221 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-198b8de3-e7fe-4d00-8180-48698b503759 req-4d799e42-1484-4a47-9eb1-42d18414954c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 945 time: 0.0638547 Jul 22 17:01:46.736063 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-198b8de3-e7fe-4d00-8180-48698b503759 req-9f24676b-ba14-430b-8356-f071996e1687 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cb8aab0-b040-40cb-b676-a8bef527e65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312867 Jul 22 17:01:47.872163 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1394c64-dfdc-462b-bb19-3724931f4f92 req-32fb8b73-97fd-4f18-80df-4c56d622ca95 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:47.873691 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1394c64-dfdc-462b-bb19-3724931f4f92 req-32fb8b73-97fd-4f18-80df-4c56d622ca95 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 945 time: 0.0678988 Jul 22 17:01:47.912419 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1394c64-dfdc-462b-bb19-3724931f4f92 req-1b704c47-35de-4e80-b153-b748fb1c435b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cb8aab0-b040-40cb-b676-a8bef527e65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326982 Jul 22 17:01:48.435988 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device c272d9c5-29d6-431f-aa7e-a3df671ecb97 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:01:48.459337 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: c272d9c5-29d6-431f-aa7e-a3df671ecb97 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:01:48.459337 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device c272d9c5-29d6-431f-aa7e-a3df671ecb97 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:01:48.918821 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-c9d5806b-ec2a-4666-a71f-e6ff40ef9470 service neutron] 10.222.0.30 "GET /v2.0/ports/ce200519-b87d-41ca-8f37-f36364f43f1e/bindings/n-h1-798930-9 HTTP/1.1" status: 200 len: 384 time: 0.0944235 Jul 22 17:01:49.350816 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea758aea-e480-4632-a051-410d409fe1e6 req-dad4f737-80e7-48ec-b689-6a22a854914d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:49.352379 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ea758aea-e480-4632-a051-410d409fe1e6 req-dad4f737-80e7-48ec-b689-6a22a854914d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 945 time: 0.1392140 Jul 22 17:01:49.437742 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ea758aea-e480-4632-a051-410d409fe1e6 req-59d29067-72cb-445a-8957-a18046cd2061 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cb8aab0-b040-40cb-b676-a8bef527e65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779202 Jul 22 17:01:49.439478 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-42fe5060-69e7-462a-941b-5e414e087270 service neutron] For port ce200519-b87d-41ca-8f37-f36364f43f1e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=ce200519-b87d-41ca-8f37-f36364f43f1e,segment=NetworkSegment(2afb3305-069e-4e4c-8882-a73a95e02403),segment_id=2afb3305-069e-4e4c-8882-a73a95e02403)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:49.467868 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-42fe5060-69e7-462a-941b-5e414e087270 service neutron] For port ce200519-b87d-41ca-8f37-f36364f43f1e, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:01:49.508346 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40af8757-6c67-4bba-a6c2-162cd3db207f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce200519-b87d-41ca-8f37-f36364f43f1e'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:01:49.510689 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc2c7be-cd23-4e8d-83d7-d376b23204d8" -d '{"events": [{"server_uuid": "40af8757-6c67-4bba-a6c2-162cd3db207f", "name": "network-vif-unplugged", "status": "completed", "tag": "ce200519-b87d-41ca-8f37-f36364f43f1e"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:01:49.518434 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-42fe5060-69e7-462a-941b-5e414e087270 service neutron] For port ce200519-b87d-41ca-8f37-f36364f43f1e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ce200519-b87d-41ca-8f37-f36364f43f1e,segment=NetworkSegment(2afb3305-069e-4e4c-8882-a73a95e02403),segment_id=2afb3305-069e-4e4c-8882-a73a95e02403)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:49.541027 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-42fe5060-69e7-462a-941b-5e414e087270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:49.555422 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9950e7-8b27-4132-aeb7-f43b61742892 x-openstack-request-id: req-1f9950e7-8b27-4132-aeb7-f43b61742892 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:01:49.555719 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40af8757-6c67-4bba-a6c2-162cd3db207f", "name": "network-vif-unplugged", "status": "completed", "tag": "ce200519-b87d-41ca-8f37-f36364f43f1e", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:01:49.555961 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1f9950e7-8b27-4132-aeb7-f43b61742892 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:01:49.556348 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40af8757-6c67-4bba-a6c2-162cd3db207f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce200519-b87d-41ca-8f37-f36364f43f1e', 'code': 200} Jul 22 17:01:49.623245 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-42fe5060-69e7-462a-941b-5e414e087270 service neutron] Transition to ACTIVE for port object ce200519-b87d-41ca-8f37-f36364f43f1e will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:01:49.628078 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-42fe5060-69e7-462a-941b-5e414e087270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:49.764464 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe5060-69e7-462a-941b-5e414e087270 service neutron] Pushing event updated for resources: {'Port': ['ID=ce200519-b87d-41ca-8f37-f36364f43f1e,revision_number=11']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:49.812293 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-42fe5060-69e7-462a-941b-5e414e087270 service neutron] No DVR routers for this DVR port ce200519-b87d-41ca-8f37-f36364f43f1e on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:01:49.960032 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-42fe5060-69e7-462a-941b-5e414e087270 service neutron] 10.222.0.30 "PUT /v2.0/ports/ce200519-b87d-41ca-8f37-f36364f43f1e/bindings/n-h1-798930-9/activate HTTP/1.1" status: 200 len: 369 time: 1.0351958 Jul 22 17:01:50.113432 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-1556eac6-a146-4054-9aa9-a67a469f95a3 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:50.115631 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-1556eac6-a146-4054-9aa9-a67a469f95a3 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f&tenant_id=58f63b32e2494f47baeccbbc4d805873&binding%3Ahost_id=n-h2-798930-9 HTTP/1.1" status: 200 len: 1095 time: 0.0605502 Jul 22 17:01:50.179265 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-ae438df8-bdff-4f0f-8c3c-4b1af49b4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:50.180702 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-ae438df8-bdff-4f0f-8c3c-4b1af49b4958 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f&tenant_id=58f63b32e2494f47baeccbbc4d805873 HTTP/1.1" status: 200 len: 1095 time: 0.0581017 Jul 22 17:01:50.275072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-487563ee-8408-43b1-bb38-e08782293bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:50.277328 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-487563ee-8408-43b1-bb38-e08782293bad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 1095 time: 0.0637925 Jul 22 17:01:50.370328 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-ead80129-7fd3-44af-8d2c-525585d7746e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:50.371823 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-ead80129-7fd3-44af-8d2c-525585d7746e service neutron] 10.222.0.16 "GET /v2.0/networks?id=7531b2be-9d8c-43da-8ec6-97b47ec1b190 HTTP/1.1" status: 200 len: 897 time: 0.0883870 Jul 22 17:01:50.443043 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-fbe95efb-4326-4ad7-b39c-e30b87f3c582 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce200519-b87d-41ca-8f37-f36364f43f1e HTTP/1.1" status: 200 len: 998 time: 0.0651598 Jul 22 17:01:50.492300 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-17b59d19-82b2-421c-b95a-17fba94fa263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:50.494036 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-17b59d19-82b2-421c-b95a-17fba94fa263 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=38904df6-ac8c-4df1-a220-c6343972fc20 HTTP/1.1" status: 200 len: 834 time: 0.0448143 Jul 22 17:01:50.555680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-720ef3a3-fe92-48d9-9c5b-acfee8e87729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:50.557304 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-720ef3a3-fe92-48d9-9c5b-acfee8e87729 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7531b2be-9d8c-43da-8ec6-97b47ec1b190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567346 Jul 22 17:01:50.579671 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37fe45-682b-4154-8db3-cfbddc2f550c req-1af5630b-c398-49c4-8de1-541be012073a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:50.581198 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da37fe45-682b-4154-8db3-cfbddc2f550c req-1af5630b-c398-49c4-8de1-541be012073a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 944 time: 0.0723577 Jul 22 17:01:50.622778 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-da37fe45-682b-4154-8db3-cfbddc2f550c req-89918e9a-bba7-4a83-b7ca-fa0cae301e74 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cb8aab0-b040-40cb-b676-a8bef527e65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338488 Jul 22 17:01:50.661837 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-cd8f0787-23b9-4580-bea7-edc63d926a94 service neutron] 10.222.0.16 "GET /v2.0/networks/7531b2be-9d8c-43da-8ec6-97b47ec1b190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980887 Jul 22 17:01:50.752753 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-a0349459-0124-4e79-a592-6df82faed9de service neutron] 10.222.0.16 "GET /v2.0/networks/7531b2be-9d8c-43da-8ec6-97b47ec1b190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849864 Jul 22 17:01:51.049166 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-c17fb523-2de1-4d2c-835f-da077e75439f tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:51.050794 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-c17fb523-2de1-4d2c-835f-da077e75439f tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f&tenant_id=58f63b32e2494f47baeccbbc4d805873&binding%3Ahost_id=n-h1-798930-9 HTTP/1.1" status: 200 len: 1095 time: 0.0675852 Jul 22 17:01:51.065815 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device ce200519-b87d-41ca-8f37-f36364f43f1e no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:01:51.106063 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device ce200519-b87d-41ca-8f37-f36364f43f1e not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:01:51.185708 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-0892f81c-3865-4f18-8d8c-f611b0ec0d4b service neutron] For port ce200519-b87d-41ca-8f37-f36364f43f1e, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:01:51.188881 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-0892f81c-3865-4f18-8d8c-f611b0ec0d4b service neutron] Notify callbacks [] for binding, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:51.190051 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-0892f81c-3865-4f18-8d8c-f611b0ec0d4b service neutron] 10.222.0.16 "DELETE /v2.0/ports/ce200519-b87d-41ca-8f37-f36364f43f1e/bindings/n-h2-798930-9 HTTP/1.1" status: 204 len: 173 time: 0.1331770 Jul 22 17:01:51.765224 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833ff52-10de-48ae-8eb5-e879df0e4999 req-d829a664-ec03-4477-925e-f4995a14d319 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:51.766770 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7833ff52-10de-48ae-8eb5-e879df0e4999 req-d829a664-ec03-4477-925e-f4995a14d319 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 944 time: 0.0705693 Jul 22 17:01:51.810101 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7833ff52-10de-48ae-8eb5-e879df0e4999 req-e39d9c95-6432-45a2-894a-8459bfb832d7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cb8aab0-b040-40cb-b676-a8bef527e65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368865 Jul 22 17:01:51.938272 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd39cc-b1ce-4388-af99-54096f0741e5 req-6ba828c9-0ee4-4f44-b2d0-02f20665b6c9 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:51.939803 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-febd39cc-b1ce-4388-af99-54096f0741e5 req-6ba828c9-0ee4-4f44-b2d0-02f20665b6c9 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 1095 time: 0.0589426 Jul 22 17:01:51.978222 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-febd39cc-b1ce-4388-af99-54096f0741e5 req-ed2c2bf3-d544-4276-b1cd-44790f4c619b tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=2cb8aab0-b040-40cb-b676-a8bef527e65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310154 Jul 22 17:01:52.115972 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee752a7c-d200-4c72-8d1a-d6e1ee158b49 req-af83a0cc-1cd7-4642-a540-f2a373371d97 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:52.119411 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ee752a7c-d200-4c72-8d1a-d6e1ee158b49 req-af83a0cc-1cd7-4642-a540-f2a373371d97 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 944 time: 0.0737853 Jul 22 17:01:52.156465 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ee752a7c-d200-4c72-8d1a-d6e1ee158b49 req-08bcb69f-63c0-45fc-94be-a54459707380 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cb8aab0-b040-40cb-b676-a8bef527e65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326874 Jul 22 17:01:52.179508 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59578) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:52.251275 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-80d83f7a-f7ec-47cd-b97a-337718c43cf9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/floatingips/a18cb0d1-6688-4fbe-91b5-08bf3a5e66b7 HTTP/1.1" status: 200 len: 990 time: 0.0649552 Jul 22 17:01:52.473782 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59584) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:52.636844 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5e589b0e-1b28-4ca7-818d-61193d5a2c01 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Deleting port 1f8ffcc3-c8d5-4310-b1f8-20a529382b35 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:01:52.637095 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e589b0e-1b28-4ca7-818d-61193d5a2c01 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:52.717582 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e589b0e-1b28-4ca7-818d-61193d5a2c01 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:52.717907 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e589b0e-1b28-4ca7-818d-61193d5a2c01 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:52.730236 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5e589b0e-1b28-4ca7-818d-61193d5a2c01 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Calling delete_port for 1f8ffcc3-c8d5-4310-b1f8-20a529382b35 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:01:52.884673 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e589b0e-1b28-4ca7-818d-61193d5a2c01 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:52.910086 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e589b0e-1b28-4ca7-818d-61193d5a2c01 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Port': ['ID=1f8ffcc3-c8d5-4310-b1f8-20a529382b35,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:52.943537 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e589b0e-1b28-4ca7-818d-61193d5a2c01 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:52.943886 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e589b0e-1b28-4ca7-818d-61193d5a2c01 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:52.944225 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e589b0e-1b28-4ca7-818d-61193d5a2c01 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:52.944558 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e589b0e-1b28-4ca7-818d-61193d5a2c01 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:52.944893 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e589b0e-1b28-4ca7-818d-61193d5a2c01 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:52.945223 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e589b0e-1b28-4ca7-818d-61193d5a2c01 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:52.945548 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e589b0e-1b28-4ca7-818d-61193d5a2c01 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:52.945874 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e589b0e-1b28-4ca7-818d-61193d5a2c01 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:52.946293 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e589b0e-1b28-4ca7-818d-61193d5a2c01 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:52.946619 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e589b0e-1b28-4ca7-818d-61193d5a2c01 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:52.946943 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e589b0e-1b28-4ca7-818d-61193d5a2c01 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:52.947260 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e589b0e-1b28-4ca7-818d-61193d5a2c01 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:52.989425 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e589b0e-1b28-4ca7-818d-61193d5a2c01 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:52.989890 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-5e589b0e-1b28-4ca7-818d-61193d5a2c01 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Floating IP a18cb0d1-6688-4fbe-91b5-08bf3a5e66b7 disassociated (deleted). External IP: 172.25.0.94, port: ce200519-b87d-41ca-8f37-f36364f43f1e. Jul 22 17:01:53.209810 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e589b0e-1b28-4ca7-818d-61193d5a2c01 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Router 0bf51501-7ecb-4a44-9d00-cd481cbf4879 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:01:53.319683 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e589b0e-1b28-4ca7-818d-61193d5a2c01 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:01:53.324756 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5e589b0e-1b28-4ca7-818d-61193d5a2c01 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:53.331009 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c24734-8a61-42c3-9ebe-208e8b833f7a None None] Sync routers for ids ['0bf51501-7ecb-4a44-9d00-cd481cbf4879'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:01:53.341272 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c24734-8a61-42c3-9ebe-208e8b833f7a None None] Routers {'0bf51501-7ecb-4a44-9d00-cd481cbf4879'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:01:53.342105 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-06c24734-8a61-42c3-9ebe-208e8b833f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:01:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0bf51501-7ecb-4a44-9d00-cd481cbf4879'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:53.363081 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5e589b0e-1b28-4ca7-818d-61193d5a2c01 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "DELETE /v2.0/floatingips/a18cb0d1-6688-4fbe-91b5-08bf3a5e66b7 HTTP/1.1" status: 204 len: 168 time: 0.8881531 Jul 22 17:01:53.364500 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40af8757-6c67-4bba-a6c2-162cd3db207f', 'tag': 'ce200519-b87d-41ca-8f37-f36364f43f1e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:01:53.367256 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0447a5c4-8ca4-4806-b7d1-ca4d5c0bbe9c" -d '{"events": [{"name": "network-changed", "server_uuid": "40af8757-6c67-4bba-a6c2-162cd3db207f", "tag": "ce200519-b87d-41ca-8f37-f36364f43f1e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:01:53.423735 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2aa7d1d-6caf-4d44-bcdb-ae4aaa9b1252 x-openstack-request-id: req-c2aa7d1d-6caf-4d44-bcdb-ae4aaa9b1252 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:01:53.424090 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40af8757-6c67-4bba-a6c2-162cd3db207f", "tag": "ce200519-b87d-41ca-8f37-f36364f43f1e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:01:53.424406 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c2aa7d1d-6caf-4d44-bcdb-ae4aaa9b1252 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:01:53.424981 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40af8757-6c67-4bba-a6c2-162cd3db207f', 'tag': 'ce200519-b87d-41ca-8f37-f36364f43f1e', 'status': 'completed', 'code': 200} Jul 22 17:01:53.479033 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-06c24734-8a61-42c3-9ebe-208e8b833f7a None None] Set router 0bf51501-7ecb-4a44-9d00-cd481cbf4879 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:01:53.547422 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447a5c4-8ca4-4806-b7d1-ca4d5c0bbe9c req-01b4f9b4-8e86-49e9-9fcb-c76e89467a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:53.549026 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0447a5c4-8ca4-4806-b7d1-ca4d5c0bbe9c req-01b4f9b4-8e86-49e9-9fcb-c76e89467a86 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 1095 time: 0.0805318 Jul 22 17:01:53.646114 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffb69b-8a4d-435c-aeca-a34ee14848eb req-dce24934-4d23-449d-afaf-5f550ca4548b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:53.647672 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2bffb69b-8a4d-435c-aeca-a34ee14848eb req-dce24934-4d23-449d-afaf-5f550ca4548b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 944 time: 0.0784166 Jul 22 17:01:53.668964 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447a5c4-8ca4-4806-b7d1-ca4d5c0bbe9c req-4a709bef-a677-4c87-96c5-74240e3b9722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:53.670908 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0447a5c4-8ca4-4806-b7d1-ca4d5c0bbe9c req-4a709bef-a677-4c87-96c5-74240e3b9722 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7531b2be-9d8c-43da-8ec6-97b47ec1b190 HTTP/1.1" status: 200 len: 897 time: 0.1144872 Jul 22 17:01:53.690658 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2bffb69b-8a4d-435c-aeca-a34ee14848eb req-a0c76e63-ae84-4b12-82f5-c5b8dbcd0deb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=2cb8aab0-b040-40cb-b676-a8bef527e65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371292 Jul 22 17:01:53.696015 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-06c24734-8a61-42c3-9ebe-208e8b833f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483268224', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:47Z', 'updated_at': '2021-07-22T17:00:53Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:48Z', 'updated_at': '2021-07-22T17:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '7d070219-8a02-4c89-878d-1bb2735da37f', 'name': '', 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:0d:8a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '38904df6-ac8c-4df1-a220-c6343972fc20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:51Z', 'updated_at': '2021-07-22T17:00:58Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': '38904df6-ac8c-4df1-a220-c6343972fc20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:53.723458 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c24734-8a61-42c3-9ebe-208e8b833f7a None None] Checking router: 0bf51501-7ecb-4a44-9d00-cd481cbf4879 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:01:53.731631 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0447a5c4-8ca4-4806-b7d1-ca4d5c0bbe9c req-ab572282-865f-46e6-93eb-73413be8918e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce200519-b87d-41ca-8f37-f36364f43f1e HTTP/1.1" status: 200 len: 217 time: 0.0470557 Jul 22 17:01:53.732399 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c24734-8a61-42c3-9ebe-208e8b833f7a None None] Routers {'0bf51501-7ecb-4a44-9d00-cd481cbf4879'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:01:53.733008 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-06c24734-8a61-42c3-9ebe-208e8b833f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:01:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0bf51501-7ecb-4a44-9d00-cd481cbf4879'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:53.789793 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447a5c4-8ca4-4806-b7d1-ca4d5c0bbe9c req-d210a3c9-5343-4ac6-a23e-9f1d7928e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:53.791541 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0447a5c4-8ca4-4806-b7d1-ca4d5c0bbe9c req-d210a3c9-5343-4ac6-a23e-9f1d7928e4f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=38904df6-ac8c-4df1-a220-c6343972fc20 HTTP/1.1" status: 200 len: 834 time: 0.0516706 Jul 22 17:01:53.846299 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-06c24734-8a61-42c3-9ebe-208e8b833f7a None None] Set router 0bf51501-7ecb-4a44-9d00-cd481cbf4879 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:01:53.855352 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447a5c4-8ca4-4806-b7d1-ca4d5c0bbe9c req-6848074d-b0e9-45be-9efa-6823f6e01377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:53.856896 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0447a5c4-8ca4-4806-b7d1-ca4d5c0bbe9c req-6848074d-b0e9-45be-9efa-6823f6e01377 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7531b2be-9d8c-43da-8ec6-97b47ec1b190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578117 Jul 22 17:01:53.983628 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0447a5c4-8ca4-4806-b7d1-ca4d5c0bbe9c req-1523f9c1-37f0-49ac-8c18-640adbf345af service neutron] 10.222.0.16 "GET /v2.0/networks/7531b2be-9d8c-43da-8ec6-97b47ec1b190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060288 Jul 22 17:01:54.066047 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-06c24734-8a61-42c3-9ebe-208e8b833f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483268224', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:47Z', 'updated_at': '2021-07-22T17:00:53Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:48Z', 'updated_at': '2021-07-22T17:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '7d070219-8a02-4c89-878d-1bb2735da37f', 'name': '', 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:0d:8a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '38904df6-ac8c-4df1-a220-c6343972fc20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:51Z', 'updated_at': '2021-07-22T17:00:58Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': '38904df6-ac8c-4df1-a220-c6343972fc20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:54.100886 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c24734-8a61-42c3-9ebe-208e8b833f7a None None] The sync data for ids ['0bf51501-7ecb-4a44-9d00-cd481cbf4879'] in n-d-798930-9 is: [{'id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483268224', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:47Z', 'updated_at': '2021-07-22T17:00:53Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:48Z', 'updated_at': '2021-07-22T17:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '7d070219-8a02-4c89-878d-1bb2735da37f', 'name': '', 'network_id': '7531b2be-9d8c-43da-8ec6-97b47ec1b190', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:0d:8a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '38904df6-ac8c-4df1-a220-c6343972fc20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:51Z', 'updated_at': '2021-07-22T17:00:58Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': '38904df6-ac8c-4df1-a220-c6343972fc20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:01:54.101173 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0447a5c4-8ca4-4806-b7d1-ca4d5c0bbe9c req-51afcaca-c927-4ffb-aaa9-8d401f9183d3 service neutron] 10.222.0.16 "GET /v2.0/networks/7531b2be-9d8c-43da-8ec6-97b47ec1b190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138561 Jul 22 17:01:54.156502 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe88dd5-f595-45a0-8f50-d0ea8bcfab7b req-587c3876-d958-43a2-ae48-45fe6005e067 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:54.158072 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0fe88dd5-f595-45a0-8f50-d0ea8bcfab7b req-587c3876-d958-43a2-ae48-45fe6005e067 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.16 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 944 time: 0.0723350 Jul 22 17:01:54.270820 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0fe88dd5-f595-45a0-8f50-d0ea8bcfab7b req-c7d684d2-e377-4181-a819-cce0e7c14a18 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Deleting port ce200519-b87d-41ca-8f37-f36364f43f1e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:01:54.271286 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0fe88dd5-f595-45a0-8f50-d0ea8bcfab7b req-c7d684d2-e377-4181-a819-cce0e7c14a18 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:54.366587 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0fe88dd5-f595-45a0-8f50-d0ea8bcfab7b req-c7d684d2-e377-4181-a819-cce0e7c14a18 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] For port ce200519-b87d-41ca-8f37-f36364f43f1e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ce200519-b87d-41ca-8f37-f36364f43f1e,segment=NetworkSegment(2afb3305-069e-4e4c-8882-a73a95e02403),segment_id=2afb3305-069e-4e4c-8882-a73a95e02403)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:54.367051 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0fe88dd5-f595-45a0-8f50-d0ea8bcfab7b req-c7d684d2-e377-4181-a819-cce0e7c14a18 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:54.386627 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-0fe88dd5-f595-45a0-8f50-d0ea8bcfab7b req-c7d684d2-e377-4181-a819-cce0e7c14a18 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Calling delete_port for ce200519-b87d-41ca-8f37-f36364f43f1e owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:01:54.397911 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0e86fd-7acf-4e82-9194-ccbb7f99dafc None None] New status for floating IP a18cb0d1-6688-4fbe-91b5-08bf3a5e66b7: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:01:54.530416 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0fe88dd5-f595-45a0-8f50-d0ea8bcfab7b req-c7d684d2-e377-4181-a819-cce0e7c14a18 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:54.560732 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d684d2-e377-4181-a819-cce0e7c14a18 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Port': ['ID=ce200519-b87d-41ca-8f37-f36364f43f1e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:54.621939 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe88dd5-f595-45a0-8f50-d0ea8bcfab7b req-c7d684d2-e377-4181-a819-cce0e7c14a18 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] No DVR routers for this DVR port ce200519-b87d-41ca-8f37-f36364f43f1e on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:01:54.624910 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0fe88dd5-f595-45a0-8f50-d0ea8bcfab7b req-c7d684d2-e377-4181-a819-cce0e7c14a18 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:54.627004 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0fe88dd5-f595-45a0-8f50-d0ea8bcfab7b req-c7d684d2-e377-4181-a819-cce0e7c14a18 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.16 "DELETE /v2.0/ports/ce200519-b87d-41ca-8f37-f36364f43f1e HTTP/1.1" status: 204 len: 173 time: 0.4633441 Jul 22 17:01:54.815843 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60789e58-5c4e-421d-a290-3c3d1b89a368 req-9f7bc378-7e5d-4d63-b34c-5536c274d742 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=40af8757-6c67-4bba-a6c2-162cd3db207f HTTP/1.1" status: 200 len: 210 time: 0.0346508 Jul 22 17:01:55.425767 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40af8757-6c67-4bba-a6c2-162cd3db207f', 'name': 'network-vif-deleted', 'tag': 'ce200519-b87d-41ca-8f37-f36364f43f1e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:01:55.428161 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf039dfb-a560-46f6-af76-a74ccf0fb501" -d '{"events": [{"server_uuid": "40af8757-6c67-4bba-a6c2-162cd3db207f", "name": "network-vif-deleted", "tag": "ce200519-b87d-41ca-8f37-f36364f43f1e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:01:55.465115 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c279a358-4c9e-4bbd-ad2f-3197f553e5a8 x-openstack-request-id: req-c279a358-4c9e-4bbd-ad2f-3197f553e5a8 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:01:55.465404 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40af8757-6c67-4bba-a6c2-162cd3db207f", "name": "network-vif-deleted", "tag": "ce200519-b87d-41ca-8f37-f36364f43f1e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:01:55.465659 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c279a358-4c9e-4bbd-ad2f-3197f553e5a8 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:01:55.466083 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40af8757-6c67-4bba-a6c2-162cd3db207f', 'name': 'network-vif-deleted', 'tag': 'ce200519-b87d-41ca-8f37-f36364f43f1e', 'status': 'completed', 'code': 200} Jul 22 17:01:55.872604 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59604) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:56.250761 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3fb81785-7635-4fa6-85dc-6e89edec64e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:56.861961 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3fb81785-7635-4fa6-85dc-6e89edec64e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Deleting port 7d070219-8a02-4c89-878d-1bb2735da37f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:01:56.862226 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3fb81785-7635-4fa6-85dc-6e89edec64e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:56.955515 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3fb81785-7635-4fa6-85dc-6e89edec64e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] For port 7d070219-8a02-4c89-878d-1bb2735da37f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=7d070219-8a02-4c89-878d-1bb2735da37f,segment=NetworkSegment(2afb3305-069e-4e4c-8882-a73a95e02403),segment_id=2afb3305-069e-4e4c-8882-a73a95e02403)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:56.956287 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3fb81785-7635-4fa6-85dc-6e89edec64e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:56.968977 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3fb81785-7635-4fa6-85dc-6e89edec64e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Calling delete_port for 7d070219-8a02-4c89-878d-1bb2735da37f owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:01:57.170406 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3fb81785-7635-4fa6-85dc-6e89edec64e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:57.196898 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb81785-7635-4fa6-85dc-6e89edec64e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Port': ['ID=7d070219-8a02-4c89-878d-1bb2735da37f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:57.391190 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3fb81785-7635-4fa6-85dc-6e89edec64e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:57.620383 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb81785-7635-4fa6-85dc-6e89edec64e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Router 0bf51501-7ecb-4a44-9d00-cd481cbf4879 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:01:57.727649 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb81785-7635-4fa6-85dc-6e89edec64e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:01:57.738259 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59610) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:57.738734 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3fb81785-7635-4fa6-85dc-6e89edec64e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "PUT /v2.0/routers/0bf51501-7ecb-4a44-9d00-cd481cbf4879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8647437 Jul 22 17:01:57.739122 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f967dac3-3b69-4423-bfce-b422929834c6 None None] Sync routers for ids ['0bf51501-7ecb-4a44-9d00-cd481cbf4879'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:01:57.749285 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f967dac3-3b69-4423-bfce-b422929834c6 None None] Routers {'0bf51501-7ecb-4a44-9d00-cd481cbf4879'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:01:57.750198 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f967dac3-3b69-4423-bfce-b422929834c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:01:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0bf51501-7ecb-4a44-9d00-cd481cbf4879'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:57.797221 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-98557684-b30b-40fe-b145-3b994309917b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Deleting subnet 38904df6-ac8c-4df1-a220-c6343972fc20 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:01:57.800345 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98557684-b30b-40fe-b145-3b994309917b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:57.844444 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98557684-b30b-40fe-b145-3b994309917b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:57.860197 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-f967dac3-3b69-4423-bfce-b422929834c6 None None] Set router 0bf51501-7ecb-4a44-9d00-cd481cbf4879 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:01:57.957360 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98557684-b30b-40fe-b145-3b994309917b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:58.032340 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98557684-b30b-40fe-b145-3b994309917b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:58.062774 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98557684-b30b-40fe-b145-3b994309917b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Subnet': ['ID=38904df6-ac8c-4df1-a220-c6343972fc20,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:58.064907 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98557684-b30b-40fe-b145-3b994309917b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:58.066967 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-98557684-b30b-40fe-b145-3b994309917b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "DELETE /v2.0/subnets/38904df6-ac8c-4df1-a220-c6343972fc20 HTTP/1.1" status: 204 len: 168 time: 0.3277149 Jul 22 17:01:58.069736 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59612) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:58.073010 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b175836b-c6a4-4c51-b298-1495befe8acd None None] Network 7531b2be-9d8c-43da-8ec6-97b47ec1b190 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:01:58.186175 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f967dac3-3b69-4423-bfce-b422929834c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483268224', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:47Z', 'updated_at': '2021-07-22T17:01:57Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:48Z', 'updated_at': '2021-07-22T17:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:58.200577 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aee1a5ce-6b61-464f-bcab-d573a28ff582 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:58.219904 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f967dac3-3b69-4423-bfce-b422929834c6 None None] Checking router: 0bf51501-7ecb-4a44-9d00-cd481cbf4879 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:01:58.229331 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f967dac3-3b69-4423-bfce-b422929834c6 None None] Routers {'0bf51501-7ecb-4a44-9d00-cd481cbf4879'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:01:58.231260 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f967dac3-3b69-4423-bfce-b422929834c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:01:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['0bf51501-7ecb-4a44-9d00-cd481cbf4879'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:58.325416 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf1f741-0060-4a13-84b3-a640fd05ab07 None None] DHCP port deletion for 7531b2be-9d8c-43da-8ec6-97b47ec1b190 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:01:58.331681 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aee1a5ce-6b61-464f-bcab-d573a28ff582 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:58.358940 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-f967dac3-3b69-4423-bfce-b422929834c6 None None] Set router 0bf51501-7ecb-4a44-9d00-cd481cbf4879 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:01:58.383446 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ecf1f741-0060-4a13-84b3-a640fd05ab07 None None] Deleting port fd095624-c825-4c72-a095-2ed819a2b906 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:01:58.384126 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f741-0060-4a13-84b3-a640fd05ab07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:58.404646 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-aee1a5ce-6b61-464f-bcab-d573a28ff582 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Deleting port 1a3da5de-e837-4757-ad13-14537f19a97c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:01:58.405068 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aee1a5ce-6b61-464f-bcab-d573a28ff582 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:58.461085 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ecf1f741-0060-4a13-84b3-a640fd05ab07 None None] For port fd095624-c825-4c72-a095-2ed819a2b906, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=fd095624-c825-4c72-a095-2ed819a2b906,segment=NetworkSegment(2afb3305-069e-4e4c-8882-a73a95e02403),segment_id=2afb3305-069e-4e4c-8882-a73a95e02403)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:58.461616 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f741-0060-4a13-84b3-a640fd05ab07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:58.475278 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ecf1f741-0060-4a13-84b3-a640fd05ab07 None None] Calling delete_port for fd095624-c825-4c72-a095-2ed819a2b906 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:01:58.500940 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-aee1a5ce-6b61-464f-bcab-d573a28ff582 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] For port 1a3da5de-e837-4757-ad13-14537f19a97c, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1a3da5de-e837-4757-ad13-14537f19a97c,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:58.501297 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aee1a5ce-6b61-464f-bcab-d573a28ff582 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:58.514354 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-aee1a5ce-6b61-464f-bcab-d573a28ff582 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Calling delete_port for 1a3da5de-e837-4757-ad13-14537f19a97c owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:01:58.519627 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device ce200519-b87d-41ca-8f37-f36364f43f1e no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:01:58.542291 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: ce200519-b87d-41ca-8f37-f36364f43f1e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:01:58.542560 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device ce200519-b87d-41ca-8f37-f36364f43f1e not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:01:58.589368 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f741-0060-4a13-84b3-a640fd05ab07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:58.614228 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f967dac3-3b69-4423-bfce-b422929834c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483268224', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:47Z', 'updated_at': '2021-07-22T17:01:57Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:48Z', 'updated_at': '2021-07-22T17:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:58.623825 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1f741-0060-4a13-84b3-a640fd05ab07 None None] Pushing event deleted for resources: {'Port': ['ID=fd095624-c825-4c72-a095-2ed819a2b906,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:58.634479 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf1f741-0060-4a13-84b3-a640fd05ab07 None None] No DVR routers for this DVR port fd095624-c825-4c72-a095-2ed819a2b906 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:01:58.638673 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf1f741-0060-4a13-84b3-a640fd05ab07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:58.639145 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf1f741-0060-4a13-84b3-a640fd05ab07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:58.639586 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf1f741-0060-4a13-84b3-a640fd05ab07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:58.640022 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf1f741-0060-4a13-84b3-a640fd05ab07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:58.640541 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf1f741-0060-4a13-84b3-a640fd05ab07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:58.641157 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf1f741-0060-4a13-84b3-a640fd05ab07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:58.641784 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf1f741-0060-4a13-84b3-a640fd05ab07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:58.643230 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf1f741-0060-4a13-84b3-a640fd05ab07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:58.643230 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf1f741-0060-4a13-84b3-a640fd05ab07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:58.643230 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf1f741-0060-4a13-84b3-a640fd05ab07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:58.643230 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf1f741-0060-4a13-84b3-a640fd05ab07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:58.643648 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf1f741-0060-4a13-84b3-a640fd05ab07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:58.648591 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f967dac3-3b69-4423-bfce-b422929834c6 None None] The sync data for ids ['0bf51501-7ecb-4a44-9d00-cd481cbf4879'] in n-d-798930-9 is: [{'id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483268224', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:00:47Z', 'updated_at': '2021-07-22T17:01:57Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': '1a3da5de-e837-4757-ad13-14537f19a97c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf51501-7ecb-4a44-9d00-cd481cbf4879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:00:48Z', 'updated_at': '2021-07-22T17:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:01:58.731720 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aee1a5ce-6b61-464f-bcab-d573a28ff582 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:58.761234 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1a5ce-6b61-464f-bcab-d573a28ff582 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Port': ['ID=1a3da5de-e837-4757-ad13-14537f19a97c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:58.849663 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aee1a5ce-6b61-464f-bcab-d573a28ff582 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:58.951378 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aee1a5ce-6b61-464f-bcab-d573a28ff582 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:58.953497 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aee1a5ce-6b61-464f-bcab-d573a28ff582 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:59.003217 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aee1a5ce-6b61-464f-bcab-d573a28ff582 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:59.003748 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee1a5ce-6b61-464f-bcab-d573a28ff582 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Fanout notify agent at l3_agent the message router_deleted on router 0bf51501-7ecb-4a44-9d00-cd481cbf4879 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:01:59.012150 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aee1a5ce-6b61-464f-bcab-d573a28ff582 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:59.013829 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-aee1a5ce-6b61-464f-bcab-d573a28ff582 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "DELETE /v2.0/routers/0bf51501-7ecb-4a44-9d00-cd481cbf4879 HTTP/1.1" status: 204 len: 168 time: 0.9428968 Jul 22 17:01:59.016666 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59624) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:59.033293 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7bed3fc4-ef79-4502-9c99-273ae6c232bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:59.100790 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0cf86b4-1887-4248-a674-e8f010d7ceb7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:59.194010 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0cf86b4-1887-4248-a674-e8f010d7ceb7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:59.204867 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f0cf86b4-1887-4248-a674-e8f010d7ceb7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7531b2be-9d8c-43da-8ec6-97b47ec1b190']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:59.215027 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f0cf86b4-1887-4248-a674-e8f010d7ceb7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2afb3305-069e-4e4c-8882-a73a95e02403') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:59.215326 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-f0cf86b4-1887-4248-a674-e8f010d7ceb7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2afb3305-069e-4e4c-8882-a73a95e02403') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:59.223952 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0cf86b4-1887-4248-a674-e8f010d7ceb7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:59.237299 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0cf86b4-1887-4248-a674-e8f010d7ceb7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:59.244152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0cf86b4-1887-4248-a674-e8f010d7ceb7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:01:59.244571 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0cf86b4-1887-4248-a674-e8f010d7ceb7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: timer() Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:01:59.248049 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:01:59.311986 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0cf86b4-1887-4248-a674-e8f010d7ceb7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:59.323926 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0cf86b4-1887-4248-a674-e8f010d7ceb7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:59.329302 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f0cf86b4-1887-4248-a674-e8f010d7ceb7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "DELETE /v2.0/networks/7531b2be-9d8c-43da-8ec6-97b47ec1b190 HTTP/1.1" status: 204 len: 168 time: 0.3112416 Jul 22 17:01:59.329469 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59626) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:59.343108 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf86b4-1887-4248-a674-e8f010d7ceb7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Network': ['ID=7531b2be-9d8c-43da-8ec6-97b47ec1b190,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:59.412460 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f5ef625-1cd1-4c7d-8129-892b0de28ca6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:59.439960 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f5ef625-1cd1-4c7d-8129-892b0de28ca6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:59.499975 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f5ef625-1cd1-4c7d-8129-892b0de28ca6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:59.502166 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f5ef625-1cd1-4c7d-8129-892b0de28ca6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:59.505975 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3f5ef625-1cd1-4c7d-8129-892b0de28ca6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "DELETE /v2.0/security-groups/2cb8aab0-b040-40cb-b676-a8bef527e65a HTTP/1.1" status: 204 len: 168 time: 0.1722910 Jul 22 17:01:59.517262 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ef625-1cd1-4c7d-8129-892b0de28ca6 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb8aab0-b040-40cb-b676-a8bef527e65a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:59.977575 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7d070219-8a02-4c89-878d-1bb2735da37f no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:01:59.998574 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 7d070219-8a02-4c89-878d-1bb2735da37f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:01:59.999044 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7d070219-8a02-4c89-878d-1bb2735da37f not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:01:59.999811 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device fd095624-c825-4c72-a095-2ed819a2b906 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:02:00.018938 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: fd095624-c825-4c72-a095-2ed819a2b906 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:02:00.019206 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device fd095624-c825-4c72-a095-2ed819a2b906 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:02:00.019624 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1a3da5de-e837-4757-ad13-14537f19a97c no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:02:00.039166 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 1a3da5de-e837-4757-ad13-14537f19a97c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:02:00.039516 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1a3da5de-e837-4757-ad13-14537f19a97c not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:02:00.475223 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59652) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:00.480174 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-dbd73856-2089-42da-ab3e-ff12e6fd2f68 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-380238516', 'description': 'tempest-secgroup-smoke-380238516 description', 'project_id': '58f63b32e2494f47baeccbbc4d805873'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:02:00.504576 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dbd73856-2089-42da-ab3e-ff12e6fd2f68 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:00.586151 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dbd73856-2089-42da-ab3e-ff12e6fd2f68 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:00.590078 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dbd73856-2089-42da-ab3e-ff12e6fd2f68 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:00.619597 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dbd73856-2089-42da-ab3e-ff12e6fd2f68 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:00.621126 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-dbd73856-2089-42da-ab3e-ff12e6fd2f68 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1446979 Jul 22 17:02:00.624121 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59656) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:00.628298 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd73856-2089-42da-ab3e-ff12e6fd2f68 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca45be65-6971-4a6a-9a48-06d0c7912206,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:00.629434 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1e001d6b-e89d-4e25-ae38-b4edf48936ca tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group_rule': {'security_group_id': 'ca45be65-6971-4a6a-9a48-06d0c7912206', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:02:00.664485 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e001d6b-e89d-4e25-ae38-b4edf48936ca tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:00.725855 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e001d6b-e89d-4e25-ae38-b4edf48936ca tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:00.729801 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e001d6b-e89d-4e25-ae38-b4edf48936ca tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:00.749117 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e001d6b-e89d-4e25-ae38-b4edf48936ca tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd88b4b7-f1aa-4542-8144-4245ae679b61,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:00.757044 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1e001d6b-e89d-4e25-ae38-b4edf48936ca tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:00.758272 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1e001d6b-e89d-4e25-ae38-b4edf48936ca tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1328590 Jul 22 17:02:00.760914 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59658) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:00.765293 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-895c6ecc-ab4b-4883-8ce6-b0534b82d2c9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group_rule': {'security_group_id': 'ca45be65-6971-4a6a-9a48-06d0c7912206', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:02:00.791290 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-895c6ecc-ab4b-4883-8ce6-b0534b82d2c9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:00.848595 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-895c6ecc-ab4b-4883-8ce6-b0534b82d2c9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:00.853295 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-895c6ecc-ab4b-4883-8ce6-b0534b82d2c9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:00.873603 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c6ecc-ab4b-4883-8ce6-b0534b82d2c9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90006824-f65c-4d25-9d53-7d1a2c01e354,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:00.883147 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-895c6ecc-ab4b-4883-8ce6-b0534b82d2c9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:00.887229 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-895c6ecc-ab4b-4883-8ce6-b0534b82d2c9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226590 Jul 22 17:02:00.887569 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59660) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:00.892568 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0dc39ff8-235f-4d02-9850-920740d32c4b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group_rule': {'security_group_id': 'ca45be65-6971-4a6a-9a48-06d0c7912206', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:02:00.943775 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0dc39ff8-235f-4d02-9850-920740d32c4b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.015095 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0dc39ff8-235f-4d02-9850-920740d32c4b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.019161 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0dc39ff8-235f-4d02-9850-920740d32c4b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.044249 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc39ff8-235f-4d02-9850-920740d32c4b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e60a50-3def-4185-ae48-26e28984a553,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:01.055066 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0dc39ff8-235f-4d02-9850-920740d32c4b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.058952 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0dc39ff8-235f-4d02-9850-920740d32c4b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1677730 Jul 22 17:02:01.059344 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59662) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:01.066080 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fca77756-2790-4d85-a295-b627e228e4ab tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group_rule': {'security_group_id': 'ca45be65-6971-4a6a-9a48-06d0c7912206', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:02:01.092410 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fca77756-2790-4d85-a295-b627e228e4ab tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.155892 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fca77756-2790-4d85-a295-b627e228e4ab tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.159671 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fca77756-2790-4d85-a295-b627e228e4ab tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.176252 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca77756-2790-4d85-a295-b627e228e4ab tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df8195c-c812-44ed-bad4-263431708646,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:01.186885 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fca77756-2790-4d85-a295-b627e228e4ab tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.188344 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fca77756-2790-4d85-a295-b627e228e4ab tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278853 Jul 22 17:02:01.190908 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59664) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:01.195334 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c15102fe-5c09-48bc-b9c3-b8d6a2011396 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group_rule': {'security_group_id': 'ca45be65-6971-4a6a-9a48-06d0c7912206', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:02:01.217464 n-d-798930-9 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-c15102fe-5c09-48bc-b9c3-b8d6a2011396 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Project 58f63b32e2494f47baeccbbc4d805873 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:02:01.222127 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c15102fe-5c09-48bc-b9c3-b8d6a2011396 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.282771 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c15102fe-5c09-48bc-b9c3-b8d6a2011396 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.286556 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c15102fe-5c09-48bc-b9c3-b8d6a2011396 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.321264 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15102fe-5c09-48bc-b9c3-b8d6a2011396 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a13f62-7b48-422d-849c-38ccd18bdb32,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:01.326839 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c15102fe-5c09-48bc-b9c3-b8d6a2011396 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.328085 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c15102fe-5c09-48bc-b9c3-b8d6a2011396 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1362576 Jul 22 17:02:01.330990 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59666) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:01.336254 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-560c630f-e5ad-4a3e-8e62-6269e8796934 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'security_group_rule': {'security_group_id': 'ca45be65-6971-4a6a-9a48-06d0c7912206', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:02:01.359176 n-d-798930-9 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-560c630f-e5ad-4a3e-8e62-6269e8796934 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Project 58f63b32e2494f47baeccbbc4d805873 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:02:01.364488 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-560c630f-e5ad-4a3e-8e62-6269e8796934 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.425859 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-560c630f-e5ad-4a3e-8e62-6269e8796934 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.429702 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-560c630f-e5ad-4a3e-8e62-6269e8796934 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.446808 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c630f-e5ad-4a3e-8e62-6269e8796934 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40039e58-2133-42db-937f-b08b0d23130f,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:01.453493 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-560c630f-e5ad-4a3e-8e62-6269e8796934 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.455004 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-560c630f-e5ad-4a3e-8e62-6269e8796934 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229513 Jul 22 17:02:01.457904 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59668) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:01.463314 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-dde53e11-ff07-4434-89ca-36eafa11dfe1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'network': {'name': 'tempest-network-smoke--551061912', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'port_security_enabled': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:02:01.485917 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde53e11-ff07-4434-89ca-36eafa11dfe1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Made reservation on behalf of 58f63b32e2494f47baeccbbc4d805873 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:02:01.489604 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dde53e11-ff07-4434-89ca-36eafa11dfe1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.513285 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde53e11-ff07-4434-89ca-36eafa11dfe1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:02:01.522809 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dde53e11-ff07-4434-89ca-36eafa11dfe1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.523235 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-dde53e11-ff07-4434-89ca-36eafa11dfe1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Added segment 0ab3f927-c131-4070-9db3-d75d7cc4eeec of type vlan for network 3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b Jul 22 17:02:01.563819 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dde53e11-ff07-4434-89ca-36eafa11dfe1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.591928 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dde53e11-ff07-4434-89ca-36eafa11dfe1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.597578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde53e11-ff07-4434-89ca-36eafa11dfe1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:01.598146 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dde53e11-ff07-4434-89ca-36eafa11dfe1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.623460 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6510-0db3-452e-88a9-2cd77be06c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.645600 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-dde53e11-ff07-4434-89ca-36eafa11dfe1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1828117 Jul 22 17:02:01.646415 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59670) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:01.651180 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-52368613', 'admin_state_up': True, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:02:01.666585 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.675732 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde53e11-ff07-4434-89ca-36eafa11dfe1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Network': ['ID=3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:01.692107 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:02:01.693285 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.697171 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.784186 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.919398 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:02.125487 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:02.146941 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:02.269612 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Allocated IP 172.25.0.148 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/bbfb2eba-758b-4640-87e5-83e87c608484) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:02:02.391746 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:02.446290 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:02.493255 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:02:02.496334 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:02:02.500465 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:02:02.506465 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Port': ['ID=bbfb2eba-758b-4640-87e5-83e87c608484,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:02.533042 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:02.533396 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:02.533737 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:02.534104 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:02.534440 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:02.534773 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:02.535104 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:02.535430 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:02.535757 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:02.536081 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:02.536943 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:02.537268 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:02.820637 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:03.018456 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:03.220385 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:03.344433 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Router d4ce2f33-4bc5-4af0-b626-30621c1bfbe5 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:02:03.449462 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:02:03.460453 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] Sync routers for ids ['d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:02:03.467695 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:03.472304 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-80b95921-e6c1-4e00-b6fd-a2d30bca10fa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8222313 Jul 22 17:02:03.472442 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] Routers {'d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:02:03.472442 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:02:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:03.472700 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59676) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:03.503218 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-05ac868e-dd6b-4577-8d64-43802ca267d5 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=58f63b32e2494f47baeccbbc4d805873&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271342 Jul 22 17:02:03.503447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59678) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:03.573892 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] Set router d4ce2f33-4bc5-4af0-b626-30621c1bfbe5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:02:03.592929 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf70603-4fbc-41d0-ae6f-457f588207a7 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:03.594547 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ebf70603-4fbc-41d0-ae6f-457f588207a7 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901434 Jul 22 17:02:03.597359 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59680) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:03.625541 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d8ef522a-7e05-4508-9b58-d6c488cc9973 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=748fc6ab-3639-411a-b273-35e3c4423108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270734 Jul 22 17:02:03.627947 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59682) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:03.633443 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0d3e0f15-7cab-465d-9cd2-b5efb3e4e57f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1306079830', 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b', 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:02:03.720235 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3e0f15-7cab-465d-9cd2-b5efb3e4e57f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Made reservation on behalf of 58f63b32e2494f47baeccbbc4d805873 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:02:03.723854 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d3e0f15-7cab-465d-9cd2-b5efb3e4e57f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:03.753775 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52368613', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:02:01Z', 'updated_at': '2021-07-22T17:02:02Z', 'revision_number': 3, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:02Z', 'updated_at': '2021-07-22T17:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:03.779374 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] Checking router: d4ce2f33-4bc5-4af0-b626-30621c1bfbe5 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:02:03.779715 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] Updating router d4ce2f33-4bc5-4af0-b626-30621c1bfbe5 port bbfb2eba-758b-4640-87e5-83e87c608484 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:02:03.818775 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:03.917804 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d3e0f15-7cab-465d-9cd2-b5efb3e4e57f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:03.988382 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e0f15-7cab-465d-9cd2-b5efb3e4e57f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Subnet': ['ID=d23bcd24-3a86-43a2-a4e4-256cfab679f7,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:03.998859 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3e0f15-7cab-465d-9cd2-b5efb3e4e57f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Checking segment: {'id': '0ab3f927-c131-4070-9db3-d75d7cc4eeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:02:03.999110 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3e0f15-7cab-465d-9cd2-b5efb3e4e57f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network hostable DHCP agents. Network: 3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:02:04.021026 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3e0f15-7cab-465d-9cd2-b5efb3e4e57f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network 3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:02:04.043708 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0d3e0f15-7cab-465d-9cd2-b5efb3e4e57f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:02:04.051026 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3e0f15-7cab-465d-9cd2-b5efb3e4e57f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:04.051754 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d3e0f15-7cab-465d-9cd2-b5efb3e4e57f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:04.068250 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0d3e0f15-7cab-465d-9cd2-b5efb3e4e57f tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4391725 Jul 22 17:02:04.071054 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59692) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:04.076124 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9ba8fc-fc82-4c8d-9092-95239face6a9 None None] Network 3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:02:04.142036 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:04.187076 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] Transition to ACTIVE for port object bbfb2eba-758b-4640-87e5-83e87c608484 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:02:04.197721 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:04.283721 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] Attempting to bind port bbfb2eba-758b-4640-87e5-83e87c608484 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:02:04.284089 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] Attempting to bind port bbfb2eba-758b-4640-87e5-83e87c608484 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:02:04.284448 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] Attempting to bind port bbfb2eba-758b-4640-87e5-83e87c608484 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:02:04.300816 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:02:04.301183 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:02:04.301588 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:04.302405 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:02:04.303021 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] Bound port: bbfb2eba-758b-4640-87e5-83e87c608484, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:02:04.303155 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:04.306389 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5bcd5-ffad-4d75-bafa-d02ef80c2a69 None None] Pushing event updated for resources: {'Port': ['ID=bbfb2eba-758b-4640-87e5-83e87c608484,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:04.389695 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71225723-fb0e-4c13-a686-a8134b122d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b', 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'fixed_ips': [{'subnet_id': 'd23bcd24-3a86-43a2-a4e4-256cfab679f7'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:02:04.390649 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71225723-fb0e-4c13-a686-a8134b122d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:04.403539 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] For port bbfb2eba-758b-4640-87e5-83e87c608484, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:02:04.420520 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] For port bbfb2eba-758b-4640-87e5-83e87c608484, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=bbfb2eba-758b-4640-87e5-83e87c608484,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:02:04.430765 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:04.541087 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eefdb946-30cc-4905-a654-97a436ab2361 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:04.557949 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] Routers {'d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:02:04.558555 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:02:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:04.560191 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5bcd5-ffad-4d75-bafa-d02ef80c2a69 None None] Pushing event updated for resources: {'Port': ['ID=bbfb2eba-758b-4640-87e5-83e87c608484,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:04.685095 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-71225723-fb0e-4c13-a686-a8134b122d68 None None] Allocated IP 172.20.0.2 (3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b/d23bcd24-3a86-43a2-a4e4-256cfab679f7/0c201b42-858a-4b1b-b3b1-fdb42a07ed8a) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:02:04.693569 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:04.738074 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] Set router d4ce2f33-4bc5-4af0-b626-30621c1bfbe5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:02:05.135465 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71225723-fb0e-4c13-a686-a8134b122d68 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:05.147526 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-71225723-fb0e-4c13-a686-a8134b122d68 None None] Transition to ACTIVE for port object 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:02:05.168204 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-71225723-fb0e-4c13-a686-a8134b122d68 None None] Transition to ACTIVE for port object 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:02:05.177709 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71225723-fb0e-4c13-a686-a8134b122d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:05.213714 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52368613', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:02:01Z', 'updated_at': '2021-07-22T17:02:02Z', 'revision_number': 3, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:02Z', 'updated_at': '2021-07-22T17:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:05.225968 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-eefdb946-30cc-4905-a654-97a436ab2361 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Allocated IP 172.20.0.1 (3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b/d23bcd24-3a86-43a2-a4e4-256cfab679f7/409d501d-fded-4e6b-a404-12d7c31aee28) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:02:05.252000 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71225723-fb0e-4c13-a686-a8134b122d68 None None] Network 3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:02:05.254747 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a870a5d-1edb-4be9-99bd-d6c7e4f8634e None None] The sync data for ids ['d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'] in n-d-798930-9 is: [{'id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52368613', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:02:01Z', 'updated_at': '2021-07-22T17:02:02Z', 'revision_number': 3, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:02Z', 'updated_at': '2021-07-22T17:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:02:05.259506 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-71225723-fb0e-4c13-a686-a8134b122d68 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:02:05.261641 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71225723-fb0e-4c13-a686-a8134b122d68 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:02:05.267473 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71225723-fb0e-4c13-a686-a8134b122d68 None None] Pushing event updated for resources: {'Port': ['ID=0c201b42-858a-4b1b-b3b1-fdb42a07ed8a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:05.342577 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-71225723-fb0e-4c13-a686-a8134b122d68 None None] Attempting to bind port 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:02:05.343183 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-71225723-fb0e-4c13-a686-a8134b122d68 None None] Attempting to bind port 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '0ab3f927-c131-4070-9db3-d75d7cc4eeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:02:05.343746 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71225723-fb0e-4c13-a686-a8134b122d68 None None] Attempting to bind port 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a on network 3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:02:05.350720 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71225723-fb0e-4c13-a686-a8134b122d68 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:02:05.351404 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71225723-fb0e-4c13-a686-a8134b122d68 None None] Checking segment: {'id': '0ab3f927-c131-4070-9db3-d75d7cc4eeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:02:05.351979 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71225723-fb0e-4c13-a686-a8134b122d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:05.352562 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71225723-fb0e-4c13-a686-a8134b122d68 None None] Bound using segment: {'id': '0ab3f927-c131-4070-9db3-d75d7cc4eeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:02:05.353052 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-71225723-fb0e-4c13-a686-a8134b122d68 None None] Bound port: 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab3f927-c131-4070-9db3-d75d7cc4eeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:02:05.353440 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71225723-fb0e-4c13-a686-a8134b122d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:05.355806 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eefdb946-30cc-4905-a654-97a436ab2361 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:05.371602 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-eefdb946-30cc-4905-a654-97a436ab2361 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Transition to ACTIVE for port object 409d501d-fded-4e6b-a404-12d7c31aee28 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:02:05.408529 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eefdb946-30cc-4905-a654-97a436ab2361 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:05.429160 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-71225723-fb0e-4c13-a686-a8134b122d68 None None] For port 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:02:05.433114 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-71225723-fb0e-4c13-a686-a8134b122d68 None None] For port 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0c201b42-858a-4b1b-b3b1-fdb42a07ed8a,segment=NetworkSegment(0ab3f927-c131-4070-9db3-d75d7cc4eeec),segment_id=0ab3f927-c131-4070-9db3-d75d7cc4eeec)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:02:05.437837 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71225723-fb0e-4c13-a686-a8134b122d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:05.459954 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefdb946-30cc-4905-a654-97a436ab2361 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network 3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:02:05.466954 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-eefdb946-30cc-4905-a654-97a436ab2361 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:02:05.479610 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefdb946-30cc-4905-a654-97a436ab2361 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:02:05.508758 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71225723-fb0e-4c13-a686-a8134b122d68 None None] Pushing event updated for resources: {'Port': ['ID=0c201b42-858a-4b1b-b3b1-fdb42a07ed8a,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:05.528266 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdb946-30cc-4905-a654-97a436ab2361 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Port': ['ID=409d501d-fded-4e6b-a404-12d7c31aee28,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:05.548574 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eefdb946-30cc-4905-a654-97a436ab2361 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:05.764296 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eefdb946-30cc-4905-a654-97a436ab2361 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:06.075087 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:02:06.151643 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:02:06.154923 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eefdb946-30cc-4905-a654-97a436ab2361 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:06.158007 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device bbfb2eba-758b-4640-87e5-83e87c608484 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:02:06.162027 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eefdb946-30cc-4905-a654-97a436ab2361 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:06.231379 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port bbfb2eba-758b-4640-87e5-83e87c608484 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:02:06.235660 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port bbfb2eba-758b-4640-87e5-83e87c608484 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:06.236296 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:06.272008 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eefdb946-30cc-4905-a654-97a436ab2361 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:06.283119 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdb946-30cc-4905-a654-97a436ab2361 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Port': ['ID=409d501d-fded-4e6b-a404-12d7c31aee28,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:06.373434 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:06.393971 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefdb946-30cc-4905-a654-97a436ab2361 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network 3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:02:06.395156 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-eefdb946-30cc-4905-a654-97a436ab2361 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:02:06.400941 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port bbfb2eba-758b-4640-87e5-83e87c608484, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=bbfb2eba-758b-4640-87e5-83e87c608484,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:02:06.409793 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:06.494654 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=bbfb2eba-758b-4640-87e5-83e87c608484,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:06.639469 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc8890c-e59f-4513-94ab-f74ad36077ef None None] Network 3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:02:06.761262 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bf2dda84-87fa-4915-a773-50b31fc32373 None None] Provisioning for port 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:02:06.769725 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bf2dda84-87fa-4915-a773-50b31fc32373 None None] Provisioning complete for port 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:06.770261 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf2dda84-87fa-4915-a773-50b31fc32373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:06.830806 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefdb946-30cc-4905-a654-97a436ab2361 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Router d4ce2f33-4bc5-4af0-b626-30621c1bfbe5 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:02:06.889749 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf2dda84-87fa-4915-a773-50b31fc32373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:06.929316 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bf2dda84-87fa-4915-a773-50b31fc32373 None None] For port 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0c201b42-858a-4b1b-b3b1-fdb42a07ed8a,segment=NetworkSegment(0ab3f927-c131-4070-9db3-d75d7cc4eeec),segment_id=0ab3f927-c131-4070-9db3-d75d7cc4eeec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:02:06.939520 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf2dda84-87fa-4915-a773-50b31fc32373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:06.981254 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefdb946-30cc-4905-a654-97a436ab2361 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:02:06.990218 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-eefdb946-30cc-4905-a654-97a436ab2361 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "PUT /v2.0/routers/d4ce2f33-4bc5-4af0-b626-30621c1bfbe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9149587 Jul 22 17:02:07.026068 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2dda84-87fa-4915-a773-50b31fc32373 None None] Pushing event updated for resources: {'Port': ['ID=0c201b42-858a-4b1b-b3b1-fdb42a07ed8a,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:07.174037 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-a7e46c8e-01c6-4288-bf42-709a2eef62aa tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-380238516&fields=id&tenant_id=58f63b32e2494f47baeccbbc4d805873 HTTP/1.1" status: 200 len: 267 time: 0.0521240 Jul 22 17:02:07.183572 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-64d2408a-1ca3-4580-8cc6-0af46b50d7d4 None None] Provisioning for port 409d501d-fded-4e6b-a404-12d7c31aee28 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:02:07.194292 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-64d2408a-1ca3-4580-8cc6-0af46b50d7d4 None None] Provisioning complete for port 409d501d-fded-4e6b-a404-12d7c31aee28 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:07.194887 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64d2408a-1ca3-4580-8cc6-0af46b50d7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:07.237431 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-64d2408a-1ca3-4580-8cc6-0af46b50d7d4 None None] Port 409d501d-fded-4e6b-a404-12d7c31aee28 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:02:07.249271 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-64d2408a-1ca3-4580-8cc6-0af46b50d7d4 None None] Provisioning complete for port 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:07.249902 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64d2408a-1ca3-4580-8cc6-0af46b50d7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:07.309005 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-b83a64fa-7347-4169-a82f-24e2c029c5b0 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:07.310726 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-b83a64fa-7347-4169-a82f-24e2c029c5b0 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/networks?id=3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b HTTP/1.1" status: 200 len: 796 time: 0.1245842 Jul 22 17:02:07.335157 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-458448d8-e03f-4a2f-bad4-136485ef5f7e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/quotas/58f63b32e2494f47baeccbbc4d805873 HTTP/1.1" status: 200 len: 375 time: 0.0163307 Jul 22 17:02:07.395084 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] Sync routers for ids ['d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:02:07.407350 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] Routers {'d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:02:07.408207 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:02:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:07.422193 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-1a108b50-7684-4561-a5ab-01b9163f50c9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792739 Jul 22 17:02:07.473205 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-61ce2411-865b-47af-9866-78b3f042648f None None] Provisioning complete for port 409d501d-fded-4e6b-a404-12d7c31aee28 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:07.473766 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61ce2411-865b-47af-9866-78b3f042648f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:07.546417 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-e04e42a3-1332-4970-8574-032bdb09c1d4 service neutron] 10.222.0.69 "GET /v2.0/networks/3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127095 Jul 22 17:02:07.547725 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-61ce2411-865b-47af-9866-78b3f042648f None None] Port 409d501d-fded-4e6b-a404-12d7c31aee28 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:02:07.573701 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] Set router d4ce2f33-4bc5-4af0-b626-30621c1bfbe5 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:02:07.666433 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-f3ab1de1-d618-477d-ab60-967aa018cc1c service neutron] 10.222.0.69 "GET /v2.0/networks/3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074483 Jul 22 17:02:07.773739 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d9172c7a-02b3-4c1d-bd2a-ee05f2c234f3 None None] Provisioning complete for port 409d501d-fded-4e6b-a404-12d7c31aee28 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:07.774561 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9172c7a-02b3-4c1d-bd2a-ee05f2c234f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:07.791038 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52368613', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:02:01Z', 'updated_at': '2021-07-22T17:02:05Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:02Z', 'updated_at': '2021-07-22T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '409d501d-fded-4e6b-a404-12d7c31aee28', 'name': '', 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:69:91:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'd23bcd24-3a86-43a2-a4e4-256cfab679f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:04Z', 'updated_at': '2021-07-22T17:02:05Z', 'revision_number': 2, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'd23bcd24-3a86-43a2-a4e4-256cfab679f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:07.827626 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] Checking router: d4ce2f33-4bc5-4af0-b626-30621c1bfbe5 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:02:07.828157 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] Updating router d4ce2f33-4bc5-4af0-b626-30621c1bfbe5 port 409d501d-fded-4e6b-a404-12d7c31aee28 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:02:07.832026 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d9172c7a-02b3-4c1d-bd2a-ee05f2c234f3 None None] Port 409d501d-fded-4e6b-a404-12d7c31aee28 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:02:07.866579 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:07.878520 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b7147d62-f142-47d9-b3a6-262f668ecea3 req-94ad30ef-98dd-4b49-befa-517d516811c9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 210 time: 0.0377860 Jul 22 17:02:08.003560 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:02:08.077797 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:08.079198 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:08.176098 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device bbfb2eba-758b-4640-87e5-83e87c608484 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:02:08.194645 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:08.205799 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] Transition to ACTIVE for port object 409d501d-fded-4e6b-a404-12d7c31aee28 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:02:08.215004 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:08.243800 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port bbfb2eba-758b-4640-87e5-83e87c608484 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:08.244411 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:08.283043 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af086aa-b7de-4669-989f-573810cbacff None None] Pushing event updated for resources: {'Port': ['ID=409d501d-fded-4e6b-a404-12d7c31aee28,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:08.334075 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af086aa-b7de-4669-989f-573810cbacff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:08.334419 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af086aa-b7de-4669-989f-573810cbacff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:08.334802 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af086aa-b7de-4669-989f-573810cbacff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:08.335084 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af086aa-b7de-4669-989f-573810cbacff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:08.335435 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af086aa-b7de-4669-989f-573810cbacff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:08.335749 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af086aa-b7de-4669-989f-573810cbacff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:08.336071 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af086aa-b7de-4669-989f-573810cbacff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:08.336393 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af086aa-b7de-4669-989f-573810cbacff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:08.336712 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af086aa-b7de-4669-989f-573810cbacff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:08.337037 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af086aa-b7de-4669-989f-573810cbacff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:08.337417 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af086aa-b7de-4669-989f-573810cbacff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:08.337730 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af086aa-b7de-4669-989f-573810cbacff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:08.356624 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] Attempting to bind port 409d501d-fded-4e6b-a404-12d7c31aee28 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:02:08.357668 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] Attempting to bind port 409d501d-fded-4e6b-a404-12d7c31aee28 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '0ab3f927-c131-4070-9db3-d75d7cc4eeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:02:08.358068 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] Attempting to bind port 409d501d-fded-4e6b-a404-12d7c31aee28 on network 3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:02:08.364509 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:02:08.364880 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] Checking segment: {'id': '0ab3f927-c131-4070-9db3-d75d7cc4eeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:02:08.365283 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:08.365673 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] Bound using segment: {'id': '0ab3f927-c131-4070-9db3-d75d7cc4eeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:02:08.366717 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] Bound port: 409d501d-fded-4e6b-a404-12d7c31aee28, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab3f927-c131-4070-9db3-d75d7cc4eeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:02:08.367111 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:08.441210 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] For port 409d501d-fded-4e6b-a404-12d7c31aee28, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:02:08.444680 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] For port 409d501d-fded-4e6b-a404-12d7c31aee28, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=409d501d-fded-4e6b-a404-12d7c31aee28,segment=NetworkSegment(0ab3f927-c131-4070-9db3-d75d7cc4eeec),segment_id=0ab3f927-c131-4070-9db3-d75d7cc4eeec)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:02:08.450017 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:08.513760 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] Routers {'d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:02:08.514418 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:02:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:08.516424 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af086aa-b7de-4669-989f-573810cbacff None None] Pushing event updated for resources: {'Port': ['ID=409d501d-fded-4e6b-a404-12d7c31aee28,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:08.657130 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] Set router d4ce2f33-4bc5-4af0-b626-30621c1bfbe5 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:02:09.019483 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52368613', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:02:01Z', 'updated_at': '2021-07-22T17:02:05Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:02Z', 'updated_at': '2021-07-22T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '409d501d-fded-4e6b-a404-12d7c31aee28', 'name': '', 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:69:91:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'd23bcd24-3a86-43a2-a4e4-256cfab679f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:04Z', 'updated_at': '2021-07-22T17:02:08Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'd23bcd24-3a86-43a2-a4e4-256cfab679f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:09.026754 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9c9793c-8459-4d3b-bc36-b4a683f677fc req-edd19810-fe3e-48fd-a4bc-c343ee93e204 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 210 time: 0.0639753 Jul 22 17:02:09.048562 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4250040d-dfa9-46a2-9838-327da518d24a None None] The sync data for ids ['d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'] in n-d-798930-9 is: [{'id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52368613', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:02:01Z', 'updated_at': '2021-07-22T17:02:05Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:02Z', 'updated_at': '2021-07-22T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '409d501d-fded-4e6b-a404-12d7c31aee28', 'name': '', 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:69:91:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'd23bcd24-3a86-43a2-a4e4-256cfab679f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:04Z', 'updated_at': '2021-07-22T17:02:08Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'd23bcd24-3a86-43a2-a4e4-256cfab679f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:02:09.100473 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-eaeaba33-2e48-450c-927b-62d1b60dc440 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:09.110646 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-eaeaba33-2e48-450c-927b-62d1b60dc440 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.30 "GET /v2.0/networks?id=3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b HTTP/1.1" status: 200 len: 796 time: 0.1850936 Jul 22 17:02:09.173852 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-371432ba-9c26-4ca8-b98f-637487a00851 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58f63b32e2494f47baeccbbc4d805873 HTTP/1.1" status: 200 len: 379 time: 0.0484309 Jul 22 17:02:09.183275 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-51ff0790-9a54-4a94-8698-a2f56343ebc1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'port': {'device_id': 'c0c0404c-bd8c-487f-a41a-d6ec92feae77', 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b', 'admin_state_up': True, 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'security_groups': ['ca45be65-6971-4a6a-9a48-06d0c7912206']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:02:09.297090 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-51ff0790-9a54-4a94-8698-a2f56343ebc1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Made reservation on behalf of 58f63b32e2494f47baeccbbc4d805873 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:02:09.300910 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-51ff0790-9a54-4a94-8698-a2f56343ebc1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:09.433625 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-51ff0790-9a54-4a94-8698-a2f56343ebc1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Allocated IP 172.20.0.4 (3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b/d23bcd24-3a86-43a2-a4e4-256cfab679f7/4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:02:09.583807 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-51ff0790-9a54-4a94-8698-a2f56343ebc1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:09.599168 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-51ff0790-9a54-4a94-8698-a2f56343ebc1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Transition to ACTIVE for port object 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:02:09.633894 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-51ff0790-9a54-4a94-8698-a2f56343ebc1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:09.676462 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-51ff0790-9a54-4a94-8698-a2f56343ebc1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network 3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:02:09.682360 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-51ff0790-9a54-4a94-8698-a2f56343ebc1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:02:09.686077 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-51ff0790-9a54-4a94-8698-a2f56343ebc1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:02:09.714772 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff0790-9a54-4a94-8698-a2f56343ebc1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Port': ['ID=4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:09.747565 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-51ff0790-9a54-4a94-8698-a2f56343ebc1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:09.748499 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-51ff0790-9a54-4a94-8698-a2f56343ebc1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:09.767089 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-51ff0790-9a54-4a94-8698-a2f56343ebc1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5878234 Jul 22 17:02:09.785802 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-7e0d3278-365f-4aac-bf95-b4a8abf82e24 service neutron] Request body: {'port': {'device_id': 'c0c0404c-bd8c-487f-a41a-d6ec92feae77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:02:09.899422 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-7e0d3278-365f-4aac-bf95-b4a8abf82e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:10.038184 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4ea20a23-8fae-41df-bec0-67dfbb4cb056 None None] Provisioning for port 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:02:10.041723 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 409d501d-fded-4e6b-a404-12d7c31aee28 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:02:10.110072 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4ea20a23-8fae-41df-bec0-67dfbb4cb056 None None] Provisioning complete for port 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:10.110072 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ea20a23-8fae-41df-bec0-67dfbb4cb056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:10.168292 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4ea20a23-8fae-41df-bec0-67dfbb4cb056 None None] Port 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:02:10.184666 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 409d501d-fded-4e6b-a404-12d7c31aee28 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:02:10.190668 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 409d501d-fded-4e6b-a404-12d7c31aee28 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:10.191046 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:10.220573 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9965d6-844b-4c0c-a2d7-485e7c4361d0 req-20c43292-eb92-4f19-bc8f-034393b42ae8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:10.222188 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9d9965d6-844b-4c0c-a2d7-485e7c4361d0 req-20c43292-eb92-4f19-bc8f-034393b42ae8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 931 time: 0.0925674 Jul 22 17:02:10.285211 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-7e0d3278-365f-4aac-bf95-b4a8abf82e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:02:10.294950 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-7e0d3278-365f-4aac-bf95-b4a8abf82e24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:10.296034 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9d9965d6-844b-4c0c-a2d7-485e7c4361d0 req-b970f0f8-3874-414e-b331-1c0868c3f884 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635605 Jul 22 17:02:10.319448 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:10.320376 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-7e0d3278-365f-4aac-bf95-b4a8abf82e24 service neutron] Transition to ACTIVE for port object 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:02:10.326628 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-7e0d3278-365f-4aac-bf95-b4a8abf82e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:10.362510 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 409d501d-fded-4e6b-a404-12d7c31aee28, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=409d501d-fded-4e6b-a404-12d7c31aee28,segment=NetworkSegment(0ab3f927-c131-4070-9db3-d75d7cc4eeec),segment_id=0ab3f927-c131-4070-9db3-d75d7cc4eeec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:02:10.367280 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:10.376929 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d3278-365f-4aac-bf95-b4a8abf82e24 service neutron] Pushing event updated for resources: {'Port': ['ID=4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:10.443282 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=409d501d-fded-4e6b-a404-12d7c31aee28,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:10.495116 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-7e0d3278-365f-4aac-bf95-b4a8abf82e24 service neutron] Attempting to bind port 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:02:10.495481 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-7e0d3278-365f-4aac-bf95-b4a8abf82e24 service neutron] Attempting to bind port 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '0ab3f927-c131-4070-9db3-d75d7cc4eeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:02:10.495777 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-7e0d3278-365f-4aac-bf95-b4a8abf82e24 service neutron] Attempting to bind port 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 on network 3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:02:10.500578 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-7e0d3278-365f-4aac-bf95-b4a8abf82e24 service neutron] Port 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 on network 3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:02:10.500958 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-7e0d3278-365f-4aac-bf95-b4a8abf82e24 service neutron] Attempting to bind port 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 on network 3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:02:10.506467 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-7e0d3278-365f-4aac-bf95-b4a8abf82e24 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:02:10.506893 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-7e0d3278-365f-4aac-bf95-b4a8abf82e24 service neutron] Checking segment: {'id': '0ab3f927-c131-4070-9db3-d75d7cc4eeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:02:10.507435 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-7e0d3278-365f-4aac-bf95-b4a8abf82e24 service neutron] Bound using segment: {'id': '0ab3f927-c131-4070-9db3-d75d7cc4eeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:02:10.507609 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-7e0d3278-365f-4aac-bf95-b4a8abf82e24 service neutron] Bound port: 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab3f927-c131-4070-9db3-d75d7cc4eeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:02:10.507967 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-7e0d3278-365f-4aac-bf95-b4a8abf82e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:10.582097 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-7e0d3278-365f-4aac-bf95-b4a8abf82e24 service neutron] For port 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:02:10.585372 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-7e0d3278-365f-4aac-bf95-b4a8abf82e24 service neutron] For port 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0,segment=NetworkSegment(0ab3f927-c131-4070-9db3-d75d7cc4eeec),segment_id=0ab3f927-c131-4070-9db3-d75d7cc4eeec)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:02:10.589500 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-7e0d3278-365f-4aac-bf95-b4a8abf82e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:10.631242 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-7e0d3278-365f-4aac-bf95-b4a8abf82e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:10.631841 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-7e0d3278-365f-4aac-bf95-b4a8abf82e24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:10.633214 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-7e0d3278-365f-4aac-bf95-b4a8abf82e24 service neutron] 10.222.0.30 "PUT /v2.0/ports/4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 HTTP/1.1" status: 200 len: 1091 time: 0.8526514 Jul 22 17:02:10.633646 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c0404c-bd8c-487f-a41a-d6ec92feae77', 'tag': '4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:02:10.635896 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5504d1-37d3-40ef-a970-3b555c71728e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c0404c-bd8c-487f-a41a-d6ec92feae77", "tag": "4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:02:10.663381 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d3278-365f-4aac-bf95-b4a8abf82e24 service neutron] Pushing event updated for resources: {'Port': ['ID=4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:10.687269 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73cb06a-691a-454a-8445-78f1ef3f1e7f x-openstack-request-id: req-a73cb06a-691a-454a-8445-78f1ef3f1e7f {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:02:10.687644 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c0404c-bd8c-487f-a41a-d6ec92feae77", "tag": "4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:02:10.687798 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a73cb06a-691a-454a-8445-78f1ef3f1e7f {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:02:10.688229 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c0404c-bd8c-487f-a41a-d6ec92feae77', 'tag': '4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0', 'status': 'completed', 'code': 200} Jul 22 17:02:10.767780 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-f3e6bcd4-c2cb-453b-bd54-7d742e2f47d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:10.769303 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-f3e6bcd4-c2cb-453b-bd54-7d742e2f47d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 1094 time: 0.0670724 Jul 22 17:02:10.824324 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-563e6d9f-d784-4ac4-a223-eef9c5f94f23 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 HTTP/1.1" status: 200 len: 217 time: 0.0417738 Jul 22 17:02:10.876784 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-25924fa5-6fd1-4fc2-89d3-38b6d569a29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:10.878267 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-25924fa5-6fd1-4fc2-89d3-38b6d569a29d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d23bcd24-3a86-43a2-a4e4-256cfab679f7 HTTP/1.1" status: 200 len: 835 time: 0.0483730 Jul 22 17:02:10.942009 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-6e8f7f69-1675-48ea-a5a8-717da695b84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:10.943555 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-6e8f7f69-1675-48ea-a5a8-717da695b84e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590734 Jul 22 17:02:11.035345 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-ebde6099-fc4a-4853-8937-1b4a46344573 service neutron] 10.222.0.30 "GET /v2.0/networks/3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844750 Jul 22 17:02:11.132597 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-70d1ffd6-4857-4b82-ac92-3684e9c9958e req-b3b847a1-56b6-4cfd-9b87-fd7ce1590fa4 service neutron] 10.222.0.30 "GET /v2.0/networks/3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905108 Jul 22 17:02:11.280202 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5504d1-37d3-40ef-a970-3b555c71728e req-7710d1e8-4f01-41df-9b49-434fe7edf00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:11.281748 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f5504d1-37d3-40ef-a970-3b555c71728e req-7710d1e8-4f01-41df-9b49-434fe7edf00d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 1094 time: 0.0541639 Jul 22 17:02:11.379166 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5504d1-37d3-40ef-a970-3b555c71728e req-7c66460c-301a-4b3d-a13f-211e3edbbfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:11.381275 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f5504d1-37d3-40ef-a970-3b555c71728e req-7c66460c-301a-4b3d-a13f-211e3edbbfb4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b HTTP/1.1" status: 200 len: 897 time: 0.0932903 Jul 22 17:02:11.423819 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f5504d1-37d3-40ef-a970-3b555c71728e req-5f073ea2-45bb-4c61-be31-320119650ae5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 HTTP/1.1" status: 200 len: 217 time: 0.0355628 Jul 22 17:02:11.433800 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196f44a-fbfa-4262-b2e5-4729283e683e req-a7ab126f-e499-4d10-bcac-6ce9aca0631a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:11.435328 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5196f44a-fbfa-4262-b2e5-4729283e683e req-a7ab126f-e499-4d10-bcac-6ce9aca0631a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 943 time: 0.0700459 Jul 22 17:02:11.474078 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5196f44a-fbfa-4262-b2e5-4729283e683e req-198b60e4-b20c-4083-9013-ad0be2863cc1 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326574 Jul 22 17:02:11.476156 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5504d1-37d3-40ef-a970-3b555c71728e req-61f1fd30-040d-4958-93e5-65b156354682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:11.477868 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f5504d1-37d3-40ef-a970-3b555c71728e req-61f1fd30-040d-4958-93e5-65b156354682 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d23bcd24-3a86-43a2-a4e4-256cfab679f7 HTTP/1.1" status: 200 len: 835 time: 0.0478313 Jul 22 17:02:11.541989 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5504d1-37d3-40ef-a970-3b555c71728e req-b4e56ad2-3b74-4f8e-8f39-b47d241dc582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:11.543445 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f5504d1-37d3-40ef-a970-3b555c71728e req-b4e56ad2-3b74-4f8e-8f39-b47d241dc582 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582235 Jul 22 17:02:11.633368 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f5504d1-37d3-40ef-a970-3b555c71728e req-1979390b-c29f-4ae4-bb10-1a2e296e73fb service neutron] 10.222.0.30 "GET /v2.0/networks/3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831358 Jul 22 17:02:11.737481 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f5504d1-37d3-40ef-a970-3b555c71728e req-62355d53-d215-4baf-b1a7-0aaf60d7e1d0 service neutron] 10.222.0.30 "GET /v2.0/networks/3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963967 Jul 22 17:02:11.982042 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 409d501d-fded-4e6b-a404-12d7c31aee28 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:02:12.030611 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 409d501d-fded-4e6b-a404-12d7c31aee28 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:12.030974 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:12.205373 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:12.272061 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:12.603695 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bd4d7-a84f-46c7-874c-98560023384f req-a3ea9fa1-131c-4aa3-a966-cca9430f0408 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:12.605333 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-740bd4d7-a84f-46c7-874c-98560023384f req-a3ea9fa1-131c-4aa3-a966-cca9430f0408 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 943 time: 0.0637102 Jul 22 17:02:12.644131 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-740bd4d7-a84f-46c7-874c-98560023384f req-b77e7379-5083-40f1-b8e2-77597840e407 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333285 Jul 22 17:02:13.187217 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:02:13.281303 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0,segment=NetworkSegment(0ab3f927-c131-4070-9db3-d75d7cc4eeec),segment_id=0ab3f927-c131-4070-9db3-d75d7cc4eeec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:02:13.292406 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0', 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b', 'port_id': '4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0', 'mac_address': 'fa:16:3e:6e:3b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23bcd24-3a86-43a2-a4e4-256cfab679f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:02:13.327800 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:13.340431 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:02:13.359603 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0,segment=NetworkSegment(0ab3f927-c131-4070-9db3-d75d7cc4eeec),segment_id=0ab3f927-c131-4070-9db3-d75d7cc4eeec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:02:13.363817 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:13.421345 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:13.649810 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:02:13.776685 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730726d-44ac-4175-912f-fa14644bd443 req-cce4bb05-d818-4c77-8126-7068b65628e5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:13.778295 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9730726d-44ac-4175-912f-fa14644bd443 req-cce4bb05-d818-4c77-8126-7068b65628e5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 944 time: 0.0660775 Jul 22 17:02:13.816787 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9730726d-44ac-4175-912f-fa14644bd443 req-8d5155fc-77c0-4721-ba8a-2b6df746441d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323911 Jul 22 17:02:14.950090 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1467d6-ce1f-42fd-8695-fd2bbd8a9e88 req-9314df86-2f6c-441b-adaf-423837ebfe5a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:14.951580 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2c1467d6-ce1f-42fd-8695-fd2bbd8a9e88 req-9314df86-2f6c-441b-adaf-423837ebfe5a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 944 time: 0.0635667 Jul 22 17:02:14.988355 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2c1467d6-ce1f-42fd-8695-fd2bbd8a9e88 req-ff59710a-08f5-43c0-939a-d64675e2b4bc tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311723 Jul 22 17:02:15.192744 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:02:15.245484 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:02:15.250108 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:15.250485 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:15.327830 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:15.350265 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c0404c-bd8c-487f-a41a-d6ec92feae77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:02:15.352409 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07de24d-7f1a-4376-874d-5c6b3ef2aa21" -d '{"events": [{"server_uuid": "c0c0404c-bd8c-487f-a41a-d6ec92feae77", "name": "network-vif-plugged", "status": "completed", "tag": "4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:02:15.364601 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0,segment=NetworkSegment(0ab3f927-c131-4070-9db3-d75d7cc4eeec),segment_id=0ab3f927-c131-4070-9db3-d75d7cc4eeec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:02:15.375865 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:15.404360 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53443b62-6e86-4de5-b3b0-23f9dfb900b7 x-openstack-request-id: req-53443b62-6e86-4de5-b3b0-23f9dfb900b7 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:02:15.404658 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c0404c-bd8c-487f-a41a-d6ec92feae77", "name": "network-vif-plugged", "status": "completed", "tag": "4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:02:15.404913 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-53443b62-6e86-4de5-b3b0-23f9dfb900b7 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:02:15.405305 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c0404c-bd8c-487f-a41a-d6ec92feae77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0', 'code': 200} Jul 22 17:02:15.430893 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:15.537618 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2718f-1b8d-4e95-aba7-d0808af74d38 req-94603742-08cd-4c46-9319-55bd058b1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:15.539144 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-41a2718f-1b8d-4e95-aba7-d0808af74d38 req-94603742-08cd-4c46-9319-55bd058b1d9b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 1096 time: 0.0566130 Jul 22 17:02:15.575018 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-41a2718f-1b8d-4e95-aba7-d0808af74d38 req-9a459e8c-a035-4f83-935d-1473266e96f1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298092 Jul 22 17:02:16.125407 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed6826-fb0e-4e90-a8fd-3fa4e7b69973 req-d8485689-be2d-4f74-98e0-13c304ed0a6b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:16.126809 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-89ed6826-fb0e-4e90-a8fd-3fa4e7b69973 req-d8485689-be2d-4f74-98e0-13c304ed0a6b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 945 time: 0.0721688 Jul 22 17:02:16.164855 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-89ed6826-fb0e-4e90-a8fd-3fa4e7b69973 req-2ecf64eb-2d01-442f-9215-6ab36ef67a89 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318122 Jul 22 17:02:16.433628 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:02:17.295199 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee1a2b-282d-47b3-8d1b-53f33206b040 req-fa04ca5f-7cf4-4681-b3ad-00d0875d4dde tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:17.296742 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f8ee1a2b-282d-47b3-8d1b-53f33206b040 req-fa04ca5f-7cf4-4681-b3ad-00d0875d4dde tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 945 time: 0.0634987 Jul 22 17:02:17.338587 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f8ee1a2b-282d-47b3-8d1b-53f33206b040 req-4cd8a1ed-cae6-4b73-b98b-27596b526471 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361462 Jul 22 17:02:17.469944 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a64c0a-a3a8-42f5-9ac9-a6a577bf2e34 req-6a2493a5-a56a-474c-809a-bb8aff3eca52 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:17.471443 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-47a64c0a-a3a8-42f5-9ac9-a6a577bf2e34 req-6a2493a5-a56a-474c-809a-bb8aff3eca52 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 945 time: 0.0678546 Jul 22 17:02:17.514420 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-47a64c0a-a3a8-42f5-9ac9-a6a577bf2e34 req-482942d5-ebac-4922-a785-c34fcfd82379 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372760 Jul 22 17:02:17.533236 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59828) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:17.587949 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d525e1-fbb1-4735-931c-6088868e87b7 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:17.589462 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a4d525e1-fbb1-4735-931c-6088868e87b7 tempest-TestNetworkAdvancedServerOps-421636666 tempest-TestNetworkAdvancedServerOps-421636666-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 1091 time: 0.0552330 Jul 22 17:02:17.592273 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59832) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:17.596711 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-869a4a0c-831a-49e4-87bf-8860fd281d37 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': '4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:02:17.621754 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-869a4a0c-831a-49e4-87bf-8860fd281d37 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:17.722350 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-869a4a0c-831a-49e4-87bf-8860fd281d37 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:17.820913 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-869a4a0c-831a-49e4-87bf-8860fd281d37 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Allocated IP 172.25.0.245 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/f3b1ede5-aa05-4260-a312-433a9e4441d0) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:02:17.921879 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-869a4a0c-831a-49e4-87bf-8860fd281d37 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:17.960541 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-869a4a0c-831a-49e4-87bf-8860fd281d37 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:17.994162 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869a4a0c-831a-49e4-87bf-8860fd281d37 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:02:18.000551 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-869a4a0c-831a-49e4-87bf-8860fd281d37 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:02:18.004721 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869a4a0c-831a-49e4-87bf-8860fd281d37 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:02:18.027342 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a4a0c-831a-49e4-87bf-8860fd281d37 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Port': ['ID=f3b1ede5-aa05-4260-a312-433a9e4441d0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:18.365737 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-869a4a0c-831a-49e4-87bf-8860fd281d37 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:18.438744 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-869a4a0c-831a-49e4-87bf-8860fd281d37 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:18.586560 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-869a4a0c-831a-49e4-87bf-8860fd281d37 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:18.590845 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-869a4a0c-831a-49e4-87bf-8860fd281d37 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:18.660454 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a4a0c-831a-49e4-87bf-8860fd281d37 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event updated for resources: {'Port': ['ID=f3b1ede5-aa05-4260-a312-433a9e4441d0,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:18.670501 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-869a4a0c-831a-49e4-87bf-8860fd281d37 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:18.767511 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-869a4a0c-831a-49e4-87bf-8860fd281d37 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Floating IP 38bd609a-b367-4190-b1db-e8d827e88364 associated. External IP: 172.25.0.245, port: 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0. Jul 22 17:02:19.254840 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869a4a0c-831a-49e4-87bf-8860fd281d37 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Router d4ce2f33-4bc5-4af0-b626-30621c1bfbe5 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:02:19.366547 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869a4a0c-831a-49e4-87bf-8860fd281d37 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:02:19.376642 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75edb8ab-b86f-45a9-9f9b-13e0996f26e7 None None] Sync routers for ids ['d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:02:19.383380 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-869a4a0c-831a-49e4-87bf-8860fd281d37 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:19.386981 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75edb8ab-b86f-45a9-9f9b-13e0996f26e7 None None] Routers {'d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:02:19.387599 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-75edb8ab-b86f-45a9-9f9b-13e0996f26e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:02:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:19.423096 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-869a4a0c-831a-49e4-87bf-8860fd281d37 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8298025 Jul 22 17:02:19.423678 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c0404c-bd8c-487f-a41a-d6ec92feae77', 'tag': '4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:02:19.425946 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4f12b2-2e49-4b44-8282-e13e0c425a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c0404c-bd8c-487f-a41a-d6ec92feae77", "tag": "4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:02:19.471591 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f4a78d-c31b-446e-8b77-837cf18550a9 x-openstack-request-id: req-39f4a78d-c31b-446e-8b77-837cf18550a9 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:02:19.471807 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c0404c-bd8c-487f-a41a-d6ec92feae77", "tag": "4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:02:19.472195 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-39f4a78d-c31b-446e-8b77-837cf18550a9 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:02:19.472600 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c0404c-bd8c-487f-a41a-d6ec92feae77', 'tag': '4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0', 'status': 'completed', 'code': 200} Jul 22 17:02:19.504757 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-75edb8ab-b86f-45a9-9f9b-13e0996f26e7 None None] Set router d4ce2f33-4bc5-4af0-b626-30621c1bfbe5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:02:19.571731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16529d47-e9ff-466c-84f2-ecb6fcc96734 req-214da035-93ed-4a0f-8559-a83598d73bc3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:19.572347 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f12b2-2e49-4b44-8282-e13e0c425a6e req-3cbde935-7c2f-4ec2-92d9-66abdb71aa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:19.573363 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8f4f12b2-2e49-4b44-8282-e13e0c425a6e req-3cbde935-7c2f-4ec2-92d9-66abdb71aa74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 1096 time: 0.0550249 Jul 22 17:02:19.574365 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-16529d47-e9ff-466c-84f2-ecb6fcc96734 req-214da035-93ed-4a0f-8559-a83598d73bc3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 945 time: 0.0858557 Jul 22 17:02:19.619931 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-16529d47-e9ff-466c-84f2-ecb6fcc96734 req-a297a397-9a09-4bc4-84d9-31f4d92ac153 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388558 Jul 22 17:02:19.642943 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 59850) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:19.722169 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f12b2-2e49-4b44-8282-e13e0c425a6e req-d3779e52-eca7-4611-9341-9aa8ec307deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:19.724605 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8f4f12b2-2e49-4b44-8282-e13e0c425a6e req-d3779e52-eca7-4611-9341-9aa8ec307deb service neutron] 10.222.0.30 "GET /v2.0/networks?id=3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b HTTP/1.1" status: 200 len: 897 time: 0.1451368 Jul 22 17:02:19.729060 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c3ebb5a1-ac56-41d6-9bdc-f790729e451c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/floatingips/38bd609a-b367-4190-b1db-e8d827e88364 HTTP/1.1" status: 200 len: 991 time: 0.0839808 Jul 22 17:02:19.766813 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-75edb8ab-b86f-45a9-9f9b-13e0996f26e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52368613', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:02:01Z', 'updated_at': '2021-07-22T17:02:05Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:02Z', 'updated_at': '2021-07-22T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '38bd609a-b367-4190-b1db-e8d827e88364', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'port_id': '4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b', 'mac_address': 'fa:16:3e:6e:3b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c0404c-bd8c-487f-a41a-d6ec92feae77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:02:18Z', 'updated_at': '2021-07-22T17:02:18Z', 'revision_number': 0, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409d501d-fded-4e6b-a404-12d7c31aee28', 'name': '', 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:69:91:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'd23bcd24-3a86-43a2-a4e4-256cfab679f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:04Z', 'updated_at': '2021-07-22T17:02:10Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'd23bcd24-3a86-43a2-a4e4-256cfab679f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:19.793497 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75edb8ab-b86f-45a9-9f9b-13e0996f26e7 None None] Checking router: d4ce2f33-4bc5-4af0-b626-30621c1bfbe5 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:02:19.794235 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8f4f12b2-2e49-4b44-8282-e13e0c425a6e req-4f7b2c14-1959-4b7d-b337-ec3b76899b88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 HTTP/1.1" status: 200 len: 999 time: 0.0593367 Jul 22 17:02:19.801818 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75edb8ab-b86f-45a9-9f9b-13e0996f26e7 None None] Routers {'d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:02:19.802519 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-75edb8ab-b86f-45a9-9f9b-13e0996f26e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:02:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:19.847040 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f12b2-2e49-4b44-8282-e13e0c425a6e req-861ab1a4-cc70-427c-80d8-ca28731bbab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:19.849380 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8f4f12b2-2e49-4b44-8282-e13e0c425a6e req-861ab1a4-cc70-427c-80d8-ca28731bbab8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d23bcd24-3a86-43a2-a4e4-256cfab679f7 HTTP/1.1" status: 200 len: 835 time: 0.0496802 Jul 22 17:02:19.912435 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f12b2-2e49-4b44-8282-e13e0c425a6e req-b83329b1-ac35-455a-8e22-55a4191394d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:19.914051 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8f4f12b2-2e49-4b44-8282-e13e0c425a6e req-b83329b1-ac35-455a-8e22-55a4191394d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576730 Jul 22 17:02:20.008833 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8f4f12b2-2e49-4b44-8282-e13e0c425a6e req-ce22127b-6689-4c59-8ef8-8e667744a0c6 service neutron] 10.222.0.30 "GET /v2.0/networks/3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880198 Jul 22 17:02:20.064972 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-75edb8ab-b86f-45a9-9f9b-13e0996f26e7 None None] Set router d4ce2f33-4bc5-4af0-b626-30621c1bfbe5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:02:20.107947 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8f4f12b2-2e49-4b44-8282-e13e0c425a6e req-32455def-c5d4-4add-a5e1-003fc5afdfb7 service neutron] 10.222.0.30 "GET /v2.0/networks/3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929954 Jul 22 17:02:20.293681 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-75edb8ab-b86f-45a9-9f9b-13e0996f26e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52368613', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:02:01Z', 'updated_at': '2021-07-22T17:02:05Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:02Z', 'updated_at': '2021-07-22T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '38bd609a-b367-4190-b1db-e8d827e88364', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'port_id': '4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b', 'mac_address': 'fa:16:3e:6e:3b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c0404c-bd8c-487f-a41a-d6ec92feae77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:02:18Z', 'updated_at': '2021-07-22T17:02:18Z', 'revision_number': 0, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409d501d-fded-4e6b-a404-12d7c31aee28', 'name': '', 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:69:91:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'd23bcd24-3a86-43a2-a4e4-256cfab679f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:04Z', 'updated_at': '2021-07-22T17:02:10Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'd23bcd24-3a86-43a2-a4e4-256cfab679f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:20.319066 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75edb8ab-b86f-45a9-9f9b-13e0996f26e7 None None] The sync data for ids ['d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'] in n-d-798930-9 is: [{'id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52368613', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:02:01Z', 'updated_at': '2021-07-22T17:02:05Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:02Z', 'updated_at': '2021-07-22T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '38bd609a-b367-4190-b1db-e8d827e88364', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'port_id': '4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b', 'mac_address': 'fa:16:3e:6e:3b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c0404c-bd8c-487f-a41a-d6ec92feae77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:02:18Z', 'updated_at': '2021-07-22T17:02:18Z', 'revision_number': 0, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409d501d-fded-4e6b-a404-12d7c31aee28', 'name': '', 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:69:91:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'd23bcd24-3a86-43a2-a4e4-256cfab679f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:04Z', 'updated_at': '2021-07-22T17:02:10Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'd23bcd24-3a86-43a2-a4e4-256cfab679f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:02:20.530278 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0431879b-054b-489b-80e0-67354663f7c3 None None] New status for floating IP 38bd609a-b367-4190-b1db-e8d827e88364: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:02:20.731713 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 59858) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:20.807900 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b59d3d3b-4fe0-4f40-8803-68cea33f4191 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/floatingips/38bd609a-b367-4190-b1db-e8d827e88364 HTTP/1.1" status: 200 len: 993 time: 0.0748701 Jul 22 17:02:29.026885 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0619e60b-af65-488c-9828-5f7e077bf9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:31.625299 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3e28ee7-5e14-4edc-a3dc-daade1b17e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:31.658371 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:32.822572 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:34.670574 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:42.221998 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:42.274938 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:52.293909 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60112a73-b26d-45f4-a90f-b14815a84dc2 req-f49f991c-925f-4132-b9db-eb6cf7939e78 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:52.295441 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-60112a73-b26d-45f4-a90f-b14815a84dc2 req-f49f991c-925f-4132-b9db-eb6cf7939e78 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 945 time: 0.0704904 Jul 22 17:02:52.334719 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-60112a73-b26d-45f4-a90f-b14815a84dc2 req-ae76a0f5-1457-46bd-9feb-ddb2668ff37c tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326672 Jul 22 17:02:53.433412 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:02:53.474252 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a84cf6-3667-45f9-9dd9-e6cf07cc3349 req-7df5eff5-ba03-4383-b716-5b6f2fb8b071 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:53.475978 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c3a84cf6-3667-45f9-9dd9-e6cf07cc3349 req-7df5eff5-ba03-4383-b716-5b6f2fb8b071 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 945 time: 0.0691216 Jul 22 17:02:53.513842 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c3a84cf6-3667-45f9-9dd9-e6cf07cc3349 req-797ecf4e-6cd1-4781-9916-117d8733cb2d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319207 Jul 22 17:02:54.649725 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad629eb-8318-44ee-ae12-04db56e73528 req-60cf0255-0171-468a-a7a8-b01232c42713 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:54.651247 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4ad629eb-8318-44ee-ae12-04db56e73528 req-60cf0255-0171-468a-a7a8-b01232c42713 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 945 time: 0.0688360 Jul 22 17:02:54.689135 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4ad629eb-8318-44ee-ae12-04db56e73528 req-d6237dd5-8e75-48c0-bf8d-ed368185c703 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323963 Jul 22 17:02:55.822556 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8840f2e-9397-4761-b240-073001a7f2f7 req-12f14e94-a019-455e-9248-efa38c8cf018 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:55.824070 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a8840f2e-9397-4761-b240-073001a7f2f7 req-12f14e94-a019-455e-9248-efa38c8cf018 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 945 time: 0.0678430 Jul 22 17:02:55.863568 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a8840f2e-9397-4761-b240-073001a7f2f7 req-194de470-78df-4f5e-8167-ea6fb32c5ee0 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339401 Jul 22 17:02:56.992527 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff2486-4bc1-42f6-a8b1-7b89d11d4e21 req-8dc5fd64-0662-4d01-a2b1-badc172302d5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:56.994023 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3bff2486-4bc1-42f6-a8b1-7b89d11d4e21 req-8dc5fd64-0662-4d01-a2b1-badc172302d5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 945 time: 0.0628130 Jul 22 17:02:57.032679 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3bff2486-4bc1-42f6-a8b1-7b89d11d4e21 req-c4b73cf7-c0ae-4b3e-90d7-c05257439ac2 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329156 Jul 22 17:02:58.167371 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc8416-16f0-4501-bb41-d4e6c3345582 req-11171b4f-5ec2-4d0d-aeb9-193bc06f8ca7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:58.168881 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-45dc8416-16f0-4501-bb41-d4e6c3345582 req-11171b4f-5ec2-4d0d-aeb9-193bc06f8ca7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 945 time: 0.0694299 Jul 22 17:02:58.206889 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-45dc8416-16f0-4501-bb41-d4e6c3345582 req-b751149a-0f70-4bbd-b46e-558d0d6b435b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323534 Jul 22 17:02:59.030315 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fd5a32e6-d5a6-454a-9086-aa44cfa025f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:59.340535 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea20faf-509d-45fb-a6c5-8dabe7abfb13 req-1ac16c8c-bd65-41da-9ddc-695cbdc980be tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:59.342088 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fea20faf-509d-45fb-a6c5-8dabe7abfb13 req-1ac16c8c-bd65-41da-9ddc-695cbdc980be tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 945 time: 0.0685551 Jul 22 17:02:59.386302 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fea20faf-509d-45fb-a6c5-8dabe7abfb13 req-863d9e9c-76f8-4bfc-b406-df44e022a0b3 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354872 Jul 22 17:03:00.519833 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9b3d1-6167-49a7-bc87-22c254c07796 req-9b4a7e69-6296-43ca-8596-cec27ad647a8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:00.521327 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e9a9b3d1-6167-49a7-bc87-22c254c07796 req-9b4a7e69-6296-43ca-8596-cec27ad647a8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 945 time: 0.0664625 Jul 22 17:03:00.563530 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e9a9b3d1-6167-49a7-bc87-22c254c07796 req-4353f5b7-e763-4ac5-a6af-982976cfc004 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357194 Jul 22 17:03:01.627275 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-573d5c62-3c62-4f5f-9b05-19256358d360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:01.672891 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:01.706881 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432642d-8637-4223-bf38-a35580d071d2 req-c7770f15-cc17-4bba-bdf5-2baec11d6a81 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:01.708691 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9432642d-8637-4223-bf38-a35580d071d2 req-c7770f15-cc17-4bba-bdf5-2baec11d6a81 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 945 time: 0.0762110 Jul 22 17:03:01.747153 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9432642d-8637-4223-bf38-a35580d071d2 req-1a5e3da0-c12f-42ba-bb5e-4ad5f4d94545 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325692 Jul 22 17:03:02.826769 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:02.880534 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcf519-d854-412a-98d7-c08d95a4990a req-b4ece4d1-f2ed-40c1-a13a-1c2fd1f1dddd tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:02.882076 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fbcf519-d854-412a-98d7-c08d95a4990a req-b4ece4d1-f2ed-40c1-a13a-1c2fd1f1dddd tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 945 time: 0.0659881 Jul 22 17:03:02.921279 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fbcf519-d854-412a-98d7-c08d95a4990a req-b7773e41-7b13-49c6-a68f-a7f53808915b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333316 Jul 22 17:03:04.057492 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64770e72-59d4-43f8-98d8-f87ec6bfe0df req-7f8e4ad8-9203-4ed7-bc11-ab9e7fadcb2d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:04.059003 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64770e72-59d4-43f8-98d8-f87ec6bfe0df req-7f8e4ad8-9203-4ed7-bc11-ab9e7fadcb2d tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 945 time: 0.0702136 Jul 22 17:03:04.097475 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64770e72-59d4-43f8-98d8-f87ec6bfe0df req-611cc6a8-0b17-4b58-959e-d4c10ee9c3b8 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327151 Jul 22 17:03:04.670684 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:05.236626 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49f737-bbbb-4b97-8192-b54576179e58 req-b68309c1-2ec9-4908-af3b-de6e0645dcb0 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:05.238255 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-da49f737-bbbb-4b97-8192-b54576179e58 req-b68309c1-2ec9-4908-af3b-de6e0645dcb0 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 945 time: 0.0708535 Jul 22 17:03:05.276652 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-da49f737-bbbb-4b97-8192-b54576179e58 req-85a9d244-82db-417f-8245-d95a0566230b tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328462 Jul 22 17:03:06.411445 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661c33a-f083-4c8a-a491-360458585c14 req-8a76adf7-8cac-490c-932b-475dd99f8ffd tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:06.412859 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8661c33a-f083-4c8a-a491-360458585c14 req-8a76adf7-8cac-490c-932b-475dd99f8ffd tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 945 time: 0.0685039 Jul 22 17:03:06.450477 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8661c33a-f083-4c8a-a491-360458585c14 req-4dbd5e9b-b810-4f88-8f64-e0c61b0cce91 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320051 Jul 22 17:03:07.580093 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73562c-b6f4-4719-abbf-450762295d43 req-a5002874-59c6-4ef0-b19a-0e38ea306738 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:07.581580 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fb73562c-b6f4-4719-abbf-450762295d43 req-a5002874-59c6-4ef0-b19a-0e38ea306738 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 945 time: 0.0641351 Jul 22 17:03:07.621151 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fb73562c-b6f4-4719-abbf-450762295d43 req-32c2218c-8c25-417d-8cc3-90cb24ebf9bb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339472 Jul 22 17:03:08.758149 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1142d-d601-4867-9bd8-950d1c6f5b02 req-a64f298c-08b4-460a-b5ef-620c55431d50 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:08.759563 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-12b1142d-d601-4867-9bd8-950d1c6f5b02 req-a64f298c-08b4-460a-b5ef-620c55431d50 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 945 time: 0.0688567 Jul 22 17:03:08.799166 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-12b1142d-d601-4867-9bd8-950d1c6f5b02 req-671abf54-9f42-4aea-a435-d9b3cb86bc1e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339372 Jul 22 17:03:09.943273 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5647f-bade-4836-9107-61f371643fde req-6be8bb52-faf9-42fa-9f58-500caaef3e57 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:09.945574 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f8d5647f-bade-4836-9107-61f371643fde req-6be8bb52-faf9-42fa-9f58-500caaef3e57 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 945 time: 0.0793965 Jul 22 17:03:09.995123 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f8d5647f-bade-4836-9107-61f371643fde req-27d1e3f9-be0b-4619-8c4a-bf02b461c628 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435562 Jul 22 17:03:10.108423 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382637b-6963-41d4-8f24-139c46a8a2ca req-af9a123f-058f-4a43-a25d-249f1aac18a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:10.110170 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f382637b-6963-41d4-8f24-139c46a8a2ca req-af9a123f-058f-4a43-a25d-249f1aac18a6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 1096 time: 0.0607717 Jul 22 17:03:10.145330 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f382637b-6963-41d4-8f24-139c46a8a2ca req-31fe65d5-4d1b-4b38-afbc-1de514248c3f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291576 Jul 22 17:03:11.152937 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8acca6-048a-4971-b256-27cfe692d79f req-9c757642-0eb6-4aaf-bd67-afa69ef708e5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:11.154559 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ea8acca6-048a-4971-b256-27cfe692d79f req-9c757642-0eb6-4aaf-bd67-afa69ef708e5 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 945 time: 0.0881729 Jul 22 17:03:11.199542 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ea8acca6-048a-4971-b256-27cfe692d79f req-e68659f8-8cf9-4866-a11b-0ff6ba77f066 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379853 Jul 22 17:03:11.535095 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:03:11.541337 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:03:11.694493 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0,segment=NetworkSegment(0ab3f927-c131-4070-9db3-d75d7cc4eeec),segment_id=0ab3f927-c131-4070-9db3-d75d7cc4eeec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:03:11.696732 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:11.713602 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0', 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b', 'port_id': '4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0', 'mac_address': 'fa:16:3e:6e:3b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23bcd24-3a86-43a2-a4e4-256cfab679f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:03:11.746951 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c0404c-bd8c-487f-a41a-d6ec92feae77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:03:11.749183 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c7c0b7-193a-4f06-9a08-c2c683965c98" -d '{"events": [{"server_uuid": "c0c0404c-bd8c-487f-a41a-d6ec92feae77", "name": "network-vif-unplugged", "status": "completed", "tag": "4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:03:11.768903 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0,segment=NetworkSegment(0ab3f927-c131-4070-9db3-d75d7cc4eeec),segment_id=0ab3f927-c131-4070-9db3-d75d7cc4eeec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:03:11.774750 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:11.777740 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:11.810761 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:03:11.871594 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5178e3-7c49-4c7d-b979-faeaa4fba6b4 x-openstack-request-id: req-da5178e3-7c49-4c7d-b979-faeaa4fba6b4 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:03:11.871835 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c0404c-bd8c-487f-a41a-d6ec92feae77", "name": "network-vif-unplugged", "status": "completed", "tag": "4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:03:11.872091 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-da5178e3-7c49-4c7d-b979-faeaa4fba6b4 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:03:11.872486 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c0404c-bd8c-487f-a41a-d6ec92feae77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0', 'code': 200} Jul 22 17:03:11.875076 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:11.884294 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 17:03:11.884653 n-d-798930-9 neutron-server[93818]: DEBUG oslo_db.api [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 17:03:11.886010 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:11.886351 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:11.886689 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:11.887027 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:11.887356 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:11.887684 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:11.888017 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:11.888346 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:11.888670 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:11.888992 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:11.889315 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:11.889908 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:12.237763 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:12.292649 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:12.337866 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1738c-a3b2-4784-b3e9-0a40871fcf04 req-e783025e-5059-4834-87a6-21e563dde9a4 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:12.339513 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91a1738c-a3b2-4784-b3e9-0a40871fcf04 req-e783025e-5059-4834-87a6-21e563dde9a4 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 943 time: 0.0687208 Jul 22 17:03:12.381794 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91a1738c-a3b2-4784-b3e9-0a40871fcf04 req-9d3cc155-d99d-4c6c-99ce-5f526538f218 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356052 Jul 22 17:03:12.405062 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 60386) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:12.421318 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:12.435633 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:03:12.456226 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0,segment=NetworkSegment(0ab3f927-c131-4070-9db3-d75d7cc4eeec),segment_id=0ab3f927-c131-4070-9db3-d75d7cc4eeec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:03:12.461857 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:12.478228 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-93b0dfd8-cd67-4479-b40a-805b2ec53211 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/floatingips/38bd609a-b367-4190-b1db-e8d827e88364 HTTP/1.1" status: 200 len: 991 time: 0.0625556 Jul 22 17:03:12.509810 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:12.744973 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:03:13.549564 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:03:13.599760 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:03:13.600127 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:13.680588 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:13.717565 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0,segment=NetworkSegment(0ab3f927-c131-4070-9db3-d75d7cc4eeec),segment_id=0ab3f927-c131-4070-9db3-d75d7cc4eeec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:03:13.726145 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:13.777395 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:13.873901 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c0404c-bd8c-487f-a41a-d6ec92feae77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:03:13.876592 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247f4f96-9e09-4851-b08d-bdd8d7a9b271" -d '{"events": [{"server_uuid": "c0c0404c-bd8c-487f-a41a-d6ec92feae77", "name": "network-vif-plugged", "status": "completed", "tag": "4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:03:13.911016 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f053475f-5318-49c6-acf2-a40c83624eb7 x-openstack-request-id: req-f053475f-5318-49c6-acf2-a40c83624eb7 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:03:13.911814 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c0404c-bd8c-487f-a41a-d6ec92feae77", "name": "network-vif-plugged", "status": "completed", "tag": "4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:03:13.912065 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f053475f-5318-49c6-acf2-a40c83624eb7 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:03:13.912461 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c0404c-bd8c-487f-a41a-d6ec92feae77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0', 'code': 200} Jul 22 17:03:15.871054 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4be9da9-b4f9-4bc7-930b-a96cb1ef59c3 req-5c42321c-79fb-4e01-ba4d-5f299d510acd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560138 Jul 22 17:03:15.983518 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be9da9-b4f9-4bc7-930b-a96cb1ef59c3 req-6ba34b98-7cb4-41fd-a5e9-ecc296b57def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:15.985003 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4be9da9-b4f9-4bc7-930b-a96cb1ef59c3 req-6ba34b98-7cb4-41fd-a5e9-ecc296b57def service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 1096 time: 0.0565648 Jul 22 17:03:16.090160 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be9da9-b4f9-4bc7-930b-a96cb1ef59c3 req-bb174539-a2b2-4f7f-b800-107303b6a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:16.091627 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4be9da9-b4f9-4bc7-930b-a96cb1ef59c3 req-bb174539-a2b2-4f7f-b800-107303b6a540 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b HTTP/1.1" status: 200 len: 897 time: 0.0886724 Jul 22 17:03:16.158378 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4be9da9-b4f9-4bc7-930b-a96cb1ef59c3 req-2dea15b9-296f-4eba-8cc6-0e93f7b23d88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 HTTP/1.1" status: 200 len: 1001 time: 0.0604136 Jul 22 17:03:16.205622 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be9da9-b4f9-4bc7-930b-a96cb1ef59c3 req-0185dad8-826c-46ff-8da1-5b9702a72da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:16.207031 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4be9da9-b4f9-4bc7-930b-a96cb1ef59c3 req-0185dad8-826c-46ff-8da1-5b9702a72da7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d23bcd24-3a86-43a2-a4e4-256cfab679f7 HTTP/1.1" status: 200 len: 835 time: 0.0431461 Jul 22 17:03:16.273815 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be9da9-b4f9-4bc7-930b-a96cb1ef59c3 req-ad4a9a48-1595-47f0-ae10-c312687de60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:16.275435 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4be9da9-b4f9-4bc7-930b-a96cb1ef59c3 req-ad4a9a48-1595-47f0-ae10-c312687de60d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613661 Jul 22 17:03:16.452027 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4be9da9-b4f9-4bc7-930b-a96cb1ef59c3 req-94f464ea-f5d0-4984-bc5a-8e561fa0f9b2 service neutron] 10.222.0.30 "GET /v2.0/networks/3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852604 Jul 22 17:03:16.467709 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4be9da9-b4f9-4bc7-930b-a96cb1ef59c3 req-ad369359-6417-44b5-9fac-8dd5e12d00c4 service neutron] 10.222.0.30 "GET /v2.0/networks/3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950055 Jul 22 17:03:29.027286 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b0b5301-65da-4189-aee7-648f38c6a10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:30.433130 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:03:31.622344 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d47882e2-be62-4982-a5ce-7027ea5487ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:31.664066 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:32.827963 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:34.672296 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:42.233895 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:42.285954 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:42.922196 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 32904) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:43.085512 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-46ce6151-0f89-4bc0-8468-dc61f1400d2e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Deleting port f3b1ede5-aa05-4260-a312-433a9e4441d0 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:03:43.085868 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46ce6151-0f89-4bc0-8468-dc61f1400d2e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:43.171837 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46ce6151-0f89-4bc0-8468-dc61f1400d2e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:43.172306 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46ce6151-0f89-4bc0-8468-dc61f1400d2e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:43.187328 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-46ce6151-0f89-4bc0-8468-dc61f1400d2e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Calling delete_port for f3b1ede5-aa05-4260-a312-433a9e4441d0 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:03:43.376874 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46ce6151-0f89-4bc0-8468-dc61f1400d2e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:43.402152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce6151-0f89-4bc0-8468-dc61f1400d2e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Port': ['ID=f3b1ede5-aa05-4260-a312-433a9e4441d0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:43.414116 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce6151-0f89-4bc0-8468-dc61f1400d2e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:43.414467 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce6151-0f89-4bc0-8468-dc61f1400d2e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:43.414811 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce6151-0f89-4bc0-8468-dc61f1400d2e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:43.415149 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce6151-0f89-4bc0-8468-dc61f1400d2e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:43.415482 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce6151-0f89-4bc0-8468-dc61f1400d2e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:43.415817 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce6151-0f89-4bc0-8468-dc61f1400d2e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:43.416149 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce6151-0f89-4bc0-8468-dc61f1400d2e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:43.416477 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce6151-0f89-4bc0-8468-dc61f1400d2e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:43.416804 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce6151-0f89-4bc0-8468-dc61f1400d2e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:43.417128 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce6151-0f89-4bc0-8468-dc61f1400d2e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:43.417451 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce6151-0f89-4bc0-8468-dc61f1400d2e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:43.417772 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce6151-0f89-4bc0-8468-dc61f1400d2e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:43.471918 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46ce6151-0f89-4bc0-8468-dc61f1400d2e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:43.472251 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-46ce6151-0f89-4bc0-8468-dc61f1400d2e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Floating IP 38bd609a-b367-4190-b1db-e8d827e88364 disassociated (deleted). External IP: 172.25.0.245, port: 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0. Jul 22 17:03:43.671885 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ce6151-0f89-4bc0-8468-dc61f1400d2e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Router d4ce2f33-4bc5-4af0-b626-30621c1bfbe5 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:03:43.775434 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ce6151-0f89-4bc0-8468-dc61f1400d2e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:03:43.780160 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46ce6151-0f89-4bc0-8468-dc61f1400d2e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:43.784706 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce666851-1000-453e-a85f-f3d66e6858ab None None] Sync routers for ids ['d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:03:43.793355 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce666851-1000-453e-a85f-f3d66e6858ab None None] Routers {'d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:03:43.794231 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ce666851-1000-453e-a85f-f3d66e6858ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:03:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:43.819815 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-46ce6151-0f89-4bc0-8468-dc61f1400d2e tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "DELETE /v2.0/floatingips/38bd609a-b367-4190-b1db-e8d827e88364 HTTP/1.1" status: 204 len: 168 time: 0.8941152 Jul 22 17:03:43.819815 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c0404c-bd8c-487f-a41a-d6ec92feae77', 'tag': '4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:03:43.820459 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580b664f-8bbe-4618-a3f1-82e9cb0d3c18" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c0404c-bd8c-487f-a41a-d6ec92feae77", "tag": "4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:03:43.918060 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ce666851-1000-453e-a85f-f3d66e6858ab None None] Set router d4ce2f33-4bc5-4af0-b626-30621c1bfbe5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:03:43.923101 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9200393e-ae7c-4d9d-9a4d-a4dbfda250e3 x-openstack-request-id: req-9200393e-ae7c-4d9d-9a4d-a4dbfda250e3 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:03:43.923685 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c0404c-bd8c-487f-a41a-d6ec92feae77", "tag": "4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:03:43.923685 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9200393e-ae7c-4d9d-9a4d-a4dbfda250e3 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:03:43.924024 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c0404c-bd8c-487f-a41a-d6ec92feae77', 'tag': '4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0', 'status': 'completed', 'code': 200} Jul 22 17:03:44.058534 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b664f-8bbe-4618-a3f1-82e9cb0d3c18 req-f599d36d-a6b6-4f60-9d76-1db3348c6d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:44.060067 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-580b664f-8bbe-4618-a3f1-82e9cb0d3c18 req-f599d36d-a6b6-4f60-9d76-1db3348c6d1c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58f63b32e2494f47baeccbbc4d805873&device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 1096 time: 0.0906081 Jul 22 17:03:44.134689 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ce666851-1000-453e-a85f-f3d66e6858ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52368613', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:02:01Z', 'updated_at': '2021-07-22T17:02:05Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:02Z', 'updated_at': '2021-07-22T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '409d501d-fded-4e6b-a404-12d7c31aee28', 'name': '', 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:69:91:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'd23bcd24-3a86-43a2-a4e4-256cfab679f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:04Z', 'updated_at': '2021-07-22T17:02:10Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'd23bcd24-3a86-43a2-a4e4-256cfab679f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:44.142268 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc04c7-d249-413f-b5a1-4f80080eba2c req-aa2091ed-62dd-4c3a-ab01-a426c9dea3ad tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:44.143731 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01cc04c7-d249-413f-b5a1-4f80080eba2c req-aa2091ed-62dd-4c3a-ab01-a426c9dea3ad tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 945 time: 0.1398134 Jul 22 17:03:44.163759 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce666851-1000-453e-a85f-f3d66e6858ab None None] Checking router: d4ce2f33-4bc5-4af0-b626-30621c1bfbe5 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:03:44.172178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce666851-1000-453e-a85f-f3d66e6858ab None None] Routers {'d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:03:44.172379 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ce666851-1000-453e-a85f-f3d66e6858ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:03:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:44.185551 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b664f-8bbe-4618-a3f1-82e9cb0d3c18 req-22ef2f18-9cd6-409b-a2da-c17651a42d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:44.187068 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-580b664f-8bbe-4618-a3f1-82e9cb0d3c18 req-22ef2f18-9cd6-409b-a2da-c17651a42d13 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b HTTP/1.1" status: 200 len: 897 time: 0.1192613 Jul 22 17:03:44.205641 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01cc04c7-d249-413f-b5a1-4f80080eba2c req-01e04916-7bd7-4608-82b1-60d7aff3262a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542741 Jul 22 17:03:44.238702 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-580b664f-8bbe-4618-a3f1-82e9cb0d3c18 req-3cb770b6-ee39-4c0c-a240-8f09dd1a5cdd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 HTTP/1.1" status: 200 len: 217 time: 0.0429983 Jul 22 17:03:44.280923 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-ce666851-1000-453e-a85f-f3d66e6858ab None None] Set router d4ce2f33-4bc5-4af0-b626-30621c1bfbe5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:03:44.289608 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b664f-8bbe-4618-a3f1-82e9cb0d3c18 req-246a5eb2-bd06-48b4-9a8e-3b11739124c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:44.291229 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-580b664f-8bbe-4618-a3f1-82e9cb0d3c18 req-246a5eb2-bd06-48b4-9a8e-3b11739124c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d23bcd24-3a86-43a2-a4e4-256cfab679f7 HTTP/1.1" status: 200 len: 835 time: 0.0460839 Jul 22 17:03:44.351964 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b664f-8bbe-4618-a3f1-82e9cb0d3c18 req-c3a6f3d2-309b-4c20-b4a5-204512e1588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:44.353585 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-580b664f-8bbe-4618-a3f1-82e9cb0d3c18 req-c3a6f3d2-309b-4c20-b4a5-204512e1588c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551322 Jul 22 17:03:44.452661 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-580b664f-8bbe-4618-a3f1-82e9cb0d3c18 req-69b95a7e-2703-4b87-bf9c-b7a4fabff6af service neutron] 10.222.0.30 "GET /v2.0/networks/3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918453 Jul 22 17:03:44.480316 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-ce666851-1000-453e-a85f-f3d66e6858ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52368613', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:02:01Z', 'updated_at': '2021-07-22T17:02:05Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:02Z', 'updated_at': '2021-07-22T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '409d501d-fded-4e6b-a404-12d7c31aee28', 'name': '', 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:69:91:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'd23bcd24-3a86-43a2-a4e4-256cfab679f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:04Z', 'updated_at': '2021-07-22T17:02:10Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'd23bcd24-3a86-43a2-a4e4-256cfab679f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:44.507116 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce666851-1000-453e-a85f-f3d66e6858ab None None] The sync data for ids ['d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'] in n-d-798930-9 is: [{'id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52368613', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:02:01Z', 'updated_at': '2021-07-22T17:02:05Z', 'revision_number': 4, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:02Z', 'updated_at': '2021-07-22T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '409d501d-fded-4e6b-a404-12d7c31aee28', 'name': '', 'network_id': '3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'mac_address': 'fa:16:3e:69:91:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'd23bcd24-3a86-43a2-a4e4-256cfab679f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:04Z', 'updated_at': '2021-07-22T17:02:10Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'subnets': [{'id': 'd23bcd24-3a86-43a2-a4e4-256cfab679f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:03:44.548670 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-580b664f-8bbe-4618-a3f1-82e9cb0d3c18 req-5a1eddde-ac8f-4cf7-be67-af94f41e5607 service neutron] 10.222.0.30 "GET /v2.0/networks/3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890930 Jul 22 17:03:44.756447 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00512311-35bb-43f3-a3aa-09439278ff21 None None] New status for floating IP 38bd609a-b367-4190-b1db-e8d827e88364: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:03:45.343627 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37ba25-87b7-422f-8729-f7fcd04e4013 req-667b3ca6-547b-46ce-8b85-35521ba659bb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:45.345143 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aa37ba25-87b7-422f-8729-f7fcd04e4013 req-667b3ca6-547b-46ce-8b85-35521ba659bb tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 945 time: 0.0637438 Jul 22 17:03:45.388243 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aa37ba25-87b7-422f-8729-f7fcd04e4013 req-aff4f221-3e47-47fe-8c4d-529be9f35205 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/security-groups?id=ca45be65-6971-4a6a-9a48-06d0c7912206&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368717 Jul 22 17:03:45.638237 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c94807-92cc-4bda-a00d-9d188ea2f1fa req-a6523f74-efd6-40a6-845e-bef315c253d4 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:45.639700 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-93c94807-92cc-4bda-a00d-9d188ea2f1fa req-a6523f74-efd6-40a6-845e-bef315c253d4 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 945 time: 0.0672894 Jul 22 17:03:45.740397 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-93c94807-92cc-4bda-a00d-9d188ea2f1fa req-4935d155-e19f-49e3-8f7b-c2049a98823a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Deleting port 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:03:45.740655 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93c94807-92cc-4bda-a00d-9d188ea2f1fa req-4935d155-e19f-49e3-8f7b-c2049a98823a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:45.832676 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-93c94807-92cc-4bda-a00d-9d188ea2f1fa req-4935d155-e19f-49e3-8f7b-c2049a98823a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] For port 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0,segment=NetworkSegment(0ab3f927-c131-4070-9db3-d75d7cc4eeec),segment_id=0ab3f927-c131-4070-9db3-d75d7cc4eeec)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:03:45.833077 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93c94807-92cc-4bda-a00d-9d188ea2f1fa req-4935d155-e19f-49e3-8f7b-c2049a98823a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:45.844636 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-93c94807-92cc-4bda-a00d-9d188ea2f1fa req-4935d155-e19f-49e3-8f7b-c2049a98823a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Calling delete_port for 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:03:45.972297 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93c94807-92cc-4bda-a00d-9d188ea2f1fa req-4935d155-e19f-49e3-8f7b-c2049a98823a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:46.006839 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935d155-e19f-49e3-8f7b-c2049a98823a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Port': ['ID=4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:46.057239 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c94807-92cc-4bda-a00d-9d188ea2f1fa req-4935d155-e19f-49e3-8f7b-c2049a98823a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] No DVR routers for this DVR port 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:03:46.060121 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-93c94807-92cc-4bda-a00d-9d188ea2f1fa req-4935d155-e19f-49e3-8f7b-c2049a98823a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:46.062337 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-93c94807-92cc-4bda-a00d-9d188ea2f1fa req-4935d155-e19f-49e3-8f7b-c2049a98823a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.30 "DELETE /v2.0/ports/4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 HTTP/1.1" status: 204 len: 173 time: 0.4172513 Jul 22 17:03:46.062786 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c0404c-bd8c-487f-a41a-d6ec92feae77', 'name': 'network-vif-deleted', 'tag': '4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:03:46.065158 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18a74ba-481e-495e-9547-fd105de10aea" -d '{"events": [{"server_uuid": "c0c0404c-bd8c-487f-a41a-d6ec92feae77", "name": "network-vif-deleted", "tag": "4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:03:46.106492 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d455e643-8d9e-43c3-9cb4-dcafbec51350 x-openstack-request-id: req-d455e643-8d9e-43c3-9cb4-dcafbec51350 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:03:46.106837 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c0404c-bd8c-487f-a41a-d6ec92feae77", "name": "network-vif-deleted", "tag": "4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:03:46.107092 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d455e643-8d9e-43c3-9cb4-dcafbec51350 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:03:46.107490 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c0404c-bd8c-487f-a41a-d6ec92feae77', 'name': 'network-vif-deleted', 'tag': '4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0', 'status': 'completed', 'code': 200} Jul 22 17:03:46.509167 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-11692622-15b9-4709-9959-fe91b8e71d1c req-f21b9989-ebd0-48c2-90ba-6f09097f75cd tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0c0404c-bd8c-487f-a41a-d6ec92feae77 HTTP/1.1" status: 200 len: 210 time: 0.0311706 Jul 22 17:03:47.568807 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 32990) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:47.701514 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:03:47.726997 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:03:47.727293 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4537d258-f5f7-4ded-8fcb-01d5a7c4b1b0 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:03:48.213126 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dcd1d23-ff85-4280-830a-9ac051bc40d7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:48.492722 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6dcd1d23-ff85-4280-830a-9ac051bc40d7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Deleting port 409d501d-fded-4e6b-a404-12d7c31aee28 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:03:48.493059 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dcd1d23-ff85-4280-830a-9ac051bc40d7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:48.588035 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-6dcd1d23-ff85-4280-830a-9ac051bc40d7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] For port 409d501d-fded-4e6b-a404-12d7c31aee28, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=409d501d-fded-4e6b-a404-12d7c31aee28,segment=NetworkSegment(0ab3f927-c131-4070-9db3-d75d7cc4eeec),segment_id=0ab3f927-c131-4070-9db3-d75d7cc4eeec)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:03:48.588720 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dcd1d23-ff85-4280-830a-9ac051bc40d7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:48.601096 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6dcd1d23-ff85-4280-830a-9ac051bc40d7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Calling delete_port for 409d501d-fded-4e6b-a404-12d7c31aee28 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:03:48.786044 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dcd1d23-ff85-4280-830a-9ac051bc40d7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:48.814044 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd1d23-ff85-4280-830a-9ac051bc40d7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Port': ['ID=409d501d-fded-4e6b-a404-12d7c31aee28,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:49.002016 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6dcd1d23-ff85-4280-830a-9ac051bc40d7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:49.225587 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcd1d23-ff85-4280-830a-9ac051bc40d7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Router d4ce2f33-4bc5-4af0-b626-30621c1bfbe5 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:03:49.331198 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcd1d23-ff85-4280-830a-9ac051bc40d7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:03:49.339130 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6dcd1d23-ff85-4280-830a-9ac051bc40d7 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "PUT /v2.0/routers/d4ce2f33-4bc5-4af0-b626-30621c1bfbe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7691007 Jul 22 17:03:49.339943 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33026) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:49.341494 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e6ec6-6920-4d42-a0fc-cd2b58aeb6e3 None None] Sync routers for ids ['d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:03:49.351636 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5e6ec6-6920-4d42-a0fc-cd2b58aeb6e3 None None] Routers {'d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:03:49.352310 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7e5e6ec6-6920-4d42-a0fc-cd2b58aeb6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:03:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:49.399309 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-f085b5fc-2022-4690-8b59-91af39f57619 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Deleting subnet d23bcd24-3a86-43a2-a4e4-256cfab679f7 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:03:49.402723 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f085b5fc-2022-4690-8b59-91af39f57619 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:49.444849 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f085b5fc-2022-4690-8b59-91af39f57619 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:49.456486 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-7e5e6ec6-6920-4d42-a0fc-cd2b58aeb6e3 None None] Set router d4ce2f33-4bc5-4af0-b626-30621c1bfbe5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:03:49.527257 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f085b5fc-2022-4690-8b59-91af39f57619 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:49.607638 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f085b5fc-2022-4690-8b59-91af39f57619 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:49.641513 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f085b5fc-2022-4690-8b59-91af39f57619 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:49.646099 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f085b5fc-2022-4690-8b59-91af39f57619 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "DELETE /v2.0/subnets/d23bcd24-3a86-43a2-a4e4-256cfab679f7 HTTP/1.1" status: 204 len: 168 time: 0.3010468 Jul 22 17:03:49.646099 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085b5fc-2022-4690-8b59-91af39f57619 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Subnet': ['ID=d23bcd24-3a86-43a2-a4e4-256cfab679f7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:49.647229 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33034) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:49.663790 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e29fa31-3c5f-49bc-9121-d99dcca1198a None None] Network 3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:03:49.681120 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7e5e6ec6-6920-4d42-a0fc-cd2b58aeb6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52368613', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:02:01Z', 'updated_at': '2021-07-22T17:03:48Z', 'revision_number': 5, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port': {'id': 'bbfb2eba-758b-4640-87e5-83e87c608484', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:02Z', 'updated_at': '2021-07-22T17:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:49.720859 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e6ec6-6920-4d42-a0fc-cd2b58aeb6e3 None None] Checking router: d4ce2f33-4bc5-4af0-b626-30621c1bfbe5 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:03:49.765332 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:49.877471 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:49.934420 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Deleting port bbfb2eba-758b-4640-87e5-83e87c608484 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:03:49.934673 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5e6ec6-6920-4d42-a0fc-cd2b58aeb6e3 None None] Routers {'d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:03:49.934789 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:49.935300 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7e5e6ec6-6920-4d42-a0fc-cd2b58aeb6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:03:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:50.028453 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] For port bbfb2eba-758b-4640-87e5-83e87c608484, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=bbfb2eba-758b-4640-87e5-83e87c608484,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:03:50.029299 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.041916 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Calling delete_port for bbfb2eba-758b-4640-87e5-83e87c608484 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:03:50.084554 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-7e5e6ec6-6920-4d42-a0fc-cd2b58aeb6e3 None None] Set router d4ce2f33-4bc5-4af0-b626-30621c1bfbe5 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:03:50.148570 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-7e5e6ec6-6920-4d42-a0fc-cd2b58aeb6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52368613', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:02:01Z', 'updated_at': '2021-07-22T17:03:49Z', 'revision_number': 6, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:50.179444 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e6ec6-6920-4d42-a0fc-cd2b58aeb6e3 None None] The sync data for ids ['d4ce2f33-4bc5-4af0-b626-30621c1bfbe5'] in n-d-798930-9 is: [{'id': 'd4ce2f33-4bc5-4af0-b626-30621c1bfbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52368613', 'tenant_id': '58f63b32e2494f47baeccbbc4d805873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:02:01Z', 'updated_at': '2021-07-22T17:03:49Z', 'revision_number': 6, 'project_id': '58f63b32e2494f47baeccbbc4d805873', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:03:50.240718 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.271685 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Port': ['ID=bbfb2eba-758b-4640-87e5-83e87c608484,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:50.299855 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:50.300199 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:50.301062 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:50.301392 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:50.301719 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:50.302082 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:50.302406 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:50.302729 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:50.303051 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:50.303369 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:50.303684 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:50.303997 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:50.341850 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.433315 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.435666 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.483279 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.483848 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Fanout notify agent at l3_agent the message router_deleted on router d4ce2f33-4bc5-4af0-b626-30621c1bfbe5 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:03:50.491570 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.492707 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ce1dbc26-5268-4631-9dcb-d64e01af3b31 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "DELETE /v2.0/routers/d4ce2f33-4bc5-4af0-b626-30621c1bfbe5 HTTP/1.1" status: 204 len: 168 time: 0.8436267 Jul 22 17:03:50.495441 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33048) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:50.549865 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79218df4-cf1e-4c33-97e7-7dffd4d840d4 None None] DHCP port deletion for 3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:03:50.596782 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cbf1d59-4f50-437e-9fe2-f202470667e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.608231 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-79218df4-cf1e-4c33-97e7-7dffd4d840d4 None None] Deleting port 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:03:50.609645 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79218df4-cf1e-4c33-97e7-7dffd4d840d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.668196 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2cbf1d59-4f50-437e-9fe2-f202470667e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Deleting port 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:03:50.670460 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cbf1d59-4f50-437e-9fe2-f202470667e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.686777 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-79218df4-cf1e-4c33-97e7-7dffd4d840d4 None None] For port 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0c201b42-858a-4b1b-b3b1-fdb42a07ed8a,segment=NetworkSegment(0ab3f927-c131-4070-9db3-d75d7cc4eeec),segment_id=0ab3f927-c131-4070-9db3-d75d7cc4eeec)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:03:50.687177 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79218df4-cf1e-4c33-97e7-7dffd4d840d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.704491 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-79218df4-cf1e-4c33-97e7-7dffd4d840d4 None None] Calling delete_port for 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:03:50.746168 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2cbf1d59-4f50-437e-9fe2-f202470667e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] For port 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0c201b42-858a-4b1b-b3b1-fdb42a07ed8a,segment=NetworkSegment(0ab3f927-c131-4070-9db3-d75d7cc4eeec),segment_id=0ab3f927-c131-4070-9db3-d75d7cc4eeec)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:03:50.746539 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cbf1d59-4f50-437e-9fe2-f202470667e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.760280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2cbf1d59-4f50-437e-9fe2-f202470667e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Calling delete_port for 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:03:50.799444 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79218df4-cf1e-4c33-97e7-7dffd4d840d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.828397 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79218df4-cf1e-4c33-97e7-7dffd4d840d4 None None] Pushing event deleted for resources: {'Port': ['ID=0c201b42-858a-4b1b-b3b1-fdb42a07ed8a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:50.833212 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79218df4-cf1e-4c33-97e7-7dffd4d840d4 None None] No DVR routers for this DVR port 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:03:50.845485 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cbf1d59-4f50-437e-9fe2-f202470667e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.872402 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf1d59-4f50-437e-9fe2-f202470667e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Port': ['ID=0c201b42-858a-4b1b-b3b1-fdb42a07ed8a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:50.876533 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbf1d59-4f50-437e-9fe2-f202470667e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] No DVR routers for this DVR port 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:03:50.968776 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cbf1d59-4f50-437e-9fe2-f202470667e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.985113 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-2cbf1d59-4f50-437e-9fe2-f202470667e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:51.011189 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-2cbf1d59-4f50-437e-9fe2-f202470667e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab3f927-c131-4070-9db3-d75d7cc4eeec') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:51.011491 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-2cbf1d59-4f50-437e-9fe2-f202470667e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab3f927-c131-4070-9db3-d75d7cc4eeec') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:51.022421 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cbf1d59-4f50-437e-9fe2-f202470667e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.037315 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cbf1d59-4f50-437e-9fe2-f202470667e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.048038 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbf1d59-4f50-437e-9fe2-f202470667e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:03:51.048454 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cbf1d59-4f50-437e-9fe2-f202470667e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: self.session.flush() Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: timer() Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:03:51.057227 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:03:51.125917 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cbf1d59-4f50-437e-9fe2-f202470667e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.131674 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2cbf1d59-4f50-437e-9fe2-f202470667e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.134053 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2cbf1d59-4f50-437e-9fe2-f202470667e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "DELETE /v2.0/networks/3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b HTTP/1.1" status: 204 len: 168 time: 0.6372371 Jul 22 17:03:51.136388 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33062) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:51.151595 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf1d59-4f50-437e-9fe2-f202470667e9 tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'Network': ['ID=3cd2cd8f-1aac-43ca-b65a-a13da2f63c9b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:51.204758 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2556347f-a391-4431-94d7-c70b00a98c4a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.235323 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2556347f-a391-4431-94d7-c70b00a98c4a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.303605 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2556347f-a391-4431-94d7-c70b00a98c4a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.306442 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2556347f-a391-4431-94d7-c70b00a98c4a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.308113 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2556347f-a391-4431-94d7-c70b00a98c4a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] 10.222.0.69 "DELETE /v2.0/security-groups/ca45be65-6971-4a6a-9a48-06d0c7912206 HTTP/1.1" status: 204 len: 168 time: 0.1705716 Jul 22 17:03:51.322584 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556347f-a391-4431-94d7-c70b00a98c4a tempest-TestNetworkAdvancedServerOps-1419288716 tempest-TestNetworkAdvancedServerOps-1419288716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca45be65-6971-4a6a-9a48-06d0c7912206,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:51.612583 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33078) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:51.757784 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ff469c8d-b731-4821-be95-3325123e5147 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=58f63b32e2494f47baeccbbc4d805873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440918 Jul 22 17:03:51.760260 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33084) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:51.813095 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1019e2e4-da27-4dc6-ba55-aea7a97093dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.834628 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1019e2e4-da27-4dc6-ba55-aea7a97093dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.883146 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1019e2e4-da27-4dc6-ba55-aea7a97093dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.885721 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1019e2e4-da27-4dc6-ba55-aea7a97093dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.886917 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1019e2e4-da27-4dc6-ba55-aea7a97093dc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/405e4ebd-7fac-478d-b3c9-9b3db6da81aa HTTP/1.1" status: 204 len: 168 time: 0.1257641 Jul 22 17:03:51.894718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019e2e4-da27-4dc6-ba55-aea7a97093dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405e4ebd-7fac-478d-b3c9-9b3db6da81aa,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:52.057901 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:03:52.087714 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:03:52.088060 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0c201b42-858a-4b1b-b3b1-fdb42a07ed8a not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:03:52.088485 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device bbfb2eba-758b-4640-87e5-83e87c608484 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:03:52.113810 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: bbfb2eba-758b-4640-87e5-83e87c608484 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:03:52.114259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device bbfb2eba-758b-4640-87e5-83e87c608484 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:03:52.114889 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 409d501d-fded-4e6b-a404-12d7c31aee28 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:03:52.140209 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 409d501d-fded-4e6b-a404-12d7c31aee28 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:03:52.140512 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 409d501d-fded-4e6b-a404-12d7c31aee28 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:03:52.184385 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33098) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:52.223176 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3eed1efa-32b4-43b9-a231-cece96760713 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1a98ac9cce4d4848afdfc046275d1f32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376141 Jul 22 17:03:52.225508 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33100) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:52.272493 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ec853f6-5328-4a82-93a5-ce9348457d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:52.293338 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ec853f6-5328-4a82-93a5-ce9348457d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:52.342561 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ec853f6-5328-4a82-93a5-ce9348457d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:52.346042 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ec853f6-5328-4a82-93a5-ce9348457d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:52.347258 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8ec853f6-5328-4a82-93a5-ce9348457d79 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9ab59fa7-c7bb-4fc5-994b-2f67afeae5bb HTTP/1.1" status: 204 len: 168 time: 0.1207390 Jul 22 17:03:52.355936 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec853f6-5328-4a82-93a5-ce9348457d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab59fa7-c7bb-4fc5-994b-2f67afeae5bb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:53.577346 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33160) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:53.725547 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-daa50da8-7a06-4764-b875-5dfc3e9c1e1f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'network': {'name': 'tempest-network-smoke--381447532', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'port_security_enabled': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:03:53.746171 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa50da8-7a06-4764-b875-5dfc3e9c1e1f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Made reservation on behalf of ce5339c90e8b439b8c126f1fe5f554cf for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:03:53.749740 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daa50da8-7a06-4764-b875-5dfc3e9c1e1f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:53.758115 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daa50da8-7a06-4764-b875-5dfc3e9c1e1f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:53.864822 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daa50da8-7a06-4764-b875-5dfc3e9c1e1f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:53.868520 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daa50da8-7a06-4764-b875-5dfc3e9c1e1f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:53.893382 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa50da8-7a06-4764-b875-5dfc3e9c1e1f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:03:53.910158 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa50da8-7a06-4764-b875-5dfc3e9c1e1f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87be544-6413-4f4d-af4d-a834b30c5222,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:53.913769 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daa50da8-7a06-4764-b875-5dfc3e9c1e1f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:53.914325 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-daa50da8-7a06-4764-b875-5dfc3e9c1e1f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Added segment aa5d4df2-c951-4d35-bf41-ae7b65c9a543 of type vlan for network 8040b261-2548-4e3e-a1bc-1c0f28245f98 Jul 22 17:03:53.963434 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daa50da8-7a06-4764-b875-5dfc3e9c1e1f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:53.992789 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daa50da8-7a06-4764-b875-5dfc3e9c1e1f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:53.998535 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa50da8-7a06-4764-b875-5dfc3e9c1e1f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:53.999138 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-daa50da8-7a06-4764-b875-5dfc3e9c1e1f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:54.032921 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-daa50da8-7a06-4764-b875-5dfc3e9c1e1f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4535289 Jul 22 17:03:54.035816 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33174) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:54.040207 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-47763b13-ce1b-41af-94fc-88beba3dc28b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-352917973', 'admin_state_up': True, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:03:54.086006 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa50da8-7a06-4764-b875-5dfc3e9c1e1f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'Network': ['ID=8040b261-2548-4e3e-a1bc-1c0f28245f98,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:54.096939 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 8040b261-2548-4e3e-a1bc-1c0f28245f98 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:03:54.100064 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47763b13-ce1b-41af-94fc-88beba3dc28b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:54.101059 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47763b13-ce1b-41af-94fc-88beba3dc28b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:54.156282 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47763b13-ce1b-41af-94fc-88beba3dc28b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:54.623133 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47763b13-ce1b-41af-94fc-88beba3dc28b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:54.818458 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47763b13-ce1b-41af-94fc-88beba3dc28b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:54.838138 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47763b13-ce1b-41af-94fc-88beba3dc28b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:54.943092 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-47763b13-ce1b-41af-94fc-88beba3dc28b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Allocated IP 172.25.0.145 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/2bc5a151-918d-4a82-9ec2-119f7556eae8) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:03:55.046931 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47763b13-ce1b-41af-94fc-88beba3dc28b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:55.091279 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47763b13-ce1b-41af-94fc-88beba3dc28b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:55.135540 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47763b13-ce1b-41af-94fc-88beba3dc28b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:03:55.138301 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-47763b13-ce1b-41af-94fc-88beba3dc28b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:03:55.141844 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47763b13-ce1b-41af-94fc-88beba3dc28b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:03:55.165571 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47763b13-ce1b-41af-94fc-88beba3dc28b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'Port': ['ID=2bc5a151-918d-4a82-9ec2-119f7556eae8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:55.395566 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47763b13-ce1b-41af-94fc-88beba3dc28b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:55.596794 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47763b13-ce1b-41af-94fc-88beba3dc28b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:55.728390 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47763b13-ce1b-41af-94fc-88beba3dc28b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Router b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:03:55.841361 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47763b13-ce1b-41af-94fc-88beba3dc28b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:03:55.851575 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] Sync routers for ids ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:03:55.861304 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] Routers {'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:03:55.862136 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:03:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:55.864611 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47763b13-ce1b-41af-94fc-88beba3dc28b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:55.866240 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-47763b13-ce1b-41af-94fc-88beba3dc28b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8292382 Jul 22 17:03:55.869258 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33208) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:55.949798 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-56730e84-d27d-4b99-811e-60e49b925674 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=ce5339c90e8b439b8c126f1fe5f554cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0790677 Jul 22 17:03:55.952556 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33212) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:55.970257 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] Set router b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:03:56.051150 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b066f89e-a6c3-4238-9836-745d1510451e tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:56.053960 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b066f89e-a6c3-4238-9836-745d1510451e tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0991020 Jul 22 17:03:56.055923 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33218) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:56.087940 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4766df04-ca32-4661-acd9-c3c510585318 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=748fc6ab-3639-411a-b273-35e3c4423108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306816 Jul 22 17:03:56.090781 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33220) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:56.096229 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e8d1f9f9-fad7-4314-b97c-0cd7e9ed7bfc tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2102822447', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:03:56.152384 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'name': 'tempest-TestNetworkBasicOps-router-352917973', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:55Z', 'revision_number': 3, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:56.179274 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] Checking router: b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:03:56.179796 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] Updating router b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c port 2bc5a151-918d-4a82-9ec2-119f7556eae8 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:03:56.184878 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d1f9f9-fad7-4314-b97c-0cd7e9ed7bfc tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Made reservation on behalf of ce5339c90e8b439b8c126f1fe5f554cf for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:03:56.189037 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8d1f9f9-fad7-4314-b97c-0cd7e9ed7bfc tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:56.214015 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:56.395720 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8d1f9f9-fad7-4314-b97c-0cd7e9ed7bfc tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:56.457710 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1f9f9-fad7-4314-b97c-0cd7e9ed7bfc tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'Subnet': ['ID=dc4df802-3cfc-4401-8430-ad6ef0e3f85b,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:56.467780 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d1f9f9-fad7-4314-b97c-0cd7e9ed7bfc tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Checking segment: {'id': 'aa5d4df2-c951-4d35-bf41-ae7b65c9a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:03:56.468137 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d1f9f9-fad7-4314-b97c-0cd7e9ed7bfc tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Network hostable DHCP agents. Network: 8040b261-2548-4e3e-a1bc-1c0f28245f98, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:03:56.485136 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d1f9f9-fad7-4314-b97c-0cd7e9ed7bfc tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Network 8040b261-2548-4e3e-a1bc-1c0f28245f98 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:03:56.490364 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:56.494780 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-e8d1f9f9-fad7-4314-b97c-0cd7e9ed7bfc tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 8040b261-2548-4e3e-a1bc-1c0f28245f98) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:03:56.499275 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d1f9f9-fad7-4314-b97c-0cd7e9ed7bfc tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:56.500217 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8d1f9f9-fad7-4314-b97c-0cd7e9ed7bfc tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:56.500814 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] Transition to ACTIVE for port object 2bc5a151-918d-4a82-9ec2-119f7556eae8 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:03:56.508459 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75c6e40-7a7d-44b9-a834-13a8d8796b39 None None] Network 8040b261-2548-4e3e-a1bc-1c0f28245f98 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:03:56.516473 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:56.518405 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e8d1f9f9-fad7-4314-b97c-0cd7e9ed7bfc tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4265528 Jul 22 17:03:56.521797 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33226) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:56.562828 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] Attempting to bind port 2bc5a151-918d-4a82-9ec2-119f7556eae8 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:03:56.563195 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] Attempting to bind port 2bc5a151-918d-4a82-9ec2-119f7556eae8 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:03:56.563550 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] Attempting to bind port 2bc5a151-918d-4a82-9ec2-119f7556eae8 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:03:56.574943 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:03:56.575313 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:03:56.575714 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:56.576103 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:03:56.576572 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] Bound port: 2bc5a151-918d-4a82-9ec2-119f7556eae8, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:03:56.576948 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:56.616009 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3d13f-293c-4c11-8531-67263af07680 None None] Pushing event updated for resources: {'Port': ['ID=2bc5a151-918d-4a82-9ec2-119f7556eae8,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:56.633107 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3d13f-293c-4c11-8531-67263af07680 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:56.633457 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3d13f-293c-4c11-8531-67263af07680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:56.633781 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3d13f-293c-4c11-8531-67263af07680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:56.634140 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3d13f-293c-4c11-8531-67263af07680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:56.634472 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3d13f-293c-4c11-8531-67263af07680 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:56.634800 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3d13f-293c-4c11-8531-67263af07680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:56.635122 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3d13f-293c-4c11-8531-67263af07680 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:56.635444 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3d13f-293c-4c11-8531-67263af07680 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:56.635762 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3d13f-293c-4c11-8531-67263af07680 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:56.636691 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3d13f-293c-4c11-8531-67263af07680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:56.636691 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3d13f-293c-4c11-8531-67263af07680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:56.636691 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3d13f-293c-4c11-8531-67263af07680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:56.650310 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] For port 2bc5a151-918d-4a82-9ec2-119f7556eae8, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:03:56.656120 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] For port 2bc5a151-918d-4a82-9ec2-119f7556eae8, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2bc5a151-918d-4a82-9ec2-119f7556eae8,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:03:56.663893 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:56.688788 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fa36c3-17a1-4cf3-be62-953e44ee39a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-8040b261-2548-4e3e-a1bc-1c0f28245f98', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'fixed_ips': [{'subnet_id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:03:56.689881 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4fa36c3-17a1-4cf3-be62-953e44ee39a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:56.722964 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] Routers {'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:03:56.723573 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:03:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:56.883526 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a4fa36c3-17a1-4cf3-be62-953e44ee39a4 None None] Allocated IP 172.20.0.2 (8040b261-2548-4e3e-a1bc-1c0f28245f98/dc4df802-3cfc-4401-8430-ad6ef0e3f85b/3cd9559f-1c20-4176-8d18-8eeb30019076) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:03:56.949911 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3d13f-293c-4c11-8531-67263af07680 None None] Pushing event updated for resources: {'Port': ['ID=2bc5a151-918d-4a82-9ec2-119f7556eae8,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:56.980349 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] Set router b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:03:57.084234 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4fa36c3-17a1-4cf3-be62-953e44ee39a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:57.093341 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a4fa36c3-17a1-4cf3-be62-953e44ee39a4 None None] Transition to ACTIVE for port object 3cd9559f-1c20-4176-8d18-8eeb30019076 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:03:57.096522 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91e245c8-737f-400d-baa4-495d1928cd63 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:57.110986 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a4fa36c3-17a1-4cf3-be62-953e44ee39a4 None None] Transition to ACTIVE for port object 3cd9559f-1c20-4176-8d18-8eeb30019076 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:03:57.118553 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4fa36c3-17a1-4cf3-be62-953e44ee39a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:57.137907 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fa36c3-17a1-4cf3-be62-953e44ee39a4 None None] Network 8040b261-2548-4e3e-a1bc-1c0f28245f98 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:03:57.140147 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a4fa36c3-17a1-4cf3-be62-953e44ee39a4 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:03:57.165004 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fa36c3-17a1-4cf3-be62-953e44ee39a4 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:03:57.226609 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'name': 'tempest-TestNetworkBasicOps-router-352917973', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:55Z', 'revision_number': 3, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:57.255690 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c31f0d-740c-4156-8d7f-85d7a21a49c1 None None] The sync data for ids ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'] in n-d-798930-9 is: [{'id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'name': 'tempest-TestNetworkBasicOps-router-352917973', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:55Z', 'revision_number': 3, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:03:57.259315 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa36c3-17a1-4cf3-be62-953e44ee39a4 None None] Pushing event updated for resources: {'Port': ['ID=3cd9559f-1c20-4176-8d18-8eeb30019076,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:57.273440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a4fa36c3-17a1-4cf3-be62-953e44ee39a4 None None] Attempting to bind port 3cd9559f-1c20-4176-8d18-8eeb30019076 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:03:57.273906 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a4fa36c3-17a1-4cf3-be62-953e44ee39a4 None None] Attempting to bind port 3cd9559f-1c20-4176-8d18-8eeb30019076 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'aa5d4df2-c951-4d35-bf41-ae7b65c9a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:03:57.274388 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fa36c3-17a1-4cf3-be62-953e44ee39a4 None None] Attempting to bind port 3cd9559f-1c20-4176-8d18-8eeb30019076 on network 8040b261-2548-4e3e-a1bc-1c0f28245f98 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:03:57.284308 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fa36c3-17a1-4cf3-be62-953e44ee39a4 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:03:57.286298 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fa36c3-17a1-4cf3-be62-953e44ee39a4 None None] Checking segment: {'id': 'aa5d4df2-c951-4d35-bf41-ae7b65c9a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:03:57.286810 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4fa36c3-17a1-4cf3-be62-953e44ee39a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:57.288052 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fa36c3-17a1-4cf3-be62-953e44ee39a4 None None] Bound using segment: {'id': 'aa5d4df2-c951-4d35-bf41-ae7b65c9a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:03:57.288052 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a4fa36c3-17a1-4cf3-be62-953e44ee39a4 None None] Bound port: 3cd9559f-1c20-4176-8d18-8eeb30019076, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa5d4df2-c951-4d35-bf41-ae7b65c9a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:03:57.289703 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4fa36c3-17a1-4cf3-be62-953e44ee39a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:57.362211 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a4fa36c3-17a1-4cf3-be62-953e44ee39a4 None None] For port 3cd9559f-1c20-4176-8d18-8eeb30019076, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:03:57.365772 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a4fa36c3-17a1-4cf3-be62-953e44ee39a4 None None] For port 3cd9559f-1c20-4176-8d18-8eeb30019076, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3cd9559f-1c20-4176-8d18-8eeb30019076,segment=NetworkSegment(aa5d4df2-c951-4d35-bf41-ae7b65c9a543),segment_id=aa5d4df2-c951-4d35-bf41-ae7b65c9a543)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:03:57.371132 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4fa36c3-17a1-4cf3-be62-953e44ee39a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:57.399685 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-91e245c8-737f-400d-baa4-495d1928cd63 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Allocated IP 172.20.0.1 (8040b261-2548-4e3e-a1bc-1c0f28245f98/dc4df802-3cfc-4401-8430-ad6ef0e3f85b/b61b8a19-4e18-4110-80a3-42598f72e275) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:03:57.428872 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa36c3-17a1-4cf3-be62-953e44ee39a4 None None] Pushing event updated for resources: {'Port': ['ID=3cd9559f-1c20-4176-8d18-8eeb30019076,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:57.537354 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91e245c8-737f-400d-baa4-495d1928cd63 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:57.569295 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-91e245c8-737f-400d-baa4-495d1928cd63 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Transition to ACTIVE for port object b61b8a19-4e18-4110-80a3-42598f72e275 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:03:57.628847 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91e245c8-737f-400d-baa4-495d1928cd63 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:57.672077 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e245c8-737f-400d-baa4-495d1928cd63 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Network 8040b261-2548-4e3e-a1bc-1c0f28245f98 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:03:57.685277 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-91e245c8-737f-400d-baa4-495d1928cd63 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:03:57.702163 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e245c8-737f-400d-baa4-495d1928cd63 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:03:57.736014 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e245c8-737f-400d-baa4-495d1928cd63 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'Port': ['ID=b61b8a19-4e18-4110-80a3-42598f72e275,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:57.772164 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91e245c8-737f-400d-baa4-495d1928cd63 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:57.968402 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91e245c8-737f-400d-baa4-495d1928cd63 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:58.147365 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2bc5a151-918d-4a82-9ec2-119f7556eae8 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:03:58.205613 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 2bc5a151-918d-4a82-9ec2-119f7556eae8 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:03:58.211376 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 2bc5a151-918d-4a82-9ec2-119f7556eae8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:03:58.211851 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:58.329885 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91e245c8-737f-400d-baa4-495d1928cd63 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:58.337087 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91e245c8-737f-400d-baa4-495d1928cd63 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:58.351355 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:58.377011 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 2bc5a151-918d-4a82-9ec2-119f7556eae8, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2bc5a151-918d-4a82-9ec2-119f7556eae8,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:03:58.387766 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:58.389446 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3cd9559f-1c20-4176-8d18-8eeb30019076 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:03:58.441885 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91e245c8-737f-400d-baa4-495d1928cd63 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:58.445461 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e245c8-737f-400d-baa4-495d1928cd63 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'Port': ['ID=b61b8a19-4e18-4110-80a3-42598f72e275,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:58.479457 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=2bc5a151-918d-4a82-9ec2-119f7556eae8,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:58.496906 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 3cd9559f-1c20-4176-8d18-8eeb30019076 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:03:58.579603 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e245c8-737f-400d-baa4-495d1928cd63 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Network 8040b261-2548-4e3e-a1bc-1c0f28245f98 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:03:58.581746 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-91e245c8-737f-400d-baa4-495d1928cd63 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:03:58.691861 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e201c01e-f497-4c2a-b7a4-756c633042eb None None] Network 8040b261-2548-4e3e-a1bc-1c0f28245f98 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:03:58.705516 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e245c8-737f-400d-baa4-495d1928cd63 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Router b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:03:58.768589 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f3a53df6-1fef-4041-84a4-cfc1e67329d1 None None] Provisioning for port 3cd9559f-1c20-4176-8d18-8eeb30019076 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:03:58.778125 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f3a53df6-1fef-4041-84a4-cfc1e67329d1 None None] Provisioning complete for port 3cd9559f-1c20-4176-8d18-8eeb30019076 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:03:58.778495 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3a53df6-1fef-4041-84a4-cfc1e67329d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:58.822487 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e245c8-737f-400d-baa4-495d1928cd63 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:03:58.829958 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-91e245c8-737f-400d-baa4-495d1928cd63 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "PUT /v2.0/routers/b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3067245 Jul 22 17:03:58.833024 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33264) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:58.966451 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3a53df6-1fef-4041-84a4-cfc1e67329d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:59.006099 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f3a53df6-1fef-4041-84a4-cfc1e67329d1 None None] For port 3cd9559f-1c20-4176-8d18-8eeb30019076, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3cd9559f-1c20-4176-8d18-8eeb30019076,segment=NetworkSegment(aa5d4df2-c951-4d35-bf41-ae7b65c9a543),segment_id=aa5d4df2-c951-4d35-bf41-ae7b65c9a543)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:03:59.011359 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3a53df6-1fef-4041-84a4-cfc1e67329d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:59.062817 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6937cd1-327a-46f4-be8a-7ecee72ae76d tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:59.063625 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6937cd1-327a-46f4-be8a-7ecee72ae76d tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:59.065209 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6937cd1-327a-46f4-be8a-7ecee72ae76d tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:59.065799 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6937cd1-327a-46f4-be8a-7ecee72ae76d tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:59.068784 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-097a64d4-e3f8-40c8-9723-c682cfbb50fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:59.071008 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33268) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:59.071144 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b6937cd1-327a-46f4-be8a-7ecee72ae76d tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2376106 Jul 22 17:03:59.087891 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a53df6-1fef-4041-84a4-cfc1e67329d1 None None] Pushing event updated for resources: {'Port': ['ID=3cd9559f-1c20-4176-8d18-8eeb30019076,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:59.130638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4147c0a-d393-4e60-9197-c11ba21b0ef9 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:59.131230 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4147c0a-d393-4e60-9197-c11ba21b0ef9 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:59.131694 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4147c0a-d393-4e60-9197-c11ba21b0ef9 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:59.132146 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4147c0a-d393-4e60-9197-c11ba21b0ef9 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:59.133906 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d4147c0a-d393-4e60-9197-c11ba21b0ef9 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0615325 Jul 22 17:03:59.136680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33274) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:59.354121 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b46e612f-e01b-4f09-8316-d39f184cebde None None] Provisioning for port b61b8a19-4e18-4110-80a3-42598f72e275 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:03:59.359054 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b46e612f-e01b-4f09-8316-d39f184cebde None None] Provisioning complete for port b61b8a19-4e18-4110-80a3-42598f72e275 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:03:59.359439 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b46e612f-e01b-4f09-8316-d39f184cebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:59.403700 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] Sync routers for ids ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:03:59.438824 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] Routers {'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:03:59.439776 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:03:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:59.445835 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b46e612f-e01b-4f09-8316-d39f184cebde None None] Port b61b8a19-4e18-4110-80a3-42598f72e275 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:03:59.530405 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b46e612f-e01b-4f09-8316-d39f184cebde None None] Provisioning complete for port 3cd9559f-1c20-4176-8d18-8eeb30019076 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:03:59.530771 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b46e612f-e01b-4f09-8316-d39f184cebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:59.577373 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] Set router b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:03:59.767416 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a1ccca34-ad85-4cc5-9e6c-bf6d61e72480 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.6293225 Jul 22 17:03:59.865776 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'name': 'tempest-TestNetworkBasicOps-router-352917973', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:57Z', 'revision_number': 4, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'b61b8a19-4e18-4110-80a3-42598f72e275', 'name': '', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:e3:34:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:57Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 2, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:59.891975 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] Checking router: b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:03:59.892328 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] Updating router b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c port b61b8a19-4e18-4110-80a3-42598f72e275 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:03:59.938883 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a3690280-a892-41b7-afd7-6f1f1cfae7b6 None None] Provisioning complete for port b61b8a19-4e18-4110-80a3-42598f72e275 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:03:59.939271 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3690280-a892-41b7-afd7-6f1f1cfae7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:59.942182 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.030620 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33292) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:00.037802 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-63e342c3-1ca6-4059-a480-cc0d00f863ed tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1764481398', 'description': 'tempest-secgroup-smoke-1764481398 description', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:00.068432 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63e342c3-1ca6-4059-a480-cc0d00f863ed tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.167025 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63e342c3-1ca6-4059-a480-cc0d00f863ed tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.171797 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63e342c3-1ca6-4059-a480-cc0d00f863ed tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.202266 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63e342c3-1ca6-4059-a480-cc0d00f863ed tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.206530 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-63e342c3-1ca6-4059-a480-cc0d00f863ed tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1744368 Jul 22 17:04:00.207176 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33294) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:00.212626 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e342c3-1ca6-4059-a480-cc0d00f863ed tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1910f49-275a-4d99-a722-c1faa8ba4297,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:00.213541 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-958a5177-5796-47e7-adc6-286fab6e4037 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'security_group_rule': {'security_group_id': 'c1910f49-275a-4d99-a722-c1faa8ba4297', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:00.216358 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2bc5a151-918d-4a82-9ec2-119f7556eae8 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:04:00.245287 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a3690280-a892-41b7-afd7-6f1f1cfae7b6 None None] Port b61b8a19-4e18-4110-80a3-42598f72e275 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:04:00.255887 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-958a5177-5796-47e7-adc6-286fab6e4037 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.316598 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-958a5177-5796-47e7-adc6-286fab6e4037 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.321674 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-958a5177-5796-47e7-adc6-286fab6e4037 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.343608 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a5177-5796-47e7-adc6-286fab6e4037 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd470e6-0674-498c-aed4-681d9841bfb5,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:00.352092 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-958a5177-5796-47e7-adc6-286fab6e4037 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.356173 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-958a5177-5796-47e7-adc6-286fab6e4037 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444561 Jul 22 17:04:00.356264 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33300) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:00.360854 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1de3d870-dd29-46e3-8a04-be770e289e37 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'security_group_rule': {'security_group_id': 'c1910f49-275a-4d99-a722-c1faa8ba4297', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:00.375408 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 2bc5a151-918d-4a82-9ec2-119f7556eae8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:04:00.375983 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.388715 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1de3d870-dd29-46e3-8a04-be770e289e37 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.449961 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1de3d870-dd29-46e3-8a04-be770e289e37 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.464304 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1de3d870-dd29-46e3-8a04-be770e289e37 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.481599 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3d870-dd29-46e3-8a04-be770e289e37 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4cf3a97-53c3-4ffe-b72c-7662e0179b95,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:00.497788 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1de3d870-dd29-46e3-8a04-be770e289e37 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.499057 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1de3d870-dd29-46e3-8a04-be770e289e37 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1417251 Jul 22 17:04:00.502256 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33302) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:00.507552 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-cff76672-fd79-4a7d-91bb-d233fadab291 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'security_group_rule': {'security_group_id': 'c1910f49-275a-4d99-a722-c1faa8ba4297', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:00.549327 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cff76672-fd79-4a7d-91bb-d233fadab291 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.556706 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3cd9559f-1c20-4176-8d18-8eeb30019076 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:04:00.602041 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.618192 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] Transition to ACTIVE for port object b61b8a19-4e18-4110-80a3-42598f72e275 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:04:00.621513 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cff76672-fd79-4a7d-91bb-d233fadab291 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.627582 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cff76672-fd79-4a7d-91bb-d233fadab291 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.627770 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.641733 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff76672-fd79-4a7d-91bb-d233fadab291 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ca949f-4fd4-4ac1-af17-6d91ff29016c,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:00.656482 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cff76672-fd79-4a7d-91bb-d233fadab291 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.661179 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-cff76672-fd79-4a7d-91bb-d233fadab291 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1546082 Jul 22 17:04:00.661179 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33308) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:00.661453 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 3cd9559f-1c20-4176-8d18-8eeb30019076 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:04:00.661816 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.665533 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9bbb1e4a-1f6b-4d1b-bba2-72791cb0dba0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'security_group_rule': {'security_group_id': 'c1910f49-275a-4d99-a722-c1faa8ba4297', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:00.693885 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9bbb1e4a-1f6b-4d1b-bba2-72791cb0dba0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.736516 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658f361-f2ca-4636-a658-61eb426b1b0e None None] Pushing event updated for resources: {'Port': ['ID=b61b8a19-4e18-4110-80a3-42598f72e275,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:00.770268 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9bbb1e4a-1f6b-4d1b-bba2-72791cb0dba0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.776939 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9bbb1e4a-1f6b-4d1b-bba2-72791cb0dba0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.798454 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb1e4a-1f6b-4d1b-bba2-72791cb0dba0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2e8ae6-847b-4030-87da-b734c282624b,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:00.811673 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9bbb1e4a-1f6b-4d1b-bba2-72791cb0dba0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.813234 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9bbb1e4a-1f6b-4d1b-bba2-72791cb0dba0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1514106 Jul 22 17:04:00.815828 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33312) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:00.821158 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b469b05f-562d-4a4c-8427-2ae83333b2b0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'security_group_rule': {'security_group_id': 'c1910f49-275a-4d99-a722-c1faa8ba4297', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:00.833787 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] Attempting to bind port b61b8a19-4e18-4110-80a3-42598f72e275 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:04:00.834207 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] Attempting to bind port b61b8a19-4e18-4110-80a3-42598f72e275 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'aa5d4df2-c951-4d35-bf41-ae7b65c9a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:04:00.834572 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] Attempting to bind port b61b8a19-4e18-4110-80a3-42598f72e275 on network 8040b261-2548-4e3e-a1bc-1c0f28245f98 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:04:00.846204 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:04:00.846583 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] Checking segment: {'id': 'aa5d4df2-c951-4d35-bf41-ae7b65c9a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:04:00.847070 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.847450 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] Bound using segment: {'id': 'aa5d4df2-c951-4d35-bf41-ae7b65c9a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:04:00.847904 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] Bound port: b61b8a19-4e18-4110-80a3-42598f72e275, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa5d4df2-c951-4d35-bf41-ae7b65c9a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:04:00.848298 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.859070 n-d-798930-9 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-b469b05f-562d-4a4c-8427-2ae83333b2b0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Project ce5339c90e8b439b8c126f1fe5f554cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:04:00.873917 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b469b05f-562d-4a4c-8427-2ae83333b2b0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.933261 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] For port b61b8a19-4e18-4110-80a3-42598f72e275, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:04:00.936529 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] For port b61b8a19-4e18-4110-80a3-42598f72e275, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b61b8a19-4e18-4110-80a3-42598f72e275,segment=NetworkSegment(aa5d4df2-c951-4d35-bf41-ae7b65c9a543),segment_id=aa5d4df2-c951-4d35-bf41-ae7b65c9a543)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:04:00.944330 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.976323 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b469b05f-562d-4a4c-8427-2ae83333b2b0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.981223 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b469b05f-562d-4a4c-8427-2ae83333b2b0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:01.011257 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469b05f-562d-4a4c-8427-2ae83333b2b0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554153f5-39aa-4bfa-bcec-3a34d85057d5,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:01.019866 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b469b05f-562d-4a4c-8427-2ae83333b2b0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:01.021441 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b469b05f-562d-4a4c-8427-2ae83333b2b0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2044621 Jul 22 17:04:01.024291 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33318) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:01.032594 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-59cf80c5-4220-4562-9cda-d1bd1fd0c7a3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'security_group_rule': {'security_group_id': 'c1910f49-275a-4d99-a722-c1faa8ba4297', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:01.040343 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658f361-f2ca-4636-a658-61eb426b1b0e None None] Pushing event updated for resources: {'Port': ['ID=b61b8a19-4e18-4110-80a3-42598f72e275,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:01.047512 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] Routers {'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:04:01.048117 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:03:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:04:01.079315 n-d-798930-9 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-59cf80c5-4220-4562-9cda-d1bd1fd0c7a3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Project ce5339c90e8b439b8c126f1fe5f554cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:04:01.085465 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59cf80c5-4220-4562-9cda-d1bd1fd0c7a3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:01.172479 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] Set router b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:04:01.178399 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59cf80c5-4220-4562-9cda-d1bd1fd0c7a3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:01.183674 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59cf80c5-4220-4562-9cda-d1bd1fd0c7a3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:01.202795 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf80c5-4220-4562-9cda-d1bd1fd0c7a3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abeeeeb9-ca2e-4994-b7c8-c36d27bac2ca,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:01.216064 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59cf80c5-4220-4562-9cda-d1bd1fd0c7a3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:01.217053 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-59cf80c5-4220-4562-9cda-d1bd1fd0c7a3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1915939 Jul 22 17:04:01.372751 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5442b97d-a741-43fd-90f7-917afeed6387 req-f2f7ddd1-1364-4f64-8417-d37a80532d6e tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1764481398&fields=id&tenant_id=ce5339c90e8b439b8c126f1fe5f554cf HTTP/1.1" status: 200 len: 267 time: 0.0332816 Jul 22 17:04:01.439888 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'name': 'tempest-TestNetworkBasicOps-router-352917973', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:57Z', 'revision_number': 4, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'b61b8a19-4e18-4110-80a3-42598f72e275', 'name': '', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:e3:34:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:57Z', 'updated_at': '2021-07-22T17:04:00Z', 'revision_number': 4, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:04:01.493147 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af766f-34bd-41ff-8f17-ab57f78a76a9 None None] The sync data for ids ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'] in n-d-798930-9 is: [{'id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'name': 'tempest-TestNetworkBasicOps-router-352917973', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:57Z', 'revision_number': 4, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'b61b8a19-4e18-4110-80a3-42598f72e275', 'name': '', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:e3:34:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:57Z', 'updated_at': '2021-07-22T17:04:00Z', 'revision_number': 4, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:04:01.529384 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442b97d-a741-43fd-90f7-917afeed6387 req-94a1ada8-4ecf-47ff-b89d-aa28fdb72fa1 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:01.532414 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5442b97d-a741-43fd-90f7-917afeed6387 req-94a1ada8-4ecf-47ff-b89d-aa28fdb72fa1 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/networks?id=8040b261-2548-4e3e-a1bc-1c0f28245f98 HTTP/1.1" status: 200 len: 796 time: 0.1499209 Jul 22 17:04:01.569946 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5442b97d-a741-43fd-90f7-917afeed6387 req-910ff6ed-07ed-4c6a-9f08-c3128d2e55d3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/quotas/ce5339c90e8b439b8c126f1fe5f554cf HTTP/1.1" status: 200 len: 375 time: 0.0253124 Jul 22 17:04:01.642428 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4919a53d-2a16-471a-afdb-14123e2eca7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:01.676036 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5442b97d-a741-43fd-90f7-917afeed6387 req-f7fcd75f-2843-4e89-83db-f19502d1e1ed tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce5339c90e8b439b8c126f1fe5f554cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037319 Jul 22 17:04:01.684750 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:01.864663 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5442b97d-a741-43fd-90f7-917afeed6387 req-922136a0-6be4-4412-8436-6540b40f71e2 service neutron] 10.222.0.69 "GET /v2.0/networks/8040b261-2548-4e3e-a1bc-1c0f28245f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706960 Jul 22 17:04:01.969027 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5442b97d-a741-43fd-90f7-917afeed6387 req-2b63743d-3911-4224-81a0-af614e60c4cb service neutron] 10.222.0.69 "GET /v2.0/networks/8040b261-2548-4e3e-a1bc-1c0f28245f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985463 Jul 22 17:04:02.134976 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b61b8a19-4e18-4110-80a3-42598f72e275 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:04:02.195439 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fd219acf-a04e-47b1-99d0-5bf6d97e0e16 req-9c51297d-a78d-4827-bb9c-07134e77184b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=186cb2cd-da04-49d6-bdb1-28d2b0ab88a1 HTTP/1.1" status: 200 len: 210 time: 0.0460837 Jul 22 17:04:02.231283 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port b61b8a19-4e18-4110-80a3-42598f72e275 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:04:02.237792 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port b61b8a19-4e18-4110-80a3-42598f72e275 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:04:02.238245 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:02.325120 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:02.360379 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port b61b8a19-4e18-4110-80a3-42598f72e275, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b61b8a19-4e18-4110-80a3-42598f72e275,segment=NetworkSegment(aa5d4df2-c951-4d35-bf41-ae7b65c9a543),segment_id=aa5d4df2-c951-4d35-bf41-ae7b65c9a543)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:04:02.365585 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:02.429616 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=b61b8a19-4e18-4110-80a3-42598f72e275,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:02.833648 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:03.290426 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9fe49a28-d6ce-4997-bee4-b699f8ccd306 req-a38e4d85-2b19-40a4-b699-bc67355df663 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=186cb2cd-da04-49d6-bdb1-28d2b0ab88a1 HTTP/1.1" status: 200 len: 210 time: 0.0303385 Jul 22 17:04:03.509847 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442b97d-a741-43fd-90f7-917afeed6387 req-2180072d-db4f-4f81-8d62-0ae969f70c8c tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:03.511561 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5442b97d-a741-43fd-90f7-917afeed6387 req-2180072d-db4f-4f81-8d62-0ae969f70c8c tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.30 "GET /v2.0/networks?id=8040b261-2548-4e3e-a1bc-1c0f28245f98 HTTP/1.1" status: 200 len: 796 time: 0.1062596 Jul 22 17:04:03.565729 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5442b97d-a741-43fd-90f7-917afeed6387 req-c5ff191f-6d68-402e-b204-74298e596c7a tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce5339c90e8b439b8c126f1fe5f554cf HTTP/1.1" status: 200 len: 380 time: 0.0387330 Jul 22 17:04:03.577944 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-5442b97d-a741-43fd-90f7-917afeed6387 req-c2dfd6af-5485-42bf-9251-efbf89733a33 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'port': {'device_id': '186cb2cd-da04-49d6-bdb1-28d2b0ab88a1', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'admin_state_up': True, 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'security_groups': ['c1910f49-275a-4d99-a722-c1faa8ba4297']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:03.698241 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5442b97d-a741-43fd-90f7-917afeed6387 req-c2dfd6af-5485-42bf-9251-efbf89733a33 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Made reservation on behalf of ce5339c90e8b439b8c126f1fe5f554cf for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:04:03.702012 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5442b97d-a741-43fd-90f7-917afeed6387 req-c2dfd6af-5485-42bf-9251-efbf89733a33 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:03.824670 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-5442b97d-a741-43fd-90f7-917afeed6387 req-c2dfd6af-5485-42bf-9251-efbf89733a33 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Allocated IP 172.20.0.8 (8040b261-2548-4e3e-a1bc-1c0f28245f98/dc4df802-3cfc-4401-8430-ad6ef0e3f85b/fbb57954-46da-428e-8b8f-6fabf94568f5) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:04:03.969107 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5442b97d-a741-43fd-90f7-917afeed6387 req-c2dfd6af-5485-42bf-9251-efbf89733a33 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:03.982136 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-5442b97d-a741-43fd-90f7-917afeed6387 req-c2dfd6af-5485-42bf-9251-efbf89733a33 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Transition to ACTIVE for port object fbb57954-46da-428e-8b8f-6fabf94568f5 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:04:04.020190 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5442b97d-a741-43fd-90f7-917afeed6387 req-c2dfd6af-5485-42bf-9251-efbf89733a33 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:04.075259 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5442b97d-a741-43fd-90f7-917afeed6387 req-c2dfd6af-5485-42bf-9251-efbf89733a33 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Network 8040b261-2548-4e3e-a1bc-1c0f28245f98 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:04:04.078758 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-5442b97d-a741-43fd-90f7-917afeed6387 req-c2dfd6af-5485-42bf-9251-efbf89733a33 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:04:04.084276 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5442b97d-a741-43fd-90f7-917afeed6387 req-c2dfd6af-5485-42bf-9251-efbf89733a33 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:04:04.095281 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfd6af-5485-42bf-9251-efbf89733a33 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'Port': ['ID=fbb57954-46da-428e-8b8f-6fabf94568f5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:04.112538 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b61b8a19-4e18-4110-80a3-42598f72e275 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:04:04.152747 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442b97d-a741-43fd-90f7-917afeed6387 req-c2dfd6af-5485-42bf-9251-efbf89733a33 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:04.153443 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5442b97d-a741-43fd-90f7-917afeed6387 req-c2dfd6af-5485-42bf-9251-efbf89733a33 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:04.172343 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port b61b8a19-4e18-4110-80a3-42598f72e275 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:04:04.172727 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:04.173555 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5442b97d-a741-43fd-90f7-917afeed6387 req-c2dfd6af-5485-42bf-9251-efbf89733a33 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5990956 Jul 22 17:04:04.192946 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-5442b97d-a741-43fd-90f7-917afeed6387 req-a0c13eef-47cd-4b2a-ab4f-ef6cb5d2dd28 service neutron] Request body: {'port': {'device_id': '186cb2cd-da04-49d6-bdb1-28d2b0ab88a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:04.293320 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5442b97d-a741-43fd-90f7-917afeed6387 req-a0c13eef-47cd-4b2a-ab4f-ef6cb5d2dd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:04.443137 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-166ed363-25d0-4f2e-ac51-79bb55f5061c None None] Provisioning for port fbb57954-46da-428e-8b8f-6fabf94568f5 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:04:04.447323 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-166ed363-25d0-4f2e-ac51-79bb55f5061c None None] Provisioning complete for port fbb57954-46da-428e-8b8f-6fabf94568f5 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:04:04.448004 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-166ed363-25d0-4f2e-ac51-79bb55f5061c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:04.484609 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-166ed363-25d0-4f2e-ac51-79bb55f5061c None None] Port fbb57954-46da-428e-8b8f-6fabf94568f5 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:04:04.544031 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b8c4b-6cf3-4cbd-86a5-4e06d3e05de5 req-5cad34d2-b70b-4713-afc4-814fc520ea2e tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:04.545497 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1a1b8c4b-6cf3-4cbd-86a5-4e06d3e05de5 req-5cad34d2-b70b-4713-afc4-814fc520ea2e tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=186cb2cd-da04-49d6-bdb1-28d2b0ab88a1 HTTP/1.1" status: 200 len: 931 time: 0.1466072 Jul 22 17:04:04.679498 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:04.892696 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1a1b8c4b-6cf3-4cbd-86a5-4e06d3e05de5 req-053fd412-a4d1-46c8-9db7-b69b86e8fa44 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1910f49-275a-4d99-a722-c1faa8ba4297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3394051 Jul 22 17:04:04.927381 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-5442b97d-a741-43fd-90f7-917afeed6387 req-a0c13eef-47cd-4b2a-ab4f-ef6cb5d2dd28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb57954-46da-428e-8b8f-6fabf94568f5 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:04:04.935148 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5442b97d-a741-43fd-90f7-917afeed6387 req-a0c13eef-47cd-4b2a-ab4f-ef6cb5d2dd28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:04.947207 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-5442b97d-a741-43fd-90f7-917afeed6387 req-a0c13eef-47cd-4b2a-ab4f-ef6cb5d2dd28 service neutron] Transition to ACTIVE for port object fbb57954-46da-428e-8b8f-6fabf94568f5 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:04:04.951360 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5442b97d-a741-43fd-90f7-917afeed6387 req-a0c13eef-47cd-4b2a-ab4f-ef6cb5d2dd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:05.027658 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c13eef-47cd-4b2a-ab4f-ef6cb5d2dd28 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb57954-46da-428e-8b8f-6fabf94568f5,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:05.076892 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5442b97d-a741-43fd-90f7-917afeed6387 req-a0c13eef-47cd-4b2a-ab4f-ef6cb5d2dd28 service neutron] Attempting to bind port fbb57954-46da-428e-8b8f-6fabf94568f5 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:04:05.077226 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5442b97d-a741-43fd-90f7-917afeed6387 req-a0c13eef-47cd-4b2a-ab4f-ef6cb5d2dd28 service neutron] Attempting to bind port fbb57954-46da-428e-8b8f-6fabf94568f5 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'aa5d4df2-c951-4d35-bf41-ae7b65c9a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:04:05.077552 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442b97d-a741-43fd-90f7-917afeed6387 req-a0c13eef-47cd-4b2a-ab4f-ef6cb5d2dd28 service neutron] Attempting to bind port fbb57954-46da-428e-8b8f-6fabf94568f5 on network 8040b261-2548-4e3e-a1bc-1c0f28245f98 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:04:05.083650 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442b97d-a741-43fd-90f7-917afeed6387 req-a0c13eef-47cd-4b2a-ab4f-ef6cb5d2dd28 service neutron] Port fbb57954-46da-428e-8b8f-6fabf94568f5 on network 8040b261-2548-4e3e-a1bc-1c0f28245f98 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:04:05.084112 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442b97d-a741-43fd-90f7-917afeed6387 req-a0c13eef-47cd-4b2a-ab4f-ef6cb5d2dd28 service neutron] Attempting to bind port fbb57954-46da-428e-8b8f-6fabf94568f5 on network 8040b261-2548-4e3e-a1bc-1c0f28245f98 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:04:05.092461 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442b97d-a741-43fd-90f7-917afeed6387 req-a0c13eef-47cd-4b2a-ab4f-ef6cb5d2dd28 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:04:05.092800 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442b97d-a741-43fd-90f7-917afeed6387 req-a0c13eef-47cd-4b2a-ab4f-ef6cb5d2dd28 service neutron] Checking segment: {'id': 'aa5d4df2-c951-4d35-bf41-ae7b65c9a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:04:05.093181 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442b97d-a741-43fd-90f7-917afeed6387 req-a0c13eef-47cd-4b2a-ab4f-ef6cb5d2dd28 service neutron] Bound using segment: {'id': 'aa5d4df2-c951-4d35-bf41-ae7b65c9a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:04:05.093598 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-5442b97d-a741-43fd-90f7-917afeed6387 req-a0c13eef-47cd-4b2a-ab4f-ef6cb5d2dd28 service neutron] Bound port: fbb57954-46da-428e-8b8f-6fabf94568f5, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa5d4df2-c951-4d35-bf41-ae7b65c9a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:04:05.093969 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5442b97d-a741-43fd-90f7-917afeed6387 req-a0c13eef-47cd-4b2a-ab4f-ef6cb5d2dd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:05.170607 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-5442b97d-a741-43fd-90f7-917afeed6387 req-a0c13eef-47cd-4b2a-ab4f-ef6cb5d2dd28 service neutron] For port fbb57954-46da-428e-8b8f-6fabf94568f5, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:04:05.174112 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-5442b97d-a741-43fd-90f7-917afeed6387 req-a0c13eef-47cd-4b2a-ab4f-ef6cb5d2dd28 service neutron] For port fbb57954-46da-428e-8b8f-6fabf94568f5, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=fbb57954-46da-428e-8b8f-6fabf94568f5,segment=NetworkSegment(aa5d4df2-c951-4d35-bf41-ae7b65c9a543),segment_id=aa5d4df2-c951-4d35-bf41-ae7b65c9a543)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:04:05.179318 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5442b97d-a741-43fd-90f7-917afeed6387 req-a0c13eef-47cd-4b2a-ab4f-ef6cb5d2dd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:05.219270 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442b97d-a741-43fd-90f7-917afeed6387 req-a0c13eef-47cd-4b2a-ab4f-ef6cb5d2dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:05.220354 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-5442b97d-a741-43fd-90f7-917afeed6387 req-a0c13eef-47cd-4b2a-ab4f-ef6cb5d2dd28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:05.222481 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5442b97d-a741-43fd-90f7-917afeed6387 req-a0c13eef-47cd-4b2a-ab4f-ef6cb5d2dd28 service neutron] 10.222.0.30 "PUT /v2.0/ports/fbb57954-46da-428e-8b8f-6fabf94568f5 HTTP/1.1" status: 200 len: 1091 time: 1.0360606 Jul 22 17:04:05.225104 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186cb2cd-da04-49d6-bdb1-28d2b0ab88a1', 'tag': 'fbb57954-46da-428e-8b8f-6fabf94568f5'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:04:05.227635 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d425cbc3-cb74-4ff4-9609-33fdc55cc545" -d '{"events": [{"name": "network-changed", "server_uuid": "186cb2cd-da04-49d6-bdb1-28d2b0ab88a1", "tag": "fbb57954-46da-428e-8b8f-6fabf94568f5"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:04:05.255702 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c13eef-47cd-4b2a-ab4f-ef6cb5d2dd28 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb57954-46da-428e-8b8f-6fabf94568f5,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:05.295407 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5eba5b-bc5f-4b05-924c-f946a188145f x-openstack-request-id: req-cc5eba5b-bc5f-4b05-924c-f946a188145f {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:04:05.296055 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186cb2cd-da04-49d6-bdb1-28d2b0ab88a1", "tag": "fbb57954-46da-428e-8b8f-6fabf94568f5", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:04:05.298195 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cc5eba5b-bc5f-4b05-924c-f946a188145f {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:04:05.298887 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186cb2cd-da04-49d6-bdb1-28d2b0ab88a1', 'tag': 'fbb57954-46da-428e-8b8f-6fabf94568f5', 'status': 'completed', 'code': 200} Jul 22 17:04:05.355798 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442b97d-a741-43fd-90f7-917afeed6387 req-d4d4aec8-7149-4ac4-8cc2-3b60212fd43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:05.357545 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5442b97d-a741-43fd-90f7-917afeed6387 req-d4d4aec8-7149-4ac4-8cc2-3b60212fd43c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce5339c90e8b439b8c126f1fe5f554cf&device_id=186cb2cd-da04-49d6-bdb1-28d2b0ab88a1 HTTP/1.1" status: 200 len: 1094 time: 0.0716734 Jul 22 17:04:05.405198 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5442b97d-a741-43fd-90f7-917afeed6387 req-bc9f26ff-ff24-4c8c-95c1-70cba1c9be38 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbb57954-46da-428e-8b8f-6fabf94568f5 HTTP/1.1" status: 200 len: 217 time: 0.0354440 Jul 22 17:04:05.455151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442b97d-a741-43fd-90f7-917afeed6387 req-68aa3309-7085-4f6b-91d1-735cb78760df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:05.456495 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5442b97d-a741-43fd-90f7-917afeed6387 req-68aa3309-7085-4f6b-91d1-735cb78760df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc4df802-3cfc-4401-8430-ad6ef0e3f85b HTTP/1.1" status: 200 len: 835 time: 0.0449290 Jul 22 17:04:05.519836 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442b97d-a741-43fd-90f7-917afeed6387 req-a86f822f-fa4a-4e3a-8cb9-308bdc46135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:05.526903 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5442b97d-a741-43fd-90f7-917afeed6387 req-a86f822f-fa4a-4e3a-8cb9-308bdc46135e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8040b261-2548-4e3e-a1bc-1c0f28245f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645971 Jul 22 17:04:05.623775 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5442b97d-a741-43fd-90f7-917afeed6387 req-3df3c9d7-d2d8-497b-9160-1321eb8d3d00 service neutron] 10.222.0.30 "GET /v2.0/networks/8040b261-2548-4e3e-a1bc-1c0f28245f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902131 Jul 22 17:04:05.716262 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5442b97d-a741-43fd-90f7-917afeed6387 req-29f5aa51-8818-4ace-96f0-bc8fcd90b741 service neutron] 10.222.0.30 "GET /v2.0/networks/8040b261-2548-4e3e-a1bc-1c0f28245f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857809 Jul 22 17:04:05.861739 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425cbc3-cb74-4ff4-9609-33fdc55cc545 req-96b009bc-55d1-4005-a3cd-6e10a73efec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:05.863840 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d425cbc3-cb74-4ff4-9609-33fdc55cc545 req-96b009bc-55d1-4005-a3cd-6e10a73efec9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce5339c90e8b439b8c126f1fe5f554cf&device_id=186cb2cd-da04-49d6-bdb1-28d2b0ab88a1 HTTP/1.1" status: 200 len: 1094 time: 0.0546930 Jul 22 17:04:05.964827 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425cbc3-cb74-4ff4-9609-33fdc55cc545 req-f92d6149-609e-40e4-8424-00980b8c6dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:05.966392 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d425cbc3-cb74-4ff4-9609-33fdc55cc545 req-f92d6149-609e-40e4-8424-00980b8c6dcb service neutron] 10.222.0.30 "GET /v2.0/networks?id=8040b261-2548-4e3e-a1bc-1c0f28245f98 HTTP/1.1" status: 200 len: 897 time: 0.0965388 Jul 22 17:04:06.025310 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d425cbc3-cb74-4ff4-9609-33fdc55cc545 req-0cbc9c37-9790-4e9f-9d2f-a50996e3d424 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbb57954-46da-428e-8b8f-6fabf94568f5 HTTP/1.1" status: 200 len: 217 time: 0.0515130 Jul 22 17:04:06.091533 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425cbc3-cb74-4ff4-9609-33fdc55cc545 req-702a3662-42e6-4d25-9360-83d3183afa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:06.093012 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d425cbc3-cb74-4ff4-9609-33fdc55cc545 req-702a3662-42e6-4d25-9360-83d3183afa47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc4df802-3cfc-4401-8430-ad6ef0e3f85b HTTP/1.1" status: 200 len: 835 time: 0.0598001 Jul 22 17:04:06.102220 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9b418-7827-4489-92de-b385dbca9835 req-a5e3678c-51f5-49aa-ad89-9cdffaae9e27 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:06.103697 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-86b9b418-7827-4489-92de-b385dbca9835 req-a5e3678c-51f5-49aa-ad89-9cdffaae9e27 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=186cb2cd-da04-49d6-bdb1-28d2b0ab88a1 HTTP/1.1" status: 200 len: 943 time: 0.1412938 Jul 22 17:04:06.169553 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-86b9b418-7827-4489-92de-b385dbca9835 req-cc370b07-59ef-42c8-a897-badb458988d8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1910f49-275a-4d99-a722-c1faa8ba4297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573342 Jul 22 17:04:06.184859 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425cbc3-cb74-4ff4-9609-33fdc55cc545 req-2b94e53b-c548-44b6-9474-97c0c2875453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:06.186380 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d425cbc3-cb74-4ff4-9609-33fdc55cc545 req-2b94e53b-c548-44b6-9474-97c0c2875453 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8040b261-2548-4e3e-a1bc-1c0f28245f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818300 Jul 22 17:04:06.281109 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d425cbc3-cb74-4ff4-9609-33fdc55cc545 req-163d2355-7a59-4573-8769-aa87491efd9d service neutron] 10.222.0.30 "GET /v2.0/networks/8040b261-2548-4e3e-a1bc-1c0f28245f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872951 Jul 22 17:04:06.376105 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d425cbc3-cb74-4ff4-9609-33fdc55cc545 req-98732a86-dabd-4398-a453-bbfc1660b1a6 service neutron] 10.222.0.30 "GET /v2.0/networks/8040b261-2548-4e3e-a1bc-1c0f28245f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881355 Jul 22 17:04:07.303000 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ecd51-d28a-48ef-893d-77dd5b87123f req-75282352-d512-4c29-a30c-eed086ddbc02 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:07.304589 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ad2ecd51-d28a-48ef-893d-77dd5b87123f req-75282352-d512-4c29-a30c-eed086ddbc02 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=186cb2cd-da04-49d6-bdb1-28d2b0ab88a1 HTTP/1.1" status: 200 len: 943 time: 0.0655894 Jul 22 17:04:07.344713 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ad2ecd51-d28a-48ef-893d-77dd5b87123f req-01f9c502-73cf-4c71-863f-ed7ebe14d9e9 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1910f49-275a-4d99-a722-c1faa8ba4297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342259 Jul 22 17:04:07.433079 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:04:07.740709 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device fbb57954-46da-428e-8b8f-6fabf94568f5 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:04:07.839732 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port fbb57954-46da-428e-8b8f-6fabf94568f5, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=fbb57954-46da-428e-8b8f-6fabf94568f5,segment=NetworkSegment(aa5d4df2-c951-4d35-bf41-ae7b65c9a543),segment_id=aa5d4df2-c951-4d35-bf41-ae7b65c9a543)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:04:07.855404 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'fbb57954-46da-428e-8b8f-6fabf94568f5', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'port_id': 'fbb57954-46da-428e-8b8f-6fabf94568f5', 'mac_address': 'fa:16:3e:56:6e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:04:07.892132 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:07.904591 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb57954-46da-428e-8b8f-6fabf94568f5 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:04:07.923928 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port fbb57954-46da-428e-8b8f-6fabf94568f5, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=fbb57954-46da-428e-8b8f-6fabf94568f5,segment=NetworkSegment(aa5d4df2-c951-4d35-bf41-ae7b65c9a543),segment_id=aa5d4df2-c951-4d35-bf41-ae7b65c9a543)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:04:07.928864 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:07.975577 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=fbb57954-46da-428e-8b8f-6fabf94568f5,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:08.199750 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['fbb57954-46da-428e-8b8f-6fabf94568f5'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:04:08.475433 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7146d62-04ef-499d-9712-4ffcce01bb6e req-c947e646-b236-476c-ac41-c0eb30d631d4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:08.476934 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f7146d62-04ef-499d-9712-4ffcce01bb6e req-c947e646-b236-476c-ac41-c0eb30d631d4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=186cb2cd-da04-49d6-bdb1-28d2b0ab88a1 HTTP/1.1" status: 200 len: 944 time: 0.0640850 Jul 22 17:04:08.515826 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f7146d62-04ef-499d-9712-4ffcce01bb6e req-28043369-e2a7-44c0-a4d1-d833cd42f218 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1910f49-275a-4d99-a722-c1faa8ba4297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331419 Jul 22 17:04:09.651876 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b84bc-eb0a-4177-9795-d4da985482ce req-ce8e7349-f56e-4e24-bb4d-73d58249b0d4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:09.653355 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e9b84bc-eb0a-4177-9795-d4da985482ce req-ce8e7349-f56e-4e24-bb4d-73d58249b0d4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=186cb2cd-da04-49d6-bdb1-28d2b0ab88a1 HTTP/1.1" status: 200 len: 944 time: 0.0682364 Jul 22 17:04:09.691275 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e9b84bc-eb0a-4177-9795-d4da985482ce req-8a274941-df54-43a0-82ef-e62d581b38f2 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1910f49-275a-4d99-a722-c1faa8ba4297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322528 Jul 22 17:04:09.763630 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device fbb57954-46da-428e-8b8f-6fabf94568f5 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:04:09.857360 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port fbb57954-46da-428e-8b8f-6fabf94568f5 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:04:09.864041 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port fbb57954-46da-428e-8b8f-6fabf94568f5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:04:09.864417 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:09.962828 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:09.985294 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186cb2cd-da04-49d6-bdb1-28d2b0ab88a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb57954-46da-428e-8b8f-6fabf94568f5'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:04:09.988101 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52d3fae-b9e4-4f6a-8922-82dc067ee037" -d '{"events": [{"server_uuid": "186cb2cd-da04-49d6-bdb1-28d2b0ab88a1", "name": "network-vif-plugged", "status": "completed", "tag": "fbb57954-46da-428e-8b8f-6fabf94568f5"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:04:10.000602 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port fbb57954-46da-428e-8b8f-6fabf94568f5, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=fbb57954-46da-428e-8b8f-6fabf94568f5,segment=NetworkSegment(aa5d4df2-c951-4d35-bf41-ae7b65c9a543),segment_id=aa5d4df2-c951-4d35-bf41-ae7b65c9a543)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:04:10.004997 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:10.033268 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a171d921-6980-4759-b352-d62f8f3ff18d x-openstack-request-id: req-a171d921-6980-4759-b352-d62f8f3ff18d {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:04:10.033603 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186cb2cd-da04-49d6-bdb1-28d2b0ab88a1", "name": "network-vif-plugged", "status": "completed", "tag": "fbb57954-46da-428e-8b8f-6fabf94568f5", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:04:10.034520 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a171d921-6980-4759-b352-d62f8f3ff18d {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:04:10.035015 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186cb2cd-da04-49d6-bdb1-28d2b0ab88a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb57954-46da-428e-8b8f-6fabf94568f5', 'code': 200} Jul 22 17:04:10.055531 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=fbb57954-46da-428e-8b8f-6fabf94568f5,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:10.179747 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab01c77-9cf2-439b-866f-a820c504ef0b req-a2aa79af-651a-4582-b757-977ad66f9e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:10.181078 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eab01c77-9cf2-439b-866f-a820c504ef0b req-a2aa79af-651a-4582-b757-977ad66f9e06 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=186cb2cd-da04-49d6-bdb1-28d2b0ab88a1 HTTP/1.1" status: 200 len: 1096 time: 0.0589435 Jul 22 17:04:10.216056 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eab01c77-9cf2-439b-866f-a820c504ef0b req-40b36068-ef0c-4156-84fe-5e2b730fbc29 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c1910f49-275a-4d99-a722-c1faa8ba4297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280538 Jul 22 17:04:10.821271 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4831a-c2e1-457b-9f15-798556fa2ee6 req-c920b320-d41f-4641-bd7d-50c2bc554fa7 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:10.823014 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e9b4831a-c2e1-457b-9f15-798556fa2ee6 req-c920b320-d41f-4641-bd7d-50c2bc554fa7 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=186cb2cd-da04-49d6-bdb1-28d2b0ab88a1 HTTP/1.1" status: 200 len: 945 time: 0.0658302 Jul 22 17:04:10.870004 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e9b4831a-c2e1-457b-9f15-798556fa2ee6 req-b8fc9a18-22ce-4994-82fc-9376a837d1c9 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1910f49-275a-4d99-a722-c1faa8ba4297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414500 Jul 22 17:04:11.999163 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9c103-efca-49c3-a531-eb38b01a6ae2 req-c295bb00-7973-42df-b28e-af47614da1bd tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:12.000897 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ff9c103-efca-49c3-a531-eb38b01a6ae2 req-c295bb00-7973-42df-b28e-af47614da1bd tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=186cb2cd-da04-49d6-bdb1-28d2b0ab88a1 HTTP/1.1" status: 200 len: 945 time: 0.0636668 Jul 22 17:04:12.039510 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ff9c103-efca-49c3-a531-eb38b01a6ae2 req-a7b9aa9a-73a4-4323-b0f2-6b86487e49c5 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1910f49-275a-4d99-a722-c1faa8ba4297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323052 Jul 22 17:04:12.170878 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee97008-4b5e-48a7-939b-002541a0ec4c req-1ede1ab9-b9e4-493c-b49d-47a121cb8400 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:12.172552 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fee97008-4b5e-48a7-939b-002541a0ec4c req-1ede1ab9-b9e4-493c-b49d-47a121cb8400 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=186cb2cd-da04-49d6-bdb1-28d2b0ab88a1 HTTP/1.1" status: 200 len: 945 time: 0.0645885 Jul 22 17:04:12.210061 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fee97008-4b5e-48a7-939b-002541a0ec4c req-7d4d9c6e-7f2e-4675-b799-bcbf09e13a8f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1910f49-275a-4d99-a722-c1faa8ba4297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314052 Jul 22 17:04:12.232396 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33568) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:12.250860 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:12.300165 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:12.301988 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2ff59a-f4de-4296-a482-0b4fed63306e tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:12.303780 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5f2ff59a-f4de-4296-a482-0b4fed63306e tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=186cb2cd-da04-49d6-bdb1-28d2b0ab88a1 HTTP/1.1" status: 200 len: 1091 time: 0.0691555 Jul 22 17:04:12.306767 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33576) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:12.311353 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-031e85f2-a3f1-4966-ad80-6adc6b27b547 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': 'fbb57954-46da-428e-8b8f-6fabf94568f5', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:12.333274 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-031e85f2-a3f1-4966-ad80-6adc6b27b547 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:12.430305 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-031e85f2-a3f1-4966-ad80-6adc6b27b547 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:12.541612 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-031e85f2-a3f1-4966-ad80-6adc6b27b547 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Allocated IP 172.25.0.237 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/fc678216-1d40-4664-84e0-29f653bb152e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:04:12.650364 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-031e85f2-a3f1-4966-ad80-6adc6b27b547 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:12.692949 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-031e85f2-a3f1-4966-ad80-6adc6b27b547 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:12.734721 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031e85f2-a3f1-4966-ad80-6adc6b27b547 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:04:12.737541 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-031e85f2-a3f1-4966-ad80-6adc6b27b547 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:04:12.740132 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031e85f2-a3f1-4966-ad80-6adc6b27b547 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:04:12.765945 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e85f2-a3f1-4966-ad80-6adc6b27b547 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'Port': ['ID=fc678216-1d40-4664-84e0-29f653bb152e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:13.100882 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-031e85f2-a3f1-4966-ad80-6adc6b27b547 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:13.183119 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-031e85f2-a3f1-4966-ad80-6adc6b27b547 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:13.343655 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-031e85f2-a3f1-4966-ad80-6adc6b27b547 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:13.349154 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-031e85f2-a3f1-4966-ad80-6adc6b27b547 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:13.417016 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e85f2-a3f1-4966-ad80-6adc6b27b547 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'Port': ['ID=fc678216-1d40-4664-84e0-29f653bb152e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:13.427813 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-031e85f2-a3f1-4966-ad80-6adc6b27b547 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:13.527838 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-031e85f2-a3f1-4966-ad80-6adc6b27b547 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Floating IP 4768ecf4-90f9-42e8-bfb0-796f15a90b51 associated. External IP: 172.25.0.237, port: fbb57954-46da-428e-8b8f-6fabf94568f5. Jul 22 17:04:13.734193 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031e85f2-a3f1-4966-ad80-6adc6b27b547 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Router b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:04:13.840213 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031e85f2-a3f1-4966-ad80-6adc6b27b547 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:04:13.851030 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02d55cd-e31f-4e7c-aba4-f30fbb02feaa None None] Sync routers for ids ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:04:13.858359 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-031e85f2-a3f1-4966-ad80-6adc6b27b547 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:13.865554 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02d55cd-e31f-4e7c-aba4-f30fbb02feaa None None] Routers {'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:04:13.866324 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b02d55cd-e31f-4e7c-aba4-f30fbb02feaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:04:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:04:13.897072 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-031e85f2-a3f1-4966-ad80-6adc6b27b547 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5892510 Jul 22 17:04:13.897753 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186cb2cd-da04-49d6-bdb1-28d2b0ab88a1', 'tag': 'fbb57954-46da-428e-8b8f-6fabf94568f5'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:04:13.899946 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 33592) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:13.900413 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659a7fe4-7796-4313-b66a-5c7a341f9cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "186cb2cd-da04-49d6-bdb1-28d2b0ab88a1", "tag": "fbb57954-46da-428e-8b8f-6fabf94568f5"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:04:13.992003 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-31489463-c4db-43da-ab11-22c8049223b3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/floatingips/4768ecf4-90f9-42e8-bfb0-796f15a90b51 HTTP/1.1" status: 200 len: 991 time: 0.0900018 Jul 22 17:04:14.004383 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b02d55cd-e31f-4e7c-aba4-f30fbb02feaa None None] Set router b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:04:14.097863 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69364c4a-f45a-4483-b564-62dba8efedd6 x-openstack-request-id: req-69364c4a-f45a-4483-b564-62dba8efedd6 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:04:14.098211 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186cb2cd-da04-49d6-bdb1-28d2b0ab88a1", "tag": "fbb57954-46da-428e-8b8f-6fabf94568f5", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:04:14.098461 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-69364c4a-f45a-4483-b564-62dba8efedd6 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:04:14.098863 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186cb2cd-da04-49d6-bdb1-28d2b0ab88a1', 'tag': 'fbb57954-46da-428e-8b8f-6fabf94568f5', 'status': 'completed', 'code': 200} Jul 22 17:04:14.198762 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a7fe4-7796-4313-b66a-5c7a341f9cc7 req-204988b0-3e7c-436c-b706-bfc9cc79d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:14.200277 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-659a7fe4-7796-4313-b66a-5c7a341f9cc7 req-204988b0-3e7c-436c-b706-bfc9cc79d641 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce5339c90e8b439b8c126f1fe5f554cf&device_id=186cb2cd-da04-49d6-bdb1-28d2b0ab88a1 HTTP/1.1" status: 200 len: 1096 time: 0.0540795 Jul 22 17:04:14.251262 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b02d55cd-e31f-4e7c-aba4-f30fbb02feaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'name': 'tempest-TestNetworkBasicOps-router-352917973', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:57Z', 'revision_number': 4, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '4768ecf4-90f9-42e8-bfb0-796f15a90b51', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'port_id': 'fbb57954-46da-428e-8b8f-6fabf94568f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'mac_address': 'fa:16:3e:56:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186cb2cd-da04-49d6-bdb1-28d2b0ab88a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:04:12Z', 'updated_at': '2021-07-22T17:04:12Z', 'revision_number': 0, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b61b8a19-4e18-4110-80a3-42598f72e275', 'name': '', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:e3:34:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:57Z', 'updated_at': '2021-07-22T17:04:02Z', 'revision_number': 5, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:04:14.276777 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02d55cd-e31f-4e7c-aba4-f30fbb02feaa None None] Checking router: b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:04:14.286217 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02d55cd-e31f-4e7c-aba4-f30fbb02feaa None None] Routers {'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:04:14.286920 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b02d55cd-e31f-4e7c-aba4-f30fbb02feaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:04:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:04:14.295776 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a7fe4-7796-4313-b66a-5c7a341f9cc7 req-8a706ea5-4cd5-4304-a280-5de1e1b63f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:14.297300 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-659a7fe4-7796-4313-b66a-5c7a341f9cc7 req-8a706ea5-4cd5-4304-a280-5de1e1b63f66 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8040b261-2548-4e3e-a1bc-1c0f28245f98 HTTP/1.1" status: 200 len: 897 time: 0.0906427 Jul 22 17:04:14.362858 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-659a7fe4-7796-4313-b66a-5c7a341f9cc7 req-251652c0-4d95-4170-91dc-34d72fb418a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbb57954-46da-428e-8b8f-6fabf94568f5 HTTP/1.1" status: 200 len: 999 time: 0.0598102 Jul 22 17:04:14.394267 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b02d55cd-e31f-4e7c-aba4-f30fbb02feaa None None] Set router b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:04:14.412118 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a7fe4-7796-4313-b66a-5c7a341f9cc7 req-5a562119-e93b-4318-8a72-0e3b6c748bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:14.413574 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-659a7fe4-7796-4313-b66a-5c7a341f9cc7 req-5a562119-e93b-4318-8a72-0e3b6c748bef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc4df802-3cfc-4401-8430-ad6ef0e3f85b HTTP/1.1" status: 200 len: 835 time: 0.0452662 Jul 22 17:04:14.477864 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a7fe4-7796-4313-b66a-5c7a341f9cc7 req-37b39265-7fa2-4529-9311-4ce4c5b5e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:14.479456 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-659a7fe4-7796-4313-b66a-5c7a341f9cc7 req-37b39265-7fa2-4529-9311-4ce4c5b5e9c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8040b261-2548-4e3e-a1bc-1c0f28245f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594835 Jul 22 17:04:14.572087 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-659a7fe4-7796-4313-b66a-5c7a341f9cc7 req-75f585c3-98a5-4991-80d8-f5a776bd42eb service neutron] 10.222.0.30 "GET /v2.0/networks/8040b261-2548-4e3e-a1bc-1c0f28245f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862401 Jul 22 17:04:14.629837 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b02d55cd-e31f-4e7c-aba4-f30fbb02feaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'name': 'tempest-TestNetworkBasicOps-router-352917973', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:57Z', 'revision_number': 4, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '4768ecf4-90f9-42e8-bfb0-796f15a90b51', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'port_id': 'fbb57954-46da-428e-8b8f-6fabf94568f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'mac_address': 'fa:16:3e:56:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186cb2cd-da04-49d6-bdb1-28d2b0ab88a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:04:12Z', 'updated_at': '2021-07-22T17:04:12Z', 'revision_number': 0, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b61b8a19-4e18-4110-80a3-42598f72e275', 'name': '', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:e3:34:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:57Z', 'updated_at': '2021-07-22T17:04:02Z', 'revision_number': 5, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:04:14.657956 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02d55cd-e31f-4e7c-aba4-f30fbb02feaa None None] The sync data for ids ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'] in n-d-798930-9 is: [{'id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'name': 'tempest-TestNetworkBasicOps-router-352917973', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:57Z', 'revision_number': 4, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '4768ecf4-90f9-42e8-bfb0-796f15a90b51', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'port_id': 'fbb57954-46da-428e-8b8f-6fabf94568f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'mac_address': 'fa:16:3e:56:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186cb2cd-da04-49d6-bdb1-28d2b0ab88a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:04:12Z', 'updated_at': '2021-07-22T17:04:12Z', 'revision_number': 0, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b61b8a19-4e18-4110-80a3-42598f72e275', 'name': '', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:e3:34:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:57Z', 'updated_at': '2021-07-22T17:04:02Z', 'revision_number': 5, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:04:14.675398 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-659a7fe4-7796-4313-b66a-5c7a341f9cc7 req-35b6fc77-8b84-4ef2-87ff-f2d4122f37ef service neutron] 10.222.0.30 "GET /v2.0/networks/8040b261-2548-4e3e-a1bc-1c0f28245f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969188 Jul 22 17:04:14.872190 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ebd852-7c76-4693-bcc6-a2aa3b83fe92 None None] New status for floating IP 4768ecf4-90f9-42e8-bfb0-796f15a90b51: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:04:14.995583 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33600) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:15.064608 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a12e0ac5-1a55-437a-b7ea-e44ccdd00fad tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/floatingips/4768ecf4-90f9-42e8-bfb0-796f15a90b51 HTTP/1.1" status: 200 len: 991 time: 0.0678298 Jul 22 17:04:16.068112 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 33604) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:16.128036 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-dcb6ebb5-7719-4954-95d5-b5e51079be06 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/floatingips/4768ecf4-90f9-42e8-bfb0-796f15a90b51 HTTP/1.1" status: 200 len: 993 time: 0.0587816 Jul 22 17:04:16.847839 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-720b3e10-592d-4a6d-9ed5-e543ec0b4fa9 req-573c2edb-7510-43fd-bb0a-b83470c97be6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=186cb2cd-da04-49d6-bdb1-28d2b0ab88a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532532 Jul 22 17:04:16.957174 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b3e10-592d-4a6d-9ed5-e543ec0b4fa9 req-911de1c8-1383-47b4-90be-27aee50a8322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:16.958692 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-720b3e10-592d-4a6d-9ed5-e543ec0b4fa9 req-911de1c8-1383-47b4-90be-27aee50a8322 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce5339c90e8b439b8c126f1fe5f554cf&device_id=186cb2cd-da04-49d6-bdb1-28d2b0ab88a1 HTTP/1.1" status: 200 len: 1096 time: 0.0531666 Jul 22 17:04:17.064536 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b3e10-592d-4a6d-9ed5-e543ec0b4fa9 req-090d8fef-acd8-46c0-b1ca-4f509d23ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:17.066078 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-720b3e10-592d-4a6d-9ed5-e543ec0b4fa9 req-090d8fef-acd8-46c0-b1ca-4f509d23ab4b service neutron] 10.222.0.30 "GET /v2.0/networks?id=8040b261-2548-4e3e-a1bc-1c0f28245f98 HTTP/1.1" status: 200 len: 897 time: 0.0876956 Jul 22 17:04:17.128996 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-720b3e10-592d-4a6d-9ed5-e543ec0b4fa9 req-85ec39cb-8d37-4e16-9f0e-d302fa8241be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbb57954-46da-428e-8b8f-6fabf94568f5 HTTP/1.1" status: 200 len: 1001 time: 0.0560400 Jul 22 17:04:17.181226 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b3e10-592d-4a6d-9ed5-e543ec0b4fa9 req-c9fa277c-221f-45fd-a462-73e9ba9188e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:17.182636 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-720b3e10-592d-4a6d-9ed5-e543ec0b4fa9 req-c9fa277c-221f-45fd-a462-73e9ba9188e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc4df802-3cfc-4401-8430-ad6ef0e3f85b HTTP/1.1" status: 200 len: 835 time: 0.0465469 Jul 22 17:04:17.239009 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b3e10-592d-4a6d-9ed5-e543ec0b4fa9 req-eefd3bcd-1136-4c4a-9b3d-fbd1c02b1874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:17.240457 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-720b3e10-592d-4a6d-9ed5-e543ec0b4fa9 req-eefd3bcd-1136-4c4a-9b3d-fbd1c02b1874 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8040b261-2548-4e3e-a1bc-1c0f28245f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519457 Jul 22 17:04:17.325885 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-720b3e10-592d-4a6d-9ed5-e543ec0b4fa9 req-32fa8b03-09df-479e-9207-51be80e5fd55 service neutron] 10.222.0.30 "GET /v2.0/networks/8040b261-2548-4e3e-a1bc-1c0f28245f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782950 Jul 22 17:04:17.415681 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-720b3e10-592d-4a6d-9ed5-e543ec0b4fa9 req-292cfb4c-85f6-4d31-a9fa-f5c7af9ce08e service neutron] 10.222.0.30 "GET /v2.0/networks/8040b261-2548-4e3e-a1bc-1c0f28245f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834012 Jul 22 17:04:29.045366 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-916ecb42-69f4-43a9-a08f-790466f9e8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:31.629944 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e373ea42-4b52-4f2d-9648-15c13dc05ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:31.672154 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:32.834793 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:34.678423 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:42.251563 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:42.299788 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:42.670345 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34296) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:42.774612 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67ce902-3689-4188-b30c-b61a71e6f633 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:42.775098 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67ce902-3689-4188-b30c-b61a71e6f633 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:42.775567 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67ce902-3689-4188-b30c-b61a71e6f633 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:42.777253 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f67ce902-3689-4188-b30c-b61a71e6f633 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] 10.222.0.69 "GET /v2.0/ports?project_id=ce5339c90e8b439b8c126f1fe5f554cf&network_id=8040b261-2548-4e3e-a1bc-1c0f28245f98 HTTP/1.1" status: 200 len: 2969 time: 0.1060116 Jul 22 17:04:44.432129 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:04:47.394904 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34370) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:47.447064 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbe4c82-6c52-422c-82e1-2c8b17c25eb7 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:47.448697 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-adbe4c82-6c52-422c-82e1-2c8b17c25eb7 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=748fc6ab-3639-411a-b273-35e3c4423108 HTTP/1.1" status: 200 len: 814 time: 0.0528090 Jul 22 17:04:48.328731 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34384) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:48.458534 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-de5259ff-63bb-4abf-9bcf-236263bc19fd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=09c9910de721416796d20d09c7c9d835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280894 Jul 22 17:04:48.460912 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34388) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:48.511492 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96a0baac-1b11-4900-858f-081b3b13f7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:48.535806 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96a0baac-1b11-4900-858f-081b3b13f7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:48.582861 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96a0baac-1b11-4900-858f-081b3b13f7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:48.585641 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-96a0baac-1b11-4900-858f-081b3b13f7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:48.589588 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-96a0baac-1b11-4900-858f-081b3b13f7c6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ac7888d9-0e75-408c-83f6-37b4fb4e955e HTTP/1.1" status: 204 len: 168 time: 0.1275918 Jul 22 17:04:48.597383 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0baac-1b11-4900-858f-081b3b13f7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7888d9-0e75-408c-83f6-37b4fb4e955e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:48.604855 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a0baac-1b11-4900-858f-081b3b13f7c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:48.605198 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a0baac-1b11-4900-858f-081b3b13f7c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:48.605534 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a0baac-1b11-4900-858f-081b3b13f7c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:48.605870 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a0baac-1b11-4900-858f-081b3b13f7c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:48.606224 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a0baac-1b11-4900-858f-081b3b13f7c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:48.606547 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a0baac-1b11-4900-858f-081b3b13f7c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:48.606868 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a0baac-1b11-4900-858f-081b3b13f7c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:48.607187 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a0baac-1b11-4900-858f-081b3b13f7c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:48.607529 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a0baac-1b11-4900-858f-081b3b13f7c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:48.607819 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a0baac-1b11-4900-858f-081b3b13f7c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:48.608140 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a0baac-1b11-4900-858f-081b3b13f7c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:48.608453 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a0baac-1b11-4900-858f-081b3b13f7c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:48.770046 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34394) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:48.775139 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-54b957db-2616-41f8-8de0-8ff3009efca2 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'network': {'name': 'tempest-network-smoke--1649032538', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'port_security_enabled': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:48.802419 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b957db-2616-41f8-8de0-8ff3009efca2 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Made reservation on behalf of ce5339c90e8b439b8c126f1fe5f554cf for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:04:48.806735 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54b957db-2616-41f8-8de0-8ff3009efca2 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:48.833397 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b957db-2616-41f8-8de0-8ff3009efca2 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:04:48.842362 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54b957db-2616-41f8-8de0-8ff3009efca2 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:48.842705 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-54b957db-2616-41f8-8de0-8ff3009efca2 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Added segment aab5a349-a8c2-4285-8353-270b2610c99a of type vlan for network 929f0a6f-ff78-4069-b4a4-7378e529a5ab Jul 22 17:04:48.887478 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54b957db-2616-41f8-8de0-8ff3009efca2 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:48.918551 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54b957db-2616-41f8-8de0-8ff3009efca2 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:48.924066 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b957db-2616-41f8-8de0-8ff3009efca2 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:48.924657 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54b957db-2616-41f8-8de0-8ff3009efca2 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:48.960231 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-54b957db-2616-41f8-8de0-8ff3009efca2 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1890960 Jul 22 17:04:48.963338 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34404) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:49.056351 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b957db-2616-41f8-8de0-8ff3009efca2 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'Network': ['ID=929f0a6f-ff78-4069-b4a4-7378e529a5ab,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:49.069962 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e8a7e4-5fec-40e3-b930-be7f19f28e56 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:49.071474 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e9e8a7e4-5fec-40e3-b930-be7f19f28e56 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=ce5339c90e8b439b8c126f1fe5f554cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1071899 Jul 22 17:04:49.074267 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34410) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:49.078131 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 929f0a6f-ff78-4069-b4a4-7378e529a5ab details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:04:49.173237 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c73ac8-69f7-4e8f-a2bb-1175a3dd0999 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:49.176897 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a2c73ac8-69f7-4e8f-a2bb-1175a3dd0999 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0996499 Jul 22 17:04:49.177688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34416) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:49.209843 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-af7842df-6fd2-460b-a912-6b31275ba427 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=748fc6ab-3639-411a-b273-35e3c4423108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310633 Jul 22 17:04:49.212388 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34418) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:49.244005 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-116d02cc-dbb1-4320-85f1-75c6d24b5628 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=ce5339c90e8b439b8c126f1fe5f554cf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261493 Jul 22 17:04:49.244005 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34420) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:49.324810 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa3ed66-7efc-4718-8b8f-d1f79f12a16d tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:49.326349 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-faa3ed66-7efc-4718-8b8f-d1f79f12a16d tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0834382 Jul 22 17:04:49.330207 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34426) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:49.362370 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2f90d1a7-d274-4bab-b813-1f4404a6042e tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=748fc6ab-3639-411a-b273-35e3c4423108&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310271 Jul 22 17:04:49.364835 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34428) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:49.369646 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-61800dbd-a2d4-40ff-b369-faa9d70ea85b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1573767458', 'network_id': '929f0a6f-ff78-4069-b4a4-7378e529a5ab', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:49.455176 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61800dbd-a2d4-40ff-b369-faa9d70ea85b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Made reservation on behalf of ce5339c90e8b439b8c126f1fe5f554cf for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:04:49.459486 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-61800dbd-a2d4-40ff-b369-faa9d70ea85b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:49.650821 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-61800dbd-a2d4-40ff-b369-faa9d70ea85b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:49.710131 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61800dbd-a2d4-40ff-b369-faa9d70ea85b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'Subnet': ['ID=6efaf17b-ec49-4f4a-93ed-f927d5a3193b,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:49.720110 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61800dbd-a2d4-40ff-b369-faa9d70ea85b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Checking segment: {'id': 'aab5a349-a8c2-4285-8353-270b2610c99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '929f0a6f-ff78-4069-b4a4-7378e529a5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:04:49.720469 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61800dbd-a2d4-40ff-b369-faa9d70ea85b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Network hostable DHCP agents. Network: 929f0a6f-ff78-4069-b4a4-7378e529a5ab, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:04:49.739202 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61800dbd-a2d4-40ff-b369-faa9d70ea85b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Network 929f0a6f-ff78-4069-b4a4-7378e529a5ab is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:04:49.750397 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-61800dbd-a2d4-40ff-b369-faa9d70ea85b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 929f0a6f-ff78-4069-b4a4-7378e529a5ab) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:04:49.755447 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61800dbd-a2d4-40ff-b369-faa9d70ea85b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:49.756451 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-61800dbd-a2d4-40ff-b369-faa9d70ea85b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:49.759787 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfb447a-a8bc-40c4-a005-531ce9f235cb None None] Network 929f0a6f-ff78-4069-b4a4-7378e529a5ab requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:04:49.773798 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-61800dbd-a2d4-40ff-b369-faa9d70ea85b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4053352 Jul 22 17:04:49.911424 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-929f0a6f-ff78-4069-b4a4-7378e529a5ab', 'network_id': '929f0a6f-ff78-4069-b4a4-7378e529a5ab', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'fixed_ips': [{'subnet_id': '6efaf17b-ec49-4f4a-93ed-f927d5a3193b'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:04:49.912430 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:49.927841 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34438) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:49.932541 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1cbf6fb4-6c5a-4fce-b071-a5a392705513 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1048588923', 'description': 'tempest-secgroup-smoke-1048588923 description', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:49.955846 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cbf6fb4-6c5a-4fce-b071-a5a392705513 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.042917 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cbf6fb4-6c5a-4fce-b071-a5a392705513 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.048908 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cbf6fb4-6c5a-4fce-b071-a5a392705513 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.065119 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Allocated IP 172.20.0.18 (929f0a6f-ff78-4069-b4a4-7378e529a5ab/6efaf17b-ec49-4f4a-93ed-f927d5a3193b/959b6e3d-25cd-496b-91ad-acd90bbdd2e9) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:04:50.077356 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1cbf6fb4-6c5a-4fce-b071-a5a392705513 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.078624 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1cbf6fb4-6c5a-4fce-b071-a5a392705513 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1497934 Jul 22 17:04:50.081884 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34440) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:50.086826 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b6d0c87b-0d7e-4f90-87cd-d115671bf247 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'security_group_rule': {'security_group_id': 'c485602f-ec78-4c04-b074-a1d1d0f550c8', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:50.097838 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf6fb4-6c5a-4fce-b071-a5a392705513 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c485602f-ec78-4c04-b074-a1d1d0f550c8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:50.122443 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6d0c87b-0d7e-4f90-87cd-d115671bf247 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.190437 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6d0c87b-0d7e-4f90-87cd-d115671bf247 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.194886 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6d0c87b-0d7e-4f90-87cd-d115671bf247 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.217674 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.219845 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0c87b-0d7e-4f90-87cd-d115671bf247 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e0eda5-c536-4410-970d-0fee96e93a3d,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:50.227228 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Transition to ACTIVE for port object 959b6e3d-25cd-496b-91ad-acd90bbdd2e9 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:04:50.237101 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b6d0c87b-0d7e-4f90-87cd-d115671bf247 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.241034 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b6d0c87b-0d7e-4f90-87cd-d115671bf247 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1555054 Jul 22 17:04:50.241402 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34442) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:50.246336 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Transition to ACTIVE for port object 959b6e3d-25cd-496b-91ad-acd90bbdd2e9 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:04:50.247147 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-10f21ad1-2f8f-4b65-9a46-dd84c3c7df4b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'security_group_rule': {'security_group_id': 'c485602f-ec78-4c04-b074-a1d1d0f550c8', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:50.253582 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.279576 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10f21ad1-2f8f-4b65-9a46-dd84c3c7df4b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.289163 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Network 929f0a6f-ff78-4069-b4a4-7378e529a5ab is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:04:50.293731 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:04:50.300268 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:04:50.312187 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Pushing event updated for resources: {'Port': ['ID=959b6e3d-25cd-496b-91ad-acd90bbdd2e9,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:50.338006 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:50.338351 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:50.338684 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:50.339193 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:50.339516 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:50.339845 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:50.340168 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:50.340484 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:50.340800 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:50.341234 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:50.341433 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:50.341746 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:50.350417 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10f21ad1-2f8f-4b65-9a46-dd84c3c7df4b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.355650 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10f21ad1-2f8f-4b65-9a46-dd84c3c7df4b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.374667 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f21ad1-2f8f-4b65-9a46-dd84c3c7df4b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c2b9b1-6a19-4513-891e-6c6a3714d8d1,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:50.382537 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Attempting to bind port 959b6e3d-25cd-496b-91ad-acd90bbdd2e9 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:04:50.382910 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Attempting to bind port 959b6e3d-25cd-496b-91ad-acd90bbdd2e9 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'aab5a349-a8c2-4285-8353-270b2610c99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '929f0a6f-ff78-4069-b4a4-7378e529a5ab'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:04:50.383165 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-10f21ad1-2f8f-4b65-9a46-dd84c3c7df4b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.383307 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Attempting to bind port 959b6e3d-25cd-496b-91ad-acd90bbdd2e9 on network 929f0a6f-ff78-4069-b4a4-7378e529a5ab {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:04:50.384728 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-10f21ad1-2f8f-4b65-9a46-dd84c3c7df4b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1422141 Jul 22 17:04:50.387433 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34444) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:50.391079 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:04:50.392089 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Checking segment: {'id': 'aab5a349-a8c2-4285-8353-270b2610c99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '929f0a6f-ff78-4069-b4a4-7378e529a5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:04:50.392416 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7b27e092-d9eb-43e1-b6b0-dfd82e58d6e7 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'security_group_rule': {'security_group_id': 'c485602f-ec78-4c04-b074-a1d1d0f550c8', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:50.392549 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.392853 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Bound using segment: {'id': 'aab5a349-a8c2-4285-8353-270b2610c99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '929f0a6f-ff78-4069-b4a4-7378e529a5ab'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:04:50.393304 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Bound port: 959b6e3d-25cd-496b-91ad-acd90bbdd2e9, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab5a349-a8c2-4285-8353-270b2610c99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '929f0a6f-ff78-4069-b4a4-7378e529a5ab'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:04:50.393681 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.418153 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7b27e092-d9eb-43e1-b6b0-dfd82e58d6e7 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.457663 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a3fabca3-3050-411c-8328-a716c663231b None None] For port 959b6e3d-25cd-496b-91ad-acd90bbdd2e9, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:04:50.461015 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a3fabca3-3050-411c-8328-a716c663231b None None] For port 959b6e3d-25cd-496b-91ad-acd90bbdd2e9, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=959b6e3d-25cd-496b-91ad-acd90bbdd2e9,segment=NetworkSegment(aab5a349-a8c2-4285-8353-270b2610c99a),segment_id=aab5a349-a8c2-4285-8353-270b2610c99a)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:04:50.464980 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.478185 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7b27e092-d9eb-43e1-b6b0-dfd82e58d6e7 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.483774 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7b27e092-d9eb-43e1-b6b0-dfd82e58d6e7 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.504727 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27e092-d9eb-43e1-b6b0-dfd82e58d6e7 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a519449a-2a95-47aa-bf88-6ccc4524a30d,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:50.511852 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7b27e092-d9eb-43e1-b6b0-dfd82e58d6e7 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.513224 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7b27e092-d9eb-43e1-b6b0-dfd82e58d6e7 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248603 Jul 22 17:04:50.516027 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34446) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:50.522146 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2f17f7b6-a858-41f9-874b-028572fc1dfd tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'security_group_rule': {'security_group_id': 'c485602f-ec78-4c04-b074-a1d1d0f550c8', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:50.527825 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fabca3-3050-411c-8328-a716c663231b None None] Pushing event updated for resources: {'Port': ['ID=959b6e3d-25cd-496b-91ad-acd90bbdd2e9,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:50.549703 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f17f7b6-a858-41f9-874b-028572fc1dfd tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.613156 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f17f7b6-a858-41f9-874b-028572fc1dfd tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.617221 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f17f7b6-a858-41f9-874b-028572fc1dfd tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.634429 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17f7b6-a858-41f9-874b-028572fc1dfd tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a38a3a-0e19-4b52-b697-d533c8cabf9e,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:50.647408 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f17f7b6-a858-41f9-874b-028572fc1dfd tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.651277 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2f17f7b6-a858-41f9-874b-028572fc1dfd tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1311479 Jul 22 17:04:50.652044 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 34450) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:50.664158 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5979a9b2-0787-4ef9-a45d-3e43163316f8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'security_group_rule': {'security_group_id': 'c485602f-ec78-4c04-b074-a1d1d0f550c8', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:50.699955 n-d-798930-9 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-5979a9b2-0787-4ef9-a45d-3e43163316f8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Project ce5339c90e8b439b8c126f1fe5f554cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:04:50.705486 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5979a9b2-0787-4ef9-a45d-3e43163316f8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.784309 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5979a9b2-0787-4ef9-a45d-3e43163316f8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.789619 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5979a9b2-0787-4ef9-a45d-3e43163316f8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.810968 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979a9b2-0787-4ef9-a45d-3e43163316f8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb721ec5-58d6-4c7c-a0b1-d727b162d2bf,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:50.819381 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5979a9b2-0787-4ef9-a45d-3e43163316f8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.820606 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5979a9b2-0787-4ef9-a45d-3e43163316f8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1672649 Jul 22 17:04:50.822202 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5979a9b2-0787-4ef9-a45d-3e43163316f8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:50.822564 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5979a9b2-0787-4ef9-a45d-3e43163316f8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:50.822895 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5979a9b2-0787-4ef9-a45d-3e43163316f8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:50.823488 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34454) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:50.826348 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5979a9b2-0787-4ef9-a45d-3e43163316f8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:50.826727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5979a9b2-0787-4ef9-a45d-3e43163316f8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:50.827189 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5979a9b2-0787-4ef9-a45d-3e43163316f8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:50.827713 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5979a9b2-0787-4ef9-a45d-3e43163316f8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:50.828070 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5979a9b2-0787-4ef9-a45d-3e43163316f8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:50.828247 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-028a2613-c026-465b-8744-be538a64cbee tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'security_group_rule': {'security_group_id': 'c485602f-ec78-4c04-b074-a1d1d0f550c8', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:50.828411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5979a9b2-0787-4ef9-a45d-3e43163316f8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:50.829217 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5979a9b2-0787-4ef9-a45d-3e43163316f8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:50.829644 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5979a9b2-0787-4ef9-a45d-3e43163316f8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:50.830033 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5979a9b2-0787-4ef9-a45d-3e43163316f8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:50.855396 n-d-798930-9 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-028a2613-c026-465b-8744-be538a64cbee tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Project ce5339c90e8b439b8c126f1fe5f554cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:04:50.862763 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-028a2613-c026-465b-8744-be538a64cbee tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.927945 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-028a2613-c026-465b-8744-be538a64cbee tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.931992 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-028a2613-c026-465b-8744-be538a64cbee tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.949099 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a2613-c026-465b-8744-be538a64cbee tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88528f5-618b-4e9c-b272-460025c1f2c1,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:50.958859 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-028a2613-c026-465b-8744-be538a64cbee tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:50.960760 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-028a2613-c026-465b-8744-be538a64cbee tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1362646 Jul 22 17:04:51.183283 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-b99befd0-4521-47ef-a928-b13251f6b954 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1048588923&fields=id&tenant_id=ce5339c90e8b439b8c126f1fe5f554cf HTTP/1.1" status: 200 len: 267 time: 0.0355661 Jul 22 17:04:51.297066 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-66941830-b706-4628-8339-abf8c572d698 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:51.298851 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-66941830-b706-4628-8339-abf8c572d698 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/networks?id=929f0a6f-ff78-4069-b4a4-7378e529a5ab HTTP/1.1" status: 200 len: 797 time: 0.1085358 Jul 22 17:04:51.315048 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-171cd393-f489-485c-a652-e301998b4fcb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/quotas/ce5339c90e8b439b8c126f1fe5f554cf HTTP/1.1" status: 200 len: 375 time: 0.0102801 Jul 22 17:04:51.396561 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-aa60454b-5092-4cb3-8229-5b0710a93baf tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce5339c90e8b439b8c126f1fe5f554cf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0760186 Jul 22 17:04:51.439843 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c89f35-7777-476e-91bb-364a07d54702 None None] Network 929f0a6f-ff78-4069-b4a4-7378e529a5ab requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:04:51.496563 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-ebb1d58f-2ea8-4699-8aef-ef6bcf448d75 service neutron] 10.222.0.69 "GET /v2.0/networks/929f0a6f-ff78-4069-b4a4-7378e529a5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881121 Jul 22 17:04:51.505380 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-922a77ac-9a5b-435e-9f3a-5af82c79cef1 None None] Provisioning for port 959b6e3d-25cd-496b-91ad-acd90bbdd2e9 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:04:51.599651 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-501cb604-8aa7-47a2-bcec-093346f32bfe service neutron] 10.222.0.69 "GET /v2.0/networks/929f0a6f-ff78-4069-b4a4-7378e529a5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969954 Jul 22 17:04:51.816428 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-74e5f24e-86db-4a91-a7c6-bcc3efe696fa req-00bf1965-7fef-438b-babe-0b0cbf957463 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5835ecb-f0df-403f-80b8-9b57885d8653 HTTP/1.1" status: 200 len: 210 time: 0.0400205 Jul 22 17:04:52.152788 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 959b6e3d-25cd-496b-91ad-acd90bbdd2e9 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:04:52.210633 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 959b6e3d-25cd-496b-91ad-acd90bbdd2e9 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:04:52.214710 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 959b6e3d-25cd-496b-91ad-acd90bbdd2e9 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:04:52.215642 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:52.295232 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:52.326830 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 959b6e3d-25cd-496b-91ad-acd90bbdd2e9, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=959b6e3d-25cd-496b-91ad-acd90bbdd2e9,segment=NetworkSegment(aab5a349-a8c2-4285-8353-270b2610c99a),segment_id=aab5a349-a8c2-4285-8353-270b2610c99a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:04:52.332036 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:52.389228 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=959b6e3d-25cd-496b-91ad-acd90bbdd2e9,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:52.854587 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-13de04f6-503a-4d7d-9368-338b0327d133 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:52.856333 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-13de04f6-503a-4d7d-9368-338b0327d133 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.16 "GET /v2.0/networks?id=929f0a6f-ff78-4069-b4a4-7378e529a5ab HTTP/1.1" status: 200 len: 797 time: 0.1134980 Jul 22 17:04:52.929584 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-eccec59e-fbea-4d5d-ab8d-d1375bd59a16 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce5339c90e8b439b8c126f1fe5f554cf HTTP/1.1" status: 200 len: 473 time: 0.0590348 Jul 22 17:04:52.950360 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c36c3bda-772f-465e-a118-91ae13d72f68 req-3697b0e0-845c-4fb9-b1ab-93e44bfe60a1 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5835ecb-f0df-403f-80b8-9b57885d8653 HTTP/1.1" status: 200 len: 210 time: 0.0411546 Jul 22 17:04:52.959922 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-da19ef97-c91e-48c8-8690-ea18bf70d26b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'port': {'device_id': 'c5835ecb-f0df-403f-80b8-9b57885d8653', 'network_id': '929f0a6f-ff78-4069-b4a4-7378e529a5ab', 'admin_state_up': True, 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'security_groups': ['c485602f-ec78-4c04-b074-a1d1d0f550c8']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:53.066673 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-da19ef97-c91e-48c8-8690-ea18bf70d26b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Made reservation on behalf of ce5339c90e8b439b8c126f1fe5f554cf for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:04:53.070347 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-da19ef97-c91e-48c8-8690-ea18bf70d26b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:53.203085 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-da19ef97-c91e-48c8-8690-ea18bf70d26b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Allocated IP 172.20.0.29 (929f0a6f-ff78-4069-b4a4-7378e529a5ab/6efaf17b-ec49-4f4a-93ed-f927d5a3193b/f62f3fca-6a6f-44dc-8b06-89a624bf0d17) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:04:53.352718 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-da19ef97-c91e-48c8-8690-ea18bf70d26b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:53.365942 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-da19ef97-c91e-48c8-8690-ea18bf70d26b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Transition to ACTIVE for port object f62f3fca-6a6f-44dc-8b06-89a624bf0d17 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:04:53.400473 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-da19ef97-c91e-48c8-8690-ea18bf70d26b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:53.442405 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-da19ef97-c91e-48c8-8690-ea18bf70d26b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Network 929f0a6f-ff78-4069-b4a4-7378e529a5ab is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:04:53.447659 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-da19ef97-c91e-48c8-8690-ea18bf70d26b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:04:53.451500 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-da19ef97-c91e-48c8-8690-ea18bf70d26b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:04:53.482340 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19ef97-c91e-48c8-8690-ea18bf70d26b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'Port': ['ID=f62f3fca-6a6f-44dc-8b06-89a624bf0d17,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:53.506888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-da19ef97-c91e-48c8-8690-ea18bf70d26b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:53.507558 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-da19ef97-c91e-48c8-8690-ea18bf70d26b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:53.527818 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-da19ef97-c91e-48c8-8690-ea18bf70d26b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5720227 Jul 22 17:04:53.650306 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-fa0fc686-847a-4a71-8b5f-5d728c74c5c0 service neutron] Request body: {'port': {'device_id': 'c5835ecb-f0df-403f-80b8-9b57885d8653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:53.679553 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-162d03a6-a8cb-48cf-84da-8da2ab74e104 None None] Provisioning for port f62f3fca-6a6f-44dc-8b06-89a624bf0d17 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:04:53.684558 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-162d03a6-a8cb-48cf-84da-8da2ab74e104 None None] Provisioning complete for port f62f3fca-6a6f-44dc-8b06-89a624bf0d17 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:04:53.685639 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-162d03a6-a8cb-48cf-84da-8da2ab74e104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:53.723223 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-162d03a6-a8cb-48cf-84da-8da2ab74e104 None None] Port f62f3fca-6a6f-44dc-8b06-89a624bf0d17 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:04:53.729631 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-fa0fc686-847a-4a71-8b5f-5d728c74c5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:53.989565 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-fa0fc686-847a-4a71-8b5f-5d728c74c5c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62f3fca-6a6f-44dc-8b06-89a624bf0d17 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:04:53.997899 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-fa0fc686-847a-4a71-8b5f-5d728c74c5c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:54.010140 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-fa0fc686-847a-4a71-8b5f-5d728c74c5c0 service neutron] Transition to ACTIVE for port object f62f3fca-6a6f-44dc-8b06-89a624bf0d17 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:04:54.015528 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-fa0fc686-847a-4a71-8b5f-5d728c74c5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:54.077868 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fc686-847a-4a71-8b5f-5d728c74c5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f62f3fca-6a6f-44dc-8b06-89a624bf0d17,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:54.104118 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5b6ba-6600-4444-977d-01b5c5b776bc req-f256126e-ee65-4bab-aa8b-c18e7078fca2 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:54.131343 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-30f5b6ba-6600-4444-977d-01b5c5b776bc req-f256126e-ee65-4bab-aa8b-c18e7078fca2 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5835ecb-f0df-403f-80b8-9b57885d8653 HTTP/1.1" status: 200 len: 944 time: 0.1130486 Jul 22 17:04:54.170964 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-fa0fc686-847a-4a71-8b5f-5d728c74c5c0 service neutron] Attempting to bind port f62f3fca-6a6f-44dc-8b06-89a624bf0d17 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:04:54.171290 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-fa0fc686-847a-4a71-8b5f-5d728c74c5c0 service neutron] Attempting to bind port f62f3fca-6a6f-44dc-8b06-89a624bf0d17 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'aab5a349-a8c2-4285-8353-270b2610c99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '929f0a6f-ff78-4069-b4a4-7378e529a5ab'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:04:54.171646 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-fa0fc686-847a-4a71-8b5f-5d728c74c5c0 service neutron] Attempting to bind port f62f3fca-6a6f-44dc-8b06-89a624bf0d17 on network 929f0a6f-ff78-4069-b4a4-7378e529a5ab {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:04:54.176374 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 959b6e3d-25cd-496b-91ad-acd90bbdd2e9 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:04:54.176922 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-fa0fc686-847a-4a71-8b5f-5d728c74c5c0 service neutron] Port f62f3fca-6a6f-44dc-8b06-89a624bf0d17 on network 929f0a6f-ff78-4069-b4a4-7378e529a5ab not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:04:54.177264 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-fa0fc686-847a-4a71-8b5f-5d728c74c5c0 service neutron] Attempting to bind port f62f3fca-6a6f-44dc-8b06-89a624bf0d17 on network 929f0a6f-ff78-4069-b4a4-7378e529a5ab {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:04:54.182719 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-fa0fc686-847a-4a71-8b5f-5d728c74c5c0 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:04:54.183046 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-fa0fc686-847a-4a71-8b5f-5d728c74c5c0 service neutron] Checking segment: {'id': 'aab5a349-a8c2-4285-8353-270b2610c99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '929f0a6f-ff78-4069-b4a4-7378e529a5ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:04:54.183441 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-fa0fc686-847a-4a71-8b5f-5d728c74c5c0 service neutron] Bound using segment: {'id': 'aab5a349-a8c2-4285-8353-270b2610c99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '929f0a6f-ff78-4069-b4a4-7378e529a5ab'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:04:54.183873 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-fa0fc686-847a-4a71-8b5f-5d728c74c5c0 service neutron] Bound port: f62f3fca-6a6f-44dc-8b06-89a624bf0d17, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab5a349-a8c2-4285-8353-270b2610c99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '929f0a6f-ff78-4069-b4a4-7378e529a5ab'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:04:54.184239 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-fa0fc686-847a-4a71-8b5f-5d728c74c5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:54.194030 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-30f5b6ba-6600-4444-977d-01b5c5b776bc req-13b2ae75-12e8-4088-b178-50f63e8781d9 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=c485602f-ec78-4c04-b074-a1d1d0f550c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614376 Jul 22 17:04:54.257647 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-fa0fc686-847a-4a71-8b5f-5d728c74c5c0 service neutron] For port f62f3fca-6a6f-44dc-8b06-89a624bf0d17, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:04:54.261346 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-fa0fc686-847a-4a71-8b5f-5d728c74c5c0 service neutron] For port f62f3fca-6a6f-44dc-8b06-89a624bf0d17, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=f62f3fca-6a6f-44dc-8b06-89a624bf0d17,segment=NetworkSegment(aab5a349-a8c2-4285-8353-270b2610c99a),segment_id=aab5a349-a8c2-4285-8353-270b2610c99a)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:04:54.261859 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 959b6e3d-25cd-496b-91ad-acd90bbdd2e9 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:04:54.262285 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:54.275096 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-fa0fc686-847a-4a71-8b5f-5d728c74c5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:54.312424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-fa0fc686-847a-4a71-8b5f-5d728c74c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:54.314035 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-fa0fc686-847a-4a71-8b5f-5d728c74c5c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:54.315699 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-fa0fc686-847a-4a71-8b5f-5d728c74c5c0 service neutron] 10.222.0.16 "PUT /v2.0/ports/f62f3fca-6a6f-44dc-8b06-89a624bf0d17 HTTP/1.1" status: 200 len: 1092 time: 0.7752421 Jul 22 17:04:54.316336 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5835ecb-f0df-403f-80b8-9b57885d8653', 'tag': 'f62f3fca-6a6f-44dc-8b06-89a624bf0d17'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:04:54.318802 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fd6e95-24b3-49d4-8638-0df4b760f719" -d '{"events": [{"name": "network-changed", "server_uuid": "c5835ecb-f0df-403f-80b8-9b57885d8653", "tag": "f62f3fca-6a6f-44dc-8b06-89a624bf0d17"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:04:54.377604 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fc686-847a-4a71-8b5f-5d728c74c5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f62f3fca-6a6f-44dc-8b06-89a624bf0d17,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:54.417019 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78b8f58-7bef-4f48-bb7a-befaf5cc0fb9 x-openstack-request-id: req-d78b8f58-7bef-4f48-bb7a-befaf5cc0fb9 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:04:54.417308 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5835ecb-f0df-403f-80b8-9b57885d8653", "tag": "f62f3fca-6a6f-44dc-8b06-89a624bf0d17", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:04:54.417559 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d78b8f58-7bef-4f48-bb7a-befaf5cc0fb9 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:04:54.418022 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5835ecb-f0df-403f-80b8-9b57885d8653', 'tag': 'f62f3fca-6a6f-44dc-8b06-89a624bf0d17', 'status': 'completed', 'code': 200} Jul 22 17:04:54.448517 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-91715164-06c1-4954-88c5-5676f7d25f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:54.450524 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-91715164-06c1-4954-88c5-5676f7d25f20 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce5339c90e8b439b8c126f1fe5f554cf&device_id=c5835ecb-f0df-403f-80b8-9b57885d8653 HTTP/1.1" status: 200 len: 1095 time: 0.0699875 Jul 22 17:04:54.498154 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-951a73a6-d454-4045-ba9c-b08245d7f8d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=f62f3fca-6a6f-44dc-8b06-89a624bf0d17 HTTP/1.1" status: 200 len: 217 time: 0.0360420 Jul 22 17:04:54.551055 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-622c8f19-efbc-4640-b18e-6647da8f2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:54.552775 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-622c8f19-efbc-4640-b18e-6647da8f2b28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6efaf17b-ec49-4f4a-93ed-f927d5a3193b HTTP/1.1" status: 200 len: 838 time: 0.0489614 Jul 22 17:04:54.621310 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-60a9509f-6a03-4605-b52f-158a87976490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:54.622852 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-60a9509f-6a03-4605-b52f-158a87976490 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=929f0a6f-ff78-4069-b4a4-7378e529a5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646086 Jul 22 17:04:54.710605 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-5dec917e-6877-4153-88ff-33c705baaf61 service neutron] 10.222.0.16 "GET /v2.0/networks/929f0a6f-ff78-4069-b4a4-7378e529a5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813954 Jul 22 17:04:54.803687 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dda6d2a1-20b4-48c4-a792-8b9e71abecd1 req-a51cd291-d497-47da-b91e-92eb96ac83aa service neutron] 10.222.0.16 "GET /v2.0/networks/929f0a6f-ff78-4069-b4a4-7378e529a5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864284 Jul 22 17:04:54.950784 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd6e95-24b3-49d4-8638-0df4b760f719 req-9cf6b224-da3d-4de8-a091-741a9f5973d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:54.952296 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c5fd6e95-24b3-49d4-8638-0df4b760f719 req-9cf6b224-da3d-4de8-a091-741a9f5973d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce5339c90e8b439b8c126f1fe5f554cf&device_id=c5835ecb-f0df-403f-80b8-9b57885d8653 HTTP/1.1" status: 200 len: 1095 time: 0.0576794 Jul 22 17:04:55.052258 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd6e95-24b3-49d4-8638-0df4b760f719 req-e7d659d5-2730-4f16-b522-edb8399f9995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:55.053771 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c5fd6e95-24b3-49d4-8638-0df4b760f719 req-e7d659d5-2730-4f16-b522-edb8399f9995 service neutron] 10.222.0.16 "GET /v2.0/networks?id=929f0a6f-ff78-4069-b4a4-7378e529a5ab HTTP/1.1" status: 200 len: 898 time: 0.0950923 Jul 22 17:04:55.095908 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c5fd6e95-24b3-49d4-8638-0df4b760f719 req-03edd5e8-691d-4054-ba44-82328cd43c12 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=f62f3fca-6a6f-44dc-8b06-89a624bf0d17 HTTP/1.1" status: 200 len: 217 time: 0.0354099 Jul 22 17:04:55.149877 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd6e95-24b3-49d4-8638-0df4b760f719 req-69f93c25-fcc1-4ebb-878a-1d4221598bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:55.151403 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c5fd6e95-24b3-49d4-8638-0df4b760f719 req-69f93c25-fcc1-4ebb-878a-1d4221598bd1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6efaf17b-ec49-4f4a-93ed-f927d5a3193b HTTP/1.1" status: 200 len: 838 time: 0.0494094 Jul 22 17:04:55.214091 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd6e95-24b3-49d4-8638-0df4b760f719 req-d9f3b8e8-e9fc-444e-b7e6-183e2a28612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:55.215586 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c5fd6e95-24b3-49d4-8638-0df4b760f719 req-d9f3b8e8-e9fc-444e-b7e6-183e2a28612a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=929f0a6f-ff78-4069-b4a4-7378e529a5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574977 Jul 22 17:04:55.309360 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c5fd6e95-24b3-49d4-8638-0df4b760f719 req-9ec5931c-980c-418a-baec-3784a569d672 service neutron] 10.222.0.16 "GET /v2.0/networks/929f0a6f-ff78-4069-b4a4-7378e529a5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863216 Jul 22 17:04:55.323088 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14862719-3592-4b77-b538-ad60d3b5cb2c req-68fb89db-cbd1-4df4-8d03-fd56a435ce4c tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:55.324593 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-14862719-3592-4b77-b538-ad60d3b5cb2c req-68fb89db-cbd1-4df4-8d03-fd56a435ce4c tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5835ecb-f0df-403f-80b8-9b57885d8653 HTTP/1.1" status: 200 len: 944 time: 0.0634544 Jul 22 17:04:55.362578 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-14862719-3592-4b77-b538-ad60d3b5cb2c req-9fa099e2-d35c-4cfd-9ba4-fdccfc925cb1 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=c485602f-ec78-4c04-b074-a1d1d0f550c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319700 Jul 22 17:04:55.402051 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c5fd6e95-24b3-49d4-8638-0df4b760f719 req-c7be55e4-425d-4dfc-94b2-a7d1abdf56f3 service neutron] 10.222.0.16 "GET /v2.0/networks/929f0a6f-ff78-4069-b4a4-7378e529a5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858941 Jul 22 17:04:56.494230 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b00d84-1c63-4138-864b-c9aecfad7635 req-f25fe985-913a-4b44-a2d9-dc06af6b5a21 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:56.495738 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7b00d84-1c63-4138-864b-c9aecfad7635 req-f25fe985-913a-4b44-a2d9-dc06af6b5a21 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5835ecb-f0df-403f-80b8-9b57885d8653 HTTP/1.1" status: 200 len: 944 time: 0.0629475 Jul 22 17:04:56.533680 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7b00d84-1c63-4138-864b-c9aecfad7635 req-3515cdff-0082-4466-8ca2-c1039755fadc tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=c485602f-ec78-4c04-b074-a1d1d0f550c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314474 Jul 22 17:04:57.246177 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device f62f3fca-6a6f-44dc-8b06-89a624bf0d17 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:04:57.344876 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port f62f3fca-6a6f-44dc-8b06-89a624bf0d17, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=f62f3fca-6a6f-44dc-8b06-89a624bf0d17,segment=NetworkSegment(aab5a349-a8c2-4285-8353-270b2610c99a),segment_id=aab5a349-a8c2-4285-8353-270b2610c99a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:04:57.356312 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'f62f3fca-6a6f-44dc-8b06-89a624bf0d17', 'network_id': '929f0a6f-ff78-4069-b4a4-7378e529a5ab', 'port_id': 'f62f3fca-6a6f-44dc-8b06-89a624bf0d17', 'mac_address': 'fa:16:3e:f4:77:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6efaf17b-ec49-4f4a-93ed-f927d5a3193b', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:04:57.393485 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:57.406554 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62f3fca-6a6f-44dc-8b06-89a624bf0d17 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:04:57.427535 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port f62f3fca-6a6f-44dc-8b06-89a624bf0d17, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=f62f3fca-6a6f-44dc-8b06-89a624bf0d17,segment=NetworkSegment(aab5a349-a8c2-4285-8353-270b2610c99a),segment_id=aab5a349-a8c2-4285-8353-270b2610c99a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:04:57.432810 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:57.483233 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=f62f3fca-6a6f-44dc-8b06-89a624bf0d17,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:57.667111 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dfedac-fe86-4422-a65d-8b86100e955c req-069bab30-f7a5-429f-9921-d96f0e66a2f2 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:57.668716 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-93dfedac-fe86-4422-a65d-8b86100e955c req-069bab30-f7a5-429f-9921-d96f0e66a2f2 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5835ecb-f0df-403f-80b8-9b57885d8653 HTTP/1.1" status: 200 len: 945 time: 0.0692780 Jul 22 17:04:57.713254 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-93dfedac-fe86-4422-a65d-8b86100e955c req-6486c53c-7c64-4435-a49d-75c6df4692ce tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=c485602f-ec78-4c04-b074-a1d1d0f550c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379610 Jul 22 17:04:57.743173 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['f62f3fca-6a6f-44dc-8b06-89a624bf0d17'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:04:58.845239 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04511a11-ff51-417e-b4cd-4b18116c7d79 req-db0e90bf-e100-4a33-9e04-71f63ba36abf tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:58.846756 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04511a11-ff51-417e-b4cd-4b18116c7d79 req-db0e90bf-e100-4a33-9e04-71f63ba36abf tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5835ecb-f0df-403f-80b8-9b57885d8653 HTTP/1.1" status: 200 len: 945 time: 0.0667892 Jul 22 17:04:58.886391 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04511a11-ff51-417e-b4cd-4b18116c7d79 req-eebe8986-0c6a-4886-8408-7e73f76ea9bc tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=c485602f-ec78-4c04-b074-a1d1d0f550c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339584 Jul 22 17:04:59.043314 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6eedfa59-1397-4984-9e5b-e97c35ae26d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:59.261194 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device f62f3fca-6a6f-44dc-8b06-89a624bf0d17 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:04:59.310411 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port f62f3fca-6a6f-44dc-8b06-89a624bf0d17 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:04:59.314888 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port f62f3fca-6a6f-44dc-8b06-89a624bf0d17 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:04:59.315256 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:59.388983 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:59.411363 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5835ecb-f0df-403f-80b8-9b57885d8653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62f3fca-6a6f-44dc-8b06-89a624bf0d17'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:04:59.413606 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172a7f66-d429-4ca2-994e-280cb3d15f64" -d '{"events": [{"server_uuid": "c5835ecb-f0df-403f-80b8-9b57885d8653", "name": "network-vif-plugged", "status": "completed", "tag": "f62f3fca-6a6f-44dc-8b06-89a624bf0d17"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:04:59.427178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port f62f3fca-6a6f-44dc-8b06-89a624bf0d17, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=f62f3fca-6a6f-44dc-8b06-89a624bf0d17,segment=NetworkSegment(aab5a349-a8c2-4285-8353-270b2610c99a),segment_id=aab5a349-a8c2-4285-8353-270b2610c99a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:04:59.432564 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:59.474230 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8571eff-7048-4598-a7ad-ca1c1b8fb838 x-openstack-request-id: req-c8571eff-7048-4598-a7ad-ca1c1b8fb838 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:04:59.474530 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5835ecb-f0df-403f-80b8-9b57885d8653", "name": "network-vif-plugged", "status": "completed", "tag": "f62f3fca-6a6f-44dc-8b06-89a624bf0d17", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:04:59.474764 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c8571eff-7048-4598-a7ad-ca1c1b8fb838 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:04:59.475159 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5835ecb-f0df-403f-80b8-9b57885d8653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62f3fca-6a6f-44dc-8b06-89a624bf0d17', 'code': 200} Jul 22 17:04:59.491548 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=f62f3fca-6a6f-44dc-8b06-89a624bf0d17,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:59.607146 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bf4e9-c64b-4c08-8ca9-14d2586bb9b5 req-495dcb88-a971-4006-b598-fe9b067d4df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:59.608630 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-316bf4e9-c64b-4c08-8ca9-14d2586bb9b5 req-495dcb88-a971-4006-b598-fe9b067d4df7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c5835ecb-f0df-403f-80b8-9b57885d8653 HTTP/1.1" status: 200 len: 1097 time: 0.0571716 Jul 22 17:04:59.643921 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-316bf4e9-c64b-4c08-8ca9-14d2586bb9b5 req-8a22a278-93b4-4141-9ff2-e15ef3c1d962 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c485602f-ec78-4c04-b074-a1d1d0f550c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283980 Jul 22 17:05:00.021425 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1951a45-21c8-4582-8d5a-789d5a754ba7 req-b98b3038-ab6c-4219-b0f8-ff514eb3ee17 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:00.022907 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c1951a45-21c8-4582-8d5a-789d5a754ba7 req-b98b3038-ab6c-4219-b0f8-ff514eb3ee17 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5835ecb-f0df-403f-80b8-9b57885d8653 HTTP/1.1" status: 200 len: 946 time: 0.0682986 Jul 22 17:05:00.060897 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c1951a45-21c8-4582-8d5a-789d5a754ba7 req-1ed45a7c-c492-44f3-b8e6-b2abfeabbc72 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=c485602f-ec78-4c04-b074-a1d1d0f550c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322239 Jul 22 17:05:01.207601 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a596c-9e9e-4565-a11e-c55c8536bf06 req-66e3a88d-7b0f-449f-a1de-f9619be69aa6 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:01.209415 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b39a596c-9e9e-4565-a11e-c55c8536bf06 req-66e3a88d-7b0f-449f-a1de-f9619be69aa6 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5835ecb-f0df-403f-80b8-9b57885d8653 HTTP/1.1" status: 200 len: 946 time: 0.0798969 Jul 22 17:05:01.251668 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b39a596c-9e9e-4565-a11e-c55c8536bf06 req-76437822-758c-48c7-8838-edd130a91ea6 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=c485602f-ec78-4c04-b074-a1d1d0f550c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358946 Jul 22 17:05:01.395476 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ddab99-da2e-4603-81ce-049b4520d2bc req-ebb02d8a-9f35-4e29-a542-263253253d84 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:01.396790 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b5ddab99-da2e-4603-81ce-049b4520d2bc req-ebb02d8a-9f35-4e29-a542-263253253d84 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5835ecb-f0df-403f-80b8-9b57885d8653 HTTP/1.1" status: 200 len: 946 time: 0.0674491 Jul 22 17:05:01.623597 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-579c395a-556a-4a18-bb9b-872b402fd0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:01.683688 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:01.789832 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b5ddab99-da2e-4603-81ce-049b4520d2bc req-2425e3b4-b11c-4ff9-bf4b-9a6d762417a9 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=c485602f-ec78-4c04-b074-a1d1d0f550c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3872461 Jul 22 17:05:02.837255 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:03.270601 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 34662) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:03.986887 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98e26d82-e2f6-47d0-a584-2eb1a2b8b208 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:04.267643 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-98e26d82-e2f6-47d0-a584-2eb1a2b8b208 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Allocated IP 172.20.0.17 (929f0a6f-ff78-4069-b4a4-7378e529a5ab/6efaf17b-ec49-4f4a-93ed-f927d5a3193b/2f22db05-9115-4d24-a47d-717b183a0f24) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:05:04.379888 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98e26d82-e2f6-47d0-a584-2eb1a2b8b208 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:04.393752 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-98e26d82-e2f6-47d0-a584-2eb1a2b8b208 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Transition to ACTIVE for port object 2f22db05-9115-4d24-a47d-717b183a0f24 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:05:04.425707 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98e26d82-e2f6-47d0-a584-2eb1a2b8b208 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:04.469898 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e26d82-e2f6-47d0-a584-2eb1a2b8b208 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Network 929f0a6f-ff78-4069-b4a4-7378e529a5ab is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:05:04.473123 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-98e26d82-e2f6-47d0-a584-2eb1a2b8b208 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:05:04.477678 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e26d82-e2f6-47d0-a584-2eb1a2b8b208 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:05:04.480692 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e26d82-e2f6-47d0-a584-2eb1a2b8b208 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'Port': ['ID=2f22db05-9115-4d24-a47d-717b183a0f24,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:04.524989 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98e26d82-e2f6-47d0-a584-2eb1a2b8b208 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:04.672485 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98e26d82-e2f6-47d0-a584-2eb1a2b8b208 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:04.683519 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:04.807633 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-870b5502-6944-4621-9e54-227ab13404f7 None None] Provisioning for port 2f22db05-9115-4d24-a47d-717b183a0f24 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:05:04.811909 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-870b5502-6944-4621-9e54-227ab13404f7 None None] Provisioning complete for port 2f22db05-9115-4d24-a47d-717b183a0f24 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:05:04.812998 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-870b5502-6944-4621-9e54-227ab13404f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:04.848041 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-870b5502-6944-4621-9e54-227ab13404f7 None None] Port 2f22db05-9115-4d24-a47d-717b183a0f24 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:05:04.949368 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98e26d82-e2f6-47d0-a584-2eb1a2b8b208 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:04.953809 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98e26d82-e2f6-47d0-a584-2eb1a2b8b208 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:05.028871 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e26d82-e2f6-47d0-a584-2eb1a2b8b208 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'Port': ['ID=2f22db05-9115-4d24-a47d-717b183a0f24,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:05.031538 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-98e26d82-e2f6-47d0-a584-2eb1a2b8b208 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:05.128008 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e26d82-e2f6-47d0-a584-2eb1a2b8b208 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Network 929f0a6f-ff78-4069-b4a4-7378e529a5ab is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:05:05.129402 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-98e26d82-e2f6-47d0-a584-2eb1a2b8b208 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:05:05.248693 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e26d82-e2f6-47d0-a584-2eb1a2b8b208 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Router b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:05:05.368495 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e26d82-e2f6-47d0-a584-2eb1a2b8b208 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:05:05.379094 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] Sync routers for ids ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:05:05.386435 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-98e26d82-e2f6-47d0-a584-2eb1a2b8b208 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "PUT /v2.0/routers/b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1147058 Jul 22 17:05:05.390036 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] Routers {'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:05:05.390965 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:05:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:05.477380 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-48588b1d-8d7a-434f-a2ba-bfb5bd38fbfe None None] Provisioning complete for port 2f22db05-9115-4d24-a47d-717b183a0f24 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:05:05.477823 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48588b1d-8d7a-434f-a2ba-bfb5bd38fbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:05.496748 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] Set router b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:05:05.518076 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-48588b1d-8d7a-434f-a2ba-bfb5bd38fbfe None None] Port 2f22db05-9115-4d24-a47d-717b183a0f24 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:05:05.743239 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'name': 'tempest-TestNetworkBasicOps-router-352917973', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:05:04Z', 'revision_number': 5, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '4768ecf4-90f9-42e8-bfb0-796f15a90b51', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'port_id': 'fbb57954-46da-428e-8b8f-6fabf94568f5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'mac_address': 'fa:16:3e:56:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186cb2cd-da04-49d6-bdb1-28d2b0ab88a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:04:12Z', 'updated_at': '2021-07-22T17:04:14Z', 'revision_number': 1, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f22db05-9115-4d24-a47d-717b183a0f24', 'name': '', 'network_id': '929f0a6f-ff78-4069-b4a4-7378e529a5ab', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:00:3a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '6efaf17b-ec49-4f4a-93ed-f927d5a3193b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:04Z', 'updated_at': '2021-07-22T17:05:04Z', 'revision_number': 2, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': '6efaf17b-ec49-4f4a-93ed-f927d5a3193b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b61b8a19-4e18-4110-80a3-42598f72e275', 'name': '', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:e3:34:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:57Z', 'updated_at': '2021-07-22T17:04:02Z', 'revision_number': 5, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:05.769836 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] Checking router: b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:05:05.770212 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] Updating router b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c port 2f22db05-9115-4d24-a47d-717b183a0f24 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:05:05.804631 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:06.072112 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:06.082792 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] Transition to ACTIVE for port object 2f22db05-9115-4d24-a47d-717b183a0f24 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:05:06.087527 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:06.161968 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885fa11-28e2-4b68-9152-3951ef7f0645 None None] Pushing event updated for resources: {'Port': ['ID=2f22db05-9115-4d24-a47d-717b183a0f24,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:06.188058 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fa11-28e2-4b68-9152-3951ef7f0645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:06.188396 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fa11-28e2-4b68-9152-3951ef7f0645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:06.188723 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fa11-28e2-4b68-9152-3951ef7f0645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:06.189049 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fa11-28e2-4b68-9152-3951ef7f0645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:06.189368 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fa11-28e2-4b68-9152-3951ef7f0645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:06.189692 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fa11-28e2-4b68-9152-3951ef7f0645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:06.190025 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fa11-28e2-4b68-9152-3951ef7f0645 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:06.190341 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fa11-28e2-4b68-9152-3951ef7f0645 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:06.190654 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fa11-28e2-4b68-9152-3951ef7f0645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:06.190962 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fa11-28e2-4b68-9152-3951ef7f0645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:06.191271 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fa11-28e2-4b68-9152-3951ef7f0645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:06.191579 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4885fa11-28e2-4b68-9152-3951ef7f0645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:06.205111 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] Attempting to bind port 2f22db05-9115-4d24-a47d-717b183a0f24 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:05:06.205473 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] Attempting to bind port 2f22db05-9115-4d24-a47d-717b183a0f24 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'aab5a349-a8c2-4285-8353-270b2610c99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '929f0a6f-ff78-4069-b4a4-7378e529a5ab'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:05:06.205835 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] Attempting to bind port 2f22db05-9115-4d24-a47d-717b183a0f24 on network 929f0a6f-ff78-4069-b4a4-7378e529a5ab {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:05:06.211014 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:05:06.211381 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] Checking segment: {'id': 'aab5a349-a8c2-4285-8353-270b2610c99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '929f0a6f-ff78-4069-b4a4-7378e529a5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:05:06.211771 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:06.212153 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] Bound using segment: {'id': 'aab5a349-a8c2-4285-8353-270b2610c99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '929f0a6f-ff78-4069-b4a4-7378e529a5ab'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:05:06.213154 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] Bound port: 2f22db05-9115-4d24-a47d-717b183a0f24, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab5a349-a8c2-4285-8353-270b2610c99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '929f0a6f-ff78-4069-b4a4-7378e529a5ab'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:05:06.213540 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:06.285606 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] For port 2f22db05-9115-4d24-a47d-717b183a0f24, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:05:06.289175 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] For port 2f22db05-9115-4d24-a47d-717b183a0f24, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2f22db05-9115-4d24-a47d-717b183a0f24,segment=NetworkSegment(aab5a349-a8c2-4285-8353-270b2610c99a),segment_id=aab5a349-a8c2-4285-8353-270b2610c99a)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:05:06.296479 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:06.361480 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] Routers {'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:05:06.362198 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:05:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:06.364264 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885fa11-28e2-4b68-9152-3951ef7f0645 None None] Pushing event updated for resources: {'Port': ['ID=2f22db05-9115-4d24-a47d-717b183a0f24,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:06.476185 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] Set router b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:05:06.795893 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'name': 'tempest-TestNetworkBasicOps-router-352917973', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:05:04Z', 'revision_number': 5, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '4768ecf4-90f9-42e8-bfb0-796f15a90b51', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'port_id': 'fbb57954-46da-428e-8b8f-6fabf94568f5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'mac_address': 'fa:16:3e:56:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186cb2cd-da04-49d6-bdb1-28d2b0ab88a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:04:12Z', 'updated_at': '2021-07-22T17:04:14Z', 'revision_number': 1, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f22db05-9115-4d24-a47d-717b183a0f24', 'name': '', 'network_id': '929f0a6f-ff78-4069-b4a4-7378e529a5ab', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:00:3a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '6efaf17b-ec49-4f4a-93ed-f927d5a3193b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:04Z', 'updated_at': '2021-07-22T17:05:06Z', 'revision_number': 4, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': '6efaf17b-ec49-4f4a-93ed-f927d5a3193b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b61b8a19-4e18-4110-80a3-42598f72e275', 'name': '', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:e3:34:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:57Z', 'updated_at': '2021-07-22T17:04:02Z', 'revision_number': 5, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:06.824550 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cdf586-e1ce-4e5b-897c-a9b1e8c98c8c None None] The sync data for ids ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'] in n-d-798930-9 is: [{'id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'name': 'tempest-TestNetworkBasicOps-router-352917973', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:05:04Z', 'revision_number': 5, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '4768ecf4-90f9-42e8-bfb0-796f15a90b51', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'port_id': 'fbb57954-46da-428e-8b8f-6fabf94568f5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'mac_address': 'fa:16:3e:56:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186cb2cd-da04-49d6-bdb1-28d2b0ab88a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:04:12Z', 'updated_at': '2021-07-22T17:04:14Z', 'revision_number': 1, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f22db05-9115-4d24-a47d-717b183a0f24', 'name': '', 'network_id': '929f0a6f-ff78-4069-b4a4-7378e529a5ab', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:00:3a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '6efaf17b-ec49-4f4a-93ed-f927d5a3193b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:04Z', 'updated_at': '2021-07-22T17:05:06Z', 'revision_number': 4, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': '6efaf17b-ec49-4f4a-93ed-f927d5a3193b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b61b8a19-4e18-4110-80a3-42598f72e275', 'name': '', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:e3:34:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:57Z', 'updated_at': '2021-07-22T17:04:02Z', 'revision_number': 5, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:05:08.134345 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2f22db05-9115-4d24-a47d-717b183a0f24 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:05:08.186326 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 2f22db05-9115-4d24-a47d-717b183a0f24 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:05:08.189864 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 2f22db05-9115-4d24-a47d-717b183a0f24 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:05:08.190276 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:08.264099 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:08.297300 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 2f22db05-9115-4d24-a47d-717b183a0f24, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2f22db05-9115-4d24-a47d-717b183a0f24,segment=NetworkSegment(aab5a349-a8c2-4285-8353-270b2610c99a),segment_id=aab5a349-a8c2-4285-8353-270b2610c99a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:08.301385 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:08.353712 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=2f22db05-9115-4d24-a47d-717b183a0f24,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:10.115584 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2f22db05-9115-4d24-a47d-717b183a0f24 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:05:10.167438 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 2f22db05-9115-4d24-a47d-717b183a0f24 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:05:10.167819 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:12.262390 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:12.309196 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:18.839284 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-141dd954-f9e2-4757-ae34-1c56657eb8a2 req-7672feff-08ea-4bca-ba6d-a5ec3e387633 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=186cb2cd-da04-49d6-bdb1-28d2b0ab88a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532451 Jul 22 17:05:18.951473 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dd954-f9e2-4757-ae34-1c56657eb8a2 req-baab2837-7ede-4ae0-8881-0e19a8c7f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:18.953063 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-141dd954-f9e2-4757-ae34-1c56657eb8a2 req-baab2837-7ede-4ae0-8881-0e19a8c7f7d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce5339c90e8b439b8c126f1fe5f554cf&device_id=186cb2cd-da04-49d6-bdb1-28d2b0ab88a1 HTTP/1.1" status: 200 len: 1096 time: 0.0587990 Jul 22 17:05:19.057704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dd954-f9e2-4757-ae34-1c56657eb8a2 req-702be5d2-67c6-41ea-80e4-da65a152497a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:19.059118 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-141dd954-f9e2-4757-ae34-1c56657eb8a2 req-702be5d2-67c6-41ea-80e4-da65a152497a service neutron] 10.222.0.30 "GET /v2.0/networks?id=8040b261-2548-4e3e-a1bc-1c0f28245f98 HTTP/1.1" status: 200 len: 897 time: 0.0869744 Jul 22 17:05:19.134405 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-141dd954-f9e2-4757-ae34-1c56657eb8a2 req-df65168f-a780-42c9-9376-3d32e27064b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbb57954-46da-428e-8b8f-6fabf94568f5 HTTP/1.1" status: 200 len: 1001 time: 0.0685124 Jul 22 17:05:19.185467 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dd954-f9e2-4757-ae34-1c56657eb8a2 req-bc66686f-449f-4812-a536-42958e6620af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:19.187576 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-141dd954-f9e2-4757-ae34-1c56657eb8a2 req-bc66686f-449f-4812-a536-42958e6620af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc4df802-3cfc-4401-8430-ad6ef0e3f85b HTTP/1.1" status: 200 len: 835 time: 0.0456481 Jul 22 17:05:19.246620 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dd954-f9e2-4757-ae34-1c56657eb8a2 req-c708073b-839c-4848-b412-15a9a3c97dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:19.248155 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-141dd954-f9e2-4757-ae34-1c56657eb8a2 req-c708073b-839c-4848-b412-15a9a3c97dc2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8040b261-2548-4e3e-a1bc-1c0f28245f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539906 Jul 22 17:05:19.342615 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-141dd954-f9e2-4757-ae34-1c56657eb8a2 req-eae31d50-063f-41ea-829e-a1d022f75930 service neutron] 10.222.0.30 "GET /v2.0/networks/8040b261-2548-4e3e-a1bc-1c0f28245f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877304 Jul 22 17:05:19.344213 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-999debbc-44f5-4478-8d7f-ab25ceb03323 req-f6aa1b5c-3419-4e71-8bf0-0438a6f4498a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c5835ecb-f0df-403f-80b8-9b57885d8653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571249 Jul 22 17:05:19.441893 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-141dd954-f9e2-4757-ae34-1c56657eb8a2 req-fc06c6a3-eaf3-4b9b-90ad-7ee5b4216b60 service neutron] 10.222.0.30 "GET /v2.0/networks/8040b261-2548-4e3e-a1bc-1c0f28245f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926421 Jul 22 17:05:19.460685 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999debbc-44f5-4478-8d7f-ab25ceb03323 req-ddffa499-5c57-4825-aa9d-91eeae40a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:19.462671 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-999debbc-44f5-4478-8d7f-ab25ceb03323 req-ddffa499-5c57-4825-aa9d-91eeae40a6e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce5339c90e8b439b8c126f1fe5f554cf&device_id=c5835ecb-f0df-403f-80b8-9b57885d8653 HTTP/1.1" status: 200 len: 1097 time: 0.0589776 Jul 22 17:05:19.572130 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999debbc-44f5-4478-8d7f-ab25ceb03323 req-1e0634fd-76d7-45ef-9da9-68e2924135ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:19.573693 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-999debbc-44f5-4478-8d7f-ab25ceb03323 req-1e0634fd-76d7-45ef-9da9-68e2924135ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=929f0a6f-ff78-4069-b4a4-7378e529a5ab HTTP/1.1" status: 200 len: 898 time: 0.0861456 Jul 22 17:05:19.619869 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-999debbc-44f5-4478-8d7f-ab25ceb03323 req-f215225a-c009-4b26-8974-cfec5136898f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=f62f3fca-6a6f-44dc-8b06-89a624bf0d17 HTTP/1.1" status: 200 len: 217 time: 0.0384693 Jul 22 17:05:19.672491 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999debbc-44f5-4478-8d7f-ab25ceb03323 req-e7c88c28-7ff2-4bd7-80eb-03de4520669e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:19.673991 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-999debbc-44f5-4478-8d7f-ab25ceb03323 req-e7c88c28-7ff2-4bd7-80eb-03de4520669e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6efaf17b-ec49-4f4a-93ed-f927d5a3193b HTTP/1.1" status: 200 len: 838 time: 0.0471640 Jul 22 17:05:19.732894 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999debbc-44f5-4478-8d7f-ab25ceb03323 req-333a67e3-1d1e-404e-97e0-97703bd8ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:19.734422 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-999debbc-44f5-4478-8d7f-ab25ceb03323 req-333a67e3-1d1e-404e-97e0-97703bd8ee79 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=929f0a6f-ff78-4069-b4a4-7378e529a5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535491 Jul 22 17:05:19.823011 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-999debbc-44f5-4478-8d7f-ab25ceb03323 req-525e54ad-fe10-40c0-9304-f67b07e80835 service neutron] 10.222.0.16 "GET /v2.0/networks/929f0a6f-ff78-4069-b4a4-7378e529a5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798547 Jul 22 17:05:19.918511 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-999debbc-44f5-4478-8d7f-ab25ceb03323 req-19814c27-d7bc-409a-a20a-dd6163326cea service neutron] 10.222.0.16 "GET /v2.0/networks/929f0a6f-ff78-4069-b4a4-7378e529a5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873287 Jul 22 17:05:21.431258 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:05:25.718308 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35048) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:26.090394 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63c67f04-1e52-4648-be53-174816db6d73 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:26.470219 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-63c67f04-1e52-4648-be53-174816db6d73 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Deleting port 2f22db05-9115-4d24-a47d-717b183a0f24 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:05:26.470457 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63c67f04-1e52-4648-be53-174816db6d73 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:26.561288 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-63c67f04-1e52-4648-be53-174816db6d73 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] For port 2f22db05-9115-4d24-a47d-717b183a0f24, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2f22db05-9115-4d24-a47d-717b183a0f24,segment=NetworkSegment(aab5a349-a8c2-4285-8353-270b2610c99a),segment_id=aab5a349-a8c2-4285-8353-270b2610c99a)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:26.561649 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63c67f04-1e52-4648-be53-174816db6d73 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:26.573210 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-63c67f04-1e52-4648-be53-174816db6d73 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Calling delete_port for 2f22db05-9115-4d24-a47d-717b183a0f24 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:05:26.757445 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63c67f04-1e52-4648-be53-174816db6d73 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:26.793161 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c67f04-1e52-4648-be53-174816db6d73 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event deleted for resources: {'Port': ['ID=2f22db05-9115-4d24-a47d-717b183a0f24,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:26.970960 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-63c67f04-1e52-4648-be53-174816db6d73 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:27.178710 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c67f04-1e52-4648-be53-174816db6d73 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Router b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:05:27.281530 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c67f04-1e52-4648-be53-174816db6d73 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:05:27.286494 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-63c67f04-1e52-4648-be53-174816db6d73 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "PUT /v2.0/routers/b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5664835 Jul 22 17:05:27.291943 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fa616f-6774-4c4d-8d85-6212d7973b87 None None] Sync routers for ids ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:05:27.301374 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fa616f-6774-4c4d-8d85-6212d7973b87 None None] Routers {'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:05:27.302024 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-14fa616f-6774-4c4d-8d85-6212d7973b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:05:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:27.411211 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-14fa616f-6774-4c4d-8d85-6212d7973b87 None None] Set router b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:05:27.513123 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac342db8-2a21-4e3e-85d0-3404ac86d172 req-25c1c27e-f9c5-48e5-8e1b-a4a2785bfcd3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:27.514656 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ac342db8-2a21-4e3e-85d0-3404ac86d172 req-25c1c27e-f9c5-48e5-8e1b-a4a2785bfcd3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5835ecb-f0df-403f-80b8-9b57885d8653 HTTP/1.1" status: 200 len: 946 time: 0.0646415 Jul 22 17:05:27.553576 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ac342db8-2a21-4e3e-85d0-3404ac86d172 req-969e4364-c0ec-49c0-85e1-5a72e4b2e57d tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=c485602f-ec78-4c04-b074-a1d1d0f550c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331686 Jul 22 17:05:27.633460 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-14fa616f-6774-4c4d-8d85-6212d7973b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'name': 'tempest-TestNetworkBasicOps-router-352917973', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:05:26Z', 'revision_number': 6, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '4768ecf4-90f9-42e8-bfb0-796f15a90b51', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'port_id': 'fbb57954-46da-428e-8b8f-6fabf94568f5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'mac_address': 'fa:16:3e:56:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186cb2cd-da04-49d6-bdb1-28d2b0ab88a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:04:12Z', 'updated_at': '2021-07-22T17:04:14Z', 'revision_number': 1, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b61b8a19-4e18-4110-80a3-42598f72e275', 'name': '', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:e3:34:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:57Z', 'updated_at': '2021-07-22T17:04:02Z', 'revision_number': 5, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:27.658840 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fa616f-6774-4c4d-8d85-6212d7973b87 None None] Checking router: b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:05:27.666713 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fa616f-6774-4c4d-8d85-6212d7973b87 None None] Routers {'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:05:27.667301 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-14fa616f-6774-4c4d-8d85-6212d7973b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:05:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:27.771702 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-14fa616f-6774-4c4d-8d85-6212d7973b87 None None] Set router b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:05:28.037908 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-14fa616f-6774-4c4d-8d85-6212d7973b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'name': 'tempest-TestNetworkBasicOps-router-352917973', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:05:26Z', 'revision_number': 6, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '4768ecf4-90f9-42e8-bfb0-796f15a90b51', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'port_id': 'fbb57954-46da-428e-8b8f-6fabf94568f5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'mac_address': 'fa:16:3e:56:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186cb2cd-da04-49d6-bdb1-28d2b0ab88a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:04:12Z', 'updated_at': '2021-07-22T17:04:14Z', 'revision_number': 1, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b61b8a19-4e18-4110-80a3-42598f72e275', 'name': '', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:e3:34:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:57Z', 'updated_at': '2021-07-22T17:04:02Z', 'revision_number': 5, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:28.066131 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fa616f-6774-4c4d-8d85-6212d7973b87 None None] The sync data for ids ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'] in n-d-798930-9 is: [{'id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'name': 'tempest-TestNetworkBasicOps-router-352917973', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:05:26Z', 'revision_number': 6, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '4768ecf4-90f9-42e8-bfb0-796f15a90b51', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'port_id': 'fbb57954-46da-428e-8b8f-6fabf94568f5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'mac_address': 'fa:16:3e:56:6e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186cb2cd-da04-49d6-bdb1-28d2b0ab88a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:04:12Z', 'updated_at': '2021-07-22T17:04:14Z', 'revision_number': 1, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b61b8a19-4e18-4110-80a3-42598f72e275', 'name': '', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:e3:34:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:57Z', 'updated_at': '2021-07-22T17:04:02Z', 'revision_number': 5, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:05:28.706232 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354821a1-827a-4ce6-9f31-4080ab9c5ba4 req-6bb2d963-7e47-4a04-a2c4-624161aaf454 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:28.707786 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-354821a1-827a-4ce6-9f31-4080ab9c5ba4 req-6bb2d963-7e47-4a04-a2c4-624161aaf454 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5835ecb-f0df-403f-80b8-9b57885d8653 HTTP/1.1" status: 200 len: 946 time: 0.0750587 Jul 22 17:05:28.747062 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-354821a1-827a-4ce6-9f31-4080ab9c5ba4 req-91e5d8b0-71f0-446b-85a0-be58ae9e2572 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=c485602f-ec78-4c04-b074-a1d1d0f550c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338230 Jul 22 17:05:28.990586 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2df9b1-0d0b-4a66-a386-67c9010d4a59 req-362258bd-75f7-49d3-aa58-1ba5002240f2 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:28.992044 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ec2df9b1-0d0b-4a66-a386-67c9010d4a59 req-362258bd-75f7-49d3-aa58-1ba5002240f2 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5835ecb-f0df-403f-80b8-9b57885d8653 HTTP/1.1" status: 200 len: 946 time: 0.0704167 Jul 22 17:05:29.056451 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4c06ebc6-a0e8-49bd-8061-937d727659d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:29.108242 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-ec2df9b1-0d0b-4a66-a386-67c9010d4a59 req-02711938-b986-4883-9ea7-b64b6c0249c9 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Deleting port f62f3fca-6a6f-44dc-8b06-89a624bf0d17 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:05:29.108894 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ec2df9b1-0d0b-4a66-a386-67c9010d4a59 req-02711938-b986-4883-9ea7-b64b6c0249c9 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:29.205182 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ec2df9b1-0d0b-4a66-a386-67c9010d4a59 req-02711938-b986-4883-9ea7-b64b6c0249c9 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] For port f62f3fca-6a6f-44dc-8b06-89a624bf0d17, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=f62f3fca-6a6f-44dc-8b06-89a624bf0d17,segment=NetworkSegment(aab5a349-a8c2-4285-8353-270b2610c99a),segment_id=aab5a349-a8c2-4285-8353-270b2610c99a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:29.205543 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ec2df9b1-0d0b-4a66-a386-67c9010d4a59 req-02711938-b986-4883-9ea7-b64b6c0249c9 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:29.217272 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-ec2df9b1-0d0b-4a66-a386-67c9010d4a59 req-02711938-b986-4883-9ea7-b64b6c0249c9 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Calling delete_port for f62f3fca-6a6f-44dc-8b06-89a624bf0d17 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:05:29.354489 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ec2df9b1-0d0b-4a66-a386-67c9010d4a59 req-02711938-b986-4883-9ea7-b64b6c0249c9 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:29.391247 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02711938-b986-4883-9ea7-b64b6c0249c9 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event deleted for resources: {'Port': ['ID=f62f3fca-6a6f-44dc-8b06-89a624bf0d17,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:29.438289 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2df9b1-0d0b-4a66-a386-67c9010d4a59 req-02711938-b986-4883-9ea7-b64b6c0249c9 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] No DVR routers for this DVR port f62f3fca-6a6f-44dc-8b06-89a624bf0d17 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:05:29.440892 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ec2df9b1-0d0b-4a66-a386-67c9010d4a59 req-02711938-b986-4883-9ea7-b64b6c0249c9 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:29.443032 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ec2df9b1-0d0b-4a66-a386-67c9010d4a59 req-02711938-b986-4883-9ea7-b64b6c0249c9 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.16 "DELETE /v2.0/ports/f62f3fca-6a6f-44dc-8b06-89a624bf0d17 HTTP/1.1" status: 204 len: 173 time: 0.4452477 Jul 22 17:05:29.443579 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5835ecb-f0df-403f-80b8-9b57885d8653', 'name': 'network-vif-deleted', 'tag': 'f62f3fca-6a6f-44dc-8b06-89a624bf0d17'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:05:29.446123 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f45faad-459e-41a6-8fe2-4c92c2c6febb" -d '{"events": [{"server_uuid": "c5835ecb-f0df-403f-80b8-9b57885d8653", "name": "network-vif-deleted", "tag": "f62f3fca-6a6f-44dc-8b06-89a624bf0d17"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:05:29.484403 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce22c54a-26df-4f0b-9d69-40f90b80a2de x-openstack-request-id: req-ce22c54a-26df-4f0b-9d69-40f90b80a2de {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:05:29.484705 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5835ecb-f0df-403f-80b8-9b57885d8653", "name": "network-vif-deleted", "tag": "f62f3fca-6a6f-44dc-8b06-89a624bf0d17", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:05:29.485047 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ce22c54a-26df-4f0b-9d69-40f90b80a2de {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:05:29.485364 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5835ecb-f0df-403f-80b8-9b57885d8653', 'name': 'network-vif-deleted', 'tag': 'f62f3fca-6a6f-44dc-8b06-89a624bf0d17', 'status': 'completed', 'code': 200} Jul 22 17:05:29.899456 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ba01d57-906f-4e7a-ac93-55717c9af04b req-ac4ed6b4-59da-4ec5-9835-d313179710c9 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5835ecb-f0df-403f-80b8-9b57885d8653 HTTP/1.1" status: 200 len: 210 time: 0.0501997 Jul 22 17:05:30.089007 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2f22db05-9115-4d24-a47d-717b183a0f24 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:05:30.111069 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 2f22db05-9115-4d24-a47d-717b183a0f24 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:05:30.111587 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2f22db05-9115-4d24-a47d-717b183a0f24 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:05:30.950940 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35512) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:31.012329 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71485070-582a-4d34-98c1-2fc66f9ec1e4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:31.037442 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71485070-582a-4d34-98c1-2fc66f9ec1e4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:31.100043 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71485070-582a-4d34-98c1-2fc66f9ec1e4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:31.102773 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71485070-582a-4d34-98c1-2fc66f9ec1e4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:31.106177 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-71485070-582a-4d34-98c1-2fc66f9ec1e4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "DELETE /v2.0/security-groups/c485602f-ec78-4c04-b074-a1d1d0f550c8 HTTP/1.1" status: 204 len: 168 time: 0.1520307 Jul 22 17:05:31.116056 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71485070-582a-4d34-98c1-2fc66f9ec1e4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c485602f-ec78-4c04-b074-a1d1d0f550c8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:31.142413 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35522) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:31.203969 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-391d770b-c555-476c-a7b8-059c7f381563 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Deleting subnet 6efaf17b-ec49-4f4a-93ed-f927d5a3193b {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:05:31.207487 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-391d770b-c555-476c-a7b8-059c7f381563 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:31.247369 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-391d770b-c555-476c-a7b8-059c7f381563 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:31.443874 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device f62f3fca-6a6f-44dc-8b06-89a624bf0d17 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:05:31.465370 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: f62f3fca-6a6f-44dc-8b06-89a624bf0d17 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:05:31.465774 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device f62f3fca-6a6f-44dc-8b06-89a624bf0d17 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:05:31.628317 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d377577c-a13d-4ef4-afe0-17969244adde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:31.643995 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-391d770b-c555-476c-a7b8-059c7f381563 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:31.676356 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:31.703098 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-391d770b-c555-476c-a7b8-059c7f381563 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:31.732336 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d770b-c555-476c-a7b8-059c7f381563 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event deleted for resources: {'Subnet': ['ID=6efaf17b-ec49-4f4a-93ed-f927d5a3193b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:31.738876 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-391d770b-c555-476c-a7b8-059c7f381563 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:31.739183 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a582d7b-3083-4f14-b4a5-b8c262a10d76 None None] Network 929f0a6f-ff78-4069-b4a4-7378e529a5ab requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:05:31.743621 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-391d770b-c555-476c-a7b8-059c7f381563 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "DELETE /v2.0/subnets/6efaf17b-ec49-4f4a-93ed-f927d5a3193b HTTP/1.1" status: 204 len: 168 time: 0.5978801 Jul 22 17:05:31.744038 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35524) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:31.831774 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0df80be-d0db-4204-ba04-3311534f3a3d tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:31.889893 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a0df80be-d0db-4204-ba04-3311534f3a3d tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Deleting port 959b6e3d-25cd-496b-91ad-acd90bbdd2e9 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:05:31.890048 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0df80be-d0db-4204-ba04-3311534f3a3d tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:31.958648 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a0df80be-d0db-4204-ba04-3311534f3a3d tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] For port 959b6e3d-25cd-496b-91ad-acd90bbdd2e9, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=959b6e3d-25cd-496b-91ad-acd90bbdd2e9,segment=NetworkSegment(aab5a349-a8c2-4285-8353-270b2610c99a),segment_id=aab5a349-a8c2-4285-8353-270b2610c99a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:31.959363 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0df80be-d0db-4204-ba04-3311534f3a3d tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:31.968535 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa9138e-1e30-404c-8b7b-06134769e0a4 None None] DHCP port deletion for 929f0a6f-ff78-4069-b4a4-7378e529a5ab request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:05:31.972456 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a0df80be-d0db-4204-ba04-3311534f3a3d tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Calling delete_port for 959b6e3d-25cd-496b-91ad-acd90bbdd2e9 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:05:32.017999 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6aa9138e-1e30-404c-8b7b-06134769e0a4 None None] Deleting port 959b6e3d-25cd-496b-91ad-acd90bbdd2e9 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:05:32.018297 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6aa9138e-1e30-404c-8b7b-06134769e0a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:32.059513 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0df80be-d0db-4204-ba04-3311534f3a3d tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:32.083800 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6aa9138e-1e30-404c-8b7b-06134769e0a4 None None] For port 959b6e3d-25cd-496b-91ad-acd90bbdd2e9, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=959b6e3d-25cd-496b-91ad-acd90bbdd2e9,segment=NetworkSegment(aab5a349-a8c2-4285-8353-270b2610c99a),segment_id=aab5a349-a8c2-4285-8353-270b2610c99a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:32.084193 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6aa9138e-1e30-404c-8b7b-06134769e0a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:32.092044 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df80be-d0db-4204-ba04-3311534f3a3d tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event deleted for resources: {'Port': ['ID=959b6e3d-25cd-496b-91ad-acd90bbdd2e9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:32.094758 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0df80be-d0db-4204-ba04-3311534f3a3d tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] No DVR routers for this DVR port 959b6e3d-25cd-496b-91ad-acd90bbdd2e9 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:05:32.098703 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6aa9138e-1e30-404c-8b7b-06134769e0a4 None None] Calling delete_port for 959b6e3d-25cd-496b-91ad-acd90bbdd2e9 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:05:32.179377 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0df80be-d0db-4204-ba04-3311534f3a3d tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:32.182944 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 959b6e3d-25cd-496b-91ad-acd90bbdd2e9 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:05:32.189684 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a0df80be-d0db-4204-ba04-3311534f3a3d tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['929f0a6f-ff78-4069-b4a4-7378e529a5ab']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:32.204312 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a0df80be-d0db-4204-ba04-3311534f3a3d tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab5a349-a8c2-4285-8353-270b2610c99a') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:32.204607 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a0df80be-d0db-4204-ba04-3311534f3a3d tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab5a349-a8c2-4285-8353-270b2610c99a') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:32.210366 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 959b6e3d-25cd-496b-91ad-acd90bbdd2e9 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:05:32.210694 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 959b6e3d-25cd-496b-91ad-acd90bbdd2e9 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:05:32.214229 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0df80be-d0db-4204-ba04-3311534f3a3d tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:32.227761 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6aa9138e-1e30-404c-8b7b-06134769e0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:32.228636 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0df80be-d0db-4204-ba04-3311534f3a3d tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:32.238601 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0df80be-d0db-4204-ba04-3311534f3a3d tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:05:32.239167 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0df80be-d0db-4204-ba04-3311534f3a3d tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: timer() Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:05:32.242973 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:05:32.255715 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9138e-1e30-404c-8b7b-06134769e0a4 None None] Pushing event deleted for resources: {'Port': ['ID=959b6e3d-25cd-496b-91ad-acd90bbdd2e9,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:32.268577 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa9138e-1e30-404c-8b7b-06134769e0a4 None None] No DVR routers for this DVR port 959b6e3d-25cd-496b-91ad-acd90bbdd2e9 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:05:32.311883 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0df80be-d0db-4204-ba04-3311534f3a3d tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:32.319394 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0df80be-d0db-4204-ba04-3311534f3a3d tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:32.321109 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a0df80be-d0db-4204-ba04-3311534f3a3d tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "DELETE /v2.0/networks/929f0a6f-ff78-4069-b4a4-7378e529a5ab HTTP/1.1" status: 204 len: 168 time: 0.5760708 Jul 22 17:05:32.324031 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35528) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:32.334401 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df80be-d0db-4204-ba04-3311534f3a3d tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event deleted for resources: {'Network': ['ID=929f0a6f-ff78-4069-b4a4-7378e529a5ab,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:32.478876 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5997719b-2df1-429c-a69a-b1f19a43267f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Deleting port fc678216-1d40-4664-84e0-29f653bb152e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:05:32.479315 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5997719b-2df1-429c-a69a-b1f19a43267f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:32.556748 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5997719b-2df1-429c-a69a-b1f19a43267f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:32.557066 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5997719b-2df1-429c-a69a-b1f19a43267f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:32.569326 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5997719b-2df1-429c-a69a-b1f19a43267f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Calling delete_port for fc678216-1d40-4664-84e0-29f653bb152e owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:05:32.722254 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5997719b-2df1-429c-a69a-b1f19a43267f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:32.747693 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997719b-2df1-429c-a69a-b1f19a43267f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event deleted for resources: {'Port': ['ID=fc678216-1d40-4664-84e0-29f653bb152e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:32.810282 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5997719b-2df1-429c-a69a-b1f19a43267f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:32.810537 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-5997719b-2df1-429c-a69a-b1f19a43267f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Floating IP 4768ecf4-90f9-42e8-bfb0-796f15a90b51 disassociated (deleted). External IP: 172.25.0.237, port: fbb57954-46da-428e-8b8f-6fabf94568f5. Jul 22 17:05:32.841384 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:33.019619 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5997719b-2df1-429c-a69a-b1f19a43267f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Router b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:05:33.132035 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5997719b-2df1-429c-a69a-b1f19a43267f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:05:33.136736 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5997719b-2df1-429c-a69a-b1f19a43267f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:33.152855 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6423ede-0442-4ecd-b9bc-372f478d6f50 None None] Sync routers for ids ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:05:33.162305 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6423ede-0442-4ecd-b9bc-372f478d6f50 None None] Routers {'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:05:33.163136 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d6423ede-0442-4ecd-b9bc-372f478d6f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:05:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:33.175481 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5997719b-2df1-429c-a69a-b1f19a43267f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "DELETE /v2.0/floatingips/4768ecf4-90f9-42e8-bfb0-796f15a90b51 HTTP/1.1" status: 204 len: 168 time: 0.8479171 Jul 22 17:05:33.175481 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186cb2cd-da04-49d6-bdb1-28d2b0ab88a1', 'tag': 'fbb57954-46da-428e-8b8f-6fabf94568f5'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:05:33.176208 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8587cf-5379-46ad-9635-ad7fd730e580" -d '{"events": [{"name": "network-changed", "server_uuid": "186cb2cd-da04-49d6-bdb1-28d2b0ab88a1", "tag": "fbb57954-46da-428e-8b8f-6fabf94568f5"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:05:33.242878 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443ccf7a-9f67-489d-b6b9-4a0d2058d1c7 x-openstack-request-id: req-443ccf7a-9f67-489d-b6b9-4a0d2058d1c7 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:05:33.243418 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186cb2cd-da04-49d6-bdb1-28d2b0ab88a1", "tag": "fbb57954-46da-428e-8b8f-6fabf94568f5", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:05:33.243843 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-443ccf7a-9f67-489d-b6b9-4a0d2058d1c7 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:05:33.244404 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186cb2cd-da04-49d6-bdb1-28d2b0ab88a1', 'tag': 'fbb57954-46da-428e-8b8f-6fabf94568f5', 'status': 'completed', 'code': 200} Jul 22 17:05:33.304442 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d6423ede-0442-4ecd-b9bc-372f478d6f50 None None] Set router b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:05:33.382787 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8587cf-5379-46ad-9635-ad7fd730e580 req-cd842b07-c57e-4764-bf48-498c2d9f13d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:33.384692 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9c8587cf-5379-46ad-9635-ad7fd730e580 req-cd842b07-c57e-4764-bf48-498c2d9f13d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce5339c90e8b439b8c126f1fe5f554cf&device_id=186cb2cd-da04-49d6-bdb1-28d2b0ab88a1 HTTP/1.1" status: 200 len: 1096 time: 0.0926838 Jul 22 17:05:33.523797 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8587cf-5379-46ad-9635-ad7fd730e580 req-6dfba6ab-912a-49e0-bec6-fd11b5682fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:33.525209 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9c8587cf-5379-46ad-9635-ad7fd730e580 req-6dfba6ab-912a-49e0-bec6-fd11b5682fba service neutron] 10.222.0.30 "GET /v2.0/networks?id=8040b261-2548-4e3e-a1bc-1c0f28245f98 HTTP/1.1" status: 200 len: 897 time: 0.1327925 Jul 22 17:05:33.529338 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d6423ede-0442-4ecd-b9bc-372f478d6f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'name': 'tempest-TestNetworkBasicOps-router-352917973', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:05:26Z', 'revision_number': 6, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'b61b8a19-4e18-4110-80a3-42598f72e275', 'name': '', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:e3:34:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:57Z', 'updated_at': '2021-07-22T17:04:02Z', 'revision_number': 5, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:33.532828 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a345-9520-434d-a08e-849f0818012e req-72bf15ec-0099-42ce-8cb3-6205691e948f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:33.534362 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-48b0a345-9520-434d-a08e-849f0818012e req-72bf15ec-0099-42ce-8cb3-6205691e948f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=186cb2cd-da04-49d6-bdb1-28d2b0ab88a1 HTTP/1.1" status: 200 len: 945 time: 0.1311302 Jul 22 17:05:33.561381 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6423ede-0442-4ecd-b9bc-372f478d6f50 None None] Checking router: b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:05:33.569713 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6423ede-0442-4ecd-b9bc-372f478d6f50 None None] Routers {'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:05:33.570358 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d6423ede-0442-4ecd-b9bc-372f478d6f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:05:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:33.585668 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9c8587cf-5379-46ad-9635-ad7fd730e580 req-87c6d9db-11c3-456c-b9f5-c47b6fd499ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbb57954-46da-428e-8b8f-6fabf94568f5 HTTP/1.1" status: 200 len: 217 time: 0.0503259 Jul 22 17:05:33.633623 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-48b0a345-9520-434d-a08e-849f0818012e req-da1107d9-87ba-4ec0-a9e0-5b7cc124fff0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1910f49-275a-4d99-a722-c1faa8ba4297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925083 Jul 22 17:05:33.648244 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8587cf-5379-46ad-9635-ad7fd730e580 req-00c2329c-79c0-452f-a43c-9e566828fa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:33.649750 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9c8587cf-5379-46ad-9635-ad7fd730e580 req-00c2329c-79c0-452f-a43c-9e566828fa9b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc4df802-3cfc-4401-8430-ad6ef0e3f85b HTTP/1.1" status: 200 len: 835 time: 0.0559192 Jul 22 17:05:33.677426 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d6423ede-0442-4ecd-b9bc-372f478d6f50 None None] Set router b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:05:33.712619 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8587cf-5379-46ad-9635-ad7fd730e580 req-9d06e93a-8ee4-4296-9057-9f8ee4cd10e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:33.714416 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9c8587cf-5379-46ad-9635-ad7fd730e580 req-9d06e93a-8ee4-4296-9057-9f8ee4cd10e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8040b261-2548-4e3e-a1bc-1c0f28245f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576501 Jul 22 17:05:33.809072 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9c8587cf-5379-46ad-9635-ad7fd730e580 req-863a4c6e-8216-41bd-9f44-e9754a56b8df service neutron] 10.222.0.30 "GET /v2.0/networks/8040b261-2548-4e3e-a1bc-1c0f28245f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872037 Jul 22 17:05:33.879177 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d6423ede-0442-4ecd-b9bc-372f478d6f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'name': 'tempest-TestNetworkBasicOps-router-352917973', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:05:26Z', 'revision_number': 6, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'b61b8a19-4e18-4110-80a3-42598f72e275', 'name': '', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:e3:34:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:57Z', 'updated_at': '2021-07-22T17:04:02Z', 'revision_number': 5, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:33.907063 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6423ede-0442-4ecd-b9bc-372f478d6f50 None None] The sync data for ids ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'] in n-d-798930-9 is: [{'id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'name': 'tempest-TestNetworkBasicOps-router-352917973', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:05:26Z', 'revision_number': 6, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'b61b8a19-4e18-4110-80a3-42598f72e275', 'name': '', 'network_id': '8040b261-2548-4e3e-a1bc-1c0f28245f98', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:e3:34:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:57Z', 'updated_at': '2021-07-22T17:04:02Z', 'revision_number': 5, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': 'dc4df802-3cfc-4401-8430-ad6ef0e3f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:05:33.919570 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9c8587cf-5379-46ad-9635-ad7fd730e580 req-189e2163-e541-4157-a886-fc9b97b8f7a7 service neutron] 10.222.0.30 "GET /v2.0/networks/8040b261-2548-4e3e-a1bc-1c0f28245f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026070 Jul 22 17:05:34.140859 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e3d596-e133-47ab-97d1-e9d44e7230e1 None None] New status for floating IP 4768ecf4-90f9-42e8-bfb0-796f15a90b51: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:05:34.618292 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35544) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:34.689226 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:34.732653 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf29d95f-ecb0-49c5-aa53-4ca5530bbe5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:34.798281 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5925b-5057-4481-bdb7-cf2a392a4a59 req-80452005-55b1-4bad-8ece-e9096e297fd5 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:34.799998 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-81e5925b-5057-4481-bdb7-cf2a392a4a59 req-80452005-55b1-4bad-8ece-e9096e297fd5 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=186cb2cd-da04-49d6-bdb1-28d2b0ab88a1 HTTP/1.1" status: 200 len: 945 time: 0.0736022 Jul 22 17:05:34.839713 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-81e5925b-5057-4481-bdb7-cf2a392a4a59 req-74ecdaf8-d193-4d0e-a41e-63a9dd59e566 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=c1910f49-275a-4d99-a722-c1faa8ba4297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331256 Jul 22 17:05:34.849843 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf29d95f-ecb0-49c5-aa53-4ca5530bbe5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:34.864135 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bf29d95f-ecb0-49c5-aa53-4ca5530bbe5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:34.914629 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29d95f-ecb0-49c5-aa53-4ca5530bbe5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9964da3-976d-4f36-bd26-e61acdbbd239,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:34.919743 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bf29d95f-ecb0-49c5-aa53-4ca5530bbe5b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=03a59963bd0a4dd8968b08af968f6c28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3004360 Jul 22 17:05:34.927447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35550) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:34.927955 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c991aee-f8ba-4f4b-99bd-c7bf9c4b856a req-9a350490-c2c8-4d70-968c-862048f50935 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:34.929407 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3c991aee-f8ba-4f4b-99bd-c7bf9c4b856a req-9a350490-c2c8-4d70-968c-862048f50935 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.30 "GET /v2.0/ports?device_id=186cb2cd-da04-49d6-bdb1-28d2b0ab88a1 HTTP/1.1" status: 200 len: 945 time: 0.1114392 Jul 22 17:05:34.976605 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d3b04b5-6cdd-4de5-9fff-782e7e4301aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:34.997838 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d3b04b5-6cdd-4de5-9fff-782e7e4301aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.038323 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-3c991aee-f8ba-4f4b-99bd-c7bf9c4b856a req-d7107992-575e-4d0b-b168-950a2d33bb57 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Deleting port fbb57954-46da-428e-8b8f-6fabf94568f5 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:05:35.038659 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3c991aee-f8ba-4f4b-99bd-c7bf9c4b856a req-d7107992-575e-4d0b-b168-950a2d33bb57 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.043423 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d3b04b5-6cdd-4de5-9fff-782e7e4301aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.046771 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d3b04b5-6cdd-4de5-9fff-782e7e4301aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.047923 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6d3b04b5-6cdd-4de5-9fff-782e7e4301aa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a9964da3-976d-4f36-bd26-e61acdbbd239 HTTP/1.1" status: 204 len: 168 time: 0.1194906 Jul 22 17:05:35.055969 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b04b5-6cdd-4de5-9fff-782e7e4301aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9964da3-976d-4f36-bd26-e61acdbbd239,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:35.140966 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-3c991aee-f8ba-4f4b-99bd-c7bf9c4b856a req-d7107992-575e-4d0b-b168-950a2d33bb57 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] For port fbb57954-46da-428e-8b8f-6fabf94568f5, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=fbb57954-46da-428e-8b8f-6fabf94568f5,segment=NetworkSegment(aa5d4df2-c951-4d35-bf41-ae7b65c9a543),segment_id=aa5d4df2-c951-4d35-bf41-ae7b65c9a543)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:35.141436 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3c991aee-f8ba-4f4b-99bd-c7bf9c4b856a req-d7107992-575e-4d0b-b168-950a2d33bb57 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.155589 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-3c991aee-f8ba-4f4b-99bd-c7bf9c4b856a req-d7107992-575e-4d0b-b168-950a2d33bb57 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Calling delete_port for fbb57954-46da-428e-8b8f-6fabf94568f5 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:05:35.303025 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3c991aee-f8ba-4f4b-99bd-c7bf9c4b856a req-d7107992-575e-4d0b-b168-950a2d33bb57 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.334319 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7107992-575e-4d0b-b168-950a2d33bb57 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event deleted for resources: {'Port': ['ID=fbb57954-46da-428e-8b8f-6fabf94568f5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:35.392397 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c991aee-f8ba-4f4b-99bd-c7bf9c4b856a req-d7107992-575e-4d0b-b168-950a2d33bb57 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] No DVR routers for this DVR port fbb57954-46da-428e-8b8f-6fabf94568f5 on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:05:35.395442 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-3c991aee-f8ba-4f4b-99bd-c7bf9c4b856a req-d7107992-575e-4d0b-b168-950a2d33bb57 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.397681 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3c991aee-f8ba-4f4b-99bd-c7bf9c4b856a req-d7107992-575e-4d0b-b168-950a2d33bb57 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.30 "DELETE /v2.0/ports/fbb57954-46da-428e-8b8f-6fabf94568f5 HTTP/1.1" status: 204 len: 173 time: 0.4621346 Jul 22 17:05:35.398214 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186cb2cd-da04-49d6-bdb1-28d2b0ab88a1', 'name': 'network-vif-deleted', 'tag': 'fbb57954-46da-428e-8b8f-6fabf94568f5'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:05:35.400632 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a599bac-cbd1-4cb8-acaf-0290616a5492" -d '{"events": [{"server_uuid": "186cb2cd-da04-49d6-bdb1-28d2b0ab88a1", "name": "network-vif-deleted", "tag": "fbb57954-46da-428e-8b8f-6fabf94568f5"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:05:35.442287 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47ac53c-c2e2-48e9-aca4-f1ecb74e543f x-openstack-request-id: req-f47ac53c-c2e2-48e9-aca4-f1ecb74e543f {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:05:35.442584 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186cb2cd-da04-49d6-bdb1-28d2b0ab88a1", "name": "network-vif-deleted", "tag": "fbb57954-46da-428e-8b8f-6fabf94568f5", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:05:35.442838 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f47ac53c-c2e2-48e9-aca4-f1ecb74e543f {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:05:35.443275 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186cb2cd-da04-49d6-bdb1-28d2b0ab88a1', 'name': 'network-vif-deleted', 'tag': 'fbb57954-46da-428e-8b8f-6fabf94568f5', 'status': 'completed', 'code': 200} Jul 22 17:05:35.949959 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3750bb77-3fa3-4790-94e5-af307e598b99 req-75322699-eb92-4f5f-8610-b41b1757a542 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=186cb2cd-da04-49d6-bdb1-28d2b0ab88a1 HTTP/1.1" status: 200 len: 210 time: 0.0304892 Jul 22 17:05:37.006899 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35560) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:37.063958 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6bdaea74-291e-4125-8555-c445b158d38f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:37.094290 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6bdaea74-291e-4125-8555-c445b158d38f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:37.152098 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6bdaea74-291e-4125-8555-c445b158d38f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:37.155091 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6bdaea74-291e-4125-8555-c445b158d38f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:37.156307 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6bdaea74-291e-4125-8555-c445b158d38f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "DELETE /v2.0/security-groups/c1910f49-275a-4d99-a722-c1faa8ba4297 HTTP/1.1" status: 204 len: 168 time: 0.1483819 Jul 22 17:05:37.165614 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdaea74-291e-4125-8555-c445b158d38f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1910f49-275a-4d99-a722-c1faa8ba4297,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:37.189514 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35564) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:37.539413 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4815880-4921-432f-8d36-e70f05d2e7a0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:37.804367 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b4815880-4921-432f-8d36-e70f05d2e7a0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Deleting port b61b8a19-4e18-4110-80a3-42598f72e275 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:05:37.804629 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4815880-4921-432f-8d36-e70f05d2e7a0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:37.895501 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b4815880-4921-432f-8d36-e70f05d2e7a0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] For port b61b8a19-4e18-4110-80a3-42598f72e275, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b61b8a19-4e18-4110-80a3-42598f72e275,segment=NetworkSegment(aa5d4df2-c951-4d35-bf41-ae7b65c9a543),segment_id=aa5d4df2-c951-4d35-bf41-ae7b65c9a543)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:37.895860 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4815880-4921-432f-8d36-e70f05d2e7a0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:37.908217 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b4815880-4921-432f-8d36-e70f05d2e7a0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Calling delete_port for b61b8a19-4e18-4110-80a3-42598f72e275 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:05:38.091618 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4815880-4921-432f-8d36-e70f05d2e7a0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:38.122227 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4815880-4921-432f-8d36-e70f05d2e7a0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event deleted for resources: {'Port': ['ID=b61b8a19-4e18-4110-80a3-42598f72e275,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:38.199189 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device fbb57954-46da-428e-8b8f-6fabf94568f5 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:05:38.220019 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: fbb57954-46da-428e-8b8f-6fabf94568f5 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:05:38.220366 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device fbb57954-46da-428e-8b8f-6fabf94568f5 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:05:38.291775 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4815880-4921-432f-8d36-e70f05d2e7a0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:38.503605 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4815880-4921-432f-8d36-e70f05d2e7a0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Router b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:05:38.606704 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4815880-4921-432f-8d36-e70f05d2e7a0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:05:38.612329 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b4815880-4921-432f-8d36-e70f05d2e7a0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "PUT /v2.0/routers/b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4217441 Jul 22 17:05:38.615047 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35566) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:38.617480 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08a0e02-c77f-43c4-b2f3-754f0365ab85 None None] Sync routers for ids ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:05:38.626628 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08a0e02-c77f-43c4-b2f3-754f0365ab85 None None] Routers {'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:05:38.627216 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d08a0e02-c77f-43c4-b2f3-754f0365ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:05:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:38.664843 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8da37a1-2b74-4fbe-9397-a6124b4ea776 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Deleting subnet dc4df802-3cfc-4401-8430-ad6ef0e3f85b {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:05:38.667944 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b8da37a1-2b74-4fbe-9397-a6124b4ea776 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:38.706937 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b8da37a1-2b74-4fbe-9397-a6124b4ea776 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:38.727868 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d08a0e02-c77f-43c4-b2f3-754f0365ab85 None None] Set router b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:05:38.791967 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b8da37a1-2b74-4fbe-9397-a6124b4ea776 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:38.849912 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b8da37a1-2b74-4fbe-9397-a6124b4ea776 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:38.877840 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da37a1-2b74-4fbe-9397-a6124b4ea776 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event deleted for resources: {'Subnet': ['ID=dc4df802-3cfc-4401-8430-ad6ef0e3f85b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:38.881447 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b8da37a1-2b74-4fbe-9397-a6124b4ea776 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:38.886036 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35568) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:38.886176 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b8da37a1-2b74-4fbe-9397-a6124b4ea776 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "DELETE /v2.0/subnets/dc4df802-3cfc-4401-8430-ad6ef0e3f85b HTTP/1.1" status: 204 len: 168 time: 0.2699082 Jul 22 17:05:38.888593 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4610d1e-569d-4040-a2f8-6c2a0ea84ff1 None None] Network 8040b261-2548-4e3e-a1bc-1c0f28245f98 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:05:38.904835 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d08a0e02-c77f-43c4-b2f3-754f0365ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'name': 'tempest-TestNetworkBasicOps-router-352917973', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:05:38Z', 'revision_number': 7, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:38.936454 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08a0e02-c77f-43c4-b2f3-754f0365ab85 None None] Checking router: b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:05:38.945453 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08a0e02-c77f-43c4-b2f3-754f0365ab85 None None] Routers {'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:05:38.946307 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d08a0e02-c77f-43c4-b2f3-754f0365ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:05:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:38.997267 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fc74d83-d206-42c5-9f39-26bd18c33d7c tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.097950 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d9ec36-3d8a-4f39-a171-da34e6202f5d None None] DHCP port deletion for 8040b261-2548-4e3e-a1bc-1c0f28245f98 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:05:39.118652 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fc74d83-d206-42c5-9f39-26bd18c33d7c tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.155766 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-24d9ec36-3d8a-4f39-a171-da34e6202f5d None None] Deleting port 3cd9559f-1c20-4176-8d18-8eeb30019076 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:05:39.156336 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24d9ec36-3d8a-4f39-a171-da34e6202f5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.158776 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d08a0e02-c77f-43c4-b2f3-754f0365ab85 None None] Set router b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:05:39.175090 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8fc74d83-d206-42c5-9f39-26bd18c33d7c tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Deleting port 2bc5a151-918d-4a82-9ec2-119f7556eae8 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:05:39.175514 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fc74d83-d206-42c5-9f39-26bd18c33d7c tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.223569 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-24d9ec36-3d8a-4f39-a171-da34e6202f5d None None] For port 3cd9559f-1c20-4176-8d18-8eeb30019076, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3cd9559f-1c20-4176-8d18-8eeb30019076,segment=NetworkSegment(aa5d4df2-c951-4d35-bf41-ae7b65c9a543),segment_id=aa5d4df2-c951-4d35-bf41-ae7b65c9a543)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:39.224201 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24d9ec36-3d8a-4f39-a171-da34e6202f5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.235606 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-24d9ec36-3d8a-4f39-a171-da34e6202f5d None None] Calling delete_port for 3cd9559f-1c20-4176-8d18-8eeb30019076 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:05:39.257870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8fc74d83-d206-42c5-9f39-26bd18c33d7c tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] For port 2bc5a151-918d-4a82-9ec2-119f7556eae8, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2bc5a151-918d-4a82-9ec2-119f7556eae8,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:39.258253 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fc74d83-d206-42c5-9f39-26bd18c33d7c tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.270302 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8fc74d83-d206-42c5-9f39-26bd18c33d7c tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Calling delete_port for 2bc5a151-918d-4a82-9ec2-119f7556eae8 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:05:39.324556 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24d9ec36-3d8a-4f39-a171-da34e6202f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.345490 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d08a0e02-c77f-43c4-b2f3-754f0365ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'name': 'tempest-TestNetworkBasicOps-router-352917973', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:05:38Z', 'revision_number': 7, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:39.355007 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9ec36-3d8a-4f39-a171-da34e6202f5d None None] Pushing event deleted for resources: {'Port': ['ID=3cd9559f-1c20-4176-8d18-8eeb30019076,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:39.356817 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d9ec36-3d8a-4f39-a171-da34e6202f5d None None] No DVR routers for this DVR port 3cd9559f-1c20-4176-8d18-8eeb30019076 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:05:39.377875 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08a0e02-c77f-43c4-b2f3-754f0365ab85 None None] The sync data for ids ['b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c'] in n-d-798930-9 is: [{'id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'name': 'tempest-TestNetworkBasicOps-router-352917973', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:05:38Z', 'revision_number': 7, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '2bc5a151-918d-4a82-9ec2-119f7556eae8', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:54Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:05:39.449972 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fc74d83-d206-42c5-9f39-26bd18c33d7c tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.477343 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc74d83-d206-42c5-9f39-26bd18c33d7c tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event deleted for resources: {'Port': ['ID=2bc5a151-918d-4a82-9ec2-119f7556eae8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:39.536948 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fc74d83-d206-42c5-9f39-26bd18c33d7c tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.627360 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fc74d83-d206-42c5-9f39-26bd18c33d7c tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.629562 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fc74d83-d206-42c5-9f39-26bd18c33d7c tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.685822 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fc74d83-d206-42c5-9f39-26bd18c33d7c tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.686362 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc74d83-d206-42c5-9f39-26bd18c33d7c tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Fanout notify agent at l3_agent the message router_deleted on router b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:05:39.693256 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8fc74d83-d206-42c5-9f39-26bd18c33d7c tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.694389 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8fc74d83-d206-42c5-9f39-26bd18c33d7c tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "DELETE /v2.0/routers/b9faf1b6-fa9a-4625-8d05-d0dcb8e21b4c HTTP/1.1" status: 204 len: 168 time: 0.8070154 Jul 22 17:05:39.697102 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35570) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:39.775297 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e91c7b3e-fd68-4294-8089-875260a8bc2a tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.866827 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e91c7b3e-fd68-4294-8089-875260a8bc2a tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.878318 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e91c7b3e-fd68-4294-8089-875260a8bc2a tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8040b261-2548-4e3e-a1bc-1c0f28245f98']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:39.888710 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e91c7b3e-fd68-4294-8089-875260a8bc2a tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5d4df2-c951-4d35-bf41-ae7b65c9a543') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:39.889687 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e91c7b3e-fd68-4294-8089-875260a8bc2a tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5d4df2-c951-4d35-bf41-ae7b65c9a543') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:39.898922 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e91c7b3e-fd68-4294-8089-875260a8bc2a tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.912625 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e91c7b3e-fd68-4294-8089-875260a8bc2a tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.919116 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91c7b3e-fd68-4294-8089-875260a8bc2a tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:05:39.919553 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e91c7b3e-fd68-4294-8089-875260a8bc2a tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: timer() Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:05:39.922865 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:05:39.989478 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e91c7b3e-fd68-4294-8089-875260a8bc2a tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.997594 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e91c7b3e-fd68-4294-8089-875260a8bc2a tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:40.000180 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e91c7b3e-fd68-4294-8089-875260a8bc2a tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "DELETE /v2.0/networks/8040b261-2548-4e3e-a1bc-1c0f28245f98 HTTP/1.1" status: 204 len: 168 time: 0.3020892 Jul 22 17:05:40.012957 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c7b3e-fd68-4294-8089-875260a8bc2a tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event deleted for resources: {'Network': ['ID=8040b261-2548-4e3e-a1bc-1c0f28245f98,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:40.022304 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35572) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:40.026517 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-cdcfd93f-3b9c-4c62-8823-6f54818608e3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'network': {'name': 'tempest-network-smoke--134822926', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'port_security_enabled': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:05:40.046747 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcfd93f-3b9c-4c62-8823-6f54818608e3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Made reservation on behalf of ce5339c90e8b439b8c126f1fe5f554cf for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:05:40.050193 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cdcfd93f-3b9c-4c62-8823-6f54818608e3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:40.073167 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdcfd93f-3b9c-4c62-8823-6f54818608e3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:05:40.082836 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cdcfd93f-3b9c-4c62-8823-6f54818608e3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:40.083165 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-cdcfd93f-3b9c-4c62-8823-6f54818608e3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Added segment d3e660f5-f65a-4be3-a98d-d319c20ef740 of type vlan for network b850908a-0203-4187-af97-ffce1533f38a Jul 22 17:05:40.121254 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cdcfd93f-3b9c-4c62-8823-6f54818608e3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:40.149348 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cdcfd93f-3b9c-4c62-8823-6f54818608e3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:40.154738 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcfd93f-3b9c-4c62-8823-6f54818608e3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:40.155312 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cdcfd93f-3b9c-4c62-8823-6f54818608e3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:40.186550 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cdcfd93f-3b9c-4c62-8823-6f54818608e3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1634772 Jul 22 17:05:40.189232 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35574) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:40.193487 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7a231d01-2648-4c73-bbcb-8c6b4f4051e8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-440234563', 'admin_state_up': True, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:05:40.238256 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfd93f-3b9c-4c62-8823-6f54818608e3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'Network': ['ID=b850908a-0203-4187-af97-ffce1533f38a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:40.247957 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network b850908a-0203-4187-af97-ffce1533f38a details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:05:40.252704 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a231d01-2648-4c73-bbcb-8c6b4f4051e8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:40.253681 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a231d01-2648-4c73-bbcb-8c6b4f4051e8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:40.303924 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a231d01-2648-4c73-bbcb-8c6b4f4051e8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:40.386897 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b61b8a19-4e18-4110-80a3-42598f72e275 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:05:40.422608 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: b61b8a19-4e18-4110-80a3-42598f72e275 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:05:40.422877 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b61b8a19-4e18-4110-80a3-42598f72e275 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:05:40.423300 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3cd9559f-1c20-4176-8d18-8eeb30019076 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:05:40.441329 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 3cd9559f-1c20-4176-8d18-8eeb30019076 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:05:40.441668 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3cd9559f-1c20-4176-8d18-8eeb30019076 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:05:40.442105 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2bc5a151-918d-4a82-9ec2-119f7556eae8 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:05:40.460026 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 2bc5a151-918d-4a82-9ec2-119f7556eae8 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:05:40.460366 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2bc5a151-918d-4a82-9ec2-119f7556eae8 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:05:40.493731 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a231d01-2648-4c73-bbcb-8c6b4f4051e8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:40.682226 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a231d01-2648-4c73-bbcb-8c6b4f4051e8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:40.700850 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a231d01-2648-4c73-bbcb-8c6b4f4051e8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:40.798121 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-7a231d01-2648-4c73-bbcb-8c6b4f4051e8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Allocated IP 172.25.0.222 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/9eabecfd-4cb2-4759-ae70-235ef2471167) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:05:40.901364 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a231d01-2648-4c73-bbcb-8c6b4f4051e8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:40.938643 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a231d01-2648-4c73-bbcb-8c6b4f4051e8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:40.978629 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a231d01-2648-4c73-bbcb-8c6b4f4051e8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:05:40.981545 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-7a231d01-2648-4c73-bbcb-8c6b4f4051e8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:05:40.986285 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a231d01-2648-4c73-bbcb-8c6b4f4051e8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:05:40.989262 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a231d01-2648-4c73-bbcb-8c6b4f4051e8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'Port': ['ID=9eabecfd-4cb2-4759-ae70-235ef2471167,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:41.226313 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a231d01-2648-4c73-bbcb-8c6b4f4051e8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:41.433811 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a231d01-2648-4c73-bbcb-8c6b4f4051e8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:41.555967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a231d01-2648-4c73-bbcb-8c6b4f4051e8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Router e0b47ed0-7255-4e58-a419-30520db4b470 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:05:41.659030 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a231d01-2648-4c73-bbcb-8c6b4f4051e8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:05:41.668184 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] Sync routers for ids ['e0b47ed0-7255-4e58-a419-30520db4b470'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:05:41.676598 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a231d01-2648-4c73-bbcb-8c6b4f4051e8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:41.677117 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] Routers {'e0b47ed0-7255-4e58-a419-30520db4b470'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:05:41.677685 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:05:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e0b47ed0-7255-4e58-a419-30520db4b470'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:41.677874 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7a231d01-2648-4c73-bbcb-8c6b4f4051e8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4877388 Jul 22 17:05:41.680786 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35576) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:41.709423 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4f5a759a-606a-4ff9-a664-a9850ccfccb3 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=ce5339c90e8b439b8c126f1fe5f554cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275471 Jul 22 17:05:41.711911 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35578) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:41.780042 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] Set router e0b47ed0-7255-4e58-a419-30520db4b470 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:05:41.796610 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3406edb2-1a7e-4aa2-b4ae-54a232ebfda6 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:41.798178 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3406edb2-1a7e-4aa2-b4ae-54a232ebfda6 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853460 Jul 22 17:05:41.800976 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35580) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:41.834426 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e4df8de3-6e2b-4997-819d-e54f114eff7a tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=748fc6ab-3639-411a-b273-35e3c4423108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322847 Jul 22 17:05:41.836847 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35582) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:41.841843 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-bbc43810-4ec8-4f83-80cf-b439682800d7 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1821297761', 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:05:41.935465 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc43810-4ec8-4f83-80cf-b439682800d7 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Made reservation on behalf of ce5339c90e8b439b8c126f1fe5f554cf for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:05:41.939659 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbc43810-4ec8-4f83-80cf-b439682800d7 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:42.116589 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'name': 'tempest-TestNetworkBasicOps-router-440234563', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:05:41Z', 'revision_number': 3, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:05:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:42.121204 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbc43810-4ec8-4f83-80cf-b439682800d7 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:42.143806 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] Checking router: e0b47ed0-7255-4e58-a419-30520db4b470 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:05:42.144152 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] Updating router e0b47ed0-7255-4e58-a419-30520db4b470 port 9eabecfd-4cb2-4759-ae70-235ef2471167 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:05:42.177147 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:42.179452 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc43810-4ec8-4f83-80cf-b439682800d7 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'Subnet': ['ID=e0a345fc-461c-4862-8258-921bef02bad7,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:42.191288 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc43810-4ec8-4f83-80cf-b439682800d7 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Checking segment: {'id': 'd3e660f5-f65a-4be3-a98d-d319c20ef740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:05:42.191648 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc43810-4ec8-4f83-80cf-b439682800d7 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Network hostable DHCP agents. Network: b850908a-0203-4187-af97-ffce1533f38a, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:05:42.208595 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc43810-4ec8-4f83-80cf-b439682800d7 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Network b850908a-0203-4187-af97-ffce1533f38a is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:05:42.220991 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-bbc43810-4ec8-4f83-80cf-b439682800d7 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, b850908a-0203-4187-af97-ffce1533f38a) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:05:42.226891 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc43810-4ec8-4f83-80cf-b439682800d7 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:42.227490 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbc43810-4ec8-4f83-80cf-b439682800d7 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:42.244330 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bbc43810-4ec8-4f83-80cf-b439682800d7 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4037576 Jul 22 17:05:42.244545 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35584) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:42.265015 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdb1785-9c67-423d-9cfd-f8b91d6526db None None] Network b850908a-0203-4187-af97-ffce1533f38a requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:05:42.317206 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:42.378852 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:42.524375 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44790007-7005-4eb3-a8a5-a8767d062fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-b850908a-0203-4187-af97-ffce1533f38a', 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'fixed_ips': [{'subnet_id': 'e0a345fc-461c-4862-8258-921bef02bad7'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:05:42.525213 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44790007-7005-4eb3-a8a5-a8767d062fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:42.637609 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:42.659145 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] Transition to ACTIVE for port object 9eabecfd-4cb2-4759-ae70-235ef2471167 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:05:42.688945 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:42.750988 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-44790007-7005-4eb3-a8a5-a8767d062fb3 None None] Allocated IP 172.20.0.2 (b850908a-0203-4187-af97-ffce1533f38a/e0a345fc-461c-4862-8258-921bef02bad7/cd7c7636-0121-4528-80b2-b9c4b2eb73a9) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:05:42.758567 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831007af-1a34-40f4-8bbe-66f794171f76 None None] Pushing event updated for resources: {'Port': ['ID=9eabecfd-4cb2-4759-ae70-235ef2471167,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:42.760752 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] Attempting to bind port 9eabecfd-4cb2-4759-ae70-235ef2471167 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:05:42.761115 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] Attempting to bind port 9eabecfd-4cb2-4759-ae70-235ef2471167 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:05:42.761495 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] Attempting to bind port 9eabecfd-4cb2-4759-ae70-235ef2471167 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:05:42.771960 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:05:42.772327 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:05:42.772721 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:42.773104 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:05:42.773580 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] Bound port: 9eabecfd-4cb2-4759-ae70-235ef2471167, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:05:42.774104 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:42.874904 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] For port 9eabecfd-4cb2-4759-ae70-235ef2471167, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:05:42.892622 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] For port 9eabecfd-4cb2-4759-ae70-235ef2471167, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=9eabecfd-4cb2-4759-ae70-235ef2471167,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:05:42.901996 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:42.985114 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38ed2ba4-74e1-4418-aec9-c7ece3f19588 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:43.007617 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44790007-7005-4eb3-a8a5-a8767d062fb3 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:43.013576 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831007af-1a34-40f4-8bbe-66f794171f76 None None] Pushing event updated for resources: {'Port': ['ID=9eabecfd-4cb2-4759-ae70-235ef2471167,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:43.018665 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] Routers {'e0b47ed0-7255-4e58-a419-30520db4b470'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:05:43.019275 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:05:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e0b47ed0-7255-4e58-a419-30520db4b470'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:43.023705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-44790007-7005-4eb3-a8a5-a8767d062fb3 None None] Transition to ACTIVE for port object cd7c7636-0121-4528-80b2-b9c4b2eb73a9 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:05:43.101010 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-44790007-7005-4eb3-a8a5-a8767d062fb3 None None] Transition to ACTIVE for port object cd7c7636-0121-4528-80b2-b9c4b2eb73a9 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:05:43.111830 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44790007-7005-4eb3-a8a5-a8767d062fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:43.168257 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44790007-7005-4eb3-a8a5-a8767d062fb3 None None] Network b850908a-0203-4187-af97-ffce1533f38a is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:05:43.174127 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] Set router e0b47ed0-7255-4e58-a419-30520db4b470 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:05:43.176680 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-44790007-7005-4eb3-a8a5-a8767d062fb3 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:05:43.178378 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44790007-7005-4eb3-a8a5-a8767d062fb3 None None] Pushing event updated for resources: {'Port': ['ID=cd7c7636-0121-4528-80b2-b9c4b2eb73a9,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:43.204381 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44790007-7005-4eb3-a8a5-a8767d062fb3 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:05:43.266682 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-38ed2ba4-74e1-4418-aec9-c7ece3f19588 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Allocated IP 172.20.0.1 (b850908a-0203-4187-af97-ffce1533f38a/e0a345fc-461c-4862-8258-921bef02bad7/2f459a42-028e-4f59-ae42-b2ad193f8c2c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:05:43.334144 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-44790007-7005-4eb3-a8a5-a8767d062fb3 None None] Attempting to bind port cd7c7636-0121-4528-80b2-b9c4b2eb73a9 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:05:43.334503 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-44790007-7005-4eb3-a8a5-a8767d062fb3 None None] Attempting to bind port cd7c7636-0121-4528-80b2-b9c4b2eb73a9 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'd3e660f5-f65a-4be3-a98d-d319c20ef740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:05:43.334858 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44790007-7005-4eb3-a8a5-a8767d062fb3 None None] Attempting to bind port cd7c7636-0121-4528-80b2-b9c4b2eb73a9 on network b850908a-0203-4187-af97-ffce1533f38a {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:05:43.343654 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44790007-7005-4eb3-a8a5-a8767d062fb3 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:05:43.344017 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44790007-7005-4eb3-a8a5-a8767d062fb3 None None] Checking segment: {'id': 'd3e660f5-f65a-4be3-a98d-d319c20ef740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:05:43.344405 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44790007-7005-4eb3-a8a5-a8767d062fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:43.344790 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44790007-7005-4eb3-a8a5-a8767d062fb3 None None] Bound using segment: {'id': 'd3e660f5-f65a-4be3-a98d-d319c20ef740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:05:43.345232 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-44790007-7005-4eb3-a8a5-a8767d062fb3 None None] Bound port: cd7c7636-0121-4528-80b2-b9c4b2eb73a9, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e660f5-f65a-4be3-a98d-d319c20ef740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:05:43.345606 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44790007-7005-4eb3-a8a5-a8767d062fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:43.376277 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38ed2ba4-74e1-4418-aec9-c7ece3f19588 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:43.389846 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-38ed2ba4-74e1-4418-aec9-c7ece3f19588 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Transition to ACTIVE for port object 2f459a42-028e-4f59-ae42-b2ad193f8c2c will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:05:43.422011 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38ed2ba4-74e1-4418-aec9-c7ece3f19588 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:43.440443 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-44790007-7005-4eb3-a8a5-a8767d062fb3 None None] For port cd7c7636-0121-4528-80b2-b9c4b2eb73a9, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:05:43.444582 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-44790007-7005-4eb3-a8a5-a8767d062fb3 None None] For port cd7c7636-0121-4528-80b2-b9c4b2eb73a9, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=cd7c7636-0121-4528-80b2-b9c4b2eb73a9,segment=NetworkSegment(d3e660f5-f65a-4be3-a98d-d319c20ef740),segment_id=d3e660f5-f65a-4be3-a98d-d319c20ef740)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:05:43.449504 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44790007-7005-4eb3-a8a5-a8767d062fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:43.458612 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ed2ba4-74e1-4418-aec9-c7ece3f19588 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Network b850908a-0203-4187-af97-ffce1533f38a is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:05:43.465877 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-38ed2ba4-74e1-4418-aec9-c7ece3f19588 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:05:43.470231 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ed2ba4-74e1-4418-aec9-c7ece3f19588 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:05:43.504473 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed2ba4-74e1-4418-aec9-c7ece3f19588 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'Port': ['ID=2f459a42-028e-4f59-ae42-b2ad193f8c2c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:43.516993 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'name': 'tempest-TestNetworkBasicOps-router-440234563', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:05:41Z', 'revision_number': 3, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:43.521821 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44790007-7005-4eb3-a8a5-a8767d062fb3 None None] Pushing event updated for resources: {'Port': ['ID=cd7c7636-0121-4528-80b2-b9c4b2eb73a9,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:43.523416 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38ed2ba4-74e1-4418-aec9-c7ece3f19588 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:43.549024 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a71138-81d8-451b-b78e-59b17d55ae49 None None] The sync data for ids ['e0b47ed0-7255-4e58-a419-30520db4b470'] in n-d-798930-9 is: [{'id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'name': 'tempest-TestNetworkBasicOps-router-440234563', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:05:41Z', 'revision_number': 3, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:05:43.693732 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38ed2ba4-74e1-4418-aec9-c7ece3f19588 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:44.013864 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38ed2ba4-74e1-4418-aec9-c7ece3f19588 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:44.021368 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38ed2ba4-74e1-4418-aec9-c7ece3f19588 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:44.100888 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-38ed2ba4-74e1-4418-aec9-c7ece3f19588 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:44.102691 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed2ba4-74e1-4418-aec9-c7ece3f19588 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'Port': ['ID=2f459a42-028e-4f59-ae42-b2ad193f8c2c,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:44.218956 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ed2ba4-74e1-4418-aec9-c7ece3f19588 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Network b850908a-0203-4187-af97-ffce1533f38a is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:05:44.223500 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-38ed2ba4-74e1-4418-aec9-c7ece3f19588 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:05:44.243543 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 9eabecfd-4cb2-4759-ae70-235ef2471167 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:05:44.309910 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 9eabecfd-4cb2-4759-ae70-235ef2471167 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:05:44.317175 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 9eabecfd-4cb2-4759-ae70-235ef2471167 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:05:44.317563 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:44.364603 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ed2ba4-74e1-4418-aec9-c7ece3f19588 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Router e0b47ed0-7255-4e58-a419-30520db4b470 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:05:44.403475 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:44.432511 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 9eabecfd-4cb2-4759-ae70-235ef2471167, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=9eabecfd-4cb2-4759-ae70-235ef2471167,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:44.438780 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:44.440022 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device cd7c7636-0121-4528-80b2-b9c4b2eb73a9 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:05:44.496742 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ed2ba4-74e1-4418-aec9-c7ece3f19588 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:05:44.504993 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-38ed2ba4-74e1-4418-aec9-c7ece3f19588 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "PUT /v2.0/routers/e0b47ed0-7255-4e58-a419-30520db4b470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2595692 Jul 22 17:05:44.507490 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35586) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:44.522638 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=9eabecfd-4cb2-4759-ae70-235ef2471167,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:44.538962 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port cd7c7636-0121-4528-80b2-b9c4b2eb73a9 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:05:44.569679 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22274b06-a719-4eac-9d24-8e98fa716cfb None None] Network b850908a-0203-4187-af97-ffce1533f38a requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:05:44.614638 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f5e06d-8a46-4e70-af69-7622643268e7 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:44.615222 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f5e06d-8a46-4e70-af69-7622643268e7 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:44.615694 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f5e06d-8a46-4e70-af69-7622643268e7 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:44.616162 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f5e06d-8a46-4e70-af69-7622643268e7 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:44.617838 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b7f5e06d-8a46-4e70-af69-7622643268e7 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1091969 Jul 22 17:05:44.620487 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35588) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:44.699086 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fe9fdfc1-ba4e-4fd1-a030-09d1bb394eeb None None] Provisioning for port cd7c7636-0121-4528-80b2-b9c4b2eb73a9 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:05:44.708639 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749bc263-e7da-4136-8590-140ee93eccb8 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:44.709153 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749bc263-e7da-4136-8590-140ee93eccb8 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:44.709562 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749bc263-e7da-4136-8590-140ee93eccb8 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:44.710043 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749bc263-e7da-4136-8590-140ee93eccb8 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:44.714298 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-749bc263-e7da-4136-8590-140ee93eccb8 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0903344 Jul 22 17:05:44.714443 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35590) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:44.719046 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fe9fdfc1-ba4e-4fd1-a030-09d1bb394eeb None None] Provisioning complete for port cd7c7636-0121-4528-80b2-b9c4b2eb73a9 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:05:44.719417 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe9fdfc1-ba4e-4fd1-a030-09d1bb394eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:44.979759 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0d3abf77-5adb-4b74-b151-023ca7faa78d tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2618654 Jul 22 17:05:44.987193 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe9fdfc1-ba4e-4fd1-a030-09d1bb394eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.026414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-fe9fdfc1-ba4e-4fd1-a030-09d1bb394eeb None None] For port cd7c7636-0121-4528-80b2-b9c4b2eb73a9, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=cd7c7636-0121-4528-80b2-b9c4b2eb73a9,segment=NetworkSegment(d3e660f5-f65a-4be3-a98d-d319c20ef740),segment_id=d3e660f5-f65a-4be3-a98d-d319c20ef740)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:45.031652 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe9fdfc1-ba4e-4fd1-a030-09d1bb394eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.091407 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9fdfc1-ba4e-4fd1-a030-09d1bb394eeb None None] Pushing event updated for resources: {'Port': ['ID=cd7c7636-0121-4528-80b2-b9c4b2eb73a9,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:45.151867 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a11263ed-e85b-4293-a6ba-bef55e1d46b8 None None] Provisioning complete for port cd7c7636-0121-4528-80b2-b9c4b2eb73a9 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:05:45.152362 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a11263ed-e85b-4293-a6ba-bef55e1d46b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.270805 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a11263ed-e85b-4293-a6ba-bef55e1d46b8 None None] Provisioning for port 2f459a42-028e-4f59-ae42-b2ad193f8c2c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:05:45.277158 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a11263ed-e85b-4293-a6ba-bef55e1d46b8 None None] Provisioning complete for port 2f459a42-028e-4f59-ae42-b2ad193f8c2c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:05:45.277764 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a11263ed-e85b-4293-a6ba-bef55e1d46b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.294938 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] Sync routers for ids ['e0b47ed0-7255-4e58-a419-30520db4b470'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:05:45.297706 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35594) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:45.302736 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-860b21e3-af12-4e6d-95fe-529bd51f62e4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1803680859', 'description': 'tempest-secgroup-smoke-1803680859 description', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:05:45.306624 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] Routers {'e0b47ed0-7255-4e58-a419-30520db4b470'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:05:45.307231 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:05:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e0b47ed0-7255-4e58-a419-30520db4b470'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:45.318302 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a11263ed-e85b-4293-a6ba-bef55e1d46b8 None None] Port 2f459a42-028e-4f59-ae42-b2ad193f8c2c cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:05:45.332331 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-860b21e3-af12-4e6d-95fe-529bd51f62e4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.425037 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-860b21e3-af12-4e6d-95fe-529bd51f62e4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.425271 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] Set router e0b47ed0-7255-4e58-a419-30520db4b470 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:05:45.431464 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-860b21e3-af12-4e6d-95fe-529bd51f62e4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.441067 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-37bbc946-b33e-441e-8ed9-2ec1aa2b5d77 None None] Provisioning complete for port 2f459a42-028e-4f59-ae42-b2ad193f8c2c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:05:45.445481 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37bbc946-b33e-441e-8ed9-2ec1aa2b5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.464569 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-860b21e3-af12-4e6d-95fe-529bd51f62e4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.468395 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-860b21e3-af12-4e6d-95fe-529bd51f62e4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1667261 Jul 22 17:05:45.468395 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b21e3-af12-4e6d-95fe-529bd51f62e4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36efbbbf-3ddc-4e69-a3fb-88c914cc93a9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:45.469343 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35596) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:45.483032 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2a1c61f9-b703-475e-9f76-b37534d4851a tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'security_group_rule': {'security_group_id': '36efbbbf-3ddc-4e69-a3fb-88c914cc93a9', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:05:45.496794 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-37bbc946-b33e-441e-8ed9-2ec1aa2b5d77 None None] Port 2f459a42-028e-4f59-ae42-b2ad193f8c2c cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:05:45.519031 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2a1c61f9-b703-475e-9f76-b37534d4851a tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.583493 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2a1c61f9-b703-475e-9f76-b37534d4851a tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.587898 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2a1c61f9-b703-475e-9f76-b37534d4851a tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.609252 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c61f9-b703-475e-9f76-b37534d4851a tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74021583-8a54-4cf1-8c3d-d268196f2805,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:45.619007 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2a1c61f9-b703-475e-9f76-b37534d4851a tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.623030 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6f58fb6d-2209-4f27-8bb9-f5e41b882d0a None None] Provisioning complete for port 2f459a42-028e-4f59-ae42-b2ad193f8c2c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:05:45.623201 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2a1c61f9-b703-475e-9f76-b37534d4851a tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458955 Jul 22 17:05:45.623323 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6f58fb6d-2209-4f27-8bb9-f5e41b882d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.623421 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35598) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:45.627948 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b9fc7bed-36ce-4010-ab56-764287f3e2d9 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'security_group_rule': {'security_group_id': '36efbbbf-3ddc-4e69-a3fb-88c914cc93a9', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:05:45.647624 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'name': 'tempest-TestNetworkBasicOps-router-440234563', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:05:43Z', 'revision_number': 4, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '2f459a42-028e-4f59-ae42-b2ad193f8c2c', 'name': '', 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:b7:39:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'e0a345fc-461c-4862-8258-921bef02bad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:43Z', 'updated_at': '2021-07-22T17:05:43Z', 'revision_number': 2, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': 'e0a345fc-461c-4862-8258-921bef02bad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:45.657259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6f58fb6d-2209-4f27-8bb9-f5e41b882d0a None None] Port 2f459a42-028e-4f59-ae42-b2ad193f8c2c cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:05:45.659524 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9fc7bed-36ce-4010-ab56-764287f3e2d9 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.676768 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] Checking router: e0b47ed0-7255-4e58-a419-30520db4b470 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:05:45.677216 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] Updating router e0b47ed0-7255-4e58-a419-30520db4b470 port 2f459a42-028e-4f59-ae42-b2ad193f8c2c binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:05:45.710648 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.717817 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9fc7bed-36ce-4010-ab56-764287f3e2d9 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.722762 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9fc7bed-36ce-4010-ab56-764287f3e2d9 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.737248 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc7bed-36ce-4010-ab56-764287f3e2d9 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb1325e-a5fe-4f41-86c7-0df23342416c,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:45.747002 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b9fc7bed-36ce-4010-ab56-764287f3e2d9 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.751072 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b9fc7bed-36ce-4010-ab56-764287f3e2d9 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1240869 Jul 22 17:05:45.751272 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35600) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:45.755662 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7f840f5f-44ae-42bb-92ab-4d38750e563e tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'security_group_rule': {'security_group_id': '36efbbbf-3ddc-4e69-a3fb-88c914cc93a9', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:05:45.783845 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f840f5f-44ae-42bb-92ab-4d38750e563e tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.841273 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f840f5f-44ae-42bb-92ab-4d38750e563e tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.846867 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f840f5f-44ae-42bb-92ab-4d38750e563e tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.866939 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f840f5f-44ae-42bb-92ab-4d38750e563e tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f045795-998a-4195-9c30-fcd6b9d4f641,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:45.875146 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f840f5f-44ae-42bb-92ab-4d38750e563e tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.876649 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7f840f5f-44ae-42bb-92ab-4d38750e563e tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244533 Jul 22 17:05:45.879327 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35602) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:45.883691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a242f9d7-8fe8-45f8-a424-05dd9c61f57f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'security_group_rule': {'security_group_id': '36efbbbf-3ddc-4e69-a3fb-88c914cc93a9', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:05:45.910421 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a242f9d7-8fe8-45f8-a424-05dd9c61f57f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.970046 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a242f9d7-8fe8-45f8-a424-05dd9c61f57f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.973575 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a242f9d7-8fe8-45f8-a424-05dd9c61f57f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.983329 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:45.992682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242f9d7-8fe8-45f8-a424-05dd9c61f57f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf8c5c8-3d4f-49e3-b6e2-eb39f354e6f6,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:45.992859 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] Transition to ACTIVE for port object 2f459a42-028e-4f59-ae42-b2ad193f8c2c will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:05:46.001651 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a242f9d7-8fe8-45f8-a424-05dd9c61f57f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:46.002687 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:46.002903 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a242f9d7-8fe8-45f8-a424-05dd9c61f57f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226504 Jul 22 17:05:46.005678 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35604) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:46.010085 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3b61c131-b9b6-4cf1-9ac9-880edeab3101 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'security_group_rule': {'security_group_id': '36efbbbf-3ddc-4e69-a3fb-88c914cc93a9', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:05:46.032157 n-d-798930-9 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-3b61c131-b9b6-4cf1-9ac9-880edeab3101 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Project ce5339c90e8b439b8c126f1fe5f554cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:05:46.039122 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b61c131-b9b6-4cf1-9ac9-880edeab3101 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:46.053894 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887f0f6-a5c5-4d01-b8f6-b584323e89e6 None None] Pushing event updated for resources: {'Port': ['ID=2f459a42-028e-4f59-ae42-b2ad193f8c2c,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:46.109864 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b61c131-b9b6-4cf1-9ac9-880edeab3101 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:46.117130 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b61c131-b9b6-4cf1-9ac9-880edeab3101 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:46.124508 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] Attempting to bind port 2f459a42-028e-4f59-ae42-b2ad193f8c2c on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:05:46.124957 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] Attempting to bind port 2f459a42-028e-4f59-ae42-b2ad193f8c2c by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'd3e660f5-f65a-4be3-a98d-d319c20ef740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:05:46.125374 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] Attempting to bind port 2f459a42-028e-4f59-ae42-b2ad193f8c2c on network b850908a-0203-4187-af97-ffce1533f38a {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:05:46.130928 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:05:46.131377 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] Checking segment: {'id': 'd3e660f5-f65a-4be3-a98d-d319c20ef740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:05:46.131832 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:46.132556 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] Bound using segment: {'id': 'd3e660f5-f65a-4be3-a98d-d319c20ef740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:05:46.133306 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] Bound port: 2f459a42-028e-4f59-ae42-b2ad193f8c2c, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e660f5-f65a-4be3-a98d-d319c20ef740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:05:46.134557 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:46.144703 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61c131-b9b6-4cf1-9ac9-880edeab3101 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000072f5-a1eb-40f9-89e0-70d02f23c66e,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:46.148182 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b61c131-b9b6-4cf1-9ac9-880edeab3101 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:46.149650 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3b61c131-b9b6-4cf1-9ac9-880edeab3101 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1430106 Jul 22 17:05:46.152628 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35606) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:46.158319 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8ec4c991-bd67-46ca-879e-22b2d8d5b60e tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'security_group_rule': {'security_group_id': '36efbbbf-3ddc-4e69-a3fb-88c914cc93a9', 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:05:46.184776 n-d-798930-9 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-8ec4c991-bd67-46ca-879e-22b2d8d5b60e tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Project ce5339c90e8b439b8c126f1fe5f554cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:05:46.190024 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ec4c991-bd67-46ca-879e-22b2d8d5b60e tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:46.193652 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 9eabecfd-4cb2-4759-ae70-235ef2471167 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:05:46.228109 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] For port 2f459a42-028e-4f59-ae42-b2ad193f8c2c, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:05:46.231533 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] For port 2f459a42-028e-4f59-ae42-b2ad193f8c2c, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2f459a42-028e-4f59-ae42-b2ad193f8c2c,segment=NetworkSegment(d3e660f5-f65a-4be3-a98d-d319c20ef740),segment_id=d3e660f5-f65a-4be3-a98d-d319c20ef740)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:05:46.237245 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:46.250996 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 9eabecfd-4cb2-4759-ae70-235ef2471167 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:05:46.251703 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:46.267572 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ec4c991-bd67-46ca-879e-22b2d8d5b60e tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:46.272175 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ec4c991-bd67-46ca-879e-22b2d8d5b60e tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:46.291573 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4c991-bd67-46ca-879e-22b2d8d5b60e tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f16a409-0da5-4906-81a0-a32269620716,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:46.307904 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] Routers {'e0b47ed0-7255-4e58-a419-30520db4b470'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:05:46.308686 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:05:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e0b47ed0-7255-4e58-a419-30520db4b470'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:46.309074 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ec4c991-bd67-46ca-879e-22b2d8d5b60e tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:46.311061 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8ec4c991-bd67-46ca-879e-22b2d8d5b60e tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1574514 Jul 22 17:05:46.351278 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887f0f6-a5c5-4d01-b8f6-b584323e89e6 None None] Pushing event updated for resources: {'Port': ['ID=2f459a42-028e-4f59-ae42-b2ad193f8c2c,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:46.366201 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device cd7c7636-0121-4528-80b2-b9c4b2eb73a9 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:05:46.435780 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port cd7c7636-0121-4528-80b2-b9c4b2eb73a9 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:05:46.436158 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:46.439263 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] Set router e0b47ed0-7255-4e58-a419-30520db4b470 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:05:46.552023 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-21b64fa0-76f6-44b3-9a86-12fabca43868 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1803680859&fields=id&tenant_id=ce5339c90e8b439b8c126f1fe5f554cf HTTP/1.1" status: 200 len: 267 time: 0.0432057 Jul 22 17:05:46.660427 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-887486b0-6528-4329-95f1-c0365ecd8200 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:46.661076 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'name': 'tempest-TestNetworkBasicOps-router-440234563', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:05:43Z', 'revision_number': 4, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '2f459a42-028e-4f59-ae42-b2ad193f8c2c', 'name': '', 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:b7:39:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'e0a345fc-461c-4862-8258-921bef02bad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:43Z', 'updated_at': '2021-07-22T17:05:46Z', 'revision_number': 4, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': 'e0a345fc-461c-4862-8258-921bef02bad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:46.661951 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-887486b0-6528-4329-95f1-c0365ecd8200 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/networks?id=b850908a-0203-4187-af97-ffce1533f38a HTTP/1.1" status: 200 len: 796 time: 0.1034169 Jul 22 17:05:46.676566 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-560954b9-a5e2-445e-919f-0ae33bd22480 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/quotas/ce5339c90e8b439b8c126f1fe5f554cf HTTP/1.1" status: 200 len: 375 time: 0.0090725 Jul 22 17:05:46.690841 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e778ed0-3fc4-4a52-9581-14222c9cdd64 None None] The sync data for ids ['e0b47ed0-7255-4e58-a419-30520db4b470'] in n-d-798930-9 is: [{'id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'name': 'tempest-TestNetworkBasicOps-router-440234563', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:05:43Z', 'revision_number': 4, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '2f459a42-028e-4f59-ae42-b2ad193f8c2c', 'name': '', 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:b7:39:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'e0a345fc-461c-4862-8258-921bef02bad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:43Z', 'updated_at': '2021-07-22T17:05:46Z', 'revision_number': 4, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': 'e0a345fc-461c-4862-8258-921bef02bad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:05:46.762334 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-287651e9-8a8d-4eac-9557-f89212adcd65 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce5339c90e8b439b8c126f1fe5f554cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805390 Jul 22 17:05:46.872149 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-5e4a5f7f-eddd-47d9-b304-c8a15f7e7daa service neutron] 10.222.0.69 "GET /v2.0/networks/b850908a-0203-4187-af97-ffce1533f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986257 Jul 22 17:05:46.968570 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-3c4f8cf2-e4be-4c41-985f-30f9f0951715 service neutron] 10.222.0.69 "GET /v2.0/networks/b850908a-0203-4187-af97-ffce1533f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893502 Jul 22 17:05:47.152396 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9b4607d1-4f30-477c-a126-cb572d111e20 req-769e2665-125b-44e4-af09-31f16875c5e7 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab9b12b2-a67a-4128-aa7f-7723fc44abfd HTTP/1.1" status: 200 len: 210 time: 0.0367754 Jul 22 17:05:48.145053 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-4e0d86b7-d1c6-42bc-a5bd-ba39324228dd tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:48.146624 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-4e0d86b7-d1c6-42bc-a5bd-ba39324228dd tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.30 "GET /v2.0/networks?id=b850908a-0203-4187-af97-ffce1533f38a HTTP/1.1" status: 200 len: 796 time: 0.1106579 Jul 22 17:05:48.194532 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2f459a42-028e-4f59-ae42-b2ad193f8c2c up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:05:48.200100 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-3073a052-e4c2-480e-91c2-5bdd4454a2de tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce5339c90e8b439b8c126f1fe5f554cf HTTP/1.1" status: 200 len: 380 time: 0.0390205 Jul 22 17:05:48.209391 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'port': {'device_id': 'ab9b12b2-a67a-4128-aa7f-7723fc44abfd', 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a', 'admin_state_up': True, 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'security_groups': ['36efbbbf-3ddc-4e69-a3fb-88c914cc93a9']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:05:48.242950 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 2f459a42-028e-4f59-ae42-b2ad193f8c2c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:05:48.247113 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 2f459a42-028e-4f59-ae42-b2ad193f8c2c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:05:48.247655 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:48.251011 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7a0e0fe8-1f83-4336-aa33-443a39151f52 req-eae81a39-8cfb-4a86-acd1-088eb70424aa tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab9b12b2-a67a-4128-aa7f-7723fc44abfd HTTP/1.1" status: 200 len: 210 time: 0.0299413 Jul 22 17:05:48.325840 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Made reservation on behalf of ce5339c90e8b439b8c126f1fe5f554cf for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:05:48.330041 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:48.331328 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:48.362992 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 2f459a42-028e-4f59-ae42-b2ad193f8c2c, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2f459a42-028e-4f59-ae42-b2ad193f8c2c,segment=NetworkSegment(d3e660f5-f65a-4be3-a98d-d319c20ef740),segment_id=d3e660f5-f65a-4be3-a98d-d319c20ef740)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:48.366604 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:48.412633 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=2f459a42-028e-4f59-ae42-b2ad193f8c2c,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:48.449735 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Allocated IP 172.20.0.6 (b850908a-0203-4187-af97-ffce1533f38a/e0a345fc-461c-4862-8258-921bef02bad7/87947265-654f-47ff-8673-9dab2213721c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:05:48.584680 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:48.597433 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Transition to ACTIVE for port object 87947265-654f-47ff-8673-9dab2213721c will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:05:48.630317 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:48.672529 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Network b850908a-0203-4187-af97-ffce1533f38a is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:05:48.675494 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:05:48.679141 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:05:48.685426 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'Port': ['ID=87947265-654f-47ff-8673-9dab2213721c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:48.713086 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:48.713437 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:48.713779 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:48.714139 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:48.714500 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:48.714839 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:48.715165 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:48.715495 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:48.715818 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:48.716139 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:48.716461 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:48.716830 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:48.746402 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:48.747019 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:48.762315 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-ee347334-3432-498c-a5fc-2a677407a335 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5565519 Jul 22 17:05:48.779478 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-636a400f-64d0-428a-a472-c94fc6f4037e service neutron] Request body: {'port': {'device_id': 'ab9b12b2-a67a-4128-aa7f-7723fc44abfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:05:48.852649 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-636a400f-64d0-428a-a472-c94fc6f4037e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:48.875314 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6c329454-1e89-4f3e-8ff3-7f1a987aa9b8 None None] Provisioning for port 87947265-654f-47ff-8673-9dab2213721c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:05:48.878943 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6c329454-1e89-4f3e-8ff3-7f1a987aa9b8 None None] Provisioning complete for port 87947265-654f-47ff-8673-9dab2213721c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:05:48.879384 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c329454-1e89-4f3e-8ff3-7f1a987aa9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:48.912342 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6c329454-1e89-4f3e-8ff3-7f1a987aa9b8 None None] Port 87947265-654f-47ff-8673-9dab2213721c cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:05:49.112697 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-636a400f-64d0-428a-a472-c94fc6f4037e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87947265-654f-47ff-8673-9dab2213721c {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:05:49.120329 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-636a400f-64d0-428a-a472-c94fc6f4037e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:49.132718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-636a400f-64d0-428a-a472-c94fc6f4037e service neutron] Transition to ACTIVE for port object 87947265-654f-47ff-8673-9dab2213721c will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:05:49.136388 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-636a400f-64d0-428a-a472-c94fc6f4037e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:49.186703 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a400f-64d0-428a-a472-c94fc6f4037e service neutron] Pushing event updated for resources: {'Port': ['ID=87947265-654f-47ff-8673-9dab2213721c,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:49.257806 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-636a400f-64d0-428a-a472-c94fc6f4037e service neutron] Attempting to bind port 87947265-654f-47ff-8673-9dab2213721c on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:05:49.258538 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-636a400f-64d0-428a-a472-c94fc6f4037e service neutron] Attempting to bind port 87947265-654f-47ff-8673-9dab2213721c by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'd3e660f5-f65a-4be3-a98d-d319c20ef740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:05:49.258538 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-636a400f-64d0-428a-a472-c94fc6f4037e service neutron] Attempting to bind port 87947265-654f-47ff-8673-9dab2213721c on network b850908a-0203-4187-af97-ffce1533f38a {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:05:49.262890 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-636a400f-64d0-428a-a472-c94fc6f4037e service neutron] Port 87947265-654f-47ff-8673-9dab2213721c on network b850908a-0203-4187-af97-ffce1533f38a not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:05:49.263208 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-636a400f-64d0-428a-a472-c94fc6f4037e service neutron] Attempting to bind port 87947265-654f-47ff-8673-9dab2213721c on network b850908a-0203-4187-af97-ffce1533f38a {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:05:49.268065 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-636a400f-64d0-428a-a472-c94fc6f4037e service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:05:49.268398 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-636a400f-64d0-428a-a472-c94fc6f4037e service neutron] Checking segment: {'id': 'd3e660f5-f65a-4be3-a98d-d319c20ef740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:05:49.268782 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-636a400f-64d0-428a-a472-c94fc6f4037e service neutron] Bound using segment: {'id': 'd3e660f5-f65a-4be3-a98d-d319c20ef740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:05:49.269198 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-636a400f-64d0-428a-a472-c94fc6f4037e service neutron] Bound port: 87947265-654f-47ff-8673-9dab2213721c, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e660f5-f65a-4be3-a98d-d319c20ef740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:05:49.269555 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-636a400f-64d0-428a-a472-c94fc6f4037e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:49.366559 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-636a400f-64d0-428a-a472-c94fc6f4037e service neutron] For port 87947265-654f-47ff-8673-9dab2213721c, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:05:49.381137 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-636a400f-64d0-428a-a472-c94fc6f4037e service neutron] For port 87947265-654f-47ff-8673-9dab2213721c, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=87947265-654f-47ff-8673-9dab2213721c,segment=NetworkSegment(d3e660f5-f65a-4be3-a98d-d319c20ef740),segment_id=d3e660f5-f65a-4be3-a98d-d319c20ef740)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:05:49.386803 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-636a400f-64d0-428a-a472-c94fc6f4037e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:49.426821 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-636a400f-64d0-428a-a472-c94fc6f4037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:49.427593 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-636a400f-64d0-428a-a472-c94fc6f4037e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:49.429032 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-636a400f-64d0-428a-a472-c94fc6f4037e service neutron] 10.222.0.30 "PUT /v2.0/ports/87947265-654f-47ff-8673-9dab2213721c HTTP/1.1" status: 200 len: 1091 time: 0.6539209 Jul 22 17:05:49.431125 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9b12b2-a67a-4128-aa7f-7723fc44abfd', 'tag': '87947265-654f-47ff-8673-9dab2213721c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:05:49.433093 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab34a78a-fcc7-486b-ae63-bb54c3cf4097" -d '{"events": [{"name": "network-changed", "server_uuid": "ab9b12b2-a67a-4128-aa7f-7723fc44abfd", "tag": "87947265-654f-47ff-8673-9dab2213721c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:05:49.469328 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0ae6a-a4b3-4cf0-a94f-3e702cd07e7f req-8659b4ee-f00a-4454-91b3-d920b5bbf19f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:49.472141 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-61d0ae6a-a4b3-4cf0-a94f-3e702cd07e7f req-8659b4ee-f00a-4454-91b3-d920b5bbf19f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab9b12b2-a67a-4128-aa7f-7723fc44abfd HTTP/1.1" status: 200 len: 943 time: 0.1441429 Jul 22 17:05:49.486319 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6deb8f97-b4a8-4867-9443-12c15ff59f0b x-openstack-request-id: req-6deb8f97-b4a8-4867-9443-12c15ff59f0b {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:05:49.486599 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab9b12b2-a67a-4128-aa7f-7723fc44abfd", "tag": "87947265-654f-47ff-8673-9dab2213721c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:05:49.486848 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6deb8f97-b4a8-4867-9443-12c15ff59f0b {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:05:49.487239 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9b12b2-a67a-4128-aa7f-7723fc44abfd', 'tag': '87947265-654f-47ff-8673-9dab2213721c', 'status': 'completed', 'code': 200} Jul 22 17:05:49.487897 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a400f-64d0-428a-a472-c94fc6f4037e service neutron] Pushing event updated for resources: {'Port': ['ID=87947265-654f-47ff-8673-9dab2213721c,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:49.552582 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-61d0ae6a-a4b3-4cf0-a94f-3e702cd07e7f req-4c9471aa-b845-4529-ac31-22a3723a65be tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=36efbbbf-3ddc-4e69-a3fb-88c914cc93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744927 Jul 22 17:05:49.584905 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-32a03c6f-09d1-447e-95a7-37505095d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:49.586656 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-32a03c6f-09d1-447e-95a7-37505095d2a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce5339c90e8b439b8c126f1fe5f554cf&device_id=ab9b12b2-a67a-4128-aa7f-7723fc44abfd HTTP/1.1" status: 200 len: 1094 time: 0.0854731 Jul 22 17:05:49.634070 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-a90d50fa-3be0-491c-b891-84ecfe3f30b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87947265-654f-47ff-8673-9dab2213721c HTTP/1.1" status: 200 len: 217 time: 0.0349796 Jul 22 17:05:49.681259 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-e00208c9-48e3-4aff-9201-09a44cdfd08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:49.682707 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-e00208c9-48e3-4aff-9201-09a44cdfd08f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0a345fc-461c-4862-8258-921bef02bad7 HTTP/1.1" status: 200 len: 835 time: 0.0417254 Jul 22 17:05:49.742773 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-d68cf2a4-585e-4248-b344-f02037ea6ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:49.744155 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-d68cf2a4-585e-4248-b344-f02037ea6ef9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b850908a-0203-4187-af97-ffce1533f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555806 Jul 22 17:05:49.830350 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-9c86096a-7e6d-46db-9ad2-0eec4b04b0b7 service neutron] 10.222.0.30 "GET /v2.0/networks/b850908a-0203-4187-af97-ffce1533f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793130 Jul 22 17:05:50.143842 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2f459a42-028e-4f59-ae42-b2ad193f8c2c up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:05:50.195440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 2f459a42-028e-4f59-ae42-b2ad193f8c2c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:05:50.195918 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:50.218229 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-139f8e02-b94a-4ea5-b045-e083fa35fe8f req-f2efab5d-0826-4108-b502-97daffd3e2e1 service neutron] 10.222.0.30 "GET /v2.0/networks/b850908a-0203-4187-af97-ffce1533f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821344 Jul 22 17:05:50.355074 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34a78a-fcc7-486b-ae63-bb54c3cf4097 req-1ae653a3-f2bb-4a32-920c-8df504eb0007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:50.356488 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ab34a78a-fcc7-486b-ae63-bb54c3cf4097 req-1ae653a3-f2bb-4a32-920c-8df504eb0007 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce5339c90e8b439b8c126f1fe5f554cf&device_id=ab9b12b2-a67a-4128-aa7f-7723fc44abfd HTTP/1.1" status: 200 len: 1094 time: 0.0570691 Jul 22 17:05:50.446017 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34a78a-fcc7-486b-ae63-bb54c3cf4097 req-c82a13a2-3a65-4e8a-a5b3-b9ca06f87e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:50.447457 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ab34a78a-fcc7-486b-ae63-bb54c3cf4097 req-c82a13a2-3a65-4e8a-a5b3-b9ca06f87e76 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b850908a-0203-4187-af97-ffce1533f38a HTTP/1.1" status: 200 len: 897 time: 0.0849133 Jul 22 17:05:50.488477 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ab34a78a-fcc7-486b-ae63-bb54c3cf4097 req-0bf657a2-b7b5-4403-9abc-c29ec744ebdc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87947265-654f-47ff-8673-9dab2213721c HTTP/1.1" status: 200 len: 217 time: 0.0344992 Jul 22 17:05:50.536671 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34a78a-fcc7-486b-ae63-bb54c3cf4097 req-0a4f1898-0b7f-48c6-b06e-2436b01cfa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:50.538117 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ab34a78a-fcc7-486b-ae63-bb54c3cf4097 req-0a4f1898-0b7f-48c6-b06e-2436b01cfa03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0a345fc-461c-4862-8258-921bef02bad7 HTTP/1.1" status: 200 len: 835 time: 0.0429928 Jul 22 17:05:50.601605 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34a78a-fcc7-486b-ae63-bb54c3cf4097 req-854ca444-fa55-4cdc-8547-a88a40096ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:50.603226 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ab34a78a-fcc7-486b-ae63-bb54c3cf4097 req-854ca444-fa55-4cdc-8547-a88a40096ae0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b850908a-0203-4187-af97-ffce1533f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574636 Jul 22 17:05:50.687532 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae765d-f8c7-42de-b888-ee9da530bf9d req-840c8b76-7aeb-4b48-8fe0-ad3e923b8e80 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:50.688948 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26ae765d-f8c7-42de-b888-ee9da530bf9d req-840c8b76-7aeb-4b48-8fe0-ad3e923b8e80 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab9b12b2-a67a-4128-aa7f-7723fc44abfd HTTP/1.1" status: 200 len: 943 time: 0.0632715 Jul 22 17:05:50.695164 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ab34a78a-fcc7-486b-ae63-bb54c3cf4097 req-18354cdd-3a06-4023-969f-f952931bcdbb service neutron] 10.222.0.30 "GET /v2.0/networks/b850908a-0203-4187-af97-ffce1533f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839798 Jul 22 17:05:50.727270 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26ae765d-f8c7-42de-b888-ee9da530bf9d req-d4801307-cff5-42f8-8d20-40fda5f1c506 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=36efbbbf-3ddc-4e69-a3fb-88c914cc93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324395 Jul 22 17:05:50.788536 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ab34a78a-fcc7-486b-ae63-bb54c3cf4097 req-5ceb1a0d-6ba8-48b8-84ca-4a2415d1febf service neutron] 10.222.0.30 "GET /v2.0/networks/b850908a-0203-4187-af97-ffce1533f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862360 Jul 22 17:05:51.854525 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3f1e8-ab4d-4e5c-ae2e-59438676b73a req-0f5bc4c5-0e9b-44a5-adf9-86f5eed6d2c3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:51.856022 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-aed3f1e8-ab4d-4e5c-ae2e-59438676b73a req-0f5bc4c5-0e9b-44a5-adf9-86f5eed6d2c3 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab9b12b2-a67a-4128-aa7f-7723fc44abfd HTTP/1.1" status: 200 len: 943 time: 0.0630786 Jul 22 17:05:51.894701 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-aed3f1e8-ab4d-4e5c-ae2e-59438676b73a req-0aad7c5a-35e7-4e66-ae37-994fe68a43f0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=36efbbbf-3ddc-4e69-a3fb-88c914cc93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331900 Jul 22 17:05:52.259046 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 87947265-654f-47ff-8673-9dab2213721c details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:05:52.352845 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 87947265-654f-47ff-8673-9dab2213721c, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=87947265-654f-47ff-8673-9dab2213721c,segment=NetworkSegment(d3e660f5-f65a-4be3-a98d-d319c20ef740),segment_id=d3e660f5-f65a-4be3-a98d-d319c20ef740)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:52.363992 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '87947265-654f-47ff-8673-9dab2213721c', 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a', 'port_id': '87947265-654f-47ff-8673-9dab2213721c', 'mac_address': 'fa:16:3e:03:21:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a345fc-461c-4862-8258-921bef02bad7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:05:52.399836 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:52.411891 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87947265-654f-47ff-8673-9dab2213721c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:05:52.430803 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 87947265-654f-47ff-8673-9dab2213721c, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=87947265-654f-47ff-8673-9dab2213721c,segment=NetworkSegment(d3e660f5-f65a-4be3-a98d-d319c20ef740),segment_id=d3e660f5-f65a-4be3-a98d-d319c20ef740)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:52.434634 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:52.486819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=87947265-654f-47ff-8673-9dab2213721c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:52.494240 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:52.494593 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:52.494935 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:52.495273 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:52.495607 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:52.495938 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:52.496269 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:52.496610 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:52.496923 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:52.497246 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:52.497573 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:52.498484 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:52.707439 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['87947265-654f-47ff-8673-9dab2213721c'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:05:53.025072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82651c6-1b2f-4520-850e-42557cfa0ddc req-8b91df66-5612-48b8-a0bf-f6deb5c3a7f0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:53.026586 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e82651c6-1b2f-4520-850e-42557cfa0ddc req-8b91df66-5612-48b8-a0bf-f6deb5c3a7f0 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab9b12b2-a67a-4128-aa7f-7723fc44abfd HTTP/1.1" status: 200 len: 944 time: 0.0667281 Jul 22 17:05:53.063253 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e82651c6-1b2f-4520-850e-42557cfa0ddc req-b0071729-f086-47cc-b610-0a8b4df5a401 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=36efbbbf-3ddc-4e69-a3fb-88c914cc93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305655 Jul 22 17:05:54.191702 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f487c0-1d93-4734-9eb9-19a61a44a745 req-4c58169a-070c-4295-92e8-84625b5ac831 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:54.193175 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e1f487c0-1d93-4734-9eb9-19a61a44a745 req-4c58169a-070c-4295-92e8-84625b5ac831 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab9b12b2-a67a-4128-aa7f-7723fc44abfd HTTP/1.1" status: 200 len: 944 time: 0.0625148 Jul 22 17:05:54.229936 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e1f487c0-1d93-4734-9eb9-19a61a44a745 req-dd1aa525-9d92-4f54-a7dd-99c5a88ef50b tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=36efbbbf-3ddc-4e69-a3fb-88c914cc93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309947 Jul 22 17:05:54.274726 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 87947265-654f-47ff-8673-9dab2213721c up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:05:54.321551 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 87947265-654f-47ff-8673-9dab2213721c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:05:54.325047 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 87947265-654f-47ff-8673-9dab2213721c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:05:54.325423 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:54.406342 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:54.428794 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9b12b2-a67a-4128-aa7f-7723fc44abfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87947265-654f-47ff-8673-9dab2213721c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:05:54.431090 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cade195-41c6-4e72-8c05-0e1f96224b2f" -d '{"events": [{"server_uuid": "ab9b12b2-a67a-4128-aa7f-7723fc44abfd", "name": "network-vif-plugged", "status": "completed", "tag": "87947265-654f-47ff-8673-9dab2213721c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:05:54.443839 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 87947265-654f-47ff-8673-9dab2213721c, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=87947265-654f-47ff-8673-9dab2213721c,segment=NetworkSegment(d3e660f5-f65a-4be3-a98d-d319c20ef740),segment_id=d3e660f5-f65a-4be3-a98d-d319c20ef740)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:54.447866 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:54.471749 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67be93d-44c1-4576-b1b0-29ac089f13dd x-openstack-request-id: req-f67be93d-44c1-4576-b1b0-29ac089f13dd {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:05:54.472048 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9b12b2-a67a-4128-aa7f-7723fc44abfd", "name": "network-vif-plugged", "status": "completed", "tag": "87947265-654f-47ff-8673-9dab2213721c", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:05:54.472306 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f67be93d-44c1-4576-b1b0-29ac089f13dd {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:05:54.472698 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9b12b2-a67a-4128-aa7f-7723fc44abfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87947265-654f-47ff-8673-9dab2213721c', 'code': 200} Jul 22 17:05:54.497574 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=87947265-654f-47ff-8673-9dab2213721c,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:54.599193 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49433c30-51fd-48a2-93d2-d36901f97440 req-cde564d3-c5c6-4436-a50c-caa2e261f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:54.600672 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-49433c30-51fd-48a2-93d2-d36901f97440 req-cde564d3-c5c6-4436-a50c-caa2e261f4e3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab9b12b2-a67a-4128-aa7f-7723fc44abfd HTTP/1.1" status: 200 len: 1096 time: 0.0562074 Jul 22 17:05:54.633860 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-49433c30-51fd-48a2-93d2-d36901f97440 req-4bdb7e7a-2633-4e92-a271-26d513803817 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=36efbbbf-3ddc-4e69-a3fb-88c914cc93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263593 Jul 22 17:05:55.512846 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7879655-58a1-4f90-8c7c-ab62b4b36e24 req-aa133bf1-1a85-4988-a024-031eb74ef58a tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:55.514404 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c7879655-58a1-4f90-8c7c-ab62b4b36e24 req-aa133bf1-1a85-4988-a024-031eb74ef58a tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab9b12b2-a67a-4128-aa7f-7723fc44abfd HTTP/1.1" status: 200 len: 945 time: 0.2200944 Jul 22 17:05:55.551711 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c7879655-58a1-4f90-8c7c-ab62b4b36e24 req-feb3e450-799e-4351-8343-c4f665d0db6f tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=36efbbbf-3ddc-4e69-a3fb-88c914cc93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316496 Jul 22 17:05:56.746532 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978ada1-ae1b-4350-bc64-919c9507cc1f req-24b1b04a-fc40-4763-b885-1caf53dae6fd tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:56.748057 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d978ada1-ae1b-4350-bc64-919c9507cc1f req-24b1b04a-fc40-4763-b885-1caf53dae6fd tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab9b12b2-a67a-4128-aa7f-7723fc44abfd HTTP/1.1" status: 200 len: 945 time: 0.1275933 Jul 22 17:05:56.786054 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d978ada1-ae1b-4350-bc64-919c9507cc1f req-aa920ad7-a685-49b8-9bfd-cdbcc197b04e tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=36efbbbf-3ddc-4e69-a3fb-88c914cc93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318568 Jul 22 17:05:56.918114 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c18bb-65db-4a33-985c-4fa3f70a360f req-de72e5e7-4928-4d73-815e-eeb4e22775e8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:56.919678 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-626c18bb-65db-4a33-985c-4fa3f70a360f req-de72e5e7-4928-4d73-815e-eeb4e22775e8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab9b12b2-a67a-4128-aa7f-7723fc44abfd HTTP/1.1" status: 200 len: 945 time: 0.0691979 Jul 22 17:05:56.958507 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-626c18bb-65db-4a33-985c-4fa3f70a360f req-680af97c-c274-4768-9ca1-4a1c15cd5c3c tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=36efbbbf-3ddc-4e69-a3fb-88c914cc93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331924 Jul 22 17:05:56.980862 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35656) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:57.037623 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df5a3c7-4f93-4e98-9baa-4119291d8c77 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:57.039178 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0df5a3c7-4f93-4e98-9baa-4119291d8c77 tempest-TestNetworkBasicOps-89769273 tempest-TestNetworkBasicOps-89769273-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ab9b12b2-a67a-4128-aa7f-7723fc44abfd HTTP/1.1" status: 200 len: 1091 time: 0.0573184 Jul 22 17:05:57.041891 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35658) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:57.046275 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-91a0391e-5f50-404e-9f00-cbfa61eac3cb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': '87947265-654f-47ff-8673-9dab2213721c', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:05:57.067863 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91a0391e-5f50-404e-9f00-cbfa61eac3cb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:57.167121 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91a0391e-5f50-404e-9f00-cbfa61eac3cb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:57.266250 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-91a0391e-5f50-404e-9f00-cbfa61eac3cb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Allocated IP 172.25.0.149 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/a52fc5cb-9e6a-4ea4-b9d3-6378a253cf13) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:05:57.368018 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91a0391e-5f50-404e-9f00-cbfa61eac3cb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:57.405861 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91a0391e-5f50-404e-9f00-cbfa61eac3cb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:57.440515 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a0391e-5f50-404e-9f00-cbfa61eac3cb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:05:57.446436 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-91a0391e-5f50-404e-9f00-cbfa61eac3cb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:05:57.451395 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a0391e-5f50-404e-9f00-cbfa61eac3cb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:05:57.457113 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0391e-5f50-404e-9f00-cbfa61eac3cb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'Port': ['ID=a52fc5cb-9e6a-4ea4-b9d3-6378a253cf13,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:57.801271 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91a0391e-5f50-404e-9f00-cbfa61eac3cb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:57.874566 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91a0391e-5f50-404e-9f00-cbfa61eac3cb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.019598 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91a0391e-5f50-404e-9f00-cbfa61eac3cb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.024002 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91a0391e-5f50-404e-9f00-cbfa61eac3cb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.095688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0391e-5f50-404e-9f00-cbfa61eac3cb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event updated for resources: {'Port': ['ID=a52fc5cb-9e6a-4ea4-b9d3-6378a253cf13,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:58.104545 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91a0391e-5f50-404e-9f00-cbfa61eac3cb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.202592 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-91a0391e-5f50-404e-9f00-cbfa61eac3cb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Floating IP 100763fc-6fa9-489e-be82-93a79cae2374 associated. External IP: 172.25.0.149, port: 87947265-654f-47ff-8673-9dab2213721c. Jul 22 17:05:58.399176 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a0391e-5f50-404e-9f00-cbfa61eac3cb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Router e0b47ed0-7255-4e58-a419-30520db4b470 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:05:58.429758 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:05:58.505749 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a0391e-5f50-404e-9f00-cbfa61eac3cb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:05:58.515586 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d898ba-d9c8-4156-a64d-4012a1285236 None None] Sync routers for ids ['e0b47ed0-7255-4e58-a419-30520db4b470'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:05:58.522175 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91a0391e-5f50-404e-9f00-cbfa61eac3cb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.525720 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d898ba-d9c8-4156-a64d-4012a1285236 None None] Routers {'e0b47ed0-7255-4e58-a419-30520db4b470'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:05:58.526380 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e4d898ba-d9c8-4156-a64d-4012a1285236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:05:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e0b47ed0-7255-4e58-a419-30520db4b470'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:58.562459 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-91a0391e-5f50-404e-9f00-cbfa61eac3cb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5195236 Jul 22 17:05:58.563173 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9b12b2-a67a-4128-aa7f-7723fc44abfd', 'tag': '87947265-654f-47ff-8673-9dab2213721c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:05:58.565290 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35660) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:58.565784 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f812cb7-bf2b-43ca-b4b2-9fb057dabf9b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab9b12b2-a67a-4128-aa7f-7723fc44abfd", "tag": "87947265-654f-47ff-8673-9dab2213721c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:05:58.604896 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f0e80c-703f-4970-b6bd-827ff99ee4d9 x-openstack-request-id: req-85f0e80c-703f-4970-b6bd-827ff99ee4d9 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:05:58.605189 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab9b12b2-a67a-4128-aa7f-7723fc44abfd", "tag": "87947265-654f-47ff-8673-9dab2213721c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:05:58.605437 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-85f0e80c-703f-4970-b6bd-827ff99ee4d9 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:05:58.605839 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9b12b2-a67a-4128-aa7f-7723fc44abfd', 'tag': '87947265-654f-47ff-8673-9dab2213721c', 'status': 'completed', 'code': 200} Jul 22 17:05:58.630689 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-032d1202-4d26-41ba-9854-0206c31abc01 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/floatingips/100763fc-6fa9-489e-be82-93a79cae2374 HTTP/1.1" status: 200 len: 991 time: 0.0641239 Jul 22 17:05:58.632648 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e4d898ba-d9c8-4156-a64d-4012a1285236 None None] Set router e0b47ed0-7255-4e58-a419-30520db4b470 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:05:58.702694 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f812cb7-bf2b-43ca-b4b2-9fb057dabf9b req-9eaae18f-186e-4eac-a1c8-170b4c05c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:58.704110 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f812cb7-bf2b-43ca-b4b2-9fb057dabf9b req-9eaae18f-186e-4eac-a1c8-170b4c05c417 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce5339c90e8b439b8c126f1fe5f554cf&device_id=ab9b12b2-a67a-4128-aa7f-7723fc44abfd HTTP/1.1" status: 200 len: 1096 time: 0.0543599 Jul 22 17:05:58.792669 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f812cb7-bf2b-43ca-b4b2-9fb057dabf9b req-1215a391-8aa4-4cee-bbff-3610bb9ff616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:58.794185 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f812cb7-bf2b-43ca-b4b2-9fb057dabf9b req-1215a391-8aa4-4cee-bbff-3610bb9ff616 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b850908a-0203-4187-af97-ffce1533f38a HTTP/1.1" status: 200 len: 897 time: 0.0833621 Jul 22 17:05:58.850589 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e4d898ba-d9c8-4156-a64d-4012a1285236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'name': 'tempest-TestNetworkBasicOps-router-440234563', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:05:43Z', 'revision_number': 4, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '100763fc-6fa9-489e-be82-93a79cae2374', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'port_id': '87947265-654f-47ff-8673-9dab2213721c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a', 'mac_address': 'fa:16:3e:03:21:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b12b2-a67a-4128-aa7f-7723fc44abfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:05:57Z', 'updated_at': '2021-07-22T17:05:57Z', 'revision_number': 0, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f459a42-028e-4f59-ae42-b2ad193f8c2c', 'name': '', 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:b7:39:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'e0a345fc-461c-4862-8258-921bef02bad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:43Z', 'updated_at': '2021-07-22T17:05:48Z', 'revision_number': 5, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': 'e0a345fc-461c-4862-8258-921bef02bad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:58.864319 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f812cb7-bf2b-43ca-b4b2-9fb057dabf9b req-c8b02c85-df48-420f-9671-a8c7984d8678 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87947265-654f-47ff-8673-9dab2213721c HTTP/1.1" status: 200 len: 999 time: 0.0635145 Jul 22 17:05:58.877301 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d898ba-d9c8-4156-a64d-4012a1285236 None None] Checking router: e0b47ed0-7255-4e58-a419-30520db4b470 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:05:58.886204 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d898ba-d9c8-4156-a64d-4012a1285236 None None] Routers {'e0b47ed0-7255-4e58-a419-30520db4b470'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:05:58.887253 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e4d898ba-d9c8-4156-a64d-4012a1285236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:05:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e0b47ed0-7255-4e58-a419-30520db4b470'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:58.912875 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f812cb7-bf2b-43ca-b4b2-9fb057dabf9b req-dde159e8-098b-4a86-a553-9095e67b75fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:58.914376 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f812cb7-bf2b-43ca-b4b2-9fb057dabf9b req-dde159e8-098b-4a86-a553-9095e67b75fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0a345fc-461c-4862-8258-921bef02bad7 HTTP/1.1" status: 200 len: 835 time: 0.0436382 Jul 22 17:05:58.973549 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f812cb7-bf2b-43ca-b4b2-9fb057dabf9b req-fe73aedd-4e12-4628-8448-d7fca2dd757d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:58.975046 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f812cb7-bf2b-43ca-b4b2-9fb057dabf9b req-fe73aedd-4e12-4628-8448-d7fca2dd757d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b850908a-0203-4187-af97-ffce1533f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534689 Jul 22 17:05:58.989846 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e4d898ba-d9c8-4156-a64d-4012a1285236 None None] Set router e0b47ed0-7255-4e58-a419-30520db4b470 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:05:59.070636 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f812cb7-bf2b-43ca-b4b2-9fb057dabf9b req-61339774-7ad2-404a-9bee-013ccdd8f07d service neutron] 10.222.0.30 "GET /v2.0/networks/b850908a-0203-4187-af97-ffce1533f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878053 Jul 22 17:05:59.086476 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eedbb19c-9f0e-42c6-9a56-d7403b5984f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:59.164384 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f812cb7-bf2b-43ca-b4b2-9fb057dabf9b req-e1bf3c4a-3839-460c-9a68-7276a354392e service neutron] 10.222.0.30 "GET /v2.0/networks/b850908a-0203-4187-af97-ffce1533f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873251 Jul 22 17:05:59.222367 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e4d898ba-d9c8-4156-a64d-4012a1285236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'name': 'tempest-TestNetworkBasicOps-router-440234563', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:05:43Z', 'revision_number': 4, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '100763fc-6fa9-489e-be82-93a79cae2374', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'port_id': '87947265-654f-47ff-8673-9dab2213721c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a', 'mac_address': 'fa:16:3e:03:21:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b12b2-a67a-4128-aa7f-7723fc44abfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:05:57Z', 'updated_at': '2021-07-22T17:05:57Z', 'revision_number': 0, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f459a42-028e-4f59-ae42-b2ad193f8c2c', 'name': '', 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:b7:39:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'e0a345fc-461c-4862-8258-921bef02bad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:43Z', 'updated_at': '2021-07-22T17:05:48Z', 'revision_number': 5, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': 'e0a345fc-461c-4862-8258-921bef02bad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:59.247383 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d898ba-d9c8-4156-a64d-4012a1285236 None None] The sync data for ids ['e0b47ed0-7255-4e58-a419-30520db4b470'] in n-d-798930-9 is: [{'id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'name': 'tempest-TestNetworkBasicOps-router-440234563', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:05:43Z', 'revision_number': 4, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '100763fc-6fa9-489e-be82-93a79cae2374', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'port_id': '87947265-654f-47ff-8673-9dab2213721c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a', 'mac_address': 'fa:16:3e:03:21:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9b12b2-a67a-4128-aa7f-7723fc44abfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:05:57Z', 'updated_at': '2021-07-22T17:05:57Z', 'revision_number': 0, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f459a42-028e-4f59-ae42-b2ad193f8c2c', 'name': '', 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:b7:39:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'e0a345fc-461c-4862-8258-921bef02bad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:43Z', 'updated_at': '2021-07-22T17:05:48Z', 'revision_number': 5, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': 'e0a345fc-461c-4862-8258-921bef02bad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:05:59.429274 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5c32ad-d811-4cda-9803-4f4935595c6b None None] New status for floating IP 100763fc-6fa9-489e-be82-93a79cae2374: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:05:59.634695 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35664) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:00.034792 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-294f681f-6fda-4309-a791-f654f9846d85 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/floatingips/100763fc-6fa9-489e-be82-93a79cae2374 HTTP/1.1" status: 200 len: 993 time: 0.3988290 Jul 22 17:06:01.628806 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe40c1ff-b9d2-42a8-bd85-c87d0ec8bcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:01.676453 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:02.837867 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:04.690187 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:12.259449 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:12.320776 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:20.878869 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8a29e37b-ba4d-4e3c-82d9-7357c6c58509 req-90d66340-99ed-4f04-828c-72ac07aa482c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab9b12b2-a67a-4128-aa7f-7723fc44abfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1026535 Jul 22 17:06:20.994560 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29e37b-ba4d-4e3c-82d9-7357c6c58509 req-33376f29-c924-463a-a38c-739b6a48b095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:20.996013 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8a29e37b-ba4d-4e3c-82d9-7357c6c58509 req-33376f29-c924-463a-a38c-739b6a48b095 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce5339c90e8b439b8c126f1fe5f554cf&device_id=ab9b12b2-a67a-4128-aa7f-7723fc44abfd HTTP/1.1" status: 200 len: 1096 time: 0.0524659 Jul 22 17:06:21.103039 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29e37b-ba4d-4e3c-82d9-7357c6c58509 req-ef254a55-b0fc-4d32-ac88-a12164e08d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:21.104541 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8a29e37b-ba4d-4e3c-82d9-7357c6c58509 req-ef254a55-b0fc-4d32-ac88-a12164e08d36 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b850908a-0203-4187-af97-ffce1533f38a HTTP/1.1" status: 200 len: 897 time: 0.0898325 Jul 22 17:06:21.168010 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8a29e37b-ba4d-4e3c-82d9-7357c6c58509 req-4ed35c50-ed94-49a0-b722-f809affc9cf8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87947265-654f-47ff-8673-9dab2213721c HTTP/1.1" status: 200 len: 1001 time: 0.0560338 Jul 22 17:06:21.214621 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29e37b-ba4d-4e3c-82d9-7357c6c58509 req-7c0b89e3-6dcd-464a-99f6-d03dc9e4d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:21.216010 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8a29e37b-ba4d-4e3c-82d9-7357c6c58509 req-7c0b89e3-6dcd-464a-99f6-d03dc9e4d6f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0a345fc-461c-4862-8258-921bef02bad7 HTTP/1.1" status: 200 len: 835 time: 0.0414779 Jul 22 17:06:21.276383 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29e37b-ba4d-4e3c-82d9-7357c6c58509 req-873aeb42-2304-4db4-9fda-a91925324034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:21.277848 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8a29e37b-ba4d-4e3c-82d9-7357c6c58509 req-873aeb42-2304-4db4-9fda-a91925324034 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b850908a-0203-4187-af97-ffce1533f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548596 Jul 22 17:06:21.287965 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-8a29e37b-ba4d-4e3c-82d9-7357c6c58509 req-f9d9c33d-a034-4408-8a4c-05a5961648bd service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:06:21.288895 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8a29e37b-ba4d-4e3c-82d9-7357c6c58509 req-f9d9c33d-a034-4408-8a4c-05a5961648bd service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047538 Jul 22 17:06:21.375640 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8a29e37b-ba4d-4e3c-82d9-7357c6c58509 req-0cde2b72-2268-4856-a37e-5dd75785aa41 service neutron] 10.222.0.30 "GET /v2.0/networks/b850908a-0203-4187-af97-ffce1533f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796924 Jul 22 17:06:21.465958 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8a29e37b-ba4d-4e3c-82d9-7357c6c58509 req-1b870aa3-5bb5-41b1-a941-90cf0d8510bc service neutron] 10.222.0.30 "GET /v2.0/networks/b850908a-0203-4187-af97-ffce1533f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833952 Jul 22 17:06:29.048277 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c2ba358-a4ae-44c6-9a46-48574f66998b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:31.267139 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35680) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:31.325531 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0e22c8d1-d0a9-4688-b47c-7faed7fff7f2 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/floatingips/100763fc-6fa9-489e-be82-93a79cae2374 HTTP/1.1" status: 200 len: 993 time: 0.0572789 Jul 22 17:06:31.604551 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35686) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:31.628711 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-636542c0-2daa-4d3b-b5d4-9785b0de8d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:31.677864 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:31.758156 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-54f5b8d9-0093-4153-b996-6753d7fdaf50 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Deleting port a52fc5cb-9e6a-4ea4-b9d3-6378a253cf13 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:06:31.758493 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54f5b8d9-0093-4153-b996-6753d7fdaf50 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:31.833575 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54f5b8d9-0093-4153-b996-6753d7fdaf50 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:31.833902 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54f5b8d9-0093-4153-b996-6753d7fdaf50 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:31.845690 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-54f5b8d9-0093-4153-b996-6753d7fdaf50 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Calling delete_port for a52fc5cb-9e6a-4ea4-b9d3-6378a253cf13 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:06:31.991486 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54f5b8d9-0093-4153-b996-6753d7fdaf50 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:32.017297 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5b8d9-0093-4153-b996-6753d7fdaf50 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event deleted for resources: {'Port': ['ID=a52fc5cb-9e6a-4ea4-b9d3-6378a253cf13,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:32.076529 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54f5b8d9-0093-4153-b996-6753d7fdaf50 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:32.076930 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-54f5b8d9-0093-4153-b996-6753d7fdaf50 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Floating IP 100763fc-6fa9-489e-be82-93a79cae2374 disassociated (deleted). External IP: 172.25.0.149, port: 87947265-654f-47ff-8673-9dab2213721c. Jul 22 17:06:32.276712 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f5b8d9-0093-4153-b996-6753d7fdaf50 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Router e0b47ed0-7255-4e58-a419-30520db4b470 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:06:32.383069 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f5b8d9-0093-4153-b996-6753d7fdaf50 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:06:32.388385 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54f5b8d9-0093-4153-b996-6753d7fdaf50 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:32.393996 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d9d943-1ff6-46b8-86b7-c9663f38c218 None None] Sync routers for ids ['e0b47ed0-7255-4e58-a419-30520db4b470'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:06:32.402664 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d9d943-1ff6-46b8-86b7-c9663f38c218 None None] Routers {'e0b47ed0-7255-4e58-a419-30520db4b470'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:06:32.403275 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c4d9d943-1ff6-46b8-86b7-c9663f38c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:06:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e0b47ed0-7255-4e58-a419-30520db4b470'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:32.422803 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-54f5b8d9-0093-4153-b996-6753d7fdaf50 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "DELETE /v2.0/floatingips/100763fc-6fa9-489e-be82-93a79cae2374 HTTP/1.1" status: 204 len: 168 time: 0.8171871 Jul 22 17:06:32.423495 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9b12b2-a67a-4128-aa7f-7723fc44abfd', 'tag': '87947265-654f-47ff-8673-9dab2213721c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:06:32.425849 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21f84a6-054a-4b37-8932-575c33a5a1d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ab9b12b2-a67a-4128-aa7f-7723fc44abfd", "tag": "87947265-654f-47ff-8673-9dab2213721c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:06:32.467185 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12767cf7-b580-4a7b-a112-a1433631f358 x-openstack-request-id: req-12767cf7-b580-4a7b-a112-a1433631f358 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:06:32.467384 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab9b12b2-a67a-4128-aa7f-7723fc44abfd", "tag": "87947265-654f-47ff-8673-9dab2213721c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:06:32.467544 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-12767cf7-b580-4a7b-a112-a1433631f358 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:06:32.467948 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9b12b2-a67a-4128-aa7f-7723fc44abfd', 'tag': '87947265-654f-47ff-8673-9dab2213721c', 'status': 'completed', 'code': 200} Jul 22 17:06:32.520367 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-c4d9d943-1ff6-46b8-86b7-c9663f38c218 None None] Set router e0b47ed0-7255-4e58-a419-30520db4b470 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:06:32.577327 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f84a6-054a-4b37-8932-575c33a5a1d2 req-aa31ed02-d358-4ff1-b3ca-158beabb5764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:32.579043 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d21f84a6-054a-4b37-8932-575c33a5a1d2 req-aa31ed02-d358-4ff1-b3ca-158beabb5764 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce5339c90e8b439b8c126f1fe5f554cf&device_id=ab9b12b2-a67a-4128-aa7f-7723fc44abfd HTTP/1.1" status: 200 len: 1096 time: 0.0648758 Jul 22 17:06:32.680002 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75968c-3335-4c20-88d0-1cabac54eda3 req-7655c960-1ab0-4bd3-8c0f-427578fc01ac tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:32.682400 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b75968c-3335-4c20-88d0-1cabac54eda3 req-7655c960-1ab0-4bd3-8c0f-427578fc01ac tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab9b12b2-a67a-4128-aa7f-7723fc44abfd HTTP/1.1" status: 200 len: 945 time: 0.0713661 Jul 22 17:06:32.725122 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b75968c-3335-4c20-88d0-1cabac54eda3 req-b7ec71da-f460-4ed8-9f36-50bd79662b8a tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=36efbbbf-3ddc-4e69-a3fb-88c914cc93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364842 Jul 22 17:06:32.748536 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c4d9d943-1ff6-46b8-86b7-c9663f38c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'name': 'tempest-TestNetworkBasicOps-router-440234563', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:05:43Z', 'revision_number': 4, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '2f459a42-028e-4f59-ae42-b2ad193f8c2c', 'name': '', 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:b7:39:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'e0a345fc-461c-4862-8258-921bef02bad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:43Z', 'updated_at': '2021-07-22T17:05:48Z', 'revision_number': 5, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': 'e0a345fc-461c-4862-8258-921bef02bad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:32.776119 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d9d943-1ff6-46b8-86b7-c9663f38c218 None None] Checking router: e0b47ed0-7255-4e58-a419-30520db4b470 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:06:32.785411 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d9d943-1ff6-46b8-86b7-c9663f38c218 None None] Routers {'e0b47ed0-7255-4e58-a419-30520db4b470'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:06:32.786057 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c4d9d943-1ff6-46b8-86b7-c9663f38c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:06:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e0b47ed0-7255-4e58-a419-30520db4b470'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:32.872647 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:32.903605 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-c4d9d943-1ff6-46b8-86b7-c9663f38c218 None None] Set router e0b47ed0-7255-4e58-a419-30520db4b470 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:06:33.007576 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f84a6-054a-4b37-8932-575c33a5a1d2 req-f9fbdd7f-715c-41aa-a91f-0d0e2cbbd261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:33.009085 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d21f84a6-054a-4b37-8932-575c33a5a1d2 req-f9fbdd7f-715c-41aa-a91f-0d0e2cbbd261 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b850908a-0203-4187-af97-ffce1533f38a HTTP/1.1" status: 200 len: 897 time: 0.4005857 Jul 22 17:06:33.053399 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d21f84a6-054a-4b37-8932-575c33a5a1d2 req-27cd2bbb-1b79-4b41-abca-95320d34b91a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87947265-654f-47ff-8673-9dab2213721c HTTP/1.1" status: 200 len: 217 time: 0.0369711 Jul 22 17:06:33.096684 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c4d9d943-1ff6-46b8-86b7-c9663f38c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'name': 'tempest-TestNetworkBasicOps-router-440234563', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:05:43Z', 'revision_number': 4, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '2f459a42-028e-4f59-ae42-b2ad193f8c2c', 'name': '', 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:b7:39:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'e0a345fc-461c-4862-8258-921bef02bad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:43Z', 'updated_at': '2021-07-22T17:05:48Z', 'revision_number': 5, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': 'e0a345fc-461c-4862-8258-921bef02bad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:33.103008 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f84a6-054a-4b37-8932-575c33a5a1d2 req-3a2cdd6d-dd0d-4c99-8364-7f4211d26556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:33.104521 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d21f84a6-054a-4b37-8932-575c33a5a1d2 req-3a2cdd6d-dd0d-4c99-8364-7f4211d26556 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0a345fc-461c-4862-8258-921bef02bad7 HTTP/1.1" status: 200 len: 835 time: 0.0439439 Jul 22 17:06:33.126749 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d9d943-1ff6-46b8-86b7-c9663f38c218 None None] The sync data for ids ['e0b47ed0-7255-4e58-a419-30520db4b470'] in n-d-798930-9 is: [{'id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'name': 'tempest-TestNetworkBasicOps-router-440234563', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:05:43Z', 'revision_number': 4, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '2f459a42-028e-4f59-ae42-b2ad193f8c2c', 'name': '', 'network_id': 'b850908a-0203-4187-af97-ffce1533f38a', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'mac_address': 'fa:16:3e:b7:39:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'e0a345fc-461c-4862-8258-921bef02bad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:43Z', 'updated_at': '2021-07-22T17:05:48Z', 'revision_number': 5, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'subnets': [{'id': 'e0a345fc-461c-4862-8258-921bef02bad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:06:33.163960 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f84a6-054a-4b37-8932-575c33a5a1d2 req-7daca73e-6dbe-413a-94f7-1cb510cb292b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:33.165486 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d21f84a6-054a-4b37-8932-575c33a5a1d2 req-7daca73e-6dbe-413a-94f7-1cb510cb292b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b850908a-0203-4187-af97-ffce1533f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540338 Jul 22 17:06:33.261239 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d21f84a6-054a-4b37-8932-575c33a5a1d2 req-a0ba57af-3f11-4d48-94ef-f6adc3fea229 service neutron] 10.222.0.30 "GET /v2.0/networks/b850908a-0203-4187-af97-ffce1533f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877116 Jul 22 17:06:33.352760 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d21f84a6-054a-4b37-8932-575c33a5a1d2 req-94581087-446f-409a-ade9-bc1bb2faea19 service neutron] 10.222.0.30 "GET /v2.0/networks/b850908a-0203-4187-af97-ffce1533f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840476 Jul 22 17:06:33.359509 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62889b82-0be5-409b-ad62-4f4981f2b9bd None None] New status for floating IP 100763fc-6fa9-489e-be82-93a79cae2374: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:06:33.856999 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643cca0-e6c6-424d-9352-a2439782e56f req-59e6f965-6a0b-4dd5-b8f1-d9794ec0cbb5 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:33.858503 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9643cca0-e6c6-424d-9352-a2439782e56f req-59e6f965-6a0b-4dd5-b8f1-d9794ec0cbb5 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab9b12b2-a67a-4128-aa7f-7723fc44abfd HTTP/1.1" status: 200 len: 945 time: 0.0630174 Jul 22 17:06:33.904284 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9643cca0-e6c6-424d-9352-a2439782e56f req-b0cf1894-6609-482c-8b5c-0cb8aeb0c916 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/security-groups?id=36efbbbf-3ddc-4e69-a3fb-88c914cc93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402720 Jul 22 17:06:34.080447 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376523ee-e9ee-475e-9fe1-0190554e41cf req-325ff14c-e63a-4c7a-929e-4e6edbaa1aff tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:34.081898 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-376523ee-e9ee-475e-9fe1-0190554e41cf req-325ff14c-e63a-4c7a-929e-4e6edbaa1aff tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab9b12b2-a67a-4128-aa7f-7723fc44abfd HTTP/1.1" status: 200 len: 945 time: 0.0628214 Jul 22 17:06:34.177720 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-376523ee-e9ee-475e-9fe1-0190554e41cf req-fbf06b16-d6c7-4668-b1e1-8cdcb8b66be4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Deleting port 87947265-654f-47ff-8673-9dab2213721c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:06:34.178092 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-376523ee-e9ee-475e-9fe1-0190554e41cf req-fbf06b16-d6c7-4668-b1e1-8cdcb8b66be4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:34.266285 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-376523ee-e9ee-475e-9fe1-0190554e41cf req-fbf06b16-d6c7-4668-b1e1-8cdcb8b66be4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] For port 87947265-654f-47ff-8673-9dab2213721c, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=87947265-654f-47ff-8673-9dab2213721c,segment=NetworkSegment(d3e660f5-f65a-4be3-a98d-d319c20ef740),segment_id=d3e660f5-f65a-4be3-a98d-d319c20ef740)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:06:34.266658 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-376523ee-e9ee-475e-9fe1-0190554e41cf req-fbf06b16-d6c7-4668-b1e1-8cdcb8b66be4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:34.278092 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-376523ee-e9ee-475e-9fe1-0190554e41cf req-fbf06b16-d6c7-4668-b1e1-8cdcb8b66be4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Calling delete_port for 87947265-654f-47ff-8673-9dab2213721c owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:06:34.403294 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-376523ee-e9ee-475e-9fe1-0190554e41cf req-fbf06b16-d6c7-4668-b1e1-8cdcb8b66be4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:34.429380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf06b16-d6c7-4668-b1e1-8cdcb8b66be4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event deleted for resources: {'Port': ['ID=87947265-654f-47ff-8673-9dab2213721c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:34.476929 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-376523ee-e9ee-475e-9fe1-0190554e41cf req-fbf06b16-d6c7-4668-b1e1-8cdcb8b66be4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] No DVR routers for this DVR port 87947265-654f-47ff-8673-9dab2213721c on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:06:34.479551 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-376523ee-e9ee-475e-9fe1-0190554e41cf req-fbf06b16-d6c7-4668-b1e1-8cdcb8b66be4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:34.482172 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-376523ee-e9ee-475e-9fe1-0190554e41cf req-fbf06b16-d6c7-4668-b1e1-8cdcb8b66be4 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.30 "DELETE /v2.0/ports/87947265-654f-47ff-8673-9dab2213721c HTTP/1.1" status: 204 len: 173 time: 0.3947687 Jul 22 17:06:34.482606 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9b12b2-a67a-4128-aa7f-7723fc44abfd', 'name': 'network-vif-deleted', 'tag': '87947265-654f-47ff-8673-9dab2213721c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:06:34.484834 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b9c143-0374-420d-97b2-d2ca56d393ba" -d '{"events": [{"server_uuid": "ab9b12b2-a67a-4128-aa7f-7723fc44abfd", "name": "network-vif-deleted", "tag": "87947265-654f-47ff-8673-9dab2213721c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:06:34.524558 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e258ece8-6cc2-4a16-a54e-dc65a381f0b2 x-openstack-request-id: req-e258ece8-6cc2-4a16-a54e-dc65a381f0b2 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:06:34.524849 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9b12b2-a67a-4128-aa7f-7723fc44abfd", "name": "network-vif-deleted", "tag": "87947265-654f-47ff-8673-9dab2213721c", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:06:34.525103 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e258ece8-6cc2-4a16-a54e-dc65a381f0b2 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:06:34.525497 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9b12b2-a67a-4128-aa7f-7723fc44abfd', 'name': 'network-vif-deleted', 'tag': '87947265-654f-47ff-8673-9dab2213721c', 'status': 'completed', 'code': 200} Jul 22 17:06:34.689127 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:35.010199 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c6614aa4-6004-478f-b025-38ac9ceab6f7 req-8b4a6c75-ec0d-43b3-bb9e-f9a2e1b1a19a tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab9b12b2-a67a-4128-aa7f-7723fc44abfd HTTP/1.1" status: 200 len: 210 time: 0.0299280 Jul 22 17:06:35.429164 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:06:36.069206 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35702) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:36.126209 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec15b835-ca8b-4f6d-81e8-d90e577a7712 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:36.153726 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec15b835-ca8b-4f6d-81e8-d90e577a7712 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:36.210378 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec15b835-ca8b-4f6d-81e8-d90e577a7712 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:36.212887 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ec15b835-ca8b-4f6d-81e8-d90e577a7712 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:36.214056 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ec15b835-ca8b-4f6d-81e8-d90e577a7712 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "DELETE /v2.0/security-groups/36efbbbf-3ddc-4e69-a3fb-88c914cc93a9 HTTP/1.1" status: 204 len: 168 time: 0.1438384 Jul 22 17:06:36.223017 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15b835-ca8b-4f6d-81e8-d90e577a7712 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36efbbbf-3ddc-4e69-a3fb-88c914cc93a9,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:36.243896 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35706) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:36.506707 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 87947265-654f-47ff-8673-9dab2213721c no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:06:36.525533 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 87947265-654f-47ff-8673-9dab2213721c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:06:36.525874 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 87947265-654f-47ff-8673-9dab2213721c not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:06:36.594301 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae8fec96-e707-4425-be0a-aed5f0d2c5a8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:36.855190 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ae8fec96-e707-4425-be0a-aed5f0d2c5a8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Deleting port 2f459a42-028e-4f59-ae42-b2ad193f8c2c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:06:36.855618 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae8fec96-e707-4425-be0a-aed5f0d2c5a8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:36.944469 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-ae8fec96-e707-4425-be0a-aed5f0d2c5a8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] For port 2f459a42-028e-4f59-ae42-b2ad193f8c2c, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2f459a42-028e-4f59-ae42-b2ad193f8c2c,segment=NetworkSegment(d3e660f5-f65a-4be3-a98d-d319c20ef740),segment_id=d3e660f5-f65a-4be3-a98d-d319c20ef740)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:06:36.944828 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae8fec96-e707-4425-be0a-aed5f0d2c5a8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:36.963066 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ae8fec96-e707-4425-be0a-aed5f0d2c5a8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Calling delete_port for 2f459a42-028e-4f59-ae42-b2ad193f8c2c owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:06:37.143427 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae8fec96-e707-4425-be0a-aed5f0d2c5a8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:37.167178 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fec96-e707-4425-be0a-aed5f0d2c5a8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event deleted for resources: {'Port': ['ID=2f459a42-028e-4f59-ae42-b2ad193f8c2c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:37.358255 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae8fec96-e707-4425-be0a-aed5f0d2c5a8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:37.568698 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8fec96-e707-4425-be0a-aed5f0d2c5a8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Router e0b47ed0-7255-4e58-a419-30520db4b470 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:06:37.677555 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8fec96-e707-4425-be0a-aed5f0d2c5a8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:06:37.682479 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ae8fec96-e707-4425-be0a-aed5f0d2c5a8 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "PUT /v2.0/routers/e0b47ed0-7255-4e58-a419-30520db4b470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4375377 Jul 22 17:06:37.685671 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35708) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:37.688801 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68661b02-c808-4025-b42c-f4fce3f714fa None None] Sync routers for ids ['e0b47ed0-7255-4e58-a419-30520db4b470'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:06:37.699354 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68661b02-c808-4025-b42c-f4fce3f714fa None None] Routers {'e0b47ed0-7255-4e58-a419-30520db4b470'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:06:37.700560 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-68661b02-c808-4025-b42c-f4fce3f714fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:06:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e0b47ed0-7255-4e58-a419-30520db4b470'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:37.736789 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-b86a81c9-170a-4efc-9ccd-65c75a3709fb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Deleting subnet e0a345fc-461c-4862-8258-921bef02bad7 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:06:37.739946 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b86a81c9-170a-4efc-9ccd-65c75a3709fb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:37.783703 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b86a81c9-170a-4efc-9ccd-65c75a3709fb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:37.875808 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b86a81c9-170a-4efc-9ccd-65c75a3709fb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:37.936318 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b86a81c9-170a-4efc-9ccd-65c75a3709fb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:37.961694 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-68661b02-c808-4025-b42c-f4fce3f714fa None None] Set router e0b47ed0-7255-4e58-a419-30520db4b470 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:06:37.962987 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a81c9-170a-4efc-9ccd-65c75a3709fb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event deleted for resources: {'Subnet': ['ID=e0a345fc-461c-4862-8258-921bef02bad7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:37.967404 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b86a81c9-170a-4efc-9ccd-65c75a3709fb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:37.969326 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b86a81c9-170a-4efc-9ccd-65c75a3709fb tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "DELETE /v2.0/subnets/e0a345fc-461c-4862-8258-921bef02bad7 HTTP/1.1" status: 204 len: 168 time: 0.2826591 Jul 22 17:06:37.971880 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35710) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:37.993520 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fab0475-b3ce-4b7e-9d8a-fd2b5c23a6fc None None] Network b850908a-0203-4187-af97-ffce1533f38a requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:06:38.082884 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-08a3bfa7-6ef9-48ed-bdd4-0f54773731e5 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:38.189002 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-08a3bfa7-6ef9-48ed-bdd4-0f54773731e5 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:38.245963 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-08a3bfa7-6ef9-48ed-bdd4-0f54773731e5 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Deleting port 9eabecfd-4cb2-4759-ae70-235ef2471167 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:06:38.246364 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-08a3bfa7-6ef9-48ed-bdd4-0f54773731e5 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:38.251511 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-68661b02-c808-4025-b42c-f4fce3f714fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'name': 'tempest-TestNetworkBasicOps-router-440234563', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:06:37Z', 'revision_number': 5, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port': {'id': '9eabecfd-4cb2-4759-ae70-235ef2471167', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:38.282207 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68661b02-c808-4025-b42c-f4fce3f714fa None None] Checking router: e0b47ed0-7255-4e58-a419-30520db4b470 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:06:38.290224 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68661b02-c808-4025-b42c-f4fce3f714fa None None] Routers {'e0b47ed0-7255-4e58-a419-30520db4b470'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:06:38.290823 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-68661b02-c808-4025-b42c-f4fce3f714fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:06:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['e0b47ed0-7255-4e58-a419-30520db4b470'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:38.324994 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205429aa-3ceb-432c-9c31-4260470073dc None None] DHCP port deletion for b850908a-0203-4187-af97-ffce1533f38a request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:06:38.335162 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-08a3bfa7-6ef9-48ed-bdd4-0f54773731e5 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] For port 9eabecfd-4cb2-4759-ae70-235ef2471167, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=9eabecfd-4cb2-4759-ae70-235ef2471167,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:06:38.335522 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-08a3bfa7-6ef9-48ed-bdd4-0f54773731e5 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:38.346777 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-08a3bfa7-6ef9-48ed-bdd4-0f54773731e5 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Calling delete_port for 9eabecfd-4cb2-4759-ae70-235ef2471167 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:06:38.398227 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-68661b02-c808-4025-b42c-f4fce3f714fa None None] Set router e0b47ed0-7255-4e58-a419-30520db4b470 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:06:38.452833 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-68661b02-c808-4025-b42c-f4fce3f714fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'name': 'tempest-TestNetworkBasicOps-router-440234563', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:06:38Z', 'revision_number': 6, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:38.481779 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68661b02-c808-4025-b42c-f4fce3f714fa None None] The sync data for ids ['e0b47ed0-7255-4e58-a419-30520db4b470'] in n-d-798930-9 is: [{'id': 'e0b47ed0-7255-4e58-a419-30520db4b470', 'name': 'tempest-TestNetworkBasicOps-router-440234563', 'tenant_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:40Z', 'updated_at': '2021-07-22T17:06:38Z', 'revision_number': 6, 'project_id': 'ce5339c90e8b439b8c126f1fe5f554cf', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:06:38.490795 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-205429aa-3ceb-432c-9c31-4260470073dc None None] Deleting port cd7c7636-0121-4528-80b2-b9c4b2eb73a9 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:06:38.491174 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-205429aa-3ceb-432c-9c31-4260470073dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:38.516340 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-08a3bfa7-6ef9-48ed-bdd4-0f54773731e5 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:38.547229 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3bfa7-6ef9-48ed-bdd4-0f54773731e5 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event deleted for resources: {'Port': ['ID=9eabecfd-4cb2-4759-ae70-235ef2471167,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:38.555845 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-205429aa-3ceb-432c-9c31-4260470073dc None None] For port cd7c7636-0121-4528-80b2-b9c4b2eb73a9, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=cd7c7636-0121-4528-80b2-b9c4b2eb73a9,segment=NetworkSegment(d3e660f5-f65a-4be3-a98d-d319c20ef740),segment_id=d3e660f5-f65a-4be3-a98d-d319c20ef740)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:06:38.556246 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-205429aa-3ceb-432c-9c31-4260470073dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:38.569152 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-205429aa-3ceb-432c-9c31-4260470073dc None None] Calling delete_port for cd7c7636-0121-4528-80b2-b9c4b2eb73a9 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:06:38.608442 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-08a3bfa7-6ef9-48ed-bdd4-0f54773731e5 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:38.649983 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-205429aa-3ceb-432c-9c31-4260470073dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:38.674705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205429aa-3ceb-432c-9c31-4260470073dc None None] Pushing event deleted for resources: {'Port': ['ID=cd7c7636-0121-4528-80b2-b9c4b2eb73a9,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:38.679854 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205429aa-3ceb-432c-9c31-4260470073dc None None] No DVR routers for this DVR port cd7c7636-0121-4528-80b2-b9c4b2eb73a9 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:06:38.702226 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-08a3bfa7-6ef9-48ed-bdd4-0f54773731e5 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:38.704325 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-08a3bfa7-6ef9-48ed-bdd4-0f54773731e5 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:38.745668 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-08a3bfa7-6ef9-48ed-bdd4-0f54773731e5 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:38.746851 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a3bfa7-6ef9-48ed-bdd4-0f54773731e5 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Fanout notify agent at l3_agent the message router_deleted on router e0b47ed0-7255-4e58-a419-30520db4b470 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:06:38.753784 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-08a3bfa7-6ef9-48ed-bdd4-0f54773731e5 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:38.754918 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-08a3bfa7-6ef9-48ed-bdd4-0f54773731e5 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "DELETE /v2.0/routers/e0b47ed0-7255-4e58-a419-30520db4b470 HTTP/1.1" status: 204 len: 168 time: 0.7821217 Jul 22 17:06:38.757599 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35712) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:38.830249 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17323dfd-3347-4605-9452-318cfa8751a1 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:38.923014 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17323dfd-3347-4605-9452-318cfa8751a1 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:38.935884 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-17323dfd-3347-4605-9452-318cfa8751a1 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b850908a-0203-4187-af97-ffce1533f38a']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:38.945760 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-17323dfd-3347-4605-9452-318cfa8751a1 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e660f5-f65a-4be3-a98d-d319c20ef740') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:38.946428 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-17323dfd-3347-4605-9452-318cfa8751a1 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e660f5-f65a-4be3-a98d-d319c20ef740') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:38.955086 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17323dfd-3347-4605-9452-318cfa8751a1 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:38.968288 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17323dfd-3347-4605-9452-318cfa8751a1 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:38.974011 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17323dfd-3347-4605-9452-318cfa8751a1 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:06:38.974390 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17323dfd-3347-4605-9452-318cfa8751a1 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: timer() Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:06:38.977297 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:06:39.035770 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17323dfd-3347-4605-9452-318cfa8751a1 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:39.042806 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17323dfd-3347-4605-9452-318cfa8751a1 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:39.045205 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-17323dfd-3347-4605-9452-318cfa8751a1 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] 10.222.0.69 "DELETE /v2.0/networks/b850908a-0203-4187-af97-ffce1533f38a HTTP/1.1" status: 204 len: 168 time: 0.2865887 Jul 22 17:06:39.056598 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17323dfd-3347-4605-9452-318cfa8751a1 tempest-TestNetworkBasicOps-1181803934 tempest-TestNetworkBasicOps-1181803934-project] Pushing event deleted for resources: {'Network': ['ID=b850908a-0203-4187-af97-ffce1533f38a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:39.306681 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35718) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:39.440215 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-be0e910f-9b75-47bc-bda1-c45146c3d567 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ce5339c90e8b439b8c126f1fe5f554cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1322753 Jul 22 17:06:39.442820 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35722) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:39.491383 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf2ab2f6-dc24-43fb-a68c-8730c9ba0fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:39.512911 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf2ab2f6-dc24-43fb-a68c-8730c9ba0fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:39.557589 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf2ab2f6-dc24-43fb-a68c-8730c9ba0fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:39.560211 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf2ab2f6-dc24-43fb-a68c-8730c9ba0fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:39.561383 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cf2ab2f6-dc24-43fb-a68c-8730c9ba0fa0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d87be544-6413-4f4d-af4d-a834b30c5222 HTTP/1.1" status: 204 len: 168 time: 0.1176205 Jul 22 17:06:39.570169 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ab2f6-dc24-43fb-a68c-8730c9ba0fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87be544-6413-4f4d-af4d-a834b30c5222,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:39.806901 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35728) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:39.819686 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-83807a1e-8002-463d-9c12-0cbe7778021d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:39.907864 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-83807a1e-8002-463d-9c12-0cbe7778021d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:39.911431 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-83807a1e-8002-463d-9c12-0cbe7778021d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:39.948770 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-83807a1e-8002-463d-9c12-0cbe7778021d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e1c7863055bc4be7afa3358869bc79af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408238 Jul 22 17:06:39.950197 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83807a1e-8002-463d-9c12-0cbe7778021d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d481e63d-1ef0-4965-8d15-04e57e8d0bd4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:39.952361 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35730) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:40.003956 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6dac2a89-6180-4979-b4c3-5f4a810dabf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:40.025564 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6dac2a89-6180-4979-b4c3-5f4a810dabf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:40.071233 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6dac2a89-6180-4979-b4c3-5f4a810dabf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:40.073775 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6dac2a89-6180-4979-b4c3-5f4a810dabf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:40.075496 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6dac2a89-6180-4979-b4c3-5f4a810dabf6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d481e63d-1ef0-4965-8d15-04e57e8d0bd4 HTTP/1.1" status: 204 len: 168 time: 0.1214297 Jul 22 17:06:40.083228 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac2a89-6180-4979-b4c3-5f4a810dabf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d481e63d-1ef0-4965-8d15-04e57e8d0bd4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:40.090525 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac2a89-6180-4979-b4c3-5f4a810dabf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:40.090873 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac2a89-6180-4979-b4c3-5f4a810dabf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:40.091214 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac2a89-6180-4979-b4c3-5f4a810dabf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:40.091549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac2a89-6180-4979-b4c3-5f4a810dabf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:40.091881 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac2a89-6180-4979-b4c3-5f4a810dabf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:40.092210 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac2a89-6180-4979-b4c3-5f4a810dabf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:40.092585 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac2a89-6180-4979-b4c3-5f4a810dabf6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:40.092846 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac2a89-6180-4979-b4c3-5f4a810dabf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:40.093173 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac2a89-6180-4979-b4c3-5f4a810dabf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:40.093494 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac2a89-6180-4979-b4c3-5f4a810dabf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:40.093816 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac2a89-6180-4979-b4c3-5f4a810dabf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:40.094160 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac2a89-6180-4979-b4c3-5f4a810dabf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:40.176647 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device cd7c7636-0121-4528-80b2-b9c4b2eb73a9 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:06:40.197020 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: cd7c7636-0121-4528-80b2-b9c4b2eb73a9 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:06:40.197365 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device cd7c7636-0121-4528-80b2-b9c4b2eb73a9 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:06:40.197781 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2f459a42-028e-4f59-ae42-b2ad193f8c2c no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:06:40.218447 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 2f459a42-028e-4f59-ae42-b2ad193f8c2c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:06:40.218792 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2f459a42-028e-4f59-ae42-b2ad193f8c2c not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:06:40.219204 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 9eabecfd-4cb2-4759-ae70-235ef2471167 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:06:40.237432 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 9eabecfd-4cb2-4759-ae70-235ef2471167 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:06:40.237775 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 9eabecfd-4cb2-4759-ae70-235ef2471167 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:06:40.739259 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35752) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:40.832363 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-88d58f08-a0cb-4dcb-b074-3f7cfafd62b7 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1341762254-network', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:06:40.852810 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d58f08-a0cb-4dcb-b074-3f7cfafd62b7 admin admin] Made reservation on behalf of 1c306f77f9504acbb132c4ad876e89e3 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:06:40.855166 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88d58f08-a0cb-4dcb-b074-3f7cfafd62b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:40.864344 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88d58f08-a0cb-4dcb-b074-3f7cfafd62b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:40.951425 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88d58f08-a0cb-4dcb-b074-3f7cfafd62b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:40.955149 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88d58f08-a0cb-4dcb-b074-3f7cfafd62b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:40.978506 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d58f08-a0cb-4dcb-b074-3f7cfafd62b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:06:40.988493 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d58f08-a0cb-4dcb-b074-3f7cfafd62b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a836c396-8b93-4ade-b34c-be065355c85e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:40.994005 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88d58f08-a0cb-4dcb-b074-3f7cfafd62b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:40.994345 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-88d58f08-a0cb-4dcb-b074-3f7cfafd62b7 admin admin] Added segment 36e9513d-be44-47ec-bd8d-a7a7b0871c40 of type vlan for network b8a9d710-7a37-40b2-b17b-425025f77da8 Jul 22 17:06:41.033519 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88d58f08-a0cb-4dcb-b074-3f7cfafd62b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:41.061357 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88d58f08-a0cb-4dcb-b074-3f7cfafd62b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:41.062214 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d58f08-a0cb-4dcb-b074-3f7cfafd62b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:41.062779 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-88d58f08-a0cb-4dcb-b074-3f7cfafd62b7 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:41.092021 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-88d58f08-a0cb-4dcb-b074-3f7cfafd62b7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3516710 Jul 22 17:06:41.095102 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35756) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:41.100701 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-456239ae-6bfe-4692-bab2-3569ce3af43c admin admin] Request body: {'subnet': {'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1341762254-subnet', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:06:41.122608 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456239ae-6bfe-4692-bab2-3569ce3af43c admin admin] Made reservation on behalf of 1c306f77f9504acbb132c4ad876e89e3 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:06:41.125188 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-456239ae-6bfe-4692-bab2-3569ce3af43c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:41.125444 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d58f08-a0cb-4dcb-b074-3f7cfafd62b7 admin admin] Pushing event updated for resources: {'Network': ['ID=b8a9d710-7a37-40b2-b17b-425025f77da8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:41.135535 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network b8a9d710-7a37-40b2-b17b-425025f77da8 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:06:41.290098 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-456239ae-6bfe-4692-bab2-3569ce3af43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:41.349730 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456239ae-6bfe-4692-bab2-3569ce3af43c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6dd56a4-887a-4603-8eb4-4a5ff176b20d,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:41.351938 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456239ae-6bfe-4692-bab2-3569ce3af43c admin admin] Checking segment: {'id': '36e9513d-be44-47ec-bd8d-a7a7b0871c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:06:41.352298 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456239ae-6bfe-4692-bab2-3569ce3af43c admin admin] Network hostable DHCP agents. Network: b8a9d710-7a37-40b2-b17b-425025f77da8, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:06:41.368818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456239ae-6bfe-4692-bab2-3569ce3af43c admin admin] Network b8a9d710-7a37-40b2-b17b-425025f77da8 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:06:41.377929 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-456239ae-6bfe-4692-bab2-3569ce3af43c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, b8a9d710-7a37-40b2-b17b-425025f77da8) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:06:41.382694 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456239ae-6bfe-4692-bab2-3569ce3af43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:41.384697 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-456239ae-6bfe-4692-bab2-3569ce3af43c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:41.385310 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6b802e-3bed-487f-bb2d-430f7c421c42 None None] Network b8a9d710-7a37-40b2-b17b-425025f77da8 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:06:41.401146 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-456239ae-6bfe-4692-bab2-3569ce3af43c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3019640 Jul 22 17:06:41.401347 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35758) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:41.405660 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-08ff79c8-bd26-4b7d-8e58-c3b823e93886 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1341762254-router', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:06:41.425641 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08ff79c8-bd26-4b7d-8e58-c3b823e93886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:41.426713 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08ff79c8-bd26-4b7d-8e58-c3b823e93886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:41.483016 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08ff79c8-bd26-4b7d-8e58-c3b823e93886 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:41.532539 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87be4d5b-68a8-482d-9ab9-70258ec72270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-b8a9d710-7a37-40b2-b17b-425025f77da8', 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'fixed_ips': [{'subnet_id': 'c6dd56a4-887a-4603-8eb4-4a5ff176b20d'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:06:41.533377 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-87be4d5b-68a8-482d-9ab9-70258ec72270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:41.619585 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08ff79c8-bd26-4b7d-8e58-c3b823e93886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:41.667556 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-87be4d5b-68a8-482d-9ab9-70258ec72270 None None] Allocated IP 172.20.0.2 (b8a9d710-7a37-40b2-b17b-425025f77da8/c6dd56a4-887a-4603-8eb4-4a5ff176b20d/7f9063b7-afe2-4bfa-a0a7-440ff5b0887f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:06:41.808705 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-87be4d5b-68a8-482d-9ab9-70258ec72270 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:41.817165 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-87be4d5b-68a8-482d-9ab9-70258ec72270 None None] Transition to ACTIVE for port object 7f9063b7-afe2-4bfa-a0a7-440ff5b0887f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:06:41.828514 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08ff79c8-bd26-4b7d-8e58-c3b823e93886 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:41.832421 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-87be4d5b-68a8-482d-9ab9-70258ec72270 None None] Transition to ACTIVE for port object 7f9063b7-afe2-4bfa-a0a7-440ff5b0887f will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:06:41.838456 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-87be4d5b-68a8-482d-9ab9-70258ec72270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:41.848590 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08ff79c8-bd26-4b7d-8e58-c3b823e93886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:41.874385 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87be4d5b-68a8-482d-9ab9-70258ec72270 None None] Network b8a9d710-7a37-40b2-b17b-425025f77da8 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:06:41.880671 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-87be4d5b-68a8-482d-9ab9-70258ec72270 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:06:41.883198 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87be4d5b-68a8-482d-9ab9-70258ec72270 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:06:41.892469 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be4d5b-68a8-482d-9ab9-70258ec72270 None None] Pushing event updated for resources: {'Port': ['ID=7f9063b7-afe2-4bfa-a0a7-440ff5b0887f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:41.946420 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-87be4d5b-68a8-482d-9ab9-70258ec72270 None None] Attempting to bind port 7f9063b7-afe2-4bfa-a0a7-440ff5b0887f on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:06:41.946789 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-87be4d5b-68a8-482d-9ab9-70258ec72270 None None] Attempting to bind port 7f9063b7-afe2-4bfa-a0a7-440ff5b0887f by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '36e9513d-be44-47ec-bd8d-a7a7b0871c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:06:41.947119 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87be4d5b-68a8-482d-9ab9-70258ec72270 None None] Attempting to bind port 7f9063b7-afe2-4bfa-a0a7-440ff5b0887f on network b8a9d710-7a37-40b2-b17b-425025f77da8 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:06:41.952806 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87be4d5b-68a8-482d-9ab9-70258ec72270 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:06:41.953172 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87be4d5b-68a8-482d-9ab9-70258ec72270 None None] Checking segment: {'id': '36e9513d-be44-47ec-bd8d-a7a7b0871c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:06:41.953567 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-87be4d5b-68a8-482d-9ab9-70258ec72270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:41.953988 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87be4d5b-68a8-482d-9ab9-70258ec72270 None None] Bound using segment: {'id': '36e9513d-be44-47ec-bd8d-a7a7b0871c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:06:41.954448 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-87be4d5b-68a8-482d-9ab9-70258ec72270 None None] Bound port: 7f9063b7-afe2-4bfa-a0a7-440ff5b0887f, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e9513d-be44-47ec-bd8d-a7a7b0871c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:06:41.954825 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-87be4d5b-68a8-482d-9ab9-70258ec72270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:41.970523 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-08ff79c8-bd26-4b7d-8e58-c3b823e93886 admin admin] Allocated IP 172.25.0.59 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:06:42.019434 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-87be4d5b-68a8-482d-9ab9-70258ec72270 None None] For port 7f9063b7-afe2-4bfa-a0a7-440ff5b0887f, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:06:42.022608 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-87be4d5b-68a8-482d-9ab9-70258ec72270 None None] For port 7f9063b7-afe2-4bfa-a0a7-440ff5b0887f, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=7f9063b7-afe2-4bfa-a0a7-440ff5b0887f,segment=NetworkSegment(36e9513d-be44-47ec-bd8d-a7a7b0871c40),segment_id=36e9513d-be44-47ec-bd8d-a7a7b0871c40)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:06:42.026605 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-87be4d5b-68a8-482d-9ab9-70258ec72270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:42.077651 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08ff79c8-bd26-4b7d-8e58-c3b823e93886 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:42.090776 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be4d5b-68a8-482d-9ab9-70258ec72270 None None] Pushing event updated for resources: {'Port': ['ID=7f9063b7-afe2-4bfa-a0a7-440ff5b0887f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:42.118733 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08ff79c8-bd26-4b7d-8e58-c3b823e93886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:42.168934 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ff79c8-bd26-4b7d-8e58-c3b823e93886 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:06:42.170483 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-08ff79c8-bd26-4b7d-8e58-c3b823e93886 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:06:42.172435 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff79c8-bd26-4b7d-8e58-c3b823e93886 admin admin] Pushing event updated for resources: {'Port': ['ID=14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:42.175526 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ff79c8-bd26-4b7d-8e58-c3b823e93886 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:06:42.263415 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:42.319177 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:42.449012 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08ff79c8-bd26-4b7d-8e58-c3b823e93886 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:42.637773 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08ff79c8-bd26-4b7d-8e58-c3b823e93886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:42.771482 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ff79c8-bd26-4b7d-8e58-c3b823e93886 admin admin] Router fe7a7bf0-94bd-4212-a16a-8a61e84eec37 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:06:42.882546 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ff79c8-bd26-4b7d-8e58-c3b823e93886 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:06:42.895032 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] Sync routers for ids ['fe7a7bf0-94bd-4212-a16a-8a61e84eec37'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:06:42.899720 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08ff79c8-bd26-4b7d-8e58-c3b823e93886 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:42.901097 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-08ff79c8-bd26-4b7d-8e58-c3b823e93886 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4988384 Jul 22 17:06:42.904189 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35760) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:42.904674 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] Routers {'fe7a7bf0-94bd-4212-a16a-8a61e84eec37'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:06:42.905087 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:06:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['fe7a7bf0-94bd-4212-a16a-8a61e84eec37'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:42.976845 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a7ee85-3e3d-4f6e-85db-cae57ed3e313 None None] Network b8a9d710-7a37-40b2-b17b-425025f77da8 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:06:43.102725 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1733269c-6e51-487f-a997-cfa614af39d0 None None] Provisioning for port 7f9063b7-afe2-4bfa-a0a7-440ff5b0887f completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:06:43.106697 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] Set router fe7a7bf0-94bd-4212-a16a-8a61e84eec37 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:06:43.295596 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'name': 'tempest-TestServerBasicOps-1341762254-router', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:42Z', 'revision_number': 3, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'gw_port': {'id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:71:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:43.326839 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] Checking router: fe7a7bf0-94bd-4212-a16a-8a61e84eec37 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:06:43.327176 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] Updating router fe7a7bf0-94bd-4212-a16a-8a61e84eec37 port 14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:06:43.365056 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:43.617492 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:43.629068 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] Transition to ACTIVE for port object 14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:06:43.635285 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:43.666421 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dec5aab4-ed71-43ca-bedd-5bd5d53f49a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:43.687670 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] Attempting to bind port 14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:06:43.688099 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] Attempting to bind port 14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:06:43.688477 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] Attempting to bind port 14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:06:43.695161 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f57065-280d-47e4-8924-f0e240321818 None None] Pushing event updated for resources: {'Port': ['ID=14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:43.698202 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:06:43.698562 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:06:43.698953 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:43.699963 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:06:43.700421 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] Bound port: 14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:06:43.700787 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:43.722906 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f57065-280d-47e4-8924-f0e240321818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:43.723243 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f57065-280d-47e4-8924-f0e240321818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:43.723576 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f57065-280d-47e4-8924-f0e240321818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:43.723903 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f57065-280d-47e4-8924-f0e240321818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:43.724225 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f57065-280d-47e4-8924-f0e240321818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:43.724546 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f57065-280d-47e4-8924-f0e240321818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:43.724862 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f57065-280d-47e4-8924-f0e240321818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:43.725175 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f57065-280d-47e4-8924-f0e240321818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:43.725487 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f57065-280d-47e4-8924-f0e240321818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:43.725798 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f57065-280d-47e4-8924-f0e240321818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:43.726129 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f57065-280d-47e4-8924-f0e240321818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:43.726440 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f57065-280d-47e4-8924-f0e240321818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:43.762329 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] For port 14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:06:43.765778 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] For port 14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:06:43.769560 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:43.823511 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-dec5aab4-ed71-43ca-bedd-5bd5d53f49a1 admin admin] Allocated IP 172.20.0.1 (b8a9d710-7a37-40b2-b17b-425025f77da8/c6dd56a4-887a-4603-8eb4-4a5ff176b20d/f4ba47bf-9ce0-4193-9990-7ea706c5eb18) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:06:43.825483 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] Routers {'fe7a7bf0-94bd-4212-a16a-8a61e84eec37'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:06:43.826117 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:06:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['fe7a7bf0-94bd-4212-a16a-8a61e84eec37'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:43.830981 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f57065-280d-47e4-8924-f0e240321818 None None] Pushing event updated for resources: {'Port': ['ID=14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:43.927013 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dec5aab4-ed71-43ca-bedd-5bd5d53f49a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:43.934633 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] Set router fe7a7bf0-94bd-4212-a16a-8a61e84eec37 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:06:43.940809 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-dec5aab4-ed71-43ca-bedd-5bd5d53f49a1 admin admin] Transition to ACTIVE for port object f4ba47bf-9ce0-4193-9990-7ea706c5eb18 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:06:43.973451 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dec5aab4-ed71-43ca-bedd-5bd5d53f49a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:44.014287 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec5aab4-ed71-43ca-bedd-5bd5d53f49a1 admin admin] Network b8a9d710-7a37-40b2-b17b-425025f77da8 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:06:44.019452 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-dec5aab4-ed71-43ca-bedd-5bd5d53f49a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:06:44.021576 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5aab4-ed71-43ca-bedd-5bd5d53f49a1 admin admin] Pushing event updated for resources: {'Port': ['ID=f4ba47bf-9ce0-4193-9990-7ea706c5eb18,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:44.023672 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec5aab4-ed71-43ca-bedd-5bd5d53f49a1 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:06:44.060447 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dec5aab4-ed71-43ca-bedd-5bd5d53f49a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:44.117390 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'name': 'tempest-TestServerBasicOps-1341762254-router', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:42Z', 'revision_number': 3, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'gw_port': {'id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:71:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:44.159620 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dabb09-ba63-4945-96ed-1feaa12971f8 None None] The sync data for ids ['fe7a7bf0-94bd-4212-a16a-8a61e84eec37'] in n-d-798930-9 is: [{'id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'name': 'tempest-TestServerBasicOps-1341762254-router', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:42Z', 'revision_number': 3, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'gw_port': {'id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:71:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:06:44.216965 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dec5aab4-ed71-43ca-bedd-5bd5d53f49a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:44.245195 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7f9063b7-afe2-4bfa-a0a7-440ff5b0887f up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:06:44.295737 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 7f9063b7-afe2-4bfa-a0a7-440ff5b0887f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:06:44.299565 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 7f9063b7-afe2-4bfa-a0a7-440ff5b0887f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:44.299934 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:44.397638 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:44.411700 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9e6a3d11-7f41-4b7c-beea-3880a8c38006 None None] Provisioning for port f4ba47bf-9ce0-4193-9990-7ea706c5eb18 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:06:44.419962 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9e6a3d11-7f41-4b7c-beea-3880a8c38006 None None] Provisioning complete for port f4ba47bf-9ce0-4193-9990-7ea706c5eb18 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:44.420338 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e6a3d11-7f41-4b7c-beea-3880a8c38006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:44.422939 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dec5aab4-ed71-43ca-bedd-5bd5d53f49a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:44.427818 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dec5aab4-ed71-43ca-bedd-5bd5d53f49a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:44.468840 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 7f9063b7-afe2-4bfa-a0a7-440ff5b0887f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=7f9063b7-afe2-4bfa-a0a7-440ff5b0887f,segment=NetworkSegment(36e9513d-be44-47ec-bd8d-a7a7b0871c40),segment_id=36e9513d-be44-47ec-bd8d-a7a7b0871c40)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:06:44.474326 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9e6a3d11-7f41-4b7c-beea-3880a8c38006 None None] Port f4ba47bf-9ce0-4193-9990-7ea706c5eb18 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:06:44.475814 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:44.510183 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dec5aab4-ed71-43ca-bedd-5bd5d53f49a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:44.514297 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5aab4-ed71-43ca-bedd-5bd5d53f49a1 admin admin] Pushing event updated for resources: {'Port': ['ID=f4ba47bf-9ce0-4193-9990-7ea706c5eb18,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:44.531264 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=7f9063b7-afe2-4bfa-a0a7-440ff5b0887f,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:44.611394 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec5aab4-ed71-43ca-bedd-5bd5d53f49a1 admin admin] Network b8a9d710-7a37-40b2-b17b-425025f77da8 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:06:44.612878 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-dec5aab4-ed71-43ca-bedd-5bd5d53f49a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:06:44.738051 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec5aab4-ed71-43ca-bedd-5bd5d53f49a1 admin admin] Router fe7a7bf0-94bd-4212-a16a-8a61e84eec37 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:06:44.852460 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec5aab4-ed71-43ca-bedd-5bd5d53f49a1 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:06:44.857738 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-dec5aab4-ed71-43ca-bedd-5bd5d53f49a1 admin admin] 10.222.0.69 "PUT /v2.0/routers/fe7a7bf0-94bd-4212-a16a-8a61e84eec37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9525068 Jul 22 17:06:44.903595 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-be7163e9-def5-4e00-a969-74fa7a4dd918 None None] Provisioning complete for port f4ba47bf-9ce0-4193-9990-7ea706c5eb18 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:44.903965 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be7163e9-def5-4e00-a969-74fa7a4dd918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:44.941782 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-be7163e9-def5-4e00-a969-74fa7a4dd918 None None] Port f4ba47bf-9ce0-4193-9990-7ea706c5eb18 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:06:45.310136 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35776) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:45.315176 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-920b9865-379e-4c2c-af36-a651cc3d6fa9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1643079575-network', 'tenant_id': 'a2a93fc8a47e4910b93976699fedf3f9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:06:45.334550 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920b9865-379e-4c2c-af36-a651cc3d6fa9 admin admin] Made reservation on behalf of a2a93fc8a47e4910b93976699fedf3f9 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:06:45.336855 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-920b9865-379e-4c2c-af36-a651cc3d6fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:45.345971 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-920b9865-379e-4c2c-af36-a651cc3d6fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:45.435086 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-920b9865-379e-4c2c-af36-a651cc3d6fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:45.439332 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-920b9865-379e-4c2c-af36-a651cc3d6fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:45.461440 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920b9865-379e-4c2c-af36-a651cc3d6fa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:06:45.474972 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b9865-379e-4c2c-af36-a651cc3d6fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47358392-f3d7-4d72-b1ba-a4b302648395,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:45.479840 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-920b9865-379e-4c2c-af36-a651cc3d6fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:45.480713 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-920b9865-379e-4c2c-af36-a651cc3d6fa9 admin admin] Added segment 8f841e8d-d21b-405f-a078-05155e12b424 of type vlan for network e77af2b0-e7ad-4299-8b93-b1650d3fc7f3 Jul 22 17:06:45.521140 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-920b9865-379e-4c2c-af36-a651cc3d6fa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:45.557322 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-920b9865-379e-4c2c-af36-a651cc3d6fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:45.558357 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920b9865-379e-4c2c-af36-a651cc3d6fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:45.558955 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-920b9865-379e-4c2c-af36-a651cc3d6fa9 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:45.590668 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-920b9865-379e-4c2c-af36-a651cc3d6fa9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2788994 Jul 22 17:06:45.593278 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35778) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:45.599445 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2920430d-d51f-4a9c-b267-511fa08c2d8d admin admin] Request body: {'subnet': {'network_id': 'e77af2b0-e7ad-4299-8b93-b1650d3fc7f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1643079575-subnet', 'tenant_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:06:45.631252 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b9865-379e-4c2c-af36-a651cc3d6fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=e77af2b0-e7ad-4299-8b93-b1650d3fc7f3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:45.641750 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network e77af2b0-e7ad-4299-8b93-b1650d3fc7f3 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:06:45.647039 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2920430d-d51f-4a9c-b267-511fa08c2d8d admin admin] Made reservation on behalf of a2a93fc8a47e4910b93976699fedf3f9 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:06:45.649429 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2920430d-d51f-4a9c-b267-511fa08c2d8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:45.707140 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] Sync routers for ids ['fe7a7bf0-94bd-4212-a16a-8a61e84eec37'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:06:45.716365 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] Routers {'fe7a7bf0-94bd-4212-a16a-8a61e84eec37'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:06:45.716966 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:06:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['fe7a7bf0-94bd-4212-a16a-8a61e84eec37'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:45.819869 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] Set router fe7a7bf0-94bd-4212-a16a-8a61e84eec37 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:06:45.826022 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2920430d-d51f-4a9c-b267-511fa08c2d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:45.881985 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920430d-d51f-4a9c-b267-511fa08c2d8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9152ddb2-bb9e-40f0-992e-b5af6c3beb32,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:45.891217 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2920430d-d51f-4a9c-b267-511fa08c2d8d admin admin] Checking segment: {'id': '8f841e8d-d21b-405f-a078-05155e12b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e77af2b0-e7ad-4299-8b93-b1650d3fc7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:06:45.891578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2920430d-d51f-4a9c-b267-511fa08c2d8d admin admin] Network hostable DHCP agents. Network: e77af2b0-e7ad-4299-8b93-b1650d3fc7f3, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:06:45.908102 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2920430d-d51f-4a9c-b267-511fa08c2d8d admin admin] Network e77af2b0-e7ad-4299-8b93-b1650d3fc7f3 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:06:45.917402 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-2920430d-d51f-4a9c-b267-511fa08c2d8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, e77af2b0-e7ad-4299-8b93-b1650d3fc7f3) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:06:45.921542 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2920430d-d51f-4a9c-b267-511fa08c2d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:45.922190 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2920430d-d51f-4a9c-b267-511fa08c2d8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:45.936200 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2920430d-d51f-4a9c-b267-511fa08c2d8d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3419425 Jul 22 17:06:45.938830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35780) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:45.942836 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36798d28-5e00-4619-919b-f1897d9c6280 None None] Network e77af2b0-e7ad-4299-8b93-b1650d3fc7f3 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:06:45.943092 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-bf68a185-2493-4d26-ba28-28e075454670 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1643079575-router', 'tenant_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:06:45.963078 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf68a185-2493-4d26-ba28-28e075454670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:45.964054 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf68a185-2493-4d26-ba28-28e075454670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:46.022381 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf68a185-2493-4d26-ba28-28e075454670 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:46.166974 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf68a185-2493-4d26-ba28-28e075454670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:46.260245 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:06:46.317525 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'name': 'tempest-TestServerBasicOps-1341762254-router', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:44Z', 'revision_number': 4, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'gw_port': {'id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:71:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'f4ba47bf-9ce0-4193-9990-7ea706c5eb18', 'name': '', 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'mac_address': 'fa:16:3e:55:32:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c6dd56a4-887a-4603-8eb4-4a5ff176b20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:43Z', 'updated_at': '2021-07-22T17:06:44Z', 'revision_number': 2, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'subnets': [{'id': 'c6dd56a4-887a-4603-8eb4-4a5ff176b20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:46.349185 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1275c98d-3447-4a8f-a036-7938d7555096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-e77af2b0-e7ad-4299-8b93-b1650d3fc7f3', 'network_id': 'e77af2b0-e7ad-4299-8b93-b1650d3fc7f3', 'tenant_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'fixed_ips': [{'subnet_id': '9152ddb2-bb9e-40f0-992e-b5af6c3beb32'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:06:46.350053 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1275c98d-3447-4a8f-a036-7938d7555096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:46.354889 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] Checking router: fe7a7bf0-94bd-4212-a16a-8a61e84eec37 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:06:46.355757 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] Updating router fe7a7bf0-94bd-4212-a16a-8a61e84eec37 port f4ba47bf-9ce0-4193-9990-7ea706c5eb18 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:06:46.382649 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf68a185-2493-4d26-ba28-28e075454670 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:46.401379 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf68a185-2493-4d26-ba28-28e075454670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:46.412297 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:46.455963 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:06:46.471174 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:46.471548 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:46.507260 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-bf68a185-2493-4d26-ba28-28e075454670 admin admin] Allocated IP 172.25.0.63 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/c9f34ab2-27d4-418b-a1ac-7fd0515c087c) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:06:46.609362 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf68a185-2493-4d26-ba28-28e075454670 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:46.654605 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf68a185-2493-4d26-ba28-28e075454670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:46.668356 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-1275c98d-3447-4a8f-a036-7938d7555096 None None] Allocated IP 172.20.0.2 (e77af2b0-e7ad-4299-8b93-b1650d3fc7f3/9152ddb2-bb9e-40f0-992e-b5af6c3beb32/be864b3e-1a90-4eca-b9c2-c014a3538c4d) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:06:46.697262 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf68a185-2493-4d26-ba28-28e075454670 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:06:46.703382 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-bf68a185-2493-4d26-ba28-28e075454670 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:06:46.705582 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68a185-2493-4d26-ba28-28e075454670 admin admin] Pushing event updated for resources: {'Port': ['ID=c9f34ab2-27d4-418b-a1ac-7fd0515c087c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:46.707991 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf68a185-2493-4d26-ba28-28e075454670 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:06:46.725042 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:46.825799 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:06:46.835607 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:46.836460 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7f9063b7-afe2-4bfa-a0a7-440ff5b0887f up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:06:46.957279 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf68a185-2493-4d26-ba28-28e075454670 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:47.010814 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:47.048123 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1275c98d-3447-4a8f-a036-7938d7555096 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:47.051730 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:47.059199 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 7f9063b7-afe2-4bfa-a0a7-440ff5b0887f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:47.059561 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:47.084408 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1275c98d-3447-4a8f-a036-7938d7555096 None None] Transition to ACTIVE for port object be864b3e-1a90-4eca-b9c2-c014a3538c4d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:06:47.087687 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] Transition to ACTIVE for port object f4ba47bf-9ce0-4193-9990-7ea706c5eb18 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:06:47.103467 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:47.140441 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1275c98d-3447-4a8f-a036-7938d7555096 None None] Transition to ACTIVE for port object be864b3e-1a90-4eca-b9c2-c014a3538c4d will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:06:47.157141 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf68a185-2493-4d26-ba28-28e075454670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:47.162638 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1275c98d-3447-4a8f-a036-7938d7555096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:47.180756 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50e66d-1333-435a-8703-154fc2397f04 None None] Pushing event updated for resources: {'Port': ['ID=f4ba47bf-9ce0-4193-9990-7ea706c5eb18,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:47.264448 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1275c98d-3447-4a8f-a036-7938d7555096 None None] Network e77af2b0-e7ad-4299-8b93-b1650d3fc7f3 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:06:47.274840 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-1275c98d-3447-4a8f-a036-7938d7555096 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:06:47.288411 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1275c98d-3447-4a8f-a036-7938d7555096 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:06:47.294879 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf68a185-2493-4d26-ba28-28e075454670 admin admin] Router 506f479f-dccc-4367-b4eb-e479c381cc3f is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:06:47.307984 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275c98d-3447-4a8f-a036-7938d7555096 None None] Pushing event updated for resources: {'Port': ['ID=be864b3e-1a90-4eca-b9c2-c014a3538c4d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:47.310462 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] Attempting to bind port f4ba47bf-9ce0-4193-9990-7ea706c5eb18 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:06:47.310831 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] Attempting to bind port f4ba47bf-9ce0-4193-9990-7ea706c5eb18 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '36e9513d-be44-47ec-bd8d-a7a7b0871c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:06:47.311319 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] Attempting to bind port f4ba47bf-9ce0-4193-9990-7ea706c5eb18 on network b8a9d710-7a37-40b2-b17b-425025f77da8 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:06:47.337061 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:06:47.337415 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] Checking segment: {'id': '36e9513d-be44-47ec-bd8d-a7a7b0871c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:06:47.337812 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:47.338256 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] Bound using segment: {'id': '36e9513d-be44-47ec-bd8d-a7a7b0871c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:06:47.338855 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] Bound port: f4ba47bf-9ce0-4193-9990-7ea706c5eb18, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e9513d-be44-47ec-bd8d-a7a7b0871c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:06:47.339071 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:47.400771 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf68a185-2493-4d26-ba28-28e075454670 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:06:47.408139 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1275c98d-3447-4a8f-a036-7938d7555096 None None] Attempting to bind port be864b3e-1a90-4eca-b9c2-c014a3538c4d on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:06:47.408500 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1275c98d-3447-4a8f-a036-7938d7555096 None None] Attempting to bind port be864b3e-1a90-4eca-b9c2-c014a3538c4d by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '8f841e8d-d21b-405f-a078-05155e12b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e77af2b0-e7ad-4299-8b93-b1650d3fc7f3'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:06:47.408852 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275c98d-3447-4a8f-a036-7938d7555096 None None] Attempting to bind port be864b3e-1a90-4eca-b9c2-c014a3538c4d on network e77af2b0-e7ad-4299-8b93-b1650d3fc7f3 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:06:47.411813 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] Sync routers for ids ['506f479f-dccc-4367-b4eb-e479c381cc3f'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:06:47.418361 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf68a185-2493-4d26-ba28-28e075454670 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:47.422573 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-bf68a185-2493-4d26-ba28-28e075454670 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4799497 Jul 22 17:06:47.422573 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35782) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:47.424085 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275c98d-3447-4a8f-a036-7938d7555096 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:06:47.424481 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275c98d-3447-4a8f-a036-7938d7555096 None None] Checking segment: {'id': '8f841e8d-d21b-405f-a078-05155e12b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e77af2b0-e7ad-4299-8b93-b1650d3fc7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:06:47.425016 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1275c98d-3447-4a8f-a036-7938d7555096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:47.425372 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] Routers {'506f479f-dccc-4367-b4eb-e479c381cc3f'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:06:47.425577 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275c98d-3447-4a8f-a036-7938d7555096 None None] Bound using segment: {'id': '8f841e8d-d21b-405f-a078-05155e12b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e77af2b0-e7ad-4299-8b93-b1650d3fc7f3'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:06:47.426034 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:06:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['506f479f-dccc-4367-b4eb-e479c381cc3f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:47.426264 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1275c98d-3447-4a8f-a036-7938d7555096 None None] Bound port: be864b3e-1a90-4eca-b9c2-c014a3538c4d, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f841e8d-d21b-405f-a078-05155e12b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e77af2b0-e7ad-4299-8b93-b1650d3fc7f3'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:06:47.426734 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1275c98d-3447-4a8f-a036-7938d7555096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:47.482414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] For port f4ba47bf-9ce0-4193-9990-7ea706c5eb18, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:06:47.502002 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] For port f4ba47bf-9ce0-4193-9990-7ea706c5eb18, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f4ba47bf-9ce0-4193-9990-7ea706c5eb18,segment=NetworkSegment(36e9513d-be44-47ec-bd8d-a7a7b0871c40),segment_id=36e9513d-be44-47ec-bd8d-a7a7b0871c40)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:06:47.512726 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:47.541964 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] Set router 506f479f-dccc-4367-b4eb-e479c381cc3f gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:06:47.557444 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1275c98d-3447-4a8f-a036-7938d7555096 None None] For port be864b3e-1a90-4eca-b9c2-c014a3538c4d, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:06:47.579784 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1275c98d-3447-4a8f-a036-7938d7555096 None None] For port be864b3e-1a90-4eca-b9c2-c014a3538c4d, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=be864b3e-1a90-4eca-b9c2-c014a3538c4d,segment=NetworkSegment(8f841e8d-d21b-405f-a078-05155e12b424),segment_id=8f841e8d-d21b-405f-a078-05155e12b424)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:06:47.597803 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1275c98d-3447-4a8f-a036-7938d7555096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:47.609147 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] Routers {'fe7a7bf0-94bd-4212-a16a-8a61e84eec37'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:06:47.609784 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:06:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['fe7a7bf0-94bd-4212-a16a-8a61e84eec37'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:47.613339 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50e66d-1333-435a-8703-154fc2397f04 None None] Pushing event updated for resources: {'Port': ['ID=f4ba47bf-9ce0-4193-9990-7ea706c5eb18,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:47.768754 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506f479f-dccc-4367-b4eb-e479c381cc3f', 'name': 'tempest-TestServerBasicOps-1643079575-router', 'tenant_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c9f34ab2-27d4-418b-a1ac-7fd0515c087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:06:45Z', 'updated_at': '2021-07-22T17:06:46Z', 'revision_number': 3, 'project_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'gw_port': {'id': 'c9f34ab2-27d4-418b-a1ac-7fd0515c087c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:cd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506f479f-dccc-4367-b4eb-e479c381cc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:46Z', 'updated_at': '2021-07-22T17:06:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:47.801999 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275c98d-3447-4a8f-a036-7938d7555096 None None] Pushing event updated for resources: {'Port': ['ID=be864b3e-1a90-4eca-b9c2-c014a3538c4d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:47.802582 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] Checking router: 506f479f-dccc-4367-b4eb-e479c381cc3f for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:06:47.802582 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] Updating router 506f479f-dccc-4367-b4eb-e479c381cc3f port c9f34ab2-27d4-418b-a1ac-7fd0515c087c binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:06:47.825082 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] Set router fe7a7bf0-94bd-4212-a16a-8a61e84eec37 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:06:47.846680 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:48.090929 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'name': 'tempest-TestServerBasicOps-1341762254-router', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:44Z', 'revision_number': 4, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'gw_port': {'id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'f4ba47bf-9ce0-4193-9990-7ea706c5eb18', 'name': '', 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'mac_address': 'fa:16:3e:55:32:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c6dd56a4-887a-4603-8eb4-4a5ff176b20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:43Z', 'updated_at': '2021-07-22T17:06:47Z', 'revision_number': 4, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'subnets': [{'id': 'c6dd56a4-887a-4603-8eb4-4a5ff176b20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:48.119688 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267b63e1-66cd-417e-acd8-a20c647a1668 None None] The sync data for ids ['fe7a7bf0-94bd-4212-a16a-8a61e84eec37'] in n-d-798930-9 is: [{'id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'name': 'tempest-TestServerBasicOps-1341762254-router', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:44Z', 'revision_number': 4, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'gw_port': {'id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'f4ba47bf-9ce0-4193-9990-7ea706c5eb18', 'name': '', 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'mac_address': 'fa:16:3e:55:32:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c6dd56a4-887a-4603-8eb4-4a5ff176b20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:43Z', 'updated_at': '2021-07-22T17:06:47Z', 'revision_number': 4, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'subnets': [{'id': 'c6dd56a4-887a-4603-8eb4-4a5ff176b20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:06:48.340563 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:48.352127 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] Transition to ACTIVE for port object c9f34ab2-27d4-418b-a1ac-7fd0515c087c will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:06:48.358879 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:48.374329 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:06:48.388170 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7fe8d5d4-c31f-49ad-a091-4bb92b1112e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:48.422678 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78eaecf-12ae-4392-a42a-2c14f3fae063 None None] Pushing event updated for resources: {'Port': ['ID=c9f34ab2-27d4-418b-a1ac-7fd0515c087c,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:48.446312 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:48.446696 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:48.449307 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] Attempting to bind port c9f34ab2-27d4-418b-a1ac-7fd0515c087c on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:06:48.449895 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] Attempting to bind port c9f34ab2-27d4-418b-a1ac-7fd0515c087c by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:06:48.450476 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] Attempting to bind port c9f34ab2-27d4-418b-a1ac-7fd0515c087c on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:06:48.466048 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:06:48.466430 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:06:48.466885 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:48.467284 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:06:48.467761 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] Bound port: c9f34ab2-27d4-418b-a1ac-7fd0515c087c, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:06:48.468146 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:48.529182 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] For port c9f34ab2-27d4-418b-a1ac-7fd0515c087c, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:06:48.535341 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] For port c9f34ab2-27d4-418b-a1ac-7fd0515c087c, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c9f34ab2-27d4-418b-a1ac-7fd0515c087c,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:06:48.545787 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:48.546682 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device be864b3e-1a90-4eca-b9c2-c014a3538c4d up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:06:48.590411 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] Routers {'506f479f-dccc-4367-b4eb-e479c381cc3f'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:06:48.591118 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:06:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['506f479f-dccc-4367-b4eb-e479c381cc3f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:48.596199 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-7fe8d5d4-c31f-49ad-a091-4bb92b1112e1 admin admin] Allocated IP 172.20.0.1 (e77af2b0-e7ad-4299-8b93-b1650d3fc7f3/9152ddb2-bb9e-40f0-992e-b5af6c3beb32/1653d284-eeb5-46eb-b66d-13d9810a4dc3) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:06:48.620850 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port be864b3e-1a90-4eca-b9c2-c014a3538c4d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:06:48.701026 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78eaecf-12ae-4392-a42a-2c14f3fae063 None None] Pushing event updated for resources: {'Port': ['ID=c9f34ab2-27d4-418b-a1ac-7fd0515c087c,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:48.731747 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7fe8d5d4-c31f-49ad-a091-4bb92b1112e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:48.741729 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] Set router 506f479f-dccc-4367-b4eb-e479c381cc3f gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:06:48.752879 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7fe8d5d4-c31f-49ad-a091-4bb92b1112e1 admin admin] Transition to ACTIVE for port object 1653d284-eeb5-46eb-b66d-13d9810a4dc3 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:06:48.809113 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7fe8d5d4-c31f-49ad-a091-4bb92b1112e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:48.853959 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe8d5d4-c31f-49ad-a091-4bb92b1112e1 admin admin] Network e77af2b0-e7ad-4299-8b93-b1650d3fc7f3 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:06:48.857232 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7fe8d5d4-c31f-49ad-a091-4bb92b1112e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:06:48.861652 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe8d5d4-c31f-49ad-a091-4bb92b1112e1 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:06:48.910152 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8d5d4-c31f-49ad-a091-4bb92b1112e1 admin admin] Pushing event updated for resources: {'Port': ['ID=1653d284-eeb5-46eb-b66d-13d9810a4dc3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:48.921443 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7fe8d5d4-c31f-49ad-a091-4bb92b1112e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:48.958769 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506f479f-dccc-4367-b4eb-e479c381cc3f', 'name': 'tempest-TestServerBasicOps-1643079575-router', 'tenant_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c9f34ab2-27d4-418b-a1ac-7fd0515c087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:06:45Z', 'updated_at': '2021-07-22T17:06:46Z', 'revision_number': 3, 'project_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'gw_port': {'id': 'c9f34ab2-27d4-418b-a1ac-7fd0515c087c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:cd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506f479f-dccc-4367-b4eb-e479c381cc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:46Z', 'updated_at': '2021-07-22T17:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:48.990592 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c194b5-6039-4923-b9d5-9e262611dfa2 None None] The sync data for ids ['506f479f-dccc-4367-b4eb-e479c381cc3f'] in n-d-798930-9 is: [{'id': '506f479f-dccc-4367-b4eb-e479c381cc3f', 'name': 'tempest-TestServerBasicOps-1643079575-router', 'tenant_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c9f34ab2-27d4-418b-a1ac-7fd0515c087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:06:45Z', 'updated_at': '2021-07-22T17:06:46Z', 'revision_number': 3, 'project_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'gw_port': {'id': 'c9f34ab2-27d4-418b-a1ac-7fd0515c087c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:cd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506f479f-dccc-4367-b4eb-e479c381cc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:46Z', 'updated_at': '2021-07-22T17:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:06:49.043761 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d78364-e93a-4713-ae00-fd49aaea2131 None None] Network e77af2b0-e7ad-4299-8b93-b1650d3fc7f3 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:06:49.091271 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7fe8d5d4-c31f-49ad-a091-4bb92b1112e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:49.127215 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a6405cf4-88fb-4581-88d0-3321ecc6f7ed None None] Provisioning for port be864b3e-1a90-4eca-b9c2-c014a3538c4d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:06:49.134035 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a6405cf4-88fb-4581-88d0-3321ecc6f7ed None None] Provisioning complete for port be864b3e-1a90-4eca-b9c2-c014a3538c4d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:49.134398 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6405cf4-88fb-4581-88d0-3321ecc6f7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:49.323107 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6405cf4-88fb-4581-88d0-3321ecc6f7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:49.328833 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7fe8d5d4-c31f-49ad-a091-4bb92b1112e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:49.336130 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7fe8d5d4-c31f-49ad-a091-4bb92b1112e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:49.372260 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a6405cf4-88fb-4581-88d0-3321ecc6f7ed None None] For port be864b3e-1a90-4eca-b9c2-c014a3538c4d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=be864b3e-1a90-4eca-b9c2-c014a3538c4d,segment=NetworkSegment(8f841e8d-d21b-405f-a078-05155e12b424),segment_id=8f841e8d-d21b-405f-a078-05155e12b424)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:06:49.379781 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6405cf4-88fb-4581-88d0-3321ecc6f7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:49.418945 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7fe8d5d4-c31f-49ad-a091-4bb92b1112e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:49.431093 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8d5d4-c31f-49ad-a091-4bb92b1112e1 admin admin] Pushing event updated for resources: {'Port': ['ID=1653d284-eeb5-46eb-b66d-13d9810a4dc3,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:49.540483 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe8d5d4-c31f-49ad-a091-4bb92b1112e1 admin admin] Network e77af2b0-e7ad-4299-8b93-b1650d3fc7f3 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:06:49.542128 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7fe8d5d4-c31f-49ad-a091-4bb92b1112e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:06:49.596592 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6405cf4-88fb-4581-88d0-3321ecc6f7ed None None] Pushing event updated for resources: {'Port': ['ID=be864b3e-1a90-4eca-b9c2-c014a3538c4d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:49.668728 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe8d5d4-c31f-49ad-a091-4bb92b1112e1 admin admin] Router 506f479f-dccc-4367-b4eb-e479c381cc3f has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:06:49.709359 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-08faae3c-9480-4c25-8b86-eb081c63e42c None None] Provisioning for port 1653d284-eeb5-46eb-b66d-13d9810a4dc3 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:06:49.714922 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-08faae3c-9480-4c25-8b86-eb081c63e42c None None] Provisioning complete for port 1653d284-eeb5-46eb-b66d-13d9810a4dc3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:49.715921 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08faae3c-9480-4c25-8b86-eb081c63e42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:49.757710 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-08faae3c-9480-4c25-8b86-eb081c63e42c None None] Port 1653d284-eeb5-46eb-b66d-13d9810a4dc3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:06:49.772637 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-08faae3c-9480-4c25-8b86-eb081c63e42c None None] Provisioning complete for port be864b3e-1a90-4eca-b9c2-c014a3538c4d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:49.773103 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08faae3c-9480-4c25-8b86-eb081c63e42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:49.805547 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe8d5d4-c31f-49ad-a091-4bb92b1112e1 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:06:49.815548 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7fe8d5d4-c31f-49ad-a091-4bb92b1112e1 admin admin] 10.222.0.69 "PUT /v2.0/routers/506f479f-dccc-4367-b4eb-e479c381cc3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3919656 Jul 22 17:06:50.009046 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9ced089b-ec23-4528-b7ab-25ece9c6ee9a None None] Provisioning complete for port 1653d284-eeb5-46eb-b66d-13d9810a4dc3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:50.009425 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ced089b-ec23-4528-b7ab-25ece9c6ee9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.050838 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9ced089b-ec23-4528-b7ab-25ece9c6ee9a None None] Port 1653d284-eeb5-46eb-b66d-13d9810a4dc3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:06:50.170918 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-354d4044-956c-4c18-93b2-e6c62665350c None None] Provisioning complete for port 1653d284-eeb5-46eb-b66d-13d9810a4dc3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:50.171482 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-354d4044-956c-4c18-93b2-e6c62665350c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.216842 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-354d4044-956c-4c18-93b2-e6c62665350c None None] Port 1653d284-eeb5-46eb-b66d-13d9810a4dc3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:06:50.294776 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f4ba47bf-9ce0-4193-9990-7ea706c5eb18 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:06:50.341728 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port f4ba47bf-9ce0-4193-9990-7ea706c5eb18 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:06:50.345437 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port f4ba47bf-9ce0-4193-9990-7ea706c5eb18 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:50.345804 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.416301 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35790) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:50.421831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-184baba4-8d72-4156-a84c-b99a63e78e8a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2145504612', 'description': 'tempest-secgroup-smoke-2145504612 description', 'project_id': '1c306f77f9504acbb132c4ad876e89e3'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:06:50.423434 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.442783 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-184baba4-8d72-4156-a84c-b99a63e78e8a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.456027 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port f4ba47bf-9ce0-4193-9990-7ea706c5eb18, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f4ba47bf-9ce0-4193-9990-7ea706c5eb18,segment=NetworkSegment(36e9513d-be44-47ec-bd8d-a7a7b0871c40),segment_id=36e9513d-be44-47ec-bd8d-a7a7b0871c40)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:06:50.459763 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.460565 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c9f34ab2-27d4-418b-a1ac-7fd0515c087c up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:06:50.531577 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-184baba4-8d72-4156-a84c-b99a63e78e8a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.536367 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-184baba4-8d72-4156-a84c-b99a63e78e8a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.545085 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=f4ba47bf-9ce0-4193-9990-7ea706c5eb18,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:50.552767 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port c9f34ab2-27d4-418b-a1ac-7fd0515c087c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:06:50.556730 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port c9f34ab2-27d4-418b-a1ac-7fd0515c087c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:50.557105 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.568223 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-184baba4-8d72-4156-a84c-b99a63e78e8a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.569456 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-184baba4-8d72-4156-a84c-b99a63e78e8a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1520755 Jul 22 17:06:50.572573 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35792) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:50.577585 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4bee91f4-e40b-4fe0-9e5f-61f3e682843d tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Request body: {'security_group_rule': {'security_group_id': '1f2283c7-2408-455b-b364-f03789001f54', 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:06:50.582723 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184baba4-8d72-4156-a84c-b99a63e78e8a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2283c7-2408-455b-b364-f03789001f54,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:50.609116 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bee91f4-e40b-4fe0-9e5f-61f3e682843d tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.636422 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.658249 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port c9f34ab2-27d4-418b-a1ac-7fd0515c087c, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c9f34ab2-27d4-418b-a1ac-7fd0515c087c,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:06:50.661886 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.662711 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device be864b3e-1a90-4eca-b9c2-c014a3538c4d up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:06:50.667316 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bee91f4-e40b-4fe0-9e5f-61f3e682843d tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.671526 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bee91f4-e40b-4fe0-9e5f-61f3e682843d tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.690106 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee91f4-e40b-4fe0-9e5f-61f3e682843d tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d058f93d-19e1-4cce-a8e3-8d31685991c9,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:50.696367 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bee91f4-e40b-4fe0-9e5f-61f3e682843d tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.697702 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4bee91f4-e40b-4fe0-9e5f-61f3e682843d tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240458 Jul 22 17:06:50.700380 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35794) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:50.704874 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-771f130e-ee87-4d06-8035-8584c394e0ec tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Request body: {'security_group_rule': {'security_group_id': '1f2283c7-2408-455b-b364-f03789001f54', 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:06:50.731506 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-771f130e-ee87-4d06-8035-8584c394e0ec tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.742288 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=c9f34ab2-27d4-418b-a1ac-7fd0515c087c,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:50.755381 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port be864b3e-1a90-4eca-b9c2-c014a3538c4d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:50.755753 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.793504 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-771f130e-ee87-4d06-8035-8584c394e0ec tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.797062 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-771f130e-ee87-4d06-8035-8584c394e0ec tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.814670 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f130e-ee87-4d06-8035-8584c394e0ec tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c6eb54-5462-4373-a49d-e58603843a56,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:50.820776 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-771f130e-ee87-4d06-8035-8584c394e0ec tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.822573 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-771f130e-ee87-4d06-8035-8584c394e0ec tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212623 Jul 22 17:06:50.825881 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 35796) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:50.831137 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-35d14991-2cdf-4ba0-a409-0b5c63fa113a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Request body: {'security_group_rule': {'security_group_id': '1f2283c7-2408-455b-b364-f03789001f54', 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:06:50.858576 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35d14991-2cdf-4ba0-a409-0b5c63fa113a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.917271 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35d14991-2cdf-4ba0-a409-0b5c63fa113a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.921400 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35d14991-2cdf-4ba0-a409-0b5c63fa113a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.938933 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d14991-2cdf-4ba0-a409-0b5c63fa113a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5211d1a7-e1af-4250-8c74-5b87e52a7660,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:50.947838 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35d14991-2cdf-4ba0-a409-0b5c63fa113a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.949103 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-35d14991-2cdf-4ba0-a409-0b5c63fa113a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216004 Jul 22 17:06:50.950579 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d14991-2cdf-4ba0-a409-0b5c63fa113a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:50.950957 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d14991-2cdf-4ba0-a409-0b5c63fa113a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:50.951300 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d14991-2cdf-4ba0-a409-0b5c63fa113a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:50.951641 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d14991-2cdf-4ba0-a409-0b5c63fa113a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:50.951891 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35798) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:50.952177 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d14991-2cdf-4ba0-a409-0b5c63fa113a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:50.952579 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d14991-2cdf-4ba0-a409-0b5c63fa113a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:50.952919 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d14991-2cdf-4ba0-a409-0b5c63fa113a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:50.953251 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d14991-2cdf-4ba0-a409-0b5c63fa113a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:50.953796 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d14991-2cdf-4ba0-a409-0b5c63fa113a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:50.954594 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d14991-2cdf-4ba0-a409-0b5c63fa113a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:50.954955 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d14991-2cdf-4ba0-a409-0b5c63fa113a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:50.955297 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d14991-2cdf-4ba0-a409-0b5c63fa113a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:50.956673 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-471dbe77-1b43-4c6c-8d3c-3bee698a2dab tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Request body: {'security_group_rule': {'security_group_id': '1f2283c7-2408-455b-b364-f03789001f54', 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:06:50.990648 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-471dbe77-1b43-4c6c-8d3c-3bee698a2dab tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:51.053103 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-471dbe77-1b43-4c6c-8d3c-3bee698a2dab tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:51.056527 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-471dbe77-1b43-4c6c-8d3c-3bee698a2dab tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:51.074659 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471dbe77-1b43-4c6c-8d3c-3bee698a2dab tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac037e4-b9b0-4df6-beed-ae60c3084406,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:51.079606 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-471dbe77-1b43-4c6c-8d3c-3bee698a2dab tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:51.080805 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-471dbe77-1b43-4c6c-8d3c-3bee698a2dab tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278727 Jul 22 17:06:51.083603 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35800) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:51.087938 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b19dc7b4-2fdb-4670-94f4-530ccfa70ca3 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Request body: {'security_group_rule': {'security_group_id': '1f2283c7-2408-455b-b364-f03789001f54', 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:06:51.110685 n-d-798930-9 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-b19dc7b4-2fdb-4670-94f4-530ccfa70ca3 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Project 1c306f77f9504acbb132c4ad876e89e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:06:51.115506 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b19dc7b4-2fdb-4670-94f4-530ccfa70ca3 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:51.175852 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b19dc7b4-2fdb-4670-94f4-530ccfa70ca3 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:51.179608 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b19dc7b4-2fdb-4670-94f4-530ccfa70ca3 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:51.198790 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19dc7b4-2fdb-4670-94f4-530ccfa70ca3 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76571ee3-47df-4df9-9386-1af8448b1e72,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:51.204206 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b19dc7b4-2fdb-4670-94f4-530ccfa70ca3 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:51.205595 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b19dc7b4-2fdb-4670-94f4-530ccfa70ca3 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210496 Jul 22 17:06:51.208430 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35802) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:51.213073 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-935d1e6a-52a7-4e66-95c1-6c9e8c9febd0 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Request body: {'security_group_rule': {'security_group_id': '1f2283c7-2408-455b-b364-f03789001f54', 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:06:51.235194 n-d-798930-9 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-935d1e6a-52a7-4e66-95c1-6c9e8c9febd0 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Project 1c306f77f9504acbb132c4ad876e89e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:06:51.240028 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-935d1e6a-52a7-4e66-95c1-6c9e8c9febd0 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:51.306197 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-935d1e6a-52a7-4e66-95c1-6c9e8c9febd0 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:51.310251 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-935d1e6a-52a7-4e66-95c1-6c9e8c9febd0 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:51.328727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d1e6a-52a7-4e66-95c1-6c9e8c9febd0 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4d1b25-d305-46ee-8f01-d9b30e1bedec,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:51.336723 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-935d1e6a-52a7-4e66-95c1-6c9e8c9febd0 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:51.341960 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-935d1e6a-52a7-4e66-95c1-6c9e8c9febd0 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284924 Jul 22 17:06:51.476056 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] Sync routers for ids ['506f479f-dccc-4367-b4eb-e479c381cc3f'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:06:51.479060 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-d7808f0a-dda5-4414-a86e-1bde93034c35 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2145504612&fields=id&tenant_id=1c306f77f9504acbb132c4ad876e89e3 HTTP/1.1" status: 200 len: 267 time: 0.0351813 Jul 22 17:06:51.485254 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] Routers {'506f479f-dccc-4367-b4eb-e479c381cc3f'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:06:51.485853 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:06:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['506f479f-dccc-4367-b4eb-e479c381cc3f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:51.587058 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-247196c4-0604-40a1-9bdc-2a4cb3f0ba28 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:51.587479 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] Set router 506f479f-dccc-4367-b4eb-e479c381cc3f gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:06:51.588535 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-247196c4-0604-40a1-9bdc-2a4cb3f0ba28 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/networks?id=b8a9d710-7a37-40b2-b17b-425025f77da8 HTTP/1.1" status: 200 len: 809 time: 0.1031930 Jul 22 17:06:51.604400 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-56ec92ac-0653-41b4-ae75-f99dfaec48ba tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/quotas/1c306f77f9504acbb132c4ad876e89e3 HTTP/1.1" status: 200 len: 375 time: 0.0090888 Jul 22 17:06:51.669225 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-5acad7bf-d443-40cc-99aa-9e561a6e07f1 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c306f77f9504acbb132c4ad876e89e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595908 Jul 22 17:06:51.779894 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506f479f-dccc-4367-b4eb-e479c381cc3f', 'name': 'tempest-TestServerBasicOps-1643079575-router', 'tenant_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c9f34ab2-27d4-418b-a1ac-7fd0515c087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:06:45Z', 'updated_at': '2021-07-22T17:06:49Z', 'revision_number': 4, 'project_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'gw_port': {'id': 'c9f34ab2-27d4-418b-a1ac-7fd0515c087c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506f479f-dccc-4367-b4eb-e479c381cc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:46Z', 'updated_at': '2021-07-22T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '1653d284-eeb5-46eb-b66d-13d9810a4dc3', 'name': '', 'network_id': 'e77af2b0-e7ad-4299-8b93-b1650d3fc7f3', 'tenant_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'mac_address': 'fa:16:3e:10:0d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506f479f-dccc-4367-b4eb-e479c381cc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '9152ddb2-bb9e-40f0-992e-b5af6c3beb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:48Z', 'updated_at': '2021-07-22T17:06:49Z', 'revision_number': 2, 'project_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'subnets': [{'id': '9152ddb2-bb9e-40f0-992e-b5af6c3beb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:51.810141 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] Checking router: 506f479f-dccc-4367-b4eb-e479c381cc3f for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:06:51.810495 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] Updating router 506f479f-dccc-4367-b4eb-e479c381cc3f port 1653d284-eeb5-46eb-b66d-13d9810a4dc3 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:06:51.843884 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:51.858098 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-b16ff3e6-e5b9-4e24-91f0-568b4b290eb6 service neutron] 10.222.0.69 "GET /v2.0/networks/b8a9d710-7a37-40b2-b17b-425025f77da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777272 Jul 22 17:06:51.948409 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-1a2bb93a-c7fa-4adb-83e7-3d4199fb1ea5 service neutron] 10.222.0.69 "GET /v2.0/networks/b8a9d710-7a37-40b2-b17b-425025f77da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838861 Jul 22 17:06:52.104467 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:52.115036 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] Transition to ACTIVE for port object 1653d284-eeb5-46eb-b66d-13d9810a4dc3 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:06:52.119975 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:52.188191 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f4ba47bf-9ce0-4193-9990-7ea706c5eb18 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:06:52.194310 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5377546-7fba-4f66-95f4-22b50e64a1ca None None] Pushing event updated for resources: {'Port': ['ID=1653d284-eeb5-46eb-b66d-13d9810a4dc3,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:52.253773 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] Attempting to bind port 1653d284-eeb5-46eb-b66d-13d9810a4dc3 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:06:52.254174 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] Attempting to bind port 1653d284-eeb5-46eb-b66d-13d9810a4dc3 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '8f841e8d-d21b-405f-a078-05155e12b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e77af2b0-e7ad-4299-8b93-b1650d3fc7f3'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:06:52.254536 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] Attempting to bind port 1653d284-eeb5-46eb-b66d-13d9810a4dc3 on network e77af2b0-e7ad-4299-8b93-b1650d3fc7f3 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:06:52.263953 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:06:52.264321 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] Checking segment: {'id': '8f841e8d-d21b-405f-a078-05155e12b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e77af2b0-e7ad-4299-8b93-b1650d3fc7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:06:52.264718 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:52.265109 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] Bound using segment: {'id': '8f841e8d-d21b-405f-a078-05155e12b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e77af2b0-e7ad-4299-8b93-b1650d3fc7f3'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:06:52.265572 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] Bound port: 1653d284-eeb5-46eb-b66d-13d9810a4dc3, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f841e8d-d21b-405f-a078-05155e12b424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e77af2b0-e7ad-4299-8b93-b1650d3fc7f3'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:06:52.265974 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:52.312990 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port f4ba47bf-9ce0-4193-9990-7ea706c5eb18 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:52.313371 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:52.367630 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] For port 1653d284-eeb5-46eb-b66d-13d9810a4dc3, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:06:52.381958 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] For port 1653d284-eeb5-46eb-b66d-13d9810a4dc3, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1653d284-eeb5-46eb-b66d-13d9810a4dc3,segment=NetworkSegment(8f841e8d-d21b-405f-a078-05155e12b424),segment_id=8f841e8d-d21b-405f-a078-05155e12b424)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:06:52.388064 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:52.490851 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c9f34ab2-27d4-418b-a1ac-7fd0515c087c up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:06:52.492345 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5377546-7fba-4f66-95f4-22b50e64a1ca None None] Pushing event updated for resources: {'Port': ['ID=1653d284-eeb5-46eb-b66d-13d9810a4dc3,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:52.496840 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] Routers {'506f479f-dccc-4367-b4eb-e479c381cc3f'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:06:52.497447 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:06:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['506f479f-dccc-4367-b4eb-e479c381cc3f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:52.639736 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port c9f34ab2-27d4-418b-a1ac-7fd0515c087c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:52.640106 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:52.671982 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] Set router 506f479f-dccc-4367-b4eb-e479c381cc3f gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:06:52.910836 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506f479f-dccc-4367-b4eb-e479c381cc3f', 'name': 'tempest-TestServerBasicOps-1643079575-router', 'tenant_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c9f34ab2-27d4-418b-a1ac-7fd0515c087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:06:45Z', 'updated_at': '2021-07-22T17:06:49Z', 'revision_number': 4, 'project_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'gw_port': {'id': 'c9f34ab2-27d4-418b-a1ac-7fd0515c087c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506f479f-dccc-4367-b4eb-e479c381cc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:46Z', 'updated_at': '2021-07-22T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '1653d284-eeb5-46eb-b66d-13d9810a4dc3', 'name': '', 'network_id': 'e77af2b0-e7ad-4299-8b93-b1650d3fc7f3', 'tenant_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'mac_address': 'fa:16:3e:10:0d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506f479f-dccc-4367-b4eb-e479c381cc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '9152ddb2-bb9e-40f0-992e-b5af6c3beb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:48Z', 'updated_at': '2021-07-22T17:06:52Z', 'revision_number': 4, 'project_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'subnets': [{'id': '9152ddb2-bb9e-40f0-992e-b5af6c3beb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:52.936720 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257c35c0-6a5b-45af-b27c-eb8059c915b9 None None] The sync data for ids ['506f479f-dccc-4367-b4eb-e479c381cc3f'] in n-d-798930-9 is: [{'id': '506f479f-dccc-4367-b4eb-e479c381cc3f', 'name': 'tempest-TestServerBasicOps-1643079575-router', 'tenant_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c9f34ab2-27d4-418b-a1ac-7fd0515c087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:06:45Z', 'updated_at': '2021-07-22T17:06:49Z', 'revision_number': 4, 'project_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'gw_port': {'id': 'c9f34ab2-27d4-418b-a1ac-7fd0515c087c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506f479f-dccc-4367-b4eb-e479c381cc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:46Z', 'updated_at': '2021-07-22T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '1653d284-eeb5-46eb-b66d-13d9810a4dc3', 'name': '', 'network_id': 'e77af2b0-e7ad-4299-8b93-b1650d3fc7f3', 'tenant_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'mac_address': 'fa:16:3e:10:0d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506f479f-dccc-4367-b4eb-e479c381cc3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '9152ddb2-bb9e-40f0-992e-b5af6c3beb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:48Z', 'updated_at': '2021-07-22T17:06:52Z', 'revision_number': 4, 'project_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'subnets': [{'id': '9152ddb2-bb9e-40f0-992e-b5af6c3beb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:06:53.161184 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ebd75ffb-138c-4bb5-99c4-6f685244f5a4 req-87a41b2f-0056-4bd1-b675-e7437d109e7e tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/ports?device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 210 time: 0.0354216 Jul 22 17:06:54.205940 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-deb6ab95-af5f-4803-935b-03502975966c tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:54.207666 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-deb6ab95-af5f-4803-935b-03502975966c tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.30 "GET /v2.0/networks?id=b8a9d710-7a37-40b2-b17b-425025f77da8 HTTP/1.1" status: 200 len: 809 time: 0.1255760 Jul 22 17:06:54.235144 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1653d284-eeb5-46eb-b66d-13d9810a4dc3 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:06:54.277711 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-427994a0-9f32-4c36-b4a5-20f6d2136759 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c306f77f9504acbb132c4ad876e89e3 HTTP/1.1" status: 200 len: 380 time: 0.0535252 Jul 22 17:06:54.295258 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3a274544-4b37-49dc-b610-310f1696c264 req-b6671dc1-dbb7-4dc9-954c-6094e78b6c0a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/ports?device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 210 time: 0.0342698 Jul 22 17:06:54.296812 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 1653d284-eeb5-46eb-b66d-13d9810a4dc3 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:06:54.300711 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 1653d284-eeb5-46eb-b66d-13d9810a4dc3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:54.301080 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:54.311631 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-3d6e28ed-e1b3-4e8e-9c94-71fdfeaee99d tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Request body: {'port': {'device_id': '703560d9-5668-4505-8cfc-ad50efac437a', 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8', 'admin_state_up': True, 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'security_groups': ['1f2283c7-2408-455b-b364-f03789001f54']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:06:54.431429 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-3d6e28ed-e1b3-4e8e-9c94-71fdfeaee99d tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Made reservation on behalf of 1c306f77f9504acbb132c4ad876e89e3 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:06:54.436484 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-3d6e28ed-e1b3-4e8e-9c94-71fdfeaee99d tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:54.528552 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:54.560431 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 1653d284-eeb5-46eb-b66d-13d9810a4dc3, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1653d284-eeb5-46eb-b66d-13d9810a4dc3,segment=NetworkSegment(8f841e8d-d21b-405f-a078-05155e12b424),segment_id=8f841e8d-d21b-405f-a078-05155e12b424)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:06:54.564255 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:54.566882 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-3d6e28ed-e1b3-4e8e-9c94-71fdfeaee99d tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Allocated IP 172.20.0.10 (b8a9d710-7a37-40b2-b17b-425025f77da8/c6dd56a4-887a-4603-8eb4-4a5ff176b20d/65969712-4b95-45c6-96f0-ab932316c1e8) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:06:54.609837 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=1653d284-eeb5-46eb-b66d-13d9810a4dc3,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:54.617187 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:54.617531 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:54.617865 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:54.618225 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:54.618552 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:54.618873 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:54.619194 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:54.619511 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:54.619827 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:54.620147 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:54.621024 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:54.621345 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:54.709370 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-3d6e28ed-e1b3-4e8e-9c94-71fdfeaee99d tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:54.721945 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-3d6e28ed-e1b3-4e8e-9c94-71fdfeaee99d tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Transition to ACTIVE for port object 65969712-4b95-45c6-96f0-ab932316c1e8 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:06:54.754663 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-3d6e28ed-e1b3-4e8e-9c94-71fdfeaee99d tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:54.798430 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-3d6e28ed-e1b3-4e8e-9c94-71fdfeaee99d tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Network b8a9d710-7a37-40b2-b17b-425025f77da8 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:06:54.803363 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-3d6e28ed-e1b3-4e8e-9c94-71fdfeaee99d tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:06:54.806912 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-3d6e28ed-e1b3-4e8e-9c94-71fdfeaee99d tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:06:54.834427 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e28ed-e1b3-4e8e-9c94-71fdfeaee99d tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Pushing event updated for resources: {'Port': ['ID=65969712-4b95-45c6-96f0-ab932316c1e8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:54.860589 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-3d6e28ed-e1b3-4e8e-9c94-71fdfeaee99d tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:54.861210 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-3d6e28ed-e1b3-4e8e-9c94-71fdfeaee99d tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:54.876842 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-3d6e28ed-e1b3-4e8e-9c94-71fdfeaee99d tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5693796 Jul 22 17:06:54.894131 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-dd8717e0-2b28-4af6-b898-3712fb6f99fb service neutron] Request body: {'port': {'device_id': '703560d9-5668-4505-8cfc-ad50efac437a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:06:54.970545 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-dd8717e0-2b28-4af6-b898-3712fb6f99fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:55.061793 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-89062e83-e737-4b10-b49c-7fb21fbcba6d None None] Provisioning for port 65969712-4b95-45c6-96f0-ab932316c1e8 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:06:55.069473 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-89062e83-e737-4b10-b49c-7fb21fbcba6d None None] Provisioning complete for port 65969712-4b95-45c6-96f0-ab932316c1e8 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:55.069848 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89062e83-e737-4b10-b49c-7fb21fbcba6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:55.109785 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-89062e83-e737-4b10-b49c-7fb21fbcba6d None None] Port 65969712-4b95-45c6-96f0-ab932316c1e8 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:06:55.235184 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-dd8717e0-2b28-4af6-b898-3712fb6f99fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65969712-4b95-45c6-96f0-ab932316c1e8 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:06:55.242346 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-dd8717e0-2b28-4af6-b898-3712fb6f99fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:55.254324 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-dd8717e0-2b28-4af6-b898-3712fb6f99fb service neutron] Transition to ACTIVE for port object 65969712-4b95-45c6-96f0-ab932316c1e8 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:06:55.257767 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-dd8717e0-2b28-4af6-b898-3712fb6f99fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:55.311722 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8717e0-2b28-4af6-b898-3712fb6f99fb service neutron] Pushing event updated for resources: {'Port': ['ID=65969712-4b95-45c6-96f0-ab932316c1e8,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:55.390159 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-dd8717e0-2b28-4af6-b898-3712fb6f99fb service neutron] Attempting to bind port 65969712-4b95-45c6-96f0-ab932316c1e8 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:06:55.390509 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-dd8717e0-2b28-4af6-b898-3712fb6f99fb service neutron] Attempting to bind port 65969712-4b95-45c6-96f0-ab932316c1e8 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '36e9513d-be44-47ec-bd8d-a7a7b0871c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:06:55.390832 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-dd8717e0-2b28-4af6-b898-3712fb6f99fb service neutron] Attempting to bind port 65969712-4b95-45c6-96f0-ab932316c1e8 on network b8a9d710-7a37-40b2-b17b-425025f77da8 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:06:55.395790 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-dd8717e0-2b28-4af6-b898-3712fb6f99fb service neutron] Port 65969712-4b95-45c6-96f0-ab932316c1e8 on network b8a9d710-7a37-40b2-b17b-425025f77da8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:06:55.396183 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-dd8717e0-2b28-4af6-b898-3712fb6f99fb service neutron] Attempting to bind port 65969712-4b95-45c6-96f0-ab932316c1e8 on network b8a9d710-7a37-40b2-b17b-425025f77da8 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:06:55.402359 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-dd8717e0-2b28-4af6-b898-3712fb6f99fb service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:06:55.402775 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-dd8717e0-2b28-4af6-b898-3712fb6f99fb service neutron] Checking segment: {'id': '36e9513d-be44-47ec-bd8d-a7a7b0871c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:06:55.403234 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-dd8717e0-2b28-4af6-b898-3712fb6f99fb service neutron] Bound using segment: {'id': '36e9513d-be44-47ec-bd8d-a7a7b0871c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:06:55.403753 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-dd8717e0-2b28-4af6-b898-3712fb6f99fb service neutron] Bound port: 65969712-4b95-45c6-96f0-ab932316c1e8, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36e9513d-be44-47ec-bd8d-a7a7b0871c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:06:55.404185 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-dd8717e0-2b28-4af6-b898-3712fb6f99fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:55.445807 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f051b7-c5d2-4b8b-a576-75787c555149 req-67c36004-e8ed-4eb7-a7bd-60a6ff025dff tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:55.450431 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-64f051b7-c5d2-4b8b-a576-75787c555149 req-67c36004-e8ed-4eb7-a7bd-60a6ff025dff tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/ports?device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 944 time: 0.0782194 Jul 22 17:06:55.475204 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-dd8717e0-2b28-4af6-b898-3712fb6f99fb service neutron] For port 65969712-4b95-45c6-96f0-ab932316c1e8, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:06:55.478705 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-dd8717e0-2b28-4af6-b898-3712fb6f99fb service neutron] For port 65969712-4b95-45c6-96f0-ab932316c1e8, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=65969712-4b95-45c6-96f0-ab932316c1e8,segment=NetworkSegment(36e9513d-be44-47ec-bd8d-a7a7b0871c40),segment_id=36e9513d-be44-47ec-bd8d-a7a7b0871c40)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:06:55.485422 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-dd8717e0-2b28-4af6-b898-3712fb6f99fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:55.491997 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-64f051b7-c5d2-4b8b-a576-75787c555149 req-ffefa747-d142-4837-a103-2841f51cfc18 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f2283c7-2408-455b-b364-f03789001f54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383856 Jul 22 17:06:55.523000 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-dd8717e0-2b28-4af6-b898-3712fb6f99fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:55.523629 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-dd8717e0-2b28-4af6-b898-3712fb6f99fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:55.525077 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-dd8717e0-2b28-4af6-b898-3712fb6f99fb service neutron] 10.222.0.30 "PUT /v2.0/ports/65969712-4b95-45c6-96f0-ab932316c1e8 HTTP/1.1" status: 200 len: 1092 time: 0.6354649 Jul 22 17:06:55.525500 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703560d9-5668-4505-8cfc-ad50efac437a', 'tag': '65969712-4b95-45c6-96f0-ab932316c1e8'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:06:55.527925 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e71f910-61aa-4f29-a7db-e4f5ce3cce28" -d '{"events": [{"name": "network-changed", "server_uuid": "703560d9-5668-4505-8cfc-ad50efac437a", "tag": "65969712-4b95-45c6-96f0-ab932316c1e8"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:06:55.558340 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8717e0-2b28-4af6-b898-3712fb6f99fb service neutron] Pushing event updated for resources: {'Port': ['ID=65969712-4b95-45c6-96f0-ab932316c1e8,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:55.594806 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f194ce-d2e1-486a-abc0-a712219c5eb3 x-openstack-request-id: req-e4f194ce-d2e1-486a-abc0-a712219c5eb3 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:06:55.594957 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703560d9-5668-4505-8cfc-ad50efac437a", "tag": "65969712-4b95-45c6-96f0-ab932316c1e8", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:06:55.595124 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e4f194ce-d2e1-486a-abc0-a712219c5eb3 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:06:55.595516 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703560d9-5668-4505-8cfc-ad50efac437a', 'tag': '65969712-4b95-45c6-96f0-ab932316c1e8', 'status': 'completed', 'code': 200} Jul 22 17:06:55.644033 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-a642e92f-88c1-4f94-9630-8cafacb13bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:55.645555 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-a642e92f-88c1-4f94-9630-8cafacb13bd3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c306f77f9504acbb132c4ad876e89e3&device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 1095 time: 0.0606380 Jul 22 17:06:55.700034 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-753e3787-a5c8-4f60-ae6a-f29dd79e44cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65969712-4b95-45c6-96f0-ab932316c1e8 HTTP/1.1" status: 200 len: 217 time: 0.0410194 Jul 22 17:06:55.751350 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-462312d5-5dc3-4e1c-bb75-9e7e4d9bc39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:55.752817 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-462312d5-5dc3-4e1c-bb75-9e7e4d9bc39a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6dd56a4-887a-4603-8eb4-4a5ff176b20d HTTP/1.1" status: 200 len: 848 time: 0.0468323 Jul 22 17:06:55.811394 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-a66eb93b-1096-45c0-ab2f-1e8a26df1711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:55.812949 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-a66eb93b-1096-45c0-ab2f-1e8a26df1711 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8a9d710-7a37-40b2-b17b-425025f77da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543091 Jul 22 17:06:55.904501 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-c9ee15b8-0ea2-4bd2-929d-6584716ebc29 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a9d710-7a37-40b2-b17b-425025f77da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854378 Jul 22 17:06:55.990178 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09a56018-fc1c-4f1c-b7a5-49cec6c4286d req-4467b5bd-e7f1-4fc2-b4d0-0eea5003be88 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a9d710-7a37-40b2-b17b-425025f77da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798471 Jul 22 17:06:56.133388 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71f910-61aa-4f29-a7db-e4f5ce3cce28 req-e7b6dda5-6399-4f40-b7d6-a9f01563a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:56.135081 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2e71f910-61aa-4f29-a7db-e4f5ce3cce28 req-e7b6dda5-6399-4f40-b7d6-a9f01563a709 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c306f77f9504acbb132c4ad876e89e3&device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 1095 time: 0.0586975 Jul 22 17:06:56.182207 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1653d284-eeb5-46eb-b66d-13d9810a4dc3 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:06:56.224570 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71f910-61aa-4f29-a7db-e4f5ce3cce28 req-a5c48d5f-a7ee-4ec5-a044-8112032bdaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:56.226095 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2e71f910-61aa-4f29-a7db-e4f5ce3cce28 req-a5c48d5f-a7ee-4ec5-a044-8112032bdaa4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8a9d710-7a37-40b2-b17b-425025f77da8 HTTP/1.1" status: 200 len: 910 time: 0.0843694 Jul 22 17:06:56.231723 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 1653d284-eeb5-46eb-b66d-13d9810a4dc3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:56.232105 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:56.269674 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2e71f910-61aa-4f29-a7db-e4f5ce3cce28 req-361213e7-aa54-4c8b-aefd-b095dbc4b5d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65969712-4b95-45c6-96f0-ab932316c1e8 HTTP/1.1" status: 200 len: 217 time: 0.0373204 Jul 22 17:06:56.319071 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71f910-61aa-4f29-a7db-e4f5ce3cce28 req-be4e0746-3b0e-4b10-9819-df5ae02f6209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:56.320516 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2e71f910-61aa-4f29-a7db-e4f5ce3cce28 req-be4e0746-3b0e-4b10-9819-df5ae02f6209 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6dd56a4-887a-4603-8eb4-4a5ff176b20d HTTP/1.1" status: 200 len: 848 time: 0.0442288 Jul 22 17:06:56.378242 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71f910-61aa-4f29-a7db-e4f5ce3cce28 req-a0c58e01-db19-48c7-b208-9b1ee2172288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:56.379707 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2e71f910-61aa-4f29-a7db-e4f5ce3cce28 req-a0c58e01-db19-48c7-b208-9b1ee2172288 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8a9d710-7a37-40b2-b17b-425025f77da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525296 Jul 22 17:06:56.469502 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2e71f910-61aa-4f29-a7db-e4f5ce3cce28 req-c7c5d382-2576-4354-98b0-c931d4bd7c5f service neutron] 10.222.0.30 "GET /v2.0/networks/b8a9d710-7a37-40b2-b17b-425025f77da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830834 Jul 22 17:06:56.558136 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2e71f910-61aa-4f29-a7db-e4f5ce3cce28 req-d913e91d-775b-4519-89a7-d7d8dad6b179 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a9d710-7a37-40b2-b17b-425025f77da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820291 Jul 22 17:06:56.624354 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f01f0-7063-465a-b90a-ccdfd5a98ae8 req-0c522e14-050a-40cd-97e0-f1184165d680 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:56.625847 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c1f01f0-7063-465a-b90a-ccdfd5a98ae8 req-0c522e14-050a-40cd-97e0-f1184165d680 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/ports?device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 944 time: 0.0665269 Jul 22 17:06:56.662615 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c1f01f0-7063-465a-b90a-ccdfd5a98ae8 req-4f8edadd-7a06-4deb-92d3-f3fe226e9d64 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f2283c7-2408-455b-b364-f03789001f54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311828 Jul 22 17:06:57.796131 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b3680-9e8a-4494-82c0-53dfee28e721 req-34914fef-415b-4bc8-a6f3-21b3b680ffa4 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:57.797605 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-353b3680-9e8a-4494-82c0-53dfee28e721 req-34914fef-415b-4bc8-a6f3-21b3b680ffa4 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/ports?device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 944 time: 0.0666845 Jul 22 17:06:57.836365 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-353b3680-9e8a-4494-82c0-53dfee28e721 req-901b2649-f71e-4a8e-9a21-92bc3883eefc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f2283c7-2408-455b-b364-f03789001f54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322759 Jul 22 17:06:58.632445 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 65969712-4b95-45c6-96f0-ab932316c1e8 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:06:58.730215 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 65969712-4b95-45c6-96f0-ab932316c1e8, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=65969712-4b95-45c6-96f0-ab932316c1e8,segment=NetworkSegment(36e9513d-be44-47ec-bd8d-a7a7b0871c40),segment_id=36e9513d-be44-47ec-bd8d-a7a7b0871c40)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:06:58.740557 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '65969712-4b95-45c6-96f0-ab932316c1e8', 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8', 'port_id': '65969712-4b95-45c6-96f0-ab932316c1e8', 'mac_address': 'fa:16:3e:01:90:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6dd56a4-887a-4603-8eb4-4a5ff176b20d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:06:58.775309 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:58.790772 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65969712-4b95-45c6-96f0-ab932316c1e8 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:06:58.809587 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 65969712-4b95-45c6-96f0-ab932316c1e8, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=65969712-4b95-45c6-96f0-ab932316c1e8,segment=NetworkSegment(36e9513d-be44-47ec-bd8d-a7a7b0871c40),segment_id=36e9513d-be44-47ec-bd8d-a7a7b0871c40)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:06:58.813691 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:58.859216 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=65969712-4b95-45c6-96f0-ab932316c1e8,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:58.967615 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780187c-65c6-4f7d-87f7-5b13e0ce4936 req-99eb377f-76ba-4fe3-9d44-e0045bebab19 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:58.969829 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f780187c-65c6-4f7d-87f7-5b13e0ce4936 req-99eb377f-76ba-4fe3-9d44-e0045bebab19 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/ports?device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 945 time: 0.0656197 Jul 22 17:06:59.010308 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f780187c-65c6-4f7d-87f7-5b13e0ce4936 req-a9785275-33a5-4fdd-b8e9-2f17f275e767 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f2283c7-2408-455b-b364-f03789001f54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348976 Jul 22 17:06:59.049130 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2422acb6-f9ab-42ae-9bb9-a1a5553c6899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:59.084631 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['65969712-4b95-45c6-96f0-ab932316c1e8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:07:00.139809 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd6dbd-28b9-4b5e-b1a0-075818ad6043 req-1be75cd6-f8d3-4cf6-86de-45669253846b tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:00.141290 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c4dd6dbd-28b9-4b5e-b1a0-075818ad6043 req-1be75cd6-f8d3-4cf6-86de-45669253846b tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/ports?device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 945 time: 0.0636177 Jul 22 17:07:00.178300 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c4dd6dbd-28b9-4b5e-b1a0-075818ad6043 req-978c2f06-7d09-45cd-9409-06b0ebfb8caf tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f2283c7-2408-455b-b364-f03789001f54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314803 Jul 22 17:07:00.648226 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 65969712-4b95-45c6-96f0-ab932316c1e8 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:07:00.695547 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 65969712-4b95-45c6-96f0-ab932316c1e8 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:07:00.699668 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 65969712-4b95-45c6-96f0-ab932316c1e8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:07:00.700039 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:00.774429 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:00.796838 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703560d9-5668-4505-8cfc-ad50efac437a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65969712-4b95-45c6-96f0-ab932316c1e8'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:07:00.799032 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80eebc3d-8a6b-4b32-b5ef-ac8ddda00b85" -d '{"events": [{"server_uuid": "703560d9-5668-4505-8cfc-ad50efac437a", "name": "network-vif-plugged", "status": "completed", "tag": "65969712-4b95-45c6-96f0-ab932316c1e8"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:07:00.811565 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 65969712-4b95-45c6-96f0-ab932316c1e8, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=65969712-4b95-45c6-96f0-ab932316c1e8,segment=NetworkSegment(36e9513d-be44-47ec-bd8d-a7a7b0871c40),segment_id=36e9513d-be44-47ec-bd8d-a7a7b0871c40)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:07:00.815785 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:00.839610 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd1d5e8-8443-4664-9df0-69fb2d45804f x-openstack-request-id: req-3fd1d5e8-8443-4664-9df0-69fb2d45804f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:07:00.839913 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703560d9-5668-4505-8cfc-ad50efac437a", "name": "network-vif-plugged", "status": "completed", "tag": "65969712-4b95-45c6-96f0-ab932316c1e8", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:07:00.840166 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3fd1d5e8-8443-4664-9df0-69fb2d45804f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:07:00.840556 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703560d9-5668-4505-8cfc-ad50efac437a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65969712-4b95-45c6-96f0-ab932316c1e8', 'code': 200} Jul 22 17:07:00.865073 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=65969712-4b95-45c6-96f0-ab932316c1e8,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:00.969039 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d5527-93cb-45fe-9105-070671632960 req-a7bd183e-5084-41a6-8f48-291b7b70d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:00.970529 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c9d5527-93cb-45fe-9105-070671632960 req-a7bd183e-5084-41a6-8f48-291b7b70d701 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 1097 time: 0.0512345 Jul 22 17:07:01.003948 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c9d5527-93cb-45fe-9105-070671632960 req-544af2a1-e7d2-4efd-b2a8-691a85051117 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1f2283c7-2408-455b-b364-f03789001f54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273921 Jul 22 17:07:01.306981 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59093bc6-ebcc-4c05-8429-5dfb821efb8d req-3cc87b25-cf0d-4a4c-9456-7c4838fae0ac tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:01.308533 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-59093bc6-ebcc-4c05-8429-5dfb821efb8d req-3cc87b25-cf0d-4a4c-9456-7c4838fae0ac tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/ports?device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 946 time: 0.0658228 Jul 22 17:07:01.345873 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-59093bc6-ebcc-4c05-8429-5dfb821efb8d req-2374f78d-a30b-46e7-a06e-e2dd8cde5503 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f2283c7-2408-455b-b364-f03789001f54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317075 Jul 22 17:07:01.628791 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b31f-0489-48b9-80be-7451618112d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:01.678409 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:02.480417 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090e036-45de-41a9-b24f-0c8c813ecda2 req-7ef79e4c-31b1-47fe-8639-12ce867526e6 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:02.482020 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3090e036-45de-41a9-b24f-0c8c813ecda2 req-7ef79e4c-31b1-47fe-8639-12ce867526e6 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/ports?device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 946 time: 0.0685160 Jul 22 17:07:02.524718 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3090e036-45de-41a9-b24f-0c8c813ecda2 req-4713fbaa-106c-4fe5-be95-7d46e29129c8 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f2283c7-2408-455b-b364-f03789001f54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372293 Jul 22 17:07:02.652590 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4a619-13f9-4e86-adf7-a9ea07b61322 req-bbd17f8e-c338-4b82-b107-ad5978305a3a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:02.654016 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d5c4a619-13f9-4e86-adf7-a9ea07b61322 req-bbd17f8e-c338-4b82-b107-ad5978305a3a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/ports?device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 946 time: 0.0632415 Jul 22 17:07:02.693367 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d5c4a619-13f9-4e86-adf7-a9ea07b61322 req-713f3713-e855-45c2-a41f-09ce4e23ecff tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f2283c7-2408-455b-b364-f03789001f54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337605 Jul 22 17:07:02.819927 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36605100-7d6d-43fe-91e9-562cac90cf47 req-08a48892-311e-4c58-b38c-9b71a248b6ee tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:02.821436 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-36605100-7d6d-43fe-91e9-562cac90cf47 req-08a48892-311e-4c58-b38c-9b71a248b6ee tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/ports?device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 946 time: 0.0642140 Jul 22 17:07:02.845087 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:02.861466 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-36605100-7d6d-43fe-91e9-562cac90cf47 req-f8e4b59b-b1ca-4899-896b-9963e6a32caf tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f2283c7-2408-455b-b364-f03789001f54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338187 Jul 22 17:07:02.884294 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35860) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:02.994649 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1b281b-0cd5-4011-b1d6-eaf30fa800eb tempest-TestServerBasicOps-1515233775 tempest-TestServerBasicOps-1515233775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:02.996170 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1d1b281b-0cd5-4011-b1d6-eaf30fa800eb tempest-TestServerBasicOps-1515233775 tempest-TestServerBasicOps-1515233775-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 1092 time: 0.1109385 Jul 22 17:07:02.999355 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35864) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:03.003647 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-94171e63-008d-4a23-9b2b-f50cc707f054 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': '65969712-4b95-45c6-96f0-ab932316c1e8', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:07:03.025538 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94171e63-008d-4a23-9b2b-f50cc707f054 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:03.125433 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94171e63-008d-4a23-9b2b-f50cc707f054 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:03.226517 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-94171e63-008d-4a23-9b2b-f50cc707f054 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Allocated IP 172.25.0.93 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/afbf5161-b980-4261-8091-910c42e07ea1) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:07:03.332500 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94171e63-008d-4a23-9b2b-f50cc707f054 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:03.370395 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94171e63-008d-4a23-9b2b-f50cc707f054 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:03.406210 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94171e63-008d-4a23-9b2b-f50cc707f054 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:07:03.410887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-94171e63-008d-4a23-9b2b-f50cc707f054 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:07:03.414261 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94171e63-008d-4a23-9b2b-f50cc707f054 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:07:03.443343 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94171e63-008d-4a23-9b2b-f50cc707f054 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Pushing event updated for resources: {'Port': ['ID=afbf5161-b980-4261-8091-910c42e07ea1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:03.766821 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94171e63-008d-4a23-9b2b-f50cc707f054 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:03.844650 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94171e63-008d-4a23-9b2b-f50cc707f054 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:03.987900 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94171e63-008d-4a23-9b2b-f50cc707f054 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:03.991952 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94171e63-008d-4a23-9b2b-f50cc707f054 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:04.068639 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94171e63-008d-4a23-9b2b-f50cc707f054 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Pushing event updated for resources: {'Port': ['ID=afbf5161-b980-4261-8091-910c42e07ea1,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:04.073703 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94171e63-008d-4a23-9b2b-f50cc707f054 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:04.173400 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-94171e63-008d-4a23-9b2b-f50cc707f054 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Floating IP 154960bc-088f-45f7-9fbb-2f5217a6f404 associated. External IP: 172.25.0.93, port: 65969712-4b95-45c6-96f0-ab932316c1e8. Jul 22 17:07:04.378504 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94171e63-008d-4a23-9b2b-f50cc707f054 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Router fe7a7bf0-94bd-4212-a16a-8a61e84eec37 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:07:04.479832 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94171e63-008d-4a23-9b2b-f50cc707f054 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:07:04.489668 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88833b8-ad3f-469c-8fed-cb11f04f9f88 None None] Sync routers for ids ['fe7a7bf0-94bd-4212-a16a-8a61e84eec37'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:07:04.497279 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94171e63-008d-4a23-9b2b-f50cc707f054 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:04.500631 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88833b8-ad3f-469c-8fed-cb11f04f9f88 None None] Routers {'fe7a7bf0-94bd-4212-a16a-8a61e84eec37'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:07:04.501229 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b88833b8-ad3f-469c-8fed-cb11f04f9f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:07:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['fe7a7bf0-94bd-4212-a16a-8a61e84eec37'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:04.536056 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-94171e63-008d-4a23-9b2b-f50cc707f054 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5356565 Jul 22 17:07:04.536608 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703560d9-5668-4505-8cfc-ad50efac437a', 'tag': '65969712-4b95-45c6-96f0-ab932316c1e8'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:07:04.538932 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c6ceb0-dc47-4b13-ab0d-6d2873d2f058" -d '{"events": [{"name": "network-changed", "server_uuid": "703560d9-5668-4505-8cfc-ad50efac437a", "tag": "65969712-4b95-45c6-96f0-ab932316c1e8"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:07:04.586143 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd198e07-a1c8-40b7-8706-d9ecbada0d41 x-openstack-request-id: req-fd198e07-a1c8-40b7-8706-d9ecbada0d41 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:07:04.586651 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703560d9-5668-4505-8cfc-ad50efac437a", "tag": "65969712-4b95-45c6-96f0-ab932316c1e8", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:07:04.586918 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fd198e07-a1c8-40b7-8706-d9ecbada0d41 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:07:04.587307 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703560d9-5668-4505-8cfc-ad50efac437a', 'tag': '65969712-4b95-45c6-96f0-ab932316c1e8', 'status': 'completed', 'code': 200} Jul 22 17:07:04.606308 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b88833b8-ad3f-469c-8fed-cb11f04f9f88 None None] Set router fe7a7bf0-94bd-4212-a16a-8a61e84eec37 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:07:04.688536 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6ceb0-dc47-4b13-ab0d-6d2873d2f058 req-e6495bed-ef2c-467c-ac46-e0a127c6ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:04.690139 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b1c6ceb0-dc47-4b13-ab0d-6d2873d2f058 req-e6495bed-ef2c-467c-ac46-e0a127c6ba08 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c306f77f9504acbb132c4ad876e89e3&device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 1097 time: 0.0585313 Jul 22 17:07:04.693910 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:04.778246 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6ceb0-dc47-4b13-ab0d-6d2873d2f058 req-d9977039-3eb9-4574-afd6-850efb869ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:04.779720 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b1c6ceb0-dc47-4b13-ab0d-6d2873d2f058 req-d9977039-3eb9-4574-afd6-850efb869ada service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8a9d710-7a37-40b2-b17b-425025f77da8 HTTP/1.1" status: 200 len: 910 time: 0.0838475 Jul 22 17:07:04.824054 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b88833b8-ad3f-469c-8fed-cb11f04f9f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'name': 'tempest-TestServerBasicOps-1341762254-router', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:44Z', 'revision_number': 4, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'gw_port': {'id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '154960bc-088f-45f7-9fbb-2f5217a6f404', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'port_id': '65969712-4b95-45c6-96f0-ab932316c1e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8', 'mac_address': 'fa:16:3e:01:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703560d9-5668-4505-8cfc-ad50efac437a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:07:03Z', 'updated_at': '2021-07-22T17:07:03Z', 'revision_number': 0, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ba47bf-9ce0-4193-9990-7ea706c5eb18', 'name': '', 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'mac_address': 'fa:16:3e:55:32:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c6dd56a4-887a-4603-8eb4-4a5ff176b20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:43Z', 'updated_at': '2021-07-22T17:06:50Z', 'revision_number': 5, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'subnets': [{'id': 'c6dd56a4-887a-4603-8eb4-4a5ff176b20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:04.846068 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b1c6ceb0-dc47-4b13-ab0d-6d2873d2f058 req-0146d851-992c-43d0-b556-42d3219e7628 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65969712-4b95-45c6-96f0-ab932316c1e8 HTTP/1.1" status: 200 len: 999 time: 0.0603688 Jul 22 17:07:04.852671 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88833b8-ad3f-469c-8fed-cb11f04f9f88 None None] Checking router: fe7a7bf0-94bd-4212-a16a-8a61e84eec37 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:07:04.860688 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88833b8-ad3f-469c-8fed-cb11f04f9f88 None None] Routers {'fe7a7bf0-94bd-4212-a16a-8a61e84eec37'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:07:04.861279 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b88833b8-ad3f-469c-8fed-cb11f04f9f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:07:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['fe7a7bf0-94bd-4212-a16a-8a61e84eec37'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:04.893465 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6ceb0-dc47-4b13-ab0d-6d2873d2f058 req-e3185101-cd3f-4f07-902a-294382b91aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:04.894952 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b1c6ceb0-dc47-4b13-ab0d-6d2873d2f058 req-e3185101-cd3f-4f07-902a-294382b91aeb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6dd56a4-887a-4603-8eb4-4a5ff176b20d HTTP/1.1" status: 200 len: 848 time: 0.0435770 Jul 22 17:07:04.952624 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6ceb0-dc47-4b13-ab0d-6d2873d2f058 req-928b1059-a5a2-437d-83db-4419decda4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:04.954048 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b1c6ceb0-dc47-4b13-ab0d-6d2873d2f058 req-928b1059-a5a2-437d-83db-4419decda4d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8a9d710-7a37-40b2-b17b-425025f77da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530310 Jul 22 17:07:04.961459 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b88833b8-ad3f-469c-8fed-cb11f04f9f88 None None] Set router fe7a7bf0-94bd-4212-a16a-8a61e84eec37 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:07:05.044610 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b1c6ceb0-dc47-4b13-ab0d-6d2873d2f058 req-0b1358c7-b0aa-41c9-9f90-a66e25923f2b service neutron] 10.222.0.30 "GET /v2.0/networks/b8a9d710-7a37-40b2-b17b-425025f77da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842102 Jul 22 17:07:05.132593 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b1c6ceb0-dc47-4b13-ab0d-6d2873d2f058 req-f09b3cc5-1f48-44d4-993d-20539a5bff01 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a9d710-7a37-40b2-b17b-425025f77da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817492 Jul 22 17:07:05.181033 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b88833b8-ad3f-469c-8fed-cb11f04f9f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'name': 'tempest-TestServerBasicOps-1341762254-router', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:44Z', 'revision_number': 4, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'gw_port': {'id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '154960bc-088f-45f7-9fbb-2f5217a6f404', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'port_id': '65969712-4b95-45c6-96f0-ab932316c1e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8', 'mac_address': 'fa:16:3e:01:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703560d9-5668-4505-8cfc-ad50efac437a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:07:03Z', 'updated_at': '2021-07-22T17:07:03Z', 'revision_number': 0, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ba47bf-9ce0-4193-9990-7ea706c5eb18', 'name': '', 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'mac_address': 'fa:16:3e:55:32:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c6dd56a4-887a-4603-8eb4-4a5ff176b20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:43Z', 'updated_at': '2021-07-22T17:06:50Z', 'revision_number': 5, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'subnets': [{'id': 'c6dd56a4-887a-4603-8eb4-4a5ff176b20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:05.206109 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88833b8-ad3f-469c-8fed-cb11f04f9f88 None None] The sync data for ids ['fe7a7bf0-94bd-4212-a16a-8a61e84eec37'] in n-d-798930-9 is: [{'id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'name': 'tempest-TestServerBasicOps-1341762254-router', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:44Z', 'revision_number': 4, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'gw_port': {'id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '154960bc-088f-45f7-9fbb-2f5217a6f404', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'port_id': '65969712-4b95-45c6-96f0-ab932316c1e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8', 'mac_address': 'fa:16:3e:01:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703560d9-5668-4505-8cfc-ad50efac437a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:07:03Z', 'updated_at': '2021-07-22T17:07:03Z', 'revision_number': 0, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ba47bf-9ce0-4193-9990-7ea706c5eb18', 'name': '', 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'mac_address': 'fa:16:3e:55:32:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c6dd56a4-887a-4603-8eb4-4a5ff176b20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:43Z', 'updated_at': '2021-07-22T17:06:50Z', 'revision_number': 5, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'subnets': [{'id': 'c6dd56a4-887a-4603-8eb4-4a5ff176b20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:07:05.385576 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d81c9b8-f24f-4a75-91ca-e757bf1bc4d8 None None] New status for floating IP 154960bc-088f-45f7-9fbb-2f5217a6f404: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:07:12.267302 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:12.326374 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:12.429022 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:07:20.829087 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-17c4af07-2871-4293-a172-8d216602512e req-7b852bc8-c050-4063-b319-2a9f09b3b97e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=703560d9-5668-4505-8cfc-ad50efac437a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567312 Jul 22 17:07:20.937253 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4af07-2871-4293-a172-8d216602512e req-5e25cd98-d90a-4b31-b4b3-7ea1acbf8389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:20.938786 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-17c4af07-2871-4293-a172-8d216602512e req-5e25cd98-d90a-4b31-b4b3-7ea1acbf8389 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c306f77f9504acbb132c4ad876e89e3&device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 1097 time: 0.0532591 Jul 22 17:07:21.040287 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4af07-2871-4293-a172-8d216602512e req-421c2527-44c1-4afb-891c-4e23e4425885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:21.041799 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-17c4af07-2871-4293-a172-8d216602512e req-421c2527-44c1-4afb-891c-4e23e4425885 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8a9d710-7a37-40b2-b17b-425025f77da8 HTTP/1.1" status: 200 len: 910 time: 0.0844023 Jul 22 17:07:21.111849 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-17c4af07-2871-4293-a172-8d216602512e req-9b30eff8-1d1e-4d37-ac27-10ea51c5ad20 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65969712-4b95-45c6-96f0-ab932316c1e8 HTTP/1.1" status: 200 len: 1001 time: 0.0622582 Jul 22 17:07:21.159022 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4af07-2871-4293-a172-8d216602512e req-4490f556-2133-4193-aeb8-727279995d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:21.160444 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-17c4af07-2871-4293-a172-8d216602512e req-4490f556-2133-4193-aeb8-727279995d11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6dd56a4-887a-4603-8eb4-4a5ff176b20d HTTP/1.1" status: 200 len: 848 time: 0.0425649 Jul 22 17:07:21.215927 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4af07-2871-4293-a172-8d216602512e req-d2e26274-2478-429f-8638-62a6fce6f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:21.217375 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-17c4af07-2871-4293-a172-8d216602512e req-d2e26274-2478-429f-8638-62a6fce6f255 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8a9d710-7a37-40b2-b17b-425025f77da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510845 Jul 22 17:07:21.308181 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-17c4af07-2871-4293-a172-8d216602512e req-9b27409d-3736-4cda-9c8d-1bbea2e004fc service neutron] 10.222.0.30 "GET /v2.0/networks/b8a9d710-7a37-40b2-b17b-425025f77da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838332 Jul 22 17:07:21.395492 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-17c4af07-2871-4293-a172-8d216602512e req-1e73cedc-eb50-4fb8-846a-a43f4b2e43c4 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a9d710-7a37-40b2-b17b-425025f77da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805855 Jul 22 17:07:29.050272 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7026863-86c0-4402-9648-cd561aa71560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:30.664867 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-bd2d837e-38b2-4eef-997b-6aaa8b12bcd3 req-02162a04-0ede-47bd-9133-8b45991e09e5 service neutron] (93816) timed out ('10.222.0.30', 56281) {{(pid=93816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 17:07:31.629848 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d20cb07c-09c3-49f3-a2ac-f453002add3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:31.678216 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:32.846277 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:34.693033 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:39.439851 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 35886) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:39.538827 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73670be9-eb10-46bf-9bf2-e4d619b2a81e req-924a6529-86d2-4b72-a865-2f717d41a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:39.540339 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-73670be9-eb10-46bf-9bf2-e4d619b2a81e req-924a6529-86d2-4b72-a865-2f717d41a518 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 1097 time: 0.0994890 Jul 22 17:07:39.573629 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-73670be9-eb10-46bf-9bf2-e4d619b2a81e req-06f9d890-2326-486c-b441-cf859edfe019 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1f2283c7-2408-455b-b364-f03789001f54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276728 Jul 22 17:07:42.286930 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:42.341472 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:49.429422 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:07:59.051436 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0cbb50a8-3634-462c-a5d3-b0cc36963977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:01.630226 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c373104-c4c1-4af0-809d-1cd32e2d133c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:01.677519 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:02.848497 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:04.695662 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:12.286168 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:12.344235 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:21.848168 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7af214c0-1164-4492-9d23-d5f9c59de9c9 req-860a526e-7177-47ca-82de-4ede554ed55d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=703560d9-5668-4505-8cfc-ad50efac437a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568380 Jul 22 17:08:21.959259 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af214c0-1164-4492-9d23-d5f9c59de9c9 req-1c6b1c35-096c-407f-933f-756ee8a96d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:21.960729 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7af214c0-1164-4492-9d23-d5f9c59de9c9 req-1c6b1c35-096c-407f-933f-756ee8a96d94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c306f77f9504acbb132c4ad876e89e3&device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 1097 time: 0.0530851 Jul 22 17:08:22.061940 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af214c0-1164-4492-9d23-d5f9c59de9c9 req-5bb429f4-d749-4acd-8c97-6eee3ac2683e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:22.063362 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7af214c0-1164-4492-9d23-d5f9c59de9c9 req-5bb429f4-d749-4acd-8c97-6eee3ac2683e service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8a9d710-7a37-40b2-b17b-425025f77da8 HTTP/1.1" status: 200 len: 910 time: 0.0849743 Jul 22 17:08:22.126600 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7af214c0-1164-4492-9d23-d5f9c59de9c9 req-3813ade2-a843-450b-a2bb-a134e2833a3a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65969712-4b95-45c6-96f0-ab932316c1e8 HTTP/1.1" status: 200 len: 1001 time: 0.0565631 Jul 22 17:08:22.173706 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af214c0-1164-4492-9d23-d5f9c59de9c9 req-e1ec756c-6936-4641-9834-31d9b2f15eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:22.175145 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7af214c0-1164-4492-9d23-d5f9c59de9c9 req-e1ec756c-6936-4641-9834-31d9b2f15eaf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6dd56a4-887a-4603-8eb4-4a5ff176b20d HTTP/1.1" status: 200 len: 848 time: 0.0425334 Jul 22 17:08:22.235434 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af214c0-1164-4492-9d23-d5f9c59de9c9 req-132bba35-c3c2-465f-b6d5-96ec8047e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:22.236894 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7af214c0-1164-4492-9d23-d5f9c59de9c9 req-132bba35-c3c2-465f-b6d5-96ec8047e7f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8a9d710-7a37-40b2-b17b-425025f77da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554175 Jul 22 17:08:22.323487 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7af214c0-1164-4492-9d23-d5f9c59de9c9 req-1bb29945-0cd0-4fed-a70d-e0f118104707 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a9d710-7a37-40b2-b17b-425025f77da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799134 Jul 22 17:08:22.414759 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7af214c0-1164-4492-9d23-d5f9c59de9c9 req-561898c6-ea2e-4257-a1f8-d306f1839c6b service neutron] 10.222.0.30 "GET /v2.0/networks/b8a9d710-7a37-40b2-b17b-425025f77da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837336 Jul 22 17:08:26.428415 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:08:29.052105 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fdd74fda-b410-415d-9b98-75785d11f8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:31.630909 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7938da8-a865-4f19-a650-bd7dfa86b6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:31.675767 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:32.852125 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:34.699054 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:42.300980 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:42.345229 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:59.050964 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-87276e72-f026-4644-9986-feb2737767c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:01.633028 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0f5cd660-5c9b-4f56-aa72-419f7dcd494f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:01.674793 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.860067 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:03.427858 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:09:04.700108 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:12.315821 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:12.345398 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:22.829764 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cf3345f-20d5-492a-89ae-aa7ddbfa9a3c req-b28f7c24-35bc-4a3f-95d5-f168c298e681 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=703560d9-5668-4505-8cfc-ad50efac437a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524089 Jul 22 17:09:22.937310 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3345f-20d5-492a-89ae-aa7ddbfa9a3c req-5ee30993-43e8-4787-8dc8-ea2ac8054703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:22.938875 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cf3345f-20d5-492a-89ae-aa7ddbfa9a3c req-5ee30993-43e8-4787-8dc8-ea2ac8054703 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c306f77f9504acbb132c4ad876e89e3&device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 1097 time: 0.0531373 Jul 22 17:09:23.041699 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3345f-20d5-492a-89ae-aa7ddbfa9a3c req-b0bce3b9-a77c-4436-a019-0818cb918402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:23.043168 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cf3345f-20d5-492a-89ae-aa7ddbfa9a3c req-b0bce3b9-a77c-4436-a019-0818cb918402 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8a9d710-7a37-40b2-b17b-425025f77da8 HTTP/1.1" status: 200 len: 910 time: 0.0855951 Jul 22 17:09:23.104740 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cf3345f-20d5-492a-89ae-aa7ddbfa9a3c req-0891a516-4823-4df9-9d33-bacace839b7f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65969712-4b95-45c6-96f0-ab932316c1e8 HTTP/1.1" status: 200 len: 1001 time: 0.0551775 Jul 22 17:09:23.154932 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3345f-20d5-492a-89ae-aa7ddbfa9a3c req-ca4ab20b-dcca-4015-8189-7fb81aeb0027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:23.156416 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cf3345f-20d5-492a-89ae-aa7ddbfa9a3c req-ca4ab20b-dcca-4015-8189-7fb81aeb0027 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6dd56a4-887a-4603-8eb4-4a5ff176b20d HTTP/1.1" status: 200 len: 848 time: 0.0463917 Jul 22 17:09:23.216763 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3345f-20d5-492a-89ae-aa7ddbfa9a3c req-39a2bdf2-bd8d-4d0d-b63a-95f1389e87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:23.218312 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cf3345f-20d5-492a-89ae-aa7ddbfa9a3c req-39a2bdf2-bd8d-4d0d-b63a-95f1389e87b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8a9d710-7a37-40b2-b17b-425025f77da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556309 Jul 22 17:09:23.304473 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cf3345f-20d5-492a-89ae-aa7ddbfa9a3c req-d5f3f7fc-7413-4df1-9ce3-7fe31be8e709 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a9d710-7a37-40b2-b17b-425025f77da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796087 Jul 22 17:09:23.394940 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6cf3345f-20d5-492a-89ae-aa7ddbfa9a3c req-e6015f7a-1e5a-45a4-b9ee-967b150a6e48 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a9d710-7a37-40b2-b17b-425025f77da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839622 Jul 22 17:09:29.051142 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51781257-ca41-4bd3-b13f-b4a5a1a53aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:31.632749 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a37d107-1c5c-4d0c-a913-cc3808fdb4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:31.673557 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:32.858261 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:34.703200 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:40.426143 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:09:42.314755 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:42.350469 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:59.052619 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f0925b2-674a-4c7e-bb9d-c586490d33e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:01.632515 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f34692d8-4a68-4a34-9fd6-cd99a55a114b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:01.672517 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:02.861726 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:04.705309 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:12.313505 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:12.351706 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:17.425112 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:10:23.819249 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ec163f90-3b9d-48bf-ab4d-45e9d3161a34 req-3f7ce241-814b-474d-84e7-0b826b07273d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=703560d9-5668-4505-8cfc-ad50efac437a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518804 Jul 22 17:10:24.237050 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec163f90-3b9d-48bf-ab4d-45e9d3161a34 req-e554c9ed-5153-41c3-9253-2fb23f1de42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:10:24.238580 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ec163f90-3b9d-48bf-ab4d-45e9d3161a34 req-e554c9ed-5153-41c3-9253-2fb23f1de42c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c306f77f9504acbb132c4ad876e89e3&device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 1097 time: 0.3657615 Jul 22 17:10:24.337172 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec163f90-3b9d-48bf-ab4d-45e9d3161a34 req-783fee3e-15be-42d4-af5a-77f7f275b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:10:24.338617 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ec163f90-3b9d-48bf-ab4d-45e9d3161a34 req-783fee3e-15be-42d4-af5a-77f7f275b48c service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8a9d710-7a37-40b2-b17b-425025f77da8 HTTP/1.1" status: 200 len: 910 time: 0.0807414 Jul 22 17:10:24.404688 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ec163f90-3b9d-48bf-ab4d-45e9d3161a34 req-cb7e4df2-63ee-49a1-9090-3ef8130fdf75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65969712-4b95-45c6-96f0-ab932316c1e8 HTTP/1.1" status: 200 len: 1001 time: 0.0594387 Jul 22 17:10:24.450394 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec163f90-3b9d-48bf-ab4d-45e9d3161a34 req-ecceee43-d5ed-43be-ac20-5dbd850e3962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:10:24.451757 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ec163f90-3b9d-48bf-ab4d-45e9d3161a34 req-ecceee43-d5ed-43be-ac20-5dbd850e3962 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6dd56a4-887a-4603-8eb4-4a5ff176b20d HTTP/1.1" status: 200 len: 848 time: 0.0415075 Jul 22 17:10:24.507677 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec163f90-3b9d-48bf-ab4d-45e9d3161a34 req-70039fa5-6ab1-4c65-9ca9-bd051ba97695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:10:24.509145 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ec163f90-3b9d-48bf-ab4d-45e9d3161a34 req-70039fa5-6ab1-4c65-9ca9-bd051ba97695 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8a9d710-7a37-40b2-b17b-425025f77da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518632 Jul 22 17:10:24.598257 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ec163f90-3b9d-48bf-ab4d-45e9d3161a34 req-7fc97e83-9a66-4ec0-9774-e1f553d1f908 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a9d710-7a37-40b2-b17b-425025f77da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822208 Jul 22 17:10:24.684035 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ec163f90-3b9d-48bf-ab4d-45e9d3161a34 req-c01e00a7-9851-4d9f-ab91-0230223233e5 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a9d710-7a37-40b2-b17b-425025f77da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794201 Jul 22 17:10:29.052808 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f8387c9-7626-48d7-a95b-8e25b850cdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:31.633789 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4dd800c-2590-4548-9ff5-3e1405125584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:31.671925 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:32.863493 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:34.708751 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:42.314491 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:42.386222 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:54.423549 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:10:59.054688 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9872f12-70c7-406e-8e89-7efb7acba3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:01.633582 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9ebef96-6a6f-42fb-bead-693486024272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:01.671046 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:02.870651 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:04.710136 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:12.314426 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:12.382965 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:25.873743 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4ea79b2-e44c-487e-87bd-5a6ef9c81595 req-2b2f6aa1-50f2-4592-8786-4192abc9cc85 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=703560d9-5668-4505-8cfc-ad50efac437a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1068068 Jul 22 17:11:25.981909 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea79b2-e44c-487e-87bd-5a6ef9c81595 req-7dd32755-5f44-4789-a0f8-e0aaf8994816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:11:25.983403 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4ea79b2-e44c-487e-87bd-5a6ef9c81595 req-7dd32755-5f44-4789-a0f8-e0aaf8994816 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c306f77f9504acbb132c4ad876e89e3&device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 1097 time: 0.0532711 Jul 22 17:11:26.088071 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea79b2-e44c-487e-87bd-5a6ef9c81595 req-3f992ab8-cd9c-4ab8-865d-8b7390b170d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:11:26.089639 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4ea79b2-e44c-487e-87bd-5a6ef9c81595 req-3f992ab8-cd9c-4ab8-865d-8b7390b170d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8a9d710-7a37-40b2-b17b-425025f77da8 HTTP/1.1" status: 200 len: 910 time: 0.0870497 Jul 22 17:11:26.153323 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4ea79b2-e44c-487e-87bd-5a6ef9c81595 req-26d59eab-1be2-49d7-b13e-95f9b0f7aa3f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65969712-4b95-45c6-96f0-ab932316c1e8 HTTP/1.1" status: 200 len: 1001 time: 0.0569785 Jul 22 17:11:26.200733 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea79b2-e44c-487e-87bd-5a6ef9c81595 req-c9a593c2-1517-4378-bf9b-22cd8cf99997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:11:26.202164 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4ea79b2-e44c-487e-87bd-5a6ef9c81595 req-c9a593c2-1517-4378-bf9b-22cd8cf99997 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6dd56a4-887a-4603-8eb4-4a5ff176b20d HTTP/1.1" status: 200 len: 848 time: 0.0423589 Jul 22 17:11:26.263414 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea79b2-e44c-487e-87bd-5a6ef9c81595 req-6d01ae2a-3f09-46cd-b796-fef83bdfa08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:11:26.264880 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4ea79b2-e44c-487e-87bd-5a6ef9c81595 req-6d01ae2a-3f09-46cd-b796-fef83bdfa08a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8a9d710-7a37-40b2-b17b-425025f77da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563087 Jul 22 17:11:26.352477 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4ea79b2-e44c-487e-87bd-5a6ef9c81595 req-3e196702-32d9-4831-bd4b-2bd247f9b07d service neutron] 10.222.0.30 "GET /v2.0/networks/b8a9d710-7a37-40b2-b17b-425025f77da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802248 Jul 22 17:11:26.442146 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4ea79b2-e44c-487e-87bd-5a6ef9c81595 req-63ff4fd9-964c-4ec2-95fc-b119ff32c95e service neutron] 10.222.0.30 "GET /v2.0/networks/b8a9d710-7a37-40b2-b17b-425025f77da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834644 Jul 22 17:11:29.055298 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9158804d-e7cb-4157-8292-22094acaf881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:31.422648 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:11:31.633648 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c11f9d4d-f1fa-48af-bada-0f6d4ceb546b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:31.669704 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:32.870293 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:34.712928 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:42.315578 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:42.382686 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:44.393147 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e3d32-b63a-4949-ad18-6a539f59055f req-c08d5df6-9209-400f-a0c0-df0773d560ef tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:11:44.394611 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b2e3d32-b63a-4949-ad18-6a539f59055f req-c08d5df6-9209-400f-a0c0-df0773d560ef tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/ports?device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 946 time: 0.1468570 Jul 22 17:11:44.432577 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b2e3d32-b63a-4949-ad18-6a539f59055f req-826fc9f1-9d41-4369-83b8-a5a4f765d3d2 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f2283c7-2408-455b-b364-f03789001f54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316710 Jul 22 17:11:45.721369 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e95750-2faa-44cb-bcbe-81aca105c960 req-2f303769-0684-4e63-a3d6-ac99e4156651 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:11:45.722822 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-19e95750-2faa-44cb-bcbe-81aca105c960 req-2f303769-0684-4e63-a3d6-ac99e4156651 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.30 "GET /v2.0/ports?device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 946 time: 0.0669787 Jul 22 17:11:45.858635 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-19e95750-2faa-44cb-bcbe-81aca105c960 req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Deleting port 65969712-4b95-45c6-96f0-ab932316c1e8 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:11:45.858980 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-19e95750-2faa-44cb-bcbe-81aca105c960 req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:45.960850 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74990841-726d-411a-a0a3-fa78ba7a2e66 req-f376712c-de45-421a-bb49-7c5d83dce29c tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:11:45.962375 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-74990841-726d-411a-a0a3-fa78ba7a2e66 req-f376712c-de45-421a-bb49-7c5d83dce29c tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/ports?device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 946 time: 0.1935179 Jul 22 17:11:45.983877 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-19e95750-2faa-44cb-bcbe-81aca105c960 req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] For port 65969712-4b95-45c6-96f0-ab932316c1e8, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=65969712-4b95-45c6-96f0-ab932316c1e8,segment=NetworkSegment(36e9513d-be44-47ec-bd8d-a7a7b0871c40),segment_id=36e9513d-be44-47ec-bd8d-a7a7b0871c40)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:11:45.984169 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-19e95750-2faa-44cb-bcbe-81aca105c960 req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:46.081451 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-74990841-726d-411a-a0a3-fa78ba7a2e66 req-1c273f29-6a50-41bf-b3dd-c1c8ccea2c1f tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f2283c7-2408-455b-b364-f03789001f54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103494 Jul 22 17:11:46.216392 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-19e95750-2faa-44cb-bcbe-81aca105c960 req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:46.216826 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-19e95750-2faa-44cb-bcbe-81aca105c960 req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:46.217166 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [req-19e95750-2faa-44cb-bcbe-81aca105c960 req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Floating IP 154960bc-088f-45f7-9fbb-2f5217a6f404 disassociated. External IP: 172.25.0.93, port: 65969712-4b95-45c6-96f0-ab932316c1e8. Jul 22 17:11:46.217497 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-19e95750-2faa-44cb-bcbe-81aca105c960 req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Calling delete_port for 65969712-4b95-45c6-96f0-ab932316c1e8 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:11:46.337486 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-19e95750-2faa-44cb-bcbe-81aca105c960 req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:46.370875 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Pushing event deleted for resources: {'Port': ['ID=65969712-4b95-45c6-96f0-ab932316c1e8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:11:46.381381 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:46.381728 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:46.382092 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:46.382432 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:46.382767 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:46.383102 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:46.383418 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:46.383738 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:46.384058 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:46.384380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:46.384720 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:46.385572 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:46.489501 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19e95750-2faa-44cb-bcbe-81aca105c960 req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Router fe7a7bf0-94bd-4212-a16a-8a61e84eec37 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:11:46.590355 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19e95750-2faa-44cb-bcbe-81aca105c960 req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:11:46.600262 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9684e0b6-2a35-42cb-b5b7-e55cfd47a13e None None] Sync routers for ids ['fe7a7bf0-94bd-4212-a16a-8a61e84eec37'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:11:46.610111 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9684e0b6-2a35-42cb-b5b7-e55cfd47a13e None None] Routers {'fe7a7bf0-94bd-4212-a16a-8a61e84eec37'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:11:46.610729 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9684e0b6-2a35-42cb-b5b7-e55cfd47a13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:11:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['fe7a7bf0-94bd-4212-a16a-8a61e84eec37'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:11:46.638026 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e95750-2faa-44cb-bcbe-81aca105c960 req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] No DVR routers for this DVR port 65969712-4b95-45c6-96f0-ab932316c1e8 on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:11:46.641356 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-19e95750-2faa-44cb-bcbe-81aca105c960 req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:46.643571 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-19e95750-2faa-44cb-bcbe-81aca105c960 req-f05fc475-de32-4349-a5a0-7493dd1363dc tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.30 "DELETE /v2.0/ports/65969712-4b95-45c6-96f0-ab932316c1e8 HTTP/1.1" status: 204 len: 173 time: 0.9152584 Jul 22 17:11:46.644054 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703560d9-5668-4505-8cfc-ad50efac437a', 'name': 'network-vif-deleted', 'tag': '65969712-4b95-45c6-96f0-ab932316c1e8'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:11:46.646376 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0e8301-8aa2-40fc-a91a-2b1fbc432810" -d '{"events": [{"server_uuid": "703560d9-5668-4505-8cfc-ad50efac437a", "name": "network-vif-deleted", "tag": "65969712-4b95-45c6-96f0-ab932316c1e8"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:11:46.728549 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-9684e0b6-2a35-42cb-b5b7-e55cfd47a13e None None] Set router fe7a7bf0-94bd-4212-a16a-8a61e84eec37 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:11:46.786063 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68dbdd3-5546-493d-a02d-6970b26e18fb x-openstack-request-id: req-a68dbdd3-5546-493d-a02d-6970b26e18fb {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:11:46.786618 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703560d9-5668-4505-8cfc-ad50efac437a", "name": "network-vif-deleted", "tag": "65969712-4b95-45c6-96f0-ab932316c1e8", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:11:46.786924 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a68dbdd3-5546-493d-a02d-6970b26e18fb {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:11:46.787430 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703560d9-5668-4505-8cfc-ad50efac437a', 'name': 'network-vif-deleted', 'tag': '65969712-4b95-45c6-96f0-ab932316c1e8', 'status': 'completed', 'code': 200} Jul 22 17:11:46.951428 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9684e0b6-2a35-42cb-b5b7-e55cfd47a13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'name': 'tempest-TestServerBasicOps-1341762254-router', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:44Z', 'revision_number': 4, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'gw_port': {'id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'f4ba47bf-9ce0-4193-9990-7ea706c5eb18', 'name': '', 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'mac_address': 'fa:16:3e:55:32:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c6dd56a4-887a-4603-8eb4-4a5ff176b20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:43Z', 'updated_at': '2021-07-22T17:06:50Z', 'revision_number': 5, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'subnets': [{'id': 'c6dd56a4-887a-4603-8eb4-4a5ff176b20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:11:46.980746 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9684e0b6-2a35-42cb-b5b7-e55cfd47a13e None None] Checking router: fe7a7bf0-94bd-4212-a16a-8a61e84eec37 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:11:46.988472 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9684e0b6-2a35-42cb-b5b7-e55cfd47a13e None None] Routers {'fe7a7bf0-94bd-4212-a16a-8a61e84eec37'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:11:46.989058 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9684e0b6-2a35-42cb-b5b7-e55cfd47a13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:11:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['fe7a7bf0-94bd-4212-a16a-8a61e84eec37'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:11:47.093063 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-9684e0b6-2a35-42cb-b5b7-e55cfd47a13e None None] Set router fe7a7bf0-94bd-4212-a16a-8a61e84eec37 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:11:47.195146 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-db566012-4d4a-4afd-acc8-3566a5bf871b req-4586a52e-8f7b-466a-84c0-7be421c07587 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "GET /v2.0/ports?device_id=703560d9-5668-4505-8cfc-ad50efac437a HTTP/1.1" status: 200 len: 210 time: 0.0295761 Jul 22 17:11:47.301911 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9684e0b6-2a35-42cb-b5b7-e55cfd47a13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'name': 'tempest-TestServerBasicOps-1341762254-router', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:44Z', 'revision_number': 4, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'gw_port': {'id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'f4ba47bf-9ce0-4193-9990-7ea706c5eb18', 'name': '', 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'mac_address': 'fa:16:3e:55:32:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c6dd56a4-887a-4603-8eb4-4a5ff176b20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:43Z', 'updated_at': '2021-07-22T17:06:50Z', 'revision_number': 5, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'subnets': [{'id': 'c6dd56a4-887a-4603-8eb4-4a5ff176b20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:11:47.327031 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9684e0b6-2a35-42cb-b5b7-e55cfd47a13e None None] The sync data for ids ['fe7a7bf0-94bd-4212-a16a-8a61e84eec37'] in n-d-798930-9 is: [{'id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'name': 'tempest-TestServerBasicOps-1341762254-router', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:44Z', 'revision_number': 4, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'gw_port': {'id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'f4ba47bf-9ce0-4193-9990-7ea706c5eb18', 'name': '', 'network_id': 'b8a9d710-7a37-40b2-b17b-425025f77da8', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'mac_address': 'fa:16:3e:55:32:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c6dd56a4-887a-4603-8eb4-4a5ff176b20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:43Z', 'updated_at': '2021-07-22T17:06:50Z', 'revision_number': 5, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'subnets': [{'id': 'c6dd56a4-887a-4603-8eb4-4a5ff176b20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:11:47.540445 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0c5456-2415-46e6-8db4-b1b5903e44cc None None] New status for floating IP 154960bc-088f-45f7-9fbb-2f5217a6f404: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:11:48.252432 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36028) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:11:48.373433 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d8cc2c3d-e7fa-4a05-a0e8-0dbcb7b8ae7a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Deleting port afbf5161-b980-4261-8091-910c42e07ea1 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:11:48.373691 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8cc2c3d-e7fa-4a05-a0e8-0dbcb7b8ae7a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:48.448485 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8cc2c3d-e7fa-4a05-a0e8-0dbcb7b8ae7a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:48.448816 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8cc2c3d-e7fa-4a05-a0e8-0dbcb7b8ae7a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:48.459870 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d8cc2c3d-e7fa-4a05-a0e8-0dbcb7b8ae7a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Calling delete_port for afbf5161-b980-4261-8091-910c42e07ea1 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:11:48.585962 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8cc2c3d-e7fa-4a05-a0e8-0dbcb7b8ae7a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:48.615384 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc2c3d-e7fa-4a05-a0e8-0dbcb7b8ae7a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Pushing event deleted for resources: {'Port': ['ID=afbf5161-b980-4261-8091-910c42e07ea1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:11:48.674955 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8cc2c3d-e7fa-4a05-a0e8-0dbcb7b8ae7a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:48.678051 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d8cc2c3d-e7fa-4a05-a0e8-0dbcb7b8ae7a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:48.679192 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d8cc2c3d-e7fa-4a05-a0e8-0dbcb7b8ae7a tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "DELETE /v2.0/floatingips/154960bc-088f-45f7-9fbb-2f5217a6f404 HTTP/1.1" status: 204 len: 168 time: 0.4257667 Jul 22 17:11:48.744297 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36034) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:11:48.800684 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-debd9bf8-da22-4a74-a66b-4b853c5b4a53 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:48.825287 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-debd9bf8-da22-4a74-a66b-4b853c5b4a53 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:48.883754 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-debd9bf8-da22-4a74-a66b-4b853c5b4a53 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:48.887151 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-debd9bf8-da22-4a74-a66b-4b853c5b4a53 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:48.888300 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-debd9bf8-da22-4a74-a66b-4b853c5b4a53 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] 10.222.0.69 "DELETE /v2.0/security-groups/1f2283c7-2408-455b-b364-f03789001f54 HTTP/1.1" status: 204 len: 168 time: 0.1430171 Jul 22 17:11:48.897348 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd9bf8-da22-4a74-a66b-4b853c5b4a53 tempest-TestServerBasicOps-1655299902 tempest-TestServerBasicOps-1655299902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2283c7-2408-455b-b364-f03789001f54,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:11:49.925126 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 65969712-4b95-45c6-96f0-ab932316c1e8 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:11:49.945170 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36040) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:11:49.946666 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 65969712-4b95-45c6-96f0-ab932316c1e8 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:11:49.946666 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 65969712-4b95-45c6-96f0-ab932316c1e8 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:11:50.379225 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3843bca-125d-49d3-b2cb-6b8fbb2fa82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:50.626176 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a3843bca-125d-49d3-b2cb-6b8fbb2fa82a admin admin] Deleting port f4ba47bf-9ce0-4193-9990-7ea706c5eb18 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:11:50.626523 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3843bca-125d-49d3-b2cb-6b8fbb2fa82a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:50.716117 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-a3843bca-125d-49d3-b2cb-6b8fbb2fa82a admin admin] For port f4ba47bf-9ce0-4193-9990-7ea706c5eb18, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=f4ba47bf-9ce0-4193-9990-7ea706c5eb18,segment=NetworkSegment(36e9513d-be44-47ec-bd8d-a7a7b0871c40),segment_id=36e9513d-be44-47ec-bd8d-a7a7b0871c40)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:11:50.716471 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3843bca-125d-49d3-b2cb-6b8fbb2fa82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:50.728283 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a3843bca-125d-49d3-b2cb-6b8fbb2fa82a admin admin] Calling delete_port for f4ba47bf-9ce0-4193-9990-7ea706c5eb18 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:11:50.902383 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3843bca-125d-49d3-b2cb-6b8fbb2fa82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:50.931369 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3843bca-125d-49d3-b2cb-6b8fbb2fa82a admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ba47bf-9ce0-4193-9990-7ea706c5eb18,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:11:51.100485 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a3843bca-125d-49d3-b2cb-6b8fbb2fa82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:51.315959 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3843bca-125d-49d3-b2cb-6b8fbb2fa82a admin admin] Router fe7a7bf0-94bd-4212-a16a-8a61e84eec37 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:11:51.417525 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3843bca-125d-49d3-b2cb-6b8fbb2fa82a admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:11:51.423899 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a3843bca-125d-49d3-b2cb-6b8fbb2fa82a admin admin] 10.222.0.69 "PUT /v2.0/routers/fe7a7bf0-94bd-4212-a16a-8a61e84eec37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4762480 Jul 22 17:11:51.424864 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36044) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:11:51.427469 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486b12aa-b427-4b76-b0ef-54a48b06bd11 None None] Sync routers for ids ['fe7a7bf0-94bd-4212-a16a-8a61e84eec37'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:11:51.436696 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486b12aa-b427-4b76-b0ef-54a48b06bd11 None None] Routers {'fe7a7bf0-94bd-4212-a16a-8a61e84eec37'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:11:51.437361 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-486b12aa-b427-4b76-b0ef-54a48b06bd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:11:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['fe7a7bf0-94bd-4212-a16a-8a61e84eec37'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:11:51.521192 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f8e45a8-a9d7-4488-8945-1a7d16f1ea50 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:51.537233 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-486b12aa-b427-4b76-b0ef-54a48b06bd11 None None] Set router fe7a7bf0-94bd-4212-a16a-8a61e84eec37 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:11:51.720214 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-486b12aa-b427-4b76-b0ef-54a48b06bd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'name': 'tempest-TestServerBasicOps-1341762254-router', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:11:50Z', 'revision_number': 5, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'gw_port': {'id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:11:51.746922 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486b12aa-b427-4b76-b0ef-54a48b06bd11 None None] Checking router: fe7a7bf0-94bd-4212-a16a-8a61e84eec37 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:11:51.755684 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486b12aa-b427-4b76-b0ef-54a48b06bd11 None None] Routers {'fe7a7bf0-94bd-4212-a16a-8a61e84eec37'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:11:51.756304 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-486b12aa-b427-4b76-b0ef-54a48b06bd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:11:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['fe7a7bf0-94bd-4212-a16a-8a61e84eec37'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:11:51.952880 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f8e45a8-a9d7-4488-8945-1a7d16f1ea50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:51.954069 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-486b12aa-b427-4b76-b0ef-54a48b06bd11 None None] Set router fe7a7bf0-94bd-4212-a16a-8a61e84eec37 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:11:52.006611 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9f8e45a8-a9d7-4488-8945-1a7d16f1ea50 admin admin] Deleting port 14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:11:52.006848 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f8e45a8-a9d7-4488-8945-1a7d16f1ea50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:52.084253 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-9f8e45a8-a9d7-4488-8945-1a7d16f1ea50 admin admin] For port 14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:11:52.084618 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f8e45a8-a9d7-4488-8945-1a7d16f1ea50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:52.096792 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-9f8e45a8-a9d7-4488-8945-1a7d16f1ea50 admin admin] Calling delete_port for 14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:11:52.124817 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-486b12aa-b427-4b76-b0ef-54a48b06bd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'name': 'tempest-TestServerBasicOps-1341762254-router', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:11:50Z', 'revision_number': 5, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'gw_port': {'id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:11:52.150623 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486b12aa-b427-4b76-b0ef-54a48b06bd11 None None] The sync data for ids ['fe7a7bf0-94bd-4212-a16a-8a61e84eec37'] in n-d-798930-9 is: [{'id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'name': 'tempest-TestServerBasicOps-1341762254-router', 'tenant_id': '1c306f77f9504acbb132c4ad876e89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:11:50Z', 'revision_number': 5, 'project_id': '1c306f77f9504acbb132c4ad876e89e3', 'gw_port': {'id': '14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:71:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7a7bf0-94bd-4212-a16a-8a61e84eec37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:41Z', 'updated_at': '2021-07-22T17:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:11:52.266797 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f8e45a8-a9d7-4488-8945-1a7d16f1ea50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:52.292602 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e45a8-a9d7-4488-8945-1a7d16f1ea50 admin admin] Pushing event deleted for resources: {'Port': ['ID=14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:11:52.355780 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f8e45a8-a9d7-4488-8945-1a7d16f1ea50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:52.442521 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f8e45a8-a9d7-4488-8945-1a7d16f1ea50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:52.444446 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f8e45a8-a9d7-4488-8945-1a7d16f1ea50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:52.489476 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f8e45a8-a9d7-4488-8945-1a7d16f1ea50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:52.490227 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8e45a8-a9d7-4488-8945-1a7d16f1ea50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe7a7bf0-94bd-4212-a16a-8a61e84eec37 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:11:52.497232 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f8e45a8-a9d7-4488-8945-1a7d16f1ea50 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:52.498621 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9f8e45a8-a9d7-4488-8945-1a7d16f1ea50 admin admin] 10.222.0.69 "DELETE /v2.0/routers/fe7a7bf0-94bd-4212-a16a-8a61e84eec37 HTTP/1.1" status: 204 len: 168 time: 1.0728598 Jul 22 17:11:52.501184 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36046) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:11:52.550495 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeff8193-914d-4857-9b11-cee607709940 admin admin] Deleting subnet c6dd56a4-887a-4603-8eb4-4a5ff176b20d {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:11:52.553905 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aeff8193-914d-4857-9b11-cee607709940 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:52.593675 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aeff8193-914d-4857-9b11-cee607709940 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:52.609905 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f4ba47bf-9ce0-4193-9990-7ea706c5eb18 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:11:52.635280 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: f4ba47bf-9ce0-4193-9990-7ea706c5eb18 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:11:52.635899 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device f4ba47bf-9ce0-4193-9990-7ea706c5eb18 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:11:52.675601 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aeff8193-914d-4857-9b11-cee607709940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:52.728293 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aeff8193-914d-4857-9b11-cee607709940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:52.759734 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff8193-914d-4857-9b11-cee607709940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6dd56a4-887a-4603-8eb4-4a5ff176b20d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:11:52.765180 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aeff8193-914d-4857-9b11-cee607709940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:52.769816 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-aeff8193-914d-4857-9b11-cee607709940 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c6dd56a4-887a-4603-8eb4-4a5ff176b20d HTTP/1.1" status: 204 len: 168 time: 0.2654150 Jul 22 17:11:52.770037 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36048) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:11:52.772322 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dae25a-b43e-4bcc-a61e-b213d303c8f7 None None] Network b8a9d710-7a37-40b2-b17b-425025f77da8 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:11:52.841301 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f4ada57-89c4-4a24-a7a9-bd32a2d71a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:52.900122 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ada57-89c4-4a24-a7a9-bd32a2d71a07 admin admin] Deleting port 7f9063b7-afe2-4bfa-a0a7-440ff5b0887f {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:11:52.901103 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f4ada57-89c4-4a24-a7a9-bd32a2d71a07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:52.968563 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-2f4ada57-89c4-4a24-a7a9-bd32a2d71a07 admin admin] For port 7f9063b7-afe2-4bfa-a0a7-440ff5b0887f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=7f9063b7-afe2-4bfa-a0a7-440ff5b0887f,segment=NetworkSegment(36e9513d-be44-47ec-bd8d-a7a7b0871c40),segment_id=36e9513d-be44-47ec-bd8d-a7a7b0871c40)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:11:52.968920 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f4ada57-89c4-4a24-a7a9-bd32a2d71a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:52.980895 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ada57-89c4-4a24-a7a9-bd32a2d71a07 admin admin] Calling delete_port for 7f9063b7-afe2-4bfa-a0a7-440ff5b0887f owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:11:53.058123 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f4ada57-89c4-4a24-a7a9-bd32a2d71a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:53.083611 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ada57-89c4-4a24-a7a9-bd32a2d71a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f9063b7-afe2-4bfa-a0a7-440ff5b0887f,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:11:53.085424 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4ada57-89c4-4a24-a7a9-bd32a2d71a07 admin admin] No DVR routers for this DVR port 7f9063b7-afe2-4bfa-a0a7-440ff5b0887f on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:11:53.159188 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f4ada57-89c4-4a24-a7a9-bd32a2d71a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:53.170157 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2f4ada57-89c4-4a24-a7a9-bd32a2d71a07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a9d710-7a37-40b2-b17b-425025f77da8']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:11:53.180692 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2f4ada57-89c4-4a24-a7a9-bd32a2d71a07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e9513d-be44-47ec-bd8d-a7a7b0871c40') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:11:53.181079 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-2f4ada57-89c4-4a24-a7a9-bd32a2d71a07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e9513d-be44-47ec-bd8d-a7a7b0871c40') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:11:53.184978 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952df8e7-d92d-4404-9ec4-5913f2fb4533 None None] DHCP port deletion for b8a9d710-7a37-40b2-b17b-425025f77da8 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:11:53.191180 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f4ada57-89c4-4a24-a7a9-bd32a2d71a07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:53.205404 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f4ada57-89c4-4a24-a7a9-bd32a2d71a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:53.211525 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4ada57-89c4-4a24-a7a9-bd32a2d71a07 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:11:53.212031 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f4ada57-89c4-4a24-a7a9-bd32a2d71a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: timer() Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:11:53.213812 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:11:53.269900 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f4ada57-89c4-4a24-a7a9-bd32a2d71a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:53.276764 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2f4ada57-89c4-4a24-a7a9-bd32a2d71a07 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:53.278587 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2f4ada57-89c4-4a24-a7a9-bd32a2d71a07 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b8a9d710-7a37-40b2-b17b-425025f77da8 HTTP/1.1" status: 204 len: 168 time: 0.5076268 Jul 22 17:11:53.281732 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36050) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:11:53.288974 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ada57-89c4-4a24-a7a9-bd32a2d71a07 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8a9d710-7a37-40b2-b17b-425025f77da8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:11:53.617520 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b32caae4-2477-48a3-96f6-647082e30c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:53.862131 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b32caae4-2477-48a3-96f6-647082e30c27 admin admin] Deleting port 1653d284-eeb5-46eb-b66d-13d9810a4dc3 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:11:53.862471 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b32caae4-2477-48a3-96f6-647082e30c27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:53.944812 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b32caae4-2477-48a3-96f6-647082e30c27 admin admin] For port 1653d284-eeb5-46eb-b66d-13d9810a4dc3, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1653d284-eeb5-46eb-b66d-13d9810a4dc3,segment=NetworkSegment(8f841e8d-d21b-405f-a078-05155e12b424),segment_id=8f841e8d-d21b-405f-a078-05155e12b424)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:11:53.945083 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b32caae4-2477-48a3-96f6-647082e30c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:54.300862 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b32caae4-2477-48a3-96f6-647082e30c27 admin admin] Calling delete_port for 1653d284-eeb5-46eb-b66d-13d9810a4dc3 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:11:54.335557 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:11:54.358814 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:11:54.359247 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 14a72e0e-8082-4ccc-9d8b-cd1cc5e744aa not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:11:54.359731 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7f9063b7-afe2-4bfa-a0a7-440ff5b0887f no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:11:54.377857 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 7f9063b7-afe2-4bfa-a0a7-440ff5b0887f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:11:54.378319 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 7f9063b7-afe2-4bfa-a0a7-440ff5b0887f not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:11:54.474825 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b32caae4-2477-48a3-96f6-647082e30c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:54.498994 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32caae4-2477-48a3-96f6-647082e30c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=1653d284-eeb5-46eb-b66d-13d9810a4dc3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:11:54.510934 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32caae4-2477-48a3-96f6-647082e30c27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:54.511283 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32caae4-2477-48a3-96f6-647082e30c27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:54.511622 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32caae4-2477-48a3-96f6-647082e30c27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:54.511954 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32caae4-2477-48a3-96f6-647082e30c27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:54.512279 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32caae4-2477-48a3-96f6-647082e30c27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:54.512606 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32caae4-2477-48a3-96f6-647082e30c27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:54.512929 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32caae4-2477-48a3-96f6-647082e30c27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:54.513250 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32caae4-2477-48a3-96f6-647082e30c27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:54.513576 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32caae4-2477-48a3-96f6-647082e30c27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:54.513888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32caae4-2477-48a3-96f6-647082e30c27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:54.514234 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32caae4-2477-48a3-96f6-647082e30c27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:54.514560 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32caae4-2477-48a3-96f6-647082e30c27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:54.672351 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b32caae4-2477-48a3-96f6-647082e30c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:54.877047 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32caae4-2477-48a3-96f6-647082e30c27 admin admin] Router 506f479f-dccc-4367-b4eb-e479c381cc3f has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:11:54.981795 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32caae4-2477-48a3-96f6-647082e30c27 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:11:54.986713 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b32caae4-2477-48a3-96f6-647082e30c27 admin admin] 10.222.0.69 "PUT /v2.0/routers/506f479f-dccc-4367-b4eb-e479c381cc3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7038167 Jul 22 17:11:54.989309 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36052) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:11:54.990238 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a932b50f-6eab-48b2-915c-b65b60947518 None None] Sync routers for ids ['506f479f-dccc-4367-b4eb-e479c381cc3f'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:11:54.999594 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a932b50f-6eab-48b2-915c-b65b60947518 None None] Routers {'506f479f-dccc-4367-b4eb-e479c381cc3f'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:11:55.000181 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a932b50f-6eab-48b2-915c-b65b60947518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:11:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['506f479f-dccc-4367-b4eb-e479c381cc3f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:11:55.093026 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-057a1233-7844-4c2e-b006-777a9e6cdeb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:55.099062 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a932b50f-6eab-48b2-915c-b65b60947518 None None] Set router 506f479f-dccc-4367-b4eb-e479c381cc3f gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:11:55.194378 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-057a1233-7844-4c2e-b006-777a9e6cdeb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:55.245894 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-057a1233-7844-4c2e-b006-777a9e6cdeb4 admin admin] Deleting port c9f34ab2-27d4-418b-a1ac-7fd0515c087c {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:11:55.246261 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-057a1233-7844-4c2e-b006-777a9e6cdeb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:55.270361 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a932b50f-6eab-48b2-915c-b65b60947518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506f479f-dccc-4367-b4eb-e479c381cc3f', 'name': 'tempest-TestServerBasicOps-1643079575-router', 'tenant_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c9f34ab2-27d4-418b-a1ac-7fd0515c087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:06:45Z', 'updated_at': '2021-07-22T17:11:54Z', 'revision_number': 5, 'project_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'gw_port': {'id': 'c9f34ab2-27d4-418b-a1ac-7fd0515c087c', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506f479f-dccc-4367-b4eb-e479c381cc3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:46Z', 'updated_at': '2021-07-22T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:11:55.296800 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a932b50f-6eab-48b2-915c-b65b60947518 None None] Checking router: 506f479f-dccc-4367-b4eb-e479c381cc3f for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:11:55.305402 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a932b50f-6eab-48b2-915c-b65b60947518 None None] Routers {'506f479f-dccc-4367-b4eb-e479c381cc3f'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:11:55.306062 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a932b50f-6eab-48b2-915c-b65b60947518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:11:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['506f479f-dccc-4367-b4eb-e479c381cc3f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:11:55.328783 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-057a1233-7844-4c2e-b006-777a9e6cdeb4 admin admin] For port c9f34ab2-27d4-418b-a1ac-7fd0515c087c, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c9f34ab2-27d4-418b-a1ac-7fd0515c087c,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:11:55.329429 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-057a1233-7844-4c2e-b006-777a9e6cdeb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:55.340967 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-057a1233-7844-4c2e-b006-777a9e6cdeb4 admin admin] Calling delete_port for c9f34ab2-27d4-418b-a1ac-7fd0515c087c owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:11:55.389861 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a932b50f-6eab-48b2-915c-b65b60947518 None None] Set router 506f479f-dccc-4367-b4eb-e479c381cc3f gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:11:55.442167 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a932b50f-6eab-48b2-915c-b65b60947518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506f479f-dccc-4367-b4eb-e479c381cc3f', 'name': 'tempest-TestServerBasicOps-1643079575-router', 'tenant_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:06:45Z', 'updated_at': '2021-07-22T17:11:55Z', 'revision_number': 6, 'project_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:11:55.468428 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a932b50f-6eab-48b2-915c-b65b60947518 None None] The sync data for ids ['506f479f-dccc-4367-b4eb-e479c381cc3f'] in n-d-798930-9 is: [{'id': '506f479f-dccc-4367-b4eb-e479c381cc3f', 'name': 'tempest-TestServerBasicOps-1643079575-router', 'tenant_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:06:45Z', 'updated_at': '2021-07-22T17:11:55Z', 'revision_number': 6, 'project_id': 'a2a93fc8a47e4910b93976699fedf3f9', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:11:55.508206 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-057a1233-7844-4c2e-b006-777a9e6cdeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:55.534285 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a1233-7844-4c2e-b006-777a9e6cdeb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f34ab2-27d4-418b-a1ac-7fd0515c087c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:11:55.597285 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-057a1233-7844-4c2e-b006-777a9e6cdeb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:55.686044 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-057a1233-7844-4c2e-b006-777a9e6cdeb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:55.688090 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-057a1233-7844-4c2e-b006-777a9e6cdeb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:55.733614 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-057a1233-7844-4c2e-b006-777a9e6cdeb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:55.734091 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057a1233-7844-4c2e-b006-777a9e6cdeb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 506f479f-dccc-4367-b4eb-e479c381cc3f {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:11:55.738300 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-057a1233-7844-4c2e-b006-777a9e6cdeb4 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:55.739450 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-057a1233-7844-4c2e-b006-777a9e6cdeb4 admin admin] 10.222.0.69 "DELETE /v2.0/routers/506f479f-dccc-4367-b4eb-e479c381cc3f HTTP/1.1" status: 204 len: 168 time: 0.7492239 Jul 22 17:11:55.742042 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36054) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:11:55.785888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb142519-4927-4f83-868e-88f4f2697f58 admin admin] Deleting subnet 9152ddb2-bb9e-40f0-992e-b5af6c3beb32 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:11:55.788729 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb142519-4927-4f83-868e-88f4f2697f58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:55.823883 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb142519-4927-4f83-868e-88f4f2697f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:55.908186 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb142519-4927-4f83-868e-88f4f2697f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:55.960273 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb142519-4927-4f83-868e-88f4f2697f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:55.988870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb142519-4927-4f83-868e-88f4f2697f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9152ddb2-bb9e-40f0-992e-b5af6c3beb32,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:11:55.990854 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb142519-4927-4f83-868e-88f4f2697f58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:55.995865 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422e2314-108a-4424-8b36-3779c3d85916 None None] Network e77af2b0-e7ad-4299-8b93-b1650d3fc7f3 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:11:55.995983 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36058) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:11:55.998756 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fb142519-4927-4f83-868e-88f4f2697f58 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9152ddb2-bb9e-40f0-992e-b5af6c3beb32 HTTP/1.1" status: 204 len: 168 time: 0.2497478 Jul 22 17:11:56.063191 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ae4a406-7890-4c4d-a9b3-efc05ef1d6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:56.119919 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1ae4a406-7890-4c4d-a9b3-efc05ef1d6e5 admin admin] Deleting port be864b3e-1a90-4eca-b9c2-c014a3538c4d {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:11:56.120282 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ae4a406-7890-4c4d-a9b3-efc05ef1d6e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:56.183314 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-1ae4a406-7890-4c4d-a9b3-efc05ef1d6e5 admin admin] For port be864b3e-1a90-4eca-b9c2-c014a3538c4d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=be864b3e-1a90-4eca-b9c2-c014a3538c4d,segment=NetworkSegment(8f841e8d-d21b-405f-a078-05155e12b424),segment_id=8f841e8d-d21b-405f-a078-05155e12b424)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:11:56.183671 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ae4a406-7890-4c4d-a9b3-efc05ef1d6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:56.195461 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1ae4a406-7890-4c4d-a9b3-efc05ef1d6e5 admin admin] Calling delete_port for be864b3e-1a90-4eca-b9c2-c014a3538c4d owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:11:56.246522 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c06ee93-8d9a-40e5-8a94-55d2c03d5b91 None None] DHCP port deletion for e77af2b0-e7ad-4299-8b93-b1650d3fc7f3 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:11:56.282285 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ae4a406-7890-4c4d-a9b3-efc05ef1d6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:56.301239 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ee93-8d9a-40e5-8a94-55d2c03d5b91 None None] Deleting port be864b3e-1a90-4eca-b9c2-c014a3538c4d {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:11:56.301917 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c06ee93-8d9a-40e5-8a94-55d2c03d5b91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:56.309318 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4a406-7890-4c4d-a9b3-efc05ef1d6e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=be864b3e-1a90-4eca-b9c2-c014a3538c4d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:11:56.318684 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae4a406-7890-4c4d-a9b3-efc05ef1d6e5 admin admin] No DVR routers for this DVR port be864b3e-1a90-4eca-b9c2-c014a3538c4d on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:11:56.376167 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1653d284-eeb5-46eb-b66d-13d9810a4dc3 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:11:56.393657 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ae4a406-7890-4c4d-a9b3-efc05ef1d6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:56.402371 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 1653d284-eeb5-46eb-b66d-13d9810a4dc3 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:11:56.402949 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1653d284-eeb5-46eb-b66d-13d9810a4dc3 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:11:56.403129 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c9f34ab2-27d4-418b-a1ac-7fd0515c087c no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:11:56.403618 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-1ae4a406-7890-4c4d-a9b3-efc05ef1d6e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e77af2b0-e7ad-4299-8b93-b1650d3fc7f3']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:11:56.405055 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6c06ee93-8d9a-40e5-8a94-55d2c03d5b91 None None] For port be864b3e-1a90-4eca-b9c2-c014a3538c4d, host n-d-798930-9, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:11:56.405436 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c06ee93-8d9a-40e5-8a94-55d2c03d5b91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:56.417551 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-1ae4a406-7890-4c4d-a9b3-efc05ef1d6e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f841e8d-d21b-405f-a078-05155e12b424') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:11:56.417838 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-1ae4a406-7890-4c4d-a9b3-efc05ef1d6e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f841e8d-d21b-405f-a078-05155e12b424') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:11:56.426797 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ae4a406-7890-4c4d-a9b3-efc05ef1d6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:56.429619 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: c9f34ab2-27d4-418b-a1ac-7fd0515c087c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:11:56.430005 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c9f34ab2-27d4-418b-a1ac-7fd0515c087c not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:11:56.430489 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device be864b3e-1a90-4eca-b9c2-c014a3538c4d no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:11:56.436238 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ee93-8d9a-40e5-8a94-55d2c03d5b91 None None] Calling delete_port for be864b3e-1a90-4eca-b9c2-c014a3538c4d owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:11:56.441421 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ae4a406-7890-4c4d-a9b3-efc05ef1d6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:56.447470 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae4a406-7890-4c4d-a9b3-efc05ef1d6e5 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:11:56.448141 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ae4a406-7890-4c4d-a9b3-efc05ef1d6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: timer() Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:11:56.449826 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:11:56.457765 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-6c06ee93-8d9a-40e5-8a94-55d2c03d5b91 None None] Port be864b3e-1a90-4eca-b9c2-c014a3538c4d was not found and therefore no delete operation was performed {{(pid=93818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 17:11:56.459258 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: be864b3e-1a90-4eca-b9c2-c014a3538c4d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:11:56.459601 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device be864b3e-1a90-4eca-b9c2-c014a3538c4d not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:11:56.461030 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c06ee93-8d9a-40e5-8a94-55d2c03d5b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:56.485638 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06ee93-8d9a-40e5-8a94-55d2c03d5b91 None None] Pushing event deleted for resources: {'Port': ['ID=be864b3e-1a90-4eca-b9c2-c014a3538c4d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:11:56.496289 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ee93-8d9a-40e5-8a94-55d2c03d5b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:56.496691 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ee93-8d9a-40e5-8a94-55d2c03d5b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:56.496977 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ee93-8d9a-40e5-8a94-55d2c03d5b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:56.497313 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ee93-8d9a-40e5-8a94-55d2c03d5b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:56.497647 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ee93-8d9a-40e5-8a94-55d2c03d5b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:56.498014 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ee93-8d9a-40e5-8a94-55d2c03d5b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:56.498322 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ee93-8d9a-40e5-8a94-55d2c03d5b91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:56.498648 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ee93-8d9a-40e5-8a94-55d2c03d5b91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:56.498970 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ee93-8d9a-40e5-8a94-55d2c03d5b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:56.499321 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ee93-8d9a-40e5-8a94-55d2c03d5b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:56.499599 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ee93-8d9a-40e5-8a94-55d2c03d5b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:56.500053 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c06ee93-8d9a-40e5-8a94-55d2c03d5b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:11:56.502686 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c06ee93-8d9a-40e5-8a94-55d2c03d5b91 None None] No DVR routers for this DVR port be864b3e-1a90-4eca-b9c2-c014a3538c4d on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:11:56.514398 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ae4a406-7890-4c4d-a9b3-efc05ef1d6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:56.523473 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ae4a406-7890-4c4d-a9b3-efc05ef1d6e5 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:56.528359 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1ae4a406-7890-4c4d-a9b3-efc05ef1d6e5 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e77af2b0-e7ad-4299-8b93-b1650d3fc7f3 HTTP/1.1" status: 204 len: 168 time: 0.5285201 Jul 22 17:11:56.536218 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4a406-7890-4c4d-a9b3-efc05ef1d6e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e77af2b0-e7ad-4299-8b93-b1650d3fc7f3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:11:56.633510 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36062) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:11:56.674118 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-bd632a11-d277-4b7f-815e-181c769a95cb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1c306f77f9504acbb132c4ad876e89e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393472 Jul 22 17:11:56.676405 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36064) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:11:56.723344 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2c79770-6f20-4150-8bd6-b67102fb3e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:56.748449 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2c79770-6f20-4150-8bd6-b67102fb3e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:56.794368 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2c79770-6f20-4150-8bd6-b67102fb3e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:56.796810 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2c79770-6f20-4150-8bd6-b67102fb3e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:56.798021 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a2c79770-6f20-4150-8bd6-b67102fb3e5e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a836c396-8b93-4ade-b34c-be065355c85e HTTP/1.1" status: 204 len: 168 time: 0.1206803 Jul 22 17:11:56.805588 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c79770-6f20-4150-8bd6-b67102fb3e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a836c396-8b93-4ade-b34c-be065355c85e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:11:57.110886 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36070) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:11:57.152094 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e0a3adb8-ab5f-464f-941e-ba83af9a98e9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a2a93fc8a47e4910b93976699fedf3f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400317 Jul 22 17:11:57.154416 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36072) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:11:57.200718 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b581d189-aebe-4a78-b174-7a7da9b35480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:57.221542 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b581d189-aebe-4a78-b174-7a7da9b35480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:57.267392 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b581d189-aebe-4a78-b174-7a7da9b35480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:57.269963 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b581d189-aebe-4a78-b174-7a7da9b35480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:57.271096 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b581d189-aebe-4a78-b174-7a7da9b35480 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/47358392-f3d7-4d72-b1ba-a4b302648395 HTTP/1.1" status: 204 len: 168 time: 0.1158080 Jul 22 17:11:57.279052 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581d189-aebe-4a78-b174-7a7da9b35480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47358392-f3d7-4d72-b1ba-a4b302648395,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:11:57.935001 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36094) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:11:58.028436 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-06ce3fb0-63da-4c9d-9168-6eb216105bcc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-252550145-network', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:11:58.048990 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ce3fb0-63da-4c9d-9168-6eb216105bcc admin admin] Made reservation on behalf of a16dcf3d640f4d4e804ace614ec9c820 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:11:58.051388 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06ce3fb0-63da-4c9d-9168-6eb216105bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:58.059639 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06ce3fb0-63da-4c9d-9168-6eb216105bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:58.148561 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06ce3fb0-63da-4c9d-9168-6eb216105bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:58.152772 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06ce3fb0-63da-4c9d-9168-6eb216105bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:58.177625 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ce3fb0-63da-4c9d-9168-6eb216105bcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:11:58.192360 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce3fb0-63da-4c9d-9168-6eb216105bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b364e929-4b8c-409f-9316-f67c36336ec5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:11:58.198592 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06ce3fb0-63da-4c9d-9168-6eb216105bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:58.198933 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-06ce3fb0-63da-4c9d-9168-6eb216105bcc admin admin] Added segment a74bb7b3-c941-464a-8596-66d8a4b3bdeb of type vlan for network e97fa6e9-b45e-4929-9792-de06d043e3b0 Jul 22 17:11:58.238843 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06ce3fb0-63da-4c9d-9168-6eb216105bcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:58.265972 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06ce3fb0-63da-4c9d-9168-6eb216105bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:58.266913 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ce3fb0-63da-4c9d-9168-6eb216105bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:11:58.267487 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-06ce3fb0-63da-4c9d-9168-6eb216105bcc admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:58.295093 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-06ce3fb0-63da-4c9d-9168-6eb216105bcc admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3590250 Jul 22 17:11:58.297937 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36098) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:11:58.303017 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7da62732-7a8d-4c6e-a909-58912ec33957 admin admin] Request body: {'subnet': {'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-252550145-subnet', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:11:58.323285 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da62732-7a8d-4c6e-a909-58912ec33957 admin admin] Made reservation on behalf of a16dcf3d640f4d4e804ace614ec9c820 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:11:58.325566 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7da62732-7a8d-4c6e-a909-58912ec33957 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:58.329536 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce3fb0-63da-4c9d-9168-6eb216105bcc admin admin] Pushing event updated for resources: {'Network': ['ID=e97fa6e9-b45e-4929-9792-de06d043e3b0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:11:58.340093 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network e97fa6e9-b45e-4929-9792-de06d043e3b0 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:11:58.491308 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7da62732-7a8d-4c6e-a909-58912ec33957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:58.547950 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da62732-7a8d-4c6e-a909-58912ec33957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d63a9831-4fdf-4ccd-8c34-6a4f907e1947,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:11:58.558673 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da62732-7a8d-4c6e-a909-58912ec33957 admin admin] Checking segment: {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:11:58.559025 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da62732-7a8d-4c6e-a909-58912ec33957 admin admin] Network hostable DHCP agents. Network: e97fa6e9-b45e-4929-9792-de06d043e3b0, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:11:58.574535 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da62732-7a8d-4c6e-a909-58912ec33957 admin admin] Network e97fa6e9-b45e-4929-9792-de06d043e3b0 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:11:58.582394 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7da62732-7a8d-4c6e-a909-58912ec33957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, e97fa6e9-b45e-4929-9792-de06d043e3b0) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:11:58.586611 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da62732-7a8d-4c6e-a909-58912ec33957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:11:58.587693 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7da62732-7a8d-4c6e-a909-58912ec33957 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:58.592298 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef80796-2630-4402-b2ec-a80a08a60ec7 None None] Network e97fa6e9-b45e-4929-9792-de06d043e3b0 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:11:58.601520 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7da62732-7a8d-4c6e-a909-58912ec33957 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3024299 Jul 22 17:11:58.604270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36100) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:11:58.608608 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2b822560-f68c-4901-9941-b1eeba707b1e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:11:58.628987 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b822560-f68c-4901-9941-b1eeba707b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:58.630028 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b822560-f68c-4901-9941-b1eeba707b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:58.682286 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b822560-f68c-4901-9941-b1eeba707b1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:58.736477 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d86170c-e0aa-411c-a47a-03e73372e881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-e97fa6e9-b45e-4929-9792-de06d043e3b0', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:11:58.737328 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d86170c-e0aa-411c-a47a-03e73372e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:58.826273 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b822560-f68c-4901-9941-b1eeba707b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:59.023625 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-6d86170c-e0aa-411c-a47a-03e73372e881 None None] Allocated IP 172.20.0.2 (e97fa6e9-b45e-4929-9792-de06d043e3b0/d63a9831-4fdf-4ccd-8c34-6a4f907e1947/b6c61ca1-7f76-4084-a073-3827e0338be6) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:11:59.027775 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b822560-f68c-4901-9941-b1eeba707b1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:59.052678 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b822560-f68c-4901-9941-b1eeba707b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:59.099962 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1829935e-a0cd-44d2-842a-4b9dcdc9d70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:59.158577 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-2b822560-f68c-4901-9941-b1eeba707b1e admin admin] Allocated IP 172.25.0.168 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/8adca721-565e-4157-b268-4a23d6dd199b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:11:59.176304 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d86170c-e0aa-411c-a47a-03e73372e881 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:59.185099 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6d86170c-e0aa-411c-a47a-03e73372e881 None None] Transition to ACTIVE for port object b6c61ca1-7f76-4084-a073-3827e0338be6 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:11:59.199186 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6d86170c-e0aa-411c-a47a-03e73372e881 None None] Transition to ACTIVE for port object b6c61ca1-7f76-4084-a073-3827e0338be6 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:11:59.205635 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d86170c-e0aa-411c-a47a-03e73372e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:59.245603 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d86170c-e0aa-411c-a47a-03e73372e881 None None] Network e97fa6e9-b45e-4929-9792-de06d043e3b0 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:11:59.248386 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-6d86170c-e0aa-411c-a47a-03e73372e881 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:11:59.251899 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d86170c-e0aa-411c-a47a-03e73372e881 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:11:59.257407 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86170c-e0aa-411c-a47a-03e73372e881 None None] Pushing event updated for resources: {'Port': ['ID=b6c61ca1-7f76-4084-a073-3827e0338be6,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:11:59.269982 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b822560-f68c-4901-9941-b1eeba707b1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:59.308218 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b822560-f68c-4901-9941-b1eeba707b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:59.312843 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6d86170c-e0aa-411c-a47a-03e73372e881 None None] Attempting to bind port b6c61ca1-7f76-4084-a073-3827e0338be6 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:11:59.313220 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6d86170c-e0aa-411c-a47a-03e73372e881 None None] Attempting to bind port b6c61ca1-7f76-4084-a073-3827e0338be6 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:11:59.313578 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86170c-e0aa-411c-a47a-03e73372e881 None None] Attempting to bind port b6c61ca1-7f76-4084-a073-3827e0338be6 on network e97fa6e9-b45e-4929-9792-de06d043e3b0 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:11:59.318502 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86170c-e0aa-411c-a47a-03e73372e881 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:11:59.318871 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86170c-e0aa-411c-a47a-03e73372e881 None None] Checking segment: {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:11:59.319273 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d86170c-e0aa-411c-a47a-03e73372e881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:59.319679 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86170c-e0aa-411c-a47a-03e73372e881 None None] Bound using segment: {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:11:59.320123 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6d86170c-e0aa-411c-a47a-03e73372e881 None None] Bound port: b6c61ca1-7f76-4084-a073-3827e0338be6, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:11:59.320497 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d86170c-e0aa-411c-a47a-03e73372e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:59.348464 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b822560-f68c-4901-9941-b1eeba707b1e admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:11:59.351460 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-2b822560-f68c-4901-9941-b1eeba707b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:11:59.354247 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b822560-f68c-4901-9941-b1eeba707b1e admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:11:59.359867 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b822560-f68c-4901-9941-b1eeba707b1e admin admin] Pushing event updated for resources: {'Port': ['ID=8adca721-565e-4157-b268-4a23d6dd199b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:11:59.387840 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6d86170c-e0aa-411c-a47a-03e73372e881 None None] For port b6c61ca1-7f76-4084-a073-3827e0338be6, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:11:59.391247 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6d86170c-e0aa-411c-a47a-03e73372e881 None None] For port b6c61ca1-7f76-4084-a073-3827e0338be6, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b6c61ca1-7f76-4084-a073-3827e0338be6,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:11:59.395490 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d86170c-e0aa-411c-a47a-03e73372e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:59.458537 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86170c-e0aa-411c-a47a-03e73372e881 None None] Pushing event updated for resources: {'Port': ['ID=b6c61ca1-7f76-4084-a073-3827e0338be6,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:11:59.617024 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b822560-f68c-4901-9941-b1eeba707b1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:59.815080 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b822560-f68c-4901-9941-b1eeba707b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:59.939967 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b822560-f68c-4901-9941-b1eeba707b1e admin admin] Router b7135d83-8d2b-494b-8520-dc80f691998e is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:12:00.051365 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b822560-f68c-4901-9941-b1eeba707b1e admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:12:00.065983 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] Sync routers for ids ['b7135d83-8d2b-494b-8520-dc80f691998e'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:12:00.074174 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b822560-f68c-4901-9941-b1eeba707b1e admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:00.078079 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2b822560-f68c-4901-9941-b1eeba707b1e admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4702249 Jul 22 17:12:00.078253 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] Routers {'b7135d83-8d2b-494b-8520-dc80f691998e'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:12:00.078253 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:11:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b7135d83-8d2b-494b-8520-dc80f691998e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:12:00.078502 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36104) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:12:00.186410 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] Set router b7135d83-8d2b-494b-8520-dc80f691998e gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:12:00.368772 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab666e79-859c-4726-928c-ce20b7a04b2a None None] Network e97fa6e9-b45e-4929-9792-de06d043e3b0 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:12:00.405394 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b6c61ca1-7f76-4084-a073-3827e0338be6 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:12:00.415270 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '8adca721-565e-4157-b268-4a23d6dd199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:11:59Z', 'revision_number': 3, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port': {'id': '8adca721-565e-4157-b268-4a23d6dd199b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:11:59Z', 'updated_at': '2021-07-22T17:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:12:00.442299 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] Checking router: b7135d83-8d2b-494b-8520-dc80f691998e for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:12:00.442645 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] Updating router b7135d83-8d2b-494b-8520-dc80f691998e port 8adca721-565e-4157-b268-4a23d6dd199b binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:12:00.478107 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:00.493422 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f90ec980-b8a0-4ee5-a5bd-f9f8286bcd99 None None] Provisioning for port b6c61ca1-7f76-4084-a073-3827e0338be6 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:12:00.557693 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port b6c61ca1-7f76-4084-a073-3827e0338be6 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:12:00.567132 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port b6c61ca1-7f76-4084-a073-3827e0338be6 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:12:00.568213 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:00.692377 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:00.729762 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port b6c61ca1-7f76-4084-a073-3827e0338be6, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b6c61ca1-7f76-4084-a073-3827e0338be6,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:12:00.734975 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:00.770406 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:00.783025 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] Transition to ACTIVE for port object 8adca721-565e-4157-b268-4a23d6dd199b will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:12:00.791721 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=b6c61ca1-7f76-4084-a073-3827e0338be6,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:00.792445 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:00.844441 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] Attempting to bind port 8adca721-565e-4157-b268-4a23d6dd199b on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:12:00.844812 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] Attempting to bind port 8adca721-565e-4157-b268-4a23d6dd199b by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:12:00.845164 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] Attempting to bind port 8adca721-565e-4157-b268-4a23d6dd199b on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:12:00.856990 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:12:00.857352 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:12:00.857985 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:00.858571 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:12:00.859036 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] Bound port: 8adca721-565e-4157-b268-4a23d6dd199b, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:12:00.859412 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:00.893786 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe026f4-ee9d-47e8-b9c2-709ec0a640f1 None None] Pushing event updated for resources: {'Port': ['ID=8adca721-565e-4157-b268-4a23d6dd199b,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:00.897636 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fed9ce9-ec1e-41e1-89db-289e92f6918b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:00.918515 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] For port 8adca721-565e-4157-b268-4a23d6dd199b, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:12:00.922070 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] For port 8adca721-565e-4157-b268-4a23d6dd199b, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8adca721-565e-4157-b268-4a23d6dd199b,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:12:00.924465 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe026f4-ee9d-47e8-b9c2-709ec0a640f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:12:00.925062 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe026f4-ee9d-47e8-b9c2-709ec0a640f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:12:00.926081 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe026f4-ee9d-47e8-b9c2-709ec0a640f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:12:00.926632 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe026f4-ee9d-47e8-b9c2-709ec0a640f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:12:00.927146 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe026f4-ee9d-47e8-b9c2-709ec0a640f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:12:00.927718 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe026f4-ee9d-47e8-b9c2-709ec0a640f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:12:00.928224 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe026f4-ee9d-47e8-b9c2-709ec0a640f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:12:00.928551 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe026f4-ee9d-47e8-b9c2-709ec0a640f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:12:00.928875 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe026f4-ee9d-47e8-b9c2-709ec0a640f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:12:00.929200 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe026f4-ee9d-47e8-b9c2-709ec0a640f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:12:00.929519 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe026f4-ee9d-47e8-b9c2-709ec0a640f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:12:00.929834 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe026f4-ee9d-47e8-b9c2-709ec0a640f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:12:00.934863 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:00.992867 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] Routers {'b7135d83-8d2b-494b-8520-dc80f691998e'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:12:00.993397 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:11:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b7135d83-8d2b-494b-8520-dc80f691998e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:12:00.998723 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe026f4-ee9d-47e8-b9c2-709ec0a640f1 None None] Pushing event updated for resources: {'Port': ['ID=8adca721-565e-4157-b268-4a23d6dd199b,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:01.038403 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b568fa85-8a41-4df0-a9fa-eaac320153a4 None None] Provisioning complete for port b6c61ca1-7f76-4084-a073-3827e0338be6 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:12:01.038896 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b568fa85-8a41-4df0-a9fa-eaac320153a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:01.064572 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-4fed9ce9-ec1e-41e1-89db-289e92f6918b admin admin] Allocated IP 172.20.0.1 (e97fa6e9-b45e-4929-9792-de06d043e3b0/d63a9831-4fdf-4ccd-8c34-6a4f907e1947/e6e5d30f-c906-4948-8380-b55964c7a91f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:12:01.113448 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] Set router b7135d83-8d2b-494b-8520-dc80f691998e gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:12:01.184803 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fed9ce9-ec1e-41e1-89db-289e92f6918b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:01.197583 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4fed9ce9-ec1e-41e1-89db-289e92f6918b admin admin] Transition to ACTIVE for port object e6e5d30f-c906-4948-8380-b55964c7a91f will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:12:01.231844 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fed9ce9-ec1e-41e1-89db-289e92f6918b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:01.276441 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fed9ce9-ec1e-41e1-89db-289e92f6918b admin admin] Network e97fa6e9-b45e-4929-9792-de06d043e3b0 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:12:01.280889 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-4fed9ce9-ec1e-41e1-89db-289e92f6918b admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:12:01.285434 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fed9ce9-ec1e-41e1-89db-289e92f6918b admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:12:01.288517 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed9ce9-ec1e-41e1-89db-289e92f6918b admin admin] Pushing event updated for resources: {'Port': ['ID=e6e5d30f-c906-4948-8380-b55964c7a91f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:01.303525 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '8adca721-565e-4157-b268-4a23d6dd199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:11:59Z', 'revision_number': 3, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port': {'id': '8adca721-565e-4157-b268-4a23d6dd199b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:11:59Z', 'updated_at': '2021-07-22T17:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:12:01.326827 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fed9ce9-ec1e-41e1-89db-289e92f6918b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:01.330028 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a7f489-0b8b-46ca-bb90-ab8819b89c4a None None] The sync data for ids ['b7135d83-8d2b-494b-8520-dc80f691998e'] in n-d-798930-9 is: [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '8adca721-565e-4157-b268-4a23d6dd199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:11:59Z', 'revision_number': 3, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port': {'id': '8adca721-565e-4157-b268-4a23d6dd199b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:11:59Z', 'updated_at': '2021-07-22T17:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:12:01.479270 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fed9ce9-ec1e-41e1-89db-289e92f6918b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:01.580204 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cd73a039-7eac-476e-a8e3-21ddb4918598 None None] Provisioning for port e6e5d30f-c906-4948-8380-b55964c7a91f completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:12:01.583860 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cd73a039-7eac-476e-a8e3-21ddb4918598 None None] Provisioning complete for port e6e5d30f-c906-4948-8380-b55964c7a91f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:12:01.584236 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd73a039-7eac-476e-a8e3-21ddb4918598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:01.637442 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cd73a039-7eac-476e-a8e3-21ddb4918598 None None] Port e6e5d30f-c906-4948-8380-b55964c7a91f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:12:01.644498 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-80e8b8c1-053d-4586-b0e0-e329e37d648d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:01.673151 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:01.673552 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fed9ce9-ec1e-41e1-89db-289e92f6918b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:01.680675 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fed9ce9-ec1e-41e1-89db-289e92f6918b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:01.752952 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed9ce9-ec1e-41e1-89db-289e92f6918b admin admin] Pushing event updated for resources: {'Port': ['ID=e6e5d30f-c906-4948-8380-b55964c7a91f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:01.756296 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4fed9ce9-ec1e-41e1-89db-289e92f6918b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:01.848926 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fed9ce9-ec1e-41e1-89db-289e92f6918b admin admin] Network e97fa6e9-b45e-4929-9792-de06d043e3b0 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:12:01.850373 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-4fed9ce9-ec1e-41e1-89db-289e92f6918b admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:12:01.975078 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fed9ce9-ec1e-41e1-89db-289e92f6918b admin admin] Router b7135d83-8d2b-494b-8520-dc80f691998e has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:12:02.059336 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2e7afea4-a318-4441-a1c7-da7f8c5d4423 None None] Provisioning complete for port e6e5d30f-c906-4948-8380-b55964c7a91f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:12:02.060013 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e7afea4-a318-4441-a1c7-da7f8c5d4423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:02.094315 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2e7afea4-a318-4441-a1c7-da7f8c5d4423 None None] Port e6e5d30f-c906-4948-8380-b55964c7a91f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:12:02.111262 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fed9ce9-ec1e-41e1-89db-289e92f6918b admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:12:02.116210 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4fed9ce9-ec1e-41e1-89db-289e92f6918b admin admin] 10.222.0.69 "PUT /v2.0/routers/b7135d83-8d2b-494b-8520-dc80f691998e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0371003 Jul 22 17:12:02.411430 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8adca721-565e-4157-b268-4a23d6dd199b up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:12:02.466258 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 8adca721-565e-4157-b268-4a23d6dd199b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:12:02.469967 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 8adca721-565e-4157-b268-4a23d6dd199b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:12:02.470347 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:02.548335 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:02.572556 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 8adca721-565e-4157-b268-4a23d6dd199b, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8adca721-565e-4157-b268-4a23d6dd199b,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:12:02.578633 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:02.579813 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b6c61ca1-7f76-4084-a073-3827e0338be6 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:12:02.580761 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36120) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:12:02.586652 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-49e618fc-3122-4c6a-90d4-79084ee52102 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-976605174-network', 'tenant_id': 'f7343d8cd0c44b4d858b81030448a8d9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:12:02.613453 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e618fc-3122-4c6a-90d4-79084ee52102 admin admin] Made reservation on behalf of f7343d8cd0c44b4d858b81030448a8d9 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:12:02.615868 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49e618fc-3122-4c6a-90d4-79084ee52102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:02.625347 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49e618fc-3122-4c6a-90d4-79084ee52102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:02.664514 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=8adca721-565e-4157-b268-4a23d6dd199b,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:02.676023 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port b6c61ca1-7f76-4084-a073-3827e0338be6 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:12:02.676425 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:02.726702 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49e618fc-3122-4c6a-90d4-79084ee52102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:02.731949 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49e618fc-3122-4c6a-90d4-79084ee52102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:02.762680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e618fc-3122-4c6a-90d4-79084ee52102 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:12:02.764845 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e618fc-3122-4c6a-90d4-79084ee52102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed40138-78fe-4035-9064-4c78fb72466a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:02.774828 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49e618fc-3122-4c6a-90d4-79084ee52102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:02.775327 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-49e618fc-3122-4c6a-90d4-79084ee52102 admin admin] Added segment 8bb7d357-e138-47c7-844e-7381077057f7 of type vlan for network 65d0f7c3-cbf9-4657-99eb-3a91387ceedf Jul 22 17:12:02.814207 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49e618fc-3122-4c6a-90d4-79084ee52102 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:02.844664 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49e618fc-3122-4c6a-90d4-79084ee52102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:02.845879 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e618fc-3122-4c6a-90d4-79084ee52102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:02.846516 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49e618fc-3122-4c6a-90d4-79084ee52102 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:02.873049 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:02.886150 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-49e618fc-3122-4c6a-90d4-79084ee52102 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3015242 Jul 22 17:12:02.887199 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36122) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:12:02.892138 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-684017b9-68aa-4df7-827a-6a1a7480ea78 admin admin] Request body: {'subnet': {'network_id': '65d0f7c3-cbf9-4657-99eb-3a91387ceedf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-976605174-subnet', 'tenant_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:12:02.909197 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] Sync routers for ids ['b7135d83-8d2b-494b-8520-dc80f691998e'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:12:02.918245 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] Routers {'b7135d83-8d2b-494b-8520-dc80f691998e'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:12:02.918851 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:12:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b7135d83-8d2b-494b-8520-dc80f691998e'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:12:02.927048 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e618fc-3122-4c6a-90d4-79084ee52102 admin admin] Pushing event updated for resources: {'Network': ['ID=65d0f7c3-cbf9-4657-99eb-3a91387ceedf,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:02.943085 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684017b9-68aa-4df7-827a-6a1a7480ea78 admin admin] Made reservation on behalf of f7343d8cd0c44b4d858b81030448a8d9 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:12:02.945382 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-684017b9-68aa-4df7-827a-6a1a7480ea78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:02.956817 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 65d0f7c3-cbf9-4657-99eb-3a91387ceedf details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:12:03.084586 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] Set router b7135d83-8d2b-494b-8520-dc80f691998e gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:12:03.125867 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-684017b9-68aa-4df7-827a-6a1a7480ea78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:03.182672 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684017b9-68aa-4df7-827a-6a1a7480ea78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43333ef8-65d7-4b6a-b2ab-e02ce8d378ee,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:03.190240 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684017b9-68aa-4df7-827a-6a1a7480ea78 admin admin] Checking segment: {'id': '8bb7d357-e138-47c7-844e-7381077057f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '65d0f7c3-cbf9-4657-99eb-3a91387ceedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:12:03.190603 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684017b9-68aa-4df7-827a-6a1a7480ea78 admin admin] Network hostable DHCP agents. Network: 65d0f7c3-cbf9-4657-99eb-3a91387ceedf, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:12:03.207723 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684017b9-68aa-4df7-827a-6a1a7480ea78 admin admin] Network 65d0f7c3-cbf9-4657-99eb-3a91387ceedf is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:12:03.217773 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-684017b9-68aa-4df7-827a-6a1a7480ea78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 65d0f7c3-cbf9-4657-99eb-3a91387ceedf) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:12:03.223484 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684017b9-68aa-4df7-827a-6a1a7480ea78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:03.223484 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-684017b9-68aa-4df7-827a-6a1a7480ea78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:03.226350 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02fc70c-cf1c-42aa-8656-d12e098439f6 None None] Network 65d0f7c3-cbf9-4657-99eb-3a91387ceedf requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:12:03.238783 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-684017b9-68aa-4df7-827a-6a1a7480ea78 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3505738 Jul 22 17:12:03.241406 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36124) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:12:03.245865 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9537b446-ef20-48ef-be1f-7342664c7f9e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-976605174-router', 'tenant_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:12:03.268354 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9537b446-ef20-48ef-be1f-7342664c7f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:03.269402 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9537b446-ef20-48ef-be1f-7342664c7f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:03.326176 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9537b446-ef20-48ef-be1f-7342664c7f9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:03.387810 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '8adca721-565e-4157-b268-4a23d6dd199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:12:01Z', 'revision_number': 4, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port': {'id': '8adca721-565e-4157-b268-4a23d6dd199b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:11:59Z', 'updated_at': '2021-07-22T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'e6e5d30f-c906-4948-8380-b55964c7a91f', 'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'mac_address': 'fa:16:3e:82:55:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:00Z', 'updated_at': '2021-07-22T17:12:01Z', 'revision_number': 2, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'subnets': [{'id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:12:03.414781 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] Checking router: b7135d83-8d2b-494b-8520-dc80f691998e for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:12:03.415144 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] Updating router b7135d83-8d2b-494b-8520-dc80f691998e port e6e5d30f-c906-4948-8380-b55964c7a91f binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:12:03.454428 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954e5955-66c2-4381-96a2-acc6fb21b526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-65d0f7c3-cbf9-4657-99eb-3a91387ceedf', 'network_id': '65d0f7c3-cbf9-4657-99eb-3a91387ceedf', 'tenant_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'fixed_ips': [{'subnet_id': '43333ef8-65d7-4b6a-b2ab-e02ce8d378ee'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:12:03.455269 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-954e5955-66c2-4381-96a2-acc6fb21b526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:03.461738 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9537b446-ef20-48ef-be1f-7342664c7f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:03.486939 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:03.672559 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9537b446-ef20-48ef-be1f-7342664c7f9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:03.693410 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-954e5955-66c2-4381-96a2-acc6fb21b526 None None] Allocated IP 172.20.0.2 (65d0f7c3-cbf9-4657-99eb-3a91387ceedf/43333ef8-65d7-4b6a-b2ab-e02ce8d378ee/fc7d63a3-1fc1-40b3-89b3-84eee3c75af7) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:12:03.695310 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9537b446-ef20-48ef-be1f-7342664c7f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:03.805478 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-9537b446-ef20-48ef-be1f-7342664c7f9e admin admin] Allocated IP 172.25.0.221 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:12:03.910453 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9537b446-ef20-48ef-be1f-7342664c7f9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:03.948991 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-954e5955-66c2-4381-96a2-acc6fb21b526 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:03.949769 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9537b446-ef20-48ef-be1f-7342664c7f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:03.951774 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:03.964384 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-954e5955-66c2-4381-96a2-acc6fb21b526 None None] Transition to ACTIVE for port object fc7d63a3-1fc1-40b3-89b3-84eee3c75af7 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:12:03.969555 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] Transition to ACTIVE for port object e6e5d30f-c906-4948-8380-b55964c7a91f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:12:03.976613 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:03.991736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9537b446-ef20-48ef-be1f-7342664c7f9e admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:12:03.995213 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9537b446-ef20-48ef-be1f-7342664c7f9e admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:12:03.998779 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9537b446-ef20-48ef-be1f-7342664c7f9e admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:12:04.008938 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-954e5955-66c2-4381-96a2-acc6fb21b526 None None] Transition to ACTIVE for port object fc7d63a3-1fc1-40b3-89b3-84eee3c75af7 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:12:04.026597 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-954e5955-66c2-4381-96a2-acc6fb21b526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:04.027915 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537b446-ef20-48ef-be1f-7342664c7f9e admin admin] Pushing event updated for resources: {'Port': ['ID=1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:04.039630 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53696c2e-e878-41ca-bdbc-4ce332d25ec9 None None] Pushing event updated for resources: {'Port': ['ID=e6e5d30f-c906-4948-8380-b55964c7a91f,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:04.248340 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954e5955-66c2-4381-96a2-acc6fb21b526 None None] Network 65d0f7c3-cbf9-4657-99eb-3a91387ceedf is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:12:04.255748 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-954e5955-66c2-4381-96a2-acc6fb21b526 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:12:04.273328 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954e5955-66c2-4381-96a2-acc6fb21b526 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:12:04.282532 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9537b446-ef20-48ef-be1f-7342664c7f9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:04.299610 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e5955-66c2-4381-96a2-acc6fb21b526 None None] Pushing event updated for resources: {'Port': ['ID=fc7d63a3-1fc1-40b3-89b3-84eee3c75af7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:04.320232 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] Attempting to bind port e6e5d30f-c906-4948-8380-b55964c7a91f on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:12:04.320599 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] Attempting to bind port e6e5d30f-c906-4948-8380-b55964c7a91f by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:12:04.320954 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] Attempting to bind port e6e5d30f-c906-4948-8380-b55964c7a91f on network e97fa6e9-b45e-4929-9792-de06d043e3b0 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:12:04.350459 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:12:04.350831 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] Checking segment: {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:12:04.351224 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:04.351606 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] Bound using segment: {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:12:04.352078 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] Bound port: e6e5d30f-c906-4948-8380-b55964c7a91f, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:12:04.352452 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:04.363165 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8adca721-565e-4157-b268-4a23d6dd199b up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:12:04.399905 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-954e5955-66c2-4381-96a2-acc6fb21b526 None None] Attempting to bind port fc7d63a3-1fc1-40b3-89b3-84eee3c75af7 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:12:04.400268 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-954e5955-66c2-4381-96a2-acc6fb21b526 None None] Attempting to bind port fc7d63a3-1fc1-40b3-89b3-84eee3c75af7 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '8bb7d357-e138-47c7-844e-7381077057f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '65d0f7c3-cbf9-4657-99eb-3a91387ceedf'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:12:04.401188 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954e5955-66c2-4381-96a2-acc6fb21b526 None None] Attempting to bind port fc7d63a3-1fc1-40b3-89b3-84eee3c75af7 on network 65d0f7c3-cbf9-4657-99eb-3a91387ceedf {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:12:04.435349 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954e5955-66c2-4381-96a2-acc6fb21b526 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:12:04.435717 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954e5955-66c2-4381-96a2-acc6fb21b526 None None] Checking segment: {'id': '8bb7d357-e138-47c7-844e-7381077057f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '65d0f7c3-cbf9-4657-99eb-3a91387ceedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:12:04.436110 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-954e5955-66c2-4381-96a2-acc6fb21b526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:04.436493 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954e5955-66c2-4381-96a2-acc6fb21b526 None None] Bound using segment: {'id': '8bb7d357-e138-47c7-844e-7381077057f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '65d0f7c3-cbf9-4657-99eb-3a91387ceedf'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:12:04.436955 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-954e5955-66c2-4381-96a2-acc6fb21b526 None None] Bound port: fc7d63a3-1fc1-40b3-89b3-84eee3c75af7, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb7d357-e138-47c7-844e-7381077057f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '65d0f7c3-cbf9-4657-99eb-3a91387ceedf'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:12:04.437336 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-954e5955-66c2-4381-96a2-acc6fb21b526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:04.484371 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9537b446-ef20-48ef-be1f-7342664c7f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:04.505520 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] For port e6e5d30f-c906-4948-8380-b55964c7a91f, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:12:04.519308 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 8adca721-565e-4157-b268-4a23d6dd199b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:12:04.519714 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:04.526036 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] For port e6e5d30f-c906-4948-8380-b55964c7a91f, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=e6e5d30f-c906-4948-8380-b55964c7a91f,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:12:04.551768 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:04.605718 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-954e5955-66c2-4381-96a2-acc6fb21b526 None None] For port fc7d63a3-1fc1-40b3-89b3-84eee3c75af7, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:12:04.613433 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9537b446-ef20-48ef-be1f-7342664c7f9e admin admin] Router 2f9cf1d2-b7de-4be2-a629-45d57841402a is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:12:04.632495 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-954e5955-66c2-4381-96a2-acc6fb21b526 None None] For port fc7d63a3-1fc1-40b3-89b3-84eee3c75af7, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=fc7d63a3-1fc1-40b3-89b3-84eee3c75af7,segment=NetworkSegment(8bb7d357-e138-47c7-844e-7381077057f7),segment_id=8bb7d357-e138-47c7-844e-7381077057f7)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:12:04.644630 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-954e5955-66c2-4381-96a2-acc6fb21b526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:04.657440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53696c2e-e878-41ca-bdbc-4ce332d25ec9 None None] Pushing event updated for resources: {'Port': ['ID=e6e5d30f-c906-4948-8380-b55964c7a91f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:04.666423 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] Routers {'b7135d83-8d2b-494b-8520-dc80f691998e'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:12:04.667062 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:12:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b7135d83-8d2b-494b-8520-dc80f691998e'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:12:04.735358 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9537b446-ef20-48ef-be1f-7342664c7f9e admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:12:04.747729 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] Sync routers for ids ['2f9cf1d2-b7de-4be2-a629-45d57841402a'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:12:04.759368 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9537b446-ef20-48ef-be1f-7342664c7f9e admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:04.761402 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] Routers {'2f9cf1d2-b7de-4be2-a629-45d57841402a'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:12:04.762173 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:12:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['2f9cf1d2-b7de-4be2-a629-45d57841402a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:12:04.764709 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36128) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:12:04.765165 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9537b446-ef20-48ef-be1f-7342664c7f9e admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5223658 Jul 22 17:12:04.847737 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:04.868390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e5955-66c2-4381-96a2-acc6fb21b526 None None] Pushing event updated for resources: {'Port': ['ID=fc7d63a3-1fc1-40b3-89b3-84eee3c75af7,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:04.905617 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] Set router b7135d83-8d2b-494b-8520-dc80f691998e gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:12:04.937262 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] Set router 2f9cf1d2-b7de-4be2-a629-45d57841402a gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:12:05.162781 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9cf1d2-b7de-4be2-a629-45d57841402a', 'name': 'tempest-TestVolumeBootPattern-976605174-router', 'tenant_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:12:03Z', 'updated_at': '2021-07-22T17:12:04Z', 'revision_number': 3, 'project_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'gw_port': {'id': '1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:33:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9cf1d2-b7de-4be2-a629-45d57841402a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:03Z', 'updated_at': '2021-07-22T17:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:12:05.163646 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '8adca721-565e-4157-b268-4a23d6dd199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:12:01Z', 'revision_number': 4, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port': {'id': '8adca721-565e-4157-b268-4a23d6dd199b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:11:59Z', 'updated_at': '2021-07-22T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'e6e5d30f-c906-4948-8380-b55964c7a91f', 'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'mac_address': 'fa:16:3e:82:55:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:00Z', 'updated_at': '2021-07-22T17:12:04Z', 'revision_number': 4, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'subnets': [{'id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:12:05.189176 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] Checking router: 2f9cf1d2-b7de-4be2-a629-45d57841402a for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:12:05.189523 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] Updating router 2f9cf1d2-b7de-4be2-a629-45d57841402a port 1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:12:05.190574 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08beec92-cc97-4a22-94d0-0c3481b52bd6 None None] The sync data for ids ['b7135d83-8d2b-494b-8520-dc80f691998e'] in n-d-798930-9 is: [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '8adca721-565e-4157-b268-4a23d6dd199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:12:01Z', 'revision_number': 4, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port': {'id': '8adca721-565e-4157-b268-4a23d6dd199b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:11:59Z', 'updated_at': '2021-07-22T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'e6e5d30f-c906-4948-8380-b55964c7a91f', 'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'mac_address': 'fa:16:3e:82:55:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:00Z', 'updated_at': '2021-07-22T17:12:04Z', 'revision_number': 4, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'subnets': [{'id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:12:05.229369 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:05.340941 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6eb01d22-a01e-4d83-8bcd-d1b85a0d81a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:05.512749 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-6eb01d22-a01e-4d83-8bcd-d1b85a0d81a6 admin admin] Allocated IP 172.20.0.1 (65d0f7c3-cbf9-4657-99eb-3a91387ceedf/43333ef8-65d7-4b6a-b2ab-e02ce8d378ee/22178de5-39b2-4929-92f9-85d41228c316) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:12:05.633344 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6eb01d22-a01e-4d83-8bcd-d1b85a0d81a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:05.635349 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:05.647133 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] Transition to ACTIVE for port object 1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:12:05.654737 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-6eb01d22-a01e-4d83-8bcd-d1b85a0d81a6 admin admin] Transition to ACTIVE for port object 22178de5-39b2-4929-92f9-85d41228c316 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:12:05.655039 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:05.700738 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6eb01d22-a01e-4d83-8bcd-d1b85a0d81a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:05.703188 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] Attempting to bind port 1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:12:05.703680 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] Attempting to bind port 1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:12:05.703896 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] Attempting to bind port 1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:12:05.722732 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:12:05.723095 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:12:05.723496 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:05.723880 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:12:05.725330 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] Bound port: 1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:12:05.725705 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:05.727465 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb01d22-a01e-4d83-8bcd-d1b85a0d81a6 admin admin] Network 65d0f7c3-cbf9-4657-99eb-3a91387ceedf is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:12:05.747177 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-6eb01d22-a01e-4d83-8bcd-d1b85a0d81a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:12:05.751955 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb01d22-a01e-4d83-8bcd-d1b85a0d81a6 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:12:05.789097 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f523cc-1a0c-4814-a98f-40a21bf47685 None None] Pushing event updated for resources: {'Port': ['ID=1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:05.793803 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] For port 1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:12:05.796762 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb01d22-a01e-4d83-8bcd-d1b85a0d81a6 admin admin] Pushing event updated for resources: {'Port': ['ID=22178de5-39b2-4929-92f9-85d41228c316,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:05.806037 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] For port 1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:12:05.815297 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:05.816769 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6eb01d22-a01e-4d83-8bcd-d1b85a0d81a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:05.869869 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] Routers {'2f9cf1d2-b7de-4be2-a629-45d57841402a'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:12:05.870623 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:12:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['2f9cf1d2-b7de-4be2-a629-45d57841402a'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:12:05.946785 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f523cc-1a0c-4814-a98f-40a21bf47685 None None] Pushing event updated for resources: {'Port': ['ID=1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:05.953628 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62712c9d-5597-48cd-a88f-b2bc7d504f70 None None] Network 65d0f7c3-cbf9-4657-99eb-3a91387ceedf requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:12:05.997561 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] Set router 2f9cf1d2-b7de-4be2-a629-45d57841402a gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:12:06.004824 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6eb01d22-a01e-4d83-8bcd-d1b85a0d81a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:06.043668 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2f7744e6-36c8-40c7-9343-a014872e356c None None] Provisioning for port fc7d63a3-1fc1-40b3-89b3-84eee3c75af7 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:12:06.191775 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6eb01d22-a01e-4d83-8bcd-d1b85a0d81a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:06.199714 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6eb01d22-a01e-4d83-8bcd-d1b85a0d81a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:06.225619 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9cf1d2-b7de-4be2-a629-45d57841402a', 'name': 'tempest-TestVolumeBootPattern-976605174-router', 'tenant_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:12:03Z', 'updated_at': '2021-07-22T17:12:04Z', 'revision_number': 3, 'project_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'gw_port': {'id': '1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:33:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9cf1d2-b7de-4be2-a629-45d57841402a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:03Z', 'updated_at': '2021-07-22T17:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:12:06.255269 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd623b79-dd53-4b4f-b113-3763dce8e64c None None] The sync data for ids ['2f9cf1d2-b7de-4be2-a629-45d57841402a'] in n-d-798930-9 is: [{'id': '2f9cf1d2-b7de-4be2-a629-45d57841402a', 'name': 'tempest-TestVolumeBootPattern-976605174-router', 'tenant_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:12:03Z', 'updated_at': '2021-07-22T17:12:04Z', 'revision_number': 3, 'project_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'gw_port': {'id': '1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:33:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9cf1d2-b7de-4be2-a629-45d57841402a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:03Z', 'updated_at': '2021-07-22T17:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:12:06.279855 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6eb01d22-a01e-4d83-8bcd-d1b85a0d81a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:06.282015 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb01d22-a01e-4d83-8bcd-d1b85a0d81a6 admin admin] Pushing event updated for resources: {'Port': ['ID=22178de5-39b2-4929-92f9-85d41228c316,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:06.420855 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device fc7d63a3-1fc1-40b3-89b3-84eee3c75af7 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:12:06.436664 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb01d22-a01e-4d83-8bcd-d1b85a0d81a6 admin admin] Network 65d0f7c3-cbf9-4657-99eb-3a91387ceedf is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:12:06.438389 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-6eb01d22-a01e-4d83-8bcd-d1b85a0d81a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:12:06.491330 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port fc7d63a3-1fc1-40b3-89b3-84eee3c75af7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:12:06.496411 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port fc7d63a3-1fc1-40b3-89b3-84eee3c75af7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:12:06.496955 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:06.566145 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb01d22-a01e-4d83-8bcd-d1b85a0d81a6 admin admin] Router 2f9cf1d2-b7de-4be2-a629-45d57841402a has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:12:06.589407 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:06.599895 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4116b4b5-bb76-47c2-a84f-c6cff73b46ef None None] Provisioning for port 22178de5-39b2-4929-92f9-85d41228c316 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:12:06.606956 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4116b4b5-bb76-47c2-a84f-c6cff73b46ef None None] Provisioning complete for port 22178de5-39b2-4929-92f9-85d41228c316 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:12:06.607325 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4116b4b5-bb76-47c2-a84f-c6cff73b46ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:06.647965 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4116b4b5-bb76-47c2-a84f-c6cff73b46ef None None] Port 22178de5-39b2-4929-92f9-85d41228c316 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:12:06.675276 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4116b4b5-bb76-47c2-a84f-c6cff73b46ef None None] Provisioning complete for port fc7d63a3-1fc1-40b3-89b3-84eee3c75af7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:12:06.675674 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4116b4b5-bb76-47c2-a84f-c6cff73b46ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:06.706204 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb01d22-a01e-4d83-8bcd-d1b85a0d81a6 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:12:06.733658 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6eb01d22-a01e-4d83-8bcd-d1b85a0d81a6 admin admin] 10.222.0.69 "PUT /v2.0/routers/2f9cf1d2-b7de-4be2-a629-45d57841402a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9587371 Jul 22 17:12:06.756441 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port fc7d63a3-1fc1-40b3-89b3-84eee3c75af7, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=fc7d63a3-1fc1-40b3-89b3-84eee3c75af7,segment=NetworkSegment(8bb7d357-e138-47c7-844e-7381077057f7),segment_id=8bb7d357-e138-47c7-844e-7381077057f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:12:06.764650 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:06.765601 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device e6e5d30f-c906-4948-8380-b55964c7a91f up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:12:06.906960 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=fc7d63a3-1fc1-40b3-89b3-84eee3c75af7,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:06.933418 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port e6e5d30f-c906-4948-8380-b55964c7a91f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:12:06.938060 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port e6e5d30f-c906-4948-8380-b55964c7a91f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:12:06.938434 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:07.035771 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:07.048552 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-26d1bdd5-c2c3-4b00-a2f9-c6d242930bbf None None] Provisioning complete for port 22178de5-39b2-4929-92f9-85d41228c316 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:12:07.050300 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26d1bdd5-c2c3-4b00-a2f9-c6d242930bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:07.110831 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-26d1bdd5-c2c3-4b00-a2f9-c6d242930bbf None None] Port 22178de5-39b2-4929-92f9-85d41228c316 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:12:07.113390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port e6e5d30f-c906-4948-8380-b55964c7a91f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=e6e5d30f-c906-4948-8380-b55964c7a91f,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:12:07.117591 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:07.168087 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=e6e5d30f-c906-4948-8380-b55964c7a91f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:07.229462 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9d80a6c9-1840-41e4-96d2-928e092de51a None None] Provisioning complete for port 22178de5-39b2-4929-92f9-85d41228c316 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:12:07.229834 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9d80a6c9-1840-41e4-96d2-928e092de51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:07.271394 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9d80a6c9-1840-41e4-96d2-928e092de51a None None] Port 22178de5-39b2-4929-92f9-85d41228c316 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:12:08.410675 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device fc7d63a3-1fc1-40b3-89b3-84eee3c75af7 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:12:08.422106 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:12:08.458638 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port fc7d63a3-1fc1-40b3-89b3-84eee3c75af7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:12:08.459008 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:08.536823 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] Sync routers for ids ['2f9cf1d2-b7de-4be2-a629-45d57841402a'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:12:08.548652 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device e6e5d30f-c906-4948-8380-b55964c7a91f up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:12:08.570681 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] Routers {'2f9cf1d2-b7de-4be2-a629-45d57841402a'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:12:08.571313 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:12:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['2f9cf1d2-b7de-4be2-a629-45d57841402a'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:12:08.672173 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port e6e5d30f-c906-4948-8380-b55964c7a91f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:12:08.672521 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:08.714716 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] Set router 2f9cf1d2-b7de-4be2-a629-45d57841402a gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:12:08.905565 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce535310-0562-4e80-9463-6944f80413fd req-d5e5b190-8bd1-4f40-aebc-814100c2a06f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:08.907127 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce535310-0562-4e80-9463-6944f80413fd req-d5e5b190-8bd1-4f40-aebc-814100c2a06f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 811 time: 0.1172979 Jul 22 17:12:08.922292 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce535310-0562-4e80-9463-6944f80413fd req-92f4d46f-ff49-4de3-8b1f-58f27da0f300 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/quotas/a16dcf3d640f4d4e804ace614ec9c820 HTTP/1.1" status: 200 len: 375 time: 0.0096111 Jul 22 17:12:08.988366 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce535310-0562-4e80-9463-6944f80413fd req-720a7c6a-1620-401b-9acc-e789a3f416b7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606279 Jul 22 17:12:08.999293 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-ce535310-0562-4e80-9463-6944f80413fd req-d4859088-160d-4304-9acd-8ecf1a8b497c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:12:09.000258 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce535310-0562-4e80-9463-6944f80413fd req-d4859088-160d-4304-9acd-8ecf1a8b497c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058718 Jul 22 17:12:09.031105 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:12:09.118673 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:12:09.126602 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:12:09.126972 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:09.171664 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9cf1d2-b7de-4be2-a629-45d57841402a', 'name': 'tempest-TestVolumeBootPattern-976605174-router', 'tenant_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:12:03Z', 'updated_at': '2021-07-22T17:12:05Z', 'revision_number': 4, 'project_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'gw_port': {'id': '1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:33:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9cf1d2-b7de-4be2-a629-45d57841402a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:03Z', 'updated_at': '2021-07-22T17:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '22178de5-39b2-4929-92f9-85d41228c316', 'name': '', 'network_id': '65d0f7c3-cbf9-4657-99eb-3a91387ceedf', 'tenant_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'mac_address': 'fa:16:3e:27:2e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9cf1d2-b7de-4be2-a629-45d57841402a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '43333ef8-65d7-4b6a-b2ab-e02ce8d378ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:05Z', 'updated_at': '2021-07-22T17:12:06Z', 'revision_number': 2, 'project_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'subnets': [{'id': '43333ef8-65d7-4b6a-b2ab-e02ce8d378ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:12:09.188725 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce535310-0562-4e80-9463-6944f80413fd req-0c2ccf6e-567b-4630-936d-1590184ad5a8 service neutron] 10.222.0.69 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824279 Jul 22 17:12:09.201501 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] Checking router: 2f9cf1d2-b7de-4be2-a629-45d57841402a for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:12:09.201852 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] Updating router 2f9cf1d2-b7de-4be2-a629-45d57841402a port 22178de5-39b2-4929-92f9-85d41228c316 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:12:09.256635 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:09.274917 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:09.279101 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce535310-0562-4e80-9463-6944f80413fd req-36bef4a1-c135-43dc-a823-c9a17f6b2cc9 service neutron] 10.222.0.69 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837784 Jul 22 17:12:09.326691 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:12:09.334197 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:09.443453 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:09.588448 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:09.597942 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] Transition to ACTIVE for port object 22178de5-39b2-4929-92f9-85d41228c316 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:12:09.603864 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:09.657590 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87052c3f-7eeb-4048-ac24-cd478b3f9b43 None None] Pushing event updated for resources: {'Port': ['ID=22178de5-39b2-4929-92f9-85d41228c316,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:09.714996 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] Attempting to bind port 22178de5-39b2-4929-92f9-85d41228c316 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:12:09.715371 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] Attempting to bind port 22178de5-39b2-4929-92f9-85d41228c316 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '8bb7d357-e138-47c7-844e-7381077057f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '65d0f7c3-cbf9-4657-99eb-3a91387ceedf'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:12:09.715737 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] Attempting to bind port 22178de5-39b2-4929-92f9-85d41228c316 on network 65d0f7c3-cbf9-4657-99eb-3a91387ceedf {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:12:09.720998 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:12:09.721375 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] Checking segment: {'id': '8bb7d357-e138-47c7-844e-7381077057f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '65d0f7c3-cbf9-4657-99eb-3a91387ceedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:12:09.721786 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:09.722214 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] Bound using segment: {'id': '8bb7d357-e138-47c7-844e-7381077057f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '65d0f7c3-cbf9-4657-99eb-3a91387ceedf'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:12:09.722687 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] Bound port: 22178de5-39b2-4929-92f9-85d41228c316, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb7d357-e138-47c7-844e-7381077057f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '65d0f7c3-cbf9-4657-99eb-3a91387ceedf'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:12:09.723072 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:09.831775 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] For port 22178de5-39b2-4929-92f9-85d41228c316, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:12:09.869765 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] For port 22178de5-39b2-4929-92f9-85d41228c316, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=22178de5-39b2-4929-92f9-85d41228c316,segment=NetworkSegment(8bb7d357-e138-47c7-844e-7381077057f7),segment_id=8bb7d357-e138-47c7-844e-7381077057f7)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:12:09.875718 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:09.961710 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] Routers {'2f9cf1d2-b7de-4be2-a629-45d57841402a'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:12:09.962269 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:12:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['2f9cf1d2-b7de-4be2-a629-45d57841402a'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:12:09.968505 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87052c3f-7eeb-4048-ac24-cd478b3f9b43 None None] Pushing event updated for resources: {'Port': ['ID=22178de5-39b2-4929-92f9-85d41228c316,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:10.089369 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] Set router 2f9cf1d2-b7de-4be2-a629-45d57841402a gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:12:10.295069 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9cf1d2-b7de-4be2-a629-45d57841402a', 'name': 'tempest-TestVolumeBootPattern-976605174-router', 'tenant_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:12:03Z', 'updated_at': '2021-07-22T17:12:05Z', 'revision_number': 4, 'project_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'gw_port': {'id': '1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9cf1d2-b7de-4be2-a629-45d57841402a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:03Z', 'updated_at': '2021-07-22T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '22178de5-39b2-4929-92f9-85d41228c316', 'name': '', 'network_id': '65d0f7c3-cbf9-4657-99eb-3a91387ceedf', 'tenant_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'mac_address': 'fa:16:3e:27:2e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9cf1d2-b7de-4be2-a629-45d57841402a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '43333ef8-65d7-4b6a-b2ab-e02ce8d378ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:05Z', 'updated_at': '2021-07-22T17:12:09Z', 'revision_number': 4, 'project_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'subnets': [{'id': '43333ef8-65d7-4b6a-b2ab-e02ce8d378ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:12:10.320609 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95a7c6-cd20-4425-8c88-b8646ea89567 None None] The sync data for ids ['2f9cf1d2-b7de-4be2-a629-45d57841402a'] in n-d-798930-9 is: [{'id': '2f9cf1d2-b7de-4be2-a629-45d57841402a', 'name': 'tempest-TestVolumeBootPattern-976605174-router', 'tenant_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:12:03Z', 'updated_at': '2021-07-22T17:12:05Z', 'revision_number': 4, 'project_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'gw_port': {'id': '1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9cf1d2-b7de-4be2-a629-45d57841402a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:03Z', 'updated_at': '2021-07-22T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '22178de5-39b2-4929-92f9-85d41228c316', 'name': '', 'network_id': '65d0f7c3-cbf9-4657-99eb-3a91387ceedf', 'tenant_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'mac_address': 'fa:16:3e:27:2e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9cf1d2-b7de-4be2-a629-45d57841402a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '43333ef8-65d7-4b6a-b2ab-e02ce8d378ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:05Z', 'updated_at': '2021-07-22T17:12:09Z', 'revision_number': 4, 'project_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'subnets': [{'id': '43333ef8-65d7-4b6a-b2ab-e02ce8d378ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:12:10.349946 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:12:10.414120 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:12:10.415266 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:10.612702 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28841d09-ea8f-49bd-80a3-39a67f818c43 req-9740cd42-68c9-4b7d-8bc6-d52185f6ba5a tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 210 time: 0.0394311 Jul 22 17:12:11.719803 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aeb8e8bb-8d9a-41a5-bd54-5fee2e28314e req-0c24537d-9aec-4b9c-91e1-0e716c4ecea3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 210 time: 0.0310185 Jul 22 17:12:11.774061 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce535310-0562-4e80-9463-6944f80413fd req-11daac5c-cbff-4a95-9284-0c0d31cabdf7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:11.776148 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ce535310-0562-4e80-9463-6944f80413fd req-11daac5c-cbff-4a95-9284-0c0d31cabdf7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.30 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 811 time: 0.1038980 Jul 22 17:12:11.794217 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-ce535310-0562-4e80-9463-6944f80413fd req-d2b51f4c-5b13-40b9-a3b8-ce19d61e9024 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Request body: {'port': {'device_id': '1e137f14-9c56-436d-9859-29668f1fd679', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'admin_state_up': True, 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:12:11.911382 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce535310-0562-4e80-9463-6944f80413fd req-d2b51f4c-5b13-40b9-a3b8-ce19d61e9024 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Made reservation on behalf of a16dcf3d640f4d4e804ace614ec9c820 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:12:11.915253 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ce535310-0562-4e80-9463-6944f80413fd req-d2b51f4c-5b13-40b9-a3b8-ce19d61e9024 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:12.047378 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-ce535310-0562-4e80-9463-6944f80413fd req-d2b51f4c-5b13-40b9-a3b8-ce19d61e9024 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Allocated IP 172.20.0.10 (e97fa6e9-b45e-4929-9792-de06d043e3b0/d63a9831-4fdf-4ccd-8c34-6a4f907e1947/4e53b05a-52e2-4bfb-9ecc-fed0f22147e2) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:12:12.195600 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ce535310-0562-4e80-9463-6944f80413fd req-d2b51f4c-5b13-40b9-a3b8-ce19d61e9024 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:12.208990 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-ce535310-0562-4e80-9463-6944f80413fd req-d2b51f4c-5b13-40b9-a3b8-ce19d61e9024 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Transition to ACTIVE for port object 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:12:12.241849 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ce535310-0562-4e80-9463-6944f80413fd req-d2b51f4c-5b13-40b9-a3b8-ce19d61e9024 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:12.286377 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce535310-0562-4e80-9463-6944f80413fd req-d2b51f4c-5b13-40b9-a3b8-ce19d61e9024 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Network e97fa6e9-b45e-4929-9792-de06d043e3b0 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:12:12.289325 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-ce535310-0562-4e80-9463-6944f80413fd req-d2b51f4c-5b13-40b9-a3b8-ce19d61e9024 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:12:12.293121 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce535310-0562-4e80-9463-6944f80413fd req-d2b51f4c-5b13-40b9-a3b8-ce19d61e9024 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:12:12.320723 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:12.330221 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b51f4c-5b13-40b9-a3b8-ce19d61e9024 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event updated for resources: {'Port': ['ID=4e53b05a-52e2-4bfb-9ecc-fed0f22147e2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:12.374424 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce535310-0562-4e80-9463-6944f80413fd req-d2b51f4c-5b13-40b9-a3b8-ce19d61e9024 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:12.375867 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ce535310-0562-4e80-9463-6944f80413fd req-d2b51f4c-5b13-40b9-a3b8-ce19d61e9024 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:12.389817 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:12.398368 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ce535310-0562-4e80-9463-6944f80413fd req-d2b51f4c-5b13-40b9-a3b8-ce19d61e9024 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6081455 Jul 22 17:12:12.412807 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 22178de5-39b2-4929-92f9-85d41228c316 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:12:12.416354 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-ce535310-0562-4e80-9463-6944f80413fd req-fdcbb0e9-a09d-4ab2-b192-055783f77277 service neutron] Request body: {'port': {'device_id': '1e137f14-9c56-436d-9859-29668f1fd679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:12:12.474555 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 22178de5-39b2-4929-92f9-85d41228c316 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:12:12.480239 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 22178de5-39b2-4929-92f9-85d41228c316 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:12:12.480661 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:12.525450 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ce535310-0562-4e80-9463-6944f80413fd req-fdcbb0e9-a09d-4ab2-b192-055783f77277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:12.575457 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:12.584980 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2ee29e95-a93b-463b-ab1f-c469f3a0d4a9 None None] Provisioning for port 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:12:12.592203 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2ee29e95-a93b-463b-ab1f-c469f3a0d4a9 None None] Provisioning complete for port 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:12:12.592576 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ee29e95-a93b-463b-ab1f-c469f3a0d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:12.641870 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 22178de5-39b2-4929-92f9-85d41228c316, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=22178de5-39b2-4929-92f9-85d41228c316,segment=NetworkSegment(8bb7d357-e138-47c7-844e-7381077057f7),segment_id=8bb7d357-e138-47c7-844e-7381077057f7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:12:12.662069 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2ee29e95-a93b-463b-ab1f-c469f3a0d4a9 None None] Port 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:12:12.666457 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:12.758095 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=22178de5-39b2-4929-92f9-85d41228c316,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:12.882888 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-ce535310-0562-4e80-9463-6944f80413fd req-fdcbb0e9-a09d-4ab2-b192-055783f77277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:12:12.891879 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ce535310-0562-4e80-9463-6944f80413fd req-fdcbb0e9-a09d-4ab2-b192-055783f77277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:12.913266 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-ce535310-0562-4e80-9463-6944f80413fd req-fdcbb0e9-a09d-4ab2-b192-055783f77277 service neutron] Transition to ACTIVE for port object 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:12:12.919439 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ce535310-0562-4e80-9463-6944f80413fd req-fdcbb0e9-a09d-4ab2-b192-055783f77277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:12.940028 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cd746-896c-4867-8563-4a25b0cbc30a req-e8e8251f-bb7c-488a-b6f2-f2aef9224aca tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:12.941670 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-980cd746-896c-4867-8563-4a25b0cbc30a req-e8e8251f-bb7c-488a-b6f2-f2aef9224aca tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 932 time: 0.1335211 Jul 22 17:12:13.006514 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcbb0e9-a09d-4ab2-b192-055783f77277 service neutron] Pushing event updated for resources: {'Port': ['ID=4e53b05a-52e2-4bfb-9ecc-fed0f22147e2,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:13.064182 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-980cd746-896c-4867-8563-4a25b0cbc30a req-9f9c3c64-04d0-42b3-a7ce-f4c08d14ad92 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032059 Jul 22 17:12:13.117214 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-ce535310-0562-4e80-9463-6944f80413fd req-fdcbb0e9-a09d-4ab2-b192-055783f77277 service neutron] Attempting to bind port 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:12:13.117644 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-ce535310-0562-4e80-9463-6944f80413fd req-fdcbb0e9-a09d-4ab2-b192-055783f77277 service neutron] Attempting to bind port 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:12:13.118141 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce535310-0562-4e80-9463-6944f80413fd req-fdcbb0e9-a09d-4ab2-b192-055783f77277 service neutron] Attempting to bind port 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 on network e97fa6e9-b45e-4929-9792-de06d043e3b0 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:12:13.123379 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce535310-0562-4e80-9463-6944f80413fd req-fdcbb0e9-a09d-4ab2-b192-055783f77277 service neutron] Port 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 on network e97fa6e9-b45e-4929-9792-de06d043e3b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:12:13.123792 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce535310-0562-4e80-9463-6944f80413fd req-fdcbb0e9-a09d-4ab2-b192-055783f77277 service neutron] Attempting to bind port 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 on network e97fa6e9-b45e-4929-9792-de06d043e3b0 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:12:13.129626 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce535310-0562-4e80-9463-6944f80413fd req-fdcbb0e9-a09d-4ab2-b192-055783f77277 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:12:13.130121 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce535310-0562-4e80-9463-6944f80413fd req-fdcbb0e9-a09d-4ab2-b192-055783f77277 service neutron] Checking segment: {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:12:13.130583 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce535310-0562-4e80-9463-6944f80413fd req-fdcbb0e9-a09d-4ab2-b192-055783f77277 service neutron] Bound using segment: {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:12:13.131555 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-ce535310-0562-4e80-9463-6944f80413fd req-fdcbb0e9-a09d-4ab2-b192-055783f77277 service neutron] Bound port: 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:12:13.131997 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ce535310-0562-4e80-9463-6944f80413fd req-fdcbb0e9-a09d-4ab2-b192-055783f77277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:13.201725 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ce535310-0562-4e80-9463-6944f80413fd req-fdcbb0e9-a09d-4ab2-b192-055783f77277 service neutron] For port 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:12:13.205565 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-ce535310-0562-4e80-9463-6944f80413fd req-fdcbb0e9-a09d-4ab2-b192-055783f77277 service neutron] For port 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4e53b05a-52e2-4bfb-9ecc-fed0f22147e2,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:12:13.210746 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ce535310-0562-4e80-9463-6944f80413fd req-fdcbb0e9-a09d-4ab2-b192-055783f77277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:13.245148 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce535310-0562-4e80-9463-6944f80413fd req-fdcbb0e9-a09d-4ab2-b192-055783f77277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:13.245825 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-ce535310-0562-4e80-9463-6944f80413fd req-fdcbb0e9-a09d-4ab2-b192-055783f77277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:13.247777 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ce535310-0562-4e80-9463-6944f80413fd req-fdcbb0e9-a09d-4ab2-b192-055783f77277 service neutron] 10.222.0.30 "PUT /v2.0/ports/4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 HTTP/1.1" status: 200 len: 1092 time: 0.8365061 Jul 22 17:12:13.248277 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e137f14-9c56-436d-9859-29668f1fd679', 'tag': '4e53b05a-52e2-4bfb-9ecc-fed0f22147e2'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:12:13.250627 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b46a73-cedd-4575-84a2-6ec8514d35dd" -d '{"events": [{"name": "network-changed", "server_uuid": "1e137f14-9c56-436d-9859-29668f1fd679", "tag": "4e53b05a-52e2-4bfb-9ecc-fed0f22147e2"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:12:13.280533 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcbb0e9-a09d-4ab2-b192-055783f77277 service neutron] Pushing event updated for resources: {'Port': ['ID=4e53b05a-52e2-4bfb-9ecc-fed0f22147e2,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:13.309118 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930df08b-b2f2-4355-bf45-8850f125809a x-openstack-request-id: req-930df08b-b2f2-4355-bf45-8850f125809a {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:12:13.309415 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e137f14-9c56-436d-9859-29668f1fd679", "tag": "4e53b05a-52e2-4bfb-9ecc-fed0f22147e2", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:12:13.309662 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-930df08b-b2f2-4355-bf45-8850f125809a {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:12:13.310103 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e137f14-9c56-436d-9859-29668f1fd679', 'tag': '4e53b05a-52e2-4bfb-9ecc-fed0f22147e2', 'status': 'completed', 'code': 200} Jul 22 17:12:13.386644 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce535310-0562-4e80-9463-6944f80413fd req-a180e8ed-2687-4b8c-929a-31906c3b84ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:13.388271 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ce535310-0562-4e80-9463-6944f80413fd req-a180e8ed-2687-4b8c-929a-31906c3b84ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 1095 time: 0.0637112 Jul 22 17:12:13.436117 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ce535310-0562-4e80-9463-6944f80413fd req-13a8d902-35a7-4c04-8988-d26db0981872 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 HTTP/1.1" status: 200 len: 217 time: 0.0344779 Jul 22 17:12:13.484737 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce535310-0562-4e80-9463-6944f80413fd req-893ca25e-01cb-4f59-b43d-2e5d75474c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:13.486240 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ce535310-0562-4e80-9463-6944f80413fd req-893ca25e-01cb-4f59-b43d-2e5d75474c75 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0439904 Jul 22 17:12:13.543937 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce535310-0562-4e80-9463-6944f80413fd req-f470b6e9-0f78-4360-99f1-2dc8285f31e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:13.545419 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ce535310-0562-4e80-9463-6944f80413fd req-f470b6e9-0f78-4360-99f1-2dc8285f31e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535691 Jul 22 17:12:13.635756 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ce535310-0562-4e80-9463-6944f80413fd req-dc89eb87-a1fb-4efa-b3e5-98bd10e53586 service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837679 Jul 22 17:12:13.726250 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ce535310-0562-4e80-9463-6944f80413fd req-2a15168c-9a05-4916-9a13-a52e8a9b36d2 service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848751 Jul 22 17:12:13.850385 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b46a73-cedd-4575-84a2-6ec8514d35dd req-9fc6f350-ab8f-4969-83d7-e2b5e8d77597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:13.851871 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-24b46a73-cedd-4575-84a2-6ec8514d35dd req-9fc6f350-ab8f-4969-83d7-e2b5e8d77597 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 1095 time: 0.0534239 Jul 22 17:12:13.941915 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b46a73-cedd-4575-84a2-6ec8514d35dd req-9c0e6ba2-5d58-4c3b-a994-947d085187d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:13.943408 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-24b46a73-cedd-4575-84a2-6ec8514d35dd req-9c0e6ba2-5d58-4c3b-a994-947d085187d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 912 time: 0.0854635 Jul 22 17:12:13.985651 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-24b46a73-cedd-4575-84a2-6ec8514d35dd req-734a12fb-e8ef-466a-8d64-243caeb9d0dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 HTTP/1.1" status: 200 len: 217 time: 0.0360413 Jul 22 17:12:14.037699 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b46a73-cedd-4575-84a2-6ec8514d35dd req-b86f24fa-44f1-4ec5-abf1-903362fa4da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:14.039057 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-24b46a73-cedd-4575-84a2-6ec8514d35dd req-b86f24fa-44f1-4ec5-abf1-903362fa4da4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0453703 Jul 22 17:12:14.100938 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b46a73-cedd-4575-84a2-6ec8514d35dd req-cc60c7b7-e110-4195-bf73-cbf1c19b57ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:14.102321 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-24b46a73-cedd-4575-84a2-6ec8514d35dd req-cc60c7b7-e110-4195-bf73-cbf1c19b57ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569444 Jul 22 17:12:14.223302 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-24b46a73-cedd-4575-84a2-6ec8514d35dd req-141da64b-f3de-44c8-85d5-fe1e7709446e service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146836 Jul 22 17:12:14.272953 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c31829-77ca-46dd-991e-9a1fef1e8370 req-8dc8d65c-629e-4321-91fd-25ca51803ef9 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:14.274430 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e3c31829-77ca-46dd-991e-9a1fef1e8370 req-8dc8d65c-629e-4321-91fd-25ca51803ef9 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 944 time: 0.1330793 Jul 22 17:12:14.351719 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-24b46a73-cedd-4575-84a2-6ec8514d35dd req-39284d67-1260-441b-98d9-59ab3d0f02cc service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201267 Jul 22 17:12:14.357683 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e3c31829-77ca-46dd-991e-9a1fef1e8370 req-c9844bcd-1f4b-4643-a06f-e61d66cd4841 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537672 Jul 22 17:12:14.366960 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 22178de5-39b2-4929-92f9-85d41228c316 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:12:14.420976 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 22178de5-39b2-4929-92f9-85d41228c316 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:12:14.421351 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:15.494687 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ba432-6dc1-47e8-9502-84db680c4259 req-d2d63c8b-5602-43e6-8b7b-8bb88a25c93c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:15.496182 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c8ba432-6dc1-47e8-9502-84db680c4259 req-d2d63c8b-5602-43e6-8b7b-8bb88a25c93c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 944 time: 0.0685012 Jul 22 17:12:15.535379 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4c8ba432-6dc1-47e8-9502-84db680c4259 req-276876a5-0b5c-4285-bff0-88d92e85f983 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333607 Jul 22 17:12:16.661447 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c282704-79c6-4ba4-b681-d6fb1aad7390 req-0c7cdeda-0085-4472-a033-2121b02eb028 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:16.662954 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3c282704-79c6-4ba4-b681-d6fb1aad7390 req-0c7cdeda-0085-4472-a033-2121b02eb028 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 944 time: 0.0623798 Jul 22 17:12:16.700079 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3c282704-79c6-4ba4-b681-d6fb1aad7390 req-4b994530-7e52-4a03-a444-9b745c2c2ea2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311625 Jul 22 17:12:17.825945 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0830bd6-06db-4f9c-ba8a-e51cd7bba0a5 req-8e6fdd34-6181-495a-89a5-cb61d5c7384a tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:17.827508 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d0830bd6-06db-4f9c-ba8a-e51cd7bba0a5 req-8e6fdd34-6181-495a-89a5-cb61d5c7384a tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 944 time: 0.0627890 Jul 22 17:12:17.864746 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d0830bd6-06db-4f9c-ba8a-e51cd7bba0a5 req-5a76ee8b-744e-43d6-af36-0d1a61652fcb tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312731 Jul 22 17:12:18.994612 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7181579-cca3-4bc0-8734-1ea38d0dbacb req-03005ec9-2eb7-4180-a90a-c7fc0fbc0e91 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:18.996061 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f7181579-cca3-4bc0-8734-1ea38d0dbacb req-03005ec9-2eb7-4180-a90a-c7fc0fbc0e91 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 944 time: 0.0667937 Jul 22 17:12:19.033002 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f7181579-cca3-4bc0-8734-1ea38d0dbacb req-a79f15fa-0105-4560-81ff-62987b207dc6 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313959 Jul 22 17:12:20.159305 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bdbe9-aa0d-4df6-a51c-197a7b48c2ee req-473c8dda-de86-4003-95f1-4d2cf7af6407 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:20.160770 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-507bdbe9-aa0d-4df6-a51c-197a7b48c2ee req-473c8dda-de86-4003-95f1-4d2cf7af6407 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 944 time: 0.0638771 Jul 22 17:12:20.200303 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-507bdbe9-aa0d-4df6-a51c-197a7b48c2ee req-7b215d62-d115-44df-bffc-ecdf3cfb922f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340850 Jul 22 17:12:21.326005 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b7ecc-d9e8-49a5-b40a-29fcc3b956ff req-17d5aa9b-ad89-4e27-94fd-cfaeec999ae7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:21.327480 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-815b7ecc-d9e8-49a5-b40a-29fcc3b956ff req-17d5aa9b-ad89-4e27-94fd-cfaeec999ae7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 944 time: 0.0628264 Jul 22 17:12:21.368074 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-815b7ecc-d9e8-49a5-b40a-29fcc3b956ff req-367e7f38-a215-475e-8cea-7f166c224c8d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348945 Jul 22 17:12:22.496814 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d7ef7-0a16-4462-a476-1e3133a3cab1 req-8de1d5a7-6e7c-4519-8588-c64701f8de8a tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:22.498350 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c2d7ef7-0a16-4462-a476-1e3133a3cab1 req-8de1d5a7-6e7c-4519-8588-c64701f8de8a tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 944 time: 0.0630753 Jul 22 17:12:22.534469 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c2d7ef7-0a16-4462-a476-1e3133a3cab1 req-ccd56414-2bab-4bab-97bb-60a4f295959d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306795 Jul 22 17:12:23.660168 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bec343-1ec9-472d-bd36-21f2b62be201 req-52100ff3-c72f-4c40-85e6-55ca240cca4d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:23.661639 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d6bec343-1ec9-472d-bd36-21f2b62be201 req-52100ff3-c72f-4c40-85e6-55ca240cca4d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 944 time: 0.0623653 Jul 22 17:12:23.702334 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d6bec343-1ec9-472d-bd36-21f2b62be201 req-4bf82fa2-ec70-43de-8b60-b2996ddd9f0c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351396 Jul 22 17:12:24.110041 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:12:24.202592 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4e53b05a-52e2-4bfb-9ecc-fed0f22147e2,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:12:24.213096 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '4e53b05a-52e2-4bfb-9ecc-fed0f22147e2', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'port_id': '4e53b05a-52e2-4bfb-9ecc-fed0f22147e2', 'mac_address': 'fa:16:3e:46:cc:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:12:24.248673 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:24.260820 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:12:24.279540 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4e53b05a-52e2-4bfb-9ecc-fed0f22147e2,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:12:24.283248 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:24.331801 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=4e53b05a-52e2-4bfb-9ecc-fed0f22147e2,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:24.594661 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['4e53b05a-52e2-4bfb-9ecc-fed0f22147e2'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:12:24.826944 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bfa60-d7d0-40b0-8580-1c4f7e88bd0e req-19a6cd15-eccd-492a-8f76-9916a456ecbe tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:24.828408 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-136bfa60-d7d0-40b0-8580-1c4f7e88bd0e req-19a6cd15-eccd-492a-8f76-9916a456ecbe tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 945 time: 0.0624263 Jul 22 17:12:24.865024 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-136bfa60-d7d0-40b0-8580-1c4f7e88bd0e req-960b763b-cf50-49b2-9ebb-5b994fb917a4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309958 Jul 22 17:12:25.990410 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb2a82-878c-4260-b30f-cab2f6e922c3 req-a5a89200-3b79-4743-bc1f-36aad7fccc22 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:25.991884 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b4bb2a82-878c-4260-b30f-cab2f6e922c3 req-a5a89200-3b79-4743-bc1f-36aad7fccc22 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 945 time: 0.0631537 Jul 22 17:12:26.029793 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b4bb2a82-878c-4260-b30f-cab2f6e922c3 req-860ba86e-c617-4552-9617-dfef58a26a5a tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318542 Jul 22 17:12:26.128796 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:12:26.178755 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:12:26.182997 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:12:26.183364 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:26.409691 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:26.434576 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e137f14-9c56-436d-9859-29668f1fd679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e53b05a-52e2-4bfb-9ecc-fed0f22147e2'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:12:26.436808 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b2b2e6-abfe-4840-b540-19a1285ade7f" -d '{"events": [{"server_uuid": "1e137f14-9c56-436d-9859-29668f1fd679", "name": "network-vif-plugged", "status": "completed", "tag": "4e53b05a-52e2-4bfb-9ecc-fed0f22147e2"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:12:26.447176 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4e53b05a-52e2-4bfb-9ecc-fed0f22147e2,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:12:26.450724 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:26.496517 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=4e53b05a-52e2-4bfb-9ecc-fed0f22147e2,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:26.593252 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fb7e19-838a-4629-9970-b9121d4e59f2 x-openstack-request-id: req-35fb7e19-838a-4629-9970-b9121d4e59f2 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:12:26.593550 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e137f14-9c56-436d-9859-29668f1fd679", "name": "network-vif-plugged", "status": "completed", "tag": "4e53b05a-52e2-4bfb-9ecc-fed0f22147e2", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:12:26.593809 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-35fb7e19-838a-4629-9970-b9121d4e59f2 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:12:26.594252 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e137f14-9c56-436d-9859-29668f1fd679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e53b05a-52e2-4bfb-9ecc-fed0f22147e2', 'code': 200} Jul 22 17:12:26.722761 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6dc80d-b1bd-471d-bda2-08795c5b779e req-76e37079-d78a-44c8-8ca4-851c313ebff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:26.724133 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8a6dc80d-b1bd-471d-bda2-08795c5b779e req-76e37079-d78a-44c8-8ca4-851c313ebff4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 1097 time: 0.0518513 Jul 22 17:12:26.776368 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8a6dc80d-b1bd-471d-bda2-08795c5b779e req-179c96d5-8cae-40c7-b8d1-a72cb9737a11 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276411 Jul 22 17:12:27.468616 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331caff9-bc4a-4709-b368-b6b1491cf9ed req-06bfe153-759b-4c3d-8dc7-14ba3966e678 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:27.470124 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-331caff9-bc4a-4709-b368-b6b1491cf9ed req-06bfe153-759b-4c3d-8dc7-14ba3966e678 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 946 time: 0.3733990 Jul 22 17:12:27.506712 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-331caff9-bc4a-4709-b368-b6b1491cf9ed req-825b98f1-bb90-4ddd-8b09-e28c5282dd65 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309033 Jul 22 17:12:28.637429 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d79fc-495c-48f0-8004-64efc559b3de req-8c9fc609-641c-42fe-a85c-d5634fb065ce tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:28.638925 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2d5d79fc-495c-48f0-8004-64efc559b3de req-8c9fc609-641c-42fe-a85c-d5634fb065ce tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 946 time: 0.0666699 Jul 22 17:12:28.675699 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2d5d79fc-495c-48f0-8004-64efc559b3de req-87b3b11d-58a3-43c1-98d6-8dca4501f92a tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313203 Jul 22 17:12:28.799701 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75507e21-708f-412f-a770-1df7a6b71468 req-cd70c3e4-738d-4209-a9b2-679cd0bbc6cf tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:28.801047 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-75507e21-708f-412f-a770-1df7a6b71468 req-cd70c3e4-738d-4209-a9b2-679cd0bbc6cf tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 946 time: 0.0616224 Jul 22 17:12:28.837664 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-75507e21-708f-412f-a770-1df7a6b71468 req-c99842f4-3d1a-40b6-a279-c91f096dc75c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310855 Jul 22 17:12:28.961834 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cee23-2c6f-4881-8939-6f41533a8892 req-6875c4d7-4518-4633-9e9c-15d96daa36c9 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:28.963331 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f74cee23-2c6f-4881-8939-6f41533a8892 req-6875c4d7-4518-4633-9e9c-15d96daa36c9 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 946 time: 0.0631828 Jul 22 17:12:28.999598 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f74cee23-2c6f-4881-8939-6f41533a8892 req-9ea4072d-091d-49ea-8657-08dc4d25ea73 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308416 Jul 22 17:12:29.061549 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c9ad443-ed24-423e-a2e5-6fe1d4bdd056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:29.245787 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb10a1a-e7d4-469d-9064-d69bf16af10c req-f2cc5f58-08f7-4eef-bd34-79eaa7b2716f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:29.247290 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8cb10a1a-e7d4-469d-9064-d69bf16af10c req-f2cc5f58-08f7-4eef-bd34-79eaa7b2716f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 946 time: 0.0625880 Jul 22 17:12:29.287422 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8cb10a1a-e7d4-469d-9064-d69bf16af10c req-bad89efb-e17e-4521-93a5-775515ab4cd6 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345535 Jul 22 17:12:30.415288 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df17941-39c8-4534-a377-60e3c5d34dfb req-2964aac9-8a67-4fba-9c93-9be3d56bd197 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:30.416661 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3df17941-39c8-4534-a377-60e3c5d34dfb req-2964aac9-8a67-4fba-9c93-9be3d56bd197 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 946 time: 0.0622776 Jul 22 17:12:30.456809 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3df17941-39c8-4534-a377-60e3c5d34dfb req-0b0fe54a-f1b9-4021-aa0d-b87c83023c95 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346620 Jul 22 17:12:30.807348 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cf659-ea65-47f5-acfb-875ddaed3ebb req-83b9a06b-81f9-483f-8e4b-0db3989415e1 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:30.809003 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c64cf659-ea65-47f5-acfb-875ddaed3ebb req-83b9a06b-81f9-483f-8e4b-0db3989415e1 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 946 time: 0.0653911 Jul 22 17:12:30.912477 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-c64cf659-ea65-47f5-acfb-875ddaed3ebb req-13a1dcdf-29e9-4151-841c-be5be3968bf7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Deleting port 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:12:30.912824 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c64cf659-ea65-47f5-acfb-875ddaed3ebb req-13a1dcdf-29e9-4151-841c-be5be3968bf7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:31.001739 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-c64cf659-ea65-47f5-acfb-875ddaed3ebb req-13a1dcdf-29e9-4151-841c-be5be3968bf7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] For port 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=4e53b05a-52e2-4bfb-9ecc-fed0f22147e2,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:12:31.002046 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c64cf659-ea65-47f5-acfb-875ddaed3ebb req-13a1dcdf-29e9-4151-841c-be5be3968bf7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:31.014556 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-c64cf659-ea65-47f5-acfb-875ddaed3ebb req-13a1dcdf-29e9-4151-841c-be5be3968bf7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Calling delete_port for 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:12:31.145969 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c64cf659-ea65-47f5-acfb-875ddaed3ebb req-13a1dcdf-29e9-4151-841c-be5be3968bf7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:31.174534 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1dcdf-29e9-4151-841c-be5be3968bf7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event deleted for resources: {'Port': ['ID=4e53b05a-52e2-4bfb-9ecc-fed0f22147e2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:31.178062 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['4e53b05a-52e2-4bfb-9ecc-fed0f22147e2'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:12:31.224055 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64cf659-ea65-47f5-acfb-875ddaed3ebb req-13a1dcdf-29e9-4151-841c-be5be3968bf7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] No DVR routers for this DVR port 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:12:31.226868 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c64cf659-ea65-47f5-acfb-875ddaed3ebb req-13a1dcdf-29e9-4151-841c-be5be3968bf7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:31.229630 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c64cf659-ea65-47f5-acfb-875ddaed3ebb req-13a1dcdf-29e9-4151-841c-be5be3968bf7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.30 "DELETE /v2.0/ports/4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 HTTP/1.1" status: 204 len: 173 time: 0.4089816 Jul 22 17:12:31.230107 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e137f14-9c56-436d-9859-29668f1fd679', 'name': 'network-vif-deleted', 'tag': '4e53b05a-52e2-4bfb-9ecc-fed0f22147e2'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:12:31.232456 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033e6cef-2fe5-443d-9d6f-b0372aebeec7" -d '{"events": [{"server_uuid": "1e137f14-9c56-436d-9859-29668f1fd679", "name": "network-vif-deleted", "tag": "4e53b05a-52e2-4bfb-9ecc-fed0f22147e2"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:12:31.273367 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035266f9-d959-437f-bcb9-429aa50ccea1 x-openstack-request-id: req-035266f9-d959-437f-bcb9-429aa50ccea1 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:12:31.273797 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e137f14-9c56-436d-9859-29668f1fd679", "name": "network-vif-deleted", "tag": "4e53b05a-52e2-4bfb-9ecc-fed0f22147e2", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:12:31.274079 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-035266f9-d959-437f-bcb9-429aa50ccea1 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:12:31.274487 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e137f14-9c56-436d-9859-29668f1fd679', 'name': 'network-vif-deleted', 'tag': '4e53b05a-52e2-4bfb-9ecc-fed0f22147e2', 'status': 'completed', 'code': 200} Jul 22 17:12:31.551728 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9c7bff49-8f40-42de-b962-d5299a057f5a req-ccc63c2c-3b3b-4824-853d-f64691dc4386 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 210 time: 0.0293581 Jul 22 17:12:31.637500 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6cea72c8-cfbf-4c70-acfe-1d7705b0a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:31.668500 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:32.648493 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-276e12a9-e6c3-4409-84a8-22de0c795bcc req-3367dd27-df26-4993-ad04-38a7040d1bb4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 210 time: 0.0292335 Jul 22 17:12:32.877352 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:33.747017 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d183735a-c890-4e18-b6fb-9743ab70ea4b req-365adae2-106d-4547-a4ad-56fc335c7548 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 210 time: 0.0329583 Jul 22 17:12:34.726258 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:34.851485 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-99d843b2-120e-4a92-92de-3b41e97dde78 req-3455bd68-9f32-4e68-bb0c-3314a809d33f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e137f14-9c56-436d-9859-29668f1fd679 HTTP/1.1" status: 200 len: 210 time: 0.0295510 Jul 22 17:12:36.175297 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:12:36.195321 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:12:36.195664 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 4e53b05a-52e2-4bfb-9ecc-fed0f22147e2 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:12:42.317251 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:42.387051 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:45.421684 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:12:53.785789 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-92e2db5e-32d9-46e3-8bfe-8bfa80d2053d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:53.787183 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-92e2db5e-32d9-46e3-8bfe-8bfa80d2053d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 811 time: 0.1021237 Jul 22 17:12:53.801179 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-756846c3-17fe-4e58-9d09-85674aca49d3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/quotas/a16dcf3d640f4d4e804ace614ec9c820 HTTP/1.1" status: 200 len: 375 time: 0.0086739 Jul 22 17:12:53.865756 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-eb9c3770-4ef9-4fe1-b692-ab76b1fdc74d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599403 Jul 22 17:12:53.956556 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-55afc42b-db10-4310-bdc8-1e1144568e32 service neutron] 10.222.0.69 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838690 Jul 22 17:12:54.042001 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-73039226-09fe-4b37-b71e-1fcf46428cbf service neutron] 10.222.0.69 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796928 Jul 22 17:12:54.225207 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3225746e-03e5-4738-a141-46ffcb09964c req-0f9de783-a43e-44be-8dc1-89d3e584baf9 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 210 time: 0.0288484 Jul 22 17:12:55.180402 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-0ad64d3a-3ec9-4cfa-ae15-0970b43d068d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:55.181857 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-0ad64d3a-3ec9-4cfa-ae15-0970b43d068d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.30 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 811 time: 0.1077609 Jul 22 17:12:55.199908 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Request body: {'port': {'device_id': 'c3957026-53ee-4c15-948b-29e89bafa212', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'admin_state_up': True, 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:12:55.310317 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Made reservation on behalf of a16dcf3d640f4d4e804ace614ec9c820 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:12:55.313784 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:55.325857 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-079f55c8-8222-4b93-b940-381d1c50a257 req-e03eecb2-6e50-44b2-9913-927ab13a03f0 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 210 time: 0.0316730 Jul 22 17:12:55.443403 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Allocated IP 172.20.0.12 (e97fa6e9-b45e-4929-9792-de06d043e3b0/d63a9831-4fdf-4ccd-8c34-6a4f907e1947/9ca5600e-6e85-43be-bd26-9a877c8081dc) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:12:55.600996 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:55.614452 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Transition to ACTIVE for port object 9ca5600e-6e85-43be-bd26-9a877c8081dc will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:12:55.647295 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:55.692958 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Network e97fa6e9-b45e-4929-9792-de06d043e3b0 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:12:55.696035 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:12:55.700376 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:12:55.725463 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event updated for resources: {'Port': ['ID=9ca5600e-6e85-43be-bd26-9a877c8081dc,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:55.738099 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:12:55.738443 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:12:55.738786 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:12:55.739125 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:12:55.739457 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:12:55.739787 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:12:55.740121 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:12:55.740436 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:12:55.740758 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:12:55.741078 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:12:55.741401 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:12:55.741719 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:12:55.766366 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:55.766984 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:55.785708 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-121e6d93-8a68-4232-854a-12e30b920022 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5898218 Jul 22 17:12:55.803600 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-56045619-2e99-4d08-87a8-4c2932c366d9 service neutron] Request body: {'port': {'device_id': 'c3957026-53ee-4c15-948b-29e89bafa212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:12:55.884129 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-56045619-2e99-4d08-87a8-4c2932c366d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:56.002036 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dd1628ce-e920-4876-903e-8fb6e857aa9e None None] Provisioning for port 9ca5600e-6e85-43be-bd26-9a877c8081dc completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:12:56.005955 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dd1628ce-e920-4876-903e-8fb6e857aa9e None None] Provisioning complete for port 9ca5600e-6e85-43be-bd26-9a877c8081dc triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:12:56.006330 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd1628ce-e920-4876-903e-8fb6e857aa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:56.038937 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-dd1628ce-e920-4876-903e-8fb6e857aa9e None None] Port 9ca5600e-6e85-43be-bd26-9a877c8081dc cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:12:56.170022 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-56045619-2e99-4d08-87a8-4c2932c366d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca5600e-6e85-43be-bd26-9a877c8081dc {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:12:56.178197 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-56045619-2e99-4d08-87a8-4c2932c366d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:56.191736 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-56045619-2e99-4d08-87a8-4c2932c366d9 service neutron] Transition to ACTIVE for port object 9ca5600e-6e85-43be-bd26-9a877c8081dc will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:12:56.196042 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-56045619-2e99-4d08-87a8-4c2932c366d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:56.245578 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56045619-2e99-4d08-87a8-4c2932c366d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca5600e-6e85-43be-bd26-9a877c8081dc,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:56.324014 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-56045619-2e99-4d08-87a8-4c2932c366d9 service neutron] Attempting to bind port 9ca5600e-6e85-43be-bd26-9a877c8081dc on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:12:56.324635 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-56045619-2e99-4d08-87a8-4c2932c366d9 service neutron] Attempting to bind port 9ca5600e-6e85-43be-bd26-9a877c8081dc by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:12:56.324755 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-56045619-2e99-4d08-87a8-4c2932c366d9 service neutron] Attempting to bind port 9ca5600e-6e85-43be-bd26-9a877c8081dc on network e97fa6e9-b45e-4929-9792-de06d043e3b0 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:12:56.329167 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-56045619-2e99-4d08-87a8-4c2932c366d9 service neutron] Port 9ca5600e-6e85-43be-bd26-9a877c8081dc on network e97fa6e9-b45e-4929-9792-de06d043e3b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:12:56.329491 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-56045619-2e99-4d08-87a8-4c2932c366d9 service neutron] Attempting to bind port 9ca5600e-6e85-43be-bd26-9a877c8081dc on network e97fa6e9-b45e-4929-9792-de06d043e3b0 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:12:56.334572 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-56045619-2e99-4d08-87a8-4c2932c366d9 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:12:56.334915 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-56045619-2e99-4d08-87a8-4c2932c366d9 service neutron] Checking segment: {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:12:56.335303 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-56045619-2e99-4d08-87a8-4c2932c366d9 service neutron] Bound using segment: {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:12:56.335733 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-56045619-2e99-4d08-87a8-4c2932c366d9 service neutron] Bound port: 9ca5600e-6e85-43be-bd26-9a877c8081dc, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:12:56.336097 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-56045619-2e99-4d08-87a8-4c2932c366d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:56.405738 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-56045619-2e99-4d08-87a8-4c2932c366d9 service neutron] For port 9ca5600e-6e85-43be-bd26-9a877c8081dc, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:12:56.409304 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-56045619-2e99-4d08-87a8-4c2932c366d9 service neutron] For port 9ca5600e-6e85-43be-bd26-9a877c8081dc, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=9ca5600e-6e85-43be-bd26-9a877c8081dc,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:12:56.425962 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-56045619-2e99-4d08-87a8-4c2932c366d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:56.484725 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-56045619-2e99-4d08-87a8-4c2932c366d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:56.485346 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-56045619-2e99-4d08-87a8-4c2932c366d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:56.487007 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-56045619-2e99-4d08-87a8-4c2932c366d9 service neutron] 10.222.0.30 "PUT /v2.0/ports/9ca5600e-6e85-43be-bd26-9a877c8081dc HTTP/1.1" status: 200 len: 1092 time: 0.6878068 Jul 22 17:12:56.490738 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3957026-53ee-4c15-948b-29e89bafa212', 'tag': '9ca5600e-6e85-43be-bd26-9a877c8081dc'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:12:56.492813 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603c2993-eee4-42e4-9031-087c0df01a53" -d '{"events": [{"name": "network-changed", "server_uuid": "c3957026-53ee-4c15-948b-29e89bafa212", "tag": "9ca5600e-6e85-43be-bd26-9a877c8081dc"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:12:56.534659 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56045619-2e99-4d08-87a8-4c2932c366d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca5600e-6e85-43be-bd26-9a877c8081dc,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:12:56.557059 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf96547-40c7-4391-9ad3-45d3e15c6021 req-5a3e6f73-60ad-43c5-ab9d-0fe685f2e65f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:56.562475 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3cf96547-40c7-4391-9ad3-45d3e15c6021 req-5a3e6f73-60ad-43c5-ab9d-0fe685f2e65f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 944 time: 0.1496360 Jul 22 17:12:56.564110 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b00b4dc-182b-4d17-b77c-e21ecc657aac x-openstack-request-id: req-2b00b4dc-182b-4d17-b77c-e21ecc657aac {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:12:56.564400 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3957026-53ee-4c15-948b-29e89bafa212", "tag": "9ca5600e-6e85-43be-bd26-9a877c8081dc", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:12:56.564652 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2b00b4dc-182b-4d17-b77c-e21ecc657aac {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:12:56.565053 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3957026-53ee-4c15-948b-29e89bafa212', 'tag': '9ca5600e-6e85-43be-bd26-9a877c8081dc', 'status': 'completed', 'code': 200} Jul 22 17:12:56.634672 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3cf96547-40c7-4391-9ad3-45d3e15c6021 req-d9dd4ad9-444b-41d5-9985-3b6b730dc211 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687249 Jul 22 17:12:56.658379 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-fcc01561-6a14-422f-8c46-6cda38a1a8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:56.659916 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-fcc01561-6a14-422f-8c46-6cda38a1a8a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 1095 time: 0.0876739 Jul 22 17:12:56.712810 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-8b9f5e31-5e36-4f3e-bc61-9edfa248f8dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ca5600e-6e85-43be-bd26-9a877c8081dc HTTP/1.1" status: 200 len: 217 time: 0.0395706 Jul 22 17:12:56.761186 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-7cb784d2-42c5-40af-9862-bdc8a71a7afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:56.762594 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-7cb784d2-42c5-40af-9862-bdc8a71a7afe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0448298 Jul 22 17:12:56.821650 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-7ed1d49b-d481-42d9-8b43-8379186ac3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:56.823190 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-7ed1d49b-d481-42d9-8b43-8379186ac3a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542531 Jul 22 17:12:56.922050 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-46698965-be2a-43c4-83b1-9e493cd50d28 service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924983 Jul 22 17:12:57.028698 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28995e0b-9e2b-4bfd-9406-3b1bb73ccd76 req-626eb69f-2643-45b5-9c63-39ee9472a8b8 service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001005 Jul 22 17:12:57.157847 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c2993-eee4-42e4-9031-087c0df01a53 req-8d56f70b-0803-4816-a61c-49d3c70a6d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:57.159367 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-603c2993-eee4-42e4-9031-087c0df01a53 req-8d56f70b-0803-4816-a61c-49d3c70a6d10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 1095 time: 0.0583961 Jul 22 17:12:57.247014 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c2993-eee4-42e4-9031-087c0df01a53 req-33c9a723-43bc-4fed-a82c-5039501b1a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:57.248509 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-603c2993-eee4-42e4-9031-087c0df01a53 req-33c9a723-43bc-4fed-a82c-5039501b1a8e service neutron] 10.222.0.30 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 912 time: 0.0827847 Jul 22 17:12:57.292801 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-603c2993-eee4-42e4-9031-087c0df01a53 req-4a53c1f1-56ba-4825-9912-4c5330ad369b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ca5600e-6e85-43be-bd26-9a877c8081dc HTTP/1.1" status: 200 len: 217 time: 0.0380132 Jul 22 17:12:57.339914 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c2993-eee4-42e4-9031-087c0df01a53 req-5484aa1e-0a91-411a-ab06-1c4f963a8624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:57.341414 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-603c2993-eee4-42e4-9031-087c0df01a53 req-5484aa1e-0a91-411a-ab06-1c4f963a8624 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0431688 Jul 22 17:12:57.403196 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c2993-eee4-42e4-9031-087c0df01a53 req-3b7884d1-c539-4c9a-a11a-8900307c321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:57.404709 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-603c2993-eee4-42e4-9031-087c0df01a53 req-3b7884d1-c539-4c9a-a11a-8900307c321c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569847 Jul 22 17:12:57.495189 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-603c2993-eee4-42e4-9031-087c0df01a53 req-8e2292ee-229c-4caa-b81a-4573bc78d7e1 service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839717 Jul 22 17:12:57.583877 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-603c2993-eee4-42e4-9031-087c0df01a53 req-2ea6e38e-bb0c-4233-a944-da13f373cef6 service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823035 Jul 22 17:12:57.786983 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cf168-0f5e-4441-ac5b-d7867e31c576 req-9d37ea03-c4a9-4432-b67a-13b5ddc1d6d2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:57.788579 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f29cf168-0f5e-4441-ac5b-d7867e31c576 req-9d37ea03-c4a9-4432-b67a-13b5ddc1d6d2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 944 time: 0.0697207 Jul 22 17:12:57.847962 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f29cf168-0f5e-4441-ac5b-d7867e31c576 req-16a537e0-df09-440d-baf8-c5d59f949641 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465264 Jul 22 17:12:59.038691 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abeaa97-51fe-4514-a5a2-c5f5284fdb28 req-27a027c2-838c-4087-81af-b39f47f50744 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:59.040565 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2abeaa97-51fe-4514-a5a2-c5f5284fdb28 req-27a027c2-838c-4087-81af-b39f47f50744 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 944 time: 0.0859253 Jul 22 17:12:59.076265 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2da174b7-0a7e-4c6e-b021-7b3584c2b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:59.117658 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2abeaa97-51fe-4514-a5a2-c5f5284fdb28 req-7ca505d0-71d1-4015-83b1-df9b6923d9ae tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678480 Jul 22 17:13:00.275460 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8c584-b1db-4fe9-a430-4d26c546b76b req-f6396644-7877-438c-8c74-5fb0b48fc91c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:00.277002 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-41c8c584-b1db-4fe9-a430-4d26c546b76b req-f6396644-7877-438c-8c74-5fb0b48fc91c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 944 time: 0.0722265 Jul 22 17:13:00.316419 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-41c8c584-b1db-4fe9-a430-4d26c546b76b req-ae9a793c-bea5-4679-b6bc-47666aefb90f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339036 Jul 22 17:13:01.455718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e3b32-f4af-4230-8350-1fac3126f61c req-84078381-2bd3-410c-9bc4-bba5d3c04049 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:01.457346 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-801e3b32-f4af-4230-8350-1fac3126f61c req-84078381-2bd3-410c-9bc4-bba5d3c04049 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 944 time: 0.0666881 Jul 22 17:13:01.497578 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-801e3b32-f4af-4230-8350-1fac3126f61c req-cafb6bfb-6e03-4f04-9a2d-e5a69962aa8b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337958 Jul 22 17:13:01.639718 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa7fe2e2-4e4d-413e-9b26-f0d8e3dd05d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:01.672504 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:02.627351 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6003aed-f227-4090-8c20-12aeee7fe2e1 req-46c1159e-f1af-4c68-a58b-946b208be1ad tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:02.628828 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a6003aed-f227-4090-8c20-12aeee7fe2e1 req-46c1159e-f1af-4c68-a58b-946b208be1ad tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 944 time: 0.0665641 Jul 22 17:13:02.879335 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:03.004749 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a6003aed-f227-4090-8c20-12aeee7fe2e1 req-f297dc3c-b402-41c1-8b82-1eff5bc87165 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701029 Jul 22 17:13:04.135721 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331debf-08f8-40d7-a647-84c109530281 req-2be24fe3-e124-476f-a99c-33b1bc6e7f4b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:04.137185 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6331debf-08f8-40d7-a647-84c109530281 req-2be24fe3-e124-476f-a99c-33b1bc6e7f4b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 944 time: 0.0640473 Jul 22 17:13:04.173800 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6331debf-08f8-40d7-a647-84c109530281 req-3c966cb5-42b9-4a91-b92c-d7ada03ffbf3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310600 Jul 22 17:13:04.729008 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:05.299954 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21be922-ea9c-4bb3-9a9b-b4cd5ab85e37 req-21ca0132-014c-4483-aa1b-5a72fdf7ed47 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:05.301337 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f21be922-ea9c-4bb3-9a9b-b4cd5ab85e37 req-21ca0132-014c-4483-aa1b-5a72fdf7ed47 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 944 time: 0.0624564 Jul 22 17:13:05.339108 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f21be922-ea9c-4bb3-9a9b-b4cd5ab85e37 req-d8eb801a-2a50-4259-bcf9-6eb72427bc3a tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314381 Jul 22 17:13:06.469886 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b9699-d380-4b2e-a9b7-fb966661d461 req-e6ee82d5-8b4a-4828-a9a5-599995474c52 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:06.471384 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9c4b9699-d380-4b2e-a9b7-fb966661d461 req-e6ee82d5-8b4a-4828-a9a5-599995474c52 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 944 time: 0.0666633 Jul 22 17:13:06.508702 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9c4b9699-d380-4b2e-a9b7-fb966661d461 req-8b610a66-a733-4509-b4a2-89f14e6bd6a7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317216 Jul 22 17:13:07.638556 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7785492-173b-45b0-abe9-e0ff585cde61 req-334f9536-a7e5-4a64-bd86-3d295ed32659 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:07.640051 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e7785492-173b-45b0-abe9-e0ff585cde61 req-334f9536-a7e5-4a64-bd86-3d295ed32659 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 944 time: 0.0649333 Jul 22 17:13:07.680250 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e7785492-173b-45b0-abe9-e0ff585cde61 req-757ce0b0-f80e-4e50-a9b1-12ed50314cc5 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346692 Jul 22 17:13:08.810724 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c249e98-18aa-4f90-81b2-87677f5697e6 req-c0a52299-942f-44f8-b487-05970513f48c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:08.812107 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7c249e98-18aa-4f90-81b2-87677f5697e6 req-c0a52299-942f-44f8-b487-05970513f48c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 944 time: 0.0629804 Jul 22 17:13:08.849433 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7c249e98-18aa-4f90-81b2-87677f5697e6 req-2d437fe9-6c34-4d5d-8087-78e4a1a584b9 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314608 Jul 22 17:13:09.976420 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7dbeb-ae38-4fb5-accf-1ac97ebd985e req-25903559-cfcb-46b7-8db0-85b81b108b93 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:09.977898 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e9f7dbeb-ae38-4fb5-accf-1ac97ebd985e req-25903559-cfcb-46b7-8db0-85b81b108b93 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 944 time: 0.0633368 Jul 22 17:13:10.015575 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e9f7dbeb-ae38-4fb5-accf-1ac97ebd985e req-b6a10858-f590-42f6-a214-10bf78558f13 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316052 Jul 22 17:13:11.143408 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef453bc-f475-4425-a6f0-0de68c05c18d req-b8001c61-e5a8-4fe9-84fd-ec7e69823d89 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:11.144872 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6ef453bc-f475-4425-a6f0-0de68c05c18d req-b8001c61-e5a8-4fe9-84fd-ec7e69823d89 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 944 time: 0.0624037 Jul 22 17:13:11.184788 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6ef453bc-f475-4425-a6f0-0de68c05c18d req-de1eaebd-2e9a-4159-a37c-c4592ed9af02 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341551 Jul 22 17:13:12.314640 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293deb50-9196-419b-8a5d-d0fc71e145c3 req-55e8f720-a73c-43ac-b58a-5469785e5931 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:12.316000 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:12.316430 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-293deb50-9196-419b-8a5d-d0fc71e145c3 req-55e8f720-a73c-43ac-b58a-5469785e5931 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 944 time: 0.0642898 Jul 22 17:13:12.359248 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-293deb50-9196-419b-8a5d-d0fc71e145c3 req-6a56db78-498b-4325-a33c-1b6fce9266a4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374279 Jul 22 17:13:12.384181 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:13.487088 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a311e2-0be3-4a5f-9fa6-b122ed3ad1c0 req-c1dc9744-8d4f-4ea4-ada9-d4911934c0d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:13.488546 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a1a311e2-0be3-4a5f-9fa6-b122ed3ad1c0 req-c1dc9744-8d4f-4ea4-ada9-d4911934c0d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 944 time: 0.0627377 Jul 22 17:13:13.524624 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a1a311e2-0be3-4a5f-9fa6-b122ed3ad1c0 req-b191d6df-8b56-4d49-8076-093e1bbf6348 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306163 Jul 22 17:13:14.653526 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83358566-a0b4-477f-a57b-afd173ceab6e req-a18b6db6-39cb-4b93-a840-abe0f97e9908 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:14.655034 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83358566-a0b4-477f-a57b-afd173ceab6e req-a18b6db6-39cb-4b93-a840-abe0f97e9908 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 944 time: 0.0656250 Jul 22 17:13:14.691994 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-83358566-a0b4-477f-a57b-afd173ceab6e req-835912fa-9419-4827-b23e-557e8b6fd423 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315166 Jul 22 17:13:15.817107 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bd153-4d5d-48ad-9dba-a53e12d4f2a7 req-04f31d92-3dba-427f-b003-82d82c739910 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:15.818608 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-962bd153-4d5d-48ad-9dba-a53e12d4f2a7 req-04f31d92-3dba-427f-b003-82d82c739910 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 944 time: 0.0629058 Jul 22 17:13:15.856273 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-962bd153-4d5d-48ad-9dba-a53e12d4f2a7 req-e065ea0d-5c70-49ae-a4e8-b3c7cde65d92 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307999 Jul 22 17:13:16.361976 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 9ca5600e-6e85-43be-bd26-9a877c8081dc details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:13:16.451738 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 9ca5600e-6e85-43be-bd26-9a877c8081dc, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=9ca5600e-6e85-43be-bd26-9a877c8081dc,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:13:16.462041 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '9ca5600e-6e85-43be-bd26-9a877c8081dc', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'port_id': '9ca5600e-6e85-43be-bd26-9a877c8081dc', 'mac_address': 'fa:16:3e:7b:91:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:13:16.500141 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:16.512148 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca5600e-6e85-43be-bd26-9a877c8081dc {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:13:16.530577 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 9ca5600e-6e85-43be-bd26-9a877c8081dc, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=9ca5600e-6e85-43be-bd26-9a877c8081dc,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:13:16.534150 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:16.579118 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=9ca5600e-6e85-43be-bd26-9a877c8081dc,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:13:16.586168 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:13:16.586515 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:13:16.586850 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:13:16.587181 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:13:16.587508 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:13:16.587833 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:13:16.588678 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:13:16.589001 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:13:16.589346 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:13:16.589663 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:13:16.589999 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:13:16.590316 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:13:16.794082 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['9ca5600e-6e85-43be-bd26-9a877c8081dc'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:13:16.992087 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464a34d-53fd-4779-a27c-c85e617d2c56 req-679538f7-ee2d-44da-8044-c16d22f43579 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:16.993562 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4464a34d-53fd-4779-a27c-c85e617d2c56 req-679538f7-ee2d-44da-8044-c16d22f43579 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 945 time: 0.0677018 Jul 22 17:13:17.031013 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4464a34d-53fd-4779-a27c-c85e617d2c56 req-fc13608a-a7c0-4790-b39b-8c6db8def677 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318630 Jul 22 17:13:18.159727 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ca773-0edb-4d1b-8a21-c50c96cb0bd5 req-d0838459-78a2-4812-9a65-2fd29272f950 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:18.161186 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d80ca773-0edb-4d1b-8a21-c50c96cb0bd5 req-d0838459-78a2-4812-9a65-2fd29272f950 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 945 time: 0.0660317 Jul 22 17:13:18.197654 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d80ca773-0edb-4d1b-8a21-c50c96cb0bd5 req-8cca0b72-a8bd-40ae-8714-a62cf3572b0e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303977 Jul 22 17:13:18.378390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 9ca5600e-6e85-43be-bd26-9a877c8081dc up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:13:18.426308 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 9ca5600e-6e85-43be-bd26-9a877c8081dc completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:13:18.429760 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 9ca5600e-6e85-43be-bd26-9a877c8081dc triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:13:18.430163 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:18.501976 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:18.528782 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3957026-53ee-4c15-948b-29e89bafa212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca5600e-6e85-43be-bd26-9a877c8081dc'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:13:18.531013 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1285e439-43ad-4493-8745-c2088b39505c" -d '{"events": [{"server_uuid": "c3957026-53ee-4c15-948b-29e89bafa212", "name": "network-vif-plugged", "status": "completed", "tag": "9ca5600e-6e85-43be-bd26-9a877c8081dc"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:13:18.543362 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 9ca5600e-6e85-43be-bd26-9a877c8081dc, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=9ca5600e-6e85-43be-bd26-9a877c8081dc,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:13:18.547178 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:18.571380 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9b5fd4-9215-4174-ac91-aac1226314f1 x-openstack-request-id: req-bb9b5fd4-9215-4174-ac91-aac1226314f1 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:13:18.571674 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3957026-53ee-4c15-948b-29e89bafa212", "name": "network-vif-plugged", "status": "completed", "tag": "9ca5600e-6e85-43be-bd26-9a877c8081dc", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:13:18.571920 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bb9b5fd4-9215-4174-ac91-aac1226314f1 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:13:18.572813 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3957026-53ee-4c15-948b-29e89bafa212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca5600e-6e85-43be-bd26-9a877c8081dc', 'code': 200} Jul 22 17:13:18.597349 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=9ca5600e-6e85-43be-bd26-9a877c8081dc,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:13:18.708168 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950ebbe-db72-4a8e-9aa8-c0f190cb540d req-96cbf576-5339-4950-ad2f-e473a8309b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:18.709631 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1950ebbe-db72-4a8e-9aa8-c0f190cb540d req-96cbf576-5339-4950-ad2f-e473a8309b46 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 1097 time: 0.0523047 Jul 22 17:13:18.742813 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1950ebbe-db72-4a8e-9aa8-c0f190cb540d req-ff9930a5-5bf8-416a-b622-a1c1c205080d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260870 Jul 22 17:13:19.323350 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5389bd-b2f8-48fe-8ca1-fb5231655983 req-ea2b717f-9597-44e5-b8a3-cddc3a829a7e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:19.324829 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cf5389bd-b2f8-48fe-8ca1-fb5231655983 req-ea2b717f-9597-44e5-b8a3-cddc3a829a7e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 946 time: 0.0623109 Jul 22 17:13:19.365010 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cf5389bd-b2f8-48fe-8ca1-fb5231655983 req-13fb4117-6684-4947-8128-858a31e1bba0 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346892 Jul 22 17:13:20.492276 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a3625-8433-4326-a786-30275bef79bc req-49c17179-68d7-4556-9433-47e4bc6718c7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:20.493755 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-084a3625-8433-4326-a786-30275bef79bc req-49c17179-68d7-4556-9433-47e4bc6718c7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 946 time: 0.0629938 Jul 22 17:13:20.534879 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-084a3625-8433-4326-a786-30275bef79bc req-fab210d1-4a54-46c2-8ee4-7050995c262f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350287 Jul 22 17:13:20.663533 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a227a1-fa1e-40c7-8244-e39ff940b023 req-b026e5d1-fcbe-46d4-89e7-e8e9728174b6 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:20.664948 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b5a227a1-fa1e-40c7-8244-e39ff940b023 req-b026e5d1-fcbe-46d4-89e7-e8e9728174b6 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 946 time: 0.0659938 Jul 22 17:13:20.701533 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b5a227a1-fa1e-40c7-8244-e39ff940b023 req-fffcf3df-da3f-4c0d-96de-b4b31663aa63 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304756 Jul 22 17:13:20.828009 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30148fd-137d-4353-b633-6cec4dc7ffaa req-ec16b680-71e8-4601-a8bf-73c929b87ef0 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:20.829703 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d30148fd-137d-4353-b633-6cec4dc7ffaa req-ec16b680-71e8-4601-a8bf-73c929b87ef0 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 946 time: 0.0637481 Jul 22 17:13:20.866787 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d30148fd-137d-4353-b633-6cec4dc7ffaa req-e2a7383f-d98a-435f-8d11-af37dd2dab8f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316105 Jul 22 17:13:21.161739 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575c204-da23-44ae-97ac-165649753909 req-18660b7c-2514-4bcc-8460-2a62931e9c51 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:21.163228 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8575c204-da23-44ae-97ac-165649753909 req-18660b7c-2514-4bcc-8460-2a62931e9c51 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 946 time: 0.0629199 Jul 22 17:13:21.199688 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8575c204-da23-44ae-97ac-165649753909 req-3d5651fb-042a-4c95-bf75-3a7abf4bb8e3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301249 Jul 22 17:13:22.329372 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aae109-9d72-485a-a3cc-5a6662099310 req-b0b3ae5d-18b0-49ab-bcc0-6a05c5ec3880 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:22.330897 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e9aae109-9d72-485a-a3cc-5a6662099310 req-b0b3ae5d-18b0-49ab-bcc0-6a05c5ec3880 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 946 time: 0.0641851 Jul 22 17:13:22.367515 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e9aae109-9d72-485a-a3cc-5a6662099310 req-5d09234b-c480-45e1-a95c-cb502fbe3903 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308888 Jul 22 17:13:22.420900 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:13:22.708492 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d30a69-4d86-483c-b8ce-4a9efef30588 req-72365603-f252-4c05-a334-0a1e13764e66 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:22.709899 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9d30a69-4d86-483c-b8ce-4a9efef30588 req-72365603-f252-4c05-a334-0a1e13764e66 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 946 time: 0.0640020 Jul 22 17:13:22.811622 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-d9d30a69-4d86-483c-b8ce-4a9efef30588 req-9927a19b-6ec0-4e56-b33a-c48b8eba0d75 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Deleting port 9ca5600e-6e85-43be-bd26-9a877c8081dc {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:13:22.811973 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d9d30a69-4d86-483c-b8ce-4a9efef30588 req-9927a19b-6ec0-4e56-b33a-c48b8eba0d75 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:22.904225 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-d9d30a69-4d86-483c-b8ce-4a9efef30588 req-9927a19b-6ec0-4e56-b33a-c48b8eba0d75 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] For port 9ca5600e-6e85-43be-bd26-9a877c8081dc, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=9ca5600e-6e85-43be-bd26-9a877c8081dc,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:13:22.904492 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d9d30a69-4d86-483c-b8ce-4a9efef30588 req-9927a19b-6ec0-4e56-b33a-c48b8eba0d75 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:22.915944 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-d9d30a69-4d86-483c-b8ce-4a9efef30588 req-9927a19b-6ec0-4e56-b33a-c48b8eba0d75 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Calling delete_port for 9ca5600e-6e85-43be-bd26-9a877c8081dc owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:13:23.049020 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d9d30a69-4d86-483c-b8ce-4a9efef30588 req-9927a19b-6ec0-4e56-b33a-c48b8eba0d75 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:23.081010 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927a19b-6ec0-4e56-b33a-c48b8eba0d75 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event deleted for resources: {'Port': ['ID=9ca5600e-6e85-43be-bd26-9a877c8081dc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:13:23.082743 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['9ca5600e-6e85-43be-bd26-9a877c8081dc'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:13:23.132865 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d30a69-4d86-483c-b8ce-4a9efef30588 req-9927a19b-6ec0-4e56-b33a-c48b8eba0d75 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] No DVR routers for this DVR port 9ca5600e-6e85-43be-bd26-9a877c8081dc on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:13:23.135602 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-d9d30a69-4d86-483c-b8ce-4a9efef30588 req-9927a19b-6ec0-4e56-b33a-c48b8eba0d75 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:23.137654 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9d30a69-4d86-483c-b8ce-4a9efef30588 req-9927a19b-6ec0-4e56-b33a-c48b8eba0d75 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.30 "DELETE /v2.0/ports/9ca5600e-6e85-43be-bd26-9a877c8081dc HTTP/1.1" status: 204 len: 173 time: 0.4221342 Jul 22 17:13:23.138177 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3957026-53ee-4c15-948b-29e89bafa212', 'name': 'network-vif-deleted', 'tag': '9ca5600e-6e85-43be-bd26-9a877c8081dc'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:13:23.140407 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fa239f-f305-47bc-8bf9-bab173b23a37" -d '{"events": [{"server_uuid": "c3957026-53ee-4c15-948b-29e89bafa212", "name": "network-vif-deleted", "tag": "9ca5600e-6e85-43be-bd26-9a877c8081dc"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:13:23.178283 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425ab6d0-6ed9-4818-9d5f-cc8135ec6012 x-openstack-request-id: req-425ab6d0-6ed9-4818-9d5f-cc8135ec6012 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:13:23.178594 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3957026-53ee-4c15-948b-29e89bafa212", "name": "network-vif-deleted", "tag": "9ca5600e-6e85-43be-bd26-9a877c8081dc", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:13:23.178829 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-425ab6d0-6ed9-4818-9d5f-cc8135ec6012 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:13:23.179230 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3957026-53ee-4c15-948b-29e89bafa212', 'name': 'network-vif-deleted', 'tag': '9ca5600e-6e85-43be-bd26-9a877c8081dc', 'status': 'completed', 'code': 200} Jul 22 17:13:23.464103 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-98592a53-fc7e-4ab0-a46c-3736d508e897 req-b916a8a3-40aa-4226-8503-9fbcd114023e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 210 time: 0.0295508 Jul 22 17:13:24.564560 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9cffa21b-b321-4061-b14f-d475e292adfe req-ef462bbe-5bb7-421b-8e6f-472ffef78741 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 210 time: 0.0328317 Jul 22 17:13:25.662437 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8c67e0fc-14a5-419b-b4fd-2f0d4bf86b12 req-a9a2d6a7-5006-4948-8430-91db8cfc2a5c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 210 time: 0.0324686 Jul 22 17:13:26.393130 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 9ca5600e-6e85-43be-bd26-9a877c8081dc no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:13:26.412723 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 9ca5600e-6e85-43be-bd26-9a877c8081dc {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:13:26.413067 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 9ca5600e-6e85-43be-bd26-9a877c8081dc not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:13:26.769457 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-465d1a3a-3485-42b6-bf1d-2aea149cafbd req-d9e89bb0-2300-4ccb-a0b7-c5f20116d2c6 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3957026-53ee-4c15-948b-29e89bafa212 HTTP/1.1" status: 200 len: 210 time: 0.0295715 Jul 22 17:13:29.071638 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11f6b8e6-59b6-4b0b-af7e-b944caec870e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:31.642889 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54bbf699-3d40-43cb-9215-35ac3f3636c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:31.673581 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:32.882383 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:34.734187 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:42.314716 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:42.389151 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:46.597338 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-9541c0cb-488c-417f-8572-3fa988fabfdd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:46.598847 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-9541c0cb-488c-417f-8572-3fa988fabfdd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 811 time: 0.1024091 Jul 22 17:13:46.613129 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-36a54582-12d9-48c8-92e2-498070703c5a tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/quotas/a16dcf3d640f4d4e804ace614ec9c820 HTTP/1.1" status: 200 len: 375 time: 0.0089610 Jul 22 17:13:46.677474 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-9a1a98ab-aacd-4c56-a3c0-2ed875d88f90 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595310 Jul 22 17:13:46.764528 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-e84af274-0959-4b21-93c1-96633e7bbdd8 service neutron] 10.222.0.69 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801637 Jul 22 17:13:46.853975 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-dd183cd2-caab-4a7d-b8aa-337cf9cd7aeb service neutron] 10.222.0.69 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837781 Jul 22 17:13:47.144622 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b66f439e-3b74-4f61-8da7-16a8a57d49b7 req-74acd1b1-8a16-4282-99d4-3db58b065d23 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 210 time: 0.0299871 Jul 22 17:13:48.100459 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-87e7b60b-fde8-417d-932d-073987e42fa5 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:48.101936 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-87e7b60b-fde8-417d-932d-073987e42fa5 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.30 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 811 time: 0.1015112 Jul 22 17:13:48.121786 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-11fc8f97-19e8-4432-85b3-893e7fbe1455 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Request body: {'port': {'device_id': '3607c015-416f-4e54-9056-bb69a98cc3ad', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'admin_state_up': True, 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:13:48.237297 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-11fc8f97-19e8-4432-85b3-893e7fbe1455 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Made reservation on behalf of a16dcf3d640f4d4e804ace614ec9c820 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:13:48.241170 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-11fc8f97-19e8-4432-85b3-893e7fbe1455 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:48.259274 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4e04ef41-294d-4c39-a19e-327b2f1f0c30 req-4ff8d167-36e7-435d-80ad-f2bd41c0f4eb tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 210 time: 0.0372369 Jul 22 17:13:48.373341 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-11fc8f97-19e8-4432-85b3-893e7fbe1455 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Allocated IP 172.20.0.10 (e97fa6e9-b45e-4929-9792-de06d043e3b0/d63a9831-4fdf-4ccd-8c34-6a4f907e1947/74f4e6e2-13f1-40a7-8a13-aae44d484dad) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:13:48.515820 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-11fc8f97-19e8-4432-85b3-893e7fbe1455 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:48.533436 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-11fc8f97-19e8-4432-85b3-893e7fbe1455 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Transition to ACTIVE for port object 74f4e6e2-13f1-40a7-8a13-aae44d484dad will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:13:48.565061 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-11fc8f97-19e8-4432-85b3-893e7fbe1455 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:48.608825 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-11fc8f97-19e8-4432-85b3-893e7fbe1455 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Network e97fa6e9-b45e-4929-9792-de06d043e3b0 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:13:48.611741 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-11fc8f97-19e8-4432-85b3-893e7fbe1455 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:13:48.615482 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-11fc8f97-19e8-4432-85b3-893e7fbe1455 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:13:48.622075 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc8f97-19e8-4432-85b3-893e7fbe1455 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event updated for resources: {'Port': ['ID=74f4e6e2-13f1-40a7-8a13-aae44d484dad,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:13:48.670274 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-11fc8f97-19e8-4432-85b3-893e7fbe1455 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:48.670924 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-11fc8f97-19e8-4432-85b3-893e7fbe1455 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:48.688642 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-11fc8f97-19e8-4432-85b3-893e7fbe1455 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5720906 Jul 22 17:13:48.707048 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-5a99b0db-7aee-41c8-9fa5-126aebfbf7c6 service neutron] Request body: {'port': {'device_id': '3607c015-416f-4e54-9056-bb69a98cc3ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:13:48.786223 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-5a99b0db-7aee-41c8-9fa5-126aebfbf7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:48.904812 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-094d9f27-72aa-4688-ad5a-9c4ef20b506b None None] Provisioning for port 74f4e6e2-13f1-40a7-8a13-aae44d484dad completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:13:48.910000 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-094d9f27-72aa-4688-ad5a-9c4ef20b506b None None] Provisioning complete for port 74f4e6e2-13f1-40a7-8a13-aae44d484dad triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:13:48.910189 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-094d9f27-72aa-4688-ad5a-9c4ef20b506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:48.946944 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-094d9f27-72aa-4688-ad5a-9c4ef20b506b None None] Port 74f4e6e2-13f1-40a7-8a13-aae44d484dad cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:13:49.051135 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-5a99b0db-7aee-41c8-9fa5-126aebfbf7c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f4e6e2-13f1-40a7-8a13-aae44d484dad {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:13:49.059734 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-5a99b0db-7aee-41c8-9fa5-126aebfbf7c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:49.072681 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-5a99b0db-7aee-41c8-9fa5-126aebfbf7c6 service neutron] Transition to ACTIVE for port object 74f4e6e2-13f1-40a7-8a13-aae44d484dad will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:13:49.076115 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-5a99b0db-7aee-41c8-9fa5-126aebfbf7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:49.146629 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99b0db-7aee-41c8-9fa5-126aebfbf7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=74f4e6e2-13f1-40a7-8a13-aae44d484dad,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:13:49.205654 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-5a99b0db-7aee-41c8-9fa5-126aebfbf7c6 service neutron] Attempting to bind port 74f4e6e2-13f1-40a7-8a13-aae44d484dad on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:13:49.206013 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-5a99b0db-7aee-41c8-9fa5-126aebfbf7c6 service neutron] Attempting to bind port 74f4e6e2-13f1-40a7-8a13-aae44d484dad by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:13:49.206343 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-5a99b0db-7aee-41c8-9fa5-126aebfbf7c6 service neutron] Attempting to bind port 74f4e6e2-13f1-40a7-8a13-aae44d484dad on network e97fa6e9-b45e-4929-9792-de06d043e3b0 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:13:49.210992 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-5a99b0db-7aee-41c8-9fa5-126aebfbf7c6 service neutron] Port 74f4e6e2-13f1-40a7-8a13-aae44d484dad on network e97fa6e9-b45e-4929-9792-de06d043e3b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:13:49.211317 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-5a99b0db-7aee-41c8-9fa5-126aebfbf7c6 service neutron] Attempting to bind port 74f4e6e2-13f1-40a7-8a13-aae44d484dad on network e97fa6e9-b45e-4929-9792-de06d043e3b0 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:13:49.216483 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-5a99b0db-7aee-41c8-9fa5-126aebfbf7c6 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:13:49.216827 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-5a99b0db-7aee-41c8-9fa5-126aebfbf7c6 service neutron] Checking segment: {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:13:49.217213 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-5a99b0db-7aee-41c8-9fa5-126aebfbf7c6 service neutron] Bound using segment: {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:13:49.218735 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-5a99b0db-7aee-41c8-9fa5-126aebfbf7c6 service neutron] Bound port: 74f4e6e2-13f1-40a7-8a13-aae44d484dad, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:13:49.219103 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-5a99b0db-7aee-41c8-9fa5-126aebfbf7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:49.301258 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-5a99b0db-7aee-41c8-9fa5-126aebfbf7c6 service neutron] For port 74f4e6e2-13f1-40a7-8a13-aae44d484dad, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:13:49.306588 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-5a99b0db-7aee-41c8-9fa5-126aebfbf7c6 service neutron] For port 74f4e6e2-13f1-40a7-8a13-aae44d484dad, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=74f4e6e2-13f1-40a7-8a13-aae44d484dad,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:13:49.312457 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-5a99b0db-7aee-41c8-9fa5-126aebfbf7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:49.360211 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-5a99b0db-7aee-41c8-9fa5-126aebfbf7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:49.360954 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-5a99b0db-7aee-41c8-9fa5-126aebfbf7c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:49.371981 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-5a99b0db-7aee-41c8-9fa5-126aebfbf7c6 service neutron] 10.222.0.30 "PUT /v2.0/ports/74f4e6e2-13f1-40a7-8a13-aae44d484dad HTTP/1.1" status: 200 len: 1092 time: 0.6695838 Jul 22 17:13:49.372470 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3607c015-416f-4e54-9056-bb69a98cc3ad', 'tag': '74f4e6e2-13f1-40a7-8a13-aae44d484dad'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:13:49.374786 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da47a4a-6496-4467-9f4d-e037e2b18681" -d '{"events": [{"name": "network-changed", "server_uuid": "3607c015-416f-4e54-9056-bb69a98cc3ad", "tag": "74f4e6e2-13f1-40a7-8a13-aae44d484dad"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:13:49.417904 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140bcfe6-2dd0-453e-acf7-682489b13841 x-openstack-request-id: req-140bcfe6-2dd0-453e-acf7-682489b13841 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:13:49.418202 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3607c015-416f-4e54-9056-bb69a98cc3ad", "tag": "74f4e6e2-13f1-40a7-8a13-aae44d484dad", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:13:49.418453 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-140bcfe6-2dd0-453e-acf7-682489b13841 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:13:49.418853 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3607c015-416f-4e54-9056-bb69a98cc3ad', 'tag': '74f4e6e2-13f1-40a7-8a13-aae44d484dad', 'status': 'completed', 'code': 200} Jul 22 17:13:49.431992 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99b0db-7aee-41c8-9fa5-126aebfbf7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=74f4e6e2-13f1-40a7-8a13-aae44d484dad,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:13:49.494623 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bf473-f463-47d6-8e57-39ce321cf65c req-b70c19c0-bcd0-47e7-ae3f-a5116ca71b72 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:49.496242 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b06bf473-f463-47d6-8e57-39ce321cf65c req-b70c19c0-bcd0-47e7-ae3f-a5116ca71b72 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 944 time: 0.1720450 Jul 22 17:13:49.540781 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-cc48253d-7d5d-47e9-9aad-dd7d07d7c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:49.542939 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-cc48253d-7d5d-47e9-9aad-dd7d07d7c022 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 1095 time: 0.1028600 Jul 22 17:13:49.545871 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b06bf473-f463-47d6-8e57-39ce321cf65c req-fa0e062e-0d5f-406f-a7af-55793fe9d95f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437040 Jul 22 17:13:49.592144 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-4c68fa48-c168-430e-a3e2-9bbffc2804a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74f4e6e2-13f1-40a7-8a13-aae44d484dad HTTP/1.1" status: 200 len: 217 time: 0.0359473 Jul 22 17:13:49.643298 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-0ced57e3-1828-4f20-82dd-7f31da6381d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:49.644674 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-0ced57e3-1828-4f20-82dd-7f31da6381d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0464678 Jul 22 17:13:49.701911 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-7f054e82-f292-4ff6-ba55-e6ff6bb39aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:49.703391 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-7f054e82-f292-4ff6-ba55-e6ff6bb39aa2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529573 Jul 22 17:13:49.794651 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-69f089f7-9ed5-4318-99ff-86fd083c8c89 service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847335 Jul 22 17:13:49.883027 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-56b011e6-3bb2-45d8-87af-81500a0008e1 req-fd7c3bec-11ce-4987-ae85-a759f4d26e41 service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820653 Jul 22 17:13:50.012981 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da47a4a-6496-4467-9f4d-e037e2b18681 req-11496400-7dbf-4873-b426-73c07550a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:50.014540 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8da47a4a-6496-4467-9f4d-e037e2b18681 req-11496400-7dbf-4873-b426-73c07550a913 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 1095 time: 0.0595827 Jul 22 17:13:50.107499 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da47a4a-6496-4467-9f4d-e037e2b18681 req-9a8fa2e1-9728-4c76-93de-511057ea5e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:50.109010 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8da47a4a-6496-4467-9f4d-e037e2b18681 req-9a8fa2e1-9728-4c76-93de-511057ea5e84 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 912 time: 0.0881233 Jul 22 17:13:50.149231 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8da47a4a-6496-4467-9f4d-e037e2b18681 req-e22f9523-7d00-4604-b785-69b548be1998 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74f4e6e2-13f1-40a7-8a13-aae44d484dad HTTP/1.1" status: 200 len: 217 time: 0.0339437 Jul 22 17:13:50.200619 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da47a4a-6496-4467-9f4d-e037e2b18681 req-1591a7a3-9021-4ccf-a313-0c3db2516bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:50.202094 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8da47a4a-6496-4467-9f4d-e037e2b18681 req-1591a7a3-9021-4ccf-a313-0c3db2516bef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0468395 Jul 22 17:13:50.258530 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da47a4a-6496-4467-9f4d-e037e2b18681 req-0dc0ff51-9a15-4357-842e-3f93c7aa0dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:50.259910 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8da47a4a-6496-4467-9f4d-e037e2b18681 req-0dc0ff51-9a15-4357-842e-3f93c7aa0dbb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520439 Jul 22 17:13:50.346712 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8da47a4a-6496-4467-9f4d-e037e2b18681 req-43357014-22d4-4839-9d0c-30ac5184b186 service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805840 Jul 22 17:13:50.438820 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8da47a4a-6496-4467-9f4d-e037e2b18681 req-f1e01d75-cd31-41b0-849b-4ec098dd7188 service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860639 Jul 22 17:13:50.689859 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bb9af-eef5-4d90-950d-a5045dc7fa5c req-1472bee4-d877-40f8-a2ec-ae5eee09dbca tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:50.691379 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-804bb9af-eef5-4d90-950d-a5045dc7fa5c req-1472bee4-d877-40f8-a2ec-ae5eee09dbca tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 944 time: 0.0742984 Jul 22 17:13:50.729065 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-804bb9af-eef5-4d90-950d-a5045dc7fa5c req-9369eac0-95af-4add-8bb5-77f894ba30b4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320911 Jul 22 17:13:51.860939 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9e97e-d86f-4527-ab56-1f7bfafe7af3 req-1fcf52cb-c7b8-4e4c-81c4-e595e716a3ab tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:51.862269 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92f9e97e-d86f-4527-ab56-1f7bfafe7af3 req-1fcf52cb-c7b8-4e4c-81c4-e595e716a3ab tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 944 time: 0.0656204 Jul 22 17:13:51.901307 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-92f9e97e-d86f-4527-ab56-1f7bfafe7af3 req-b91a02ba-975d-46dd-bb27-9e77e4fda1d6 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334148 Jul 22 17:13:53.028863 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc450d7-bbd4-483b-9aff-2913b239c572 req-f7930c23-5aba-4b0c-9e28-e4cf79a45038 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:53.030356 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1bc450d7-bbd4-483b-9aff-2913b239c572 req-f7930c23-5aba-4b0c-9e28-e4cf79a45038 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 944 time: 0.0632629 Jul 22 17:13:53.067353 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1bc450d7-bbd4-483b-9aff-2913b239c572 req-a1b47aad-b03e-4951-a24f-d8c02e836009 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313060 Jul 22 17:13:54.201562 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefd353-fcd1-4557-a537-faf24df886f1 req-10c51bde-9762-4ad9-876e-4bd907f82b83 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:54.203036 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcefd353-fcd1-4557-a537-faf24df886f1 req-10c51bde-9762-4ad9-876e-4bd907f82b83 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 944 time: 0.0655622 Jul 22 17:13:54.553764 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcefd353-fcd1-4557-a537-faf24df886f1 req-b9f6aa05-80b6-4e41-bc77-940bb11766c4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451133 Jul 22 17:13:55.679458 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17728b-ee97-4e5b-9e32-f2460f5751c8 req-c18f22ab-5c66-45cf-88b8-19d2fe9ba384 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:55.680921 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0e17728b-ee97-4e5b-9e32-f2460f5751c8 req-c18f22ab-5c66-45cf-88b8-19d2fe9ba384 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 944 time: 0.0628510 Jul 22 17:13:55.717777 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0e17728b-ee97-4e5b-9e32-f2460f5751c8 req-af050c86-1fbf-4d9a-8f98-4a53c9e00580 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308425 Jul 22 17:13:56.841302 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17904c-319a-445a-a39c-43ad75192f80 req-6abe9c1c-f85a-4297-98a8-a678089dec62 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:56.842774 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4b17904c-319a-445a-a39c-43ad75192f80 req-6abe9c1c-f85a-4297-98a8-a678089dec62 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 944 time: 0.0614319 Jul 22 17:13:56.877916 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4b17904c-319a-445a-a39c-43ad75192f80 req-ac2014a0-0c10-4b8d-ac02-3c78fedfff41 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296423 Jul 22 17:13:58.011286 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d67255-b7c3-4de7-9052-70efe9cc6f62 req-23bdbd7a-28be-4320-84e4-499334513ecb tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:58.012868 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63d67255-b7c3-4de7-9052-70efe9cc6f62 req-23bdbd7a-28be-4320-84e4-499334513ecb tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 944 time: 0.0694003 Jul 22 17:13:58.051014 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63d67255-b7c3-4de7-9052-70efe9cc6f62 req-f1b3d8b5-7c8c-4973-9f48-1d3698438566 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327146 Jul 22 17:13:58.612315 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 74f4e6e2-13f1-40a7-8a13-aae44d484dad details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:13:58.703348 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 74f4e6e2-13f1-40a7-8a13-aae44d484dad, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=74f4e6e2-13f1-40a7-8a13-aae44d484dad,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:13:58.716821 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '74f4e6e2-13f1-40a7-8a13-aae44d484dad', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'port_id': '74f4e6e2-13f1-40a7-8a13-aae44d484dad', 'mac_address': 'fa:16:3e:6d:c3:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:13:58.751862 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:58.765077 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f4e6e2-13f1-40a7-8a13-aae44d484dad {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:13:58.783355 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 74f4e6e2-13f1-40a7-8a13-aae44d484dad, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=74f4e6e2-13f1-40a7-8a13-aae44d484dad,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:13:58.787152 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:58.833466 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=74f4e6e2-13f1-40a7-8a13-aae44d484dad,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:13:59.053771 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['74f4e6e2-13f1-40a7-8a13-aae44d484dad'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:13:59.098785 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b2864a5-c986-411e-94a9-364232b70392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:59.179495 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55314dd-2948-47bf-8da4-1272e89a04cb req-260e7e29-2a5d-4dd3-bf04-67b3d5ff4d47 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:59.180951 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e55314dd-2948-47bf-8da4-1272e89a04cb req-260e7e29-2a5d-4dd3-bf04-67b3d5ff4d47 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 945 time: 0.0635953 Jul 22 17:13:59.220834 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e55314dd-2948-47bf-8da4-1272e89a04cb req-19562a2c-136d-4746-8726-8cfd9fc232e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340493 Jul 22 17:13:59.420406 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:14:00.349054 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94588edc-837d-4a33-a55e-cdf9009fb2dc req-22cc7901-c74f-4783-888f-e213ecb78ac4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:00.350604 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-94588edc-837d-4a33-a55e-cdf9009fb2dc req-22cc7901-c74f-4783-888f-e213ecb78ac4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 945 time: 0.0633786 Jul 22 17:14:00.389420 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-94588edc-837d-4a33-a55e-cdf9009fb2dc req-e21556d3-9fee-4588-9f58-8ba344b6c848 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323098 Jul 22 17:14:00.615587 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 74f4e6e2-13f1-40a7-8a13-aae44d484dad up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:14:00.663542 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 74f4e6e2-13f1-40a7-8a13-aae44d484dad completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:14:00.667602 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 74f4e6e2-13f1-40a7-8a13-aae44d484dad triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:14:00.667973 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:00.742907 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:00.764676 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3607c015-416f-4e54-9056-bb69a98cc3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f4e6e2-13f1-40a7-8a13-aae44d484dad'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:14:00.766908 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc5268c-dc69-4e86-9472-dfa40fac465c" -d '{"events": [{"server_uuid": "3607c015-416f-4e54-9056-bb69a98cc3ad", "name": "network-vif-plugged", "status": "completed", "tag": "74f4e6e2-13f1-40a7-8a13-aae44d484dad"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:14:00.779099 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 74f4e6e2-13f1-40a7-8a13-aae44d484dad, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=74f4e6e2-13f1-40a7-8a13-aae44d484dad,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:14:00.784019 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:00.808988 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b03a09-7e94-4833-a4f3-3d5ccd2321ba x-openstack-request-id: req-c1b03a09-7e94-4833-a4f3-3d5ccd2321ba {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:14:00.809285 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3607c015-416f-4e54-9056-bb69a98cc3ad", "name": "network-vif-plugged", "status": "completed", "tag": "74f4e6e2-13f1-40a7-8a13-aae44d484dad", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:14:00.809537 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c1b03a09-7e94-4833-a4f3-3d5ccd2321ba {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:14:00.809937 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3607c015-416f-4e54-9056-bb69a98cc3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f4e6e2-13f1-40a7-8a13-aae44d484dad', 'code': 200} Jul 22 17:14:00.834561 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=74f4e6e2-13f1-40a7-8a13-aae44d484dad,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:00.935794 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e6803-e97d-4bb6-a354-cbd6787f852c req-3f42085b-e35e-4333-a214-8a551e8f457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:00.937203 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-185e6803-e97d-4bb6-a354-cbd6787f852c req-3f42085b-e35e-4333-a214-8a551e8f457d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 1097 time: 0.0526109 Jul 22 17:14:00.970664 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-185e6803-e97d-4bb6-a354-cbd6787f852c req-f3d04e5f-d330-44b2-bb6c-58cc80b0ed7a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268047 Jul 22 17:14:01.519657 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510370ac-7ebd-4604-a446-d6f87aed027f req-32cc707a-d5a7-4844-bc9e-eb1e21d89ce6 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:01.521074 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-510370ac-7ebd-4604-a446-d6f87aed027f req-32cc707a-d5a7-4844-bc9e-eb1e21d89ce6 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 946 time: 0.0672581 Jul 22 17:14:01.558938 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-510370ac-7ebd-4604-a446-d6f87aed027f req-3db7416c-a0a1-4534-9918-394ac9b9c602 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320568 Jul 22 17:14:01.643164 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b0f109b-ff7a-4d97-a337-bab0057b5688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:01.674232 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:02.687943 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b7580-d2f9-44c6-af77-99901fc973ee req-a99579fb-7148-4af8-a075-1810edd3dd0f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:02.689398 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-394b7580-d2f9-44c6-af77-99901fc973ee req-a99579fb-7148-4af8-a075-1810edd3dd0f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 946 time: 0.0638857 Jul 22 17:14:02.726464 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-394b7580-d2f9-44c6-af77-99901fc973ee req-72725d89-3794-4eca-a188-66a610ed9098 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314980 Jul 22 17:14:02.852186 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c58836-38aa-4ffb-b325-7741608a8c1e req-b7add09d-943e-4a59-ba0e-45ec20510bed tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:02.853592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52c58836-38aa-4ffb-b325-7741608a8c1e req-b7add09d-943e-4a59-ba0e-45ec20510bed tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 946 time: 0.0633838 Jul 22 17:14:02.883851 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:02.891941 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52c58836-38aa-4ffb-b325-7741608a8c1e req-d4ba8e63-92b8-40df-9da4-0424e9021811 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328507 Jul 22 17:14:04.735237 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:05.346729 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-c153602d-d34a-40c5-9108-6e3555ff4c92 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:05.348191 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-c153602d-d34a-40c5-9108-6e3555ff4c92 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 811 time: 0.1035290 Jul 22 17:14:05.363295 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-8780c150-d91c-4c97-bdf7-6d85fa414879 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/quotas/a16dcf3d640f4d4e804ace614ec9c820 HTTP/1.1" status: 200 len: 375 time: 0.0096941 Jul 22 17:14:05.429744 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-26e16416-1229-4b3d-99e1-040f7a8bef28 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0616899 Jul 22 17:14:05.522443 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-7ff69912-6db3-4a4b-b780-ead43f7e9b1e service neutron] 10.222.0.69 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853240 Jul 22 17:14:05.614598 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-d346de3d-29dc-4db0-bf5c-2b2d071cb049 service neutron] 10.222.0.69 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865102 Jul 22 17:14:05.805663 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eb5dbeb8-06ad-48a7-9784-f1bff469e225 req-1e9ed5fc-c2d1-4967-85d1-64c05d99dd89 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 210 time: 0.0319319 Jul 22 17:14:06.789958 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-e7de94db-53ef-4973-b8bb-857737e82e41 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:06.791457 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-e7de94db-53ef-4973-b8bb-857737e82e41 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.16 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 811 time: 0.1074026 Jul 22 17:14:06.808489 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Request body: {'port': {'device_id': 'babfbc32-393b-4097-9116-19ef386445ec', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'admin_state_up': True, 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:14:06.919101 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f15769d9-e241-4471-bd80-f38b6df49e20 req-78cd1f89-7d08-456b-bc07-f12d551bb88c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 210 time: 0.0414360 Jul 22 17:14:06.949289 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Made reservation on behalf of a16dcf3d640f4d4e804ace614ec9c820 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:14:06.953127 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:07.080388 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Allocated IP 172.20.0.4 (e97fa6e9-b45e-4929-9792-de06d043e3b0/d63a9831-4fdf-4ccd-8c34-6a4f907e1947/256baf36-4798-447c-b6aa-232cabb256d7) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:14:07.242559 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:07.256634 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Transition to ACTIVE for port object 256baf36-4798-447c-b6aa-232cabb256d7 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:14:07.289587 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:07.326493 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['74f4e6e2-13f1-40a7-8a13-aae44d484dad'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:14:07.334766 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Network e97fa6e9-b45e-4929-9792-de06d043e3b0 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:14:07.337819 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:14:07.344937 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event updated for resources: {'Port': ['ID=256baf36-4798-447c-b6aa-232cabb256d7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:07.352241 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:14:07.383125 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:07.383453 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:07.384014 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:07.384531 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:07.385056 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:07.385600 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:07.386141 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:07.386655 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:07.387161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:07.387666 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:07.388161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:07.388671 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:07.422102 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:07.422946 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:07.440794 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-171ce324-e0da-4248-bf27-16d8442474d7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6364434 Jul 22 17:14:07.457488 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-bd37e1eb-1e59-467f-b38f-a27620137f4d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:14:07.459064 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-bd37e1eb-1e59-467f-b38f-a27620137f4d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063472 Jul 22 17:14:07.594986 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-a6712d35-05fa-4ab9-bc5a-3ecb0946ab41 service neutron] Request body: {'port': {'device_id': 'babfbc32-393b-4097-9116-19ef386445ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:14:07.639687 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-61c30a69-ef6c-4ace-bc3c-a60b64501946 None None] Provisioning for port 256baf36-4798-447c-b6aa-232cabb256d7 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:14:07.643608 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-61c30a69-ef6c-4ace-bc3c-a60b64501946 None None] Provisioning complete for port 256baf36-4798-447c-b6aa-232cabb256d7 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:14:07.644015 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61c30a69-ef6c-4ace-bc3c-a60b64501946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:07.679906 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-a6712d35-05fa-4ab9-bc5a-3ecb0946ab41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:07.680935 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-61c30a69-ef6c-4ace-bc3c-a60b64501946 None None] Port 256baf36-4798-447c-b6aa-232cabb256d7 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:14:07.952461 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-a6712d35-05fa-4ab9-bc5a-3ecb0946ab41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256baf36-4798-447c-b6aa-232cabb256d7 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:14:07.960181 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-a6712d35-05fa-4ab9-bc5a-3ecb0946ab41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:07.972450 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-a6712d35-05fa-4ab9-bc5a-3ecb0946ab41 service neutron] Transition to ACTIVE for port object 256baf36-4798-447c-b6aa-232cabb256d7 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:14:07.976578 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-a6712d35-05fa-4ab9-bc5a-3ecb0946ab41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:08.061400 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d880f-9a73-4abc-9bc2-1e0628e4a701 req-8780ecf1-85d2-4677-8915-895d78b729ce tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:08.063640 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b05d880f-9a73-4abc-9bc2-1e0628e4a701 req-8780ecf1-85d2-4677-8915-895d78b729ce tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 943 time: 0.0723240 Jul 22 17:14:08.071691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6712d35-05fa-4ab9-bc5a-3ecb0946ab41 service neutron] Pushing event updated for resources: {'Port': ['ID=256baf36-4798-447c-b6aa-232cabb256d7,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:08.100081 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-a6712d35-05fa-4ab9-bc5a-3ecb0946ab41 service neutron] Attempting to bind port 256baf36-4798-447c-b6aa-232cabb256d7 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:14:08.100419 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-a6712d35-05fa-4ab9-bc5a-3ecb0946ab41 service neutron] Attempting to bind port 256baf36-4798-447c-b6aa-232cabb256d7 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:14:08.100742 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-a6712d35-05fa-4ab9-bc5a-3ecb0946ab41 service neutron] Attempting to bind port 256baf36-4798-447c-b6aa-232cabb256d7 on network e97fa6e9-b45e-4929-9792-de06d043e3b0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:14:08.106122 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-a6712d35-05fa-4ab9-bc5a-3ecb0946ab41 service neutron] Port 256baf36-4798-447c-b6aa-232cabb256d7 on network e97fa6e9-b45e-4929-9792-de06d043e3b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:14:08.106427 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-a6712d35-05fa-4ab9-bc5a-3ecb0946ab41 service neutron] Attempting to bind port 256baf36-4798-447c-b6aa-232cabb256d7 on network e97fa6e9-b45e-4929-9792-de06d043e3b0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:14:08.111715 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-a6712d35-05fa-4ab9-bc5a-3ecb0946ab41 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:14:08.112053 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-a6712d35-05fa-4ab9-bc5a-3ecb0946ab41 service neutron] Checking segment: {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:14:08.112431 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-a6712d35-05fa-4ab9-bc5a-3ecb0946ab41 service neutron] Bound using segment: {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:14:08.112853 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-a6712d35-05fa-4ab9-bc5a-3ecb0946ab41 service neutron] Bound port: 256baf36-4798-447c-b6aa-232cabb256d7, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:14:08.113367 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-a6712d35-05fa-4ab9-bc5a-3ecb0946ab41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:08.124885 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b05d880f-9a73-4abc-9bc2-1e0628e4a701 req-506c8478-57c0-4707-bfc0-da80d61c0d25 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484874 Jul 22 17:14:08.189201 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-a6712d35-05fa-4ab9-bc5a-3ecb0946ab41 service neutron] For port 256baf36-4798-447c-b6aa-232cabb256d7, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:14:08.192387 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-a6712d35-05fa-4ab9-bc5a-3ecb0946ab41 service neutron] For port 256baf36-4798-447c-b6aa-232cabb256d7, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=256baf36-4798-447c-b6aa-232cabb256d7,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:14:08.197151 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-a6712d35-05fa-4ab9-bc5a-3ecb0946ab41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:08.235553 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-a6712d35-05fa-4ab9-bc5a-3ecb0946ab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:08.236346 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-a6712d35-05fa-4ab9-bc5a-3ecb0946ab41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:08.237777 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-a6712d35-05fa-4ab9-bc5a-3ecb0946ab41 service neutron] 10.222.0.16 "PUT /v2.0/ports/256baf36-4798-447c-b6aa-232cabb256d7 HTTP/1.1" status: 200 len: 1091 time: 0.7722805 Jul 22 17:14:08.244571 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'babfbc32-393b-4097-9116-19ef386445ec', 'tag': '256baf36-4798-447c-b6aa-232cabb256d7'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:14:08.247189 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406f51cb-2f32-46ba-bca8-b1fe383d1a20" -d '{"events": [{"name": "network-changed", "server_uuid": "babfbc32-393b-4097-9116-19ef386445ec", "tag": "256baf36-4798-447c-b6aa-232cabb256d7"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:14:08.280187 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6712d35-05fa-4ab9-bc5a-3ecb0946ab41 service neutron] Pushing event updated for resources: {'Port': ['ID=256baf36-4798-447c-b6aa-232cabb256d7,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:08.373598 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-37efe3f3-29cb-487d-90b0-94fd4d9c6729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:08.375173 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-37efe3f3-29cb-487d-90b0-94fd4d9c6729 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 1094 time: 0.0751920 Jul 22 17:14:08.387852 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5375fe4d-3d3b-4a39-8968-76b074045b78 x-openstack-request-id: req-5375fe4d-3d3b-4a39-8968-76b074045b78 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:14:08.388158 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "babfbc32-393b-4097-9116-19ef386445ec", "tag": "256baf36-4798-447c-b6aa-232cabb256d7", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:14:08.388413 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5375fe4d-3d3b-4a39-8968-76b074045b78 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:14:08.388977 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'babfbc32-393b-4097-9116-19ef386445ec', 'tag': '256baf36-4798-447c-b6aa-232cabb256d7', 'status': 'completed', 'code': 200} Jul 22 17:14:08.442434 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-7803503d-1d89-4a41-a978-90dedc0efe38 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=256baf36-4798-447c-b6aa-232cabb256d7 HTTP/1.1" status: 200 len: 217 time: 0.0402107 Jul 22 17:14:08.491120 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-113997a4-ab58-41df-be5b-dbf4dd705ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:08.492574 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-113997a4-ab58-41df-be5b-dbf4dd705ce0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0440781 Jul 22 17:14:08.550488 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-672da453-a43f-4839-8f2a-b5151fa26504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:08.551987 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-672da453-a43f-4839-8f2a-b5151fa26504 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530801 Jul 22 17:14:08.647794 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-13dbb252-1e59-4a7d-8d6d-c4b890969ea1 service neutron] 10.222.0.16 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894558 Jul 22 17:14:08.736413 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0f5374e4-cc66-4bb7-b572-4d6218653e94 req-5c3a8753-47a1-4fbd-aaff-ba7af6a835a7 service neutron] 10.222.0.16 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822883 Jul 22 17:14:08.861412 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f51cb-2f32-46ba-bca8-b1fe383d1a20 req-9bc10c7d-910c-4be6-94b1-c308e5799593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:08.862929 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-406f51cb-2f32-46ba-bca8-b1fe383d1a20 req-9bc10c7d-910c-4be6-94b1-c308e5799593 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 1094 time: 0.0583510 Jul 22 17:14:08.952628 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f51cb-2f32-46ba-bca8-b1fe383d1a20 req-c6a9744b-b162-4dd2-b3ff-4ca2b93d5e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:08.954042 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-406f51cb-2f32-46ba-bca8-b1fe383d1a20 req-c6a9744b-b162-4dd2-b3ff-4ca2b93d5e3d service neutron] 10.222.0.16 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 912 time: 0.0851979 Jul 22 17:14:09.000629 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-406f51cb-2f32-46ba-bca8-b1fe383d1a20 req-7ae7917e-7bdb-4c21-9aa9-880710f9700f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=256baf36-4798-447c-b6aa-232cabb256d7 HTTP/1.1" status: 200 len: 217 time: 0.0402260 Jul 22 17:14:09.050038 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f51cb-2f32-46ba-bca8-b1fe383d1a20 req-d67f52ac-6f17-4422-aea5-6d2b959770a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:09.051524 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-406f51cb-2f32-46ba-bca8-b1fe383d1a20 req-d67f52ac-6f17-4422-aea5-6d2b959770a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0445375 Jul 22 17:14:09.110096 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f51cb-2f32-46ba-bca8-b1fe383d1a20 req-84b8f198-832a-45a8-b4f1-802ea70c96f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:09.111896 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-406f51cb-2f32-46ba-bca8-b1fe383d1a20 req-84b8f198-832a-45a8-b4f1-802ea70c96f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539887 Jul 22 17:14:09.208995 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-406f51cb-2f32-46ba-bca8-b1fe383d1a20 req-c3fee55d-8c05-4c65-95bc-d92616f5160b service neutron] 10.222.0.16 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912118 Jul 22 17:14:09.255748 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1735c-4131-459b-8501-07fb42d1339c req-0e65d2d3-5e77-4b76-ad7d-c5f15cc1db89 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:09.257132 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-10e1735c-4131-459b-8501-07fb42d1339c req-0e65d2d3-5e77-4b76-ad7d-c5f15cc1db89 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 943 time: 0.0652225 Jul 22 17:14:09.297055 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-10e1735c-4131-459b-8501-07fb42d1339c req-56889a93-6ddf-492e-a6a6-4dc33976a320 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328467 Jul 22 17:14:09.297646 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-406f51cb-2f32-46ba-bca8-b1fe383d1a20 req-78c25b84-798c-4045-a8e4-02ef880d64b8 service neutron] 10.222.0.16 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832527 Jul 22 17:14:10.456659 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558f138-2175-44b8-a0de-16df5e87eace req-91611562-00c1-4cf1-94a7-4b0a700e5b04 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:10.458361 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5558f138-2175-44b8-a0de-16df5e87eace req-91611562-00c1-4cf1-94a7-4b0a700e5b04 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 943 time: 0.0786600 Jul 22 17:14:10.525622 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5558f138-2175-44b8-a0de-16df5e87eace req-a6c40c39-b828-49b0-bbac-587da5ec48f3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610056 Jul 22 17:14:11.672593 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5fa01-5a72-4d3d-97dd-b26938189c18 req-d41d8b38-04d8-4e45-95ab-10b29195ed37 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:11.676491 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-82b5fa01-5a72-4d3d-97dd-b26938189c18 req-d41d8b38-04d8-4e45-95ab-10b29195ed37 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 943 time: 0.0706820 Jul 22 17:14:11.717070 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-82b5fa01-5a72-4d3d-97dd-b26938189c18 req-084f50fc-e6cf-491e-b824-27391355493e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343876 Jul 22 17:14:12.324735 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:12.390544 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:12.854460 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953751-bcb7-437a-aa52-dbac034e6180 req-feb0ca86-dcf2-4d6e-9367-8aadfd0b6f7c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:12.855672 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-59953751-bcb7-437a-aa52-dbac034e6180 req-feb0ca86-dcf2-4d6e-9367-8aadfd0b6f7c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 943 time: 0.0650518 Jul 22 17:14:12.901942 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-59953751-bcb7-437a-aa52-dbac034e6180 req-0335f59b-2dbf-4043-8a4b-ee2f71a5621f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398934 Jul 22 17:14:14.032257 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b8685-4746-4792-9e0a-f1f9bd077a8a req-17dae8d1-8197-4895-a9c6-5dc4716e67bd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:14.033678 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c62b8685-4746-4792-9e0a-f1f9bd077a8a req-17dae8d1-8197-4895-a9c6-5dc4716e67bd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 943 time: 0.0631833 Jul 22 17:14:14.069524 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c62b8685-4746-4792-9e0a-f1f9bd077a8a req-c4f0aeec-244d-4317-a5c1-b8358b97a26f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302927 Jul 22 17:14:15.199314 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dbee8-daba-4477-b823-d2dc0e67e42c req-2440f74a-6e54-4f72-9bdf-fed064af9646 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:15.200782 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef1dbee8-daba-4477-b823-d2dc0e67e42c req-2440f74a-6e54-4f72-9bdf-fed064af9646 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 943 time: 0.0627005 Jul 22 17:14:15.237077 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef1dbee8-daba-4477-b823-d2dc0e67e42c req-8c5305c9-2fc4-44e1-abf0-04eea567803b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305276 Jul 22 17:14:16.367777 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b98624-7e70-45d7-abde-c84ea5a7411c req-dac42b9f-d461-4da3-8804-02059954ebeb tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:16.369208 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c6b98624-7e70-45d7-abde-c84ea5a7411c req-dac42b9f-d461-4da3-8804-02059954ebeb tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 943 time: 0.0657578 Jul 22 17:14:16.409843 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c6b98624-7e70-45d7-abde-c84ea5a7411c req-714fc2fb-69e1-4def-816a-ca67a3128718 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337837 Jul 22 17:14:17.544809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbfa7e-f5df-4b49-a70a-6f9e96501763 req-ee53f973-df31-4ec6-b221-100fcfa55ace tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:17.546936 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9bdbfa7e-f5df-4b49-a70a-6f9e96501763 req-ee53f973-df31-4ec6-b221-100fcfa55ace tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 943 time: 0.0707538 Jul 22 17:14:17.599752 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9bdbfa7e-f5df-4b49-a70a-6f9e96501763 req-dd7a6df3-5441-40da-b54e-b9b9538cc5a4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368166 Jul 22 17:14:18.738204 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c91510-368b-4137-81d8-bf4867390bfd req-df6ffc4e-7e7f-43ed-8e36-7bcd4160c4a1 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:18.739697 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3c91510-368b-4137-81d8-bf4867390bfd req-df6ffc4e-7e7f-43ed-8e36-7bcd4160c4a1 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 943 time: 0.0692484 Jul 22 17:14:18.776879 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3c91510-368b-4137-81d8-bf4867390bfd req-5cd062b6-9ff3-4ee6-9218-bbab20ce2bc9 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311205 Jul 22 17:14:19.913827 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fca8c-fd65-42f3-83cd-7ce1f6e43370 req-5c5a7cba-f355-4f8a-a739-5bfa10c2e90e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:19.916091 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e84fca8c-fd65-42f3-83cd-7ce1f6e43370 req-5c5a7cba-f355-4f8a-a739-5bfa10c2e90e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 943 time: 0.0687053 Jul 22 17:14:19.953533 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e84fca8c-fd65-42f3-83cd-7ce1f6e43370 req-e65b75d1-38af-4aca-9b68-e42ad4fc8971 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316780 Jul 22 17:14:21.083989 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070d0d9-d675-4349-8327-3a1c2ca1c0a3 req-cabaeca0-4af4-4732-93e5-d8ce4687feb2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:21.085532 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f070d0d9-d675-4349-8327-3a1c2ca1c0a3 req-cabaeca0-4af4-4732-93e5-d8ce4687feb2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 943 time: 0.0642207 Jul 22 17:14:21.123183 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f070d0d9-d675-4349-8327-3a1c2ca1c0a3 req-50f983cb-3dae-4752-be4a-b384cbcf6a12 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314825 Jul 22 17:14:22.253665 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d0865-dfa3-4dae-b26c-347f90548c38 req-a1d9f264-5f97-41aa-86c0-8953305b7b19 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:22.255159 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cd8d0865-dfa3-4dae-b26c-347f90548c38 req-a1d9f264-5f97-41aa-86c0-8953305b7b19 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 943 time: 0.0647895 Jul 22 17:14:22.295439 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cd8d0865-dfa3-4dae-b26c-347f90548c38 req-3d189e03-cbf7-4100-a9f5-50958e1bc535 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345054 Jul 22 17:14:23.434654 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c023c-458c-4a75-98ab-ee7540936af8 req-0e60758e-e05d-48fa-aecd-768f5144a06b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:23.436243 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d37c023c-458c-4a75-98ab-ee7540936af8 req-0e60758e-e05d-48fa-aecd-768f5144a06b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 943 time: 0.0678842 Jul 22 17:14:23.475295 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d37c023c-458c-4a75-98ab-ee7540936af8 req-7d0d663a-7a78-480d-a33a-3d71f3122193 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331655 Jul 22 17:14:24.609193 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a781c4-4bb8-4db0-8b83-6f7b2c6c1d11 req-1f08e8c6-1178-4fe3-a13f-b7b88efc0343 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:24.610920 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-71a781c4-4bb8-4db0-8b83-6f7b2c6c1d11 req-1f08e8c6-1178-4fe3-a13f-b7b88efc0343 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 943 time: 0.0660789 Jul 22 17:14:24.657957 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-71a781c4-4bb8-4db0-8b83-6f7b2c6c1d11 req-9a28e49e-1f02-4c9b-b5be-3ed753fd8df0 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370841 Jul 22 17:14:25.794436 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9de372-399c-49ea-8971-40ee8ad2b549 req-dac739e5-de21-4585-b561-8fbb84efcbee tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:25.795912 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2c9de372-399c-49ea-8971-40ee8ad2b549 req-dac739e5-de21-4585-b561-8fbb84efcbee tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 943 time: 0.0682642 Jul 22 17:14:25.833970 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2c9de372-399c-49ea-8971-40ee8ad2b549 req-6f33a8d3-ce2a-4429-88e6-823339b85abc tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318706 Jul 22 17:14:26.965615 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4898f-5641-43e0-bd6f-9193bb12925e req-e3bba685-39b2-4e85-9098-35737e27b81b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:26.967159 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e8f4898f-5641-43e0-bd6f-9193bb12925e req-e3bba685-39b2-4e85-9098-35737e27b81b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 943 time: 0.0642006 Jul 22 17:14:27.003735 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e8f4898f-5641-43e0-bd6f-9193bb12925e req-d8d4ec61-303c-444b-85f5-959994fe6f18 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310414 Jul 22 17:14:27.761527 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 256baf36-4798-447c-b6aa-232cabb256d7 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:14:27.857731 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 256baf36-4798-447c-b6aa-232cabb256d7, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=256baf36-4798-447c-b6aa-232cabb256d7,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:14:27.868733 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '256baf36-4798-447c-b6aa-232cabb256d7', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'port_id': '256baf36-4798-447c-b6aa-232cabb256d7', 'mac_address': 'fa:16:3e:1f:be:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:14:27.904728 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:27.917142 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256baf36-4798-447c-b6aa-232cabb256d7 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:14:27.936778 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 256baf36-4798-447c-b6aa-232cabb256d7, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=256baf36-4798-447c-b6aa-232cabb256d7,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:14:27.941332 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:27.987080 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=256baf36-4798-447c-b6aa-232cabb256d7,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:27.994209 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:27.994556 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:27.994896 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:27.995229 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:27.995559 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:27.995887 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:27.996211 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:27.996535 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:27.996857 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:27.997214 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:27.997534 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:27.997852 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:28.134236 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c60c3-23d7-4091-8187-17972ee4e6ec req-bdefeadd-5651-4f79-9a69-fd54141f6b4c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:28.135789 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c34c60c3-23d7-4091-8187-17972ee4e6ec req-bdefeadd-5651-4f79-9a69-fd54141f6b4c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 944 time: 0.0646014 Jul 22 17:14:28.176229 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c34c60c3-23d7-4091-8187-17972ee4e6ec req-443317ab-33f7-4657-bc60-f260c5db23e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339980 Jul 22 17:14:28.246665 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['256baf36-4798-447c-b6aa-232cabb256d7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:14:28.843999 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a9a41fca-48ed-4dfc-b2a5-9a310f8ad560 req-0d1df04e-b19d-43c9-bd9a-b64309af4e38 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3607c015-416f-4e54-9056-bb69a98cc3ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0597756 Jul 22 17:14:28.959671 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a41fca-48ed-4dfc-b2a5-9a310f8ad560 req-aacf1dcc-77ab-497c-a991-d744b078129e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:28.961537 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a9a41fca-48ed-4dfc-b2a5-9a310f8ad560 req-aacf1dcc-77ab-497c-a991-d744b078129e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 1097 time: 0.0595181 Jul 22 17:14:29.070268 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-137818b1-abbc-4ca5-864a-cfb52fa52b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:29.080096 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a41fca-48ed-4dfc-b2a5-9a310f8ad560 req-59629702-cd03-4b52-a213-5200cd10bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:29.081895 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a9a41fca-48ed-4dfc-b2a5-9a310f8ad560 req-59629702-cd03-4b52-a213-5200cd10bb6c service neutron] 10.222.0.30 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 912 time: 0.1016986 Jul 22 17:14:29.130725 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a9a41fca-48ed-4dfc-b2a5-9a310f8ad560 req-adf842bf-2b4f-4e0f-a6b9-ed290c019971 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74f4e6e2-13f1-40a7-8a13-aae44d484dad HTTP/1.1" status: 200 len: 217 time: 0.0425415 Jul 22 17:14:29.184174 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a41fca-48ed-4dfc-b2a5-9a310f8ad560 req-2456e58d-1f95-47a1-bf5c-006f5ac8d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:29.185695 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a9a41fca-48ed-4dfc-b2a5-9a310f8ad560 req-2456e58d-1f95-47a1-bf5c-006f5ac8d394 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0495126 Jul 22 17:14:29.248741 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a41fca-48ed-4dfc-b2a5-9a310f8ad560 req-61507b07-0117-4cdd-8437-54865c124e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:29.250411 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a9a41fca-48ed-4dfc-b2a5-9a310f8ad560 req-61507b07-0117-4cdd-8437-54865c124e82 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582049 Jul 22 17:14:29.314092 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458388f-8186-480b-b905-0824f714b53d req-cb9a119a-05f8-4459-aeb0-bb21175380e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:29.315630 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9458388f-8186-480b-b905-0824f714b53d req-cb9a119a-05f8-4459-aeb0-bb21175380e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 944 time: 0.0679843 Jul 22 17:14:29.346864 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a9a41fca-48ed-4dfc-b2a5-9a310f8ad560 req-8be7427e-8d89-4b92-9087-dd7fdb5feb06 service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904856 Jul 22 17:14:29.363050 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9458388f-8186-480b-b905-0824f714b53d req-843e8d00-40be-44b3-8029-b6e56bed5ade tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408010 Jul 22 17:14:29.440015 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a9a41fca-48ed-4dfc-b2a5-9a310f8ad560 req-e70795f4-9319-4434-96de-27ef3c51d66c service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874040 Jul 22 17:14:29.776962 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 256baf36-4798-447c-b6aa-232cabb256d7 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:14:29.827011 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 256baf36-4798-447c-b6aa-232cabb256d7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:14:29.830662 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 256baf36-4798-447c-b6aa-232cabb256d7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:14:29.831028 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:29.910538 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:29.935224 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babfbc32-393b-4097-9116-19ef386445ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256baf36-4798-447c-b6aa-232cabb256d7'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:14:29.937967 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cd6ea1-4daf-41a3-8367-668a21f07bb2" -d '{"events": [{"server_uuid": "babfbc32-393b-4097-9116-19ef386445ec", "name": "network-vif-plugged", "status": "completed", "tag": "256baf36-4798-447c-b6aa-232cabb256d7"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:14:29.957563 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 256baf36-4798-447c-b6aa-232cabb256d7, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=256baf36-4798-447c-b6aa-232cabb256d7,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:14:29.962273 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:29.996373 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8c6df8-3515-4288-8b31-1811c99d3b41 x-openstack-request-id: req-1b8c6df8-3515-4288-8b31-1811c99d3b41 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:14:29.996794 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babfbc32-393b-4097-9116-19ef386445ec", "name": "network-vif-plugged", "status": "completed", "tag": "256baf36-4798-447c-b6aa-232cabb256d7", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:14:29.997638 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1b8c6df8-3515-4288-8b31-1811c99d3b41 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:14:29.998197 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'babfbc32-393b-4097-9116-19ef386445ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256baf36-4798-447c-b6aa-232cabb256d7', 'code': 200} Jul 22 17:14:30.030823 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=256baf36-4798-447c-b6aa-232cabb256d7,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:30.140072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39956adb-f0b5-4ea5-992d-38f2ea545df7 req-2feff4de-705f-48ff-9f41-8871eb4df3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:30.141549 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-39956adb-f0b5-4ea5-992d-38f2ea545df7 req-2feff4de-705f-48ff-9f41-8871eb4df3b0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 1096 time: 0.0595548 Jul 22 17:14:30.175422 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-39956adb-f0b5-4ea5-992d-38f2ea545df7 req-59ba93ad-8051-4edd-a727-7627d4e5da11 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271988 Jul 22 17:14:30.496144 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37a9fb-1dc8-47c5-ae2d-fda3d256695f req-d1403d84-d8cf-4e07-afe2-dc3f2d0c77d6 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:30.498816 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dc37a9fb-1dc8-47c5-ae2d-fda3d256695f req-d1403d84-d8cf-4e07-afe2-dc3f2d0c77d6 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 945 time: 0.0681505 Jul 22 17:14:30.545146 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dc37a9fb-1dc8-47c5-ae2d-fda3d256695f req-498f2790-dae6-446d-87a7-798f7604bd14 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402505 Jul 22 17:14:31.646171 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c3393da-2a17-44f7-99c4-9767da37b25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:31.674937 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:31.697213 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a235528-8225-4bbc-ba68-cd96135f0f16 req-0d32063c-ad93-4cc5-9910-9ebde22e9561 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:31.699166 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9a235528-8225-4bbc-ba68-cd96135f0f16 req-0d32063c-ad93-4cc5-9910-9ebde22e9561 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 945 time: 0.0801942 Jul 22 17:14:31.742326 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9a235528-8225-4bbc-ba68-cd96135f0f16 req-49b2d0ec-5173-466a-813c-ac1bfc7552fd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368385 Jul 22 17:14:31.880744 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9027dc5-d95c-4329-8955-50592c0b812b req-e8de0611-5a53-4ef1-8e11-9560886a602f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:31.882351 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9027dc5-d95c-4329-8955-50592c0b812b req-e8de0611-5a53-4ef1-8e11-9560886a602f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 945 time: 0.0706601 Jul 22 17:14:31.923792 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9027dc5-d95c-4329-8955-50592c0b812b req-c4531d2b-037c-4901-ae0c-1e2b21ca5320 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353439 Jul 22 17:14:32.247608 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1ae7d-205d-450f-85a1-098707bdbf67 req-d3af01d7-d43e-492a-ac47-8c719c6f4f41 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:32.249208 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fcc1ae7d-205d-450f-85a1-098707bdbf67 req-d3af01d7-d43e-492a-ac47-8c719c6f4f41 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 945 time: 0.0669513 Jul 22 17:14:32.287881 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fcc1ae7d-205d-450f-85a1-098707bdbf67 req-98e75a7a-dfde-4380-af7e-5cfb00e6c1f8 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330563 Jul 22 17:14:32.642615 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-9ffad825-73a9-4be3-94a0-4c6d9b231e07 req-b73d9d4d-13b3-471e-9a5f-569a8b87b0de service neutron] (93817) timed out ('10.222.0.69', 48458) {{(pid=93817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 17:14:32.888294 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:33.422614 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44230f90-60eb-40f5-b7f9-92b03f9ecbf0 req-1643acaa-1c3d-4f31-b379-946f239ab12e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:33.423995 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-44230f90-60eb-40f5-b7f9-92b03f9ecbf0 req-1643acaa-1c3d-4f31-b379-946f239ab12e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 945 time: 0.0657992 Jul 22 17:14:33.461794 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-44230f90-60eb-40f5-b7f9-92b03f9ecbf0 req-2cb8c200-7eff-4025-8db3-12a0182fc77e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321569 Jul 22 17:14:33.798184 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b3aaa-a747-4f0e-8143-c59b20b4b50f req-74994e38-1aac-43e7-81da-ccb14b735ed0 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:33.799538 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f6b3aaa-a747-4f0e-8143-c59b20b4b50f req-74994e38-1aac-43e7-81da-ccb14b735ed0 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.16 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 945 time: 0.0667598 Jul 22 17:14:33.896360 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-9f6b3aaa-a747-4f0e-8143-c59b20b4b50f req-471a5127-3984-48a1-b4b7-173d218a9a1e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Deleting port 256baf36-4798-447c-b6aa-232cabb256d7 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:14:33.896699 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9f6b3aaa-a747-4f0e-8143-c59b20b4b50f req-471a5127-3984-48a1-b4b7-173d218a9a1e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:33.985875 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9f6b3aaa-a747-4f0e-8143-c59b20b4b50f req-471a5127-3984-48a1-b4b7-173d218a9a1e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] For port 256baf36-4798-447c-b6aa-232cabb256d7, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=256baf36-4798-447c-b6aa-232cabb256d7,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:14:33.986261 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9f6b3aaa-a747-4f0e-8143-c59b20b4b50f req-471a5127-3984-48a1-b4b7-173d218a9a1e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:33.998266 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-9f6b3aaa-a747-4f0e-8143-c59b20b4b50f req-471a5127-3984-48a1-b4b7-173d218a9a1e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Calling delete_port for 256baf36-4798-447c-b6aa-232cabb256d7 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:14:34.124839 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9f6b3aaa-a747-4f0e-8143-c59b20b4b50f req-471a5127-3984-48a1-b4b7-173d218a9a1e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:34.154390 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a5127-3984-48a1-b4b7-173d218a9a1e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event deleted for resources: {'Port': ['ID=256baf36-4798-447c-b6aa-232cabb256d7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:34.157723 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['256baf36-4798-447c-b6aa-232cabb256d7'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:14:34.160379 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['74f4e6e2-13f1-40a7-8a13-aae44d484dad'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:14:34.204170 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6b3aaa-a747-4f0e-8143-c59b20b4b50f req-471a5127-3984-48a1-b4b7-173d218a9a1e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] No DVR routers for this DVR port 256baf36-4798-447c-b6aa-232cabb256d7 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:14:34.206834 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9f6b3aaa-a747-4f0e-8143-c59b20b4b50f req-471a5127-3984-48a1-b4b7-173d218a9a1e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:34.209071 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9f6b3aaa-a747-4f0e-8143-c59b20b4b50f req-471a5127-3984-48a1-b4b7-173d218a9a1e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.16 "DELETE /v2.0/ports/256baf36-4798-447c-b6aa-232cabb256d7 HTTP/1.1" status: 204 len: 173 time: 0.4035277 Jul 22 17:14:34.209520 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babfbc32-393b-4097-9116-19ef386445ec', 'name': 'network-vif-deleted', 'tag': '256baf36-4798-447c-b6aa-232cabb256d7'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:14:34.211882 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe355cb4-5b16-4836-ab3d-72cb4b0bca91" -d '{"events": [{"server_uuid": "babfbc32-393b-4097-9116-19ef386445ec", "name": "network-vif-deleted", "tag": "256baf36-4798-447c-b6aa-232cabb256d7"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:14:34.251617 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9057b967-b756-4b6e-94df-a74595779dcd x-openstack-request-id: req-9057b967-b756-4b6e-94df-a74595779dcd {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:14:34.251906 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babfbc32-393b-4097-9116-19ef386445ec", "name": "network-vif-deleted", "tag": "256baf36-4798-447c-b6aa-232cabb256d7", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:14:34.252157 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9057b967-b756-4b6e-94df-a74595779dcd {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:14:34.252551 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'babfbc32-393b-4097-9116-19ef386445ec', 'name': 'network-vif-deleted', 'tag': '256baf36-4798-447c-b6aa-232cabb256d7', 'status': 'completed', 'code': 200} Jul 22 17:14:34.564535 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7080db90-9bae-4a5f-994d-6667a3e3a628 req-2e9d6760-2dda-4074-856b-82e6429ba644 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 210 time: 0.0338826 Jul 22 17:14:34.737344 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:35.664883 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ab949ce-b30c-4153-8412-6eb7dc9ea68e req-7c0fce0e-ed5f-4d9e-b874-b695e55cf7b9 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 210 time: 0.0292282 Jul 22 17:14:36.419716 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:14:36.761472 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d2c7ab2d-ea50-4af0-b74d-43f6105ef553 req-ebb1febe-275b-468e-8fa9-21c3ee05ee54 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 210 time: 0.0286915 Jul 22 17:14:37.807824 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 256baf36-4798-447c-b6aa-232cabb256d7 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:14:37.829231 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 256baf36-4798-447c-b6aa-232cabb256d7 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:14:37.829574 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 256baf36-4798-447c-b6aa-232cabb256d7 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:14:37.880270 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bb05674b-be05-4cb8-aa84-847f1c1e3fe4 req-096c8042-1890-49a1-bc77-652af26aa08a tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=babfbc32-393b-4097-9116-19ef386445ec HTTP/1.1" status: 200 len: 210 time: 0.0311432 Jul 22 17:14:42.313371 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:42.360028 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5745457-7aca-4968-a599-7a5b069f8f49 req-33b3dc98-4473-40c0-86f8-25c884513836 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:42.361414 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e5745457-7aca-4968-a599-7a5b069f8f49 req-33b3dc98-4473-40c0-86f8-25c884513836 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 946 time: 0.0698016 Jul 22 17:14:42.393571 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:42.402228 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e5745457-7aca-4968-a599-7a5b069f8f49 req-90a0844d-52c7-4a17-ab1f-e46a6e941b31 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350156 Jul 22 17:14:43.536085 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553f55d-bd62-479c-b0ae-691d31a5c3de req-53c7c6c6-0b88-48f8-ba8a-47696680047c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:43.537569 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a553f55d-bd62-479c-b0ae-691d31a5c3de req-53c7c6c6-0b88-48f8-ba8a-47696680047c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 946 time: 0.0665982 Jul 22 17:14:43.574942 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a553f55d-bd62-479c-b0ae-691d31a5c3de req-376d2f5e-0394-4313-bcdb-c66ade736039 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=b364e929-4b8c-409f-9316-f67c36336ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317767 Jul 22 17:14:43.980076 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c87b95-6be2-4c2b-9c34-5d5b8c6347c4 req-e65de647-23b4-4a51-b16f-7c62449f1b0c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:43.981537 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f9c87b95-6be2-4c2b-9c34-5d5b8c6347c4 req-e65de647-23b4-4a51-b16f-7c62449f1b0c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.30 "GET /v2.0/ports?device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 946 time: 0.0656979 Jul 22 17:14:44.091811 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-f9c87b95-6be2-4c2b-9c34-5d5b8c6347c4 req-760d2cf0-187c-4267-b890-c2606187e43c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Deleting port 74f4e6e2-13f1-40a7-8a13-aae44d484dad {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:14:44.092695 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f9c87b95-6be2-4c2b-9c34-5d5b8c6347c4 req-760d2cf0-187c-4267-b890-c2606187e43c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:44.182798 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-f9c87b95-6be2-4c2b-9c34-5d5b8c6347c4 req-760d2cf0-187c-4267-b890-c2606187e43c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] For port 74f4e6e2-13f1-40a7-8a13-aae44d484dad, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=74f4e6e2-13f1-40a7-8a13-aae44d484dad,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:14:44.183157 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f9c87b95-6be2-4c2b-9c34-5d5b8c6347c4 req-760d2cf0-187c-4267-b890-c2606187e43c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:44.194905 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-f9c87b95-6be2-4c2b-9c34-5d5b8c6347c4 req-760d2cf0-187c-4267-b890-c2606187e43c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Calling delete_port for 74f4e6e2-13f1-40a7-8a13-aae44d484dad owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:14:44.318902 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f9c87b95-6be2-4c2b-9c34-5d5b8c6347c4 req-760d2cf0-187c-4267-b890-c2606187e43c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:44.352093 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d2cf0-187c-4267-b890-c2606187e43c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event deleted for resources: {'Port': ['ID=74f4e6e2-13f1-40a7-8a13-aae44d484dad,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:44.352485 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['74f4e6e2-13f1-40a7-8a13-aae44d484dad'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:14:44.380998 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d2cf0-187c-4267-b890-c2606187e43c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:44.381372 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d2cf0-187c-4267-b890-c2606187e43c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:44.381710 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d2cf0-187c-4267-b890-c2606187e43c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:44.382070 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d2cf0-187c-4267-b890-c2606187e43c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:44.382401 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d2cf0-187c-4267-b890-c2606187e43c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:44.382731 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d2cf0-187c-4267-b890-c2606187e43c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:44.383053 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d2cf0-187c-4267-b890-c2606187e43c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:44.383371 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d2cf0-187c-4267-b890-c2606187e43c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:44.383946 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d2cf0-187c-4267-b890-c2606187e43c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:44.384262 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d2cf0-187c-4267-b890-c2606187e43c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:44.384579 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d2cf0-187c-4267-b890-c2606187e43c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:44.384894 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d2cf0-187c-4267-b890-c2606187e43c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:44.406222 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c87b95-6be2-4c2b-9c34-5d5b8c6347c4 req-760d2cf0-187c-4267-b890-c2606187e43c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] No DVR routers for this DVR port 74f4e6e2-13f1-40a7-8a13-aae44d484dad on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:14:44.408567 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-f9c87b95-6be2-4c2b-9c34-5d5b8c6347c4 req-760d2cf0-187c-4267-b890-c2606187e43c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:44.410582 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f9c87b95-6be2-4c2b-9c34-5d5b8c6347c4 req-760d2cf0-187c-4267-b890-c2606187e43c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.30 "DELETE /v2.0/ports/74f4e6e2-13f1-40a7-8a13-aae44d484dad HTTP/1.1" status: 204 len: 173 time: 0.4235923 Jul 22 17:14:44.411140 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3607c015-416f-4e54-9056-bb69a98cc3ad', 'name': 'network-vif-deleted', 'tag': '74f4e6e2-13f1-40a7-8a13-aae44d484dad'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:14:44.413414 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d58bd16-7761-4818-9b68-a61700a275ab" -d '{"events": [{"server_uuid": "3607c015-416f-4e54-9056-bb69a98cc3ad", "name": "network-vif-deleted", "tag": "74f4e6e2-13f1-40a7-8a13-aae44d484dad"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:14:44.449025 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202418d7-3e8c-4642-bbeb-4d5f6eaa6770 x-openstack-request-id: req-202418d7-3e8c-4642-bbeb-4d5f6eaa6770 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:14:44.449312 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3607c015-416f-4e54-9056-bb69a98cc3ad", "name": "network-vif-deleted", "tag": "74f4e6e2-13f1-40a7-8a13-aae44d484dad", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:14:44.449557 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-202418d7-3e8c-4642-bbeb-4d5f6eaa6770 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:14:44.450008 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3607c015-416f-4e54-9056-bb69a98cc3ad', 'name': 'network-vif-deleted', 'tag': '74f4e6e2-13f1-40a7-8a13-aae44d484dad', 'status': 'completed', 'code': 200} Jul 22 17:14:44.670372 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fde9de82-a5c0-4a73-8154-61faf9beddba req-a2ffb112-c7fc-4f03-8316-30338ac98010 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 210 time: 0.0295303 Jul 22 17:14:45.772573 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-906e83db-eaf6-4fd6-9e64-0addfaad732e req-721436cf-d93a-4615-911f-fe6f6f215306 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 210 time: 0.0300679 Jul 22 17:14:46.869246 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60e4a945-57f0-45c7-9ade-b09d6a205a89 req-63655a45-362a-43f8-9920-70d7444ca26f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 210 time: 0.0288181 Jul 22 17:14:47.989330 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-60566bf2-fb5b-4a6a-a9c9-3275dcec22d6 req-f3f586f3-c9a7-4852-bd23-b019444404a5 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=3607c015-416f-4e54-9056-bb69a98cc3ad HTTP/1.1" status: 200 len: 210 time: 0.0287285 Jul 22 17:14:48.857053 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 74f4e6e2-13f1-40a7-8a13-aae44d484dad no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:14:48.877367 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 74f4e6e2-13f1-40a7-8a13-aae44d484dad {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:14:48.877779 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 74f4e6e2-13f1-40a7-8a13-aae44d484dad not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:14:50.882870 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 36960) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:50.887789 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-35fd46ab-2fbb-464b-a1b4-2465b5349f24 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2040969249', 'description': 'tempest-secgroup-smoke-2040969249 description', 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:14:50.909883 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35fd46ab-2fbb-464b-a1b4-2465b5349f24 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:50.990813 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35fd46ab-2fbb-464b-a1b4-2465b5349f24 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:50.994149 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35fd46ab-2fbb-464b-a1b4-2465b5349f24 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.020400 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35fd46ab-2fbb-464b-a1b4-2465b5349f24 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.021606 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-35fd46ab-2fbb-464b-a1b4-2465b5349f24 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1377330 Jul 22 17:14:51.023453 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd46ab-2fbb-464b-a1b4-2465b5349f24 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76fa30b8-b60a-47c1-8495-f6570e102adc,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:51.024729 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36962) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:51.029915 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-24678aa2-28ca-4949-9304-a87941307f45 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Request body: {'security_group_rule': {'security_group_id': '76fa30b8-b60a-47c1-8495-f6570e102adc', 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:14:51.056502 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24678aa2-28ca-4949-9304-a87941307f45 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.115736 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24678aa2-28ca-4949-9304-a87941307f45 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.119379 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24678aa2-28ca-4949-9304-a87941307f45 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.138204 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24678aa2-28ca-4949-9304-a87941307f45 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb44242-09f3-4721-a167-849fd530ead5,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:51.143015 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24678aa2-28ca-4949-9304-a87941307f45 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.146327 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-24678aa2-28ca-4949-9304-a87941307f45 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205380 Jul 22 17:14:51.147031 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36964) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:51.151364 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-af189307-d48e-457c-9419-67f82771c1d2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Request body: {'security_group_rule': {'security_group_id': '76fa30b8-b60a-47c1-8495-f6570e102adc', 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:14:51.177096 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af189307-d48e-457c-9419-67f82771c1d2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.231922 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af189307-d48e-457c-9419-67f82771c1d2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.235362 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af189307-d48e-457c-9419-67f82771c1d2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.254187 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af189307-d48e-457c-9419-67f82771c1d2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6076263f-c91d-4d91-af1b-d6df5293ba4f,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:51.257390 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af189307-d48e-457c-9419-67f82771c1d2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.258636 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-af189307-d48e-457c-9419-67f82771c1d2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1106892 Jul 22 17:14:51.261611 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36966) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:51.266446 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e9945943-54b9-4407-80bc-294cb5482787 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Request body: {'security_group_rule': {'security_group_id': '76fa30b8-b60a-47c1-8495-f6570e102adc', 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:14:51.291710 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9945943-54b9-4407-80bc-294cb5482787 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.350876 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9945943-54b9-4407-80bc-294cb5482787 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.354296 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9945943-54b9-4407-80bc-294cb5482787 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.371544 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9945943-54b9-4407-80bc-294cb5482787 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cda6ec4-8a53-4e50-bc2a-3c2e53e111eb,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:51.377426 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e9945943-54b9-4407-80bc-294cb5482787 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.378862 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e9945943-54b9-4407-80bc-294cb5482787 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163034 Jul 22 17:14:51.381634 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36968) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:51.386550 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d6a75ac2-f6f5-4acd-a0c3-5bbe60a2bdb1 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Request body: {'security_group_rule': {'security_group_id': '76fa30b8-b60a-47c1-8495-f6570e102adc', 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:14:51.414122 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6a75ac2-f6f5-4acd-a0c3-5bbe60a2bdb1 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.478769 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6a75ac2-f6f5-4acd-a0c3-5bbe60a2bdb1 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.482388 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6a75ac2-f6f5-4acd-a0c3-5bbe60a2bdb1 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.500370 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a75ac2-f6f5-4acd-a0c3-5bbe60a2bdb1 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=207e53b2-845e-410f-becc-efb46d084b71,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:51.509511 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6a75ac2-f6f5-4acd-a0c3-5bbe60a2bdb1 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.510732 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d6a75ac2-f6f5-4acd-a0c3-5bbe60a2bdb1 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280406 Jul 22 17:14:51.513420 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36970) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:51.518335 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f01e2522-c003-4f94-bd00-84006fd6ccff tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Request body: {'security_group_rule': {'security_group_id': '76fa30b8-b60a-47c1-8495-f6570e102adc', 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:14:51.538671 n-d-798930-9 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-f01e2522-c003-4f94-bd00-84006fd6ccff tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Project a16dcf3d640f4d4e804ace614ec9c820 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:14:51.543218 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f01e2522-c003-4f94-bd00-84006fd6ccff tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.601238 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f01e2522-c003-4f94-bd00-84006fd6ccff tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.604479 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f01e2522-c003-4f94-bd00-84006fd6ccff tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.621546 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e2522-c003-4f94-bd00-84006fd6ccff tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2551f8-db0a-48a9-99a6-1ddcece0d4db,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:51.627801 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f01e2522-c003-4f94-bd00-84006fd6ccff tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.628982 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f01e2522-c003-4f94-bd00-84006fd6ccff tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1140819 Jul 22 17:14:51.631664 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 36972) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:51.636324 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-99cd2709-4087-48fb-9bca-04b063c586bd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Request body: {'security_group_rule': {'security_group_id': '76fa30b8-b60a-47c1-8495-f6570e102adc', 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:14:51.657369 n-d-798930-9 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-99cd2709-4087-48fb-9bca-04b063c586bd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Project a16dcf3d640f4d4e804ace614ec9c820 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:14:51.662027 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99cd2709-4087-48fb-9bca-04b063c586bd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.720749 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99cd2709-4087-48fb-9bca-04b063c586bd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.724448 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99cd2709-4087-48fb-9bca-04b063c586bd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.743390 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd2709-4087-48fb-9bca-04b063c586bd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e407a86-9eb1-41cf-b974-4700b8060aa5,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:51.747501 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99cd2709-4087-48fb-9bca-04b063c586bd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.749190 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-99cd2709-4087-48fb-9bca-04b063c586bd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1166124 Jul 22 17:14:59.075538 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d81f519-1b2a-4812-b40f-8a4fc749b8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:01.647102 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a561ab13-75c0-4990-a8ce-682c58557006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:01.675584 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:02.892180 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:04.739422 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:04.988525 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-d50011e3-5c78-4a52-8b05-726b1d11d234 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2040969249&fields=id&tenant_id=a16dcf3d640f4d4e804ace614ec9c820 HTTP/1.1" status: 200 len: 267 time: 0.0324445 Jul 22 17:15:05.093835 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-a46f89d5-d110-4222-8cf5-0cd9951e973a tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:05.095321 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-a46f89d5-d110-4222-8cf5-0cd9951e973a tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 811 time: 0.1006706 Jul 22 17:15:05.109477 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-dc5f9f4e-3134-4cad-ae8c-ddc665535c1f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/quotas/a16dcf3d640f4d4e804ace614ec9c820 HTTP/1.1" status: 200 len: 375 time: 0.0088146 Jul 22 17:15:05.174031 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-ad8d799d-ae6c-4328-bad0-b0c350b5e684 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595119 Jul 22 17:15:05.269218 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-3761648e-6e0d-4edf-b7e5-22ce5979530e service neutron] 10.222.0.69 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844724 Jul 22 17:15:05.358135 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-a2468691-1018-4cfc-8b05-66e116392387 service neutron] 10.222.0.69 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833797 Jul 22 17:15:05.638700 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0356ba5c-54a7-48e6-b7dd-4827860cf45d req-b98051ca-89d6-4893-af84-e36c10d06de5 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 210 time: 0.0313606 Jul 22 17:15:06.739148 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5f185c32-5ad0-4dd7-a274-81786bea6e0a req-b3622743-bf52-45ee-868e-9110a0118005 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 210 time: 0.0308588 Jul 22 17:15:06.783380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-d675628d-b5f6-4cf9-a432-52b9ea31c83f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:06.784852 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-d675628d-b5f6-4cf9-a432-52b9ea31c83f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.30 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 811 time: 0.1114259 Jul 22 17:15:06.833457 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-4f2a0155-f7e0-4b53-8870-c64b3f66849f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a16dcf3d640f4d4e804ace614ec9c820 HTTP/1.1" status: 200 len: 380 time: 0.0345802 Jul 22 17:15:06.842500 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-52aa1302-c754-43d5-862c-bbc0e2bab5f4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Request body: {'port': {'device_id': 'e7203aa2-37e0-4a36-bbf5-4ce24fab897a', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'admin_state_up': True, 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'security_groups': ['76fa30b8-b60a-47c1-8495-f6570e102adc']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:15:06.950584 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-52aa1302-c754-43d5-862c-bbc0e2bab5f4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Made reservation on behalf of a16dcf3d640f4d4e804ace614ec9c820 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:15:06.954336 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-52aa1302-c754-43d5-862c-bbc0e2bab5f4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:07.079046 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-52aa1302-c754-43d5-862c-bbc0e2bab5f4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Allocated IP 172.20.0.3 (e97fa6e9-b45e-4929-9792-de06d043e3b0/d63a9831-4fdf-4ccd-8c34-6a4f907e1947/37a65034-afc3-41d7-8df7-db56b8471337) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:15:07.227483 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-52aa1302-c754-43d5-862c-bbc0e2bab5f4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:07.240776 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-52aa1302-c754-43d5-862c-bbc0e2bab5f4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Transition to ACTIVE for port object 37a65034-afc3-41d7-8df7-db56b8471337 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:15:07.272966 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-52aa1302-c754-43d5-862c-bbc0e2bab5f4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:07.312724 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-52aa1302-c754-43d5-862c-bbc0e2bab5f4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Network e97fa6e9-b45e-4929-9792-de06d043e3b0 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:15:07.317816 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-52aa1302-c754-43d5-862c-bbc0e2bab5f4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:15:07.321980 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-52aa1302-c754-43d5-862c-bbc0e2bab5f4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:15:07.355964 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa1302-c754-43d5-862c-bbc0e2bab5f4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event updated for resources: {'Port': ['ID=37a65034-afc3-41d7-8df7-db56b8471337,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:07.377442 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-52aa1302-c754-43d5-862c-bbc0e2bab5f4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:07.378217 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-52aa1302-c754-43d5-862c-bbc0e2bab5f4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:07.395460 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-52aa1302-c754-43d5-862c-bbc0e2bab5f4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5564868 Jul 22 17:15:07.412727 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-197e0ff5-125a-4ba4-a119-0df436dc90da service neutron] Request body: {'port': {'device_id': 'e7203aa2-37e0-4a36-bbf5-4ce24fab897a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:15:07.492252 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-197e0ff5-125a-4ba4-a119-0df436dc90da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:07.596181 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-53b1ae25-07f7-4869-9044-a04ef21bffda None None] Provisioning for port 37a65034-afc3-41d7-8df7-db56b8471337 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:15:07.599927 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-53b1ae25-07f7-4869-9044-a04ef21bffda None None] Provisioning complete for port 37a65034-afc3-41d7-8df7-db56b8471337 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:15:07.600401 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53b1ae25-07f7-4869-9044-a04ef21bffda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:07.635705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-53b1ae25-07f7-4869-9044-a04ef21bffda None None] Port 37a65034-afc3-41d7-8df7-db56b8471337 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:15:07.757150 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-197e0ff5-125a-4ba4-a119-0df436dc90da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a65034-afc3-41d7-8df7-db56b8471337 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:15:07.765475 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-197e0ff5-125a-4ba4-a119-0df436dc90da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:07.777968 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-197e0ff5-125a-4ba4-a119-0df436dc90da service neutron] Transition to ACTIVE for port object 37a65034-afc3-41d7-8df7-db56b8471337 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:15:07.782443 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-197e0ff5-125a-4ba4-a119-0df436dc90da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:07.883348 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e0ff5-125a-4ba4-a119-0df436dc90da service neutron] Pushing event updated for resources: {'Port': ['ID=37a65034-afc3-41d7-8df7-db56b8471337,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:07.949502 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10db164-f9c6-4248-8ed8-206ca546f800 req-a7d88c83-d173-4caa-8ead-1f88ab3cd359 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:07.951050 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d10db164-f9c6-4248-8ed8-206ca546f800 req-a7d88c83-d173-4caa-8ead-1f88ab3cd359 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 943 time: 0.1431861 Jul 22 17:15:07.997468 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-197e0ff5-125a-4ba4-a119-0df436dc90da service neutron] Attempting to bind port 37a65034-afc3-41d7-8df7-db56b8471337 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:15:07.997806 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-197e0ff5-125a-4ba4-a119-0df436dc90da service neutron] Attempting to bind port 37a65034-afc3-41d7-8df7-db56b8471337 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:15:07.998158 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-197e0ff5-125a-4ba4-a119-0df436dc90da service neutron] Attempting to bind port 37a65034-afc3-41d7-8df7-db56b8471337 on network e97fa6e9-b45e-4929-9792-de06d043e3b0 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:15:08.014222 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-197e0ff5-125a-4ba4-a119-0df436dc90da service neutron] Port 37a65034-afc3-41d7-8df7-db56b8471337 on network e97fa6e9-b45e-4929-9792-de06d043e3b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:15:08.015246 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-197e0ff5-125a-4ba4-a119-0df436dc90da service neutron] Attempting to bind port 37a65034-afc3-41d7-8df7-db56b8471337 on network e97fa6e9-b45e-4929-9792-de06d043e3b0 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:15:08.029278 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d10db164-f9c6-4248-8ed8-206ca546f800 req-b9021ab9-d913-48fc-b5d7-cc881cd584e3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703292 Jul 22 17:15:08.030653 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-197e0ff5-125a-4ba4-a119-0df436dc90da service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:15:08.031000 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-197e0ff5-125a-4ba4-a119-0df436dc90da service neutron] Checking segment: {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:15:08.031388 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-197e0ff5-125a-4ba4-a119-0df436dc90da service neutron] Bound using segment: {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:15:08.031838 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-197e0ff5-125a-4ba4-a119-0df436dc90da service neutron] Bound port: 37a65034-afc3-41d7-8df7-db56b8471337, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:15:08.032206 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-197e0ff5-125a-4ba4-a119-0df436dc90da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:08.103689 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-197e0ff5-125a-4ba4-a119-0df436dc90da service neutron] For port 37a65034-afc3-41d7-8df7-db56b8471337, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:15:08.106862 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-197e0ff5-125a-4ba4-a119-0df436dc90da service neutron] For port 37a65034-afc3-41d7-8df7-db56b8471337, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=37a65034-afc3-41d7-8df7-db56b8471337,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:15:08.111910 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-197e0ff5-125a-4ba4-a119-0df436dc90da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:08.150148 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-197e0ff5-125a-4ba4-a119-0df436dc90da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:08.150885 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-197e0ff5-125a-4ba4-a119-0df436dc90da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:08.152198 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-197e0ff5-125a-4ba4-a119-0df436dc90da service neutron] 10.222.0.30 "PUT /v2.0/ports/37a65034-afc3-41d7-8df7-db56b8471337 HTTP/1.1" status: 200 len: 1091 time: 0.7438502 Jul 22 17:15:08.152641 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7203aa2-37e0-4a36-bbf5-4ce24fab897a', 'tag': '37a65034-afc3-41d7-8df7-db56b8471337'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:15:08.154904 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf6e8fc-35c4-4525-936e-36b9013f523d" -d '{"events": [{"name": "network-changed", "server_uuid": "e7203aa2-37e0-4a36-bbf5-4ce24fab897a", "tag": "37a65034-afc3-41d7-8df7-db56b8471337"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:15:08.175903 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e0ff5-125a-4ba4-a119-0df436dc90da service neutron] Pushing event updated for resources: {'Port': ['ID=37a65034-afc3-41d7-8df7-db56b8471337,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:08.201876 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d96db1-8b6f-41aa-bb73-579988c02ac6 x-openstack-request-id: req-f9d96db1-8b6f-41aa-bb73-579988c02ac6 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:15:08.202829 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7203aa2-37e0-4a36-bbf5-4ce24fab897a", "tag": "37a65034-afc3-41d7-8df7-db56b8471337", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:15:08.203082 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f9d96db1-8b6f-41aa-bb73-579988c02ac6 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:15:08.203488 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7203aa2-37e0-4a36-bbf5-4ce24fab897a', 'tag': '37a65034-afc3-41d7-8df7-db56b8471337', 'status': 'completed', 'code': 200} Jul 22 17:15:08.277624 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-f42a4cea-0b20-4b0a-bc02-2695e7a44753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:08.279251 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-f42a4cea-0b20-4b0a-bc02-2695e7a44753 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 1094 time: 0.0593076 Jul 22 17:15:08.331304 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-714fa6e4-f7c4-4ae1-9404-e0e1a2856897 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37a65034-afc3-41d7-8df7-db56b8471337 HTTP/1.1" status: 200 len: 217 time: 0.0394418 Jul 22 17:15:08.380677 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-9214e307-65aa-450d-b4f7-68f7ea634ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:08.382406 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-9214e307-65aa-450d-b4f7-68f7ea634ec9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0453737 Jul 22 17:15:08.441516 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-46f897c5-c221-4d29-ab31-f302f39c5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:08.442952 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-46f897c5-c221-4d29-ab31-f302f39c5289 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540957 Jul 22 17:15:08.535593 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-c6830fb0-a8e9-4887-9c32-b300677c5ccf service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858049 Jul 22 17:15:08.630640 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9b06f529-b5fd-4b2d-b091-0021d9fb4a8a req-bb36b065-842d-4bb3-a4f8-8fa8cabce4f5 service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894041 Jul 22 17:15:08.758603 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6e8fc-35c4-4525-936e-36b9013f523d req-89fad7eb-1c16-4145-a60c-3c35d75b5097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:08.760373 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-acf6e8fc-35c4-4525-936e-36b9013f523d req-89fad7eb-1c16-4145-a60c-3c35d75b5097 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 1094 time: 0.0588973 Jul 22 17:15:08.848311 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6e8fc-35c4-4525-936e-36b9013f523d req-c8317c90-ab68-48e0-94e2-473fa61b1e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:08.849846 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-acf6e8fc-35c4-4525-936e-36b9013f523d req-c8317c90-ab68-48e0-94e2-473fa61b1e38 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 912 time: 0.0834594 Jul 22 17:15:08.894374 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-acf6e8fc-35c4-4525-936e-36b9013f523d req-b9877e29-82c2-4ee5-be8d-07ec9612faa9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37a65034-afc3-41d7-8df7-db56b8471337 HTTP/1.1" status: 200 len: 217 time: 0.0387099 Jul 22 17:15:08.942431 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6e8fc-35c4-4525-936e-36b9013f523d req-89acb245-ec80-499f-a18c-3377aa171ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:08.943794 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-acf6e8fc-35c4-4525-936e-36b9013f523d req-89acb245-ec80-499f-a18c-3377aa171ff4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0440104 Jul 22 17:15:09.001886 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6e8fc-35c4-4525-936e-36b9013f523d req-cc6e7a0d-cf76-4e35-bab6-1e59ef73f718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:09.003487 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-acf6e8fc-35c4-4525-936e-36b9013f523d req-cc6e7a0d-cf76-4e35-bab6-1e59ef73f718 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533640 Jul 22 17:15:09.097673 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-acf6e8fc-35c4-4525-936e-36b9013f523d req-a1562cc4-cfda-4592-b40d-da98b938ce11 service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881670 Jul 22 17:15:09.230560 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-acf6e8fc-35c4-4525-936e-36b9013f523d req-d6347401-38d0-40b2-9f89-deb9ad317b7f service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271300 Jul 22 17:15:09.239785 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71064278-f9a8-4e16-8396-7962b18237d7 req-9d6c3423-30c5-4bed-9dcd-1e2a963aad7b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:09.241299 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-71064278-f9a8-4e16-8396-7962b18237d7 req-9d6c3423-30c5-4bed-9dcd-1e2a963aad7b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 943 time: 0.1366317 Jul 22 17:15:09.284734 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-71064278-f9a8-4e16-8396-7962b18237d7 req-77b82754-9ada-4463-80c7-b3dbfc68ca20 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366697 Jul 22 17:15:10.414645 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e0f09-d650-47de-b13a-a3ecfc04db80 req-f4613551-50e4-4b94-883f-190d5ff18898 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:10.416178 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c3e0f09-d650-47de-b13a-a3ecfc04db80 req-f4613551-50e4-4b94-883f-190d5ff18898 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 943 time: 0.0648105 Jul 22 17:15:10.454292 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c3e0f09-d650-47de-b13a-a3ecfc04db80 req-d7a3eb6e-bb71-47d7-a3f3-0babe2635182 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315917 Jul 22 17:15:11.581975 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb43054-100f-4d20-911d-cde340fd784c req-a2e25063-9385-4735-a8b9-462adbfcf4f7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:11.583460 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1bb43054-100f-4d20-911d-cde340fd784c req-a2e25063-9385-4735-a8b9-462adbfcf4f7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 943 time: 0.0617175 Jul 22 17:15:11.619655 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1bb43054-100f-4d20-911d-cde340fd784c req-797e5da4-f3fa-47ef-893e-97896973fe5c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306971 Jul 22 17:15:12.335835 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:12.385845 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:12.751078 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4fcf9-b2a9-4cde-a8b9-820229e9f0a7 req-8132f230-14d7-4304-a879-741e41a1ff04 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:12.752533 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-79a4fcf9-b2a9-4cde-a8b9-820229e9f0a7 req-8132f230-14d7-4304-a879-741e41a1ff04 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 943 time: 0.0660236 Jul 22 17:15:12.789666 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-79a4fcf9-b2a9-4cde-a8b9-820229e9f0a7 req-42fd5944-aa48-4ac8-bd67-69425e098bf5 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315905 Jul 22 17:15:13.419542 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:15:13.915998 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a026d9-dd0c-4cbf-a2ca-9d94e5af85d7 req-2d81b02a-f924-4984-9bef-03537d4207b1 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:13.917460 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-89a026d9-dd0c-4cbf-a2ca-9d94e5af85d7 req-2d81b02a-f924-4984-9bef-03537d4207b1 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 943 time: 0.0627890 Jul 22 17:15:13.958277 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-89a026d9-dd0c-4cbf-a2ca-9d94e5af85d7 req-b7970595-2111-48c4-a305-adf2fb6f767a tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347731 Jul 22 17:15:15.086354 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610a0dc-0fc7-4ea3-83cf-3d7caf2d12f1 req-01afe49f-e11d-4210-9337-cd3449fa37b2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:15.087903 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7610a0dc-0fc7-4ea3-83cf-3d7caf2d12f1 req-01afe49f-e11d-4210-9337-cd3449fa37b2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 943 time: 0.0640304 Jul 22 17:15:15.125458 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7610a0dc-0fc7-4ea3-83cf-3d7caf2d12f1 req-da679eae-89e4-4b0d-ad86-0f8b657340c2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320809 Jul 22 17:15:16.250875 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697ae18-89f8-4b22-a91b-cf21eee26071 req-e40b68ce-f50c-47a3-bfff-880b456b5ecb tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:16.252327 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e697ae18-89f8-4b22-a91b-cf21eee26071 req-e40b68ce-f50c-47a3-bfff-880b456b5ecb tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 943 time: 0.0621436 Jul 22 17:15:16.288536 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e697ae18-89f8-4b22-a91b-cf21eee26071 req-7f498f94-05f7-4a36-b4b1-c9a316c22e39 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307753 Jul 22 17:15:17.414443 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f40b4-506b-4b4f-820f-377001637d27 req-dddb1ba5-e4e2-4c6b-816f-c3809a3af0f7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:17.415821 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea6f40b4-506b-4b4f-820f-377001637d27 req-dddb1ba5-e4e2-4c6b-816f-c3809a3af0f7 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 943 time: 0.0633216 Jul 22 17:15:17.451836 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea6f40b4-506b-4b4f-820f-377001637d27 req-6a18750a-08b0-4beb-ae4e-9a156b5d090a tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305526 Jul 22 17:15:18.578573 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efa5d2-aa9c-4001-a1ef-dfabbe6d3043 req-694728d0-7c86-440c-8a92-4070761a3424 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:18.580055 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-33efa5d2-aa9c-4001-a1ef-dfabbe6d3043 req-694728d0-7c86-440c-8a92-4070761a3424 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 943 time: 0.0625677 Jul 22 17:15:18.617389 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-33efa5d2-aa9c-4001-a1ef-dfabbe6d3043 req-8c66f1b2-e1c1-4a03-ab56-85cda58a9162 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314710 Jul 22 17:15:19.013463 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 37a65034-afc3-41d7-8df7-db56b8471337 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:15:19.104959 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 37a65034-afc3-41d7-8df7-db56b8471337, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=37a65034-afc3-41d7-8df7-db56b8471337,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:15:19.115670 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '37a65034-afc3-41d7-8df7-db56b8471337', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'port_id': '37a65034-afc3-41d7-8df7-db56b8471337', 'mac_address': 'fa:16:3e:fb:e7:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:15:19.150340 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:19.165694 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a65034-afc3-41d7-8df7-db56b8471337 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:15:19.183657 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 37a65034-afc3-41d7-8df7-db56b8471337, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=37a65034-afc3-41d7-8df7-db56b8471337,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:15:19.187471 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:19.231930 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=37a65034-afc3-41d7-8df7-db56b8471337,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:19.460709 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['37a65034-afc3-41d7-8df7-db56b8471337'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:15:19.745497 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eececdc3-f0a0-47d5-8cc4-01a9e0e1864f req-6540ad6d-5235-4b8e-9cb2-f9083358e258 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:19.746906 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eececdc3-f0a0-47d5-8cc4-01a9e0e1864f req-6540ad6d-5235-4b8e-9cb2-f9083358e258 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 944 time: 0.0654669 Jul 22 17:15:19.783553 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eececdc3-f0a0-47d5-8cc4-01a9e0e1864f req-78ca2c33-836c-47a2-91a4-50eb895a65f5 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305002 Jul 22 17:15:20.914388 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883b011-8b0e-409d-983d-1b7fd095045c req-a3849a89-c8f2-45ff-9586-b40c5c74d081 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:20.915868 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8883b011-8b0e-409d-983d-1b7fd095045c req-a3849a89-c8f2-45ff-9586-b40c5c74d081 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 944 time: 0.0662768 Jul 22 17:15:20.952433 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8883b011-8b0e-409d-983d-1b7fd095045c req-e0dcd922-29fc-43e4-af22-b01b0c59402d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310915 Jul 22 17:15:21.013803 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 37a65034-afc3-41d7-8df7-db56b8471337 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:15:21.059562 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 37a65034-afc3-41d7-8df7-db56b8471337 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:15:21.063563 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 37a65034-afc3-41d7-8df7-db56b8471337 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:15:21.063876 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:21.141480 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:21.163039 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7203aa2-37e0-4a36-bbf5-4ce24fab897a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a65034-afc3-41d7-8df7-db56b8471337'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:15:21.165225 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11bc8a4-4e20-4a40-93a5-b04b8f1760bd" -d '{"events": [{"server_uuid": "e7203aa2-37e0-4a36-bbf5-4ce24fab897a", "name": "network-vif-plugged", "status": "completed", "tag": "37a65034-afc3-41d7-8df7-db56b8471337"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:15:21.177830 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 37a65034-afc3-41d7-8df7-db56b8471337, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=37a65034-afc3-41d7-8df7-db56b8471337,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:15:21.182454 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:21.205193 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb4c0f0-8ef5-40f7-9a11-b2d34aca2a56 x-openstack-request-id: req-4bb4c0f0-8ef5-40f7-9a11-b2d34aca2a56 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:15:21.205484 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7203aa2-37e0-4a36-bbf5-4ce24fab897a", "name": "network-vif-plugged", "status": "completed", "tag": "37a65034-afc3-41d7-8df7-db56b8471337", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:15:21.205733 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4bb4c0f0-8ef5-40f7-9a11-b2d34aca2a56 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:15:21.206143 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7203aa2-37e0-4a36-bbf5-4ce24fab897a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a65034-afc3-41d7-8df7-db56b8471337', 'code': 200} Jul 22 17:15:21.230646 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=37a65034-afc3-41d7-8df7-db56b8471337,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:21.335256 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a497984-64e8-441f-8953-3a36d7f60a0e req-fead92c2-bd54-4b06-a98a-f1cc427f940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:21.336747 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9a497984-64e8-441f-8953-3a36d7f60a0e req-fead92c2-bd54-4b06-a98a-f1cc427f940b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 1096 time: 0.0525928 Jul 22 17:15:21.369151 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9a497984-64e8-441f-8953-3a36d7f60a0e req-63780284-a6d6-4bfd-913e-5d6aae164ba9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263066 Jul 22 17:15:22.079437 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf639e60-18c4-4bdd-abfc-8d37f35414f9 req-a416f81f-1a7b-4d78-aeb9-e5b1d3744456 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:22.080904 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cf639e60-18c4-4bdd-abfc-8d37f35414f9 req-a416f81f-1a7b-4d78-aeb9-e5b1d3744456 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 945 time: 0.0622451 Jul 22 17:15:22.121277 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cf639e60-18c4-4bdd-abfc-8d37f35414f9 req-60fa18d7-d065-4c38-aa7b-bb7bd2525064 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347497 Jul 22 17:15:23.251674 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba66c64-b607-4d6c-8e2a-611701aa67dc req-7365e149-9e0d-4851-aaf0-2971081b0762 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:23.253158 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aba66c64-b607-4d6c-8e2a-611701aa67dc req-7365e149-9e0d-4851-aaf0-2971081b0762 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 945 time: 0.0633962 Jul 22 17:15:23.289814 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aba66c64-b607-4d6c-8e2a-611701aa67dc req-8e62b294-7c31-48ed-b07a-a91816c9477f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311713 Jul 22 17:15:23.415903 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace878a6-7683-4409-9ff9-06a23bbcded9 req-9fb1732d-674a-4825-bf07-79e0f08862ed tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:23.417328 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ace878a6-7683-4409-9ff9-06a23bbcded9 req-9fb1732d-674a-4825-bf07-79e0f08862ed tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 945 time: 0.0634470 Jul 22 17:15:23.453635 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ace878a6-7683-4409-9ff9-06a23bbcded9 req-bb5c7d1b-fd3c-4e1a-beb4-b1ddf985b308 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307014 Jul 22 17:15:23.475819 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37166) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:15:23.527058 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a6bf4e-23e3-4494-853a-c8a1dc18f254 tempest-TestVolumeBootPattern-1178935260 tempest-TestVolumeBootPattern-1178935260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:23.528548 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-51a6bf4e-23e3-4494-853a-c8a1dc18f254 tempest-TestVolumeBootPattern-1178935260 tempest-TestVolumeBootPattern-1178935260-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 1091 time: 0.0517831 Jul 22 17:15:23.532074 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37168) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:15:23.536296 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-28472d1c-f355-442a-af7c-f7c333fe7215 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': '37a65034-afc3-41d7-8df7-db56b8471337', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:15:23.556585 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28472d1c-f355-442a-af7c-f7c333fe7215 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:23.652829 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28472d1c-f355-442a-af7c-f7c333fe7215 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:23.755912 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-28472d1c-f355-442a-af7c-f7c333fe7215 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Allocated IP 172.25.0.177 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/101e65cf-d041-4c98-ab5e-36aa3fd9803c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:15:23.854081 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28472d1c-f355-442a-af7c-f7c333fe7215 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:23.891528 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28472d1c-f355-442a-af7c-f7c333fe7215 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:23.924737 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28472d1c-f355-442a-af7c-f7c333fe7215 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:15:23.927507 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-28472d1c-f355-442a-af7c-f7c333fe7215 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:15:23.933580 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28472d1c-f355-442a-af7c-f7c333fe7215 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:15:23.965230 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28472d1c-f355-442a-af7c-f7c333fe7215 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event updated for resources: {'Port': ['ID=101e65cf-d041-4c98-ab5e-36aa3fd9803c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:24.589250 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28472d1c-f355-442a-af7c-f7c333fe7215 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:24.664411 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28472d1c-f355-442a-af7c-f7c333fe7215 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:24.807689 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28472d1c-f355-442a-af7c-f7c333fe7215 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:24.812363 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28472d1c-f355-442a-af7c-f7c333fe7215 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:24.877639 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28472d1c-f355-442a-af7c-f7c333fe7215 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event updated for resources: {'Port': ['ID=101e65cf-d041-4c98-ab5e-36aa3fd9803c,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:24.888131 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28472d1c-f355-442a-af7c-f7c333fe7215 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:24.984835 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-28472d1c-f355-442a-af7c-f7c333fe7215 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Floating IP 61899f57-6d24-4dce-8b51-028cb1922dde associated. External IP: 172.25.0.177, port: 37a65034-afc3-41d7-8df7-db56b8471337. Jul 22 17:15:25.185726 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28472d1c-f355-442a-af7c-f7c333fe7215 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Router b7135d83-8d2b-494b-8520-dc80f691998e has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:15:25.290307 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28472d1c-f355-442a-af7c-f7c333fe7215 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:15:25.300124 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d76b1b-7029-446f-953d-3525fe23ca0c None None] Sync routers for ids ['b7135d83-8d2b-494b-8520-dc80f691998e'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:15:25.305387 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28472d1c-f355-442a-af7c-f7c333fe7215 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:25.308901 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d76b1b-7029-446f-953d-3525fe23ca0c None None] Routers {'b7135d83-8d2b-494b-8520-dc80f691998e'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:15:25.309511 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-33d76b1b-7029-446f-953d-3525fe23ca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:15:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b7135d83-8d2b-494b-8520-dc80f691998e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:15:25.344297 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-28472d1c-f355-442a-af7c-f7c333fe7215 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8112085 Jul 22 17:15:25.344893 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7203aa2-37e0-4a36-bbf5-4ce24fab897a', 'tag': '37a65034-afc3-41d7-8df7-db56b8471337'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:15:25.347195 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4726ae62-db71-4de1-97fe-5fdf65dd22a6" -d '{"events": [{"name": "network-changed", "server_uuid": "e7203aa2-37e0-4a36-bbf5-4ce24fab897a", "tag": "37a65034-afc3-41d7-8df7-db56b8471337"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:15:25.386729 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041dfcd3-1cd2-41a7-914d-39894a0dffe8 x-openstack-request-id: req-041dfcd3-1cd2-41a7-914d-39894a0dffe8 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:15:25.387026 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7203aa2-37e0-4a36-bbf5-4ce24fab897a", "tag": "37a65034-afc3-41d7-8df7-db56b8471337", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:15:25.387278 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-041dfcd3-1cd2-41a7-914d-39894a0dffe8 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:15:25.387679 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7203aa2-37e0-4a36-bbf5-4ce24fab897a', 'tag': '37a65034-afc3-41d7-8df7-db56b8471337', 'status': 'completed', 'code': 200} Jul 22 17:15:25.412551 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-33d76b1b-7029-446f-953d-3525fe23ca0c None None] Set router b7135d83-8d2b-494b-8520-dc80f691998e gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:15:25.481999 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726ae62-db71-4de1-97fe-5fdf65dd22a6 req-8b69bc7f-96e1-4ed3-b441-c099b1947575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:25.483620 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4726ae62-db71-4de1-97fe-5fdf65dd22a6 req-8b69bc7f-96e1-4ed3-b441-c099b1947575 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 1096 time: 0.0538163 Jul 22 17:15:25.576594 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726ae62-db71-4de1-97fe-5fdf65dd22a6 req-2842e000-b946-43c3-86a8-b56170449459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:25.578530 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4726ae62-db71-4de1-97fe-5fdf65dd22a6 req-2842e000-b946-43c3-86a8-b56170449459 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 912 time: 0.0876565 Jul 22 17:15:25.635411 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-33d76b1b-7029-446f-953d-3525fe23ca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '8adca721-565e-4157-b268-4a23d6dd199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:12:01Z', 'revision_number': 4, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port': {'id': '8adca721-565e-4157-b268-4a23d6dd199b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:11:59Z', 'updated_at': '2021-07-22T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '61899f57-6d24-4dce-8b51-028cb1922dde', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'port_id': '37a65034-afc3-41d7-8df7-db56b8471337', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'mac_address': 'fa:16:3e:fb:e7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7203aa2-37e0-4a36-bbf5-4ce24fab897a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:15:24Z', 'updated_at': '2021-07-22T17:15:24Z', 'revision_number': 0, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e5d30f-c906-4948-8380-b55964c7a91f', 'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'mac_address': 'fa:16:3e:82:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:00Z', 'updated_at': '2021-07-22T17:12:07Z', 'revision_number': 5, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'subnets': [{'id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:15:25.647262 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4726ae62-db71-4de1-97fe-5fdf65dd22a6 req-73a0306d-5889-4100-ab3a-dcf73223dc39 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37a65034-afc3-41d7-8df7-db56b8471337 HTTP/1.1" status: 200 len: 999 time: 0.0623288 Jul 22 17:15:25.661704 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d76b1b-7029-446f-953d-3525fe23ca0c None None] Checking router: b7135d83-8d2b-494b-8520-dc80f691998e for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:15:25.670260 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d76b1b-7029-446f-953d-3525fe23ca0c None None] Routers {'b7135d83-8d2b-494b-8520-dc80f691998e'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:15:25.670861 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-33d76b1b-7029-446f-953d-3525fe23ca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:15:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b7135d83-8d2b-494b-8520-dc80f691998e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:15:25.696891 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726ae62-db71-4de1-97fe-5fdf65dd22a6 req-55ac3606-a07d-46c0-9d35-fa61c94d76c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:25.698518 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4726ae62-db71-4de1-97fe-5fdf65dd22a6 req-55ac3606-a07d-46c0-9d35-fa61c94d76c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0456071 Jul 22 17:15:25.764964 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726ae62-db71-4de1-97fe-5fdf65dd22a6 req-abf2565c-003b-4151-bacf-58e44294bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:25.766568 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4726ae62-db71-4de1-97fe-5fdf65dd22a6 req-abf2565c-003b-4151-bacf-58e44294bcad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623667 Jul 22 17:15:25.778772 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-33d76b1b-7029-446f-953d-3525fe23ca0c None None] Set router b7135d83-8d2b-494b-8520-dc80f691998e gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:15:25.858177 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4726ae62-db71-4de1-97fe-5fdf65dd22a6 req-e3ce934a-b2e9-4413-9fcb-dab2bc557bf0 service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838068 Jul 22 17:15:25.951455 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4726ae62-db71-4de1-97fe-5fdf65dd22a6 req-adcca270-2c00-44d6-b34f-fde644c5c3e1 service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868485 Jul 22 17:15:26.003143 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-33d76b1b-7029-446f-953d-3525fe23ca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '8adca721-565e-4157-b268-4a23d6dd199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:12:01Z', 'revision_number': 4, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port': {'id': '8adca721-565e-4157-b268-4a23d6dd199b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:11:59Z', 'updated_at': '2021-07-22T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '61899f57-6d24-4dce-8b51-028cb1922dde', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'port_id': '37a65034-afc3-41d7-8df7-db56b8471337', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'mac_address': 'fa:16:3e:fb:e7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7203aa2-37e0-4a36-bbf5-4ce24fab897a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:15:24Z', 'updated_at': '2021-07-22T17:15:24Z', 'revision_number': 0, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e5d30f-c906-4948-8380-b55964c7a91f', 'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'mac_address': 'fa:16:3e:82:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:00Z', 'updated_at': '2021-07-22T17:12:07Z', 'revision_number': 5, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'subnets': [{'id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:15:26.028664 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d76b1b-7029-446f-953d-3525fe23ca0c None None] The sync data for ids ['b7135d83-8d2b-494b-8520-dc80f691998e'] in n-d-798930-9 is: [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '8adca721-565e-4157-b268-4a23d6dd199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:12:01Z', 'revision_number': 4, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port': {'id': '8adca721-565e-4157-b268-4a23d6dd199b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:11:59Z', 'updated_at': '2021-07-22T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '61899f57-6d24-4dce-8b51-028cb1922dde', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'port_id': '37a65034-afc3-41d7-8df7-db56b8471337', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'mac_address': 'fa:16:3e:fb:e7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7203aa2-37e0-4a36-bbf5-4ce24fab897a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:15:24Z', 'updated_at': '2021-07-22T17:15:24Z', 'revision_number': 0, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e5d30f-c906-4948-8380-b55964c7a91f', 'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'mac_address': 'fa:16:3e:82:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:00Z', 'updated_at': '2021-07-22T17:12:07Z', 'revision_number': 5, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'subnets': [{'id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:15:26.218915 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c772bbce-0bb9-44dc-aebf-30e5697267a0 None None] New status for floating IP 61899f57-6d24-4dce-8b51-028cb1922dde: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:15:29.075847 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d8130ff7-f49a-498e-a7c7-d8c5926d9600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:29.827598 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-979b2ed0-0f05-446a-a09a-8fb89501b052 req-53adb393-0d59-43fc-b3f0-10ba4f060613 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510986 Jul 22 17:15:29.951514 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b2ed0-0f05-446a-a09a-8fb89501b052 req-20a8d7a0-cd2e-4e2d-8aab-78018cfc4329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:29.954248 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-979b2ed0-0f05-446a-a09a-8fb89501b052 req-20a8d7a0-cd2e-4e2d-8aab-78018cfc4329 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 1096 time: 0.0687127 Jul 22 17:15:30.068543 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b2ed0-0f05-446a-a09a-8fb89501b052 req-7483687d-db5b-4e47-a55b-1acfc9d757bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:30.069978 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-979b2ed0-0f05-446a-a09a-8fb89501b052 req-7483687d-db5b-4e47-a55b-1acfc9d757bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 912 time: 0.0957880 Jul 22 17:15:30.134331 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-979b2ed0-0f05-446a-a09a-8fb89501b052 req-f8f87384-da39-4802-a3db-46f824c2c148 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37a65034-afc3-41d7-8df7-db56b8471337 HTTP/1.1" status: 200 len: 1001 time: 0.0578520 Jul 22 17:15:30.184288 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b2ed0-0f05-446a-a09a-8fb89501b052 req-5fbedc06-1b06-447a-87ca-bedeecb91830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:30.185658 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-979b2ed0-0f05-446a-a09a-8fb89501b052 req-5fbedc06-1b06-447a-87ca-bedeecb91830 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0456851 Jul 22 17:15:30.241676 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b2ed0-0f05-446a-a09a-8fb89501b052 req-4131d198-2fe3-4b93-9373-9e54e0635ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:30.243188 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-979b2ed0-0f05-446a-a09a-8fb89501b052 req-4131d198-2fe3-4b93-9373-9e54e0635ced service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510492 Jul 22 17:15:30.332842 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-979b2ed0-0f05-446a-a09a-8fb89501b052 req-9dc3b102-f684-4a39-9d16-7a069a6136e4 service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837562 Jul 22 17:15:30.418683 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-979b2ed0-0f05-446a-a09a-8fb89501b052 req-bbc1daf5-f415-4ae4-8e9b-1bab791f445f service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797837 Jul 22 17:15:31.649856 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e02c8de3-1c97-40ca-b809-bb0bfd485108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:31.674668 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:32.893018 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:34.742738 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:42.344752 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:42.382002 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:50.418983 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:15:59.081748 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51f7c28a-de36-4f58-a620-65bceaf97d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:00.722322 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-561cc628-c2b4-4478-966f-1e38f7175f7c req-03a6e96d-b0b9-4404-8d8e-1c5d34691dce service neutron] (93816) timed out ('10.222.0.30', 56141) {{(pid=93816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 17:16:01.651147 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff79be6c-f2cf-4d50-bf91-a2b7768c1148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:01.673075 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:02.895462 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:04.747961 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:12.343541 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:12.393378 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:27.418051 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:16:29.082381 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70dbd1af-fdba-44b9-a901-738eae37286c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:29.938637 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b66b157b-86e1-46ec-8ac2-babe697d8d71 req-457c7abe-d8c6-446d-bd0d-a3312d9f2811 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1349807 Jul 22 17:16:30.056555 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b157b-86e1-46ec-8ac2-babe697d8d71 req-11834a78-9c7d-414d-871c-c2523b5e919c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:30.058092 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b66b157b-86e1-46ec-8ac2-babe697d8d71 req-11834a78-9c7d-414d-871c-c2523b5e919c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 1096 time: 0.0592828 Jul 22 17:16:30.159763 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b157b-86e1-46ec-8ac2-babe697d8d71 req-09fd5a04-98d5-413a-8b1e-4ea41a1fbeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:30.161243 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b66b157b-86e1-46ec-8ac2-babe697d8d71 req-09fd5a04-98d5-413a-8b1e-4ea41a1fbeca service neutron] 10.222.0.30 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 912 time: 0.0840573 Jul 22 17:16:30.228306 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b66b157b-86e1-46ec-8ac2-babe697d8d71 req-52df5337-7e35-4a99-b0a8-693eeb530336 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37a65034-afc3-41d7-8df7-db56b8471337 HTTP/1.1" status: 200 len: 1001 time: 0.0608127 Jul 22 17:16:30.275693 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b157b-86e1-46ec-8ac2-babe697d8d71 req-62397fbb-6b6c-44d5-9e7a-aaf087a9d865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:30.277110 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b66b157b-86e1-46ec-8ac2-babe697d8d71 req-62397fbb-6b6c-44d5-9e7a-aaf087a9d865 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0434151 Jul 22 17:16:30.333792 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b157b-86e1-46ec-8ac2-babe697d8d71 req-156855a9-02a9-447b-a9ed-99f52ef890ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:30.335295 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b66b157b-86e1-46ec-8ac2-babe697d8d71 req-156855a9-02a9-447b-a9ed-99f52ef890ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522397 Jul 22 17:16:30.345427 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-b66b157b-86e1-46ec-8ac2-babe697d8d71 req-48cc2dfa-aaf9-4583-b98c-366123b81a86 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:16:30.346402 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b66b157b-86e1-46ec-8ac2-babe697d8d71 req-48cc2dfa-aaf9-4583-b98c-366123b81a86 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048776 Jul 22 17:16:30.438195 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b66b157b-86e1-46ec-8ac2-babe697d8d71 req-dc977e15-400a-4e8f-901e-149fac3dff93 service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854790 Jul 22 17:16:30.523873 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b66b157b-86e1-46ec-8ac2-babe697d8d71 req-fc39a960-3c2a-435d-a678-7c30c671131d service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796726 Jul 22 17:16:31.651502 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-708f7ccd-9bdf-4460-b8ff-f12406709302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:31.672364 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:32.898159 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:34.747569 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:41.795895 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-f1eb0f46-6fee-4c2f-8752-0b8157ba1fd0 req-27c31d2f-3242-4002-b22d-4d50ef3954fa service neutron] (93816) timed out ('10.222.0.69', 34250) {{(pid=93816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 17:16:42.359190 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:42.397825 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:54.103258 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-0447a5c4-8ca4-4806-b7d1-ca4d5c0bbe9c req-51afcaca-c927-4ffb-aaa9-8d401f9183d3 service neutron] (93816) timed out ('10.222.0.16', 49456) {{(pid=93816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 17:16:59.087683 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f344c497-511b-4aa8-bd92-d2b840234926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:01.651994 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1902f22-1062-49b5-879d-ae9a85cce5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:01.671230 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:02.902226 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:04.417059 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:17:04.750360 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:12.373727 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:12.428066 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:22.198646 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b183e-2923-47ee-a875-a67b35667002 req-6cbb5780-456c-431f-b448-30c297658a4c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:22.200140 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-458b183e-2923-47ee-a875-a67b35667002 req-6cbb5780-456c-431f-b448-30c297658a4c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 945 time: 0.1315050 Jul 22 17:17:22.238336 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-458b183e-2923-47ee-a875-a67b35667002 req-73200615-8733-4fc6-8fd1-70e843707277 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321457 Jul 22 17:17:23.423164 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a279e28-8ff5-469f-a752-7ffd979cb94d req-f952af88-8a04-47b3-a105-fcb1e34fd75c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:23.425120 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4a279e28-8ff5-469f-a752-7ffd979cb94d req-f952af88-8a04-47b3-a105-fcb1e34fd75c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 945 time: 0.1193337 Jul 22 17:17:23.462129 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4a279e28-8ff5-469f-a752-7ffd979cb94d req-b3abe877-12c8-46a7-b258-c363d16a9382 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314183 Jul 22 17:17:23.819543 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f81c94-5728-4ab0-9480-769629a97a2c req-724f3925-dc27-4177-bac4-06fa39ef21f1 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:23.820997 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e7f81c94-5728-4ab0-9480-769629a97a2c req-724f3925-dc27-4177-bac4-06fa39ef21f1 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 945 time: 0.0624578 Jul 22 17:17:23.920558 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-e7f81c94-5728-4ab0-9480-769629a97a2c req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Deleting port 37a65034-afc3-41d7-8df7-db56b8471337 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:17:23.920897 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e7f81c94-5728-4ab0-9480-769629a97a2c req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:24.006196 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-e7f81c94-5728-4ab0-9480-769629a97a2c req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] For port 37a65034-afc3-41d7-8df7-db56b8471337, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=37a65034-afc3-41d7-8df7-db56b8471337,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:17:24.006553 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e7f81c94-5728-4ab0-9480-769629a97a2c req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:24.174926 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e7f81c94-5728-4ab0-9480-769629a97a2c req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:24.175300 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e7f81c94-5728-4ab0-9480-769629a97a2c req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:24.175625 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [req-e7f81c94-5728-4ab0-9480-769629a97a2c req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Floating IP 61899f57-6d24-4dce-8b51-028cb1922dde disassociated. External IP: 172.25.0.177, port: 37a65034-afc3-41d7-8df7-db56b8471337. Jul 22 17:17:24.176028 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-e7f81c94-5728-4ab0-9480-769629a97a2c req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Calling delete_port for 37a65034-afc3-41d7-8df7-db56b8471337 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:17:24.298706 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e7f81c94-5728-4ab0-9480-769629a97a2c req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:24.326406 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event deleted for resources: {'Port': ['ID=37a65034-afc3-41d7-8df7-db56b8471337,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:24.340868 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:24.341219 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:24.341568 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:24.341910 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:24.342269 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:24.342607 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:24.342934 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:24.343263 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:24.343619 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:24.343941 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:24.344284 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:24.345046 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:24.451858 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7f81c94-5728-4ab0-9480-769629a97a2c req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Router b7135d83-8d2b-494b-8520-dc80f691998e has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:17:24.556804 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6dba6925-f1c5-4ea2-9798-35366ca6a9f3 req-b5a043f4-7009-40a6-b7a4-03dc1c30c259 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 210 time: 0.0288417 Jul 22 17:17:24.563772 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7f81c94-5728-4ab0-9480-769629a97a2c req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:17:24.575731 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d335a78-6cc6-42e4-8912-9bdfe3a5f521 None None] Sync routers for ids ['b7135d83-8d2b-494b-8520-dc80f691998e'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:17:24.585415 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d335a78-6cc6-42e4-8912-9bdfe3a5f521 None None] Routers {'b7135d83-8d2b-494b-8520-dc80f691998e'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:17:24.586048 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3d335a78-6cc6-42e4-8912-9bdfe3a5f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:17:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b7135d83-8d2b-494b-8520-dc80f691998e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:17:24.612276 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f81c94-5728-4ab0-9480-769629a97a2c req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] No DVR routers for this DVR port 37a65034-afc3-41d7-8df7-db56b8471337 on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:17:24.614787 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-e7f81c94-5728-4ab0-9480-769629a97a2c req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:24.616785 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e7f81c94-5728-4ab0-9480-769629a97a2c req-986ec581-96d8-404a-8cc4-787b371542e2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.30 "DELETE /v2.0/ports/37a65034-afc3-41d7-8df7-db56b8471337 HTTP/1.1" status: 204 len: 173 time: 0.7900975 Jul 22 17:17:24.617220 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7203aa2-37e0-4a36-bbf5-4ce24fab897a', 'name': 'network-vif-deleted', 'tag': '37a65034-afc3-41d7-8df7-db56b8471337'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:17:24.619469 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752c103e-971a-4e43-af24-0f3b456451d2" -d '{"events": [{"server_uuid": "e7203aa2-37e0-4a36-bbf5-4ce24fab897a", "name": "network-vif-deleted", "tag": "37a65034-afc3-41d7-8df7-db56b8471337"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:17:24.708396 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3d335a78-6cc6-42e4-8912-9bdfe3a5f521 None None] Set router b7135d83-8d2b-494b-8520-dc80f691998e gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:17:24.766740 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd5a91a-8a25-4da7-a622-e86018111b2b x-openstack-request-id: req-1cd5a91a-8a25-4da7-a622-e86018111b2b {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:17:24.767037 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7203aa2-37e0-4a36-bbf5-4ce24fab897a", "name": "network-vif-deleted", "tag": "37a65034-afc3-41d7-8df7-db56b8471337", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:17:24.767292 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1cd5a91a-8a25-4da7-a622-e86018111b2b {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:17:24.768327 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7203aa2-37e0-4a36-bbf5-4ce24fab897a', 'name': 'network-vif-deleted', 'tag': '37a65034-afc3-41d7-8df7-db56b8471337', 'status': 'completed', 'code': 200} Jul 22 17:17:24.914346 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3d335a78-6cc6-42e4-8912-9bdfe3a5f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '8adca721-565e-4157-b268-4a23d6dd199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:12:01Z', 'revision_number': 4, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port': {'id': '8adca721-565e-4157-b268-4a23d6dd199b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:11:59Z', 'updated_at': '2021-07-22T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'e6e5d30f-c906-4948-8380-b55964c7a91f', 'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'mac_address': 'fa:16:3e:82:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:00Z', 'updated_at': '2021-07-22T17:12:07Z', 'revision_number': 5, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'subnets': [{'id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:17:24.941360 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d335a78-6cc6-42e4-8912-9bdfe3a5f521 None None] Checking router: b7135d83-8d2b-494b-8520-dc80f691998e for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:17:24.949458 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d335a78-6cc6-42e4-8912-9bdfe3a5f521 None None] Routers {'b7135d83-8d2b-494b-8520-dc80f691998e'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:17:24.950087 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3d335a78-6cc6-42e4-8912-9bdfe3a5f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:17:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b7135d83-8d2b-494b-8520-dc80f691998e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:17:25.059829 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3d335a78-6cc6-42e4-8912-9bdfe3a5f521 None None] Set router b7135d83-8d2b-494b-8520-dc80f691998e gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:17:25.251578 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3d335a78-6cc6-42e4-8912-9bdfe3a5f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '8adca721-565e-4157-b268-4a23d6dd199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:12:01Z', 'revision_number': 4, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port': {'id': '8adca721-565e-4157-b268-4a23d6dd199b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:11:59Z', 'updated_at': '2021-07-22T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'e6e5d30f-c906-4948-8380-b55964c7a91f', 'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'mac_address': 'fa:16:3e:82:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:00Z', 'updated_at': '2021-07-22T17:12:07Z', 'revision_number': 5, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'subnets': [{'id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:17:25.280821 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d335a78-6cc6-42e4-8912-9bdfe3a5f521 None None] The sync data for ids ['b7135d83-8d2b-494b-8520-dc80f691998e'] in n-d-798930-9 is: [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '8adca721-565e-4157-b268-4a23d6dd199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:12:01Z', 'revision_number': 4, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port': {'id': '8adca721-565e-4157-b268-4a23d6dd199b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:11:59Z', 'updated_at': '2021-07-22T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'e6e5d30f-c906-4948-8380-b55964c7a91f', 'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'mac_address': 'fa:16:3e:82:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:00Z', 'updated_at': '2021-07-22T17:12:07Z', 'revision_number': 5, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'subnets': [{'id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:17:25.503671 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7b1528-49d9-4add-bc2e-7f683f6d16c8 None None] New status for floating IP 61899f57-6d24-4dce-8b51-028cb1922dde: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:17:25.660075 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f4258ad8-f3a8-4271-905a-5515146c5f1b req-96be9786-0950-4052-af78-1b1959ea7f11 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 210 time: 0.0308235 Jul 22 17:17:26.761550 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0fa1ce5b-1998-4549-918c-90fcf57537d2 req-dade9114-9a06-45ff-877d-de7ce1e6eb07 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 210 time: 0.0308390 Jul 22 17:17:27.587986 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 37a65034-afc3-41d7-8df7-db56b8471337 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:17:27.766621 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 37a65034-afc3-41d7-8df7-db56b8471337 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:17:27.766960 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 37a65034-afc3-41d7-8df7-db56b8471337 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:17:27.861755 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-636427b0-dee9-476c-97cf-5e4ed96cf49f req-9b97db14-940f-4ab1-9326-35e2cfd054d3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7203aa2-37e0-4a36-bbf5-4ce24fab897a HTTP/1.1" status: 200 len: 210 time: 0.0293322 Jul 22 17:17:29.060750 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-6ef80c6c-4fc6-4ff7-ae1d-7dbdb6048433 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2040969249&fields=id&tenant_id=a16dcf3d640f4d4e804ace614ec9c820 HTTP/1.1" status: 200 len: 267 time: 0.0347216 Jul 22 17:17:29.088089 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b25dac9c-25b8-4fd3-aefd-352b339dbaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:29.167432 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-7ae3d1ab-cdc5-4aa4-9846-d5d1b0a3ea21 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:29.168816 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-7ae3d1ab-cdc5-4aa4-9846-d5d1b0a3ea21 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 811 time: 0.1013699 Jul 22 17:17:29.183072 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-4104d2a9-e606-4c2d-a83f-f81ab7099912 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/quotas/a16dcf3d640f4d4e804ace614ec9c820 HTTP/1.1" status: 200 len: 375 time: 0.0088274 Jul 22 17:17:29.252816 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-155c1014-49ca-4243-9735-68152716682f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0649598 Jul 22 17:17:29.385624 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-32efcdb5-8e0a-4b34-b09f-a2500fcc104a service neutron] 10.222.0.69 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216483 Jul 22 17:17:29.814944 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-4c5ecb2b-7f91-4704-a71b-c430fd17c0fa service neutron] 10.222.0.69 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233208 Jul 22 17:17:30.101405 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-09d7db45-045b-4c17-9e54-c9db87d30304 req-0a151d87-e862-42fc-b6f5-4992f402ddba tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 210 time: 0.0297379 Jul 22 17:17:31.077102 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-ed0eaeec-b834-43ad-81e9-fd2776b43f73 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:31.078589 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-ed0eaeec-b834-43ad-81e9-fd2776b43f73 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.30 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 811 time: 0.1075463 Jul 22 17:17:31.129703 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-7652dbb3-de35-480e-a5dd-59e21daead96 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a16dcf3d640f4d4e804ace614ec9c820 HTTP/1.1" status: 200 len: 380 time: 0.0358026 Jul 22 17:17:31.138347 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-edf8dfa9-498b-4e97-9912-7297a37a8c14 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Request body: {'port': {'device_id': '4838d8f9-45f8-4455-9b34-1838538377bd', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'admin_state_up': True, 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'security_groups': ['76fa30b8-b60a-47c1-8495-f6570e102adc']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:17:31.204884 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-facf04fc-96a5-4028-972d-5bc0d454260d req-968d44fd-e56f-42ce-8f15-90f33eb561ca tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 210 time: 0.0351317 Jul 22 17:17:31.255292 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-edf8dfa9-498b-4e97-9912-7297a37a8c14 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Made reservation on behalf of a16dcf3d640f4d4e804ace614ec9c820 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:17:31.259022 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-edf8dfa9-498b-4e97-9912-7297a37a8c14 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:31.385313 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-edf8dfa9-498b-4e97-9912-7297a37a8c14 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Allocated IP 172.20.0.13 (e97fa6e9-b45e-4929-9792-de06d043e3b0/d63a9831-4fdf-4ccd-8c34-6a4f907e1947/59323015-0ffa-44ca-b121-0c9210f71204) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:17:31.532518 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-edf8dfa9-498b-4e97-9912-7297a37a8c14 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:31.545821 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-edf8dfa9-498b-4e97-9912-7297a37a8c14 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Transition to ACTIVE for port object 59323015-0ffa-44ca-b121-0c9210f71204 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:17:31.577665 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-edf8dfa9-498b-4e97-9912-7297a37a8c14 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:31.622473 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-edf8dfa9-498b-4e97-9912-7297a37a8c14 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Network e97fa6e9-b45e-4929-9792-de06d043e3b0 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:17:31.625783 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-edf8dfa9-498b-4e97-9912-7297a37a8c14 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:17:31.630670 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-edf8dfa9-498b-4e97-9912-7297a37a8c14 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:17:31.659794 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8dfa9-498b-4e97-9912-7297a37a8c14 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event updated for resources: {'Port': ['ID=59323015-0ffa-44ca-b121-0c9210f71204,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:31.672654 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d2aa7973-9326-4a6e-9aad-036ca355d11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:31.678235 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:31.702169 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-edf8dfa9-498b-4e97-9912-7297a37a8c14 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:31.702953 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-edf8dfa9-498b-4e97-9912-7297a37a8c14 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:31.724494 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-edf8dfa9-498b-4e97-9912-7297a37a8c14 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5901182 Jul 22 17:17:31.743119 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-2f4b6fb1-c7f0-40eb-ba35-1dbcd388fcd4 service neutron] Request body: {'port': {'device_id': '4838d8f9-45f8-4455-9b34-1838538377bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:17:31.825195 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-2f4b6fb1-c7f0-40eb-ba35-1dbcd388fcd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:31.919071 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f19c5760-9e2d-4a29-a554-4ad17c71097c None None] Provisioning for port 59323015-0ffa-44ca-b121-0c9210f71204 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:17:31.922579 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f19c5760-9e2d-4a29-a554-4ad17c71097c None None] Provisioning complete for port 59323015-0ffa-44ca-b121-0c9210f71204 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:17:31.922942 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f19c5760-9e2d-4a29-a554-4ad17c71097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:31.957258 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f19c5760-9e2d-4a29-a554-4ad17c71097c None None] Port 59323015-0ffa-44ca-b121-0c9210f71204 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:17:32.095275 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-2f4b6fb1-c7f0-40eb-ba35-1dbcd388fcd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59323015-0ffa-44ca-b121-0c9210f71204 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:17:32.102749 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-2f4b6fb1-c7f0-40eb-ba35-1dbcd388fcd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:32.114584 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-2f4b6fb1-c7f0-40eb-ba35-1dbcd388fcd4 service neutron] Transition to ACTIVE for port object 59323015-0ffa-44ca-b121-0c9210f71204 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:17:32.119132 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-2f4b6fb1-c7f0-40eb-ba35-1dbcd388fcd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:32.174701 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b6fb1-c7f0-40eb-ba35-1dbcd388fcd4 service neutron] Pushing event updated for resources: {'Port': ['ID=59323015-0ffa-44ca-b121-0c9210f71204,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:32.252380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-2f4b6fb1-c7f0-40eb-ba35-1dbcd388fcd4 service neutron] Attempting to bind port 59323015-0ffa-44ca-b121-0c9210f71204 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:17:32.252792 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-2f4b6fb1-c7f0-40eb-ba35-1dbcd388fcd4 service neutron] Attempting to bind port 59323015-0ffa-44ca-b121-0c9210f71204 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:17:32.253559 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-2f4b6fb1-c7f0-40eb-ba35-1dbcd388fcd4 service neutron] Attempting to bind port 59323015-0ffa-44ca-b121-0c9210f71204 on network e97fa6e9-b45e-4929-9792-de06d043e3b0 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:17:32.261325 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-2f4b6fb1-c7f0-40eb-ba35-1dbcd388fcd4 service neutron] Port 59323015-0ffa-44ca-b121-0c9210f71204 on network e97fa6e9-b45e-4929-9792-de06d043e3b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:17:32.261685 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-2f4b6fb1-c7f0-40eb-ba35-1dbcd388fcd4 service neutron] Attempting to bind port 59323015-0ffa-44ca-b121-0c9210f71204 on network e97fa6e9-b45e-4929-9792-de06d043e3b0 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:17:32.275380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-2f4b6fb1-c7f0-40eb-ba35-1dbcd388fcd4 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:17:32.275722 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-2f4b6fb1-c7f0-40eb-ba35-1dbcd388fcd4 service neutron] Checking segment: {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:17:32.276121 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-2f4b6fb1-c7f0-40eb-ba35-1dbcd388fcd4 service neutron] Bound using segment: {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:17:32.276571 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-2f4b6fb1-c7f0-40eb-ba35-1dbcd388fcd4 service neutron] Bound port: 59323015-0ffa-44ca-b121-0c9210f71204, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:17:32.277913 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-2f4b6fb1-c7f0-40eb-ba35-1dbcd388fcd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:32.379935 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-2f4b6fb1-c7f0-40eb-ba35-1dbcd388fcd4 service neutron] For port 59323015-0ffa-44ca-b121-0c9210f71204, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:17:32.383694 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-2f4b6fb1-c7f0-40eb-ba35-1dbcd388fcd4 service neutron] For port 59323015-0ffa-44ca-b121-0c9210f71204, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=59323015-0ffa-44ca-b121-0c9210f71204,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:17:32.387599 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-2f4b6fb1-c7f0-40eb-ba35-1dbcd388fcd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:32.434618 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-2f4b6fb1-c7f0-40eb-ba35-1dbcd388fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:32.435229 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-2f4b6fb1-c7f0-40eb-ba35-1dbcd388fcd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:32.436665 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-2f4b6fb1-c7f0-40eb-ba35-1dbcd388fcd4 service neutron] 10.222.0.30 "PUT /v2.0/ports/59323015-0ffa-44ca-b121-0c9210f71204 HTTP/1.1" status: 200 len: 1092 time: 0.6994853 Jul 22 17:17:32.437098 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4838d8f9-45f8-4455-9b34-1838538377bd', 'tag': '59323015-0ffa-44ca-b121-0c9210f71204'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:17:32.439884 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7262ed14-bbe2-4cb4-82d5-49a69cc192b8" -d '{"events": [{"name": "network-changed", "server_uuid": "4838d8f9-45f8-4455-9b34-1838538377bd", "tag": "59323015-0ffa-44ca-b121-0c9210f71204"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:17:32.460170 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec58b9b-7171-40fd-babc-eaeb608a8243 req-902bc210-eaaa-44ec-9366-e14e69f3cc7c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:32.467974 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bec58b9b-7171-40fd-babc-eaeb608a8243 req-902bc210-eaaa-44ec-9366-e14e69f3cc7c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 944 time: 0.1524668 Jul 22 17:17:32.494212 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4002d820-8911-4f31-89cb-0b57853d8827 x-openstack-request-id: req-4002d820-8911-4f31-89cb-0b57853d8827 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:17:32.495005 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4838d8f9-45f8-4455-9b34-1838538377bd", "tag": "59323015-0ffa-44ca-b121-0c9210f71204", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:17:32.495426 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4002d820-8911-4f31-89cb-0b57853d8827 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:17:32.495825 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4838d8f9-45f8-4455-9b34-1838538377bd', 'tag': '59323015-0ffa-44ca-b121-0c9210f71204', 'status': 'completed', 'code': 200} Jul 22 17:17:32.516617 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b6fb1-c7f0-40eb-ba35-1dbcd388fcd4 service neutron] Pushing event updated for resources: {'Port': ['ID=59323015-0ffa-44ca-b121-0c9210f71204,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:32.540972 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bec58b9b-7171-40fd-babc-eaeb608a8243 req-8c120e84-490b-4cea-b24c-4f5ae619b90e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718906 Jul 22 17:17:32.587789 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-4fcfb67f-4061-4586-b663-1dca95de5b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:32.589555 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-4fcfb67f-4061-4586-b663-1dca95de5b69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 1095 time: 0.0663693 Jul 22 17:17:32.642705 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-81812c74-e0ab-4010-8bb5-a391039d7522 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59323015-0ffa-44ca-b121-0c9210f71204 HTTP/1.1" status: 200 len: 217 time: 0.0393701 Jul 22 17:17:32.907485 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:33.031962 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-9249ae08-f342-4965-9794-528f2a353f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:33.033430 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-9249ae08-f342-4965-9794-528f2a353f88 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.3853970 Jul 22 17:17:33.090973 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-c9e78928-7999-4142-8d51-a19cb20cfcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:33.092458 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-c9e78928-7999-4142-8d51-a19cb20cfcc2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529833 Jul 22 17:17:33.182169 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-509fcd95-3c84-4d5d-829a-74f7bd4e8572 service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832055 Jul 22 17:17:33.270291 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a0a195ed-f216-4dfc-b86a-3d93eca7e822 req-b6cbc350-c06a-4bfa-aa35-26850f319df7 service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814650 Jul 22 17:17:33.398198 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262ed14-bbe2-4cb4-82d5-49a69cc192b8 req-83a68235-3ccf-4330-9be4-904b71083bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:33.399715 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7262ed14-bbe2-4cb4-82d5-49a69cc192b8 req-83a68235-3ccf-4330-9be4-904b71083bab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 1095 time: 0.0595236 Jul 22 17:17:33.491170 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262ed14-bbe2-4cb4-82d5-49a69cc192b8 req-5ab39403-3567-4f0e-b2e6-5e51877548f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:33.492663 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7262ed14-bbe2-4cb4-82d5-49a69cc192b8 req-5ab39403-3567-4f0e-b2e6-5e51877548f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 912 time: 0.0870831 Jul 22 17:17:33.538064 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7262ed14-bbe2-4cb4-82d5-49a69cc192b8 req-d503977c-a586-4ba0-96fd-c31a98ccd82b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59323015-0ffa-44ca-b121-0c9210f71204 HTTP/1.1" status: 200 len: 217 time: 0.0382535 Jul 22 17:17:33.592567 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262ed14-bbe2-4cb4-82d5-49a69cc192b8 req-09b8b9c3-e6dd-4c2f-ae70-baf4176d9d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:33.594388 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7262ed14-bbe2-4cb4-82d5-49a69cc192b8 req-09b8b9c3-e6dd-4c2f-ae70-baf4176d9d71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0509109 Jul 22 17:17:33.665240 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262ed14-bbe2-4cb4-82d5-49a69cc192b8 req-95a19361-755e-41f6-b073-5e295ab2e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:33.666859 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7262ed14-bbe2-4cb4-82d5-49a69cc192b8 req-95a19361-755e-41f6-b073-5e295ab2e7aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668652 Jul 22 17:17:33.676378 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95abcea-bf7e-41b5-b06b-d568f10bc717 req-83d6d947-0a39-44b2-b822-c8978b1e08cd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:33.677834 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d95abcea-bf7e-41b5-b06b-d568f10bc717 req-83d6d947-0a39-44b2-b822-c8978b1e08cd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 944 time: 0.0687828 Jul 22 17:17:33.716733 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d95abcea-bf7e-41b5-b06b-d568f10bc717 req-49235ce2-419a-4c02-9335-bb9d828e55a9 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329840 Jul 22 17:17:33.765900 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7262ed14-bbe2-4cb4-82d5-49a69cc192b8 req-a08627bb-8474-4005-be84-93f47bef08da service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918648 Jul 22 17:17:33.853671 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7262ed14-bbe2-4cb4-82d5-49a69cc192b8 req-0cb19304-dabd-44c5-b32c-fb0ab4956318 service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819941 Jul 22 17:17:34.756448 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:34.851043 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a952af3-f12b-45bc-8639-3e8c5c8e2f43 req-b9d4515d-9b5f-4ab4-8791-cc6b235ef587 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:34.852601 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0a952af3-f12b-45bc-8639-3e8c5c8e2f43 req-b9d4515d-9b5f-4ab4-8791-cc6b235ef587 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 944 time: 0.0654352 Jul 22 17:17:34.896929 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0a952af3-f12b-45bc-8639-3e8c5c8e2f43 req-d6972147-2d55-4463-a27a-24969cdaca26 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381553 Jul 22 17:17:36.026096 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672004e-5ef8-4525-b33d-4dba392eaa81 req-8834baf3-b8b1-4ce1-847f-5273ad279d01 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:36.027538 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4672004e-5ef8-4525-b33d-4dba392eaa81 req-8834baf3-b8b1-4ce1-847f-5273ad279d01 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 944 time: 0.0651212 Jul 22 17:17:36.063836 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4672004e-5ef8-4525-b33d-4dba392eaa81 req-a36e54c2-f8b2-4d59-947e-e523dcc3ba77 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308437 Jul 22 17:17:37.194527 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa715c8-26c3-4753-966e-a28b3f5d8dd6 req-70cc5ef1-d598-4f7c-ab04-c82219bc5f5c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:37.196033 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-afa715c8-26c3-4753-966e-a28b3f5d8dd6 req-70cc5ef1-d598-4f7c-ab04-c82219bc5f5c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 944 time: 0.0652690 Jul 22 17:17:37.233735 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-afa715c8-26c3-4753-966e-a28b3f5d8dd6 req-31051ce2-3c00-4ed2-aa9d-e55c73af0630 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321782 Jul 22 17:17:38.359365 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d56da-a7eb-4275-9572-c8a2a04f375f req-33d7f0aa-1e5d-485a-97fd-5a87332aae6f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:38.361241 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-df0d56da-a7eb-4275-9572-c8a2a04f375f req-33d7f0aa-1e5d-485a-97fd-5a87332aae6f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 944 time: 0.0623441 Jul 22 17:17:38.397997 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-df0d56da-a7eb-4275-9572-c8a2a04f375f req-29a561d7-1e33-420b-a160-348986746063 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312004 Jul 22 17:17:39.524456 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd8e2c-57d6-4336-ab5f-2f828fe70125 req-8b5c78fa-a48b-4257-9331-6cc85dcd5159 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:39.525945 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-86bd8e2c-57d6-4336-ab5f-2f828fe70125 req-8b5c78fa-a48b-4257-9331-6cc85dcd5159 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 944 time: 0.0632362 Jul 22 17:17:39.562188 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-86bd8e2c-57d6-4336-ab5f-2f828fe70125 req-3c6d11cf-e49f-4a60-88b2-fee861f646e0 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306914 Jul 22 17:17:40.688344 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb79c7-21a1-408f-b667-832922124bc9 req-2348fae3-f2f4-4ace-8ab1-528f770ae8f2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:40.689834 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eaeb79c7-21a1-408f-b667-832922124bc9 req-2348fae3-f2f4-4ace-8ab1-528f770ae8f2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 944 time: 0.0625002 Jul 22 17:17:40.731585 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eaeb79c7-21a1-408f-b667-832922124bc9 req-39c0f0de-8c72-4f3b-b98e-06b1cd95dbfe tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359542 Jul 22 17:17:41.415746 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:17:41.658657 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 59323015-0ffa-44ca-b121-0c9210f71204 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:17:41.753118 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 59323015-0ffa-44ca-b121-0c9210f71204, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=59323015-0ffa-44ca-b121-0c9210f71204,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:17:41.764657 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '59323015-0ffa-44ca-b121-0c9210f71204', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'port_id': '59323015-0ffa-44ca-b121-0c9210f71204', 'mac_address': 'fa:16:3e:61:88:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:17:41.801326 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:41.814437 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59323015-0ffa-44ca-b121-0c9210f71204 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:17:41.834222 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 59323015-0ffa-44ca-b121-0c9210f71204, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=59323015-0ffa-44ca-b121-0c9210f71204,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:17:41.838247 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:41.864871 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c94a6-5b43-49de-a059-c899bfc5922e req-661f1267-0abb-45db-942f-2e67ad0d3862 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:41.866392 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b94c94a6-5b43-49de-a059-c899bfc5922e req-661f1267-0abb-45db-942f-2e67ad0d3862 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 944 time: 0.0684607 Jul 22 17:17:41.890134 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=59323015-0ffa-44ca-b121-0c9210f71204,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:41.897937 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:41.898289 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:41.898891 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:41.899239 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:41.899582 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:41.899915 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:41.900249 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:41.900578 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:41.900906 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:41.901232 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:41.901557 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:41.901884 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:41.905515 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b94c94a6-5b43-49de-a059-c899bfc5922e req-29339b5d-2f37-4b5b-a26d-7c76f9eb21f0 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334263 Jul 22 17:17:42.108595 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['59323015-0ffa-44ca-b121-0c9210f71204'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:17:42.377337 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:42.432964 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:43.031125 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56368a7c-6202-421e-8f75-ee7dc9e9e36a req-7fc38924-8b0a-4823-b5d1-75be42c7650e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:43.033202 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56368a7c-6202-421e-8f75-ee7dc9e9e36a req-7fc38924-8b0a-4823-b5d1-75be42c7650e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 945 time: 0.0614908 Jul 22 17:17:43.068880 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-56368a7c-6202-421e-8f75-ee7dc9e9e36a req-7d8216bd-d013-49e3-96f2-54f8e4461361 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302224 Jul 22 17:17:43.666838 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 59323015-0ffa-44ca-b121-0c9210f71204 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:17:43.713270 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 59323015-0ffa-44ca-b121-0c9210f71204 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:17:43.716826 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 59323015-0ffa-44ca-b121-0c9210f71204 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:17:43.717192 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:43.790642 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:43.812098 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4838d8f9-45f8-4455-9b34-1838538377bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59323015-0ffa-44ca-b121-0c9210f71204'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:17:43.814938 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9c0190-3536-4ca6-9e29-5a476f001966" -d '{"events": [{"server_uuid": "4838d8f9-45f8-4455-9b34-1838538377bd", "name": "network-vif-plugged", "status": "completed", "tag": "59323015-0ffa-44ca-b121-0c9210f71204"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:17:43.827165 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 59323015-0ffa-44ca-b121-0c9210f71204, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=59323015-0ffa-44ca-b121-0c9210f71204,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:17:43.830952 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:43.881035 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=59323015-0ffa-44ca-b121-0c9210f71204,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:43.906249 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493e3497-34c8-4177-8ec1-0a45c611e840 x-openstack-request-id: req-493e3497-34c8-4177-8ec1-0a45c611e840 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:17:43.906548 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4838d8f9-45f8-4455-9b34-1838538377bd", "name": "network-vif-plugged", "status": "completed", "tag": "59323015-0ffa-44ca-b121-0c9210f71204", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:17:43.906802 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-493e3497-34c8-4177-8ec1-0a45c611e840 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:17:43.907194 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4838d8f9-45f8-4455-9b34-1838538377bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59323015-0ffa-44ca-b121-0c9210f71204', 'code': 200} Jul 22 17:17:44.037524 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14fa268-ec73-49c8-a77c-2fb5f1f05604 req-8878cd0d-5777-4927-8224-62a72c158a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:44.038978 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a14fa268-ec73-49c8-a77c-2fb5f1f05604 req-8878cd0d-5777-4927-8224-62a72c158a23 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 1097 time: 0.0532207 Jul 22 17:17:44.073508 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a14fa268-ec73-49c8-a77c-2fb5f1f05604 req-cba3230a-52bd-406b-86ab-1e4c0a0f1aa3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282669 Jul 22 17:17:44.196696 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012e749-6f72-418d-bc7c-dd172a0d26b5 req-e471edfa-f6e9-47e0-b8c0-99dd4e8e7003 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:44.198193 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1012e749-6f72-418d-bc7c-dd172a0d26b5 req-e471edfa-f6e9-47e0-b8c0-99dd4e8e7003 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 946 time: 0.0626311 Jul 22 17:17:44.234687 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1012e749-6f72-418d-bc7c-dd172a0d26b5 req-8055f16d-471b-41d3-8ce9-81bc4b332e45 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310340 Jul 22 17:17:45.362272 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16d2cf-91a8-41af-b946-711ebef9fae7 req-d03379cb-e8e4-4060-be3e-eccfa7158350 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:45.363700 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b16d2cf-91a8-41af-b946-711ebef9fae7 req-d03379cb-e8e4-4060-be3e-eccfa7158350 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 946 time: 0.0631223 Jul 22 17:17:45.404693 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b16d2cf-91a8-41af-b946-711ebef9fae7 req-320900b0-a607-4b2a-8c5b-9be371a861a3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354900 Jul 22 17:17:45.532114 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d23002-e0ce-4b4e-8bb0-3b539a573e06 req-9e9c288f-d211-412f-961d-21915e8abd2b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:45.534127 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-13d23002-e0ce-4b4e-8bb0-3b539a573e06 req-9e9c288f-d211-412f-961d-21915e8abd2b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 946 time: 0.0658090 Jul 22 17:17:45.570446 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-13d23002-e0ce-4b4e-8bb0-3b539a573e06 req-33f47eaf-604f-4665-813a-23fd1c65ebe2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307910 Jul 22 17:17:45.592582 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37342) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:17:45.683366 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b1109c-9d7d-4021-851f-dac549e50c66 tempest-TestVolumeBootPattern-1178935260 tempest-TestVolumeBootPattern-1178935260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:45.684866 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c8b1109c-9d7d-4021-851f-dac549e50c66 tempest-TestVolumeBootPattern-1178935260 tempest-TestVolumeBootPattern-1178935260-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 1092 time: 0.0912957 Jul 22 17:17:45.687668 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37346) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:17:45.691976 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7f4ca836-fb3b-4c48-b649-45b1dd46a00b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': '59323015-0ffa-44ca-b121-0c9210f71204', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:17:45.712897 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f4ca836-fb3b-4c48-b649-45b1dd46a00b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:45.810430 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f4ca836-fb3b-4c48-b649-45b1dd46a00b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:45.909619 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-7f4ca836-fb3b-4c48-b649-45b1dd46a00b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Allocated IP 172.25.0.216 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/a244ffb0-1483-45d7-b28d-18629ae661c9) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:17:46.011554 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f4ca836-fb3b-4c48-b649-45b1dd46a00b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:46.049410 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f4ca836-fb3b-4c48-b649-45b1dd46a00b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:46.085038 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4ca836-fb3b-4c48-b649-45b1dd46a00b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:17:46.091057 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-7f4ca836-fb3b-4c48-b649-45b1dd46a00b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:17:46.094577 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4ca836-fb3b-4c48-b649-45b1dd46a00b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:17:46.116649 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ca836-fb3b-4c48-b649-45b1dd46a00b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event updated for resources: {'Port': ['ID=a244ffb0-1483-45d7-b28d-18629ae661c9,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:46.439216 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f4ca836-fb3b-4c48-b649-45b1dd46a00b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:46.511625 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f4ca836-fb3b-4c48-b649-45b1dd46a00b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:46.655299 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f4ca836-fb3b-4c48-b649-45b1dd46a00b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:46.659698 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f4ca836-fb3b-4c48-b649-45b1dd46a00b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:46.725810 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ca836-fb3b-4c48-b649-45b1dd46a00b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event updated for resources: {'Port': ['ID=a244ffb0-1483-45d7-b28d-18629ae661c9,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:46.739239 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f4ca836-fb3b-4c48-b649-45b1dd46a00b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:46.832058 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-7f4ca836-fb3b-4c48-b649-45b1dd46a00b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Floating IP 8a7c1d32-ae78-4194-a482-4f87c319f45e associated. External IP: 172.25.0.216, port: 59323015-0ffa-44ca-b121-0c9210f71204. Jul 22 17:17:47.036979 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4ca836-fb3b-4c48-b649-45b1dd46a00b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Router b7135d83-8d2b-494b-8520-dc80f691998e has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:17:47.141838 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4ca836-fb3b-4c48-b649-45b1dd46a00b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:17:47.152058 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92b75ba-37c3-4e21-b2fe-9de0c5502bfa None None] Sync routers for ids ['b7135d83-8d2b-494b-8520-dc80f691998e'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:17:47.158408 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f4ca836-fb3b-4c48-b649-45b1dd46a00b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:47.163163 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92b75ba-37c3-4e21-b2fe-9de0c5502bfa None None] Routers {'b7135d83-8d2b-494b-8520-dc80f691998e'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:17:47.163765 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d92b75ba-37c3-4e21-b2fe-9de0c5502bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:17:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b7135d83-8d2b-494b-8520-dc80f691998e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:17:47.195816 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7f4ca836-fb3b-4c48-b649-45b1dd46a00b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5070467 Jul 22 17:17:47.198442 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4838d8f9-45f8-4455-9b34-1838538377bd', 'tag': '59323015-0ffa-44ca-b121-0c9210f71204'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:17:47.200870 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f894ce-a1f0-4a24-9252-c9a7654f1a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "4838d8f9-45f8-4455-9b34-1838538377bd", "tag": "59323015-0ffa-44ca-b121-0c9210f71204"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:17:47.237177 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61ad02a-6612-4a7b-81a2-816e03658012 x-openstack-request-id: req-f61ad02a-6612-4a7b-81a2-816e03658012 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:17:47.237465 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4838d8f9-45f8-4455-9b34-1838538377bd", "tag": "59323015-0ffa-44ca-b121-0c9210f71204", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:17:47.237715 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f61ad02a-6612-4a7b-81a2-816e03658012 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:17:47.238150 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4838d8f9-45f8-4455-9b34-1838538377bd', 'tag': '59323015-0ffa-44ca-b121-0c9210f71204', 'status': 'completed', 'code': 200} Jul 22 17:17:47.268573 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d92b75ba-37c3-4e21-b2fe-9de0c5502bfa None None] Set router b7135d83-8d2b-494b-8520-dc80f691998e gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:17:47.331847 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f894ce-a1f0-4a24-9252-c9a7654f1a3e req-b8608514-6944-48e3-8d5b-62005ae82665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:47.333351 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-85f894ce-a1f0-4a24-9252-c9a7654f1a3e req-b8608514-6944-48e3-8d5b-62005ae82665 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 1097 time: 0.0547123 Jul 22 17:17:47.426734 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f894ce-a1f0-4a24-9252-c9a7654f1a3e req-654bffd5-4481-4aca-a3c8-ea64df80196a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:47.428250 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-85f894ce-a1f0-4a24-9252-c9a7654f1a3e req-654bffd5-4481-4aca-a3c8-ea64df80196a service neutron] 10.222.0.30 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 912 time: 0.0884137 Jul 22 17:17:47.480918 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d92b75ba-37c3-4e21-b2fe-9de0c5502bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '8adca721-565e-4157-b268-4a23d6dd199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:12:01Z', 'revision_number': 4, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port': {'id': '8adca721-565e-4157-b268-4a23d6dd199b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:11:59Z', 'updated_at': '2021-07-22T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '8a7c1d32-ae78-4194-a482-4f87c319f45e', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'port_id': '59323015-0ffa-44ca-b121-0c9210f71204', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'mac_address': 'fa:16:3e:61:88:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838d8f9-45f8-4455-9b34-1838538377bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:17:46Z', 'updated_at': '2021-07-22T17:17:46Z', 'revision_number': 0, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e5d30f-c906-4948-8380-b55964c7a91f', 'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'mac_address': 'fa:16:3e:82:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:00Z', 'updated_at': '2021-07-22T17:12:07Z', 'revision_number': 5, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'subnets': [{'id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:17:47.496958 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-85f894ce-a1f0-4a24-9252-c9a7654f1a3e req-4d23a23a-d129-4427-9238-7c6cf18f8c6e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59323015-0ffa-44ca-b121-0c9210f71204 HTTP/1.1" status: 200 len: 1000 time: 0.0619259 Jul 22 17:17:47.509153 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92b75ba-37c3-4e21-b2fe-9de0c5502bfa None None] Checking router: b7135d83-8d2b-494b-8520-dc80f691998e for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:17:47.518014 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92b75ba-37c3-4e21-b2fe-9de0c5502bfa None None] Routers {'b7135d83-8d2b-494b-8520-dc80f691998e'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:17:47.518601 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d92b75ba-37c3-4e21-b2fe-9de0c5502bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:17:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b7135d83-8d2b-494b-8520-dc80f691998e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:17:47.547006 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f894ce-a1f0-4a24-9252-c9a7654f1a3e req-461491c9-cd7b-4d5e-ab81-2e3cd915edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:47.548780 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-85f894ce-a1f0-4a24-9252-c9a7654f1a3e req-461491c9-cd7b-4d5e-ab81-2e3cd915edd4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0454121 Jul 22 17:17:47.606636 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f894ce-a1f0-4a24-9252-c9a7654f1a3e req-e2b93fd4-5a41-415d-91ea-9668dbe6f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:47.608053 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-85f894ce-a1f0-4a24-9252-c9a7654f1a3e req-e2b93fd4-5a41-415d-91ea-9668dbe6f912 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535619 Jul 22 17:17:47.616810 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d92b75ba-37c3-4e21-b2fe-9de0c5502bfa None None] Set router b7135d83-8d2b-494b-8520-dc80f691998e gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:17:47.704140 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-85f894ce-a1f0-4a24-9252-c9a7654f1a3e req-3d26d05d-845d-4ffd-b587-c0be24d96bdf service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892172 Jul 22 17:17:47.793428 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-85f894ce-a1f0-4a24-9252-c9a7654f1a3e req-5e58ce87-9136-4727-9813-c3186da6ed5d service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835309 Jul 22 17:17:47.922465 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d92b75ba-37c3-4e21-b2fe-9de0c5502bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '8adca721-565e-4157-b268-4a23d6dd199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:12:01Z', 'revision_number': 4, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port': {'id': '8adca721-565e-4157-b268-4a23d6dd199b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:11:59Z', 'updated_at': '2021-07-22T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '8a7c1d32-ae78-4194-a482-4f87c319f45e', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'port_id': '59323015-0ffa-44ca-b121-0c9210f71204', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'mac_address': 'fa:16:3e:61:88:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838d8f9-45f8-4455-9b34-1838538377bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:17:46Z', 'updated_at': '2021-07-22T17:17:46Z', 'revision_number': 0, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e5d30f-c906-4948-8380-b55964c7a91f', 'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'mac_address': 'fa:16:3e:82:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:00Z', 'updated_at': '2021-07-22T17:12:07Z', 'revision_number': 5, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'subnets': [{'id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:17:47.947802 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92b75ba-37c3-4e21-b2fe-9de0c5502bfa None None] The sync data for ids ['b7135d83-8d2b-494b-8520-dc80f691998e'] in n-d-798930-9 is: [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '8adca721-565e-4157-b268-4a23d6dd199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:12:01Z', 'revision_number': 4, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port': {'id': '8adca721-565e-4157-b268-4a23d6dd199b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:11:59Z', 'updated_at': '2021-07-22T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '8a7c1d32-ae78-4194-a482-4f87c319f45e', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'port_id': '59323015-0ffa-44ca-b121-0c9210f71204', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'mac_address': 'fa:16:3e:61:88:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838d8f9-45f8-4455-9b34-1838538377bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:17:46Z', 'updated_at': '2021-07-22T17:17:46Z', 'revision_number': 0, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e5d30f-c906-4948-8380-b55964c7a91f', 'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'mac_address': 'fa:16:3e:82:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:00Z', 'updated_at': '2021-07-22T17:12:07Z', 'revision_number': 5, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'subnets': [{'id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:17:48.136531 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054870c4-8fb0-4b8f-96c9-1ea308760ad5 None None] New status for floating IP 8a7c1d32-ae78-4194-a482-4f87c319f45e: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:17:59.089229 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e9e5608-5111-44e6-bd79-de7af4fe8b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:01.667463 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54261864-e097-40a3-8595-55086216d8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:01.677646 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:02.907586 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:04.756958 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:12.380933 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:12.430826 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:18.415209 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:18:29.090974 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-478d1242-2bf9-423c-8a35-c3f61e4fe5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:31.670301 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3648ff28-1f6c-4b07-9fba-aa92ab0c965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:31.676019 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:31.842753 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-86c1b5c9-040e-4a54-b0f9-377046c5a55d req-b2dcc14a-9588-42ee-a7ca-172ecb3cb330 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0626125 Jul 22 17:18:31.959792 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1b5c9-040e-4a54-b0f9-377046c5a55d req-85a84076-c133-4876-9f1e-c4f8a5cbc29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:18:31.961303 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-86c1b5c9-040e-4a54-b0f9-377046c5a55d req-85a84076-c133-4876-9f1e-c4f8a5cbc29b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 1097 time: 0.0558980 Jul 22 17:18:32.067017 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1b5c9-040e-4a54-b0f9-377046c5a55d req-8c84ef1e-6aed-4774-b26d-26a56b15da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:18:32.068514 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-86c1b5c9-040e-4a54-b0f9-377046c5a55d req-8c84ef1e-6aed-4774-b26d-26a56b15da68 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 912 time: 0.0864866 Jul 22 17:18:32.139259 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-86c1b5c9-040e-4a54-b0f9-377046c5a55d req-26fe482e-f6e7-4778-af76-e24d438e6ffd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59323015-0ffa-44ca-b121-0c9210f71204 HTTP/1.1" status: 200 len: 1002 time: 0.0640626 Jul 22 17:18:32.188725 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1b5c9-040e-4a54-b0f9-377046c5a55d req-98640a36-8d46-41ad-9477-d7000245715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:18:32.190270 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-86c1b5c9-040e-4a54-b0f9-377046c5a55d req-98640a36-8d46-41ad-9477-d7000245715b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0447700 Jul 22 17:18:32.247906 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1b5c9-040e-4a54-b0f9-377046c5a55d req-e0d8b438-931c-4484-aa10-15ac77b35b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:18:32.249294 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-86c1b5c9-040e-4a54-b0f9-377046c5a55d req-e0d8b438-931c-4484-aa10-15ac77b35b60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533037 Jul 22 17:18:32.338881 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-86c1b5c9-040e-4a54-b0f9-377046c5a55d req-94b025a5-086d-48cf-8274-87d34696587c service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831757 Jul 22 17:18:32.426904 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-86c1b5c9-040e-4a54-b0f9-377046c5a55d req-98df7273-b6e4-43aa-a0c6-cf1b46011f9d service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810072 Jul 22 17:18:32.910130 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:34.762892 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:42.380261 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:42.423539 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:55.414399 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:18:59.090350 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35819aef-d131-42ec-b0e3-a96252e2ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:01.668374 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-701a6598-6418-4e37-83a6-bd5ddb8bc664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:01.670092 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:02.912715 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:04.761626 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:12.387756 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:12.441100 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:29.090333 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-548baf6d-0e8c-4957-b037-5c90e5d683ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:29.413815 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-1bb8573d-bffe-4b95-9222-418371aa28a2 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2040969249&fields=id&tenant_id=a16dcf3d640f4d4e804ace614ec9c820 HTTP/1.1" status: 200 len: 267 time: 0.0343633 Jul 22 17:19:29.519795 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-3c0030e5-13d2-491b-9b35-22e509c7be4a tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:29.521236 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-3c0030e5-13d2-491b-9b35-22e509c7be4a tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 811 time: 0.1012752 Jul 22 17:19:29.535758 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-59af14c7-d445-4498-98d8-11b1254b06c4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/quotas/a16dcf3d640f4d4e804ace614ec9c820 HTTP/1.1" status: 200 len: 375 time: 0.0091794 Jul 22 17:19:29.605784 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-362ad84e-a5be-4d8c-966e-70b34962f77f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0651219 Jul 22 17:19:29.703869 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-d3130ae6-275d-4e23-8ffc-37e0a7711050 service neutron] 10.222.0.69 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842960 Jul 22 17:19:29.788926 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-54f33c69-78da-4a09-a82d-e098de190c2a service neutron] 10.222.0.69 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794787 Jul 22 17:19:30.084204 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b43787c3-669f-4740-9d5b-5214f00586b5 req-fb38d3b4-f2c7-4efa-8fcd-66ce85515c3e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 210 time: 0.0354526 Jul 22 17:19:31.183435 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-cd324c5e-6c65-4817-99bd-478c9991def3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:31.184892 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-cd324c5e-6c65-4817-99bd-478c9991def3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.16 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 811 time: 0.1114216 Jul 22 17:19:31.227489 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fc11b1e3-80ae-4d43-ba85-68a397f071dc req-3df4af49-25e8-4aaa-b767-b26900440020 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 210 time: 0.0376523 Jul 22 17:19:31.249444 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-e7ead34d-7ef4-4a39-abad-e9de48d9f5ab tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a16dcf3d640f4d4e804ace614ec9c820 HTTP/1.1" status: 200 len: 380 time: 0.0497317 Jul 22 17:19:31.268986 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Request body: {'port': {'device_id': '2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'admin_state_up': True, 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'security_groups': ['76fa30b8-b60a-47c1-8495-f6570e102adc']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:19:31.384114 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Made reservation on behalf of a16dcf3d640f4d4e804ace614ec9c820 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:19:31.387607 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:31.510284 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Allocated IP 172.20.0.7 (e97fa6e9-b45e-4929-9792-de06d043e3b0/d63a9831-4fdf-4ccd-8c34-6a4f907e1947/e580aee3-28c4-45bb-97bd-d6bb20242747) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:19:31.652501 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:31.664582 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-13f7427d-e53d-4a19-bc92-9603ce254705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:31.670800 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Transition to ACTIVE for port object e580aee3-28c4-45bb-97bd-d6bb20242747 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:19:31.677182 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:31.705801 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:31.751701 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Network e97fa6e9-b45e-4929-9792-de06d043e3b0 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:19:31.754844 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:19:31.759782 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:19:31.792486 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event updated for resources: {'Port': ['ID=e580aee3-28c4-45bb-97bd-d6bb20242747,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:19:31.807513 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:31.807865 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:31.808214 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:31.808551 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:31.808887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:31.809217 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:31.809540 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:31.810056 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:31.810384 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:31.810708 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:31.811031 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:31.811356 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:31.830506 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:31.831118 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:31.847544 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-bc5db043-8415-4324-bd4a-e8a5df48849d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5823624 Jul 22 17:19:31.914934 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-083e1fd5-d936-4fc5-baa4-16667a0e71be service neutron] Request body: {'port': {'device_id': '2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:19:31.990225 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-083e1fd5-d936-4fc5-baa4-16667a0e71be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:32.043225 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-27f3f51f-6fd2-4d7b-9ef3-0859896847ba None None] Provisioning for port e580aee3-28c4-45bb-97bd-d6bb20242747 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:19:32.047604 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-27f3f51f-6fd2-4d7b-9ef3-0859896847ba None None] Provisioning complete for port e580aee3-28c4-45bb-97bd-d6bb20242747 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:19:32.047976 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27f3f51f-6fd2-4d7b-9ef3-0859896847ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:32.086118 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-27f3f51f-6fd2-4d7b-9ef3-0859896847ba None None] Port e580aee3-28c4-45bb-97bd-d6bb20242747 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:19:32.255133 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-083e1fd5-d936-4fc5-baa4-16667a0e71be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e580aee3-28c4-45bb-97bd-d6bb20242747 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:19:32.263293 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-083e1fd5-d936-4fc5-baa4-16667a0e71be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:32.276067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-083e1fd5-d936-4fc5-baa4-16667a0e71be service neutron] Transition to ACTIVE for port object e580aee3-28c4-45bb-97bd-d6bb20242747 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:19:32.280703 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-083e1fd5-d936-4fc5-baa4-16667a0e71be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:32.334345 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e1fd5-d936-4fc5-baa4-16667a0e71be service neutron] Pushing event updated for resources: {'Port': ['ID=e580aee3-28c4-45bb-97bd-d6bb20242747,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:19:32.421786 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:19:32.422377 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-083e1fd5-d936-4fc5-baa4-16667a0e71be service neutron] Attempting to bind port e580aee3-28c4-45bb-97bd-d6bb20242747 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:19:32.424783 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-083e1fd5-d936-4fc5-baa4-16667a0e71be service neutron] Attempting to bind port e580aee3-28c4-45bb-97bd-d6bb20242747 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:19:32.424783 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-083e1fd5-d936-4fc5-baa4-16667a0e71be service neutron] Attempting to bind port e580aee3-28c4-45bb-97bd-d6bb20242747 on network e97fa6e9-b45e-4929-9792-de06d043e3b0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:19:32.432002 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-083e1fd5-d936-4fc5-baa4-16667a0e71be service neutron] Port e580aee3-28c4-45bb-97bd-d6bb20242747 on network e97fa6e9-b45e-4929-9792-de06d043e3b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:19:32.432326 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-083e1fd5-d936-4fc5-baa4-16667a0e71be service neutron] Attempting to bind port e580aee3-28c4-45bb-97bd-d6bb20242747 on network e97fa6e9-b45e-4929-9792-de06d043e3b0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:19:32.434470 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a30a48-020d-45b4-8110-e3476ffd6061 req-7b364b0e-a073-4553-884c-00f8078ee084 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:32.436105 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d3a30a48-020d-45b4-8110-e3476ffd6061 req-7b364b0e-a073-4553-884c-00f8078ee084 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 943 time: 0.0940030 Jul 22 17:19:32.440789 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-083e1fd5-d936-4fc5-baa4-16667a0e71be service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:19:32.441115 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-083e1fd5-d936-4fc5-baa4-16667a0e71be service neutron] Checking segment: {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:19:32.441513 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-083e1fd5-d936-4fc5-baa4-16667a0e71be service neutron] Bound using segment: {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:19:32.442040 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-083e1fd5-d936-4fc5-baa4-16667a0e71be service neutron] Bound port: e580aee3-28c4-45bb-97bd-d6bb20242747, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:19:32.442375 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-083e1fd5-d936-4fc5-baa4-16667a0e71be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:32.479135 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d3a30a48-020d-45b4-8110-e3476ffd6061 req-0f766ae2-57c1-4cab-aa18-4e4278426b2e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350800 Jul 22 17:19:32.527678 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-083e1fd5-d936-4fc5-baa4-16667a0e71be service neutron] For port e580aee3-28c4-45bb-97bd-d6bb20242747, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:19:32.531870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-083e1fd5-d936-4fc5-baa4-16667a0e71be service neutron] For port e580aee3-28c4-45bb-97bd-d6bb20242747, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e580aee3-28c4-45bb-97bd-d6bb20242747,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:19:32.537905 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-083e1fd5-d936-4fc5-baa4-16667a0e71be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:32.576171 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-083e1fd5-d936-4fc5-baa4-16667a0e71be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:32.576816 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-083e1fd5-d936-4fc5-baa4-16667a0e71be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:32.578240 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-083e1fd5-d936-4fc5-baa4-16667a0e71be service neutron] 10.222.0.16 "PUT /v2.0/ports/e580aee3-28c4-45bb-97bd-d6bb20242747 HTTP/1.1" status: 200 len: 1091 time: 0.7160759 Jul 22 17:19:32.578684 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f', 'tag': 'e580aee3-28c4-45bb-97bd-d6bb20242747'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:19:32.580956 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53d5ed6-bdf0-4837-8e1d-a412c387b2c2" -d '{"events": [{"name": "network-changed", "server_uuid": "2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f", "tag": "e580aee3-28c4-45bb-97bd-d6bb20242747"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:19:32.623766 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e1fd5-d936-4fc5-baa4-16667a0e71be service neutron] Pushing event updated for resources: {'Port': ['ID=e580aee3-28c4-45bb-97bd-d6bb20242747,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:19:32.706552 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-195e875f-208a-43f8-a3f1-d5b83ce99c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:32.708622 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-195e875f-208a-43f8-a3f1-d5b83ce99c49 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 1094 time: 0.0647099 Jul 22 17:19:32.718339 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21000663-db43-4666-bde2-de544397f977 x-openstack-request-id: req-21000663-db43-4666-bde2-de544397f977 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:19:32.718646 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f", "tag": "e580aee3-28c4-45bb-97bd-d6bb20242747", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:19:32.718908 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-21000663-db43-4666-bde2-de544397f977 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:19:32.719320 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f', 'tag': 'e580aee3-28c4-45bb-97bd-d6bb20242747', 'status': 'completed', 'code': 200} Jul 22 17:19:32.763658 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-41795fbe-255b-44b2-9b0a-8b197857ba28 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e580aee3-28c4-45bb-97bd-d6bb20242747 HTTP/1.1" status: 200 len: 217 time: 0.0404818 Jul 22 17:19:32.815709 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-329a105b-08ee-4ad6-b53a-58f04b9607d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:32.817182 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-329a105b-08ee-4ad6-b53a-58f04b9607d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0472317 Jul 22 17:19:32.853958 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-97d98300-2f86-4c59-a118-c08b0321f781 req-283452ca-d743-432a-b753-8df89531e721 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683835 Jul 22 17:19:32.879718 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-b45298a7-7a3d-4791-857a-9d73e86ff5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:32.881219 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-b45298a7-7a3d-4791-857a-9d73e86ff5d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576077 Jul 22 17:19:32.925266 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:32.976831 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d98300-2f86-4c59-a118-c08b0321f781 req-8ba2ae0e-dee7-48a7-915e-8dd6a3825c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:32.978371 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-97d98300-2f86-4c59-a118-c08b0321f781 req-8ba2ae0e-dee7-48a7-915e-8dd6a3825c20 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 1097 time: 0.0608821 Jul 22 17:19:32.986672 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-c2387263-1430-4c7a-a1f4-9d9616d46ce6 service neutron] 10.222.0.16 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984399 Jul 22 17:19:33.084135 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d98300-2f86-4c59-a118-c08b0321f781 req-49e7bc02-98fc-4ebb-8cdd-a9198ada6e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:33.085690 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-97d98300-2f86-4c59-a118-c08b0321f781 req-49e7bc02-98fc-4ebb-8cdd-a9198ada6e19 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 912 time: 0.0887809 Jul 22 17:19:33.087272 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e297b5c-53f6-41c2-b376-e29ee08505c0 req-88bd4f3b-3d72-47f6-b10e-06c3cb3162c1 service neutron] 10.222.0.16 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942991 Jul 22 17:19:33.159579 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-97d98300-2f86-4c59-a118-c08b0321f781 req-d571015c-c1b5-47ea-81a2-056b07035378 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59323015-0ffa-44ca-b121-0c9210f71204 HTTP/1.1" status: 200 len: 1002 time: 0.0681064 Jul 22 17:19:33.211123 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d98300-2f86-4c59-a118-c08b0321f781 req-39ba4eec-9229-4c57-be89-b812791bc149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:33.212616 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-97d98300-2f86-4c59-a118-c08b0321f781 req-39ba4eec-9229-4c57-be89-b812791bc149 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0474064 Jul 22 17:19:33.223147 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d5ed6-bdf0-4837-8e1d-a412c387b2c2 req-376e78d9-eea0-4836-a34b-875196e1a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:33.224857 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f53d5ed6-bdf0-4837-8e1d-a412c387b2c2 req-376e78d9-eea0-4836-a34b-875196e1a6f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 1094 time: 0.0608425 Jul 22 17:19:33.271343 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d98300-2f86-4c59-a118-c08b0321f781 req-81caa0d7-7594-4371-acb1-51e88c0666c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:33.273555 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-97d98300-2f86-4c59-a118-c08b0321f781 req-81caa0d7-7594-4371-acb1-51e88c0666c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551214 Jul 22 17:19:33.322158 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d5ed6-bdf0-4837-8e1d-a412c387b2c2 req-ce3f52ca-a5cb-4bce-b0d2-71c124286738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:33.324612 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f53d5ed6-bdf0-4837-8e1d-a412c387b2c2 req-ce3f52ca-a5cb-4bce-b0d2-71c124286738 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 912 time: 0.0938976 Jul 22 17:19:33.371517 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f53d5ed6-bdf0-4837-8e1d-a412c387b2c2 req-39b793bd-8fad-4312-b4e6-07bac7fa62c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e580aee3-28c4-45bb-97bd-d6bb20242747 HTTP/1.1" status: 200 len: 217 time: 0.0404124 Jul 22 17:19:33.377718 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-97d98300-2f86-4c59-a118-c08b0321f781 req-6d1b9992-6c23-4363-ab63-3150a037b15e service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972397 Jul 22 17:19:33.421781 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d5ed6-bdf0-4837-8e1d-a412c387b2c2 req-92248a35-6e71-4d0d-9de4-f4144bb5e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:33.423258 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f53d5ed6-bdf0-4837-8e1d-a412c387b2c2 req-92248a35-6e71-4d0d-9de4-f4144bb5e1fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0461652 Jul 22 17:19:33.468149 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-97d98300-2f86-4c59-a118-c08b0321f781 req-cb61a34b-6c6a-4244-bbd5-843a09b698b6 service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846548 Jul 22 17:19:33.481365 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d5ed6-bdf0-4837-8e1d-a412c387b2c2 req-396a9bf0-27bd-4dd0-92de-fdc4a5b74232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:33.482979 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f53d5ed6-bdf0-4837-8e1d-a412c387b2c2 req-396a9bf0-27bd-4dd0-92de-fdc4a5b74232 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542736 Jul 22 17:19:33.579744 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f53d5ed6-bdf0-4837-8e1d-a412c387b2c2 req-52535c8f-5b27-465e-b0a5-43933b3016be service neutron] 10.222.0.16 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903745 Jul 22 17:19:33.617491 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aefc2e-66a5-4d9a-b5a2-0ea9d89c837b req-985bd0e8-c188-47e0-b429-cd9af058a76b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:33.619131 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-02aefc2e-66a5-4d9a-b5a2-0ea9d89c837b req-985bd0e8-c188-47e0-b429-cd9af058a76b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 943 time: 0.0713437 Jul 22 17:19:33.659427 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-02aefc2e-66a5-4d9a-b5a2-0ea9d89c837b req-faf6e0ef-9a88-44e6-9d41-574075b18892 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341060 Jul 22 17:19:33.678759 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f53d5ed6-bdf0-4837-8e1d-a412c387b2c2 req-dd25ad01-7d2f-430a-8566-faa438dfcceb service neutron] 10.222.0.16 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923474 Jul 22 17:19:34.764965 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:34.795198 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70671b82-47e7-4f90-996b-44400e69b495 req-611c37c8-3596-4a13-aea9-cc474b81e84a tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:34.796682 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-70671b82-47e7-4f90-996b-44400e69b495 req-611c37c8-3596-4a13-aea9-cc474b81e84a tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 943 time: 0.0671258 Jul 22 17:19:34.838298 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-70671b82-47e7-4f90-996b-44400e69b495 req-bf8bd604-004d-42b4-b926-d4d574cfa914 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358152 Jul 22 17:19:35.968142 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa75ddb-bb9a-4ad9-a9c2-1c80c422140f req-1d2cfd97-d130-482b-96d3-a7652b4b79dd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:35.969658 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eaa75ddb-bb9a-4ad9-a9c2-1c80c422140f req-1d2cfd97-d130-482b-96d3-a7652b4b79dd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 943 time: 0.0631144 Jul 22 17:19:36.006421 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eaa75ddb-bb9a-4ad9-a9c2-1c80c422140f req-c2692065-501f-4f9b-b649-ef47787f06aa tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312312 Jul 22 17:19:37.135816 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c558040-3b21-4dc5-9104-4f43a16ed33f req-a9cc7af2-bae4-4f21-b4c9-898c024181fb tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:37.137311 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6c558040-3b21-4dc5-9104-4f43a16ed33f req-a9cc7af2-bae4-4f21-b4c9-898c024181fb tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 943 time: 0.0645144 Jul 22 17:19:37.175421 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6c558040-3b21-4dc5-9104-4f43a16ed33f req-ba63f29c-4493-4e22-bcd4-bb020ab9754a tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322988 Jul 22 17:19:38.303203 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac3bf5-03c5-4a56-93e9-44e5df15256d req-766a4b9f-f1ff-4680-82e4-bc346eac9ddf tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:38.305243 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9fac3bf5-03c5-4a56-93e9-44e5df15256d req-766a4b9f-f1ff-4680-82e4-bc346eac9ddf tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 943 time: 0.0618982 Jul 22 17:19:38.344431 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9fac3bf5-03c5-4a56-93e9-44e5df15256d req-5b29da38-76b7-4fdb-859d-6cf7e3a14e80 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337038 Jul 22 17:19:39.470889 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba9aaf-6b72-4555-b57e-4227d917a72b req-36b03bd4-adc7-41ff-816c-c9a3b9605a60 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:39.472360 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92ba9aaf-6b72-4555-b57e-4227d917a72b req-36b03bd4-adc7-41ff-816c-c9a3b9605a60 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 943 time: 0.0627830 Jul 22 17:19:39.511984 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92ba9aaf-6b72-4555-b57e-4227d917a72b req-c348c8a7-af40-433e-a953-4a77efa56c3e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340834 Jul 22 17:19:40.637845 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f236dec-10e8-482c-82ea-ecc64268c8b7 req-a971271e-64dd-435d-81bf-9c3d6c913dba tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:40.639329 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7f236dec-10e8-482c-82ea-ecc64268c8b7 req-a971271e-64dd-435d-81bf-9c3d6c913dba tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 943 time: 0.0624230 Jul 22 17:19:40.680378 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7f236dec-10e8-482c-82ea-ecc64268c8b7 req-6ba95a12-00a6-4909-b9dd-3f052cdb6b20 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314910 Jul 22 17:19:41.811207 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4277a8-aac5-48cf-93ed-61811ab7b6da req-e0975f99-dc7d-4a22-bebc-4323e543f208 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:41.812687 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7d4277a8-aac5-48cf-93ed-61811ab7b6da req-e0975f99-dc7d-4a22-bebc-4323e543f208 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 943 time: 0.0666993 Jul 22 17:19:41.849104 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7d4277a8-aac5-48cf-93ed-61811ab7b6da req-5b32769a-beb9-4b4e-ac3a-d467661a5739 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309865 Jul 22 17:19:42.405424 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:42.428275 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:43.001316 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ecddb-64cf-4e36-9319-154d13e465f5 req-fa7ea597-a7de-49fe-93f8-0e9c3c6e3b32 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:43.003219 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-775ecddb-64cf-4e36-9319-154d13e465f5 req-fa7ea597-a7de-49fe-93f8-0e9c3c6e3b32 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 943 time: 0.0814776 Jul 22 17:19:43.048102 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-775ecddb-64cf-4e36-9319-154d13e465f5 req-22661919-e746-4e23-a085-8982f1736584 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387514 Jul 22 17:19:43.288000 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device e580aee3-28c4-45bb-97bd-d6bb20242747 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:19:43.383426 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port e580aee3-28c4-45bb-97bd-d6bb20242747, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e580aee3-28c4-45bb-97bd-d6bb20242747,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:19:43.395169 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'e580aee3-28c4-45bb-97bd-d6bb20242747', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'port_id': 'e580aee3-28c4-45bb-97bd-d6bb20242747', 'mac_address': 'fa:16:3e:52:87:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:19:43.431246 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:43.446829 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e580aee3-28c4-45bb-97bd-d6bb20242747 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:19:43.465597 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port e580aee3-28c4-45bb-97bd-d6bb20242747, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e580aee3-28c4-45bb-97bd-d6bb20242747,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:19:43.469741 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:43.514080 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=e580aee3-28c4-45bb-97bd-d6bb20242747,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:19:43.521345 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:43.521693 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:43.522067 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:43.523011 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:43.523350 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:43.523683 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:43.524010 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:43.524338 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:43.524662 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:43.524994 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:43.525308 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:43.525635 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:43.760682 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['e580aee3-28c4-45bb-97bd-d6bb20242747'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:19:44.190459 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ed6bb-dc0a-4687-b15e-bbe7c415c7c9 req-99fecb17-e2b0-422e-a5a3-c04b5260ebd6 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:44.192002 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c77ed6bb-dc0a-4687-b15e-bbe7c415c7c9 req-99fecb17-e2b0-422e-a5a3-c04b5260ebd6 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 944 time: 0.0678148 Jul 22 17:19:44.235344 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c77ed6bb-dc0a-4687-b15e-bbe7c415c7c9 req-bd700b3b-3d73-4c66-b7f1-4c968367ce6d tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372121 Jul 22 17:19:45.303244 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device e580aee3-28c4-45bb-97bd-d6bb20242747 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:19:45.351288 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port e580aee3-28c4-45bb-97bd-d6bb20242747 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:19:45.355038 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port e580aee3-28c4-45bb-97bd-d6bb20242747 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:19:45.355430 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:45.368360 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4b042-c4c7-474c-b923-f6023dab02a7 req-01b9ff5d-e1b4-48c5-b420-c07fe5e512c5 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:45.369891 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a6f4b042-c4c7-474c-b923-f6023dab02a7 req-01b9ff5d-e1b4-48c5-b420-c07fe5e512c5 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 944 time: 0.0678616 Jul 22 17:19:45.408066 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a6f4b042-c4c7-474c-b923-f6023dab02a7 req-3db3a7ac-2995-459f-a12b-28ce4f604b3b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325482 Jul 22 17:19:45.433671 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:45.455305 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e580aee3-28c4-45bb-97bd-d6bb20242747'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:19:45.457531 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40caf74-7419-436b-beb1-15c375643991" -d '{"events": [{"server_uuid": "2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f", "name": "network-vif-plugged", "status": "completed", "tag": "e580aee3-28c4-45bb-97bd-d6bb20242747"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:19:45.469857 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port e580aee3-28c4-45bb-97bd-d6bb20242747, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e580aee3-28c4-45bb-97bd-d6bb20242747,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:19:45.474949 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:45.498324 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300e56b0-0377-401c-a684-59248118ecb5 x-openstack-request-id: req-300e56b0-0377-401c-a684-59248118ecb5 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:19:45.498620 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f", "name": "network-vif-plugged", "status": "completed", "tag": "e580aee3-28c4-45bb-97bd-d6bb20242747", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:19:45.498875 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-300e56b0-0377-401c-a684-59248118ecb5 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:19:45.499260 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e580aee3-28c4-45bb-97bd-d6bb20242747', 'code': 200} Jul 22 17:19:45.524503 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=e580aee3-28c4-45bb-97bd-d6bb20242747,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:19:45.625724 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0ce63-b63f-4c72-860f-f038d69dc8cf req-7df93d10-5a3b-4558-8f0d-06d8b6515651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:45.627156 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-67a0ce63-b63f-4c72-860f-f038d69dc8cf req-7df93d10-5a3b-4558-8f0d-06d8b6515651 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 1096 time: 0.0523994 Jul 22 17:19:45.663471 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-67a0ce63-b63f-4c72-860f-f038d69dc8cf req-85ca80c4-94ed-4197-8134-c64d3c578678 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302460 Jul 22 17:19:46.535133 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915b7da-3fbd-499c-b0a6-de8a453aa239 req-6801d326-8dc0-4071-9653-48917da01de8 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:46.536637 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e915b7da-3fbd-499c-b0a6-de8a453aa239 req-6801d326-8dc0-4071-9653-48917da01de8 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 945 time: 0.0632000 Jul 22 17:19:46.573852 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e915b7da-3fbd-499c-b0a6-de8a453aa239 req-4b2b0833-4472-4259-819f-4f98d8fafc2c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314898 Jul 22 17:19:47.703229 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3595fce-8300-4eb9-bf96-ad7e34678476 req-4d9a18c7-c80a-49db-8ee9-f8e6695b86c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:47.704720 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3595fce-8300-4eb9-bf96-ad7e34678476 req-4d9a18c7-c80a-49db-8ee9-f8e6695b86c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 945 time: 0.0638456 Jul 22 17:19:47.742697 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3595fce-8300-4eb9-bf96-ad7e34678476 req-8c57075e-2471-4573-a348-40c3d22cb50c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319328 Jul 22 17:19:47.868283 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdf0c4-6282-4f20-b979-47d57229c13f req-a420d65d-f213-4992-82a0-b95379b1dfe5 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:47.869678 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-23bdf0c4-6282-4f20-b979-47d57229c13f req-a420d65d-f213-4992-82a0-b95379b1dfe5 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 945 time: 0.0625916 Jul 22 17:19:47.912102 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-23bdf0c4-6282-4f20-b979-47d57229c13f req-f6c0ccfe-e9e3-4fe4-8874-3f9f3b2e275b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368335 Jul 22 17:19:47.933592 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37510) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:19:47.986097 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7ba223-143e-4e0c-aa9c-fea9a60931ec tempest-TestVolumeBootPattern-1178935260 tempest-TestVolumeBootPattern-1178935260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:47.987574 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3a7ba223-143e-4e0c-aa9c-fea9a60931ec tempest-TestVolumeBootPattern-1178935260 tempest-TestVolumeBootPattern-1178935260-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 1091 time: 0.0529959 Jul 22 17:19:47.990294 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37512) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:19:47.994877 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': 'e580aee3-28c4-45bb-97bd-d6bb20242747', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:19:48.016231 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:48.108358 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:48.212283 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Allocated IP 172.25.0.132 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/7852ff7a-6ec1-497f-bf34-02039ae16dfd) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:19:48.311386 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:48.352847 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:48.387798 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:19:48.392773 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:19:48.395480 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:19:48.422793 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event updated for resources: {'Port': ['ID=7852ff7a-6ec1-497f-bf34-02039ae16dfd,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:19:48.435838 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:48.436190 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:48.436540 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:48.436864 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:48.437195 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:48.437531 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:48.437856 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:48.438201 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:48.438522 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:48.438840 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:48.439158 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:48.439505 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:49.064013 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:49.137825 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:49.282105 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:49.286495 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:49.355575 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event updated for resources: {'Port': ['ID=7852ff7a-6ec1-497f-bf34-02039ae16dfd,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:19:49.365359 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:49.461885 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Floating IP 57345d6e-d7b0-4c32-ba22-49e32698c222 associated. External IP: 172.25.0.132, port: e580aee3-28c4-45bb-97bd-d6bb20242747. Jul 22 17:19:49.658798 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Router b7135d83-8d2b-494b-8520-dc80f691998e has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:19:49.762807 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:19:49.772884 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3802c6f6-455c-4f5c-a9fb-416dd83ebcd6 None None] Sync routers for ids ['b7135d83-8d2b-494b-8520-dc80f691998e'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:19:49.778974 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:49.783264 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3802c6f6-455c-4f5c-a9fb-416dd83ebcd6 None None] Routers {'b7135d83-8d2b-494b-8520-dc80f691998e'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:19:49.783870 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3802c6f6-455c-4f5c-a9fb-416dd83ebcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:19:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b7135d83-8d2b-494b-8520-dc80f691998e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:19:49.814676 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4f56546f-5f32-4bf0-8def-904448d5e0c3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8233964 Jul 22 17:19:49.815267 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f', 'tag': 'e580aee3-28c4-45bb-97bd-d6bb20242747'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:19:49.817520 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff830bb0-f3d4-47a8-bc25-ce5a77c9547d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f", "tag": "e580aee3-28c4-45bb-97bd-d6bb20242747"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:19:49.852622 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5e0a32-75de-4241-bcb4-9538bb6e6ca1 x-openstack-request-id: req-be5e0a32-75de-4241-bcb4-9538bb6e6ca1 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:19:49.852914 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f", "tag": "e580aee3-28c4-45bb-97bd-d6bb20242747", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:19:49.853164 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-be5e0a32-75de-4241-bcb4-9538bb6e6ca1 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:19:49.853569 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f', 'tag': 'e580aee3-28c4-45bb-97bd-d6bb20242747', 'status': 'completed', 'code': 200} Jul 22 17:19:49.889290 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3802c6f6-455c-4f5c-a9fb-416dd83ebcd6 None None] Set router b7135d83-8d2b-494b-8520-dc80f691998e gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:19:49.951608 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff830bb0-f3d4-47a8-bc25-ce5a77c9547d req-845a3858-f253-4dbd-9e3f-8e68de588e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:49.953031 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff830bb0-f3d4-47a8-bc25-ce5a77c9547d req-845a3858-f253-4dbd-9e3f-8e68de588e80 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 1096 time: 0.0584252 Jul 22 17:19:50.046309 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff830bb0-f3d4-47a8-bc25-ce5a77c9547d req-4c7e0a58-ba2c-44ab-b50d-90ccb927268e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:50.047804 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff830bb0-f3d4-47a8-bc25-ce5a77c9547d req-4c7e0a58-ba2c-44ab-b50d-90ccb927268e service neutron] 10.222.0.16 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 912 time: 0.0883379 Jul 22 17:19:50.108234 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3802c6f6-455c-4f5c-a9fb-416dd83ebcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '8adca721-565e-4157-b268-4a23d6dd199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:12:01Z', 'revision_number': 4, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port': {'id': '8adca721-565e-4157-b268-4a23d6dd199b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:11:59Z', 'updated_at': '2021-07-22T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '57345d6e-d7b0-4c32-ba22-49e32698c222', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'port_id': 'e580aee3-28c4-45bb-97bd-d6bb20242747', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'mac_address': 'fa:16:3e:52:87:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:19:48Z', 'updated_at': '2021-07-22T17:19:48Z', 'revision_number': 0, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'fixed_ip_address_scope': None}, {'id': '8a7c1d32-ae78-4194-a482-4f87c319f45e', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'port_id': '59323015-0ffa-44ca-b121-0c9210f71204', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'mac_address': 'fa:16:3e:61:88:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838d8f9-45f8-4455-9b34-1838538377bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:17:46Z', 'updated_at': '2021-07-22T17:17:48Z', 'revision_number': 1, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e5d30f-c906-4948-8380-b55964c7a91f', 'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'mac_address': 'fa:16:3e:82:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:00Z', 'updated_at': '2021-07-22T17:12:07Z', 'revision_number': 5, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'subnets': [{'id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:19:50.113659 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff830bb0-f3d4-47a8-bc25-ce5a77c9547d req-825dd5a4-366b-428a-8b26-74cd6c2e6661 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e580aee3-28c4-45bb-97bd-d6bb20242747 HTTP/1.1" status: 200 len: 999 time: 0.0595007 Jul 22 17:19:50.139483 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3802c6f6-455c-4f5c-a9fb-416dd83ebcd6 None None] Checking router: b7135d83-8d2b-494b-8520-dc80f691998e for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:19:50.149179 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3802c6f6-455c-4f5c-a9fb-416dd83ebcd6 None None] Routers {'b7135d83-8d2b-494b-8520-dc80f691998e'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:19:50.149788 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3802c6f6-455c-4f5c-a9fb-416dd83ebcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:19:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b7135d83-8d2b-494b-8520-dc80f691998e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:19:50.166633 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff830bb0-f3d4-47a8-bc25-ce5a77c9547d req-d6d6b814-b74d-45e1-909f-4da97f1b7561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:50.168335 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff830bb0-f3d4-47a8-bc25-ce5a77c9547d req-d6d6b814-b74d-45e1-909f-4da97f1b7561 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0490768 Jul 22 17:19:50.227982 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff830bb0-f3d4-47a8-bc25-ce5a77c9547d req-a32f9a70-f861-41c9-b74b-d79b9e909f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:50.229425 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff830bb0-f3d4-47a8-bc25-ce5a77c9547d req-a32f9a70-f861-41c9-b74b-d79b9e909f64 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538607 Jul 22 17:19:50.269936 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3802c6f6-455c-4f5c-a9fb-416dd83ebcd6 None None] Set router b7135d83-8d2b-494b-8520-dc80f691998e gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:19:50.317027 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff830bb0-f3d4-47a8-bc25-ce5a77c9547d req-7138e4ea-d442-4727-a91d-bc8678160b23 service neutron] 10.222.0.16 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808492 Jul 22 17:19:50.408544 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff830bb0-f3d4-47a8-bc25-ce5a77c9547d req-d4449def-6120-405c-9213-73c0d6cac0c4 service neutron] 10.222.0.16 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854433 Jul 22 17:19:50.490577 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3802c6f6-455c-4f5c-a9fb-416dd83ebcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '8adca721-565e-4157-b268-4a23d6dd199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:12:01Z', 'revision_number': 4, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port': {'id': '8adca721-565e-4157-b268-4a23d6dd199b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:11:59Z', 'updated_at': '2021-07-22T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '57345d6e-d7b0-4c32-ba22-49e32698c222', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'port_id': 'e580aee3-28c4-45bb-97bd-d6bb20242747', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'mac_address': 'fa:16:3e:52:87:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:19:48Z', 'updated_at': '2021-07-22T17:19:48Z', 'revision_number': 0, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'fixed_ip_address_scope': None}, {'id': '8a7c1d32-ae78-4194-a482-4f87c319f45e', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'port_id': '59323015-0ffa-44ca-b121-0c9210f71204', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'mac_address': 'fa:16:3e:61:88:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838d8f9-45f8-4455-9b34-1838538377bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:17:46Z', 'updated_at': '2021-07-22T17:17:48Z', 'revision_number': 1, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e5d30f-c906-4948-8380-b55964c7a91f', 'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'mac_address': 'fa:16:3e:82:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:00Z', 'updated_at': '2021-07-22T17:12:07Z', 'revision_number': 5, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'subnets': [{'id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:19:50.520989 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3802c6f6-455c-4f5c-a9fb-416dd83ebcd6 None None] The sync data for ids ['b7135d83-8d2b-494b-8520-dc80f691998e'] in n-d-798930-9 is: [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '8adca721-565e-4157-b268-4a23d6dd199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:12:01Z', 'revision_number': 4, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port': {'id': '8adca721-565e-4157-b268-4a23d6dd199b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:11:59Z', 'updated_at': '2021-07-22T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '57345d6e-d7b0-4c32-ba22-49e32698c222', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'port_id': 'e580aee3-28c4-45bb-97bd-d6bb20242747', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'mac_address': 'fa:16:3e:52:87:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:19:48Z', 'updated_at': '2021-07-22T17:19:48Z', 'revision_number': 0, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'fixed_ip_address_scope': None}, {'id': '8a7c1d32-ae78-4194-a482-4f87c319f45e', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'port_id': '59323015-0ffa-44ca-b121-0c9210f71204', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'mac_address': 'fa:16:3e:61:88:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838d8f9-45f8-4455-9b34-1838538377bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:17:46Z', 'updated_at': '2021-07-22T17:17:48Z', 'revision_number': 1, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e5d30f-c906-4948-8380-b55964c7a91f', 'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'mac_address': 'fa:16:3e:82:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:00Z', 'updated_at': '2021-07-22T17:12:07Z', 'revision_number': 5, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'subnets': [{'id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:19:50.715046 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c37a9-19c6-405a-beeb-ae4c601325c3 None None] New status for floating IP 57345d6e-d7b0-4c32-ba22-49e32698c222: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:19:59.089895 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ac05b0d-e717-466c-ba19-07a4e28e5c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:01.659006 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a790fa49-3dc9-48f8-839f-cd2c3bfddca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:01.669193 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:02.917726 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:04.766915 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:09.415811 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:20:12.423656 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:12.427625 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:29.093673 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37a4abe9-521e-431a-b698-c28de770778e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:31.665694 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca62d-8b96-4717-8288-4bdcd4b647ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:31.670563 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:32.415512 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-34f8cfc3-169f-4fec-a656-14ce6dd1dccc req-c80b9e9e-c3ca-41b6-b54f-7c01f32f06ff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523252 Jul 22 17:20:32.521271 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8cfc3-169f-4fec-a656-14ce6dd1dccc req-ec0e0106-b088-4eaa-b9bf-3337ce092cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:20:32.523357 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-34f8cfc3-169f-4fec-a656-14ce6dd1dccc req-ec0e0106-b088-4eaa-b9bf-3337ce092cdd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 1096 time: 0.0521145 Jul 22 17:20:32.627796 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8cfc3-169f-4fec-a656-14ce6dd1dccc req-6dd78b1b-59b2-4d14-9b98-71dca655d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:20:32.629235 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-34f8cfc3-169f-4fec-a656-14ce6dd1dccc req-6dd78b1b-59b2-4d14-9b98-71dca655d547 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 912 time: 0.0860004 Jul 22 17:20:32.696298 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-34f8cfc3-169f-4fec-a656-14ce6dd1dccc req-dcd20487-af32-4fe3-af17-90226b1b50f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e580aee3-28c4-45bb-97bd-d6bb20242747 HTTP/1.1" status: 200 len: 1001 time: 0.0601034 Jul 22 17:20:32.743726 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8cfc3-169f-4fec-a656-14ce6dd1dccc req-4f96d933-c2b8-4525-ae95-787f5d31ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:20:32.745112 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-34f8cfc3-169f-4fec-a656-14ce6dd1dccc req-4f96d933-c2b8-4525-ae95-787f5d31ce4a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0433314 Jul 22 17:20:32.804352 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8cfc3-169f-4fec-a656-14ce6dd1dccc req-85ffd1cc-05c4-4a00-ad64-c6039719fab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:20:32.805848 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-34f8cfc3-169f-4fec-a656-14ce6dd1dccc req-85ffd1cc-05c4-4a00-ad64-c6039719fab5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540261 Jul 22 17:20:32.823961 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94baf373-dd75-4a82-b2b9-e1f48579cb53 req-774bb328-e0f2-47f2-905e-e30381c4cfec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568526 Jul 22 17:20:32.900907 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-34f8cfc3-169f-4fec-a656-14ce6dd1dccc req-63e8463c-bd08-43e8-b84b-972d1396d566 service neutron] 10.222.0.16 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884187 Jul 22 17:20:32.922248 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:32.933089 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94baf373-dd75-4a82-b2b9-e1f48579cb53 req-14229393-6670-4df9-8481-a36f637ba1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:20:32.934620 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94baf373-dd75-4a82-b2b9-e1f48579cb53 req-14229393-6670-4df9-8481-a36f637ba1ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 1097 time: 0.0569344 Jul 22 17:20:32.990582 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-34f8cfc3-169f-4fec-a656-14ce6dd1dccc req-c6b989dc-aa9e-4226-a0a5-b04711908e6d service neutron] 10.222.0.16 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829997 Jul 22 17:20:33.036290 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94baf373-dd75-4a82-b2b9-e1f48579cb53 req-cb64b1eb-368e-46d8-9b3f-0bd8fe3f896d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:20:33.037748 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94baf373-dd75-4a82-b2b9-e1f48579cb53 req-cb64b1eb-368e-46d8-9b3f-0bd8fe3f896d service neutron] 10.222.0.30 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 912 time: 0.0841804 Jul 22 17:20:33.104180 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94baf373-dd75-4a82-b2b9-e1f48579cb53 req-4bcf83c9-1e91-4f32-b2cd-bfb1ec99990d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59323015-0ffa-44ca-b121-0c9210f71204 HTTP/1.1" status: 200 len: 1002 time: 0.0604494 Jul 22 17:20:33.154189 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94baf373-dd75-4a82-b2b9-e1f48579cb53 req-3a98cff1-fa3f-4e99-8e57-cb46a4a70437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:20:33.155640 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94baf373-dd75-4a82-b2b9-e1f48579cb53 req-3a98cff1-fa3f-4e99-8e57-cb46a4a70437 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0435882 Jul 22 17:20:33.212120 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94baf373-dd75-4a82-b2b9-e1f48579cb53 req-b8b74f88-f616-41d1-90d9-ab52bc797914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:20:33.213586 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94baf373-dd75-4a82-b2b9-e1f48579cb53 req-b8b74f88-f616-41d1-90d9-ab52bc797914 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520458 Jul 22 17:20:33.303190 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94baf373-dd75-4a82-b2b9-e1f48579cb53 req-5ab5e529-f6c3-4b01-a8d8-3fdc6d7845b4 service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833645 Jul 22 17:20:33.395968 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94baf373-dd75-4a82-b2b9-e1f48579cb53 req-1239a5be-b1d2-466b-9909-9a6bd31857e6 service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850453 Jul 22 17:20:34.768814 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:42.424647 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:42.428444 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:46.415638 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:20:59.093798 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-553c1da3-8668-42af-8ce4-3efa65679dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:01.660708 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05fccda0-fa1a-4cac-9e3f-6b3066fb1c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:01.671806 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:02.924128 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:04.772693 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:12.416141 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:12.432252 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:23.415830 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:21:28.520039 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37556) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:21:28.679023 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-393a88b1-1cb0-4f30-b06e-9bc16c66b86f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Deleting port 7852ff7a-6ec1-497f-bf34-02039ae16dfd {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:21:28.679371 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-393a88b1-1cb0-4f30-b06e-9bc16c66b86f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:28.752328 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-393a88b1-1cb0-4f30-b06e-9bc16c66b86f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:28.752749 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-393a88b1-1cb0-4f30-b06e-9bc16c66b86f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:28.764827 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-393a88b1-1cb0-4f30-b06e-9bc16c66b86f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Calling delete_port for 7852ff7a-6ec1-497f-bf34-02039ae16dfd owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:21:28.909998 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-393a88b1-1cb0-4f30-b06e-9bc16c66b86f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:28.940322 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a88b1-1cb0-4f30-b06e-9bc16c66b86f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event deleted for resources: {'Port': ['ID=7852ff7a-6ec1-497f-bf34-02039ae16dfd,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:21:28.969204 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a88b1-1cb0-4f30-b06e-9bc16c66b86f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:28.969635 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a88b1-1cb0-4f30-b06e-9bc16c66b86f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:28.970037 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a88b1-1cb0-4f30-b06e-9bc16c66b86f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:28.970380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a88b1-1cb0-4f30-b06e-9bc16c66b86f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:28.970720 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a88b1-1cb0-4f30-b06e-9bc16c66b86f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:28.971053 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a88b1-1cb0-4f30-b06e-9bc16c66b86f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:28.971383 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a88b1-1cb0-4f30-b06e-9bc16c66b86f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:28.971716 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a88b1-1cb0-4f30-b06e-9bc16c66b86f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:28.972044 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a88b1-1cb0-4f30-b06e-9bc16c66b86f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:28.972385 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a88b1-1cb0-4f30-b06e-9bc16c66b86f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:28.972691 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a88b1-1cb0-4f30-b06e-9bc16c66b86f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:28.973013 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a88b1-1cb0-4f30-b06e-9bc16c66b86f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:29.011419 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-393a88b1-1cb0-4f30-b06e-9bc16c66b86f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:29.011755 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-393a88b1-1cb0-4f30-b06e-9bc16c66b86f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Floating IP 57345d6e-d7b0-4c32-ba22-49e32698c222 disassociated (deleted). External IP: 172.25.0.132, port: e580aee3-28c4-45bb-97bd-d6bb20242747. Jul 22 17:21:29.096238 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f50910a5-7a0d-461c-85f9-f0f86f41a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:29.214619 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393a88b1-1cb0-4f30-b06e-9bc16c66b86f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Router b7135d83-8d2b-494b-8520-dc80f691998e has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:21:29.320486 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393a88b1-1cb0-4f30-b06e-9bc16c66b86f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:21:29.325423 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-393a88b1-1cb0-4f30-b06e-9bc16c66b86f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:29.331511 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca229a31-bc6f-496d-bd69-d6ad5952b042 None None] Sync routers for ids ['b7135d83-8d2b-494b-8520-dc80f691998e'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:21:29.340056 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca229a31-bc6f-496d-bd69-d6ad5952b042 None None] Routers {'b7135d83-8d2b-494b-8520-dc80f691998e'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:21:29.340655 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ca229a31-bc6f-496d-bd69-d6ad5952b042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:21:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b7135d83-8d2b-494b-8520-dc80f691998e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:29.364320 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-393a88b1-1cb0-4f30-b06e-9bc16c66b86f tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "DELETE /v2.0/floatingips/57345d6e-d7b0-4c32-ba22-49e32698c222 HTTP/1.1" status: 204 len: 168 time: 0.8432763 Jul 22 17:21:29.365006 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f', 'tag': 'e580aee3-28c4-45bb-97bd-d6bb20242747'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:21:29.367376 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267541b3-b440-4977-a837-1a369ccae918" -d '{"events": [{"name": "network-changed", "server_uuid": "2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f", "tag": "e580aee3-28c4-45bb-97bd-d6bb20242747"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:21:29.408052 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6c0fea-ebbf-433e-965b-286a32b3f3d8 x-openstack-request-id: req-2e6c0fea-ebbf-433e-965b-286a32b3f3d8 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:21:29.408052 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f", "tag": "e580aee3-28c4-45bb-97bd-d6bb20242747", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:21:29.408269 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2e6c0fea-ebbf-433e-965b-286a32b3f3d8 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:21:29.408656 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f', 'tag': 'e580aee3-28c4-45bb-97bd-d6bb20242747', 'status': 'completed', 'code': 200} Jul 22 17:21:29.453656 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ca229a31-bc6f-496d-bd69-d6ad5952b042 None None] Set router b7135d83-8d2b-494b-8520-dc80f691998e gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:21:29.511229 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267541b3-b440-4977-a837-1a369ccae918 req-5bcb5b59-89da-4ac4-b6ce-5f2b632de3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:29.513337 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-267541b3-b440-4977-a837-1a369ccae918 req-5bcb5b59-89da-4ac4-b6ce-5f2b632de3f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 1096 time: 0.0623167 Jul 22 17:21:29.695670 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267541b3-b440-4977-a837-1a369ccae918 req-26bc97b1-240b-49b1-b09e-ed7b8081ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:29.697171 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-267541b3-b440-4977-a837-1a369ccae918 req-26bc97b1-240b-49b1-b09e-ed7b8081ec9c service neutron] 10.222.0.16 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 912 time: 0.1553276 Jul 22 17:21:29.705539 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038550d3-b686-4a54-a478-3cab92b4730f req-e80731dc-101d-4001-995b-7d6894c329be tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:29.706957 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-038550d3-b686-4a54-a478-3cab92b4730f req-e80731dc-101d-4001-995b-7d6894c329be tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 945 time: 0.1571760 Jul 22 17:21:29.748329 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-267541b3-b440-4977-a837-1a369ccae918 req-03425efb-8fd0-4a7b-a593-4b0e664e21dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e580aee3-28c4-45bb-97bd-d6bb20242747 HTTP/1.1" status: 200 len: 217 time: 0.0403557 Jul 22 17:21:29.770446 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ca229a31-bc6f-496d-bd69-d6ad5952b042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '8adca721-565e-4157-b268-4a23d6dd199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:12:01Z', 'revision_number': 4, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port': {'id': '8adca721-565e-4157-b268-4a23d6dd199b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:11:59Z', 'updated_at': '2021-07-22T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '8a7c1d32-ae78-4194-a482-4f87c319f45e', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'port_id': '59323015-0ffa-44ca-b121-0c9210f71204', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'mac_address': 'fa:16:3e:61:88:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838d8f9-45f8-4455-9b34-1838538377bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:17:46Z', 'updated_at': '2021-07-22T17:17:48Z', 'revision_number': 1, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e5d30f-c906-4948-8380-b55964c7a91f', 'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'mac_address': 'fa:16:3e:82:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:00Z', 'updated_at': '2021-07-22T17:12:07Z', 'revision_number': 5, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'subnets': [{'id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:29.798782 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca229a31-bc6f-496d-bd69-d6ad5952b042 None None] Checking router: b7135d83-8d2b-494b-8520-dc80f691998e for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:21:29.803033 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-038550d3-b686-4a54-a478-3cab92b4730f req-7103c690-10a6-43b1-858a-548589bc6311 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887585 Jul 22 17:21:29.807392 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca229a31-bc6f-496d-bd69-d6ad5952b042 None None] Routers {'b7135d83-8d2b-494b-8520-dc80f691998e'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:21:29.808291 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ca229a31-bc6f-496d-bd69-d6ad5952b042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:21:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b7135d83-8d2b-494b-8520-dc80f691998e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:29.813583 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267541b3-b440-4977-a837-1a369ccae918 req-0cf419ef-6ff7-46af-ab46-267cdffb1eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:29.815478 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-267541b3-b440-4977-a837-1a369ccae918 req-0cf419ef-6ff7-46af-ab46-267cdffb1eee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0584922 Jul 22 17:21:29.879777 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267541b3-b440-4977-a837-1a369ccae918 req-bd592d34-0204-4960-ac32-9f5e03a8554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:29.881278 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-267541b3-b440-4977-a837-1a369ccae918 req-bd592d34-0204-4960-ac32-9f5e03a8554d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585394 Jul 22 17:21:29.976179 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-ca229a31-bc6f-496d-bd69-d6ad5952b042 None None] Set router b7135d83-8d2b-494b-8520-dc80f691998e gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:21:29.980534 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-267541b3-b440-4977-a837-1a369ccae918 req-2a9615e1-df29-41fb-9106-1c1737c059d3 service neutron] 10.222.0.16 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921402 Jul 22 17:21:30.076041 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-267541b3-b440-4977-a837-1a369ccae918 req-d87d1f3e-8ada-4983-9635-37c09866f275 service neutron] 10.222.0.16 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890267 Jul 22 17:21:30.224765 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-ca229a31-bc6f-496d-bd69-d6ad5952b042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '8adca721-565e-4157-b268-4a23d6dd199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:12:01Z', 'revision_number': 4, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port': {'id': '8adca721-565e-4157-b268-4a23d6dd199b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:11:59Z', 'updated_at': '2021-07-22T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '8a7c1d32-ae78-4194-a482-4f87c319f45e', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'port_id': '59323015-0ffa-44ca-b121-0c9210f71204', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'mac_address': 'fa:16:3e:61:88:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838d8f9-45f8-4455-9b34-1838538377bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:17:46Z', 'updated_at': '2021-07-22T17:17:48Z', 'revision_number': 1, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e5d30f-c906-4948-8380-b55964c7a91f', 'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'mac_address': 'fa:16:3e:82:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:00Z', 'updated_at': '2021-07-22T17:12:07Z', 'revision_number': 5, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'subnets': [{'id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:30.253477 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca229a31-bc6f-496d-bd69-d6ad5952b042 None None] The sync data for ids ['b7135d83-8d2b-494b-8520-dc80f691998e'] in n-d-798930-9 is: [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '8adca721-565e-4157-b268-4a23d6dd199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:12:01Z', 'revision_number': 4, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port': {'id': '8adca721-565e-4157-b268-4a23d6dd199b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:11:59Z', 'updated_at': '2021-07-22T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '8a7c1d32-ae78-4194-a482-4f87c319f45e', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'port_id': '59323015-0ffa-44ca-b121-0c9210f71204', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'mac_address': 'fa:16:3e:61:88:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838d8f9-45f8-4455-9b34-1838538377bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:17:46Z', 'updated_at': '2021-07-22T17:17:48Z', 'revision_number': 1, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e5d30f-c906-4948-8380-b55964c7a91f', 'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'mac_address': 'fa:16:3e:82:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:00Z', 'updated_at': '2021-07-22T17:12:07Z', 'revision_number': 5, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'subnets': [{'id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:21:30.461519 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd586c6-1b18-4df7-99db-91e1c2792d4d None None] New status for floating IP 57345d6e-d7b0-4c32-ba22-49e32698c222: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:21:30.933854 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712d383-a88d-4729-afba-5764cf84ad20 req-a872a37f-ea6f-4018-8d6c-ed401b8c569e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:30.935900 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a712d383-a88d-4729-afba-5764cf84ad20 req-a872a37f-ea6f-4018-8d6c-ed401b8c569e tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 945 time: 0.0641451 Jul 22 17:21:30.972943 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a712d383-a88d-4729-afba-5764cf84ad20 req-2099508f-f404-40ae-93ee-8b305f0d0329 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315042 Jul 22 17:21:31.253621 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129b11b-ad3a-449d-8a5e-507965b8e310 req-c7ee2b3a-4ae8-4ff2-9ae5-9857d5d74af3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:31.255088 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a129b11b-ad3a-449d-8a5e-507965b8e310 req-c7ee2b3a-4ae8-4ff2-9ae5-9857d5d74af3 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 945 time: 0.0617576 Jul 22 17:21:31.351147 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-a129b11b-ad3a-449d-8a5e-507965b8e310 req-f9b20d9f-ec1b-4b49-a254-b48fcde2250c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Deleting port e580aee3-28c4-45bb-97bd-d6bb20242747 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:21:31.351484 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a129b11b-ad3a-449d-8a5e-507965b8e310 req-f9b20d9f-ec1b-4b49-a254-b48fcde2250c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:31.442226 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a129b11b-ad3a-449d-8a5e-507965b8e310 req-f9b20d9f-ec1b-4b49-a254-b48fcde2250c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] For port e580aee3-28c4-45bb-97bd-d6bb20242747, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e580aee3-28c4-45bb-97bd-d6bb20242747,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:21:31.442431 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a129b11b-ad3a-449d-8a5e-507965b8e310 req-f9b20d9f-ec1b-4b49-a254-b48fcde2250c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:31.454687 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-a129b11b-ad3a-449d-8a5e-507965b8e310 req-f9b20d9f-ec1b-4b49-a254-b48fcde2250c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Calling delete_port for e580aee3-28c4-45bb-97bd-d6bb20242747 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:21:31.581937 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a129b11b-ad3a-449d-8a5e-507965b8e310 req-f9b20d9f-ec1b-4b49-a254-b48fcde2250c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:31.608543 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b20d9f-ec1b-4b49-a254-b48fcde2250c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event deleted for resources: {'Port': ['ID=e580aee3-28c4-45bb-97bd-d6bb20242747,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:21:31.618352 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b20d9f-ec1b-4b49-a254-b48fcde2250c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:31.618699 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b20d9f-ec1b-4b49-a254-b48fcde2250c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:31.619048 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b20d9f-ec1b-4b49-a254-b48fcde2250c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:31.619386 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b20d9f-ec1b-4b49-a254-b48fcde2250c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:31.619718 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b20d9f-ec1b-4b49-a254-b48fcde2250c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:31.620047 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b20d9f-ec1b-4b49-a254-b48fcde2250c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:31.620374 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b20d9f-ec1b-4b49-a254-b48fcde2250c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:31.620699 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b20d9f-ec1b-4b49-a254-b48fcde2250c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:31.621329 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b20d9f-ec1b-4b49-a254-b48fcde2250c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:31.621329 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b20d9f-ec1b-4b49-a254-b48fcde2250c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:31.621705 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b20d9f-ec1b-4b49-a254-b48fcde2250c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:31.622056 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b20d9f-ec1b-4b49-a254-b48fcde2250c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:31.662609 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1ece454-de02-4d33-9ae5-008744432013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:31.667916 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a129b11b-ad3a-449d-8a5e-507965b8e310 req-f9b20d9f-ec1b-4b49-a254-b48fcde2250c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] No DVR routers for this DVR port e580aee3-28c4-45bb-97bd-d6bb20242747 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:21:31.671215 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a129b11b-ad3a-449d-8a5e-507965b8e310 req-f9b20d9f-ec1b-4b49-a254-b48fcde2250c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:31.673320 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a129b11b-ad3a-449d-8a5e-507965b8e310 req-f9b20d9f-ec1b-4b49-a254-b48fcde2250c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.16 "DELETE /v2.0/ports/e580aee3-28c4-45bb-97bd-d6bb20242747 HTTP/1.1" status: 204 len: 173 time: 0.4124391 Jul 22 17:21:31.673719 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f', 'name': 'network-vif-deleted', 'tag': 'e580aee3-28c4-45bb-97bd-d6bb20242747'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:21:31.674907 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:31.676070 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38760599-3aef-4d8a-bef8-d5991d671588" -d '{"events": [{"server_uuid": "2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f", "name": "network-vif-deleted", "tag": "e580aee3-28c4-45bb-97bd-d6bb20242747"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:21:31.726577 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea622a2-5653-441d-80f5-6e3e3e737786 x-openstack-request-id: req-aea622a2-5653-441d-80f5-6e3e3e737786 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:21:31.726875 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f", "name": "network-vif-deleted", "tag": "e580aee3-28c4-45bb-97bd-d6bb20242747", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:21:31.727126 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-aea622a2-5653-441d-80f5-6e3e3e737786 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:21:31.727527 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f', 'name': 'network-vif-deleted', 'tag': 'e580aee3-28c4-45bb-97bd-d6bb20242747', 'status': 'completed', 'code': 200} Jul 22 17:21:32.079314 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-71eba82f-d860-46e4-9510-05fb6e3fe57f req-d9a99f70-b124-4782-8d26-6a33313da9c9 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 210 time: 0.0355911 Jul 22 17:21:32.928858 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:33.181271 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ed97df0d-73fe-4acc-8f71-b8234578a3bb req-b9465c6f-0269-435d-9ac2-d19162afac13 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 210 time: 0.0336108 Jul 22 17:21:33.675609 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device e580aee3-28c4-45bb-97bd-d6bb20242747 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:21:33.695017 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: e580aee3-28c4-45bb-97bd-d6bb20242747 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:21:33.695359 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device e580aee3-28c4-45bb-97bd-d6bb20242747 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:21:34.279447 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-73113e7d-61e5-473c-b717-8c838301bf3b req-20981666-24b2-45f4-9f20-c6585d8af6c5 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 210 time: 0.0304773 Jul 22 17:21:34.776614 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:34.876340 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d8dc8d9-32be-4929-8999-daaf6be9f8eb req-1ec04127-80b6-4ccb-befb-51ad94f9eb87 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0998695 Jul 22 17:21:34.997022 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dc8d9-32be-4929-8999-daaf6be9f8eb req-ed5fa714-d06a-4a48-8567-a6209dabacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:34.998600 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d8dc8d9-32be-4929-8999-daaf6be9f8eb req-ed5fa714-d06a-4a48-8567-a6209dabacaa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 1097 time: 0.0546014 Jul 22 17:21:35.102937 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dc8d9-32be-4929-8999-daaf6be9f8eb req-c234917b-286d-4d59-81bb-7c73ea9ba546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:35.106271 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d8dc8d9-32be-4929-8999-daaf6be9f8eb req-c234917b-286d-4d59-81bb-7c73ea9ba546 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 912 time: 0.0874887 Jul 22 17:21:35.166868 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d8dc8d9-32be-4929-8999-daaf6be9f8eb req-cba6aa17-f440-4e6f-a080-208204b7b31e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59323015-0ffa-44ca-b121-0c9210f71204 HTTP/1.1" status: 200 len: 1002 time: 0.0563486 Jul 22 17:21:35.213064 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dc8d9-32be-4929-8999-daaf6be9f8eb req-693f78d0-483f-4537-83da-1530384b4ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:35.214469 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d8dc8d9-32be-4929-8999-daaf6be9f8eb req-693f78d0-483f-4537-83da-1530384b4ccd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0416400 Jul 22 17:21:35.274874 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dc8d9-32be-4929-8999-daaf6be9f8eb req-69e84a32-54f2-4963-a3f8-e6cd4e90e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:35.276358 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d8dc8d9-32be-4929-8999-daaf6be9f8eb req-69e84a32-54f2-4963-a3f8-e6cd4e90e4ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558927 Jul 22 17:21:35.367072 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d8dc8d9-32be-4929-8999-daaf6be9f8eb req-78002a2b-7af3-48d1-a15e-61579b3c6bbf service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839975 Jul 22 17:21:35.392783 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-14f6be88-09a5-4305-897e-5415cdc60554 req-2f34c4cd-ca9c-4c07-86bb-1ddc4f4f6adf tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a1bfa10-7a31-41fa-9ca7-4b5a053a0e6f HTTP/1.1" status: 200 len: 210 time: 0.0304375 Jul 22 17:21:35.461861 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d8dc8d9-32be-4929-8999-daaf6be9f8eb req-fd31689d-462c-4caf-8d78-043867a4ca95 service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890172 Jul 22 17:21:40.749866 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37604) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:21:41.250375 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8ae3f43f-ac7c-45c3-9450-1264347318cd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Deleting port a244ffb0-1483-45d7-b28d-18629ae661c9 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:21:41.250724 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f43f-ac7c-45c3-9450-1264347318cd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:41.326516 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f43f-ac7c-45c3-9450-1264347318cd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:41.326839 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f43f-ac7c-45c3-9450-1264347318cd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:41.337984 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8ae3f43f-ac7c-45c3-9450-1264347318cd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Calling delete_port for a244ffb0-1483-45d7-b28d-18629ae661c9 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:21:41.477216 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f43f-ac7c-45c3-9450-1264347318cd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:41.503888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3f43f-ac7c-45c3-9450-1264347318cd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event deleted for resources: {'Port': ['ID=a244ffb0-1483-45d7-b28d-18629ae661c9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:21:41.569737 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f43f-ac7c-45c3-9450-1264347318cd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:41.570104 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-8ae3f43f-ac7c-45c3-9450-1264347318cd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Floating IP 8a7c1d32-ae78-4194-a482-4f87c319f45e disassociated (deleted). External IP: 172.25.0.216, port: 59323015-0ffa-44ca-b121-0c9210f71204. Jul 22 17:21:41.775557 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae3f43f-ac7c-45c3-9450-1264347318cd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Router b7135d83-8d2b-494b-8520-dc80f691998e has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:21:41.881596 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae3f43f-ac7c-45c3-9450-1264347318cd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:21:41.886414 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f43f-ac7c-45c3-9450-1264347318cd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:41.890936 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a378997-d75b-428b-aed4-078fa120d63e None None] Sync routers for ids ['b7135d83-8d2b-494b-8520-dc80f691998e'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:21:41.900333 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a378997-d75b-428b-aed4-078fa120d63e None None] Routers {'b7135d83-8d2b-494b-8520-dc80f691998e'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:21:41.900920 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4a378997-d75b-428b-aed4-078fa120d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:21:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b7135d83-8d2b-494b-8520-dc80f691998e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:41.923058 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8ae3f43f-ac7c-45c3-9450-1264347318cd tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "DELETE /v2.0/floatingips/8a7c1d32-ae78-4194-a482-4f87c319f45e HTTP/1.1" status: 204 len: 168 time: 1.1720736 Jul 22 17:21:41.923656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4838d8f9-45f8-4455-9b34-1838538377bd', 'tag': '59323015-0ffa-44ca-b121-0c9210f71204'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:21:41.926290 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b87d7b-3526-45f1-acd3-81b46a0b1f25" -d '{"events": [{"name": "network-changed", "server_uuid": "4838d8f9-45f8-4455-9b34-1838538377bd", "tag": "59323015-0ffa-44ca-b121-0c9210f71204"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:21:41.964489 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8314dd20-785a-4465-a7ab-89546bb174d5 x-openstack-request-id: req-8314dd20-785a-4465-a7ab-89546bb174d5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:21:41.964790 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4838d8f9-45f8-4455-9b34-1838538377bd", "tag": "59323015-0ffa-44ca-b121-0c9210f71204", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:21:41.965050 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8314dd20-785a-4465-a7ab-89546bb174d5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:21:41.965488 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4838d8f9-45f8-4455-9b34-1838538377bd', 'tag': '59323015-0ffa-44ca-b121-0c9210f71204', 'status': 'completed', 'code': 200} Jul 22 17:21:42.003670 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-4a378997-d75b-428b-aed4-078fa120d63e None None] Set router b7135d83-8d2b-494b-8520-dc80f691998e gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:21:42.067470 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b87d7b-3526-45f1-acd3-81b46a0b1f25 req-e8b1decc-9182-4865-80d7-173ec52a7a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:42.071973 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-58b87d7b-3526-45f1-acd3-81b46a0b1f25 req-e8b1decc-9182-4865-80d7-173ec52a7a7c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 1097 time: 0.0650897 Jul 22 17:21:42.205246 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4a378997-d75b-428b-aed4-078fa120d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '8adca721-565e-4157-b268-4a23d6dd199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:12:01Z', 'revision_number': 4, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port': {'id': '8adca721-565e-4157-b268-4a23d6dd199b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:11:59Z', 'updated_at': '2021-07-22T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'e6e5d30f-c906-4948-8380-b55964c7a91f', 'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'mac_address': 'fa:16:3e:82:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:00Z', 'updated_at': '2021-07-22T17:12:07Z', 'revision_number': 5, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'subnets': [{'id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:42.231552 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a378997-d75b-428b-aed4-078fa120d63e None None] Checking router: b7135d83-8d2b-494b-8520-dc80f691998e for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:21:42.239517 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a378997-d75b-428b-aed4-078fa120d63e None None] Routers {'b7135d83-8d2b-494b-8520-dc80f691998e'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:21:42.240167 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4a378997-d75b-428b-aed4-078fa120d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:21:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b7135d83-8d2b-494b-8520-dc80f691998e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:42.240451 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59feaef6-225c-498c-b2c0-9ca2a6126b84 req-52ee7ae6-50bd-481c-9cbc-d28dc2e60607 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:42.245957 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-59feaef6-225c-498c-b2c0-9ca2a6126b84 req-52ee7ae6-50bd-481c-9cbc-d28dc2e60607 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 946 time: 0.1279166 Jul 22 17:21:42.245957 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b87d7b-3526-45f1-acd3-81b46a0b1f25 req-4947b51a-4eda-49b3-a296-bedfb35fcd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:42.245957 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-58b87d7b-3526-45f1-acd3-81b46a0b1f25 req-4947b51a-4eda-49b3-a296-bedfb35fcd93 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 200 len: 912 time: 0.1397855 Jul 22 17:21:42.296020 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-58b87d7b-3526-45f1-acd3-81b46a0b1f25 req-8fb1d7e9-c50b-456c-8d64-daa4de41c25a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59323015-0ffa-44ca-b121-0c9210f71204 HTTP/1.1" status: 200 len: 217 time: 0.0412054 Jul 22 17:21:42.341696 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-59feaef6-225c-498c-b2c0-9ca2a6126b84 req-2ef68d13-027e-4212-8076-19f454fee882 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937700 Jul 22 17:21:42.343858 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-4a378997-d75b-428b-aed4-078fa120d63e None None] Set router b7135d83-8d2b-494b-8520-dc80f691998e gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:21:42.361240 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b87d7b-3526-45f1-acd3-81b46a0b1f25 req-86345ae9-7dd4-4410-8543-166aeef2a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:42.362737 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-58b87d7b-3526-45f1-acd3-81b46a0b1f25 req-86345ae9-7dd4-4410-8543-166aeef2a047 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 200 len: 850 time: 0.0574560 Jul 22 17:21:42.424091 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b87d7b-3526-45f1-acd3-81b46a0b1f25 req-ede9d90b-5252-4abe-a606-c8e1533efe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:42.426318 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-58b87d7b-3526-45f1-acd3-81b46a0b1f25 req-ede9d90b-5252-4abe-a606-c8e1533efe58 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e97fa6e9-b45e-4929-9792-de06d043e3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565193 Jul 22 17:21:42.435274 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:42.436358 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:42.518369 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-58b87d7b-3526-45f1-acd3-81b46a0b1f25 req-8d9e4e13-9272-4e50-8a97-82da2a855e0d service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853500 Jul 22 17:21:42.541174 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4a378997-d75b-428b-aed4-078fa120d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '8adca721-565e-4157-b268-4a23d6dd199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:12:01Z', 'revision_number': 4, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port': {'id': '8adca721-565e-4157-b268-4a23d6dd199b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:11:59Z', 'updated_at': '2021-07-22T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'e6e5d30f-c906-4948-8380-b55964c7a91f', 'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'mac_address': 'fa:16:3e:82:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:00Z', 'updated_at': '2021-07-22T17:12:07Z', 'revision_number': 5, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'subnets': [{'id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:42.570780 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a378997-d75b-428b-aed4-078fa120d63e None None] The sync data for ids ['b7135d83-8d2b-494b-8520-dc80f691998e'] in n-d-798930-9 is: [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '8adca721-565e-4157-b268-4a23d6dd199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:12:01Z', 'revision_number': 4, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port': {'id': '8adca721-565e-4157-b268-4a23d6dd199b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:11:59Z', 'updated_at': '2021-07-22T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'e6e5d30f-c906-4948-8380-b55964c7a91f', 'name': '', 'network_id': 'e97fa6e9-b45e-4929-9792-de06d043e3b0', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'mac_address': 'fa:16:3e:82:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:00Z', 'updated_at': '2021-07-22T17:12:07Z', 'revision_number': 5, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'subnets': [{'id': 'd63a9831-4fdf-4ccd-8c34-6a4f907e1947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:21:42.608762 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-58b87d7b-3526-45f1-acd3-81b46a0b1f25 req-0869bc70-7c76-4ab7-9ce5-0cee35b61a42 service neutron] 10.222.0.30 "GET /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840869 Jul 22 17:21:42.798398 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ee0d6-52b4-4cf3-952d-e0fabadd422f None None] New status for floating IP 8a7c1d32-ae78-4194-a482-4f87c319f45e: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:21:43.472765 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a4174-3db3-4cb2-9b55-f96b26ad3062 req-efa297d0-eda2-4993-adc1-942f858f1141 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:43.474277 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d2a4174-3db3-4cb2-9b55-f96b26ad3062 req-efa297d0-eda2-4993-adc1-942f858f1141 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 946 time: 0.0635965 Jul 22 17:21:43.511753 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d2a4174-3db3-4cb2-9b55-f96b26ad3062 req-29d33c51-550b-4039-bfc3-702c5cc1d912 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/security-groups?id=76fa30b8-b60a-47c1-8495-f6570e102adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317523 Jul 22 17:21:43.846965 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a00b66-4fe8-4abc-8a96-4991f25b8204 req-6b0e10f8-4246-40bf-8242-bbee1e769094 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:43.848396 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c2a00b66-4fe8-4abc-8a96-4991f25b8204 req-6b0e10f8-4246-40bf-8242-bbee1e769094 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.30 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 946 time: 0.0608859 Jul 22 17:21:43.947837 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-c2a00b66-4fe8-4abc-8a96-4991f25b8204 req-ee248dd1-0fc5-4b93-950a-1c98b8139a2b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Deleting port 59323015-0ffa-44ca-b121-0c9210f71204 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:21:43.948222 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c2a00b66-4fe8-4abc-8a96-4991f25b8204 req-ee248dd1-0fc5-4b93-950a-1c98b8139a2b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:44.033890 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-c2a00b66-4fe8-4abc-8a96-4991f25b8204 req-ee248dd1-0fc5-4b93-950a-1c98b8139a2b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] For port 59323015-0ffa-44ca-b121-0c9210f71204, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=59323015-0ffa-44ca-b121-0c9210f71204,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:21:44.034277 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c2a00b66-4fe8-4abc-8a96-4991f25b8204 req-ee248dd1-0fc5-4b93-950a-1c98b8139a2b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:44.050312 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-c2a00b66-4fe8-4abc-8a96-4991f25b8204 req-ee248dd1-0fc5-4b93-950a-1c98b8139a2b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Calling delete_port for 59323015-0ffa-44ca-b121-0c9210f71204 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:21:44.173011 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c2a00b66-4fe8-4abc-8a96-4991f25b8204 req-ee248dd1-0fc5-4b93-950a-1c98b8139a2b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:44.200411 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee248dd1-0fc5-4b93-950a-1c98b8139a2b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event deleted for resources: {'Port': ['ID=59323015-0ffa-44ca-b121-0c9210f71204,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:21:44.248105 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a00b66-4fe8-4abc-8a96-4991f25b8204 req-ee248dd1-0fc5-4b93-950a-1c98b8139a2b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] No DVR routers for this DVR port 59323015-0ffa-44ca-b121-0c9210f71204 on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:21:44.250693 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-c2a00b66-4fe8-4abc-8a96-4991f25b8204 req-ee248dd1-0fc5-4b93-950a-1c98b8139a2b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:44.252769 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c2a00b66-4fe8-4abc-8a96-4991f25b8204 req-ee248dd1-0fc5-4b93-950a-1c98b8139a2b tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.30 "DELETE /v2.0/ports/59323015-0ffa-44ca-b121-0c9210f71204 HTTP/1.1" status: 204 len: 173 time: 0.3988626 Jul 22 17:21:44.253198 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4838d8f9-45f8-4455-9b34-1838538377bd', 'name': 'network-vif-deleted', 'tag': '59323015-0ffa-44ca-b121-0c9210f71204'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:21:44.255497 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68770c61-31c7-48db-a565-1336c5b14ef5" -d '{"events": [{"server_uuid": "4838d8f9-45f8-4455-9b34-1838538377bd", "name": "network-vif-deleted", "tag": "59323015-0ffa-44ca-b121-0c9210f71204"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:21:44.292000 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6743e1fe-249e-444e-a080-63d627c18196 x-openstack-request-id: req-6743e1fe-249e-444e-a080-63d627c18196 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:21:44.292297 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4838d8f9-45f8-4455-9b34-1838538377bd", "name": "network-vif-deleted", "tag": "59323015-0ffa-44ca-b121-0c9210f71204", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:21:44.292556 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6743e1fe-249e-444e-a080-63d627c18196 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:21:44.292966 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4838d8f9-45f8-4455-9b34-1838538377bd', 'name': 'network-vif-deleted', 'tag': '59323015-0ffa-44ca-b121-0c9210f71204', 'status': 'completed', 'code': 200} Jul 22 17:21:44.618952 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92b75d4d-1963-44b0-8755-d224de30c853 req-8e4e27ee-58d1-4cea-a784-f9956e6fd8e1 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 210 time: 0.0377486 Jul 22 17:21:45.724520 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e4992fc6-52db-43e1-ba04-7268012d480a req-68a5dd77-fb00-444f-a52a-31671addd7d9 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 210 time: 0.0307677 Jul 22 17:21:46.821231 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6eacd635-03f1-4c3f-82eb-11c7bfb14159 req-f267a3d3-0a86-46e5-ae36-9b921e90417c tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 210 time: 0.0312798 Jul 22 17:21:46.870019 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 59323015-0ffa-44ca-b121-0c9210f71204 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:21:46.890589 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 59323015-0ffa-44ca-b121-0c9210f71204 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:21:46.890936 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 59323015-0ffa-44ca-b121-0c9210f71204 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:21:47.929183 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64ba34ef-8231-4586-a496-704737c9d052 req-d7526461-83ee-4554-82a6-9edff7502f45 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "GET /v2.0/ports?device_id=4838d8f9-45f8-4455-9b34-1838538377bd HTTP/1.1" status: 200 len: 210 time: 0.0289562 Jul 22 17:21:48.983408 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37628) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:21:49.409056 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b905002d-b25b-4c8a-983b-b017e695cdc4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Deleting port 101e65cf-d041-4c98-ab5e-36aa3fd9803c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:21:49.409385 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b905002d-b25b-4c8a-983b-b017e695cdc4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:49.484809 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b905002d-b25b-4c8a-983b-b017e695cdc4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:49.485136 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b905002d-b25b-4c8a-983b-b017e695cdc4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:49.496188 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b905002d-b25b-4c8a-983b-b017e695cdc4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Calling delete_port for 101e65cf-d041-4c98-ab5e-36aa3fd9803c owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:21:49.623752 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b905002d-b25b-4c8a-983b-b017e695cdc4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:49.651444 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905002d-b25b-4c8a-983b-b017e695cdc4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event deleted for resources: {'Port': ['ID=101e65cf-d041-4c98-ab5e-36aa3fd9803c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:21:49.711624 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b905002d-b25b-4c8a-983b-b017e695cdc4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:49.714347 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b905002d-b25b-4c8a-983b-b017e695cdc4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:49.715570 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b905002d-b25b-4c8a-983b-b017e695cdc4 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "DELETE /v2.0/floatingips/61899f57-6d24-4dce-8b51-028cb1922dde HTTP/1.1" status: 204 len: 168 time: 0.7311661 Jul 22 17:21:51.961288 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37642) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:21:52.023770 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-92d1241c-2293-4213-863c-5e395a08f884 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:52.051071 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-92d1241c-2293-4213-863c-5e395a08f884 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:52.113699 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-92d1241c-2293-4213-863c-5e395a08f884 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:52.116284 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-92d1241c-2293-4213-863c-5e395a08f884 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:52.117450 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-92d1241c-2293-4213-863c-5e395a08f884 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] 10.222.0.69 "DELETE /v2.0/security-groups/76fa30b8-b60a-47c1-8495-f6570e102adc HTTP/1.1" status: 204 len: 168 time: 0.1551154 Jul 22 17:21:52.127167 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1241c-2293-4213-863c-5e395a08f884 tempest-TestVolumeBootPattern-609181649 tempest-TestVolumeBootPattern-609181649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fa30b8-b60a-47c1-8495-f6570e102adc,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:21:52.191361 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37648) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:21:52.642223 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-388e5de0-95ab-4d59-9c46-4cb3d9471a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:52.897886 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-388e5de0-95ab-4d59-9c46-4cb3d9471a3e admin admin] Deleting port e6e5d30f-c906-4948-8380-b55964c7a91f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:21:52.898191 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-388e5de0-95ab-4d59-9c46-4cb3d9471a3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:52.978053 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-388e5de0-95ab-4d59-9c46-4cb3d9471a3e admin admin] For port e6e5d30f-c906-4948-8380-b55964c7a91f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=e6e5d30f-c906-4948-8380-b55964c7a91f,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:21:52.978415 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-388e5de0-95ab-4d59-9c46-4cb3d9471a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:52.991037 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-388e5de0-95ab-4d59-9c46-4cb3d9471a3e admin admin] Calling delete_port for e6e5d30f-c906-4948-8380-b55964c7a91f owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:21:53.166842 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-388e5de0-95ab-4d59-9c46-4cb3d9471a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:53.193672 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e5de0-95ab-4d59-9c46-4cb3d9471a3e admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e5d30f-c906-4948-8380-b55964c7a91f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:21:53.358099 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-388e5de0-95ab-4d59-9c46-4cb3d9471a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:53.568268 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388e5de0-95ab-4d59-9c46-4cb3d9471a3e admin admin] Router b7135d83-8d2b-494b-8520-dc80f691998e has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:21:53.675260 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388e5de0-95ab-4d59-9c46-4cb3d9471a3e admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:21:53.680302 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-388e5de0-95ab-4d59-9c46-4cb3d9471a3e admin admin] 10.222.0.69 "PUT /v2.0/routers/b7135d83-8d2b-494b-8520-dc80f691998e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4879165 Jul 22 17:21:53.683916 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f9433e-ed06-41eb-b8eb-80cfdae1fca7 None None] Sync routers for ids ['b7135d83-8d2b-494b-8520-dc80f691998e'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:21:53.686490 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37652) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:21:53.693357 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f9433e-ed06-41eb-b8eb-80cfdae1fca7 None None] Routers {'b7135d83-8d2b-494b-8520-dc80f691998e'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:21:53.693971 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-13f9433e-ed06-41eb-b8eb-80cfdae1fca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:21:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b7135d83-8d2b-494b-8520-dc80f691998e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:53.793563 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e86843f4-d490-467a-bbd9-3ae752e986d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:53.885226 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-13f9433e-ed06-41eb-b8eb-80cfdae1fca7 None None] Set router b7135d83-8d2b-494b-8520-dc80f691998e gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:21:53.897443 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e86843f4-d490-467a-bbd9-3ae752e986d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:53.949823 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e86843f4-d490-467a-bbd9-3ae752e986d1 admin admin] Deleting port 8adca721-565e-4157-b268-4a23d6dd199b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:21:53.950194 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e86843f4-d490-467a-bbd9-3ae752e986d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:54.036163 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e86843f4-d490-467a-bbd9-3ae752e986d1 admin admin] For port 8adca721-565e-4157-b268-4a23d6dd199b, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8adca721-565e-4157-b268-4a23d6dd199b,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:21:54.036520 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e86843f4-d490-467a-bbd9-3ae752e986d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:54.048356 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-e86843f4-d490-467a-bbd9-3ae752e986d1 admin admin] Calling delete_port for 8adca721-565e-4157-b268-4a23d6dd199b owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:21:54.074619 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-13f9433e-ed06-41eb-b8eb-80cfdae1fca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '8adca721-565e-4157-b268-4a23d6dd199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:21:53Z', 'revision_number': 5, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port': {'id': '8adca721-565e-4157-b268-4a23d6dd199b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:11:59Z', 'updated_at': '2021-07-22T17:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:54.101150 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f9433e-ed06-41eb-b8eb-80cfdae1fca7 None None] Checking router: b7135d83-8d2b-494b-8520-dc80f691998e for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:21:54.109426 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f9433e-ed06-41eb-b8eb-80cfdae1fca7 None None] Routers {'b7135d83-8d2b-494b-8520-dc80f691998e'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:21:54.110092 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-13f9433e-ed06-41eb-b8eb-80cfdae1fca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:21:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b7135d83-8d2b-494b-8520-dc80f691998e'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:54.194207 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-13f9433e-ed06-41eb-b8eb-80cfdae1fca7 None None] Set router b7135d83-8d2b-494b-8520-dc80f691998e gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:21:54.214235 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e86843f4-d490-467a-bbd9-3ae752e986d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:54.243105 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86843f4-d490-467a-bbd9-3ae752e986d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8adca721-565e-4157-b268-4a23d6dd199b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:21:54.248404 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-13f9433e-ed06-41eb-b8eb-80cfdae1fca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:21:53Z', 'revision_number': 6, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:54.274573 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f9433e-ed06-41eb-b8eb-80cfdae1fca7 None None] The sync data for ids ['b7135d83-8d2b-494b-8520-dc80f691998e'] in n-d-798930-9 is: [{'id': 'b7135d83-8d2b-494b-8520-dc80f691998e', 'name': 'tempest-TestVolumeBootPattern-252550145-router', 'tenant_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:11:58Z', 'updated_at': '2021-07-22T17:21:53Z', 'revision_number': 6, 'project_id': 'a16dcf3d640f4d4e804ace614ec9c820', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:21:54.302989 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e86843f4-d490-467a-bbd9-3ae752e986d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:54.391943 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e86843f4-d490-467a-bbd9-3ae752e986d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:54.394000 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e86843f4-d490-467a-bbd9-3ae752e986d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:54.438361 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e86843f4-d490-467a-bbd9-3ae752e986d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:54.438935 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86843f4-d490-467a-bbd9-3ae752e986d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7135d83-8d2b-494b-8520-dc80f691998e {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:21:54.443579 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e86843f4-d490-467a-bbd9-3ae752e986d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:54.444782 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e86843f4-d490-467a-bbd9-3ae752e986d1 admin admin] 10.222.0.69 "DELETE /v2.0/routers/b7135d83-8d2b-494b-8520-dc80f691998e HTTP/1.1" status: 204 len: 168 time: 0.7567892 Jul 22 17:21:54.447331 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37654) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:21:54.490158 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa692aae-018a-4c39-8350-0832f3d4c04d admin admin] Deleting subnet d63a9831-4fdf-4ccd-8c34-6a4f907e1947 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:21:54.493063 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa692aae-018a-4c39-8350-0832f3d4c04d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:54.526337 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa692aae-018a-4c39-8350-0832f3d4c04d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:54.604556 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa692aae-018a-4c39-8350-0832f3d4c04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:54.665999 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa692aae-018a-4c39-8350-0832f3d4c04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:54.699465 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa692aae-018a-4c39-8350-0832f3d4c04d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d63a9831-4fdf-4ccd-8c34-6a4f907e1947,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:21:54.704296 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aa692aae-018a-4c39-8350-0832f3d4c04d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:54.708595 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-aa692aae-018a-4c39-8350-0832f3d4c04d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d63a9831-4fdf-4ccd-8c34-6a4f907e1947 HTTP/1.1" status: 204 len: 168 time: 0.2579913 Jul 22 17:21:54.708892 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37656) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:21:54.709714 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913a21ac-156f-4d6b-b86d-618fab998a2e None None] Network e97fa6e9-b45e-4929-9792-de06d043e3b0 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:21:54.779800 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device e6e5d30f-c906-4948-8380-b55964c7a91f no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:21:54.791132 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1fb2-989f-4109-a876-159438b1685a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:54.804168 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: e6e5d30f-c906-4948-8380-b55964c7a91f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:21:54.804512 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device e6e5d30f-c906-4948-8380-b55964c7a91f not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:21:54.843030 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-dd8b1fb2-989f-4109-a876-159438b1685a admin admin] Deleting port b6c61ca1-7f76-4084-a073-3827e0338be6 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:21:54.843367 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1fb2-989f-4109-a876-159438b1685a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:54.905126 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-dd8b1fb2-989f-4109-a876-159438b1685a admin admin] For port b6c61ca1-7f76-4084-a073-3827e0338be6, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b6c61ca1-7f76-4084-a073-3827e0338be6,segment=NetworkSegment(a74bb7b3-c941-464a-8596-66d8a4b3bdeb),segment_id=a74bb7b3-c941-464a-8596-66d8a4b3bdeb)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:21:54.905485 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1fb2-989f-4109-a876-159438b1685a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:54.917337 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-dd8b1fb2-989f-4109-a876-159438b1685a admin admin] Calling delete_port for b6c61ca1-7f76-4084-a073-3827e0338be6 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:21:54.999404 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1fb2-989f-4109-a876-159438b1685a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:55.035939 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b1fb2-989f-4109-a876-159438b1685a admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c61ca1-7f76-4084-a073-3827e0338be6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:21:55.040132 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8b1fb2-989f-4109-a876-159438b1685a admin admin] No DVR routers for this DVR port b6c61ca1-7f76-4084-a073-3827e0338be6 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:21:55.102567 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30d5388-03cb-4523-ba30-3d5a395bfe4d None None] DHCP port deletion for e97fa6e9-b45e-4929-9792-de06d043e3b0 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:21:55.116720 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1fb2-989f-4109-a876-159438b1685a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:55.127399 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-dd8b1fb2-989f-4109-a876-159438b1685a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97fa6e9-b45e-4929-9792-de06d043e3b0']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:55.137624 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-dd8b1fb2-989f-4109-a876-159438b1685a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:55.137915 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-dd8b1fb2-989f-4109-a876-159438b1685a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74bb7b3-c941-464a-8596-66d8a4b3bdeb') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:55.147269 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1fb2-989f-4109-a876-159438b1685a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:55.161893 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1fb2-989f-4109-a876-159438b1685a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:55.167778 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd8b1fb2-989f-4109-a876-159438b1685a admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:21:55.168157 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1fb2-989f-4109-a876-159438b1685a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: timer() Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:21:55.169834 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:21:55.223545 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1fb2-989f-4109-a876-159438b1685a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:55.229142 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1fb2-989f-4109-a876-159438b1685a admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:55.231014 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-dd8b1fb2-989f-4109-a876-159438b1685a admin admin] 10.222.0.69 "DELETE /v2.0/networks/e97fa6e9-b45e-4929-9792-de06d043e3b0 HTTP/1.1" status: 204 len: 168 time: 0.5211380 Jul 22 17:21:55.234011 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37658) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:21:55.241699 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b1fb2-989f-4109-a876-159438b1685a admin admin] Pushing event deleted for resources: {'Network': ['ID=e97fa6e9-b45e-4929-9792-de06d043e3b0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:21:55.579328 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3371b03b-3236-4e1a-b8d9-3802c5ced395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:55.826980 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3371b03b-3236-4e1a-b8d9-3802c5ced395 admin admin] Deleting port 22178de5-39b2-4929-92f9-85d41228c316 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:21:55.827250 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3371b03b-3236-4e1a-b8d9-3802c5ced395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:55.905241 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3371b03b-3236-4e1a-b8d9-3802c5ced395 admin admin] For port 22178de5-39b2-4929-92f9-85d41228c316, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=22178de5-39b2-4929-92f9-85d41228c316,segment=NetworkSegment(8bb7d357-e138-47c7-844e-7381077057f7),segment_id=8bb7d357-e138-47c7-844e-7381077057f7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:21:55.905527 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3371b03b-3236-4e1a-b8d9-3802c5ced395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:55.917574 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3371b03b-3236-4e1a-b8d9-3802c5ced395 admin admin] Calling delete_port for 22178de5-39b2-4929-92f9-85d41228c316 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:21:56.094501 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3371b03b-3236-4e1a-b8d9-3802c5ced395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:56.117745 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371b03b-3236-4e1a-b8d9-3802c5ced395 admin admin] Pushing event deleted for resources: {'Port': ['ID=22178de5-39b2-4929-92f9-85d41228c316,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:21:56.285831 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3371b03b-3236-4e1a-b8d9-3802c5ced395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:56.492991 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3371b03b-3236-4e1a-b8d9-3802c5ced395 admin admin] Router 2f9cf1d2-b7de-4be2-a629-45d57841402a has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:21:56.596184 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3371b03b-3236-4e1a-b8d9-3802c5ced395 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:21:56.603778 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37660) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:21:56.604214 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3371b03b-3236-4e1a-b8d9-3802c5ced395 admin admin] 10.222.0.69 "PUT /v2.0/routers/2f9cf1d2-b7de-4be2-a629-45d57841402a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3689632 Jul 22 17:21:56.605865 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9c34b5-008f-4b9f-99fa-df7891ff9430 None None] Sync routers for ids ['2f9cf1d2-b7de-4be2-a629-45d57841402a'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:21:56.617839 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9c34b5-008f-4b9f-99fa-df7891ff9430 None None] Routers {'2f9cf1d2-b7de-4be2-a629-45d57841402a'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:21:56.618491 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6b9c34b5-008f-4b9f-99fa-df7891ff9430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:21:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['2f9cf1d2-b7de-4be2-a629-45d57841402a'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:56.712497 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8adca721-565e-4157-b268-4a23d6dd199b no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:21:56.715625 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b930a6e6-e8ef-44a5-9db2-6087f33a5c74 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:56.741313 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 8adca721-565e-4157-b268-4a23d6dd199b {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:21:56.741648 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8adca721-565e-4157-b268-4a23d6dd199b not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:21:56.742084 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b6c61ca1-7f76-4084-a073-3827e0338be6 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:21:56.819332 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b930a6e6-e8ef-44a5-9db2-6087f33a5c74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:56.875624 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b930a6e6-e8ef-44a5-9db2-6087f33a5c74 admin admin] Deleting port 1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:21:56.875965 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b930a6e6-e8ef-44a5-9db2-6087f33a5c74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:56.921557 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: b6c61ca1-7f76-4084-a073-3827e0338be6 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:21:56.921878 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b6c61ca1-7f76-4084-a073-3827e0338be6 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:21:56.928836 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-6b9c34b5-008f-4b9f-99fa-df7891ff9430 None None] Set router 2f9cf1d2-b7de-4be2-a629-45d57841402a gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:21:56.959177 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-b930a6e6-e8ef-44a5-9db2-6087f33a5c74 admin admin] For port 1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:21:56.959533 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b930a6e6-e8ef-44a5-9db2-6087f33a5c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:56.973989 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-b930a6e6-e8ef-44a5-9db2-6087f33a5c74 admin admin] Calling delete_port for 1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:21:57.106770 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6b9c34b5-008f-4b9f-99fa-df7891ff9430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9cf1d2-b7de-4be2-a629-45d57841402a', 'name': 'tempest-TestVolumeBootPattern-976605174-router', 'tenant_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:12:03Z', 'updated_at': '2021-07-22T17:21:56Z', 'revision_number': 5, 'project_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'gw_port': {'id': '1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9cf1d2-b7de-4be2-a629-45d57841402a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:12:03Z', 'updated_at': '2021-07-22T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:57.136451 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9c34b5-008f-4b9f-99fa-df7891ff9430 None None] Checking router: 2f9cf1d2-b7de-4be2-a629-45d57841402a for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:21:57.140692 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b930a6e6-e8ef-44a5-9db2-6087f33a5c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:57.146070 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9c34b5-008f-4b9f-99fa-df7891ff9430 None None] Routers {'2f9cf1d2-b7de-4be2-a629-45d57841402a'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:21:57.146672 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6b9c34b5-008f-4b9f-99fa-df7891ff9430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:21:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['2f9cf1d2-b7de-4be2-a629-45d57841402a'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:57.165683 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930a6e6-e8ef-44a5-9db2-6087f33a5c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:21:57.211301 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-6b9c34b5-008f-4b9f-99fa-df7891ff9430 None None] Set router 2f9cf1d2-b7de-4be2-a629-45d57841402a gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:21:57.229115 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b930a6e6-e8ef-44a5-9db2-6087f33a5c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:57.264877 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6b9c34b5-008f-4b9f-99fa-df7891ff9430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9cf1d2-b7de-4be2-a629-45d57841402a', 'name': 'tempest-TestVolumeBootPattern-976605174-router', 'tenant_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:12:03Z', 'updated_at': '2021-07-22T17:21:57Z', 'revision_number': 7, 'project_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:57.290620 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9c34b5-008f-4b9f-99fa-df7891ff9430 None None] The sync data for ids ['2f9cf1d2-b7de-4be2-a629-45d57841402a'] in n-d-798930-9 is: [{'id': '2f9cf1d2-b7de-4be2-a629-45d57841402a', 'name': 'tempest-TestVolumeBootPattern-976605174-router', 'tenant_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:12:03Z', 'updated_at': '2021-07-22T17:21:57Z', 'revision_number': 7, 'project_id': 'f7343d8cd0c44b4d858b81030448a8d9', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:21:57.323640 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b930a6e6-e8ef-44a5-9db2-6087f33a5c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:57.326399 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b930a6e6-e8ef-44a5-9db2-6087f33a5c74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:57.368139 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b930a6e6-e8ef-44a5-9db2-6087f33a5c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:57.368592 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b930a6e6-e8ef-44a5-9db2-6087f33a5c74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f9cf1d2-b7de-4be2-a629-45d57841402a {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:21:57.372985 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b930a6e6-e8ef-44a5-9db2-6087f33a5c74 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:57.374169 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b930a6e6-e8ef-44a5-9db2-6087f33a5c74 admin admin] 10.222.0.69 "DELETE /v2.0/routers/2f9cf1d2-b7de-4be2-a629-45d57841402a HTTP/1.1" status: 204 len: 168 time: 0.7693732 Jul 22 17:21:57.376677 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37662) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:21:57.420241 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-25bedda1-1f01-4893-ad40-5239d1af7a31 admin admin] Deleting subnet 43333ef8-65d7-4b6a-b2ab-e02ce8d378ee {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:21:57.423158 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25bedda1-1f01-4893-ad40-5239d1af7a31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:57.456060 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25bedda1-1f01-4893-ad40-5239d1af7a31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:57.534417 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25bedda1-1f01-4893-ad40-5239d1af7a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:57.584716 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25bedda1-1f01-4893-ad40-5239d1af7a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:57.610035 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bedda1-1f01-4893-ad40-5239d1af7a31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43333ef8-65d7-4b6a-b2ab-e02ce8d378ee,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:21:57.614324 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25bedda1-1f01-4893-ad40-5239d1af7a31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:57.616162 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-25bedda1-1f01-4893-ad40-5239d1af7a31 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/43333ef8-65d7-4b6a-b2ab-e02ce8d378ee HTTP/1.1" status: 204 len: 168 time: 0.2385798 Jul 22 17:21:57.620491 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37664) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:21:57.623439 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d9189b-f1b5-4870-ac6a-1be92f8e7954 None None] Network 65d0f7c3-cbf9-4657-99eb-3a91387ceedf requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:21:57.691741 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-840d1516-104b-466d-93ca-2677583eb7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:57.754348 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-840d1516-104b-466d-93ca-2677583eb7b7 admin admin] Deleting port fc7d63a3-1fc1-40b3-89b3-84eee3c75af7 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:21:57.754696 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-840d1516-104b-466d-93ca-2677583eb7b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:57.817104 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-840d1516-104b-466d-93ca-2677583eb7b7 admin admin] For port fc7d63a3-1fc1-40b3-89b3-84eee3c75af7, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=fc7d63a3-1fc1-40b3-89b3-84eee3c75af7,segment=NetworkSegment(8bb7d357-e138-47c7-844e-7381077057f7),segment_id=8bb7d357-e138-47c7-844e-7381077057f7)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:21:57.817454 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-840d1516-104b-466d-93ca-2677583eb7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:57.829568 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-840d1516-104b-466d-93ca-2677583eb7b7 admin admin] Calling delete_port for fc7d63a3-1fc1-40b3-89b3-84eee3c75af7 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:21:57.910238 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-840d1516-104b-466d-93ca-2677583eb7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:57.936308 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d1516-104b-466d-93ca-2677583eb7b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7d63a3-1fc1-40b3-89b3-84eee3c75af7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:21:57.938175 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840d1516-104b-466d-93ca-2677583eb7b7 admin admin] No DVR routers for this DVR port fc7d63a3-1fc1-40b3-89b3-84eee3c75af7 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:21:58.007296 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-840d1516-104b-466d-93ca-2677583eb7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:58.017261 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-840d1516-104b-466d-93ca-2677583eb7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d0f7c3-cbf9-4657-99eb-3a91387ceedf']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:58.031082 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-840d1516-104b-466d-93ca-2677583eb7b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb7d357-e138-47c7-844e-7381077057f7') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:58.031386 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-840d1516-104b-466d-93ca-2677583eb7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb7d357-e138-47c7-844e-7381077057f7') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:58.040431 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-840d1516-104b-466d-93ca-2677583eb7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:58.055178 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-840d1516-104b-466d-93ca-2677583eb7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:58.061381 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840d1516-104b-466d-93ca-2677583eb7b7 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:21:58.061683 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-840d1516-104b-466d-93ca-2677583eb7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: timer() Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:21:58.063396 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:21:58.076439 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f00b842-148a-4977-a18f-63ec0dee866d None None] DHCP port deletion for 65d0f7c3-cbf9-4657-99eb-3a91387ceedf request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:21:58.126009 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-840d1516-104b-466d-93ca-2677583eb7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:58.131705 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-840d1516-104b-466d-93ca-2677583eb7b7 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:58.133655 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-840d1516-104b-466d-93ca-2677583eb7b7 admin admin] 10.222.0.69 "DELETE /v2.0/networks/65d0f7c3-cbf9-4657-99eb-3a91387ceedf HTTP/1.1" status: 204 len: 168 time: 0.5137582 Jul 22 17:21:58.145445 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d1516-104b-466d-93ca-2677583eb7b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=65d0f7c3-cbf9-4657-99eb-3a91387ceedf,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:21:58.285017 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37670) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:21:58.330836 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d83de6cf-d111-4d50-81ed-1b996e6a4a9a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a16dcf3d640f4d4e804ace614ec9c820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445900 Jul 22 17:21:58.333388 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37672) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:21:58.383734 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-729f69c5-506a-4670-982f-ad5d70d26d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:58.408833 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-729f69c5-506a-4670-982f-ad5d70d26d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:58.453183 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-729f69c5-506a-4670-982f-ad5d70d26d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:58.455657 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-729f69c5-506a-4670-982f-ad5d70d26d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:58.456784 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-729f69c5-506a-4670-982f-ad5d70d26d57 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b364e929-4b8c-409f-9316-f67c36336ec5 HTTP/1.1" status: 204 len: 168 time: 0.1223559 Jul 22 17:21:58.464004 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f69c5-506a-4670-982f-ad5d70d26d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b364e929-4b8c-409f-9316-f67c36336ec5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:21:58.656515 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device fc7d63a3-1fc1-40b3-89b3-84eee3c75af7 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:21:58.675748 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: fc7d63a3-1fc1-40b3-89b3-84eee3c75af7 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:21:58.676088 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device fc7d63a3-1fc1-40b3-89b3-84eee3c75af7 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:21:58.676496 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:21:58.697935 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:21:58.698285 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1b6aa981-7f9c-4fee-b4c7-5f91b4d996f5 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:21:58.698693 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 22178de5-39b2-4929-92f9-85d41228c316 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:21:58.717651 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 22178de5-39b2-4929-92f9-85d41228c316 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:21:58.717952 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 22178de5-39b2-4929-92f9-85d41228c316 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:21:58.770211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37678) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:21:58.808958 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b16e3031-ac2d-4510-88ca-4e46335e4bbc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f7343d8cd0c44b4d858b81030448a8d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375795 Jul 22 17:21:58.811884 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37680) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:21:58.860024 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41d06bdb-bf2f-442f-808c-3c19a168c283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:58.880827 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41d06bdb-bf2f-442f-808c-3c19a168c283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:58.926169 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41d06bdb-bf2f-442f-808c-3c19a168c283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:58.928757 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41d06bdb-bf2f-442f-808c-3c19a168c283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:58.930138 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-41d06bdb-bf2f-442f-808c-3c19a168c283 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3ed40138-78fe-4035-9064-4c78fb72466a HTTP/1.1" status: 204 len: 168 time: 0.1172757 Jul 22 17:21:58.938617 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d06bdb-bf2f-442f-808c-3c19a168c283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed40138-78fe-4035-9064-4c78fb72466a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:21:59.097346 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b48c7f0-1e62-47f9-96cd-fc59d33fc321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:00.414714 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:22:01.667116 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9731734-8309-4691-af4a-c1a05fd56cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:01.677535 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:02.930678 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:04.771263 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:08.889484 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-167019ac-0042-4fef-8196-270cd3c027e7 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=05f0bf19126a4bd7a48c76104ea181c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217965 Jul 22 17:22:09.335045 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-0300d96c-24b1-4387-b4da-8c3290f902b9 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:09.336499 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-0300d96c-24b1-4387-b4da-8c3290f902b9 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4420202 Jul 22 17:22:09.350725 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-e8e64301-cca6-4b2d-a6ca-8c726efafdb4 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/quotas/05f0bf19126a4bd7a48c76104ea181c0 HTTP/1.1" status: 200 len: 375 time: 0.0087695 Jul 22 17:22:09.383482 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-1536236c-b90a-4cc6-b0b4-5b793eeab8eb tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=05f0bf19126a4bd7a48c76104ea181c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280225 Jul 22 17:22:09.538183 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5c3e80b9-dbcc-4038-ac99-5d7b9394c575 req-24c27f43-0f03-458c-a23b-4db8cbccad52 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/ports?device_id=3eb2a08b-062d-4da6-9379-99537938471b HTTP/1.1" status: 200 len: 210 time: 0.0286703 Jul 22 17:22:10.617829 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e89c3840-2a23-421e-8bf6-0590ca7f5535 req-d07c2ec7-87e3-4f99-9755-ed098d972079 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/ports?device_id=3eb2a08b-062d-4da6-9379-99537938471b HTTP/1.1" status: 200 len: 210 time: 0.0322864 Jul 22 17:22:11.718019 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-57f4bfa6-9893-414d-8d59-161a19612690 req-0bb845c0-7bd5-4be0-a0b1-64e39e51fd66 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/ports?device_id=3eb2a08b-062d-4da6-9379-99537938471b HTTP/1.1" status: 200 len: 210 time: 0.0347638 Jul 22 17:22:12.433139 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:12.442596 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:12.684647 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-982b9ced-aff4-4a8b-9695-fee2962eb962 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=05f0bf19126a4bd7a48c76104ea181c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277290 Jul 22 17:22:12.815108 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3144a385-1b8e-42c0-9171-7a5909714e04 req-31dd614e-cdf8-4a9a-b9aa-10007f4ba778 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/ports?device_id=3eb2a08b-062d-4da6-9379-99537938471b HTTP/1.1" status: 200 len: 210 time: 0.0299284 Jul 22 17:22:12.857030 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-a47ce87e-1826-44b5-99e8-7364b7f39732 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:12.858558 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-a47ce87e-1826-44b5-99e8-7364b7f39732 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1680467 Jul 22 17:22:12.887465 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-1970aa35-4381-4dae-90fc-78db5b4bd061 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Request body: {'port': {'device_id': '3eb2a08b-062d-4da6-9379-99537938471b', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'admin_state_up': True, 'tenant_id': '05f0bf19126a4bd7a48c76104ea181c0'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:22:12.993607 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-1970aa35-4381-4dae-90fc-78db5b4bd061 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Made reservation on behalf of 05f0bf19126a4bd7a48c76104ea181c0 for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:22:12.996979 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-1970aa35-4381-4dae-90fc-78db5b4bd061 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:13.005437 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-1970aa35-4381-4dae-90fc-78db5b4bd061 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:13.095815 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-1970aa35-4381-4dae-90fc-78db5b4bd061 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:13.099381 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-1970aa35-4381-4dae-90fc-78db5b4bd061 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:13.160109 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970aa35-4381-4dae-90fc-78db5b4bd061 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a06ba290-549a-4b73-873f-f0c9e66a54e5,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:22:13.228947 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-1970aa35-4381-4dae-90fc-78db5b4bd061 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Allocated IP 192.168.233.218 (d9fd37bc-f530-4da7-b1c9-3d310ff6004c/19e59664-07b5-4ea7-b942-be1905c48b5e/5314aca8-9b08-4897-8cab-5d4bb8c04120) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:22:13.367199 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-1970aa35-4381-4dae-90fc-78db5b4bd061 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:13.380640 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-1970aa35-4381-4dae-90fc-78db5b4bd061 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Transition to ACTIVE for port object 5314aca8-9b08-4897-8cab-5d4bb8c04120 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:22:13.412513 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-1970aa35-4381-4dae-90fc-78db5b4bd061 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:13.459543 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-1970aa35-4381-4dae-90fc-78db5b4bd061 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Network d9fd37bc-f530-4da7-b1c9-3d310ff6004c is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:22:13.462516 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-1970aa35-4381-4dae-90fc-78db5b4bd061 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:22:13.466182 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-1970aa35-4381-4dae-90fc-78db5b4bd061 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:22:13.472740 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970aa35-4381-4dae-90fc-78db5b4bd061 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Pushing event updated for resources: {'Port': ['ID=5314aca8-9b08-4897-8cab-5d4bb8c04120,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:22:13.518767 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-1970aa35-4381-4dae-90fc-78db5b4bd061 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:13.519426 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-1970aa35-4381-4dae-90fc-78db5b4bd061 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:13.534979 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-1970aa35-4381-4dae-90fc-78db5b4bd061 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6510296 Jul 22 17:22:13.551559 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-809d2a8d-b0f0-47b3-bc7e-3b4cb3c9ad4f service neutron] Request body: {'port': {'device_id': '3eb2a08b-062d-4da6-9379-99537938471b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:22:13.624589 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-809d2a8d-b0f0-47b3-bc7e-3b4cb3c9ad4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:13.683306 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1ffaa7f8-1707-49dd-8e6b-41c28e5a4109 None None] Provisioning for port 5314aca8-9b08-4897-8cab-5d4bb8c04120 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:22:13.687164 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1ffaa7f8-1707-49dd-8e6b-41c28e5a4109 None None] Provisioning complete for port 5314aca8-9b08-4897-8cab-5d4bb8c04120 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:22:13.687524 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ffaa7f8-1707-49dd-8e6b-41c28e5a4109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:13.721298 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1ffaa7f8-1707-49dd-8e6b-41c28e5a4109 None None] Port 5314aca8-9b08-4897-8cab-5d4bb8c04120 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:22:13.885640 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-809d2a8d-b0f0-47b3-bc7e-3b4cb3c9ad4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5314aca8-9b08-4897-8cab-5d4bb8c04120 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:22:13.900773 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-809d2a8d-b0f0-47b3-bc7e-3b4cb3c9ad4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:13.931340 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-809d2a8d-b0f0-47b3-bc7e-3b4cb3c9ad4f service neutron] Transition to ACTIVE for port object 5314aca8-9b08-4897-8cab-5d4bb8c04120 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:22:13.935637 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-809d2a8d-b0f0-47b3-bc7e-3b4cb3c9ad4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:13.996889 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d2a8d-b0f0-47b3-bc7e-3b4cb3c9ad4f service neutron] Pushing event updated for resources: {'Port': ['ID=5314aca8-9b08-4897-8cab-5d4bb8c04120,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:22:14.012445 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dac87-1e25-4be8-a027-ebbdf4587ed7 req-56d35e09-1843-4a2d-a7fb-308fa769a225 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:14.014028 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-333dac87-1e25-4be8-a027-ebbdf4587ed7 req-56d35e09-1843-4a2d-a7fb-308fa769a225 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/ports?device_id=3eb2a08b-062d-4da6-9379-99537938471b HTTP/1.1" status: 200 len: 936 time: 0.1313713 Jul 22 17:22:14.094248 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-333dac87-1e25-4be8-a027-ebbdf4587ed7 req-6c608839-2392-4aa2-8961-61b8b34ac9f3 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/security-groups?id=a06ba290-549a-4b73-873f-f0c9e66a54e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635247 Jul 22 17:22:14.111784 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-809d2a8d-b0f0-47b3-bc7e-3b4cb3c9ad4f service neutron] Attempting to bind port 5314aca8-9b08-4897-8cab-5d4bb8c04120 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:22:14.112123 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-809d2a8d-b0f0-47b3-bc7e-3b4cb3c9ad4f service neutron] Attempting to bind port 5314aca8-9b08-4897-8cab-5d4bb8c04120 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:22:14.112449 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-809d2a8d-b0f0-47b3-bc7e-3b4cb3c9ad4f service neutron] Attempting to bind port 5314aca8-9b08-4897-8cab-5d4bb8c04120 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:22:14.117046 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-809d2a8d-b0f0-47b3-bc7e-3b4cb3c9ad4f service neutron] Port 5314aca8-9b08-4897-8cab-5d4bb8c04120 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:22:14.117359 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-809d2a8d-b0f0-47b3-bc7e-3b4cb3c9ad4f service neutron] Attempting to bind port 5314aca8-9b08-4897-8cab-5d4bb8c04120 on network d9fd37bc-f530-4da7-b1c9-3d310ff6004c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:22:14.122276 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-809d2a8d-b0f0-47b3-bc7e-3b4cb3c9ad4f service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:22:14.122611 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-809d2a8d-b0f0-47b3-bc7e-3b4cb3c9ad4f service neutron] Checking segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:22:14.122990 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-809d2a8d-b0f0-47b3-bc7e-3b4cb3c9ad4f service neutron] Bound using segment: {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:22:14.123408 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-809d2a8d-b0f0-47b3-bc7e-3b4cb3c9ad4f service neutron] Bound port: 5314aca8-9b08-4897-8cab-5d4bb8c04120, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee7cf9-8721-4907-90ee-da9c022050a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:22:14.123760 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-809d2a8d-b0f0-47b3-bc7e-3b4cb3c9ad4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:14.185174 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-809d2a8d-b0f0-47b3-bc7e-3b4cb3c9ad4f service neutron] For port 5314aca8-9b08-4897-8cab-5d4bb8c04120, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:22:14.188077 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-809d2a8d-b0f0-47b3-bc7e-3b4cb3c9ad4f service neutron] For port 5314aca8-9b08-4897-8cab-5d4bb8c04120, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5314aca8-9b08-4897-8cab-5d4bb8c04120,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:22:14.192067 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-809d2a8d-b0f0-47b3-bc7e-3b4cb3c9ad4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:14.227522 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-809d2a8d-b0f0-47b3-bc7e-3b4cb3c9ad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:14.228118 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-809d2a8d-b0f0-47b3-bc7e-3b4cb3c9ad4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:14.229471 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-809d2a8d-b0f0-47b3-bc7e-3b4cb3c9ad4f service neutron] 10.222.0.30 "PUT /v2.0/ports/5314aca8-9b08-4897-8cab-5d4bb8c04120 HTTP/1.1" status: 200 len: 1096 time: 0.6823878 Jul 22 17:22:14.229900 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb2a08b-062d-4da6-9379-99537938471b', 'tag': '5314aca8-9b08-4897-8cab-5d4bb8c04120'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:22:14.232153 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14b8f27-e1e7-4079-8fdf-7028ac261b93" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb2a08b-062d-4da6-9379-99537938471b", "tag": "5314aca8-9b08-4897-8cab-5d4bb8c04120"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:22:14.256155 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d2a8d-b0f0-47b3-bc7e-3b4cb3c9ad4f service neutron] Pushing event updated for resources: {'Port': ['ID=5314aca8-9b08-4897-8cab-5d4bb8c04120,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:22:14.278513 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e96d9f8-31d0-4f64-b25d-a98ceb5fe0f2 x-openstack-request-id: req-5e96d9f8-31d0-4f64-b25d-a98ceb5fe0f2 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:22:14.278925 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb2a08b-062d-4da6-9379-99537938471b", "tag": "5314aca8-9b08-4897-8cab-5d4bb8c04120", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:22:14.279106 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5e96d9f8-31d0-4f64-b25d-a98ceb5fe0f2 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:22:14.279516 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb2a08b-062d-4da6-9379-99537938471b', 'tag': '5314aca8-9b08-4897-8cab-5d4bb8c04120', 'status': 'completed', 'code': 200} Jul 22 17:22:14.351873 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-d697d5d0-ed1c-4a00-a638-d4b03db1d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:14.353382 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-d697d5d0-ed1c-4a00-a638-d4b03db1d653 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05f0bf19126a4bd7a48c76104ea181c0&device_id=3eb2a08b-062d-4da6-9379-99537938471b HTTP/1.1" status: 200 len: 1099 time: 0.0563059 Jul 22 17:22:14.400088 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-04d8df91-0208-409c-822f-b657349ecadb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=5314aca8-9b08-4897-8cab-5d4bb8c04120 HTTP/1.1" status: 200 len: 217 time: 0.0341861 Jul 22 17:22:14.763016 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-a040833d-85fb-41fb-9df2-4304930b2b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:14.764361 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-a040833d-85fb-41fb-9df2-4304930b2b17 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.3584039 Jul 22 17:22:14.820129 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-b070df28-3226-48b7-9674-dcc8df41073d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:14.821570 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-b070df28-3226-48b7-9674-dcc8df41073d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0508170 Jul 22 17:22:14.909461 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-1d5d5379-7c13-42be-8a4a-93651dc53292 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815845 Jul 22 17:22:14.995716 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01d842d0-939c-4a3b-8737-36611eaa6617 req-60e6bd20-a4a9-474a-b640-95cffad3d291 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799839 Jul 22 17:22:15.133325 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b8f27-e1e7-4079-8fdf-7028ac261b93 req-af91190b-3206-4d0b-9319-e6860ebd63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:15.134890 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e14b8f27-e1e7-4079-8fdf-7028ac261b93 req-af91190b-3206-4d0b-9319-e6860ebd63f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05f0bf19126a4bd7a48c76104ea181c0&device_id=3eb2a08b-062d-4da6-9379-99537938471b HTTP/1.1" status: 200 len: 1099 time: 0.0553813 Jul 22 17:22:15.266507 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b8f27-e1e7-4079-8fdf-7028ac261b93 req-cb362090-258f-47d3-9bd2-23e7827889f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:15.268271 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e14b8f27-e1e7-4079-8fdf-7028ac261b93 req-cb362090-258f-47d3-9bd2-23e7827889f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c HTTP/1.1" status: 200 len: 870 time: 0.1273220 Jul 22 17:22:15.280185 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6b8b5-f536-459a-acb4-791a082bec9e req-9fd53283-503d-4875-b4e9-edcab3d534e8 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:15.281580 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c9a6b8b5-f536-459a-acb4-791a082bec9e req-9fd53283-503d-4875-b4e9-edcab3d534e8 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/ports?device_id=3eb2a08b-062d-4da6-9379-99537938471b HTTP/1.1" status: 200 len: 948 time: 0.1205754 Jul 22 17:22:15.331270 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e14b8f27-e1e7-4079-8fdf-7028ac261b93 req-c02d16f7-1338-420b-bba7-d158c01057d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=5314aca8-9b08-4897-8cab-5d4bb8c04120 HTTP/1.1" status: 200 len: 217 time: 0.0487299 Jul 22 17:22:15.377000 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c9a6b8b5-f536-459a-acb4-791a082bec9e req-0da1cbb1-fb19-40c3-be5f-d1dfde89f8cd tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/security-groups?id=a06ba290-549a-4b73-873f-f0c9e66a54e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882857 Jul 22 17:22:15.390541 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b8f27-e1e7-4079-8fdf-7028ac261b93 req-efd00b69-761d-4962-ac32-736e45131ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:15.392265 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e14b8f27-e1e7-4079-8fdf-7028ac261b93 req-efd00b69-761d-4962-ac32-736e45131ba3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19e59664-07b5-4ea7-b942-be1905c48b5e HTTP/1.1" status: 200 len: 843 time: 0.0536880 Jul 22 17:22:15.450832 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b8f27-e1e7-4079-8fdf-7028ac261b93 req-816d1a28-0f82-41c2-98f3-0afd9427ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:15.452293 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e14b8f27-e1e7-4079-8fdf-7028ac261b93 req-816d1a28-0f82-41c2-98f3-0afd9427ab7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9fd37bc-f530-4da7-b1c9-3d310ff6004c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0533864 Jul 22 17:22:15.545348 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e14b8f27-e1e7-4079-8fdf-7028ac261b93 req-f8d50c4b-991b-4778-b254-d2eb9a52ad76 service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846629 Jul 22 17:22:15.634478 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e14b8f27-e1e7-4079-8fdf-7028ac261b93 req-66024ec4-79b4-463e-a7e7-02df01f3fe5f service neutron] 10.222.0.30 "GET /v2.0/networks/d9fd37bc-f530-4da7-b1c9-3d310ff6004c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820031 Jul 22 17:22:16.505372 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb41095-55cd-4e0e-b1df-afde7acac7f1 req-b4054a37-4721-42a1-a082-2622c39eacc6 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:16.506876 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1bb41095-55cd-4e0e-b1df-afde7acac7f1 req-b4054a37-4721-42a1-a082-2622c39eacc6 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/ports?device_id=3eb2a08b-062d-4da6-9379-99537938471b HTTP/1.1" status: 200 len: 948 time: 0.0626466 Jul 22 17:22:16.543608 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1bb41095-55cd-4e0e-b1df-afde7acac7f1 req-a2e160e4-0c19-4734-b466-c93fc53138d3 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/security-groups?id=a06ba290-549a-4b73-873f-f0c9e66a54e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312033 Jul 22 17:22:17.680020 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acf25e-4058-4e3c-8b21-6db8f47fdf84 req-9199b7dd-06cc-42d7-8fea-2347d08bda45 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:17.681506 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e2acf25e-4058-4e3c-8b21-6db8f47fdf84 req-9199b7dd-06cc-42d7-8fea-2347d08bda45 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/ports?device_id=3eb2a08b-062d-4da6-9379-99537938471b HTTP/1.1" status: 200 len: 948 time: 0.0672605 Jul 22 17:22:17.718195 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e2acf25e-4058-4e3c-8b21-6db8f47fdf84 req-bc6047ef-89d2-46ce-8159-a254f84c32b2 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/security-groups?id=a06ba290-549a-4b73-873f-f0c9e66a54e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310948 Jul 22 17:22:18.847170 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7d74a-2c0c-4c33-8a0a-db83b02ce69f req-56ac227e-a01a-485e-88c3-7ec64ebd9904 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:18.848637 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4ef7d74a-2c0c-4c33-8a0a-db83b02ce69f req-56ac227e-a01a-485e-88c3-7ec64ebd9904 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/ports?device_id=3eb2a08b-062d-4da6-9379-99537938471b HTTP/1.1" status: 200 len: 948 time: 0.0662885 Jul 22 17:22:18.885107 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4ef7d74a-2c0c-4c33-8a0a-db83b02ce69f req-cd9e2bbe-9375-4c8f-a4ce-c842eacb4358 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/security-groups?id=a06ba290-549a-4b73-873f-f0c9e66a54e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309436 Jul 22 17:22:18.997699 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5314aca8-9b08-4897-8cab-5d4bb8c04120 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:22:19.091064 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5314aca8-9b08-4897-8cab-5d4bb8c04120, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5314aca8-9b08-4897-8cab-5d4bb8c04120,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:22:19.102307 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '5314aca8-9b08-4897-8cab-5d4bb8c04120', 'network_id': 'd9fd37bc-f530-4da7-b1c9-3d310ff6004c', 'port_id': '5314aca8-9b08-4897-8cab-5d4bb8c04120', 'mac_address': 'fa:16:3e:50:1b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19e59664-07b5-4ea7-b942-be1905c48b5e', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:22:19.137428 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:19.149857 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5314aca8-9b08-4897-8cab-5d4bb8c04120 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:22:19.169283 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5314aca8-9b08-4897-8cab-5d4bb8c04120, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5314aca8-9b08-4897-8cab-5d4bb8c04120,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:22:19.173356 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:19.222256 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=5314aca8-9b08-4897-8cab-5d4bb8c04120,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:22:19.229686 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:22:19.230048 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:22:19.230383 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:22:19.230715 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:22:19.231040 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:22:19.231365 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:22:19.231770 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:22:19.232094 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:22:19.232410 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:22:19.232727 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:22:19.233048 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:22:19.233361 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:22:19.479887 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['5314aca8-9b08-4897-8cab-5d4bb8c04120'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:22:20.010732 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaee467-dc24-462f-a302-e68bba8e7bb0 req-ff67237a-b5bf-4bba-a933-91a09c7b448e tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:20.012187 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fdaee467-dc24-462f-a302-e68bba8e7bb0 req-ff67237a-b5bf-4bba-a933-91a09c7b448e tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/ports?device_id=3eb2a08b-062d-4da6-9379-99537938471b HTTP/1.1" status: 200 len: 949 time: 0.0623262 Jul 22 17:22:20.048652 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fdaee467-dc24-462f-a302-e68bba8e7bb0 req-fb62a2a8-4895-435b-b6e3-80231a8197d9 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/security-groups?id=a06ba290-549a-4b73-873f-f0c9e66a54e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307117 Jul 22 17:22:21.011027 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5314aca8-9b08-4897-8cab-5d4bb8c04120 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:22:21.057148 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 5314aca8-9b08-4897-8cab-5d4bb8c04120 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:22:21.060609 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 5314aca8-9b08-4897-8cab-5d4bb8c04120 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:22:21.060979 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:21.139358 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:21.161617 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb2a08b-062d-4da6-9379-99537938471b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5314aca8-9b08-4897-8cab-5d4bb8c04120'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:22:21.164384 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c379573c-f98f-4668-b495-3a3e167b45de" -d '{"events": [{"server_uuid": "3eb2a08b-062d-4da6-9379-99537938471b", "name": "network-vif-plugged", "status": "completed", "tag": "5314aca8-9b08-4897-8cab-5d4bb8c04120"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:22:21.181332 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b2cf8-4f87-4b67-a818-50758e9e6a65 req-472e4f2b-3220-4e0f-af09-45564b091e8b tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:21.182913 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2e1b2cf8-4f87-4b67-a818-50758e9e6a65 req-472e4f2b-3220-4e0f-af09-45564b091e8b tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/ports?device_id=3eb2a08b-062d-4da6-9379-99537938471b HTTP/1.1" status: 200 len: 949 time: 0.0694842 Jul 22 17:22:21.193066 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5314aca8-9b08-4897-8cab-5d4bb8c04120, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5314aca8-9b08-4897-8cab-5d4bb8c04120,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:22:21.198022 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:21.221123 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0ce5e2-229e-48eb-8f76-8a3beae62367 x-openstack-request-id: req-fc0ce5e2-229e-48eb-8f76-8a3beae62367 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:22:21.221420 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb2a08b-062d-4da6-9379-99537938471b", "name": "network-vif-plugged", "status": "completed", "tag": "5314aca8-9b08-4897-8cab-5d4bb8c04120", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:22:21.221674 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fc0ce5e2-229e-48eb-8f76-8a3beae62367 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:22:21.222081 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb2a08b-062d-4da6-9379-99537938471b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5314aca8-9b08-4897-8cab-5d4bb8c04120', 'code': 200} Jul 22 17:22:21.223739 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2e1b2cf8-4f87-4b67-a818-50758e9e6a65 req-1bad75c9-518f-4300-8bd9-8d2d2aca2f05 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/security-groups?id=a06ba290-549a-4b73-873f-f0c9e66a54e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345604 Jul 22 17:22:21.257119 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=5314aca8-9b08-4897-8cab-5d4bb8c04120,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:22:21.341521 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a85dbd-435b-46fc-ada5-0d888be7f2ca req-a8d20c60-485c-4e3a-9b84-ed0f66efa3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:21.343004 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d6a85dbd-435b-46fc-ada5-0d888be7f2ca req-a8d20c60-485c-4e3a-9b84-ed0f66efa3ea service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3eb2a08b-062d-4da6-9379-99537938471b HTTP/1.1" status: 200 len: 1101 time: 0.0560620 Jul 22 17:22:21.377668 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d6a85dbd-435b-46fc-ada5-0d888be7f2ca req-5d32422d-6b8c-4269-813a-72edd231f0f9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a06ba290-549a-4b73-873f-f0c9e66a54e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269647 Jul 22 17:22:22.362876 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f42d0-7954-49e4-ba84-4e0f567af1d8 req-e9667b2e-f8a8-46aa-ac50-2937b044e0c2 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:22.364331 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-058f42d0-7954-49e4-ba84-4e0f567af1d8 req-e9667b2e-f8a8-46aa-ac50-2937b044e0c2 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/ports?device_id=3eb2a08b-062d-4da6-9379-99537938471b HTTP/1.1" status: 200 len: 950 time: 0.0703990 Jul 22 17:22:22.403674 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-058f42d0-7954-49e4-ba84-4e0f567af1d8 req-e898d510-cc6c-46b7-b045-f945b5567ea2 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/security-groups?id=a06ba290-549a-4b73-873f-f0c9e66a54e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334947 Jul 22 17:22:23.634724 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fc36e-8534-41a5-9dfd-31542cd79425 req-62ed046b-40b7-427b-bd84-03ccfb64d634 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:23.636186 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-631fc36e-8534-41a5-9dfd-31542cd79425 req-62ed046b-40b7-427b-bd84-03ccfb64d634 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/ports?device_id=3eb2a08b-062d-4da6-9379-99537938471b HTTP/1.1" status: 200 len: 950 time: 0.1682851 Jul 22 17:22:23.673854 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-631fc36e-8534-41a5-9dfd-31542cd79425 req-38ee0ae0-b639-4f23-9bfb-2bf4897d4a4b tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/security-groups?id=a06ba290-549a-4b73-873f-f0c9e66a54e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312436 Jul 22 17:22:23.992859 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-d868a24b-1f48-4b09-95bc-0230cf2c04fe req-b7ad90f7-e907-4b0b-8ed8-2a40fcc8c0b1 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:22:23.993885 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d868a24b-1f48-4b09-95bc-0230cf2c04fe req-b7ad90f7-e907-4b0b-8ed8-2a40fcc8c0b1 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0570233 Jul 22 17:22:24.320293 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-7053dcd1-b567-4e1b-a320-f58be695914b req-e20aa16c-f190-474b-81ce-bd475c9ed438 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:22:24.321291 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7053dcd1-b567-4e1b-a320-f58be695914b req-e20aa16c-f190-474b-81ce-bd475c9ed438 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057862 Jul 22 17:22:24.660890 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dfd6e-bfb6-4e86-a886-868d4b744d64 req-ff09ffae-f2ae-47ee-a234-eb6c62ca032f tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:24.662388 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-016dfd6e-bfb6-4e86-a886-868d4b744d64 req-ff09ffae-f2ae-47ee-a234-eb6c62ca032f tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/ports?device_id=3eb2a08b-062d-4da6-9379-99537938471b HTTP/1.1" status: 200 len: 950 time: 0.0674877 Jul 22 17:22:24.699274 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-016dfd6e-bfb6-4e86-a886-868d4b744d64 req-bc27ab71-dab6-409b-a74d-e32a1c9696e6 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/security-groups?id=a06ba290-549a-4b73-873f-f0c9e66a54e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312479 Jul 22 17:22:25.884289 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380cf50-be55-4945-9ec7-c15eec809eea req-b7f7e4e6-94a9-4511-b6b7-7f56be9cd4a7 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:25.885781 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b380cf50-be55-4945-9ec7-c15eec809eea req-b7f7e4e6-94a9-4511-b6b7-7f56be9cd4a7 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/ports?device_id=3eb2a08b-062d-4da6-9379-99537938471b HTTP/1.1" status: 200 len: 950 time: 0.1197214 Jul 22 17:22:25.923007 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b380cf50-be55-4945-9ec7-c15eec809eea req-79bb3c34-a259-4b5d-a116-edf65e113b93 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/security-groups?id=a06ba290-549a-4b73-873f-f0c9e66a54e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309782 Jul 22 17:22:26.043261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71172501-9bdc-46fc-af08-79ef8ee14802 req-1abc8042-7c88-454b-bbab-f62593505461 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:26.044631 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-71172501-9bdc-46fc-af08-79ef8ee14802 req-1abc8042-7c88-454b-bbab-f62593505461 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.30 "GET /v2.0/ports?device_id=3eb2a08b-062d-4da6-9379-99537938471b HTTP/1.1" status: 200 len: 950 time: 0.0698555 Jul 22 17:22:26.143703 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-71172501-9bdc-46fc-af08-79ef8ee14802 req-7016ff35-290a-4e70-9488-4ac4ac5a78d8 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Deleting port 5314aca8-9b08-4897-8cab-5d4bb8c04120 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:22:26.144048 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-71172501-9bdc-46fc-af08-79ef8ee14802 req-7016ff35-290a-4e70-9488-4ac4ac5a78d8 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:26.233914 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-71172501-9bdc-46fc-af08-79ef8ee14802 req-7016ff35-290a-4e70-9488-4ac4ac5a78d8 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] For port 5314aca8-9b08-4897-8cab-5d4bb8c04120, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5314aca8-9b08-4897-8cab-5d4bb8c04120,segment=NetworkSegment(cdee7cf9-8721-4907-90ee-da9c022050a9),segment_id=cdee7cf9-8721-4907-90ee-da9c022050a9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:22:26.234290 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-71172501-9bdc-46fc-af08-79ef8ee14802 req-7016ff35-290a-4e70-9488-4ac4ac5a78d8 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:26.246305 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-71172501-9bdc-46fc-af08-79ef8ee14802 req-7016ff35-290a-4e70-9488-4ac4ac5a78d8 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Calling delete_port for 5314aca8-9b08-4897-8cab-5d4bb8c04120 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:22:26.370816 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-71172501-9bdc-46fc-af08-79ef8ee14802 req-7016ff35-290a-4e70-9488-4ac4ac5a78d8 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:26.402689 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016ff35-290a-4e70-9488-4ac4ac5a78d8 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Pushing event deleted for resources: {'Port': ['ID=5314aca8-9b08-4897-8cab-5d4bb8c04120,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:22:26.403492 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['5314aca8-9b08-4897-8cab-5d4bb8c04120'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:22:26.449830 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-71172501-9bdc-46fc-af08-79ef8ee14802 req-7016ff35-290a-4e70-9488-4ac4ac5a78d8 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] No DVR routers for this DVR port 5314aca8-9b08-4897-8cab-5d4bb8c04120 on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:22:26.452414 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-71172501-9bdc-46fc-af08-79ef8ee14802 req-7016ff35-290a-4e70-9488-4ac4ac5a78d8 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:26.454513 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-71172501-9bdc-46fc-af08-79ef8ee14802 req-7016ff35-290a-4e70-9488-4ac4ac5a78d8 tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.30 "DELETE /v2.0/ports/5314aca8-9b08-4897-8cab-5d4bb8c04120 HTTP/1.1" status: 204 len: 173 time: 0.4027889 Jul 22 17:22:26.454962 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb2a08b-062d-4da6-9379-99537938471b', 'name': 'network-vif-deleted', 'tag': '5314aca8-9b08-4897-8cab-5d4bb8c04120'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:22:26.457276 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8dd4e1a-85e2-486a-b4bd-b85e97ea3ae6" -d '{"events": [{"server_uuid": "3eb2a08b-062d-4da6-9379-99537938471b", "name": "network-vif-deleted", "tag": "5314aca8-9b08-4897-8cab-5d4bb8c04120"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:22:26.565285 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d48bb17-c3c4-4c2c-9810-d66b69fe20b9 x-openstack-request-id: req-7d48bb17-c3c4-4c2c-9810-d66b69fe20b9 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:22:26.565625 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb2a08b-062d-4da6-9379-99537938471b", "name": "network-vif-deleted", "tag": "5314aca8-9b08-4897-8cab-5d4bb8c04120", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:22:26.565867 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7d48bb17-c3c4-4c2c-9810-d66b69fe20b9 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:22:26.566399 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb2a08b-062d-4da6-9379-99537938471b', 'name': 'network-vif-deleted', 'tag': '5314aca8-9b08-4897-8cab-5d4bb8c04120', 'status': 'completed', 'code': 200} Jul 22 17:22:27.035001 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c0c9496f-c5b6-487a-a7ff-bbd922cd6d2a req-a33a67c2-0198-4962-8682-a079e06446cd tempest-ServersAdminNegativeTestJSON-1080697164 tempest-ServersAdminNegativeTestJSON-1080697164-project] 10.222.0.69 "GET /v2.0/ports?device_id=3eb2a08b-062d-4da6-9379-99537938471b HTTP/1.1" status: 200 len: 210 time: 0.0329199 Jul 22 17:22:28.321515 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37850) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:22:28.452365 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9abdfba6-b97e-4b8f-b766-bf0347d8ea8c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=05f0bf19126a4bd7a48c76104ea181c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1296411 Jul 22 17:22:28.455416 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37856) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:22:28.506302 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9ad3137-6f86-4501-85bc-673251af6915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:28.527625 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9ad3137-6f86-4501-85bc-673251af6915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:28.572791 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9ad3137-6f86-4501-85bc-673251af6915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:28.575324 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d9ad3137-6f86-4501-85bc-673251af6915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:28.576515 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d9ad3137-6f86-4501-85bc-673251af6915 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a06ba290-549a-4b73-873f-f0c9e66a54e5 HTTP/1.1" status: 204 len: 168 time: 0.1201067 Jul 22 17:22:28.586497 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad3137-6f86-4501-85bc-673251af6915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06ba290-549a-4b73-873f-f0c9e66a54e5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:22:28.827551 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37862) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:22:28.840576 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-796dc72a-bc82-42b1-875e-eafb954aeea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:28.925626 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-796dc72a-bc82-42b1-875e-eafb954aeea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:28.929680 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-796dc72a-bc82-42b1-875e-eafb954aeea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:28.966855 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dc72a-bc82-42b1-875e-eafb954aeea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc755c46-74e0-4905-a337-cdc6231292dd,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:22:28.971139 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-796dc72a-bc82-42b1-875e-eafb954aeea0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8c3f33140606449ab0995f7f2dd4d612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425729 Jul 22 17:22:28.973710 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37864) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:22:29.021383 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6344d9f5-1e9b-43e2-9751-6208aed89fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:29.041667 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6344d9f5-1e9b-43e2-9751-6208aed89fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:29.073353 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5314aca8-9b08-4897-8cab-5d4bb8c04120 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:22:29.092128 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6344d9f5-1e9b-43e2-9751-6208aed89fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:29.095027 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6344d9f5-1e9b-43e2-9751-6208aed89fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:29.096181 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6344d9f5-1e9b-43e2-9751-6208aed89fde admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dc755c46-74e0-4905-a337-cdc6231292dd HTTP/1.1" status: 204 len: 168 time: 0.1215270 Jul 22 17:22:29.096786 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 5314aca8-9b08-4897-8cab-5d4bb8c04120 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:22:29.097131 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5314aca8-9b08-4897-8cab-5d4bb8c04120 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:22:29.108374 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344d9f5-1e9b-43e2-9751-6208aed89fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc755c46-74e0-4905-a337-cdc6231292dd,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:22:29.110911 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ebfe9e0c-9b88-4f86-9938-fb52ae675d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:29.116899 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6344d9f5-1e9b-43e2-9751-6208aed89fde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:22:29.117250 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6344d9f5-1e9b-43e2-9751-6208aed89fde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:22:29.117600 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6344d9f5-1e9b-43e2-9751-6208aed89fde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:22:29.117961 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6344d9f5-1e9b-43e2-9751-6208aed89fde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:22:29.118292 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6344d9f5-1e9b-43e2-9751-6208aed89fde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:22:29.118625 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6344d9f5-1e9b-43e2-9751-6208aed89fde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:22:29.118952 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6344d9f5-1e9b-43e2-9751-6208aed89fde admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:22:29.119280 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6344d9f5-1e9b-43e2-9751-6208aed89fde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:22:29.119605 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6344d9f5-1e9b-43e2-9751-6208aed89fde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:22:29.119927 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6344d9f5-1e9b-43e2-9751-6208aed89fde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:22:29.120250 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6344d9f5-1e9b-43e2-9751-6208aed89fde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:22:29.120621 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6344d9f5-1e9b-43e2-9751-6208aed89fde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:22:29.736685 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37888) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:22:29.831210 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-56426203-a0dc-4761-b760-f8e120f485f7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2070963996-network', 'tenant_id': 'b0a6771c6edd4f3c9419272db29be5ad'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:22:29.852965 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56426203-a0dc-4761-b760-f8e120f485f7 admin admin] Made reservation on behalf of b0a6771c6edd4f3c9419272db29be5ad for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:22:29.856056 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56426203-a0dc-4761-b760-f8e120f485f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:29.864339 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56426203-a0dc-4761-b760-f8e120f485f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:29.949851 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56426203-a0dc-4761-b760-f8e120f485f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:29.953110 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56426203-a0dc-4761-b760-f8e120f485f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:29.978773 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56426203-a0dc-4761-b760-f8e120f485f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:22:29.984726 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56426203-a0dc-4761-b760-f8e120f485f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c239147-81d2-4634-8784-cad9198f9c4d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:22:29.991503 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56426203-a0dc-4761-b760-f8e120f485f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:29.992328 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-56426203-a0dc-4761-b760-f8e120f485f7 admin admin] Added segment f8419029-ea42-4f29-a0cf-aa25a7b3df96 of type vlan for network 5284145e-8b22-457e-8ea5-e67b5a7aef3d Jul 22 17:22:30.030463 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56426203-a0dc-4761-b760-f8e120f485f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:30.057681 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56426203-a0dc-4761-b760-f8e120f485f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:30.058649 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56426203-a0dc-4761-b760-f8e120f485f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:30.059282 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-56426203-a0dc-4761-b760-f8e120f485f7 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:30.090949 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-56426203-a0dc-4761-b760-f8e120f485f7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3530824 Jul 22 17:22:30.093898 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 37892) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:22:30.099113 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-51d564b0-38d7-4f97-9820-34ffd3154134 admin admin] Request body: {'subnet': {'network_id': '5284145e-8b22-457e-8ea5-e67b5a7aef3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2070963996-subnet', 'tenant_id': 'b0a6771c6edd4f3c9419272db29be5ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:22:30.120870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d564b0-38d7-4f97-9820-34ffd3154134 admin admin] Made reservation on behalf of b0a6771c6edd4f3c9419272db29be5ad for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:22:30.123270 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51d564b0-38d7-4f97-9820-34ffd3154134 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:30.124557 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56426203-a0dc-4761-b760-f8e120f485f7 admin admin] Pushing event updated for resources: {'Network': ['ID=5284145e-8b22-457e-8ea5-e67b5a7aef3d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:22:30.135892 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 5284145e-8b22-457e-8ea5-e67b5a7aef3d details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:22:30.290270 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51d564b0-38d7-4f97-9820-34ffd3154134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:30.342332 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d564b0-38d7-4f97-9820-34ffd3154134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88c1367b-72c0-49bc-88d1-34f4fe478021,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:22:30.352845 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d564b0-38d7-4f97-9820-34ffd3154134 admin admin] Checking segment: {'id': 'f8419029-ea42-4f29-a0cf-aa25a7b3df96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5284145e-8b22-457e-8ea5-e67b5a7aef3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:22:30.353198 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d564b0-38d7-4f97-9820-34ffd3154134 admin admin] Network hostable DHCP agents. Network: 5284145e-8b22-457e-8ea5-e67b5a7aef3d, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:22:30.369270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d564b0-38d7-4f97-9820-34ffd3154134 admin admin] Network 5284145e-8b22-457e-8ea5-e67b5a7aef3d is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:22:30.378061 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-51d564b0-38d7-4f97-9820-34ffd3154134 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 5284145e-8b22-457e-8ea5-e67b5a7aef3d) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:22:30.382157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d564b0-38d7-4f97-9820-34ffd3154134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:30.382733 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51d564b0-38d7-4f97-9820-34ffd3154134 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:30.386763 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdaa031-327b-469f-a6f7-9ef92fef340d None None] Network 5284145e-8b22-457e-8ea5-e67b5a7aef3d requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:22:30.396278 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-51d564b0-38d7-4f97-9820-34ffd3154134 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3011622 Jul 22 17:22:30.518374 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329b1fc8-2a10-44d9-afb7-e9ac0a63d7c8 None None] Network 5284145e-8b22-457e-8ea5-e67b5a7aef3d requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:22:30.809744 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-2528bc32-6ba2-4c53-aef3-176ae2045f19 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:30.811192 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-2528bc32-6ba2-4c53-aef3-176ae2045f19 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/networks?id=5284145e-8b22-457e-8ea5-e67b5a7aef3d HTTP/1.1" status: 200 len: 812 time: 0.1004140 Jul 22 17:22:30.826193 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-ae49c18e-ecad-4252-bb4c-93bf3590e5b5 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/quotas/b0a6771c6edd4f3c9419272db29be5ad HTTP/1.1" status: 200 len: 375 time: 0.0093467 Jul 22 17:22:30.864710 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-ce2a6818-372e-4a6e-9a88-f458a0108470 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b0a6771c6edd4f3c9419272db29be5ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334826 Jul 22 17:22:30.875258 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-b9dea858-98d9-46ba-b283-324f52241f8a tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:22:30.876260 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-b9dea858-98d9-46ba-b283-324f52241f8a tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055091 Jul 22 17:22:30.962068 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-03778ad4-2d3a-43dd-86bf-5b8ace865df6 service neutron] 10.222.0.69 "GET /v2.0/networks/5284145e-8b22-457e-8ea5-e67b5a7aef3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803952 Jul 22 17:22:31.052126 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-b5d110e3-ba40-4117-b930-501fec2b3a34 service neutron] 10.222.0.69 "GET /v2.0/networks/5284145e-8b22-457e-8ea5-e67b5a7aef3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843911 Jul 22 17:22:31.216477 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-41c75166-9bb4-4fee-8200-01841925a85e req-11aef460-460b-4497-bb96-73982ce7da35 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 210 time: 0.0301781 Jul 22 17:22:31.671710 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a83fe4a-26f5-47c4-9e23-164c899f3af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:31.678571 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:32.174560 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-7ee9e38b-423a-43c0-b660-9aba76d77a09 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:32.176007 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-7ee9e38b-423a-43c0-b660-9aba76d77a09 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.30 "GET /v2.0/networks?id=5284145e-8b22-457e-8ea5-e67b5a7aef3d HTTP/1.1" status: 200 len: 812 time: 0.1055958 Jul 22 17:22:32.193713 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-68418b88-171b-4a76-9fb6-3015d9c1c47a tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Request body: {'port': {'device_id': '175fefa0-0b2e-4da7-b21f-6ddea862c50c', 'network_id': '5284145e-8b22-457e-8ea5-e67b5a7aef3d', 'admin_state_up': True, 'tenant_id': 'b0a6771c6edd4f3c9419272db29be5ad'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:22:32.317479 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c3c2ec98-f162-4467-8846-9f10bcc5aef0 req-524c2c86-0c76-4bc6-b184-bf975dfa7ba4 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 210 time: 0.0323892 Jul 22 17:22:32.331051 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-68418b88-171b-4a76-9fb6-3015d9c1c47a tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Made reservation on behalf of b0a6771c6edd4f3c9419272db29be5ad for: {'port': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:22:32.334494 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-68418b88-171b-4a76-9fb6-3015d9c1c47a tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:32.466868 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-68418b88-171b-4a76-9fb6-3015d9c1c47a tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Allocated IP 172.20.0.4 (5284145e-8b22-457e-8ea5-e67b5a7aef3d/88c1367b-72c0-49bc-88d1-34f4fe478021/b6c36828-e3b9-4d64-aa84-e23d301e4d59) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:22:32.609231 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-68418b88-171b-4a76-9fb6-3015d9c1c47a tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:32.647472 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-68418b88-171b-4a76-9fb6-3015d9c1c47a tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:32.691882 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-68418b88-171b-4a76-9fb6-3015d9c1c47a tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Network 5284145e-8b22-457e-8ea5-e67b5a7aef3d is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:22:32.694881 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-68418b88-171b-4a76-9fb6-3015d9c1c47a tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:22:32.697089 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-68418b88-171b-4a76-9fb6-3015d9c1c47a tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:22:32.722622 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68418b88-171b-4a76-9fb6-3015d9c1c47a tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Pushing event updated for resources: {'Port': ['ID=b6c36828-e3b9-4d64-aa84-e23d301e4d59,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:22:32.754371 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-68418b88-171b-4a76-9fb6-3015d9c1c47a tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:32.755424 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-68418b88-171b-4a76-9fb6-3015d9c1c47a tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:32.770866 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-68418b88-171b-4a76-9fb6-3015d9c1c47a tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5810785 Jul 22 17:22:32.787259 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-9bb7f381-f7b2-4b81-a73d-4eb5604b8db6 service neutron] Request body: {'port': {'device_id': '175fefa0-0b2e-4da7-b21f-6ddea862c50c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:22:32.859052 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-9bb7f381-f7b2-4b81-a73d-4eb5604b8db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:32.933461 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:33.111801 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-9bb7f381-f7b2-4b81-a73d-4eb5604b8db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c36828-e3b9-4d64-aa84-e23d301e4d59 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:22:33.119317 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-9bb7f381-f7b2-4b81-a73d-4eb5604b8db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:33.131601 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-9bb7f381-f7b2-4b81-a73d-4eb5604b8db6 service neutron] Transition to ACTIVE for port object b6c36828-e3b9-4d64-aa84-e23d301e4d59 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:22:33.135235 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-9bb7f381-f7b2-4b81-a73d-4eb5604b8db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:33.181075 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7f381-f7b2-4b81-a73d-4eb5604b8db6 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c36828-e3b9-4d64-aa84-e23d301e4d59,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:22:33.256244 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-9bb7f381-f7b2-4b81-a73d-4eb5604b8db6 service neutron] Attempting to bind port b6c36828-e3b9-4d64-aa84-e23d301e4d59 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:22:33.256575 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-9bb7f381-f7b2-4b81-a73d-4eb5604b8db6 service neutron] Attempting to bind port b6c36828-e3b9-4d64-aa84-e23d301e4d59 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'f8419029-ea42-4f29-a0cf-aa25a7b3df96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5284145e-8b22-457e-8ea5-e67b5a7aef3d'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:22:33.256900 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-9bb7f381-f7b2-4b81-a73d-4eb5604b8db6 service neutron] Attempting to bind port b6c36828-e3b9-4d64-aa84-e23d301e4d59 on network 5284145e-8b22-457e-8ea5-e67b5a7aef3d {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:22:33.261147 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-9bb7f381-f7b2-4b81-a73d-4eb5604b8db6 service neutron] Port b6c36828-e3b9-4d64-aa84-e23d301e4d59 on network 5284145e-8b22-457e-8ea5-e67b5a7aef3d not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:22:33.261466 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-9bb7f381-f7b2-4b81-a73d-4eb5604b8db6 service neutron] Attempting to bind port b6c36828-e3b9-4d64-aa84-e23d301e4d59 on network 5284145e-8b22-457e-8ea5-e67b5a7aef3d {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:22:33.266297 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-9bb7f381-f7b2-4b81-a73d-4eb5604b8db6 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:22:33.266631 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-9bb7f381-f7b2-4b81-a73d-4eb5604b8db6 service neutron] Checking segment: {'id': 'f8419029-ea42-4f29-a0cf-aa25a7b3df96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5284145e-8b22-457e-8ea5-e67b5a7aef3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:22:33.267258 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-9bb7f381-f7b2-4b81-a73d-4eb5604b8db6 service neutron] Bound using segment: {'id': 'f8419029-ea42-4f29-a0cf-aa25a7b3df96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5284145e-8b22-457e-8ea5-e67b5a7aef3d'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:22:33.267674 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-9bb7f381-f7b2-4b81-a73d-4eb5604b8db6 service neutron] Bound port: b6c36828-e3b9-4d64-aa84-e23d301e4d59, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8419029-ea42-4f29-a0cf-aa25a7b3df96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5284145e-8b22-457e-8ea5-e67b5a7aef3d'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:22:33.268019 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-9bb7f381-f7b2-4b81-a73d-4eb5604b8db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:33.328428 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-9bb7f381-f7b2-4b81-a73d-4eb5604b8db6 service neutron] For port b6c36828-e3b9-4d64-aa84-e23d301e4d59, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:22:33.332125 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-9bb7f381-f7b2-4b81-a73d-4eb5604b8db6 service neutron] For port b6c36828-e3b9-4d64-aa84-e23d301e4d59, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b6c36828-e3b9-4d64-aa84-e23d301e4d59,segment=NetworkSegment(f8419029-ea42-4f29-a0cf-aa25a7b3df96),segment_id=f8419029-ea42-4f29-a0cf-aa25a7b3df96)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:22:33.336149 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-9bb7f381-f7b2-4b81-a73d-4eb5604b8db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:33.372200 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-9bb7f381-f7b2-4b81-a73d-4eb5604b8db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:33.372811 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-9bb7f381-f7b2-4b81-a73d-4eb5604b8db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:33.374230 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-9bb7f381-f7b2-4b81-a73d-4eb5604b8db6 service neutron] 10.222.0.30 "PUT /v2.0/ports/b6c36828-e3b9-4d64-aa84-e23d301e4d59 HTTP/1.1" status: 200 len: 1091 time: 0.5910439 Jul 22 17:22:33.374768 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '175fefa0-0b2e-4da7-b21f-6ddea862c50c', 'tag': 'b6c36828-e3b9-4d64-aa84-e23d301e4d59'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:22:33.377738 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4cd76e249e39d0600deaa8285c55fb6e5d8b0244496d11fd0487a138212850" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e008ef-3ca4-4ce6-a542-16046c30d97a" -d '{"events": [{"name": "network-changed", "server_uuid": "175fefa0-0b2e-4da7-b21f-6ddea862c50c", "tag": "b6c36828-e3b9-4d64-aa84-e23d301e4d59"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:22:33.403427 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7f381-f7b2-4b81-a73d-4eb5604b8db6 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c36828-e3b9-4d64-aa84-e23d301e4d59,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:22:33.448686 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5a417f-3df7-4132-848d-211665549e78 x-openstack-request-id: req-ce5a417f-3df7-4132-848d-211665549e78 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:22:33.448984 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "175fefa0-0b2e-4da7-b21f-6ddea862c50c", "tag": "b6c36828-e3b9-4d64-aa84-e23d301e4d59", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:22:33.449255 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ce5a417f-3df7-4132-848d-211665549e78 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:22:33.449659 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '175fefa0-0b2e-4da7-b21f-6ddea862c50c', 'tag': 'b6c36828-e3b9-4d64-aa84-e23d301e4d59', 'status': 'completed', 'code': 200} Jul 22 17:22:33.476204 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03417265-ea71-4719-b942-69fc4bffa1a7 req-ef054865-9349-4fa2-bd9f-58a509e2d193 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:33.477715 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-03417265-ea71-4719-b942-69fc4bffa1a7 req-ef054865-9349-4fa2-bd9f-58a509e2d193 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 943 time: 0.0918372 Jul 22 17:22:33.495592 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-bacacd7c-fd96-4f6a-accb-36e1438e8237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:33.497108 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-bacacd7c-fd96-4f6a-accb-36e1438e8237 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0a6771c6edd4f3c9419272db29be5ad&device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 1094 time: 0.0594347 Jul 22 17:22:33.516108 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-03417265-ea71-4719-b942-69fc4bffa1a7 req-084502e4-3b77-4a78-b4ea-c0c70edf2339 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327110 Jul 22 17:22:33.543980 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-f3026ab5-b111-408a-9611-ccb78f82c816 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6c36828-e3b9-4d64-aa84-e23d301e4d59 HTTP/1.1" status: 200 len: 217 time: 0.0338392 Jul 22 17:22:33.591119 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-8def1bc5-cf2b-475b-978c-7059de87c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:33.592509 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-8def1bc5-cf2b-475b-978c-7059de87c0c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=88c1367b-72c0-49bc-88d1-34f4fe478021 HTTP/1.1" status: 200 len: 852 time: 0.0419571 Jul 22 17:22:33.630444 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-03811a79-71ce-4c02-bc9d-8c1e1957ffab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5284145e-8b22-457e-8ea5-e67b5a7aef3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309601 Jul 22 17:22:33.719576 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-3703d09e-6773-4630-a431-f5bbf0df67b4 service neutron] 10.222.0.30 "GET /v2.0/networks/5284145e-8b22-457e-8ea5-e67b5a7aef3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825319 Jul 22 17:22:33.811214 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8bd248f6-bd9b-45a2-8cdd-505a1b20192a req-acef584b-305d-4f2e-99f7-4274f6644bc3 service neutron] 10.222.0.30 "GET /v2.0/networks/5284145e-8b22-457e-8ea5-e67b5a7aef3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848060 Jul 22 17:22:33.954253 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e008ef-3ca4-4ce6-a542-16046c30d97a req-cfa64968-e29f-407f-a0b1-1d4d9ab7d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:33.955638 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91e008ef-3ca4-4ce6-a542-16046c30d97a req-cfa64968-e29f-407f-a0b1-1d4d9ab7d0d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0a6771c6edd4f3c9419272db29be5ad&device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 1094 time: 0.0540295 Jul 22 17:22:34.048201 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e008ef-3ca4-4ce6-a542-16046c30d97a req-b0ed45b5-8d85-49bb-baa7-269f4c43e0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:34.049660 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91e008ef-3ca4-4ce6-a542-16046c30d97a req-b0ed45b5-8d85-49bb-baa7-269f4c43e0db service neutron] 10.222.0.30 "GET /v2.0/networks?id=5284145e-8b22-457e-8ea5-e67b5a7aef3d HTTP/1.1" status: 200 len: 913 time: 0.0874856 Jul 22 17:22:34.091030 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91e008ef-3ca4-4ce6-a542-16046c30d97a req-bd1a7099-d1a6-4bb6-8624-167d10950d59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6c36828-e3b9-4d64-aa84-e23d301e4d59 HTTP/1.1" status: 200 len: 217 time: 0.0346661 Jul 22 17:22:34.139469 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e008ef-3ca4-4ce6-a542-16046c30d97a req-00991242-901f-4f36-9144-c624c0ea6884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:34.140874 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91e008ef-3ca4-4ce6-a542-16046c30d97a req-00991242-901f-4f36-9144-c624c0ea6884 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=88c1367b-72c0-49bc-88d1-34f4fe478021 HTTP/1.1" status: 200 len: 852 time: 0.0417109 Jul 22 17:22:34.175575 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91e008ef-3ca4-4ce6-a542-16046c30d97a req-732b1e32-02ab-433d-99c6-51ba8ecd252d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5284145e-8b22-457e-8ea5-e67b5a7aef3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268366 Jul 22 17:22:34.264637 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91e008ef-3ca4-4ce6-a542-16046c30d97a req-384b7d91-708e-49f7-a834-0d51df07a0ef service neutron] 10.222.0.30 "GET /v2.0/networks/5284145e-8b22-457e-8ea5-e67b5a7aef3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820858 Jul 22 17:22:34.354514 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91e008ef-3ca4-4ce6-a542-16046c30d97a req-2d823f37-baa2-4ecc-80b9-3d5fe66277e2 service neutron] 10.222.0.30 "GET /v2.0/networks/5284145e-8b22-457e-8ea5-e67b5a7aef3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827947 Jul 22 17:22:34.645205 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233ae9f-70d6-427a-a793-ab064dda552e req-21a7a8d2-f248-4cf2-9f48-6bafd17b985c tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:34.646702 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9233ae9f-70d6-427a-a793-ab064dda552e req-21a7a8d2-f248-4cf2-9f48-6bafd17b985c tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 943 time: 0.0639541 Jul 22 17:22:34.682798 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9233ae9f-70d6-427a-a793-ab064dda552e req-d43d12bb-7965-45fd-8504-f8c0516b372b tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305414 Jul 22 17:22:34.773056 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:35.810448 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648a356-0008-4ad6-a283-5f543a623953 req-45e982df-ee46-474d-b11b-10b61be30dca tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:35.811932 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a648a356-0008-4ad6-a283-5f543a623953 req-45e982df-ee46-474d-b11b-10b61be30dca tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 943 time: 0.0630720 Jul 22 17:22:35.849374 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a648a356-0008-4ad6-a283-5f543a623953 req-452548de-2a5c-4c81-b8f7-4beb8d6446fd tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318949 Jul 22 17:22:36.976146 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12bf65-02b6-4e42-b3f7-4a2c2cd627d5 req-e91bd806-94d4-474e-908c-388543bc6114 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:36.977644 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ba12bf65-02b6-4e42-b3f7-4a2c2cd627d5 req-e91bd806-94d4-474e-908c-388543bc6114 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 943 time: 0.0643740 Jul 22 17:22:37.013725 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ba12bf65-02b6-4e42-b3f7-4a2c2cd627d5 req-70dc9e5f-a142-4b69-8124-39203743a830 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304401 Jul 22 17:22:37.074628 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b6c36828-e3b9-4d64-aa84-e23d301e4d59 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:22:37.172454 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port b6c36828-e3b9-4d64-aa84-e23d301e4d59, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b6c36828-e3b9-4d64-aa84-e23d301e4d59,segment=NetworkSegment(f8419029-ea42-4f29-a0cf-aa25a7b3df96),segment_id=f8419029-ea42-4f29-a0cf-aa25a7b3df96)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:22:37.183178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'b6c36828-e3b9-4d64-aa84-e23d301e4d59', 'network_id': '5284145e-8b22-457e-8ea5-e67b5a7aef3d', 'port_id': 'b6c36828-e3b9-4d64-aa84-e23d301e4d59', 'mac_address': 'fa:16:3e:58:ed:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c1367b-72c0-49bc-88d1-34f4fe478021', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:22:37.219659 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:37.231662 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c36828-e3b9-4d64-aa84-e23d301e4d59 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:22:37.250466 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port b6c36828-e3b9-4d64-aa84-e23d301e4d59, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b6c36828-e3b9-4d64-aa84-e23d301e4d59,segment=NetworkSegment(f8419029-ea42-4f29-a0cf-aa25a7b3df96),segment_id=f8419029-ea42-4f29-a0cf-aa25a7b3df96)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:22:37.254065 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:37.303099 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=b6c36828-e3b9-4d64-aa84-e23d301e4d59,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:22:37.413822 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:22:37.512861 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['b6c36828-e3b9-4d64-aa84-e23d301e4d59'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:22:38.146678 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab7a0e-3008-4357-b8a5-7218a4bc65ed req-eb3b9cf4-e05f-4368-b310-0543f3e1bbb8 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:38.148149 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b8ab7a0e-3008-4357-b8a5-7218a4bc65ed req-eb3b9cf4-e05f-4368-b310-0543f3e1bbb8 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 944 time: 0.0678053 Jul 22 17:22:38.185280 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b8ab7a0e-3008-4357-b8a5-7218a4bc65ed req-36dbd88f-05c0-4d82-bd75-b9a3281f2cc7 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316350 Jul 22 17:22:39.075272 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b6c36828-e3b9-4d64-aa84-e23d301e4d59 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:22:39.124632 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port b6c36828-e3b9-4d64-aa84-e23d301e4d59 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:22:39.128741 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port b6c36828-e3b9-4d64-aa84-e23d301e4d59 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:22:39.129104 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:39.201425 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:39.223900 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175fefa0-0b2e-4da7-b21f-6ddea862c50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c36828-e3b9-4d64-aa84-e23d301e4d59'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:22:39.226230 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ff0c74-a918-4865-bf68-cd3f503a5940" -d '{"events": [{"server_uuid": "175fefa0-0b2e-4da7-b21f-6ddea862c50c", "name": "network-vif-plugged", "status": "completed", "tag": "b6c36828-e3b9-4d64-aa84-e23d301e4d59"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:22:39.242267 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port b6c36828-e3b9-4d64-aa84-e23d301e4d59, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b6c36828-e3b9-4d64-aa84-e23d301e4d59,segment=NetworkSegment(f8419029-ea42-4f29-a0cf-aa25a7b3df96),segment_id=f8419029-ea42-4f29-a0cf-aa25a7b3df96)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:22:39.247749 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:39.272613 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0dedd10-cd7d-461c-9e5e-d148e1e6d58c x-openstack-request-id: req-d0dedd10-cd7d-461c-9e5e-d148e1e6d58c {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:22:39.272902 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175fefa0-0b2e-4da7-b21f-6ddea862c50c", "name": "network-vif-plugged", "status": "completed", "tag": "b6c36828-e3b9-4d64-aa84-e23d301e4d59", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:22:39.273149 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d0dedd10-cd7d-461c-9e5e-d148e1e6d58c {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:22:39.273529 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175fefa0-0b2e-4da7-b21f-6ddea862c50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c36828-e3b9-4d64-aa84-e23d301e4d59', 'code': 200} Jul 22 17:22:39.299629 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=b6c36828-e3b9-4d64-aa84-e23d301e4d59,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:22:39.320661 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645bc4c-f8b6-42d7-9709-b2d0972dec99 req-d5d9458b-6c55-4156-9c45-51bca9f97a26 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:39.322153 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7645bc4c-f8b6-42d7-9709-b2d0972dec99 req-d5d9458b-6c55-4156-9c45-51bca9f97a26 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0694709 Jul 22 17:22:39.368377 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7645bc4c-f8b6-42d7-9709-b2d0972dec99 req-52794f0f-72ef-46dd-889c-66e2c324c055 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403733 Jul 22 17:22:39.410816 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d75ff-3e0c-41e4-be04-43eee72fe4ab req-19852827-7d6c-462c-bc1e-b7978f51198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:39.412325 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-775d75ff-3e0c-41e4-be04-43eee72fe4ab req-19852827-7d6c-462c-bc1e-b7978f51198a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 1096 time: 0.0591702 Jul 22 17:22:39.446738 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-775d75ff-3e0c-41e4-be04-43eee72fe4ab req-9944f583-f49e-42d0-9fd8-35398bd7f15e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280440 Jul 22 17:22:39.574521 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-73670be9-eb10-46bf-9bf2-e4d619b2a81e req-06f9d890-2326-486c-b441-cf859edfe019 service neutron] (93816) timed out ('10.222.0.69', 35886) {{(pid=93816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 17:22:40.498261 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7b035-0168-4d60-8b37-7299de1a842b req-24ef9b62-b160-4b49-8edc-fbe3eeb95145 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:40.499761 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bad7b035-0168-4d60-8b37-7299de1a842b req-24ef9b62-b160-4b49-8edc-fbe3eeb95145 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0640321 Jul 22 17:22:40.538728 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bad7b035-0168-4d60-8b37-7299de1a842b req-51b89550-c2d9-4e98-add3-5c7c7821d77a tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329170 Jul 22 17:22:41.665437 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ea479-643f-4ae5-ad03-bb477af5d8b0 req-bac749f3-f225-4a67-8919-e3ba86ad38bc tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:41.666936 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7f4ea479-643f-4ae5-ad03-bb477af5d8b0 req-bac749f3-f225-4a67-8919-e3ba86ad38bc tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0621994 Jul 22 17:22:41.707296 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7f4ea479-643f-4ae5-ad03-bb477af5d8b0 req-bc5a6fe6-8681-4106-b27e-56c5c82d321b tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348268 Jul 22 17:22:41.879977 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 37954) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:22:41.981110 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6d353-a539-42ab-a898-a90177035788 req-83d195ae-7232-4de3-b280-54aa96c17699 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:41.982620 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e2a6d353-a539-42ab-a898-a90177035788 req-83d195ae-7232-4de3-b280-54aa96c17699 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0935998 Jul 22 17:22:42.017817 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28a4dd37-5683-4248-a631-8710fa48e996 req-5b28a3d1-134c-4a4a-b44e-71a4e4efcfbd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1365471 Jul 22 17:22:42.029598 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e2a6d353-a539-42ab-a898-a90177035788 req-300f47a1-c125-4e59-b500-1af115d0f4fe tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407588 Jul 22 17:22:42.440912 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:42.446786 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:43.155394 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4dd37-5683-4248-a631-8710fa48e996 req-d80500b8-b1d1-41d2-9f35-e6e010a07a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:43.157622 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28a4dd37-5683-4248-a631-8710fa48e996 req-d80500b8-b1d1-41d2-9f35-e6e010a07a61 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0a6771c6edd4f3c9419272db29be5ad&device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 1096 time: 0.0607884 Jul 22 17:22:43.163590 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9d1d7-5840-4d22-8907-78f1c1a56b3a req-555963a7-7e96-44f0-8220-d6c1c0bd12e9 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:43.165127 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e2d9d1d7-5840-4d22-8907-78f1c1a56b3a req-555963a7-7e96-44f0-8220-d6c1c0bd12e9 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0640409 Jul 22 17:22:43.201386 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e2d9d1d7-5840-4d22-8907-78f1c1a56b3a req-35fe62d7-72a3-4cdc-bb8e-1dd86a8d3a2f tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306933 Jul 22 17:22:43.245977 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4dd37-5683-4248-a631-8710fa48e996 req-be82c8a1-4c06-44d5-ba23-57b448a51bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:43.247462 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28a4dd37-5683-4248-a631-8710fa48e996 req-be82c8a1-4c06-44d5-ba23-57b448a51bc3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5284145e-8b22-457e-8ea5-e67b5a7aef3d HTTP/1.1" status: 200 len: 913 time: 0.0838890 Jul 22 17:22:43.291394 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28a4dd37-5683-4248-a631-8710fa48e996 req-7ac8d779-c10e-4b24-8610-1fbbf218fa5a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6c36828-e3b9-4d64-aa84-e23d301e4d59 HTTP/1.1" status: 200 len: 217 time: 0.0369124 Jul 22 17:22:43.337750 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4dd37-5683-4248-a631-8710fa48e996 req-d13dddc1-35b1-4229-a37b-de0afab80d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:43.339259 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28a4dd37-5683-4248-a631-8710fa48e996 req-d13dddc1-35b1-4229-a37b-de0afab80d92 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=88c1367b-72c0-49bc-88d1-34f4fe478021 HTTP/1.1" status: 200 len: 852 time: 0.0418594 Jul 22 17:22:43.371313 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28a4dd37-5683-4248-a631-8710fa48e996 req-39d360c1-78b2-4215-9f71-472410c39f35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5284145e-8b22-457e-8ea5-e67b5a7aef3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260222 Jul 22 17:22:43.475654 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28a4dd37-5683-4248-a631-8710fa48e996 req-9ab12c93-db88-4b9a-a132-9664bba1c887 service neutron] 10.222.0.30 "GET /v2.0/networks/5284145e-8b22-457e-8ea5-e67b5a7aef3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978074 Jul 22 17:22:43.561434 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28a4dd37-5683-4248-a631-8710fa48e996 req-6babb26d-0bad-4e55-ae4d-2222d8b0028f service neutron] 10.222.0.30 "GET /v2.0/networks/5284145e-8b22-457e-8ea5-e67b5a7aef3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792184 Jul 22 17:22:44.328177 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc5df9-97bb-400f-8296-5a7342b319f2 req-3d5be90c-45e0-4e9c-91e5-05606c756fdf tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:44.329635 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e1cc5df9-97bb-400f-8296-5a7342b319f2 req-3d5be90c-45e0-4e9c-91e5-05606c756fdf tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0612795 Jul 22 17:22:44.370361 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e1cc5df9-97bb-400f-8296-5a7342b319f2 req-de331a6a-a9ca-4d64-b302-2e512b6eef6c tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349929 Jul 22 17:22:45.499543 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd7689-6ea8-4ecd-b7ed-eefad2b7c06d req-4026c909-ddba-4e2d-8237-bb03aa420262 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:45.501655 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9bcd7689-6ea8-4ecd-b7ed-eefad2b7c06d req-4026c909-ddba-4e2d-8237-bb03aa420262 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0679648 Jul 22 17:22:45.538469 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9bcd7689-6ea8-4ecd-b7ed-eefad2b7c06d req-2c8b7151-0772-4f32-a28a-b1d3c4063b2f tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312648 Jul 22 17:22:46.665983 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ce46e-337c-4e97-8687-304a1c462c59 req-c4fa0bd1-75c0-4ac1-b1bb-3c06e745ec98 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:46.667453 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-720ce46e-337c-4e97-8687-304a1c462c59 req-c4fa0bd1-75c0-4ac1-b1bb-3c06e745ec98 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0626724 Jul 22 17:22:46.704678 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-720ce46e-337c-4e97-8687-304a1c462c59 req-b37cb8fe-d0ab-4583-894d-2c11e9fe8894 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314801 Jul 22 17:22:47.831442 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e337a-5456-4e12-ae7e-66e354b83636 req-3fa50cd8-b29c-48a0-80a1-c710dafcd948 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:47.832910 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-480e337a-5456-4e12-ae7e-66e354b83636 req-3fa50cd8-b29c-48a0-80a1-c710dafcd948 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0627522 Jul 22 17:22:47.869137 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-480e337a-5456-4e12-ae7e-66e354b83636 req-504b7b3a-744d-4ff3-b7fd-382af8aff228 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307903 Jul 22 17:22:48.995649 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583b5eb-d8f8-4aba-a77c-639f63d26b86 req-e4bf4e4f-222c-4f49-9318-fe8afd501b46 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:48.997101 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e583b5eb-d8f8-4aba-a77c-639f63d26b86 req-e4bf4e4f-222c-4f49-9318-fe8afd501b46 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0624778 Jul 22 17:22:49.034265 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e583b5eb-d8f8-4aba-a77c-639f63d26b86 req-9da70b54-4e0d-4431-b9b9-f51fa5bf6dca tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316298 Jul 22 17:22:50.167276 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff69d2-c91d-415e-b38b-cbace5ddd689 req-42e4a7d6-8034-415f-8097-4be39d16bde8 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:50.168773 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-42ff69d2-c91d-415e-b38b-cbace5ddd689 req-42e4a7d6-8034-415f-8097-4be39d16bde8 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0701089 Jul 22 17:22:50.206806 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-42ff69d2-c91d-415e-b38b-cbace5ddd689 req-a75956e7-f7ab-4bb2-bf9e-dec6969ac450 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318418 Jul 22 17:22:51.336871 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aeefa1-298b-4de0-a450-48843ed2d013 req-f0c8e556-eb26-421c-9a3c-2c428f777555 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:51.338336 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a3aeefa1-298b-4de0-a450-48843ed2d013 req-f0c8e556-eb26-421c-9a3c-2c428f777555 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0647147 Jul 22 17:22:51.374670 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a3aeefa1-298b-4de0-a450-48843ed2d013 req-d1b424a2-a7dc-452c-a653-86f06551f952 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307178 Jul 22 17:22:52.501580 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b38fae-840b-424d-8c12-460970954df5 req-93461a2e-235d-4652-8c43-4863ff765b70 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:52.503086 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-41b38fae-840b-424d-8c12-460970954df5 req-93461a2e-235d-4652-8c43-4863ff765b70 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0633512 Jul 22 17:22:52.540086 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-41b38fae-840b-424d-8c12-460970954df5 req-0b6881c2-993e-43dd-bb83-bfdee29d41c1 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316267 Jul 22 17:22:53.666943 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656cdce-dccf-485f-acaf-d0c6371ba4dc req-1ccc0fcf-6e85-4a86-ac15-ecef53d58ef7 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:53.668424 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0656cdce-dccf-485f-acaf-d0c6371ba4dc req-1ccc0fcf-6e85-4a86-ac15-ecef53d58ef7 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0624359 Jul 22 17:22:53.706190 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0656cdce-dccf-485f-acaf-d0c6371ba4dc req-ae4160c0-6c22-4575-be8a-1cdb06087fbb tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321212 Jul 22 17:22:54.831867 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f335c-e5b6-4d7f-b62c-de79a01f71d1 req-54eff489-7ab2-4fe9-b760-02e7a52bcf3e tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:54.833334 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef1f335c-e5b6-4d7f-b62c-de79a01f71d1 req-54eff489-7ab2-4fe9-b760-02e7a52bcf3e tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0627272 Jul 22 17:22:54.870081 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef1f335c-e5b6-4d7f-b62c-de79a01f71d1 req-487f25ac-9b3e-4bb3-9967-b1c41235072b tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312598 Jul 22 17:22:55.994200 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b27c8c-a798-411a-be8d-5cceddee2509 req-71c61b6b-59eb-4075-9cd1-d0bed0a9e1f0 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:55.995646 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-19b27c8c-a798-411a-be8d-5cceddee2509 req-71c61b6b-59eb-4075-9cd1-d0bed0a9e1f0 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0610619 Jul 22 17:22:56.035182 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-19b27c8c-a798-411a-be8d-5cceddee2509 req-0e8c19d3-a5a9-42c9-8f49-2e8abab82be5 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334234 Jul 22 17:22:57.166227 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f038a20-5dad-4fe3-a9cf-2911b94a338d req-8f1d6411-e3eb-4617-8666-0a510f06d48e tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:57.167713 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3f038a20-5dad-4fe3-a9cf-2911b94a338d req-8f1d6411-e3eb-4617-8666-0a510f06d48e tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0677013 Jul 22 17:22:57.204906 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3f038a20-5dad-4fe3-a9cf-2911b94a338d req-8a1e0bcb-58aa-4364-aefc-a320f9c00960 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316632 Jul 22 17:22:58.333591 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bca53-4712-4230-9ef8-5158cfd5e993 req-236e6f18-c234-4657-bc5b-475c21f10cc6 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:58.335101 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0c0bca53-4712-4230-9ef8-5158cfd5e993 req-236e6f18-c234-4657-bc5b-475c21f10cc6 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0638375 Jul 22 17:22:58.371488 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0c0bca53-4712-4230-9ef8-5158cfd5e993 req-470b90a6-3442-4e12-a597-68d6c1c7e39e tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307937 Jul 22 17:22:59.101564 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9a8dd75-7abe-48dc-b86a-ae4aed00d0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:59.501753 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d101be2-7e03-4a64-8271-21263abb24aa req-58713dc3-dfb3-4931-b36b-d3b9ad6606eb tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:59.503266 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3d101be2-7e03-4a64-8271-21263abb24aa req-58713dc3-dfb3-4931-b36b-d3b9ad6606eb tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0630383 Jul 22 17:22:59.541535 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3d101be2-7e03-4a64-8271-21263abb24aa req-68bc418a-1610-4c4b-9164-a1afda488241 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328023 Jul 22 17:23:00.669746 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43c06a-d0a5-49e4-902e-abbf44974e02 req-b3122a5c-dc07-42fc-a217-683af12d730e tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:00.671270 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fc43c06a-d0a5-49e4-902e-abbf44974e02 req-b3122a5c-dc07-42fc-a217-683af12d730e tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0634668 Jul 22 17:23:00.716065 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fc43c06a-d0a5-49e4-902e-abbf44974e02 req-9d43a5c0-233c-450b-a7ff-12619de76cb1 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386641 Jul 22 17:23:01.679824 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b10f7fb-8f07-423c-b8fd-a8b18f1b0e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:01.682170 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:01.849553 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4c67e-d570-4338-ab72-8eac69cede35 req-88d296f5-fec8-4fa0-91ea-95ba0dd040e1 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:01.851094 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9cb4c67e-d570-4338-ab72-8eac69cede35 req-88d296f5-fec8-4fa0-91ea-95ba0dd040e1 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0672350 Jul 22 17:23:01.888325 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9cb4c67e-d570-4338-ab72-8eac69cede35 req-f71351ed-2c39-475a-8ac1-00e5f03e3714 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317740 Jul 22 17:23:02.935642 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:03.019229 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0762043-6e0b-49b8-87b2-be76ef6200ca req-96998b0e-7699-4aef-a145-5d1f0d294b20 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:03.020694 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e0762043-6e0b-49b8-87b2-be76ef6200ca req-96998b0e-7699-4aef-a145-5d1f0d294b20 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0660610 Jul 22 17:23:03.058180 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e0762043-6e0b-49b8-87b2-be76ef6200ca req-474101e5-d733-46f4-8d6a-1b8ffdc94c48 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318406 Jul 22 17:23:04.186242 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be828c-2986-42fc-85bd-7120bbe2f343 req-7526a98b-e618-4cbc-8d90-164020ef7c20 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:04.187738 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9be828c-2986-42fc-85bd-7120bbe2f343 req-7526a98b-e618-4cbc-8d90-164020ef7c20 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0642204 Jul 22 17:23:04.224941 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9be828c-2986-42fc-85bd-7120bbe2f343 req-2e9962a7-1bc2-426d-a104-ce3d4d61e191 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311275 Jul 22 17:23:04.776635 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:05.350746 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30b494-3a1a-4367-8e2d-334fea4456e3 req-9ab7e109-0d59-4ef6-ba5d-e0943bf415c3 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:05.352196 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fb30b494-3a1a-4367-8e2d-334fea4456e3 req-9ab7e109-0d59-4ef6-ba5d-e0943bf415c3 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0613966 Jul 22 17:23:05.388268 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fb30b494-3a1a-4367-8e2d-334fea4456e3 req-98fb44f0-24b5-4f3d-a191-04ac7c9afc56 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305812 Jul 22 17:23:06.518384 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8f9ba-6756-4e6d-9ca9-38e218e00aa3 req-59cc95d7-1598-4265-be15-5ede387f8199 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:06.519868 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ef8f9ba-6756-4e6d-9ca9-38e218e00aa3 req-59cc95d7-1598-4265-be15-5ede387f8199 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0645020 Jul 22 17:23:06.557129 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5ef8f9ba-6756-4e6d-9ca9-38e218e00aa3 req-d00fc01b-af55-48fc-8c3f-8554b54d6684 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318210 Jul 22 17:23:07.683169 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6206c-6eac-4808-b51f-bbe294a18e43 req-6d40eb33-ded0-4543-9f9a-2937e672336c tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:07.684619 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01d6206c-6eac-4808-b51f-bbe294a18e43 req-6d40eb33-ded0-4543-9f9a-2937e672336c tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0624311 Jul 22 17:23:07.724684 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01d6206c-6eac-4808-b51f-bbe294a18e43 req-f6a85ece-8b2c-4c9b-b1d8-d2120c510b3d tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339537 Jul 22 17:23:08.856153 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff6fca-3b0e-4529-a6dc-35068e22bdf7 req-4304a8d8-9811-4c92-a407-5513b804cd6e tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:08.857629 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d7ff6fca-3b0e-4529-a6dc-35068e22bdf7 req-4304a8d8-9811-4c92-a407-5513b804cd6e tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0676680 Jul 22 17:23:08.895314 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d7ff6fca-3b0e-4529-a6dc-35068e22bdf7 req-29c33576-6d72-45c0-a66e-ac78f02cc050 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321259 Jul 22 17:23:10.024184 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c2822-65d5-4b81-bd74-3d525d1789de req-5e0eb891-6057-45a7-92de-386b34fb1ffa tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:10.025679 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e47c2822-65d5-4b81-bd74-3d525d1789de req-5e0eb891-6057-45a7-92de-386b34fb1ffa tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0652449 Jul 22 17:23:10.062841 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e47c2822-65d5-4b81-bd74-3d525d1789de req-26947d4f-518a-4d6b-8031-a65367a12a92 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315015 Jul 22 17:23:10.630527 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [req-28a4dd37-5683-4248-a631-8710fa48e996 req-ce9cfcd4-51d3-4f32-b608-c2634b65b879 service neutron] show failed (client error): The resource could not be found. Jul 22 17:23:10.631500 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28a4dd37-5683-4248-a631-8710fa48e996 req-ce9cfcd4-51d3-4f32-b608-c2634b65b879 service neutron] 10.222.0.30 "GET /v2.0/ports/b6c36828-e3b9-4d64-aa84-e23d301e4d59/bindings/n-h1-798930-9 HTTP/1.1" status: 404 len: 380 time: 0.0535502 Jul 22 17:23:10.837690 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4dd37-5683-4248-a631-8710fa48e996 req-804fd004-ec19-459d-9f1e-baedffdaa319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:10.839226 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28a4dd37-5683-4248-a631-8710fa48e996 req-804fd004-ec19-459d-9f1e-baedffdaa319 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c&tenant_id=b0a6771c6edd4f3c9419272db29be5ad HTTP/1.1" status: 200 len: 1096 time: 0.0541327 Jul 22 17:23:10.856775 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-28a4dd37-5683-4248-a631-8710fa48e996 req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-9', 'device_owner': 'compute:nova'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:23:10.929560 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-28a4dd37-5683-4248-a631-8710fa48e996 req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:11.132656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-28a4dd37-5683-4248-a631-8710fa48e996 req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] For port b6c36828-e3b9-4d64-aa84-e23d301e4d59, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b6c36828-e3b9-4d64-aa84-e23d301e4d59,segment=NetworkSegment(f8419029-ea42-4f29-a0cf-aa25a7b3df96),segment_id=f8419029-ea42-4f29-a0cf-aa25a7b3df96)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:23:11.202805 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-28a4dd37-5683-4248-a631-8710fa48e996 req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] For port b6c36828-e3b9-4d64-aa84-e23d301e4d59, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:23:11.246311 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994083f-b5e4-47c6-815f-6b5cb7790f8f req-f093ef29-23d7-44c3-b10a-dbb5bf5b5718 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:11.248085 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a994083f-b5e4-47c6-815f-6b5cb7790f8f req-f093ef29-23d7-44c3-b10a-dbb5bf5b5718 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.1180964 Jul 22 17:23:11.264293 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175fefa0-0b2e-4da7-b21f-6ddea862c50c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6c36828-e3b9-4d64-aa84-e23d301e4d59'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:23:11.266541 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6701cb83-ebfd-455d-913f-09177044805d" -d '{"events": [{"server_uuid": "175fefa0-0b2e-4da7-b21f-6ddea862c50c", "name": "network-vif-unplugged", "status": "completed", "tag": "b6c36828-e3b9-4d64-aa84-e23d301e4d59"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:23:11.270637 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-28a4dd37-5683-4248-a631-8710fa48e996 req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:11.300831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-28a4dd37-5683-4248-a631-8710fa48e996 req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Transition to ACTIVE for port object b6c36828-e3b9-4d64-aa84-e23d301e4d59 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:23:11.307172 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-28a4dd37-5683-4248-a631-8710fa48e996 req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:11.311567 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a994083f-b5e4-47c6-815f-6b5cb7790f8f req-884ca4e5-558d-465b-94a2-6efedbc82506 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552688 Jul 22 17:23:11.319118 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e600441-9a8a-4ac5-9a69-925b57aad0b8 x-openstack-request-id: req-6e600441-9a8a-4ac5-9a69-925b57aad0b8 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:23:11.319410 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175fefa0-0b2e-4da7-b21f-6ddea862c50c", "name": "network-vif-unplugged", "status": "completed", "tag": "b6c36828-e3b9-4d64-aa84-e23d301e4d59", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:23:11.319661 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6e600441-9a8a-4ac5-9a69-925b57aad0b8 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:23:11.320058 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175fefa0-0b2e-4da7-b21f-6ddea862c50c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6c36828-e3b9-4d64-aa84-e23d301e4d59', 'code': 200} Jul 22 17:23:11.375992 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a4dd37-5683-4248-a631-8710fa48e996 req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] No DVR routers for this DVR port b6c36828-e3b9-4d64-aa84-e23d301e4d59 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:23:11.379011 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c36828-e3b9-4d64-aa84-e23d301e4d59,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:23:11.389826 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:23:11.390197 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:23:11.390543 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:23:11.390908 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:23:11.391240 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:23:11.391585 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:23:11.391901 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:23:11.392476 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:23:11.392802 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:23:11.393133 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:23:11.393456 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:23:11.393777 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:23:11.424605 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-28a4dd37-5683-4248-a631-8710fa48e996 req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Attempting to bind port b6c36828-e3b9-4d64-aa84-e23d301e4d59 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:23:11.424941 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-28a4dd37-5683-4248-a631-8710fa48e996 req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Attempting to bind port b6c36828-e3b9-4d64-aa84-e23d301e4d59 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'f8419029-ea42-4f29-a0cf-aa25a7b3df96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5284145e-8b22-457e-8ea5-e67b5a7aef3d'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:23:11.425268 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4dd37-5683-4248-a631-8710fa48e996 req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Attempting to bind port b6c36828-e3b9-4d64-aa84-e23d301e4d59 on network 5284145e-8b22-457e-8ea5-e67b5a7aef3d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:23:11.429447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4dd37-5683-4248-a631-8710fa48e996 req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Port b6c36828-e3b9-4d64-aa84-e23d301e4d59 on network 5284145e-8b22-457e-8ea5-e67b5a7aef3d not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:23:11.429768 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4dd37-5683-4248-a631-8710fa48e996 req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Attempting to bind port b6c36828-e3b9-4d64-aa84-e23d301e4d59 on network 5284145e-8b22-457e-8ea5-e67b5a7aef3d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:23:11.434488 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4dd37-5683-4248-a631-8710fa48e996 req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:23:11.434825 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4dd37-5683-4248-a631-8710fa48e996 req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Checking segment: {'id': 'f8419029-ea42-4f29-a0cf-aa25a7b3df96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5284145e-8b22-457e-8ea5-e67b5a7aef3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:23:11.435201 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4dd37-5683-4248-a631-8710fa48e996 req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Bound using segment: {'id': 'f8419029-ea42-4f29-a0cf-aa25a7b3df96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5284145e-8b22-457e-8ea5-e67b5a7aef3d'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:23:11.435623 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-28a4dd37-5683-4248-a631-8710fa48e996 req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Bound port: b6c36828-e3b9-4d64-aa84-e23d301e4d59, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8419029-ea42-4f29-a0cf-aa25a7b3df96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5284145e-8b22-457e-8ea5-e67b5a7aef3d'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:23:11.435973 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-28a4dd37-5683-4248-a631-8710fa48e996 req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:11.499975 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-28a4dd37-5683-4248-a631-8710fa48e996 req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] For port b6c36828-e3b9-4d64-aa84-e23d301e4d59, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:23:11.502878 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-28a4dd37-5683-4248-a631-8710fa48e996 req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] For port b6c36828-e3b9-4d64-aa84-e23d301e4d59, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b6c36828-e3b9-4d64-aa84-e23d301e4d59,segment=NetworkSegment(f8419029-ea42-4f29-a0cf-aa25a7b3df96),segment_id=f8419029-ea42-4f29-a0cf-aa25a7b3df96)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:23:11.507046 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-28a4dd37-5683-4248-a631-8710fa48e996 req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:11.541179 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4dd37-5683-4248-a631-8710fa48e996 req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:11.541780 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-28a4dd37-5683-4248-a631-8710fa48e996 req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:11.543214 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28a4dd37-5683-4248-a631-8710fa48e996 req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] 10.222.0.16 "PUT /v2.0/ports/b6c36828-e3b9-4d64-aa84-e23d301e4d59 HTTP/1.1" status: 200 len: 1091 time: 0.6905484 Jul 22 17:23:11.565294 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183afe44-7294-4401-88c7-a8332bd80677 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c36828-e3b9-4d64-aa84-e23d301e4d59,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:23:11.626413 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4dd37-5683-4248-a631-8710fa48e996 req-b3bbbf36-ea93-4031-915c-b90956d2fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:11.627926 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28a4dd37-5683-4248-a631-8710fa48e996 req-b3bbbf36-ea93-4031-915c-b90956d2fbfb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0a6771c6edd4f3c9419272db29be5ad&device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 1094 time: 0.0545273 Jul 22 17:23:11.717831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4dd37-5683-4248-a631-8710fa48e996 req-6121f0eb-8e7a-41bb-80a8-e99cdc866b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:11.719969 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28a4dd37-5683-4248-a631-8710fa48e996 req-6121f0eb-8e7a-41bb-80a8-e99cdc866b3e service neutron] 10.222.0.16 "GET /v2.0/networks?id=5284145e-8b22-457e-8ea5-e67b5a7aef3d HTTP/1.1" status: 200 len: 913 time: 0.0862210 Jul 22 17:23:11.758906 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28a4dd37-5683-4248-a631-8710fa48e996 req-47b33368-2782-486a-a167-e04096df6472 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6c36828-e3b9-4d64-aa84-e23d301e4d59 HTTP/1.1" status: 200 len: 217 time: 0.0329373 Jul 22 17:23:11.810192 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4dd37-5683-4248-a631-8710fa48e996 req-5f20a24a-d2ef-495b-9f8d-4cee9ed312f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:11.811604 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28a4dd37-5683-4248-a631-8710fa48e996 req-5f20a24a-d2ef-495b-9f8d-4cee9ed312f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88c1367b-72c0-49bc-88d1-34f4fe478021 HTTP/1.1" status: 200 len: 852 time: 0.0467985 Jul 22 17:23:11.845152 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28a4dd37-5683-4248-a631-8710fa48e996 req-51f5b44e-1871-486c-8ca7-97df666113c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5284145e-8b22-457e-8ea5-e67b5a7aef3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275998 Jul 22 17:23:11.930853 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28a4dd37-5683-4248-a631-8710fa48e996 req-1c73e2b1-9f53-4b02-a6ad-c606b0739b1c service neutron] 10.222.0.16 "GET /v2.0/networks/5284145e-8b22-457e-8ea5-e67b5a7aef3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796802 Jul 22 17:23:12.021526 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28a4dd37-5683-4248-a631-8710fa48e996 req-6e56cbef-53f2-4d27-94db-d047823d8dfa service neutron] 10.222.0.16 "GET /v2.0/networks/5284145e-8b22-457e-8ea5-e67b5a7aef3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846448 Jul 22 17:23:12.433946 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:12.444836 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c267b0a-0f10-4993-8023-9417ebba4b18 req-0e0da939-e8f7-4540-9a31-bb47482727c8 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:12.446340 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7c267b0a-0f10-4993-8023-9417ebba4b18 req-0e0da939-e8f7-4540-9a31-bb47482727c8 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 943 time: 0.0661521 Jul 22 17:23:12.455740 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:12.482832 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7c267b0a-0f10-4993-8023-9417ebba4b18 req-e16f31d2-4704-427e-bd35-812d37befee1 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307143 Jul 22 17:23:13.322102 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '175fefa0-0b2e-4da7-b21f-6ddea862c50c', 'tag': 'b6c36828-e3b9-4d64-aa84-e23d301e4d59'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:23:13.324492 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1861088a-be7f-48c6-bd04-2d810432db69" -d '{"events": [{"name": "network-changed", "server_uuid": "175fefa0-0b2e-4da7-b21f-6ddea862c50c", "tag": "b6c36828-e3b9-4d64-aa84-e23d301e4d59"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:23:13.370743 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114e53ae-d20d-4193-b8dd-da390ed46971 x-openstack-request-id: req-114e53ae-d20d-4193-b8dd-da390ed46971 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:23:13.371063 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "175fefa0-0b2e-4da7-b21f-6ddea862c50c", "tag": "b6c36828-e3b9-4d64-aa84-e23d301e4d59", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:23:13.371316 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-114e53ae-d20d-4193-b8dd-da390ed46971 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:23:13.371722 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '175fefa0-0b2e-4da7-b21f-6ddea862c50c', 'tag': 'b6c36828-e3b9-4d64-aa84-e23d301e4d59', 'status': 'completed', 'code': 200} Jul 22 17:23:13.467056 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861088a-be7f-48c6-bd04-2d810432db69 req-4852b0b4-9e27-4acb-90e2-57fc0deba801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:13.468554 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1861088a-be7f-48c6-bd04-2d810432db69 req-4852b0b4-9e27-4acb-90e2-57fc0deba801 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0a6771c6edd4f3c9419272db29be5ad&device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 1094 time: 0.0543189 Jul 22 17:23:13.471901 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861088a-be7f-48c6-bd04-2d810432db69 req-3d9707f6-0689-4ecb-9377-6dc6813b8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:13.473389 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1861088a-be7f-48c6-bd04-2d810432db69 req-3d9707f6-0689-4ecb-9377-6dc6813b8d85 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0a6771c6edd4f3c9419272db29be5ad&device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 1094 time: 0.0537019 Jul 22 17:23:13.558316 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861088a-be7f-48c6-bd04-2d810432db69 req-c75d203c-7e83-40a0-bb18-f3d084fda7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:13.559967 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1861088a-be7f-48c6-bd04-2d810432db69 req-c75d203c-7e83-40a0-bb18-f3d084fda7e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5284145e-8b22-457e-8ea5-e67b5a7aef3d HTTP/1.1" status: 200 len: 913 time: 0.0842521 Jul 22 17:23:13.572805 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861088a-be7f-48c6-bd04-2d810432db69 req-8671c3fd-c944-49e2-b850-2b5cb9ba388f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:13.574669 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1861088a-be7f-48c6-bd04-2d810432db69 req-8671c3fd-c944-49e2-b850-2b5cb9ba388f service neutron] 10.222.0.16 "GET /v2.0/networks?id=5284145e-8b22-457e-8ea5-e67b5a7aef3d HTTP/1.1" status: 200 len: 913 time: 0.0942557 Jul 22 17:23:13.631287 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1861088a-be7f-48c6-bd04-2d810432db69 req-6594bc71-2ca1-4991-b640-407d0a333638 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6c36828-e3b9-4d64-aa84-e23d301e4d59 HTTP/1.1" status: 200 len: 217 time: 0.0582850 Jul 22 17:23:13.631829 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1861088a-be7f-48c6-bd04-2d810432db69 req-c92eb1e8-5c65-4338-bc9e-561a5fadb7a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6c36828-e3b9-4d64-aa84-e23d301e4d59 HTTP/1.1" status: 200 len: 217 time: 0.0380096 Jul 22 17:23:13.695927 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861088a-be7f-48c6-bd04-2d810432db69 req-d69478a5-151b-4ed6-a793-ef013235878c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:13.697414 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1861088a-be7f-48c6-bd04-2d810432db69 req-d69478a5-151b-4ed6-a793-ef013235878c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88c1367b-72c0-49bc-88d1-34f4fe478021 HTTP/1.1" status: 200 len: 852 time: 0.0539677 Jul 22 17:23:13.701604 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65332a-26f2-44c2-83ae-50bccf618c73 req-d64b2fd5-2ca8-4718-9c29-7cac8edb9f4e tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:13.703229 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d65332a-26f2-44c2-83ae-50bccf618c73 req-d64b2fd5-2ca8-4718-9c29-7cac8edb9f4e tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 943 time: 0.1386011 Jul 22 17:23:13.705423 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861088a-be7f-48c6-bd04-2d810432db69 req-2725cf09-7399-48bc-871c-c7d52565b719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:13.706832 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1861088a-be7f-48c6-bd04-2d810432db69 req-2725cf09-7399-48bc-871c-c7d52565b719 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=88c1367b-72c0-49bc-88d1-34f4fe478021 HTTP/1.1" status: 200 len: 852 time: 0.0697355 Jul 22 17:23:13.748842 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1861088a-be7f-48c6-bd04-2d810432db69 req-915f677d-7178-4b65-b28e-bc28f608e8ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5284145e-8b22-457e-8ea5-e67b5a7aef3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329707 Jul 22 17:23:13.755005 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1861088a-be7f-48c6-bd04-2d810432db69 req-9e2ae29b-79f9-4cd9-a50e-ca3d1f71a0ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5284145e-8b22-457e-8ea5-e67b5a7aef3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394619 Jul 22 17:23:13.787721 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d65332a-26f2-44c2-83ae-50bccf618c73 req-c03fc598-3814-4df6-a995-be7fa668db48 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782640 Jul 22 17:23:13.839212 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1861088a-be7f-48c6-bd04-2d810432db69 req-28d80b2d-6d1a-4363-9658-9d5df17deb41 service neutron] 10.222.0.16 "GET /v2.0/networks/5284145e-8b22-457e-8ea5-e67b5a7aef3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836072 Jul 22 17:23:13.859048 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1861088a-be7f-48c6-bd04-2d810432db69 req-e4412265-8d23-4049-b5e0-5ef6c91a9cc9 service neutron] 10.222.0.30 "GET /v2.0/networks/5284145e-8b22-457e-8ea5-e67b5a7aef3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949800 Jul 22 17:23:13.931523 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1861088a-be7f-48c6-bd04-2d810432db69 req-4a3f6787-fdbd-4c15-ba7a-522a0aab4bb9 service neutron] 10.222.0.16 "GET /v2.0/networks/5284145e-8b22-457e-8ea5-e67b5a7aef3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859473 Jul 22 17:23:13.949357 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1861088a-be7f-48c6-bd04-2d810432db69 req-776b7a63-d3c2-48aa-b6fa-39c2f2b3606e service neutron] 10.222.0.30 "GET /v2.0/networks/5284145e-8b22-457e-8ea5-e67b5a7aef3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836799 Jul 22 17:23:14.194512 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device b6c36828-e3b9-4d64-aa84-e23d301e4d59 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:23:14.285301 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port b6c36828-e3b9-4d64-aa84-e23d301e4d59, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b6c36828-e3b9-4d64-aa84-e23d301e4d59,segment=NetworkSegment(f8419029-ea42-4f29-a0cf-aa25a7b3df96),segment_id=f8419029-ea42-4f29-a0cf-aa25a7b3df96)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:23:14.296075 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'b6c36828-e3b9-4d64-aa84-e23d301e4d59', 'network_id': '5284145e-8b22-457e-8ea5-e67b5a7aef3d', 'port_id': 'b6c36828-e3b9-4d64-aa84-e23d301e4d59', 'mac_address': 'fa:16:3e:58:ed:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c1367b-72c0-49bc-88d1-34f4fe478021', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:23:14.334084 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:14.346390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c36828-e3b9-4d64-aa84-e23d301e4d59 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:23:14.365413 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port b6c36828-e3b9-4d64-aa84-e23d301e4d59, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b6c36828-e3b9-4d64-aa84-e23d301e4d59,segment=NetworkSegment(f8419029-ea42-4f29-a0cf-aa25a7b3df96),segment_id=f8419029-ea42-4f29-a0cf-aa25a7b3df96)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:23:14.369490 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:14.413891 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=b6c36828-e3b9-4d64-aa84-e23d301e4d59,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:23:14.414125 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:23:14.693508 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['b6c36828-e3b9-4d64-aa84-e23d301e4d59'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:23:14.917013 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35116e03-489c-4582-ac35-bb056bd3c852 req-dfc943eb-94ac-45cc-9dc6-059917a61a6a tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:14.918405 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-35116e03-489c-4582-ac35-bb056bd3c852 req-dfc943eb-94ac-45cc-9dc6-059917a61a6a tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 944 time: 0.0623024 Jul 22 17:23:14.955242 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-35116e03-489c-4582-ac35-bb056bd3c852 req-2be7bde8-2f9b-42c3-9432-d5deb8ecef0f tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314412 Jul 22 17:23:15.231774 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b6c36828-e3b9-4d64-aa84-e23d301e4d59 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:23:15.268697 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b6c36828-e3b9-4d64-aa84-e23d301e4d59 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:23:15.295923 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5863a4-0079-41e7-bbc9-5b74150e214e req-8e6c8d1d-9e9c-4a03-b411-02a2674f26b5 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:15.297846 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5f5863a4-0079-41e7-bbc9-5b74150e214e req-8e6c8d1d-9e9c-4a03-b411-02a2674f26b5 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.30 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c&tenant_id=b0a6771c6edd4f3c9419272db29be5ad&binding%3Ahost_id=n-h1-798930-9 HTTP/1.1" status: 200 len: 944 time: 0.1145339 Jul 22 17:23:15.354751 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [req-5f5863a4-0079-41e7-bbc9-5b74150e214e req-5ae2f50e-b739-456c-9afc-dfeba34ba122 service neutron] delete failed (client error): The resource could not be found. Jul 22 17:23:15.355710 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5f5863a4-0079-41e7-bbc9-5b74150e214e req-5ae2f50e-b739-456c-9afc-dfeba34ba122 service neutron] 10.222.0.30 "DELETE /v2.0/ports/b6c36828-e3b9-4d64-aa84-e23d301e4d59/bindings/n-h2-798930-9 HTTP/1.1" status: 404 len: 380 time: 0.0511920 Jul 22 17:23:15.467021 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5863a4-0079-41e7-bbc9-5b74150e214e req-47af78dd-71de-4d52-b71b-3112f9543d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:15.468460 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5f5863a4-0079-41e7-bbc9-5b74150e214e req-47af78dd-71de-4d52-b71b-3112f9543d1c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0a6771c6edd4f3c9419272db29be5ad&device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 1095 time: 0.0526423 Jul 22 17:23:15.876185 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5863a4-0079-41e7-bbc9-5b74150e214e req-d67b299c-2d48-459d-b088-2f9190457547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:15.877625 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5f5863a4-0079-41e7-bbc9-5b74150e214e req-d67b299c-2d48-459d-b088-2f9190457547 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5284145e-8b22-457e-8ea5-e67b5a7aef3d HTTP/1.1" status: 200 len: 913 time: 0.4029634 Jul 22 17:23:15.915783 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5f5863a4-0079-41e7-bbc9-5b74150e214e req-78542ed4-a1b1-467d-9c92-cd9592151de9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6c36828-e3b9-4d64-aa84-e23d301e4d59 HTTP/1.1" status: 200 len: 217 time: 0.0323377 Jul 22 17:23:15.960615 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5863a4-0079-41e7-bbc9-5b74150e214e req-8f69121a-eaa5-4d56-8f8d-c55d2e571bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:15.961976 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5f5863a4-0079-41e7-bbc9-5b74150e214e req-8f69121a-eaa5-4d56-8f8d-c55d2e571bb6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=88c1367b-72c0-49bc-88d1-34f4fe478021 HTTP/1.1" status: 200 len: 852 time: 0.0403636 Jul 22 17:23:15.998442 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5f5863a4-0079-41e7-bbc9-5b74150e214e req-17220228-4b8a-423e-a6aa-c1d3278e2269 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5284145e-8b22-457e-8ea5-e67b5a7aef3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302422 Jul 22 17:23:16.087131 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5f5863a4-0079-41e7-bbc9-5b74150e214e req-329c979b-9c2a-46e8-a5e5-194adcee451b service neutron] 10.222.0.30 "GET /v2.0/networks/5284145e-8b22-457e-8ea5-e67b5a7aef3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820119 Jul 22 17:23:16.176466 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5f5863a4-0079-41e7-bbc9-5b74150e214e req-63bb2e8b-f2b6-484c-9a7f-19b19a787923 service neutron] 10.222.0.30 "GET /v2.0/networks/5284145e-8b22-457e-8ea5-e67b5a7aef3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827899 Jul 22 17:23:16.194399 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device b6c36828-e3b9-4d64-aa84-e23d301e4d59 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:23:16.240411 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port b6c36828-e3b9-4d64-aa84-e23d301e4d59 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:23:16.243850 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port b6c36828-e3b9-4d64-aa84-e23d301e4d59 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:23:16.244213 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:16.321025 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:16.343101 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175fefa0-0b2e-4da7-b21f-6ddea862c50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c36828-e3b9-4d64-aa84-e23d301e4d59'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:23:16.346302 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6670397-4738-4b7d-b5bb-c9f34a79cdf4" -d '{"events": [{"server_uuid": "175fefa0-0b2e-4da7-b21f-6ddea862c50c", "name": "network-vif-plugged", "status": "completed", "tag": "b6c36828-e3b9-4d64-aa84-e23d301e4d59"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:23:16.358477 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port b6c36828-e3b9-4d64-aa84-e23d301e4d59, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b6c36828-e3b9-4d64-aa84-e23d301e4d59,segment=NetworkSegment(f8419029-ea42-4f29-a0cf-aa25a7b3df96),segment_id=f8419029-ea42-4f29-a0cf-aa25a7b3df96)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:23:16.362401 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:16.410368 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=b6c36828-e3b9-4d64-aa84-e23d301e4d59,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:23:16.456347 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0531d068-ca1e-4f38-a9b5-84682f3f7b77 x-openstack-request-id: req-0531d068-ca1e-4f38-a9b5-84682f3f7b77 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:23:16.456630 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175fefa0-0b2e-4da7-b21f-6ddea862c50c", "name": "network-vif-plugged", "status": "completed", "tag": "b6c36828-e3b9-4d64-aa84-e23d301e4d59", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:23:16.456914 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0531d068-ca1e-4f38-a9b5-84682f3f7b77 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:23:16.457342 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175fefa0-0b2e-4da7-b21f-6ddea862c50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c36828-e3b9-4d64-aa84-e23d301e4d59', 'code': 200} Jul 22 17:23:16.988449 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c94bd9-b21b-4907-ae1a-f83d6c0d88f0 req-e61880f9-caf7-42f8-b36b-710c4f6f870d tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:16.989856 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-36c94bd9-b21b-4907-ae1a-f83d6c0d88f0 req-e61880f9-caf7-42f8-b36b-710c4f6f870d tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0649173 Jul 22 17:23:17.027174 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-36c94bd9-b21b-4907-ae1a-f83d6c0d88f0 req-2518c3a3-f5c1-48db-8c9b-b300e12ce889 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318794 Jul 22 17:23:18.159586 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74923db-1822-4a56-9e72-32423070aea2 req-b4aa687b-edc9-4c3d-bc75-90200b50c04a tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:18.161322 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e74923db-1822-4a56-9e72-32423070aea2 req-b4aa687b-edc9-4c3d-bc75-90200b50c04a tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0665581 Jul 22 17:23:18.198579 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e74923db-1822-4a56-9e72-32423070aea2 req-59a380ea-c182-42fc-a7d2-7f30db3da97c tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.69 "GET /v2.0/security-groups?id=8c239147-81d2-4634-8784-cad9198f9c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316434 Jul 22 17:23:18.392999 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5863a4-0079-41e7-bbc9-5b74150e214e req-699981c5-18c7-4518-81d3-c4d0e6cb25d1 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:18.394483 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5f5863a4-0079-41e7-bbc9-5b74150e214e req-699981c5-18c7-4518-81d3-c4d0e6cb25d1 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.16 "GET /v2.0/ports?device_id=175fefa0-0b2e-4da7-b21f-6ddea862c50c HTTP/1.1" status: 200 len: 945 time: 0.0670462 Jul 22 17:23:18.490824 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-5f5863a4-0079-41e7-bbc9-5b74150e214e req-d510465f-c59b-4e0e-bffb-e2fca15bd462 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Deleting port b6c36828-e3b9-4d64-aa84-e23d301e4d59 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:23:18.491167 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5f5863a4-0079-41e7-bbc9-5b74150e214e req-d510465f-c59b-4e0e-bffb-e2fca15bd462 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:18.580254 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5f5863a4-0079-41e7-bbc9-5b74150e214e req-d510465f-c59b-4e0e-bffb-e2fca15bd462 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] For port b6c36828-e3b9-4d64-aa84-e23d301e4d59, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=b6c36828-e3b9-4d64-aa84-e23d301e4d59,segment=NetworkSegment(f8419029-ea42-4f29-a0cf-aa25a7b3df96),segment_id=f8419029-ea42-4f29-a0cf-aa25a7b3df96)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:23:18.580616 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5f5863a4-0079-41e7-bbc9-5b74150e214e req-d510465f-c59b-4e0e-bffb-e2fca15bd462 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:18.591942 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-5f5863a4-0079-41e7-bbc9-5b74150e214e req-d510465f-c59b-4e0e-bffb-e2fca15bd462 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Calling delete_port for b6c36828-e3b9-4d64-aa84-e23d301e4d59 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:23:18.718755 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5f5863a4-0079-41e7-bbc9-5b74150e214e req-d510465f-c59b-4e0e-bffb-e2fca15bd462 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:18.746528 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510465f-c59b-4e0e-bffb-e2fca15bd462 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Pushing event deleted for resources: {'Port': ['ID=b6c36828-e3b9-4d64-aa84-e23d301e4d59,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:23:18.751550 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['b6c36828-e3b9-4d64-aa84-e23d301e4d59'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:23:18.792644 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5863a4-0079-41e7-bbc9-5b74150e214e req-d510465f-c59b-4e0e-bffb-e2fca15bd462 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] No DVR routers for this DVR port b6c36828-e3b9-4d64-aa84-e23d301e4d59 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:23:18.795197 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5f5863a4-0079-41e7-bbc9-5b74150e214e req-d510465f-c59b-4e0e-bffb-e2fca15bd462 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:18.797210 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5f5863a4-0079-41e7-bbc9-5b74150e214e req-d510465f-c59b-4e0e-bffb-e2fca15bd462 tempest-DeleteServersTestJSON-2024622110 tempest-DeleteServersTestJSON-2024622110-project] 10.222.0.16 "DELETE /v2.0/ports/b6c36828-e3b9-4d64-aa84-e23d301e4d59 HTTP/1.1" status: 204 len: 173 time: 0.3974390 Jul 22 17:23:18.797645 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175fefa0-0b2e-4da7-b21f-6ddea862c50c', 'name': 'network-vif-deleted', 'tag': 'b6c36828-e3b9-4d64-aa84-e23d301e4d59'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:23:18.799906 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb369333-9263-4871-9daf-b8261b5174d9" -d '{"events": [{"server_uuid": "175fefa0-0b2e-4da7-b21f-6ddea862c50c", "name": "network-vif-deleted", "tag": "b6c36828-e3b9-4d64-aa84-e23d301e4d59"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:23:18.836123 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea60eef-2592-4330-8362-f5de10048f14 x-openstack-request-id: req-0ea60eef-2592-4330-8362-f5de10048f14 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:23:18.836423 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175fefa0-0b2e-4da7-b21f-6ddea862c50c", "name": "network-vif-deleted", "tag": "b6c36828-e3b9-4d64-aa84-e23d301e4d59", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:23:18.836677 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0ea60eef-2592-4330-8362-f5de10048f14 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:23:18.837166 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175fefa0-0b2e-4da7-b21f-6ddea862c50c', 'name': 'network-vif-deleted', 'tag': 'b6c36828-e3b9-4d64-aa84-e23d301e4d59', 'status': 'completed', 'code': 200} Jul 22 17:23:19.325151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38060) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:23:19.368538 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ebc27b5-5536-410e-be9a-9dbba58b1302 admin admin] Deleting subnet 88c1367b-72c0-49bc-88d1-34f4fe478021 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:23:19.371516 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ebc27b5-5536-410e-be9a-9dbba58b1302 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:19.408897 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ebc27b5-5536-410e-be9a-9dbba58b1302 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:19.445772 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ebc27b5-5536-410e-be9a-9dbba58b1302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:19.496867 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ebc27b5-5536-410e-be9a-9dbba58b1302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:19.523046 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc27b5-5536-410e-be9a-9dbba58b1302 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88c1367b-72c0-49bc-88d1-34f4fe478021,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:23:19.526144 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ebc27b5-5536-410e-be9a-9dbba58b1302 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:19.527993 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9ebc27b5-5536-410e-be9a-9dbba58b1302 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/88c1367b-72c0-49bc-88d1-34f4fe478021 HTTP/1.1" status: 204 len: 168 time: 0.2018487 Jul 22 17:23:19.530511 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38062) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:23:19.601788 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e3a76410-88e1-4da7-b8a0-5719b2088eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:19.678128 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e3a76410-88e1-4da7-b8a0-5719b2088eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:19.687591 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e3a76410-88e1-4da7-b8a0-5719b2088eae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5284145e-8b22-457e-8ea5-e67b5a7aef3d']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:23:19.696951 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e3a76410-88e1-4da7-b8a0-5719b2088eae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8419029-ea42-4f29-a0cf-aa25a7b3df96') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:23:19.697241 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-e3a76410-88e1-4da7-b8a0-5719b2088eae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8419029-ea42-4f29-a0cf-aa25a7b3df96') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:23:19.708627 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e3a76410-88e1-4da7-b8a0-5719b2088eae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:19.722487 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e3a76410-88e1-4da7-b8a0-5719b2088eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:19.728202 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a76410-88e1-4da7-b8a0-5719b2088eae admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:23:19.728586 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e3a76410-88e1-4da7-b8a0-5719b2088eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: timer() Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:23:19.730300 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:23:19.786638 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e3a76410-88e1-4da7-b8a0-5719b2088eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:19.791470 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e3a76410-88e1-4da7-b8a0-5719b2088eae admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:19.793425 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e3a76410-88e1-4da7-b8a0-5719b2088eae admin admin] 10.222.0.69 "DELETE /v2.0/networks/5284145e-8b22-457e-8ea5-e67b5a7aef3d HTTP/1.1" status: 204 len: 168 time: 0.2614503 Jul 22 17:23:19.805890 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a76410-88e1-4da7-b8a0-5719b2088eae admin admin] Pushing event deleted for resources: {'Network': ['ID=5284145e-8b22-457e-8ea5-e67b5a7aef3d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:23:19.896545 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38066) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:23:19.937628 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5d2e7879-e824-4db6-8b2f-08233d3a2f52 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b0a6771c6edd4f3c9419272db29be5ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398331 Jul 22 17:23:19.939996 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38068) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:23:19.986438 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6b32407-c56d-45f2-8b4d-7f9aa79ef6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:20.006699 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6b32407-c56d-45f2-8b4d-7f9aa79ef6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:20.051436 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6b32407-c56d-45f2-8b4d-7f9aa79ef6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:20.053877 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e6b32407-c56d-45f2-8b4d-7f9aa79ef6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:20.055037 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e6b32407-c56d-45f2-8b4d-7f9aa79ef6cb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8c239147-81d2-4634-8784-cad9198f9c4d HTTP/1.1" status: 204 len: 168 time: 0.1141512 Jul 22 17:23:20.062529 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b32407-c56d-45f2-8b4d-7f9aa79ef6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c239147-81d2-4634-8784-cad9198f9c4d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:23:20.675221 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38090) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:23:20.765700 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9084d545-9019-44d1-9580-7e728d74c581 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1420794430-network', 'tenant_id': '4cb2eaf729734e609250701757b684aa'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:23:20.789719 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9084d545-9019-44d1-9580-7e728d74c581 admin admin] Made reservation on behalf of 4cb2eaf729734e609250701757b684aa for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:23:20.791933 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9084d545-9019-44d1-9580-7e728d74c581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:20.800356 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9084d545-9019-44d1-9580-7e728d74c581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:20.890283 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9084d545-9019-44d1-9580-7e728d74c581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:20.894025 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9084d545-9019-44d1-9580-7e728d74c581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:20.917644 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9084d545-9019-44d1-9580-7e728d74c581 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:23:20.927864 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084d545-9019-44d1-9580-7e728d74c581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30d708d-99cd-4035-b7ae-6192492dc89b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:23:20.933453 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9084d545-9019-44d1-9580-7e728d74c581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:20.933794 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-9084d545-9019-44d1-9580-7e728d74c581 admin admin] Added segment c9022dbe-fa30-4248-abfc-65a19358994a of type vlan for network 04ac7eb7-a954-490c-909b-81c742d83e9b Jul 22 17:23:20.972160 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9084d545-9019-44d1-9580-7e728d74c581 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:20.999125 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9084d545-9019-44d1-9580-7e728d74c581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:21.000056 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9084d545-9019-44d1-9580-7e728d74c581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:21.000626 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9084d545-9019-44d1-9580-7e728d74c581 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:21.027070 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9084d545-9019-44d1-9580-7e728d74c581 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3507922 Jul 22 17:23:21.030064 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38094) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:23:21.035677 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-50e2c07b-3f07-4659-ae74-f316d91981b0 admin admin] Request body: {'subnet': {'network_id': '04ac7eb7-a954-490c-909b-81c742d83e9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1420794430-subnet', 'tenant_id': '4cb2eaf729734e609250701757b684aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:23:21.055707 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e2c07b-3f07-4659-ae74-f316d91981b0 admin admin] Made reservation on behalf of 4cb2eaf729734e609250701757b684aa for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:23:21.058001 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50e2c07b-3f07-4659-ae74-f316d91981b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:21.063188 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084d545-9019-44d1-9580-7e728d74c581 admin admin] Pushing event updated for resources: {'Network': ['ID=04ac7eb7-a954-490c-909b-81c742d83e9b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:23:21.075441 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 04ac7eb7-a954-490c-909b-81c742d83e9b details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:23:21.225258 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50e2c07b-3f07-4659-ae74-f316d91981b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:21.282116 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2c07b-3f07-4659-ae74-f316d91981b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=081baa26-0c74-4add-b6b8-8dec2e233883,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:23:21.290992 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e2c07b-3f07-4659-ae74-f316d91981b0 admin admin] Checking segment: {'id': 'c9022dbe-fa30-4248-abfc-65a19358994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '04ac7eb7-a954-490c-909b-81c742d83e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:23:21.291344 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e2c07b-3f07-4659-ae74-f316d91981b0 admin admin] Network hostable DHCP agents. Network: 04ac7eb7-a954-490c-909b-81c742d83e9b, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:23:21.306606 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e2c07b-3f07-4659-ae74-f316d91981b0 admin admin] Network 04ac7eb7-a954-490c-909b-81c742d83e9b is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:23:21.314528 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-50e2c07b-3f07-4659-ae74-f316d91981b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 04ac7eb7-a954-490c-909b-81c742d83e9b) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:23:21.318447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e2c07b-3f07-4659-ae74-f316d91981b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:21.319028 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50e2c07b-3f07-4659-ae74-f316d91981b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:21.323473 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70050d0-ce58-4113-8e7b-ba59b519eb01 None None] Network 04ac7eb7-a954-490c-909b-81c742d83e9b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:23:21.333134 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-50e2c07b-3f07-4659-ae74-f316d91981b0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3018391 Jul 22 17:23:21.445663 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26286f3-0d41-40ff-832d-7e73e240c0a7 None None] Network 04ac7eb7-a954-490c-909b-81c742d83e9b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:23:21.737088 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-f30c1eeb-968f-48d8-b237-fed32eb17306 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:21.738473 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-f30c1eeb-968f-48d8-b237-fed32eb17306 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/networks?id=04ac7eb7-a954-490c-909b-81c742d83e9b HTTP/1.1" status: 200 len: 815 time: 0.0976887 Jul 22 17:23:21.753007 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-e2338c05-a23b-4d0c-98e7-307e58575ce5 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/quotas/4cb2eaf729734e609250701757b684aa HTTP/1.1" status: 200 len: 375 time: 0.0092254 Jul 22 17:23:21.785909 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-318ef927-2663-4f9c-ac6f-a8f16f7d9d0c tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4cb2eaf729734e609250701757b684aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282719 Jul 22 17:23:21.796107 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-77a66ce4-2bfd-407b-b2eb-3871a6dff846 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:23:21.797036 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-77a66ce4-2bfd-407b-b2eb-3871a6dff846 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053532 Jul 22 17:23:21.934377 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-1607c776-6c1d-4e31-807a-c19fa1397b31 service neutron] 10.222.0.69 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319969 Jul 22 17:23:22.024720 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-972d95e2-37c9-41e2-b8fa-565c7362a4d8 service neutron] 10.222.0.69 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840740 Jul 22 17:23:22.182610 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cfa84adc-caa6-42b1-83f7-bcca9647310c req-9baabf91-057c-4101-9434-0d67db00b021 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 210 time: 0.0294108 Jul 22 17:23:22.220566 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device b6c36828-e3b9-4d64-aa84-e23d301e4d59 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:23:22.239577 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: b6c36828-e3b9-4d64-aa84-e23d301e4d59 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:23:22.239913 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device b6c36828-e3b9-4d64-aa84-e23d301e4d59 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:23:23.129667 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-929da8ba-3d8f-4b8a-ba2d-1994eed57252 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:23.131199 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-929da8ba-3d8f-4b8a-ba2d-1994eed57252 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.16 "GET /v2.0/networks?id=04ac7eb7-a954-490c-909b-81c742d83e9b HTTP/1.1" status: 200 len: 815 time: 0.1023457 Jul 22 17:23:23.149905 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-0072bc25-741d-439d-acf9-a8672697cdc9 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Request body: {'port': {'device_id': 'b11183d0-7f5f-440d-963c-585f1d065090', 'network_id': '04ac7eb7-a954-490c-909b-81c742d83e9b', 'admin_state_up': True, 'tenant_id': '4cb2eaf729734e609250701757b684aa'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:23:23.281468 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e4fec171-b9c1-4c38-a1a6-f350abf2bfca req-6c24043b-d5c5-4ea2-a3ae-0819d09acfc9 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 210 time: 0.0320845 Jul 22 17:23:23.282530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-0072bc25-741d-439d-acf9-a8672697cdc9 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Made reservation on behalf of 4cb2eaf729734e609250701757b684aa for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:23:23.285866 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-0072bc25-741d-439d-acf9-a8672697cdc9 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:23.409667 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-0072bc25-741d-439d-acf9-a8672697cdc9 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Allocated IP 172.20.0.5 (04ac7eb7-a954-490c-909b-81c742d83e9b/081baa26-0c74-4add-b6b8-8dec2e233883/5bd77415-e68b-40db-9bb0-2d7ece619fa6) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:23:23.547366 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-0072bc25-741d-439d-acf9-a8672697cdc9 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:23.585328 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-0072bc25-741d-439d-acf9-a8672697cdc9 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:23.628159 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-0072bc25-741d-439d-acf9-a8672697cdc9 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Network 04ac7eb7-a954-490c-909b-81c742d83e9b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:23:23.633016 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-0072bc25-741d-439d-acf9-a8672697cdc9 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:23:23.636497 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-0072bc25-741d-439d-acf9-a8672697cdc9 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:23:23.661215 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072bc25-741d-439d-acf9-a8672697cdc9 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Pushing event updated for resources: {'Port': ['ID=5bd77415-e68b-40db-9bb0-2d7ece619fa6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:23:23.691585 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-0072bc25-741d-439d-acf9-a8672697cdc9 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:23.692180 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-0072bc25-741d-439d-acf9-a8672697cdc9 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:23.705357 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-0072bc25-741d-439d-acf9-a8672697cdc9 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5592937 Jul 22 17:23:23.722536 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-df6533fc-6474-4e4c-a382-d2246904d8ad service neutron] Request body: {'port': {'device_id': 'b11183d0-7f5f-440d-963c-585f1d065090', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:23:23.791734 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-df6533fc-6474-4e4c-a382-d2246904d8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:24.046621 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-df6533fc-6474-4e4c-a382-d2246904d8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd77415-e68b-40db-9bb0-2d7ece619fa6 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:23:24.054474 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-df6533fc-6474-4e4c-a382-d2246904d8ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:24.066342 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-df6533fc-6474-4e4c-a382-d2246904d8ad service neutron] Transition to ACTIVE for port object 5bd77415-e68b-40db-9bb0-2d7ece619fa6 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:23:24.069805 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-df6533fc-6474-4e4c-a382-d2246904d8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:24.116789 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6533fc-6474-4e4c-a382-d2246904d8ad service neutron] Pushing event updated for resources: {'Port': ['ID=5bd77415-e68b-40db-9bb0-2d7ece619fa6,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:23:24.189042 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-df6533fc-6474-4e4c-a382-d2246904d8ad service neutron] Attempting to bind port 5bd77415-e68b-40db-9bb0-2d7ece619fa6 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:23:24.189698 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-df6533fc-6474-4e4c-a382-d2246904d8ad service neutron] Attempting to bind port 5bd77415-e68b-40db-9bb0-2d7ece619fa6 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'c9022dbe-fa30-4248-abfc-65a19358994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '04ac7eb7-a954-490c-909b-81c742d83e9b'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:23:24.189698 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-df6533fc-6474-4e4c-a382-d2246904d8ad service neutron] Attempting to bind port 5bd77415-e68b-40db-9bb0-2d7ece619fa6 on network 04ac7eb7-a954-490c-909b-81c742d83e9b {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:23:24.193782 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-df6533fc-6474-4e4c-a382-d2246904d8ad service neutron] Port 5bd77415-e68b-40db-9bb0-2d7ece619fa6 on network 04ac7eb7-a954-490c-909b-81c742d83e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:23:24.194131 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-df6533fc-6474-4e4c-a382-d2246904d8ad service neutron] Attempting to bind port 5bd77415-e68b-40db-9bb0-2d7ece619fa6 on network 04ac7eb7-a954-490c-909b-81c742d83e9b {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:23:24.198753 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-df6533fc-6474-4e4c-a382-d2246904d8ad service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:23:24.199083 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-df6533fc-6474-4e4c-a382-d2246904d8ad service neutron] Checking segment: {'id': 'c9022dbe-fa30-4248-abfc-65a19358994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '04ac7eb7-a954-490c-909b-81c742d83e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:23:24.199457 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-df6533fc-6474-4e4c-a382-d2246904d8ad service neutron] Bound using segment: {'id': 'c9022dbe-fa30-4248-abfc-65a19358994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '04ac7eb7-a954-490c-909b-81c742d83e9b'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:23:24.199871 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-df6533fc-6474-4e4c-a382-d2246904d8ad service neutron] Bound port: 5bd77415-e68b-40db-9bb0-2d7ece619fa6, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9022dbe-fa30-4248-abfc-65a19358994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '04ac7eb7-a954-490c-909b-81c742d83e9b'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:23:24.200215 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-df6533fc-6474-4e4c-a382-d2246904d8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:24.260120 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-df6533fc-6474-4e4c-a382-d2246904d8ad service neutron] For port 5bd77415-e68b-40db-9bb0-2d7ece619fa6, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:23:24.263041 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-df6533fc-6474-4e4c-a382-d2246904d8ad service neutron] For port 5bd77415-e68b-40db-9bb0-2d7ece619fa6, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=5bd77415-e68b-40db-9bb0-2d7ece619fa6,segment=NetworkSegment(c9022dbe-fa30-4248-abfc-65a19358994a),segment_id=c9022dbe-fa30-4248-abfc-65a19358994a)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:23:24.268142 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-df6533fc-6474-4e4c-a382-d2246904d8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:24.299663 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-df6533fc-6474-4e4c-a382-d2246904d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:24.300266 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-df6533fc-6474-4e4c-a382-d2246904d8ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:24.301655 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-df6533fc-6474-4e4c-a382-d2246904d8ad service neutron] 10.222.0.16 "PUT /v2.0/ports/5bd77415-e68b-40db-9bb0-2d7ece619fa6 HTTP/1.1" status: 200 len: 1091 time: 0.5831439 Jul 22 17:23:24.302115 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11183d0-7f5f-440d-963c-585f1d065090', 'tag': '5bd77415-e68b-40db-9bb0-2d7ece619fa6'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:23:24.304376 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1172bf-8e05-4aff-856d-b22d06274b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "b11183d0-7f5f-440d-963c-585f1d065090", "tag": "5bd77415-e68b-40db-9bb0-2d7ece619fa6"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:23:24.331092 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6533fc-6474-4e4c-a382-d2246904d8ad service neutron] Pushing event updated for resources: {'Port': ['ID=5bd77415-e68b-40db-9bb0-2d7ece619fa6,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:23:24.354291 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44054e1-b7c5-425c-b4ad-a4d7424af954 x-openstack-request-id: req-f44054e1-b7c5-425c-b4ad-a4d7424af954 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:23:24.354606 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11183d0-7f5f-440d-963c-585f1d065090", "tag": "5bd77415-e68b-40db-9bb0-2d7ece619fa6", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:23:24.354857 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f44054e1-b7c5-425c-b4ad-a4d7424af954 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:23:24.355258 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11183d0-7f5f-440d-963c-585f1d065090', 'tag': '5bd77415-e68b-40db-9bb0-2d7ece619fa6', 'status': 'completed', 'code': 200} Jul 22 17:23:24.417364 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374fd5f-ffb4-4dc0-8280-aa32e209f47b req-4c5420ce-cc98-48b1-a79a-c9ade4540254 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:24.418898 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6374fd5f-ffb4-4dc0-8280-aa32e209f47b req-4c5420ce-cc98-48b1-a79a-c9ade4540254 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 943 time: 0.0644794 Jul 22 17:23:24.424257 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-56b7130f-ba1f-46aa-9a1e-aa280a8a6cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:24.425768 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-56b7130f-ba1f-46aa-9a1e-aa280a8a6cff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4cb2eaf729734e609250701757b684aa&device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 1094 time: 0.0549641 Jul 22 17:23:24.457027 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6374fd5f-ffb4-4dc0-8280-aa32e209f47b req-0e9b0b0b-24f5-41eb-b8cc-f87370db733a tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323901 Jul 22 17:23:24.475270 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-172e56c3-1bf7-4569-9d06-30740ee9cd87 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bd77415-e68b-40db-9bb0-2d7ece619fa6 HTTP/1.1" status: 200 len: 217 time: 0.0375242 Jul 22 17:23:24.522241 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-2a510336-b6f7-4da0-ad82-e8b35622e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:24.523609 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-2a510336-b6f7-4da0-ad82-e8b35622e9f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=081baa26-0c74-4add-b6b8-8dec2e233883 HTTP/1.1" status: 200 len: 855 time: 0.0421116 Jul 22 17:23:24.556063 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-844b6a56-d9eb-42f4-904c-519d48f2f8a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=04ac7eb7-a954-490c-909b-81c742d83e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263333 Jul 22 17:23:24.646935 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-ed94a968-719e-462a-9184-a2bb95b60ec0 service neutron] 10.222.0.16 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846977 Jul 22 17:23:24.734485 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1d274dd9-359f-40ff-a292-beb1b3d83a5f req-9b0a88e8-aea0-416a-8a4d-aa36a65bb946 service neutron] 10.222.0.16 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811086 Jul 22 17:23:24.870662 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1172bf-8e05-4aff-856d-b22d06274b7a req-1bd30d3f-1922-4c7f-a8e2-6c9a6de8137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:24.872121 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a1172bf-8e05-4aff-856d-b22d06274b7a req-1bd30d3f-1922-4c7f-a8e2-6c9a6de8137c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4cb2eaf729734e609250701757b684aa&device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 1094 time: 0.0561817 Jul 22 17:23:24.958294 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1172bf-8e05-4aff-856d-b22d06274b7a req-9c1dc144-a736-4daa-bfb4-b52a3dc1c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:24.959717 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a1172bf-8e05-4aff-856d-b22d06274b7a req-9c1dc144-a736-4daa-bfb4-b52a3dc1c1b0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=04ac7eb7-a954-490c-909b-81c742d83e9b HTTP/1.1" status: 200 len: 916 time: 0.0815392 Jul 22 17:23:25.002030 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a1172bf-8e05-4aff-856d-b22d06274b7a req-7c71a259-88c4-454a-8946-6a330deeac03 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bd77415-e68b-40db-9bb0-2d7ece619fa6 HTTP/1.1" status: 200 len: 217 time: 0.0365155 Jul 22 17:23:25.049458 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1172bf-8e05-4aff-856d-b22d06274b7a req-690bc79a-25ca-4a36-a2c4-61cf6480e695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:25.050915 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a1172bf-8e05-4aff-856d-b22d06274b7a req-690bc79a-25ca-4a36-a2c4-61cf6480e695 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=081baa26-0c74-4add-b6b8-8dec2e233883 HTTP/1.1" status: 200 len: 855 time: 0.0420020 Jul 22 17:23:25.084890 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a1172bf-8e05-4aff-856d-b22d06274b7a req-95d0575e-ed05-4bd8-bb45-63b16ff1b4ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=04ac7eb7-a954-490c-909b-81c742d83e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270400 Jul 22 17:23:25.175349 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a1172bf-8e05-4aff-856d-b22d06274b7a req-3e8d7399-3756-40e1-96b7-db37650db5f3 service neutron] 10.222.0.16 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838106 Jul 22 17:23:25.262335 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9a1172bf-8e05-4aff-856d-b22d06274b7a req-d65998f4-ae0e-47c5-ac29-b594c643aeb8 service neutron] 10.222.0.16 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798717 Jul 22 17:23:25.588941 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9806b-6d1a-4e66-815b-4220e641b437 req-36cdc10a-6107-4265-ae3f-411e332827aa tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:25.590445 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28f9806b-6d1a-4e66-815b-4220e641b437 req-36cdc10a-6107-4265-ae3f-411e332827aa tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 943 time: 0.0664570 Jul 22 17:23:25.627733 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28f9806b-6d1a-4e66-815b-4220e641b437 req-e4d942ee-ec93-47c2-ae48-c862ba122da6 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310121 Jul 22 17:23:26.757626 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cef46c-a943-4fdf-9e88-e7288812693b req-50607cda-3abb-411f-a7bd-cd83e61081af tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:26.759100 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-34cef46c-a943-4fdf-9e88-e7288812693b req-50607cda-3abb-411f-a7bd-cd83e61081af tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 943 time: 0.0653973 Jul 22 17:23:26.795178 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-34cef46c-a943-4fdf-9e88-e7288812693b req-34719edd-ec75-44b3-8d40-9be7c9c94597 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304797 Jul 22 17:23:27.922743 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495bdb1e-b6aa-4d1e-a8d9-d0253e312571 req-89c89783-0e06-4688-908d-0585e160d3c5 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:27.924261 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-495bdb1e-b6aa-4d1e-a8d9-d0253e312571 req-89c89783-0e06-4688-908d-0585e160d3c5 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 943 time: 0.0637527 Jul 22 17:23:27.962302 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-495bdb1e-b6aa-4d1e-a8d9-d0253e312571 req-7d9696ed-f473-4f0d-8b1b-54105269980f tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325732 Jul 22 17:23:28.266394 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 5bd77415-e68b-40db-9bb0-2d7ece619fa6 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:23:28.363552 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 5bd77415-e68b-40db-9bb0-2d7ece619fa6, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=5bd77415-e68b-40db-9bb0-2d7ece619fa6,segment=NetworkSegment(c9022dbe-fa30-4248-abfc-65a19358994a),segment_id=c9022dbe-fa30-4248-abfc-65a19358994a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:23:28.529880 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '5bd77415-e68b-40db-9bb0-2d7ece619fa6', 'network_id': '04ac7eb7-a954-490c-909b-81c742d83e9b', 'port_id': '5bd77415-e68b-40db-9bb0-2d7ece619fa6', 'mac_address': 'fa:16:3e:54:c7:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081baa26-0c74-4add-b6b8-8dec2e233883', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:23:28.565964 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:28.578274 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd77415-e68b-40db-9bb0-2d7ece619fa6 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:23:28.597602 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 5bd77415-e68b-40db-9bb0-2d7ece619fa6, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=5bd77415-e68b-40db-9bb0-2d7ece619fa6,segment=NetworkSegment(c9022dbe-fa30-4248-abfc-65a19358994a),segment_id=c9022dbe-fa30-4248-abfc-65a19358994a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:23:28.601418 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:28.647931 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=5bd77415-e68b-40db-9bb0-2d7ece619fa6,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:23:28.655177 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:23:28.655524 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:23:28.655867 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:23:28.656203 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:23:28.656557 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:23:28.657377 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:23:28.657733 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:23:28.658088 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:23:28.658418 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:23:28.658739 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:23:28.659069 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:23:28.659390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:23:28.860017 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['5bd77415-e68b-40db-9bb0-2d7ece619fa6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:23:29.089072 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d62e9-acfa-42b6-9312-a6d8f7df15b4 req-862e8656-13a8-42c3-8c94-c95432838ac4 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:29.090573 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c3d62e9-acfa-42b6-9312-a6d8f7df15b4 req-862e8656-13a8-42c3-8c94-c95432838ac4 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 944 time: 0.0635726 Jul 22 17:23:29.101913 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa50a3ec-23a7-46f0-84cc-16b63d191208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:29.128233 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1c3d62e9-acfa-42b6-9312-a6d8f7df15b4 req-11390db2-a82a-44a7-b1a4-580a4eaee761 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319908 Jul 22 17:23:30.256833 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866d58a-18dc-4378-8a14-5a4833106f76 req-c2af2b2a-2e75-4094-aa0a-624931d80d0b tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:30.258347 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8866d58a-18dc-4378-8a14-5a4833106f76 req-c2af2b2a-2e75-4094-aa0a-624931d80d0b tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 944 time: 0.0645320 Jul 22 17:23:30.268562 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 5bd77415-e68b-40db-9bb0-2d7ece619fa6 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:23:30.296304 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8866d58a-18dc-4378-8a14-5a4833106f76 req-fa9569a4-4899-42df-9ef5-cde6aac43c17 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325141 Jul 22 17:23:30.316200 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 5bd77415-e68b-40db-9bb0-2d7ece619fa6 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:23:30.319771 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 5bd77415-e68b-40db-9bb0-2d7ece619fa6 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:23:30.320142 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:30.395901 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:30.417353 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11183d0-7f5f-440d-963c-585f1d065090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd77415-e68b-40db-9bb0-2d7ece619fa6'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:23:30.419585 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bfedf3-c004-4c89-a2ea-62605a478ff1" -d '{"events": [{"server_uuid": "b11183d0-7f5f-440d-963c-585f1d065090", "name": "network-vif-plugged", "status": "completed", "tag": "5bd77415-e68b-40db-9bb0-2d7ece619fa6"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:23:30.431713 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 5bd77415-e68b-40db-9bb0-2d7ece619fa6, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=5bd77415-e68b-40db-9bb0-2d7ece619fa6,segment=NetworkSegment(c9022dbe-fa30-4248-abfc-65a19358994a),segment_id=c9022dbe-fa30-4248-abfc-65a19358994a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:23:30.436006 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:30.460520 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2429a16e-2b83-4c7d-a431-877d0b307927 x-openstack-request-id: req-2429a16e-2b83-4c7d-a431-877d0b307927 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:23:30.460812 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11183d0-7f5f-440d-963c-585f1d065090", "name": "network-vif-plugged", "status": "completed", "tag": "5bd77415-e68b-40db-9bb0-2d7ece619fa6", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:23:30.461063 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2429a16e-2b83-4c7d-a431-877d0b307927 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:23:30.461452 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11183d0-7f5f-440d-963c-585f1d065090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd77415-e68b-40db-9bb0-2d7ece619fa6', 'code': 200} Jul 22 17:23:30.485765 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=5bd77415-e68b-40db-9bb0-2d7ece619fa6,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:23:30.593540 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa18b1-ebe2-40d4-a071-a6afa6ee522f req-a6a78b69-783c-403e-956d-c81f6615d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:30.595078 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ccfa18b1-ebe2-40d4-a071-a6afa6ee522f req-a6a78b69-783c-403e-956d-c81f6615d1f4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 1096 time: 0.0556810 Jul 22 17:23:30.628300 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ccfa18b1-ebe2-40d4-a071-a6afa6ee522f req-2a6f0b31-a994-4b86-9688-93074ae71fe8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268009 Jul 22 17:23:31.424888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684e948-2de2-41c1-98bc-d853b69b115d req-da12aef3-101e-4d48-89cb-32fe34431fa9 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:31.426281 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6684e948-2de2-41c1-98bc-d853b69b115d req-da12aef3-101e-4d48-89cb-32fe34431fa9 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0640368 Jul 22 17:23:31.462486 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6684e948-2de2-41c1-98bc-d853b69b115d req-fc8274df-e418-461b-aa90-cfdb2ba77c3d tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306439 Jul 22 17:23:31.678835 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7824e0f6-526a-4b3f-af41-df0dd39b28b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:31.691328 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:32.590912 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94706fbc-ded4-4bb3-af4e-8ca3073d78a3 req-95d5577e-80d4-4c55-b34d-a8871313569e tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:32.592389 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94706fbc-ded4-4bb3-af4e-8ca3073d78a3 req-95d5577e-80d4-4c55-b34d-a8871313569e tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0630615 Jul 22 17:23:32.629338 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-94706fbc-ded4-4bb3-af4e-8ca3073d78a3 req-f6197e7f-3d83-43f4-960c-40568aa2c9fc tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314169 Jul 22 17:23:32.781231 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760d2d5-a55a-4a56-867b-24ac6990b0d9 req-f699779e-fe4c-4ba5-a830-94f3c1b85e36 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:32.782630 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4760d2d5-a55a-4a56-867b-24ac6990b0d9 req-f699779e-fe4c-4ba5-a830-94f3c1b85e36 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0651863 Jul 22 17:23:32.819350 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4760d2d5-a55a-4a56-867b-24ac6990b0d9 req-7e1481f6-6d46-4cf7-b00d-eefbcba3270e tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312128 Jul 22 17:23:32.939864 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:33.027874 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486518f-e022-4309-9e4a-9ed5c2fe5ca0 req-d3eb5e99-a319-49f6-8f77-8c73c3b199fd tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:33.029339 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4486518f-e022-4309-9e4a-9ed5c2fe5ca0 req-d3eb5e99-a319-49f6-8f77-8c73c3b199fd tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0638785 Jul 22 17:23:33.066215 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4486518f-e022-4309-9e4a-9ed5c2fe5ca0 req-a3d6cfe8-efb5-4d5c-8b9c-f17284675c83 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307968 Jul 22 17:23:33.194912 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48748a12-653c-4f39-9d25-24bbb2f6c215 req-6006fbca-d5df-43cb-84ea-207d338c77e7 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:33.196400 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-48748a12-653c-4f39-9d25-24bbb2f6c215 req-6006fbca-d5df-43cb-84ea-207d338c77e7 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0662110 Jul 22 17:23:33.233078 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-48748a12-653c-4f39-9d25-24bbb2f6c215 req-0b3067f0-9aaf-4097-a953-401d42c42c5a tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312142 Jul 22 17:23:33.504234 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-4826a3d6-0af5-4a95-9a7c-8b726c0f94c1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0948739 Jul 22 17:23:33.516559 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b727f61-abda-49e7-b460-4fda71c24078 req-9684780f-551f-4d1e-b1d6-9663ee8b634c tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:33.518273 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b727f61-abda-49e7-b460-4fda71c24078 req-9684780f-551f-4d1e-b1d6-9663ee8b634c tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0996811 Jul 22 17:23:33.557069 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b727f61-abda-49e7-b460-4fda71c24078 req-df9b08e5-d9cd-4e66-a093-b59ce5112a49 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328465 Jul 22 17:23:34.473946 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245417d-b4a7-40c5-9749-01c6f74541cc req-0b8a6e7c-f2fb-4b36-a62c-09319cb24129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:34.475339 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3245417d-b4a7-40c5-9749-01c6f74541cc req-0b8a6e7c-f2fb-4b36-a62c-09319cb24129 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4cb2eaf729734e609250701757b684aa&device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 1096 time: 0.0530119 Jul 22 17:23:34.780110 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:34.960360 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245417d-b4a7-40c5-9749-01c6f74541cc req-9111c8ef-8cff-4d91-8351-a94351fc29ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:34.961839 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3245417d-b4a7-40c5-9749-01c6f74541cc req-9111c8ef-8cff-4d91-8351-a94351fc29ed service neutron] 10.222.0.16 "GET /v2.0/networks?id=04ac7eb7-a954-490c-909b-81c742d83e9b HTTP/1.1" status: 200 len: 916 time: 0.4666960 Jul 22 17:23:35.008491 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3245417d-b4a7-40c5-9749-01c6f74541cc req-5344b70e-1f41-4246-8869-c43f21ebb235 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bd77415-e68b-40db-9bb0-2d7ece619fa6 HTTP/1.1" status: 200 len: 217 time: 0.0394933 Jul 22 17:23:35.020817 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a7f72-384e-4820-ab72-33ef6c1d2072 req-146aa910-8494-4411-b4f9-1ec2884f5bb5 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:35.022222 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0e0a7f72-384e-4820-ab72-33ef6c1d2072 req-146aa910-8494-4411-b4f9-1ec2884f5bb5 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.1183717 Jul 22 17:23:35.087774 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245417d-b4a7-40c5-9749-01c6f74541cc req-f03e1ce5-357c-4543-a66f-2ed044b908df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:35.089209 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3245417d-b4a7-40c5-9749-01c6f74541cc req-f03e1ce5-357c-4543-a66f-2ed044b908df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=081baa26-0c74-4add-b6b8-8dec2e233883 HTTP/1.1" status: 200 len: 855 time: 0.0661805 Jul 22 17:23:35.092113 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0e0a7f72-384e-4820-ab72-33ef6c1d2072 req-d24b69fe-9f14-40b0-ac4d-6dae1d349189 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621600 Jul 22 17:23:35.122459 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3245417d-b4a7-40c5-9749-01c6f74541cc req-c8b34333-55a7-4e3d-8e13-55537011c5ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=04ac7eb7-a954-490c-909b-81c742d83e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274587 Jul 22 17:23:35.211771 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3245417d-b4a7-40c5-9749-01c6f74541cc req-b96f3ec0-a6c7-45de-a2a2-28bd69b793be service neutron] 10.222.0.16 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833168 Jul 22 17:23:35.301277 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3245417d-b4a7-40c5-9749-01c6f74541cc req-1b7bd0e3-eb3b-4301-8c9e-5a715466c18e service neutron] 10.222.0.16 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834587 Jul 22 17:23:35.420397 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-27f4a839-b72e-4dd1-a9d5-3af39bacafe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:35.421780 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-27f4a839-b72e-4dd1-a9d5-3af39bacafe8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4cb2eaf729734e609250701757b684aa&device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 1096 time: 0.0528784 Jul 22 17:23:35.507915 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-0db57467-add9-415b-8810-f7d68f8a2172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:35.509341 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-0db57467-add9-415b-8810-f7d68f8a2172 service neutron] 10.222.0.16 "GET /v2.0/networks?id=04ac7eb7-a954-490c-909b-81c742d83e9b HTTP/1.1" status: 200 len: 916 time: 0.0817108 Jul 22 17:23:35.550912 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-f858ecbd-4acf-4fed-9a33-38f674ef5e04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bd77415-e68b-40db-9bb0-2d7ece619fa6 HTTP/1.1" status: 200 len: 217 time: 0.0360532 Jul 22 17:23:35.597818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-9f883b1e-281b-49c9-b57c-dc029999c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:35.599235 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-9f883b1e-281b-49c9-b57c-dc029999c639 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=081baa26-0c74-4add-b6b8-8dec2e233883 HTTP/1.1" status: 200 len: 855 time: 0.0421059 Jul 22 17:23:35.632276 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-6f62a031-660f-4f01-834f-d15d2328e162 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=04ac7eb7-a954-490c-909b-81c742d83e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271091 Jul 22 17:23:35.720964 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-a4edc29f-a17c-4589-b762-1122cdb637a2 service neutron] 10.222.0.16 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823812 Jul 22 17:23:35.807130 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-70f09acc-57e7-4c39-bba5-17b51505e230 service neutron] 10.222.0.16 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799882 Jul 22 17:23:36.219016 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3664a92-b13c-4dc1-8e2a-e6748536c78d req-25691ecf-447b-4eca-a943-eb15f5148660 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:36.221222 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b3664a92-b13c-4dc1-8e2a-e6748536c78d req-25691ecf-447b-4eca-a943-eb15f5148660 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0639648 Jul 22 17:23:36.256848 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b3664a92-b13c-4dc1-8e2a-e6748536c78d req-651b89e2-a62d-4506-a3b6-5bf95c3305f4 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300579 Jul 22 17:23:37.389616 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca695c-8012-4dda-a49c-a2735706088e req-c583a84c-b27b-47f6-a95e-f2027202b85c tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:37.391019 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2eca695c-8012-4dda-a49c-a2735706088e req-c583a84c-b27b-47f6-a95e-f2027202b85c tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0667794 Jul 22 17:23:37.428605 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2eca695c-8012-4dda-a49c-a2735706088e req-184041c8-5dfa-41bf-841e-e39354247027 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316651 Jul 22 17:23:38.556802 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea70b2-c8af-43aa-bc59-740c9086b5ce req-1d024c1d-bfce-45ca-95af-2dc516aac77b tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:38.558277 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8fea70b2-c8af-43aa-bc59-740c9086b5ce req-1d024c1d-bfce-45ca-95af-2dc516aac77b tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0651541 Jul 22 17:23:38.595726 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8fea70b2-c8af-43aa-bc59-740c9086b5ce req-074c1aa4-b027-4ef0-bc99-8023895c7c8a tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311091 Jul 22 17:23:39.723662 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbacff-5099-4780-9b68-7f5948a46c86 req-e5f36811-22de-411f-9ab8-34f37f10c80a tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:39.725183 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-69dbacff-5099-4780-9b68-7f5948a46c86 req-e5f36811-22de-411f-9ab8-34f37f10c80a tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0628002 Jul 22 17:23:39.762054 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-69dbacff-5099-4780-9b68-7f5948a46c86 req-75bf80f7-5000-4f0e-bac6-19af7d47b42e tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312624 Jul 22 17:23:40.895760 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f234c7b-b71c-4928-9beb-73bf958bcebb req-89f5c8b8-2e22-43e6-83b4-cdff8bf05b10 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:40.897419 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f234c7b-b71c-4928-9beb-73bf958bcebb req-89f5c8b8-2e22-43e6-83b4-cdff8bf05b10 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0703230 Jul 22 17:23:40.934764 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2f234c7b-b71c-4928-9beb-73bf958bcebb req-8581a3d8-a918-49ea-b7e7-b7d04e799236 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316150 Jul 22 17:23:42.064072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695e32b-4716-409a-9595-34825cc103e9 req-508cf61e-e4ca-46ef-9560-c1a3a3a233dd tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:42.065595 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4695e32b-4716-409a-9595-34825cc103e9 req-508cf61e-e4ca-46ef-9560-c1a3a3a233dd tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0661037 Jul 22 17:23:42.102551 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4695e32b-4716-409a-9595-34825cc103e9 req-56f62995-127d-4da8-b0ec-a10c75080d37 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313756 Jul 22 17:23:42.439480 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:42.460397 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:43.229936 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94c813-e9c5-4d8e-baeb-67948aa50813 req-5bb1f3f4-ed3f-47e6-a0b1-420b7fbfc9f6 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:43.231414 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fc94c813-e9c5-4d8e-baeb-67948aa50813 req-5bb1f3f4-ed3f-47e6-a0b1-420b7fbfc9f6 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0624206 Jul 22 17:23:43.268496 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fc94c813-e9c5-4d8e-baeb-67948aa50813 req-d74b8b6d-9918-4209-bc4c-bbf540eb2c1d tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315650 Jul 22 17:23:44.447946 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdc8e4-4140-4f17-aed3-ec89c7c79f79 req-f71f8a92-1deb-438e-90f3-3e69328227a8 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:44.449422 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eacdc8e4-4140-4f17-aed3-ec89c7c79f79 req-f71f8a92-1deb-438e-90f3-3e69328227a8 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0635703 Jul 22 17:23:44.485529 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eacdc8e4-4140-4f17-aed3-ec89c7c79f79 req-6eb2a381-3c39-423b-878a-3100ffdeeac9 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306249 Jul 22 17:23:45.655810 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab587410-2739-47e0-915b-b7589fea478b req-e09f9e77-a339-46ac-91c2-55d9cd80a0e0 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:45.657271 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ab587410-2739-47e0-915b-b7589fea478b req-e09f9e77-a339-46ac-91c2-55d9cd80a0e0 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0664341 Jul 22 17:23:45.693685 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ab587410-2739-47e0-915b-b7589fea478b req-09ca55dd-6dfc-40f3-bbd5-521a3227308e tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307984 Jul 22 17:23:46.895858 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f08ac7-c146-4de6-b485-d61ebc21dad5 req-6d269c3e-177b-4887-bda1-6f03eff83d16 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:46.897363 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c8f08ac7-c146-4de6-b485-d61ebc21dad5 req-6d269c3e-177b-4887-bda1-6f03eff83d16 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.1049304 Jul 22 17:23:46.934271 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c8f08ac7-c146-4de6-b485-d61ebc21dad5 req-ec8e0f6e-8934-4c72-93c0-03a43f230b9d tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314360 Jul 22 17:23:48.142292 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426735a5-d2de-4aa7-b441-ceceb990bfa9 req-6902343d-57e0-4a5c-8156-0f8277aa318c tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:48.144537 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-426735a5-d2de-4aa7-b441-ceceb990bfa9 req-6902343d-57e0-4a5c-8156-0f8277aa318c tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.1050303 Jul 22 17:23:48.180978 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-426735a5-d2de-4aa7-b441-ceceb990bfa9 req-fec2b4ca-4eb3-41f7-a096-5645de092935 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309613 Jul 22 17:23:49.311576 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad0264-f98b-4caf-8d05-987d2c3a9ed9 req-38918ef8-1b98-4b1f-be03-0b60331323a6 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:49.313057 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fad0264-f98b-4caf-8d05-987d2c3a9ed9 req-38918ef8-1b98-4b1f-be03-0b60331323a6 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0671973 Jul 22 17:23:49.349418 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fad0264-f98b-4caf-8d05-987d2c3a9ed9 req-de13f39c-0a9e-4ce4-8651-26b9c080f4f8 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308344 Jul 22 17:23:50.479422 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35317b7-b789-4ec5-aee6-3008e533638b req-91ecb75c-1bbe-4880-abef-72e272836f9f tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:50.480888 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d35317b7-b789-4ec5-aee6-3008e533638b req-91ecb75c-1bbe-4880-abef-72e272836f9f tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0650256 Jul 22 17:23:50.518238 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d35317b7-b789-4ec5-aee6-3008e533638b req-e55bedee-0985-49e2-bb6e-99f8cd42e475 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315368 Jul 22 17:23:51.413450 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:23:51.645412 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f14cd-9c0d-4f59-a8ab-0f79eb6ce524 req-328664c3-d6d0-4dd3-a868-b5c5d70d2b87 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:51.646906 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e1f14cd-9c0d-4f59-a8ab-0f79eb6ce524 req-328664c3-d6d0-4dd3-a868-b5c5d70d2b87 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0633595 Jul 22 17:23:51.682745 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e1f14cd-9c0d-4f59-a8ab-0f79eb6ce524 req-2651b151-be68-481e-bcce-9e53edc35669 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304165 Jul 22 17:23:52.813785 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853640f-8886-4b29-85da-9155a28220fd req-94219f91-5c26-48a7-9535-1092949054d2 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:52.815326 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f853640f-8886-4b29-85da-9155a28220fd req-94219f91-5c26-48a7-9535-1092949054d2 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0668430 Jul 22 17:23:52.852594 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f853640f-8886-4b29-85da-9155a28220fd req-df0898d4-361e-4e98-9a96-80eaf3eab54a tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317693 Jul 22 17:23:53.981708 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b770d85-c4e8-48fd-82f1-87da354a37fb req-31e97a94-1e3d-4dfe-a1b2-a2630a8ed84c tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:53.983214 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b770d85-c4e8-48fd-82f1-87da354a37fb req-31e97a94-1e3d-4dfe-a1b2-a2630a8ed84c tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0663595 Jul 22 17:23:54.019828 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b770d85-c4e8-48fd-82f1-87da354a37fb req-24fa5c01-4050-4d98-8756-3538a2c79b69 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305152 Jul 22 17:23:55.147747 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcbfd9-9586-4930-a24b-779183a79da1 req-ffc572b9-9014-4c59-9efd-2b3120421f7a tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:55.149266 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e4dcbfd9-9586-4930-a24b-779183a79da1 req-ffc572b9-9014-4c59-9efd-2b3120421f7a tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0639181 Jul 22 17:23:55.186436 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e4dcbfd9-9586-4930-a24b-779183a79da1 req-c69baa4e-5721-48e9-9b1c-72ccfb7f4103 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314994 Jul 22 17:23:56.312737 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca3442-aa84-49df-b396-8205333589f0 req-64f465d8-9b35-4d09-9107-4dffecfb7321 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:56.314279 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e8ca3442-aa84-49df-b396-8205333589f0 req-64f465d8-9b35-4d09-9107-4dffecfb7321 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0628974 Jul 22 17:23:56.350514 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e8ca3442-aa84-49df-b396-8205333589f0 req-f3f30c93-3a10-48d0-a3b1-824d914d3a39 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308483 Jul 22 17:23:57.481110 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376a853-76d1-4a1a-967d-c3d940c30610 req-a4c83dcb-00de-40b2-ae20-38ea01edb9e8 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:57.482635 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4376a853-76d1-4a1a-967d-c3d940c30610 req-a4c83dcb-00de-40b2-ae20-38ea01edb9e8 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0670300 Jul 22 17:23:57.520578 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4376a853-76d1-4a1a-967d-c3d940c30610 req-1c82106f-6ec1-4ac3-948f-840f4495eb6f tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319850 Jul 22 17:23:58.647254 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57d415-cc58-4521-ad18-37f7c62fe715 req-95c8187e-26ce-412b-997f-d3fe9a1ca95b tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:58.648714 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4a57d415-cc58-4521-ad18-37f7c62fe715 req-95c8187e-26ce-412b-997f-d3fe9a1ca95b tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0632153 Jul 22 17:23:58.685660 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4a57d415-cc58-4521-ad18-37f7c62fe715 req-9a689e92-0c8f-418f-b02d-f129c46cd4cd tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315111 Jul 22 17:23:59.106078 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3d9c5a70-931f-4834-87f3-078145db4e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:59.814767 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069edfa-8027-44ef-8246-7ed57a3f33f7 req-23dc1924-943a-4a8f-9349-4142dd12b65e tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:59.816246 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e069edfa-8027-44ef-8246-7ed57a3f33f7 req-23dc1924-943a-4a8f-9349-4142dd12b65e tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0633376 Jul 22 17:23:59.853073 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e069edfa-8027-44ef-8246-7ed57a3f33f7 req-6563ad8d-077b-4952-9d47-bea66109e88a tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313010 Jul 22 17:24:00.987982 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a12f1-8c7d-48f6-a75e-3780fd0b55cd req-895ab4a0-598a-4e85-afdf-e7b812ad4954 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:00.989399 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-372a12f1-8c7d-48f6-a75e-3780fd0b55cd req-895ab4a0-598a-4e85-afdf-e7b812ad4954 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0703256 Jul 22 17:24:01.026434 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-372a12f1-8c7d-48f6-a75e-3780fd0b55cd req-08215e6c-7e20-4ec9-bcbf-fc7534767e89 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315244 Jul 22 17:24:01.676751 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01abc037-fd94-4a52-b8c3-1e2d1d76150a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:01.686886 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:02.153246 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8dd46-8a1c-406d-aa0c-b0038bb0c4f2 req-9227add1-b585-4b06-8f2d-913e04d7f256 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:02.154748 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-66b8dd46-8a1c-406d-aa0c-b0038bb0c4f2 req-9227add1-b585-4b06-8f2d-913e04d7f256 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0634973 Jul 22 17:24:02.192373 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-66b8dd46-8a1c-406d-aa0c-b0038bb0c4f2 req-ebe46ed7-21a6-40e8-9d75-d2101d179aba tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315375 Jul 22 17:24:02.938604 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-da6ad528-de87-4186-9c76-349e6af7fa01 service neutron] show failed (client error): The resource could not be found. Jul 22 17:24:02.940219 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-da6ad528-de87-4186-9c76-349e6af7fa01 service neutron] 10.222.0.16 "GET /v2.0/ports/5bd77415-e68b-40db-9bb0-2d7ece619fa6/bindings/n-h2-798930-9 HTTP/1.1" status: 404 len: 380 time: 0.0881338 Jul 22 17:24:02.942474 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:03.254886 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-689f1cb2-9caf-4bbf-a032-907966b1c908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:03.256545 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-689f1cb2-9caf-4bbf-a032-907966b1c908 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090&tenant_id=4cb2eaf729734e609250701757b684aa HTTP/1.1" status: 200 len: 1096 time: 0.1298826 Jul 22 17:24:03.273656 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-9', 'device_owner': 'compute:nova'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:24:03.326910 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad288660-7742-4262-955a-0827f0c14084 req-5ca93ef1-4949-445d-a817-e28d8aca49ee tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:03.328386 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ad288660-7742-4262-955a-0827f0c14084 req-5ca93ef1-4949-445d-a817-e28d8aca49ee tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0644479 Jul 22 17:24:03.347287 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:03.369520 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ad288660-7742-4262-955a-0827f0c14084 req-78872339-50b6-4216-8b79-0f3538cd8c7e tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355632 Jul 22 17:24:03.547080 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] For port 5bd77415-e68b-40db-9bb0-2d7ece619fa6, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=5bd77415-e68b-40db-9bb0-2d7ece619fa6,segment=NetworkSegment(c9022dbe-fa30-4248-abfc-65a19358994a),segment_id=c9022dbe-fa30-4248-abfc-65a19358994a)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:24:03.578352 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] For port 5bd77415-e68b-40db-9bb0-2d7ece619fa6, host n-h1-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:24:03.616404 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11183d0-7f5f-440d-963c-585f1d065090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bd77415-e68b-40db-9bb0-2d7ece619fa6'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:24:03.621200 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:03.633152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Transition to ACTIVE for port object 5bd77415-e68b-40db-9bb0-2d7ece619fa6 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:24:03.637192 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:03.669496 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d235f272f8511c600301b52ddf7b8bba0b6464469fe4a6096d752437cb6b909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3d8e1b-9bfc-4e6a-81da-a1b7c245e96e" -d '{"events": [{"server_uuid": "b11183d0-7f5f-440d-963c-585f1d065090", "name": "network-vif-unplugged", "status": "completed", "tag": "5bd77415-e68b-40db-9bb0-2d7ece619fa6"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:24:03.708727 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] No DVR routers for this DVR port 5bd77415-e68b-40db-9bb0-2d7ece619fa6 on host n-h1-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:24:03.712787 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Pushing event updated for resources: {'Port': ['ID=5bd77415-e68b-40db-9bb0-2d7ece619fa6,revision_number=6']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:03.742234 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:03.742582 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:03.742918 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:03.743255 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:03.743582 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:03.743909 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:03.744230 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:03.744550 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:03.744868 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:03.745182 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:03.745499 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:03.745810 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:03.760822 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Attempting to bind port 5bd77415-e68b-40db-9bb0-2d7ece619fa6 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:24:03.761193 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Attempting to bind port 5bd77415-e68b-40db-9bb0-2d7ece619fa6 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'c9022dbe-fa30-4248-abfc-65a19358994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '04ac7eb7-a954-490c-909b-81c742d83e9b'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:24:03.761522 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Attempting to bind port 5bd77415-e68b-40db-9bb0-2d7ece619fa6 on network 04ac7eb7-a954-490c-909b-81c742d83e9b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:24:03.768093 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b11d57-8947-453e-aa1e-426f573b34f7 x-openstack-request-id: req-f9b11d57-8947-453e-aa1e-426f573b34f7 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:24:03.768419 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11183d0-7f5f-440d-963c-585f1d065090", "name": "network-vif-unplugged", "status": "completed", "tag": "5bd77415-e68b-40db-9bb0-2d7ece619fa6", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:24:03.768700 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f9b11d57-8947-453e-aa1e-426f573b34f7 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:24:03.769096 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11183d0-7f5f-440d-963c-585f1d065090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bd77415-e68b-40db-9bb0-2d7ece619fa6', 'code': 200} Jul 22 17:24:03.770032 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Port 5bd77415-e68b-40db-9bb0-2d7ece619fa6 on network 04ac7eb7-a954-490c-909b-81c742d83e9b not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:24:03.770346 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Attempting to bind port 5bd77415-e68b-40db-9bb0-2d7ece619fa6 on network 04ac7eb7-a954-490c-909b-81c742d83e9b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:24:03.775306 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:24:03.775636 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Checking segment: {'id': 'c9022dbe-fa30-4248-abfc-65a19358994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '04ac7eb7-a954-490c-909b-81c742d83e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:24:03.776008 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Bound using segment: {'id': 'c9022dbe-fa30-4248-abfc-65a19358994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '04ac7eb7-a954-490c-909b-81c742d83e9b'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:24:03.776424 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Bound port: 5bd77415-e68b-40db-9bb0-2d7ece619fa6, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9022dbe-fa30-4248-abfc-65a19358994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '04ac7eb7-a954-490c-909b-81c742d83e9b'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:24:03.777041 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:03.838754 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] For port 5bd77415-e68b-40db-9bb0-2d7ece619fa6, host n-h2-798930-9, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:24:03.841658 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] For port 5bd77415-e68b-40db-9bb0-2d7ece619fa6, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5bd77415-e68b-40db-9bb0-2d7ece619fa6,segment=NetworkSegment(c9022dbe-fa30-4248-abfc-65a19358994a),segment_id=c9022dbe-fa30-4248-abfc-65a19358994a)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:24:03.846552 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:03.880146 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:03.880739 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:03.882138 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] 10.222.0.30 "PUT /v2.0/ports/5bd77415-e68b-40db-9bb0-2d7ece619fa6 HTTP/1.1" status: 200 len: 1091 time: 0.6125555 Jul 22 17:24:03.904210 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e65a61-e741-4f0c-b07f-26b87488b2ff service neutron] Pushing event updated for resources: {'Port': ['ID=5bd77415-e68b-40db-9bb0-2d7ece619fa6,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:03.972049 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-6c0679e2-5800-462e-a8dc-bb5c38bd837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:03.973864 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-6c0679e2-5800-462e-a8dc-bb5c38bd837f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4cb2eaf729734e609250701757b684aa&device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 1094 time: 0.0586321 Jul 22 17:24:04.058302 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-469a18f2-ebdb-4e2d-93eb-79fd7f062b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:04.059733 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-469a18f2-ebdb-4e2d-93eb-79fd7f062b82 service neutron] 10.222.0.30 "GET /v2.0/networks?id=04ac7eb7-a954-490c-909b-81c742d83e9b HTTP/1.1" status: 200 len: 916 time: 0.0803871 Jul 22 17:24:04.105631 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-aa073170-562e-478b-a9d8-ee5d15f361d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bd77415-e68b-40db-9bb0-2d7ece619fa6 HTTP/1.1" status: 200 len: 217 time: 0.0388174 Jul 22 17:24:04.152700 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-664d4a9c-c5f1-429a-b040-35739e051235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:04.154120 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-664d4a9c-c5f1-429a-b040-35739e051235 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=081baa26-0c74-4add-b6b8-8dec2e233883 HTTP/1.1" status: 200 len: 855 time: 0.0425158 Jul 22 17:24:04.186500 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-aac956d6-1e48-4d1a-a14e-2ae73d6f001e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=04ac7eb7-a954-490c-909b-81c742d83e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262539 Jul 22 17:24:04.277325 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-e934f3e1-a2d5-4dfc-a53b-91d220983699 service neutron] 10.222.0.30 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838604 Jul 22 17:24:04.363270 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b18a75cc-0442-4ab9-af88-ebe7060666eb req-cab8174f-8a61-41af-a188-08e3da09ec81 service neutron] 10.222.0.30 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791538 Jul 22 17:24:04.500752 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66fb14-82e6-4351-88fc-243cdd6b6e7f req-c5707dfd-4806-40da-944b-1e157bdd0cff tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:04.502769 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c66fb14-82e6-4351-88fc-243cdd6b6e7f req-c5707dfd-4806-40da-944b-1e157bdd0cff tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 943 time: 0.0649621 Jul 22 17:24:04.540579 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c66fb14-82e6-4351-88fc-243cdd6b6e7f req-8df06343-d82f-4e72-bfe3-560d8d70018c tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323427 Jul 22 17:24:04.779155 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:05.673623 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a529de-d158-4bba-b824-d30fb77f8c31 req-68a11928-fe10-42bb-96e4-fffbd06a5456 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:05.675173 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4a529de-d158-4bba-b824-d30fb77f8c31 req-68a11928-fe10-42bb-96e4-fffbd06a5456 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 943 time: 0.0666568 Jul 22 17:24:05.712082 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4a529de-d158-4bba-b824-d30fb77f8c31 req-ecec28e5-423b-41a6-b32e-968ab872f364 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313783 Jul 22 17:24:05.769743 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11183d0-7f5f-440d-963c-585f1d065090', 'tag': '5bd77415-e68b-40db-9bb0-2d7ece619fa6'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:24:05.772081 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d235f272f8511c600301b52ddf7b8bba0b6464469fe4a6096d752437cb6b909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253dda2d-394c-4332-9fa4-1188aa34b625" -d '{"events": [{"name": "network-changed", "server_uuid": "b11183d0-7f5f-440d-963c-585f1d065090", "tag": "5bd77415-e68b-40db-9bb0-2d7ece619fa6"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:24:05.818230 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26102aad-f771-413f-b001-6fef73080b97 x-openstack-request-id: req-26102aad-f771-413f-b001-6fef73080b97 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:24:05.818462 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11183d0-7f5f-440d-963c-585f1d065090", "tag": "5bd77415-e68b-40db-9bb0-2d7ece619fa6", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:24:05.818709 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-26102aad-f771-413f-b001-6fef73080b97 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:24:05.819102 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11183d0-7f5f-440d-963c-585f1d065090', 'tag': '5bd77415-e68b-40db-9bb0-2d7ece619fa6', 'status': 'completed', 'code': 200} Jul 22 17:24:05.912736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dda2d-394c-4332-9fa4-1188aa34b625 req-5c41f617-0d3f-4d97-83cb-3dc23990d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:05.914941 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-253dda2d-394c-4332-9fa4-1188aa34b625 req-5c41f617-0d3f-4d97-83cb-3dc23990d8fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4cb2eaf729734e609250701757b684aa&device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 1094 time: 0.0556138 Jul 22 17:24:05.930167 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dda2d-394c-4332-9fa4-1188aa34b625 req-649f6e05-d59a-4595-8ae5-b518edd594cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:05.932033 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-253dda2d-394c-4332-9fa4-1188aa34b625 req-649f6e05-d59a-4595-8ae5-b518edd594cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4cb2eaf729734e609250701757b684aa&device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 1094 time: 0.0572917 Jul 22 17:24:06.023329 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dda2d-394c-4332-9fa4-1188aa34b625 req-89eaabae-df51-4c79-b31c-41481bed0959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:06.024845 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-253dda2d-394c-4332-9fa4-1188aa34b625 req-89eaabae-df51-4c79-b31c-41481bed0959 service neutron] 10.222.0.16 "GET /v2.0/networks?id=04ac7eb7-a954-490c-909b-81c742d83e9b HTTP/1.1" status: 200 len: 916 time: 0.1034586 Jul 22 17:24:06.032425 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dda2d-394c-4332-9fa4-1188aa34b625 req-e0f266bd-3fd9-4a1a-8397-ae36827a638b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:06.033950 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-253dda2d-394c-4332-9fa4-1188aa34b625 req-e0f266bd-3fd9-4a1a-8397-ae36827a638b service neutron] 10.222.0.30 "GET /v2.0/networks?id=04ac7eb7-a954-490c-909b-81c742d83e9b HTTP/1.1" status: 200 len: 916 time: 0.0957317 Jul 22 17:24:06.066560 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-253dda2d-394c-4332-9fa4-1188aa34b625 req-3907dcc1-5251-4d31-8c50-0b45313e1e43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bd77415-e68b-40db-9bb0-2d7ece619fa6 HTTP/1.1" status: 200 len: 217 time: 0.0350327 Jul 22 17:24:06.074895 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-253dda2d-394c-4332-9fa4-1188aa34b625 req-d68988d0-4268-4b65-ab66-dc8957cf9647 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bd77415-e68b-40db-9bb0-2d7ece619fa6 HTTP/1.1" status: 200 len: 217 time: 0.0338764 Jul 22 17:24:06.122289 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dda2d-394c-4332-9fa4-1188aa34b625 req-64a1931e-66b3-44d3-ba7d-971ca782498c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:06.122524 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dda2d-394c-4332-9fa4-1188aa34b625 req-edad3b6c-64f5-4fed-8ec7-6e1632561983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:06.123745 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-253dda2d-394c-4332-9fa4-1188aa34b625 req-64a1931e-66b3-44d3-ba7d-971ca782498c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=081baa26-0c74-4add-b6b8-8dec2e233883 HTTP/1.1" status: 200 len: 855 time: 0.0434852 Jul 22 17:24:06.123966 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-253dda2d-394c-4332-9fa4-1188aa34b625 req-edad3b6c-64f5-4fed-8ec7-6e1632561983 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=081baa26-0c74-4add-b6b8-8dec2e233883 HTTP/1.1" status: 200 len: 855 time: 0.0507228 Jul 22 17:24:06.157565 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-253dda2d-394c-4332-9fa4-1188aa34b625 req-ba253a58-aee1-49ca-ad0a-1001861822e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=04ac7eb7-a954-490c-909b-81c742d83e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276999 Jul 22 17:24:06.160705 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-253dda2d-394c-4332-9fa4-1188aa34b625 req-73647b22-89d0-4d1b-b84d-082458496501 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=04ac7eb7-a954-490c-909b-81c742d83e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303240 Jul 22 17:24:06.245014 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-253dda2d-394c-4332-9fa4-1188aa34b625 req-5b525eb2-1fb2-4229-b8fb-891aad12a96f service neutron] 10.222.0.16 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811121 Jul 22 17:24:06.246415 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-253dda2d-394c-4332-9fa4-1188aa34b625 req-d9ff0afe-4f71-4afc-a528-399cc5e39b75 service neutron] 10.222.0.30 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796890 Jul 22 17:24:06.336532 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-253dda2d-394c-4332-9fa4-1188aa34b625 req-dc76abdb-33a5-43d1-8bc1-a9cb48a4ef8b service neutron] 10.222.0.16 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852456 Jul 22 17:24:06.336776 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-253dda2d-394c-4332-9fa4-1188aa34b625 req-877d56c9-fad8-445e-8b8f-69182a13c220 service neutron] 10.222.0.30 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844517 Jul 22 17:24:06.483758 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 5bd77415-e68b-40db-9bb0-2d7ece619fa6 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:24:06.522385 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 5bd77415-e68b-40db-9bb0-2d7ece619fa6 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:24:06.841098 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e7fb9-fc60-4e6e-a7c2-ad764a1296c4 req-0d7262b5-8e6c-4d87-93ac-6b181b41132e tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:06.842609 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e11e7fb9-fc60-4e6e-a7c2-ad764a1296c4 req-0d7262b5-8e6c-4d87-93ac-6b181b41132e tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 943 time: 0.0626981 Jul 22 17:24:06.879337 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e11e7fb9-fc60-4e6e-a7c2-ad764a1296c4 req-35f453f1-f539-4350-acba-5af1569c6c6f tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311794 Jul 22 17:24:07.085623 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a21be8-73fe-43f5-83d2-9a6cbeddc606 req-d1761f09-009b-485d-bef7-49b0d58dd305 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:07.087239 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91a21be8-73fe-43f5-83d2-9a6cbeddc606 req-d1761f09-009b-485d-bef7-49b0d58dd305 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 943 time: 0.0648124 Jul 22 17:24:07.113756 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf645c-78a9-4ede-bc4f-8cb4814f250d req-6e5ab58d-f877-4d0a-8226-a017921d489e tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:07.115333 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9acf645c-78a9-4ede-bc4f-8cb4814f250d req-6e5ab58d-f877-4d0a-8226-a017921d489e tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.16 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090&tenant_id=4cb2eaf729734e609250701757b684aa&binding%3Ahost_id=n-h2-798930-9 HTTP/1.1" status: 200 len: 943 time: 0.0697086 Jul 22 17:24:07.125057 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91a21be8-73fe-43f5-83d2-9a6cbeddc606 req-ab0e644d-9d66-41dd-b66a-24c85d1ca6fb tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322945 Jul 22 17:24:07.173227 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [req-9acf645c-78a9-4ede-bc4f-8cb4814f250d req-bac6c00b-7293-4c30-bbb8-d2078204f42a service neutron] delete failed (client error): The resource could not be found. Jul 22 17:24:07.174774 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9acf645c-78a9-4ede-bc4f-8cb4814f250d req-bac6c00b-7293-4c30-bbb8-d2078204f42a service neutron] 10.222.0.16 "DELETE /v2.0/ports/5bd77415-e68b-40db-9bb0-2d7ece619fa6/bindings/n-h1-798930-9 HTTP/1.1" status: 404 len: 380 time: 0.0533657 Jul 22 17:24:07.291647 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf645c-78a9-4ede-bc4f-8cb4814f250d req-7eb6f3c7-f14a-4f1e-bf34-c5c051a7c606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:07.293170 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9acf645c-78a9-4ede-bc4f-8cb4814f250d req-7eb6f3c7-f14a-4f1e-bf34-c5c051a7c606 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4cb2eaf729734e609250701757b684aa&device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 1094 time: 0.0593538 Jul 22 17:24:07.381097 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf645c-78a9-4ede-bc4f-8cb4814f250d req-7bf02213-a278-4441-9d44-4ae5c91113db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:07.382633 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9acf645c-78a9-4ede-bc4f-8cb4814f250d req-7bf02213-a278-4441-9d44-4ae5c91113db service neutron] 10.222.0.16 "GET /v2.0/networks?id=04ac7eb7-a954-490c-909b-81c742d83e9b HTTP/1.1" status: 200 len: 916 time: 0.0834839 Jul 22 17:24:07.427106 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9acf645c-78a9-4ede-bc4f-8cb4814f250d req-2a0e906c-7442-4b58-96ed-1f70a3221df3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bd77415-e68b-40db-9bb0-2d7ece619fa6 HTTP/1.1" status: 200 len: 217 time: 0.0383773 Jul 22 17:24:07.473344 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf645c-78a9-4ede-bc4f-8cb4814f250d req-643abbc5-3dc5-4b7c-9925-0029508bde67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:07.474772 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9acf645c-78a9-4ede-bc4f-8cb4814f250d req-643abbc5-3dc5-4b7c-9925-0029508bde67 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=081baa26-0c74-4add-b6b8-8dec2e233883 HTTP/1.1" status: 200 len: 855 time: 0.0423510 Jul 22 17:24:07.507593 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9acf645c-78a9-4ede-bc4f-8cb4814f250d req-b7b222f4-5d74-4625-8127-f979dc90a93c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=04ac7eb7-a954-490c-909b-81c742d83e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268390 Jul 22 17:24:07.517781 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-9acf645c-78a9-4ede-bc4f-8cb4814f250d req-c4fdbbc9-aea5-4405-9c58-4df96c8b11ab service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:24:07.518996 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9acf645c-78a9-4ede-bc4f-8cb4814f250d req-c4fdbbc9-aea5-4405-9c58-4df96c8b11ab service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051155 Jul 22 17:24:07.583900 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5bd77415-e68b-40db-9bb0-2d7ece619fa6 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:24:07.612559 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9acf645c-78a9-4ede-bc4f-8cb4814f250d req-fbc4952c-9b8f-4296-86e3-343ba628ab3c service neutron] 10.222.0.16 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866559 Jul 22 17:24:07.679443 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5bd77415-e68b-40db-9bb0-2d7ece619fa6, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5bd77415-e68b-40db-9bb0-2d7ece619fa6,segment=NetworkSegment(c9022dbe-fa30-4248-abfc-65a19358994a),segment_id=c9022dbe-fa30-4248-abfc-65a19358994a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:24:07.690188 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '5bd77415-e68b-40db-9bb0-2d7ece619fa6', 'network_id': '04ac7eb7-a954-490c-909b-81c742d83e9b', 'port_id': '5bd77415-e68b-40db-9bb0-2d7ece619fa6', 'mac_address': 'fa:16:3e:54:c7:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081baa26-0c74-4add-b6b8-8dec2e233883', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:24:07.699896 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9acf645c-78a9-4ede-bc4f-8cb4814f250d req-fef5d9de-1619-48a9-a947-a6392e130d30 service neutron] 10.222.0.16 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811408 Jul 22 17:24:07.726936 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:07.739297 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd77415-e68b-40db-9bb0-2d7ece619fa6 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:24:07.757910 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5bd77415-e68b-40db-9bb0-2d7ece619fa6, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5bd77415-e68b-40db-9bb0-2d7ece619fa6,segment=NetworkSegment(c9022dbe-fa30-4248-abfc-65a19358994a),segment_id=c9022dbe-fa30-4248-abfc-65a19358994a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:24:07.761702 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:07.809360 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=5bd77415-e68b-40db-9bb0-2d7ece619fa6,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:08.043631 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['5bd77415-e68b-40db-9bb0-2d7ece619fa6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:24:08.264819 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee6db4-10ad-411c-8e1a-c0606399dde1 req-86dfc899-2cc2-46c7-80d7-d01b070194b7 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:08.266341 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e2ee6db4-10ad-411c-8e1a-c0606399dde1 req-86dfc899-2cc2-46c7-80d7-d01b070194b7 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 944 time: 0.0705466 Jul 22 17:24:08.306732 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e2ee6db4-10ad-411c-8e1a-c0606399dde1 req-1f06d579-5e39-4720-aff5-b56a2cdfdc29 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338976 Jul 22 17:24:08.437771 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da71d4-7607-4dfb-9cda-24ffa985c4ee req-5550e7e0-4e69-4a20-8018-8c4dacfae2cf tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:08.439322 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d0da71d4-7607-4dfb-9cda-24ffa985c4ee req-5550e7e0-4e69-4a20-8018-8c4dacfae2cf tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 944 time: 0.0653822 Jul 22 17:24:08.478538 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d0da71d4-7607-4dfb-9cda-24ffa985c4ee req-9d35b725-b02a-46b2-bded-d5cb8e6c2aa5 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319023 Jul 22 17:24:08.602983 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52a084-d695-45b1-a04f-12be8b9a6ac1 req-79edc1b0-8258-44bd-b525-1695fa2e2e2d tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:08.604459 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-df52a084-d695-45b1-a04f-12be8b9a6ac1 req-79edc1b0-8258-44bd-b525-1695fa2e2e2d tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 944 time: 0.0627632 Jul 22 17:24:08.640853 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-df52a084-d695-45b1-a04f-12be8b9a6ac1 req-dda46d82-21b0-4d1c-bac6-9160b5df14f3 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308640 Jul 22 17:24:08.988660 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-c194194a-cdb6-466e-a8a4-3ef9ced1eb62 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:08.990159 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-c194194a-cdb6-466e-a8a4-3ef9ced1eb62 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/networks?id=04ac7eb7-a954-490c-909b-81c742d83e9b HTTP/1.1" status: 200 len: 815 time: 0.1048174 Jul 22 17:24:09.004761 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-d4e51eb0-f71e-4d38-8c8a-0b381cef8eed tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/quotas/4cb2eaf729734e609250701757b684aa HTTP/1.1" status: 200 len: 375 time: 0.0094490 Jul 22 17:24:09.067427 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-63e4a7b3-1b8b-4b14-9f22-3ffe08d58a4f tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4cb2eaf729734e609250701757b684aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0580733 Jul 22 17:24:09.161276 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-0e7cf799-3097-4120-8653-9955f6190d18 service neutron] 10.222.0.69 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872991 Jul 22 17:24:09.249119 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-874cdebb-7d51-4d61-a220-b27f5879ece4 service neutron] 10.222.0.69 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823262 Jul 22 17:24:09.406820 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-458a2332-e254-40fa-84ed-1b6f19595535 req-20c63a98-f90c-431a-b9ab-9698373d1e73 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 210 time: 0.0285463 Jul 22 17:24:09.615329 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5bd77415-e68b-40db-9bb0-2d7ece619fa6 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:24:09.662724 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 5bd77415-e68b-40db-9bb0-2d7ece619fa6 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:24:09.666510 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 5bd77415-e68b-40db-9bb0-2d7ece619fa6 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:24:09.666837 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:09.746715 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:09.768898 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11183d0-7f5f-440d-963c-585f1d065090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd77415-e68b-40db-9bb0-2d7ece619fa6'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:24:09.771428 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8746d5a022c9d0421ac76b4796a0bee44c8d64b029de52efde860d604296e51d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec7cdb6-e84c-4226-89bb-e51e4acf7a6c" -d '{"events": [{"server_uuid": "b11183d0-7f5f-440d-963c-585f1d065090", "name": "network-vif-plugged", "status": "completed", "tag": "5bd77415-e68b-40db-9bb0-2d7ece619fa6"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:24:09.790116 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 5bd77415-e68b-40db-9bb0-2d7ece619fa6, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5bd77415-e68b-40db-9bb0-2d7ece619fa6,segment=NetworkSegment(c9022dbe-fa30-4248-abfc-65a19358994a),segment_id=c9022dbe-fa30-4248-abfc-65a19358994a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:24:09.794769 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:09.817774 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df012f3-65b2-47fa-a31f-e7e47c5d4dee x-openstack-request-id: req-1df012f3-65b2-47fa-a31f-e7e47c5d4dee {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:24:09.818098 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11183d0-7f5f-440d-963c-585f1d065090", "name": "network-vif-plugged", "status": "completed", "tag": "5bd77415-e68b-40db-9bb0-2d7ece619fa6", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:24:09.818351 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1df012f3-65b2-47fa-a31f-e7e47c5d4dee {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:24:09.818745 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11183d0-7f5f-440d-963c-585f1d065090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd77415-e68b-40db-9bb0-2d7ece619fa6', 'code': 200} Jul 22 17:24:09.843428 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=5bd77415-e68b-40db-9bb0-2d7ece619fa6,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:10.376828 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cd3ab-ff1f-4f1d-92dc-1096c0e9e452 req-e7bb75c3-e27a-46dc-b089-ae45d27fe769 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:10.378721 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b25cd3ab-ff1f-4f1d-92dc-1096c0e9e452 req-e7bb75c3-e27a-46dc-b089-ae45d27fe769 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.30 "GET /v2.0/ports?device_id=b11183d0-7f5f-440d-963c-585f1d065090 HTTP/1.1" status: 200 len: 945 time: 0.0628922 Jul 22 17:24:10.394225 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.30', 56819) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:24:10.517406 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-901f014f-6e1a-4610-9b4d-da2f472bdd25 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:10.517627 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ecdb1a9-10ae-486f-a1ac-d660cb542873 req-31d9235e-8629-4774-aaa1-92540db77f78 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 210 time: 0.0317712 Jul 22 17:24:10.520012 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-901f014f-6e1a-4610-9b4d-da2f472bdd25 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.30 "GET /v2.0/networks?id=04ac7eb7-a954-490c-909b-81c742d83e9b HTTP/1.1" status: 200 len: 815 time: 0.1237020 Jul 22 17:24:10.539951 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-8a15c76e-583b-4b1e-87fc-5d196e63880c tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Request body: {'port': {'device_id': '8185098b-df23-4fe4-8bce-6eead1219c8e', 'network_id': '04ac7eb7-a954-490c-909b-81c742d83e9b', 'admin_state_up': True, 'tenant_id': '4cb2eaf729734e609250701757b684aa'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:24:10.541469 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-b25cd3ab-ff1f-4f1d-92dc-1096c0e9e452 req-8ff3d33c-8c77-4960-bb08-66f78af9f984 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Deleting port 5bd77415-e68b-40db-9bb0-2d7ece619fa6 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:24:10.541854 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b25cd3ab-ff1f-4f1d-92dc-1096c0e9e452 req-8ff3d33c-8c77-4960-bb08-66f78af9f984 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:10.633345 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-b25cd3ab-ff1f-4f1d-92dc-1096c0e9e452 req-8ff3d33c-8c77-4960-bb08-66f78af9f984 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] For port 5bd77415-e68b-40db-9bb0-2d7ece619fa6, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=5bd77415-e68b-40db-9bb0-2d7ece619fa6,segment=NetworkSegment(c9022dbe-fa30-4248-abfc-65a19358994a),segment_id=c9022dbe-fa30-4248-abfc-65a19358994a)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:24:10.633628 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b25cd3ab-ff1f-4f1d-92dc-1096c0e9e452 req-8ff3d33c-8c77-4960-bb08-66f78af9f984 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:10.646602 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-8a15c76e-583b-4b1e-87fc-5d196e63880c tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Made reservation on behalf of 4cb2eaf729734e609250701757b684aa for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:24:10.647079 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [req-b25cd3ab-ff1f-4f1d-92dc-1096c0e9e452 req-8ff3d33c-8c77-4960-bb08-66f78af9f984 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Calling delete_port for 5bd77415-e68b-40db-9bb0-2d7ece619fa6 owned by compute:nova {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:24:10.650101 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-8a15c76e-583b-4b1e-87fc-5d196e63880c tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:10.774860 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b25cd3ab-ff1f-4f1d-92dc-1096c0e9e452 req-8ff3d33c-8c77-4960-bb08-66f78af9f984 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:10.781323 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-8a15c76e-583b-4b1e-87fc-5d196e63880c tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Allocated IP 172.20.0.4 (04ac7eb7-a954-490c-909b-81c742d83e9b/081baa26-0c74-4add-b6b8-8dec2e233883/189f6b3a-51d7-432d-91b8-9c78c08a4efd) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:24:10.807330 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['5bd77415-e68b-40db-9bb0-2d7ece619fa6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:24:10.809140 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3d33c-8c77-4960-bb08-66f78af9f984 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Pushing event deleted for resources: {'Port': ['ID=5bd77415-e68b-40db-9bb0-2d7ece619fa6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:10.853789 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25cd3ab-ff1f-4f1d-92dc-1096c0e9e452 req-8ff3d33c-8c77-4960-bb08-66f78af9f984 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] No DVR routers for this DVR port 5bd77415-e68b-40db-9bb0-2d7ece619fa6 on host n-h2-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:24:10.856311 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-b25cd3ab-ff1f-4f1d-92dc-1096c0e9e452 req-8ff3d33c-8c77-4960-bb08-66f78af9f984 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:10.858402 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b25cd3ab-ff1f-4f1d-92dc-1096c0e9e452 req-8ff3d33c-8c77-4960-bb08-66f78af9f984 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.30 "DELETE /v2.0/ports/5bd77415-e68b-40db-9bb0-2d7ece619fa6 HTTP/1.1" status: 204 len: 173 time: 0.4621150 Jul 22 17:24:10.858837 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11183d0-7f5f-440d-963c-585f1d065090', 'name': 'network-vif-deleted', 'tag': '5bd77415-e68b-40db-9bb0-2d7ece619fa6'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:24:10.861092 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d235f272f8511c600301b52ddf7b8bba0b6464469fe4a6096d752437cb6b909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028adcf6-d998-4059-a8d9-f1be2de73654" -d '{"events": [{"server_uuid": "b11183d0-7f5f-440d-963c-585f1d065090", "name": "network-vif-deleted", "tag": "5bd77415-e68b-40db-9bb0-2d7ece619fa6"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:24:10.899309 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e5b406-9e2e-4f70-85a0-ef7b72d6cf76 x-openstack-request-id: req-80e5b406-9e2e-4f70-85a0-ef7b72d6cf76 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:24:10.899598 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11183d0-7f5f-440d-963c-585f1d065090", "name": "network-vif-deleted", "tag": "5bd77415-e68b-40db-9bb0-2d7ece619fa6", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:24:10.899850 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-80e5b406-9e2e-4f70-85a0-ef7b72d6cf76 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:24:10.900283 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11183d0-7f5f-440d-963c-585f1d065090', 'name': 'network-vif-deleted', 'tag': '5bd77415-e68b-40db-9bb0-2d7ece619fa6', 'status': 'completed', 'code': 200} Jul 22 17:24:10.950253 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-8a15c76e-583b-4b1e-87fc-5d196e63880c tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:10.990473 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-8a15c76e-583b-4b1e-87fc-5d196e63880c tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:11.024000 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['5bd77415-e68b-40db-9bb0-2d7ece619fa6'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:24:11.037513 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-8a15c76e-583b-4b1e-87fc-5d196e63880c tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Network 04ac7eb7-a954-490c-909b-81c742d83e9b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:24:11.040640 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-8a15c76e-583b-4b1e-87fc-5d196e63880c tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:24:11.044813 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-8a15c76e-583b-4b1e-87fc-5d196e63880c tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:24:11.052377 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15c76e-583b-4b1e-87fc-5d196e63880c tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Pushing event updated for resources: {'Port': ['ID=189f6b3a-51d7-432d-91b8-9c78c08a4efd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:11.098824 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-8a15c76e-583b-4b1e-87fc-5d196e63880c tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:11.099446 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-8a15c76e-583b-4b1e-87fc-5d196e63880c tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:11.116050 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-8a15c76e-583b-4b1e-87fc-5d196e63880c tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5803008 Jul 22 17:24:11.132569 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Request body: {'port': {'device_id': '8185098b-df23-4fe4-8bce-6eead1219c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:24:11.212603 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:11.464599 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189f6b3a-51d7-432d-91b8-9c78c08a4efd {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:24:11.472330 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:11.483592 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Transition to ACTIVE for port object 189f6b3a-51d7-432d-91b8-9c78c08a4efd will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:24:11.487216 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:11.534479 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=189f6b3a-51d7-432d-91b8-9c78c08a4efd,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:11.562809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:11.563153 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:11.563489 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:11.563818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:11.564146 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:11.564502 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:11.564826 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:11.565144 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:11.565466 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:11.565783 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:11.566124 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:11.566438 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:11.617976 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Attempting to bind port 189f6b3a-51d7-432d-91b8-9c78c08a4efd on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:24:11.618314 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Attempting to bind port 189f6b3a-51d7-432d-91b8-9c78c08a4efd by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'c9022dbe-fa30-4248-abfc-65a19358994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '04ac7eb7-a954-490c-909b-81c742d83e9b'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:24:11.618640 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Attempting to bind port 189f6b3a-51d7-432d-91b8-9c78c08a4efd on network 04ac7eb7-a954-490c-909b-81c742d83e9b {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:24:11.622886 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Port 189f6b3a-51d7-432d-91b8-9c78c08a4efd on network 04ac7eb7-a954-490c-909b-81c742d83e9b not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:24:11.623204 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Attempting to bind port 189f6b3a-51d7-432d-91b8-9c78c08a4efd on network 04ac7eb7-a954-490c-909b-81c742d83e9b {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:24:11.628142 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:24:11.628476 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Checking segment: {'id': 'c9022dbe-fa30-4248-abfc-65a19358994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '04ac7eb7-a954-490c-909b-81c742d83e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:24:11.628859 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Bound using segment: {'id': 'c9022dbe-fa30-4248-abfc-65a19358994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '04ac7eb7-a954-490c-909b-81c742d83e9b'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:24:11.629277 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Bound port: 189f6b3a-51d7-432d-91b8-9c78c08a4efd, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9022dbe-fa30-4248-abfc-65a19358994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '04ac7eb7-a954-490c-909b-81c742d83e9b'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:24:11.629632 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:11.649254 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474635c2-022e-4cb7-9f1e-2e0cd96817d2 req-d2c72cb3-5f39-4d4d-8068-9f7de96bffd1 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:11.650765 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-474635c2-022e-4cb7-9f1e-2e0cd96817d2 req-d2c72cb3-5f39-4d4d-8068-9f7de96bffd1 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 943 time: 0.0631678 Jul 22 17:24:11.687616 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-474635c2-022e-4cb7-9f1e-2e0cd96817d2 req-9aefa276-a638-48ac-8401-4127bca1f0d3 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311604 Jul 22 17:24:11.694067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] For port 189f6b3a-51d7-432d-91b8-9c78c08a4efd, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:24:11.697456 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] For port 189f6b3a-51d7-432d-91b8-9c78c08a4efd, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=189f6b3a-51d7-432d-91b8-9c78c08a4efd,segment=NetworkSegment(c9022dbe-fa30-4248-abfc-65a19358994a),segment_id=c9022dbe-fa30-4248-abfc-65a19358994a)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:24:11.701901 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:11.740264 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:11.740871 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:11.742291 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] 10.222.0.30 "PUT /v2.0/ports/189f6b3a-51d7-432d-91b8-9c78c08a4efd HTTP/1.1" status: 200 len: 1091 time: 0.6142313 Jul 22 17:24:11.742722 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8185098b-df23-4fe4-8bce-6eead1219c8e', 'tag': '189f6b3a-51d7-432d-91b8-9c78c08a4efd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:24:11.745015 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78e3c8caf1d5f49d825d34038bd8846bdf3af99ccd5b6b03915441a4ef04ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d99ab35-363a-4c46-9a9a-ccbbae3e96e5" -d '{"events": [{"name": "network-changed", "server_uuid": "8185098b-df23-4fe4-8bce-6eead1219c8e", "tag": "189f6b3a-51d7-432d-91b8-9c78c08a4efd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:24:11.766588 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6c9d9-b5e1-408e-a67c-1412d5ddbbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=189f6b3a-51d7-432d-91b8-9c78c08a4efd,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:11.784477 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d78322-5f20-400d-9aec-38a10cdafc97 x-openstack-request-id: req-e0d78322-5f20-400d-9aec-38a10cdafc97 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:24:11.784872 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8185098b-df23-4fe4-8bce-6eead1219c8e", "tag": "189f6b3a-51d7-432d-91b8-9c78c08a4efd", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:24:11.785214 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e0d78322-5f20-400d-9aec-38a10cdafc97 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:24:11.785814 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8185098b-df23-4fe4-8bce-6eead1219c8e', 'tag': '189f6b3a-51d7-432d-91b8-9c78c08a4efd', 'status': 'completed', 'code': 200} Jul 22 17:24:11.859819 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-289d1f4d-8b7d-410f-858f-d95f99e24827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:11.861324 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-289d1f4d-8b7d-410f-858f-d95f99e24827 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4cb2eaf729734e609250701757b684aa&device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 1094 time: 0.0576754 Jul 22 17:24:11.908802 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-8d0158ca-6f25-4aed-b4a4-2acb442a6245 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=189f6b3a-51d7-432d-91b8-9c78c08a4efd HTTP/1.1" status: 200 len: 217 time: 0.0346396 Jul 22 17:24:11.954570 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-5e776b85-09f3-4be4-8dd0-e3a5e2040d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:11.956537 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-5e776b85-09f3-4be4-8dd0-e3a5e2040d55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=081baa26-0c74-4add-b6b8-8dec2e233883 HTTP/1.1" status: 200 len: 855 time: 0.0418634 Jul 22 17:24:11.992586 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-ee6726d9-e8ee-470f-aba3-107aa7ae159b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=04ac7eb7-a954-490c-909b-81c742d83e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297418 Jul 22 17:24:12.081815 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-e58c42da-e979-44cf-92d1-e21c33ff71d1 service neutron] 10.222.0.30 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828164 Jul 22 17:24:12.172870 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-db35ea74-21a4-4767-a1bf-c6ca12c93d10 req-be4c47c7-171d-4b04-b7c9-189933bc7976 service neutron] 10.222.0.30 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846388 Jul 22 17:24:12.306748 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99ab35-363a-4c46-9a9a-ccbbae3e96e5 req-8aafd843-5816-4b57-8ae4-eb6a1889a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:12.308141 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d99ab35-363a-4c46-9a9a-ccbbae3e96e5 req-8aafd843-5816-4b57-8ae4-eb6a1889a4ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4cb2eaf729734e609250701757b684aa&device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 1094 time: 0.0528841 Jul 22 17:24:12.398391 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99ab35-363a-4c46-9a9a-ccbbae3e96e5 req-5a45cf69-b443-4274-bba7-330f0900b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:12.399826 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d99ab35-363a-4c46-9a9a-ccbbae3e96e5 req-5a45cf69-b443-4274-bba7-330f0900b64a service neutron] 10.222.0.30 "GET /v2.0/networks?id=04ac7eb7-a954-490c-909b-81c742d83e9b HTTP/1.1" status: 200 len: 916 time: 0.0855362 Jul 22 17:24:12.439311 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d99ab35-363a-4c46-9a9a-ccbbae3e96e5 req-ab9b9226-9cae-485f-ba7f-93212d9e72fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=189f6b3a-51d7-432d-91b8-9c78c08a4efd HTTP/1.1" status: 200 len: 217 time: 0.0334070 Jul 22 17:24:12.461170 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:12.471810 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:12.489562 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99ab35-363a-4c46-9a9a-ccbbae3e96e5 req-4f8108d4-e07f-49cd-8e6e-6aafb817c5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:12.491035 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d99ab35-363a-4c46-9a9a-ccbbae3e96e5 req-4f8108d4-e07f-49cd-8e6e-6aafb817c5e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=081baa26-0c74-4add-b6b8-8dec2e233883 HTTP/1.1" status: 200 len: 855 time: 0.0448198 Jul 22 17:24:12.525862 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d99ab35-363a-4c46-9a9a-ccbbae3e96e5 req-ff534b50-60b8-4fd9-8c96-9590bf2f28fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=04ac7eb7-a954-490c-909b-81c742d83e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274894 Jul 22 17:24:12.622811 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d99ab35-363a-4c46-9a9a-ccbbae3e96e5 req-04c66526-392f-4a81-9eb4-4e428b5ec124 service neutron] 10.222.0.30 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887947 Jul 22 17:24:12.713474 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d99ab35-363a-4c46-9a9a-ccbbae3e96e5 req-a3ca2301-ed91-4531-81ad-7a716cc7151e service neutron] 10.222.0.30 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835211 Jul 22 17:24:12.819358 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec29d07-0f65-4889-95ef-c894aadd83cc req-a27ba89a-9360-4cc3-902e-5271a705c8d7 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:12.820825 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eec29d07-0f65-4889-95ef-c894aadd83cc req-a27ba89a-9360-4cc3-902e-5271a705c8d7 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 943 time: 0.0658569 Jul 22 17:24:12.856975 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eec29d07-0f65-4889-95ef-c894aadd83cc req-ecc7b8a7-8c89-4531-805c-5f2c5767312e tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306973 Jul 22 17:24:13.636491 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5bd77415-e68b-40db-9bb0-2d7ece619fa6 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:24:13.659149 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 5bd77415-e68b-40db-9bb0-2d7ece619fa6 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:24:13.659486 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 5bd77415-e68b-40db-9bb0-2d7ece619fa6 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:24:13.984584 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34dac1-57c5-485c-afa1-f763bcd749cf req-e280b676-7a1c-47c9-94a6-37f424833f12 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:13.986112 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0d34dac1-57c5-485c-afa1-f763bcd749cf req-e280b676-7a1c-47c9-94a6-37f424833f12 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 943 time: 0.0630701 Jul 22 17:24:14.023539 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0d34dac1-57c5-485c-afa1-f763bcd749cf req-21786695-8b81-47c1-ad8a-0b789d5b555e tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314739 Jul 22 17:24:15.150019 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1b1fd-5cfa-45cb-bc02-67ae01f98446 req-728784d0-52d5-40e9-a554-a2fe635e0371 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:15.151514 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-37a1b1fd-5cfa-45cb-bc02-67ae01f98446 req-728784d0-52d5-40e9-a554-a2fe635e0371 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 943 time: 0.0633500 Jul 22 17:24:15.188158 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-37a1b1fd-5cfa-45cb-bc02-67ae01f98446 req-6187b073-842f-432b-aac8-2f4661ce144b tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311580 Jul 22 17:24:15.638402 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 189f6b3a-51d7-432d-91b8-9c78c08a4efd details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:24:15.729059 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 189f6b3a-51d7-432d-91b8-9c78c08a4efd, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=189f6b3a-51d7-432d-91b8-9c78c08a4efd,segment=NetworkSegment(c9022dbe-fa30-4248-abfc-65a19358994a),segment_id=c9022dbe-fa30-4248-abfc-65a19358994a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:24:15.740862 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '189f6b3a-51d7-432d-91b8-9c78c08a4efd', 'network_id': '04ac7eb7-a954-490c-909b-81c742d83e9b', 'port_id': '189f6b3a-51d7-432d-91b8-9c78c08a4efd', 'mac_address': 'fa:16:3e:67:b4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081baa26-0c74-4add-b6b8-8dec2e233883', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:24:15.779969 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:15.792354 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189f6b3a-51d7-432d-91b8-9c78c08a4efd {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:24:15.811490 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 189f6b3a-51d7-432d-91b8-9c78c08a4efd, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=189f6b3a-51d7-432d-91b8-9c78c08a4efd,segment=NetworkSegment(c9022dbe-fa30-4248-abfc-65a19358994a),segment_id=c9022dbe-fa30-4248-abfc-65a19358994a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:24:15.815516 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:15.861042 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=189f6b3a-51d7-432d-91b8-9c78c08a4efd,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:16.071025 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['189f6b3a-51d7-432d-91b8-9c78c08a4efd'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:24:16.313060 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e9c74-6956-4e27-aa97-c19b360aff52 req-6ad6c707-c6c3-4372-a53c-ed41dfb413e7 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:16.315045 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aa9e9c74-6956-4e27-aa97-c19b360aff52 req-6ad6c707-c6c3-4372-a53c-ed41dfb413e7 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 944 time: 0.0616648 Jul 22 17:24:16.351485 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aa9e9c74-6956-4e27-aa97-c19b360aff52 req-26bc18f9-87d0-4c68-9045-ad98040a60fa tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310066 Jul 22 17:24:17.481465 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b2312-32e0-4a58-941f-b57cd758e49d req-36fa12d9-dabe-4049-b0b7-4c6f88f29258 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:17.482955 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a99b2312-32e0-4a58-941f-b57cd758e49d req-36fa12d9-dabe-4049-b0b7-4c6f88f29258 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 944 time: 0.0654173 Jul 22 17:24:17.519866 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a99b2312-32e0-4a58-941f-b57cd758e49d req-6efa3f1d-5555-4d4c-8bad-4f612a6dd341 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310066 Jul 22 17:24:17.652535 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 189f6b3a-51d7-432d-91b8-9c78c08a4efd up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:24:17.698867 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 189f6b3a-51d7-432d-91b8-9c78c08a4efd completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:24:17.702405 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 189f6b3a-51d7-432d-91b8-9c78c08a4efd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:24:17.702775 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:17.790216 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:17.811706 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8185098b-df23-4fe4-8bce-6eead1219c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189f6b3a-51d7-432d-91b8-9c78c08a4efd'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:24:17.828451 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 189f6b3a-51d7-432d-91b8-9c78c08a4efd, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=189f6b3a-51d7-432d-91b8-9c78c08a4efd,segment=NetworkSegment(c9022dbe-fa30-4248-abfc-65a19358994a),segment_id=c9022dbe-fa30-4248-abfc-65a19358994a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:24:17.832448 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:17.856445 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ff7409-ce3c-4114-8f31-8507c750b97a" -d '{"events": [{"server_uuid": "8185098b-df23-4fe4-8bce-6eead1219c8e", "name": "network-vif-plugged", "status": "completed", "tag": "189f6b3a-51d7-432d-91b8-9c78c08a4efd"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:24:17.883217 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=189f6b3a-51d7-432d-91b8-9c78c08a4efd,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:17.938665 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31059fa3-4f0e-4f24-a9d8-8f1eaaaab33b x-openstack-request-id: req-31059fa3-4f0e-4f24-a9d8-8f1eaaaab33b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:24:17.938955 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8185098b-df23-4fe4-8bce-6eead1219c8e", "name": "network-vif-plugged", "status": "completed", "tag": "189f6b3a-51d7-432d-91b8-9c78c08a4efd", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:24:17.939256 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-31059fa3-4f0e-4f24-a9d8-8f1eaaaab33b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:24:17.939652 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8185098b-df23-4fe4-8bce-6eead1219c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189f6b3a-51d7-432d-91b8-9c78c08a4efd', 'code': 200} Jul 22 17:24:18.075217 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e04e8d-0bf3-40fd-a25e-06dc7accf989 req-9d83b344-6f57-4853-81b6-0f448a8c6440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:18.076695 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-12e04e8d-0bf3-40fd-a25e-06dc7accf989 req-9d83b344-6f57-4853-81b6-0f448a8c6440 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 1096 time: 0.0592139 Jul 22 17:24:18.110418 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-12e04e8d-0bf3-40fd-a25e-06dc7accf989 req-e845ebd6-8ab3-45ef-823f-1050c9c99e56 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274193 Jul 22 17:24:18.646895 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6fd03-a30f-4624-a8fb-48e7e093089a req-ea64e546-3359-4d70-a6e2-f6cbf5078e0a tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:18.648362 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0ad6fd03-a30f-4624-a8fb-48e7e093089a req-ea64e546-3359-4d70-a6e2-f6cbf5078e0a tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0624106 Jul 22 17:24:18.684704 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0ad6fd03-a30f-4624-a8fb-48e7e093089a req-4a7bbb3d-72f4-47d2-875b-7e275ba25e68 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308254 Jul 22 17:24:19.812273 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c75dde-9efd-4397-ac78-a042c7d9acc6 req-1cd1c229-0321-4ac4-8545-70f7a152d116 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:19.813737 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-34c75dde-9efd-4397-ac78-a042c7d9acc6 req-1cd1c229-0321-4ac4-8545-70f7a152d116 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0624528 Jul 22 17:24:19.851204 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-34c75dde-9efd-4397-ac78-a042c7d9acc6 req-ded64992-623c-4747-b40a-b03036540984 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319948 Jul 22 17:24:19.977418 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36677eb-d14b-48c6-83d8-fa9160abb321 req-a1345ad3-1423-44dd-85a4-3a03e5b1cec1 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:19.978839 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a36677eb-d14b-48c6-83d8-fa9160abb321 req-a1345ad3-1423-44dd-85a4-3a03e5b1cec1 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0633032 Jul 22 17:24:20.015098 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a36677eb-d14b-48c6-83d8-fa9160abb321 req-55fa1fcd-4b0d-4fe6-8d67-a25e6060dec7 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307467 Jul 22 17:24:20.287395 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-2d9e79f1-9165-40c6-bd79-09e5f439d291 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0928540 Jul 22 17:24:20.298912 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a490ff-8eee-462b-9aa5-0fb25f50cd0f req-7be33c45-4408-4dab-a3a2-653f8a52ff97 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:20.300376 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e3a490ff-8eee-462b-9aa5-0fb25f50cd0f req-7be33c45-4408-4dab-a3a2-653f8a52ff97 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0972950 Jul 22 17:24:20.340332 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e3a490ff-8eee-462b-9aa5-0fb25f50cd0f req-8965733c-3022-4eb8-8e56-452694bfb511 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338244 Jul 22 17:24:21.461210 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-5d56655e-2912-4308-a093-43dbf9ab2da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:21.462812 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-5d56655e-2912-4308-a093-43dbf9ab2da4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4cb2eaf729734e609250701757b684aa&device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 1096 time: 0.0880382 Jul 22 17:24:21.514143 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4416c6-6ba6-4c32-a009-e5e404a7951c req-aa7011ab-d79b-4445-8cb9-026f7e74f0a9 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:21.515552 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b4416c6-6ba6-4c32-a009-e5e404a7951c req-aa7011ab-d79b-4445-8cb9-026f7e74f0a9 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.1054900 Jul 22 17:24:21.589061 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5b4416c6-6ba6-4c32-a009-e5e404a7951c req-c42daa47-5dd3-4165-9d62-da272f5b6cd0 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493627 Jul 22 17:24:21.593337 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-b34f446d-d8db-4bab-9b7a-76d19dfe07af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:21.594813 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-b34f446d-d8db-4bab-9b7a-76d19dfe07af service neutron] 10.222.0.30 "GET /v2.0/networks?id=04ac7eb7-a954-490c-909b-81c742d83e9b HTTP/1.1" status: 200 len: 916 time: 0.1255438 Jul 22 17:24:21.636453 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-fc6d51b1-74ad-477c-9060-0ca2b6afd3a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=189f6b3a-51d7-432d-91b8-9c78c08a4efd HTTP/1.1" status: 200 len: 217 time: 0.0345535 Jul 22 17:24:21.682983 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-dac47b1e-a297-4e63-aef6-05644d8fdef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:21.684403 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-dac47b1e-a297-4e63-aef6-05644d8fdef2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=081baa26-0c74-4add-b6b8-8dec2e233883 HTTP/1.1" status: 200 len: 855 time: 0.0423090 Jul 22 17:24:21.716049 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-b6588ec3-2efb-4bfb-9073-51a0fc284f38 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=04ac7eb7-a954-490c-909b-81c742d83e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258436 Jul 22 17:24:21.806146 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-45a37cff-6c3d-479c-bfc0-20b8b797559c service neutron] 10.222.0.30 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832660 Jul 22 17:24:21.896104 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-4aaaa448-2c07-4dd6-a19f-f2f412e342f3 service neutron] 10.222.0.30 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840535 Jul 22 17:24:22.719816 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20da87-1c39-4c9f-aa1c-f3737907d7ae req-2003988a-57e2-4ea7-80a7-7fcd31c18360 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:22.721276 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0a20da87-1c39-4c9f-aa1c-f3737907d7ae req-2003988a-57e2-4ea7-80a7-7fcd31c18360 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0657647 Jul 22 17:24:22.758726 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0a20da87-1c39-4c9f-aa1c-f3737907d7ae req-86c2dc74-94cb-41c1-8156-b4a09b59a60c tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319185 Jul 22 17:24:23.886350 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87513c3-5c24-4409-a4ef-3456f2a0a54f req-868c845e-2ffa-4157-af86-7357a6d10da1 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:23.887820 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c87513c3-5c24-4409-a4ef-3456f2a0a54f req-868c845e-2ffa-4157-af86-7357a6d10da1 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0618336 Jul 22 17:24:23.923978 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c87513c3-5c24-4409-a4ef-3456f2a0a54f req-f111ab11-3e9f-4e1f-932c-a95d9783aae0 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307462 Jul 22 17:24:25.050543 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4e553-ce96-4c62-ab14-788b8ffa7b95 req-bdcf2d89-1ca0-48d6-acc3-d7d345f75691 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:25.052027 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0df4e553-ce96-4c62-ab14-788b8ffa7b95 req-bdcf2d89-1ca0-48d6-acc3-d7d345f75691 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0623965 Jul 22 17:24:25.092167 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0df4e553-ce96-4c62-ab14-788b8ffa7b95 req-eee80a0e-d8f9-467e-a23d-b657585468f7 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344794 Jul 22 17:24:26.219995 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bb2c8-6191-4080-be5c-c36fd71e7edf req-b81b645b-7115-4d3f-bf95-7229c03fee60 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:26.221500 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e8bb2c8-6191-4080-be5c-c36fd71e7edf req-b81b645b-7115-4d3f-bf95-7229c03fee60 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0641241 Jul 22 17:24:26.257456 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e8bb2c8-6191-4080-be5c-c36fd71e7edf req-e2cae0e5-1547-4291-8e86-131eba73f06b tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304298 Jul 22 17:24:27.398014 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544260d-8e5e-4319-891f-a93c4441e828 req-770c123e-eda4-45de-b023-2a7380d9c2cc tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:27.399398 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1544260d-8e5e-4319-891f-a93c4441e828 req-770c123e-eda4-45de-b023-2a7380d9c2cc tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0734303 Jul 22 17:24:27.435907 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1544260d-8e5e-4319-891f-a93c4441e828 req-09264667-e28b-4ff1-8e0b-596a3317f7e2 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308144 Jul 22 17:24:28.412974 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:24:28.566534 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a9dee-7f04-4254-ad9d-e9e575c6ec45 req-783084b9-7b6a-453b-910f-f4d428fd9d7d tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:28.568015 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-226a9dee-7f04-4254-ad9d-e9e575c6ec45 req-783084b9-7b6a-453b-910f-f4d428fd9d7d tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0670917 Jul 22 17:24:28.604939 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-226a9dee-7f04-4254-ad9d-e9e575c6ec45 req-ea5d2dc2-8c17-4267-b5ee-0c44756115cc tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313194 Jul 22 17:24:29.109307 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dabba918-347d-4ecf-bfff-baa8c8171183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:29.742152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc840812-2120-48eb-83ef-e8da0f7c5bd3 req-c2effb21-ac92-4e1c-a473-15ebfaf6d990 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:29.743629 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cc840812-2120-48eb-83ef-e8da0f7c5bd3 req-c2effb21-ac92-4e1c-a473-15ebfaf6d990 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0723684 Jul 22 17:24:29.781192 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cc840812-2120-48eb-83ef-e8da0f7c5bd3 req-6a6adc08-130e-4c2d-92f5-de2a52f9b470 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319817 Jul 22 17:24:30.910708 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd8b73-d14b-4524-a100-c9fc051e12c6 req-28ab30d1-a412-44f6-87e5-f49773553ccb tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:30.912197 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-badd8b73-d14b-4524-a100-c9fc051e12c6 req-28ab30d1-a412-44f6-87e5-f49773553ccb tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0645871 Jul 22 17:24:30.949479 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-badd8b73-d14b-4524-a100-c9fc051e12c6 req-53b25e0f-53d6-4309-876b-9f0fa8fa30f7 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316961 Jul 22 17:24:31.667669 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ce3dac02-bdf9-4209-8c64-158690a8efe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:31.685595 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:32.077568 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7545753-7969-4175-8ea6-d5f605bada70 req-251dc4c7-9158-46c7-9edd-6671f49ae087 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:32.079059 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f7545753-7969-4175-8ea6-d5f605bada70 req-251dc4c7-9158-46c7-9edd-6671f49ae087 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0620399 Jul 22 17:24:32.115804 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f7545753-7969-4175-8ea6-d5f605bada70 req-a3420ab2-5ac3-4841-8a16-d015df9c778e tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305884 Jul 22 17:24:32.944432 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:33.242981 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050047d6-54b3-4495-a308-f19b32fdfe2a req-41d8a172-cfe8-4a65-ad73-40ac6363ab9a tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:33.244372 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-050047d6-54b3-4495-a308-f19b32fdfe2a req-41d8a172-cfe8-4a65-ad73-40ac6363ab9a tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0627277 Jul 22 17:24:33.284915 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-050047d6-54b3-4495-a308-f19b32fdfe2a req-35a5fda1-fe2f-46a5-be9f-678f18151b91 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350575 Jul 22 17:24:34.415600 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451fbe9-e280-42ce-b490-28bb90dadb5b req-dbadb034-8e5b-4d73-a0be-46fff9402533 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:34.416957 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4451fbe9-e280-42ce-b490-28bb90dadb5b req-dbadb034-8e5b-4d73-a0be-46fff9402533 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0651875 Jul 22 17:24:34.453276 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4451fbe9-e280-42ce-b490-28bb90dadb5b req-5d86c62b-3cb6-433d-9506-784ed8bb8f59 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308144 Jul 22 17:24:34.779873 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:35.582236 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61aa2ae-94e3-439d-8dc3-ff1f468bd37e req-096b1445-5279-400a-88b7-5bdada551bde tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:35.583719 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e61aa2ae-94e3-439d-8dc3-ff1f468bd37e req-096b1445-5279-400a-88b7-5bdada551bde tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0659962 Jul 22 17:24:35.621437 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e61aa2ae-94e3-439d-8dc3-ff1f468bd37e req-8e3231d2-ab03-41a2-9f46-64c4763cca7d tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321639 Jul 22 17:24:36.747549 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be04be1-caf1-40ac-83d3-672575a6494d req-1e22b0e5-44be-4ef3-a0c1-76ceeee41e2d tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:36.749026 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2be04be1-caf1-40ac-83d3-672575a6494d req-1e22b0e5-44be-4ef3-a0c1-76ceeee41e2d tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0617948 Jul 22 17:24:36.786598 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2be04be1-caf1-40ac-83d3-672575a6494d req-a79b97b2-47e9-4525-b154-cae737113cde tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318995 Jul 22 17:24:36.860552 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359b5ea-a6bb-4863-9e71-2035e3ef84e2 req-e737d7b1-fa1e-41d4-9cb3-1cec34a2cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:36.862082 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e359b5ea-a6bb-4863-9e71-2035e3ef84e2 req-e737d7b1-fa1e-41d4-9cb3-1cec34a2cdff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4cb2eaf729734e609250701757b684aa&device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 1096 time: 0.0534761 Jul 22 17:24:36.969190 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359b5ea-a6bb-4863-9e71-2035e3ef84e2 req-8801bf0c-79d7-447b-bffb-7577b53228f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:36.970597 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e359b5ea-a6bb-4863-9e71-2035e3ef84e2 req-8801bf0c-79d7-447b-bffb-7577b53228f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=04ac7eb7-a954-490c-909b-81c742d83e9b HTTP/1.1" status: 200 len: 916 time: 0.0887480 Jul 22 17:24:37.009496 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e359b5ea-a6bb-4863-9e71-2035e3ef84e2 req-4552d96b-54b3-4219-bfd0-950935e19ed9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=189f6b3a-51d7-432d-91b8-9c78c08a4efd HTTP/1.1" status: 200 len: 217 time: 0.0325060 Jul 22 17:24:37.058856 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359b5ea-a6bb-4863-9e71-2035e3ef84e2 req-76401310-35ec-4de4-89f9-9840e47459b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:37.060252 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e359b5ea-a6bb-4863-9e71-2035e3ef84e2 req-76401310-35ec-4de4-89f9-9840e47459b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=081baa26-0c74-4add-b6b8-8dec2e233883 HTTP/1.1" status: 200 len: 855 time: 0.0455492 Jul 22 17:24:37.432705 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e359b5ea-a6bb-4863-9e71-2035e3ef84e2 req-3e4231fa-2256-4ce2-a592-6d076a1e1f20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=04ac7eb7-a954-490c-909b-81c742d83e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3659735 Jul 22 17:24:37.519673 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e359b5ea-a6bb-4863-9e71-2035e3ef84e2 req-0d18f89d-3fbe-4f0a-8c09-dcc6f53ad55f service neutron] 10.222.0.30 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798421 Jul 22 17:24:37.607996 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e359b5ea-a6bb-4863-9e71-2035e3ef84e2 req-f8412297-2536-41f5-8497-537fef7093f2 service neutron] 10.222.0.30 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817318 Jul 22 17:24:37.914677 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cefb6-e076-4208-8fd9-317721913b4d req-dd7d0a7c-44b4-4369-8f38-6d3bf559e5f2 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:37.916155 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-401cefb6-e076-4208-8fd9-317721913b4d req-dd7d0a7c-44b4-4369-8f38-6d3bf559e5f2 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0630755 Jul 22 17:24:37.952250 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-401cefb6-e076-4208-8fd9-317721913b4d req-fd95f058-8fe9-4d68-beee-7a8ac8de59ce tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307109 Jul 22 17:24:39.078043 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3dd17e-c6e9-43ff-a55c-e3a2c6f81157 req-6fe16981-e869-4ea3-9d7d-bb43978c8bad tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:39.079492 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b3dd17e-c6e9-43ff-a55c-e3a2c6f81157 req-6fe16981-e869-4ea3-9d7d-bb43978c8bad tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0605843 Jul 22 17:24:39.116362 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7b3dd17e-c6e9-43ff-a55c-e3a2c6f81157 req-cf3d78a5-9b13-49f9-abad-d0d9c66b3324 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306609 Jul 22 17:24:40.248535 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbd7db-0b3a-4ded-95d4-d33b063ecf29 req-2a15ed9d-3e8d-4bec-8044-beab0d4663d6 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:40.250014 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fddbd7db-0b3a-4ded-95d4-d33b063ecf29 req-2a15ed9d-3e8d-4bec-8044-beab0d4663d6 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0679843 Jul 22 17:24:40.287856 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fddbd7db-0b3a-4ded-95d4-d33b063ecf29 req-1710423b-315c-4937-9003-5216a5d6c8a5 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318520 Jul 22 17:24:41.419044 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a935b-a09a-4456-b814-d70873405e82 req-1628117d-665d-4dcc-a0d3-2f9c01f998e3 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:41.420487 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c57a935b-a09a-4456-b814-d70873405e82 req-1628117d-665d-4dcc-a0d3-2f9c01f998e3 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0663152 Jul 22 17:24:41.456985 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c57a935b-a09a-4456-b814-d70873405e82 req-4c4d73d2-b4a4-4dc7-abf1-43d7938fba38 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307879 Jul 22 17:24:42.462310 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:42.471581 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:42.583585 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949bd61-5695-4c46-8f6d-efd51584fd04 req-200b7a05-e9ff-4757-9f54-d37eb96ac4ba tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:42.585045 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a949bd61-5695-4c46-8f6d-efd51584fd04 req-200b7a05-e9ff-4757-9f54-d37eb96ac4ba tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0626338 Jul 22 17:24:42.621093 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a949bd61-5695-4c46-8f6d-efd51584fd04 req-640748ab-8430-48e0-9b2c-03e22c4bdf36 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304742 Jul 22 17:24:43.749610 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b56634-0704-46a7-abae-f0a0f435ba42 req-ad761f42-f1e0-497b-aef5-04fb24fb21fb tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:43.751105 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-14b56634-0704-46a7-abae-f0a0f435ba42 req-ad761f42-f1e0-497b-aef5-04fb24fb21fb tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0640199 Jul 22 17:24:43.788505 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-14b56634-0704-46a7-abae-f0a0f435ba42 req-5131dcbd-79c0-4240-a661-f2b233e2ba3a tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317056 Jul 22 17:24:44.914229 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe302f-3fd9-4724-be54-d086c0750a64 req-6ce6e703-992d-4210-9259-6f1c32132e9b tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:44.915710 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ddbe302f-3fd9-4724-be54-d086c0750a64 req-6ce6e703-992d-4210-9259-6f1c32132e9b tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0629771 Jul 22 17:24:44.952255 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ddbe302f-3fd9-4724-be54-d086c0750a64 req-fa0ed220-e3a6-4176-955a-41e79dcd1f21 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309429 Jul 22 17:24:46.084794 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81217115-3007-4ca6-86de-41f0150c93e1 req-8606fe93-b2b8-431b-9d7d-f41b1b11aedb tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:46.086268 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-81217115-3007-4ca6-86de-41f0150c93e1 req-8606fe93-b2b8-431b-9d7d-f41b1b11aedb tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0657377 Jul 22 17:24:46.123461 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-81217115-3007-4ca6-86de-41f0150c93e1 req-4fc62540-00f4-4450-8dfe-1cab027439c2 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316215 Jul 22 17:24:47.252626 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bfeb0-79a1-4e33-a532-e34a9730cd7e req-20551a37-e9dc-40d3-9e75-b8cea376a1fd tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:47.254119 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0e4bfeb0-79a1-4e33-a532-e34a9730cd7e req-20551a37-e9dc-40d3-9e75-b8cea376a1fd tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0663424 Jul 22 17:24:47.290631 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0e4bfeb0-79a1-4e33-a532-e34a9730cd7e req-bd8a8119-4e88-454f-a095-5a82ba795ee0 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311606 Jul 22 17:24:48.418933 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9584d3d-b378-4200-bef0-d85d7acb41e5 req-2b072cdb-857b-474c-bdec-7364af6b98e7 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:48.420315 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e9584d3d-b378-4200-bef0-d85d7acb41e5 req-2b072cdb-857b-474c-bdec-7364af6b98e7 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 945 time: 0.0631611 Jul 22 17:24:48.457159 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e9584d3d-b378-4200-bef0-d85d7acb41e5 req-e3fbab9e-6275-4392-95da-60a1f906ce47 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311148 Jul 22 17:24:48.863882 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-c4fb69fe-13ea-4887-a33b-4ef25624d286 service neutron] show failed (client error): The resource could not be found. Jul 22 17:24:48.864840 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-c4fb69fe-13ea-4887-a33b-4ef25624d286 service neutron] 10.222.0.30 "GET /v2.0/ports/189f6b3a-51d7-432d-91b8-9c78c08a4efd/bindings/n-h1-798930-9 HTTP/1.1" status: 404 len: 380 time: 0.0536208 Jul 22 17:24:49.075494 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-82b73830-7ba8-4858-ab11-c3949ba5efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:49.076946 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-82b73830-7ba8-4858-ab11-c3949ba5efe7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e&tenant_id=4cb2eaf729734e609250701757b684aa HTTP/1.1" status: 200 len: 1096 time: 0.0548985 Jul 22 17:24:49.094110 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-9', 'device_owner': 'compute:nova'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:24:49.165621 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:49.368880 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] For port 189f6b3a-51d7-432d-91b8-9c78c08a4efd, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=189f6b3a-51d7-432d-91b8-9c78c08a4efd,segment=NetworkSegment(c9022dbe-fa30-4248-abfc-65a19358994a),segment_id=c9022dbe-fa30-4248-abfc-65a19358994a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:24:49.400258 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] For port 189f6b3a-51d7-432d-91b8-9c78c08a4efd, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:24:49.442293 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8185098b-df23-4fe4-8bce-6eead1219c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '189f6b3a-51d7-432d-91b8-9c78c08a4efd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:24:49.447638 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:49.459772 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] Transition to ACTIVE for port object 189f6b3a-51d7-432d-91b8-9c78c08a4efd will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:24:49.462661 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:49.493395 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36477cb3-5e9e-4bec-8f69-ac1a18b51351" -d '{"events": [{"server_uuid": "8185098b-df23-4fe4-8bce-6eead1219c8e", "name": "network-vif-unplugged", "status": "completed", "tag": "189f6b3a-51d7-432d-91b8-9c78c08a4efd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:24:49.532890 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] No DVR routers for this DVR port 189f6b3a-51d7-432d-91b8-9c78c08a4efd on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:24:49.544582 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] Pushing event updated for resources: {'Port': ['ID=189f6b3a-51d7-432d-91b8-9c78c08a4efd,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:49.593778 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74850a1d-27cd-4a5a-9abe-f506d78a9fe3 x-openstack-request-id: req-74850a1d-27cd-4a5a-9abe-f506d78a9fe3 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:24:49.594093 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8185098b-df23-4fe4-8bce-6eead1219c8e", "name": "network-vif-unplugged", "status": "completed", "tag": "189f6b3a-51d7-432d-91b8-9c78c08a4efd", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:24:49.594341 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-74850a1d-27cd-4a5a-9abe-f506d78a9fe3 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:24:49.594723 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8185098b-df23-4fe4-8bce-6eead1219c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '189f6b3a-51d7-432d-91b8-9c78c08a4efd', 'code': 200} Jul 22 17:24:49.608413 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] Attempting to bind port 189f6b3a-51d7-432d-91b8-9c78c08a4efd on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:24:49.608738 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] Attempting to bind port 189f6b3a-51d7-432d-91b8-9c78c08a4efd by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'c9022dbe-fa30-4248-abfc-65a19358994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '04ac7eb7-a954-490c-909b-81c742d83e9b'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:24:49.609058 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] Attempting to bind port 189f6b3a-51d7-432d-91b8-9c78c08a4efd on network 04ac7eb7-a954-490c-909b-81c742d83e9b {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:24:49.616990 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] Port 189f6b3a-51d7-432d-91b8-9c78c08a4efd on network 04ac7eb7-a954-490c-909b-81c742d83e9b not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:24:49.617305 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] Attempting to bind port 189f6b3a-51d7-432d-91b8-9c78c08a4efd on network 04ac7eb7-a954-490c-909b-81c742d83e9b {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:24:49.627191 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:24:49.627475 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] Checking segment: {'id': 'c9022dbe-fa30-4248-abfc-65a19358994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '04ac7eb7-a954-490c-909b-81c742d83e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:24:49.627846 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] Bound using segment: {'id': 'c9022dbe-fa30-4248-abfc-65a19358994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '04ac7eb7-a954-490c-909b-81c742d83e9b'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:24:49.628264 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] Bound port: 189f6b3a-51d7-432d-91b8-9c78c08a4efd, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9022dbe-fa30-4248-abfc-65a19358994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '04ac7eb7-a954-490c-909b-81c742d83e9b'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:24:49.628616 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:49.654817 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dc612-9015-4afa-8ad8-2fddde0af5d5 req-8178ceef-16c2-4599-817a-50c8434865c2 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:49.656288 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c5dc612-9015-4afa-8ad8-2fddde0af5d5 req-8178ceef-16c2-4599-817a-50c8434865c2 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 943 time: 0.1246037 Jul 22 17:24:49.726200 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c5dc612-9015-4afa-8ad8-2fddde0af5d5 req-1163c2fe-0850-4c29-9059-165604680d85 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531135 Jul 22 17:24:49.730311 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] For port 189f6b3a-51d7-432d-91b8-9c78c08a4efd, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:24:49.734415 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] For port 189f6b3a-51d7-432d-91b8-9c78c08a4efd, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=189f6b3a-51d7-432d-91b8-9c78c08a4efd,segment=NetworkSegment(c9022dbe-fa30-4248-abfc-65a19358994a),segment_id=c9022dbe-fa30-4248-abfc-65a19358994a)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:24:49.741082 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:49.773840 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:49.774477 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:49.775832 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] 10.222.0.16 "PUT /v2.0/ports/189f6b3a-51d7-432d-91b8-9c78c08a4efd HTTP/1.1" status: 200 len: 1091 time: 0.6860261 Jul 22 17:24:49.797362 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e9407-7374-4193-aee1-6ed9d230b8da service neutron] Pushing event updated for resources: {'Port': ['ID=189f6b3a-51d7-432d-91b8-9c78c08a4efd,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:49.864142 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-544965ec-6ff0-4c9e-b230-1a820e2635df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:49.865637 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-544965ec-6ff0-4c9e-b230-1a820e2635df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4cb2eaf729734e609250701757b684aa&device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 1094 time: 0.0569088 Jul 22 17:24:49.953666 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-538ea89b-3236-488c-95fc-d2af9baff097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:49.955598 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-538ea89b-3236-488c-95fc-d2af9baff097 service neutron] 10.222.0.16 "GET /v2.0/networks?id=04ac7eb7-a954-490c-909b-81c742d83e9b HTTP/1.1" status: 200 len: 916 time: 0.0829079 Jul 22 17:24:50.000480 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-25dbfe38-495b-45b4-9aa0-7f1e4e76f6d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=189f6b3a-51d7-432d-91b8-9c78c08a4efd HTTP/1.1" status: 200 len: 217 time: 0.0390351 Jul 22 17:24:50.047529 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6770bfcb-9198-4b5c-be06-42aa3af6b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:50.048961 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-6770bfcb-9198-4b5c-be06-42aa3af6b511 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=081baa26-0c74-4add-b6b8-8dec2e233883 HTTP/1.1" status: 200 len: 855 time: 0.0431569 Jul 22 17:24:50.088833 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-1290d84f-01cd-4d1f-a23a-141f7c44904c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=04ac7eb7-a954-490c-909b-81c742d83e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278833 Jul 22 17:24:50.178843 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-2c33c661-7d29-4527-8dbc-3a61b035b80a service neutron] 10.222.0.16 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836842 Jul 22 17:24:50.267119 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c140d7de-76b5-44e9-9482-c53a3e28649d req-ea02297f-72b3-42e1-b63e-d1ead28273e2 service neutron] 10.222.0.16 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813963 Jul 22 17:24:50.853275 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b95980-b37c-4507-ae6b-4a48901f8dd4 req-e50f51c7-7d6d-4c31-aa01-a61caffc3916 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:50.854750 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-61b95980-b37c-4507-ae6b-4a48901f8dd4 req-e50f51c7-7d6d-4c31-aa01-a61caffc3916 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 943 time: 0.0610294 Jul 22 17:24:50.893594 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-61b95980-b37c-4507-ae6b-4a48901f8dd4 req-17e6484e-d848-4b1a-a6cc-278d5dce4b6f tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330355 Jul 22 17:24:51.596134 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8185098b-df23-4fe4-8bce-6eead1219c8e', 'tag': '189f6b3a-51d7-432d-91b8-9c78c08a4efd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:24:51.598596 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7f7141-b856-4c9f-93fa-3bb8016db5be" -d '{"events": [{"name": "network-changed", "server_uuid": "8185098b-df23-4fe4-8bce-6eead1219c8e", "tag": "189f6b3a-51d7-432d-91b8-9c78c08a4efd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:24:51.644660 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f798e8-6da8-4d88-9c35-6f91cc711933 x-openstack-request-id: req-e4f798e8-6da8-4d88-9c35-6f91cc711933 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:24:51.645026 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8185098b-df23-4fe4-8bce-6eead1219c8e", "tag": "189f6b3a-51d7-432d-91b8-9c78c08a4efd", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:24:51.645193 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e4f798e8-6da8-4d88-9c35-6f91cc711933 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:24:51.645592 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8185098b-df23-4fe4-8bce-6eead1219c8e', 'tag': '189f6b3a-51d7-432d-91b8-9c78c08a4efd', 'status': 'completed', 'code': 200} Jul 22 17:24:51.781017 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f7141-b856-4c9f-93fa-3bb8016db5be req-fe2a20f9-257c-4f7b-b008-82fe61a0a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:51.782581 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b7f7141-b856-4c9f-93fa-3bb8016db5be req-fe2a20f9-257c-4f7b-b008-82fe61a0a8da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4cb2eaf729734e609250701757b684aa&device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 1094 time: 0.0951364 Jul 22 17:24:51.788251 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f7141-b856-4c9f-93fa-3bb8016db5be req-de2c66ba-16c6-4655-99bc-2b7f91c8ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:51.789681 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b7f7141-b856-4c9f-93fa-3bb8016db5be req-de2c66ba-16c6-4655-99bc-2b7f91c8ee1d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4cb2eaf729734e609250701757b684aa&device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 1094 time: 0.1009543 Jul 22 17:24:51.841606 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 189f6b3a-51d7-432d-91b8-9c78c08a4efd no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:24:51.882993 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 189f6b3a-51d7-432d-91b8-9c78c08a4efd not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:24:51.943025 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f7141-b856-4c9f-93fa-3bb8016db5be req-4319bf23-e2e7-456e-92e8-6d54564b711b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:51.944651 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b7f7141-b856-4c9f-93fa-3bb8016db5be req-4319bf23-e2e7-456e-92e8-6d54564b711b service neutron] 10.222.0.30 "GET /v2.0/networks?id=04ac7eb7-a954-490c-909b-81c742d83e9b HTTP/1.1" status: 200 len: 916 time: 0.1541047 Jul 22 17:24:51.964334 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f7141-b856-4c9f-93fa-3bb8016db5be req-3d4fb7ba-2b12-47e7-bc5a-e6aaae33e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:51.965826 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b7f7141-b856-4c9f-93fa-3bb8016db5be req-3d4fb7ba-2b12-47e7-bc5a-e6aaae33e11c service neutron] 10.222.0.16 "GET /v2.0/networks?id=04ac7eb7-a954-490c-909b-81c742d83e9b HTTP/1.1" status: 200 len: 916 time: 0.1471369 Jul 22 17:24:52.003574 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b7f7141-b856-4c9f-93fa-3bb8016db5be req-9c26fe85-b3d1-4a4f-8646-04b520ac29df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=189f6b3a-51d7-432d-91b8-9c78c08a4efd HTTP/1.1" status: 200 len: 217 time: 0.0498242 Jul 22 17:24:52.035411 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3c3e6-d865-4668-bc4c-9482a242ad40 req-2d457f0e-e899-4cfd-9d51-f31a7d6b878f tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:52.036889 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5ed3c3e6-d865-4668-bc4c-9482a242ad40 req-2d457f0e-e899-4cfd-9d51-f31a7d6b878f tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 943 time: 0.0680864 Jul 22 17:24:52.039737 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b7f7141-b856-4c9f-93fa-3bb8016db5be req-3fe55b7d-6d04-4549-bde4-faf70e845772 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=189f6b3a-51d7-432d-91b8-9c78c08a4efd HTTP/1.1" status: 200 len: 217 time: 0.0432827 Jul 22 17:24:52.075393 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5ed3c3e6-d865-4668-bc4c-9482a242ad40 req-87a53ca2-b2f4-4c7e-9b8f-9309b36167f7 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328472 Jul 22 17:24:52.107993 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f7141-b856-4c9f-93fa-3bb8016db5be req-5d8429ed-90dd-4678-8e4c-48f44b2fb9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:52.109490 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b7f7141-b856-4c9f-93fa-3bb8016db5be req-5d8429ed-90dd-4678-8e4c-48f44b2fb9d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=081baa26-0c74-4add-b6b8-8dec2e233883 HTTP/1.1" status: 200 len: 855 time: 0.0781503 Jul 22 17:24:52.115286 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f7141-b856-4c9f-93fa-3bb8016db5be req-02ad1c45-3dd8-49fe-87bb-d3776dc0ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:52.116650 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b7f7141-b856-4c9f-93fa-3bb8016db5be req-02ad1c45-3dd8-49fe-87bb-d3776dc0ee52 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=081baa26-0c74-4add-b6b8-8dec2e233883 HTTP/1.1" status: 200 len: 855 time: 0.0578825 Jul 22 17:24:52.155525 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b7f7141-b856-4c9f-93fa-3bb8016db5be req-f0273d2d-ce88-4d96-8826-32a0c6c68a87 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=04ac7eb7-a954-490c-909b-81c742d83e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378230 Jul 22 17:24:52.174611 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b7f7141-b856-4c9f-93fa-3bb8016db5be req-fc5847fb-13c1-4a7c-8e5a-fec31d3de5a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=04ac7eb7-a954-490c-909b-81c742d83e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495992 Jul 22 17:24:52.327075 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b7f7141-b856-4c9f-93fa-3bb8016db5be req-70d9e842-d29e-41ff-a791-76a95a97f9ed service neutron] 10.222.0.30 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553516 Jul 22 17:24:52.330529 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b7f7141-b856-4c9f-93fa-3bb8016db5be req-1386a1de-a0ca-4bc6-bedf-6ad73893ffcd service neutron] 10.222.0.16 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482844 Jul 22 17:24:52.337188 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afeb54d-a9e2-4e86-86a2-3a001567647c req-f589dbd3-ea2d-4001-a441-c9738326030e tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:52.338675 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7afeb54d-a9e2-4e86-86a2-3a001567647c req-f589dbd3-ea2d-4001-a441-c9738326030e tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 943 time: 0.1127944 Jul 22 17:24:52.352559 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2129127-b2b1-4e3f-b328-8462b6e166ff req-bc7d3afe-a932-45be-b7d5-f415a2c1f7c2 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:52.353947 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c2129127-b2b1-4e3f-b328-8462b6e166ff req-bc7d3afe-a932-45be-b7d5-f415a2c1f7c2 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.30 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e&tenant_id=4cb2eaf729734e609250701757b684aa&binding%3Ahost_id=n-h1-798930-9 HTTP/1.1" status: 200 len: 943 time: 0.0978365 Jul 22 17:24:52.415809 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7afeb54d-a9e2-4e86-86a2-3a001567647c req-1c6e2970-b01c-4199-add1-41efe743a4b1 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711420 Jul 22 17:24:52.436841 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [req-c2129127-b2b1-4e3f-b328-8462b6e166ff req-80f889eb-e289-42dd-a7c7-6a57907e733c service neutron] delete failed (client error): The resource could not be found. Jul 22 17:24:52.436841 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c2129127-b2b1-4e3f-b328-8462b6e166ff req-80f889eb-e289-42dd-a7c7-6a57907e733c service neutron] 10.222.0.30 "DELETE /v2.0/ports/189f6b3a-51d7-432d-91b8-9c78c08a4efd/bindings/n-h2-798930-9 HTTP/1.1" status: 404 len: 380 time: 0.0733056 Jul 22 17:24:52.487704 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b7f7141-b856-4c9f-93fa-3bb8016db5be req-aa95ce8a-67a3-453d-8413-5addf72fe94b service neutron] 10.222.0.30 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534777 Jul 22 17:24:52.489577 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b7f7141-b856-4c9f-93fa-3bb8016db5be req-7a8fc824-ae3d-4f88-b7e7-30b9f325255e service neutron] 10.222.0.16 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482720 Jul 22 17:24:52.633693 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2129127-b2b1-4e3f-b328-8462b6e166ff req-e74c5456-0cf2-400e-b5ad-6c502bb41ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:52.635211 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c2129127-b2b1-4e3f-b328-8462b6e166ff req-e74c5456-0cf2-400e-b5ad-6c502bb41ca6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4cb2eaf729734e609250701757b684aa&device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 1094 time: 0.0572515 Jul 22 17:24:52.723063 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2129127-b2b1-4e3f-b328-8462b6e166ff req-2e4b1ed1-245d-454a-94a8-2ccc650c7012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:52.724524 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c2129127-b2b1-4e3f-b328-8462b6e166ff req-2e4b1ed1-245d-454a-94a8-2ccc650c7012 service neutron] 10.222.0.30 "GET /v2.0/networks?id=04ac7eb7-a954-490c-909b-81c742d83e9b HTTP/1.1" status: 200 len: 916 time: 0.0832288 Jul 22 17:24:52.767211 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c2129127-b2b1-4e3f-b328-8462b6e166ff req-e1932a1e-cd60-4903-8d71-a31de59d3f5e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=189f6b3a-51d7-432d-91b8-9c78c08a4efd HTTP/1.1" status: 200 len: 217 time: 0.0361924 Jul 22 17:24:52.814609 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2129127-b2b1-4e3f-b328-8462b6e166ff req-67f7ba55-174e-492e-80b1-e0d8deeb1d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:52.816000 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c2129127-b2b1-4e3f-b328-8462b6e166ff req-67f7ba55-174e-492e-80b1-e0d8deeb1d50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=081baa26-0c74-4add-b6b8-8dec2e233883 HTTP/1.1" status: 200 len: 855 time: 0.0421760 Jul 22 17:24:52.849644 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c2129127-b2b1-4e3f-b328-8462b6e166ff req-2b8df40a-312b-4e5f-b864-aa17592cf7f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=04ac7eb7-a954-490c-909b-81c742d83e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274036 Jul 22 17:24:52.938493 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c2129127-b2b1-4e3f-b328-8462b6e166ff req-ee6f3dab-8aa4-48b4-8082-9d9c644e1c63 service neutron] 10.222.0.30 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830505 Jul 22 17:24:53.026492 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c2129127-b2b1-4e3f-b328-8462b6e166ff req-cb3840c7-23e3-402c-b65b-14ba388809d5 service neutron] 10.222.0.30 "GET /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811889 Jul 22 17:24:53.556269 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec423b8c-086f-4752-b3a6-5bc5d240dad4 req-a230cebe-a710-444b-bc31-f52bb69b1e9e tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:53.557781 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ec423b8c-086f-4752-b3a6-5bc5d240dad4 req-a230cebe-a710-444b-bc31-f52bb69b1e9e tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 943 time: 0.0719564 Jul 22 17:24:53.598520 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ec423b8c-086f-4752-b3a6-5bc5d240dad4 req-9905b470-d3ba-4210-9670-472712a0954c tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341685 Jul 22 17:24:53.724432 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c044016-066e-45d9-a9d6-f0984369364c req-09ba717e-b2cd-46f2-b36b-26e32c061015 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:53.725800 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8c044016-066e-45d9-a9d6-f0984369364c req-09ba717e-b2cd-46f2-b36b-26e32c061015 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 943 time: 0.0622451 Jul 22 17:24:53.762027 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8c044016-066e-45d9-a9d6-f0984369364c req-a130db56-0ee1-43ed-9e30-822602db4577 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306532 Jul 22 17:24:53.886640 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dc60c-5502-4a49-810c-756602c98cb7 req-6cbb6427-791b-4874-81ab-45db7e427e82 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:53.888106 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f24dc60c-5502-4a49-810c-756602c98cb7 req-6cbb6427-791b-4874-81ab-45db7e427e82 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 943 time: 0.0621679 Jul 22 17:24:53.925044 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f24dc60c-5502-4a49-810c-756602c98cb7 req-02e9308d-f1a3-437e-80e6-a049e51be418 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315857 Jul 22 17:24:54.585504 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357858bf-9349-4f5d-9b52-a685d872a8a4 req-985462c5-2098-4b52-a820-8107bcce8cf7 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:54.587016 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-357858bf-9349-4f5d-9b52-a685d872a8a4 req-985462c5-2098-4b52-a820-8107bcce8cf7 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 943 time: 0.3871405 Jul 22 17:24:54.622950 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-357858bf-9349-4f5d-9b52-a685d872a8a4 req-3f37eae4-a757-40ed-9574-04d7aeaf2c78 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303786 Jul 22 17:24:54.748767 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 189f6b3a-51d7-432d-91b8-9c78c08a4efd details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:24:54.842359 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 189f6b3a-51d7-432d-91b8-9c78c08a4efd, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=189f6b3a-51d7-432d-91b8-9c78c08a4efd,segment=NetworkSegment(c9022dbe-fa30-4248-abfc-65a19358994a),segment_id=c9022dbe-fa30-4248-abfc-65a19358994a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:24:54.852703 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '189f6b3a-51d7-432d-91b8-9c78c08a4efd', 'network_id': '04ac7eb7-a954-490c-909b-81c742d83e9b', 'port_id': '189f6b3a-51d7-432d-91b8-9c78c08a4efd', 'mac_address': 'fa:16:3e:67:b4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081baa26-0c74-4add-b6b8-8dec2e233883', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:24:54.888423 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:54.900807 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189f6b3a-51d7-432d-91b8-9c78c08a4efd {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:24:54.918804 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 189f6b3a-51d7-432d-91b8-9c78c08a4efd, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=189f6b3a-51d7-432d-91b8-9c78c08a4efd,segment=NetworkSegment(c9022dbe-fa30-4248-abfc-65a19358994a),segment_id=c9022dbe-fa30-4248-abfc-65a19358994a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:24:54.922703 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:54.971930 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=189f6b3a-51d7-432d-91b8-9c78c08a4efd,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:54.979503 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:54.979844 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:54.980177 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:54.980506 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:54.980831 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:54.981154 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:54.981476 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:54.981794 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:54.982146 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:54.982464 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:54.982777 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:54.983090 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:55.215994 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['189f6b3a-51d7-432d-91b8-9c78c08a4efd'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:24:55.460186 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d40a4-5449-4e53-80f9-ec5d5adfb013 req-a9607b98-3c0d-4710-9266-eefd11d7f318 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:55.461558 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8a1d40a4-5449-4e53-80f9-ec5d5adfb013 req-a9607b98-3c0d-4710-9266-eefd11d7f318 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.16 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 944 time: 0.0622947 Jul 22 17:24:55.560898 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-8a1d40a4-5449-4e53-80f9-ec5d5adfb013 req-d84d4b2d-5975-466e-bce1-f61f58093772 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Deleting port 189f6b3a-51d7-432d-91b8-9c78c08a4efd {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:24:55.561239 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8a1d40a4-5449-4e53-80f9-ec5d5adfb013 req-d84d4b2d-5975-466e-bce1-f61f58093772 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:55.674522 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-8a1d40a4-5449-4e53-80f9-ec5d5adfb013 req-d84d4b2d-5975-466e-bce1-f61f58093772 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] For port 189f6b3a-51d7-432d-91b8-9c78c08a4efd, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=189f6b3a-51d7-432d-91b8-9c78c08a4efd,segment=NetworkSegment(c9022dbe-fa30-4248-abfc-65a19358994a),segment_id=c9022dbe-fa30-4248-abfc-65a19358994a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:24:55.674883 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8a1d40a4-5449-4e53-80f9-ec5d5adfb013 req-d84d4b2d-5975-466e-bce1-f61f58093772 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:55.692445 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-8a1d40a4-5449-4e53-80f9-ec5d5adfb013 req-d84d4b2d-5975-466e-bce1-f61f58093772 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Calling delete_port for 189f6b3a-51d7-432d-91b8-9c78c08a4efd owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:24:55.803701 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dee933-28c4-4b2a-a476-e9df9c6a7a32 req-177f8ab0-4e06-46f3-b3f7-3a17b3ef2249 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:55.805097 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60dee933-28c4-4b2a-a476-e9df9c6a7a32 req-177f8ab0-4e06-46f3-b3f7-3a17b3ef2249 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/ports?device_id=8185098b-df23-4fe4-8bce-6eead1219c8e HTTP/1.1" status: 200 len: 944 time: 0.1138752 Jul 22 17:24:55.879763 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60dee933-28c4-4b2a-a476-e9df9c6a7a32 req-212cb7a7-e92f-491f-94c2-5855105db23f tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.69 "GET /v2.0/security-groups?id=b30d708d-99cd-4035-b7ae-6192492dc89b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655189 Jul 22 17:24:55.894153 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8a1d40a4-5449-4e53-80f9-ec5d5adfb013 req-d84d4b2d-5975-466e-bce1-f61f58093772 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:55.922791 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d4b2d-5975-466e-bce1-f61f58093772 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Pushing event deleted for resources: {'Port': ['ID=189f6b3a-51d7-432d-91b8-9c78c08a4efd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:55.969335 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1d40a4-5449-4e53-80f9-ec5d5adfb013 req-d84d4b2d-5975-466e-bce1-f61f58093772 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] No DVR routers for this DVR port 189f6b3a-51d7-432d-91b8-9c78c08a4efd on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:24:55.972022 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8a1d40a4-5449-4e53-80f9-ec5d5adfb013 req-d84d4b2d-5975-466e-bce1-f61f58093772 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:55.974154 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8a1d40a4-5449-4e53-80f9-ec5d5adfb013 req-d84d4b2d-5975-466e-bce1-f61f58093772 tempest-ServerDiskConfigTestJSON-1967737087 tempest-ServerDiskConfigTestJSON-1967737087-project] 10.222.0.16 "DELETE /v2.0/ports/189f6b3a-51d7-432d-91b8-9c78c08a4efd HTTP/1.1" status: 204 len: 173 time: 0.5074658 Jul 22 17:24:55.974584 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8185098b-df23-4fe4-8bce-6eead1219c8e', 'name': 'network-vif-deleted', 'tag': '189f6b3a-51d7-432d-91b8-9c78c08a4efd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:24:55.976825 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3167fd90-4d9f-4125-ba43-70231f5daaa6" -d '{"events": [{"server_uuid": "8185098b-df23-4fe4-8bce-6eead1219c8e", "name": "network-vif-deleted", "tag": "189f6b3a-51d7-432d-91b8-9c78c08a4efd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:24:56.021158 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d027b7-4c95-4127-96df-0d9d936073bf x-openstack-request-id: req-01d027b7-4c95-4127-96df-0d9d936073bf {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:24:56.021478 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8185098b-df23-4fe4-8bce-6eead1219c8e", "name": "network-vif-deleted", "tag": "189f6b3a-51d7-432d-91b8-9c78c08a4efd", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:24:56.021790 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-01d027b7-4c95-4127-96df-0d9d936073bf {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:24:56.022208 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8185098b-df23-4fe4-8bce-6eead1219c8e', 'name': 'network-vif-deleted', 'tag': '189f6b3a-51d7-432d-91b8-9c78c08a4efd', 'status': 'completed', 'code': 200} Jul 22 17:24:56.785181 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 189f6b3a-51d7-432d-91b8-9c78c08a4efd details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:24:56.789733 n-d-798930-9 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No ports have port_id starting with 189f6b3a-51d7-432d-91b8-9c78c08a4efd Jul 22 17:24:56.790843 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 189f6b3a-51d7-432d-91b8-9c78c08a4efd requested by agent hyperv_n-h1-798930-9 not found in database {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 22 17:24:57.001743 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38450) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:24:57.048445 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-60fb90a8-957d-4d3d-865c-f73dabcd211f admin admin] Deleting subnet 081baa26-0c74-4add-b6b8-8dec2e233883 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:24:57.052059 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60fb90a8-957d-4d3d-865c-f73dabcd211f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:57.085356 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60fb90a8-957d-4d3d-865c-f73dabcd211f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:57.123246 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60fb90a8-957d-4d3d-865c-f73dabcd211f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:57.175732 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60fb90a8-957d-4d3d-865c-f73dabcd211f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:57.200210 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb90a8-957d-4d3d-865c-f73dabcd211f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=081baa26-0c74-4add-b6b8-8dec2e233883,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:57.205348 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60fb90a8-957d-4d3d-865c-f73dabcd211f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:57.209179 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-60fb90a8-957d-4d3d-865c-f73dabcd211f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/081baa26-0c74-4add-b6b8-8dec2e233883 HTTP/1.1" status: 204 len: 168 time: 0.2061553 Jul 22 17:24:57.211734 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38452) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:24:57.281073 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b39aee46-1b37-42e0-a4ad-f886e43a1734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:57.363539 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b39aee46-1b37-42e0-a4ad-f886e43a1734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:57.373054 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-b39aee46-1b37-42e0-a4ad-f886e43a1734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ac7eb7-a954-490c-909b-81c742d83e9b']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:24:57.382865 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-b39aee46-1b37-42e0-a4ad-f886e43a1734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9022dbe-fa30-4248-abfc-65a19358994a') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:24:57.383157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-b39aee46-1b37-42e0-a4ad-f886e43a1734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9022dbe-fa30-4248-abfc-65a19358994a') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:24:57.392130 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b39aee46-1b37-42e0-a4ad-f886e43a1734 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:57.406261 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b39aee46-1b37-42e0-a4ad-f886e43a1734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:57.412832 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39aee46-1b37-42e0-a4ad-f886e43a1734 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:24:57.413215 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b39aee46-1b37-42e0-a4ad-f886e43a1734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: timer() Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:24:57.414862 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:24:57.467154 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b39aee46-1b37-42e0-a4ad-f886e43a1734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:57.473325 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b39aee46-1b37-42e0-a4ad-f886e43a1734 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:57.475358 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b39aee46-1b37-42e0-a4ad-f886e43a1734 admin admin] 10.222.0.69 "DELETE /v2.0/networks/04ac7eb7-a954-490c-909b-81c742d83e9b HTTP/1.1" status: 204 len: 168 time: 0.2627218 Jul 22 17:24:57.486749 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39aee46-1b37-42e0-a4ad-f886e43a1734 admin admin] Pushing event deleted for resources: {'Network': ['ID=04ac7eb7-a954-490c-909b-81c742d83e9b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:57.578413 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38456) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:24:57.617694 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e2efedb1-7590-427b-a6f7-086956c00ea1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4cb2eaf729734e609250701757b684aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380118 Jul 22 17:24:57.620070 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38458) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:24:57.666284 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fdb53b0-b17c-46b9-87bc-49e7d1ce6e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:57.685698 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fdb53b0-b17c-46b9-87bc-49e7d1ce6e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:57.731414 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fdb53b0-b17c-46b9-87bc-49e7d1ce6e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:57.733915 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0fdb53b0-b17c-46b9-87bc-49e7d1ce6e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:57.735071 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0fdb53b0-b17c-46b9-87bc-49e7d1ce6e0e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b30d708d-99cd-4035-b7ae-6192492dc89b HTTP/1.1" status: 204 len: 168 time: 0.1141181 Jul 22 17:24:57.742397 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb53b0-b17c-46b9-87bc-49e7d1ce6e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30d708d-99cd-4035-b7ae-6192492dc89b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:58.371765 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38480) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:24:58.471868 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9f914c56-f227-4154-ae2b-cf5aca524f2f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1364027075-network', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:24:58.493326 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f914c56-f227-4154-ae2b-cf5aca524f2f admin admin] Made reservation on behalf of 23d4f6e7702849d0864552df81f6e2f3 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:24:58.495581 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f914c56-f227-4154-ae2b-cf5aca524f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:58.503508 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f914c56-f227-4154-ae2b-cf5aca524f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:58.591824 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f914c56-f227-4154-ae2b-cf5aca524f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:58.595457 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f914c56-f227-4154-ae2b-cf5aca524f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:58.619211 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f914c56-f227-4154-ae2b-cf5aca524f2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:24:58.628649 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f914c56-f227-4154-ae2b-cf5aca524f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea9ed23-29c2-4fb1-be7c-d6b362867310,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:58.633521 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f914c56-f227-4154-ae2b-cf5aca524f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:58.633862 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-9f914c56-f227-4154-ae2b-cf5aca524f2f admin admin] Added segment 73ec944f-d9f0-4559-afac-4907702d1cff of type vlan for network f020ecf5-f63d-4b35-b3ca-908260f1cc26 Jul 22 17:24:58.674380 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f914c56-f227-4154-ae2b-cf5aca524f2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:58.701136 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f914c56-f227-4154-ae2b-cf5aca524f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:58.702220 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f914c56-f227-4154-ae2b-cf5aca524f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:58.702778 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f914c56-f227-4154-ae2b-cf5aca524f2f admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:58.732699 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9f914c56-f227-4154-ae2b-cf5aca524f2f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3598738 Jul 22 17:24:58.735799 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38484) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:24:58.740840 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b57e7903-89ba-40af-8377-9f64aaad4b22 admin admin] Request body: {'subnet': {'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1364027075-subnet', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:24:58.760822 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57e7903-89ba-40af-8377-9f64aaad4b22 admin admin] Made reservation on behalf of 23d4f6e7702849d0864552df81f6e2f3 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:24:58.763277 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b57e7903-89ba-40af-8377-9f64aaad4b22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:58.764278 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f914c56-f227-4154-ae2b-cf5aca524f2f admin admin] Pushing event updated for resources: {'Network': ['ID=f020ecf5-f63d-4b35-b3ca-908260f1cc26,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:58.775449 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network f020ecf5-f63d-4b35-b3ca-908260f1cc26 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:24:58.788887 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 189f6b3a-51d7-432d-91b8-9c78c08a4efd no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:24:58.817541 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 189f6b3a-51d7-432d-91b8-9c78c08a4efd {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:24:58.817882 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 189f6b3a-51d7-432d-91b8-9c78c08a4efd not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:24:58.943298 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b57e7903-89ba-40af-8377-9f64aaad4b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:59.000798 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e7903-89ba-40af-8377-9f64aaad4b22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48c8d423-5830-4a11-90b8-1ebf6a47c3df,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:59.009669 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57e7903-89ba-40af-8377-9f64aaad4b22 admin admin] Checking segment: {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:24:59.010060 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57e7903-89ba-40af-8377-9f64aaad4b22 admin admin] Network hostable DHCP agents. Network: f020ecf5-f63d-4b35-b3ca-908260f1cc26, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:24:59.026725 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57e7903-89ba-40af-8377-9f64aaad4b22 admin admin] Network f020ecf5-f63d-4b35-b3ca-908260f1cc26 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:24:59.034502 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b57e7903-89ba-40af-8377-9f64aaad4b22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, f020ecf5-f63d-4b35-b3ca-908260f1cc26) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:24:59.038371 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57e7903-89ba-40af-8377-9f64aaad4b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:59.038952 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b57e7903-89ba-40af-8377-9f64aaad4b22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:59.043595 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6d777a-ddbb-4a19-8999-8ce93f4101e1 None None] Network f020ecf5-f63d-4b35-b3ca-908260f1cc26 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:24:59.052866 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b57e7903-89ba-40af-8377-9f64aaad4b22 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3158753 Jul 22 17:24:59.055512 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38486) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:24:59.059762 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b3d5698b-db47-4a1e-916b-73df99f76167 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:24:59.081192 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3d5698b-db47-4a1e-916b-73df99f76167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:59.082200 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3d5698b-db47-4a1e-916b-73df99f76167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:59.122863 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-42b8d3ff-12d9-4d88-a490-9cb184ca2128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:59.135159 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3d5698b-db47-4a1e-916b-73df99f76167 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:59.201404 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60762d41-a9b8-47e0-829f-98cf8240218b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:24:59.202298 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60762d41-a9b8-47e0-829f-98cf8240218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:59.272570 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3d5698b-db47-4a1e-916b-73df99f76167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:59.335943 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-60762d41-a9b8-47e0-829f-98cf8240218b None None] Allocated IP 172.20.0.2 (f020ecf5-f63d-4b35-b3ca-908260f1cc26/48c8d423-5830-4a11-90b8-1ebf6a47c3df/de83bd24-4734-4ae2-be0c-50b8a811664a) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:24:59.472529 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3d5698b-db47-4a1e-916b-73df99f76167 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:59.475035 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60762d41-a9b8-47e0-829f-98cf8240218b None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:59.484080 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-60762d41-a9b8-47e0-829f-98cf8240218b None None] Transition to ACTIVE for port object de83bd24-4734-4ae2-be0c-50b8a811664a will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:24:59.491827 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3d5698b-db47-4a1e-916b-73df99f76167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:59.499128 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-60762d41-a9b8-47e0-829f-98cf8240218b None None] Transition to ACTIVE for port object de83bd24-4734-4ae2-be0c-50b8a811664a will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:24:59.505545 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60762d41-a9b8-47e0-829f-98cf8240218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:59.545069 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60762d41-a9b8-47e0-829f-98cf8240218b None None] Network f020ecf5-f63d-4b35-b3ca-908260f1cc26 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:24:59.551020 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-60762d41-a9b8-47e0-829f-98cf8240218b None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:24:59.553453 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60762d41-a9b8-47e0-829f-98cf8240218b None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:24:59.556400 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60762d41-a9b8-47e0-829f-98cf8240218b None None] Pushing event updated for resources: {'Port': ['ID=de83bd24-4734-4ae2-be0c-50b8a811664a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:59.595115 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b3d5698b-db47-4a1e-916b-73df99f76167 admin admin] Allocated IP 172.25.0.165 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/ff196ef7-e9e1-490b-9304-28ec2327f43a) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:24:59.613900 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-60762d41-a9b8-47e0-829f-98cf8240218b None None] Attempting to bind port de83bd24-4734-4ae2-be0c-50b8a811664a on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:24:59.614288 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-60762d41-a9b8-47e0-829f-98cf8240218b None None] Attempting to bind port de83bd24-4734-4ae2-be0c-50b8a811664a by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:24:59.614642 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60762d41-a9b8-47e0-829f-98cf8240218b None None] Attempting to bind port de83bd24-4734-4ae2-be0c-50b8a811664a on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:24:59.619499 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60762d41-a9b8-47e0-829f-98cf8240218b None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:24:59.619859 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60762d41-a9b8-47e0-829f-98cf8240218b None None] Checking segment: {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:24:59.620246 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60762d41-a9b8-47e0-829f-98cf8240218b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:59.620633 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60762d41-a9b8-47e0-829f-98cf8240218b None None] Bound using segment: {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:24:59.621082 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-60762d41-a9b8-47e0-829f-98cf8240218b None None] Bound port: de83bd24-4734-4ae2-be0c-50b8a811664a, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:24:59.621450 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60762d41-a9b8-47e0-829f-98cf8240218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:59.685416 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-60762d41-a9b8-47e0-829f-98cf8240218b None None] For port de83bd24-4734-4ae2-be0c-50b8a811664a, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:24:59.688490 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-60762d41-a9b8-47e0-829f-98cf8240218b None None] For port de83bd24-4734-4ae2-be0c-50b8a811664a, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=de83bd24-4734-4ae2-be0c-50b8a811664a,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:24:59.693179 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60762d41-a9b8-47e0-829f-98cf8240218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:59.700666 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3d5698b-db47-4a1e-916b-73df99f76167 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:59.741152 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3d5698b-db47-4a1e-916b-73df99f76167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:59.752772 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60762d41-a9b8-47e0-829f-98cf8240218b None None] Pushing event updated for resources: {'Port': ['ID=de83bd24-4734-4ae2-be0c-50b8a811664a,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:59.775845 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d5698b-db47-4a1e-916b-73df99f76167 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:24:59.778757 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b3d5698b-db47-4a1e-916b-73df99f76167 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:24:59.785169 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d5698b-db47-4a1e-916b-73df99f76167 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:24:59.813694 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5698b-db47-4a1e-916b-73df99f76167 admin admin] Pushing event updated for resources: {'Port': ['ID=ff196ef7-e9e1-490b-9304-28ec2327f43a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:25:00.401603 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3d5698b-db47-4a1e-916b-73df99f76167 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:00.599737 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3d5698b-db47-4a1e-916b-73df99f76167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:00.632420 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0e9728-2d7b-4acf-b684-d9a4926eebd3 None None] Network f020ecf5-f63d-4b35-b3ca-908260f1cc26 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:25:00.715552 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fb81651d-cf29-4ed3-9eab-d6a9866fc900 None None] Provisioning for port de83bd24-4734-4ae2-be0c-50b8a811664a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:25:00.761161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d5698b-db47-4a1e-916b-73df99f76167 admin admin] Router 82b25c86-6d21-4eb0-9851-330308052b9d is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:25:00.808785 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device de83bd24-4734-4ae2-be0c-50b8a811664a up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:25:00.876159 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port de83bd24-4734-4ae2-be0c-50b8a811664a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:25:00.882121 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port de83bd24-4734-4ae2-be0c-50b8a811664a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:25:00.882492 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:00.892073 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d5698b-db47-4a1e-916b-73df99f76167 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:25:00.904242 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] Sync routers for ids ['82b25c86-6d21-4eb0-9851-330308052b9d'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:25:00.914438 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b3d5698b-db47-4a1e-916b-73df99f76167 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:00.917653 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b3d5698b-db47-4a1e-916b-73df99f76167 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8605006 Jul 22 17:25:00.919584 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38488) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:25:00.920064 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] Routers {'82b25c86-6d21-4eb0-9851-330308052b9d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:25:00.920711 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:24:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['82b25c86-6d21-4eb0-9851-330308052b9d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:25:00.986219 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:01.043768 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port de83bd24-4734-4ae2-be0c-50b8a811664a, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=de83bd24-4734-4ae2-be0c-50b8a811664a,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:25:01.060248 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:01.085087 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] Set router 82b25c86-6d21-4eb0-9851-330308052b9d gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:25:01.124927 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=de83bd24-4734-4ae2-be0c-50b8a811664a,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:25:01.255655 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b9a1946f-7067-472e-8656-e86103589345 None None] Provisioning complete for port de83bd24-4734-4ae2-be0c-50b8a811664a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:25:01.256985 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9a1946f-7067-472e-8656-e86103589345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:01.305081 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:24:59Z', 'revision_number': 3, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:24:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:25:01.342922 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] Checking router: 82b25c86-6d21-4eb0-9851-330308052b9d for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:25:01.343853 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] Updating router 82b25c86-6d21-4eb0-9851-330308052b9d port ff196ef7-e9e1-490b-9304-28ec2327f43a binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:25:01.383263 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:01.460902 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53a50830-ced4-416a-9734-42bc118d51d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:01.619043 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-53a50830-ced4-416a-9734-42bc118d51d5 admin admin] Allocated IP 172.20.0.1 (f020ecf5-f63d-4b35-b3ca-908260f1cc26/48c8d423-5830-4a11-90b8-1ebf6a47c3df/c7c52358-8d73-4094-b6aa-5015050c0ec1) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:25:01.641818 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:01.652124 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] Transition to ACTIVE for port object ff196ef7-e9e1-490b-9304-28ec2327f43a will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:25:01.660922 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:01.672391 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-66a706f5-dea6-4309-98e9-6787619c44e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:01.691784 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:01.718091 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] Attempting to bind port ff196ef7-e9e1-490b-9304-28ec2327f43a on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:25:01.718382 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] Attempting to bind port ff196ef7-e9e1-490b-9304-28ec2327f43a by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:25:01.718732 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] Attempting to bind port ff196ef7-e9e1-490b-9304-28ec2327f43a on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:25:01.725618 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d4412-0b31-4fe7-a5db-a2bbd570ba2e None None] Pushing event updated for resources: {'Port': ['ID=ff196ef7-e9e1-490b-9304-28ec2327f43a,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:25:01.728874 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:25:01.729243 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:25:01.729632 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:01.730037 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:25:01.730490 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] Bound port: ff196ef7-e9e1-490b-9304-28ec2327f43a, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:25:01.730855 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:01.731205 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53a50830-ced4-416a-9734-42bc118d51d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:01.745313 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-53a50830-ced4-416a-9734-42bc118d51d5 admin admin] Transition to ACTIVE for port object c7c52358-8d73-4094-b6aa-5015050c0ec1 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:25:01.755708 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4412-0b31-4fe7-a5db-a2bbd570ba2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:25:01.756052 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4412-0b31-4fe7-a5db-a2bbd570ba2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:25:01.756489 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4412-0b31-4fe7-a5db-a2bbd570ba2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:25:01.756829 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4412-0b31-4fe7-a5db-a2bbd570ba2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:25:01.757158 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4412-0b31-4fe7-a5db-a2bbd570ba2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:25:01.757488 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4412-0b31-4fe7-a5db-a2bbd570ba2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:25:01.757815 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4412-0b31-4fe7-a5db-a2bbd570ba2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:25:01.758158 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4412-0b31-4fe7-a5db-a2bbd570ba2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:25:01.758475 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4412-0b31-4fe7-a5db-a2bbd570ba2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:25:01.758790 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4412-0b31-4fe7-a5db-a2bbd570ba2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:25:01.759104 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4412-0b31-4fe7-a5db-a2bbd570ba2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:25:01.759417 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4412-0b31-4fe7-a5db-a2bbd570ba2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:25:01.780198 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53a50830-ced4-416a-9734-42bc118d51d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:01.794090 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] For port ff196ef7-e9e1-490b-9304-28ec2327f43a, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:25:01.797718 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] For port ff196ef7-e9e1-490b-9304-28ec2327f43a, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ff196ef7-e9e1-490b-9304-28ec2327f43a,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:25:01.802726 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:01.817635 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a50830-ced4-416a-9734-42bc118d51d5 admin admin] Network f020ecf5-f63d-4b35-b3ca-908260f1cc26 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:25:01.823872 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-53a50830-ced4-416a-9734-42bc118d51d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:25:01.827463 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a50830-ced4-416a-9734-42bc118d51d5 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:25:01.851643 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a50830-ced4-416a-9734-42bc118d51d5 admin admin] Pushing event updated for resources: {'Port': ['ID=c7c52358-8d73-4094-b6aa-5015050c0ec1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:25:01.872026 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53a50830-ced4-416a-9734-42bc118d51d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:01.878341 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] Routers {'82b25c86-6d21-4eb0-9851-330308052b9d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:25:01.878964 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:25:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['82b25c86-6d21-4eb0-9851-330308052b9d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:25:01.880925 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d4412-0b31-4fe7-a5db-a2bbd570ba2e None None] Pushing event updated for resources: {'Port': ['ID=ff196ef7-e9e1-490b-9304-28ec2327f43a,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:25:01.993545 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] Set router 82b25c86-6d21-4eb0-9851-330308052b9d gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:25:02.022171 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53a50830-ced4-416a-9734-42bc118d51d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:02.078983 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-13d7237e-b98d-4331-9e7e-0467b80c2422 None None] Provisioning for port c7c52358-8d73-4094-b6aa-5015050c0ec1 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:25:02.083793 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-13d7237e-b98d-4331-9e7e-0467b80c2422 None None] Provisioning complete for port c7c52358-8d73-4094-b6aa-5015050c0ec1 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:25:02.084159 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-13d7237e-b98d-4331-9e7e-0467b80c2422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:02.123441 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-13d7237e-b98d-4331-9e7e-0467b80c2422 None None] Port c7c52358-8d73-4094-b6aa-5015050c0ec1 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:25:02.175065 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:24:59Z', 'revision_number': 3, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:25:02.196451 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53a50830-ced4-416a-9734-42bc118d51d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:02.200967 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4659174-136d-42bb-99ce-46522a46dfdd None None] The sync data for ids ['82b25c86-6d21-4eb0-9851-330308052b9d'] in n-d-798930-9 is: [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:24:59Z', 'revision_number': 3, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:25:02.201442 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53a50830-ced4-416a-9734-42bc118d51d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:02.277004 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-53a50830-ced4-416a-9734-42bc118d51d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:02.278892 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a50830-ced4-416a-9734-42bc118d51d5 admin admin] Pushing event updated for resources: {'Port': ['ID=c7c52358-8d73-4094-b6aa-5015050c0ec1,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:25:02.372257 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a50830-ced4-416a-9734-42bc118d51d5 admin admin] Network f020ecf5-f63d-4b35-b3ca-908260f1cc26 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:25:02.373794 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-53a50830-ced4-416a-9734-42bc118d51d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:25:02.519037 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a50830-ced4-416a-9734-42bc118d51d5 admin admin] Router 82b25c86-6d21-4eb0-9851-330308052b9d has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:25:02.635070 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a50830-ced4-416a-9734-42bc118d51d5 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:25:02.642145 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-53a50830-ced4-416a-9734-42bc118d51d5 admin admin] 10.222.0.69 "PUT /v2.0/routers/82b25c86-6d21-4eb0-9851-330308052b9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7212698 Jul 22 17:25:02.652899 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9ac6c982-1799-446c-8bd0-c0da2fb3c819 None None] Provisioning complete for port c7c52358-8d73-4094-b6aa-5015050c0ec1 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:25:02.653312 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ac6c982-1799-446c-8bd0-c0da2fb3c819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:02.691785 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9ac6c982-1799-446c-8bd0-c0da2fb3c819 None None] Port c7c52358-8d73-4094-b6aa-5015050c0ec1 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:25:02.846626 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ff196ef7-e9e1-490b-9304-28ec2327f43a up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:25:02.896636 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port ff196ef7-e9e1-490b-9304-28ec2327f43a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:25:02.900782 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port ff196ef7-e9e1-490b-9304-28ec2327f43a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:25:02.901152 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:02.957681 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:02.992362 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:03.014171 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port ff196ef7-e9e1-490b-9304-28ec2327f43a, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ff196ef7-e9e1-490b-9304-28ec2327f43a,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:25:03.019321 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:03.020171 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device de83bd24-4734-4ae2-be0c-50b8a811664a up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:25:03.045136 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38496) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:25:03.049950 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1c416647-8c3a-478f-b2b4-504de824281c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1245287297', 'description': 'tempest-description--297776218'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:25:03.074999 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1c416647-8c3a-478f-b2b4-504de824281c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:03.106449 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=ff196ef7-e9e1-490b-9304-28ec2327f43a,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:25:03.125715 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port de83bd24-4734-4ae2-be0c-50b8a811664a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:25:03.126505 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:03.163859 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1c416647-8c3a-478f-b2b4-504de824281c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:03.167702 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1c416647-8c3a-478f-b2b4-504de824281c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:03.196884 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1c416647-8c3a-478f-b2b4-504de824281c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:03.198178 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1c416647-8c3a-478f-b2b4-504de824281c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1519828 Jul 22 17:25:03.201109 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 38498) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:25:03.203276 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c416647-8c3a-478f-b2b4-504de824281c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:25:03.206861 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-89d1eb5d-a123-4fa5-ad4c-f7805d1c3b6d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Request body: {'security_group_rule': {'security_group_id': '1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:25:03.237081 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89d1eb5d-a123-4fa5-ad4c-f7805d1c3b6d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:03.304212 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89d1eb5d-a123-4fa5-ad4c-f7805d1c3b6d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:03.307938 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89d1eb5d-a123-4fa5-ad4c-f7805d1c3b6d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:03.327021 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1eb5d-a123-4fa5-ad4c-f7805d1c3b6d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ba44a6-a225-43ad-895c-f15ac1e506a7,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:25:03.330506 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-89d1eb5d-a123-4fa5-ad4c-f7805d1c3b6d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:03.331705 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-89d1eb5d-a123-4fa5-ad4c-f7805d1c3b6d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288946 Jul 22 17:25:03.334511 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38500) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:25:03.339187 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-1b09abc6-c996-4c30-8246-c1a8a196b240 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Request body: {'security_group_rule': {'security_group_id': '1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:25:03.367109 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b09abc6-c996-4c30-8246-c1a8a196b240 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:03.423096 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b09abc6-c996-4c30-8246-c1a8a196b240 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:03.427034 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b09abc6-c996-4c30-8246-c1a8a196b240 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:03.447647 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09abc6-c996-4c30-8246-c1a8a196b240 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a93a43a-2f17-4787-96b4-3a9ba306776a,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:25:03.451468 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b09abc6-c996-4c30-8246-c1a8a196b240 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:03.455446 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1b09abc6-c996-4c30-8246-c1a8a196b240 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171629 Jul 22 17:25:03.455850 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38502) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:25:03.463495 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9d00a39c-911f-4ea8-9adc-f95f560006a7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:25:03.491007 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d00a39c-911f-4ea8-9adc-f95f560006a7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:03.589974 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d00a39c-911f-4ea8-9adc-f95f560006a7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:03.697780 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-9d00a39c-911f-4ea8-9adc-f95f560006a7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Allocated IP 172.25.0.44 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/844de9af-42b0-4aee-8e8a-22a3c881f827) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:25:03.743908 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] Sync routers for ids ['82b25c86-6d21-4eb0-9851-330308052b9d'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:25:03.752877 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] Routers {'82b25c86-6d21-4eb0-9851-330308052b9d'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:25:03.753494 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:25:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['82b25c86-6d21-4eb0-9851-330308052b9d'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:25:03.800518 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d00a39c-911f-4ea8-9adc-f95f560006a7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:03.839162 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d00a39c-911f-4ea8-9adc-f95f560006a7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:03.858034 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] Set router 82b25c86-6d21-4eb0-9851-330308052b9d gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:25:03.874853 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d00a39c-911f-4ea8-9adc-f95f560006a7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:25:03.880958 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9d00a39c-911f-4ea8-9adc-f95f560006a7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:25:03.884524 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d00a39c-911f-4ea8-9adc-f95f560006a7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:25:03.911418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00a39c-911f-4ea8-9adc-f95f560006a7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Pushing event updated for resources: {'Port': ['ID=844de9af-42b0-4aee-8e8a-22a3c881f827,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:25:03.975632 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d00a39c-911f-4ea8-9adc-f95f560006a7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:04.020636 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d00a39c-911f-4ea8-9adc-f95f560006a7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:04.055022 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 2, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:25:04.085426 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] Checking router: 82b25c86-6d21-4eb0-9851-330308052b9d for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:25:04.085780 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] Updating router 82b25c86-6d21-4eb0-9851-330308052b9d port c7c52358-8d73-4094-b6aa-5015050c0ec1 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:25:04.119710 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:04.172371 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d00a39c-911f-4ea8-9adc-f95f560006a7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:04.177705 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d00a39c-911f-4ea8-9adc-f95f560006a7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:04.249587 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00a39c-911f-4ea8-9adc-f95f560006a7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Pushing event updated for resources: {'Port': ['ID=844de9af-42b0-4aee-8e8a-22a3c881f827,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:25:04.258903 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d00a39c-911f-4ea8-9adc-f95f560006a7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:04.272836 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9d00a39c-911f-4ea8-9adc-f95f560006a7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:04.274130 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9d00a39c-911f-4ea8-9adc-f95f560006a7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8174016 Jul 22 17:25:04.388006 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:04.398197 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] Transition to ACTIVE for port object c7c52358-8d73-4094-b6aa-5015050c0ec1 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:25:04.403529 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:04.414470 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-0c64bfab-14b0-449a-9566-e1c6acb0c8db tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1245287297&fields=id&tenant_id=23d4f6e7702849d0864552df81f6e2f3 HTTP/1.1" status: 200 len: 267 time: 0.0342710 Jul 22 17:25:04.455795 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f93ab-00cd-4fc2-91fa-2234875ff455 None None] Pushing event updated for resources: {'Port': ['ID=c7c52358-8d73-4094-b6aa-5015050c0ec1,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:25:04.511732 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] Attempting to bind port c7c52358-8d73-4094-b6aa-5015050c0ec1 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:25:04.512094 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] Attempting to bind port c7c52358-8d73-4094-b6aa-5015050c0ec1 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:25:04.512452 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] Attempting to bind port c7c52358-8d73-4094-b6aa-5015050c0ec1 on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:25:04.517822 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:25:04.519180 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] Checking segment: {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:25:04.519180 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:04.519600 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] Bound using segment: {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:25:04.519741 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] Bound port: c7c52358-8d73-4094-b6aa-5015050c0ec1, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:25:04.520114 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:04.541766 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-0085904e-dd23-4989-949d-3b9ecfe8d3b8 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:04.543514 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-0085904e-dd23-4989-949d-3b9ecfe8d3b8 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 812 time: 0.1224551 Jul 22 17:25:04.561160 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-cd364422-4011-4971-80dc-c449960ec4db tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/quotas/23d4f6e7702849d0864552df81f6e2f3 HTTP/1.1" status: 200 len: 375 time: 0.0102391 Jul 22 17:25:04.587358 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] For port c7c52358-8d73-4094-b6aa-5015050c0ec1, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:25:04.591109 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] For port c7c52358-8d73-4094-b6aa-5015050c0ec1, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c7c52358-8d73-4094-b6aa-5015050c0ec1,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:25:04.596695 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:04.642824 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-f3b83754-dba3-4a52-bb10-c11eca68da81 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0739212 Jul 22 17:25:04.663476 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] Routers {'82b25c86-6d21-4eb0-9851-330308052b9d'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:25:04.664109 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:25:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['82b25c86-6d21-4eb0-9851-330308052b9d'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:25:04.699789 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f93ab-00cd-4fc2-91fa-2234875ff455 None None] Pushing event updated for resources: {'Port': ['ID=c7c52358-8d73-4094-b6aa-5015050c0ec1,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:25:04.794279 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] Set router 82b25c86-6d21-4eb0-9851-330308052b9d gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:25:04.796590 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:04.823878 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ff196ef7-e9e1-490b-9304-28ec2327f43a up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:25:04.887461 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-e3f24158-eea6-47e2-8f2c-e8ada93a62cd service neutron] 10.222.0.69 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646404 Jul 22 17:25:04.974964 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port ff196ef7-e9e1-490b-9304-28ec2327f43a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:25:04.975818 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:04.996431 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-e7082c9a-3702-4571-a1d5-c26e39996d75 service neutron] 10.222.0.69 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017165 Jul 22 17:25:05.116390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:04Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:25:05.144120 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f3c4f5-7b59-4a34-96e2-4e918df982dd None None] The sync data for ids ['82b25c86-6d21-4eb0-9851-330308052b9d'] in n-d-798930-9 is: [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:04Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:25:05.186369 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2e2ef08a-b287-434d-9fcf-215c91cd7e0e req-3e1907f4-6811-4478-893f-41cf1f54ef1e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 210 time: 0.0300121 Jul 22 17:25:05.413573 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:25:06.309548 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6274af7c-b212-4390-b668-e4b26ed1ea1f req-76475f9c-2525-4471-b983-fecaa39bced7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 210 time: 0.0335705 Jul 22 17:25:06.407491 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-2dd99495-a2ac-4867-b0e3-15eb1bf2a997 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:06.409684 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-2dd99495-a2ac-4867-b0e3-15eb1bf2a997 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 812 time: 0.1030579 Jul 22 17:25:06.470399 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-d8a94474-615e-489c-93b1-44678cf84e95 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23d4f6e7702849d0864552df81f6e2f3 HTTP/1.1" status: 200 len: 380 time: 0.0385096 Jul 22 17:25:06.500205 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-a228b82c-9f2d-450b-9c9b-478545a2e51e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Request body: {'port': {'device_id': 'a989834b-65a8-4798-8f67-015cc16a599e', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'admin_state_up': True, 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'security_groups': ['1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:25:06.611164 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-a228b82c-9f2d-450b-9c9b-478545a2e51e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Made reservation on behalf of 23d4f6e7702849d0864552df81f6e2f3 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:25:06.614683 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-a228b82c-9f2d-450b-9c9b-478545a2e51e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:06.745232 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-a228b82c-9f2d-450b-9c9b-478545a2e51e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Allocated IP 172.20.0.11 (f020ecf5-f63d-4b35-b3ca-908260f1cc26/48c8d423-5830-4a11-90b8-1ebf6a47c3df/0f3cdd09-6b8d-4982-8835-ab29dd7b1f81) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:25:06.785804 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c7c52358-8d73-4094-b6aa-5015050c0ec1 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:25:06.842867 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port c7c52358-8d73-4094-b6aa-5015050c0ec1 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:25:06.847148 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port c7c52358-8d73-4094-b6aa-5015050c0ec1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:25:06.847761 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:06.902822 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-a228b82c-9f2d-450b-9c9b-478545a2e51e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:06.920874 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-a228b82c-9f2d-450b-9c9b-478545a2e51e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Transition to ACTIVE for port object 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:25:06.926602 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:06.958088 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-a228b82c-9f2d-450b-9c9b-478545a2e51e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:06.967441 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port c7c52358-8d73-4094-b6aa-5015050c0ec1, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c7c52358-8d73-4094-b6aa-5015050c0ec1,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:25:06.972490 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:07.005042 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-a228b82c-9f2d-450b-9c9b-478545a2e51e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Network f020ecf5-f63d-4b35-b3ca-908260f1cc26 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:25:07.012089 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-a228b82c-9f2d-450b-9c9b-478545a2e51e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:25:07.018090 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-a228b82c-9f2d-450b-9c9b-478545a2e51e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:25:07.025236 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=c7c52358-8d73-4094-b6aa-5015050c0ec1,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:25:07.044492 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228b82c-9f2d-450b-9c9b-478545a2e51e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Pushing event updated for resources: {'Port': ['ID=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:25:07.076477 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-a228b82c-9f2d-450b-9c9b-478545a2e51e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:07.077128 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-a228b82c-9f2d-450b-9c9b-478545a2e51e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:07.092052 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-a228b82c-9f2d-450b-9c9b-478545a2e51e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5953500 Jul 22 17:25:07.110606 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-9109a8e4-38e9-4544-8776-36618650ff06 service neutron] Request body: {'port': {'device_id': 'a989834b-65a8-4798-8f67-015cc16a599e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:25:07.190286 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-9109a8e4-38e9-4544-8776-36618650ff06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:07.258376 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8f44e41c-eb55-451d-83d6-e8176c7370d9 None None] Provisioning for port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:25:07.262085 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8f44e41c-eb55-451d-83d6-e8176c7370d9 None None] Provisioning complete for port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:25:07.262459 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8f44e41c-eb55-451d-83d6-e8176c7370d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:07.298720 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8f44e41c-eb55-451d-83d6-e8176c7370d9 None None] Port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:25:07.440167 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00665e-6058-4141-aaf3-20e5f1b257d5 req-acba0a0f-f8ef-46b5-8745-8f29f21e37dc tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:07.441650 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fe00665e-6058-4141-aaf3-20e5f1b257d5 req-acba0a0f-f8ef-46b5-8745-8f29f21e37dc tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 932 time: 0.0630319 Jul 22 17:25:07.458290 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-9109a8e4-38e9-4544-8776-36618650ff06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:25:07.465788 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-9109a8e4-38e9-4544-8776-36618650ff06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:07.478255 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-9109a8e4-38e9-4544-8776-36618650ff06 service neutron] Transition to ACTIVE for port object 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:25:07.479363 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fe00665e-6058-4141-aaf3-20e5f1b257d5 req-d3f418f4-6702-4437-8b75-62773508bb53 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318365 Jul 22 17:25:07.482941 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-9109a8e4-38e9-4544-8776-36618650ff06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:07.536624 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109a8e4-38e9-4544-8776-36618650ff06 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:25:07.610062 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-9109a8e4-38e9-4544-8776-36618650ff06 service neutron] Attempting to bind port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:25:07.610062 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-9109a8e4-38e9-4544-8776-36618650ff06 service neutron] Attempting to bind port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:25:07.610062 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-9109a8e4-38e9-4544-8776-36618650ff06 service neutron] Attempting to bind port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:25:07.614695 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-9109a8e4-38e9-4544-8776-36618650ff06 service neutron] Port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:25:07.615017 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-9109a8e4-38e9-4544-8776-36618650ff06 service neutron] Attempting to bind port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:25:07.619742 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-9109a8e4-38e9-4544-8776-36618650ff06 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:25:07.620070 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-9109a8e4-38e9-4544-8776-36618650ff06 service neutron] Checking segment: {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:25:07.620476 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-9109a8e4-38e9-4544-8776-36618650ff06 service neutron] Bound using segment: {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:25:07.620894 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-9109a8e4-38e9-4544-8776-36618650ff06 service neutron] Bound port: 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:25:07.621248 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-9109a8e4-38e9-4544-8776-36618650ff06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:07.687414 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-9109a8e4-38e9-4544-8776-36618650ff06 service neutron] For port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:25:07.690603 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-9109a8e4-38e9-4544-8776-36618650ff06 service neutron] For port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:25:07.694545 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-9109a8e4-38e9-4544-8776-36618650ff06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:07.728339 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-9109a8e4-38e9-4544-8776-36618650ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:07.729089 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-9109a8e4-38e9-4544-8776-36618650ff06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:07.730528 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-9109a8e4-38e9-4544-8776-36618650ff06 service neutron] 10.222.0.16 "PUT /v2.0/ports/0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 HTTP/1.1" status: 200 len: 1092 time: 0.6252201 Jul 22 17:25:07.730969 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a989834b-65a8-4798-8f67-015cc16a599e', 'tag': '0f3cdd09-6b8d-4982-8835-ab29dd7b1f81'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:25:07.733226 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5c087c-27dd-483b-8237-2b7a42e063c7" -d '{"events": [{"name": "network-changed", "server_uuid": "a989834b-65a8-4798-8f67-015cc16a599e", "tag": "0f3cdd09-6b8d-4982-8835-ab29dd7b1f81"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:25:07.759223 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109a8e4-38e9-4544-8776-36618650ff06 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:25:07.784269 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab052daa-dfe7-40a2-a234-73c1428cd472 x-openstack-request-id: req-ab052daa-dfe7-40a2-a234-73c1428cd472 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:25:07.784568 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a989834b-65a8-4798-8f67-015cc16a599e", "tag": "0f3cdd09-6b8d-4982-8835-ab29dd7b1f81", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:25:07.784817 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ab052daa-dfe7-40a2-a234-73c1428cd472 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:25:07.785218 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a989834b-65a8-4798-8f67-015cc16a599e', 'tag': '0f3cdd09-6b8d-4982-8835-ab29dd7b1f81', 'status': 'completed', 'code': 200} Jul 22 17:25:07.859214 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-70417ac2-57a4-4ded-92c2-98edf07f3809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:07.860780 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-70417ac2-57a4-4ded-92c2-98edf07f3809 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 1095 time: 0.0604289 Jul 22 17:25:07.910785 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-88a74b4c-105b-4f3a-90d6-79c0c7ab0e96 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 HTTP/1.1" status: 200 len: 217 time: 0.0373001 Jul 22 17:25:07.958839 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-01159aa2-39f1-4c6d-bce5-9b069f52a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:07.960287 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-01159aa2-39f1-4c6d-bce5-9b069f52a51f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0436697 Jul 22 17:25:08.016058 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-62884ed6-5b11-4821-8df6-c97b6f6ddcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:08.018115 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-62884ed6-5b11-4821-8df6-c97b6f6ddcfa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514724 Jul 22 17:25:08.108290 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-2cec158e-c86f-4573-ae09-4b2919f2006d service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841672 Jul 22 17:25:08.545175 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-84ec0d5e-0b21-4f13-8dd1-0d4726db3d8d req-e7575c59-824f-4bb7-a6e0-8974d75aea0d service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306893 Jul 22 17:25:08.612609 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95449f53-ec21-4034-a580-160ff78f396e req-69941508-1724-4dbc-92b7-7dc721daba3a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:08.614114 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-95449f53-ec21-4034-a580-160ff78f396e req-69941508-1724-4dbc-92b7-7dc721daba3a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 944 time: 0.0665708 Jul 22 17:25:08.652541 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-95449f53-ec21-4034-a580-160ff78f396e req-9e344a4d-8096-4416-a4fb-c465b8749fea tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326929 Jul 22 17:25:08.678940 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c087c-27dd-483b-8237-2b7a42e063c7 req-8c71880d-7645-45b5-bc76-0d28b15c5a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:08.680441 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e5c087c-27dd-483b-8237-2b7a42e063c7 req-8c71880d-7645-45b5-bc76-0d28b15c5a46 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 1095 time: 0.0546870 Jul 22 17:25:08.759632 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c7c52358-8d73-4094-b6aa-5015050c0ec1 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:25:08.770476 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c087c-27dd-483b-8237-2b7a42e063c7 req-f9d6d9a1-7d86-4d54-97ac-ecc66508831f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:08.771961 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e5c087c-27dd-483b-8237-2b7a42e063c7 req-f9d6d9a1-7d86-4d54-97ac-ecc66508831f service neutron] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0852101 Jul 22 17:25:08.806223 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port c7c52358-8d73-4094-b6aa-5015050c0ec1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:25:08.806596 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:08.816092 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e5c087c-27dd-483b-8237-2b7a42e063c7 req-04db0586-9fe2-4eaf-be75-f3de2dba1a04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 HTTP/1.1" status: 200 len: 217 time: 0.0370786 Jul 22 17:25:08.864221 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c087c-27dd-483b-8237-2b7a42e063c7 req-25daafc2-6354-48a1-a7d1-997e41359251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:08.865656 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e5c087c-27dd-483b-8237-2b7a42e063c7 req-25daafc2-6354-48a1-a7d1-997e41359251 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0428824 Jul 22 17:25:08.922775 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c087c-27dd-483b-8237-2b7a42e063c7 req-45ed3e67-7fea-4e79-a3b0-7860f11ad27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:08.924947 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e5c087c-27dd-483b-8237-2b7a42e063c7 req-45ed3e67-7fea-4e79-a3b0-7860f11ad27b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527656 Jul 22 17:25:09.015092 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e5c087c-27dd-483b-8237-2b7a42e063c7 req-7a897885-6946-4f3b-b891-d8c9b59c2a90 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832212 Jul 22 17:25:09.103562 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e5c087c-27dd-483b-8237-2b7a42e063c7 req-4bc1464d-7b4d-4071-b7d3-6fb9ce562ee2 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814385 Jul 22 17:25:09.788922 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43502dff-1260-4100-abf7-1aba6303f02d req-c63480f3-1db0-48bc-ae95-0d514eb8eeec tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:09.790455 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-43502dff-1260-4100-abf7-1aba6303f02d req-c63480f3-1db0-48bc-ae95-0d514eb8eeec tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 944 time: 0.0675952 Jul 22 17:25:09.827528 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-43502dff-1260-4100-abf7-1aba6303f02d req-8f6c8b6c-6386-4820-bb1b-4aec4a21ee97 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315180 Jul 22 17:25:10.954769 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac65586-3f9b-4fd7-a37d-7e8ab74c5f3f req-d5555c08-36dd-4ef3-8b9b-3558b88af717 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:10.956827 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fac65586-3f9b-4fd7-a37d-7e8ab74c5f3f req-d5555c08-36dd-4ef3-8b9b-3558b88af717 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 944 time: 0.0641282 Jul 22 17:25:10.993751 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fac65586-3f9b-4fd7-a37d-7e8ab74c5f3f req-e17c5160-4243-4f45-999a-ea4e2c1f4941 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311325 Jul 22 17:25:12.120689 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf25ef6-ff42-49a8-9417-33ff9daea600 req-ef4e3a94-e96e-454c-9ea3-6aad65d53cf1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:12.122200 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ccf25ef6-ff42-49a8-9417-33ff9daea600 req-ef4e3a94-e96e-454c-9ea3-6aad65d53cf1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 944 time: 0.0629256 Jul 22 17:25:12.159448 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ccf25ef6-ff42-49a8-9417-33ff9daea600 req-f9009742-ccbc-4218-9de7-eed7e281e4bf tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312247 Jul 22 17:25:12.457489 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:12.474121 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:12.920932 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:25:13.012504 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:25:13.023220 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '0f3cdd09-6b8d-4982-8835-ab29dd7b1f81', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'port_id': '0f3cdd09-6b8d-4982-8835-ab29dd7b1f81', 'mac_address': 'fa:16:3e:9b:3b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:25:13.057830 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:13.073644 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:25:13.092026 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:25:13.096122 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:13.141940 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:25:13.289310 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059897e1-833e-47a5-a521-0b1f12e04cb1 req-395e71dc-aa36-49dd-a1e3-bca420060b2d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:13.290730 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-059897e1-833e-47a5-a521-0b1f12e04cb1 req-395e71dc-aa36-49dd-a1e3-bca420060b2d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 945 time: 0.0666068 Jul 22 17:25:13.328099 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-059897e1-833e-47a5-a521-0b1f12e04cb1 req-faa9b4a2-552f-4048-b03e-3ed7c6d7d856 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318468 Jul 22 17:25:13.350470 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['0f3cdd09-6b8d-4982-8835-ab29dd7b1f81'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:25:14.461232 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71334df-8bc2-4a5c-af40-2c7c4e7e3798 req-4f69ce91-9e2e-4c9a-b08d-638ca4d79d67 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:14.462707 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e71334df-8bc2-4a5c-af40-2c7c4e7e3798 req-4f69ce91-9e2e-4c9a-b08d-638ca4d79d67 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 945 time: 0.0709913 Jul 22 17:25:14.499005 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e71334df-8bc2-4a5c-af40-2c7c4e7e3798 req-bc60643c-3b84-4b7b-8866-ccc257a28a37 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307150 Jul 22 17:25:14.936202 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:25:14.986405 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:25:14.989724 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:25:14.990123 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:15.062175 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:15.084217 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a989834b-65a8-4798-8f67-015cc16a599e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3cdd09-6b8d-4982-8835-ab29dd7b1f81'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:25:15.086493 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e99bfb-35a8-44b5-a251-6673d61de4d8" -d '{"events": [{"server_uuid": "a989834b-65a8-4798-8f67-015cc16a599e", "name": "network-vif-plugged", "status": "completed", "tag": "0f3cdd09-6b8d-4982-8835-ab29dd7b1f81"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:25:15.098868 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:25:15.103205 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:15.130134 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cb8116-aaec-4da6-b372-8758c68949df x-openstack-request-id: req-b4cb8116-aaec-4da6-b372-8758c68949df {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:25:15.130423 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a989834b-65a8-4798-8f67-015cc16a599e", "name": "network-vif-plugged", "status": "completed", "tag": "0f3cdd09-6b8d-4982-8835-ab29dd7b1f81", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:25:15.130670 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b4cb8116-aaec-4da6-b372-8758c68949df {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:25:15.131047 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a989834b-65a8-4798-8f67-015cc16a599e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3cdd09-6b8d-4982-8835-ab29dd7b1f81', 'code': 200} Jul 22 17:25:15.156985 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:25:15.260355 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90146e47-980f-4aa5-9454-7913cf05457a req-6c943458-c86d-4e40-983d-58da9f432f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:15.261752 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-90146e47-980f-4aa5-9454-7913cf05457a req-6c943458-c86d-4e40-983d-58da9f432f45 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 1097 time: 0.0526686 Jul 22 17:25:15.295018 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-90146e47-980f-4aa5-9454-7913cf05457a req-d91c91ee-4afc-4a38-855f-808c3b9fdab8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269196 Jul 22 17:25:15.623870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e1fd1-615f-4b74-9b1d-80f4b6e3c0fb req-2b760088-e972-4723-9cdb-2976b1e76a2d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:15.625336 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-894e1fd1-615f-4b74-9b1d-80f4b6e3c0fb req-2b760088-e972-4723-9cdb-2976b1e76a2d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 946 time: 0.0629485 Jul 22 17:25:15.662395 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-894e1fd1-615f-4b74-9b1d-80f4b6e3c0fb req-b33c51f9-a993-4f86-8357-c23e4a60cd7d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315857 Jul 22 17:25:16.790409 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ab11a-5e6d-4eca-9b6b-8c5f6c277f76 req-871b88d2-2c83-4642-ac8b-271431c42f15 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:16.791854 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-718ab11a-5e6d-4eca-9b6b-8c5f6c277f76 req-871b88d2-2c83-4642-ac8b-271431c42f15 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 946 time: 0.0623655 Jul 22 17:25:16.828518 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-718ab11a-5e6d-4eca-9b6b-8c5f6c277f76 req-7a414d1b-27b7-4d92-9237-ad23e72085e8 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311761 Jul 22 17:25:16.957221 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91867bdb-8bd7-4bc3-8186-f6b5fbc7f874 req-574fa765-b347-4381-ae84-3e30f8d34116 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:16.958843 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-91867bdb-8bd7-4bc3-8186-f6b5fbc7f874 req-574fa765-b347-4381-ae84-3e30f8d34116 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 946 time: 0.0676041 Jul 22 17:25:16.969496 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 38578) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:25:16.974650 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-fb2a43e0-5abc-4a3e-a1a1-912a4298b8fd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Request body: {'floatingip': {'port_id': '0f3cdd09-6b8d-4982-8835-ab29dd7b1f81'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:25:17.014141 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb2a43e0-5abc-4a3e-a1a1-912a4298b8fd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:17.437446 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb2a43e0-5abc-4a3e-a1a1-912a4298b8fd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:17.440966 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb2a43e0-5abc-4a3e-a1a1-912a4298b8fd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:17.541526 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-fb2a43e0-5abc-4a3e-a1a1-912a4298b8fd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Floating IP 15a8a7e1-a58e-4118-b5e1-df0824061f50 associated. External IP: 172.25.0.44, port: 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81. Jul 22 17:25:17.742172 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2a43e0-5abc-4a3e-a1a1-912a4298b8fd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Router 82b25c86-6d21-4eb0-9851-330308052b9d has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:25:17.847440 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2a43e0-5abc-4a3e-a1a1-912a4298b8fd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:25:17.852263 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fb2a43e0-5abc-4a3e-a1a1-912a4298b8fd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:17.857189 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929771cb-4f26-487b-9eeb-3fa2c2185f70 None None] Sync routers for ids ['82b25c86-6d21-4eb0-9851-330308052b9d'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:25:17.865804 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929771cb-4f26-487b-9eeb-3fa2c2185f70 None None] Routers {'82b25c86-6d21-4eb0-9851-330308052b9d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:25:17.866428 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-929771cb-4f26-487b-9eeb-3fa2c2185f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:25:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['82b25c86-6d21-4eb0-9851-330308052b9d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:25:17.892426 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fb2a43e0-5abc-4a3e-a1a1-912a4298b8fd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "PUT /v2.0/floatingips/15a8a7e1-a58e-4118-b5e1-df0824061f50 HTTP/1.1" status: 200 len: 991 time: 0.9218097 Jul 22 17:25:17.893026 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a989834b-65a8-4798-8f67-015cc16a599e', 'tag': '0f3cdd09-6b8d-4982-8835-ab29dd7b1f81'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:25:17.896201 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8bb651-5434-4fad-b408-2f6967d6c2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "a989834b-65a8-4798-8f67-015cc16a599e", "tag": "0f3cdd09-6b8d-4982-8835-ab29dd7b1f81"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:25:17.933306 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8901218b-e252-48e2-996f-b8c4fa12e75b x-openstack-request-id: req-8901218b-e252-48e2-996f-b8c4fa12e75b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:25:17.933597 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a989834b-65a8-4798-8f67-015cc16a599e", "tag": "0f3cdd09-6b8d-4982-8835-ab29dd7b1f81", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:25:17.933849 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8901218b-e252-48e2-996f-b8c4fa12e75b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:25:17.934284 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a989834b-65a8-4798-8f67-015cc16a599e', 'tag': '0f3cdd09-6b8d-4982-8835-ab29dd7b1f81', 'status': 'completed', 'code': 200} Jul 22 17:25:17.971850 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-929771cb-4f26-487b-9eeb-3fa2c2185f70 None None] Set router 82b25c86-6d21-4eb0-9851-330308052b9d gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:25:18.040118 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bb651-5434-4fad-b408-2f6967d6c2c7 req-3920c74b-6a00-43eb-a918-fb8e726d56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:18.041640 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c8bb651-5434-4fad-b408-2f6967d6c2c7 req-3920c74b-6a00-43eb-a918-fb8e726d56c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 1097 time: 0.0551360 Jul 22 17:25:18.136618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bb651-5434-4fad-b408-2f6967d6c2c7 req-a49a7449-ec46-49e7-a9f1-00bbeacaadf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:18.138163 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c8bb651-5434-4fad-b408-2f6967d6c2c7 req-a49a7449-ec46-49e7-a9f1-00bbeacaadf1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0905430 Jul 22 17:25:18.206703 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c8bb651-5434-4fad-b408-2f6967d6c2c7 req-62870486-9287-47ab-8797-7716d193fb3b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 HTTP/1.1" status: 200 len: 999 time: 0.0617821 Jul 22 17:25:18.255227 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bb651-5434-4fad-b408-2f6967d6c2c7 req-7335c7af-08ec-4a05-abc1-dea9293a72c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:18.256743 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c8bb651-5434-4fad-b408-2f6967d6c2c7 req-7335c7af-08ec-4a05-abc1-dea9293a72c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0440829 Jul 22 17:25:18.279126 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-929771cb-4f26-487b-9eeb-3fa2c2185f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '15a8a7e1-a58e-4118-b5e1-df0824061f50', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'port_id': '0f3cdd09-6b8d-4982-8835-ab29dd7b1f81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'mac_address': 'fa:16:3e:9b:3b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a989834b-65a8-4798-8f67-015cc16a599e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:25:03Z', 'updated_at': '2021-07-22T17:25:17Z', 'revision_number': 1, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:06Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:25:18.304873 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929771cb-4f26-487b-9eeb-3fa2c2185f70 None None] Checking router: 82b25c86-6d21-4eb0-9851-330308052b9d for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:25:18.312605 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929771cb-4f26-487b-9eeb-3fa2c2185f70 None None] Routers {'82b25c86-6d21-4eb0-9851-330308052b9d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:25:18.313190 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-929771cb-4f26-487b-9eeb-3fa2c2185f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:25:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['82b25c86-6d21-4eb0-9851-330308052b9d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:25:18.314317 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bb651-5434-4fad-b408-2f6967d6c2c7 req-d27df86e-88d1-4c6f-8c38-e565b693faa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:18.316522 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c8bb651-5434-4fad-b408-2f6967d6c2c7 req-d27df86e-88d1-4c6f-8c38-e565b693faa1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537312 Jul 22 17:25:18.409519 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c8bb651-5434-4fad-b408-2f6967d6c2c7 req-5b245f37-324e-44e9-b1d1-3cc4478ab757 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872478 Jul 22 17:25:18.415801 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-929771cb-4f26-487b-9eeb-3fa2c2185f70 None None] Set router 82b25c86-6d21-4eb0-9851-330308052b9d gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:25:18.498951 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c8bb651-5434-4fad-b408-2f6967d6c2c7 req-3d9a87d3-003f-45f8-b30b-c428404e0402 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828075 Jul 22 17:25:18.628899 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-929771cb-4f26-487b-9eeb-3fa2c2185f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '15a8a7e1-a58e-4118-b5e1-df0824061f50', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'port_id': '0f3cdd09-6b8d-4982-8835-ab29dd7b1f81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'mac_address': 'fa:16:3e:9b:3b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a989834b-65a8-4798-8f67-015cc16a599e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:25:03Z', 'updated_at': '2021-07-22T17:25:17Z', 'revision_number': 1, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:06Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:25:18.657301 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929771cb-4f26-487b-9eeb-3fa2c2185f70 None None] The sync data for ids ['82b25c86-6d21-4eb0-9851-330308052b9d'] in n-d-798930-9 is: [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '15a8a7e1-a58e-4118-b5e1-df0824061f50', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'port_id': '0f3cdd09-6b8d-4982-8835-ab29dd7b1f81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'mac_address': 'fa:16:3e:9b:3b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a989834b-65a8-4798-8f67-015cc16a599e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:25:03Z', 'updated_at': '2021-07-22T17:25:17Z', 'revision_number': 1, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:06Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:25:18.839423 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426ee43a-54fb-4bc0-acb9-22c1c7e376af None None] New status for floating IP 15a8a7e1-a58e-4118-b5e1-df0824061f50: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:25:29.114062 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4c9fc8c0-8d6b-41d1-8fa5-b0e89e2d03d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:31.663759 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-720efe1c-f8ad-44bb-bc10-89285e0a3187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:31.681468 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:32.951961 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:34.787390 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:35.216897 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7bb6f86-a679-447a-a368-c146200fbd14 req-c40872a7-c9c2-47d2-ade1-388e73ea205e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0618947 Jul 22 17:25:35.324851 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb6f86-a679-447a-a368-c146200fbd14 req-20899e2d-ba59-498a-80b7-64e6315437c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:35.326344 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7bb6f86-a679-447a-a368-c146200fbd14 req-20899e2d-ba59-498a-80b7-64e6315437c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 1097 time: 0.0532136 Jul 22 17:25:35.431212 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb6f86-a679-447a-a368-c146200fbd14 req-5b452f4c-0bf6-4b9b-970a-e232b9266bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:35.432574 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7bb6f86-a679-447a-a368-c146200fbd14 req-5b452f4c-0bf6-4b9b-970a-e232b9266bfa service neutron] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0868297 Jul 22 17:25:35.498695 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7bb6f86-a679-447a-a368-c146200fbd14 req-edcf60d4-00a5-4e67-a7db-ae4337c284d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 HTTP/1.1" status: 200 len: 1001 time: 0.0577981 Jul 22 17:25:35.549653 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb6f86-a679-447a-a368-c146200fbd14 req-e11f3b77-fab6-4a59-a466-d26e449490fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:35.551147 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7bb6f86-a679-447a-a368-c146200fbd14 req-e11f3b77-fab6-4a59-a466-d26e449490fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0462468 Jul 22 17:25:35.612164 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb6f86-a679-447a-a368-c146200fbd14 req-f8b48a11-d271-498d-804a-5a5b7dd21fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:35.613637 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7bb6f86-a679-447a-a368-c146200fbd14 req-f8b48a11-d271-498d-804a-5a5b7dd21fbd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560191 Jul 22 17:25:35.701631 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7bb6f86-a679-447a-a368-c146200fbd14 req-56583d6c-d0de-411a-8622-9e574bd4a535 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806215 Jul 22 17:25:35.795910 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7bb6f86-a679-447a-a368-c146200fbd14 req-e4190b34-a870-4b75-9722-6a27ab1f1324 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878689 Jul 22 17:25:42.412812 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:25:42.478583 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:42.479667 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:59.115896 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d4b99a23-beda-4596-872e-1b23ea6a3ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:01.665265 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ba2fe4ac-5b7e-4c50-bbab-6f66b8d62db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:01.682803 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:02.955244 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:04.790018 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:12.482027 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:12.486133 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:19.413640 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:26:29.121374 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21cdb56a-7b67-4b65-8da2-e0a345f8df78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:31.663845 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4b84ce3a-26d0-49dc-9ae8-60f673c25515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:31.681918 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:32.959671 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:34.792625 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:36.023055 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32f569b9-de53-4f7f-bf8a-7fb2b50f4948 req-1aa4a60a-b9a8-4342-92c1-471943f61299 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0596654 Jul 22 17:26:36.132871 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f569b9-de53-4f7f-bf8a-7fb2b50f4948 req-cbdcb63d-3219-4950-99b0-2852072eb1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:36.134406 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32f569b9-de53-4f7f-bf8a-7fb2b50f4948 req-cbdcb63d-3219-4950-99b0-2852072eb1c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 1097 time: 0.0549433 Jul 22 17:26:36.237787 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f569b9-de53-4f7f-bf8a-7fb2b50f4948 req-3a932457-74ca-4216-b96d-0f83809dc733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:36.239317 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32f569b9-de53-4f7f-bf8a-7fb2b50f4948 req-3a932457-74ca-4216-b96d-0f83809dc733 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0875533 Jul 22 17:26:36.302524 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32f569b9-de53-4f7f-bf8a-7fb2b50f4948 req-93bad210-fe1d-49c5-a63f-027a7c785dc2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 HTTP/1.1" status: 200 len: 1001 time: 0.0563145 Jul 22 17:26:36.353567 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f569b9-de53-4f7f-bf8a-7fb2b50f4948 req-a52084be-dd3b-49ef-a9ba-6ed917cc3b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:36.355029 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32f569b9-de53-4f7f-bf8a-7fb2b50f4948 req-a52084be-dd3b-49ef-a9ba-6ed917cc3b9e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0463912 Jul 22 17:26:36.411363 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f569b9-de53-4f7f-bf8a-7fb2b50f4948 req-8cbfda26-7c6e-43e4-8ba9-3027739463d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:36.412825 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32f569b9-de53-4f7f-bf8a-7fb2b50f4948 req-8cbfda26-7c6e-43e4-8ba9-3027739463d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519702 Jul 22 17:26:36.498441 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32f569b9-de53-4f7f-bf8a-7fb2b50f4948 req-a64833a9-9c1d-4d42-830b-b127c57869e0 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792680 Jul 22 17:26:36.592707 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32f569b9-de53-4f7f-bf8a-7fb2b50f4948 req-d7f6e075-3565-49cf-85e4-795a658f56c0 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887153 Jul 22 17:26:42.471128 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:42.499260 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:53.925392 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec11d71-1c59-4aa6-916f-4c4c1edabbb2 req-f6fe8de4-38a7-48d7-9238-7cbb5618bb40 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:53.926890 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3ec11d71-1c59-4aa6-916f-4c4c1edabbb2 req-f6fe8de4-38a7-48d7-9238-7cbb5618bb40 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 946 time: 0.0776799 Jul 22 17:26:53.966438 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3ec11d71-1c59-4aa6-916f-4c4c1edabbb2 req-187f15e2-2c2e-442a-8e0b-63657345ad04 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340173 Jul 22 17:26:54.221825 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc5694-5079-4b3b-8b46-f5ff2281b068 req-86582ba1-bdbd-4a94-94fd-4c75cf63ef39 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:54.223347 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-23fc5694-5079-4b3b-8b46-f5ff2281b068 req-86582ba1-bdbd-4a94-94fd-4c75cf63ef39 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 946 time: 0.0691926 Jul 22 17:26:54.285911 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-23fc5694-5079-4b3b-8b46-f5ff2281b068 req-ec60cd1c-bfbb-4b1b-b258-20446fb84b3d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538192 Jul 22 17:26:54.304000 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-95eeb053-b840-4427-ba81-b6a82ff1896d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1192515 Jul 22 17:26:55.415553 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f46cbe-2dc9-4612-9da7-e41ecace0bdd req-8a05b893-a238-450a-841b-4f3c89908b9c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:55.417004 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d6f46cbe-2dc9-4612-9da7-e41ecace0bdd req-8a05b893-a238-450a-841b-4f3c89908b9c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 946 time: 0.0638213 Jul 22 17:26:55.454081 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d6f46cbe-2dc9-4612-9da7-e41ecace0bdd req-734138dc-9c12-41ae-be68-7ee382f2eb27 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316300 Jul 22 17:26:56.412826 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:26:56.583349 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237597d-491e-4437-b8b7-0f76e984d3cd req-c49c541d-51da-420c-a1e5-2c8e210355d1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:56.584823 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e237597d-491e-4437-b8b7-0f76e984d3cd req-c49c541d-51da-420c-a1e5-2c8e210355d1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 946 time: 0.0652921 Jul 22 17:26:56.621334 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e237597d-491e-4437-b8b7-0f76e984d3cd req-e0495701-0476-4cc9-a44a-77547f6b3ba5 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302753 Jul 22 17:26:57.541357 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-3e382020-a004-410e-b5a8-f5c0605a5597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:57.542780 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-3e382020-a004-410e-b5a8-f5c0605a5597 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 1097 time: 0.0577734 Jul 22 17:26:57.629478 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-3492d589-1152-4a32-82ac-a9ec161f390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:57.630942 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-3492d589-1152-4a32-82ac-a9ec161f390a service neutron] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0819094 Jul 22 17:26:57.723103 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-bafec4aa-7dc2-4c96-a4bd-9391a2a61f26 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 HTTP/1.1" status: 200 len: 1001 time: 0.0856814 Jul 22 17:26:57.780633 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-4efa3727-c687-40d4-b686-a3b20f63b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:57.782105 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-4efa3727-c687-40d4-b686-a3b20f63b85b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0524967 Jul 22 17:26:57.794494 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2e60e-6b80-49cf-ba09-04c7b815bc0a req-81a09893-e5ff-4c1c-b787-de7a10bc588f tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:57.795802 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e4d2e60e-6b80-49cf-ba09-04c7b815bc0a req-81a09893-e5ff-4c1c-b787-de7a10bc588f tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 946 time: 0.1068125 Jul 22 17:26:57.863639 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e4d2e60e-6b80-49cf-ba09-04c7b815bc0a req-35d87107-6eb4-4858-b903-873a29939014 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597355 Jul 22 17:26:57.877621 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-a8a6d007-bd63-4c86-9096-c45aab60589e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:57.879143 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-a8a6d007-bd63-4c86-9096-c45aab60589e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825083 Jul 22 17:26:57.967989 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-227c919f-70b4-4c74-8938-3aaf1a233d1d service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821967 Jul 22 17:26:58.058024 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-50bd2963-c489-4da1-b382-0b8906238bf8 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836911 Jul 22 17:26:58.991609 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ef315-dd9d-4d21-b021-bc956bcf8c2d req-3f3f7cf6-a818-4a07-9d24-8de103eff10f tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:58.993092 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d63ef315-dd9d-4d21-b021-bc956bcf8c2d req-3f3f7cf6-a818-4a07-9d24-8de103eff10f tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 946 time: 0.0634243 Jul 22 17:26:59.029819 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d63ef315-dd9d-4d21-b021-bc956bcf8c2d req-e7b2eba1-b873-4ba3-98f9-8f44ccd9bdab tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304985 Jul 22 17:26:59.123226 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e57182f-3263-4d86-90f9-b92217f94882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:00.159265 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb549c1-735f-42b3-a05a-1e686fda313e req-eb76adb2-7f45-451e-92f8-5af93276ca3a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:00.160758 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fb549c1-735f-42b3-a05a-1e686fda313e req-eb76adb2-7f45-451e-92f8-5af93276ca3a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 946 time: 0.0653477 Jul 22 17:27:00.199672 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fb549c1-735f-42b3-a05a-1e686fda313e req-a2e20355-742d-4acc-8ab4-887b94609f2c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329182 Jul 22 17:27:01.326421 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc23aa1-6369-41a5-b7f8-b5e5e4724142 req-a03bbcfd-a929-4d8c-a090-d62cf6782ad6 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:01.327887 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6fc23aa1-6369-41a5-b7f8-b5e5e4724142 req-a03bbcfd-a929-4d8c-a090-d62cf6782ad6 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 946 time: 0.0631378 Jul 22 17:27:01.363518 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6fc23aa1-6369-41a5-b7f8-b5e5e4724142 req-583945e5-1829-4c03-b797-83ad8ed108be tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300548 Jul 22 17:27:01.663594 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-765c3761-04da-4891-a5a7-14c558ebc9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:01.681670 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:02.495384 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702501ae-2ca2-4f80-ae96-51f71bd6d9fb req-e0102d6d-4b80-4887-92de-f36480f70978 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:02.496828 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-702501ae-2ca2-4f80-ae96-51f71bd6d9fb req-e0102d6d-4b80-4887-92de-f36480f70978 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 946 time: 0.0669286 Jul 22 17:27:02.534432 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-702501ae-2ca2-4f80-ae96-51f71bd6d9fb req-bc667c9a-29c6-49f0-9c42-dbf028e1e5ad tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321441 Jul 22 17:27:02.960000 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:03.666036 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dd912-b959-4a63-a92e-f3db94eec3fc req-e1a37ecf-f673-4f67-91b2-a5cbf5fdbcd1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:03.667510 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-248dd912-b959-4a63-a92e-f3db94eec3fc req-e1a37ecf-f673-4f67-91b2-a5cbf5fdbcd1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 946 time: 0.0667648 Jul 22 17:27:03.703495 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-248dd912-b959-4a63-a92e-f3db94eec3fc req-2545ad9e-7b14-4ece-a738-a65d76d55e40 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305054 Jul 22 17:27:04.802333 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:04.831709 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1edbe-6ec4-4c9d-9dd3-047c43a4b9d9 req-ab53e26f-ffa2-4ecd-819a-574763aa5ec6 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:04.833183 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f5a1edbe-6ec4-4c9d-9dd3-047c43a4b9d9 req-ab53e26f-ffa2-4ecd-819a-574763aa5ec6 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 946 time: 0.0640483 Jul 22 17:27:04.871155 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f5a1edbe-6ec4-4c9d-9dd3-047c43a4b9d9 req-7548e4c1-6929-48b9-b1f1-b3fe7fee882b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317807 Jul 22 17:27:05.998650 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654e13f-ff95-4be6-a5cd-e2164f0c602b req-9bd4565e-c7e3-4591-afae-48630d5d18e8 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:06.000129 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6654e13f-ff95-4be6-a5cd-e2164f0c602b req-9bd4565e-c7e3-4591-afae-48630d5d18e8 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 946 time: 0.0628369 Jul 22 17:27:06.036622 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6654e13f-ff95-4be6-a5cd-e2164f0c602b req-d65c7373-ba2b-49ab-91a6-afa8cb18a40e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310280 Jul 22 17:27:07.162689 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57591d6b-a1ca-4dff-9fde-b0fc410c398b req-6e5d406d-3cd4-4867-a22a-ae8fa772f9fb tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:07.164161 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-57591d6b-a1ca-4dff-9fde-b0fc410c398b req-6e5d406d-3cd4-4867-a22a-ae8fa772f9fb tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 946 time: 0.0623088 Jul 22 17:27:07.200650 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-57591d6b-a1ca-4dff-9fde-b0fc410c398b req-51f708d4-dcf9-4ee4-be53-cd2b6666a37e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305433 Jul 22 17:27:08.330867 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82d0bc-8d08-4141-a361-441c1d69cc69 req-0cdaa190-6adb-4ab5-8fed-47e54afac03f tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:08.332342 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5e82d0bc-8d08-4141-a361-441c1d69cc69 req-0cdaa190-6adb-4ab5-8fed-47e54afac03f tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 946 time: 0.0663400 Jul 22 17:27:08.369039 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5e82d0bc-8d08-4141-a361-441c1d69cc69 req-f6175189-a814-4746-8a8b-13413b22e8f7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305798 Jul 22 17:27:09.499778 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3e9db-638d-429d-9c1a-d61dc40fd47d req-e3846c90-6e6c-463f-aae3-a10ddd097370 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:09.501230 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fa3e9db-638d-429d-9c1a-d61dc40fd47d req-e3846c90-6e6c-463f-aae3-a10ddd097370 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 946 time: 0.0666049 Jul 22 17:27:09.539208 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7fa3e9db-638d-429d-9c1a-d61dc40fd47d req-692f70a4-0399-4d95-9c97-5c4ec2f8042b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325522 Jul 22 17:27:10.175625 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-41c9826c-87b9-4e7f-ae6b-fc88e412f41c service neutron] show failed (client error): The resource could not be found. Jul 22 17:27:10.176614 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-41c9826c-87b9-4e7f-ae6b-fc88e412f41c service neutron] 10.222.0.16 "GET /v2.0/ports/0f3cdd09-6b8d-4982-8835-ab29dd7b1f81/bindings/n-h2-798930-9 HTTP/1.1" status: 404 len: 380 time: 0.0531299 Jul 22 17:27:10.379923 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8798fddb-149e-4646-98ed-5c89da3e9a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:10.381299 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8798fddb-149e-4646-98ed-5c89da3e9a0f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e&tenant_id=23d4f6e7702849d0864552df81f6e2f3 HTTP/1.1" status: 200 len: 1097 time: 0.0539379 Jul 22 17:27:10.398963 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-9', 'device_owner': 'compute:nova'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:27:10.470161 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:10.668871 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bdec5-1ea4-40ac-bdb1-d5b0c6940953 req-1c96cd5d-bf39-4a6b-a052-4f218592308d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:10.669663 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] For port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:27:10.670299 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d44bdec5-1ea4-40ac-bdb1-d5b0c6940953 req-1c96cd5d-bf39-4a6b-a052-4f218592308d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 946 time: 0.0637038 Jul 22 17:27:10.701882 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] For port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:27:10.707366 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d44bdec5-1ea4-40ac-bdb1-d5b0c6940953 req-5fb3ded3-68c1-48e4-a92a-f1f970e23574 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313854 Jul 22 17:27:10.743888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a989834b-65a8-4798-8f67-015cc16a599e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f3cdd09-6b8d-4982-8835-ab29dd7b1f81'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:27:10.746316 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b4bd51-09b5-4885-a733-11069005dcc7" -d '{"events": [{"server_uuid": "a989834b-65a8-4798-8f67-015cc16a599e", "name": "network-vif-unplugged", "status": "completed", "tag": "0f3cdd09-6b8d-4982-8835-ab29dd7b1f81"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:27:10.749735 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:10.762589 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Transition to ACTIVE for port object 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:27:10.766231 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:10.799151 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944f53eb-c5cb-4960-91f6-544607bb8957 x-openstack-request-id: req-944f53eb-c5cb-4960-91f6-544607bb8957 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:27:10.799438 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a989834b-65a8-4798-8f67-015cc16a599e", "name": "network-vif-unplugged", "status": "completed", "tag": "0f3cdd09-6b8d-4982-8835-ab29dd7b1f81", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:27:10.799684 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-944f53eb-c5cb-4960-91f6-544607bb8957 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:27:10.800608 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a989834b-65a8-4798-8f67-015cc16a599e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f3cdd09-6b8d-4982-8835-ab29dd7b1f81', 'code': 200} Jul 22 17:27:10.847595 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:10.858154 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:10.858497 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:10.858832 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:10.859166 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:10.859494 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:10.859818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:10.860138 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:10.860455 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:10.860772 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:10.861087 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:10.861402 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:10.861720 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:10.904242 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] No DVR routers for this DVR port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:27:11.043628 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Attempting to bind port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:27:11.043960 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Attempting to bind port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:27:11.044279 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Attempting to bind port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:27:11.048315 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:27:11.048631 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Attempting to bind port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:27:11.054222 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:27:11.054557 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Checking segment: {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:27:11.054932 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Bound using segment: {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:27:11.055355 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Bound port: 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:27:11.056220 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:11.121620 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] For port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:27:11.124815 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] For port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:27:11.129986 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:11.163766 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:11.164397 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:11.165843 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] 10.222.0.30 "PUT /v2.0/ports/0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 HTTP/1.1" status: 200 len: 1092 time: 0.7710774 Jul 22 17:27:11.190824 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f22a2-4e6a-4724-9069-e2de463d6652 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:11.256017 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-e8c65da9-6db1-436c-9af9-c2d10aada5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:11.257545 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-e8c65da9-6db1-436c-9af9-c2d10aada5c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 1095 time: 0.0582089 Jul 22 17:27:11.351132 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-82956b00-3e07-41bf-b18b-fb52df5c5fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:11.352656 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-82956b00-3e07-41bf-b18b-fb52df5c5fa6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0890350 Jul 22 17:27:11.415659 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-b1860251-b86f-43fa-9942-3ef51c11aee7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 HTTP/1.1" status: 200 len: 999 time: 0.0563946 Jul 22 17:27:11.466818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-354d931e-d01f-4194-a350-0170cd1365fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:11.468116 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-354d931e-d01f-4194-a350-0170cd1365fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0460377 Jul 22 17:27:11.524688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-33f41c9e-2d71-4672-b02b-05c0bba884fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:11.526159 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-33f41c9e-2d71-4672-b02b-05c0bba884fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520346 Jul 22 17:27:11.536940 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-334742c0-12b2-444b-85b4-571d39452f2e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:27:11.537874 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-334742c0-12b2-444b-85b4-571d39452f2e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047865 Jul 22 17:27:11.625753 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-e8244e63-6205-447e-a403-a68c1fbabc2a service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813525 Jul 22 17:27:11.715013 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-e1d16a50-ad02-4852-8cf5-d547ed830760 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833542 Jul 22 17:27:11.840652 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb9ea2-0eff-415c-a65c-0f7001f2ccbe req-d2a49891-4b0e-41e9-8816-5f50154a78fe tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:11.842210 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6ddb9ea2-0eff-415c-a65c-0f7001f2ccbe req-d2a49891-4b0e-41e9-8816-5f50154a78fe tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 944 time: 0.0658429 Jul 22 17:27:11.879410 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6ddb9ea2-0eff-415c-a65c-0f7001f2ccbe req-1030175a-ee9e-4531-8aaa-de85bec5b2f9 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316489 Jul 22 17:27:12.469660 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:12.498727 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:12.801660 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a989834b-65a8-4798-8f67-015cc16a599e', 'tag': '0f3cdd09-6b8d-4982-8835-ab29dd7b1f81'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:27:12.804050 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d919a1-afd1-470d-a3e7-f491bbce9b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "a989834b-65a8-4798-8f67-015cc16a599e", "tag": "0f3cdd09-6b8d-4982-8835-ab29dd7b1f81"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:27:12.851398 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52981fa5-8f54-46f5-8b28-8f43d208f2a5 x-openstack-request-id: req-52981fa5-8f54-46f5-8b28-8f43d208f2a5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:27:12.851698 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a989834b-65a8-4798-8f67-015cc16a599e", "tag": "0f3cdd09-6b8d-4982-8835-ab29dd7b1f81", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:27:12.851945 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-52981fa5-8f54-46f5-8b28-8f43d208f2a5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:27:12.852335 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a989834b-65a8-4798-8f67-015cc16a599e', 'tag': '0f3cdd09-6b8d-4982-8835-ab29dd7b1f81', 'status': 'completed', 'code': 200} Jul 22 17:27:12.987984 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d919a1-afd1-470d-a3e7-f491bbce9b7b req-b3ae7141-fdfa-47b3-857d-046ae76d1418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:12.989557 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92d919a1-afd1-470d-a3e7-f491bbce9b7b req-b3ae7141-fdfa-47b3-857d-046ae76d1418 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 1095 time: 0.0968349 Jul 22 17:27:12.992085 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d919a1-afd1-470d-a3e7-f491bbce9b7b req-bc5a80e1-db9a-441e-91ec-2aa873a33816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:12.993413 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92d919a1-afd1-470d-a3e7-f491bbce9b7b req-bc5a80e1-db9a-441e-91ec-2aa873a33816 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 1095 time: 0.0996215 Jul 22 17:27:13.015584 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f7507-6a34-463d-ba1e-5a4c10e17b93 req-8a8144e1-3a9f-4eb6-bd00-593cbcba0a65 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:13.016990 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-775f7507-6a34-463d-ba1e-5a4c10e17b93 req-8a8144e1-3a9f-4eb6-bd00-593cbcba0a65 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 944 time: 0.0694940 Jul 22 17:27:13.054457 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-775f7507-6a34-463d-ba1e-5a4c10e17b93 req-f08e5af7-b9b7-44ec-bfa7-bea9de55cc3e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314143 Jul 22 17:27:13.146755 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d919a1-afd1-470d-a3e7-f491bbce9b7b req-556fe786-f0c4-4ded-a862-1fbb412d6cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:13.148270 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92d919a1-afd1-470d-a3e7-f491bbce9b7b req-556fe786-f0c4-4ded-a862-1fbb412d6cc4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.1520691 Jul 22 17:27:13.149343 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d919a1-afd1-470d-a3e7-f491bbce9b7b req-9782bfbc-f13e-43bc-87eb-4ebe76387139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:13.150689 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92d919a1-afd1-470d-a3e7-f491bbce9b7b req-9782bfbc-f13e-43bc-87eb-4ebe76387139 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.1474147 Jul 22 17:27:13.510683 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:27:13.550305 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:27:13.604695 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92d919a1-afd1-470d-a3e7-f491bbce9b7b req-2e18aa6f-4ead-4e71-94c4-659cb5f288af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 HTTP/1.1" status: 200 len: 999 time: 0.4486258 Jul 22 17:27:13.606448 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92d919a1-afd1-470d-a3e7-f491bbce9b7b req-8f8cd411-09f5-4eaf-bcdf-e55d55981bb8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 HTTP/1.1" status: 200 len: 999 time: 0.4457493 Jul 22 17:27:13.686372 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d919a1-afd1-470d-a3e7-f491bbce9b7b req-37d8e7f3-b9c6-42d6-a749-14cc5fcecd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:13.687783 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92d919a1-afd1-470d-a3e7-f491bbce9b7b req-37d8e7f3-b9c6-42d6-a749-14cc5fcecd48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0764050 Jul 22 17:27:13.691104 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d919a1-afd1-470d-a3e7-f491bbce9b7b req-2cf26b76-bd26-4f9d-b4b1-558d55e2433f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:13.692382 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92d919a1-afd1-470d-a3e7-f491bbce9b7b req-2cf26b76-bd26-4f9d-b4b1-558d55e2433f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0739479 Jul 22 17:27:13.783836 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d919a1-afd1-470d-a3e7-f491bbce9b7b req-e6d7a7de-4b20-4cf5-b469-d0cee97ab23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:13.785583 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92d919a1-afd1-470d-a3e7-f491bbce9b7b req-e6d7a7de-4b20-4cf5-b469-d0cee97ab23c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910444 Jul 22 17:27:13.787268 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d919a1-afd1-470d-a3e7-f491bbce9b7b req-da924d80-90b8-4ae8-b048-1ad581c322ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:13.788579 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92d919a1-afd1-470d-a3e7-f491bbce9b7b req-da924d80-90b8-4ae8-b048-1ad581c322ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863612 Jul 22 17:27:13.936765 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92d919a1-afd1-470d-a3e7-f491bbce9b7b req-fb8fe076-a5ed-49af-aa0c-520868658895 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443727 Jul 22 17:27:13.940040 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92d919a1-afd1-470d-a3e7-f491bbce9b7b req-5de7151d-3376-45aa-9cc9-7d3456fa6628 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410420 Jul 22 17:27:14.094518 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92d919a1-afd1-470d-a3e7-f491bbce9b7b req-ac711802-870e-4e21-946f-9091cee2fca4 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510339 Jul 22 17:27:14.097852 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-92d919a1-afd1-470d-a3e7-f491bbce9b7b req-b5b97e11-f90a-43bd-8ac6-eae48d894b77 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463783 Jul 22 17:27:14.187131 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6f49-5e26-4959-a2bc-bd1e66098cf7 req-d32bc0b4-3745-41c4-9fa7-f6856fca08c9 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:14.188631 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9da6f49-5e26-4959-a2bc-bd1e66098cf7 req-d32bc0b4-3745-41c4-9fa7-f6856fca08c9 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 944 time: 0.0631831 Jul 22 17:27:14.226128 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d9da6f49-5e26-4959-a2bc-bd1e66098cf7 req-73d60f89-e632-4739-b715-f6876000b022 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320151 Jul 22 17:27:14.469486 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e7d72-208c-496d-a334-1f7bcc7651ff req-a1ac0cac-3ec1-48bc-81d8-b08713ac40b2 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:14.470991 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a34e7d72-208c-496d-a334-1f7bcc7651ff req-a1ac0cac-3ec1-48bc-81d8-b08713ac40b2 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 944 time: 0.1055639 Jul 22 17:27:14.483692 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:27:14.493888 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa264b4-3c30-4ad8-b11f-59c433043432 req-f47d8da9-d4c4-4d7c-8fb8-015ac7c5672d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:14.495926 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2fa264b4-3c30-4ad8-b11f-59c433043432 req-f47d8da9-d4c4-4d7c-8fb8-015ac7c5672d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.16 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e&tenant_id=23d4f6e7702849d0864552df81f6e2f3&binding%3Ahost_id=n-h2-798930-9 HTTP/1.1" status: 200 len: 944 time: 0.1011257 Jul 22 17:27:14.552349 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a34e7d72-208c-496d-a334-1f7bcc7651ff req-0c683ea3-e95c-4683-a377-31abc28a92bd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756896 Jul 22 17:27:14.571228 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [req-2fa264b4-3c30-4ad8-b11f-59c433043432 req-c651c16e-8ff8-4772-82d7-36971ea197b6 service neutron] delete failed (client error): The resource could not be found. Jul 22 17:27:14.572288 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2fa264b4-3c30-4ad8-b11f-59c433043432 req-c651c16e-8ff8-4772-82d7-36971ea197b6 service neutron] 10.222.0.16 "DELETE /v2.0/ports/0f3cdd09-6b8d-4982-8835-ab29dd7b1f81/bindings/n-h1-798930-9 HTTP/1.1" status: 404 len: 380 time: 0.0698829 Jul 22 17:27:14.587556 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:27:14.598438 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '0f3cdd09-6b8d-4982-8835-ab29dd7b1f81', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'port_id': '0f3cdd09-6b8d-4982-8835-ab29dd7b1f81', 'mac_address': 'fa:16:3e:9b:3b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:27:14.636240 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:14.648904 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:27:14.668116 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:27:14.672044 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:14.689044 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa264b4-3c30-4ad8-b11f-59c433043432 req-312ca626-92d2-4e0a-bfbb-5f3fbe8c9c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:14.690596 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2fa264b4-3c30-4ad8-b11f-59c433043432 req-312ca626-92d2-4e0a-bfbb-5f3fbe8c9c9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 1095 time: 0.0559194 Jul 22 17:27:14.722252 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:14.730208 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:14.730560 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:14.730897 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:14.731233 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:14.731565 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:14.731897 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:14.732222 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:14.732544 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:14.732867 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:14.733191 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:14.733618 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:14.733983 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:14.785941 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa264b4-3c30-4ad8-b11f-59c433043432 req-8c16c4e4-9a81-4222-bce5-766710440247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:14.787429 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2fa264b4-3c30-4ad8-b11f-59c433043432 req-8c16c4e4-9a81-4222-bce5-766710440247 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0908804 Jul 22 17:27:14.849808 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2fa264b4-3c30-4ad8-b11f-59c433043432 req-c11232b9-e19b-4147-8b7a-a3cb169be46c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 HTTP/1.1" status: 200 len: 1000 time: 0.0562539 Jul 22 17:27:14.901741 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa264b4-3c30-4ad8-b11f-59c433043432 req-c29731eb-89f4-4195-ad7f-e558d50d5dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:14.903205 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2fa264b4-3c30-4ad8-b11f-59c433043432 req-c29731eb-89f4-4195-ad7f-e558d50d5dc1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0479496 Jul 22 17:27:14.959738 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa264b4-3c30-4ad8-b11f-59c433043432 req-831f6d67-c859-4c41-be05-5b74b0b9f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:14.961171 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2fa264b4-3c30-4ad8-b11f-59c433043432 req-831f6d67-c859-4c41-be05-5b74b0b9f460 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508592 Jul 22 17:27:14.970677 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['0f3cdd09-6b8d-4982-8835-ab29dd7b1f81'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:27:15.052607 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2fa264b4-3c30-4ad8-b11f-59c433043432 req-40eeb9a4-2170-494e-8434-5e944b812141 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852373 Jul 22 17:27:15.142314 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2fa264b4-3c30-4ad8-b11f-59c433043432 req-24c97331-607d-4d74-8772-a7e53ffd6e11 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835924 Jul 22 17:27:15.689943 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea43cf6-0488-4d67-b9c1-c5d3641fd101 req-4afa0d1c-79b5-45a2-8ccc-3b4e0a61e1ca tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:15.691450 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bea43cf6-0488-4d67-b9c1-c5d3641fd101 req-4afa0d1c-79b5-45a2-8ccc-3b4e0a61e1ca tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 945 time: 0.0681517 Jul 22 17:27:15.732652 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bea43cf6-0488-4d67-b9c1-c5d3641fd101 req-68191bed-14fb-4357-9bef-4e7d8456ca55 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355461 Jul 22 17:27:15.859794 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ff7d0-9b1a-4b1f-9eb6-95b49090180f req-bf1220ca-e256-4c49-8bbb-c8db7019cca1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:15.861168 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8d1ff7d0-9b1a-4b1f-9eb6-95b49090180f req-bf1220ca-e256-4c49-8bbb-c8db7019cca1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 945 time: 0.0631869 Jul 22 17:27:15.902375 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8d1ff7d0-9b1a-4b1f-9eb6-95b49090180f req-9879ce53-b209-47aa-9496-2d0792a6ffa2 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357502 Jul 22 17:27:16.032858 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1564959-a66d-4dc4-a3e1-d8e98f1de585 req-66ea61ff-023a-44cb-b43f-e771fb757031 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:16.034355 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b1564959-a66d-4dc4-a3e1-d8e98f1de585 req-66ea61ff-023a-44cb-b43f-e771fb757031 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 945 time: 0.0680649 Jul 22 17:27:16.071649 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b1564959-a66d-4dc4-a3e1-d8e98f1de585 req-7bc362f8-e62d-4892-bdc6-a8eae8c8155f tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317545 Jul 22 17:27:16.311789 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d539800-548f-4105-bd45-70b1a76fca34 req-63abcd8d-77cd-48c8-89b8-1cbd4853d6ca tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:16.313261 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6d539800-548f-4105-bd45-70b1a76fca34 req-63abcd8d-77cd-48c8-89b8-1cbd4853d6ca tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 945 time: 0.0635202 Jul 22 17:27:16.349498 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6d539800-548f-4105-bd45-70b1a76fca34 req-b70d39bb-116d-43a1-8dc1-23c6808e5486 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307143 Jul 22 17:27:16.514254 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:27:16.560695 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:27:16.564087 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:27:16.564506 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:16.639237 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:16.660744 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a989834b-65a8-4798-8f67-015cc16a599e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3cdd09-6b8d-4982-8835-ab29dd7b1f81'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:27:16.662982 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3617292a-a005-4cc4-8457-2a978414b919" -d '{"events": [{"server_uuid": "a989834b-65a8-4798-8f67-015cc16a599e", "name": "network-vif-plugged", "status": "completed", "tag": "0f3cdd09-6b8d-4982-8835-ab29dd7b1f81"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:27:16.675275 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:27:16.680708 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:16.703165 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd898233-2974-4c74-bd16-d1e366971d65 x-openstack-request-id: req-fd898233-2974-4c74-bd16-d1e366971d65 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:27:16.703455 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a989834b-65a8-4798-8f67-015cc16a599e", "name": "network-vif-plugged", "status": "completed", "tag": "0f3cdd09-6b8d-4982-8835-ab29dd7b1f81", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:27:16.703703 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fd898233-2974-4c74-bd16-d1e366971d65 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:27:16.704091 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a989834b-65a8-4798-8f67-015cc16a599e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3cdd09-6b8d-4982-8835-ab29dd7b1f81', 'code': 200} Jul 22 17:27:16.729112 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:17.476427 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02d03c-d43d-49d2-bb8c-4084f90acc11 req-7a5e57ae-ea7a-41aa-9022-bb964924646f tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:17.477962 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ca02d03c-d43d-49d2-bb8c-4084f90acc11 req-7a5e57ae-ea7a-41aa-9022-bb964924646f tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 946 time: 0.0632858 Jul 22 17:27:17.515635 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ca02d03c-d43d-49d2-bb8c-4084f90acc11 req-fa504e26-2b49-4829-9e80-c9fba66742e8 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314741 Jul 22 17:27:17.707174 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5657f3f-14ed-4f02-b602-c5a164f044dc req-91bba561-2d04-4c9c-8c2c-822a8fe7a668 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:17.708553 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e5657f3f-14ed-4f02-b602-c5a164f044dc req-91bba561-2d04-4c9c-8c2c-822a8fe7a668 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.30 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 946 time: 0.0618665 Jul 22 17:27:17.807828 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-e5657f3f-14ed-4f02-b602-c5a164f044dc req-3b9ea76d-696f-4c6c-8219-0c0c49df028b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Deleting port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:27:17.808176 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e5657f3f-14ed-4f02-b602-c5a164f044dc req-3b9ea76d-696f-4c6c-8219-0c0c49df028b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:17.899771 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e5657f3f-14ed-4f02-b602-c5a164f044dc req-3b9ea76d-696f-4c6c-8219-0c0c49df028b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] For port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:27:17.900134 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e5657f3f-14ed-4f02-b602-c5a164f044dc req-3b9ea76d-696f-4c6c-8219-0c0c49df028b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:18.112696 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e5657f3f-14ed-4f02-b602-c5a164f044dc req-3b9ea76d-696f-4c6c-8219-0c0c49df028b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:18.113068 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e5657f3f-14ed-4f02-b602-c5a164f044dc req-3b9ea76d-696f-4c6c-8219-0c0c49df028b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:18.113376 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [req-e5657f3f-14ed-4f02-b602-c5a164f044dc req-3b9ea76d-696f-4c6c-8219-0c0c49df028b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Floating IP 15a8a7e1-a58e-4118-b5e1-df0824061f50 disassociated. External IP: 172.25.0.44, port: 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81. Jul 22 17:27:18.113708 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-e5657f3f-14ed-4f02-b602-c5a164f044dc req-3b9ea76d-696f-4c6c-8219-0c0c49df028b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Calling delete_port for 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:27:18.236517 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e5657f3f-14ed-4f02-b602-c5a164f044dc req-3b9ea76d-696f-4c6c-8219-0c0c49df028b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:18.272290 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ea76d-696f-4c6c-8219-0c0c49df028b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Pushing event deleted for resources: {'Port': ['ID=0f3cdd09-6b8d-4982-8835-ab29dd7b1f81,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:18.382164 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5657f3f-14ed-4f02-b602-c5a164f044dc req-3b9ea76d-696f-4c6c-8219-0c0c49df028b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Router 82b25c86-6d21-4eb0-9851-330308052b9d has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:27:18.487065 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5657f3f-14ed-4f02-b602-c5a164f044dc req-3b9ea76d-696f-4c6c-8219-0c0c49df028b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:27:18.497712 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a258c5df-c15d-4054-a6a2-0557be12c10f None None] Sync routers for ids ['82b25c86-6d21-4eb0-9851-330308052b9d'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:27:18.507805 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a258c5df-c15d-4054-a6a2-0557be12c10f None None] Routers {'82b25c86-6d21-4eb0-9851-330308052b9d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:27:18.508403 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a258c5df-c15d-4054-a6a2-0557be12c10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:27:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['82b25c86-6d21-4eb0-9851-330308052b9d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:27:18.534046 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5657f3f-14ed-4f02-b602-c5a164f044dc req-3b9ea76d-696f-4c6c-8219-0c0c49df028b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] No DVR routers for this DVR port 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:27:18.536537 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e5657f3f-14ed-4f02-b602-c5a164f044dc req-3b9ea76d-696f-4c6c-8219-0c0c49df028b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:18.538588 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e5657f3f-14ed-4f02-b602-c5a164f044dc req-3b9ea76d-696f-4c6c-8219-0c0c49df028b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.30 "DELETE /v2.0/ports/0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 HTTP/1.1" status: 204 len: 173 time: 0.8237381 Jul 22 17:27:18.539033 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a989834b-65a8-4798-8f67-015cc16a599e', 'name': 'network-vif-deleted', 'tag': '0f3cdd09-6b8d-4982-8835-ab29dd7b1f81'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:27:18.541392 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d6dd86-dbc4-46f4-a460-976ded41d251" -d '{"events": [{"server_uuid": "a989834b-65a8-4798-8f67-015cc16a599e", "name": "network-vif-deleted", "tag": "0f3cdd09-6b8d-4982-8835-ab29dd7b1f81"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:27:18.580594 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e081089-498b-4572-826c-fe7b5b431943 x-openstack-request-id: req-2e081089-498b-4572-826c-fe7b5b431943 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:27:18.580888 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a989834b-65a8-4798-8f67-015cc16a599e", "name": "network-vif-deleted", "tag": "0f3cdd09-6b8d-4982-8835-ab29dd7b1f81", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:27:18.581145 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2e081089-498b-4572-826c-fe7b5b431943 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:27:18.581553 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a989834b-65a8-4798-8f67-015cc16a599e', 'name': 'network-vif-deleted', 'tag': '0f3cdd09-6b8d-4982-8835-ab29dd7b1f81', 'status': 'completed', 'code': 200} Jul 22 17:27:18.624430 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a258c5df-c15d-4054-a6a2-0557be12c10f None None] Set router 82b25c86-6d21-4eb0-9851-330308052b9d gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:27:18.626248 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6680aa96-74ef-42a3-bd04-f1ac788bfe90 req-f3f2e6af-9127-4c41-abe9-53dacbc42b1d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=a989834b-65a8-4798-8f67-015cc16a599e HTTP/1.1" status: 200 len: 210 time: 0.0303872 Jul 22 17:27:18.828248 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a258c5df-c15d-4054-a6a2-0557be12c10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:06Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:27:18.859048 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a258c5df-c15d-4054-a6a2-0557be12c10f None None] Checking router: 82b25c86-6d21-4eb0-9851-330308052b9d for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:27:18.867110 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a258c5df-c15d-4054-a6a2-0557be12c10f None None] Routers {'82b25c86-6d21-4eb0-9851-330308052b9d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:27:18.867683 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a258c5df-c15d-4054-a6a2-0557be12c10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:27:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['82b25c86-6d21-4eb0-9851-330308052b9d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:27:18.967506 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a258c5df-c15d-4054-a6a2-0557be12c10f None None] Set router 82b25c86-6d21-4eb0-9851-330308052b9d gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:27:19.155902 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a258c5df-c15d-4054-a6a2-0557be12c10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:06Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:27:19.181066 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a258c5df-c15d-4054-a6a2-0557be12c10f None None] The sync data for ids ['82b25c86-6d21-4eb0-9851-330308052b9d'] in n-d-798930-9 is: [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:06Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:27:19.376178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c010e91-1993-4ebe-b2d7-2418cacba903 None None] New status for floating IP 15a8a7e1-a58e-4118-b5e1-df0824061f50: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:27:19.858527 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-4ab992de-c209-4061-8952-9f88dbc1f865 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1245287297&fields=id&tenant_id=23d4f6e7702849d0864552df81f6e2f3 HTTP/1.1" status: 200 len: 267 time: 0.0372853 Jul 22 17:27:19.962220 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-1c99b7ce-9891-429d-8240-46c16b24cf82 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:19.964311 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-1c99b7ce-9891-429d-8240-46c16b24cf82 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 812 time: 0.0994654 Jul 22 17:27:19.979025 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-729facc9-ffd0-4dfa-8a42-3a15c321edce tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/quotas/23d4f6e7702849d0864552df81f6e2f3 HTTP/1.1" status: 200 len: 375 time: 0.0094006 Jul 22 17:27:20.049331 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-95ba7164-41b2-4c03-a664-fb678f662747 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0654309 Jul 22 17:27:20.213478 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-3338b8cc-07e7-40c3-972e-176101d8bb2c service neutron] 10.222.0.69 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207268 Jul 22 17:27:20.305132 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-c06e959a-961f-49cb-afaa-98741c75b805 service neutron] 10.222.0.69 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858848 Jul 22 17:27:20.475697 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b3c151b5-7ea6-4eed-9f6f-f9edb255f002 req-39b126e1-f730-4a5a-b735-e6d9b995a373 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 210 time: 0.0303099 Jul 22 17:27:20.542040 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:27:20.563218 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:27:20.563637 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 0f3cdd09-6b8d-4982-8835-ab29dd7b1f81 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:27:21.446335 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-bcd812c0-3d39-4aa7-846e-9ca5f3ae4ac6 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:21.448286 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-bcd812c0-3d39-4aa7-846e-9ca5f3ae4ac6 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 812 time: 0.1041329 Jul 22 17:27:21.503177 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-fec4f75f-2a40-41e3-84d4-0a7cc2fe58b6 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23d4f6e7702849d0864552df81f6e2f3 HTTP/1.1" status: 200 len: 380 time: 0.0324576 Jul 22 17:27:21.538116 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-e94c7732-01ec-49ec-8fa4-0085b0a5e052 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Request body: {'port': {'device_id': 'ca5dbd10-6b81-436d-8c90-6a0551faf02c', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'admin_state_up': True, 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'security_groups': ['1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:27:21.572147 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52045a6f-176d-4fc5-8c65-7ed4f619e015 req-2628308e-b5d9-45c7-8e3c-c9add16330dd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 210 time: 0.0296397 Jul 22 17:27:21.647689 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-e94c7732-01ec-49ec-8fa4-0085b0a5e052 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Made reservation on behalf of 23d4f6e7702849d0864552df81f6e2f3 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:27:21.651315 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-e94c7732-01ec-49ec-8fa4-0085b0a5e052 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:21.772382 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-e94c7732-01ec-49ec-8fa4-0085b0a5e052 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Allocated IP 172.20.0.14 (f020ecf5-f63d-4b35-b3ca-908260f1cc26/48c8d423-5830-4a11-90b8-1ebf6a47c3df/130ff484-e7c8-4883-8638-3933e71a2c5f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:27:21.907198 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-e94c7732-01ec-49ec-8fa4-0085b0a5e052 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:21.920471 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-e94c7732-01ec-49ec-8fa4-0085b0a5e052 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Transition to ACTIVE for port object 130ff484-e7c8-4883-8638-3933e71a2c5f will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:27:21.952026 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-e94c7732-01ec-49ec-8fa4-0085b0a5e052 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:21.995640 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-e94c7732-01ec-49ec-8fa4-0085b0a5e052 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Network f020ecf5-f63d-4b35-b3ca-908260f1cc26 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:27:21.998580 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-e94c7732-01ec-49ec-8fa4-0085b0a5e052 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:27:22.002264 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-e94c7732-01ec-49ec-8fa4-0085b0a5e052 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:27:22.008446 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c7732-01ec-49ec-8fa4-0085b0a5e052 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Pushing event updated for resources: {'Port': ['ID=130ff484-e7c8-4883-8638-3933e71a2c5f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:22.062548 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-e94c7732-01ec-49ec-8fa4-0085b0a5e052 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:22.063584 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-e94c7732-01ec-49ec-8fa4-0085b0a5e052 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:22.079178 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-e94c7732-01ec-49ec-8fa4-0085b0a5e052 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5450330 Jul 22 17:27:22.095832 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-5663e7e7-95bf-4e58-9c8b-c13648108691 service neutron] Request body: {'port': {'device_id': 'ca5dbd10-6b81-436d-8c90-6a0551faf02c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:27:22.173686 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-5663e7e7-95bf-4e58-9c8b-c13648108691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:22.267800 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d2c406d4-08b0-4d56-9393-2e5e8efaa248 None None] Provisioning for port 130ff484-e7c8-4883-8638-3933e71a2c5f completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:27:22.272418 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d2c406d4-08b0-4d56-9393-2e5e8efaa248 None None] Provisioning complete for port 130ff484-e7c8-4883-8638-3933e71a2c5f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:27:22.272793 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d2c406d4-08b0-4d56-9393-2e5e8efaa248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:22.306180 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d2c406d4-08b0-4d56-9393-2e5e8efaa248 None None] Port 130ff484-e7c8-4883-8638-3933e71a2c5f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:27:22.430823 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-5663e7e7-95bf-4e58-9c8b-c13648108691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 130ff484-e7c8-4883-8638-3933e71a2c5f {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:27:22.438036 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-5663e7e7-95bf-4e58-9c8b-c13648108691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:22.449296 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-5663e7e7-95bf-4e58-9c8b-c13648108691 service neutron] Transition to ACTIVE for port object 130ff484-e7c8-4883-8638-3933e71a2c5f will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:27:22.453229 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-5663e7e7-95bf-4e58-9c8b-c13648108691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:22.502654 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663e7e7-95bf-4e58-9c8b-c13648108691 service neutron] Pushing event updated for resources: {'Port': ['ID=130ff484-e7c8-4883-8638-3933e71a2c5f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:22.574610 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-5663e7e7-95bf-4e58-9c8b-c13648108691 service neutron] Attempting to bind port 130ff484-e7c8-4883-8638-3933e71a2c5f on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:27:22.575225 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-5663e7e7-95bf-4e58-9c8b-c13648108691 service neutron] Attempting to bind port 130ff484-e7c8-4883-8638-3933e71a2c5f by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:27:22.575225 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-5663e7e7-95bf-4e58-9c8b-c13648108691 service neutron] Attempting to bind port 130ff484-e7c8-4883-8638-3933e71a2c5f on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:27:22.579558 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-5663e7e7-95bf-4e58-9c8b-c13648108691 service neutron] Port 130ff484-e7c8-4883-8638-3933e71a2c5f on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:27:22.579875 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-5663e7e7-95bf-4e58-9c8b-c13648108691 service neutron] Attempting to bind port 130ff484-e7c8-4883-8638-3933e71a2c5f on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:27:22.584696 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-5663e7e7-95bf-4e58-9c8b-c13648108691 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:27:22.585038 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-5663e7e7-95bf-4e58-9c8b-c13648108691 service neutron] Checking segment: {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:27:22.585423 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-5663e7e7-95bf-4e58-9c8b-c13648108691 service neutron] Bound using segment: {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:27:22.585852 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-5663e7e7-95bf-4e58-9c8b-c13648108691 service neutron] Bound port: 130ff484-e7c8-4883-8638-3933e71a2c5f, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:27:22.586242 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-5663e7e7-95bf-4e58-9c8b-c13648108691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:22.680501 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-5663e7e7-95bf-4e58-9c8b-c13648108691 service neutron] For port 130ff484-e7c8-4883-8638-3933e71a2c5f, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:27:22.695288 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-5663e7e7-95bf-4e58-9c8b-c13648108691 service neutron] For port 130ff484-e7c8-4883-8638-3933e71a2c5f, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=130ff484-e7c8-4883-8638-3933e71a2c5f,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:27:22.699795 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-5663e7e7-95bf-4e58-9c8b-c13648108691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:22.734735 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-5663e7e7-95bf-4e58-9c8b-c13648108691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:22.735362 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-5663e7e7-95bf-4e58-9c8b-c13648108691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:22.736824 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-5663e7e7-95bf-4e58-9c8b-c13648108691 service neutron] 10.222.0.16 "PUT /v2.0/ports/130ff484-e7c8-4883-8638-3933e71a2c5f HTTP/1.1" status: 200 len: 1092 time: 0.6454954 Jul 22 17:27:22.741738 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5dbd10-6b81-436d-8c90-6a0551faf02c', 'tag': '130ff484-e7c8-4883-8638-3933e71a2c5f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:27:22.744037 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c72702-0b39-4ebb-a06a-f7db8944e05c" -d '{"events": [{"name": "network-changed", "server_uuid": "ca5dbd10-6b81-436d-8c90-6a0551faf02c", "tag": "130ff484-e7c8-4883-8638-3933e71a2c5f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:27:22.782515 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011253a-7615-4fa6-af0d-4c00e2fa6abb req-d63ff39a-91a5-4be4-b838-7a5d65129391 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:22.784066 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8011253a-7615-4fa6-af0d-4c00e2fa6abb req-d63ff39a-91a5-4be4-b838-7a5d65129391 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 944 time: 0.1387236 Jul 22 17:27:22.785148 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663e7e7-95bf-4e58-9c8b-c13648108691 service neutron] Pushing event updated for resources: {'Port': ['ID=130ff484-e7c8-4883-8638-3933e71a2c5f,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:22.796087 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d8d4cb-4de2-48d3-9763-4ca2370105d8 x-openstack-request-id: req-03d8d4cb-4de2-48d3-9763-4ca2370105d8 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:27:22.796556 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca5dbd10-6b81-436d-8c90-6a0551faf02c", "tag": "130ff484-e7c8-4883-8638-3933e71a2c5f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:27:22.796935 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-03d8d4cb-4de2-48d3-9763-4ca2370105d8 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:27:22.797729 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca5dbd10-6b81-436d-8c90-6a0551faf02c', 'tag': '130ff484-e7c8-4883-8638-3933e71a2c5f', 'status': 'completed', 'code': 200} Jul 22 17:27:22.866232 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8011253a-7615-4fa6-af0d-4c00e2fa6abb req-fda07b21-c977-4ff4-b927-87dd4af4e7b6 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665927 Jul 22 17:27:22.896227 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-c039ad4f-40e5-46c5-98c8-0ed617618d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:22.897755 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-c039ad4f-40e5-46c5-98c8-0ed617618d77 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 1095 time: 0.0834165 Jul 22 17:27:22.944169 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-5509940f-6d5b-4bec-b54c-a942b9317dd6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=130ff484-e7c8-4883-8638-3933e71a2c5f HTTP/1.1" status: 200 len: 217 time: 0.0343688 Jul 22 17:27:22.990293 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-95a9657e-ab50-47c9-b722-ad0f877e04f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:22.991693 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-95a9657e-ab50-47c9-b722-ad0f877e04f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0421088 Jul 22 17:27:23.052802 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-50d0b3f9-04a5-4911-b755-8435017301e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:23.054222 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-50d0b3f9-04a5-4911-b755-8435017301e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559888 Jul 22 17:27:23.141870 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-50b4e7ac-d20f-453e-8e70-c1c9eaf6ed0e service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815156 Jul 22 17:27:23.231152 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1b84bdb9-acd2-4567-9042-ad487a04af26 req-7700fb86-ec32-49ba-a975-1c231bf2def1 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833983 Jul 22 17:27:23.363448 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c72702-0b39-4ebb-a06a-f7db8944e05c req-5adfb2ca-f45f-4ae5-8aca-63bea27f42f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:23.364853 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-03c72702-0b39-4ebb-a06a-f7db8944e05c req-5adfb2ca-f45f-4ae5-8aca-63bea27f42f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 1095 time: 0.0524502 Jul 22 17:27:23.456848 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c72702-0b39-4ebb-a06a-f7db8944e05c req-58da2639-c0db-4469-bf98-9045d404b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:23.458348 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-03c72702-0b39-4ebb-a06a-f7db8944e05c req-58da2639-c0db-4469-bf98-9045d404b0fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0875900 Jul 22 17:27:23.499912 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-03c72702-0b39-4ebb-a06a-f7db8944e05c req-bdf7818c-63f5-4491-87b2-450cf01b26bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=130ff484-e7c8-4883-8638-3933e71a2c5f HTTP/1.1" status: 200 len: 217 time: 0.0338271 Jul 22 17:27:23.547681 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c72702-0b39-4ebb-a06a-f7db8944e05c req-4e5d51d2-f649-47a0-9441-e350f0164ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:23.549059 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-03c72702-0b39-4ebb-a06a-f7db8944e05c req-4e5d51d2-f649-47a0-9441-e350f0164ddd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0416160 Jul 22 17:27:23.605632 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c72702-0b39-4ebb-a06a-f7db8944e05c req-69c27c15-fde7-4a66-a638-56ed65224ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:23.607106 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-03c72702-0b39-4ebb-a06a-f7db8944e05c req-69c27c15-fde7-4a66-a638-56ed65224ca7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514426 Jul 22 17:27:23.697411 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-03c72702-0b39-4ebb-a06a-f7db8944e05c req-27f65f17-b431-4064-8e3c-73448098eb72 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828032 Jul 22 17:27:23.790454 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-03c72702-0b39-4ebb-a06a-f7db8944e05c req-3b1c5df9-b165-421c-8432-eeda6865d261 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858581 Jul 22 17:27:23.996404 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53565b42-17b8-4b20-87db-200a08a37bbc req-e7db73f1-837a-4d00-9674-8c0f8deb5dd5 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:23.997792 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-53565b42-17b8-4b20-87db-200a08a37bbc req-e7db73f1-837a-4d00-9674-8c0f8deb5dd5 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 944 time: 0.0627608 Jul 22 17:27:24.034794 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-53565b42-17b8-4b20-87db-200a08a37bbc req-60017e30-6b89-4c3e-bcab-5d0152e72bd5 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313253 Jul 22 17:27:25.175609 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78062c1b-b7f8-47c3-b37e-07c3f93daf4b req-60e19714-d528-45b1-8d51-8e291bf9c61a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:25.177070 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-78062c1b-b7f8-47c3-b37e-07c3f93daf4b req-60e19714-d528-45b1-8d51-8e291bf9c61a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 944 time: 0.0634341 Jul 22 17:27:25.213635 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-78062c1b-b7f8-47c3-b37e-07c3f93daf4b req-3be0a244-9721-4249-808a-5d51148fd362 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305033 Jul 22 17:27:26.343629 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a12beb-e9fe-4178-aa22-e9dcf74be1bf req-df52fcec-72b6-44df-9005-e6f26a601077 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:26.345107 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a2a12beb-e9fe-4178-aa22-e9dcf74be1bf req-df52fcec-72b6-44df-9005-e6f26a601077 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 944 time: 0.0663383 Jul 22 17:27:26.381751 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a2a12beb-e9fe-4178-aa22-e9dcf74be1bf req-e6c51b60-4f1d-4410-af2a-cd4cbbb2369b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310597 Jul 22 17:27:27.506573 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de6823-8ca1-415a-b5f8-911d397445bf req-76854e8a-5fbf-471e-9ebd-b88f66ab7301 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:27.508025 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1de6823-8ca1-415a-b5f8-911d397445bf req-76854e8a-5fbf-471e-9ebd-b88f66ab7301 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 944 time: 0.0616343 Jul 22 17:27:27.542727 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 130ff484-e7c8-4883-8638-3933e71a2c5f details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:27:27.545429 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e1de6823-8ca1-415a-b5f8-911d397445bf req-b82e94b3-6e7b-419b-96b2-48781ef4c4ef tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314169 Jul 22 17:27:27.638263 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 130ff484-e7c8-4883-8638-3933e71a2c5f, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=130ff484-e7c8-4883-8638-3933e71a2c5f,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:27:27.648953 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '130ff484-e7c8-4883-8638-3933e71a2c5f', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'port_id': '130ff484-e7c8-4883-8638-3933e71a2c5f', 'mac_address': 'fa:16:3e:de:1f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:27:27.684229 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:27.696090 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 130ff484-e7c8-4883-8638-3933e71a2c5f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:27:27.715300 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 130ff484-e7c8-4883-8638-3933e71a2c5f, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=130ff484-e7c8-4883-8638-3933e71a2c5f,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:27:27.719258 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:27.767206 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=130ff484-e7c8-4883-8638-3933e71a2c5f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:28.040996 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['130ff484-e7c8-4883-8638-3933e71a2c5f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:27:28.675880 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3652954-3ad7-4345-90b5-b59df9029fe0 req-6409bb87-5bcc-4175-b4b3-b7532a6c7991 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:28.677451 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3652954-3ad7-4345-90b5-b59df9029fe0 req-6409bb87-5bcc-4175-b4b3-b7532a6c7991 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 945 time: 0.0652587 Jul 22 17:27:28.715438 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f3652954-3ad7-4345-90b5-b59df9029fe0 req-4e3ee645-4d3a-48fd-8fd1-0677c9135c3c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322404 Jul 22 17:27:29.123648 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd4247e5-30a6-4d48-9226-5684a06fc809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:29.556914 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 130ff484-e7c8-4883-8638-3933e71a2c5f up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:27:29.602885 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 130ff484-e7c8-4883-8638-3933e71a2c5f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:27:29.606954 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 130ff484-e7c8-4883-8638-3933e71a2c5f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:27:29.607321 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:29.682892 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:29.703644 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5dbd10-6b81-436d-8c90-6a0551faf02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130ff484-e7c8-4883-8638-3933e71a2c5f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:27:29.705847 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6136dd1c-9d5c-46c1-8b9c-a2e8b95b7174" -d '{"events": [{"server_uuid": "ca5dbd10-6b81-436d-8c90-6a0551faf02c", "name": "network-vif-plugged", "status": "completed", "tag": "130ff484-e7c8-4883-8638-3933e71a2c5f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:27:29.718410 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 130ff484-e7c8-4883-8638-3933e71a2c5f, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=130ff484-e7c8-4883-8638-3933e71a2c5f,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:27:29.722129 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:29.745284 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a0091f-be62-49e1-99b0-e4c909a5871f x-openstack-request-id: req-06a0091f-be62-49e1-99b0-e4c909a5871f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:27:29.745763 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5dbd10-6b81-436d-8c90-6a0551faf02c", "name": "network-vif-plugged", "status": "completed", "tag": "130ff484-e7c8-4883-8638-3933e71a2c5f", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:27:29.746177 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-06a0091f-be62-49e1-99b0-e4c909a5871f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:27:29.746570 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5dbd10-6b81-436d-8c90-6a0551faf02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130ff484-e7c8-4883-8638-3933e71a2c5f', 'code': 200} Jul 22 17:27:29.771608 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=130ff484-e7c8-4883-8638-3933e71a2c5f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:29.852601 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176192f3-3728-457b-84a4-54e7441e850f req-f91ab0be-c083-4c80-b12b-2852be215e23 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:29.860101 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-176192f3-3728-457b-84a4-54e7441e850f req-f91ab0be-c083-4c80-b12b-2852be215e23 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 946 time: 0.0750594 Jul 22 17:27:29.883469 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea02a7-7c99-4110-adb1-600f1c1dd5cb req-13570563-58df-4edf-802a-1f01c54cd1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:29.884959 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f9ea02a7-7c99-4110-adb1-600f1c1dd5cb req-13570563-58df-4edf-802a-1f01c54cd1b8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 1097 time: 0.0575933 Jul 22 17:27:29.901730 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-176192f3-3728-457b-84a4-54e7441e850f req-802b43f3-e3ce-4bee-9021-e88c664a0a19 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404444 Jul 22 17:27:29.921915 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f9ea02a7-7c99-4110-adb1-600f1c1dd5cb req-7add066e-6faf-4d98-9b9d-c61aa4538e47 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311174 Jul 22 17:27:31.035124 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64003409-11cf-4ae6-8120-4a01e28c4a8e req-d3dce1c0-70eb-48ae-aab3-b117085c64d2 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:31.036624 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-64003409-11cf-4ae6-8120-4a01e28c4a8e req-d3dce1c0-70eb-48ae-aab3-b117085c64d2 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 946 time: 0.0677695 Jul 22 17:27:31.075867 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-64003409-11cf-4ae6-8120-4a01e28c4a8e req-62f4774f-6498-4669-ba55-7761e8b54736 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331271 Jul 22 17:27:31.665042 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4c2df531-97e5-418b-ab0f-63e6dcda2963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:31.680849 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:32.204096 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32baa3-bd42-4d09-b176-f64e333bcb9e req-2599922e-8718-4d84-86a0-4ddb2fc96514 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:32.205578 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8c32baa3-bd42-4d09-b176-f64e333bcb9e req-2599922e-8718-4d84-86a0-4ddb2fc96514 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 946 time: 0.0631361 Jul 22 17:27:32.241720 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8c32baa3-bd42-4d09-b176-f64e333bcb9e req-3b4473a3-c552-4e11-aac4-d3e94c8b3fc2 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306325 Jul 22 17:27:32.363852 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acaa5f-c4e6-4b8b-baee-a1c6c49d687a req-f134e7bc-9429-4a5b-ad27-9aa7685cc672 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:32.365216 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-39acaa5f-c4e6-4b8b-baee-a1c6c49d687a req-f134e7bc-9429-4a5b-ad27-9aa7685cc672 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 946 time: 0.0617208 Jul 22 17:27:32.374241 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39002) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:27:32.378522 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9a6def8c-b95c-4073-8d82-2c39da652545 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Request body: {'floatingip': {'port_id': '130ff484-e7c8-4883-8638-3933e71a2c5f'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:27:32.762738 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a6def8c-b95c-4073-8d82-2c39da652545 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:32.962719 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:33.183091 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a6def8c-b95c-4073-8d82-2c39da652545 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:33.186464 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a6def8c-b95c-4073-8d82-2c39da652545 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:33.284117 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-9a6def8c-b95c-4073-8d82-2c39da652545 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Floating IP 15a8a7e1-a58e-4118-b5e1-df0824061f50 associated. External IP: 172.25.0.44, port: 130ff484-e7c8-4883-8638-3933e71a2c5f. Jul 22 17:27:33.411953 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:27:33.486501 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6def8c-b95c-4073-8d82-2c39da652545 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Router 82b25c86-6d21-4eb0-9851-330308052b9d has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:27:33.592486 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6def8c-b95c-4073-8d82-2c39da652545 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:27:33.597293 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a6def8c-b95c-4073-8d82-2c39da652545 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:33.601909 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7ca960-b996-4015-83fd-ea75047fa581 None None] Sync routers for ids ['82b25c86-6d21-4eb0-9851-330308052b9d'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:27:33.610649 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7ca960-b996-4015-83fd-ea75047fa581 None None] Routers {'82b25c86-6d21-4eb0-9851-330308052b9d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:27:33.611248 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3d7ca960-b996-4015-83fd-ea75047fa581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:27:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['82b25c86-6d21-4eb0-9851-330308052b9d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:27:33.637449 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9a6def8c-b95c-4073-8d82-2c39da652545 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "PUT /v2.0/floatingips/15a8a7e1-a58e-4118-b5e1-df0824061f50 HTTP/1.1" status: 200 len: 991 time: 1.2621768 Jul 22 17:27:33.638169 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5dbd10-6b81-436d-8c90-6a0551faf02c', 'tag': '130ff484-e7c8-4883-8638-3933e71a2c5f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:27:33.640501 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf1b9da-90c2-4f25-802d-a5e8e8017126" -d '{"events": [{"name": "network-changed", "server_uuid": "ca5dbd10-6b81-436d-8c90-6a0551faf02c", "tag": "130ff484-e7c8-4883-8638-3933e71a2c5f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:27:33.679773 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f2fffe-6598-4f32-a7dd-bebbebfbd1f4 x-openstack-request-id: req-79f2fffe-6598-4f32-a7dd-bebbebfbd1f4 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:27:33.680065 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca5dbd10-6b81-436d-8c90-6a0551faf02c", "tag": "130ff484-e7c8-4883-8638-3933e71a2c5f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:27:33.680336 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-79f2fffe-6598-4f32-a7dd-bebbebfbd1f4 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:27:33.680733 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca5dbd10-6b81-436d-8c90-6a0551faf02c', 'tag': '130ff484-e7c8-4883-8638-3933e71a2c5f', 'status': 'completed', 'code': 200} Jul 22 17:27:33.715172 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3d7ca960-b996-4015-83fd-ea75047fa581 None None] Set router 82b25c86-6d21-4eb0-9851-330308052b9d gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:27:33.788159 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1b9da-90c2-4f25-802d-a5e8e8017126 req-c3bcc79d-f23e-4ace-807a-38cc97a28a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:33.789673 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbf1b9da-90c2-4f25-802d-a5e8e8017126 req-c3bcc79d-f23e-4ace-807a-38cc97a28a12 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 1097 time: 0.0547121 Jul 22 17:27:33.879487 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1b9da-90c2-4f25-802d-a5e8e8017126 req-4bfd404e-ca6d-4d2b-a608-25c5411fb81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:33.880993 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbf1b9da-90c2-4f25-802d-a5e8e8017126 req-4bfd404e-ca6d-4d2b-a608-25c5411fb81e service neutron] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0851836 Jul 22 17:27:33.933995 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3d7ca960-b996-4015-83fd-ea75047fa581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '15a8a7e1-a58e-4118-b5e1-df0824061f50', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'port_id': '130ff484-e7c8-4883-8638-3933e71a2c5f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'mac_address': 'fa:16:3e:de:1f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5dbd10-6b81-436d-8c90-6a0551faf02c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:25:03Z', 'updated_at': '2021-07-22T17:27:33Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:06Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:27:33.949100 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbf1b9da-90c2-4f25-802d-a5e8e8017126 req-00132bf5-0f65-4af1-b216-0d6b61075bcf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=130ff484-e7c8-4883-8638-3933e71a2c5f HTTP/1.1" status: 200 len: 999 time: 0.0620518 Jul 22 17:27:33.958880 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7ca960-b996-4015-83fd-ea75047fa581 None None] Checking router: 82b25c86-6d21-4eb0-9851-330308052b9d for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:27:33.966912 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7ca960-b996-4015-83fd-ea75047fa581 None None] Routers {'82b25c86-6d21-4eb0-9851-330308052b9d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:27:33.967515 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3d7ca960-b996-4015-83fd-ea75047fa581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:27:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['82b25c86-6d21-4eb0-9851-330308052b9d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:27:33.997831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1b9da-90c2-4f25-802d-a5e8e8017126 req-2924a506-3021-44e4-aae2-ebdcbc7deeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:33.999349 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbf1b9da-90c2-4f25-802d-a5e8e8017126 req-2924a506-3021-44e4-aae2-ebdcbc7deeed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0438087 Jul 22 17:27:34.057040 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1b9da-90c2-4f25-802d-a5e8e8017126 req-052b9a15-dfd1-4581-a210-491611a80d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:34.059155 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbf1b9da-90c2-4f25-802d-a5e8e8017126 req-052b9a15-dfd1-4581-a210-491611a80d46 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534635 Jul 22 17:27:34.075894 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3d7ca960-b996-4015-83fd-ea75047fa581 None None] Set router 82b25c86-6d21-4eb0-9851-330308052b9d gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:27:34.152090 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbf1b9da-90c2-4f25-802d-a5e8e8017126 req-46024f87-49db-44a1-a00d-8f506735637b service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865204 Jul 22 17:27:34.241184 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbf1b9da-90c2-4f25-802d-a5e8e8017126 req-22965f18-46f5-474c-a91d-d0cef1a1fbac service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825939 Jul 22 17:27:34.295602 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3d7ca960-b996-4015-83fd-ea75047fa581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '15a8a7e1-a58e-4118-b5e1-df0824061f50', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'port_id': '130ff484-e7c8-4883-8638-3933e71a2c5f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'mac_address': 'fa:16:3e:de:1f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5dbd10-6b81-436d-8c90-6a0551faf02c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:25:03Z', 'updated_at': '2021-07-22T17:27:33Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:06Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:27:34.321128 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7ca960-b996-4015-83fd-ea75047fa581 None None] The sync data for ids ['82b25c86-6d21-4eb0-9851-330308052b9d'] in n-d-798930-9 is: [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '15a8a7e1-a58e-4118-b5e1-df0824061f50', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'port_id': '130ff484-e7c8-4883-8638-3933e71a2c5f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'mac_address': 'fa:16:3e:de:1f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5dbd10-6b81-436d-8c90-6a0551faf02c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:25:03Z', 'updated_at': '2021-07-22T17:27:33Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:06Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:27:34.496485 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6ea2ce-1c28-42d2-8292-c74f6a931a30 None None] New status for floating IP 15a8a7e1-a58e-4118-b5e1-df0824061f50: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:27:34.797654 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:36.106723 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5755a853-191b-42db-83f5-e974b4c7355b req-3c2bdb24-5fcf-4d14-8615-f1be6ca4aed9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0578218 Jul 22 17:27:36.219217 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755a853-191b-42db-83f5-e974b4c7355b req-53ad348f-697d-4633-a06b-ceb73fa61483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:36.220716 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5755a853-191b-42db-83f5-e974b4c7355b req-53ad348f-697d-4633-a06b-ceb73fa61483 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 1097 time: 0.0539649 Jul 22 17:27:36.335809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755a853-191b-42db-83f5-e974b4c7355b req-e263424f-8aee-451d-9588-22eb5544bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:36.337257 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5755a853-191b-42db-83f5-e974b4c7355b req-e263424f-8aee-451d-9588-22eb5544bc50 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0872784 Jul 22 17:27:36.402135 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5755a853-191b-42db-83f5-e974b4c7355b req-283e553b-5901-462b-9414-65d5194bc048 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=130ff484-e7c8-4883-8638-3933e71a2c5f HTTP/1.1" status: 200 len: 1001 time: 0.0560224 Jul 22 17:27:36.447780 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755a853-191b-42db-83f5-e974b4c7355b req-e1dc833d-8d92-41c6-99e8-510047fe9f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:36.449697 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5755a853-191b-42db-83f5-e974b4c7355b req-e1dc833d-8d92-41c6-99e8-510047fe9f99 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0429852 Jul 22 17:27:36.511251 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755a853-191b-42db-83f5-e974b4c7355b req-d56bbae1-22b8-49fe-aa90-3653b59d3de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:36.512715 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5755a853-191b-42db-83f5-e974b4c7355b req-d56bbae1-22b8-49fe-aa90-3653b59d3de4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566893 Jul 22 17:27:36.599999 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5755a853-191b-42db-83f5-e974b4c7355b req-03ca564a-1435-41e1-9932-70df041ad4a2 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809414 Jul 22 17:27:36.692011 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5755a853-191b-42db-83f5-e974b4c7355b req-5f05d778-4c50-430c-ba6c-ee00b8b3a268 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862198 Jul 22 17:27:42.487108 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:42.507842 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:59.124272 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a200ce1-bc1e-4ed6-b1f1-ffc5a6e9a14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:01.666756 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4027c304-ff98-4386-a1e7-e1371e295621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:01.683059 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:02.966107 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:04.801633 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:10.410558 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:28:12.520495 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:12.521570 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:29.124044 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f5aea9c-0cf8-49f4-ab80-6405e437a4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:31.667940 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9ef63d0-afc8-4f1a-89fa-268508e3c769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:31.685218 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:32.969142 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:34.804778 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:38.000609 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8a6cb34f-8c9a-40ec-bab8-bd1547e226b7 req-786b6a47-d28d-4705-a6e7-a1ce35eec0aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567207 Jul 22 17:28:38.110498 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cb34f-8c9a-40ec-bab8-bd1547e226b7 req-a4f84144-8d05-4910-b18d-8e2b7a92e820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:38.111936 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8a6cb34f-8c9a-40ec-bab8-bd1547e226b7 req-a4f84144-8d05-4910-b18d-8e2b7a92e820 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 1097 time: 0.0537939 Jul 22 17:28:38.218557 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cb34f-8c9a-40ec-bab8-bd1547e226b7 req-b5077c1f-0a9f-4017-9630-9a7ed4f27d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:38.220018 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8a6cb34f-8c9a-40ec-bab8-bd1547e226b7 req-b5077c1f-0a9f-4017-9630-9a7ed4f27d56 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0899832 Jul 22 17:28:38.283645 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8a6cb34f-8c9a-40ec-bab8-bd1547e226b7 req-34cbc5ae-cab7-4e15-b57c-a3c95e390d51 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=130ff484-e7c8-4883-8638-3933e71a2c5f HTTP/1.1" status: 200 len: 1001 time: 0.0560584 Jul 22 17:28:38.363309 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cb34f-8c9a-40ec-bab8-bd1547e226b7 req-ab1972b0-401b-4f2f-8f6e-39a9acafa2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:38.364766 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8a6cb34f-8c9a-40ec-bab8-bd1547e226b7 req-ab1972b0-401b-4f2f-8f6e-39a9acafa2bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0491893 Jul 22 17:28:38.424785 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cb34f-8c9a-40ec-bab8-bd1547e226b7 req-3d67a5bd-9594-4e22-a2ac-a21a562e582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:38.426272 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8a6cb34f-8c9a-40ec-bab8-bd1547e226b7 req-3d67a5bd-9594-4e22-a2ac-a21a562e582f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515852 Jul 22 17:28:38.512526 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8a6cb34f-8c9a-40ec-bab8-bd1547e226b7 req-6b41c2e3-b9e2-4022-bae7-4d5854844c35 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798938 Jul 22 17:28:38.601872 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8a6cb34f-8c9a-40ec-bab8-bd1547e226b7 req-8b54bd3c-186f-46ba-8dd6-be51b4b49574 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828872 Jul 22 17:28:42.519353 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:42.520790 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:47.409846 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:28:59.125651 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4dcebe9a-9403-4f4d-97ef-450926893826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:01.675727 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ea5b9c8-cca7-4803-a48a-7a05dc3388cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:01.686616 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:02.971316 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:04.806290 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:08.976415 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cf8fe-cee7-4a19-94ca-6e8ea4f49a32 req-05947c18-e01e-476e-a9c8-af179feed9b7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:08.977893 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc2cf8fe-cee7-4a19-94ca-6e8ea4f49a32 req-05947c18-e01e-476e-a9c8-af179feed9b7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 946 time: 0.1290600 Jul 22 17:29:09.015907 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dc2cf8fe-cee7-4a19-94ca-6e8ea4f49a32 req-52876dd5-d8d1-4fc6-82e3-b493072f7d2f tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317090 Jul 22 17:29:10.190462 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b31ab-0cf6-4745-96f2-16d3e4661ce6 req-056d4262-c814-4945-b15f-2ec8a1c0a2c8 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:10.191961 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-327b31ab-0cf6-4745-96f2-16d3e4661ce6 req-056d4262-c814-4945-b15f-2ec8a1c0a2c8 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 946 time: 0.1086829 Jul 22 17:29:10.228695 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-327b31ab-0cf6-4745-96f2-16d3e4661ce6 req-876f0cb2-4b0b-4d8e-8997-496062050ca4 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311518 Jul 22 17:29:11.362370 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941765f2-e2bc-47c7-9e09-8399c4fa00c1 req-550ed12d-5e55-45cc-adef-c12f5fb1ab4f tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:11.363774 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-941765f2-e2bc-47c7-9e09-8399c4fa00c1 req-550ed12d-5e55-45cc-adef-c12f5fb1ab4f tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 946 time: 0.0662823 Jul 22 17:29:11.401114 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-941765f2-e2bc-47c7-9e09-8399c4fa00c1 req-44764845-1226-438d-b950-55f37a9a9b2c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314498 Jul 22 17:29:12.525826 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:12.526906 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:12.537182 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0a52a-2d8c-47b7-9f3b-51be3a6099be req-8b013b1e-dea6-4fe1-b3f6-5bb07445d276 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:12.538696 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-40d0a52a-2d8c-47b7-9f3b-51be3a6099be req-8b013b1e-dea6-4fe1-b3f6-5bb07445d276 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 946 time: 0.0709174 Jul 22 17:29:12.575747 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-40d0a52a-2d8c-47b7-9f3b-51be3a6099be req-f58b5206-ff6e-4f4c-81e0-592500570812 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315013 Jul 22 17:29:13.703667 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20087d7-f237-4f2d-aaab-edb84f4edc44 req-55ad1520-aef9-4b6a-a566-c980be675b1c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:13.705065 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b20087d7-f237-4f2d-aaab-edb84f4edc44 req-55ad1520-aef9-4b6a-a566-c980be675b1c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 946 time: 0.0634747 Jul 22 17:29:13.741602 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b20087d7-f237-4f2d-aaab-edb84f4edc44 req-6b848184-9b35-4ce3-a213-656714654546 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310824 Jul 22 17:29:14.869643 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d6ebc-d61f-47e1-84d3-4c849a999803 req-4b49f2c9-6e07-45a3-a124-42ca4d3b49ab tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:14.871647 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-790d6ebc-d61f-47e1-84d3-4c849a999803 req-4b49f2c9-6e07-45a3-a124-42ca4d3b49ab tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 946 time: 0.0634723 Jul 22 17:29:14.909686 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-790d6ebc-d61f-47e1-84d3-4c849a999803 req-e9fc6d93-b098-4333-99aa-e10e3b7c4072 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324266 Jul 22 17:29:16.036529 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa62028-6e10-47c5-90fc-e26292505340 req-bbde83d4-04b6-410e-89d6-97199e30f86d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:16.038028 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9aa62028-6e10-47c5-90fc-e26292505340 req-bbde83d4-04b6-410e-89d6-97199e30f86d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 946 time: 0.0634062 Jul 22 17:29:16.079272 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9aa62028-6e10-47c5-90fc-e26292505340 req-a47ae790-801f-470f-bd7e-97c10d67c0b8 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353172 Jul 22 17:29:17.210563 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b80f1-114b-4151-b8ca-305356181df8 req-79acc6e6-8c7d-45f2-9a56-6d1f8b1632db tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:17.212036 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a32b80f1-114b-4151-b8ca-305356181df8 req-79acc6e6-8c7d-45f2-9a56-6d1f8b1632db tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 946 time: 0.0672197 Jul 22 17:29:17.248979 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a32b80f1-114b-4151-b8ca-305356181df8 req-2b7a84ed-3680-42f1-b71d-19041229f067 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308170 Jul 22 17:29:18.379212 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bb2fe-3321-47bd-bfc0-5c1370f5233a req-9de5f572-9901-460d-a15b-ac5647408425 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:18.380627 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6a0bb2fe-3321-47bd-bfc0-5c1370f5233a req-9de5f572-9901-460d-a15b-ac5647408425 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 946 time: 0.0643795 Jul 22 17:29:18.418997 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6a0bb2fe-3321-47bd-bfc0-5c1370f5233a req-10baa537-b4bc-4cd6-8e1c-d909c53f7aac tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321879 Jul 22 17:29:19.558612 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb811a7-128d-48c6-bffc-061edef85f1a req-6a7cce37-dd88-4cfa-8f7a-44d0f9d49c39 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:19.561084 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9eb811a7-128d-48c6-bffc-061edef85f1a req-6a7cce37-dd88-4cfa-8f7a-44d0f9d49c39 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 946 time: 0.0775871 Jul 22 17:29:19.597560 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9eb811a7-128d-48c6-bffc-061edef85f1a req-92819c43-490b-40cc-93b4-5e8510540658 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310092 Jul 22 17:29:19.806103 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39246) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:29:19.856312 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7990a-0936-4288-bb26-df841158dee2 req-231454b4-0e22-4f2a-b4c6-eba2db9f9cdd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:19.857905 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04b7990a-0936-4288-bb26-df841158dee2 req-231454b4-0e22-4f2a-b4c6-eba2db9f9cdd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 946 time: 0.0756779 Jul 22 17:29:19.897176 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-04b7990a-0936-4288-bb26-df841158dee2 req-8dbabffc-fc8b-4987-944d-374df6975352 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331428 Jul 22 17:29:19.902051 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-7a7d8f17-12f4-40a8-9fbe-7fd33b38e0df service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0946541 Jul 22 17:29:21.035598 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4a8e3-55cc-4559-af78-4c83ed1a5611 req-cbd81fab-e66f-42ab-be1b-a369622242f0 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:21.037146 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2ba4a8e3-55cc-4559-af78-4c83ed1a5611 req-cbd81fab-e66f-42ab-be1b-a369622242f0 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 946 time: 0.0674882 Jul 22 17:29:21.076303 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2ba4a8e3-55cc-4559-af78-4c83ed1a5611 req-a8355f65-73ce-455b-a4bd-75fd61f14bcc tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334921 Jul 22 17:29:21.090402 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-6d1fe4f5-e296-49a0-8f3e-8a8c6921655d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:21.091908 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-6d1fe4f5-e296-49a0-8f3e-8a8c6921655d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 1097 time: 0.0997386 Jul 22 17:29:21.178920 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-0d78e69a-d364-41b4-8a48-f4ab25737856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:21.180371 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-0d78e69a-d364-41b4-8a48-f4ab25737856 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0825326 Jul 22 17:29:21.248139 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-a87f46a7-cfc6-461e-9483-3cd464ce507b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=130ff484-e7c8-4883-8638-3933e71a2c5f HTTP/1.1" status: 200 len: 1001 time: 0.0613198 Jul 22 17:29:21.295475 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-e95fa1ad-808e-4a20-b33b-4c76dbe25941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:21.296878 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-e95fa1ad-808e-4a20-b33b-4c76dbe25941 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0429187 Jul 22 17:29:21.352701 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-ed3c9a80-af2b-4648-ad7e-ef27401ab254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:21.354089 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-ed3c9a80-af2b-4648-ad7e-ef27401ab254 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512350 Jul 22 17:29:21.443040 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-6a4ca245-9026-4ea1-ad08-9cc4003e5730 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826709 Jul 22 17:29:21.530423 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-2f583ffb-a450-40cb-8e80-0e7378e8041e service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814731 Jul 22 17:29:22.211861 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96c35a-f165-44a5-9dba-2e1a61d22dfa req-7310cf71-2b3e-4fcd-b068-82e0b5447604 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:22.213397 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8b96c35a-f165-44a5-9dba-2e1a61d22dfa req-7310cf71-2b3e-4fcd-b068-82e0b5447604 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 946 time: 0.0694766 Jul 22 17:29:22.250896 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8b96c35a-f165-44a5-9dba-2e1a61d22dfa req-bbdf8db9-6f89-40ed-bf53-28fa2675d580 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319333 Jul 22 17:29:23.378479 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4a741-f32c-4db4-892c-0598920f2de0 req-d9d1bce4-b2da-409f-bdd8-bd5eaf0d2cec tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:23.379875 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5ad4a741-f32c-4db4-892c-0598920f2de0 req-d9d1bce4-b2da-409f-bdd8-bd5eaf0d2cec tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 946 time: 0.0630369 Jul 22 17:29:23.417331 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5ad4a741-f32c-4db4-892c-0598920f2de0 req-93ded56a-1a0d-4144-90d4-213f1533a88f tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319490 Jul 22 17:29:23.514848 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-eec7a36e-3a9b-42ab-8710-2f8368eab6e8 service neutron] show failed (client error): The resource could not be found. Jul 22 17:29:23.515826 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-eec7a36e-3a9b-42ab-8710-2f8368eab6e8 service neutron] 10.222.0.16 "GET /v2.0/ports/130ff484-e7c8-4883-8638-3933e71a2c5f/bindings/n-h2-798930-9 HTTP/1.1" status: 404 len: 380 time: 0.0532269 Jul 22 17:29:23.761068 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-fbda7521-5002-4599-8d8e-f7e7a350f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:23.763199 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-fbda7521-5002-4599-8d8e-f7e7a350f545 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c&tenant_id=23d4f6e7702849d0864552df81f6e2f3 HTTP/1.1" status: 200 len: 1097 time: 0.0937197 Jul 22 17:29:23.780128 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-9', 'device_owner': 'compute:nova'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:29:23.851550 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:24.048074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] For port 130ff484-e7c8-4883-8638-3933e71a2c5f, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=130ff484-e7c8-4883-8638-3933e71a2c5f,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:29:24.079898 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] For port 130ff484-e7c8-4883-8638-3933e71a2c5f, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:29:24.118454 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5dbd10-6b81-436d-8c90-6a0551faf02c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '130ff484-e7c8-4883-8638-3933e71a2c5f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:29:24.120749 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75fecea-3f46-4d32-abb0-790159384063" -d '{"events": [{"server_uuid": "ca5dbd10-6b81-436d-8c90-6a0551faf02c", "name": "network-vif-unplugged", "status": "completed", "tag": "130ff484-e7c8-4883-8638-3933e71a2c5f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:29:24.124971 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:24.136869 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Transition to ACTIVE for port object 130ff484-e7c8-4883-8638-3933e71a2c5f will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:29:24.140512 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:24.174039 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f62efe4-b86a-407f-bfbd-da4f87a26393 x-openstack-request-id: req-8f62efe4-b86a-407f-bfbd-da4f87a26393 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:29:24.174330 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5dbd10-6b81-436d-8c90-6a0551faf02c", "name": "network-vif-unplugged", "status": "completed", "tag": "130ff484-e7c8-4883-8638-3933e71a2c5f", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:29:24.174579 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8f62efe4-b86a-407f-bfbd-da4f87a26393 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:29:24.174965 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5dbd10-6b81-436d-8c90-6a0551faf02c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '130ff484-e7c8-4883-8638-3933e71a2c5f', 'code': 200} Jul 22 17:29:24.224281 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Pushing event updated for resources: {'Port': ['ID=130ff484-e7c8-4883-8638-3933e71a2c5f,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:24.237067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:24.237394 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:24.237733 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:24.238096 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:24.238430 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:24.238765 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:24.239091 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:24.239408 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:24.239727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:24.240045 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:24.240363 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:24.240683 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:24.283075 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] No DVR routers for this DVR port 130ff484-e7c8-4883-8638-3933e71a2c5f on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:29:24.408350 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:29:24.420208 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Attempting to bind port 130ff484-e7c8-4883-8638-3933e71a2c5f on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:29:24.420549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Attempting to bind port 130ff484-e7c8-4883-8638-3933e71a2c5f by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:29:24.420880 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Attempting to bind port 130ff484-e7c8-4883-8638-3933e71a2c5f on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:29:24.425074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Port 130ff484-e7c8-4883-8638-3933e71a2c5f on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:29:24.425389 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Attempting to bind port 130ff484-e7c8-4883-8638-3933e71a2c5f on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:29:24.430144 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:29:24.430484 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Checking segment: {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:29:24.430869 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Bound using segment: {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:29:24.431292 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Bound port: 130ff484-e7c8-4883-8638-3933e71a2c5f, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:29:24.431645 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:24.497339 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] For port 130ff484-e7c8-4883-8638-3933e71a2c5f, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:29:24.500889 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] For port 130ff484-e7c8-4883-8638-3933e71a2c5f, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=130ff484-e7c8-4883-8638-3933e71a2c5f,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:29:24.506253 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:24.547021 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec811602-f565-42f6-bf97-af478f99055f req-3d9beb05-f604-4bb5-8404-cf34956b574a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:24.548581 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ec811602-f565-42f6-bf97-af478f99055f req-3d9beb05-f604-4bb5-8404-cf34956b574a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 944 time: 0.0641267 Jul 22 17:29:24.549417 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:24.550071 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:24.551504 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] 10.222.0.30 "PUT /v2.0/ports/130ff484-e7c8-4883-8638-3933e71a2c5f HTTP/1.1" status: 200 len: 1092 time: 0.7753620 Jul 22 17:29:24.569963 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c7c93-fd49-401d-ae2c-63db17d4d39a service neutron] Pushing event updated for resources: {'Port': ['ID=130ff484-e7c8-4883-8638-3933e71a2c5f,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:24.597286 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ec811602-f565-42f6-bf97-af478f99055f req-758919e5-848e-41e6-8219-22ad6a1004a5 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407224 Jul 22 17:29:24.649175 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-82d34ea3-e39b-431e-a24b-273927e0626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:24.650752 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-82d34ea3-e39b-431e-a24b-273927e0626a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 1095 time: 0.0570819 Jul 22 17:29:24.746836 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c1ea238a-153b-4339-b46e-21ae226ee197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:24.748317 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-c1ea238a-153b-4339-b46e-21ae226ee197 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0913556 Jul 22 17:29:24.811341 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-bb870b1e-81f9-47bc-ab5b-79663eec9c22 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=130ff484-e7c8-4883-8638-3933e71a2c5f HTTP/1.1" status: 200 len: 999 time: 0.0562558 Jul 22 17:29:24.865731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-87d6cc63-bdfc-4f6c-9e2f-4dd2dbe50a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:24.867263 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-87d6cc63-bdfc-4f6c-9e2f-4dd2dbe50a49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0494483 Jul 22 17:29:24.927306 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-72390eb2-ff9d-4845-bbb3-8d0f0f2057f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:24.928773 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-72390eb2-ff9d-4845-bbb3-8d0f0f2057f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529475 Jul 22 17:29:25.016112 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-0da2b656-9d6e-4704-a106-26b0ffc69916 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801983 Jul 22 17:29:25.106727 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-579c0ca4-ecdb-4dee-bc54-8ceb31d78978 req-2c8ed838-04e9-4c1b-8173-965a9c05f8cf service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835559 Jul 22 17:29:25.727452 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9655ae-39e5-469f-b213-f0f42f984464 req-3f6cc6bc-8ba8-4bee-b485-cb02ff90ae86 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:25.728920 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4e9655ae-39e5-469f-b213-f0f42f984464 req-3f6cc6bc-8ba8-4bee-b485-cb02ff90ae86 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 944 time: 0.0619457 Jul 22 17:29:25.766872 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4e9655ae-39e5-469f-b213-f0f42f984464 req-6ae954ea-839d-4f24-b5cf-c83c82d0af99 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318761 Jul 22 17:29:26.176531 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5dbd10-6b81-436d-8c90-6a0551faf02c', 'tag': '130ff484-e7c8-4883-8638-3933e71a2c5f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:29:26.178950 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa44410-137d-43c7-9096-f18c9fef53fe" -d '{"events": [{"name": "network-changed", "server_uuid": "ca5dbd10-6b81-436d-8c90-6a0551faf02c", "tag": "130ff484-e7c8-4883-8638-3933e71a2c5f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:29:26.225551 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08955127-d201-44c3-bb1c-eedd7a277cd2 x-openstack-request-id: req-08955127-d201-44c3-bb1c-eedd7a277cd2 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:29:26.225844 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca5dbd10-6b81-436d-8c90-6a0551faf02c", "tag": "130ff484-e7c8-4883-8638-3933e71a2c5f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:29:26.226121 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-08955127-d201-44c3-bb1c-eedd7a277cd2 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:29:26.226535 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca5dbd10-6b81-436d-8c90-6a0551faf02c', 'tag': '130ff484-e7c8-4883-8638-3933e71a2c5f', 'status': 'completed', 'code': 200} Jul 22 17:29:26.359404 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa44410-137d-43c7-9096-f18c9fef53fe req-ee1c227b-fbe3-4ca4-b075-bd107c1f3727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:26.360943 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fa44410-137d-43c7-9096-f18c9fef53fe req-ee1c227b-fbe3-4ca4-b075-bd107c1f3727 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 1095 time: 0.0951931 Jul 22 17:29:26.363436 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa44410-137d-43c7-9096-f18c9fef53fe req-6c19fde3-2750-4046-b6f7-92b9189a00be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:26.364745 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fa44410-137d-43c7-9096-f18c9fef53fe req-6c19fde3-2750-4046-b6f7-92b9189a00be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 1095 time: 0.0910063 Jul 22 17:29:26.522879 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa44410-137d-43c7-9096-f18c9fef53fe req-c3e4cabd-c918-49ec-aea5-21b5a56ee4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:26.524326 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fa44410-137d-43c7-9096-f18c9fef53fe req-c3e4cabd-c918-49ec-aea5-21b5a56ee4f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.1569304 Jul 22 17:29:26.526977 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa44410-137d-43c7-9096-f18c9fef53fe req-3732e97a-42a4-4604-92a0-3253defbe026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:26.528843 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fa44410-137d-43c7-9096-f18c9fef53fe req-3732e97a-42a4-4604-92a0-3253defbe026 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.1539319 Jul 22 17:29:26.633312 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fa44410-137d-43c7-9096-f18c9fef53fe req-fbbfbf6f-8e1c-4032-8374-3a98a8c1c565 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=130ff484-e7c8-4883-8638-3933e71a2c5f HTTP/1.1" status: 200 len: 999 time: 0.1014681 Jul 22 17:29:26.634937 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fa44410-137d-43c7-9096-f18c9fef53fe req-38831c13-2377-48ba-bdfd-ade3fa64a23a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=130ff484-e7c8-4883-8638-3933e71a2c5f HTTP/1.1" status: 200 len: 999 time: 0.0979779 Jul 22 17:29:26.716158 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa44410-137d-43c7-9096-f18c9fef53fe req-2b10e69b-9015-46d0-af29-5689cebab4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:26.717540 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fa44410-137d-43c7-9096-f18c9fef53fe req-2b10e69b-9015-46d0-af29-5689cebab4d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0773208 Jul 22 17:29:26.718911 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa44410-137d-43c7-9096-f18c9fef53fe req-a88fafac-9a6b-4587-b198-c8532509ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:26.720193 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fa44410-137d-43c7-9096-f18c9fef53fe req-a88fafac-9a6b-4587-b198-c8532509ab4d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0727470 Jul 22 17:29:26.809765 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa44410-137d-43c7-9096-f18c9fef53fe req-7f58baf4-9390-4691-a524-ce58b7e65207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:26.811283 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fa44410-137d-43c7-9096-f18c9fef53fe req-7f58baf4-9390-4691-a524-ce58b7e65207 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875840 Jul 22 17:29:26.816290 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa44410-137d-43c7-9096-f18c9fef53fe req-15a2056d-299e-4cee-9c1e-2e153cba89e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:26.817632 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fa44410-137d-43c7-9096-f18c9fef53fe req-15a2056d-299e-4cee-9c1e-2e153cba89e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870004 Jul 22 17:29:27.012726 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fa44410-137d-43c7-9096-f18c9fef53fe req-f38801d5-8100-48c0-8c6a-2028b94fdda1 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940489 Jul 22 17:29:27.016870 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fa44410-137d-43c7-9096-f18c9fef53fe req-bfaa85ad-dbbc-49cd-9f6e-ab5583d8fc3e service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902978 Jul 22 17:29:27.025164 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cd1ea-6872-4caf-9783-536a200a7d61 req-ca22abb1-2588-4ab2-8b69-27f64f90b381 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:27.026623 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-156cd1ea-6872-4caf-9783-536a200a7d61 req-ca22abb1-2588-4ab2-8b69-27f64f90b381 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 944 time: 0.1819885 Jul 22 17:29:27.516036 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-156cd1ea-6872-4caf-9783-536a200a7d61 req-ee3ce1e2-1e70-426b-a432-a52d02d3ec0a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4733131 Jul 22 17:29:27.550228 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fa44410-137d-43c7-9096-f18c9fef53fe req-e0c6aaa1-c842-4ead-a731-f8675c7f0f20 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226507 Jul 22 17:29:27.553679 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fa44410-137d-43c7-9096-f18c9fef53fe req-b52f3388-8bcc-4a55-90a4-dc4e958e4ed4 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251634 Jul 22 17:29:27.770319 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db0cf7-4756-4fa6-91dc-77bed1ec0ab6 req-196a0d39-e503-4650-a3a9-a426f81f7aed tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:27.771988 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-54db0cf7-4756-4fa6-91dc-77bed1ec0ab6 req-196a0d39-e503-4650-a3a9-a426f81f7aed tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 944 time: 0.1087327 Jul 22 17:29:27.786694 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb31c2f-4c5b-46be-9a1f-d3532ab57b88 req-c4ab70ed-1355-498f-9d3f-ed25bf7af771 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:27.788158 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbb31c2f-4c5b-46be-9a1f-d3532ab57b88 req-c4ab70ed-1355-498f-9d3f-ed25bf7af771 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c&tenant_id=23d4f6e7702849d0864552df81f6e2f3&binding%3Ahost_id=n-h2-798930-9 HTTP/1.1" status: 200 len: 944 time: 0.0923383 Jul 22 17:29:27.857173 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-54db0cf7-4756-4fa6-91dc-77bed1ec0ab6 req-f8d8706a-940d-43e1-8fe3-8b7bb8fc969f tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782526 Jul 22 17:29:27.874575 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [req-dbb31c2f-4c5b-46be-9a1f-d3532ab57b88 req-0792de47-6e4f-42f5-9a17-ade154435478 service neutron] delete failed (client error): The resource could not be found. Jul 22 17:29:27.874575 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbb31c2f-4c5b-46be-9a1f-d3532ab57b88 req-0792de47-6e4f-42f5-9a17-ade154435478 service neutron] 10.222.0.16 "DELETE /v2.0/ports/130ff484-e7c8-4883-8638-3933e71a2c5f/bindings/n-h1-798930-9 HTTP/1.1" status: 404 len: 380 time: 0.0770092 Jul 22 17:29:27.990987 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb31c2f-4c5b-46be-9a1f-d3532ab57b88 req-6e632812-03dc-4951-a8c1-e06eb92c4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:27.992610 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbb31c2f-4c5b-46be-9a1f-d3532ab57b88 req-6e632812-03dc-4951-a8c1-e06eb92c4dd0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 1095 time: 0.0555286 Jul 22 17:29:28.080501 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb31c2f-4c5b-46be-9a1f-d3532ab57b88 req-febde67c-4a41-4b08-a816-0b1b0682f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:28.081992 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbb31c2f-4c5b-46be-9a1f-d3532ab57b88 req-febde67c-4a41-4b08-a816-0b1b0682f81d service neutron] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0829124 Jul 22 17:29:28.151086 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbb31c2f-4c5b-46be-9a1f-d3532ab57b88 req-b309bb4a-6f32-42e6-a601-ccef8765ed14 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=130ff484-e7c8-4883-8638-3933e71a2c5f HTTP/1.1" status: 200 len: 999 time: 0.0622773 Jul 22 17:29:28.199870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb31c2f-4c5b-46be-9a1f-d3532ab57b88 req-e1a8301b-d663-41ed-9c4c-e4bff6fc95a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:28.201421 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbb31c2f-4c5b-46be-9a1f-d3532ab57b88 req-e1a8301b-d663-41ed-9c4c-e4bff6fc95a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0438337 Jul 22 17:29:28.241671 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 130ff484-e7c8-4883-8638-3933e71a2c5f no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:29:28.264690 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb31c2f-4c5b-46be-9a1f-d3532ab57b88 req-f1221cc7-6133-4062-accb-e1b5e5d0326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:28.266311 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbb31c2f-4c5b-46be-9a1f-d3532ab57b88 req-f1221cc7-6133-4062-accb-e1b5e5d0326b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588169 Jul 22 17:29:28.281825 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 130ff484-e7c8-4883-8638-3933e71a2c5f not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:29:28.361684 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbb31c2f-4c5b-46be-9a1f-d3532ab57b88 req-94710165-f403-4ca9-98d3-2e86b36bb15e service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887921 Jul 22 17:29:28.449595 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dbb31c2f-4c5b-46be-9a1f-d3532ab57b88 req-d2a6559f-1e6c-4aa2-bc04-be9807af2449 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810323 Jul 22 17:29:28.990404 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 130ff484-e7c8-4883-8638-3933e71a2c5f details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:29:28.997845 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4fc49-c5db-49f0-8a12-7fa5c0dda356 req-a0def26c-2c69-42a1-8cd0-76409ac7d551 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:28.999422 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-faa4fc49-c5db-49f0-8a12-7fa5c0dda356 req-a0def26c-2c69-42a1-8cd0-76409ac7d551 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 944 time: 0.0694754 Jul 22 17:29:29.039617 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-faa4fc49-c5db-49f0-8a12-7fa5c0dda356 req-090c148c-faea-47ab-ba5d-7fe1407e6098 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332558 Jul 22 17:29:29.098722 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 130ff484-e7c8-4883-8638-3933e71a2c5f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=130ff484-e7c8-4883-8638-3933e71a2c5f,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:29:29.118555 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '130ff484-e7c8-4883-8638-3933e71a2c5f', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'port_id': '130ff484-e7c8-4883-8638-3933e71a2c5f', 'mac_address': 'fa:16:3e:de:1f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:29:29.147988 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7635e6ae-8f3b-4082-b7c7-61f731ea04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:29.164510 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:29.177772 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 130ff484-e7c8-4883-8638-3933e71a2c5f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:29:29.179170 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c3fed-1432-409f-bfa7-23d4ca5d60c8 req-ad2e2b86-8233-4a04-afd5-38807501f565 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:29.180648 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-563c3fed-1432-409f-bfa7-23d4ca5d60c8 req-ad2e2b86-8233-4a04-afd5-38807501f565 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 944 time: 0.0703359 Jul 22 17:29:29.201659 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 130ff484-e7c8-4883-8638-3933e71a2c5f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=130ff484-e7c8-4883-8638-3933e71a2c5f,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:29:29.205603 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:29.220911 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-563c3fed-1432-409f-bfa7-23d4ca5d60c8 req-f824d167-201e-482d-89db-35b765de81fb tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345950 Jul 22 17:29:29.252994 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=130ff484-e7c8-4883-8638-3933e71a2c5f,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:29.260090 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:29.260541 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:29.260881 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:29.261214 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:29.262100 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:29.262437 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:29.262758 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:29.263078 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:29.263394 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:29.263710 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:29.264025 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:29.264342 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:29.430609 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264fbd6-bcf4-4d65-a2fe-a03d477085e0 req-89072aaa-f3c7-4a54-bc78-dad49fa20862 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:29.432217 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5264fbd6-bcf4-4d65-a2fe-a03d477085e0 req-89072aaa-f3c7-4a54-bc78-dad49fa20862 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 945 time: 0.0653241 Jul 22 17:29:29.483567 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['130ff484-e7c8-4883-8638-3933e71a2c5f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:29:29.500239 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5264fbd6-bcf4-4d65-a2fe-a03d477085e0 req-a1c02b9d-db28-483c-bfef-a45707c51222 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598249 Jul 22 17:29:29.516950 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f62329-93d3-4000-b61d-c059e4e5c64e req-f8d85e16-33d7-40d6-a097-53442d94304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:29.518580 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9f62329-93d3-4000-b61d-c059e4e5c64e req-f8d85e16-33d7-40d6-a097-53442d94304a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 1096 time: 0.0855157 Jul 22 17:29:29.608573 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f62329-93d3-4000-b61d-c059e4e5c64e req-7b6fa593-6499-476e-ae72-d4f6021d8943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:29.610090 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9f62329-93d3-4000-b61d-c059e4e5c64e req-7b6fa593-6499-476e-ae72-d4f6021d8943 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0847409 Jul 22 17:29:29.677699 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9f62329-93d3-4000-b61d-c059e4e5c64e req-59577f50-b177-4201-9291-99c93eeaf564 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=130ff484-e7c8-4883-8638-3933e71a2c5f HTTP/1.1" status: 200 len: 1000 time: 0.0607712 Jul 22 17:29:29.725021 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f62329-93d3-4000-b61d-c059e4e5c64e req-e81f7426-5d9b-4926-99ce-27d2f8f49b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:29.726424 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9f62329-93d3-4000-b61d-c059e4e5c64e req-e81f7426-5d9b-4926-99ce-27d2f8f49b8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0416293 Jul 22 17:29:29.784827 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f62329-93d3-4000-b61d-c059e4e5c64e req-4e7ba8cf-3a4b-4698-82de-dbecd8a63750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:29.786223 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9f62329-93d3-4000-b61d-c059e4e5c64e req-4e7ba8cf-3a4b-4698-82de-dbecd8a63750 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525453 Jul 22 17:29:29.880858 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9f62329-93d3-4000-b61d-c059e4e5c64e req-61dcdb38-f8a8-4ce5-b6b3-77d7f2eaeb08 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878124 Jul 22 17:29:29.968748 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c9f62329-93d3-4000-b61d-c059e4e5c64e req-920df96d-271f-4d0a-a6ef-349e460470f6 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807166 Jul 22 17:29:30.630227 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e2a29-f913-40fe-a05e-38469c805e31 req-c3b9f6e0-3bc5-4701-bb3c-f9a381275625 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:30.631689 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-856e2a29-f913-40fe-a05e-38469c805e31 req-c3b9f6e0-3bc5-4701-bb3c-f9a381275625 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 945 time: 0.0625575 Jul 22 17:29:30.668838 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-856e2a29-f913-40fe-a05e-38469c805e31 req-90f2a595-3beb-429a-b6d3-e5acfbcd87cf tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316408 Jul 22 17:29:30.911744 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a62b08-97ec-4ae7-becc-d4490f9517e1 req-fbb600d1-e5f8-4e79-b22e-9960b6c7e2b1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:30.913204 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-47a62b08-97ec-4ae7-becc-d4490f9517e1 req-fbb600d1-e5f8-4e79-b22e-9960b6c7e2b1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 945 time: 0.0662465 Jul 22 17:29:30.950421 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-47a62b08-97ec-4ae7-becc-d4490f9517e1 req-f7351c22-9513-476b-baf9-b867ad5b0495 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315230 Jul 22 17:29:30.988808 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 130ff484-e7c8-4883-8638-3933e71a2c5f up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:29:31.036415 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 130ff484-e7c8-4883-8638-3933e71a2c5f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:29:31.040085 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 130ff484-e7c8-4883-8638-3933e71a2c5f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:29:31.040460 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:31.115525 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:31.137556 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5dbd10-6b81-436d-8c90-6a0551faf02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130ff484-e7c8-4883-8638-3933e71a2c5f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:29:31.139781 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d74d26-a269-4538-8502-18d397449698" -d '{"events": [{"server_uuid": "ca5dbd10-6b81-436d-8c90-6a0551faf02c", "name": "network-vif-plugged", "status": "completed", "tag": "130ff484-e7c8-4883-8638-3933e71a2c5f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:29:31.152067 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 130ff484-e7c8-4883-8638-3933e71a2c5f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=130ff484-e7c8-4883-8638-3933e71a2c5f,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:29:31.155881 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:31.203043 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=130ff484-e7c8-4883-8638-3933e71a2c5f,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:31.231694 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740497da-1167-4c29-9527-f7597b7e3871 x-openstack-request-id: req-740497da-1167-4c29-9527-f7597b7e3871 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:29:31.231990 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5dbd10-6b81-436d-8c90-6a0551faf02c", "name": "network-vif-plugged", "status": "completed", "tag": "130ff484-e7c8-4883-8638-3933e71a2c5f", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:29:31.232438 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-740497da-1167-4c29-9527-f7597b7e3871 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:29:31.232633 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5dbd10-6b81-436d-8c90-6a0551faf02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130ff484-e7c8-4883-8638-3933e71a2c5f', 'code': 200} Jul 22 17:29:31.665819 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71ec6e95-2705-4fa3-adf2-ada01d77fa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:31.687200 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:32.081331 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e242749-7324-4932-a314-8a710d192170 req-3fcca0e9-a5f4-430d-b982-1f1257066782 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:32.082854 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2e242749-7324-4932-a314-8a710d192170 req-3fcca0e9-a5f4-430d-b982-1f1257066782 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 946 time: 0.0639215 Jul 22 17:29:32.120849 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2e242749-7324-4932-a314-8a710d192170 req-d61da8e8-990d-4888-844f-877dc2e5c013 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323398 Jul 22 17:29:32.303026 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e246c5-e51f-4ad5-b5e8-ec6516ec6d2e req-1cda4f50-5002-46fe-8aa8-2969671512d2 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:32.304410 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-21e246c5-e51f-4ad5-b5e8-ec6516ec6d2e req-1cda4f50-5002-46fe-8aa8-2969671512d2 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 946 time: 0.0671291 Jul 22 17:29:32.399732 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-21e246c5-e51f-4ad5-b5e8-ec6516ec6d2e req-d57af07e-5be5-4489-9b5f-36c98971daef tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Deleting port 130ff484-e7c8-4883-8638-3933e71a2c5f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:29:32.400072 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-21e246c5-e51f-4ad5-b5e8-ec6516ec6d2e req-d57af07e-5be5-4489-9b5f-36c98971daef tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:32.487926 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-21e246c5-e51f-4ad5-b5e8-ec6516ec6d2e req-d57af07e-5be5-4489-9b5f-36c98971daef tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] For port 130ff484-e7c8-4883-8638-3933e71a2c5f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=130ff484-e7c8-4883-8638-3933e71a2c5f,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:29:32.488280 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-21e246c5-e51f-4ad5-b5e8-ec6516ec6d2e req-d57af07e-5be5-4489-9b5f-36c98971daef tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:32.653128 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-21e246c5-e51f-4ad5-b5e8-ec6516ec6d2e req-d57af07e-5be5-4489-9b5f-36c98971daef tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:32.653501 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-21e246c5-e51f-4ad5-b5e8-ec6516ec6d2e req-d57af07e-5be5-4489-9b5f-36c98971daef tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:32.653964 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [req-21e246c5-e51f-4ad5-b5e8-ec6516ec6d2e req-d57af07e-5be5-4489-9b5f-36c98971daef tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Floating IP 15a8a7e1-a58e-4118-b5e1-df0824061f50 disassociated. External IP: 172.25.0.44, port: 130ff484-e7c8-4883-8638-3933e71a2c5f. Jul 22 17:29:32.654437 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-21e246c5-e51f-4ad5-b5e8-ec6516ec6d2e req-d57af07e-5be5-4489-9b5f-36c98971daef tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Calling delete_port for 130ff484-e7c8-4883-8638-3933e71a2c5f owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:29:32.779801 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-21e246c5-e51f-4ad5-b5e8-ec6516ec6d2e req-d57af07e-5be5-4489-9b5f-36c98971daef tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:32.807826 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57af07e-5be5-4489-9b5f-36c98971daef tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Pushing event deleted for resources: {'Port': ['ID=130ff484-e7c8-4883-8638-3933e71a2c5f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:32.922321 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21e246c5-e51f-4ad5-b5e8-ec6516ec6d2e req-d57af07e-5be5-4489-9b5f-36c98971daef tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Router 82b25c86-6d21-4eb0-9851-330308052b9d has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:29:32.975221 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:33.032520 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21e246c5-e51f-4ad5-b5e8-ec6516ec6d2e req-d57af07e-5be5-4489-9b5f-36c98971daef tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:29:33.041915 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdd8137-9a42-4a9e-b28a-55cc8a722420 None None] Sync routers for ids ['82b25c86-6d21-4eb0-9851-330308052b9d'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:29:33.052241 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdd8137-9a42-4a9e-b28a-55cc8a722420 None None] Routers {'82b25c86-6d21-4eb0-9851-330308052b9d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:29:33.052848 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-dcdd8137-9a42-4a9e-b28a-55cc8a722420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:29:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['82b25c86-6d21-4eb0-9851-330308052b9d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:33.076858 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e246c5-e51f-4ad5-b5e8-ec6516ec6d2e req-d57af07e-5be5-4489-9b5f-36c98971daef tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] No DVR routers for this DVR port 130ff484-e7c8-4883-8638-3933e71a2c5f on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:29:33.079620 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-21e246c5-e51f-4ad5-b5e8-ec6516ec6d2e req-d57af07e-5be5-4489-9b5f-36c98971daef tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:33.081775 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-21e246c5-e51f-4ad5-b5e8-ec6516ec6d2e req-d57af07e-5be5-4489-9b5f-36c98971daef tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.30 "DELETE /v2.0/ports/130ff484-e7c8-4883-8638-3933e71a2c5f HTTP/1.1" status: 204 len: 173 time: 0.7718499 Jul 22 17:29:33.082279 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5dbd10-6b81-436d-8c90-6a0551faf02c', 'name': 'network-vif-deleted', 'tag': '130ff484-e7c8-4883-8638-3933e71a2c5f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:29:33.084616 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a70a6f-99a9-4d4a-844d-2b3e5aa24752" -d '{"events": [{"server_uuid": "ca5dbd10-6b81-436d-8c90-6a0551faf02c", "name": "network-vif-deleted", "tag": "130ff484-e7c8-4883-8638-3933e71a2c5f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:29:33.121688 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6d56f1-cbe2-4901-a668-0cb9818204a6 x-openstack-request-id: req-7f6d56f1-cbe2-4901-a668-0cb9818204a6 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:29:33.122023 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5dbd10-6b81-436d-8c90-6a0551faf02c", "name": "network-vif-deleted", "tag": "130ff484-e7c8-4883-8638-3933e71a2c5f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:29:33.122287 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7f6d56f1-cbe2-4901-a668-0cb9818204a6 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:29:33.122724 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5dbd10-6b81-436d-8c90-6a0551faf02c', 'name': 'network-vif-deleted', 'tag': '130ff484-e7c8-4883-8638-3933e71a2c5f', 'status': 'completed', 'code': 200} Jul 22 17:29:33.168658 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-dcdd8137-9a42-4a9e-b28a-55cc8a722420 None None] Set router 82b25c86-6d21-4eb0-9851-330308052b9d gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:29:33.218007 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d9949280-d12c-44cd-98dc-fb007cf7a052 req-19f3d1f4-e185-4d57-919c-524c62672927 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5dbd10-6b81-436d-8c90-6a0551faf02c HTTP/1.1" status: 200 len: 210 time: 0.0289719 Jul 22 17:29:33.373730 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-dcdd8137-9a42-4a9e-b28a-55cc8a722420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:06Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:33.403544 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdd8137-9a42-4a9e-b28a-55cc8a722420 None None] Checking router: 82b25c86-6d21-4eb0-9851-330308052b9d for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:29:33.411655 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdd8137-9a42-4a9e-b28a-55cc8a722420 None None] Routers {'82b25c86-6d21-4eb0-9851-330308052b9d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:29:33.412252 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-dcdd8137-9a42-4a9e-b28a-55cc8a722420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:29:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['82b25c86-6d21-4eb0-9851-330308052b9d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:33.514298 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-dcdd8137-9a42-4a9e-b28a-55cc8a722420 None None] Set router 82b25c86-6d21-4eb0-9851-330308052b9d gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:29:33.700969 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-dcdd8137-9a42-4a9e-b28a-55cc8a722420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:06Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:33.725895 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdd8137-9a42-4a9e-b28a-55cc8a722420 None None] The sync data for ids ['82b25c86-6d21-4eb0-9851-330308052b9d'] in n-d-798930-9 is: [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:06Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:29:33.932605 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44738159-e172-4b21-bd9b-0964479a090b None None] New status for floating IP 15a8a7e1-a58e-4118-b5e1-df0824061f50: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:29:34.483810 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-75904b02-192c-4f37-ac2e-031e4605bdc2 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1245287297&fields=id&tenant_id=23d4f6e7702849d0864552df81f6e2f3 HTTP/1.1" status: 200 len: 267 time: 0.0330205 Jul 22 17:29:34.592616 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-0d72ed98-d022-470c-bbfe-61208508376c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:34.594131 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-0d72ed98-d022-470c-bbfe-61208508376c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 812 time: 0.1042669 Jul 22 17:29:34.608854 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-68824f67-3d0d-4be2-8a96-5e6ee717cde1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/quotas/23d4f6e7702849d0864552df81f6e2f3 HTTP/1.1" status: 200 len: 375 time: 0.0092678 Jul 22 17:29:34.674913 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-9062e5cc-8961-4bba-9e8d-17c34ece5081 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0614388 Jul 22 17:29:34.770056 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-d3895c0a-46fc-4ca8-8fd6-50dcab5df7ac service neutron] 10.222.0.69 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837588 Jul 22 17:29:34.808604 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:34.859845 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-b12a653a-633c-4d56-96ca-477c58f35e8a service neutron] 10.222.0.69 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837867 Jul 22 17:29:35.023433 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 130ff484-e7c8-4883-8638-3933e71a2c5f no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:29:35.034393 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4b3149a6-0318-4050-ac11-e90c737ecbbb req-84550415-0bcd-4159-a506-f83e2a95d567 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 210 time: 0.0338686 Jul 22 17:29:35.047966 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 130ff484-e7c8-4883-8638-3933e71a2c5f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:29:35.054038 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 130ff484-e7c8-4883-8638-3933e71a2c5f not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:29:36.127349 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-b5c62428-efe7-4fdc-a2f0-c9a136db1a25 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:36.128762 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-b5c62428-efe7-4fdc-a2f0-c9a136db1a25 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 812 time: 0.1201417 Jul 22 17:29:36.146401 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52113f42-6287-4d9a-8263-342d62d2b17c req-905e79e5-26a1-47b7-8158-97b0bba2a0f5 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 210 time: 0.0383615 Jul 22 17:29:36.180278 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-d4097cc6-d86c-4c85-81d6-63d867b14cd3 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23d4f6e7702849d0864552df81f6e2f3 HTTP/1.1" status: 200 len: 380 time: 0.0329781 Jul 22 17:29:36.199862 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-612f518c-1c46-4233-b158-54476b1a226d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Request body: {'port': {'device_id': 'cc6998ee-5d02-4e26-b3e1-ac71201e8533', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'admin_state_up': True, 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'security_groups': ['1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:29:36.306776 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-612f518c-1c46-4233-b158-54476b1a226d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Made reservation on behalf of 23d4f6e7702849d0864552df81f6e2f3 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:29:36.310184 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-612f518c-1c46-4233-b158-54476b1a226d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:36.430994 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-612f518c-1c46-4233-b158-54476b1a226d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Allocated IP 172.20.0.6 (f020ecf5-f63d-4b35-b3ca-908260f1cc26/48c8d423-5830-4a11-90b8-1ebf6a47c3df/07870b75-a69f-4bd4-9c58-ed024340b82b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:29:36.568633 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-612f518c-1c46-4233-b158-54476b1a226d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:36.582330 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-612f518c-1c46-4233-b158-54476b1a226d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Transition to ACTIVE for port object 07870b75-a69f-4bd4-9c58-ed024340b82b will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:29:36.613784 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-612f518c-1c46-4233-b158-54476b1a226d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:36.653859 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-612f518c-1c46-4233-b158-54476b1a226d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Network f020ecf5-f63d-4b35-b3ca-908260f1cc26 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:29:36.658809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-612f518c-1c46-4233-b158-54476b1a226d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:29:36.662288 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-612f518c-1c46-4233-b158-54476b1a226d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:29:36.693941 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f518c-1c46-4233-b158-54476b1a226d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Pushing event updated for resources: {'Port': ['ID=07870b75-a69f-4bd4-9c58-ed024340b82b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:36.720027 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-612f518c-1c46-4233-b158-54476b1a226d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:36.720665 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-612f518c-1c46-4233-b158-54476b1a226d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:36.735986 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-612f518c-1c46-4233-b158-54476b1a226d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5402029 Jul 22 17:29:36.753799 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-6608af82-5fd5-4ef3-99fe-2ba5b9ce4de7 service neutron] Request body: {'port': {'device_id': 'cc6998ee-5d02-4e26-b3e1-ac71201e8533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:29:36.827918 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-6608af82-5fd5-4ef3-99fe-2ba5b9ce4de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:36.867193 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-12c6844b-e67b-4820-a5bf-15455c66408f None None] Provisioning for port 07870b75-a69f-4bd4-9c58-ed024340b82b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:29:36.871337 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-12c6844b-e67b-4820-a5bf-15455c66408f None None] Provisioning complete for port 07870b75-a69f-4bd4-9c58-ed024340b82b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:29:36.871705 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12c6844b-e67b-4820-a5bf-15455c66408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:36.904223 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-12c6844b-e67b-4820-a5bf-15455c66408f None None] Port 07870b75-a69f-4bd4-9c58-ed024340b82b cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:29:37.086693 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-6608af82-5fd5-4ef3-99fe-2ba5b9ce4de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07870b75-a69f-4bd4-9c58-ed024340b82b {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:29:37.094734 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-6608af82-5fd5-4ef3-99fe-2ba5b9ce4de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:37.108149 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-6608af82-5fd5-4ef3-99fe-2ba5b9ce4de7 service neutron] Transition to ACTIVE for port object 07870b75-a69f-4bd4-9c58-ed024340b82b will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:29:37.112199 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-6608af82-5fd5-4ef3-99fe-2ba5b9ce4de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:37.164398 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608af82-5fd5-4ef3-99fe-2ba5b9ce4de7 service neutron] Pushing event updated for resources: {'Port': ['ID=07870b75-a69f-4bd4-9c58-ed024340b82b,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:37.233354 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-6608af82-5fd5-4ef3-99fe-2ba5b9ce4de7 service neutron] Attempting to bind port 07870b75-a69f-4bd4-9c58-ed024340b82b on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:29:37.233830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-6608af82-5fd5-4ef3-99fe-2ba5b9ce4de7 service neutron] Attempting to bind port 07870b75-a69f-4bd4-9c58-ed024340b82b by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:29:37.234284 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-6608af82-5fd5-4ef3-99fe-2ba5b9ce4de7 service neutron] Attempting to bind port 07870b75-a69f-4bd4-9c58-ed024340b82b on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:29:37.239256 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-6608af82-5fd5-4ef3-99fe-2ba5b9ce4de7 service neutron] Port 07870b75-a69f-4bd4-9c58-ed024340b82b on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:29:37.239812 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-6608af82-5fd5-4ef3-99fe-2ba5b9ce4de7 service neutron] Attempting to bind port 07870b75-a69f-4bd4-9c58-ed024340b82b on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:29:37.245195 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-6608af82-5fd5-4ef3-99fe-2ba5b9ce4de7 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:29:37.245679 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-6608af82-5fd5-4ef3-99fe-2ba5b9ce4de7 service neutron] Checking segment: {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:29:37.246153 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-6608af82-5fd5-4ef3-99fe-2ba5b9ce4de7 service neutron] Bound using segment: {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:29:37.246656 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-6608af82-5fd5-4ef3-99fe-2ba5b9ce4de7 service neutron] Bound port: 07870b75-a69f-4bd4-9c58-ed024340b82b, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:29:37.247174 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-6608af82-5fd5-4ef3-99fe-2ba5b9ce4de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:37.290364 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258e2e3-2128-4193-9f18-654a5b3462c7 req-1ba79841-03f0-4845-82c7-c4f31414415c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:37.291931 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b258e2e3-2128-4193-9f18-654a5b3462c7 req-1ba79841-03f0-4845-82c7-c4f31414415c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 943 time: 0.0684173 Jul 22 17:29:37.318245 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-6608af82-5fd5-4ef3-99fe-2ba5b9ce4de7 service neutron] For port 07870b75-a69f-4bd4-9c58-ed024340b82b, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:29:37.321807 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-6608af82-5fd5-4ef3-99fe-2ba5b9ce4de7 service neutron] For port 07870b75-a69f-4bd4-9c58-ed024340b82b, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=07870b75-a69f-4bd4-9c58-ed024340b82b,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:29:37.327516 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-6608af82-5fd5-4ef3-99fe-2ba5b9ce4de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:37.335375 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b258e2e3-2128-4193-9f18-654a5b3462c7 req-b4934c7a-1188-4fd7-9bd8-91837f8abdbe tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368407 Jul 22 17:29:37.363002 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-6608af82-5fd5-4ef3-99fe-2ba5b9ce4de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:37.363613 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-6608af82-5fd5-4ef3-99fe-2ba5b9ce4de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:37.365093 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-6608af82-5fd5-4ef3-99fe-2ba5b9ce4de7 service neutron] 10.222.0.16 "PUT /v2.0/ports/07870b75-a69f-4bd4-9c58-ed024340b82b HTTP/1.1" status: 200 len: 1091 time: 0.6158576 Jul 22 17:29:37.365541 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6998ee-5d02-4e26-b3e1-ac71201e8533', 'tag': '07870b75-a69f-4bd4-9c58-ed024340b82b'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:29:37.367790 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b574220-1ed2-4937-af48-bf61604d6659" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6998ee-5d02-4e26-b3e1-ac71201e8533", "tag": "07870b75-a69f-4bd4-9c58-ed024340b82b"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:29:37.391805 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608af82-5fd5-4ef3-99fe-2ba5b9ce4de7 service neutron] Pushing event updated for resources: {'Port': ['ID=07870b75-a69f-4bd4-9c58-ed024340b82b,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:37.409444 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa148f8-bfed-42db-9775-08177db2c16a x-openstack-request-id: req-9aa148f8-bfed-42db-9775-08177db2c16a {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:29:37.409743 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6998ee-5d02-4e26-b3e1-ac71201e8533", "tag": "07870b75-a69f-4bd4-9c58-ed024340b82b", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:29:37.414202 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9aa148f8-bfed-42db-9775-08177db2c16a {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:29:37.414916 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6998ee-5d02-4e26-b3e1-ac71201e8533', 'tag': '07870b75-a69f-4bd4-9c58-ed024340b82b', 'status': 'completed', 'code': 200} Jul 22 17:29:37.488134 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-860c5a76-ac9f-4490-81ef-461472f7cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:37.489665 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-860c5a76-ac9f-4490-81ef-461472f7cb13 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 1094 time: 0.0573120 Jul 22 17:29:37.544648 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-713947e2-4a3c-4e0c-95bd-ecab192141a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07870b75-a69f-4bd4-9c58-ed024340b82b HTTP/1.1" status: 200 len: 217 time: 0.0401733 Jul 22 17:29:37.595440 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-c7f336b8-fa0e-4f6e-943d-e6af887641c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:37.596819 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-c7f336b8-fa0e-4f6e-943d-e6af887641c8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0460408 Jul 22 17:29:37.658415 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-78065713-232c-4a1d-ba9b-6b7e20ad1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:37.660020 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-78065713-232c-4a1d-ba9b-6b7e20ad1ddb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553665 Jul 22 17:29:37.751402 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-54176a72-e0e6-4033-8bcf-59ee0b16cb0d service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840020 Jul 22 17:29:37.841493 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af6cfa42-6939-4c92-ba93-82f33626d766 req-459ef2e4-99c1-47e7-8491-3dcc437d3297 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819585 Jul 22 17:29:37.987168 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b574220-1ed2-4937-af48-bf61604d6659 req-03ee13c0-74ea-4e32-843a-764602e56aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:37.988586 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b574220-1ed2-4937-af48-bf61604d6659 req-03ee13c0-74ea-4e32-843a-764602e56aff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 1094 time: 0.0532460 Jul 22 17:29:38.080732 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b574220-1ed2-4937-af48-bf61604d6659 req-0dd77c83-0152-4fc1-93fd-f4f1ac69b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:38.082207 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b574220-1ed2-4937-af48-bf61604d6659 req-0dd77c83-0152-4fc1-93fd-f4f1ac69b13e service neutron] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0863671 Jul 22 17:29:38.121098 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b574220-1ed2-4937-af48-bf61604d6659 req-3e3a17c2-c9ba-4ee3-b6ff-c2532ecb5a8a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07870b75-a69f-4bd4-9c58-ed024340b82b HTTP/1.1" status: 200 len: 217 time: 0.0323298 Jul 22 17:29:38.171244 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b574220-1ed2-4937-af48-bf61604d6659 req-6f27e48e-59ef-4728-9b75-bdf19404a175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:38.172657 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b574220-1ed2-4937-af48-bf61604d6659 req-6f27e48e-59ef-4728-9b75-bdf19404a175 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0453839 Jul 22 17:29:38.229822 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b574220-1ed2-4937-af48-bf61604d6659 req-382382a1-6153-4146-9788-d328b2cbe7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:38.231816 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b574220-1ed2-4937-af48-bf61604d6659 req-382382a1-6153-4146-9788-d328b2cbe7b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521526 Jul 22 17:29:38.324341 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b574220-1ed2-4937-af48-bf61604d6659 req-ce2c8aff-cbf7-41e1-af72-32a6128ffd38 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858395 Jul 22 17:29:38.413633 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b574220-1ed2-4937-af48-bf61604d6659 req-8ef44115-5bd0-44c4-90df-f06ebfba6050 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819826 Jul 22 17:29:38.464469 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0af05-6985-4113-90f2-8f3739eed877 req-c6d3a8b4-954a-440e-a9e6-a287eb2331d1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:38.465913 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9dc0af05-6985-4113-90f2-8f3739eed877 req-c6d3a8b4-954a-440e-a9e6-a287eb2331d1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 943 time: 0.0633168 Jul 22 17:29:38.503492 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9dc0af05-6985-4113-90f2-8f3739eed877 req-8537ae4a-675a-4870-91f0-65dd588429a1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320222 Jul 22 17:29:39.643519 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838af347-6d9e-4007-bf9d-a5a3f8348c65 req-11cb184c-ffc1-440e-9f53-78a55e8fbd03 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:39.645006 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-838af347-6d9e-4007-bf9d-a5a3f8348c65 req-11cb184c-ffc1-440e-9f53-78a55e8fbd03 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 943 time: 0.0624592 Jul 22 17:29:39.681032 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-838af347-6d9e-4007-bf9d-a5a3f8348c65 req-01c473ca-ca5c-4757-8899-51d3f1ab40da tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303180 Jul 22 17:29:40.288320 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 07870b75-a69f-4bd4-9c58-ed024340b82b details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:29:40.380045 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 07870b75-a69f-4bd4-9c58-ed024340b82b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=07870b75-a69f-4bd4-9c58-ed024340b82b,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:29:40.390585 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '07870b75-a69f-4bd4-9c58-ed024340b82b', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'port_id': '07870b75-a69f-4bd4-9c58-ed024340b82b', 'mac_address': 'fa:16:3e:da:2f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:29:40.430378 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:40.442471 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07870b75-a69f-4bd4-9c58-ed024340b82b {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:29:40.462176 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 07870b75-a69f-4bd4-9c58-ed024340b82b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=07870b75-a69f-4bd4-9c58-ed024340b82b,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:29:40.466333 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:40.510245 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=07870b75-a69f-4bd4-9c58-ed024340b82b,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:40.741728 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['07870b75-a69f-4bd4-9c58-ed024340b82b'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:29:40.811576 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4c5a7-e345-4f61-8d77-099bf8b7e6e7 req-5f9d0036-c2da-47bb-9000-fe3001660607 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:40.813075 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcc4c5a7-e345-4f61-8d77-099bf8b7e6e7 req-5f9d0036-c2da-47bb-9000-fe3001660607 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 944 time: 0.0677316 Jul 22 17:29:40.850873 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dcc4c5a7-e345-4f61-8d77-099bf8b7e6e7 req-11e7c8c3-a267-485c-a5a0-3fe4830959fd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321560 Jul 22 17:29:41.983372 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a11af3-b7fc-4e7d-9ba2-cd07b958ec9a req-8ca8abd7-ff94-4a84-9726-a5957291aafc tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:41.984866 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26a11af3-b7fc-4e7d-9ba2-cd07b958ec9a req-8ca8abd7-ff94-4a84-9726-a5957291aafc tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 944 time: 0.0672469 Jul 22 17:29:42.022718 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26a11af3-b7fc-4e7d-9ba2-cd07b958ec9a req-97d4b83b-9305-442e-9c0f-4dee762e7a21 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316837 Jul 22 17:29:42.303478 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 07870b75-a69f-4bd4-9c58-ed024340b82b up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:29:42.349788 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 07870b75-a69f-4bd4-9c58-ed024340b82b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:29:42.353237 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 07870b75-a69f-4bd4-9c58-ed024340b82b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:29:42.353603 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:42.425177 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:42.448864 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6998ee-5d02-4e26-b3e1-ac71201e8533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07870b75-a69f-4bd4-9c58-ed024340b82b'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:29:42.451687 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b76cde-27c1-4a26-82f8-a225adb37948" -d '{"events": [{"server_uuid": "cc6998ee-5d02-4e26-b3e1-ac71201e8533", "name": "network-vif-plugged", "status": "completed", "tag": "07870b75-a69f-4bd4-9c58-ed024340b82b"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:29:42.463585 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 07870b75-a69f-4bd4-9c58-ed024340b82b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=07870b75-a69f-4bd4-9c58-ed024340b82b,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:29:42.467512 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:42.490937 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c230f0-af38-437b-939b-025fd7cf227e x-openstack-request-id: req-b8c230f0-af38-437b-939b-025fd7cf227e {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:29:42.491236 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6998ee-5d02-4e26-b3e1-ac71201e8533", "name": "network-vif-plugged", "status": "completed", "tag": "07870b75-a69f-4bd4-9c58-ed024340b82b", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:29:42.491478 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b8c230f0-af38-437b-939b-025fd7cf227e {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:29:42.491861 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6998ee-5d02-4e26-b3e1-ac71201e8533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07870b75-a69f-4bd4-9c58-ed024340b82b', 'code': 200} Jul 22 17:29:42.533622 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=07870b75-a69f-4bd4-9c58-ed024340b82b,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:42.542167 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:42.543616 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:42.621893 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01d59b-817e-49e3-92e7-96528d268615 req-68e0c1e0-02d6-4969-b748-5588bed7d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:42.623368 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef01d59b-817e-49e3-92e7-96528d268615 req-68e0c1e0-02d6-4969-b748-5588bed7d348 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 1096 time: 0.0524526 Jul 22 17:29:42.656258 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef01d59b-817e-49e3-92e7-96528d268615 req-00813d8c-2e2f-4470-b0a5-36cd0964c251 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268025 Jul 22 17:29:43.153108 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8437751-2d50-4b58-957a-d5953fab049b req-d43ce54f-751e-489c-95d8-4b2046d21c1a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:43.154603 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d8437751-2d50-4b58-957a-d5953fab049b req-d43ce54f-751e-489c-95d8-4b2046d21c1a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 945 time: 0.0660729 Jul 22 17:29:43.190755 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d8437751-2d50-4b58-957a-d5953fab049b req-eff69b03-518a-470d-ae31-f1a6be8f3b4c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306849 Jul 22 17:29:44.321072 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b75c78-20a5-4796-80e3-2376fafb6c33 req-87d1a2cf-b106-488e-b4fe-ec578853a669 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:44.322576 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-35b75c78-20a5-4796-80e3-2376fafb6c33 req-87d1a2cf-b106-488e-b4fe-ec578853a669 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 945 time: 0.0629072 Jul 22 17:29:44.358791 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-35b75c78-20a5-4796-80e3-2376fafb6c33 req-4926225e-c9af-466f-8d31-49bdff63c3f2 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306687 Jul 22 17:29:44.480141 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bddd38-651e-4073-8878-b524434842e6 req-250026bd-41f6-4219-8657-d23f56898891 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:44.482113 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-51bddd38-651e-4073-8878-b524434842e6 req-250026bd-41f6-4219-8657-d23f56898891 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 945 time: 0.0620022 Jul 22 17:29:44.490597 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 39382) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:29:44.494863 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5478f953-c1bd-41d0-bb85-16a66a430bda tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Request body: {'floatingip': {'port_id': '07870b75-a69f-4bd4-9c58-ed024340b82b'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:29:44.532204 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5478f953-c1bd-41d0-bb85-16a66a430bda tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:45.295063 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5478f953-c1bd-41d0-bb85-16a66a430bda tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:45.298663 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5478f953-c1bd-41d0-bb85-16a66a430bda tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:45.397435 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-5478f953-c1bd-41d0-bb85-16a66a430bda tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Floating IP 15a8a7e1-a58e-4118-b5e1-df0824061f50 associated. External IP: 172.25.0.44, port: 07870b75-a69f-4bd4-9c58-ed024340b82b. Jul 22 17:29:45.602255 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5478f953-c1bd-41d0-bb85-16a66a430bda tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Router 82b25c86-6d21-4eb0-9851-330308052b9d has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:29:45.708188 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5478f953-c1bd-41d0-bb85-16a66a430bda tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:29:45.712972 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5478f953-c1bd-41d0-bb85-16a66a430bda tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:45.718928 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7c6fd1-60b4-47a9-913a-8a5cc08bc368 None None] Sync routers for ids ['82b25c86-6d21-4eb0-9851-330308052b9d'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:29:45.727453 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7c6fd1-60b4-47a9-913a-8a5cc08bc368 None None] Routers {'82b25c86-6d21-4eb0-9851-330308052b9d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:29:45.728048 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1e7c6fd1-60b4-47a9-913a-8a5cc08bc368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:29:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['82b25c86-6d21-4eb0-9851-330308052b9d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:45.748240 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5478f953-c1bd-41d0-bb85-16a66a430bda tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "PUT /v2.0/floatingips/15a8a7e1-a58e-4118-b5e1-df0824061f50 HTTP/1.1" status: 200 len: 990 time: 1.2566168 Jul 22 17:29:45.748907 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6998ee-5d02-4e26-b3e1-ac71201e8533', 'tag': '07870b75-a69f-4bd4-9c58-ed024340b82b'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:29:45.751265 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395b4b69-f471-4835-bf72-c6731f8b302d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6998ee-5d02-4e26-b3e1-ac71201e8533", "tag": "07870b75-a69f-4bd4-9c58-ed024340b82b"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:29:45.789377 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1556f60c-6c9d-4235-b45b-556198abb1e7 x-openstack-request-id: req-1556f60c-6c9d-4235-b45b-556198abb1e7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:29:45.789670 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6998ee-5d02-4e26-b3e1-ac71201e8533", "tag": "07870b75-a69f-4bd4-9c58-ed024340b82b", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:29:45.789940 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1556f60c-6c9d-4235-b45b-556198abb1e7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:29:45.790346 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6998ee-5d02-4e26-b3e1-ac71201e8533', 'tag': '07870b75-a69f-4bd4-9c58-ed024340b82b', 'status': 'completed', 'code': 200} Jul 22 17:29:45.835368 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-1e7c6fd1-60b4-47a9-913a-8a5cc08bc368 None None] Set router 82b25c86-6d21-4eb0-9851-330308052b9d gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:29:45.898364 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b4b69-f471-4835-bf72-c6731f8b302d req-4fbe10e2-7baf-4784-8c57-a6cb212d1485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:45.899951 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-395b4b69-f471-4835-bf72-c6731f8b302d req-4fbe10e2-7baf-4784-8c57-a6cb212d1485 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 1096 time: 0.0565078 Jul 22 17:29:45.995919 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b4b69-f471-4835-bf72-c6731f8b302d req-79b4de8a-41ff-4ade-a6d6-4f593aba7aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:45.997343 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-395b4b69-f471-4835-bf72-c6731f8b302d req-79b4de8a-41ff-4ade-a6d6-4f593aba7aa7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0913630 Jul 22 17:29:46.061306 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-395b4b69-f471-4835-bf72-c6731f8b302d req-f6e4d3f5-5640-4592-9a04-b4651fce089a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07870b75-a69f-4bd4-9c58-ed024340b82b HTTP/1.1" status: 200 len: 998 time: 0.0578678 Jul 22 17:29:46.114521 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b4b69-f471-4835-bf72-c6731f8b302d req-d532a255-ce40-4790-b2ff-d3348e538f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:46.116036 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-395b4b69-f471-4835-bf72-c6731f8b302d req-d532a255-ce40-4790-b2ff-d3348e538f56 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0485141 Jul 22 17:29:46.142347 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1e7c6fd1-60b4-47a9-913a-8a5cc08bc368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '15a8a7e1-a58e-4118-b5e1-df0824061f50', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'port_id': '07870b75-a69f-4bd4-9c58-ed024340b82b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'mac_address': 'fa:16:3e:da:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6998ee-5d02-4e26-b3e1-ac71201e8533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:25:03Z', 'updated_at': '2021-07-22T17:29:45Z', 'revision_number': 9, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:06Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:46.167526 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7c6fd1-60b4-47a9-913a-8a5cc08bc368 None None] Checking router: 82b25c86-6d21-4eb0-9851-330308052b9d for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:29:46.174372 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b4b69-f471-4835-bf72-c6731f8b302d req-1db26bc8-8a0a-435b-b3b0-f02cc8201374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:46.175588 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7c6fd1-60b4-47a9-913a-8a5cc08bc368 None None] Routers {'82b25c86-6d21-4eb0-9851-330308052b9d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:29:46.175875 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-395b4b69-f471-4835-bf72-c6731f8b302d req-1db26bc8-8a0a-435b-b3b0-f02cc8201374 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532148 Jul 22 17:29:46.176177 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1e7c6fd1-60b4-47a9-913a-8a5cc08bc368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:29:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['82b25c86-6d21-4eb0-9851-330308052b9d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:46.266172 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-395b4b69-f471-4835-bf72-c6731f8b302d req-cb49c741-2d20-4abf-8f0c-3c0700c5c805 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832949 Jul 22 17:29:46.279066 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-1e7c6fd1-60b4-47a9-913a-8a5cc08bc368 None None] Set router 82b25c86-6d21-4eb0-9851-330308052b9d gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:29:46.357856 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-395b4b69-f471-4835-bf72-c6731f8b302d req-4d8d618b-96a0-4976-ae4e-6bf2232368a2 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855019 Jul 22 17:29:46.497193 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-1e7c6fd1-60b4-47a9-913a-8a5cc08bc368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '15a8a7e1-a58e-4118-b5e1-df0824061f50', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'port_id': '07870b75-a69f-4bd4-9c58-ed024340b82b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'mac_address': 'fa:16:3e:da:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6998ee-5d02-4e26-b3e1-ac71201e8533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:25:03Z', 'updated_at': '2021-07-22T17:29:45Z', 'revision_number': 9, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:06Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:46.522417 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7c6fd1-60b4-47a9-913a-8a5cc08bc368 None None] The sync data for ids ['82b25c86-6d21-4eb0-9851-330308052b9d'] in n-d-798930-9 is: [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '15a8a7e1-a58e-4118-b5e1-df0824061f50', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'port_id': '07870b75-a69f-4bd4-9c58-ed024340b82b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'mac_address': 'fa:16:3e:da:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6998ee-5d02-4e26-b3e1-ac71201e8533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:25:03Z', 'updated_at': '2021-07-22T17:29:45Z', 'revision_number': 9, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:06Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:29:46.691601 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d026774-094b-456f-b7ce-e86f91b8d97f None None] New status for floating IP 15a8a7e1-a58e-4118-b5e1-df0824061f50: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:29:59.129051 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-867ea659-bd12-4aa3-bacb-8ac52a026ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:01.408202 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:30:01.666453 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-75f9bcbe-346b-4e19-bdd7-c5d33504268c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:01.685891 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:02.976627 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:04.811294 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:12.527824 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:12.544805 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:29.128880 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9dda653f-a521-4077-949b-99aec489ccc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:31.665721 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c71553f4-e662-4b15-8996-e734b2b712b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:31.684219 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:32.980324 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:34.813936 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:38.407537 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:30:41.133537 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4b33099-2143-4ae2-8d8c-0ed1e17f266c req-545f016c-e4d0-431f-97c4-9abf70e53de6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529854 Jul 22 17:30:41.241087 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33099-2143-4ae2-8d8c-0ed1e17f266c req-887c2916-8912-4475-82c8-f907034f69f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:41.242624 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4b33099-2143-4ae2-8d8c-0ed1e17f266c req-887c2916-8912-4475-82c8-f907034f69f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 1096 time: 0.0534050 Jul 22 17:30:41.351465 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33099-2143-4ae2-8d8c-0ed1e17f266c req-fc104fac-921f-4f8d-b8a3-ee5188faf58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:41.352947 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4b33099-2143-4ae2-8d8c-0ed1e17f266c req-fc104fac-921f-4f8d-b8a3-ee5188faf58f service neutron] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0903907 Jul 22 17:30:41.419212 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4b33099-2143-4ae2-8d8c-0ed1e17f266c req-0b98cf20-6330-42ae-90c9-7dbc26dcaf27 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07870b75-a69f-4bd4-9c58-ed024340b82b HTTP/1.1" status: 200 len: 1001 time: 0.0601320 Jul 22 17:30:41.466106 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33099-2143-4ae2-8d8c-0ed1e17f266c req-75aa1760-3622-41b7-aa0d-04ea728473c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:41.467492 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4b33099-2143-4ae2-8d8c-0ed1e17f266c req-75aa1760-3622-41b7-aa0d-04ea728473c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0428438 Jul 22 17:30:41.525064 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33099-2143-4ae2-8d8c-0ed1e17f266c req-d0cfaea8-7463-46b1-af55-ccefea979004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:41.526559 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4b33099-2143-4ae2-8d8c-0ed1e17f266c req-d0cfaea8-7463-46b1-af55-ccefea979004 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523515 Jul 22 17:30:41.616747 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4b33099-2143-4ae2-8d8c-0ed1e17f266c req-fec837a5-436f-476a-8372-e0c324b878a3 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834658 Jul 22 17:30:41.704422 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4b33099-2143-4ae2-8d8c-0ed1e17f266c req-20eadbcf-b464-4817-ac20-ec0e3ad9c85c service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808110 Jul 22 17:30:42.532771 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:42.541763 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:59.128274 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7db31359-e194-494e-955e-3ff15e6beaf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:01.666298 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df9009ba-d297-4264-a4f9-73064670245b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:01.683239 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:02.982084 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:04.817215 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:12.547659 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:12.548655 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:15.406216 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:31:23.035203 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-08829144-6209-4a01-86bc-70aecd2e02cb req-6aff7a11-4338-415b-bfdc-72c34de0f474 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0979078 Jul 22 17:31:23.046845 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896d26e-ec18-4833-aff7-f6dba700f7cc req-1b450c46-c60f-42cd-9ddd-9e7b5e96807f tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:23.048245 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1896d26e-ec18-4833-aff7-f6dba700f7cc req-1b450c46-c60f-42cd-9ddd-9e7b5e96807f tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 945 time: 0.0990555 Jul 22 17:31:23.088487 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1896d26e-ec18-4833-aff7-f6dba700f7cc req-7365ce91-1816-4115-9c96-8a9ef0e99e4e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340080 Jul 22 17:31:24.268376 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bb26a-54fb-4d9d-894f-75ece9c854a8 req-2024c300-c410-49e3-82ca-8b78446ad98d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:24.269883 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c57bb26a-54fb-4d9d-894f-75ece9c854a8 req-2024c300-c410-49e3-82ca-8b78446ad98d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 945 time: 0.1067581 Jul 22 17:31:24.276267 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08829144-6209-4a01-86bc-70aecd2e02cb req-31cc4e5b-2da7-4ca4-8f01-f0830ae59ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:24.277649 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08829144-6209-4a01-86bc-70aecd2e02cb req-31cc4e5b-2da7-4ca4-8f01-f0830ae59ff4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 1096 time: 0.0843070 Jul 22 17:31:24.363450 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c57bb26a-54fb-4d9d-894f-75ece9c854a8 req-c7b1d568-1fdd-4a55-b20e-09c8edc4bb73 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847335 Jul 22 17:31:24.389507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08829144-6209-4a01-86bc-70aecd2e02cb req-590756a8-c4a5-4fd9-9dfd-8ffffe9c882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:24.391003 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08829144-6209-4a01-86bc-70aecd2e02cb req-590756a8-c4a5-4fd9-9dfd-8ffffe9c882c service neutron] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.1060507 Jul 22 17:31:24.453126 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08829144-6209-4a01-86bc-70aecd2e02cb req-2642bfa2-911f-4221-ade0-852625f1c4f0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07870b75-a69f-4bd4-9c58-ed024340b82b HTTP/1.1" status: 200 len: 1001 time: 0.0559442 Jul 22 17:31:24.500983 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08829144-6209-4a01-86bc-70aecd2e02cb req-159c8b77-d13a-4b1b-9ad8-f9f27f098f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:24.502447 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08829144-6209-4a01-86bc-70aecd2e02cb req-159c8b77-d13a-4b1b-9ad8-f9f27f098f9e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0432837 Jul 22 17:31:24.563769 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08829144-6209-4a01-86bc-70aecd2e02cb req-60c79d26-e267-487e-9534-d5caea4f8425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:24.565304 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08829144-6209-4a01-86bc-70aecd2e02cb req-60c79d26-e267-487e-9534-d5caea4f8425 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568604 Jul 22 17:31:24.653321 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08829144-6209-4a01-86bc-70aecd2e02cb req-5fb380bf-3d61-4098-bddc-906aaca44adc service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819566 Jul 22 17:31:24.743830 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08829144-6209-4a01-86bc-70aecd2e02cb req-e7048d4e-c170-4493-b160-b3464788188a service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846982 Jul 22 17:31:25.493022 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549005f3-c188-4877-a7ab-5b3ab8627452 req-b3fc8987-3eca-478e-a15c-f41ec7db1b2f tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:25.494554 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-549005f3-c188-4877-a7ab-5b3ab8627452 req-b3fc8987-3eca-478e-a15c-f41ec7db1b2f tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 945 time: 0.0639694 Jul 22 17:31:25.532452 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-549005f3-c188-4877-a7ab-5b3ab8627452 req-61bc40f8-99ca-4d48-b4fc-c28f4d61d8db tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318706 Jul 22 17:31:26.660527 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209bbb1-9965-4c43-ace6-c823c10b314c req-2c7f5e06-05c5-4a5e-a30d-ceac087447f8 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:26.662010 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7209bbb1-9965-4c43-ace6-c823c10b314c req-2c7f5e06-05c5-4a5e-a30d-ceac087447f8 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 945 time: 0.0623827 Jul 22 17:31:26.698961 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7209bbb1-9965-4c43-ace6-c823c10b314c req-d8a04729-243e-44e0-9e38-ac45da232e23 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314467 Jul 22 17:31:27.830198 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb8768-ce75-4746-87bd-aeb66708f8bc req-470ccd68-8a08-46b9-b9c4-d680b1624bee tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:27.831718 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-95eb8768-ce75-4746-87bd-aeb66708f8bc req-470ccd68-8a08-46b9-b9c4-d680b1624bee tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 945 time: 0.0677550 Jul 22 17:31:27.868213 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-95eb8768-ce75-4746-87bd-aeb66708f8bc req-a56222c2-fafa-4c2d-9bb4-9772f25907ec tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309324 Jul 22 17:31:28.995380 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50d6fd-1365-4200-8b19-db4f10f4e1d1 req-965dba91-6015-45d1-b20d-d84265de620c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:28.996744 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d50d6fd-1365-4200-8b19-db4f10f4e1d1 req-965dba91-6015-45d1-b20d-d84265de620c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 945 time: 0.0625124 Jul 22 17:31:29.034187 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4d50d6fd-1365-4200-8b19-db4f10f4e1d1 req-61b33cc4-2bfe-44e7-bcc0-6e8ad600cf65 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315320 Jul 22 17:31:29.128608 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f3ddcaa-af30-4007-992f-16472afbf072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:30.160861 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e45fc9-7a3d-47f4-82f5-6d53048b80eb req-37f60f9a-c811-475e-88e2-e33f6a27f697 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:30.162349 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-42e45fc9-7a3d-47f4-82f5-6d53048b80eb req-37f60f9a-c811-475e-88e2-e33f6a27f697 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 945 time: 0.0629084 Jul 22 17:31:30.199059 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-42e45fc9-7a3d-47f4-82f5-6d53048b80eb req-42f4c72d-c81a-4468-815a-e38c482d0d26 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310357 Jul 22 17:31:31.333013 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf324f-63ff-49a0-8977-0e12c34acaa7 req-91f72621-205c-46b1-93cd-2dc77f9b746c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:31.334510 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbf324f-63ff-49a0-8977-0e12c34acaa7 req-91f72621-205c-46b1-93cd-2dc77f9b746c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 945 time: 0.0676880 Jul 22 17:31:31.372135 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8dbf324f-63ff-49a0-8977-0e12c34acaa7 req-a602aa4c-161d-48fa-afaa-97cca507076e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319939 Jul 22 17:31:31.667091 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee2827f4-cde7-478c-9655-c811f82e82f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:31.684954 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:32.498740 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf970a-6f35-4de2-8c2a-d79e80cc3c8e req-96e0d62c-fa5c-4820-8afd-51c8d1f4228f tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:32.500250 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c5bf970a-6f35-4de2-8c2a-d79e80cc3c8e req-96e0d62c-fa5c-4820-8afd-51c8d1f4228f tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 945 time: 0.0621459 Jul 22 17:31:32.537407 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c5bf970a-6f35-4de2-8c2a-d79e80cc3c8e req-b5df3071-4fb1-4e10-b134-c3e869743af4 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309730 Jul 22 17:31:32.984419 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:33.666452 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d29e5-72ad-4f79-ac46-0b4b9426bb28 req-eab18303-989f-446e-ae8c-249a17ad2f9c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:33.667939 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c10d29e5-72ad-4f79-ac46-0b4b9426bb28 req-eab18303-989f-446e-ae8c-249a17ad2f9c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 945 time: 0.0627577 Jul 22 17:31:33.704040 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c10d29e5-72ad-4f79-ac46-0b4b9426bb28 req-e6350995-b198-4aca-9fe0-fe35cf6dbde0 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306411 Jul 22 17:31:34.818518 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:34.838656 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4903b-dfce-4635-bd69-7298b16079e9 req-ba21552d-f6a0-4760-8204-ff79041376ad tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:34.840170 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4b4903b-dfce-4635-bd69-7298b16079e9 req-ba21552d-f6a0-4760-8204-ff79041376ad tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 945 time: 0.0675814 Jul 22 17:31:34.877370 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4b4903b-dfce-4635-bd69-7298b16079e9 req-099ba745-a4c6-44c4-8f0b-af9e45c0964a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309634 Jul 22 17:31:36.007549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dae5d8-c345-4eda-9d9d-f07a7bad8fce req-9c3356a2-29d9-49d9-b027-fb1fb5efdc1e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:36.009017 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-98dae5d8-c345-4eda-9d9d-f07a7bad8fce req-9c3356a2-29d9-49d9-b027-fb1fb5efdc1e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 945 time: 0.0657470 Jul 22 17:31:36.046393 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-98dae5d8-c345-4eda-9d9d-f07a7bad8fce req-8026be59-cdb2-45ab-9156-8c420c0b2fce tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318542 Jul 22 17:31:36.732527 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [req-08829144-6209-4a01-86bc-70aecd2e02cb req-f90f027d-fbe0-4060-8725-db17ac7e95fd service neutron] show failed (client error): The resource could not be found. Jul 22 17:31:36.733504 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08829144-6209-4a01-86bc-70aecd2e02cb req-f90f027d-fbe0-4060-8725-db17ac7e95fd service neutron] 10.222.0.16 "GET /v2.0/ports/07870b75-a69f-4bd4-9c58-ed024340b82b/bindings/n-h2-798930-9 HTTP/1.1" status: 404 len: 380 time: 0.0534236 Jul 22 17:31:36.944889 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08829144-6209-4a01-86bc-70aecd2e02cb req-87fa8246-b0a2-402b-88c2-eab121d1c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:36.946624 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08829144-6209-4a01-86bc-70aecd2e02cb req-87fa8246-b0a2-402b-88c2-eab121d1c1b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533&tenant_id=23d4f6e7702849d0864552df81f6e2f3 HTTP/1.1" status: 200 len: 1096 time: 0.0560601 Jul 22 17:31:36.964542 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-08829144-6209-4a01-86bc-70aecd2e02cb req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-9', 'device_owner': 'compute:nova'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:31:37.037733 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-08829144-6209-4a01-86bc-70aecd2e02cb req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:37.175857 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfab7a-8923-418f-8298-30d4253818c7 req-94a21493-753a-4466-8be9-977c0d64ebc7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:37.177359 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-21bfab7a-8923-418f-8298-30d4253818c7 req-94a21493-753a-4466-8be9-977c0d64ebc7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 945 time: 0.0641432 Jul 22 17:31:37.214930 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-21bfab7a-8923-418f-8298-30d4253818c7 req-a5db324b-bcfe-4b7a-9aee-90f023812444 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318673 Jul 22 17:31:37.238428 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-08829144-6209-4a01-86bc-70aecd2e02cb req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] For port 07870b75-a69f-4bd4-9c58-ed024340b82b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=07870b75-a69f-4bd4-9c58-ed024340b82b,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:31:37.271971 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-08829144-6209-4a01-86bc-70aecd2e02cb req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] For port 07870b75-a69f-4bd4-9c58-ed024340b82b, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:31:37.310065 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6998ee-5d02-4e26-b3e1-ac71201e8533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07870b75-a69f-4bd4-9c58-ed024340b82b'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:31:37.312228 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ec949a-2fff-427d-8e09-75669688fe2e" -d '{"events": [{"server_uuid": "cc6998ee-5d02-4e26-b3e1-ac71201e8533", "name": "network-vif-unplugged", "status": "completed", "tag": "07870b75-a69f-4bd4-9c58-ed024340b82b"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:31:37.316764 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-08829144-6209-4a01-86bc-70aecd2e02cb req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:37.328986 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-08829144-6209-4a01-86bc-70aecd2e02cb req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Transition to ACTIVE for port object 07870b75-a69f-4bd4-9c58-ed024340b82b will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:31:37.332958 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-08829144-6209-4a01-86bc-70aecd2e02cb req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:37.416374 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b9017f-edf0-4d4e-a3bd-a1989e3c5bb1 x-openstack-request-id: req-20b9017f-edf0-4d4e-a3bd-a1989e3c5bb1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:31:37.416670 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6998ee-5d02-4e26-b3e1-ac71201e8533", "name": "network-vif-unplugged", "status": "completed", "tag": "07870b75-a69f-4bd4-9c58-ed024340b82b", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:31:37.416920 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-20b9017f-edf0-4d4e-a3bd-a1989e3c5bb1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:31:37.417318 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6998ee-5d02-4e26-b3e1-ac71201e8533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07870b75-a69f-4bd4-9c58-ed024340b82b', 'code': 200} Jul 22 17:31:37.427488 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Pushing event updated for resources: {'Port': ['ID=07870b75-a69f-4bd4-9c58-ed024340b82b,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:37.443390 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:37.443733 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:37.444072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:37.444403 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:37.444734 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:37.445059 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:37.445383 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:37.445703 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:37.446046 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:37.446366 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:37.446680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:37.447002 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:37.480304 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-08829144-6209-4a01-86bc-70aecd2e02cb req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] No DVR routers for this DVR port 07870b75-a69f-4bd4-9c58-ed024340b82b on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:31:37.615034 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-08829144-6209-4a01-86bc-70aecd2e02cb req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Attempting to bind port 07870b75-a69f-4bd4-9c58-ed024340b82b on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:31:37.615368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-08829144-6209-4a01-86bc-70aecd2e02cb req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Attempting to bind port 07870b75-a69f-4bd4-9c58-ed024340b82b by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:31:37.615686 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08829144-6209-4a01-86bc-70aecd2e02cb req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Attempting to bind port 07870b75-a69f-4bd4-9c58-ed024340b82b on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:31:37.619776 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08829144-6209-4a01-86bc-70aecd2e02cb req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Port 07870b75-a69f-4bd4-9c58-ed024340b82b on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:31:37.620086 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08829144-6209-4a01-86bc-70aecd2e02cb req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Attempting to bind port 07870b75-a69f-4bd4-9c58-ed024340b82b on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:31:37.624759 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08829144-6209-4a01-86bc-70aecd2e02cb req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:31:37.625087 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08829144-6209-4a01-86bc-70aecd2e02cb req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Checking segment: {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:31:37.625464 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08829144-6209-4a01-86bc-70aecd2e02cb req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Bound using segment: {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:31:37.625905 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-08829144-6209-4a01-86bc-70aecd2e02cb req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Bound port: 07870b75-a69f-4bd4-9c58-ed024340b82b, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:31:37.626277 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-08829144-6209-4a01-86bc-70aecd2e02cb req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:37.688153 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-08829144-6209-4a01-86bc-70aecd2e02cb req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] For port 07870b75-a69f-4bd4-9c58-ed024340b82b, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:31:37.691181 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-08829144-6209-4a01-86bc-70aecd2e02cb req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] For port 07870b75-a69f-4bd4-9c58-ed024340b82b, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=07870b75-a69f-4bd4-9c58-ed024340b82b,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:31:37.694779 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-08829144-6209-4a01-86bc-70aecd2e02cb req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:37.731588 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08829144-6209-4a01-86bc-70aecd2e02cb req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:37.732295 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-08829144-6209-4a01-86bc-70aecd2e02cb req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:37.733582 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08829144-6209-4a01-86bc-70aecd2e02cb req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] 10.222.0.30 "PUT /v2.0/ports/07870b75-a69f-4bd4-9c58-ed024340b82b HTTP/1.1" status: 200 len: 1091 time: 0.7732325 Jul 22 17:31:37.754700 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553b166-9b6f-4d4c-97ae-a365105ce421 service neutron] Pushing event updated for resources: {'Port': ['ID=07870b75-a69f-4bd4-9c58-ed024340b82b,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:37.831374 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08829144-6209-4a01-86bc-70aecd2e02cb req-20c851e7-daaf-4079-ad88-3695b86a48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:37.832908 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08829144-6209-4a01-86bc-70aecd2e02cb req-20c851e7-daaf-4079-ad88-3695b86a48dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 1094 time: 0.0567648 Jul 22 17:31:37.927996 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08829144-6209-4a01-86bc-70aecd2e02cb req-2582a406-53ec-40c9-9d69-e342f530506b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:37.929464 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08829144-6209-4a01-86bc-70aecd2e02cb req-2582a406-53ec-40c9-9d69-e342f530506b service neutron] 10.222.0.30 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0900574 Jul 22 17:31:37.995298 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08829144-6209-4a01-86bc-70aecd2e02cb req-8c5f9149-46c8-4dbd-b142-8cc7b5590a8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07870b75-a69f-4bd4-9c58-ed024340b82b HTTP/1.1" status: 200 len: 999 time: 0.0574768 Jul 22 17:31:38.042021 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08829144-6209-4a01-86bc-70aecd2e02cb req-8792b59c-6414-4fa7-ac94-bf0f7a0efcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:38.043379 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08829144-6209-4a01-86bc-70aecd2e02cb req-8792b59c-6414-4fa7-ac94-bf0f7a0efcc3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0412567 Jul 22 17:31:38.103601 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08829144-6209-4a01-86bc-70aecd2e02cb req-ac42125e-8a9b-4915-9528-750bc122f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:38.105068 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08829144-6209-4a01-86bc-70aecd2e02cb req-ac42125e-8a9b-4915-9528-750bc122f757 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554805 Jul 22 17:31:38.191591 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08829144-6209-4a01-86bc-70aecd2e02cb req-73487afe-4b39-4789-b6ef-7b85d21e4e38 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790629 Jul 22 17:31:38.283039 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08829144-6209-4a01-86bc-70aecd2e02cb req-a7540eca-b97f-41bb-872b-23f135fae3b8 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850892 Jul 22 17:31:38.348375 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99367eef-e147-4929-8f97-ee6301d9cd01 req-fc47fb88-cbc0-4d85-afa8-fb74f3076f33 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:38.349864 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-99367eef-e147-4929-8f97-ee6301d9cd01 req-fc47fb88-cbc0-4d85-afa8-fb74f3076f33 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 943 time: 0.0689831 Jul 22 17:31:38.388170 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-99367eef-e147-4929-8f97-ee6301d9cd01 req-59885907-2351-417a-93c2-f5c198f4d55a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320022 Jul 22 17:31:39.418708 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6998ee-5d02-4e26-b3e1-ac71201e8533', 'tag': '07870b75-a69f-4bd4-9c58-ed024340b82b'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:31:39.421061 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d566d338-7266-4dfe-aeff-743ddb3f78ec" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6998ee-5d02-4e26-b3e1-ac71201e8533", "tag": "07870b75-a69f-4bd4-9c58-ed024340b82b"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:31:39.468541 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d79fc0-3862-4942-ab22-ae70164acdd8 x-openstack-request-id: req-41d79fc0-3862-4942-ab22-ae70164acdd8 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:31:39.468832 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6998ee-5d02-4e26-b3e1-ac71201e8533", "tag": "07870b75-a69f-4bd4-9c58-ed024340b82b", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:31:39.469079 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-41d79fc0-3862-4942-ab22-ae70164acdd8 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:31:39.469471 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6998ee-5d02-4e26-b3e1-ac71201e8533', 'tag': '07870b75-a69f-4bd4-9c58-ed024340b82b', 'status': 'completed', 'code': 200} Jul 22 17:31:39.572090 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1403dcf-c4a0-4f97-8072-68c7d37da01f req-5dc8e68a-5515-452c-90ae-8f9b6adae25b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:39.573546 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b1403dcf-c4a0-4f97-8072-68c7d37da01f req-5dc8e68a-5515-452c-90ae-8f9b6adae25b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 943 time: 0.1156354 Jul 22 17:31:39.639313 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566d338-7266-4dfe-aeff-743ddb3f78ec req-d823db9a-4bb9-40fb-a0a0-43a19644dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:39.640764 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d566d338-7266-4dfe-aeff-743ddb3f78ec req-d823db9a-4bb9-40fb-a0a0-43a19644dd66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 1094 time: 0.1341505 Jul 22 17:31:39.642594 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566d338-7266-4dfe-aeff-743ddb3f78ec req-68090cca-efee-4a40-b251-f5d4689dde0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:39.643909 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d566d338-7266-4dfe-aeff-743ddb3f78ec req-68090cca-efee-4a40-b251-f5d4689dde0e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 1094 time: 0.1276469 Jul 22 17:31:39.646879 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b1403dcf-c4a0-4f97-8072-68c7d37da01f req-588f2c75-126b-4dfd-8846-e8e46f0b8045 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663519 Jul 22 17:31:39.799465 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566d338-7266-4dfe-aeff-743ddb3f78ec req-04373794-3759-42d5-a296-45971c3c8a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:39.801260 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d566d338-7266-4dfe-aeff-743ddb3f78ec req-04373794-3759-42d5-a296-45971c3c8a8d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.1511450 Jul 22 17:31:39.803823 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566d338-7266-4dfe-aeff-743ddb3f78ec req-6d4eb106-e22a-4e62-8e2d-b0e3b77bcd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:39.805132 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d566d338-7266-4dfe-aeff-743ddb3f78ec req-6d4eb106-e22a-4e62-8e2d-b0e3b77bcd6b service neutron] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.1539605 Jul 22 17:31:39.912225 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d566d338-7266-4dfe-aeff-743ddb3f78ec req-d48b1e5b-9346-4db5-b3ca-fddf6045a440 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07870b75-a69f-4bd4-9c58-ed024340b82b HTTP/1.1" status: 200 len: 999 time: 0.1012421 Jul 22 17:31:39.934154 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d566d338-7266-4dfe-aeff-743ddb3f78ec req-140eabe2-4369-4d17-9b60-5f74660d1b9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07870b75-a69f-4bd4-9c58-ed024340b82b HTTP/1.1" status: 200 len: 999 time: 0.0859742 Jul 22 17:31:40.352365 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566d338-7266-4dfe-aeff-743ddb3f78ec req-2634bf88-e3f0-41a6-bf2b-64458803824f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:40.353801 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d566d338-7266-4dfe-aeff-743ddb3f78ec req-2634bf88-e3f0-41a6-bf2b-64458803824f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.4311280 Jul 22 17:31:40.357015 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566d338-7266-4dfe-aeff-743ddb3f78ec req-cf3b9266-d5c2-455a-9f68-bab2c14002c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:40.358326 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d566d338-7266-4dfe-aeff-743ddb3f78ec req-cf3b9266-d5c2-455a-9f68-bab2c14002c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.4075167 Jul 22 17:31:40.452300 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566d338-7266-4dfe-aeff-743ddb3f78ec req-7a5c3098-d96f-423a-bba4-f88fa21657d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:40.453709 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d566d338-7266-4dfe-aeff-743ddb3f78ec req-7a5c3098-d96f-423a-bba4-f88fa21657d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921240 Jul 22 17:31:40.456179 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566d338-7266-4dfe-aeff-743ddb3f78ec req-6a6326a4-8a50-4f93-9a08-b45d46e756f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:40.457504 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d566d338-7266-4dfe-aeff-743ddb3f78ec req-6a6326a4-8a50-4f93-9a08-b45d46e756f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876608 Jul 22 17:31:40.614332 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d566d338-7266-4dfe-aeff-743ddb3f78ec req-6908b440-1c60-4302-bae4-59782d921426 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531279 Jul 22 17:31:40.617682 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d566d338-7266-4dfe-aeff-743ddb3f78ec req-f24a388b-475a-4cc1-9b5a-870d7c2005b0 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492980 Jul 22 17:31:40.777112 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d566d338-7266-4dfe-aeff-743ddb3f78ec req-6348aa8a-a3da-4af4-a285-78fad100dbf6 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558666 Jul 22 17:31:40.780492 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d566d338-7266-4dfe-aeff-743ddb3f78ec req-c0bca4b0-cf56-4d19-b400-c9e2ba4cd4e5 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518757 Jul 22 17:31:40.783376 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9edd72-5379-4f76-97aa-8d578f31c2d7 req-24a28e3b-8c87-4781-a995-ac03edfd9b12 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:40.784859 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6a9edd72-5379-4f76-97aa-8d578f31c2d7 req-24a28e3b-8c87-4781-a995-ac03edfd9b12 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 943 time: 0.0665162 Jul 22 17:31:40.825553 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6a9edd72-5379-4f76-97aa-8d578f31c2d7 req-2dbe96b6-b3e9-4cc7-8188-9664821a8080 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350239 Jul 22 17:31:40.863417 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 07870b75-a69f-4bd4-9c58-ed024340b82b no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:31:40.902247 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 07870b75-a69f-4bd4-9c58-ed024340b82b not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:31:41.127368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-1d6804b1-30cc-4a9d-99d0-3bd5d9126df8 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:41.128854 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-1d6804b1-30cc-4a9d-99d0-3bd5d9126df8 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533&tenant_id=23d4f6e7702849d0864552df81f6e2f3&binding%3Ahost_id=n-h2-798930-9 HTTP/1.1" status: 200 len: 943 time: 0.0725720 Jul 22 17:31:41.141436 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69b87b-4058-4dc7-8454-6eac29439c83 req-d0ce81ef-4146-476a-8540-877d0630a75e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:41.142933 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6f69b87b-4058-4dc7-8454-6eac29439c83 req-d0ce81ef-4146-476a-8540-877d0630a75e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 943 time: 0.0642135 Jul 22 17:31:41.180781 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6f69b87b-4058-4dc7-8454-6eac29439c83 req-423279dc-cd11-4dd5-a9b7-407dc9b43448 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320344 Jul 22 17:31:41.189462 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-fab8c8bc-1e01-46bf-a2ab-dd7bce376012 service neutron] 10.222.0.30 "GET /v2.0/ports/07870b75-a69f-4bd4-9c58-ed024340b82b/bindings/n-h2-798930-9 HTTP/1.1" status: 200 len: 382 time: 0.0538397 Jul 22 17:31:41.287394 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-fc940f37-0296-419b-ae89-cd8ee8d476c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:41.288819 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-fc940f37-0296-419b-ae89-cd8ee8d476c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 1094 time: 0.0588615 Jul 22 17:31:41.386252 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-dd259232-35e3-42ce-aaa3-d9cd119e0179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:41.387737 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-dd259232-35e3-42ce-aaa3-d9cd119e0179 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0920680 Jul 22 17:31:41.455425 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-6a691e5a-aa7c-4a64-b46c-1b469ba9bff8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07870b75-a69f-4bd4-9c58-ed024340b82b HTTP/1.1" status: 200 len: 999 time: 0.0618274 Jul 22 17:31:41.502383 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-60882eee-9276-47ce-9501-44f0eec74280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:41.503749 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-60882eee-9276-47ce-9501-44f0eec74280 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0426402 Jul 22 17:31:41.534198 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 07870b75-a69f-4bd4-9c58-ed024340b82b details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:31:41.562214 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-23cad255-f943-4025-9000-6736281c3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:41.563745 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-23cad255-f943-4025-9000-6736281c3bbd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539017 Jul 22 17:31:41.667749 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-2ab22cc0-567e-4e7e-88e8-67ddafc6609c service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976589 Jul 22 17:31:41.761557 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-3d00b792-ac0f-4a16-a21b-b21006e84418 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866313 Jul 22 17:31:41.782704 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 07870b75-a69f-4bd4-9c58-ed024340b82b, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=07870b75-a69f-4bd4-9c58-ed024340b82b,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:31:41.793290 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '07870b75-a69f-4bd4-9c58-ed024340b82b', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'port_id': '07870b75-a69f-4bd4-9c58-ed024340b82b', 'mac_address': 'fa:16:3e:da:2f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:31:41.833056 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:41.845511 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07870b75-a69f-4bd4-9c58-ed024340b82b {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:31:41.864194 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 07870b75-a69f-4bd4-9c58-ed024340b82b, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=07870b75-a69f-4bd4-9c58-ed024340b82b,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:31:41.868554 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:41.906254 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c24c7-a814-400f-b258-112140418e36 req-a523bf06-47d3-4cb1-8e33-dc6a450649de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:41.907813 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff9c24c7-a814-400f-b258-112140418e36 req-a523bf06-47d3-4cb1-8e33-dc6a450649de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 1094 time: 0.0609627 Jul 22 17:31:41.915585 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=07870b75-a69f-4bd4-9c58-ed024340b82b,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:41.923570 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:41.924037 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:41.924374 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:41.924708 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:41.925036 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:41.925362 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:41.925686 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:41.926041 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:41.926363 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:41.926683 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:41.927006 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:41.927331 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:42.011511 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c24c7-a814-400f-b258-112140418e36 req-f440d274-e4d3-4a10-9ee4-93854b16777a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:42.013007 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff9c24c7-a814-400f-b258-112140418e36 req-f440d274-e4d3-4a10-9ee4-93854b16777a service neutron] 10.222.0.30 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0863495 Jul 22 17:31:42.080934 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff9c24c7-a814-400f-b258-112140418e36 req-3def4fba-e3f2-405d-bd88-6d55fced7342 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07870b75-a69f-4bd4-9c58-ed024340b82b HTTP/1.1" status: 200 len: 1000 time: 0.0609269 Jul 22 17:31:42.129117 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c24c7-a814-400f-b258-112140418e36 req-12d8e1c0-89a0-4e89-867a-31d58389cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:42.130592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff9c24c7-a814-400f-b258-112140418e36 req-12d8e1c0-89a0-4e89-867a-31d58389cda9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0431817 Jul 22 17:31:42.181040 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['07870b75-a69f-4bd4-9c58-ed024340b82b'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:31:42.190352 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c24c7-a814-400f-b258-112140418e36 req-e95a6f3a-d4cc-4c19-b514-83fff9ca2c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:42.191861 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff9c24c7-a814-400f-b258-112140418e36 req-e95a6f3a-d4cc-4c19-b514-83fff9ca2c78 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536191 Jul 22 17:31:42.321881 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff9c24c7-a814-400f-b258-112140418e36 req-b8e3e0f9-248b-4797-9739-092f43f78920 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216886 Jul 22 17:31:42.371112 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cabbaf-6967-40f7-8cf7-14d7bc5efced req-eb6d03ac-fe19-43dc-ac3f-8cd33c64bc94 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:42.372467 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-12cabbaf-6967-40f7-8cf7-14d7bc5efced req-eb6d03ac-fe19-43dc-ac3f-8cd33c64bc94 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 944 time: 0.1077185 Jul 22 17:31:42.453514 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-12cabbaf-6967-40f7-8cf7-14d7bc5efced req-b50b83dd-a033-4af5-8a11-5b549b59f8ba tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488265 Jul 22 17:31:42.457101 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff9c24c7-a814-400f-b258-112140418e36 req-65b49a3e-557b-43bb-983d-66748a647e8e service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278615 Jul 22 17:31:42.548157 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:42.550101 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:43.555479 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 07870b75-a69f-4bd4-9c58-ed024340b82b no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:31:43.610791 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a8910-f8d3-4903-8763-1df77c9589be req-c9b5ab20-6474-4538-bf46-bbf55893471f tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:43.612300 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-615a8910-f8d3-4903-8763-1df77c9589be req-c9b5ab20-6474-4538-bf46-bbf55893471f tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 944 time: 0.0791371 Jul 22 17:31:43.632837 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:43.646545 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 07870b75-a69f-4bd4-9c58-ed024340b82b {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:31:43.656360 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-615a8910-f8d3-4903-8763-1df77c9589be req-2fb2f3ad-0bf4-427a-8586-a6fd6c4ea480 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377936 Jul 22 17:31:43.666756 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 07870b75-a69f-4bd4-9c58-ed024340b82b, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=07870b75-a69f-4bd4-9c58-ed024340b82b,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:31:43.671684 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:43.719562 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=07870b75-a69f-4bd4-9c58-ed024340b82b,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:43.905856 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-a7a2494a-589d-4fb4-9d63-d739068324f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:43.907422 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-a7a2494a-589d-4fb4-9d63-d739068324f7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533&tenant_id=23d4f6e7702849d0864552df81f6e2f3 HTTP/1.1" status: 200 len: 1094 time: 0.0564120 Jul 22 17:31:43.924795 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-9', 'device_owner': 'compute:nova'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:31:43.997285 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:44.197281 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] For port 07870b75-a69f-4bd4-9c58-ed024340b82b, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=07870b75-a69f-4bd4-9c58-ed024340b82b,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:31:44.229452 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] For port 07870b75-a69f-4bd4-9c58-ed024340b82b, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:31:44.260903 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07870b75-a69f-4bd4-9c58-ed024340b82b {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:31:44.268200 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:44.278446 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] Ignored duplicate provisioning block setup for port 07870b75-a69f-4bd4-9c58-ed024340b82b by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 17:31:44.281652 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:44.358507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] Pushing event updated for resources: {'Port': ['ID=07870b75-a69f-4bd4-9c58-ed024340b82b,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:44.405008 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] No DVR routers for this DVR port 07870b75-a69f-4bd4-9c58-ed024340b82b on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:31:44.544519 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] Attempting to bind port 07870b75-a69f-4bd4-9c58-ed024340b82b on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:31:44.544852 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] Attempting to bind port 07870b75-a69f-4bd4-9c58-ed024340b82b by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:31:44.545175 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] Attempting to bind port 07870b75-a69f-4bd4-9c58-ed024340b82b on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:31:44.549339 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] Port 07870b75-a69f-4bd4-9c58-ed024340b82b on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:31:44.549654 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] Attempting to bind port 07870b75-a69f-4bd4-9c58-ed024340b82b on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:31:44.554376 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:31:44.554712 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] Checking segment: {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:31:44.555083 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] Bound using segment: {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:31:44.555499 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] Bound port: 07870b75-a69f-4bd4-9c58-ed024340b82b, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:31:44.555844 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:44.624142 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] For port 07870b75-a69f-4bd4-9c58-ed024340b82b, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:31:44.627253 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] For port 07870b75-a69f-4bd4-9c58-ed024340b82b, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=07870b75-a69f-4bd4-9c58-ed024340b82b,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:31:44.631447 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:44.668381 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:44.669000 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:44.670426 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] 10.222.0.16 "PUT /v2.0/ports/07870b75-a69f-4bd4-9c58-ed024340b82b HTTP/1.1" status: 200 len: 1092 time: 0.7500944 Jul 22 17:31:44.670870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6998ee-5d02-4e26-b3e1-ac71201e8533', 'tag': '07870b75-a69f-4bd4-9c58-ed024340b82b'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:31:44.673106 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a748bb9c-023a-4fb4-9991-183e507b5706" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6998ee-5d02-4e26-b3e1-ac71201e8533", "tag": "07870b75-a69f-4bd4-9c58-ed024340b82b"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:31:44.700389 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211eb7a-2da7-413f-960f-40522e562fcb service neutron] Pushing event updated for resources: {'Port': ['ID=07870b75-a69f-4bd4-9c58-ed024340b82b,revision_number=11']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:44.741664 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96936c6-62c5-475e-94d9-ec2ea2c1a610 x-openstack-request-id: req-e96936c6-62c5-475e-94d9-ec2ea2c1a610 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:31:44.741985 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6998ee-5d02-4e26-b3e1-ac71201e8533", "tag": "07870b75-a69f-4bd4-9c58-ed024340b82b", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:31:44.742240 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e96936c6-62c5-475e-94d9-ec2ea2c1a610 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:31:44.742644 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6998ee-5d02-4e26-b3e1-ac71201e8533', 'tag': '07870b75-a69f-4bd4-9c58-ed024340b82b', 'status': 'completed', 'code': 200} Jul 22 17:31:44.770583 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-cc7116f0-bc50-4cc6-8cb4-8a989a9ebaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:44.772611 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-cc7116f0-bc50-4cc6-8cb4-8a989a9ebaa2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 1095 time: 0.0617595 Jul 22 17:31:44.809145 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994eb63-e08e-4599-8537-d3c52293fb4c req-9d39785a-4c07-4a4d-b8ae-e55cd0b33389 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:44.811393 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b994eb63-e08e-4599-8537-d3c52293fb4c req-9d39785a-4c07-4a4d-b8ae-e55cd0b33389 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 944 time: 0.0688403 Jul 22 17:31:44.853630 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b994eb63-e08e-4599-8537-d3c52293fb4c req-72a4d33b-f853-48ad-abd9-db035da097f6 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354249 Jul 22 17:31:44.907640 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-18712045-5f94-461f-ab5c-e0a865d3d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:44.910263 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-18712045-5f94-461f-ab5c-e0a865d3d383 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.1303487 Jul 22 17:31:44.914495 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748bb9c-023a-4fb4-9991-183e507b5706 req-de779511-8544-4de2-9a1e-816f8009643b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:44.915898 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a748bb9c-023a-4fb4-9991-183e507b5706 req-de779511-8544-4de2-9a1e-816f8009643b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 1095 time: 0.1272571 Jul 22 17:31:45.026468 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-22dd4af2-cb55-41e8-b412-7f4e8506d4ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07870b75-a69f-4bd4-9c58-ed024340b82b HTTP/1.1" status: 200 len: 999 time: 0.1095943 Jul 22 17:31:45.083453 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748bb9c-023a-4fb4-9991-183e507b5706 req-6d19f070-9bd5-400e-b6b0-c5446e204096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:45.084900 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a748bb9c-023a-4fb4-9991-183e507b5706 req-6d19f070-9bd5-400e-b6b0-c5446e204096 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.1617293 Jul 22 17:31:45.090040 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-3ebafb99-e2bc-442c-a45a-9e4f553057da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:45.091379 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-3ebafb99-e2bc-442c-a45a-9e4f553057da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0577588 Jul 22 17:31:45.178862 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a748bb9c-023a-4fb4-9991-183e507b5706 req-233e38e9-f196-43ec-98f6-b6b1f59316ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07870b75-a69f-4bd4-9c58-ed024340b82b HTTP/1.1" status: 200 len: 999 time: 0.0865602 Jul 22 17:31:45.222804 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-22d07128-d364-44bd-a5f4-385103315073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:45.224252 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-22d07128-d364-44bd-a5f4-385103315073 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267130 Jul 22 17:31:45.253399 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748bb9c-023a-4fb4-9991-183e507b5706 req-0b5b10d8-e8b6-4aa8-a748-bed1fae48108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:45.254818 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a748bb9c-023a-4fb4-9991-183e507b5706 req-0b5b10d8-e8b6-4aa8-a748-bed1fae48108 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0693653 Jul 22 17:31:45.355367 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-68b3daed-4918-4294-be55-51158eef9088 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231704 Jul 22 17:31:45.371956 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748bb9c-023a-4fb4-9991-183e507b5706 req-190c797f-58ef-49d3-9b1c-f3d9b79425b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:45.373963 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a748bb9c-023a-4fb4-9991-183e507b5706 req-190c797f-58ef-49d3-9b1c-f3d9b79425b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114011 Jul 22 17:31:45.514940 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2b8062a1-ab21-472a-b657-3e3192210a10 req-ff93822e-2515-4ae7-a31d-028c6c8a8018 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523325 Jul 22 17:31:45.518223 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a748bb9c-023a-4fb4-9991-183e507b5706 req-be3a0307-c1a6-4817-a6cb-a0788849ac3a service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341212 Jul 22 17:31:45.618887 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a748bb9c-023a-4fb4-9991-183e507b5706 req-c9190fda-1db4-46db-8adf-0187fd937857 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944648 Jul 22 17:31:45.659857 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748bb9c-023a-4fb4-9991-183e507b5706 req-07508596-9502-4b8b-96cb-e617bf06922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:45.661333 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a748bb9c-023a-4fb4-9991-183e507b5706 req-07508596-9502-4b8b-96cb-e617bf06922f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 1095 time: 0.0563214 Jul 22 17:31:45.752723 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748bb9c-023a-4fb4-9991-183e507b5706 req-86fe1ee9-d91a-4d25-8495-0f83c7344d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:45.754209 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a748bb9c-023a-4fb4-9991-183e507b5706 req-86fe1ee9-d91a-4d25-8495-0f83c7344d04 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0858266 Jul 22 17:31:45.815771 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a748bb9c-023a-4fb4-9991-183e507b5706 req-65c0dad1-a443-4376-81e7-161cf3ff9c4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07870b75-a69f-4bd4-9c58-ed024340b82b HTTP/1.1" status: 200 len: 999 time: 0.0556462 Jul 22 17:31:45.865755 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748bb9c-023a-4fb4-9991-183e507b5706 req-23e799f5-08c3-49dd-a90f-5eedccf7ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:45.867176 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a748bb9c-023a-4fb4-9991-183e507b5706 req-23e799f5-08c3-49dd-a90f-5eedccf7ff8f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0452771 Jul 22 17:31:45.934993 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748bb9c-023a-4fb4-9991-183e507b5706 req-82359d55-6e19-46db-a5f4-3ce5fc995eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:45.936403 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a748bb9c-023a-4fb4-9991-183e507b5706 req-82359d55-6e19-46db-a5f4-3ce5fc995eaf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616350 Jul 22 17:31:46.057364 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aede5a5-8755-409c-9a9d-d19dfcbca43d req-4cdff0d5-f4f6-4397-9622-a5698d910297 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:46.058863 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8aede5a5-8755-409c-9a9d-d19dfcbca43d req-4cdff0d5-f4f6-4397-9622-a5698d910297 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 944 time: 0.1342776 Jul 22 17:31:46.064076 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a748bb9c-023a-4fb4-9991-183e507b5706 req-a1ab0ab9-3bd5-402c-93b5-bc3771aa186f service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078343 Jul 22 17:31:46.122119 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8aede5a5-8755-409c-9a9d-d19dfcbca43d req-fd1aeb03-c7e5-42bf-b118-7c80c80dca35 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570884 Jul 22 17:31:46.174495 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a748bb9c-023a-4fb4-9991-183e507b5706 req-26889207-9f7a-43b8-ba76-7cae974c6201 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026790 Jul 22 17:31:47.256842 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b296a-2d27-42ee-89a3-6eb3b8cb38c2 req-4e8f24f2-90e3-4086-b6a4-b5cb5e2c2875 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:47.258332 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-461b296a-2d27-42ee-89a3-6eb3b8cb38c2 req-4e8f24f2-90e3-4086-b6a4-b5cb5e2c2875 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 944 time: 0.0695453 Jul 22 17:31:47.296809 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-461b296a-2d27-42ee-89a3-6eb3b8cb38c2 req-58e4ed93-67ed-482c-bce4-64f420333b41 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323000 Jul 22 17:31:47.427958 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79709149-f5ed-4ebe-ab5d-e157dc15b000 req-07c70e4d-6e7d-4269-b223-edea1346bde8 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:47.429338 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-79709149-f5ed-4ebe-ab5d-e157dc15b000 req-07c70e4d-6e7d-4269-b223-edea1346bde8 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 944 time: 0.0666537 Jul 22 17:31:47.466274 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-79709149-f5ed-4ebe-ab5d-e157dc15b000 req-1be878c3-b89a-42b9-8692-7be18402c029 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313928 Jul 22 17:31:47.591155 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30975bd6-f17d-4b8d-9b40-bccb5781996d req-a4831557-fecd-44cf-a5a4-ff853cf4e4b6 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:47.592610 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-30975bd6-f17d-4b8d-9b40-bccb5781996d req-a4831557-fecd-44cf-a5a4-ff853cf4e4b6 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 944 time: 0.0623877 Jul 22 17:31:47.638668 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-30975bd6-f17d-4b8d-9b40-bccb5781996d req-fbe60abe-9032-44c0-a954-d757d4c9518e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397441 Jul 22 17:31:47.881622 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea8c1d-3b92-4bbd-a717-3f828e094a56 req-7d1f0759-4faa-414b-bba4-f9d3fc57cdd9 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:47.883111 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-33ea8c1d-3b92-4bbd-a717-3f828e094a56 req-7d1f0759-4faa-414b-bba4-f9d3fc57cdd9 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 944 time: 0.0622063 Jul 22 17:31:47.920054 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-33ea8c1d-3b92-4bbd-a717-3f828e094a56 req-f1155958-bd46-482d-bbc9-5c93449e7704 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314445 Jul 22 17:31:48.865549 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 07870b75-a69f-4bd4-9c58-ed024340b82b details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:31:48.957638 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 07870b75-a69f-4bd4-9c58-ed024340b82b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=07870b75-a69f-4bd4-9c58-ed024340b82b,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:31:48.968509 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '07870b75-a69f-4bd4-9c58-ed024340b82b', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'port_id': '07870b75-a69f-4bd4-9c58-ed024340b82b', 'mac_address': 'fa:16:3e:da:2f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:31:49.005172 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:49.021815 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07870b75-a69f-4bd4-9c58-ed024340b82b {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:31:49.040967 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 07870b75-a69f-4bd4-9c58-ed024340b82b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=07870b75-a69f-4bd4-9c58-ed024340b82b,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:31:49.044875 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:49.050990 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f49e6-e5ec-4295-91b7-a6b98760b1a7 req-85885760-2e74-4b0d-9c95-7b7bebda1cab tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:49.052581 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-704f49e6-e5ec-4295-91b7-a6b98760b1a7 req-85885760-2e74-4b0d-9c95-7b7bebda1cab tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 944 time: 0.0645640 Jul 22 17:31:49.090829 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-704f49e6-e5ec-4295-91b7-a6b98760b1a7 req-90fcce25-d115-45fb-83ed-f150226d5797 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323219 Jul 22 17:31:49.092912 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=07870b75-a69f-4bd4-9c58-ed024340b82b,revision_number=12']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:49.172773 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa79515-c145-4254-a7ff-48ddf3241cf6 req-2f89a93d-a74e-4000-92d4-111e3d5e9a76 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:49.174295 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6aa79515-c145-4254-a7ff-48ddf3241cf6 req-2f89a93d-a74e-4000-92d4-111e3d5e9a76 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 945 time: 0.0649376 Jul 22 17:31:49.272973 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6aa79515-c145-4254-a7ff-48ddf3241cf6 req-35187c70-c566-4f78-8292-0986e9c2c716 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Deleting port 07870b75-a69f-4bd4-9c58-ed024340b82b {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:31:49.273317 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6aa79515-c145-4254-a7ff-48ddf3241cf6 req-35187c70-c566-4f78-8292-0986e9c2c716 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:49.360623 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6aa79515-c145-4254-a7ff-48ddf3241cf6 req-35187c70-c566-4f78-8292-0986e9c2c716 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] For port 07870b75-a69f-4bd4-9c58-ed024340b82b, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=07870b75-a69f-4bd4-9c58-ed024340b82b,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:31:49.360981 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6aa79515-c145-4254-a7ff-48ddf3241cf6 req-35187c70-c566-4f78-8292-0986e9c2c716 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:49.867260 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6aa79515-c145-4254-a7ff-48ddf3241cf6 req-35187c70-c566-4f78-8292-0986e9c2c716 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:49.867781 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6aa79515-c145-4254-a7ff-48ddf3241cf6 req-35187c70-c566-4f78-8292-0986e9c2c716 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:49.868109 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [req-6aa79515-c145-4254-a7ff-48ddf3241cf6 req-35187c70-c566-4f78-8292-0986e9c2c716 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Floating IP 15a8a7e1-a58e-4118-b5e1-df0824061f50 disassociated. External IP: 172.25.0.44, port: 07870b75-a69f-4bd4-9c58-ed024340b82b. Jul 22 17:31:49.868444 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-6aa79515-c145-4254-a7ff-48ddf3241cf6 req-35187c70-c566-4f78-8292-0986e9c2c716 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Calling delete_port for 07870b75-a69f-4bd4-9c58-ed024340b82b owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:31:49.996020 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6aa79515-c145-4254-a7ff-48ddf3241cf6 req-35187c70-c566-4f78-8292-0986e9c2c716 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:50.028671 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35187c70-c566-4f78-8292-0986e9c2c716 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Pushing event deleted for resources: {'Port': ['ID=07870b75-a69f-4bd4-9c58-ed024340b82b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:50.141829 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6aa79515-c145-4254-a7ff-48ddf3241cf6 req-35187c70-c566-4f78-8292-0986e9c2c716 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Router 82b25c86-6d21-4eb0-9851-330308052b9d has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:31:50.202479 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-64f8f660-21ab-4fee-9c6a-8eecf4c2f1ba req-aeef31da-1737-4643-971f-e5fa0c1a1734 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc6998ee-5d02-4e26-b3e1-ac71201e8533 HTTP/1.1" status: 200 len: 210 time: 0.0393806 Jul 22 17:31:50.251710 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6aa79515-c145-4254-a7ff-48ddf3241cf6 req-35187c70-c566-4f78-8292-0986e9c2c716 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:31:50.262059 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7d050e-9218-403d-96f1-65e902548c84 None None] Sync routers for ids ['82b25c86-6d21-4eb0-9851-330308052b9d'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:31:50.270783 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7d050e-9218-403d-96f1-65e902548c84 None None] Routers {'82b25c86-6d21-4eb0-9851-330308052b9d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:31:50.271732 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-bd7d050e-9218-403d-96f1-65e902548c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:31:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['82b25c86-6d21-4eb0-9851-330308052b9d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:31:50.296144 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa79515-c145-4254-a7ff-48ddf3241cf6 req-35187c70-c566-4f78-8292-0986e9c2c716 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] No DVR routers for this DVR port 07870b75-a69f-4bd4-9c58-ed024340b82b on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:31:50.299250 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6aa79515-c145-4254-a7ff-48ddf3241cf6 req-35187c70-c566-4f78-8292-0986e9c2c716 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:50.301290 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6aa79515-c145-4254-a7ff-48ddf3241cf6 req-35187c70-c566-4f78-8292-0986e9c2c716 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.16 "DELETE /v2.0/ports/07870b75-a69f-4bd4-9c58-ed024340b82b HTTP/1.1" status: 204 len: 173 time: 1.1216419 Jul 22 17:31:50.301764 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6998ee-5d02-4e26-b3e1-ac71201e8533', 'name': 'network-vif-deleted', 'tag': '07870b75-a69f-4bd4-9c58-ed024340b82b'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:31:50.304477 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b1745b-afdf-45ab-a436-5509ca985729" -d '{"events": [{"server_uuid": "cc6998ee-5d02-4e26-b3e1-ac71201e8533", "name": "network-vif-deleted", "tag": "07870b75-a69f-4bd4-9c58-ed024340b82b"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:31:50.340238 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff19ddd5-f3ad-4d6b-bf2a-6980ad0696a4 x-openstack-request-id: req-ff19ddd5-f3ad-4d6b-bf2a-6980ad0696a4 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:31:50.340765 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6998ee-5d02-4e26-b3e1-ac71201e8533", "name": "network-vif-deleted", "tag": "07870b75-a69f-4bd4-9c58-ed024340b82b", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:31:50.340945 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ff19ddd5-f3ad-4d6b-bf2a-6980ad0696a4 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:31:50.341544 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6998ee-5d02-4e26-b3e1-ac71201e8533', 'name': 'network-vif-deleted', 'tag': '07870b75-a69f-4bd4-9c58-ed024340b82b', 'status': 'completed', 'code': 200} Jul 22 17:31:50.380283 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-bd7d050e-9218-403d-96f1-65e902548c84 None None] Set router 82b25c86-6d21-4eb0-9851-330308052b9d gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:31:50.578840 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-bd7d050e-9218-403d-96f1-65e902548c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:06Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:31:50.605271 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7d050e-9218-403d-96f1-65e902548c84 None None] Checking router: 82b25c86-6d21-4eb0-9851-330308052b9d for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:31:50.613313 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7d050e-9218-403d-96f1-65e902548c84 None None] Routers {'82b25c86-6d21-4eb0-9851-330308052b9d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:31:50.613901 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-bd7d050e-9218-403d-96f1-65e902548c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:31:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['82b25c86-6d21-4eb0-9851-330308052b9d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:31:50.713109 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-bd7d050e-9218-403d-96f1-65e902548c84 None None] Set router 82b25c86-6d21-4eb0-9851-330308052b9d gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:31:50.898556 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-bd7d050e-9218-403d-96f1-65e902548c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:06Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:31:51.009110 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7d050e-9218-403d-96f1-65e902548c84 None None] The sync data for ids ['82b25c86-6d21-4eb0-9851-330308052b9d'] in n-d-798930-9 is: [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:06Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:31:51.217191 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d568e9f5-93e6-48b8-910f-c915c7fe7a96 None None] New status for floating IP 15a8a7e1-a58e-4118-b5e1-df0824061f50: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:31:51.471675 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-06744753-3f12-4707-aba9-5a10f953ad3a req-e5749ae4-5833-4a1f-a9bf-b868dee22c79 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1245287297&fields=id&tenant_id=23d4f6e7702849d0864552df81f6e2f3 HTTP/1.1" status: 200 len: 267 time: 0.0331051 Jul 22 17:31:51.575431 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06744753-3f12-4707-aba9-5a10f953ad3a req-b01c80ef-9c53-4f06-a052-a712b3ed3784 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:51.576804 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-06744753-3f12-4707-aba9-5a10f953ad3a req-b01c80ef-9c53-4f06-a052-a712b3ed3784 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 812 time: 0.0990274 Jul 22 17:31:51.590942 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-06744753-3f12-4707-aba9-5a10f953ad3a req-bd108938-e11b-43a1-80d3-98ae2636c231 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/quotas/23d4f6e7702849d0864552df81f6e2f3 HTTP/1.1" status: 200 len: 375 time: 0.0087280 Jul 22 17:31:51.662719 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-06744753-3f12-4707-aba9-5a10f953ad3a req-20987738-171f-40f0-9304-4e3cd14cc762 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0664928 Jul 22 17:31:51.753912 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-06744753-3f12-4707-aba9-5a10f953ad3a req-0930b591-6d81-45c4-9d35-4d505cfb5117 service neutron] 10.222.0.69 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794394 Jul 22 17:31:51.842527 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-06744753-3f12-4707-aba9-5a10f953ad3a req-5c018575-fe4f-4f19-8f17-bb68b57da492 service neutron] 10.222.0.69 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830340 Jul 22 17:31:52.405235 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:31:52.864309 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 07870b75-a69f-4bd4-9c58-ed024340b82b no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:31:52.884335 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 07870b75-a69f-4bd4-9c58-ed024340b82b {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:31:52.884680 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 07870b75-a69f-4bd4-9c58-ed024340b82b not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:31:53.025288 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2dfca2ae-3a76-48bf-8b36-e8cda81508f4 req-7d78943d-fdee-4b25-ad2a-5265fa82a26a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 210 time: 0.0304778 Jul 22 17:31:53.996878 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06744753-3f12-4707-aba9-5a10f953ad3a req-46aa3550-9f69-49ef-8ec0-bb49f9df7bed tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:53.998925 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06744753-3f12-4707-aba9-5a10f953ad3a req-46aa3550-9f69-49ef-8ec0-bb49f9df7bed tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.30 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 812 time: 0.1044002 Jul 22 17:31:54.053552 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06744753-3f12-4707-aba9-5a10f953ad3a req-413a368b-2802-46b9-ac60-4a6fe8c259f9 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23d4f6e7702849d0864552df81f6e2f3 HTTP/1.1" status: 200 len: 380 time: 0.0329533 Jul 22 17:31:54.089510 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-06744753-3f12-4707-aba9-5a10f953ad3a req-0b03e6e4-3ede-4e5a-af55-66d9533ddfdd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Request body: {'port': {'device_id': '7846387e-7824-48cd-aa62-c64050c26f1d', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'admin_state_up': True, 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'security_groups': ['1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:31:54.121021 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3ed32a37-a560-42c6-9b51-c3cb9176c176 req-d454cbf7-2290-470c-bffc-47cf92fed2d0 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 210 time: 0.0289860 Jul 22 17:31:54.198907 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06744753-3f12-4707-aba9-5a10f953ad3a req-0b03e6e4-3ede-4e5a-af55-66d9533ddfdd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Made reservation on behalf of 23d4f6e7702849d0864552df81f6e2f3 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:31:54.202324 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06744753-3f12-4707-aba9-5a10f953ad3a req-0b03e6e4-3ede-4e5a-af55-66d9533ddfdd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:54.323501 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-06744753-3f12-4707-aba9-5a10f953ad3a req-0b03e6e4-3ede-4e5a-af55-66d9533ddfdd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Allocated IP 172.20.0.14 (f020ecf5-f63d-4b35-b3ca-908260f1cc26/48c8d423-5830-4a11-90b8-1ebf6a47c3df/ccc4ee4c-c03a-411e-84ec-4caef5f943fd) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:31:54.461384 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06744753-3f12-4707-aba9-5a10f953ad3a req-0b03e6e4-3ede-4e5a-af55-66d9533ddfdd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:54.474823 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-06744753-3f12-4707-aba9-5a10f953ad3a req-0b03e6e4-3ede-4e5a-af55-66d9533ddfdd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Transition to ACTIVE for port object ccc4ee4c-c03a-411e-84ec-4caef5f943fd will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:31:54.507730 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06744753-3f12-4707-aba9-5a10f953ad3a req-0b03e6e4-3ede-4e5a-af55-66d9533ddfdd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:54.551717 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06744753-3f12-4707-aba9-5a10f953ad3a req-0b03e6e4-3ede-4e5a-af55-66d9533ddfdd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Network f020ecf5-f63d-4b35-b3ca-908260f1cc26 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:31:54.554704 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-06744753-3f12-4707-aba9-5a10f953ad3a req-0b03e6e4-3ede-4e5a-af55-66d9533ddfdd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:31:54.558413 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-06744753-3f12-4707-aba9-5a10f953ad3a req-0b03e6e4-3ede-4e5a-af55-66d9533ddfdd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:31:54.564804 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03e6e4-3ede-4e5a-af55-66d9533ddfdd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Pushing event updated for resources: {'Port': ['ID=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:54.616914 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06744753-3f12-4707-aba9-5a10f953ad3a req-0b03e6e4-3ede-4e5a-af55-66d9533ddfdd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:54.617547 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06744753-3f12-4707-aba9-5a10f953ad3a req-0b03e6e4-3ede-4e5a-af55-66d9533ddfdd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:54.638261 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06744753-3f12-4707-aba9-5a10f953ad3a req-0b03e6e4-3ede-4e5a-af55-66d9533ddfdd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5528538 Jul 22 17:31:54.654934 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-06744753-3f12-4707-aba9-5a10f953ad3a req-7f32cf2d-0589-4171-9cc9-c66d0bb9cbfa service neutron] Request body: {'port': {'device_id': '7846387e-7824-48cd-aa62-c64050c26f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:31:54.727486 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06744753-3f12-4707-aba9-5a10f953ad3a req-7f32cf2d-0589-4171-9cc9-c66d0bb9cbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:54.818468 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6e2bcfb5-f946-4106-8d66-7ad82fd984b6 None None] Provisioning for port ccc4ee4c-c03a-411e-84ec-4caef5f943fd completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:31:54.822219 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6e2bcfb5-f946-4106-8d66-7ad82fd984b6 None None] Provisioning complete for port ccc4ee4c-c03a-411e-84ec-4caef5f943fd triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:31:54.822588 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e2bcfb5-f946-4106-8d66-7ad82fd984b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:54.855178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6e2bcfb5-f946-4106-8d66-7ad82fd984b6 None None] Port ccc4ee4c-c03a-411e-84ec-4caef5f943fd cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:31:54.992747 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-06744753-3f12-4707-aba9-5a10f953ad3a req-7f32cf2d-0589-4171-9cc9-c66d0bb9cbfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc4ee4c-c03a-411e-84ec-4caef5f943fd {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:31:55.000543 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06744753-3f12-4707-aba9-5a10f953ad3a req-7f32cf2d-0589-4171-9cc9-c66d0bb9cbfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:55.012071 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-06744753-3f12-4707-aba9-5a10f953ad3a req-7f32cf2d-0589-4171-9cc9-c66d0bb9cbfa service neutron] Transition to ACTIVE for port object ccc4ee4c-c03a-411e-84ec-4caef5f943fd will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:31:55.015919 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06744753-3f12-4707-aba9-5a10f953ad3a req-7f32cf2d-0589-4171-9cc9-c66d0bb9cbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:55.085174 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32cf2d-0589-4171-9cc9-c66d0bb9cbfa service neutron] Pushing event updated for resources: {'Port': ['ID=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:55.137705 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-06744753-3f12-4707-aba9-5a10f953ad3a req-7f32cf2d-0589-4171-9cc9-c66d0bb9cbfa service neutron] Attempting to bind port ccc4ee4c-c03a-411e-84ec-4caef5f943fd on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:31:55.138120 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-06744753-3f12-4707-aba9-5a10f953ad3a req-7f32cf2d-0589-4171-9cc9-c66d0bb9cbfa service neutron] Attempting to bind port ccc4ee4c-c03a-411e-84ec-4caef5f943fd by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:31:55.138449 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06744753-3f12-4707-aba9-5a10f953ad3a req-7f32cf2d-0589-4171-9cc9-c66d0bb9cbfa service neutron] Attempting to bind port ccc4ee4c-c03a-411e-84ec-4caef5f943fd on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:31:55.143514 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06744753-3f12-4707-aba9-5a10f953ad3a req-7f32cf2d-0589-4171-9cc9-c66d0bb9cbfa service neutron] Port ccc4ee4c-c03a-411e-84ec-4caef5f943fd on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:31:55.143844 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06744753-3f12-4707-aba9-5a10f953ad3a req-7f32cf2d-0589-4171-9cc9-c66d0bb9cbfa service neutron] Attempting to bind port ccc4ee4c-c03a-411e-84ec-4caef5f943fd on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:31:55.149394 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06744753-3f12-4707-aba9-5a10f953ad3a req-7f32cf2d-0589-4171-9cc9-c66d0bb9cbfa service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:31:55.149394 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06744753-3f12-4707-aba9-5a10f953ad3a req-7f32cf2d-0589-4171-9cc9-c66d0bb9cbfa service neutron] Checking segment: {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:31:55.149843 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06744753-3f12-4707-aba9-5a10f953ad3a req-7f32cf2d-0589-4171-9cc9-c66d0bb9cbfa service neutron] Bound using segment: {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:31:55.150236 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-06744753-3f12-4707-aba9-5a10f953ad3a req-7f32cf2d-0589-4171-9cc9-c66d0bb9cbfa service neutron] Bound port: ccc4ee4c-c03a-411e-84ec-4caef5f943fd, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:31:55.150603 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06744753-3f12-4707-aba9-5a10f953ad3a req-7f32cf2d-0589-4171-9cc9-c66d0bb9cbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:55.252565 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-06744753-3f12-4707-aba9-5a10f953ad3a req-7f32cf2d-0589-4171-9cc9-c66d0bb9cbfa service neutron] For port ccc4ee4c-c03a-411e-84ec-4caef5f943fd, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:31:55.256632 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-06744753-3f12-4707-aba9-5a10f953ad3a req-7f32cf2d-0589-4171-9cc9-c66d0bb9cbfa service neutron] For port ccc4ee4c-c03a-411e-84ec-4caef5f943fd, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:31:55.261589 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06744753-3f12-4707-aba9-5a10f953ad3a req-7f32cf2d-0589-4171-9cc9-c66d0bb9cbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:55.303489 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06744753-3f12-4707-aba9-5a10f953ad3a req-7f32cf2d-0589-4171-9cc9-c66d0bb9cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:55.304100 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-06744753-3f12-4707-aba9-5a10f953ad3a req-7f32cf2d-0589-4171-9cc9-c66d0bb9cbfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:55.305511 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06744753-3f12-4707-aba9-5a10f953ad3a req-7f32cf2d-0589-4171-9cc9-c66d0bb9cbfa service neutron] 10.222.0.30 "PUT /v2.0/ports/ccc4ee4c-c03a-411e-84ec-4caef5f943fd HTTP/1.1" status: 200 len: 1092 time: 0.6550744 Jul 22 17:31:55.305908 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7846387e-7824-48cd-aa62-c64050c26f1d', 'tag': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:31:55.308165 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccbbd3e-1b6f-4d32-b11b-0573893a2e60" -d '{"events": [{"name": "network-changed", "server_uuid": "7846387e-7824-48cd-aa62-c64050c26f1d", "tag": "ccc4ee4c-c03a-411e-84ec-4caef5f943fd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:31:55.336337 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea7c01-641d-4b62-a09e-dacd0bd9e7ed req-fc769c06-3781-4d7c-9fd9-23ed35bccc75 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:55.338217 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f0ea7c01-641d-4b62-a09e-dacd0bd9e7ed req-fc769c06-3781-4d7c-9fd9-23ed35bccc75 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 944 time: 0.1474259 Jul 22 17:31:55.358012 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99262db4-f995-4e91-a8ac-6fc828eacd8b x-openstack-request-id: req-99262db4-f995-4e91-a8ac-6fc828eacd8b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:31:55.358302 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7846387e-7824-48cd-aa62-c64050c26f1d", "tag": "ccc4ee4c-c03a-411e-84ec-4caef5f943fd", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:31:55.358555 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-99262db4-f995-4e91-a8ac-6fc828eacd8b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:31:55.358963 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7846387e-7824-48cd-aa62-c64050c26f1d', 'tag': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd', 'status': 'completed', 'code': 200} Jul 22 17:31:55.366253 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32cf2d-0589-4171-9cc9-c66d0bb9cbfa service neutron] Pushing event updated for resources: {'Port': ['ID=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:55.420195 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f0ea7c01-641d-4b62-a09e-dacd0bd9e7ed req-85970efd-c558-4eff-944d-05e2e4b43707 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756977 Jul 22 17:31:55.446435 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06744753-3f12-4707-aba9-5a10f953ad3a req-bbc43896-24e5-45e5-b7c4-6e4f0c4614d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:55.447963 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06744753-3f12-4707-aba9-5a10f953ad3a req-bbc43896-24e5-45e5-b7c4-6e4f0c4614d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 1095 time: 0.0755613 Jul 22 17:31:55.496316 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06744753-3f12-4707-aba9-5a10f953ad3a req-c323781b-156c-4fcc-89eb-0d3e09b0b56a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd HTTP/1.1" status: 200 len: 217 time: 0.0359955 Jul 22 17:31:55.544211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06744753-3f12-4707-aba9-5a10f953ad3a req-5964cec5-5873-4ac1-88b3-7aa084658680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:55.545603 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06744753-3f12-4707-aba9-5a10f953ad3a req-5964cec5-5873-4ac1-88b3-7aa084658680 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0431385 Jul 22 17:31:55.602424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06744753-3f12-4707-aba9-5a10f953ad3a req-e1283501-fd5f-49f6-b8e6-d6f750737f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:55.603883 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06744753-3f12-4707-aba9-5a10f953ad3a req-e1283501-fd5f-49f6-b8e6-d6f750737f82 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521502 Jul 22 17:31:55.695954 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06744753-3f12-4707-aba9-5a10f953ad3a req-69331521-6253-48b7-b0ac-d867192d34b5 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852730 Jul 22 17:31:55.786935 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-06744753-3f12-4707-aba9-5a10f953ad3a req-b32f1727-005f-48f9-8af5-2fe37034b779 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838866 Jul 22 17:31:55.918308 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbbd3e-1b6f-4d32-b11b-0573893a2e60 req-dabc1e09-3372-4086-8250-ca8dd112631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:55.919794 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3ccbbd3e-1b6f-4d32-b11b-0573893a2e60 req-dabc1e09-3372-4086-8250-ca8dd112631b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 1095 time: 0.0533671 Jul 22 17:31:56.007759 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbbd3e-1b6f-4d32-b11b-0573893a2e60 req-bca86545-2b1a-4aff-ac51-5ad4cec96474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:56.009160 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3ccbbd3e-1b6f-4d32-b11b-0573893a2e60 req-bca86545-2b1a-4aff-ac51-5ad4cec96474 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0828404 Jul 22 17:31:56.054297 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3ccbbd3e-1b6f-4d32-b11b-0573893a2e60 req-af5d5aef-eea4-4272-95ab-d8af956975ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd HTTP/1.1" status: 200 len: 217 time: 0.0381780 Jul 22 17:31:56.103271 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbbd3e-1b6f-4d32-b11b-0573893a2e60 req-dd49b4ea-382c-4ac3-b96b-881fa4d54d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:56.104703 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3ccbbd3e-1b6f-4d32-b11b-0573893a2e60 req-dd49b4ea-382c-4ac3-b96b-881fa4d54d61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0431576 Jul 22 17:31:56.163112 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbbd3e-1b6f-4d32-b11b-0573893a2e60 req-d2ea1f05-5282-4d0a-bb2c-ed68909f7f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:56.164613 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3ccbbd3e-1b6f-4d32-b11b-0573893a2e60 req-d2ea1f05-5282-4d0a-bb2c-ed68909f7f1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524926 Jul 22 17:31:56.256427 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3ccbbd3e-1b6f-4d32-b11b-0573893a2e60 req-020f3e16-4729-4d96-bd88-b0f426d3ce7e service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847304 Jul 22 17:31:56.344251 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3ccbbd3e-1b6f-4d32-b11b-0573893a2e60 req-df20c061-0630-4ff5-8e94-382258c2574e service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798399 Jul 22 17:31:56.553095 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60aa77a-9d54-41bc-98d5-1735c3c6aa36 req-9b669cdf-7147-4dd5-a81b-b15352850ad2 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:56.554616 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c60aa77a-9d54-41bc-98d5-1735c3c6aa36 req-9b669cdf-7147-4dd5-a81b-b15352850ad2 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 944 time: 0.0634181 Jul 22 17:31:56.595563 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c60aa77a-9d54-41bc-98d5-1735c3c6aa36 req-c1e9abc7-7aac-4da6-9adc-72cf2056fad2 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347180 Jul 22 17:31:57.598226 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device ccc4ee4c-c03a-411e-84ec-4caef5f943fd details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:31:57.694325 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port ccc4ee4c-c03a-411e-84ec-4caef5f943fd, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:31:57.705021 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'port_id': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd', 'mac_address': 'fa:16:3e:b8:69:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:31:57.727042 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba61503-5d89-48b3-8d44-35db35e75adf req-6359e926-58cf-48fa-b993-5d2dbad1d5f6 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:57.728611 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dba61503-5d89-48b3-8d44-35db35e75adf req-6359e926-58cf-48fa-b993-5d2dbad1d5f6 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 944 time: 0.0675514 Jul 22 17:31:57.741607 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:57.757442 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc4ee4c-c03a-411e-84ec-4caef5f943fd {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:31:57.766138 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dba61503-5d89-48b3-8d44-35db35e75adf req-7cf16942-25e2-4d14-bbe6-8e71b0f8c4fa tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319803 Jul 22 17:31:57.776704 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port ccc4ee4c-c03a-411e-84ec-4caef5f943fd, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:31:57.781150 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:57.827134 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:58.042012 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['ccc4ee4c-c03a-411e-84ec-4caef5f943fd'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:31:58.894178 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc198e-84ab-4248-8af3-95b104ffd54e req-fb839f9b-fa18-4408-a510-5cea0baf3d2c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:58.895910 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-41bc198e-84ab-4248-8af3-95b104ffd54e req-fb839f9b-fa18-4408-a510-5cea0baf3d2c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 945 time: 0.0628767 Jul 22 17:31:58.933388 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-41bc198e-84ab-4248-8af3-95b104ffd54e req-7542692e-5104-4977-affc-694c614aab33 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319159 Jul 22 17:31:59.127577 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca34337f-2460-4c1f-9496-9910b1d0479e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:59.611511 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device ccc4ee4c-c03a-411e-84ec-4caef5f943fd up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:31:59.661247 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port ccc4ee4c-c03a-411e-84ec-4caef5f943fd completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:31:59.664790 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port ccc4ee4c-c03a-411e-84ec-4caef5f943fd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:31:59.665158 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:59.737422 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:59.758386 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7846387e-7824-48cd-aa62-c64050c26f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:31:59.760602 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a6d655-6654-4d45-8288-5d17c4acc09b" -d '{"events": [{"server_uuid": "7846387e-7824-48cd-aa62-c64050c26f1d", "name": "network-vif-plugged", "status": "completed", "tag": "ccc4ee4c-c03a-411e-84ec-4caef5f943fd"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:31:59.773710 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port ccc4ee4c-c03a-411e-84ec-4caef5f943fd, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:31:59.778830 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:59.804522 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7370d7a-a152-42a0-a6d3-f78788d6837c x-openstack-request-id: req-f7370d7a-a152-42a0-a6d3-f78788d6837c {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:31:59.804809 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7846387e-7824-48cd-aa62-c64050c26f1d", "name": "network-vif-plugged", "status": "completed", "tag": "ccc4ee4c-c03a-411e-84ec-4caef5f943fd", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:31:59.805059 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f7370d7a-a152-42a0-a6d3-f78788d6837c {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:31:59.805440 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7846387e-7824-48cd-aa62-c64050c26f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd', 'code': 200} Jul 22 17:31:59.831012 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:59.941669 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f9c62-ca76-45e2-9f88-7c45dba4a99e req-a3de09ce-5d59-4e4c-b4bc-4c3781c8ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:59.943113 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-914f9c62-ca76-45e2-9f88-7c45dba4a99e req-a3de09ce-5d59-4e4c-b4bc-4c3781c8ab70 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 1097 time: 0.0580237 Jul 22 17:31:59.976762 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-914f9c62-ca76-45e2-9f88-7c45dba4a99e req-47d6b89a-f696-4fed-a268-761188c6cf50 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275166 Jul 22 17:32:00.058998 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c358f7-44f7-4685-b830-9b243aa34774 req-6e622ecc-959e-4556-bcd5-2bfdd0ac9fc1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:00.060448 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-55c358f7-44f7-4685-b830-9b243aa34774 req-6e622ecc-959e-4556-bcd5-2bfdd0ac9fc1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.0620415 Jul 22 17:32:00.097730 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-55c358f7-44f7-4685-b830-9b243aa34774 req-35ac4dac-7714-4c42-b3f9-289285f3272e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310764 Jul 22 17:32:01.226200 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacc36c-905e-4bee-af6c-f235c2f6f196 req-26841968-96b3-4454-ac97-1f0cb768cee3 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:01.227578 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aaacc36c-905e-4bee-af6c-f235c2f6f196 req-26841968-96b3-4454-ac97-1f0cb768cee3 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.0624306 Jul 22 17:32:01.268851 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aaacc36c-905e-4bee-af6c-f235c2f6f196 req-a1ad8e5d-04c0-40b5-9abf-d5d4ec6dd266 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356998 Jul 22 17:32:01.399005 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034373c-5f4f-4b70-a332-8cc2e850a8f2 req-1831582f-03e2-4bce-ba3b-43e6644ac6a0 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:01.400467 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d034373c-5f4f-4b70-a332-8cc2e850a8f2 req-1831582f-03e2-4bce-ba3b-43e6644ac6a0 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.0667889 Jul 22 17:32:01.409128 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 39734) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:32:01.413534 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-cfb0fde0-dbb5-4358-8c69-8b074f187eae tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Request body: {'floatingip': {'port_id': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:32:01.451760 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfb0fde0-dbb5-4358-8c69-8b074f187eae tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for floatingip, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:01.668676 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4f309da-aa9f-4eac-871f-af38300b3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:01.685873 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:01.865560 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfb0fde0-dbb5-4358-8c69-8b074f187eae tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:01.869284 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfb0fde0-dbb5-4358-8c69-8b074f187eae tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:01.965253 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-cfb0fde0-dbb5-4358-8c69-8b074f187eae tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Floating IP 15a8a7e1-a58e-4118-b5e1-df0824061f50 associated. External IP: 172.25.0.44, port: ccc4ee4c-c03a-411e-84ec-4caef5f943fd. Jul 22 17:32:02.162460 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb0fde0-dbb5-4358-8c69-8b074f187eae tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Router 82b25c86-6d21-4eb0-9851-330308052b9d has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:32:02.264319 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb0fde0-dbb5-4358-8c69-8b074f187eae tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:32:02.269552 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cfb0fde0-dbb5-4358-8c69-8b074f187eae tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:02.274798 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332580bc-ac1e-48df-8c37-2833af90f9eb None None] Sync routers for ids ['82b25c86-6d21-4eb0-9851-330308052b9d'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:32:02.283904 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332580bc-ac1e-48df-8c37-2833af90f9eb None None] Routers {'82b25c86-6d21-4eb0-9851-330308052b9d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:32:02.284570 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-332580bc-ac1e-48df-8c37-2833af90f9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:32:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['82b25c86-6d21-4eb0-9851-330308052b9d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:32:02.306668 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cfb0fde0-dbb5-4358-8c69-8b074f187eae tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "PUT /v2.0/floatingips/15a8a7e1-a58e-4118-b5e1-df0824061f50 HTTP/1.1" status: 200 len: 992 time: 0.8965306 Jul 22 17:32:02.307360 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7846387e-7824-48cd-aa62-c64050c26f1d', 'tag': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:32:02.309673 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d235f272f8511c600301b52ddf7b8bba0b6464469fe4a6096d752437cb6b909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83f85b7-7d95-46cf-adf8-ea0c2d6ce134" -d '{"events": [{"name": "network-changed", "server_uuid": "7846387e-7824-48cd-aa62-c64050c26f1d", "tag": "ccc4ee4c-c03a-411e-84ec-4caef5f943fd"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:32:02.388203 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-332580bc-ac1e-48df-8c37-2833af90f9eb None None] Set router 82b25c86-6d21-4eb0-9851-330308052b9d gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:32:02.404907 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044538d8-95c2-4fae-a3ef-51b8974adb0c x-openstack-request-id: req-044538d8-95c2-4fae-a3ef-51b8974adb0c {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:32:02.405412 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7846387e-7824-48cd-aa62-c64050c26f1d", "tag": "ccc4ee4c-c03a-411e-84ec-4caef5f943fd", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:32:02.405412 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-044538d8-95c2-4fae-a3ef-51b8974adb0c {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:32:02.405815 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7846387e-7824-48cd-aa62-c64050c26f1d', 'tag': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd', 'status': 'completed', 'code': 200} Jul 22 17:32:02.497697 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f85b7-7d95-46cf-adf8-ea0c2d6ce134 req-1bbf8281-4b5e-466f-bdc9-b602250b93e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:02.499319 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d83f85b7-7d95-46cf-adf8-ea0c2d6ce134 req-1bbf8281-4b5e-466f-bdc9-b602250b93e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 1097 time: 0.0533562 Jul 22 17:32:02.588091 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f85b7-7d95-46cf-adf8-ea0c2d6ce134 req-02c1cf70-93ff-46ce-af16-d76ec70aa779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:02.589742 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d83f85b7-7d95-46cf-adf8-ea0c2d6ce134 req-02c1cf70-93ff-46ce-af16-d76ec70aa779 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0846856 Jul 22 17:32:02.606043 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-332580bc-ac1e-48df-8c37-2833af90f9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '15a8a7e1-a58e-4118-b5e1-df0824061f50', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'port_id': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'mac_address': 'fa:16:3e:b8:69:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7846387e-7824-48cd-aa62-c64050c26f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:25:03Z', 'updated_at': '2021-07-22T17:32:01Z', 'revision_number': 13, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:06Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:32:02.635483 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332580bc-ac1e-48df-8c37-2833af90f9eb None None] Checking router: 82b25c86-6d21-4eb0-9851-330308052b9d for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:32:02.643828 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332580bc-ac1e-48df-8c37-2833af90f9eb None None] Routers {'82b25c86-6d21-4eb0-9851-330308052b9d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:32:02.644433 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-332580bc-ac1e-48df-8c37-2833af90f9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:32:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['82b25c86-6d21-4eb0-9851-330308052b9d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:32:02.657882 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d83f85b7-7d95-46cf-adf8-ea0c2d6ce134 req-3275d4c9-8181-469f-bf5d-518e006b70d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd HTTP/1.1" status: 200 len: 1000 time: 0.0621769 Jul 22 17:32:02.707147 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f85b7-7d95-46cf-adf8-ea0c2d6ce134 req-d7977531-efaf-4f11-85d5-e662d54e4991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:02.708622 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d83f85b7-7d95-46cf-adf8-ea0c2d6ce134 req-d7977531-efaf-4f11-85d5-e662d54e4991 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0445256 Jul 22 17:32:02.746216 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-332580bc-ac1e-48df-8c37-2833af90f9eb None None] Set router 82b25c86-6d21-4eb0-9851-330308052b9d gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:32:02.765969 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f85b7-7d95-46cf-adf8-ea0c2d6ce134 req-12243f53-5060-43b3-8f05-95ac782b881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:02.767522 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d83f85b7-7d95-46cf-adf8-ea0c2d6ce134 req-12243f53-5060-43b3-8f05-95ac782b881c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527380 Jul 22 17:32:02.859286 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d83f85b7-7d95-46cf-adf8-ea0c2d6ce134 req-cdf82b4c-25dd-4a0d-a924-d2f42c00a46d service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850694 Jul 22 17:32:02.953337 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d83f85b7-7d95-46cf-adf8-ea0c2d6ce134 req-d4b8cb1d-362d-4289-be28-007ad6dbe726 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877717 Jul 22 17:32:02.972800 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-332580bc-ac1e-48df-8c37-2833af90f9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '15a8a7e1-a58e-4118-b5e1-df0824061f50', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'port_id': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'mac_address': 'fa:16:3e:b8:69:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7846387e-7824-48cd-aa62-c64050c26f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:25:03Z', 'updated_at': '2021-07-22T17:32:01Z', 'revision_number': 13, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:06Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:32:02.993429 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:03.006744 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332580bc-ac1e-48df-8c37-2833af90f9eb None None] The sync data for ids ['82b25c86-6d21-4eb0-9851-330308052b9d'] in n-d-798930-9 is: [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '15a8a7e1-a58e-4118-b5e1-df0824061f50', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'port_id': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'mac_address': 'fa:16:3e:b8:69:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7846387e-7824-48cd-aa62-c64050c26f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:25:03Z', 'updated_at': '2021-07-22T17:32:01Z', 'revision_number': 13, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:06Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:32:03.187528 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9879b5-e48a-4262-b9ac-f8acbdeb6c97 None None] New status for floating IP 15a8a7e1-a58e-4118-b5e1-df0824061f50: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:32:04.821858 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:12.550283 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:12.553841 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:29.127625 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8dbc1273-941c-4336-83c5-bd2e3e03569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:29.404827 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:32:31.669654 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-47a999b3-07bb-4ffd-8ac1-be004cddfe43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:31.686823 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:32.988616 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:34.824453 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:42.553457 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:42.568091 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:43.799371 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-31eef83c-0ce2-440a-bd20-0faf97b4143a req-f902765c-7726-49c7-89c9-e5d0d10eb5d4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567927 Jul 22 17:32:43.912880 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eef83c-0ce2-440a-bd20-0faf97b4143a req-d5be50ba-48e2-4d6b-8fbd-274c5a9d1f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:43.914581 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-31eef83c-0ce2-440a-bd20-0faf97b4143a req-d5be50ba-48e2-4d6b-8fbd-274c5a9d1f55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 1097 time: 0.0543673 Jul 22 17:32:44.018343 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eef83c-0ce2-440a-bd20-0faf97b4143a req-390ce6e8-5655-43b4-aece-c8c18d14c336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:44.019831 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-31eef83c-0ce2-440a-bd20-0faf97b4143a req-390ce6e8-5655-43b4-aece-c8c18d14c336 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0879836 Jul 22 17:32:44.082915 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-31eef83c-0ce2-440a-bd20-0faf97b4143a req-94fd2a5a-5f4b-4461-bb4d-4cc315bd9803 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd HTTP/1.1" status: 200 len: 1002 time: 0.0572517 Jul 22 17:32:44.129621 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eef83c-0ce2-440a-bd20-0faf97b4143a req-f5ca0aea-6e40-4498-b60e-77b0e526ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:44.131121 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-31eef83c-0ce2-440a-bd20-0faf97b4143a req-f5ca0aea-6e40-4498-b60e-77b0e526ab2e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0421271 Jul 22 17:32:44.191636 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eef83c-0ce2-440a-bd20-0faf97b4143a req-9eea1aeb-ff80-44fb-acfd-7cd2114f0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:44.193098 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-31eef83c-0ce2-440a-bd20-0faf97b4143a req-9eea1aeb-ff80-44fb-acfd-7cd2114f0e27 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561297 Jul 22 17:32:44.279396 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-31eef83c-0ce2-440a-bd20-0faf97b4143a req-7361c170-6352-40ea-9db2-e3c3ed07b3d3 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802586 Jul 22 17:32:44.370706 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-31eef83c-0ce2-440a-bd20-0faf97b4143a req-29542c8b-e8c5-4078-a6fd-78ca3d5537b7 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848131 Jul 22 17:32:59.127667 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a680e89-7dd5-4e33-822a-4a16016f5fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:01.678607 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f709f62d-99d9-4f8e-9819-8bda622c9bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:01.689555 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:02.992982 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.827838 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:06.405965 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:33:12.558724 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:12.562423 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:29.128213 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2280e8c6-85a8-4599-b88a-6ada603fd953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:31.669231 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a499d94-bce0-4c88-86da-d019220bb7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:31.688239 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:32.996522 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:34.831346 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:40.744848 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69cb5c-86b6-4b9f-8bb7-dc1fcad93ba2 req-11f2ce8a-5323-42a3-aa48-751bc8577359 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:40.746377 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf69cb5c-86b6-4b9f-8bb7-dc1fcad93ba2 req-11f2ce8a-5323-42a3-aa48-751bc8577359 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.0677392 Jul 22 17:33:40.786676 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cf69cb5c-86b6-4b9f-8bb7-dc1fcad93ba2 req-63ab89c7-0340-49f2-9455-58a00cad46d1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347109 Jul 22 17:33:42.575996 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:42.577972 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:43.405151 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:33:44.803858 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b29383f3-8aea-45a4-b5aa-cc43c386aa73 req-5b32c659-c459-460a-8ae8-feeb4b4e977a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540359 Jul 22 17:33:44.938972 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29383f3-8aea-45a4-b5aa-cc43c386aa73 req-6684999d-ae36-44c9-ab36-b009e7866b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:44.940448 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b29383f3-8aea-45a4-b5aa-cc43c386aa73 req-6684999d-ae36-44c9-ab36-b009e7866b2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 1097 time: 0.0585663 Jul 22 17:33:45.041480 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29383f3-8aea-45a4-b5aa-cc43c386aa73 req-2d1f165c-2c32-4d9b-bdaf-244d4e83d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:45.042895 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b29383f3-8aea-45a4-b5aa-cc43c386aa73 req-2d1f165c-2c32-4d9b-bdaf-244d4e83d07f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0841486 Jul 22 17:33:45.110851 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b29383f3-8aea-45a4-b5aa-cc43c386aa73 req-08f51153-c249-43bc-9f2b-455e5aa6b403 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd HTTP/1.1" status: 200 len: 1002 time: 0.0605657 Jul 22 17:33:45.159735 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29383f3-8aea-45a4-b5aa-cc43c386aa73 req-55a81459-2784-4076-bd1f-131756e53101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:45.161184 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b29383f3-8aea-45a4-b5aa-cc43c386aa73 req-55a81459-2784-4076-bd1f-131756e53101 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0440860 Jul 22 17:33:45.217166 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29383f3-8aea-45a4-b5aa-cc43c386aa73 req-f73f869e-59c5-4cf4-b3dc-44d687bcac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:45.218662 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b29383f3-8aea-45a4-b5aa-cc43c386aa73 req-f73f869e-59c5-4cf4-b3dc-44d687bcac06 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515335 Jul 22 17:33:45.309162 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b29383f3-8aea-45a4-b5aa-cc43c386aa73 req-e22c7cb4-0f4f-42e9-a333-39d06e5dd8a6 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842443 Jul 22 17:33:45.396891 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b29383f3-8aea-45a4-b5aa-cc43c386aa73 req-564d855f-689b-4b33-868b-e334a42cdec0 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810463 Jul 22 17:33:51.761335 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-f6becc74-3896-4f8e-bf61-b4f60b6e80b7 req-4b1a7434-6edf-4c5c-964d-aaa87981254f service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:33:51.762393 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f6becc74-3896-4f8e-bf61-b4f60b6e80b7 req-4b1a7434-6edf-4c5c-964d-aaa87981254f service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0406106 Jul 22 17:33:52.995521 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-aac7caf5-979b-4ae8-b956-a4c66fbcdfc7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0937805 Jul 22 17:33:53.007813 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0df230-b99a-4604-b2a0-2cef17d3d04d req-d6a2a015-7221-46ae-9275-78c5c4890a80 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:53.009351 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bd0df230-b99a-4604-b2a0-2cef17d3d04d req-d6a2a015-7221-46ae-9275-78c5c4890a80 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.0944574 Jul 22 17:33:53.048451 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bd0df230-b99a-4604-b2a0-2cef17d3d04d req-ed3ab267-4ed6-4ad4-a579-a5bb4e0e94a6 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326548 Jul 22 17:33:54.180495 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58420ae-d538-4e02-ad2f-99837e2dfad2 req-2af1bca7-d07c-484d-bd03-cf63cdbfe09e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:54.181977 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d58420ae-d538-4e02-ad2f-99837e2dfad2 req-2af1bca7-d07c-484d-bd03-cf63cdbfe09e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.0667439 Jul 22 17:33:54.218610 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d58420ae-d538-4e02-ad2f-99837e2dfad2 req-51189879-285c-4440-bd98-ed42a0528771 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311229 Jul 22 17:33:55.349515 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ce20f-46de-4400-a5b0-cd5ace131f19 req-e0e305be-8933-4b3a-be45-f20edceea15b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:55.351001 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6e5ce20f-46de-4400-a5b0-cd5ace131f19 req-e0e305be-8933-4b3a-be45-f20edceea15b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.0649102 Jul 22 17:33:55.387390 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6e5ce20f-46de-4400-a5b0-cd5ace131f19 req-d4823425-9374-482b-ac82-a2c3c28db2fc tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309148 Jul 22 17:33:56.513996 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670617e2-939d-4e6e-b2c1-03bd27dfd581 req-ac25215e-cf4c-42a4-8d8c-82033dc973b8 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:56.515466 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-670617e2-939d-4e6e-b2c1-03bd27dfd581 req-ac25215e-cf4c-42a4-8d8c-82033dc973b8 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.0618069 Jul 22 17:33:56.554674 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-670617e2-939d-4e6e-b2c1-03bd27dfd581 req-9c8d00a9-65d1-4b89-a98a-4aeb9425727e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328052 Jul 22 17:33:57.698633 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db89f9d-ca16-44a5-b7a4-52cfcd6f8923 req-89d97254-280b-4d93-9e7c-834a3b5a7eea tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:57.700126 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6db89f9d-ca16-44a5-b7a4-52cfcd6f8923 req-89d97254-280b-4d93-9e7c-834a3b5a7eea tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.0667489 Jul 22 17:33:57.739134 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6db89f9d-ca16-44a5-b7a4-52cfcd6f8923 req-e2d62197-737f-40dd-82d9-9854a1f32f80 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334065 Jul 22 17:33:58.231125 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-c5b49c45-ce62-4f34-8824-60f17d5ee4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:58.232592 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-c5b49c45-ce62-4f34-8824-60f17d5ee4a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 1097 time: 0.0533733 Jul 22 17:33:58.322557 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-83e1e4d6-ec18-4e14-ad14-2c1f50a434fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:58.323904 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-83e1e4d6-ec18-4e14-ad14-2c1f50a434fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0850718 Jul 22 17:33:58.390019 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-2b7a9cd6-3a0e-4e29-8b66-cd64521507b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd HTTP/1.1" status: 200 len: 1002 time: 0.0595310 Jul 22 17:33:58.436066 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-e761b59c-bfb1-4ce7-aa05-5302c635c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:58.437456 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-e761b59c-bfb1-4ce7-aa05-5302c635c766 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0416050 Jul 22 17:33:58.493035 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-38c0a730-cc45-4a4b-8294-654f89323c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:58.494523 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-38c0a730-cc45-4a4b-8294-654f89323c41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509896 Jul 22 17:33:58.585796 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-cec0e682-f29f-4cc2-95a5-8a9e3924b03c service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836847 Jul 22 17:33:58.673841 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-f2ac030b-b804-4d1b-b18c-2cc1ee8442e0 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809958 Jul 22 17:33:58.867599 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe435fa-c642-4672-ac29-77c0b6151b15 req-56a6f830-c943-4d71-bc07-9e37a07dba04 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:58.868982 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-afe435fa-c642-4672-ac29-77c0b6151b15 req-56a6f830-c943-4d71-bc07-9e37a07dba04 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.0621889 Jul 22 17:33:58.909839 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-afe435fa-c642-4672-ac29-77c0b6151b15 req-833980ce-a3c1-4240-9cb1-b6ae9423cd11 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353596 Jul 22 17:33:59.128487 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64458397-30b0-4170-8393-7000f77f48fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:00.045039 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ebde2-5ce8-4446-9b87-b49b7f39456e req-00ec5529-e458-46dd-b5ee-0e4d1dc08de4 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:00.046511 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a94ebde2-5ce8-4446-9b87-b49b7f39456e req-00ec5529-e458-46dd-b5ee-0e4d1dc08de4 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.0633929 Jul 22 17:34:00.083722 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a94ebde2-5ce8-4446-9b87-b49b7f39456e req-f552198e-ddee-4bbb-a85b-231cd45643e8 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312781 Jul 22 17:34:01.210653 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108730b-bb6b-490c-ad96-e0694c7cdcea req-2ebe4103-8887-4215-8c5f-8ab659c014a6 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:01.212030 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8108730b-bb6b-490c-ad96-e0694c7cdcea req-2ebe4103-8887-4215-8c5f-8ab659c014a6 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.0634353 Jul 22 17:34:01.247828 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8108730b-bb6b-490c-ad96-e0694c7cdcea req-781d3435-1c8a-4f8d-8624-4490df339e54 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302818 Jul 22 17:34:01.668769 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4545b5dc-c1a3-447c-b055-251fd6db2934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:01.688089 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:02.380220 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c15a6c-0eed-468a-bd7d-2228a43fbc77 req-90d50250-5cae-4254-994c-47c921988d34 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:02.381625 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-57c15a6c-0eed-468a-bd7d-2228a43fbc77 req-90d50250-5cae-4254-994c-47c921988d34 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.0673156 Jul 22 17:34:02.418582 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-57c15a6c-0eed-468a-bd7d-2228a43fbc77 req-963630cd-c566-48cb-aba5-853e3df1872f tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314672 Jul 22 17:34:02.999237 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:03.547083 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3174f01-c8e4-4e55-b692-adc6d25c7880 req-8ac979bb-e6df-418e-ab61-3a717aa5d217 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:03.548562 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d3174f01-c8e4-4e55-b692-adc6d25c7880 req-8ac979bb-e6df-418e-ab61-3a717aa5d217 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.0627306 Jul 22 17:34:03.586614 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d3174f01-c8e4-4e55-b692-adc6d25c7880 req-ba03a9d5-4219-49f3-9b08-a3d59b135c77 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320189 Jul 22 17:34:04.712893 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34278-3dcc-4b0a-92aa-1bef8fa9e4ff req-cf7642ed-13fc-4ee6-9570-5127802be102 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:04.714393 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-47a34278-3dcc-4b0a-92aa-1bef8fa9e4ff req-cf7642ed-13fc-4ee6-9570-5127802be102 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.0623102 Jul 22 17:34:04.750615 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-47a34278-3dcc-4b0a-92aa-1bef8fa9e4ff req-64c8591e-e295-43fe-b5e8-88f9cd3641f9 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300357 Jul 22 17:34:04.833743 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:05.880632 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd646c85-8cb3-4e0d-865b-1e8d25fbf210 req-02935e10-c2ff-4628-a1d3-5350518cc4b2 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:05.882103 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dd646c85-8cb3-4e0d-865b-1e8d25fbf210 req-02935e10-c2ff-4628-a1d3-5350518cc4b2 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.0648413 Jul 22 17:34:05.919091 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dd646c85-8cb3-4e0d-865b-1e8d25fbf210 req-83682523-54b5-4e94-8fde-64d4c9dc7d8d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314262 Jul 22 17:34:07.049416 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479d0e6-74e2-42b9-970b-fba8fa78bc79 req-d62255a1-0ce1-49d6-941e-afd4fa7da522 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:07.050915 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a479d0e6-74e2-42b9-970b-fba8fa78bc79 req-d62255a1-0ce1-49d6-941e-afd4fa7da522 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.0662854 Jul 22 17:34:07.088258 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a479d0e6-74e2-42b9-970b-fba8fa78bc79 req-4a8022fb-2ce6-413c-b6bf-4f0765d9e6ff tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318322 Jul 22 17:34:08.218021 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abfa64-c6b7-49d8-99f9-5354721fbe47 req-deeaae04-f1dd-4a73-9245-58f1f506e70f tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:08.219455 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-71abfa64-c6b7-49d8-99f9-5354721fbe47 req-deeaae04-f1dd-4a73-9245-58f1f506e70f tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.0635290 Jul 22 17:34:08.255961 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-71abfa64-c6b7-49d8-99f9-5354721fbe47 req-09b7e154-730b-4820-b153-fee23b3c3164 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307593 Jul 22 17:34:09.432634 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28bd80-9625-42d0-8743-8c929d3d5d40 req-599761b5-ddc6-4d47-a6b9-105020d2d5c7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:09.434119 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6e28bd80-9625-42d0-8743-8c929d3d5d40 req-599761b5-ddc6-4d47-a6b9-105020d2d5c7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.1099477 Jul 22 17:34:09.470824 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6e28bd80-9625-42d0-8743-8c929d3d5d40 req-25a26c59-e951-4fb0-8554-fed020106fc7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307176 Jul 22 17:34:10.640404 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdae41-f089-4f6a-9313-b0586728bf7c req-11821dce-b3b1-496e-ade4-8efba7820c8b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:10.641857 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-51cdae41-f089-4f6a-9313-b0586728bf7c req-11821dce-b3b1-496e-ade4-8efba7820c8b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.1046801 Jul 22 17:34:10.682291 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-51cdae41-f089-4f6a-9313-b0586728bf7c req-4b810799-69a8-4a40-a402-94b27da9f382 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340769 Jul 22 17:34:11.808517 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d746e33-f208-48f2-8b91-1ccd65554b02 req-badec780-f976-4786-8e8c-1737dad1433a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:11.810010 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6d746e33-f208-48f2-8b91-1ccd65554b02 req-badec780-f976-4786-8e8c-1737dad1433a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.0626872 Jul 22 17:34:11.847887 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6d746e33-f208-48f2-8b91-1ccd65554b02 req-2a95dfaa-98ef-4c26-a364-61436803cf1c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322556 Jul 22 17:34:12.409012 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-df6bcc5b-9b1e-4b40-9308-dd3ad858caf4 service neutron] show failed (client error): The resource could not be found. Jul 22 17:34:12.409951 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-df6bcc5b-9b1e-4b40-9308-dd3ad858caf4 service neutron] 10.222.0.30 "GET /v2.0/ports/ccc4ee4c-c03a-411e-84ec-4caef5f943fd/bindings/n-h1-798930-9 HTTP/1.1" status: 404 len: 380 time: 0.0542369 Jul 22 17:34:12.572958 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:12.576328 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:12.620444 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-6ed66e97-1508-4f59-8e9d-67d8f16ec4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:12.621946 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-6ed66e97-1508-4f59-8e9d-67d8f16ec4df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d&tenant_id=23d4f6e7702849d0864552df81f6e2f3 HTTP/1.1" status: 200 len: 1097 time: 0.0540433 Jul 22 17:34:12.638452 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-9', 'device_owner': 'compute:nova'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:34:12.708744 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:12.905010 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] For port ccc4ee4c-c03a-411e-84ec-4caef5f943fd, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:34:12.965374 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] For port ccc4ee4c-c03a-411e-84ec-4caef5f943fd, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:34:13.020347 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7846387e-7824-48cd-aa62-c64050c26f1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:34:13.022859 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d22ab2-3f60-47c1-a83c-9fd0b8c384b5" -d '{"events": [{"server_uuid": "7846387e-7824-48cd-aa62-c64050c26f1d", "name": "network-vif-unplugged", "status": "completed", "tag": "ccc4ee4c-c03a-411e-84ec-4caef5f943fd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:34:13.026642 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:13.037524 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a1742-7c28-4593-b4e4-ffa1982ee8ce req-c4946c2b-6549-44b6-ad2d-5c7713ad580d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:13.039066 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c0a1742-7c28-4593-b4e4-ffa1982ee8ce req-c4946c2b-6549-44b6-ad2d-5c7713ad580d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.1179168 Jul 22 17:34:13.054634 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Transition to ACTIVE for port object ccc4ee4c-c03a-411e-84ec-4caef5f943fd will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:34:13.406323 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49210fab-e601-473a-92ef-1bb955403c86 x-openstack-request-id: req-49210fab-e601-473a-92ef-1bb955403c86 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:34:13.406609 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7846387e-7824-48cd-aa62-c64050c26f1d", "name": "network-vif-unplugged", "status": "completed", "tag": "ccc4ee4c-c03a-411e-84ec-4caef5f943fd", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:34:13.406846 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-49210fab-e601-473a-92ef-1bb955403c86 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:34:13.407228 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7846387e-7824-48cd-aa62-c64050c26f1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd', 'code': 200} Jul 22 17:34:13.409888 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:13.463462 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c0a1742-7c28-4593-b4e4-ffa1982ee8ce req-34595ff3-be73-40a8-88ac-c74dd1e82483 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4182849 Jul 22 17:34:13.498172 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Pushing event updated for resources: {'Port': ['ID=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:13.509727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:13.510113 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:13.510454 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:13.510793 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:13.511126 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:13.511452 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:13.511777 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:13.512099 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:13.512421 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:13.512744 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:13.513068 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:13.513386 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:13.558573 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] No DVR routers for this DVR port ccc4ee4c-c03a-411e-84ec-4caef5f943fd on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:34:13.693434 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Attempting to bind port ccc4ee4c-c03a-411e-84ec-4caef5f943fd on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:34:13.693778 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Attempting to bind port ccc4ee4c-c03a-411e-84ec-4caef5f943fd by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:34:13.694141 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Attempting to bind port ccc4ee4c-c03a-411e-84ec-4caef5f943fd on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:34:13.698507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Port ccc4ee4c-c03a-411e-84ec-4caef5f943fd on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:34:13.698859 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Attempting to bind port ccc4ee4c-c03a-411e-84ec-4caef5f943fd on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:34:13.703632 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:34:13.703968 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Checking segment: {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:34:13.704350 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Bound using segment: {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:34:13.705323 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Bound port: ccc4ee4c-c03a-411e-84ec-4caef5f943fd, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:34:13.705679 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:13.766503 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] For port ccc4ee4c-c03a-411e-84ec-4caef5f943fd, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:34:13.769892 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] For port ccc4ee4c-c03a-411e-84ec-4caef5f943fd, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:34:13.774780 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:13.806471 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:13.807097 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:13.808492 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] 10.222.0.16 "PUT /v2.0/ports/ccc4ee4c-c03a-411e-84ec-4caef5f943fd HTTP/1.1" status: 200 len: 1092 time: 1.1741078 Jul 22 17:34:13.831618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f3356-b75a-466e-bb5c-0823083aeced service neutron] Pushing event updated for resources: {'Port': ['ID=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:13.907771 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-5465e9c7-0b82-4f0c-b77d-97801a66b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:13.909284 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-5465e9c7-0b82-4f0c-b77d-97801a66b03e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 1095 time: 0.0641730 Jul 22 17:34:13.999056 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-0bbecb5e-8a87-4f5e-a684-6c488d195680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:14.000600 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-0bbecb5e-8a87-4f5e-a684-6c488d195680 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0855296 Jul 22 17:34:14.068780 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-26bcfbaa-921f-4ac8-b473-78272db5ce3f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd HTTP/1.1" status: 200 len: 1000 time: 0.0619645 Jul 22 17:34:14.116847 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-4c855bba-42fe-4012-aa75-e4e99fb6b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:14.118305 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-4c855bba-42fe-4012-aa75-e4e99fb6b68c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0430896 Jul 22 17:34:14.177476 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-a866bb54-b2f2-434c-9d3e-35cdad4889b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:14.179017 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-a866bb54-b2f2-434c-9d3e-35cdad4889b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551906 Jul 22 17:34:14.189814 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-90f0b766-cd8f-4896-a396-3d0273bbf3e8 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:34:14.190789 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-90f0b766-cd8f-4896-a396-3d0273bbf3e8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054712 Jul 22 17:34:14.283296 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-1f4ce126-a2f5-4163-a54e-7344ccbfd802 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857227 Jul 22 17:34:14.370204 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-400bb097-0c13-4b27-ba05-a5184e7fb014 req-cca23814-545e-4492-9b1e-a993dacde96b service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807154 Jul 22 17:34:14.601449 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739bca6b-4601-4cdf-9b2c-bd814e0e3a9a req-9cfe0511-0dce-43f4-8fa7-8341a2e06864 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:14.602960 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-739bca6b-4601-4cdf-9b2c-bd814e0e3a9a req-9cfe0511-0dce-43f4-8fa7-8341a2e06864 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 944 time: 0.0681670 Jul 22 17:34:14.640567 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-739bca6b-4601-4cdf-9b2c-bd814e0e3a9a req-17e583f0-692c-42db-8c22-32572fc166dc tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320094 Jul 22 17:34:15.408596 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7846387e-7824-48cd-aa62-c64050c26f1d', 'tag': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:34:15.410968 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46f5c6d-2718-48ac-bf80-b75e7ab14a58" -d '{"events": [{"name": "network-changed", "server_uuid": "7846387e-7824-48cd-aa62-c64050c26f1d", "tag": "ccc4ee4c-c03a-411e-84ec-4caef5f943fd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:34:15.459587 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8e554a-3456-420f-baa9-14b1edb2ac95 x-openstack-request-id: req-1d8e554a-3456-420f-baa9-14b1edb2ac95 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:34:15.459883 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7846387e-7824-48cd-aa62-c64050c26f1d", "tag": "ccc4ee4c-c03a-411e-84ec-4caef5f943fd", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:34:15.460137 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1d8e554a-3456-420f-baa9-14b1edb2ac95 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:34:15.460581 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7846387e-7824-48cd-aa62-c64050c26f1d', 'tag': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd', 'status': 'completed', 'code': 200} Jul 22 17:34:15.596479 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f5c6d-2718-48ac-bf80-b75e7ab14a58 req-c5f38b5a-bbb9-4ded-9079-d7e65be424b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:15.598029 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b46f5c6d-2718-48ac-bf80-b75e7ab14a58 req-c5f38b5a-bbb9-4ded-9079-d7e65be424b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 1095 time: 0.0991468 Jul 22 17:34:15.604177 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f5c6d-2718-48ac-bf80-b75e7ab14a58 req-58a81b2c-015c-4b2a-97d3-47a5960eebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:15.605606 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b46f5c6d-2718-48ac-bf80-b75e7ab14a58 req-58a81b2c-015c-4b2a-97d3-47a5960eebd9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 1095 time: 0.0982530 Jul 22 17:34:15.761801 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f5c6d-2718-48ac-bf80-b75e7ab14a58 req-b376a865-6d38-4e45-8ccf-52167a5cc1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:15.763317 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b46f5c6d-2718-48ac-bf80-b75e7ab14a58 req-b376a865-6d38-4e45-8ccf-52167a5cc1e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.1568408 Jul 22 17:34:15.764402 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f5c6d-2718-48ac-bf80-b75e7ab14a58 req-49f2666e-3120-47ff-95eb-849f9fb33f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:15.765697 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b46f5c6d-2718-48ac-bf80-b75e7ab14a58 req-49f2666e-3120-47ff-95eb-849f9fb33f8d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.1517410 Jul 22 17:34:15.775748 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f0e66-d7f3-4328-90c6-0ea31fb88ce0 req-6b743d2b-4320-4101-aaf9-ec98a2386afe tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:15.777851 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-811f0e66-d7f3-4328-90c6-0ea31fb88ce0 req-6b743d2b-4320-4101-aaf9-ec98a2386afe tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 944 time: 0.0675871 Jul 22 17:34:15.826034 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-811f0e66-d7f3-4328-90c6-0ea31fb88ce0 req-642e03de-c4f2-46a0-b0e3-48871b2b99a8 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372565 Jul 22 17:34:15.878508 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b46f5c6d-2718-48ac-bf80-b75e7ab14a58 req-646a5b9b-d820-4085-8671-4845a7464366 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd HTTP/1.1" status: 200 len: 1000 time: 0.1092000 Jul 22 17:34:15.880177 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b46f5c6d-2718-48ac-bf80-b75e7ab14a58 req-ae6fd0b1-638c-4427-a1cb-ad847a616a4c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd HTTP/1.1" status: 200 len: 1000 time: 0.1040635 Jul 22 17:34:15.962288 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f5c6d-2718-48ac-bf80-b75e7ab14a58 req-1652a775-8c6b-4881-a750-de40432a1900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:15.963668 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b46f5c6d-2718-48ac-bf80-b75e7ab14a58 req-1652a775-8c6b-4881-a750-de40432a1900 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0792358 Jul 22 17:34:15.967128 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f5c6d-2718-48ac-bf80-b75e7ab14a58 req-a7d2704b-a15b-47c7-81e4-6dc109524bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:15.968548 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b46f5c6d-2718-48ac-bf80-b75e7ab14a58 req-a7d2704b-a15b-47c7-81e4-6dc109524bc8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0767882 Jul 22 17:34:16.060763 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f5c6d-2718-48ac-bf80-b75e7ab14a58 req-d73003fc-202c-49e4-844f-f74536da9fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:16.062297 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b46f5c6d-2718-48ac-bf80-b75e7ab14a58 req-d73003fc-202c-49e4-844f-f74536da9fb1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926478 Jul 22 17:34:16.065361 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f5c6d-2718-48ac-bf80-b75e7ab14a58 req-078b6098-8bb4-40fc-8c56-d308824f6364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:16.066760 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b46f5c6d-2718-48ac-bf80-b75e7ab14a58 req-078b6098-8bb4-40fc-8c56-d308824f6364 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898345 Jul 22 17:34:16.228432 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device ccc4ee4c-c03a-411e-84ec-4caef5f943fd no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:34:16.229011 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b46f5c6d-2718-48ac-bf80-b75e7ab14a58 req-79ace937-f9e7-4f76-9678-d4dc8de7199e service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602240 Jul 22 17:34:16.230549 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b46f5c6d-2718-48ac-bf80-b75e7ab14a58 req-a157ed14-3e20-4c6a-8ae5-88bff1d626c2 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552045 Jul 22 17:34:16.268491 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device ccc4ee4c-c03a-411e-84ec-4caef5f943fd not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:34:16.387468 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b46f5c6d-2718-48ac-bf80-b75e7ab14a58 req-ff923c5c-8dc0-4582-9ce8-a70b19973a1e service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447139 Jul 22 17:34:16.389419 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b46f5c6d-2718-48ac-bf80-b75e7ab14a58 req-613570f0-209e-49d6-af98-fc87975c399d service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546695 Jul 22 17:34:16.959445 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d616309-95cd-4549-869c-6a1932a7126e req-66ea5e4c-86d2-4a12-9bd8-f770b393428d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:16.960939 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5d616309-95cd-4549-869c-6a1932a7126e req-66ea5e4c-86d2-4a12-9bd8-f770b393428d tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 944 time: 0.0636785 Jul 22 17:34:17.004467 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5d616309-95cd-4549-869c-6a1932a7126e req-cae564a4-28fb-4929-a626-7318f3120119 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375874 Jul 22 17:34:18.140653 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea87354-2105-4427-b90f-f1080df942a1 req-d7433cbd-5304-4c6e-b286-84a04d4a349b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:18.142726 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ea87354-2105-4427-b90f-f1080df942a1 req-d7433cbd-5304-4c6e-b286-84a04d4a349b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 944 time: 0.0682614 Jul 22 17:34:18.505275 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1ea87354-2105-4427-b90f-f1080df942a1 req-69e28b82-bb4e-454c-b8f4-11e422c48967 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3562927 Jul 22 17:34:19.636215 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd172b-51d5-484d-b9ce-4d6749cc0e68 req-cfe7fddb-ce25-4fa1-83db-adfaead29f30 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:19.637683 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-97cd172b-51d5-484d-b9ce-4d6749cc0e68 req-cfe7fddb-ce25-4fa1-83db-adfaead29f30 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 944 time: 0.0654712 Jul 22 17:34:19.675662 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-97cd172b-51d5-484d-b9ce-4d6749cc0e68 req-18fed134-4f3c-44f8-bb20-a88c02b67ab0 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319142 Jul 22 17:34:20.404667 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:34:20.801761 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0be70c-dfad-4d99-b779-c9a77d275084 req-e69345bb-e3a7-40f8-b8fc-5757ba89640a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:20.803203 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1a0be70c-dfad-4d99-b779-c9a77d275084 req-e69345bb-e3a7-40f8-b8fc-5757ba89640a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 944 time: 0.0612464 Jul 22 17:34:20.838339 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1a0be70c-dfad-4d99-b779-c9a77d275084 req-3f7fef4a-ac1a-427a-82bc-6473ffcaaebc tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297441 Jul 22 17:34:21.966970 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae77ac7-6f38-4d5a-9295-be0e328d3a7e req-b5278e4d-db56-4a55-9aed-c8125d7265f3 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:21.968469 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aae77ac7-6f38-4d5a-9295-be0e328d3a7e req-b5278e4d-db56-4a55-9aed-c8125d7265f3 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 944 time: 0.0629013 Jul 22 17:34:22.005581 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aae77ac7-6f38-4d5a-9295-be0e328d3a7e req-c1d1cdb6-c13c-45eb-b055-304202ebd92e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316610 Jul 22 17:34:23.133024 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a62a31-92a1-437a-aaea-41febf0e8a20 req-5d95e705-b918-4cb9-8b40-cb17eefaecd2 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:23.134527 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-29a62a31-92a1-437a-aaea-41febf0e8a20 req-5d95e705-b918-4cb9-8b40-cb17eefaecd2 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 944 time: 0.0624077 Jul 22 17:34:23.174801 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-29a62a31-92a1-437a-aaea-41febf0e8a20 req-6a111776-487a-4396-9fe7-6733525802cd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345790 Jul 22 17:34:24.307424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08c328-8939-486e-b99f-f3a1756ecf15 req-0bb30e22-9caa-47d1-a110-e988adfa9ff1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:24.308868 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce08c328-8939-486e-b99f-f3a1756ecf15 req-0bb30e22-9caa-47d1-a110-e988adfa9ff1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 944 time: 0.0662899 Jul 22 17:34:24.345993 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce08c328-8939-486e-b99f-f3a1756ecf15 req-e64f0755-7cdb-4c91-8049-467f0ef2cbc4 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309801 Jul 22 17:34:25.473831 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f0dc1-9a92-445f-8828-b3d8ec1947aa req-bd000074-c147-4c8b-87a4-bb076cf16463 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:25.475310 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ef5f0dc1-9a92-445f-8828-b3d8ec1947aa req-bd000074-c147-4c8b-87a4-bb076cf16463 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 944 time: 0.0617564 Jul 22 17:34:25.512152 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ef5f0dc1-9a92-445f-8828-b3d8ec1947aa req-62d03ae1-08de-4052-91f0-95f2cde4759c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313172 Jul 22 17:34:25.669988 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device ccc4ee4c-c03a-411e-84ec-4caef5f943fd details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:34:25.774610 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port ccc4ee4c-c03a-411e-84ec-4caef5f943fd, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:34:25.786627 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'port_id': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd', 'mac_address': 'fa:16:3e:b8:69:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:34:25.811211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-8dd52480-6580-4676-b06a-0bf6c11ebd45 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:25.812709 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-8dd52480-6580-4676-b06a-0bf6c11ebd45 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.16 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d&tenant_id=23d4f6e7702849d0864552df81f6e2f3&binding%3Ahost_id=n-h1-798930-9 HTTP/1.1" status: 200 len: 944 time: 0.0694115 Jul 22 17:34:25.823050 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:25.823796 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b7f06-4468-492e-86f3-4f694bffd2a7 req-0f4f489e-822f-4cf9-a5a1-4f1bef96de71 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:25.825664 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ad0b7f06-4468-492e-86f3-4f694bffd2a7 req-0f4f489e-822f-4cf9-a5a1-4f1bef96de71 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 944 time: 0.0654931 Jul 22 17:34:25.841431 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc4ee4c-c03a-411e-84ec-4caef5f943fd {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:34:25.862462 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port ccc4ee4c-c03a-411e-84ec-4caef5f943fd, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:34:25.867909 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:25.870204 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ad0b7f06-4468-492e-86f3-4f694bffd2a7 req-f509f538-1bfd-4b00-901b-84ba2a601710 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357242 Jul 22 17:34:25.915220 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:25.922572 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:25.922894 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:25.923240 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:25.923489 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-72039bb5-2239-45ea-a779-828a57a9b5d2 service neutron] 10.222.0.16 "GET /v2.0/ports/ccc4ee4c-c03a-411e-84ec-4caef5f943fd/bindings/n-h1-798930-9 HTTP/1.1" status: 200 len: 382 time: 0.1037457 Jul 22 17:34:25.923598 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:25.923908 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:25.924219 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:25.924545 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:25.924868 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:25.925191 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:25.925513 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:25.925830 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:25.926176 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:26.010840 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-310dd50c-09fc-4e7f-bdb9-4b7efb3bcc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:26.012601 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-310dd50c-09fc-4e7f-bdb9-4b7efb3bcc23 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 1096 time: 0.0530062 Jul 22 17:34:26.106494 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-b7a7d4d0-3b11-4c2c-a288-9066ac53982b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:26.107970 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-b7a7d4d0-3b11-4c2c-a288-9066ac53982b service neutron] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0891845 Jul 22 17:34:26.168671 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['ccc4ee4c-c03a-411e-84ec-4caef5f943fd'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:34:26.172689 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-12acb837-89c4-4029-a607-1aad3902c018 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd HTTP/1.1" status: 200 len: 1001 time: 0.0570590 Jul 22 17:34:26.226375 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-692c4458-c6b9-42ac-aeaf-723a570dc38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:26.227867 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-692c4458-c6b9-42ac-aeaf-723a570dc38b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0479825 Jul 22 17:34:26.285594 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-36ba610f-8aa2-44a5-9291-dd1308aad64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:26.287118 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-36ba610f-8aa2-44a5-9291-dd1308aad64f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532010 Jul 22 17:34:26.380047 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-89f81b09-d57a-4862-a17a-e7d40f2fb1b1 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860324 Jul 22 17:34:26.474687 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-bbd7c3f1-c0b4-4d5b-a04e-62a0988c56e7 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878303 Jul 22 17:34:27.002093 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e82b7-a437-41c8-9d0c-f0f5c5e36337 req-f5f75fd4-077d-4d91-91a8-f742e04eb366 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:27.003588 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c60e82b7-a437-41c8-9d0c-f0f5c5e36337 req-f5f75fd4-077d-4d91-91a8-f742e04eb366 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 945 time: 0.0638409 Jul 22 17:34:27.041373 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c60e82b7-a437-41c8-9d0c-f0f5c5e36337 req-a0a4cf2d-299e-42a9-b2d8-4937e88bd150 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321858 Jul 22 17:34:27.686719 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device ccc4ee4c-c03a-411e-84ec-4caef5f943fd up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:34:27.735633 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port ccc4ee4c-c03a-411e-84ec-4caef5f943fd completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:34:27.739077 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port ccc4ee4c-c03a-411e-84ec-4caef5f943fd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:34:27.739443 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:27.816651 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:27.837860 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7846387e-7824-48cd-aa62-c64050c26f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:34:27.840139 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a62be6-7e45-442e-8daf-96bf8823420c" -d '{"events": [{"server_uuid": "7846387e-7824-48cd-aa62-c64050c26f1d", "name": "network-vif-plugged", "status": "completed", "tag": "ccc4ee4c-c03a-411e-84ec-4caef5f943fd"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:34:27.852882 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port ccc4ee4c-c03a-411e-84ec-4caef5f943fd, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:34:27.857685 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:27.907628 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9921cd95-2971-4226-90b7-e7ece2b9597c x-openstack-request-id: req-9921cd95-2971-4226-90b7-e7ece2b9597c {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:34:27.907917 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7846387e-7824-48cd-aa62-c64050c26f1d", "name": "network-vif-plugged", "status": "completed", "tag": "ccc4ee4c-c03a-411e-84ec-4caef5f943fd", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:34:27.908166 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9921cd95-2971-4226-90b7-e7ece2b9597c {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:34:27.908553 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7846387e-7824-48cd-aa62-c64050c26f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd', 'code': 200} Jul 22 17:34:27.913065 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:28.176874 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005baf3-d255-402f-85c8-719820b26f64 req-910c9261-4f54-49ea-8e92-fc3674de1b0a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:28.178599 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d005baf3-d255-402f-85c8-719820b26f64 req-910c9261-4f54-49ea-8e92-fc3674de1b0a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.0693595 Jul 22 17:34:28.218439 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d005baf3-d255-402f-85c8-719820b26f64 req-dc61a678-be45-4a55-9d86-e567e55196cb tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339408 Jul 22 17:34:29.133508 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5d4c934d-015e-41d2-9963-d27e7ff2838b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:29.354331 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82cd26-7f0c-4a3a-b108-1492a2391292 req-ec42ec44-c4ce-4014-85e9-12cabab1ab3b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:29.355811 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4c82cd26-7f0c-4a3a-b108-1492a2391292 req-ec42ec44-c4ce-4014-85e9-12cabab1ab3b tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.0655687 Jul 22 17:34:29.393211 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4c82cd26-7f0c-4a3a-b108-1492a2391292 req-087e7214-f38f-4170-bf43-c2a7d88220f0 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316422 Jul 22 17:34:30.391618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-4dec30c9-b548-468b-86c1-69c91424f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:30.393090 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-4dec30c9-b548-468b-86c1-69c91424f5b9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d&tenant_id=23d4f6e7702849d0864552df81f6e2f3 HTTP/1.1" status: 200 len: 1097 time: 0.0880265 Jul 22 17:34:30.411262 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798930-9', 'device_owner': 'compute:nova'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:34:30.511761 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:30.584167 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8e937-661d-4ca5-b45b-0b4e780d1319 req-ac420c02-b2c4-4506-8975-8033836aca40 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:30.585652 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-97a8e937-661d-4ca5-b45b-0b4e780d1319 req-ac420c02-b2c4-4506-8975-8033836aca40 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.1138427 Jul 22 17:34:30.693902 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-97a8e937-661d-4ca5-b45b-0b4e780d1319 req-8c071c71-3b49-4405-9e48-3cd3bac5d467 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592639 Jul 22 17:34:30.758731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] For port ccc4ee4c-c03a-411e-84ec-4caef5f943fd, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:34:30.791074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] For port ccc4ee4c-c03a-411e-84ec-4caef5f943fd, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:34:30.832573 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7846387e-7824-48cd-aa62-c64050c26f1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:34:30.834935 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847bc730-5677-4309-ae9c-3d48659d0f98" -d '{"events": [{"server_uuid": "7846387e-7824-48cd-aa62-c64050c26f1d", "name": "network-vif-unplugged", "status": "completed", "tag": "ccc4ee4c-c03a-411e-84ec-4caef5f943fd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:34:30.838431 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:30.851292 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] Transition to ACTIVE for port object ccc4ee4c-c03a-411e-84ec-4caef5f943fd will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:34:30.855810 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:30.888488 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014b278c-f368-42ca-9ef4-d46ef2faf428 x-openstack-request-id: req-014b278c-f368-42ca-9ef4-d46ef2faf428 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:34:30.888786 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7846387e-7824-48cd-aa62-c64050c26f1d", "name": "network-vif-unplugged", "status": "completed", "tag": "ccc4ee4c-c03a-411e-84ec-4caef5f943fd", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:34:30.889062 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-014b278c-f368-42ca-9ef4-d46ef2faf428 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:34:30.889416 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7846387e-7824-48cd-aa62-c64050c26f1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd', 'code': 200} Jul 22 17:34:30.940556 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] Pushing event updated for resources: {'Port': ['ID=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:30.982639 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] No DVR routers for this DVR port ccc4ee4c-c03a-411e-84ec-4caef5f943fd on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:34:31.130831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] Attempting to bind port ccc4ee4c-c03a-411e-84ec-4caef5f943fd on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:34:31.131167 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] Attempting to bind port ccc4ee4c-c03a-411e-84ec-4caef5f943fd by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:34:31.131492 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] Attempting to bind port ccc4ee4c-c03a-411e-84ec-4caef5f943fd on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:34:31.135716 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] Port ccc4ee4c-c03a-411e-84ec-4caef5f943fd on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:34:31.136035 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] Attempting to bind port ccc4ee4c-c03a-411e-84ec-4caef5f943fd on network f020ecf5-f63d-4b35-b3ca-908260f1cc26 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:34:31.140706 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:34:31.141038 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] Checking segment: {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:34:31.142060 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] Bound using segment: {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:34:31.142484 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] Bound port: ccc4ee4c-c03a-411e-84ec-4caef5f943fd, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73ec944f-d9f0-4559-afac-4907702d1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:34:31.142838 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:31.203274 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] For port ccc4ee4c-c03a-411e-84ec-4caef5f943fd, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:34:31.207306 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] For port ccc4ee4c-c03a-411e-84ec-4caef5f943fd, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:34:31.210764 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:31.243220 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:31.243862 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:31.245205 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] 10.222.0.30 "PUT /v2.0/ports/ccc4ee4c-c03a-411e-84ec-4caef5f943fd HTTP/1.1" status: 200 len: 1093 time: 0.8383505 Jul 22 17:34:31.267318 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b90f23-a4fb-4b2c-9639-b1c96829811f service neutron] Pushing event updated for resources: {'Port': ['ID=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,revision_number=11']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:31.333586 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-0712a4d1-f041-49a8-9fb0-571b04bbd39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:31.335194 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-0712a4d1-f041-49a8-9fb0-571b04bbd39f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 1096 time: 0.0563886 Jul 22 17:34:31.429646 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-49d1dafe-acd9-498e-bee4-dfa8fe56ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:31.431207 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-49d1dafe-acd9-498e-bee4-dfa8fe56ed7b service neutron] 10.222.0.30 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.0901039 Jul 22 17:34:31.499102 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-6ec7a439-e093-4c94-865a-6866d93c7dc0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd HTTP/1.1" status: 200 len: 1000 time: 0.0612321 Jul 22 17:34:31.545217 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-24f343e4-2a56-4deb-bb0a-7d6bf3aa106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:31.546539 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-24f343e4-2a56-4deb-bb0a-7d6bf3aa106f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0421150 Jul 22 17:34:31.602305 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-90620297-1584-47fe-8a6e-669306261176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:31.603733 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-90620297-1584-47fe-8a6e-669306261176 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509470 Jul 22 17:34:31.669347 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae6dd-1207-4826-9b63-003366a4bd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:31.688009 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:31.697828 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-4d60b952-b62f-4884-b034-070ac062ee5d service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864515 Jul 22 17:34:31.700683 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device ccc4ee4c-c03a-411e-84ec-4caef5f943fd no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:34:31.739427 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device ccc4ee4c-c03a-411e-84ec-4caef5f943fd not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:34:31.820362 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef5566c7-513e-40ef-9f3c-a45e30d4c80f req-9b1b391a-7afc-41a9-ac39-44225c821bf0 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167612 Jul 22 17:34:31.847959 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a83c8-c7ea-4db8-9d7a-26e1523102e9 req-9b9970f6-2ce2-48f3-8ca4-95a613c43071 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:31.849427 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a38a83c8-c7ea-4db8-9d7a-26e1523102e9 req-9b9970f6-2ce2-48f3-8ca4-95a613c43071 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 945 time: 0.0816638 Jul 22 17:34:31.886883 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a38a83c8-c7ea-4db8-9d7a-26e1523102e9 req-37c4e9f4-76cd-4b7e-8e0e-3799d4745269 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318625 Jul 22 17:34:32.890579 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7846387e-7824-48cd-aa62-c64050c26f1d', 'tag': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:34:32.893454 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a848ba-b003-4c76-ac83-f76457372951" -d '{"events": [{"name": "network-changed", "server_uuid": "7846387e-7824-48cd-aa62-c64050c26f1d", "tag": "ccc4ee4c-c03a-411e-84ec-4caef5f943fd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:34:32.953360 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945e204b-33f9-446e-9da8-5d838320f426 x-openstack-request-id: req-945e204b-33f9-446e-9da8-5d838320f426 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:34:32.954346 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7846387e-7824-48cd-aa62-c64050c26f1d", "tag": "ccc4ee4c-c03a-411e-84ec-4caef5f943fd", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:34:32.954808 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-945e204b-33f9-446e-9da8-5d838320f426 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:34:32.955316 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7846387e-7824-48cd-aa62-c64050c26f1d', 'tag': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd', 'status': 'completed', 'code': 200} Jul 22 17:34:33.010713 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:33.112961 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7894cc-a68d-4a98-abc5-da85a3c4d8f3 req-a042d201-ec51-48a3-9d32-d212dec6c656 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:33.114475 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4a7894cc-a68d-4a98-abc5-da85a3c4d8f3 req-a042d201-ec51-48a3-9d32-d212dec6c656 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 945 time: 0.1547177 Jul 22 17:34:33.130878 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a848ba-b003-4c76-ac83-f76457372951 req-81b127f9-2a9b-4ffc-80ad-5dd2ced52407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:33.132283 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3a848ba-b003-4c76-ac83-f76457372951 req-81b127f9-2a9b-4ffc-80ad-5dd2ced52407 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 1096 time: 0.1360133 Jul 22 17:34:33.152769 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a848ba-b003-4c76-ac83-f76457372951 req-48f1f768-2dbd-4cec-9553-0065d9ad557f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:33.154135 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3a848ba-b003-4c76-ac83-f76457372951 req-48f1f768-2dbd-4cec-9553-0065d9ad557f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=23d4f6e7702849d0864552df81f6e2f3&device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 1096 time: 0.1406014 Jul 22 17:34:33.206638 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4a7894cc-a68d-4a98-abc5-da85a3c4d8f3 req-a10aa614-73fa-405d-99ce-f8a75e6b7e6a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856123 Jul 22 17:34:33.674120 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a848ba-b003-4c76-ac83-f76457372951 req-4901e1c8-d8e1-4f85-aed0-80b325a11364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:33.675578 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3a848ba-b003-4c76-ac83-f76457372951 req-4901e1c8-d8e1-4f85-aed0-80b325a11364 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.5353584 Jul 22 17:34:33.679861 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a848ba-b003-4c76-ac83-f76457372951 req-95364816-b6be-419c-a487-2d3ee5a39f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:33.681184 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3a848ba-b003-4c76-ac83-f76457372951 req-95364816-b6be-419c-a487-2d3ee5a39f18 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 200 len: 913 time: 0.5135472 Jul 22 17:34:33.784417 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3a848ba-b003-4c76-ac83-f76457372951 req-67dab40c-b663-45bf-afe2-4c744896d37b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd HTTP/1.1" status: 200 len: 1000 time: 0.1018753 Jul 22 17:34:33.790083 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3a848ba-b003-4c76-ac83-f76457372951 req-11513893-e7e3-46cc-a2fe-4d55c97f15c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd HTTP/1.1" status: 200 len: 1000 time: 0.1012852 Jul 22 17:34:33.869549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a848ba-b003-4c76-ac83-f76457372951 req-92fef780-c7a0-4aa5-9ba7-ca33a7d12363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:33.870919 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3a848ba-b003-4c76-ac83-f76457372951 req-92fef780-c7a0-4aa5-9ba7-ca33a7d12363 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0800025 Jul 22 17:34:33.872544 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a848ba-b003-4c76-ac83-f76457372951 req-2327a9de-5a31-4534-b393-0114835c39bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:33.873832 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3a848ba-b003-4c76-ac83-f76457372951 req-2327a9de-5a31-4534-b393-0114835c39bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 200 len: 851 time: 0.0748544 Jul 22 17:34:33.967680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a848ba-b003-4c76-ac83-f76457372951 req-89dac435-352d-4516-a8be-d9b8599be2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:33.969193 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3a848ba-b003-4c76-ac83-f76457372951 req-89dac435-352d-4516-a8be-d9b8599be2e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835402 Jul 22 17:34:33.971533 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a848ba-b003-4c76-ac83-f76457372951 req-dc5f9842-def0-4899-b175-8b0d59aa34b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:33.972887 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3a848ba-b003-4c76-ac83-f76457372951 req-dc5f9842-def0-4899-b175-8b0d59aa34b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f020ecf5-f63d-4b35-b3ca-908260f1cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953040 Jul 22 17:34:34.134575 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3a848ba-b003-4c76-ac83-f76457372951 req-7d8d54ed-72bb-4d19-b6a4-e26f09992542 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576757 Jul 22 17:34:34.136339 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3a848ba-b003-4c76-ac83-f76457372951 req-92661678-2fe2-4203-bac3-b86eb905efc4 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527092 Jul 22 17:34:34.298215 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3a848ba-b003-4c76-ac83-f76457372951 req-048f83a2-9ecb-40f5-ad27-054bcaaf93c1 service neutron] 10.222.0.30 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489098 Jul 22 17:34:34.299977 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3a848ba-b003-4c76-ac83-f76457372951 req-3688f165-5175-4d95-9f4b-e495d3a5a3e8 service neutron] 10.222.0.16 "GET /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587613 Jul 22 17:34:34.348700 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f94e01-13f6-4f03-9b31-da6d08ac07e5 req-9d4eac71-9678-4964-b3d0-40b0e58ed0bd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:34.350299 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4f94e01-13f6-4f03-9b31-da6d08ac07e5 req-9d4eac71-9678-4964-b3d0-40b0e58ed0bd tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 945 time: 0.0677867 Jul 22 17:34:34.387997 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4f94e01-13f6-4f03-9b31-da6d08ac07e5 req-cc6d1295-0731-4d67-a17f-3ac1ae962d58 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316269 Jul 22 17:34:34.837964 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:35.524699 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e5cef-f0d4-44e6-91a4-d4ca4e3d94c0 req-5679266d-0892-4268-87ef-f40f6667c6ea tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:35.526230 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d0e5cef-f0d4-44e6-91a4-d4ca4e3d94c0 req-5679266d-0892-4268-87ef-f40f6667c6ea tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 945 time: 0.0667717 Jul 22 17:34:35.565851 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6d0e5cef-f0d4-44e6-91a4-d4ca4e3d94c0 req-9885fa02-8d3c-412a-89fe-8120361ddd48 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330017 Jul 22 17:34:36.693153 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad476e57-93fd-48e0-8b21-7688d4a2f116 req-53097661-f76d-44a8-8197-2c55e1bb0e30 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:36.694646 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ad476e57-93fd-48e0-8b21-7688d4a2f116 req-53097661-f76d-44a8-8197-2c55e1bb0e30 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 945 time: 0.0625877 Jul 22 17:34:36.735728 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ad476e57-93fd-48e0-8b21-7688d4a2f116 req-4f2b31ba-c32f-4250-9d32-fd65cb8f3e3e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354910 Jul 22 17:34:37.870279 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b931b06-1ba4-4f49-85de-02406179c1a6 req-524112fa-ad35-4bcd-b0a3-03ced2ac8763 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:37.871771 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6b931b06-1ba4-4f49-85de-02406179c1a6 req-524112fa-ad35-4bcd-b0a3-03ced2ac8763 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 945 time: 0.0677943 Jul 22 17:34:37.909140 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6b931b06-1ba4-4f49-85de-02406179c1a6 req-51f8c504-1dc9-4c81-ba53-eb5d9e357eb5 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313356 Jul 22 17:34:39.035309 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776056b-6240-4013-845a-d9ebce95a3e2 req-bc059026-0e60-45db-8ef3-f0d26b59dd3a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:39.036761 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a776056b-6240-4013-845a-d9ebce95a3e2 req-bc059026-0e60-45db-8ef3-f0d26b59dd3a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 945 time: 0.0625575 Jul 22 17:34:39.073871 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a776056b-6240-4013-845a-d9ebce95a3e2 req-b03690cf-3df0-41e7-88fb-395c17ab0b6a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316069 Jul 22 17:34:40.202461 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27013210-e6c3-4c48-a50b-9e35a648ba7f req-8f6bc94a-1630-47ed-8d85-b178a048cefb tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:40.203947 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-27013210-e6c3-4c48-a50b-9e35a648ba7f req-8f6bc94a-1630-47ed-8d85-b178a048cefb tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 945 time: 0.0637298 Jul 22 17:34:40.240876 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-27013210-e6c3-4c48-a50b-9e35a648ba7f req-bcb388ff-cd79-45a2-a60e-9f53d4bda3fb tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315073 Jul 22 17:34:41.370182 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf8505-c036-4d7b-b800-b51fadc8fdfe req-e23fbcac-8f1e-42e1-ad52-64b9c31a1aac tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:41.371640 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-05bf8505-c036-4d7b-b800-b51fadc8fdfe req-e23fbcac-8f1e-42e1-ad52-64b9c31a1aac tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 945 time: 0.0636568 Jul 22 17:34:41.410151 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-05bf8505-c036-4d7b-b800-b51fadc8fdfe req-972264fd-0517-4140-a628-9401b5fc41a2 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329127 Jul 22 17:34:42.546196 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185f617-fcf4-4585-922d-8a7b7d6e8eff req-43f77c34-642e-4e01-9c99-2fecde763266 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:42.548331 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5185f617-fcf4-4585-922d-8a7b7d6e8eff req-43f77c34-642e-4e01-9c99-2fecde763266 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 945 time: 0.0722866 Jul 22 17:34:42.583161 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:42.585991 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:42.590908 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5185f617-fcf4-4585-922d-8a7b7d6e8eff req-02d9c2bd-d072-4d99-a916-cb8a884fb797 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369711 Jul 22 17:34:43.723557 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3097a-e9c2-48b2-818a-622e9a2ee52f req-e1ee1fae-466e-496d-b82a-e033c69ee43a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:43.725023 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fed3097a-e9c2-48b2-818a-622e9a2ee52f req-e1ee1fae-466e-496d-b82a-e033c69ee43a tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 945 time: 0.0647876 Jul 22 17:34:43.762036 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fed3097a-e9c2-48b2-818a-622e9a2ee52f req-eeb6eee7-e6f9-4af1-9e01-bc331cd59ddc tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313826 Jul 22 17:34:43.888877 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88d54b-2e07-4b21-88b1-a2eb11dcf6b7 req-06027ea3-4a5b-4019-9579-fd16d7975ead tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:43.890282 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fb88d54b-2e07-4b21-88b1-a2eb11dcf6b7 req-06027ea3-4a5b-4019-9579-fd16d7975ead tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 945 time: 0.0626404 Jul 22 17:34:43.927392 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fb88d54b-2e07-4b21-88b1-a2eb11dcf6b7 req-0a6ab274-d353-4cf1-b748-e0679804e6fa tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315127 Jul 22 17:34:44.054156 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481225bf-4f3f-46a6-a461-8b6d06b92bee req-9637d629-ee37-44b4-a2ac-77ab1c4de8eb tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:44.055596 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-481225bf-4f3f-46a6-a461-8b6d06b92bee req-9637d629-ee37-44b4-a2ac-77ab1c4de8eb tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 945 time: 0.0635419 Jul 22 17:34:44.092629 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-481225bf-4f3f-46a6-a461-8b6d06b92bee req-61db9d13-6b13-4f8e-8129-c40a1cb3aa27 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312574 Jul 22 17:34:44.336993 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b1192-978e-4074-938f-92b038682c44 req-4bda14f4-787c-4f9e-95ee-5f696e7463a2 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:44.338494 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-916b1192-978e-4074-938f-92b038682c44 req-4bda14f4-787c-4f9e-95ee-5f696e7463a2 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 945 time: 0.0648460 Jul 22 17:34:44.378972 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-916b1192-978e-4074-938f-92b038682c44 req-a7927c9f-7b03-4d03-ba4d-b7954616c228 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337088 Jul 22 17:34:44.396581 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device ccc4ee4c-c03a-411e-84ec-4caef5f943fd details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:34:44.489773 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port ccc4ee4c-c03a-411e-84ec-4caef5f943fd, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:34:44.500217 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'port_id': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd', 'mac_address': 'fa:16:3e:b8:69:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:34:44.535966 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:44.547812 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc4ee4c-c03a-411e-84ec-4caef5f943fd {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:34:44.565798 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port ccc4ee4c-c03a-411e-84ec-4caef5f943fd, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:34:44.569935 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:44.616400 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,revision_number=12']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:44.895736 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['ccc4ee4c-c03a-411e-84ec-4caef5f943fd'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:34:45.508489 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cce19-7055-414b-a7ca-edf575ec32e6 req-376265a5-3889-4aef-a38c-a4fb500be16c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:45.510021 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-174cce19-7055-414b-a7ca-edf575ec32e6 req-376265a5-3889-4aef-a38c-a4fb500be16c tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.0630460 Jul 22 17:34:45.557236 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-174cce19-7055-414b-a7ca-edf575ec32e6 req-e359d5df-e5a3-4a3b-a643-69ca55d78b11 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415206 Jul 22 17:34:46.073779 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a244d-2bab-4cb3-8951-a3be826f59b9 req-071826df-95d2-4f5d-833d-aafc412f16bc tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:46.075278 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f5a244d-2bab-4cb3-8951-a3be826f59b9 req-071826df-95d2-4f5d-833d-aafc412f16bc tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.30 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 946 time: 0.0676477 Jul 22 17:34:46.172622 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-4f5a244d-2bab-4cb3-8951-a3be826f59b9 req-d141062e-715c-41ce-bfc9-cab79dd88076 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Deleting port ccc4ee4c-c03a-411e-84ec-4caef5f943fd {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:34:46.172960 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4f5a244d-2bab-4cb3-8951-a3be826f59b9 req-d141062e-715c-41ce-bfc9-cab79dd88076 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:46.262368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-4f5a244d-2bab-4cb3-8951-a3be826f59b9 req-d141062e-715c-41ce-bfc9-cab79dd88076 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] For port ccc4ee4c-c03a-411e-84ec-4caef5f943fd, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:34:46.262734 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4f5a244d-2bab-4cb3-8951-a3be826f59b9 req-d141062e-715c-41ce-bfc9-cab79dd88076 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:46.403652 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device ccc4ee4c-c03a-411e-84ec-4caef5f943fd up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:34:46.429470 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4f5a244d-2bab-4cb3-8951-a3be826f59b9 req-d141062e-715c-41ce-bfc9-cab79dd88076 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:46.429846 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4f5a244d-2bab-4cb3-8951-a3be826f59b9 req-d141062e-715c-41ce-bfc9-cab79dd88076 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:46.430191 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [req-4f5a244d-2bab-4cb3-8951-a3be826f59b9 req-d141062e-715c-41ce-bfc9-cab79dd88076 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Floating IP 15a8a7e1-a58e-4118-b5e1-df0824061f50 disassociated. External IP: 172.25.0.44, port: ccc4ee4c-c03a-411e-84ec-4caef5f943fd. Jul 22 17:34:46.430538 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-4f5a244d-2bab-4cb3-8951-a3be826f59b9 req-d141062e-715c-41ce-bfc9-cab79dd88076 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Calling delete_port for ccc4ee4c-c03a-411e-84ec-4caef5f943fd owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:34:46.451002 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port ccc4ee4c-c03a-411e-84ec-4caef5f943fd completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:34:46.455114 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port ccc4ee4c-c03a-411e-84ec-4caef5f943fd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:34:46.455480 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:46.532500 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:46.565690 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4f5a244d-2bab-4cb3-8951-a3be826f59b9 req-d141062e-715c-41ce-bfc9-cab79dd88076 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:46.595633 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141062e-715c-41ce-bfc9-cab79dd88076 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Pushing event deleted for resources: {'Port': ['ID=ccc4ee4c-c03a-411e-84ec-4caef5f943fd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:46.671329 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9b20be9f-88ae-4aaf-a820-610141067628 req-5ed8ac26-2aa9-484d-950e-535e85a1a739 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 210 time: 0.0308397 Jul 22 17:34:46.718520 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f5a244d-2bab-4cb3-8951-a3be826f59b9 req-d141062e-715c-41ce-bfc9-cab79dd88076 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Router 82b25c86-6d21-4eb0-9851-330308052b9d has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:34:46.830631 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f5a244d-2bab-4cb3-8951-a3be826f59b9 req-d141062e-715c-41ce-bfc9-cab79dd88076 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:34:46.841407 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f4d622-d821-4a8b-8d2e-da72488f5819 None None] Sync routers for ids ['82b25c86-6d21-4eb0-9851-330308052b9d'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:34:46.850518 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f4d622-d821-4a8b-8d2e-da72488f5819 None None] Routers {'82b25c86-6d21-4eb0-9851-330308052b9d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:34:46.851120 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a9f4d622-d821-4a8b-8d2e-da72488f5819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:34:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['82b25c86-6d21-4eb0-9851-330308052b9d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:46.875576 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5a244d-2bab-4cb3-8951-a3be826f59b9 req-d141062e-715c-41ce-bfc9-cab79dd88076 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] No DVR routers for this DVR port ccc4ee4c-c03a-411e-84ec-4caef5f943fd on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:34:46.878069 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-4f5a244d-2bab-4cb3-8951-a3be826f59b9 req-d141062e-715c-41ce-bfc9-cab79dd88076 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:46.880148 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f5a244d-2bab-4cb3-8951-a3be826f59b9 req-d141062e-715c-41ce-bfc9-cab79dd88076 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.30 "DELETE /v2.0/ports/ccc4ee4c-c03a-411e-84ec-4caef5f943fd HTTP/1.1" status: 204 len: 173 time: 0.7991853 Jul 22 17:34:46.880651 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7846387e-7824-48cd-aa62-c64050c26f1d', 'name': 'network-vif-deleted', 'tag': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:34:46.883011 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35624b2c-3c07-46a1-9876-ea1026f168a2" -d '{"events": [{"server_uuid": "7846387e-7824-48cd-aa62-c64050c26f1d", "name": "network-vif-deleted", "tag": "ccc4ee4c-c03a-411e-84ec-4caef5f943fd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:34:46.920698 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42c31b4-cdce-475d-885c-d6db0c4c03ff x-openstack-request-id: req-b42c31b4-cdce-475d-885c-d6db0c4c03ff {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:34:46.920992 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7846387e-7824-48cd-aa62-c64050c26f1d", "name": "network-vif-deleted", "tag": "ccc4ee4c-c03a-411e-84ec-4caef5f943fd", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:34:46.921375 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b42c31b4-cdce-475d-885c-d6db0c4c03ff {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:34:46.922844 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7846387e-7824-48cd-aa62-c64050c26f1d', 'name': 'network-vif-deleted', 'tag': 'ccc4ee4c-c03a-411e-84ec-4caef5f943fd', 'status': 'completed', 'code': 200} Jul 22 17:34:46.962892 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a9f4d622-d821-4a8b-8d2e-da72488f5819 None None] Set router 82b25c86-6d21-4eb0-9851-330308052b9d gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:34:47.160852 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a9f4d622-d821-4a8b-8d2e-da72488f5819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:06Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:47.190486 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f4d622-d821-4a8b-8d2e-da72488f5819 None None] Checking router: 82b25c86-6d21-4eb0-9851-330308052b9d for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:34:47.198722 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f4d622-d821-4a8b-8d2e-da72488f5819 None None] Routers {'82b25c86-6d21-4eb0-9851-330308052b9d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:34:47.199321 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a9f4d622-d821-4a8b-8d2e-da72488f5819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:34:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['82b25c86-6d21-4eb0-9851-330308052b9d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:47.400501 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a9f4d622-d821-4a8b-8d2e-da72488f5819 None None] Set router 82b25c86-6d21-4eb0-9851-330308052b9d gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:34:47.595741 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a9f4d622-d821-4a8b-8d2e-da72488f5819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:06Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:47.621955 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f4d622-d821-4a8b-8d2e-da72488f5819 None None] The sync data for ids ['82b25c86-6d21-4eb0-9851-330308052b9d'] in n-d-798930-9 is: [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:01Z', 'revision_number': 4, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c7c52358-8d73-4094-b6aa-5015050c0ec1', 'name': '', 'network_id': 'f020ecf5-f63d-4b35-b3ca-908260f1cc26', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'mac_address': 'fa:16:3e:da:db:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:25:01Z', 'updated_at': '2021-07-22T17:25:06Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'subnets': [{'id': '48c8d423-5830-4a11-90b8-1ebf6a47c3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:34:47.776933 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1f947eb5-6ba6-4b8c-b352-305ca296eb05 req-92091602-856b-4f0a-8cdd-0cfb8e65ccb2 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 210 time: 0.0313885 Jul 22 17:34:47.861261 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0c1ac9-07c9-4463-a5f3-4010e3267d8e None None] New status for floating IP 15a8a7e1-a58e-4118-b5e1-df0824061f50: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:34:48.878725 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f4b4b865-c2f5-44d5-80c3-0de98717860d req-e77748db-f7de-4bb2-8908-93a6bcaa81fc tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 210 time: 0.0310049 Jul 22 17:34:49.976519 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f78194e5-8113-4118-985c-de7cfe22c44a req-7d5e5c7d-a2fc-4c06-b2f3-43918acc7ac7 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/ports?device_id=7846387e-7824-48cd-aa62-c64050c26f1d HTTP/1.1" status: 200 len: 210 time: 0.0298495 Jul 22 17:34:50.430992 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device ccc4ee4c-c03a-411e-84ec-4caef5f943fd no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:34:50.454274 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: ccc4ee4c-c03a-411e-84ec-4caef5f943fd {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:34:50.454617 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device ccc4ee4c-c03a-411e-84ec-4caef5f943fd not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:34:53.644872 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40216) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:53.697113 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-387d599f-979e-4194-a142-ebc17703ada1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:53.724729 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-387d599f-979e-4194-a142-ebc17703ada1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:53.775524 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-387d599f-979e-4194-a142-ebc17703ada1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:53.778339 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-387d599f-979e-4194-a142-ebc17703ada1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:53.779470 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-387d599f-979e-4194-a142-ebc17703ada1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "DELETE /v2.0/security-groups/1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1 HTTP/1.1" status: 204 len: 168 time: 0.1335771 Jul 22 17:34:53.782278 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40218) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:53.789292 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d599f-979e-4194-a142-ebc17703ada1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:53.796910 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387d599f-979e-4194-a142-ebc17703ada1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:53.797267 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387d599f-979e-4194-a142-ebc17703ada1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:53.797611 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387d599f-979e-4194-a142-ebc17703ada1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:53.797980 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387d599f-979e-4194-a142-ebc17703ada1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:53.798973 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387d599f-979e-4194-a142-ebc17703ada1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:53.799238 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [None req-c8954328-d1c6-46f7-8573-d390d632ba2e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] show failed (client error): The resource could not be found. Jul 22 17:34:53.799342 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387d599f-979e-4194-a142-ebc17703ada1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:53.799631 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387d599f-979e-4194-a142-ebc17703ada1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:53.799961 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387d599f-979e-4194-a142-ebc17703ada1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:53.800288 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387d599f-979e-4194-a142-ebc17703ada1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:53.800614 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387d599f-979e-4194-a142-ebc17703ada1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:53.800942 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387d599f-979e-4194-a142-ebc17703ada1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:53.801268 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387d599f-979e-4194-a142-ebc17703ada1 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:53.802473 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c8954328-d1c6-46f7-8573-d390d632ba2e tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "GET /v2.0/security-groups/1ace10c9-b3bc-46bb-8d06-fe1bfe85bcc1 HTTP/1.1" status: 404 len: 347 time: 0.0175142 Jul 22 17:34:53.803281 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40220) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:53.933894 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e61acd0e-bbe8-4f94-819a-e1b46e63b566 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Deleting port 844de9af-42b0-4aee-8e8a-22a3c881f827 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:34:53.934295 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e61acd0e-bbe8-4f94-819a-e1b46e63b566 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:54.013570 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e61acd0e-bbe8-4f94-819a-e1b46e63b566 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:54.014115 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e61acd0e-bbe8-4f94-819a-e1b46e63b566 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:54.026900 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e61acd0e-bbe8-4f94-819a-e1b46e63b566 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Calling delete_port for 844de9af-42b0-4aee-8e8a-22a3c881f827 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:34:54.161610 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e61acd0e-bbe8-4f94-819a-e1b46e63b566 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:54.187435 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61acd0e-bbe8-4f94-819a-e1b46e63b566 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Pushing event deleted for resources: {'Port': ['ID=844de9af-42b0-4aee-8e8a-22a3c881f827,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:54.251435 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e61acd0e-bbe8-4f94-819a-e1b46e63b566 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:54.254316 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e61acd0e-bbe8-4f94-819a-e1b46e63b566 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:54.255479 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e61acd0e-bbe8-4f94-819a-e1b46e63b566 tempest-ServerActionsTestJSON-640590021 tempest-ServerActionsTestJSON-640590021-project] 10.222.0.69 "DELETE /v2.0/floatingips/15a8a7e1-a58e-4118-b5e1-df0824061f50 HTTP/1.1" status: 204 len: 168 time: 0.4507778 Jul 22 17:34:54.258395 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40222) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:54.651617 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee8d1294-f4ef-444d-a3a8-d46804b386b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:54.900817 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ee8d1294-f4ef-444d-a3a8-d46804b386b2 admin admin] Deleting port c7c52358-8d73-4094-b6aa-5015050c0ec1 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:34:54.901475 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee8d1294-f4ef-444d-a3a8-d46804b386b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:54.976180 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ee8d1294-f4ef-444d-a3a8-d46804b386b2 admin admin] For port c7c52358-8d73-4094-b6aa-5015050c0ec1, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c7c52358-8d73-4094-b6aa-5015050c0ec1,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:34:54.976458 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee8d1294-f4ef-444d-a3a8-d46804b386b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:54.988683 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ee8d1294-f4ef-444d-a3a8-d46804b386b2 admin admin] Calling delete_port for c7c52358-8d73-4094-b6aa-5015050c0ec1 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:34:55.166200 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee8d1294-f4ef-444d-a3a8-d46804b386b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:55.195545 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d1294-f4ef-444d-a3a8-d46804b386b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c52358-8d73-4094-b6aa-5015050c0ec1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:55.362649 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee8d1294-f4ef-444d-a3a8-d46804b386b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:55.571743 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8d1294-f4ef-444d-a3a8-d46804b386b2 admin admin] Router 82b25c86-6d21-4eb0-9851-330308052b9d has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:34:55.686399 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8d1294-f4ef-444d-a3a8-d46804b386b2 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:34:55.691981 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ee8d1294-f4ef-444d-a3a8-d46804b386b2 admin admin] 10.222.0.69 "PUT /v2.0/routers/82b25c86-6d21-4eb0-9851-330308052b9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4326158 Jul 22 17:34:55.694545 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40226) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:55.697866 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718f08e7-78d6-4815-beda-ab6ac48dd786 None None] Sync routers for ids ['82b25c86-6d21-4eb0-9851-330308052b9d'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:34:55.707011 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f08e7-78d6-4815-beda-ab6ac48dd786 None None] Routers {'82b25c86-6d21-4eb0-9851-330308052b9d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:34:55.707601 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-718f08e7-78d6-4815-beda-ab6ac48dd786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:34:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['82b25c86-6d21-4eb0-9851-330308052b9d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:55.792414 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24344e9e-389e-4366-8b59-6ed0c1b74569 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:55.807318 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-718f08e7-78d6-4815-beda-ab6ac48dd786 None None] Set router 82b25c86-6d21-4eb0-9851-330308052b9d gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:34:55.892343 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24344e9e-389e-4366-8b59-6ed0c1b74569 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:55.953349 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-24344e9e-389e-4366-8b59-6ed0c1b74569 admin admin] Deleting port ff196ef7-e9e1-490b-9304-28ec2327f43a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:34:55.954050 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24344e9e-389e-4366-8b59-6ed0c1b74569 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:55.983817 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-718f08e7-78d6-4815-beda-ab6ac48dd786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:34:55Z', 'revision_number': 5, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port': {'id': 'ff196ef7-e9e1-490b-9304-28ec2327f43a', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ab:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:56.009283 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718f08e7-78d6-4815-beda-ab6ac48dd786 None None] Checking router: 82b25c86-6d21-4eb0-9851-330308052b9d for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:34:56.017722 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f08e7-78d6-4815-beda-ab6ac48dd786 None None] Routers {'82b25c86-6d21-4eb0-9851-330308052b9d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:34:56.018345 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-718f08e7-78d6-4815-beda-ab6ac48dd786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:34:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['82b25c86-6d21-4eb0-9851-330308052b9d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:56.030934 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-24344e9e-389e-4366-8b59-6ed0c1b74569 admin admin] For port ff196ef7-e9e1-490b-9304-28ec2327f43a, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ff196ef7-e9e1-490b-9304-28ec2327f43a,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:34:56.031294 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24344e9e-389e-4366-8b59-6ed0c1b74569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:56.043965 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-24344e9e-389e-4366-8b59-6ed0c1b74569 admin admin] Calling delete_port for ff196ef7-e9e1-490b-9304-28ec2327f43a owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:34:56.100321 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-718f08e7-78d6-4815-beda-ab6ac48dd786 None None] Set router 82b25c86-6d21-4eb0-9851-330308052b9d gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:34:56.150564 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-718f08e7-78d6-4815-beda-ab6ac48dd786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:34:55Z', 'revision_number': 6, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:56.180953 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718f08e7-78d6-4815-beda-ab6ac48dd786 None None] The sync data for ids ['82b25c86-6d21-4eb0-9851-330308052b9d'] in n-d-798930-9 is: [{'id': '82b25c86-6d21-4eb0-9851-330308052b9d', 'name': 'tempest-ServerActionsTestJSON-1364027075-router', 'tenant_id': '23d4f6e7702849d0864552df81f6e2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:24:59Z', 'updated_at': '2021-07-22T17:34:55Z', 'revision_number': 6, 'project_id': '23d4f6e7702849d0864552df81f6e2f3', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:34:56.211150 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24344e9e-389e-4366-8b59-6ed0c1b74569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:56.236117 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24344e9e-389e-4366-8b59-6ed0c1b74569 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff196ef7-e9e1-490b-9304-28ec2327f43a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:56.302780 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24344e9e-389e-4366-8b59-6ed0c1b74569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:56.734570 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24344e9e-389e-4366-8b59-6ed0c1b74569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:56.736645 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24344e9e-389e-4366-8b59-6ed0c1b74569 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:56.779569 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24344e9e-389e-4366-8b59-6ed0c1b74569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:56.780010 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24344e9e-389e-4366-8b59-6ed0c1b74569 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82b25c86-6d21-4eb0-9851-330308052b9d {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:34:56.784542 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-24344e9e-389e-4366-8b59-6ed0c1b74569 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:56.785729 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-24344e9e-389e-4366-8b59-6ed0c1b74569 admin admin] 10.222.0.69 "DELETE /v2.0/routers/82b25c86-6d21-4eb0-9851-330308052b9d HTTP/1.1" status: 204 len: 168 time: 1.0902448 Jul 22 17:34:56.788182 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40228) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:56.831926 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa092b9-ff53-476d-af9f-cf7c87eb3b82 admin admin] Deleting subnet 48c8d423-5830-4a11-90b8-1ebf6a47c3df {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:34:56.834981 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5aa092b9-ff53-476d-af9f-cf7c87eb3b82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:56.871608 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5aa092b9-ff53-476d-af9f-cf7c87eb3b82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:56.950464 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5aa092b9-ff53-476d-af9f-cf7c87eb3b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.015451 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5aa092b9-ff53-476d-af9f-cf7c87eb3b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.043333 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa092b9-ff53-476d-af9f-cf7c87eb3b82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48c8d423-5830-4a11-90b8-1ebf6a47c3df,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:57.049403 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5aa092b9-ff53-476d-af9f-cf7c87eb3b82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.051492 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5aa092b9-ff53-476d-af9f-cf7c87eb3b82 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/48c8d423-5830-4a11-90b8-1ebf6a47c3df HTTP/1.1" status: 204 len: 168 time: 0.2623699 Jul 22 17:34:57.053880 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40230) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:57.056404 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b5b126-4c77-42e4-8701-dcd2d8c5469a None None] Network f020ecf5-f63d-4b35-b3ca-908260f1cc26 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:34:57.082578 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ff196ef7-e9e1-490b-9304-28ec2327f43a no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:34:57.112770 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: ff196ef7-e9e1-490b-9304-28ec2327f43a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:34:57.113326 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ff196ef7-e9e1-490b-9304-28ec2327f43a not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:34:57.113761 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c7c52358-8d73-4094-b6aa-5015050c0ec1 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:34:57.128502 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74f13093-c35d-4417-bce4-516587b33e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.167644 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: c7c52358-8d73-4094-b6aa-5015050c0ec1 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:34:57.167985 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c7c52358-8d73-4094-b6aa-5015050c0ec1 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:34:57.186231 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-74f13093-c35d-4417-bce4-516587b33e21 admin admin] Deleting port de83bd24-4734-4ae2-be0c-50b8a811664a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:34:57.186637 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74f13093-c35d-4417-bce4-516587b33e21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.254859 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-74f13093-c35d-4417-bce4-516587b33e21 admin admin] For port de83bd24-4734-4ae2-be0c-50b8a811664a, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=de83bd24-4734-4ae2-be0c-50b8a811664a,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:34:57.255246 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74f13093-c35d-4417-bce4-516587b33e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.268054 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-74f13093-c35d-4417-bce4-516587b33e21 admin admin] Calling delete_port for de83bd24-4734-4ae2-be0c-50b8a811664a owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:34:57.293181 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b07b149-c7dd-4c84-87da-52459547e110 None None] DHCP port deletion for f020ecf5-f63d-4b35-b3ca-908260f1cc26 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:34:57.338108 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9b07b149-c7dd-4c84-87da-52459547e110 None None] Deleting port de83bd24-4734-4ae2-be0c-50b8a811664a {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:34:57.338686 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b07b149-c7dd-4c84-87da-52459547e110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.347612 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74f13093-c35d-4417-bce4-516587b33e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.373751 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f13093-c35d-4417-bce4-516587b33e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=de83bd24-4734-4ae2-be0c-50b8a811664a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:57.375598 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f13093-c35d-4417-bce4-516587b33e21 admin admin] No DVR routers for this DVR port de83bd24-4734-4ae2-be0c-50b8a811664a on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:34:57.403731 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:34:57.407156 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9b07b149-c7dd-4c84-87da-52459547e110 None None] For port de83bd24-4734-4ae2-be0c-50b8a811664a, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=de83bd24-4734-4ae2-be0c-50b8a811664a,segment=NetworkSegment(73ec944f-d9f0-4559-afac-4907702d1cff),segment_id=73ec944f-d9f0-4559-afac-4907702d1cff)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:34:57.407582 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b07b149-c7dd-4c84-87da-52459547e110 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.418975 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9b07b149-c7dd-4c84-87da-52459547e110 None None] Calling delete_port for de83bd24-4734-4ae2-be0c-50b8a811664a owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:34:57.450042 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74f13093-c35d-4417-bce4-516587b33e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.460798 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-74f13093-c35d-4417-bce4-516587b33e21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f020ecf5-f63d-4b35-b3ca-908260f1cc26']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:57.471133 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-74f13093-c35d-4417-bce4-516587b33e21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ec944f-d9f0-4559-afac-4907702d1cff') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:57.471436 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-74f13093-c35d-4417-bce4-516587b33e21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ec944f-d9f0-4559-afac-4907702d1cff') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:57.480249 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74f13093-c35d-4417-bce4-516587b33e21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.491499 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b07b149-c7dd-4c84-87da-52459547e110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.494406 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74f13093-c35d-4417-bce4-516587b33e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.500499 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f13093-c35d-4417-bce4-516587b33e21 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:34:57.501504 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74f13093-c35d-4417-bce4-516587b33e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: timer() Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:34:57.503345 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:34:57.522041 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07b149-c7dd-4c84-87da-52459547e110 None None] Pushing event deleted for resources: {'Port': ['ID=de83bd24-4734-4ae2-be0c-50b8a811664a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:57.526418 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b07b149-c7dd-4c84-87da-52459547e110 None None] No DVR routers for this DVR port de83bd24-4734-4ae2-be0c-50b8a811664a on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:34:57.567147 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74f13093-c35d-4417-bce4-516587b33e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.582428 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-74f13093-c35d-4417-bce4-516587b33e21 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.584255 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-74f13093-c35d-4417-bce4-516587b33e21 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f020ecf5-f63d-4b35-b3ca-908260f1cc26 HTTP/1.1" status: 204 len: 168 time: 0.5294414 Jul 22 17:34:57.585495 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f13093-c35d-4417-bce4-516587b33e21 admin admin] Pushing event deleted for resources: {'Network': ['ID=f020ecf5-f63d-4b35-b3ca-908260f1cc26,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:57.686731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40234) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:57.726194 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d85f613e-d90d-4b42-8bf4-fd1ee1339049 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=23d4f6e7702849d0864552df81f6e2f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383191 Jul 22 17:34:57.728434 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40236) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:57.775394 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c54308a7-f9be-411e-840f-c56ac189b753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.795612 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c54308a7-f9be-411e-840f-c56ac189b753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.841237 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c54308a7-f9be-411e-840f-c56ac189b753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.843713 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c54308a7-f9be-411e-840f-c56ac189b753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.844939 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c54308a7-f9be-411e-840f-c56ac189b753 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0ea9ed23-29c2-4fb1-be7c-d6b362867310 HTTP/1.1" status: 204 len: 168 time: 0.1154959 Jul 22 17:34:57.852530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54308a7-f9be-411e-840f-c56ac189b753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea9ed23-29c2-4fb1-be7c-d6b362867310,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:58.530840 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40258) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:58.649029 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5e48eadd-6919-4f83-aea7-d57215ca1098 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2062075221-network', 'tenant_id': 'c3891838bb334ae8b6d0f6075bc9942c'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:34:58.669566 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e48eadd-6919-4f83-aea7-d57215ca1098 admin admin] Made reservation on behalf of c3891838bb334ae8b6d0f6075bc9942c for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:34:58.672042 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e48eadd-6919-4f83-aea7-d57215ca1098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:58.680611 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e48eadd-6919-4f83-aea7-d57215ca1098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:58.765242 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e48eadd-6919-4f83-aea7-d57215ca1098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:58.768666 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e48eadd-6919-4f83-aea7-d57215ca1098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:58.791638 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e48eadd-6919-4f83-aea7-d57215ca1098 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:34:58.801466 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48eadd-6919-4f83-aea7-d57215ca1098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cd9aa1-ef37-49ec-9afb-b0143a5e2542,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:58.806884 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e48eadd-6919-4f83-aea7-d57215ca1098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:58.807237 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-5e48eadd-6919-4f83-aea7-d57215ca1098 admin admin] Added segment 5970c325-df56-42ff-bce7-d49635cdb8e2 of type vlan for network 0af6d553-da6b-4552-b98c-a8be5db03ec0 Jul 22 17:34:58.847421 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e48eadd-6919-4f83-aea7-d57215ca1098 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:58.874665 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e48eadd-6919-4f83-aea7-d57215ca1098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:58.875534 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e48eadd-6919-4f83-aea7-d57215ca1098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:58.876623 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e48eadd-6919-4f83-aea7-d57215ca1098 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:58.909727 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5e48eadd-6919-4f83-aea7-d57215ca1098 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3778310 Jul 22 17:34:58.912729 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40262) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:58.917798 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-17f6faa9-1359-4a89-a5b5-75a41492ca2b admin admin] Request body: {'subnet': {'network_id': '0af6d553-da6b-4552-b98c-a8be5db03ec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2062075221-subnet', 'tenant_id': 'c3891838bb334ae8b6d0f6075bc9942c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:34:58.939113 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f6faa9-1359-4a89-a5b5-75a41492ca2b admin admin] Made reservation on behalf of c3891838bb334ae8b6d0f6075bc9942c for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:34:58.939742 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48eadd-6919-4f83-aea7-d57215ca1098 admin admin] Pushing event updated for resources: {'Network': ['ID=0af6d553-da6b-4552-b98c-a8be5db03ec0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:58.941663 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17f6faa9-1359-4a89-a5b5-75a41492ca2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:58.949509 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 0af6d553-da6b-4552-b98c-a8be5db03ec0 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:34:59.065368 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device de83bd24-4734-4ae2-be0c-50b8a811664a no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:34:59.091766 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: de83bd24-4734-4ae2-be0c-50b8a811664a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:34:59.092104 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device de83bd24-4734-4ae2-be0c-50b8a811664a not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:34:59.119686 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17f6faa9-1359-4a89-a5b5-75a41492ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:59.134535 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15e9420d-a90a-4c49-bb8b-fa288a51c89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:59.180072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6faa9-1359-4a89-a5b5-75a41492ca2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c1fdba6-aaf9-4a02-9317-1045ec611527,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:59.189410 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f6faa9-1359-4a89-a5b5-75a41492ca2b admin admin] Checking segment: {'id': '5970c325-df56-42ff-bce7-d49635cdb8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0af6d553-da6b-4552-b98c-a8be5db03ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:34:59.189782 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f6faa9-1359-4a89-a5b5-75a41492ca2b admin admin] Network hostable DHCP agents. Network: 0af6d553-da6b-4552-b98c-a8be5db03ec0, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:34:59.206522 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f6faa9-1359-4a89-a5b5-75a41492ca2b admin admin] Network 0af6d553-da6b-4552-b98c-a8be5db03ec0 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:34:59.214596 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-17f6faa9-1359-4a89-a5b5-75a41492ca2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 0af6d553-da6b-4552-b98c-a8be5db03ec0) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:34:59.218475 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f6faa9-1359-4a89-a5b5-75a41492ca2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:59.219056 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-17f6faa9-1359-4a89-a5b5-75a41492ca2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:59.224542 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2b5acf-5103-4d74-9c6b-0b60bf8b6a9f None None] Network 0af6d553-da6b-4552-b98c-a8be5db03ec0 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:34:59.233096 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-17f6faa9-1359-4a89-a5b5-75a41492ca2b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3191314 Jul 22 17:34:59.347472 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dab4c13-6783-46d6-abb9-1a0aa3228357 None None] Network 0af6d553-da6b-4552-b98c-a8be5db03ec0 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:34:59.659687 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a18452-0972-4004-90d2-c5ed951f38df req-0d74f33a-380b-45f2-aad2-9db0e1660fc6 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:59.661174 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63a18452-0972-4004-90d2-c5ed951f38df req-0d74f33a-380b-45f2-aad2-9db0e1660fc6 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/networks?id=0af6d553-da6b-4552-b98c-a8be5db03ec0 HTTP/1.1" status: 200 len: 814 time: 0.1015871 Jul 22 17:34:59.675952 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63a18452-0972-4004-90d2-c5ed951f38df req-d3638ac0-0c1d-45d9-9d33-66440602b974 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/quotas/c3891838bb334ae8b6d0f6075bc9942c HTTP/1.1" status: 200 len: 375 time: 0.0095251 Jul 22 17:34:59.712994 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63a18452-0972-4004-90d2-c5ed951f38df req-fc239723-9a21-4314-a89f-fc7c27a63299 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c3891838bb334ae8b6d0f6075bc9942c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322750 Jul 22 17:34:59.724437 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-63a18452-0972-4004-90d2-c5ed951f38df req-c8a293e9-506d-4625-bc6a-2f00f965d5cd tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:34:59.725329 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63a18452-0972-4004-90d2-c5ed951f38df req-c8a293e9-506d-4625-bc6a-2f00f965d5cd tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060225 Jul 22 17:34:59.812110 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63a18452-0972-4004-90d2-c5ed951f38df req-a4813dec-713b-45e8-af32-11d6fa06a82e service neutron] 10.222.0.69 "GET /v2.0/networks/0af6d553-da6b-4552-b98c-a8be5db03ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814669 Jul 22 17:34:59.902851 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63a18452-0972-4004-90d2-c5ed951f38df req-4aaa63f7-b488-4ffb-afff-8244dc7f01b8 service neutron] 10.222.0.69 "GET /v2.0/networks/0af6d553-da6b-4552-b98c-a8be5db03ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851586 Jul 22 17:35:00.064314 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-925b5760-f5a1-4a97-baff-f7537323ffea req-c88aa240-6440-4563-8241-bf2de6c4238b tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e2668c-810f-44af-bbcb-09c812b16b80 HTTP/1.1" status: 200 len: 210 time: 0.0286443 Jul 22 17:35:01.054039 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a18452-0972-4004-90d2-c5ed951f38df req-b7833f12-46ce-43a6-9ffc-bdb07c88374f tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:01.055519 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63a18452-0972-4004-90d2-c5ed951f38df req-b7833f12-46ce-43a6-9ffc-bdb07c88374f tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.30 "GET /v2.0/networks?id=0af6d553-da6b-4552-b98c-a8be5db03ec0 HTTP/1.1" status: 200 len: 814 time: 0.1176405 Jul 22 17:35:01.075289 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-63a18452-0972-4004-90d2-c5ed951f38df req-4f31f377-274a-4949-88b2-bbfa3ab97bac tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Request body: {'port': {'device_id': 'e7e2668c-810f-44af-bbcb-09c812b16b80', 'network_id': '0af6d553-da6b-4552-b98c-a8be5db03ec0', 'admin_state_up': True, 'tenant_id': 'c3891838bb334ae8b6d0f6075bc9942c'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:01.174468 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9865dbf8-3bb9-4514-b433-2695658c77f6 req-ae658db4-1648-4904-b1b3-4662e5e7b7a7 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e2668c-810f-44af-bbcb-09c812b16b80 HTTP/1.1" status: 200 len: 210 time: 0.0371165 Jul 22 17:35:01.213277 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a18452-0972-4004-90d2-c5ed951f38df req-4f31f377-274a-4949-88b2-bbfa3ab97bac tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Made reservation on behalf of c3891838bb334ae8b6d0f6075bc9942c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:35:01.216777 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-63a18452-0972-4004-90d2-c5ed951f38df req-4f31f377-274a-4949-88b2-bbfa3ab97bac tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:01.346473 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-63a18452-0972-4004-90d2-c5ed951f38df req-4f31f377-274a-4949-88b2-bbfa3ab97bac tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Allocated IP 172.20.0.10 (0af6d553-da6b-4552-b98c-a8be5db03ec0/0c1fdba6-aaf9-4a02-9317-1045ec611527/7303de66-1a7f-4869-b2bb-49aa42a96587) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:35:01.493042 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-63a18452-0972-4004-90d2-c5ed951f38df req-4f31f377-274a-4949-88b2-bbfa3ab97bac tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:01.530604 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-63a18452-0972-4004-90d2-c5ed951f38df req-4f31f377-274a-4949-88b2-bbfa3ab97bac tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:01.569357 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a18452-0972-4004-90d2-c5ed951f38df req-4f31f377-274a-4949-88b2-bbfa3ab97bac tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Network 0af6d553-da6b-4552-b98c-a8be5db03ec0 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:35:01.574873 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-63a18452-0972-4004-90d2-c5ed951f38df req-4f31f377-274a-4949-88b2-bbfa3ab97bac tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:35:01.578384 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a18452-0972-4004-90d2-c5ed951f38df req-4f31f377-274a-4949-88b2-bbfa3ab97bac tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:35:01.603773 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31f377-274a-4949-88b2-bbfa3ab97bac tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Pushing event updated for resources: {'Port': ['ID=7303de66-1a7f-4869-b2bb-49aa42a96587,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:01.630192 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a18452-0972-4004-90d2-c5ed951f38df req-4f31f377-274a-4949-88b2-bbfa3ab97bac tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:01.630796 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-63a18452-0972-4004-90d2-c5ed951f38df req-4f31f377-274a-4949-88b2-bbfa3ab97bac tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:01.644645 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63a18452-0972-4004-90d2-c5ed951f38df req-4f31f377-274a-4949-88b2-bbfa3ab97bac tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5733678 Jul 22 17:35:01.661694 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-63a18452-0972-4004-90d2-c5ed951f38df req-2201cfc3-148b-44d1-897a-c28731710af5 service neutron] Request body: {'port': {'device_id': 'e7e2668c-810f-44af-bbcb-09c812b16b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:01.669548 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c9a45bd-06b3-4184-a324-8369f233815f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:01.689553 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:01.737038 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-63a18452-0972-4004-90d2-c5ed951f38df req-2201cfc3-148b-44d1-897a-c28731710af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:01.993813 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-63a18452-0972-4004-90d2-c5ed951f38df req-2201cfc3-148b-44d1-897a-c28731710af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7303de66-1a7f-4869-b2bb-49aa42a96587 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:35:02.001542 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-63a18452-0972-4004-90d2-c5ed951f38df req-2201cfc3-148b-44d1-897a-c28731710af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:02.013192 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-63a18452-0972-4004-90d2-c5ed951f38df req-2201cfc3-148b-44d1-897a-c28731710af5 service neutron] Transition to ACTIVE for port object 7303de66-1a7f-4869-b2bb-49aa42a96587 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:35:02.017527 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-63a18452-0972-4004-90d2-c5ed951f38df req-2201cfc3-148b-44d1-897a-c28731710af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:02.088694 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201cfc3-148b-44d1-897a-c28731710af5 service neutron] Pushing event updated for resources: {'Port': ['ID=7303de66-1a7f-4869-b2bb-49aa42a96587,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:02.137399 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-63a18452-0972-4004-90d2-c5ed951f38df req-2201cfc3-148b-44d1-897a-c28731710af5 service neutron] Attempting to bind port 7303de66-1a7f-4869-b2bb-49aa42a96587 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:35:02.137742 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-63a18452-0972-4004-90d2-c5ed951f38df req-2201cfc3-148b-44d1-897a-c28731710af5 service neutron] Attempting to bind port 7303de66-1a7f-4869-b2bb-49aa42a96587 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '5970c325-df56-42ff-bce7-d49635cdb8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0af6d553-da6b-4552-b98c-a8be5db03ec0'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:35:02.138103 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a18452-0972-4004-90d2-c5ed951f38df req-2201cfc3-148b-44d1-897a-c28731710af5 service neutron] Attempting to bind port 7303de66-1a7f-4869-b2bb-49aa42a96587 on network 0af6d553-da6b-4552-b98c-a8be5db03ec0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:35:02.142867 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a18452-0972-4004-90d2-c5ed951f38df req-2201cfc3-148b-44d1-897a-c28731710af5 service neutron] Port 7303de66-1a7f-4869-b2bb-49aa42a96587 on network 0af6d553-da6b-4552-b98c-a8be5db03ec0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:35:02.143187 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a18452-0972-4004-90d2-c5ed951f38df req-2201cfc3-148b-44d1-897a-c28731710af5 service neutron] Attempting to bind port 7303de66-1a7f-4869-b2bb-49aa42a96587 on network 0af6d553-da6b-4552-b98c-a8be5db03ec0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:35:02.148205 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a18452-0972-4004-90d2-c5ed951f38df req-2201cfc3-148b-44d1-897a-c28731710af5 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:35:02.148546 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a18452-0972-4004-90d2-c5ed951f38df req-2201cfc3-148b-44d1-897a-c28731710af5 service neutron] Checking segment: {'id': '5970c325-df56-42ff-bce7-d49635cdb8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0af6d553-da6b-4552-b98c-a8be5db03ec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:35:02.148918 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a18452-0972-4004-90d2-c5ed951f38df req-2201cfc3-148b-44d1-897a-c28731710af5 service neutron] Bound using segment: {'id': '5970c325-df56-42ff-bce7-d49635cdb8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0af6d553-da6b-4552-b98c-a8be5db03ec0'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:35:02.149337 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-63a18452-0972-4004-90d2-c5ed951f38df req-2201cfc3-148b-44d1-897a-c28731710af5 service neutron] Bound port: 7303de66-1a7f-4869-b2bb-49aa42a96587, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5970c325-df56-42ff-bce7-d49635cdb8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0af6d553-da6b-4552-b98c-a8be5db03ec0'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:35:02.149686 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-63a18452-0972-4004-90d2-c5ed951f38df req-2201cfc3-148b-44d1-897a-c28731710af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:02.222222 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-63a18452-0972-4004-90d2-c5ed951f38df req-2201cfc3-148b-44d1-897a-c28731710af5 service neutron] For port 7303de66-1a7f-4869-b2bb-49aa42a96587, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:35:02.225267 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-63a18452-0972-4004-90d2-c5ed951f38df req-2201cfc3-148b-44d1-897a-c28731710af5 service neutron] For port 7303de66-1a7f-4869-b2bb-49aa42a96587, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=7303de66-1a7f-4869-b2bb-49aa42a96587,segment=NetworkSegment(5970c325-df56-42ff-bce7-d49635cdb8e2),segment_id=5970c325-df56-42ff-bce7-d49635cdb8e2)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:35:02.230141 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-63a18452-0972-4004-90d2-c5ed951f38df req-2201cfc3-148b-44d1-897a-c28731710af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:02.263904 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a18452-0972-4004-90d2-c5ed951f38df req-2201cfc3-148b-44d1-897a-c28731710af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:02.264520 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-63a18452-0972-4004-90d2-c5ed951f38df req-2201cfc3-148b-44d1-897a-c28731710af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:02.265932 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63a18452-0972-4004-90d2-c5ed951f38df req-2201cfc3-148b-44d1-897a-c28731710af5 service neutron] 10.222.0.30 "PUT /v2.0/ports/7303de66-1a7f-4869-b2bb-49aa42a96587 HTTP/1.1" status: 200 len: 1092 time: 0.6088953 Jul 22 17:35:02.266399 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e2668c-810f-44af-bbcb-09c812b16b80', 'tag': '7303de66-1a7f-4869-b2bb-49aa42a96587'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:35:02.268676 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9d491b-5f6b-4ba2-8f89-387d75edb58a" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e2668c-810f-44af-bbcb-09c812b16b80", "tag": "7303de66-1a7f-4869-b2bb-49aa42a96587"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:35:02.306851 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201cfc3-148b-44d1-897a-c28731710af5 service neutron] Pushing event updated for resources: {'Port': ['ID=7303de66-1a7f-4869-b2bb-49aa42a96587,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:02.311135 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767ec2c6-f4e7-43cc-ab3f-9658cc52f61a x-openstack-request-id: req-767ec2c6-f4e7-43cc-ab3f-9658cc52f61a {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:35:02.311432 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e2668c-810f-44af-bbcb-09c812b16b80", "tag": "7303de66-1a7f-4869-b2bb-49aa42a96587", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:35:02.311687 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-767ec2c6-f4e7-43cc-ab3f-9658cc52f61a {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:35:02.312079 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e2668c-810f-44af-bbcb-09c812b16b80', 'tag': '7303de66-1a7f-4869-b2bb-49aa42a96587', 'status': 'completed', 'code': 200} Jul 22 17:35:02.328025 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd3a15-8408-431b-b7c5-0faab72f54e7 req-08bd24ee-9b71-49e8-9fea-0e0f836ff37a tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:02.333418 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5ebd3a15-8408-431b-b7c5-0faab72f54e7 req-08bd24ee-9b71-49e8-9fea-0e0f836ff37a tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e2668c-810f-44af-bbcb-09c812b16b80 HTTP/1.1" status: 200 len: 944 time: 0.0937710 Jul 22 17:35:02.376674 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5ebd3a15-8408-431b-b7c5-0faab72f54e7 req-7aa523a6-fd74-4638-a80b-ab211bd1aedc tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/security-groups?id=75cd9aa1-ef37-49ec-9afb-b0143a5e2542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365365 Jul 22 17:35:02.384306 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a18452-0972-4004-90d2-c5ed951f38df req-b69a9c00-77af-4380-aca7-575af9ef02be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:02.385823 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63a18452-0972-4004-90d2-c5ed951f38df req-b69a9c00-77af-4380-aca7-575af9ef02be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3891838bb334ae8b6d0f6075bc9942c&device_id=e7e2668c-810f-44af-bbcb-09c812b16b80 HTTP/1.1" status: 200 len: 1095 time: 0.0599654 Jul 22 17:35:02.433499 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63a18452-0972-4004-90d2-c5ed951f38df req-26df3442-f841-4c1d-ba94-369a882da858 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7303de66-1a7f-4869-b2bb-49aa42a96587 HTTP/1.1" status: 200 len: 217 time: 0.0339720 Jul 22 17:35:02.479593 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a18452-0972-4004-90d2-c5ed951f38df req-4ac605c6-f9a2-484b-b823-9c69f6173721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:02.480967 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63a18452-0972-4004-90d2-c5ed951f38df req-4ac605c6-f9a2-484b-b823-9c69f6173721 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0c1fdba6-aaf9-4a02-9317-1045ec611527 HTTP/1.1" status: 200 len: 854 time: 0.0411885 Jul 22 17:35:02.518313 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63a18452-0972-4004-90d2-c5ed951f38df req-e0b4e34e-b5ea-4ef2-88b4-0fb2d1f95ed1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0af6d553-da6b-4552-b98c-a8be5db03ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304167 Jul 22 17:35:02.605576 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63a18452-0972-4004-90d2-c5ed951f38df req-30450807-d6a3-4a21-92aa-ec1fd3fab11d service neutron] 10.222.0.30 "GET /v2.0/networks/0af6d553-da6b-4552-b98c-a8be5db03ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810351 Jul 22 17:35:02.702563 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-63a18452-0972-4004-90d2-c5ed951f38df req-f908a50e-978a-4e1c-87e9-c22f1aaf1b2a service neutron] 10.222.0.30 "GET /v2.0/networks/0af6d553-da6b-4552-b98c-a8be5db03ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898907 Jul 22 17:35:02.836818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d491b-5f6b-4ba2-8f89-387d75edb58a req-6ee2e9dd-e49c-46e5-a116-0bada294f44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:02.838345 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c9d491b-5f6b-4ba2-8f89-387d75edb58a req-6ee2e9dd-e49c-46e5-a116-0bada294f44e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3891838bb334ae8b6d0f6075bc9942c&device_id=e7e2668c-810f-44af-bbcb-09c812b16b80 HTTP/1.1" status: 200 len: 1095 time: 0.0524540 Jul 22 17:35:02.929770 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d491b-5f6b-4ba2-8f89-387d75edb58a req-d5d0853a-b426-4d21-b33a-bdf76e0ae729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:02.931399 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c9d491b-5f6b-4ba2-8f89-387d75edb58a req-d5d0853a-b426-4d21-b33a-bdf76e0ae729 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0af6d553-da6b-4552-b98c-a8be5db03ec0 HTTP/1.1" status: 200 len: 915 time: 0.0855782 Jul 22 17:35:02.972351 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c9d491b-5f6b-4ba2-8f89-387d75edb58a req-74ab6072-3520-42e5-ba29-bf6214692fc7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7303de66-1a7f-4869-b2bb-49aa42a96587 HTTP/1.1" status: 200 len: 217 time: 0.0340395 Jul 22 17:35:03.005249 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:03.021467 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d491b-5f6b-4ba2-8f89-387d75edb58a req-2f24fe39-fec8-4683-abd7-5f066fcf1b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:03.023228 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c9d491b-5f6b-4ba2-8f89-387d75edb58a req-2f24fe39-fec8-4683-abd7-5f066fcf1b44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0c1fdba6-aaf9-4a02-9317-1045ec611527 HTTP/1.1" status: 200 len: 854 time: 0.0451348 Jul 22 17:35:03.059402 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c9d491b-5f6b-4ba2-8f89-387d75edb58a req-64c9fe74-49e4-4d59-9050-e0192dc7cd43 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0af6d553-da6b-4552-b98c-a8be5db03ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274315 Jul 22 17:35:03.151664 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c9d491b-5f6b-4ba2-8f89-387d75edb58a req-9945af75-45cd-4177-8b05-1a6b0c8b9631 service neutron] 10.222.0.30 "GET /v2.0/networks/0af6d553-da6b-4552-b98c-a8be5db03ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847521 Jul 22 17:35:03.249655 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5c9d491b-5f6b-4ba2-8f89-387d75edb58a req-f7aac73b-63e2-4f27-bbab-bcb61197adfb service neutron] 10.222.0.30 "GET /v2.0/networks/0af6d553-da6b-4552-b98c-a8be5db03ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910637 Jul 22 17:35:03.504388 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2874d46-6cd1-49ea-a5e9-6fbe801bb06e req-0f46ad88-76ee-4229-8793-625303bd5be2 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:03.505895 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2874d46-6cd1-49ea-a5e9-6fbe801bb06e req-0f46ad88-76ee-4229-8793-625303bd5be2 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e2668c-810f-44af-bbcb-09c812b16b80 HTTP/1.1" status: 200 len: 944 time: 0.0626042 Jul 22 17:35:03.543043 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f2874d46-6cd1-49ea-a5e9-6fbe801bb06e req-c2b393a6-4d65-4282-a489-c6a8987747ea tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/security-groups?id=75cd9aa1-ef37-49ec-9afb-b0143a5e2542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314949 Jul 22 17:35:04.496952 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 7303de66-1a7f-4869-b2bb-49aa42a96587 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:35:04.591907 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 7303de66-1a7f-4869-b2bb-49aa42a96587, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=7303de66-1a7f-4869-b2bb-49aa42a96587,segment=NetworkSegment(5970c325-df56-42ff-bce7-d49635cdb8e2),segment_id=5970c325-df56-42ff-bce7-d49635cdb8e2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:04.602484 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '7303de66-1a7f-4869-b2bb-49aa42a96587', 'network_id': '0af6d553-da6b-4552-b98c-a8be5db03ec0', 'port_id': '7303de66-1a7f-4869-b2bb-49aa42a96587', 'mac_address': 'fa:16:3e:49:86:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1fdba6-aaf9-4a02-9317-1045ec611527', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:35:04.639098 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:04.651525 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7303de66-1a7f-4869-b2bb-49aa42a96587 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:35:04.668987 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5ad24-0cbf-4111-b05d-bddc57bc15a6 req-99988c46-aca1-47b1-b5b0-fc29fafdef02 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:04.670398 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 7303de66-1a7f-4869-b2bb-49aa42a96587, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=7303de66-1a7f-4869-b2bb-49aa42a96587,segment=NetworkSegment(5970c325-df56-42ff-bce7-d49635cdb8e2),segment_id=5970c325-df56-42ff-bce7-d49635cdb8e2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:04.670515 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dad5ad24-0cbf-4111-b05d-bddc57bc15a6 req-99988c46-aca1-47b1-b5b0-fc29fafdef02 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e2668c-810f-44af-bbcb-09c812b16b80 HTTP/1.1" status: 200 len: 944 time: 0.0633476 Jul 22 17:35:04.675254 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:04.709437 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dad5ad24-0cbf-4111-b05d-bddc57bc15a6 req-574283b1-d8ed-46ad-8d6c-6ae6ff437f1f tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/security-groups?id=75cd9aa1-ef37-49ec-9afb-b0143a5e2542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319641 Jul 22 17:35:04.720803 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=7303de66-1a7f-4869-b2bb-49aa42a96587,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:04.838774 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:04.931972 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['7303de66-1a7f-4869-b2bb-49aa42a96587'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:35:05.836012 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cf791-5550-472a-8b6e-f44f1398185f req-74a41f13-1959-4f62-bf2b-7a0a0d052f47 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:05.837492 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-168cf791-5550-472a-8b6e-f44f1398185f req-74a41f13-1959-4f62-bf2b-7a0a0d052f47 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e2668c-810f-44af-bbcb-09c812b16b80 HTTP/1.1" status: 200 len: 945 time: 0.0626907 Jul 22 17:35:05.873609 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-168cf791-5550-472a-8b6e-f44f1398185f req-522f4979-14f9-47e2-acf7-fa1f63802580 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/security-groups?id=75cd9aa1-ef37-49ec-9afb-b0143a5e2542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305398 Jul 22 17:35:06.509999 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 7303de66-1a7f-4869-b2bb-49aa42a96587 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:35:06.556738 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 7303de66-1a7f-4869-b2bb-49aa42a96587 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:35:06.560217 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 7303de66-1a7f-4869-b2bb-49aa42a96587 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:06.560584 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:06.635827 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:06.657673 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e2668c-810f-44af-bbcb-09c812b16b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7303de66-1a7f-4869-b2bb-49aa42a96587'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:35:06.659902 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcbcd2e-5ea0-429e-8006-5c80f2d15f00" -d '{"events": [{"server_uuid": "e7e2668c-810f-44af-bbcb-09c812b16b80", "name": "network-vif-plugged", "status": "completed", "tag": "7303de66-1a7f-4869-b2bb-49aa42a96587"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:35:06.672217 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 7303de66-1a7f-4869-b2bb-49aa42a96587, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=7303de66-1a7f-4869-b2bb-49aa42a96587,segment=NetworkSegment(5970c325-df56-42ff-bce7-d49635cdb8e2),segment_id=5970c325-df56-42ff-bce7-d49635cdb8e2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:06.676791 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:06.723373 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=7303de66-1a7f-4869-b2bb-49aa42a96587,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:06.750902 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a263d0d-7ecc-4461-8507-cce6787c62c5 x-openstack-request-id: req-4a263d0d-7ecc-4461-8507-cce6787c62c5 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:35:06.751193 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e2668c-810f-44af-bbcb-09c812b16b80", "name": "network-vif-plugged", "status": "completed", "tag": "7303de66-1a7f-4869-b2bb-49aa42a96587", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:35:06.751442 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4a263d0d-7ecc-4461-8507-cce6787c62c5 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:35:06.751834 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e2668c-810f-44af-bbcb-09c812b16b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7303de66-1a7f-4869-b2bb-49aa42a96587', 'code': 200} Jul 22 17:35:06.884482 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6187bdd-5325-4433-9f70-63765ce7c6c5 req-4ec82d3f-8a8c-4094-8288-43bb78c12e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:06.885947 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e6187bdd-5325-4433-9f70-63765ce7c6c5 req-4ec82d3f-8a8c-4094-8288-43bb78c12e4b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e7e2668c-810f-44af-bbcb-09c812b16b80 HTTP/1.1" status: 200 len: 1097 time: 0.0549519 Jul 22 17:35:06.920543 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e6187bdd-5325-4433-9f70-63765ce7c6c5 req-1b08d440-7e23-49fa-80a8-5d2310d18bcd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=75cd9aa1-ef37-49ec-9afb-b0143a5e2542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279665 Jul 22 17:35:07.000209 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a50e45-3a10-473b-8d02-83b99ae7ae48 req-a3c5dc8f-1fff-4ae6-a99e-31bbd22af265 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:07.001837 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b2a50e45-3a10-473b-8d02-83b99ae7ae48 req-a3c5dc8f-1fff-4ae6-a99e-31bbd22af265 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e2668c-810f-44af-bbcb-09c812b16b80 HTTP/1.1" status: 200 len: 946 time: 0.0629988 Jul 22 17:35:07.041094 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b2a50e45-3a10-473b-8d02-83b99ae7ae48 req-03c4e3ed-b033-4a7f-abdd-ffcab2d82dda tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/security-groups?id=75cd9aa1-ef37-49ec-9afb-b0143a5e2542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336797 Jul 22 17:35:08.167261 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbcca6-2004-4002-ae91-33f0a235d43e req-6581469c-e9cd-4898-8990-2a26dd129ec4 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:08.168715 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3ccbcca6-2004-4002-ae91-33f0a235d43e req-6581469c-e9cd-4898-8990-2a26dd129ec4 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e2668c-810f-44af-bbcb-09c812b16b80 HTTP/1.1" status: 200 len: 946 time: 0.0623040 Jul 22 17:35:08.205444 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3ccbcca6-2004-4002-ae91-33f0a235d43e req-9f6a6165-f0c8-42e2-a155-34c96b0e8d74 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/security-groups?id=75cd9aa1-ef37-49ec-9afb-b0143a5e2542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300171 Jul 22 17:35:08.429983 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-e9af543c-ae8e-4e26-a180-c6cdc9bd4387 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:08.431496 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-e9af543c-ae8e-4e26-a180-c6cdc9bd4387 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/networks?id=0af6d553-da6b-4552-b98c-a8be5db03ec0 HTTP/1.1" status: 200 len: 814 time: 0.1079493 Jul 22 17:35:08.445693 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-ae082401-7d61-4f2a-9bcc-571d3dcfdfd7 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/quotas/c3891838bb334ae8b6d0f6075bc9942c HTTP/1.1" status: 200 len: 375 time: 0.0089226 Jul 22 17:35:08.506699 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-560623e5-d9fa-4bb8-8fee-5a112275c3bb tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c3891838bb334ae8b6d0f6075bc9942c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0563126 Jul 22 17:35:08.598210 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-a18ba8da-cb3c-4a16-82fb-d25eb9a95288 service neutron] 10.222.0.69 "GET /v2.0/networks/0af6d553-da6b-4552-b98c-a8be5db03ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849404 Jul 22 17:35:08.685389 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-d4b6c66a-4ebf-4f41-8049-0f10c704e502 service neutron] 10.222.0.69 "GET /v2.0/networks/0af6d553-da6b-4552-b98c-a8be5db03ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815833 Jul 22 17:35:08.848845 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f2d6e8a6-9d95-49b5-9a0a-2bcbd318b7b3 req-aa9a34fc-7080-4b20-9a01-06306dc4df26 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=85c2c36b-0ad0-41d7-97c5-c022566dc9bc HTTP/1.1" status: 200 len: 210 time: 0.0325737 Jul 22 17:35:09.951902 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4182e4de-42d2-4751-99ec-5c298c07e8c5 req-92e57fa3-5e5a-409f-9a67-76300634e204 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=85c2c36b-0ad0-41d7-97c5-c022566dc9bc HTTP/1.1" status: 200 len: 210 time: 0.0350249 Jul 22 17:35:09.980297 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-bd0e4ee2-f63b-4bc3-900e-2f64aaf418c3 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:09.981742 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-bd0e4ee2-f63b-4bc3-900e-2f64aaf418c3 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.16 "GET /v2.0/networks?id=0af6d553-da6b-4552-b98c-a8be5db03ec0 HTTP/1.1" status: 200 len: 814 time: 0.1369479 Jul 22 17:35:10.004608 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-be6ed758-ebe5-4a2f-9b1a-f573c2854c64 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Request body: {'port': {'device_id': '85c2c36b-0ad0-41d7-97c5-c022566dc9bc', 'network_id': '0af6d553-da6b-4552-b98c-a8be5db03ec0', 'admin_state_up': True, 'tenant_id': 'c3891838bb334ae8b6d0f6075bc9942c'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:10.113718 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-be6ed758-ebe5-4a2f-9b1a-f573c2854c64 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Made reservation on behalf of c3891838bb334ae8b6d0f6075bc9942c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:35:10.117250 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-be6ed758-ebe5-4a2f-9b1a-f573c2854c64 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:10.235871 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-be6ed758-ebe5-4a2f-9b1a-f573c2854c64 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Allocated IP 172.20.0.14 (0af6d553-da6b-4552-b98c-a8be5db03ec0/0c1fdba6-aaf9-4a02-9317-1045ec611527/ac81808a-2734-41b2-9c22-613b8b87e970) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:35:10.380019 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-be6ed758-ebe5-4a2f-9b1a-f573c2854c64 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:10.417440 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-be6ed758-ebe5-4a2f-9b1a-f573c2854c64 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:10.449806 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['7303de66-1a7f-4869-b2bb-49aa42a96587'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:35:10.465286 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-be6ed758-ebe5-4a2f-9b1a-f573c2854c64 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Network 0af6d553-da6b-4552-b98c-a8be5db03ec0 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:35:10.470262 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-be6ed758-ebe5-4a2f-9b1a-f573c2854c64 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:35:10.474854 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-be6ed758-ebe5-4a2f-9b1a-f573c2854c64 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:35:10.477450 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ed758-ebe5-4a2f-9b1a-f573c2854c64 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Pushing event updated for resources: {'Port': ['ID=ac81808a-2734-41b2-9c22-613b8b87e970,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:10.526210 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-be6ed758-ebe5-4a2f-9b1a-f573c2854c64 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:10.526729 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-be6ed758-ebe5-4a2f-9b1a-f573c2854c64 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:10.540545 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-be6ed758-ebe5-4a2f-9b1a-f573c2854c64 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5396347 Jul 22 17:35:10.558326 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-719c54f2-dc7e-4f49-b73d-7c07d5a97838 service neutron] Request body: {'port': {'device_id': '85c2c36b-0ad0-41d7-97c5-c022566dc9bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:10.629400 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-719c54f2-dc7e-4f49-b73d-7c07d5a97838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:10.882155 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-719c54f2-dc7e-4f49-b73d-7c07d5a97838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac81808a-2734-41b2-9c22-613b8b87e970 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:35:10.889357 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-719c54f2-dc7e-4f49-b73d-7c07d5a97838 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:10.901869 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-719c54f2-dc7e-4f49-b73d-7c07d5a97838 service neutron] Transition to ACTIVE for port object ac81808a-2734-41b2-9c22-613b8b87e970 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:35:10.905859 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-719c54f2-dc7e-4f49-b73d-7c07d5a97838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:10.956424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c54f2-dc7e-4f49-b73d-7c07d5a97838 service neutron] Pushing event updated for resources: {'Port': ['ID=ac81808a-2734-41b2-9c22-613b8b87e970,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:11.029270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-719c54f2-dc7e-4f49-b73d-7c07d5a97838 service neutron] Attempting to bind port ac81808a-2734-41b2-9c22-613b8b87e970 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:35:11.029604 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-719c54f2-dc7e-4f49-b73d-7c07d5a97838 service neutron] Attempting to bind port ac81808a-2734-41b2-9c22-613b8b87e970 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '5970c325-df56-42ff-bce7-d49635cdb8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0af6d553-da6b-4552-b98c-a8be5db03ec0'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:35:11.029957 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-719c54f2-dc7e-4f49-b73d-7c07d5a97838 service neutron] Attempting to bind port ac81808a-2734-41b2-9c22-613b8b87e970 on network 0af6d553-da6b-4552-b98c-a8be5db03ec0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:35:11.034760 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-719c54f2-dc7e-4f49-b73d-7c07d5a97838 service neutron] Port ac81808a-2734-41b2-9c22-613b8b87e970 on network 0af6d553-da6b-4552-b98c-a8be5db03ec0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:35:11.035081 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-719c54f2-dc7e-4f49-b73d-7c07d5a97838 service neutron] Attempting to bind port ac81808a-2734-41b2-9c22-613b8b87e970 on network 0af6d553-da6b-4552-b98c-a8be5db03ec0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:35:11.039815 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-719c54f2-dc7e-4f49-b73d-7c07d5a97838 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:35:11.040154 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-719c54f2-dc7e-4f49-b73d-7c07d5a97838 service neutron] Checking segment: {'id': '5970c325-df56-42ff-bce7-d49635cdb8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0af6d553-da6b-4552-b98c-a8be5db03ec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:35:11.040533 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-719c54f2-dc7e-4f49-b73d-7c07d5a97838 service neutron] Bound using segment: {'id': '5970c325-df56-42ff-bce7-d49635cdb8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0af6d553-da6b-4552-b98c-a8be5db03ec0'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:35:11.040953 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-719c54f2-dc7e-4f49-b73d-7c07d5a97838 service neutron] Bound port: ac81808a-2734-41b2-9c22-613b8b87e970, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5970c325-df56-42ff-bce7-d49635cdb8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '0af6d553-da6b-4552-b98c-a8be5db03ec0'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:35:11.041305 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-719c54f2-dc7e-4f49-b73d-7c07d5a97838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:11.086439 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51bf0f-59d0-437b-8648-5718aa742dd8 req-82111f43-f245-4746-984f-4f6d1f7b75f4 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:11.087938 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9f51bf0f-59d0-437b-8648-5718aa742dd8 req-82111f43-f245-4746-984f-4f6d1f7b75f4 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=85c2c36b-0ad0-41d7-97c5-c022566dc9bc HTTP/1.1" status: 200 len: 944 time: 0.0681629 Jul 22 17:35:11.106612 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-719c54f2-dc7e-4f49-b73d-7c07d5a97838 service neutron] For port ac81808a-2734-41b2-9c22-613b8b87e970, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:35:11.110005 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-719c54f2-dc7e-4f49-b73d-7c07d5a97838 service neutron] For port ac81808a-2734-41b2-9c22-613b8b87e970, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ac81808a-2734-41b2-9c22-613b8b87e970,segment=NetworkSegment(5970c325-df56-42ff-bce7-d49635cdb8e2),segment_id=5970c325-df56-42ff-bce7-d49635cdb8e2)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:35:11.115443 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-719c54f2-dc7e-4f49-b73d-7c07d5a97838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:11.128256 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9f51bf0f-59d0-437b-8648-5718aa742dd8 req-239611b7-4089-42b6-b743-bf9d34765174 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/security-groups?id=75cd9aa1-ef37-49ec-9afb-b0143a5e2542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344563 Jul 22 17:35:11.148702 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-719c54f2-dc7e-4f49-b73d-7c07d5a97838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:11.149313 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-719c54f2-dc7e-4f49-b73d-7c07d5a97838 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:11.150720 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-719c54f2-dc7e-4f49-b73d-7c07d5a97838 service neutron] 10.222.0.16 "PUT /v2.0/ports/ac81808a-2734-41b2-9c22-613b8b87e970 HTTP/1.1" status: 200 len: 1092 time: 0.5976207 Jul 22 17:35:11.151154 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c2c36b-0ad0-41d7-97c5-c022566dc9bc', 'tag': 'ac81808a-2734-41b2-9c22-613b8b87e970'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:35:11.153399 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafba967-df07-404c-a1af-116b15457b93" -d '{"events": [{"name": "network-changed", "server_uuid": "85c2c36b-0ad0-41d7-97c5-c022566dc9bc", "tag": "ac81808a-2734-41b2-9c22-613b8b87e970"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:35:11.179839 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c54f2-dc7e-4f49-b73d-7c07d5a97838 service neutron] Pushing event updated for resources: {'Port': ['ID=ac81808a-2734-41b2-9c22-613b8b87e970,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:11.189846 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1d1a0c-0668-4005-8180-feed9239cc43 x-openstack-request-id: req-9a1d1a0c-0668-4005-8180-feed9239cc43 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:35:11.190220 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c2c36b-0ad0-41d7-97c5-c022566dc9bc", "tag": "ac81808a-2734-41b2-9c22-613b8b87e970", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:35:11.190473 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9a1d1a0c-0668-4005-8180-feed9239cc43 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:35:11.190871 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85c2c36b-0ad0-41d7-97c5-c022566dc9bc', 'tag': 'ac81808a-2734-41b2-9c22-613b8b87e970', 'status': 'completed', 'code': 200} Jul 22 17:35:11.260999 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-67bd007a-1a4a-4841-84b4-d1ddb0d427d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:11.262529 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-67bd007a-1a4a-4841-84b4-d1ddb0d427d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3891838bb334ae8b6d0f6075bc9942c&device_id=85c2c36b-0ad0-41d7-97c5-c022566dc9bc HTTP/1.1" status: 200 len: 1095 time: 0.0542846 Jul 22 17:35:11.312198 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-3c970dcc-180c-4d0d-9b02-e22c0ff54d76 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac81808a-2734-41b2-9c22-613b8b87e970 HTTP/1.1" status: 200 len: 217 time: 0.0375650 Jul 22 17:35:11.358713 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-ead0c4a8-e3af-4193-83f2-c4794d16f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:11.360084 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-ead0c4a8-e3af-4193-83f2-c4794d16f028 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c1fdba6-aaf9-4a02-9317-1045ec611527 HTTP/1.1" status: 200 len: 854 time: 0.0418794 Jul 22 17:35:11.392926 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-80aaa3ea-9d4e-4dc3-997d-ff2639909047 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0af6d553-da6b-4552-b98c-a8be5db03ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260742 Jul 22 17:35:11.482112 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-d5c85b4e-468a-4585-b773-761d31e21781 service neutron] 10.222.0.16 "GET /v2.0/networks/0af6d553-da6b-4552-b98c-a8be5db03ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832109 Jul 22 17:35:11.575104 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3090ffb-0b99-47d6-85f9-661e551bfc6d req-c0abcaf6-2544-4615-9d38-5d975cb0fbb7 service neutron] 10.222.0.16 "GET /v2.0/networks/0af6d553-da6b-4552-b98c-a8be5db03ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866017 Jul 22 17:35:11.710795 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafba967-df07-404c-a1af-116b15457b93 req-3a741413-6cc1-4c37-a863-1a6eeafa9225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:11.712160 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eafba967-df07-404c-a1af-116b15457b93 req-3a741413-6cc1-4c37-a863-1a6eeafa9225 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3891838bb334ae8b6d0f6075bc9942c&device_id=85c2c36b-0ad0-41d7-97c5-c022566dc9bc HTTP/1.1" status: 200 len: 1095 time: 0.0563035 Jul 22 17:35:11.799111 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafba967-df07-404c-a1af-116b15457b93 req-50396f66-078a-4338-9a08-d19cb0b91f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:11.800584 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eafba967-df07-404c-a1af-116b15457b93 req-50396f66-078a-4338-9a08-d19cb0b91f9e service neutron] 10.222.0.16 "GET /v2.0/networks?id=0af6d553-da6b-4552-b98c-a8be5db03ec0 HTTP/1.1" status: 200 len: 915 time: 0.0819368 Jul 22 17:35:11.843066 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eafba967-df07-404c-a1af-116b15457b93 req-bf665b5d-dcaa-4eff-b514-e6798f46e6e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac81808a-2734-41b2-9c22-613b8b87e970 HTTP/1.1" status: 200 len: 217 time: 0.0366650 Jul 22 17:35:11.890494 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafba967-df07-404c-a1af-116b15457b93 req-bac3d786-4570-419f-8ae0-c70da307eea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:11.891880 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eafba967-df07-404c-a1af-116b15457b93 req-bac3d786-4570-419f-8ae0-c70da307eea2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c1fdba6-aaf9-4a02-9317-1045ec611527 HTTP/1.1" status: 200 len: 854 time: 0.0422075 Jul 22 17:35:11.926388 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eafba967-df07-404c-a1af-116b15457b93 req-e49b1959-318e-4abd-8d2b-a33289cdb6a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0af6d553-da6b-4552-b98c-a8be5db03ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268252 Jul 22 17:35:12.018111 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eafba967-df07-404c-a1af-116b15457b93 req-6eb77b82-6c11-484e-ab4e-f1dae5f0f38b service neutron] 10.222.0.16 "GET /v2.0/networks/0af6d553-da6b-4552-b98c-a8be5db03ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846965 Jul 22 17:35:12.110046 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-eafba967-df07-404c-a1af-116b15457b93 req-051c237e-b32e-4f74-b821-ee25e78f97fd service neutron] 10.222.0.16 "GET /v2.0/networks/0af6d553-da6b-4552-b98c-a8be5db03ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815694 Jul 22 17:35:12.254397 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502adada-0a99-4da4-aac8-8b0d8f4847a7 req-e18dcce8-3fc3-46d3-ab08-27b62cfa427d tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:12.255877 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-502adada-0a99-4da4-aac8-8b0d8f4847a7 req-e18dcce8-3fc3-46d3-ab08-27b62cfa427d tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=85c2c36b-0ad0-41d7-97c5-c022566dc9bc HTTP/1.1" status: 200 len: 944 time: 0.0629287 Jul 22 17:35:12.292762 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-502adada-0a99-4da4-aac8-8b0d8f4847a7 req-cf62e900-db23-44f4-85a8-0327f9503740 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/security-groups?id=75cd9aa1-ef37-49ec-9afb-b0143a5e2542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313439 Jul 22 17:35:12.581182 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:12.602038 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:13.424778 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c7f9c-eb12-491b-8da5-9e9e22b7cd09 req-2ff21cf5-2187-40d9-9064-db561a33f5d6 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:13.426301 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-665c7f9c-eb12-491b-8da5-9e9e22b7cd09 req-2ff21cf5-2187-40d9-9064-db561a33f5d6 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=85c2c36b-0ad0-41d7-97c5-c022566dc9bc HTTP/1.1" status: 200 len: 944 time: 0.0659530 Jul 22 17:35:13.464265 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-665c7f9c-eb12-491b-8da5-9e9e22b7cd09 req-23d16154-054f-44c4-aedb-078695806e5f tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/security-groups?id=75cd9aa1-ef37-49ec-9afb-b0143a5e2542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323553 Jul 22 17:35:13.871174 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device ac81808a-2734-41b2-9c22-613b8b87e970 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:35:13.964758 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port ac81808a-2734-41b2-9c22-613b8b87e970, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ac81808a-2734-41b2-9c22-613b8b87e970,segment=NetworkSegment(5970c325-df56-42ff-bce7-d49635cdb8e2),segment_id=5970c325-df56-42ff-bce7-d49635cdb8e2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:13.975572 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'ac81808a-2734-41b2-9c22-613b8b87e970', 'network_id': '0af6d553-da6b-4552-b98c-a8be5db03ec0', 'port_id': 'ac81808a-2734-41b2-9c22-613b8b87e970', 'mac_address': 'fa:16:3e:d6:be:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1fdba6-aaf9-4a02-9317-1045ec611527', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:35:14.011496 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:14.024384 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac81808a-2734-41b2-9c22-613b8b87e970 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:35:14.043146 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port ac81808a-2734-41b2-9c22-613b8b87e970, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ac81808a-2734-41b2-9c22-613b8b87e970,segment=NetworkSegment(5970c325-df56-42ff-bce7-d49635cdb8e2),segment_id=5970c325-df56-42ff-bce7-d49635cdb8e2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:14.046527 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:14.091603 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=ac81808a-2734-41b2-9c22-613b8b87e970,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:14.331511 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['ac81808a-2734-41b2-9c22-613b8b87e970'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:35:14.594106 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1240f6-e266-435f-a103-ad6cacb92774 req-24ac1540-e9d5-42dc-b604-e62eb69bd5af tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:14.596046 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4d1240f6-e266-435f-a103-ad6cacb92774 req-24ac1540-e9d5-42dc-b604-e62eb69bd5af tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=85c2c36b-0ad0-41d7-97c5-c022566dc9bc HTTP/1.1" status: 200 len: 945 time: 0.0664074 Jul 22 17:35:14.632114 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4d1240f6-e266-435f-a103-ad6cacb92774 req-2598b304-5ddb-45a6-814f-6c93381ff928 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/security-groups?id=75cd9aa1-ef37-49ec-9afb-b0143a5e2542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304101 Jul 22 17:35:15.758250 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9efafd-1363-4aec-b7d5-a2cdeba8910c req-1bcd2067-6f00-48e4-bf5f-9785741e88b6 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:15.759800 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ad9efafd-1363-4aec-b7d5-a2cdeba8910c req-1bcd2067-6f00-48e4-bf5f-9785741e88b6 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=85c2c36b-0ad0-41d7-97c5-c022566dc9bc HTTP/1.1" status: 200 len: 945 time: 0.0639167 Jul 22 17:35:15.796726 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ad9efafd-1363-4aec-b7d5-a2cdeba8910c req-62d4a70b-5e83-4498-a770-4e7149f2572c tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/security-groups?id=75cd9aa1-ef37-49ec-9afb-b0143a5e2542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313826 Jul 22 17:35:15.886679 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device ac81808a-2734-41b2-9c22-613b8b87e970 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:35:15.932387 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port ac81808a-2734-41b2-9c22-613b8b87e970 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:35:15.935907 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port ac81808a-2734-41b2-9c22-613b8b87e970 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:15.936284 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:16.011066 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:16.033530 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c2c36b-0ad0-41d7-97c5-c022566dc9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac81808a-2734-41b2-9c22-613b8b87e970'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:35:16.035769 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8e281e-34dd-4882-88bb-b706b926fe5e" -d '{"events": [{"server_uuid": "85c2c36b-0ad0-41d7-97c5-c022566dc9bc", "name": "network-vif-plugged", "status": "completed", "tag": "ac81808a-2734-41b2-9c22-613b8b87e970"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:35:16.047973 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port ac81808a-2734-41b2-9c22-613b8b87e970, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ac81808a-2734-41b2-9c22-613b8b87e970,segment=NetworkSegment(5970c325-df56-42ff-bce7-d49635cdb8e2),segment_id=5970c325-df56-42ff-bce7-d49635cdb8e2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:16.052009 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:16.076406 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e75e298-c672-4373-89fa-35dd6161877c x-openstack-request-id: req-6e75e298-c672-4373-89fa-35dd6161877c {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:35:16.076699 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c2c36b-0ad0-41d7-97c5-c022566dc9bc", "name": "network-vif-plugged", "status": "completed", "tag": "ac81808a-2734-41b2-9c22-613b8b87e970", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:35:16.076948 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6e75e298-c672-4373-89fa-35dd6161877c {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:35:16.077330 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c2c36b-0ad0-41d7-97c5-c022566dc9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac81808a-2734-41b2-9c22-613b8b87e970', 'code': 200} Jul 22 17:35:16.102605 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=ac81808a-2734-41b2-9c22-613b8b87e970,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:16.216093 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060def1b-777b-4eb4-b585-413bc4e401fe req-c070128c-dfe1-4f6c-af9b-4b946c2b1637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:16.217560 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-060def1b-777b-4eb4-b585-413bc4e401fe req-c070128c-dfe1-4f6c-af9b-4b946c2b1637 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=85c2c36b-0ad0-41d7-97c5-c022566dc9bc HTTP/1.1" status: 200 len: 1097 time: 0.0624237 Jul 22 17:35:16.250650 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-060def1b-777b-4eb4-b585-413bc4e401fe req-bf9f688c-81b3-4992-9100-f5db664cdd56 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=75cd9aa1-ef37-49ec-9afb-b0143a5e2542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268686 Jul 22 17:35:16.924873 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7c919-5c3c-4b5d-a34a-9849aac57402 req-bd8c5b78-6e92-48da-8d8e-3443c2224cb9 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:16.926336 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dda7c919-5c3c-4b5d-a34a-9849aac57402 req-bd8c5b78-6e92-48da-8d8e-3443c2224cb9 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=85c2c36b-0ad0-41d7-97c5-c022566dc9bc HTTP/1.1" status: 200 len: 946 time: 0.0646634 Jul 22 17:35:16.962503 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dda7c919-5c3c-4b5d-a34a-9849aac57402 req-74452ca1-c5e3-474c-a844-a84ab096afb2 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/security-groups?id=75cd9aa1-ef37-49ec-9afb-b0143a5e2542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307338 Jul 22 17:35:18.090581 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e490ae-0942-4e4c-9a9d-391e8b102a01 req-2b03ecb1-b784-4554-8884-9230e8943ade tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:18.092048 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-66e490ae-0942-4e4c-9a9d-391e8b102a01 req-2b03ecb1-b784-4554-8884-9230e8943ade tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=85c2c36b-0ad0-41d7-97c5-c022566dc9bc HTTP/1.1" status: 200 len: 946 time: 0.0624542 Jul 22 17:35:18.131217 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-66e490ae-0942-4e4c-9a9d-391e8b102a01 req-ae0b921e-db9c-406e-8161-78c7ceee7be0 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/security-groups?id=75cd9aa1-ef37-49ec-9afb-b0143a5e2542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329378 Jul 22 17:35:18.371160 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c448e6f-2d8a-489d-97ee-4b6c0c82de13 req-2efe8493-9af7-495a-8b5c-9631e2a8a79d tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:18.372662 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4c448e6f-2d8a-489d-97ee-4b6c0c82de13 req-2efe8493-9af7-495a-8b5c-9631e2a8a79d tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=85c2c36b-0ad0-41d7-97c5-c022566dc9bc HTTP/1.1" status: 200 len: 946 time: 0.0642984 Jul 22 17:35:18.414359 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4c448e6f-2d8a-489d-97ee-4b6c0c82de13 req-5959c398-c548-440a-8408-288f3d5e7a24 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/security-groups?id=75cd9aa1-ef37-49ec-9afb-b0143a5e2542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360689 Jul 22 17:35:19.542801 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546d9cd-e095-4a21-9c70-e0098a131279 req-cdd6a401-96de-4915-a7c0-709a130046ef tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:19.544267 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e546d9cd-e095-4a21-9c70-e0098a131279 req-cdd6a401-96de-4915-a7c0-709a130046ef tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=85c2c36b-0ad0-41d7-97c5-c022566dc9bc HTTP/1.1" status: 200 len: 946 time: 0.0634482 Jul 22 17:35:19.580563 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e546d9cd-e095-4a21-9c70-e0098a131279 req-43ae9f46-cab0-4a50-82e1-2343df0a639e tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/security-groups?id=75cd9aa1-ef37-49ec-9afb-b0143a5e2542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301661 Jul 22 17:35:19.752077 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8164717-ecbb-4973-b784-b61d575572e3 req-8f03fab0-0aca-4889-978e-496e0a9aee20 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:19.753434 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c8164717-ecbb-4973-b784-b61d575572e3 req-8f03fab0-0aca-4889-978e-496e0a9aee20 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.16 "GET /v2.0/ports?device_id=85c2c36b-0ad0-41d7-97c5-c022566dc9bc HTTP/1.1" status: 200 len: 946 time: 0.0644622 Jul 22 17:35:20.194100 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-c8164717-ecbb-4973-b784-b61d575572e3 req-9ca03cca-f3fd-4c73-aec1-056a9105c51a tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Deleting port ac81808a-2734-41b2-9c22-613b8b87e970 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:35:20.194436 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c8164717-ecbb-4973-b784-b61d575572e3 req-9ca03cca-f3fd-4c73-aec1-056a9105c51a tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:20.281901 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-c8164717-ecbb-4973-b784-b61d575572e3 req-9ca03cca-f3fd-4c73-aec1-056a9105c51a tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] For port ac81808a-2734-41b2-9c22-613b8b87e970, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=ac81808a-2734-41b2-9c22-613b8b87e970,segment=NetworkSegment(5970c325-df56-42ff-bce7-d49635cdb8e2),segment_id=5970c325-df56-42ff-bce7-d49635cdb8e2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:20.282282 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c8164717-ecbb-4973-b784-b61d575572e3 req-9ca03cca-f3fd-4c73-aec1-056a9105c51a tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:20.293691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-c8164717-ecbb-4973-b784-b61d575572e3 req-9ca03cca-f3fd-4c73-aec1-056a9105c51a tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Calling delete_port for ac81808a-2734-41b2-9c22-613b8b87e970 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:35:20.414756 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c8164717-ecbb-4973-b784-b61d575572e3 req-9ca03cca-f3fd-4c73-aec1-056a9105c51a tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:20.443928 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca03cca-f3fd-4c73-aec1-056a9105c51a tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Pushing event deleted for resources: {'Port': ['ID=ac81808a-2734-41b2-9c22-613b8b87e970,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:20.448012 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['7303de66-1a7f-4869-b2bb-49aa42a96587'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:35:20.454015 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca03cca-f3fd-4c73-aec1-056a9105c51a tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:20.454935 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca03cca-f3fd-4c73-aec1-056a9105c51a tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:20.455457 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca03cca-f3fd-4c73-aec1-056a9105c51a tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:20.455848 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca03cca-f3fd-4c73-aec1-056a9105c51a tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:20.456552 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca03cca-f3fd-4c73-aec1-056a9105c51a tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:20.456552 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca03cca-f3fd-4c73-aec1-056a9105c51a tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:20.456877 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca03cca-f3fd-4c73-aec1-056a9105c51a tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:20.457194 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca03cca-f3fd-4c73-aec1-056a9105c51a tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:20.457521 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca03cca-f3fd-4c73-aec1-056a9105c51a tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:20.457845 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca03cca-f3fd-4c73-aec1-056a9105c51a tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:20.458204 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca03cca-f3fd-4c73-aec1-056a9105c51a tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:20.458514 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca03cca-f3fd-4c73-aec1-056a9105c51a tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:20.471737 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['ac81808a-2734-41b2-9c22-613b8b87e970'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:35:20.504921 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8164717-ecbb-4973-b784-b61d575572e3 req-9ca03cca-f3fd-4c73-aec1-056a9105c51a tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] No DVR routers for this DVR port ac81808a-2734-41b2-9c22-613b8b87e970 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:35:20.507888 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-c8164717-ecbb-4973-b784-b61d575572e3 req-9ca03cca-f3fd-4c73-aec1-056a9105c51a tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:20.509876 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c8164717-ecbb-4973-b784-b61d575572e3 req-9ca03cca-f3fd-4c73-aec1-056a9105c51a tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.16 "DELETE /v2.0/ports/ac81808a-2734-41b2-9c22-613b8b87e970 HTTP/1.1" status: 204 len: 173 time: 0.7512937 Jul 22 17:35:20.510346 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c2c36b-0ad0-41d7-97c5-c022566dc9bc', 'name': 'network-vif-deleted', 'tag': 'ac81808a-2734-41b2-9c22-613b8b87e970'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:35:20.512626 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43e0e49-e708-4ffa-88b5-e2283ca16d6b" -d '{"events": [{"server_uuid": "85c2c36b-0ad0-41d7-97c5-c022566dc9bc", "name": "network-vif-deleted", "tag": "ac81808a-2734-41b2-9c22-613b8b87e970"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:35:20.551093 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104a5609-a36b-4293-a60a-524736a2e959 x-openstack-request-id: req-104a5609-a36b-4293-a60a-524736a2e959 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:35:20.551713 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c2c36b-0ad0-41d7-97c5-c022566dc9bc", "name": "network-vif-deleted", "tag": "ac81808a-2734-41b2-9c22-613b8b87e970", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:35:20.551713 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-104a5609-a36b-4293-a60a-524736a2e959 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:35:20.552012 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c2c36b-0ad0-41d7-97c5-c022566dc9bc', 'name': 'network-vif-deleted', 'tag': 'ac81808a-2734-41b2-9c22-613b8b87e970', 'status': 'completed', 'code': 200} Jul 22 17:35:20.688465 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fea01f65-bbcf-46b8-9db6-4d526f612d5b req-a6f19c58-32d9-47ef-8024-f7c963b34d82 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=85c2c36b-0ad0-41d7-97c5-c022566dc9bc HTTP/1.1" status: 200 len: 210 time: 0.0297332 Jul 22 17:35:21.850674 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623dbf5-a284-4c34-be7c-3c7de54b5799 req-41c7d1f2-a1d1-473b-a9a7-1a33c06e38aa tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:21.852107 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9623dbf5-a284-4c34-be7c-3c7de54b5799 req-41c7d1f2-a1d1-473b-a9a7-1a33c06e38aa tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e2668c-810f-44af-bbcb-09c812b16b80 HTTP/1.1" status: 200 len: 946 time: 0.0646744 Jul 22 17:35:21.888367 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9623dbf5-a284-4c34-be7c-3c7de54b5799 req-920f5a62-2270-403a-9d77-7fa8a18414f1 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/security-groups?id=75cd9aa1-ef37-49ec-9afb-b0143a5e2542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307500 Jul 22 17:35:22.032175 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9eb1ad-ccc4-480c-9f57-e97641fdce4b req-3b85806c-d894-47d8-a69e-7b0795350993 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:22.034226 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a9eb1ad-ccc4-480c-9f57-e97641fdce4b req-3b85806c-d894-47d8-a69e-7b0795350993 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e2668c-810f-44af-bbcb-09c812b16b80 HTTP/1.1" status: 200 len: 946 time: 0.0653715 Jul 22 17:35:22.071114 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a9eb1ad-ccc4-480c-9f57-e97641fdce4b req-74044735-3713-4c47-a124-4b569bbabeb6 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/security-groups?id=75cd9aa1-ef37-49ec-9afb-b0143a5e2542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314476 Jul 22 17:35:22.199238 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d5c43-9526-4eb5-ac3e-586c94091020 req-1b1e90d2-28a5-45c6-a245-d0b31fc622f1 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:22.200691 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-252d5c43-9526-4eb5-ac3e-586c94091020 req-1b1e90d2-28a5-45c6-a245-d0b31fc622f1 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e2668c-810f-44af-bbcb-09c812b16b80 HTTP/1.1" status: 200 len: 946 time: 0.0621006 Jul 22 17:35:22.237950 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-252d5c43-9526-4eb5-ac3e-586c94091020 req-c562bb5c-a9d9-4b9c-87a1-5243c96ba03d tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/security-groups?id=75cd9aa1-ef37-49ec-9afb-b0143a5e2542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311985 Jul 22 17:35:22.415680 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167e394-1fa6-4026-b6dd-416ab755137a req-e9f31992-c3d7-447b-aff2-9984b4a1f75d tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:22.417139 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9167e394-1fa6-4026-b6dd-416ab755137a req-e9f31992-c3d7-447b-aff2-9984b4a1f75d tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e2668c-810f-44af-bbcb-09c812b16b80 HTTP/1.1" status: 200 len: 946 time: 0.0630457 Jul 22 17:35:22.453239 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9167e394-1fa6-4026-b6dd-416ab755137a req-8bfd818e-2166-4720-aae4-ecc281f7e6d9 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/security-groups?id=75cd9aa1-ef37-49ec-9afb-b0143a5e2542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306160 Jul 22 17:35:22.580826 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14129840-28ec-43d3-a348-48be565b66c8 req-8e9c405e-642e-4325-9555-7cd1f91a075d tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:22.582325 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-14129840-28ec-43d3-a348-48be565b66c8 req-8e9c405e-642e-4325-9555-7cd1f91a075d tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e2668c-810f-44af-bbcb-09c812b16b80 HTTP/1.1" status: 200 len: 946 time: 0.0623896 Jul 22 17:35:22.618095 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-14129840-28ec-43d3-a348-48be565b66c8 req-8f840d72-ed6f-47e6-bf20-63ca8f9e3d2b tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/security-groups?id=75cd9aa1-ef37-49ec-9afb-b0143a5e2542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303245 Jul 22 17:35:22.758088 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee66aa6-2918-4326-8e4d-1051490f537d req-8095bce7-dc36-4a1f-b687-0010318e5539 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:22.759539 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fee66aa6-2918-4326-8e4d-1051490f537d req-8095bce7-dc36-4a1f-b687-0010318e5539 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e2668c-810f-44af-bbcb-09c812b16b80 HTTP/1.1" status: 200 len: 946 time: 0.0667076 Jul 22 17:35:22.796536 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fee66aa6-2918-4326-8e4d-1051490f537d req-0088b33a-1b7e-4640-b1dc-dc2e9f72f5a2 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/security-groups?id=75cd9aa1-ef37-49ec-9afb-b0143a5e2542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314810 Jul 22 17:35:23.105791 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fbd8a-588b-431c-9832-c960e9277429 req-40db9d30-2772-471d-87c6-70c9be73f90d tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:23.107204 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cc3fbd8a-588b-431c-9832-c960e9277429 req-40db9d30-2772-471d-87c6-70c9be73f90d tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e2668c-810f-44af-bbcb-09c812b16b80 HTTP/1.1" status: 200 len: 946 time: 0.0632548 Jul 22 17:35:23.144082 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cc3fbd8a-588b-431c-9832-c960e9277429 req-093576fa-2e64-4667-89ee-89caff3eca2d tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/security-groups?id=75cd9aa1-ef37-49ec-9afb-b0143a5e2542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312960 Jul 22 17:35:23.933831 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device ac81808a-2734-41b2-9c22-613b8b87e970 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:35:23.954334 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: ac81808a-2734-41b2-9c22-613b8b87e970 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:35:23.954676 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device ac81808a-2734-41b2-9c22-613b8b87e970 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:35:24.281730 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda26aa3-b9b0-4668-b869-12017d2b7fc7 req-4d086319-1eb9-4616-872c-5ce5f2f90a49 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:24.283285 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bda26aa3-b9b0-4668-b869-12017d2b7fc7 req-4d086319-1eb9-4616-872c-5ce5f2f90a49 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e2668c-810f-44af-bbcb-09c812b16b80 HTTP/1.1" status: 200 len: 946 time: 0.0713775 Jul 22 17:35:24.320025 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bda26aa3-b9b0-4668-b869-12017d2b7fc7 req-67d75f72-3c1b-46d3-87a0-ada27d03fbd1 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/security-groups?id=75cd9aa1-ef37-49ec-9afb-b0143a5e2542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311532 Jul 22 17:35:24.587546 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bf609-d95b-4d47-9024-de68294e4ff6 req-657c6b55-2a71-4d10-806e-49b6cb2bce79 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:24.588965 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-480bf609-d95b-4d47-9024-de68294e4ff6 req-657c6b55-2a71-4d10-806e-49b6cb2bce79 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7e2668c-810f-44af-bbcb-09c812b16b80 HTTP/1.1" status: 200 len: 946 time: 0.0650380 Jul 22 17:35:24.684293 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-480bf609-d95b-4d47-9024-de68294e4ff6 req-06f8861d-58b1-41e5-a326-172862b86042 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Deleting port 7303de66-1a7f-4869-b2bb-49aa42a96587 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:35:24.684635 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-480bf609-d95b-4d47-9024-de68294e4ff6 req-06f8861d-58b1-41e5-a326-172862b86042 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:24.773642 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-480bf609-d95b-4d47-9024-de68294e4ff6 req-06f8861d-58b1-41e5-a326-172862b86042 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] For port 7303de66-1a7f-4869-b2bb-49aa42a96587, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=7303de66-1a7f-4869-b2bb-49aa42a96587,segment=NetworkSegment(5970c325-df56-42ff-bce7-d49635cdb8e2),segment_id=5970c325-df56-42ff-bce7-d49635cdb8e2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:24.774029 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-480bf609-d95b-4d47-9024-de68294e4ff6 req-06f8861d-58b1-41e5-a326-172862b86042 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:24.786001 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-480bf609-d95b-4d47-9024-de68294e4ff6 req-06f8861d-58b1-41e5-a326-172862b86042 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Calling delete_port for 7303de66-1a7f-4869-b2bb-49aa42a96587 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:35:24.907556 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-480bf609-d95b-4d47-9024-de68294e4ff6 req-06f8861d-58b1-41e5-a326-172862b86042 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:24.937408 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8861d-58b1-41e5-a326-172862b86042 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Pushing event deleted for resources: {'Port': ['ID=7303de66-1a7f-4869-b2bb-49aa42a96587,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:24.939185 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['7303de66-1a7f-4869-b2bb-49aa42a96587'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:35:24.985511 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-480bf609-d95b-4d47-9024-de68294e4ff6 req-06f8861d-58b1-41e5-a326-172862b86042 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] No DVR routers for this DVR port 7303de66-1a7f-4869-b2bb-49aa42a96587 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:35:24.988628 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-480bf609-d95b-4d47-9024-de68294e4ff6 req-06f8861d-58b1-41e5-a326-172862b86042 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:24.990651 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-480bf609-d95b-4d47-9024-de68294e4ff6 req-06f8861d-58b1-41e5-a326-172862b86042 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.30 "DELETE /v2.0/ports/7303de66-1a7f-4869-b2bb-49aa42a96587 HTTP/1.1" status: 204 len: 173 time: 0.3950281 Jul 22 17:35:24.991105 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e2668c-810f-44af-bbcb-09c812b16b80', 'name': 'network-vif-deleted', 'tag': '7303de66-1a7f-4869-b2bb-49aa42a96587'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:35:24.993377 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86080ba3-578b-4ef3-b937-0c300fcab96e" -d '{"events": [{"server_uuid": "e7e2668c-810f-44af-bbcb-09c812b16b80", "name": "network-vif-deleted", "tag": "7303de66-1a7f-4869-b2bb-49aa42a96587"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:35:25.029233 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eeac5e3-1e90-4298-9a26-a211fe3811b0 x-openstack-request-id: req-7eeac5e3-1e90-4298-9a26-a211fe3811b0 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:35:25.029548 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e2668c-810f-44af-bbcb-09c812b16b80", "name": "network-vif-deleted", "tag": "7303de66-1a7f-4869-b2bb-49aa42a96587", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:35:25.029904 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7eeac5e3-1e90-4298-9a26-a211fe3811b0 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:35:25.030327 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e2668c-810f-44af-bbcb-09c812b16b80', 'name': 'network-vif-deleted', 'tag': '7303de66-1a7f-4869-b2bb-49aa42a96587', 'status': 'completed', 'code': 200} Jul 22 17:35:25.426923 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3b6981dd-297b-4f17-8299-bae103e8a68c req-e94838bd-ea39-4e6c-9ab4-2a917bf6dde9 tempest-ServersNegativeTestJSON-116168466 tempest-ServersNegativeTestJSON-116168466-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7e2668c-810f-44af-bbcb-09c812b16b80 HTTP/1.1" status: 200 len: 210 time: 0.0302169 Jul 22 17:35:26.487178 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40408) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:26.530190 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda77987-67ca-4b38-afa0-9718fb2aa674 admin admin] Deleting subnet 0c1fdba6-aaf9-4a02-9317-1045ec611527 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:35:26.533659 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fda77987-67ca-4b38-afa0-9718fb2aa674 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:26.566792 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fda77987-67ca-4b38-afa0-9718fb2aa674 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:26.608347 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fda77987-67ca-4b38-afa0-9718fb2aa674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:26.658970 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fda77987-67ca-4b38-afa0-9718fb2aa674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:26.684748 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda77987-67ca-4b38-afa0-9718fb2aa674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c1fdba6-aaf9-4a02-9317-1045ec611527,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:26.686717 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fda77987-67ca-4b38-afa0-9718fb2aa674 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:26.690912 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fda77987-67ca-4b38-afa0-9718fb2aa674 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0c1fdba6-aaf9-4a02-9317-1045ec611527 HTTP/1.1" status: 204 len: 168 time: 0.2003942 Jul 22 17:35:26.691710 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40410) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:26.757444 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7e9469c-8ca3-4c15-801d-2677755b953e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:26.837942 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7e9469c-8ca3-4c15-801d-2677755b953e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:26.848073 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a7e9469c-8ca3-4c15-801d-2677755b953e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af6d553-da6b-4552-b98c-a8be5db03ec0']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:26.857565 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a7e9469c-8ca3-4c15-801d-2677755b953e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5970c325-df56-42ff-bce7-d49635cdb8e2') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:26.857863 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-a7e9469c-8ca3-4c15-801d-2677755b953e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5970c325-df56-42ff-bce7-d49635cdb8e2') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:26.866553 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7e9469c-8ca3-4c15-801d-2677755b953e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:26.879626 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7e9469c-8ca3-4c15-801d-2677755b953e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:26.885471 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e9469c-8ca3-4c15-801d-2677755b953e admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:35:26.885860 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7e9469c-8ca3-4c15-801d-2677755b953e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: timer() Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:35:26.887468 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:35:26.944029 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7e9469c-8ca3-4c15-801d-2677755b953e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:26.948344 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7e9469c-8ca3-4c15-801d-2677755b953e admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:26.950860 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a7e9469c-8ca3-4c15-801d-2677755b953e admin admin] 10.222.0.69 "DELETE /v2.0/networks/0af6d553-da6b-4552-b98c-a8be5db03ec0 HTTP/1.1" status: 204 len: 168 time: 0.2586191 Jul 22 17:35:26.963548 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9469c-8ca3-4c15-801d-2677755b953e admin admin] Pushing event deleted for resources: {'Network': ['ID=0af6d553-da6b-4552-b98c-a8be5db03ec0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:27.056460 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40414) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:27.096095 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4ca0c11c-ec0f-4737-bd19-45cafc440e45 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c3891838bb334ae8b6d0f6075bc9942c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384147 Jul 22 17:35:27.098515 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40416) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:27.144984 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66691824-2757-4fdf-8996-7c217991fdeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:27.165237 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66691824-2757-4fdf-8996-7c217991fdeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:27.210294 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66691824-2757-4fdf-8996-7c217991fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:27.212938 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66691824-2757-4fdf-8996-7c217991fdeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:27.214117 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-66691824-2757-4fdf-8996-7c217991fdeb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/75cd9aa1-ef37-49ec-9afb-b0143a5e2542 HTTP/1.1" status: 204 len: 168 time: 0.1146924 Jul 22 17:35:27.221647 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66691824-2757-4fdf-8996-7c217991fdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cd9aa1-ef37-49ec-9afb-b0143a5e2542,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:27.858077 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40438) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:27.949406 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f379d6cf-2049-4f4a-a86f-55eafa01fa7e tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-535213727'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:27.969974 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f379d6cf-2049-4f4a-a86f-55eafa01fa7e tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Made reservation on behalf of 75f7d96b6c6247fb9f9811e6343a5e69 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:35:27.973822 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f379d6cf-2049-4f4a-a86f-55eafa01fa7e tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:27.982480 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f379d6cf-2049-4f4a-a86f-55eafa01fa7e tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:28.094112 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f379d6cf-2049-4f4a-a86f-55eafa01fa7e tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:28.098647 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f379d6cf-2049-4f4a-a86f-55eafa01fa7e tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:28.127066 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f379d6cf-2049-4f4a-a86f-55eafa01fa7e tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:35:28.133230 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379d6cf-2049-4f4a-a86f-55eafa01fa7e tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=643784ce-1544-4f82-8aa5-a5424c52b786,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:28.140055 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f379d6cf-2049-4f4a-a86f-55eafa01fa7e tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:28.140456 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-f379d6cf-2049-4f4a-a86f-55eafa01fa7e tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Added segment a0ce8115-311e-4ec9-9b26-33ab70c2452f of type vlan for network a0b4178f-8193-46a5-ba95-2bd7d9ec338b Jul 22 17:35:28.184824 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f379d6cf-2049-4f4a-a86f-55eafa01fa7e tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:28.212580 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f379d6cf-2049-4f4a-a86f-55eafa01fa7e tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:28.218229 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f379d6cf-2049-4f4a-a86f-55eafa01fa7e tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:28.218818 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f379d6cf-2049-4f4a-a86f-55eafa01fa7e tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:28.256382 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f379d6cf-2049-4f4a-a86f-55eafa01fa7e tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3971069 Jul 22 17:35:28.289513 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379d6cf-2049-4f4a-a86f-55eafa01fa7e tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Pushing event updated for resources: {'Network': ['ID=a0b4178f-8193-46a5-ba95-2bd7d9ec338b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:28.309859 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network a0b4178f-8193-46a5-ba95-2bd7d9ec338b details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:35:28.666037 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 7303de66-1a7f-4869-b2bb-49aa42a96587 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:35:28.685484 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 7303de66-1a7f-4869-b2bb-49aa42a96587 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:35:28.685824 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 7303de66-1a7f-4869-b2bb-49aa42a96587 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:35:29.135838 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ca65673-45bc-4d18-8b27-f0365b642317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:31.471761 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40442) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:31.477114 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1538c4f8-fc4c-42c3-af2e-c83894162c93 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Request body: {'subnet': {'network_id': 'a0b4178f-8193-46a5-ba95-2bd7d9ec338b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:31.566574 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1538c4f8-fc4c-42c3-af2e-c83894162c93 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Made reservation on behalf of 75f7d96b6c6247fb9f9811e6343a5e69 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:35:31.570021 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1538c4f8-fc4c-42c3-af2e-c83894162c93 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:31.670940 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cc64b721-d09d-4294-968f-c558608973fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:31.690453 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:31.755459 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1538c4f8-fc4c-42c3-af2e-c83894162c93 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:31.812448 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538c4f8-fc4c-42c3-af2e-c83894162c93 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Pushing event updated for resources: {'Subnet': ['ID=f1a1ea00-a73b-4357-876a-96498c89bbc5,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:31.823401 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1538c4f8-fc4c-42c3-af2e-c83894162c93 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Checking segment: {'id': 'a0ce8115-311e-4ec9-9b26-33ab70c2452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a0b4178f-8193-46a5-ba95-2bd7d9ec338b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:35:31.823763 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1538c4f8-fc4c-42c3-af2e-c83894162c93 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Network hostable DHCP agents. Network: a0b4178f-8193-46a5-ba95-2bd7d9ec338b, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:35:31.839722 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1538c4f8-fc4c-42c3-af2e-c83894162c93 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Network a0b4178f-8193-46a5-ba95-2bd7d9ec338b is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:35:31.848842 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-1538c4f8-fc4c-42c3-af2e-c83894162c93 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, a0b4178f-8193-46a5-ba95-2bd7d9ec338b) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:35:31.852991 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1538c4f8-fc4c-42c3-af2e-c83894162c93 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:31.853637 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1538c4f8-fc4c-42c3-af2e-c83894162c93 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:31.858019 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0de68c-8221-4360-84b0-3d11e5230af6 None None] Network a0b4178f-8193-46a5-ba95-2bd7d9ec338b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:35:31.869149 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1538c4f8-fc4c-42c3-af2e-c83894162c93 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3963249 Jul 22 17:35:31.872670 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40444) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:31.877901 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-352f6570-5f22-47e9-8690-d9772e0cc794 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-805884133'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:31.900116 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352f6570-5f22-47e9-8690-d9772e0cc794 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Made reservation on behalf of 75f7d96b6c6247fb9f9811e6343a5e69 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:35:31.903751 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-352f6570-5f22-47e9-8690-d9772e0cc794 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:31.928231 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352f6570-5f22-47e9-8690-d9772e0cc794 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:35:31.936823 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-352f6570-5f22-47e9-8690-d9772e0cc794 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:31.937212 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-352f6570-5f22-47e9-8690-d9772e0cc794 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Added segment d05d9059-f97b-479a-b498-cbb906623649 of type vlan for network 2b37c0d1-147d-449c-b229-85b9f3a8a533 Jul 22 17:35:31.976431 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-352f6570-5f22-47e9-8690-d9772e0cc794 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:32.003524 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-a0b4178f-8193-46a5-ba95-2bd7d9ec338b', 'network_id': 'a0b4178f-8193-46a5-ba95-2bd7d9ec338b', 'tenant_id': '75f7d96b6c6247fb9f9811e6343a5e69', 'fixed_ips': [{'subnet_id': 'f1a1ea00-a73b-4357-876a-96498c89bbc5'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:35:32.004440 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:32.007272 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-352f6570-5f22-47e9-8690-d9772e0cc794 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:32.012885 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352f6570-5f22-47e9-8690-d9772e0cc794 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:32.013481 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-352f6570-5f22-47e9-8690-d9772e0cc794 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:32.055688 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-352f6570-5f22-47e9-8690-d9772e0cc794 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1819270 Jul 22 17:35:32.058550 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40446) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:32.063369 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-41e1e990-2ab5-4702-818d-e2e04dced789 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Request body: {'subnet': {'network_id': '2b37c0d1-147d-449c-b229-85b9f3a8a533', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:32.111637 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f6570-5f22-47e9-8690-d9772e0cc794 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Pushing event updated for resources: {'Network': ['ID=2b37c0d1-147d-449c-b229-85b9f3a8a533,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:32.124052 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 2b37c0d1-147d-449c-b229-85b9f3a8a533 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:35:32.163890 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Allocated IP 2001:db8:0:ffff::2 (a0b4178f-8193-46a5-ba95-2bd7d9ec338b/f1a1ea00-a73b-4357-876a-96498c89bbc5/2853c176-bcf1-44e6-b69b-1e0b030d4228) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:35:32.187021 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e1e990-2ab5-4702-818d-e2e04dced789 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Made reservation on behalf of 75f7d96b6c6247fb9f9811e6343a5e69 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:35:32.191217 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41e1e990-2ab5-4702-818d-e2e04dced789 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:32.339960 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:32.348446 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Transition to ACTIVE for port object 2853c176-bcf1-44e6-b69b-1e0b030d4228 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:35:32.362944 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Transition to ACTIVE for port object 2853c176-bcf1-44e6-b69b-1e0b030d4228 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:35:32.368615 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:32.384000 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41e1e990-2ab5-4702-818d-e2e04dced789 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:32.409336 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Network a0b4178f-8193-46a5-ba95-2bd7d9ec338b is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:35:32.412075 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:35:32.415656 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:35:32.421002 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Pushing event updated for resources: {'Port': ['ID=2853c176-bcf1-44e6-b69b-1e0b030d4228,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:32.432297 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:32.432645 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:32.432984 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:32.433320 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:32.433655 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:32.434009 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:32.434335 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:32.434659 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:32.435000 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:32.435303 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:32.435621 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:32.435944 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:32.446422 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1e990-2ab5-4702-818d-e2e04dced789 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Pushing event updated for resources: {'Subnet': ['ID=a789e7fa-7446-4fc2-a454-838f5be70431,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:32.458266 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e1e990-2ab5-4702-818d-e2e04dced789 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Checking segment: {'id': 'd05d9059-f97b-479a-b498-cbb906623649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2b37c0d1-147d-449c-b229-85b9f3a8a533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:35:32.458629 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e1e990-2ab5-4702-818d-e2e04dced789 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Network hostable DHCP agents. Network: 2b37c0d1-147d-449c-b229-85b9f3a8a533, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:35:32.475968 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e1e990-2ab5-4702-818d-e2e04dced789 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Network 2b37c0d1-147d-449c-b229-85b9f3a8a533 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:35:32.484805 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-41e1e990-2ab5-4702-818d-e2e04dced789 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 2b37c0d1-147d-449c-b229-85b9f3a8a533) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:35:32.492479 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38de83d8-abe4-45b6-8c50-363a3378750d None None] Network 2b37c0d1-147d-449c-b229-85b9f3a8a533 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:35:32.493584 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e1e990-2ab5-4702-818d-e2e04dced789 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:32.494392 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41e1e990-2ab5-4702-818d-e2e04dced789 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:32.495827 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Attempting to bind port 2853c176-bcf1-44e6-b69b-1e0b030d4228 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:35:32.496192 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Attempting to bind port 2853c176-bcf1-44e6-b69b-1e0b030d4228 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a0ce8115-311e-4ec9-9b26-33ab70c2452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a0b4178f-8193-46a5-ba95-2bd7d9ec338b'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:35:32.496551 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Attempting to bind port 2853c176-bcf1-44e6-b69b-1e0b030d4228 on network a0b4178f-8193-46a5-ba95-2bd7d9ec338b {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:35:32.512256 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-41e1e990-2ab5-4702-818d-e2e04dced789 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4502363 Jul 22 17:35:32.512497 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40448) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:32.517827 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:35:32.518205 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Checking segment: {'id': 'a0ce8115-311e-4ec9-9b26-33ab70c2452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a0b4178f-8193-46a5-ba95-2bd7d9ec338b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:35:32.518606 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:32.519008 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Bound using segment: {'id': 'a0ce8115-311e-4ec9-9b26-33ab70c2452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a0b4178f-8193-46a5-ba95-2bd7d9ec338b'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:35:32.519460 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Bound port: 2853c176-bcf1-44e6-b69b-1e0b030d4228, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ce8115-311e-4ec9-9b26-33ab70c2452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a0b4178f-8193-46a5-ba95-2bd7d9ec338b'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:35:32.519837 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:32.607794 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cf41142-893a-45eb-bf0c-b7c6d8d22cb4 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:32.648417 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] For port 2853c176-bcf1-44e6-b69b-1e0b030d4228, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:35:32.666062 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] For port 2853c176-bcf1-44e6-b69b-1e0b030d4228, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2853c176-bcf1-44e6-b69b-1e0b030d4228,segment=NetworkSegment(a0ce8115-311e-4ec9-9b26-33ab70c2452f),segment_id=a0ce8115-311e-4ec9-9b26-33ab70c2452f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:35:32.672691 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:32.688881 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cf41142-893a-45eb-bf0c-b7c6d8d22cb4 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:32.728328 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f360e7-ffcf-45f9-84c8-f7fbae9fdc50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-2b37c0d1-147d-449c-b229-85b9f3a8a533', 'network_id': '2b37c0d1-147d-449c-b229-85b9f3a8a533', 'tenant_id': '75f7d96b6c6247fb9f9811e6343a5e69', 'fixed_ips': [{'subnet_id': 'a789e7fa-7446-4fc2-a454-838f5be70431'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:35:32.729164 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11f360e7-ffcf-45f9-84c8-f7fbae9fdc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:32.764736 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cf41142-893a-45eb-bf0c-b7c6d8d22cb4 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:32.767278 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cf7bd-3c26-45a5-8dd8-6c27bae00d66 None None] Pushing event updated for resources: {'Port': ['ID=2853c176-bcf1-44e6-b69b-1e0b030d4228,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:32.792509 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf41142-893a-45eb-bf0c-b7c6d8d22cb4 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Pushing event deleted for resources: {'Subnet': ['ID=a789e7fa-7446-4fc2-a454-838f5be70431,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:32.847501 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20cc10c-8f99-44a1-9dd1-feb3d6a764c1 None None] Network 2b37c0d1-147d-449c-b229-85b9f3a8a533 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:35:32.862485 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cf41142-893a-45eb-bf0c-b7c6d8d22cb4 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:32.872451 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-3cf41142-893a-45eb-bf0c-b7c6d8d22cb4 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b37c0d1-147d-449c-b229-85b9f3a8a533']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:32.883278 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-3cf41142-893a-45eb-bf0c-b7c6d8d22cb4 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd05d9059-f97b-479a-b498-cbb906623649') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:32.883576 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-3cf41142-893a-45eb-bf0c-b7c6d8d22cb4 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd05d9059-f97b-479a-b498-cbb906623649') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:32.894742 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cf41142-893a-45eb-bf0c-b7c6d8d22cb4 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:32.909854 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cf41142-893a-45eb-bf0c-b7c6d8d22cb4 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:32.916799 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf41142-893a-45eb-bf0c-b7c6d8d22cb4 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:35:32.917182 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cf41142-893a-45eb-bf0c-b7c6d8d22cb4 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: timer() Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:35:32.920981 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:35:32.996872 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cf41142-893a-45eb-bf0c-b7c6d8d22cb4 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:33.022391 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:33.023960 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3cf41142-893a-45eb-bf0c-b7c6d8d22cb4 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:33.026182 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3cf41142-893a-45eb-bf0c-b7c6d8d22cb4 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] 10.222.0.69 "DELETE /v2.0/networks/2b37c0d1-147d-449c-b229-85b9f3a8a533 HTTP/1.1" status: 204 len: 168 time: 0.5125859 Jul 22 17:35:33.027104 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf41142-893a-45eb-bf0c-b7c6d8d22cb4 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Pushing event deleted for resources: {'Network': ['ID=2b37c0d1-147d-449c-b229-85b9f3a8a533,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:33.029663 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40450) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:33.035071 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-993b5a91-9aca-41c0-a222-dcb619b721db tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1740431714'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:33.064547 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993b5a91-9aca-41c0-a222-dcb619b721db tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Made reservation on behalf of 75f7d96b6c6247fb9f9811e6343a5e69 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:35:33.068559 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-993b5a91-9aca-41c0-a222-dcb619b721db tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:33.095834 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993b5a91-9aca-41c0-a222-dcb619b721db tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:35:33.107476 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-993b5a91-9aca-41c0-a222-dcb619b721db tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:33.107778 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-993b5a91-9aca-41c0-a222-dcb619b721db tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Added segment b398ed27-981a-403c-b07f-e4a0b0dfa68c of type vlan for network 17b00710-2cff-4ced-8137-991879b241b6 Jul 22 17:35:33.136837 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2853c176-bcf1-44e6-b69b-1e0b030d4228 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:35:33.155299 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-993b5a91-9aca-41c0-a222-dcb619b721db tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:33.184487 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-993b5a91-9aca-41c0-a222-dcb619b721db tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:33.186172 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 2853c176-bcf1-44e6-b69b-1e0b030d4228 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:35:33.190632 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993b5a91-9aca-41c0-a222-dcb619b721db tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:33.191292 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-993b5a91-9aca-41c0-a222-dcb619b721db tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:33.223479 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-993b5a91-9aca-41c0-a222-dcb619b721db tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1927009 Jul 22 17:35:33.226361 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40452) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:33.231341 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-bf46c3d6-8c95-4c5a-985a-abcb0b1355d7 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Request body: {'subnet': {'network_id': '17b00710-2cff-4ced-8137-991879b241b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:33.283865 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b5a91-9aca-41c0-a222-dcb619b721db tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Pushing event updated for resources: {'Network': ['ID=17b00710-2cff-4ced-8137-991879b241b6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:33.296836 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 17b00710-2cff-4ced-8137-991879b241b6 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:35:33.354698 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf46c3d6-8c95-4c5a-985a-abcb0b1355d7 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Made reservation on behalf of 75f7d96b6c6247fb9f9811e6343a5e69 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:35:33.358275 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf46c3d6-8c95-4c5a-985a-abcb0b1355d7 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:33.415976 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-bf46c3d6-8c95-4c5a-985a-abcb0b1355d7 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Performing IP validity checks on allocation pools {{(pid=93816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 17:35:33.416493 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.ipam_backend_mixin [None req-bf46c3d6-8c95-4c5a-985a-abcb0b1355d7 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 17:35:33.555103 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf46c3d6-8c95-4c5a-985a-abcb0b1355d7 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:33.618600 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46c3d6-8c95-4c5a-985a-abcb0b1355d7 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Pushing event updated for resources: {'Subnet': ['ID=1e0fd963-76cc-485d-9ab0-bf1321ef9d44,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:33.630209 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf46c3d6-8c95-4c5a-985a-abcb0b1355d7 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Checking segment: {'id': 'b398ed27-981a-403c-b07f-e4a0b0dfa68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '17b00710-2cff-4ced-8137-991879b241b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:35:33.630500 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf46c3d6-8c95-4c5a-985a-abcb0b1355d7 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Network hostable DHCP agents. Network: 17b00710-2cff-4ced-8137-991879b241b6, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:35:33.648237 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf46c3d6-8c95-4c5a-985a-abcb0b1355d7 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Network 17b00710-2cff-4ced-8137-991879b241b6 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:35:33.657904 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-bf46c3d6-8c95-4c5a-985a-abcb0b1355d7 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 17b00710-2cff-4ced-8137-991879b241b6) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:35:33.663254 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf46c3d6-8c95-4c5a-985a-abcb0b1355d7 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:33.663966 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf46c3d6-8c95-4c5a-985a-abcb0b1355d7 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:33.666741 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd579f5c-9920-4c5b-8d6a-3f6462be2025 None None] Network 17b00710-2cff-4ced-8137-991879b241b6 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:35:33.680706 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-bf46c3d6-8c95-4c5a-985a-abcb0b1355d7 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4531801 Jul 22 17:35:33.683354 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40454) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:33.729206 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09067208-f711-4fcc-b41b-3cd05aa70f57 None None] Network a0b4178f-8193-46a5-ba95-2bd7d9ec338b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:35:33.803025 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ca03531-15d1-49c0-b5a8-abff0de34ef0 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:33.883444 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ca03531-15d1-49c0-b5a8-abff0de34ef0 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:33.945423 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ca03531-15d1-49c0-b5a8-abff0de34ef0 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:33.978137 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca03531-15d1-49c0-b5a8-abff0de34ef0 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Pushing event deleted for resources: {'Subnet': ['ID=1e0fd963-76cc-485d-9ab0-bf1321ef9d44,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:34.017589 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bada3a2d-2165-4fe2-a60d-d3fd3698f21d None None] Provisioning for port 2853c176-bcf1-44e6-b69b-1e0b030d4228 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:35:34.027197 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bada3a2d-2165-4fe2-a60d-d3fd3698f21d None None] Provisioning complete for port 2853c176-bcf1-44e6-b69b-1e0b030d4228 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:34.027561 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bada3a2d-2165-4fe2-a60d-d3fd3698f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.041754 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ca03531-15d1-49c0-b5a8-abff0de34ef0 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.052313 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-1ca03531-15d1-49c0-b5a8-abff0de34ef0 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b00710-2cff-4ced-8137-991879b241b6']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:34.062185 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-1ca03531-15d1-49c0-b5a8-abff0de34ef0 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b398ed27-981a-403c-b07f-e4a0b0dfa68c') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:34.062492 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-1ca03531-15d1-49c0-b5a8-abff0de34ef0 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b398ed27-981a-403c-b07f-e4a0b0dfa68c') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:34.073588 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ca03531-15d1-49c0-b5a8-abff0de34ef0 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.090005 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ca03531-15d1-49c0-b5a8-abff0de34ef0 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.096954 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca03531-15d1-49c0-b5a8-abff0de34ef0 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:35:34.097465 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ca03531-15d1-49c0-b5a8-abff0de34ef0 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: timer() Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:35:34.100609 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:35:34.114001 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336b13fc-ec6b-4f3a-8caf-e98568bca0cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-17b00710-2cff-4ced-8137-991879b241b6', 'network_id': '17b00710-2cff-4ced-8137-991879b241b6', 'tenant_id': '75f7d96b6c6247fb9f9811e6343a5e69', 'fixed_ips': [{'subnet_id': '1e0fd963-76cc-485d-9ab0-bf1321ef9d44'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:35:34.114890 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-336b13fc-ec6b-4f3a-8caf-e98568bca0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.170236 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ca03531-15d1-49c0-b5a8-abff0de34ef0 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.178447 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ca03531-15d1-49c0-b5a8-abff0de34ef0 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.180432 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-1ca03531-15d1-49c0-b5a8-abff0de34ef0 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] 10.222.0.69 "DELETE /v2.0/networks/17b00710-2cff-4ced-8137-991879b241b6 HTTP/1.1" status: 204 len: 168 time: 0.4961529 Jul 22 17:35:34.184876 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40456) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:34.190182 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-93167a81-83ed-4229-aab5-9583afed7067 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1933143416'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:34.192111 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca03531-15d1-49c0-b5a8-abff0de34ef0 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Pushing event deleted for resources: {'Network': ['ID=17b00710-2cff-4ced-8137-991879b241b6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:34.212041 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145daa5c-84b4-4e51-a489-cb1aca5beecf None None] Network 17b00710-2cff-4ced-8137-991879b241b6 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:35:34.215599 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93167a81-83ed-4229-aab5-9583afed7067 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Made reservation on behalf of 75f7d96b6c6247fb9f9811e6343a5e69 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:35:34.219100 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93167a81-83ed-4229-aab5-9583afed7067 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.230480 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145daa5c-84b4-4e51-a489-cb1aca5beecf None None] Network 17b00710-2cff-4ced-8137-991879b241b6 could not be found, it might have been deleted concurrently. {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 17:35:34.234047 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bada3a2d-2165-4fe2-a60d-d3fd3698f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.243404 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93167a81-83ed-4229-aab5-9583afed7067 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:35:34.253300 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93167a81-83ed-4229-aab5-9583afed7067 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.253890 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-93167a81-83ed-4229-aab5-9583afed7067 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Added segment fc6a8013-7cf0-4332-bf3b-bb3f66291d98 of type vlan for network 852521c8-66bc-4db1-a4b5-1656a71990cd Jul 22 17:35:34.277414 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bada3a2d-2165-4fe2-a60d-d3fd3698f21d None None] For port 2853c176-bcf1-44e6-b69b-1e0b030d4228, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2853c176-bcf1-44e6-b69b-1e0b030d4228,segment=NetworkSegment(a0ce8115-311e-4ec9-9b26-33ab70c2452f),segment_id=a0ce8115-311e-4ec9-9b26-33ab70c2452f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:34.281705 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bada3a2d-2165-4fe2-a60d-d3fd3698f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.309958 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93167a81-83ed-4229-aab5-9583afed7067 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.333736 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada3a2d-2165-4fe2-a60d-d3fd3698f21d None None] Pushing event updated for resources: {'Port': ['ID=2853c176-bcf1-44e6-b69b-1e0b030d4228,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:34.344659 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93167a81-83ed-4229-aab5-9583afed7067 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.350859 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93167a81-83ed-4229-aab5-9583afed7067 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:34.351448 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93167a81-83ed-4229-aab5-9583afed7067 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.395951 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40458) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:34.396277 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-93167a81-83ed-4229-aab5-9583afed7067 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2099957 Jul 22 17:35:34.403818 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:35:34.404418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-766c67f8-20c9-48da-808d-a5b9cd903943 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Request body: {'subnet': {'network_id': '852521c8-66bc-4db1-a4b5-1656a71990cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:34.427016 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93167a81-83ed-4229-aab5-9583afed7067 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Pushing event updated for resources: {'Network': ['ID=852521c8-66bc-4db1-a4b5-1656a71990cd,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:34.437062 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 852521c8-66bc-4db1-a4b5-1656a71990cd details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:35:34.499205 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766c67f8-20c9-48da-808d-a5b9cd903943 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Made reservation on behalf of 75f7d96b6c6247fb9f9811e6343a5e69 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:35:34.503338 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-766c67f8-20c9-48da-808d-a5b9cd903943 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.510071 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9ac86127-99bc-4b1c-b54e-0c71b0f6e626 None None] Provisioning complete for port 2853c176-bcf1-44e6-b69b-1e0b030d4228 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:34.510449 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ac86127-99bc-4b1c-b54e-0c71b0f6e626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.681850 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-766c67f8-20c9-48da-808d-a5b9cd903943 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.744594 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c67f8-20c9-48da-808d-a5b9cd903943 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Pushing event updated for resources: {'Subnet': ['ID=89ef1765-e082-49ac-b27d-6b850b046e05,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:34.752437 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766c67f8-20c9-48da-808d-a5b9cd903943 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Checking segment: {'id': 'fc6a8013-7cf0-4332-bf3b-bb3f66291d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '852521c8-66bc-4db1-a4b5-1656a71990cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:35:34.752794 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766c67f8-20c9-48da-808d-a5b9cd903943 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Network hostable DHCP agents. Network: 852521c8-66bc-4db1-a4b5-1656a71990cd, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:35:34.769112 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766c67f8-20c9-48da-808d-a5b9cd903943 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Network 852521c8-66bc-4db1-a4b5-1656a71990cd is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:35:34.777447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-766c67f8-20c9-48da-808d-a5b9cd903943 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 852521c8-66bc-4db1-a4b5-1656a71990cd) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:35:34.781494 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766c67f8-20c9-48da-808d-a5b9cd903943 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:34.782202 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-766c67f8-20c9-48da-808d-a5b9cd903943 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.787469 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b258fc5d-079d-48c5-b637-1d0bf91dc410 None None] Network 852521c8-66bc-4db1-a4b5-1656a71990cd requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:35:34.804235 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-766c67f8-20c9-48da-808d-a5b9cd903943 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4071639 Jul 22 17:35:34.807716 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40460) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:34.813082 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3c07a4e9-5e87-4627-9402-f4deac2083e3 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-102660272'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:34.835349 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c07a4e9-5e87-4627-9402-f4deac2083e3 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Made reservation on behalf of 75f7d96b6c6247fb9f9811e6343a5e69 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:35:34.838731 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c07a4e9-5e87-4627-9402-f4deac2083e3 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.862554 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.863244 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c07a4e9-5e87-4627-9402-f4deac2083e3 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:35:34.872861 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c07a4e9-5e87-4627-9402-f4deac2083e3 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.872861 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-3c07a4e9-5e87-4627-9402-f4deac2083e3 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Added segment 5b7e41a9-1e95-43a5-a6bd-94c390ef3816 of type vlan for network 32946a4f-b3cb-4796-94e8-da3b04bf8ad5 Jul 22 17:35:34.913349 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c07a4e9-5e87-4627-9402-f4deac2083e3 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.942480 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c07a4e9-5e87-4627-9402-f4deac2083e3 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.947917 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c07a4e9-5e87-4627-9402-f4deac2083e3 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:34.948499 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3c07a4e9-5e87-4627-9402-f4deac2083e3 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.953616 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6922cbff-f41a-4a35-8d69-f981f6a82078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-852521c8-66bc-4db1-a4b5-1656a71990cd', 'network_id': '852521c8-66bc-4db1-a4b5-1656a71990cd', 'tenant_id': '75f7d96b6c6247fb9f9811e6343a5e69', 'fixed_ips': [{'subnet_id': '89ef1765-e082-49ac-b27d-6b850b046e05'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:35:34.954515 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6922cbff-f41a-4a35-8d69-f981f6a82078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:34.986737 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3c07a4e9-5e87-4627-9402-f4deac2083e3 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1772680 Jul 22 17:35:34.989519 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40462) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:34.996359 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-44892a89-d721-49e7-b341-f81c166eeffa tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Request body: {'subnet': {'network_id': '32946a4f-b3cb-4796-94e8-da3b04bf8ad5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:35.044650 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07a4e9-5e87-4627-9402-f4deac2083e3 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Pushing event updated for resources: {'Network': ['ID=32946a4f-b3cb-4796-94e8-da3b04bf8ad5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:35.069832 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 32946a4f-b3cb-4796-94e8-da3b04bf8ad5 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:35:35.101100 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2853c176-bcf1-44e6-b69b-1e0b030d4228 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:35:35.138241 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44892a89-d721-49e7-b341-f81c166eeffa tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Made reservation on behalf of 75f7d96b6c6247fb9f9811e6343a5e69 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:35:35.141842 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44892a89-d721-49e7-b341-f81c166eeffa tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:35.170117 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-6922cbff-f41a-4a35-8d69-f981f6a82078 None None] Allocated IP 2001:db8::2 (852521c8-66bc-4db1-a4b5-1656a71990cd/89ef1765-e082-49ac-b27d-6b850b046e05/830fdaa6-32bb-45e9-9265-0b25d565f6c5) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:35:35.264765 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 2853c176-bcf1-44e6-b69b-1e0b030d4228 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:35.265134 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:35.326929 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44892a89-d721-49e7-b341-f81c166eeffa tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:35.388741 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6922cbff-f41a-4a35-8d69-f981f6a82078 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:35.389677 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44892a89-d721-49e7-b341-f81c166eeffa tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Pushing event updated for resources: {'Subnet': ['ID=df7b4e9b-33ef-4589-ae83-c9538d548621,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:35.402065 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44892a89-d721-49e7-b341-f81c166eeffa tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Checking segment: {'id': '5b7e41a9-1e95-43a5-a6bd-94c390ef3816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '32946a4f-b3cb-4796-94e8-da3b04bf8ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:35:35.402420 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44892a89-d721-49e7-b341-f81c166eeffa tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Network hostable DHCP agents. Network: 32946a4f-b3cb-4796-94e8-da3b04bf8ad5, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:35:35.403998 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6922cbff-f41a-4a35-8d69-f981f6a82078 None None] Transition to ACTIVE for port object 830fdaa6-32bb-45e9-9265-0b25d565f6c5 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:35:35.420435 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44892a89-d721-49e7-b341-f81c166eeffa tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Network 32946a4f-b3cb-4796-94e8-da3b04bf8ad5 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:35:35.422540 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6922cbff-f41a-4a35-8d69-f981f6a82078 None None] Transition to ACTIVE for port object 830fdaa6-32bb-45e9-9265-0b25d565f6c5 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:35:35.428945 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6922cbff-f41a-4a35-8d69-f981f6a82078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:35.430822 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-44892a89-d721-49e7-b341-f81c166eeffa tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 32946a4f-b3cb-4796-94e8-da3b04bf8ad5) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:35:35.435820 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44892a89-d721-49e7-b341-f81c166eeffa tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:35.437120 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-44892a89-d721-49e7-b341-f81c166eeffa tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:35.451288 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-44892a89-d721-49e7-b341-f81c166eeffa tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4606748 Jul 22 17:35:35.453809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40464) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:35.457433 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c0c1b0-c225-4dab-84c7-36fd963a9815 None None] Network 32946a4f-b3cb-4796-94e8-da3b04bf8ad5 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:35:35.491278 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6922cbff-f41a-4a35-8d69-f981f6a82078 None None] Network 852521c8-66bc-4db1-a4b5-1656a71990cd is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:35:35.496932 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-6922cbff-f41a-4a35-8d69-f981f6a82078 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:35:35.504347 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6922cbff-f41a-4a35-8d69-f981f6a82078 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:35:35.531579 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922cbff-f41a-4a35-8d69-f981f6a82078 None None] Pushing event updated for resources: {'Port': ['ID=830fdaa6-32bb-45e9-9265-0b25d565f6c5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:35.549275 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4057e22a-f308-4626-a4f8-d3c127ed6a15 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:35.599624 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4057e22a-f308-4626-a4f8-d3c127ed6a15 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:35.609824 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6922cbff-f41a-4a35-8d69-f981f6a82078 None None] Attempting to bind port 830fdaa6-32bb-45e9-9265-0b25d565f6c5 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:35:35.610219 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6922cbff-f41a-4a35-8d69-f981f6a82078 None None] Attempting to bind port 830fdaa6-32bb-45e9-9265-0b25d565f6c5 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'fc6a8013-7cf0-4332-bf3b-bb3f66291d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '852521c8-66bc-4db1-a4b5-1656a71990cd'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:35:35.610576 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6922cbff-f41a-4a35-8d69-f981f6a82078 None None] Attempting to bind port 830fdaa6-32bb-45e9-9265-0b25d565f6c5 on network 852521c8-66bc-4db1-a4b5-1656a71990cd {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:35:35.633873 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6922cbff-f41a-4a35-8d69-f981f6a82078 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:35:35.634398 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6922cbff-f41a-4a35-8d69-f981f6a82078 None None] Checking segment: {'id': 'fc6a8013-7cf0-4332-bf3b-bb3f66291d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '852521c8-66bc-4db1-a4b5-1656a71990cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:35:35.634800 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6922cbff-f41a-4a35-8d69-f981f6a82078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:35.635193 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6922cbff-f41a-4a35-8d69-f981f6a82078 None None] Bound using segment: {'id': 'fc6a8013-7cf0-4332-bf3b-bb3f66291d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '852521c8-66bc-4db1-a4b5-1656a71990cd'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:35:35.635660 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6922cbff-f41a-4a35-8d69-f981f6a82078 None None] Bound port: 830fdaa6-32bb-45e9-9265-0b25d565f6c5, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6a8013-7cf0-4332-bf3b-bb3f66291d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '852521c8-66bc-4db1-a4b5-1656a71990cd'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:35:35.636043 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6922cbff-f41a-4a35-8d69-f981f6a82078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:35.663152 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4057e22a-f308-4626-a4f8-d3c127ed6a15 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:35.688187 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057e22a-f308-4626-a4f8-d3c127ed6a15 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Pushing event deleted for resources: {'Subnet': ['ID=df7b4e9b-33ef-4589-ae83-c9538d548621,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:35.710080 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2518606-d2c2-4a15-83b7-e9ed62591fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-32946a4f-b3cb-4796-94e8-da3b04bf8ad5', 'network_id': '32946a4f-b3cb-4796-94e8-da3b04bf8ad5', 'tenant_id': '75f7d96b6c6247fb9f9811e6343a5e69', 'fixed_ips': [{'subnet_id': 'df7b4e9b-33ef-4589-ae83-c9538d548621'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:35:35.710933 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2518606-d2c2-4a15-83b7-e9ed62591fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:35.747638 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6922cbff-f41a-4a35-8d69-f981f6a82078 None None] For port 830fdaa6-32bb-45e9-9265-0b25d565f6c5, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:35:35.751726 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6922cbff-f41a-4a35-8d69-f981f6a82078 None None] For port 830fdaa6-32bb-45e9-9265-0b25d565f6c5, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=830fdaa6-32bb-45e9-9265-0b25d565f6c5,segment=NetworkSegment(fc6a8013-7cf0-4332-bf3b-bb3f66291d98),segment_id=fc6a8013-7cf0-4332-bf3b-bb3f66291d98)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:35:35.754426 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4057e22a-f308-4626-a4f8-d3c127ed6a15 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:35.755818 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6922cbff-f41a-4a35-8d69-f981f6a82078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:35.764821 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4057e22a-f308-4626-a4f8-d3c127ed6a15 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32946a4f-b3cb-4796-94e8-da3b04bf8ad5']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:35.775645 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4057e22a-f308-4626-a4f8-d3c127ed6a15 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7e41a9-1e95-43a5-a6bd-94c390ef3816') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:35.775943 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-4057e22a-f308-4626-a4f8-d3c127ed6a15 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7e41a9-1e95-43a5-a6bd-94c390ef3816') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:35.785450 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4057e22a-f308-4626-a4f8-d3c127ed6a15 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:35.799241 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4057e22a-f308-4626-a4f8-d3c127ed6a15 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:35.805308 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4057e22a-f308-4626-a4f8-d3c127ed6a15 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:35:35.805694 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4057e22a-f308-4626-a4f8-d3c127ed6a15 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: timer() Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:35:35.808901 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:35:35.844934 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5b91f2-9437-4489-b4c6-e5b135e2a979 None None] Network 32946a4f-b3cb-4796-94e8-da3b04bf8ad5 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:35:35.875747 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4057e22a-f308-4626-a4f8-d3c127ed6a15 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:35.883214 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4057e22a-f308-4626-a4f8-d3c127ed6a15 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:35.885121 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4057e22a-f308-4626-a4f8-d3c127ed6a15 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] 10.222.0.69 "DELETE /v2.0/networks/32946a4f-b3cb-4796-94e8-da3b04bf8ad5 HTTP/1.1" status: 204 len: 168 time: 0.4303670 Jul 22 17:35:35.888303 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40466) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:35.890752 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922cbff-f41a-4a35-8d69-f981f6a82078 None None] Pushing event updated for resources: {'Port': ['ID=830fdaa6-32bb-45e9-9265-0b25d565f6c5,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:35.928814 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057e22a-f308-4626-a4f8-d3c127ed6a15 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Pushing event deleted for resources: {'Network': ['ID=32946a4f-b3cb-4796-94e8-da3b04bf8ad5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:35.931030 n-d-798930-9 neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-e31c5c04-7a60-4afc-b740-4454c526d64f tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] GET failed (client error): The resource could not be found. Jul 22 17:35:35.933976 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e31c5c04-7a60-4afc-b740-4454c526d64f tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] 10.222.0.69 "GET /v2.0/subnets/df7b4e9b-33ef-4589-ae83-c9538d548621 HTTP/1.1" status: 404 len: 337 time: 0.0436480 Jul 22 17:35:35.935388 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40468) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:35.954397 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb1ec3a-d60d-4106-a51b-f837a0067b5f tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] DELETE failed (client error): The resource could not be found. Jul 22 17:35:35.955400 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deb1ec3a-d60d-4106-a51b-f837a0067b5f tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 17:35:35.957107 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-deb1ec3a-d60d-4106-a51b-f837a0067b5f tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] 10.222.0.69 "DELETE /v2.0/networks/32946a4f-b3cb-4796-94e8-da3b04bf8ad5 HTTP/1.1" status: 404 len: 339 time: 0.0207288 Jul 22 17:35:35.961002 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40470) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:35.992074 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-18afd205-97c2-4b97-a0d5-3073dd747cfe tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] DELETE failed (client error): The resource could not be found. Jul 22 17:35:35.992529 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18afd205-97c2-4b97-a0d5-3073dd747cfe tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 17:35:35.994306 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-18afd205-97c2-4b97-a0d5-3073dd747cfe tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] 10.222.0.69 "DELETE /v2.0/subnets/df7b4e9b-33ef-4589-ae83-c9538d548621 HTTP/1.1" status: 404 len: 337 time: 0.0323942 Jul 22 17:35:35.996791 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40472) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:36.023778 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-0112cbd0-fed2-4381-8131-32cabaf57945 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] DELETE failed (client error): The resource could not be found. Jul 22 17:35:36.024716 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0112cbd0-fed2-4381-8131-32cabaf57945 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 17:35:36.026907 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0112cbd0-fed2-4381-8131-32cabaf57945 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] 10.222.0.69 "DELETE /v2.0/networks/32946a4f-b3cb-4796-94e8-da3b04bf8ad5 HTTP/1.1" status: 404 len: 339 time: 0.0292063 Jul 22 17:35:36.029763 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40474) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:36.088056 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d501a1d-7962-4fee-8f02-feefe2c08125 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Deleting subnet 89ef1765-e082-49ac-b27d-6b850b046e05 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:35:36.091897 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d501a1d-7962-4fee-8f02-feefe2c08125 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:36.138557 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d501a1d-7962-4fee-8f02-feefe2c08125 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:36.221712 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d501a1d-7962-4fee-8f02-feefe2c08125 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:36.278833 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d501a1d-7962-4fee-8f02-feefe2c08125 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:36.309887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d501a1d-7962-4fee-8f02-feefe2c08125 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Pushing event deleted for resources: {'Subnet': ['ID=89ef1765-e082-49ac-b27d-6b850b046e05,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:36.313703 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d501a1d-7962-4fee-8f02-feefe2c08125 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:36.316131 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3d501a1d-7962-4fee-8f02-feefe2c08125 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] 10.222.0.69 "DELETE /v2.0/subnets/89ef1765-e082-49ac-b27d-6b850b046e05 HTTP/1.1" status: 204 len: 168 time: 0.2847798 Jul 22 17:35:36.318765 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40476) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:36.392018 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f68143a8-09df-4cff-a028-0d95663f8204 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:36.444715 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f68143a8-09df-4cff-a028-0d95663f8204 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Deleting port 830fdaa6-32bb-45e9-9265-0b25d565f6c5 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:35:36.445057 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f68143a8-09df-4cff-a028-0d95663f8204 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:36.518186 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f68143a8-09df-4cff-a028-0d95663f8204 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] For port 830fdaa6-32bb-45e9-9265-0b25d565f6c5, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=830fdaa6-32bb-45e9-9265-0b25d565f6c5,segment=NetworkSegment(fc6a8013-7cf0-4332-bf3b-bb3f66291d98),segment_id=fc6a8013-7cf0-4332-bf3b-bb3f66291d98)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:36.518762 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f68143a8-09df-4cff-a028-0d95663f8204 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:36.531465 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f68143a8-09df-4cff-a028-0d95663f8204 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Calling delete_port for 830fdaa6-32bb-45e9-9265-0b25d565f6c5 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:35:36.612092 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f68143a8-09df-4cff-a028-0d95663f8204 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:36.636209 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68143a8-09df-4cff-a028-0d95663f8204 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Pushing event deleted for resources: {'Port': ['ID=830fdaa6-32bb-45e9-9265-0b25d565f6c5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:36.642618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68143a8-09df-4cff-a028-0d95663f8204 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] No DVR routers for this DVR port 830fdaa6-32bb-45e9-9265-0b25d565f6c5 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:35:36.727165 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f68143a8-09df-4cff-a028-0d95663f8204 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:36.727802 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029673d0-4f6b-4614-a935-a42f6212ea43 None None] Network 852521c8-66bc-4db1-a4b5-1656a71990cd requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:35:36.737968 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f68143a8-09df-4cff-a028-0d95663f8204 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852521c8-66bc-4db1-a4b5-1656a71990cd']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:36.747526 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f68143a8-09df-4cff-a028-0d95663f8204 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6a8013-7cf0-4332-bf3b-bb3f66291d98') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:36.747814 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f68143a8-09df-4cff-a028-0d95663f8204 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6a8013-7cf0-4332-bf3b-bb3f66291d98') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:36.756338 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f68143a8-09df-4cff-a028-0d95663f8204 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:36.769832 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f68143a8-09df-4cff-a028-0d95663f8204 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:36.776262 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f68143a8-09df-4cff-a028-0d95663f8204 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:35:36.776678 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f68143a8-09df-4cff-a028-0d95663f8204 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: timer() Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:35:36.779744 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:35:36.820632 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-564b4bf1-ffc4-490c-abe3-4e8e5e3078f6 None None] Could not find standard attr ID for object 830fdaa6-32bb-45e9-9265-0b25d565f6c5. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 17:35:36.841815 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f68143a8-09df-4cff-a028-0d95663f8204 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:36.848840 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f68143a8-09df-4cff-a028-0d95663f8204 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:36.850717 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f68143a8-09df-4cff-a028-0d95663f8204 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] 10.222.0.69 "DELETE /v2.0/networks/852521c8-66bc-4db1-a4b5-1656a71990cd HTTP/1.1" status: 204 len: 168 time: 0.5310340 Jul 22 17:35:36.853280 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40478) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:36.862620 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68143a8-09df-4cff-a028-0d95663f8204 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Pushing event deleted for resources: {'Network': ['ID=852521c8-66bc-4db1-a4b5-1656a71990cd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:36.880482 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b9b08a-d254-414b-a040-aa2bc94900d1 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] DELETE failed (client error): The resource could not be found. Jul 22 17:35:36.880997 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b9b08a-d254-414b-a040-aa2bc94900d1 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 17:35:36.882816 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-99b9b08a-d254-414b-a040-aa2bc94900d1 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] 10.222.0.69 "DELETE /v2.0/subnets/1e0fd963-76cc-485d-9ab0-bf1321ef9d44 HTTP/1.1" status: 404 len: 337 time: 0.0285087 Jul 22 17:35:36.885395 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40480) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:36.904309 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc5c6b8-f6ef-49cb-b7c5-a05551e947b7 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] DELETE failed (client error): The resource could not be found. Jul 22 17:35:36.904827 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc5c6b8-f6ef-49cb-b7c5-a05551e947b7 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 17:35:36.909177 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bcc5c6b8-f6ef-49cb-b7c5-a05551e947b7 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] 10.222.0.69 "DELETE /v2.0/networks/17b00710-2cff-4ced-8137-991879b241b6 HTTP/1.1" status: 404 len: 339 time: 0.0198960 Jul 22 17:35:36.909408 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40482) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:36.913378 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1d7ddc-391e-4b6e-9fb1-c66183b4e94a None None] DHCP port deletion for 852521c8-66bc-4db1-a4b5-1656a71990cd request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:35:36.935240 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61d54fb-5ad8-4960-970c-d35c5ceb7277 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] DELETE failed (client error): The resource could not be found. Jul 22 17:35:36.937862 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b61d54fb-5ad8-4960-970c-d35c5ceb7277 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 17:35:36.937862 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b61d54fb-5ad8-4960-970c-d35c5ceb7277 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] 10.222.0.69 "DELETE /v2.0/subnets/a789e7fa-7446-4fc2-a454-838f5be70431 HTTP/1.1" status: 404 len: 337 time: 0.0270245 Jul 22 17:35:36.939937 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40484) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:36.957020 n-d-798930-9 neutron-server[93817]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b32be3-8c59-49cd-83ca-e8e0fca2f047 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] DELETE failed (client error): The resource could not be found. Jul 22 17:35:36.957524 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6b32be3-8c59-49cd-83ca-e8e0fca2f047 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 17:35:36.959158 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e6b32be3-8c59-49cd-83ca-e8e0fca2f047 tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] 10.222.0.69 "DELETE /v2.0/networks/2b37c0d1-147d-449c-b229-85b9f3a8a533 HTTP/1.1" status: 404 len: 339 time: 0.0183465 Jul 22 17:35:36.961308 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40486) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:37.009548 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-2deb3f81-282a-4869-a730-991c89a1597c tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Deleting subnet f1a1ea00-a73b-4357-876a-96498c89bbc5 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:35:37.012410 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2deb3f81-282a-4869-a730-991c89a1597c tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:37.056865 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2deb3f81-282a-4869-a730-991c89a1597c tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:37.139319 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2deb3f81-282a-4869-a730-991c89a1597c tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:37.194797 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2deb3f81-282a-4869-a730-991c89a1597c tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:37.227817 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb3f81-282a-4869-a730-991c89a1597c tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a1ea00-a73b-4357-876a-96498c89bbc5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:37.230735 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2deb3f81-282a-4869-a730-991c89a1597c tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:37.233341 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2deb3f81-282a-4869-a730-991c89a1597c tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] 10.222.0.69 "DELETE /v2.0/subnets/f1a1ea00-a73b-4357-876a-96498c89bbc5 HTTP/1.1" status: 204 len: 168 time: 0.2711787 Jul 22 17:35:37.233464 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f83e7cf-7774-441d-9c5e-31104f8954ec None None] Network a0b4178f-8193-46a5-ba95-2bd7d9ec338b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:35:37.236214 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40488) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:37.309907 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a482efa8-69e4-4026-98ac-ab3af3f97d4b tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:37.360603 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a482efa8-69e4-4026-98ac-ab3af3f97d4b tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Deleting port 2853c176-bcf1-44e6-b69b-1e0b030d4228 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:35:37.360978 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a482efa8-69e4-4026-98ac-ab3af3f97d4b tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:37.421037 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4106ea-7895-4f3b-9ab3-66cf1f795e52 None None] DHCP port deletion for a0b4178f-8193-46a5-ba95-2bd7d9ec338b request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:35:37.429482 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-a482efa8-69e4-4026-98ac-ab3af3f97d4b tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] For port 2853c176-bcf1-44e6-b69b-1e0b030d4228, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2853c176-bcf1-44e6-b69b-1e0b030d4228,segment=NetworkSegment(a0ce8115-311e-4ec9-9b26-33ab70c2452f),segment_id=a0ce8115-311e-4ec9-9b26-33ab70c2452f)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:37.429869 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a482efa8-69e4-4026-98ac-ab3af3f97d4b tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:37.442250 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a482efa8-69e4-4026-98ac-ab3af3f97d4b tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Calling delete_port for 2853c176-bcf1-44e6-b69b-1e0b030d4228 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:35:37.466108 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2c4106ea-7895-4f3b-9ab3-66cf1f795e52 None None] Deleting port 2853c176-bcf1-44e6-b69b-1e0b030d4228 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:35:37.466488 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c4106ea-7895-4f3b-9ab3-66cf1f795e52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:37.519781 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a482efa8-69e4-4026-98ac-ab3af3f97d4b tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:37.530154 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2c4106ea-7895-4f3b-9ab3-66cf1f795e52 None None] For port 2853c176-bcf1-44e6-b69b-1e0b030d4228, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2853c176-bcf1-44e6-b69b-1e0b030d4228,segment=NetworkSegment(a0ce8115-311e-4ec9-9b26-33ab70c2452f),segment_id=a0ce8115-311e-4ec9-9b26-33ab70c2452f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:37.530642 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c4106ea-7895-4f3b-9ab3-66cf1f795e52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:37.543570 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2c4106ea-7895-4f3b-9ab3-66cf1f795e52 None None] Calling delete_port for 2853c176-bcf1-44e6-b69b-1e0b030d4228 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:35:37.550200 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a482efa8-69e4-4026-98ac-ab3af3f97d4b tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] No DVR routers for this DVR port 2853c176-bcf1-44e6-b69b-1e0b030d4228 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:35:37.551971 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482efa8-69e4-4026-98ac-ab3af3f97d4b tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Pushing event deleted for resources: {'Port': ['ID=2853c176-bcf1-44e6-b69b-1e0b030d4228,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:37.618621 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c4106ea-7895-4f3b-9ab3-66cf1f795e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:37.628406 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a482efa8-69e4-4026-98ac-ab3af3f97d4b tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:37.638090 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-a482efa8-69e4-4026-98ac-ab3af3f97d4b tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b4178f-8193-46a5-ba95-2bd7d9ec338b']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:37.644391 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4106ea-7895-4f3b-9ab3-66cf1f795e52 None None] Pushing event deleted for resources: {'Port': ['ID=2853c176-bcf1-44e6-b69b-1e0b030d4228,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:37.646220 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4106ea-7895-4f3b-9ab3-66cf1f795e52 None None] No DVR routers for this DVR port 2853c176-bcf1-44e6-b69b-1e0b030d4228 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:35:37.650630 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-a482efa8-69e4-4026-98ac-ab3af3f97d4b tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ce8115-311e-4ec9-9b26-33ab70c2452f') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:37.651277 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-a482efa8-69e4-4026-98ac-ab3af3f97d4b tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ce8115-311e-4ec9-9b26-33ab70c2452f') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:37.662645 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a482efa8-69e4-4026-98ac-ab3af3f97d4b tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:37.675772 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a482efa8-69e4-4026-98ac-ab3af3f97d4b tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:37.681540 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a482efa8-69e4-4026-98ac-ab3af3f97d4b tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:35:37.681940 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a482efa8-69e4-4026-98ac-ab3af3f97d4b tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: timer() Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:35:37.684813 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:35:37.744295 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a482efa8-69e4-4026-98ac-ab3af3f97d4b tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:37.753042 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a482efa8-69e4-4026-98ac-ab3af3f97d4b tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:37.754890 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a482efa8-69e4-4026-98ac-ab3af3f97d4b tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] 10.222.0.69 "DELETE /v2.0/networks/a0b4178f-8193-46a5-ba95-2bd7d9ec338b HTTP/1.1" status: 204 len: 168 time: 0.5177777 Jul 22 17:35:37.765844 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482efa8-69e4-4026-98ac-ab3af3f97d4b tempest-NetworksIpV6Test-713520727 tempest-NetworksIpV6Test-713520727-project] Pushing event deleted for resources: {'Network': ['ID=a0b4178f-8193-46a5-ba95-2bd7d9ec338b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:37.985541 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40494) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:38.111777 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-61cd22c6-be10-44f2-b455-bccd210d9d10 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=75f7d96b6c6247fb9f9811e6343a5e69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1245575 Jul 22 17:35:38.114235 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40498) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:38.160320 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2e35fbe-cfd3-435b-8124-e136c0863fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:38.181011 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2e35fbe-cfd3-435b-8124-e136c0863fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:38.230531 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2e35fbe-cfd3-435b-8124-e136c0863fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:38.233007 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f2e35fbe-cfd3-435b-8124-e136c0863fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:38.234146 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f2e35fbe-cfd3-435b-8124-e136c0863fbc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/643784ce-1544-4f82-8aa5-a5424c52b786 HTTP/1.1" status: 204 len: 168 time: 0.1190038 Jul 22 17:35:38.242777 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e35fbe-cfd3-435b-8124-e136c0863fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643784ce-1544-4f82-8aa5-a5424c52b786,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:38.830749 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40520) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:38.919445 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-8af1b6f9-d9cf-40d7-91e5-f479f8d138bc tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1429472088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:38.942717 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8af1b6f9-d9cf-40d7-91e5-f479f8d138bc tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:38.943663 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8af1b6f9-d9cf-40d7-91e5-f479f8d138bc tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:38.991958 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8af1b6f9-d9cf-40d7-91e5-f479f8d138bc tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:38.995927 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8af1b6f9-d9cf-40d7-91e5-f479f8d138bc tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:39.011077 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8af1b6f9-d9cf-40d7-91e5-f479f8d138bc tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:39.012222 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8af1b6f9-d9cf-40d7-91e5-f479f8d138bc tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1804886 Jul 22 17:35:39.015028 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40524) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:39.020814 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b26d681b-a6c8-4717-a99b-81a1c66b34af tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1301079642'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:39.041458 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26d681b-a6c8-4717-a99b-81a1c66b34af tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Made reservation on behalf of 90a2f1c4e3bf4b4191fb0361b9f4ac15 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:35:39.044826 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b26d681b-a6c8-4717-a99b-81a1c66b34af tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:39.053706 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b26d681b-a6c8-4717-a99b-81a1c66b34af tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:39.084606 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2853c176-bcf1-44e6-b69b-1e0b030d4228 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:35:39.108973 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 2853c176-bcf1-44e6-b69b-1e0b030d4228 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:35:39.109311 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2853c176-bcf1-44e6-b69b-1e0b030d4228 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:35:39.152203 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b26d681b-a6c8-4717-a99b-81a1c66b34af tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:39.155880 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b26d681b-a6c8-4717-a99b-81a1c66b34af tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:39.183153 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26d681b-a6c8-4717-a99b-81a1c66b34af tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:35:39.193406 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d681b-a6c8-4717-a99b-81a1c66b34af tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67781cd1-ccf4-4754-b537-5fa6422a3898,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:39.198669 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b26d681b-a6c8-4717-a99b-81a1c66b34af tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:39.199010 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-b26d681b-a6c8-4717-a99b-81a1c66b34af tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Added segment 4cfe9999-513f-4baa-b38e-02ba9c5712f3 of type vlan for network 274e3c02-8714-408f-8d3e-ca43dc1aebc6 Jul 22 17:35:39.236926 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b26d681b-a6c8-4717-a99b-81a1c66b34af tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:39.263810 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b26d681b-a6c8-4717-a99b-81a1c66b34af tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:39.269751 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26d681b-a6c8-4717-a99b-81a1c66b34af tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:39.270355 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b26d681b-a6c8-4717-a99b-81a1c66b34af tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:39.308874 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40526) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:39.310741 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b26d681b-a6c8-4717-a99b-81a1c66b34af tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2896955 Jul 22 17:35:39.315003 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a893607b-4612-4ed9-808c-dba0e9d97257 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Request body: {'subnet': {'network_id': '274e3c02-8714-408f-8d3e-ca43dc1aebc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:39.344164 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d681b-a6c8-4717-a99b-81a1c66b34af tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Pushing event updated for resources: {'Network': ['ID=274e3c02-8714-408f-8d3e-ca43dc1aebc6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:39.354328 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 274e3c02-8714-408f-8d3e-ca43dc1aebc6 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:35:39.402573 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a893607b-4612-4ed9-808c-dba0e9d97257 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Made reservation on behalf of 90a2f1c4e3bf4b4191fb0361b9f4ac15 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:35:39.406266 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a893607b-4612-4ed9-808c-dba0e9d97257 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:39.589896 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a893607b-4612-4ed9-808c-dba0e9d97257 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:39.655497 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893607b-4612-4ed9-808c-dba0e9d97257 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Pushing event updated for resources: {'Subnet': ['ID=c5b5031e-683f-4550-805c-dbf0e6ad9584,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:39.660593 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a893607b-4612-4ed9-808c-dba0e9d97257 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Checking segment: {'id': '4cfe9999-513f-4baa-b38e-02ba9c5712f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '274e3c02-8714-408f-8d3e-ca43dc1aebc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:35:39.660952 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a893607b-4612-4ed9-808c-dba0e9d97257 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Network hostable DHCP agents. Network: 274e3c02-8714-408f-8d3e-ca43dc1aebc6, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:35:39.677367 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a893607b-4612-4ed9-808c-dba0e9d97257 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Network 274e3c02-8714-408f-8d3e-ca43dc1aebc6 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:35:39.685526 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a893607b-4612-4ed9-808c-dba0e9d97257 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 274e3c02-8714-408f-8d3e-ca43dc1aebc6) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:35:39.690052 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a893607b-4612-4ed9-808c-dba0e9d97257 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:39.690634 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a893607b-4612-4ed9-808c-dba0e9d97257 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:39.696036 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a170046f-8685-45cd-992a-44de63f81963 None None] Network 274e3c02-8714-408f-8d3e-ca43dc1aebc6 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:35:39.704506 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a893607b-4612-4ed9-808c-dba0e9d97257 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3943403 Jul 22 17:35:39.707611 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40528) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:39.712680 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-85fe828b-bf64-4265-8ea8-478f3d953fad tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-580973718'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:39.732435 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fe828b-bf64-4265-8ea8-478f3d953fad tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Made reservation on behalf of 90a2f1c4e3bf4b4191fb0361b9f4ac15 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:35:39.736542 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-85fe828b-bf64-4265-8ea8-478f3d953fad tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:39.759213 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85fe828b-bf64-4265-8ea8-478f3d953fad tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:35:39.768022 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-85fe828b-bf64-4265-8ea8-478f3d953fad tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:39.768421 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-85fe828b-bf64-4265-8ea8-478f3d953fad tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Added segment a20d716c-55ae-489b-ad3a-a56b6fbaf43f of type vlan for network b69d13d6-a359-413a-80ad-3edf065067d3 Jul 22 17:35:39.815010 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-85fe828b-bf64-4265-8ea8-478f3d953fad tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:39.840985 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f24c051-d2f0-4241-89db-06497295333e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-274e3c02-8714-408f-8d3e-ca43dc1aebc6', 'network_id': '274e3c02-8714-408f-8d3e-ca43dc1aebc6', 'tenant_id': '90a2f1c4e3bf4b4191fb0361b9f4ac15', 'fixed_ips': [{'subnet_id': 'c5b5031e-683f-4550-805c-dbf0e6ad9584'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:35:39.841840 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f24c051-d2f0-4241-89db-06497295333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:39.844852 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-85fe828b-bf64-4265-8ea8-478f3d953fad tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:39.850814 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fe828b-bf64-4265-8ea8-478f3d953fad tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:39.851396 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-85fe828b-bf64-4265-8ea8-478f3d953fad tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:39.882221 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-85fe828b-bf64-4265-8ea8-478f3d953fad tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1735024 Jul 22 17:35:39.885100 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40530) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:39.889841 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-25c93b34-f855-4972-8804-dfa67d509523 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Request body: {'subnet': {'network_id': 'b69d13d6-a359-413a-80ad-3edf065067d3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:39.940825 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe828b-bf64-4265-8ea8-478f3d953fad tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Pushing event updated for resources: {'Network': ['ID=b69d13d6-a359-413a-80ad-3edf065067d3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:39.955772 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network b69d13d6-a359-413a-80ad-3edf065067d3 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:35:40.013282 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c93b34-f855-4972-8804-dfa67d509523 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Made reservation on behalf of 90a2f1c4e3bf4b4191fb0361b9f4ac15 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:35:40.017208 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25c93b34-f855-4972-8804-dfa67d509523 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:40.023297 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-7f24c051-d2f0-4241-89db-06497295333e None None] Allocated IP 172.20.0.2 (274e3c02-8714-408f-8d3e-ca43dc1aebc6/c5b5031e-683f-4550-805c-dbf0e6ad9584/6b39d6bf-b225-4095-a51e-e200d8cc9abe) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:35:40.174825 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f24c051-d2f0-4241-89db-06497295333e None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:40.183064 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7f24c051-d2f0-4241-89db-06497295333e None None] Transition to ACTIVE for port object 6b39d6bf-b225-4095-a51e-e200d8cc9abe will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:35:40.197392 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7f24c051-d2f0-4241-89db-06497295333e None None] Transition to ACTIVE for port object 6b39d6bf-b225-4095-a51e-e200d8cc9abe will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:35:40.200427 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25c93b34-f855-4972-8804-dfa67d509523 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:40.203704 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f24c051-d2f0-4241-89db-06497295333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:40.242494 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f24c051-d2f0-4241-89db-06497295333e None None] Network 274e3c02-8714-408f-8d3e-ca43dc1aebc6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:35:40.245204 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7f24c051-d2f0-4241-89db-06497295333e None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:35:40.248693 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f24c051-d2f0-4241-89db-06497295333e None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:35:40.255396 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24c051-d2f0-4241-89db-06497295333e None None] Pushing event updated for resources: {'Port': ['ID=6b39d6bf-b225-4095-a51e-e200d8cc9abe,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:40.264358 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c93b34-f855-4972-8804-dfa67d509523 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Pushing event updated for resources: {'Subnet': ['ID=314df7b8-79de-4fb0-a3c7-ba30cae573a7,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:40.272887 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c93b34-f855-4972-8804-dfa67d509523 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Checking segment: {'id': 'a20d716c-55ae-489b-ad3a-a56b6fbaf43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b69d13d6-a359-413a-80ad-3edf065067d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:35:40.273316 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c93b34-f855-4972-8804-dfa67d509523 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Network hostable DHCP agents. Network: b69d13d6-a359-413a-80ad-3edf065067d3, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:35:40.290351 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c93b34-f855-4972-8804-dfa67d509523 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Network b69d13d6-a359-413a-80ad-3edf065067d3 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:35:40.300173 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-25c93b34-f855-4972-8804-dfa67d509523 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, b69d13d6-a359-413a-80ad-3edf065067d3) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:35:40.304395 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c93b34-f855-4972-8804-dfa67d509523 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:40.305108 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25c93b34-f855-4972-8804-dfa67d509523 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:40.319871 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-25c93b34-f855-4972-8804-dfa67d509523 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4337838 Jul 22 17:35:40.322893 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40532) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:40.327635 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-79c103fb-08e8-43f6-a01b-77fe7fe35e22 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b69d13d6-a359-413a-80ad-3edf065067d3'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:40.441232 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7efe0d-a82b-4530-9806-5e4735baa613 None None] Network b69d13d6-a359-413a-80ad-3edf065067d3 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:35:40.493144 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7f24c051-d2f0-4241-89db-06497295333e None None] Attempting to bind port 6b39d6bf-b225-4095-a51e-e200d8cc9abe on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:35:40.493511 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7f24c051-d2f0-4241-89db-06497295333e None None] Attempting to bind port 6b39d6bf-b225-4095-a51e-e200d8cc9abe by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '4cfe9999-513f-4baa-b38e-02ba9c5712f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '274e3c02-8714-408f-8d3e-ca43dc1aebc6'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:35:40.493874 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f24c051-d2f0-4241-89db-06497295333e None None] Attempting to bind port 6b39d6bf-b225-4095-a51e-e200d8cc9abe on network 274e3c02-8714-408f-8d3e-ca43dc1aebc6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:35:40.525169 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f24c051-d2f0-4241-89db-06497295333e None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:35:40.525544 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f24c051-d2f0-4241-89db-06497295333e None None] Checking segment: {'id': '4cfe9999-513f-4baa-b38e-02ba9c5712f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '274e3c02-8714-408f-8d3e-ca43dc1aebc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:35:40.525969 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f24c051-d2f0-4241-89db-06497295333e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:40.526366 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f24c051-d2f0-4241-89db-06497295333e None None] Bound using segment: {'id': '4cfe9999-513f-4baa-b38e-02ba9c5712f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '274e3c02-8714-408f-8d3e-ca43dc1aebc6'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:35:40.526835 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-7f24c051-d2f0-4241-89db-06497295333e None None] Bound port: 6b39d6bf-b225-4095-a51e-e200d8cc9abe, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cfe9999-513f-4baa-b38e-02ba9c5712f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '274e3c02-8714-408f-8d3e-ca43dc1aebc6'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:35:40.527218 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f24c051-d2f0-4241-89db-06497295333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:40.538334 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-79c103fb-08e8-43f6-a01b-77fe7fe35e22 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:40.635636 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7f24c051-d2f0-4241-89db-06497295333e None None] For port 6b39d6bf-b225-4095-a51e-e200d8cc9abe, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:35:40.640243 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7f24c051-d2f0-4241-89db-06497295333e None None] For port 6b39d6bf-b225-4095-a51e-e200d8cc9abe, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6b39d6bf-b225-4095-a51e-e200d8cc9abe,segment=NetworkSegment(4cfe9999-513f-4baa-b38e-02ba9c5712f3),segment_id=4cfe9999-513f-4baa-b38e-02ba9c5712f3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:35:40.642702 n-d-798930-9 neutron-server[93817]: INFO neutron.api.v2.resource [None req-79c103fb-08e8-43f6-a01b-77fe7fe35e22 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 17:35:40.643830 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-79c103fb-08e8-43f6-a01b-77fe7fe35e22 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] 10.222.0.69 "PUT /v2.0/routers/8b9809b7-c874-423d-8816-98cce2137106 HTTP/1.1" status: 400 len: 364 time: 0.3199203 Jul 22 17:35:40.644942 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f24c051-d2f0-4241-89db-06497295333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:40.649882 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40534) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:40.694117 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296f68aa-b492-4286-8f02-4819b9280df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-b69d13d6-a359-413a-80ad-3edf065067d3', 'network_id': 'b69d13d6-a359-413a-80ad-3edf065067d3', 'tenant_id': '90a2f1c4e3bf4b4191fb0361b9f4ac15', 'fixed_ips': [{'subnet_id': '314df7b8-79de-4fb0-a3c7-ba30cae573a7'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:35:40.694890 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-296f68aa-b492-4286-8f02-4819b9280df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:40.701969 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9203a2-7520-4e53-8fa2-d6bee878b8fe tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Deleting subnet 314df7b8-79de-4fb0-a3c7-ba30cae573a7 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:35:40.705463 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b9203a2-7520-4e53-8fa2-d6bee878b8fe tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:40.745097 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24c051-d2f0-4241-89db-06497295333e None None] Pushing event updated for resources: {'Port': ['ID=6b39d6bf-b225-4095-a51e-e200d8cc9abe,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:40.754234 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b9203a2-7520-4e53-8fa2-d6bee878b8fe tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:40.804428 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b9203a2-7520-4e53-8fa2-d6bee878b8fe tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:40.863728 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b9203a2-7520-4e53-8fa2-d6bee878b8fe tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server [None req-296f68aa-b492-4286-8f02-4819b9280df5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 314df7b8-79de-4fb0-a3c7-ba30cae573a7: This subnet is being modified by another concurrent operation. Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server raise exception Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 314df7b8-79de-4fb0-a3c7-ba30cae573a7: This subnet is being modified by another concurrent operation. Jul 22 17:35:40.867413 n-d-798930-9 neutron-server[93818]: ERROR oslo_messaging.rpc.server Jul 22 17:35:40.897854 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9203a2-7520-4e53-8fa2-d6bee878b8fe tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Pushing event deleted for resources: {'Subnet': ['ID=314df7b8-79de-4fb0-a3c7-ba30cae573a7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:40.901118 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2b9203a2-7520-4e53-8fa2-d6bee878b8fe tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:40.905802 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2b9203a2-7520-4e53-8fa2-d6bee878b8fe tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] 10.222.0.69 "DELETE /v2.0/subnets/314df7b8-79de-4fb0-a3c7-ba30cae573a7 HTTP/1.1" status: 204 len: 168 time: 0.2528164 Jul 22 17:35:40.906158 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40536) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:40.921561 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc99178-e9f1-4e18-bb8a-52e43bed7892 None None] Network b69d13d6-a359-413a-80ad-3edf065067d3 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:35:40.997420 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-476f343e-9f84-4be9-bca0-3ec1c44b1b14 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:41.104682 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-476f343e-9f84-4be9-bca0-3ec1c44b1b14 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:41.115829 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-476f343e-9f84-4be9-bca0-3ec1c44b1b14 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69d13d6-a359-413a-80ad-3edf065067d3']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:41.123707 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6b39d6bf-b225-4095-a51e-e200d8cc9abe up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:35:41.127912 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-476f343e-9f84-4be9-bca0-3ec1c44b1b14 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a20d716c-55ae-489b-ad3a-a56b6fbaf43f') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:41.128205 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-476f343e-9f84-4be9-bca0-3ec1c44b1b14 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a20d716c-55ae-489b-ad3a-a56b6fbaf43f') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:41.136952 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-476f343e-9f84-4be9-bca0-3ec1c44b1b14 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:41.151134 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-476f343e-9f84-4be9-bca0-3ec1c44b1b14 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:41.156787 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476f343e-9f84-4be9-bca0-3ec1c44b1b14 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:35:41.157175 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-476f343e-9f84-4be9-bca0-3ec1c44b1b14 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: timer() Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:35:41.160220 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:35:41.174224 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 6b39d6bf-b225-4095-a51e-e200d8cc9abe completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:35:41.221657 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-476f343e-9f84-4be9-bca0-3ec1c44b1b14 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:41.228750 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-476f343e-9f84-4be9-bca0-3ec1c44b1b14 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:41.230616 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-476f343e-9f84-4be9-bca0-3ec1c44b1b14 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] 10.222.0.69 "DELETE /v2.0/networks/b69d13d6-a359-413a-80ad-3edf065067d3 HTTP/1.1" status: 204 len: 168 time: 0.3234086 Jul 22 17:35:41.233209 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40538) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:41.242092 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f343e-9f84-4be9-bca0-3ec1c44b1b14 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Pushing event deleted for resources: {'Network': ['ID=b69d13d6-a359-413a-80ad-3edf065067d3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:41.286783 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-b899c746-697e-44ae-a7df-2141d5631b97 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Deleting subnet c5b5031e-683f-4550-805c-dbf0e6ad9584 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:35:41.290122 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b899c746-697e-44ae-a7df-2141d5631b97 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:41.327941 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b899c746-697e-44ae-a7df-2141d5631b97 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:41.418774 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b899c746-697e-44ae-a7df-2141d5631b97 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:41.485267 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b899c746-697e-44ae-a7df-2141d5631b97 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:41.500524 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b899c746-697e-44ae-a7df-2141d5631b97 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:41.502462 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b899c746-697e-44ae-a7df-2141d5631b97 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] 10.222.0.69 "DELETE /v2.0/subnets/c5b5031e-683f-4550-805c-dbf0e6ad9584 HTTP/1.1" status: 204 len: 168 time: 0.2682526 Jul 22 17:35:41.505226 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40540) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:41.522071 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899c746-697e-44ae-a7df-2141d5631b97 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b5031e-683f-4550-805c-dbf0e6ad9584,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:41.599970 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ea7e06f-f70c-422a-ae23-27a3bdfa5876 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:41.653258 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0ea7e06f-f70c-422a-ae23-27a3bdfa5876 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Deleting port 6b39d6bf-b225-4095-a51e-e200d8cc9abe {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:35:41.653599 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ea7e06f-f70c-422a-ae23-27a3bdfa5876 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:41.670386 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55612758-f426-46c7-83e1-d6940929589b None None] Network 274e3c02-8714-408f-8d3e-ca43dc1aebc6 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:35:41.718725 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-0ea7e06f-f70c-422a-ae23-27a3bdfa5876 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] For port 6b39d6bf-b225-4095-a51e-e200d8cc9abe, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6b39d6bf-b225-4095-a51e-e200d8cc9abe,segment=NetworkSegment(4cfe9999-513f-4baa-b38e-02ba9c5712f3),segment_id=4cfe9999-513f-4baa-b38e-02ba9c5712f3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:41.719001 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ea7e06f-f70c-422a-ae23-27a3bdfa5876 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:41.730988 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0ea7e06f-f70c-422a-ae23-27a3bdfa5876 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Calling delete_port for 6b39d6bf-b225-4095-a51e-e200d8cc9abe owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:35:41.788733 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e1473b28-af5a-4913-80d3-bfdb252b82cd None None] Provisioning for port 6b39d6bf-b225-4095-a51e-e200d8cc9abe completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:35:41.795935 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e1473b28-af5a-4913-80d3-bfdb252b82cd None None] Provisioning complete for port 6b39d6bf-b225-4095-a51e-e200d8cc9abe triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:41.796325 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1473b28-af5a-4913-80d3-bfdb252b82cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:41.810141 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ea7e06f-f70c-422a-ae23-27a3bdfa5876 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:41.837976 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7e06f-f70c-422a-ae23-27a3bdfa5876 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Pushing event deleted for resources: {'Port': ['ID=6b39d6bf-b225-4095-a51e-e200d8cc9abe,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:41.839670 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea7e06f-f70c-422a-ae23-27a3bdfa5876 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] No DVR routers for this DVR port 6b39d6bf-b225-4095-a51e-e200d8cc9abe on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:35:41.839797 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e1473b28-af5a-4913-80d3-bfdb252b82cd None None] Could not find standard attr ID for object 6b39d6bf-b225-4095-a51e-e200d8cc9abe. {{(pid=93818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 17:35:41.842601 n-d-798930-9 neutron-server[93818]: INFO neutron.plugins.ml2.db [None req-e1473b28-af5a-4913-80d3-bfdb252b82cd None None] No ports have port_id starting with 6b39d6bf-b225-4095-a51e-e200d8cc9abe Jul 22 17:35:41.894800 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22e395a-0624-43c2-9f27-94b62f739720 None None] DHCP port deletion for 274e3c02-8714-408f-8d3e-ca43dc1aebc6 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:35:41.915088 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33745b40-b306-4b87-aa1e-ebaff5cb6d09 None None] get_active_networks_info from n-d-798930-9 {{(pid=93818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 17:35:41.925663 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ea7e06f-f70c-422a-ae23-27a3bdfa5876 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:41.935771 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0ea7e06f-f70c-422a-ae23-27a3bdfa5876 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274e3c02-8714-408f-8d3e-ca43dc1aebc6']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:41.945891 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0ea7e06f-f70c-422a-ae23-27a3bdfa5876 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cfe9999-513f-4baa-b38e-02ba9c5712f3') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:41.946215 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-0ea7e06f-f70c-422a-ae23-27a3bdfa5876 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cfe9999-513f-4baa-b38e-02ba9c5712f3') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:41.954669 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ea7e06f-f70c-422a-ae23-27a3bdfa5876 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:41.967720 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ea7e06f-f70c-422a-ae23-27a3bdfa5876 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:41.974017 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea7e06f-f70c-422a-ae23-27a3bdfa5876 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:35:41.974343 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ea7e06f-f70c-422a-ae23-27a3bdfa5876 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:41.975623 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33745b40-b306-4b87-aa1e-ebaff5cb6d09 None None] Resources bound (agent type, host, resource id): {{(pid=93818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: timer() Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:35:41.977409 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:35:42.369488 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ea7e06f-f70c-422a-ae23-27a3bdfa5876 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:42.377514 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0ea7e06f-f70c-422a-ae23-27a3bdfa5876 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:42.379314 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0ea7e06f-f70c-422a-ae23-27a3bdfa5876 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] 10.222.0.69 "DELETE /v2.0/networks/274e3c02-8714-408f-8d3e-ca43dc1aebc6 HTTP/1.1" status: 204 len: 168 time: 0.8729484 Jul 22 17:35:42.382206 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40542) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:42.390289 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7e06f-f70c-422a-ae23-27a3bdfa5876 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Pushing event deleted for resources: {'Network': ['ID=274e3c02-8714-408f-8d3e-ca43dc1aebc6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:42.416984 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-bd1656a9-592c-4e44-b4e2-11427eb37358 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b9809b7-c874-423d-8816-98cce2137106 HTTP/1.1" status: 200 len: 205 time: 0.0336199 Jul 22 17:35:42.419421 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40544) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:42.490859 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aac912fb-f364-4c52-aaa8-4d06972d1584 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:42.578794 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:42.593210 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:42.645153 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aac912fb-f364-4c52-aaa8-4d06972d1584 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:42.647153 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aac912fb-f364-4c52-aaa8-4d06972d1584 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:42.689110 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aac912fb-f364-4c52-aaa8-4d06972d1584 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:42.689605 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac912fb-f364-4c52-aaa8-4d06972d1584 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Fanout notify agent at l3_agent the message router_deleted on router 8b9809b7-c874-423d-8816-98cce2137106 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:35:42.697167 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aac912fb-f364-4c52-aaa8-4d06972d1584 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:42.698395 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-aac912fb-f364-4c52-aaa8-4d06972d1584 tempest-RoutersNegativeTest-267349302 tempest-RoutersNegativeTest-267349302-project] 10.222.0.69 "DELETE /v2.0/routers/8b9809b7-c874-423d-8816-98cce2137106 HTTP/1.1" status: 204 len: 168 time: 0.2780607 Jul 22 17:35:42.927671 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40550) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:43.057022 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f8a7d326-483c-4412-8eb4-6741c2423782 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=90a2f1c4e3bf4b4191fb0361b9f4ac15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281431 Jul 22 17:35:43.059556 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40554) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:43.085120 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6b39d6bf-b225-4095-a51e-e200d8cc9abe no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:35:43.105143 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 6b39d6bf-b225-4095-a51e-e200d8cc9abe {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:35:43.105755 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6b39d6bf-b225-4095-a51e-e200d8cc9abe not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:35:43.108541 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b12528a-e539-499b-a4e9-4e367b6d8cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:43.131969 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b12528a-e539-499b-a4e9-4e367b6d8cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:43.176792 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b12528a-e539-499b-a4e9-4e367b6d8cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:43.179348 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b12528a-e539-499b-a4e9-4e367b6d8cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:43.180491 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0b12528a-e539-499b-a4e9-4e367b6d8cc0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/67781cd1-ccf4-4754-b537-5fa6422a3898 HTTP/1.1" status: 204 len: 168 time: 0.1200461 Jul 22 17:35:43.188329 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12528a-e539-499b-a4e9-4e367b6d8cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67781cd1-ccf4-4754-b537-5fa6422a3898,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:43.756218 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40576) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:43.847664 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-413b4773-7159-467f-847f-6a7757746934 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1192512874-network', 'tenant_id': '3e0301986d3640aa8b9f682ada061949'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:43.868529 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413b4773-7159-467f-847f-6a7757746934 admin admin] Made reservation on behalf of 3e0301986d3640aa8b9f682ada061949 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:35:43.870854 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-413b4773-7159-467f-847f-6a7757746934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:43.879286 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-413b4773-7159-467f-847f-6a7757746934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:43.967312 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-413b4773-7159-467f-847f-6a7757746934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:43.971293 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-413b4773-7159-467f-847f-6a7757746934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:43.996166 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413b4773-7159-467f-847f-6a7757746934 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:35:44.004679 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b4773-7159-467f-847f-6a7757746934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0f5d84-2988-490e-b7b3-b702d16deb23,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:44.011245 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-413b4773-7159-467f-847f-6a7757746934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:44.012250 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-413b4773-7159-467f-847f-6a7757746934 admin admin] Added segment da922b28-9133-48a5-9e4a-c494f4aea108 of type vlan for network 8f496eb5-3ab6-4572-98dd-49ababc8230e Jul 22 17:35:44.054593 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-413b4773-7159-467f-847f-6a7757746934 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:44.083329 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-413b4773-7159-467f-847f-6a7757746934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:44.084414 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413b4773-7159-467f-847f-6a7757746934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:44.084985 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-413b4773-7159-467f-847f-6a7757746934 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:44.117001 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-413b4773-7159-467f-847f-6a7757746934 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3596978 Jul 22 17:35:44.119770 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40580) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:44.124529 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5f6e6726-2ac7-4b48-a4e6-14a76b92b637 admin admin] Request body: {'subnet': {'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1192512874-subnet', 'tenant_id': '3e0301986d3640aa8b9f682ada061949', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:44.156992 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b4773-7159-467f-847f-6a7757746934 admin admin] Pushing event updated for resources: {'Network': ['ID=8f496eb5-3ab6-4572-98dd-49ababc8230e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:44.167259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 8f496eb5-3ab6-4572-98dd-49ababc8230e details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:35:44.172649 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6e6726-2ac7-4b48-a4e6-14a76b92b637 admin admin] Made reservation on behalf of 3e0301986d3640aa8b9f682ada061949 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:35:44.175149 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f6e6726-2ac7-4b48-a4e6-14a76b92b637 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:44.339752 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f6e6726-2ac7-4b48-a4e6-14a76b92b637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:44.394367 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e6726-2ac7-4b48-a4e6-14a76b92b637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d42b3fd1-795d-4a71-977e-9a0cfa6a7e83,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:44.401998 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6e6726-2ac7-4b48-a4e6-14a76b92b637 admin admin] Checking segment: {'id': 'da922b28-9133-48a5-9e4a-c494f4aea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:35:44.402352 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6e6726-2ac7-4b48-a4e6-14a76b92b637 admin admin] Network hostable DHCP agents. Network: 8f496eb5-3ab6-4572-98dd-49ababc8230e, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:35:44.418005 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6e6726-2ac7-4b48-a4e6-14a76b92b637 admin admin] Network 8f496eb5-3ab6-4572-98dd-49ababc8230e is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:35:44.426320 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5f6e6726-2ac7-4b48-a4e6-14a76b92b637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 8f496eb5-3ab6-4572-98dd-49ababc8230e) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:35:44.430441 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6e6726-2ac7-4b48-a4e6-14a76b92b637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:44.431023 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f6e6726-2ac7-4b48-a4e6-14a76b92b637 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:44.435499 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1981d4-c76b-410a-9edf-f56886223fb8 None None] Network 8f496eb5-3ab6-4572-98dd-49ababc8230e requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:35:44.444997 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5f6e6726-2ac7-4b48-a4e6-14a76b92b637 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3242388 Jul 22 17:35:44.447735 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40582) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:44.452167 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-deb71b06-91f0-4686-bc66-55dd8e52e282 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1192512874-router', 'tenant_id': '3e0301986d3640aa8b9f682ada061949', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:44.472712 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-deb71b06-91f0-4686-bc66-55dd8e52e282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:44.473766 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-deb71b06-91f0-4686-bc66-55dd8e52e282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:44.529608 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-deb71b06-91f0-4686-bc66-55dd8e52e282 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:44.583481 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34398585-3cb6-4065-bd48-5d3b79544d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-8f496eb5-3ab6-4572-98dd-49ababc8230e', 'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e', 'tenant_id': '3e0301986d3640aa8b9f682ada061949', 'fixed_ips': [{'subnet_id': 'd42b3fd1-795d-4a71-977e-9a0cfa6a7e83'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:35:44.584310 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34398585-3cb6-4065-bd48-5d3b79544d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:44.723964 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-34398585-3cb6-4065-bd48-5d3b79544d45 None None] Allocated IP 172.20.0.2 (8f496eb5-3ab6-4572-98dd-49ababc8230e/d42b3fd1-795d-4a71-977e-9a0cfa6a7e83/1799fcca-450e-44f9-bc73-7a86af31f3c2) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:35:44.872272 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34398585-3cb6-4065-bd48-5d3b79544d45 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:44.881380 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-34398585-3cb6-4065-bd48-5d3b79544d45 None None] Transition to ACTIVE for port object 1799fcca-450e-44f9-bc73-7a86af31f3c2 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:35:44.896121 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-34398585-3cb6-4065-bd48-5d3b79544d45 None None] Transition to ACTIVE for port object 1799fcca-450e-44f9-bc73-7a86af31f3c2 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:35:44.902494 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34398585-3cb6-4065-bd48-5d3b79544d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:44.943167 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34398585-3cb6-4065-bd48-5d3b79544d45 None None] Network 8f496eb5-3ab6-4572-98dd-49ababc8230e is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:35:44.946053 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-34398585-3cb6-4065-bd48-5d3b79544d45 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:35:44.949547 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34398585-3cb6-4065-bd48-5d3b79544d45 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:35:44.956350 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34398585-3cb6-4065-bd48-5d3b79544d45 None None] Pushing event updated for resources: {'Port': ['ID=1799fcca-450e-44f9-bc73-7a86af31f3c2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:45.015907 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-34398585-3cb6-4065-bd48-5d3b79544d45 None None] Attempting to bind port 1799fcca-450e-44f9-bc73-7a86af31f3c2 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:35:45.017044 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-34398585-3cb6-4065-bd48-5d3b79544d45 None None] Attempting to bind port 1799fcca-450e-44f9-bc73-7a86af31f3c2 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'da922b28-9133-48a5-9e4a-c494f4aea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:35:45.017261 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34398585-3cb6-4065-bd48-5d3b79544d45 None None] Attempting to bind port 1799fcca-450e-44f9-bc73-7a86af31f3c2 on network 8f496eb5-3ab6-4572-98dd-49ababc8230e {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:35:45.020580 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-deb71b06-91f0-4686-bc66-55dd8e52e282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:45.022866 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34398585-3cb6-4065-bd48-5d3b79544d45 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:35:45.023238 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34398585-3cb6-4065-bd48-5d3b79544d45 None None] Checking segment: {'id': 'da922b28-9133-48a5-9e4a-c494f4aea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:35:45.024178 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34398585-3cb6-4065-bd48-5d3b79544d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:45.024178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34398585-3cb6-4065-bd48-5d3b79544d45 None None] Bound using segment: {'id': 'da922b28-9133-48a5-9e4a-c494f4aea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:35:45.024470 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-34398585-3cb6-4065-bd48-5d3b79544d45 None None] Bound port: 1799fcca-450e-44f9-bc73-7a86af31f3c2, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da922b28-9133-48a5-9e4a-c494f4aea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:35:45.024847 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34398585-3cb6-4065-bd48-5d3b79544d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:45.086722 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-34398585-3cb6-4065-bd48-5d3b79544d45 None None] For port 1799fcca-450e-44f9-bc73-7a86af31f3c2, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:35:45.089853 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-34398585-3cb6-4065-bd48-5d3b79544d45 None None] For port 1799fcca-450e-44f9-bc73-7a86af31f3c2, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1799fcca-450e-44f9-bc73-7a86af31f3c2,segment=NetworkSegment(da922b28-9133-48a5-9e4a-c494f4aea108),segment_id=da922b28-9133-48a5-9e4a-c494f4aea108)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:35:45.094243 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34398585-3cb6-4065-bd48-5d3b79544d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:45.151566 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34398585-3cb6-4065-bd48-5d3b79544d45 None None] Pushing event updated for resources: {'Port': ['ID=1799fcca-450e-44f9-bc73-7a86af31f3c2,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:45.226193 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-deb71b06-91f0-4686-bc66-55dd8e52e282 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:45.246345 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-deb71b06-91f0-4686-bc66-55dd8e52e282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:45.362091 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-deb71b06-91f0-4686-bc66-55dd8e52e282 admin admin] Allocated IP 172.25.0.225 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:35:45.466863 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-deb71b06-91f0-4686-bc66-55dd8e52e282 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:45.504409 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-deb71b06-91f0-4686-bc66-55dd8e52e282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:45.544956 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb71b06-91f0-4686-bc66-55dd8e52e282 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:35:45.550190 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-deb71b06-91f0-4686-bc66-55dd8e52e282 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:35:45.553517 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb71b06-91f0-4686-bc66-55dd8e52e282 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:35:45.576225 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb71b06-91f0-4686-bc66-55dd8e52e282 admin admin] Pushing event updated for resources: {'Port': ['ID=46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:45.809371 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-deb71b06-91f0-4686-bc66-55dd8e52e282 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:45.989405 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9166bb94-22fa-4123-8f40-3bcb37b8045c None None] Network 8f496eb5-3ab6-4572-98dd-49ababc8230e requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:35:46.010165 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-deb71b06-91f0-4686-bc66-55dd8e52e282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:46.113709 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5ee9d835-ab18-44eb-9099-06e8eedb0e22 None None] Provisioning for port 1799fcca-450e-44f9-bc73-7a86af31f3c2 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:35:46.142583 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb71b06-91f0-4686-bc66-55dd8e52e282 admin admin] Router 1c846959-f215-445e-bb2f-e002934a0734 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:35:46.253336 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb71b06-91f0-4686-bc66-55dd8e52e282 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:35:46.262298 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] Sync routers for ids ['1c846959-f215-445e-bb2f-e002934a0734'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:35:46.269518 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-deb71b06-91f0-4686-bc66-55dd8e52e282 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:46.271102 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-deb71b06-91f0-4686-bc66-55dd8e52e282 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8223448 Jul 22 17:35:46.274132 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40584) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:46.275685 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] Routers {'1c846959-f215-445e-bb2f-e002934a0734'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:35:46.276319 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:35:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1c846959-f215-445e-bb2f-e002934a0734'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:46.383201 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] Set router 1c846959-f215-445e-bb2f-e002934a0734 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:35:46.568774 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c846959-f215-445e-bb2f-e002934a0734', 'name': 'tempest-TestEncryptedCinderVolumes-1192512874-router', 'tenant_id': '3e0301986d3640aa8b9f682ada061949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:35:44Z', 'updated_at': '2021-07-22T17:35:45Z', 'revision_number': 3, 'project_id': '3e0301986d3640aa8b9f682ada061949', 'gw_port': {'id': '46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c846959-f215-445e-bb2f-e002934a0734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:35:45Z', 'updated_at': '2021-07-22T17:35:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:46.595846 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] Checking router: 1c846959-f215-445e-bb2f-e002934a0734 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:35:46.596236 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] Updating router 1c846959-f215-445e-bb2f-e002934a0734 port 46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:35:46.632389 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:46.697491 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fad4b172-678d-42d0-ab4c-c588ac435f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:46.854252 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-fad4b172-678d-42d0-ab4c-c588ac435f01 admin admin] Allocated IP 172.20.0.1 (8f496eb5-3ab6-4572-98dd-49ababc8230e/d42b3fd1-795d-4a71-977e-9a0cfa6a7e83/ea2847b2-5c39-482c-9c65-8d32614a6544) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:35:46.887095 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:46.897110 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] Transition to ACTIVE for port object 46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:35:46.903683 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:46.953797 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] Attempting to bind port 46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:35:46.954709 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] Attempting to bind port 46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:35:46.955073 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] Attempting to bind port 46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:35:46.958015 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dcd99c-0437-47b9-a5df-14c12350375a None None] Pushing event updated for resources: {'Port': ['ID=46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:46.962425 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:35:46.962796 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:35:46.963199 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:46.963579 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:35:46.964039 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] Bound port: 46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:35:46.964417 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:46.967299 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fad4b172-678d-42d0-ab4c-c588ac435f01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:46.982210 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-fad4b172-678d-42d0-ab4c-c588ac435f01 admin admin] Transition to ACTIVE for port object ea2847b2-5c39-482c-9c65-8d32614a6544 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:35:47.018014 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] For port 46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:35:47.019813 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fad4b172-678d-42d0-ab4c-c588ac435f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:47.021326 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] For port 46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:35:47.025206 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:47.057053 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad4b172-678d-42d0-ab4c-c588ac435f01 admin admin] Network 8f496eb5-3ab6-4572-98dd-49ababc8230e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:35:47.063521 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-fad4b172-678d-42d0-ab4c-c588ac435f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:35:47.072053 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad4b172-678d-42d0-ab4c-c588ac435f01 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:35:47.086467 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] Routers {'1c846959-f215-445e-bb2f-e002934a0734'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:35:47.087130 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:35:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1c846959-f215-445e-bb2f-e002934a0734'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:47.101815 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dcd99c-0437-47b9-a5df-14c12350375a None None] Pushing event updated for resources: {'Port': ['ID=46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:47.108770 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4b172-678d-42d0-ab4c-c588ac435f01 admin admin] Pushing event updated for resources: {'Port': ['ID=ea2847b2-5c39-482c-9c65-8d32614a6544,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:47.129419 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fad4b172-678d-42d0-ab4c-c588ac435f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:47.169363 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1799fcca-450e-44f9-bc73-7a86af31f3c2 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:35:47.287513 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fad4b172-678d-42d0-ab4c-c588ac435f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:47.418393 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] Set router 1c846959-f215-445e-bb2f-e002934a0734 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:35:47.445123 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 1799fcca-450e-44f9-bc73-7a86af31f3c2 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:35:47.470878 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fad4b172-678d-42d0-ab4c-c588ac435f01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:47.476245 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fad4b172-678d-42d0-ab4c-c588ac435f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:47.488795 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 1799fcca-450e-44f9-bc73-7a86af31f3c2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:47.489170 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:47.490632 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-50b19def-dc96-4f00-8305-f07ec9404b29 None None] Provisioning for port ea2847b2-5c39-482c-9c65-8d32614a6544 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:35:47.517690 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-50b19def-dc96-4f00-8305-f07ec9404b29 None None] Provisioning complete for port ea2847b2-5c39-482c-9c65-8d32614a6544 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:47.518093 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-50b19def-dc96-4f00-8305-f07ec9404b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:47.547844 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4b172-678d-42d0-ab4c-c588ac435f01 admin admin] Pushing event updated for resources: {'Port': ['ID=ea2847b2-5c39-482c-9c65-8d32614a6544,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:47.550473 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fad4b172-678d-42d0-ab4c-c588ac435f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:47.603409 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-50b19def-dc96-4f00-8305-f07ec9404b29 None None] Port ea2847b2-5c39-482c-9c65-8d32614a6544 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:35:47.641630 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad4b172-678d-42d0-ab4c-c588ac435f01 admin admin] Network 8f496eb5-3ab6-4572-98dd-49ababc8230e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:35:47.643124 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-fad4b172-678d-42d0-ab4c-c588ac435f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:35:47.678022 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:47.721576 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 1799fcca-450e-44f9-bc73-7a86af31f3c2, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1799fcca-450e-44f9-bc73-7a86af31f3c2,segment=NetworkSegment(da922b28-9133-48a5-9e4a-c494f4aea108),segment_id=da922b28-9133-48a5-9e4a-c494f4aea108)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:47.728191 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:47.733521 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c846959-f215-445e-bb2f-e002934a0734', 'name': 'tempest-TestEncryptedCinderVolumes-1192512874-router', 'tenant_id': '3e0301986d3640aa8b9f682ada061949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:35:44Z', 'updated_at': '2021-07-22T17:35:45Z', 'revision_number': 3, 'project_id': '3e0301986d3640aa8b9f682ada061949', 'gw_port': {'id': '46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c846959-f215-445e-bb2f-e002934a0734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:35:45Z', 'updated_at': '2021-07-22T17:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:47.763947 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad4b172-678d-42d0-ab4c-c588ac435f01 admin admin] Router 1c846959-f215-445e-bb2f-e002934a0734 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:35:47.783230 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d10a6ef-e981-439a-9097-a5676b7d4246 None None] The sync data for ids ['1c846959-f215-445e-bb2f-e002934a0734'] in n-d-798930-9 is: [{'id': '1c846959-f215-445e-bb2f-e002934a0734', 'name': 'tempest-TestEncryptedCinderVolumes-1192512874-router', 'tenant_id': '3e0301986d3640aa8b9f682ada061949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:35:44Z', 'updated_at': '2021-07-22T17:35:45Z', 'revision_number': 3, 'project_id': '3e0301986d3640aa8b9f682ada061949', 'gw_port': {'id': '46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c846959-f215-445e-bb2f-e002934a0734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:35:45Z', 'updated_at': '2021-07-22T17:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:35:47.811557 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=1799fcca-450e-44f9-bc73-7a86af31f3c2,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:47.881906 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad4b172-678d-42d0-ab4c-c588ac435f01 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:35:47.887079 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-fad4b172-678d-42d0-ab4c-c588ac435f01 admin admin] 10.222.0.69 "PUT /v2.0/routers/1c846959-f215-445e-bb2f-e002934a0734/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6118865 Jul 22 17:35:47.924378 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-54c672e7-b735-4ca4-b9f5-a916fe7f84c6 None None] Provisioning complete for port ea2847b2-5c39-482c-9c65-8d32614a6544 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:47.924677 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54c672e7-b735-4ca4-b9f5-a916fe7f84c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:47.960225 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-54c672e7-b735-4ca4-b9f5-a916fe7f84c6 None None] Port ea2847b2-5c39-482c-9c65-8d32614a6544 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:35:48.379160 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40602) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:48.384356 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d8ecf87e-0f76-4f9f-9a47-f8c52da37704 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1557994961-network', 'tenant_id': '7faa40bd66674b1bb3351e44a3e5ec98'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:48.406597 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ecf87e-0f76-4f9f-9a47-f8c52da37704 admin admin] Made reservation on behalf of 7faa40bd66674b1bb3351e44a3e5ec98 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:35:48.409089 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8ecf87e-0f76-4f9f-9a47-f8c52da37704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:48.418516 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8ecf87e-0f76-4f9f-9a47-f8c52da37704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:48.512227 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8ecf87e-0f76-4f9f-9a47-f8c52da37704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:48.516863 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8ecf87e-0f76-4f9f-9a47-f8c52da37704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:48.542282 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ecf87e-0f76-4f9f-9a47-f8c52da37704 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:35:48.552671 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecf87e-0f76-4f9f-9a47-f8c52da37704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61db9024-ce06-42e8-b63f-378b999d8c66,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:48.558339 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8ecf87e-0f76-4f9f-9a47-f8c52da37704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:48.558688 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-d8ecf87e-0f76-4f9f-9a47-f8c52da37704 admin admin] Added segment ecbab026-e13d-450a-a014-d71665182209 of type vlan for network de16c975-7a51-4699-8449-346fdba78568 Jul 22 17:35:48.603067 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8ecf87e-0f76-4f9f-9a47-f8c52da37704 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:48.631527 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8ecf87e-0f76-4f9f-9a47-f8c52da37704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:48.632514 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ecf87e-0f76-4f9f-9a47-f8c52da37704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:48.633091 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8ecf87e-0f76-4f9f-9a47-f8c52da37704 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:48.664085 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d8ecf87e-0f76-4f9f-9a47-f8c52da37704 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2837737 Jul 22 17:35:48.666830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40604) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:48.673562 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-e3b7a540-88d6-4e56-ac1c-7f9484cd4e3f admin admin] Request body: {'subnet': {'network_id': 'de16c975-7a51-4699-8449-346fdba78568', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1557994961-subnet', 'tenant_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:48.705440 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecf87e-0f76-4f9f-9a47-f8c52da37704 admin admin] Pushing event updated for resources: {'Network': ['ID=de16c975-7a51-4699-8449-346fdba78568,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:48.716670 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network de16c975-7a51-4699-8449-346fdba78568 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:35:48.720490 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b7a540-88d6-4e56-ac1c-7f9484cd4e3f admin admin] Made reservation on behalf of 7faa40bd66674b1bb3351e44a3e5ec98 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:35:48.722964 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a540-88d6-4e56-ac1c-7f9484cd4e3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:48.889341 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a540-88d6-4e56-ac1c-7f9484cd4e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:48.941815 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7a540-88d6-4e56-ac1c-7f9484cd4e3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eff1217a-72ab-4d27-91fe-93beac1e8411,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:48.952300 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b7a540-88d6-4e56-ac1c-7f9484cd4e3f admin admin] Checking segment: {'id': 'ecbab026-e13d-450a-a014-d71665182209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'de16c975-7a51-4699-8449-346fdba78568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:35:48.952659 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b7a540-88d6-4e56-ac1c-7f9484cd4e3f admin admin] Network hostable DHCP agents. Network: de16c975-7a51-4699-8449-346fdba78568, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:35:48.970274 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b7a540-88d6-4e56-ac1c-7f9484cd4e3f admin admin] Network de16c975-7a51-4699-8449-346fdba78568 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:35:48.979664 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-e3b7a540-88d6-4e56-ac1c-7f9484cd4e3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, de16c975-7a51-4699-8449-346fdba78568) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:35:48.983958 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b7a540-88d6-4e56-ac1c-7f9484cd4e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:48.984575 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e3b7a540-88d6-4e56-ac1c-7f9484cd4e3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:48.991028 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70f61b9-5999-4e4d-b075-11728606a1b9 None None] Network de16c975-7a51-4699-8449-346fdba78568 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:35:49.001137 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e3b7a540-88d6-4e56-ac1c-7f9484cd4e3f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3332183 Jul 22 17:35:49.005016 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40606) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:49.009551 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4ce55c62-c11c-4533-8c9c-2b55a34d1f1a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1557994961-router', 'tenant_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:49.042394 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ce55c62-c11c-4533-8c9c-2b55a34d1f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:49.043657 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ce55c62-c11c-4533-8c9c-2b55a34d1f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:49.133095 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ce55c62-c11c-4533-8c9c-2b55a34d1f1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:49.213951 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0035ade9-beb2-417c-b5e5-ab72e88f1081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-de16c975-7a51-4699-8449-346fdba78568', 'network_id': 'de16c975-7a51-4699-8449-346fdba78568', 'tenant_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'fixed_ips': [{'subnet_id': 'eff1217a-72ab-4d27-91fe-93beac1e8411'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:35:49.215349 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0035ade9-beb2-417c-b5e5-ab72e88f1081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:49.218548 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:35:49.349684 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] Sync routers for ids ['1c846959-f215-445e-bb2f-e002934a0734'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:35:49.360003 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] Routers {'1c846959-f215-445e-bb2f-e002934a0734'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:35:49.360858 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:35:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1c846959-f215-445e-bb2f-e002934a0734'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:49.369212 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ce55c62-c11c-4533-8c9c-2b55a34d1f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:49.428162 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:35:49.439711 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:49.440307 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:49.470333 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] Set router 1c846959-f215-445e-bb2f-e002934a0734 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:35:49.565467 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-0035ade9-beb2-417c-b5e5-ab72e88f1081 None None] Allocated IP 172.20.0.2 (de16c975-7a51-4699-8449-346fdba78568/eff1217a-72ab-4d27-91fe-93beac1e8411/e360a202-8479-4d03-bf94-175094255d17) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:35:49.673372 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c846959-f215-445e-bb2f-e002934a0734', 'name': 'tempest-TestEncryptedCinderVolumes-1192512874-router', 'tenant_id': '3e0301986d3640aa8b9f682ada061949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:35:44Z', 'updated_at': '2021-07-22T17:35:47Z', 'revision_number': 4, 'project_id': '3e0301986d3640aa8b9f682ada061949', 'gw_port': {'id': '46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c846959-f215-445e-bb2f-e002934a0734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:35:45Z', 'updated_at': '2021-07-22T17:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'ea2847b2-5c39-482c-9c65-8d32614a6544', 'name': '', 'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e', 'tenant_id': '3e0301986d3640aa8b9f682ada061949', 'mac_address': 'fa:16:3e:66:54:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c846959-f215-445e-bb2f-e002934a0734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'd42b3fd1-795d-4a71-977e-9a0cfa6a7e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:35:46Z', 'updated_at': '2021-07-22T17:35:47Z', 'revision_number': 2, 'project_id': '3e0301986d3640aa8b9f682ada061949', 'subnets': [{'id': 'd42b3fd1-795d-4a71-977e-9a0cfa6a7e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:49.680150 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:49.702526 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] Checking router: 1c846959-f215-445e-bb2f-e002934a0734 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:35:49.702872 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] Updating router 1c846959-f215-445e-bb2f-e002934a0734 port ea2847b2-5c39-482c-9c65-8d32614a6544 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:35:49.706403 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ce55c62-c11c-4533-8c9c-2b55a34d1f1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:49.736249 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:49.737661 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ce55c62-c11c-4533-8c9c-2b55a34d1f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:49.767525 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:49.778419 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:49.779236 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1799fcca-450e-44f9-bc73-7a86af31f3c2 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:35:49.918634 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-4ce55c62-c11c-4533-8c9c-2b55a34d1f1a admin admin] Allocated IP 172.25.0.120 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/8a1a13e6-13a5-4e5a-a504-613f8b42dd46) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:35:49.992670 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:50.012147 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0035ade9-beb2-417c-b5e5-ab72e88f1081 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:50.030637 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0035ade9-beb2-417c-b5e5-ab72e88f1081 None None] Transition to ACTIVE for port object e360a202-8479-4d03-bf94-175094255d17 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:35:50.033472 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 1799fcca-450e-44f9-bc73-7a86af31f3c2 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:50.034089 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:50.086880 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0035ade9-beb2-417c-b5e5-ab72e88f1081 None None] Transition to ACTIVE for port object e360a202-8479-4d03-bf94-175094255d17 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:35:50.088461 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ce55c62-c11c-4533-8c9c-2b55a34d1f1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:50.096709 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0035ade9-beb2-417c-b5e5-ab72e88f1081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:50.100389 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:50.112103 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] Transition to ACTIVE for port object ea2847b2-5c39-482c-9c65-8d32614a6544 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:35:50.118920 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:50.144990 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ce55c62-c11c-4533-8c9c-2b55a34d1f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:50.145844 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0035ade9-beb2-417c-b5e5-ab72e88f1081 None None] Network de16c975-7a51-4699-8449-346fdba78568 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:35:50.166335 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-0035ade9-beb2-417c-b5e5-ab72e88f1081 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:35:50.172461 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0035ade9-beb2-417c-b5e5-ab72e88f1081 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:35:50.179177 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035ade9-beb2-417c-b5e5-ab72e88f1081 None None] Pushing event updated for resources: {'Port': ['ID=e360a202-8479-4d03-bf94-175094255d17,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:50.192551 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e26e86-6fae-4ce2-a442-74f5b00ea176 None None] Pushing event updated for resources: {'Port': ['ID=ea2847b2-5c39-482c-9c65-8d32614a6544,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:50.202009 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e26e86-6fae-4ce2-a442-74f5b00ea176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:50.202009 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e26e86-6fae-4ce2-a442-74f5b00ea176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:50.202009 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e26e86-6fae-4ce2-a442-74f5b00ea176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:50.202009 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e26e86-6fae-4ce2-a442-74f5b00ea176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:50.202436 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e26e86-6fae-4ce2-a442-74f5b00ea176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:50.203126 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e26e86-6fae-4ce2-a442-74f5b00ea176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:50.203126 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e26e86-6fae-4ce2-a442-74f5b00ea176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:50.203329 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e26e86-6fae-4ce2-a442-74f5b00ea176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:50.203567 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e26e86-6fae-4ce2-a442-74f5b00ea176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:50.203880 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e26e86-6fae-4ce2-a442-74f5b00ea176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:50.204231 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e26e86-6fae-4ce2-a442-74f5b00ea176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:50.204549 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e26e86-6fae-4ce2-a442-74f5b00ea176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:50.224905 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce55c62-c11c-4533-8c9c-2b55a34d1f1a admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:35:50.229818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-4ce55c62-c11c-4533-8c9c-2b55a34d1f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:35:50.236676 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce55c62-c11c-4533-8c9c-2b55a34d1f1a admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:35:50.240010 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] Attempting to bind port ea2847b2-5c39-482c-9c65-8d32614a6544 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:35:50.240585 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] Attempting to bind port ea2847b2-5c39-482c-9c65-8d32614a6544 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'da922b28-9133-48a5-9e4a-c494f4aea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:35:50.241104 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] Attempting to bind port ea2847b2-5c39-482c-9c65-8d32614a6544 on network 8f496eb5-3ab6-4572-98dd-49ababc8230e {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:35:50.246878 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:35:50.247486 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] Checking segment: {'id': 'da922b28-9133-48a5-9e4a-c494f4aea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:35:50.248183 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:50.248723 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] Bound using segment: {'id': 'da922b28-9133-48a5-9e4a-c494f4aea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:35:50.249351 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] Bound port: ea2847b2-5c39-482c-9c65-8d32614a6544, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da922b28-9133-48a5-9e4a-c494f4aea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:35:50.249889 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:50.255109 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0035ade9-beb2-417c-b5e5-ab72e88f1081 None None] Attempting to bind port e360a202-8479-4d03-bf94-175094255d17 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:35:50.255665 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0035ade9-beb2-417c-b5e5-ab72e88f1081 None None] Attempting to bind port e360a202-8479-4d03-bf94-175094255d17 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'ecbab026-e13d-450a-a014-d71665182209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'de16c975-7a51-4699-8449-346fdba78568'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:35:50.256204 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0035ade9-beb2-417c-b5e5-ab72e88f1081 None None] Attempting to bind port e360a202-8479-4d03-bf94-175094255d17 on network de16c975-7a51-4699-8449-346fdba78568 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:35:50.261727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce55c62-c11c-4533-8c9c-2b55a34d1f1a admin admin] Pushing event updated for resources: {'Port': ['ID=8a1a13e6-13a5-4e5a-a504-613f8b42dd46,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:50.262141 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0035ade9-beb2-417c-b5e5-ab72e88f1081 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:35:50.262720 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0035ade9-beb2-417c-b5e5-ab72e88f1081 None None] Checking segment: {'id': 'ecbab026-e13d-450a-a014-d71665182209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'de16c975-7a51-4699-8449-346fdba78568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:35:50.263283 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0035ade9-beb2-417c-b5e5-ab72e88f1081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:50.263826 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0035ade9-beb2-417c-b5e5-ab72e88f1081 None None] Bound using segment: {'id': 'ecbab026-e13d-450a-a014-d71665182209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'de16c975-7a51-4699-8449-346fdba78568'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:35:50.264452 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0035ade9-beb2-417c-b5e5-ab72e88f1081 None None] Bound port: e360a202-8479-4d03-bf94-175094255d17, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbab026-e13d-450a-a014-d71665182209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'de16c975-7a51-4699-8449-346fdba78568'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:35:50.264999 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0035ade9-beb2-417c-b5e5-ab72e88f1081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:50.342169 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] For port ea2847b2-5c39-482c-9c65-8d32614a6544, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:35:50.345417 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0035ade9-beb2-417c-b5e5-ab72e88f1081 None None] For port e360a202-8479-4d03-bf94-175094255d17, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:35:50.346072 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] For port ea2847b2-5c39-482c-9c65-8d32614a6544, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ea2847b2-5c39-482c-9c65-8d32614a6544,segment=NetworkSegment(da922b28-9133-48a5-9e4a-c494f4aea108),segment_id=da922b28-9133-48a5-9e4a-c494f4aea108)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:35:50.349387 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0035ade9-beb2-417c-b5e5-ab72e88f1081 None None] For port e360a202-8479-4d03-bf94-175094255d17, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=e360a202-8479-4d03-bf94-175094255d17,segment=NetworkSegment(ecbab026-e13d-450a-a014-d71665182209),segment_id=ecbab026-e13d-450a-a014-d71665182209)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:35:50.353544 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:50.359934 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0035ade9-beb2-417c-b5e5-ab72e88f1081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:50.413325 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] Routers {'1c846959-f215-445e-bb2f-e002934a0734'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:35:50.414145 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:35:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1c846959-f215-445e-bb2f-e002934a0734'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:50.457671 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035ade9-beb2-417c-b5e5-ab72e88f1081 None None] Pushing event updated for resources: {'Port': ['ID=e360a202-8479-4d03-bf94-175094255d17,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:50.533027 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e26e86-6fae-4ce2-a442-74f5b00ea176 None None] Pushing event updated for resources: {'Port': ['ID=ea2847b2-5c39-482c-9c65-8d32614a6544,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:50.556626 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] Set router 1c846959-f215-445e-bb2f-e002934a0734 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:35:50.809163 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c846959-f215-445e-bb2f-e002934a0734', 'name': 'tempest-TestEncryptedCinderVolumes-1192512874-router', 'tenant_id': '3e0301986d3640aa8b9f682ada061949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:35:44Z', 'updated_at': '2021-07-22T17:35:47Z', 'revision_number': 4, 'project_id': '3e0301986d3640aa8b9f682ada061949', 'gw_port': {'id': '46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c846959-f215-445e-bb2f-e002934a0734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:35:45Z', 'updated_at': '2021-07-22T17:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'ea2847b2-5c39-482c-9c65-8d32614a6544', 'name': '', 'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e', 'tenant_id': '3e0301986d3640aa8b9f682ada061949', 'mac_address': 'fa:16:3e:66:54:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c846959-f215-445e-bb2f-e002934a0734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'd42b3fd1-795d-4a71-977e-9a0cfa6a7e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:35:46Z', 'updated_at': '2021-07-22T17:35:50Z', 'revision_number': 4, 'project_id': '3e0301986d3640aa8b9f682ada061949', 'subnets': [{'id': 'd42b3fd1-795d-4a71-977e-9a0cfa6a7e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:50.836205 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11bbdf-9de3-4c8e-bff7-bf5787851f04 None None] The sync data for ids ['1c846959-f215-445e-bb2f-e002934a0734'] in n-d-798930-9 is: [{'id': '1c846959-f215-445e-bb2f-e002934a0734', 'name': 'tempest-TestEncryptedCinderVolumes-1192512874-router', 'tenant_id': '3e0301986d3640aa8b9f682ada061949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:35:44Z', 'updated_at': '2021-07-22T17:35:47Z', 'revision_number': 4, 'project_id': '3e0301986d3640aa8b9f682ada061949', 'gw_port': {'id': '46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c846959-f215-445e-bb2f-e002934a0734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:35:45Z', 'updated_at': '2021-07-22T17:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'ea2847b2-5c39-482c-9c65-8d32614a6544', 'name': '', 'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e', 'tenant_id': '3e0301986d3640aa8b9f682ada061949', 'mac_address': 'fa:16:3e:66:54:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c846959-f215-445e-bb2f-e002934a0734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'd42b3fd1-795d-4a71-977e-9a0cfa6a7e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:35:46Z', 'updated_at': '2021-07-22T17:35:50Z', 'revision_number': 4, 'project_id': '3e0301986d3640aa8b9f682ada061949', 'subnets': [{'id': 'd42b3fd1-795d-4a71-977e-9a0cfa6a7e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:35:50.941140 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ce55c62-c11c-4533-8c9c-2b55a34d1f1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:51.177241 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ce55c62-c11c-4533-8c9c-2b55a34d1f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:51.248815 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ea2847b2-5c39-482c-9c65-8d32614a6544 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:35:51.317151 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port ea2847b2-5c39-482c-9c65-8d32614a6544 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:35:51.322671 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port ea2847b2-5c39-482c-9c65-8d32614a6544 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:51.322671 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:51.341108 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce55c62-c11c-4533-8c9c-2b55a34d1f1a admin admin] Router dd9be713-543b-4347-b650-9411c01682e5 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:35:51.432517 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:51.470416 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce55c62-c11c-4533-8c9c-2b55a34d1f1a admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:35:51.478671 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port ea2847b2-5c39-482c-9c65-8d32614a6544, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ea2847b2-5c39-482c-9c65-8d32614a6544,segment=NetworkSegment(da922b28-9133-48a5-9e4a-c494f4aea108),segment_id=da922b28-9133-48a5-9e4a-c494f4aea108)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:51.482314 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] Sync routers for ids ['dd9be713-543b-4347-b650-9411c01682e5'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:35:51.491209 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:51.492047 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device e360a202-8479-4d03-bf94-175094255d17 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:35:51.499265 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ce55c62-c11c-4533-8c9c-2b55a34d1f1a admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:51.502391 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4ce55c62-c11c-4533-8c9c-2b55a34d1f1a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4963102 Jul 22 17:35:51.503822 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40608) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:51.520355 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] Routers {'dd9be713-543b-4347-b650-9411c01682e5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:35:51.521007 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:35:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dd9be713-543b-4347-b650-9411c01682e5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:51.545606 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2d3467-6fdc-4a25-ae74-708bf94aca43 None None] Network de16c975-7a51-4699-8449-346fdba78568 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:35:51.657270 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bac5e3dc-0ab6-4277-a641-6f5d700a1882 None None] Provisioning for port e360a202-8479-4d03-bf94-175094255d17 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:35:51.719488 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=ea2847b2-5c39-482c-9c65-8d32614a6544,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:51.751834 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port e360a202-8479-4d03-bf94-175094255d17 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:35:51.768155 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port e360a202-8479-4d03-bf94-175094255d17 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:51.768561 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:51.775137 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] Set router dd9be713-543b-4347-b650-9411c01682e5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:35:51.961616 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f489b0e-065f-402b-b60e-edb146114ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:52.134711 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-5f489b0e-065f-402b-b60e-edb146114ad7 admin admin] Allocated IP 172.20.0.1 (de16c975-7a51-4699-8449-346fdba78568/eff1217a-72ab-4d27-91fe-93beac1e8411/c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:35:52.223667 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:52.241348 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f489b0e-065f-402b-b60e-edb146114ad7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:52.256310 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5f489b0e-065f-402b-b60e-edb146114ad7 admin admin] Transition to ACTIVE for port object c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:35:52.272399 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port e360a202-8479-4d03-bf94-175094255d17, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=e360a202-8479-4d03-bf94-175094255d17,segment=NetworkSegment(ecbab026-e13d-450a-a014-d71665182209),segment_id=ecbab026-e13d-450a-a014-d71665182209)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:52.279000 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:52.279871 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:35:52.294249 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f489b0e-065f-402b-b60e-edb146114ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:52.306564 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9be713-543b-4347-b650-9411c01682e5', 'name': 'tempest-TestEncryptedCinderVolumes-1557994961-router', 'tenant_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8a1a13e6-13a5-4e5a-a504-613f8b42dd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:35:49Z', 'updated_at': '2021-07-22T17:35:50Z', 'revision_number': 3, 'project_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'gw_port': {'id': '8a1a13e6-13a5-4e5a-a504-613f8b42dd46', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9be713-543b-4347-b650-9411c01682e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:35:49Z', 'updated_at': '2021-07-22T17:35:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:52.336698 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f489b0e-065f-402b-b60e-edb146114ad7 admin admin] Network de16c975-7a51-4699-8449-346fdba78568 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:35:52.339809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5f489b0e-065f-402b-b60e-edb146114ad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:35:52.343444 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f489b0e-065f-402b-b60e-edb146114ad7 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:35:52.367664 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] Checking router: dd9be713-543b-4347-b650-9411c01682e5 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:35:52.367970 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] Updating router dd9be713-543b-4347-b650-9411c01682e5 port 8a1a13e6-13a5-4e5a-a504-613f8b42dd46 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:35:52.372805 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f489b0e-065f-402b-b60e-edb146114ad7 admin admin] Pushing event updated for resources: {'Port': ['ID=c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:52.388297 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f489b0e-065f-402b-b60e-edb146114ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:52.425447 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=e360a202-8479-4d03-bf94-175094255d17,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:52.432113 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:52.457149 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:52.457685 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:52.537690 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f489b0e-065f-402b-b60e-edb146114ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:52.585095 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a8877b53-0afb-42a7-8c18-21e9a2e911f0 None None] Provisioning complete for port e360a202-8479-4d03-bf94-175094255d17 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:52.585464 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8877b53-0afb-42a7-8c18-21e9a2e911f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:52.711962 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f489b0e-065f-402b-b60e-edb146114ad7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:52.717711 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f489b0e-065f-402b-b60e-edb146114ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:52.788470 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f489b0e-065f-402b-b60e-edb146114ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:52.791129 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f489b0e-065f-402b-b60e-edb146114ad7 admin admin] Pushing event updated for resources: {'Port': ['ID=c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:52.824814 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:52.835069 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] Transition to ACTIVE for port object 8a1a13e6-13a5-4e5a-a504-613f8b42dd46 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:35:52.840340 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:52.883957 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f489b0e-065f-402b-b60e-edb146114ad7 admin admin] Network de16c975-7a51-4699-8449-346fdba78568 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:35:52.885386 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5f489b0e-065f-402b-b60e-edb146114ad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:35:52.898789 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] Attempting to bind port 8a1a13e6-13a5-4e5a-a504-613f8b42dd46 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:35:52.899169 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] Attempting to bind port 8a1a13e6-13a5-4e5a-a504-613f8b42dd46 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:35:52.899533 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] Attempting to bind port 8a1a13e6-13a5-4e5a-a504-613f8b42dd46 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:35:52.902318 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317a4be-cf26-434c-8e91-38d66372fee6 None None] Pushing event updated for resources: {'Port': ['ID=8a1a13e6-13a5-4e5a-a504-613f8b42dd46,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:52.909748 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:35:52.909748 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:35:52.910138 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:52.910333 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:35:52.910805 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] Bound port: 8a1a13e6-13a5-4e5a-a504-613f8b42dd46, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:35:52.911190 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:52.942621 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-eb4abd30-9abe-4845-b08a-212c4bf074d0 None None] Provisioning for port c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:35:52.952234 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-eb4abd30-9abe-4845-b08a-212c4bf074d0 None None] Provisioning complete for port c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:52.952612 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb4abd30-9abe-4845-b08a-212c4bf074d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:52.992024 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] For port 8a1a13e6-13a5-4e5a-a504-613f8b42dd46, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:35:52.996370 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] For port 8a1a13e6-13a5-4e5a-a504-613f8b42dd46, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8a1a13e6-13a5-4e5a-a504-613f8b42dd46,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:35:53.001580 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:53.010046 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-eb4abd30-9abe-4845-b08a-212c4bf074d0 None None] Port c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:35:53.015317 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f489b0e-065f-402b-b60e-edb146114ad7 admin admin] Router dd9be713-543b-4347-b650-9411c01682e5 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:35:53.062777 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] Routers {'dd9be713-543b-4347-b650-9411c01682e5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:35:53.063963 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:35:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dd9be713-543b-4347-b650-9411c01682e5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:53.071145 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317a4be-cf26-434c-8e91-38d66372fee6 None None] Pushing event updated for resources: {'Port': ['ID=8a1a13e6-13a5-4e5a-a504-613f8b42dd46,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:53.136566 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ea2847b2-5c39-482c-9c65-8d32614a6544 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:35:53.162772 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f489b0e-065f-402b-b60e-edb146114ad7 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:35:53.175960 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5f489b0e-065f-402b-b60e-edb146114ad7 admin admin] 10.222.0.69 "PUT /v2.0/routers/dd9be713-543b-4347-b650-9411c01682e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6629107 Jul 22 17:35:53.215769 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] Set router dd9be713-543b-4347-b650-9411c01682e5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:35:53.246793 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port ea2847b2-5c39-482c-9c65-8d32614a6544 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:53.247217 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:53.322058 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7afb6911-2a1d-4076-9b98-3a5c45d0897a None None] Provisioning complete for port c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:53.322689 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7afb6911-2a1d-4076-9b98-3a5c45d0897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:53.419951 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7afb6911-2a1d-4076-9b98-3a5c45d0897a None None] Port c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:35:53.467876 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device e360a202-8479-4d03-bf94-175094255d17 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:35:53.546929 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9be713-543b-4347-b650-9411c01682e5', 'name': 'tempest-TestEncryptedCinderVolumes-1557994961-router', 'tenant_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8a1a13e6-13a5-4e5a-a504-613f8b42dd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:35:49Z', 'updated_at': '2021-07-22T17:35:52Z', 'revision_number': 4, 'project_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'gw_port': {'id': '8a1a13e6-13a5-4e5a-a504-613f8b42dd46', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9be713-543b-4347-b650-9411c01682e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:35:49Z', 'updated_at': '2021-07-22T17:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3', 'name': '', 'network_id': 'de16c975-7a51-4699-8449-346fdba78568', 'tenant_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'mac_address': 'fa:16:3e:b4:f0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9be713-543b-4347-b650-9411c01682e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'eff1217a-72ab-4d27-91fe-93beac1e8411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:35:51Z', 'updated_at': '2021-07-22T17:35:52Z', 'revision_number': 2, 'project_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'subnets': [{'id': 'eff1217a-72ab-4d27-91fe-93beac1e8411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:53.550813 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port e360a202-8479-4d03-bf94-175094255d17 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:53.550939 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:53.592765 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f18c207-a4f1-49d3-8734-483a564b028e None None] The sync data for ids ['dd9be713-543b-4347-b650-9411c01682e5'] in n-d-798930-9 is: [{'id': 'dd9be713-543b-4347-b650-9411c01682e5', 'name': 'tempest-TestEncryptedCinderVolumes-1557994961-router', 'tenant_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8a1a13e6-13a5-4e5a-a504-613f8b42dd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:35:49Z', 'updated_at': '2021-07-22T17:35:52Z', 'revision_number': 4, 'project_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'gw_port': {'id': '8a1a13e6-13a5-4e5a-a504-613f8b42dd46', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9be713-543b-4347-b650-9411c01682e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:35:49Z', 'updated_at': '2021-07-22T17:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3', 'name': '', 'network_id': 'de16c975-7a51-4699-8449-346fdba78568', 'tenant_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'mac_address': 'fa:16:3e:b4:f0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9be713-543b-4347-b650-9411c01682e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'eff1217a-72ab-4d27-91fe-93beac1e8411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:35:51Z', 'updated_at': '2021-07-22T17:35:52Z', 'revision_number': 2, 'project_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'subnets': [{'id': 'eff1217a-72ab-4d27-91fe-93beac1e8411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:35:53.951176 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-f3728972-193a-45e0-a329-13eefeb595a2 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:53.953169 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-f3728972-193a-45e0-a329-13eefeb595a2 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/networks?id=8f496eb5-3ab6-4572-98dd-49ababc8230e HTTP/1.1" status: 200 len: 817 time: 0.1110411 Jul 22 17:35:53.969338 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-fdc2e6b9-6578-48bf-abf4-b24e04b12969 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/quotas/3e0301986d3640aa8b9f682ada061949 HTTP/1.1" status: 200 len: 375 time: 0.0102813 Jul 22 17:35:54.044003 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-d533e985-4ab1-486c-8b71-01745c703172 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3e0301986d3640aa8b9f682ada061949&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688953 Jul 22 17:35:54.154199 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-8d6371f5-b5d2-453e-b735-a9ef814a18d5 service neutron] 10.222.0.69 "GET /v2.0/networks/8f496eb5-3ab6-4572-98dd-49ababc8230e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974715 Jul 22 17:35:54.260802 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-de355d58-5e6f-4c5a-bcd9-f8ba8ad1abb1 service neutron] 10.222.0.69 "GET /v2.0/networks/8f496eb5-3ab6-4572-98dd-49ababc8230e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007855 Jul 22 17:35:54.429400 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-57eab6ae-481d-44f3-9315-14410859bc92 req-1c86165c-3097-4fd1-a8ac-f8a4c9e02510 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?device_id=a356b1ce-373a-4617-98fa-7a4c23fa502e HTTP/1.1" status: 200 len: 210 time: 0.0307233 Jul 22 17:35:55.116762 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8a1a13e6-13a5-4e5a-a504-613f8b42dd46 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:35:55.164958 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 8a1a13e6-13a5-4e5a-a504-613f8b42dd46 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:35:55.168873 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 8a1a13e6-13a5-4e5a-a504-613f8b42dd46 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:55.169247 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:55.418677 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:55.441976 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 8a1a13e6-13a5-4e5a-a504-613f8b42dd46, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8a1a13e6-13a5-4e5a-a504-613f8b42dd46,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:55.446747 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:55.455962 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-ea2fb8b5-5727-4e7c-96ff-a6ea641315bd tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:55.457664 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-ea2fb8b5-5727-4e7c-96ff-a6ea641315bd tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.30 "GET /v2.0/networks?id=8f496eb5-3ab6-4572-98dd-49ababc8230e HTTP/1.1" status: 200 len: 817 time: 0.1243875 Jul 22 17:35:55.476675 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-c03497d4-b10f-4d0e-ad79-f6a2ba2764d0 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Request body: {'port': {'device_id': 'a356b1ce-373a-4617-98fa-7a4c23fa502e', 'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e', 'admin_state_up': True, 'tenant_id': '3e0301986d3640aa8b9f682ada061949'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:55.516758 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=8a1a13e6-13a5-4e5a-a504-613f8b42dd46,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:55.529706 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] Sync routers for ids ['dd9be713-543b-4347-b650-9411c01682e5'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:35:55.539096 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] Routers {'dd9be713-543b-4347-b650-9411c01682e5'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:35:55.539690 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:35:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dd9be713-543b-4347-b650-9411c01682e5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:55.589794 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9aeb0825-ab83-4507-ae3a-d7023a922abe req-1775a5b2-cad7-4031-a1d5-86c4f968403f tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?device_id=a356b1ce-373a-4617-98fa-7a4c23fa502e HTTP/1.1" status: 200 len: 210 time: 0.0409422 Jul 22 17:35:55.627997 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-c03497d4-b10f-4d0e-ad79-f6a2ba2764d0 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Made reservation on behalf of 3e0301986d3640aa8b9f682ada061949 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:35:55.631587 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-c03497d4-b10f-4d0e-ad79-f6a2ba2764d0 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:55.644728 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] Set router dd9be713-543b-4347-b650-9411c01682e5 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:35:55.754218 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-c03497d4-b10f-4d0e-ad79-f6a2ba2764d0 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Allocated IP 172.20.0.13 (8f496eb5-3ab6-4572-98dd-49ababc8230e/d42b3fd1-795d-4a71-977e-9a0cfa6a7e83/bd52eaaf-80d9-422a-aead-13a182491d12) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:35:55.844526 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9be713-543b-4347-b650-9411c01682e5', 'name': 'tempest-TestEncryptedCinderVolumes-1557994961-router', 'tenant_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8a1a13e6-13a5-4e5a-a504-613f8b42dd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:35:49Z', 'updated_at': '2021-07-22T17:35:52Z', 'revision_number': 4, 'project_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'gw_port': {'id': '8a1a13e6-13a5-4e5a-a504-613f8b42dd46', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9be713-543b-4347-b650-9411c01682e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:35:49Z', 'updated_at': '2021-07-22T17:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3', 'name': '', 'network_id': 'de16c975-7a51-4699-8449-346fdba78568', 'tenant_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'mac_address': 'fa:16:3e:b4:f0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9be713-543b-4347-b650-9411c01682e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'eff1217a-72ab-4d27-91fe-93beac1e8411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:35:51Z', 'updated_at': '2021-07-22T17:35:52Z', 'revision_number': 2, 'project_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'subnets': [{'id': 'eff1217a-72ab-4d27-91fe-93beac1e8411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:55.870238 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] Checking router: dd9be713-543b-4347-b650-9411c01682e5 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:35:55.870584 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] Updating router dd9be713-543b-4347-b650-9411c01682e5 port c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:35:55.901684 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-c03497d4-b10f-4d0e-ad79-f6a2ba2764d0 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:55.903688 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:55.915855 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-c03497d4-b10f-4d0e-ad79-f6a2ba2764d0 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Transition to ACTIVE for port object bd52eaaf-80d9-422a-aead-13a182491d12 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:35:55.948629 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-c03497d4-b10f-4d0e-ad79-f6a2ba2764d0 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:55.993634 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-c03497d4-b10f-4d0e-ad79-f6a2ba2764d0 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Network 8f496eb5-3ab6-4572-98dd-49ababc8230e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:35:55.996610 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-c03497d4-b10f-4d0e-ad79-f6a2ba2764d0 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:35:56.000383 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-c03497d4-b10f-4d0e-ad79-f6a2ba2764d0 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:35:56.007020 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03497d4-b10f-4d0e-ad79-f6a2ba2764d0 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Pushing event updated for resources: {'Port': ['ID=bd52eaaf-80d9-422a-aead-13a182491d12,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:56.058779 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-c03497d4-b10f-4d0e-ad79-f6a2ba2764d0 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:56.059339 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-c03497d4-b10f-4d0e-ad79-f6a2ba2764d0 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:56.081619 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-c03497d4-b10f-4d0e-ad79-f6a2ba2764d0 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6089752 Jul 22 17:35:56.100384 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-6b484244-248e-4c59-bff3-d36d6da90d0a service neutron] Request body: {'port': {'device_id': 'a356b1ce-373a-4617-98fa-7a4c23fa502e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:56.175970 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-6b484244-248e-4c59-bff3-d36d6da90d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:56.186559 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:56.197717 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] Transition to ACTIVE for port object c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:35:56.203470 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:56.252199 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f7628-26fd-4a1e-9818-bb6973db02f9 None None] Pushing event updated for resources: {'Port': ['ID=c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:56.276601 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-29ee870c-62de-41b5-b073-6598a1a1310e None None] Provisioning for port bd52eaaf-80d9-422a-aead-13a182491d12 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:35:56.281376 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-29ee870c-62de-41b5-b073-6598a1a1310e None None] Provisioning complete for port bd52eaaf-80d9-422a-aead-13a182491d12 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:56.281811 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29ee870c-62de-41b5-b073-6598a1a1310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:56.309910 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] Attempting to bind port c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:35:56.310379 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] Attempting to bind port c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'ecbab026-e13d-450a-a014-d71665182209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'de16c975-7a51-4699-8449-346fdba78568'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:35:56.310559 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] Attempting to bind port c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3 on network de16c975-7a51-4699-8449-346fdba78568 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:35:56.316257 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:35:56.316640 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] Checking segment: {'id': 'ecbab026-e13d-450a-a014-d71665182209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'de16c975-7a51-4699-8449-346fdba78568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:35:56.317299 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:56.317415 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] Bound using segment: {'id': 'ecbab026-e13d-450a-a014-d71665182209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'de16c975-7a51-4699-8449-346fdba78568'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:35:56.317866 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] Bound port: c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbab026-e13d-450a-a014-d71665182209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'de16c975-7a51-4699-8449-346fdba78568'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:35:56.318269 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:56.327336 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-29ee870c-62de-41b5-b073-6598a1a1310e None None] Port bd52eaaf-80d9-422a-aead-13a182491d12 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:35:56.385723 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] For port c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:35:56.390609 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] For port c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3,segment=NetworkSegment(ecbab026-e13d-450a-a014-d71665182209),segment_id=ecbab026-e13d-450a-a014-d71665182209)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:35:56.396234 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:56.451538 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] Routers {'dd9be713-543b-4347-b650-9411c01682e5'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:35:56.452164 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:35:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dd9be713-543b-4347-b650-9411c01682e5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:56.465054 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-6b484244-248e-4c59-bff3-d36d6da90d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd52eaaf-80d9-422a-aead-13a182491d12 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:35:56.473632 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-6b484244-248e-4c59-bff3-d36d6da90d0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:56.487102 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-6b484244-248e-4c59-bff3-d36d6da90d0a service neutron] Transition to ACTIVE for port object bd52eaaf-80d9-422a-aead-13a182491d12 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:35:56.491284 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-6b484244-248e-4c59-bff3-d36d6da90d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:56.549472 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b484244-248e-4c59-bff3-d36d6da90d0a service neutron] Pushing event updated for resources: {'Port': ['ID=bd52eaaf-80d9-422a-aead-13a182491d12,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:56.639000 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-6b484244-248e-4c59-bff3-d36d6da90d0a service neutron] Attempting to bind port bd52eaaf-80d9-422a-aead-13a182491d12 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:35:56.639479 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-6b484244-248e-4c59-bff3-d36d6da90d0a service neutron] Attempting to bind port bd52eaaf-80d9-422a-aead-13a182491d12 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'da922b28-9133-48a5-9e4a-c494f4aea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:35:56.639823 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-6b484244-248e-4c59-bff3-d36d6da90d0a service neutron] Attempting to bind port bd52eaaf-80d9-422a-aead-13a182491d12 on network 8f496eb5-3ab6-4572-98dd-49ababc8230e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:35:56.644736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-6b484244-248e-4c59-bff3-d36d6da90d0a service neutron] Port bd52eaaf-80d9-422a-aead-13a182491d12 on network 8f496eb5-3ab6-4572-98dd-49ababc8230e not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:35:56.645059 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-6b484244-248e-4c59-bff3-d36d6da90d0a service neutron] Attempting to bind port bd52eaaf-80d9-422a-aead-13a182491d12 on network 8f496eb5-3ab6-4572-98dd-49ababc8230e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:35:56.651924 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-6b484244-248e-4c59-bff3-d36d6da90d0a service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:35:56.652360 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-6b484244-248e-4c59-bff3-d36d6da90d0a service neutron] Checking segment: {'id': 'da922b28-9133-48a5-9e4a-c494f4aea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:35:56.652758 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-6b484244-248e-4c59-bff3-d36d6da90d0a service neutron] Bound using segment: {'id': 'da922b28-9133-48a5-9e4a-c494f4aea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:35:56.653196 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-6b484244-248e-4c59-bff3-d36d6da90d0a service neutron] Bound port: bd52eaaf-80d9-422a-aead-13a182491d12, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da922b28-9133-48a5-9e4a-c494f4aea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:35:56.653557 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-6b484244-248e-4c59-bff3-d36d6da90d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:56.674073 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] Set router dd9be713-543b-4347-b650-9411c01682e5 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:35:56.704781 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f7628-26fd-4a1e-9818-bb6973db02f9 None None] Pushing event updated for resources: {'Port': ['ID=c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:56.746825 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-6b484244-248e-4c59-bff3-d36d6da90d0a service neutron] For port bd52eaaf-80d9-422a-aead-13a182491d12, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:35:56.750269 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-6b484244-248e-4c59-bff3-d36d6da90d0a service neutron] For port bd52eaaf-80d9-422a-aead-13a182491d12, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=bd52eaaf-80d9-422a-aead-13a182491d12,segment=NetworkSegment(da922b28-9133-48a5-9e4a-c494f4aea108),segment_id=da922b28-9133-48a5-9e4a-c494f4aea108)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:35:56.757270 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-6b484244-248e-4c59-bff3-d36d6da90d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:56.793011 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-6b484244-248e-4c59-bff3-d36d6da90d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:56.793896 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-6b484244-248e-4c59-bff3-d36d6da90d0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:56.796100 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-6b484244-248e-4c59-bff3-d36d6da90d0a service neutron] 10.222.0.30 "PUT /v2.0/ports/bd52eaaf-80d9-422a-aead-13a182491d12 HTTP/1.1" status: 200 len: 1092 time: 0.7017913 Jul 22 17:35:56.797402 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329df4d-78a2-472b-8d6b-64399612c4b1 req-177ebe6b-bf1f-471f-96c4-937e12b47b9e tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:56.799195 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a356b1ce-373a-4617-98fa-7a4c23fa502e', 'tag': 'bd52eaaf-80d9-422a-aead-13a182491d12'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:35:56.800333 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6329df4d-78a2-472b-8d6b-64399612c4b1 req-177ebe6b-bf1f-471f-96c4-937e12b47b9e tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?device_id=a356b1ce-373a-4617-98fa-7a4c23fa502e HTTP/1.1" status: 200 len: 944 time: 0.0798457 Jul 22 17:35:56.802086 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101d44b4-0cf0-4172-bef9-879abce424f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a356b1ce-373a-4617-98fa-7a4c23fa502e", "tag": "bd52eaaf-80d9-422a-aead-13a182491d12"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:35:56.841422 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b484244-248e-4c59-bff3-d36d6da90d0a service neutron] Pushing event updated for resources: {'Port': ['ID=bd52eaaf-80d9-422a-aead-13a182491d12,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:56.854542 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd071ba-c314-4a0e-aa76-2b5fa4e6e9ac x-openstack-request-id: req-6cd071ba-c314-4a0e-aa76-2b5fa4e6e9ac {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:35:56.854837 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a356b1ce-373a-4617-98fa-7a4c23fa502e", "tag": "bd52eaaf-80d9-422a-aead-13a182491d12", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:35:56.855093 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6cd071ba-c314-4a0e-aa76-2b5fa4e6e9ac {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:35:56.855508 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a356b1ce-373a-4617-98fa-7a4c23fa502e', 'tag': 'bd52eaaf-80d9-422a-aead-13a182491d12', 'status': 'completed', 'code': 200} Jul 22 17:35:56.863742 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6329df4d-78a2-472b-8d6b-64399612c4b1 req-9d6db643-64cf-411c-989c-2b55085857c6 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae0f5d84-2988-490e-b7b3-b702d16deb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559685 Jul 22 17:35:56.937418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-28b45a60-0ff3-444d-a0ed-f1593ee55b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:56.938970 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-28b45a60-0ff3-444d-a0ed-f1593ee55b21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e0301986d3640aa8b9f682ada061949&device_id=a356b1ce-373a-4617-98fa-7a4c23fa502e HTTP/1.1" status: 200 len: 1095 time: 0.0662713 Jul 22 17:35:56.941272 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9be713-543b-4347-b650-9411c01682e5', 'name': 'tempest-TestEncryptedCinderVolumes-1557994961-router', 'tenant_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8a1a13e6-13a5-4e5a-a504-613f8b42dd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:35:49Z', 'updated_at': '2021-07-22T17:35:52Z', 'revision_number': 4, 'project_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'gw_port': {'id': '8a1a13e6-13a5-4e5a-a504-613f8b42dd46', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9be713-543b-4347-b650-9411c01682e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:35:49Z', 'updated_at': '2021-07-22T17:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3', 'name': '', 'network_id': 'de16c975-7a51-4699-8449-346fdba78568', 'tenant_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'mac_address': 'fa:16:3e:b4:f0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9be713-543b-4347-b650-9411c01682e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'eff1217a-72ab-4d27-91fe-93beac1e8411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:35:51Z', 'updated_at': '2021-07-22T17:35:56Z', 'revision_number': 4, 'project_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'subnets': [{'id': 'eff1217a-72ab-4d27-91fe-93beac1e8411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:56.971827 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3880a8f-a160-4a7f-9022-9aa9d627ae0c None None] The sync data for ids ['dd9be713-543b-4347-b650-9411c01682e5'] in n-d-798930-9 is: [{'id': 'dd9be713-543b-4347-b650-9411c01682e5', 'name': 'tempest-TestEncryptedCinderVolumes-1557994961-router', 'tenant_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8a1a13e6-13a5-4e5a-a504-613f8b42dd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:35:49Z', 'updated_at': '2021-07-22T17:35:52Z', 'revision_number': 4, 'project_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'gw_port': {'id': '8a1a13e6-13a5-4e5a-a504-613f8b42dd46', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9be713-543b-4347-b650-9411c01682e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:35:49Z', 'updated_at': '2021-07-22T17:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3', 'name': '', 'network_id': 'de16c975-7a51-4699-8449-346fdba78568', 'tenant_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'mac_address': 'fa:16:3e:b4:f0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9be713-543b-4347-b650-9411c01682e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'eff1217a-72ab-4d27-91fe-93beac1e8411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:35:51Z', 'updated_at': '2021-07-22T17:35:56Z', 'revision_number': 4, 'project_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'subnets': [{'id': 'eff1217a-72ab-4d27-91fe-93beac1e8411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:35:56.994660 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-5f8c08c2-22cf-4376-b3d9-3326087f21fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd52eaaf-80d9-422a-aead-13a182491d12 HTTP/1.1" status: 200 len: 217 time: 0.0425212 Jul 22 17:35:57.061611 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-0dcda3ff-8613-4a82-aaee-d65ea5249711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:57.063300 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-0dcda3ff-8613-4a82-aaee-d65ea5249711 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d42b3fd1-795d-4a71-977e-9a0cfa6a7e83 HTTP/1.1" status: 200 len: 856 time: 0.0618887 Jul 22 17:35:57.145372 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-c39079b4-151e-4818-b052-9bd85ff998f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:57.146925 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-c39079b4-151e-4818-b052-9bd85ff998f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8f496eb5-3ab6-4572-98dd-49ababc8230e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746837 Jul 22 17:35:57.149504 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8a1a13e6-13a5-4e5a-a504-613f8b42dd46 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:35:57.202932 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 8a1a13e6-13a5-4e5a-a504-613f8b42dd46 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:57.203374 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:57.245672 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-f134b539-4dcb-4c76-bc8f-d5ca186a9ffe service neutron] 10.222.0.30 "GET /v2.0/networks/8f496eb5-3ab6-4572-98dd-49ababc8230e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914590 Jul 22 17:35:57.282231 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:35:57.336552 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:35:57.340590 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:57.340964 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:57.344003 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d1ff7f44-46ef-4dd6-b4e2-d8352b25211a req-97be367b-1a78-4216-8aef-818f1441c56f service neutron] 10.222.0.30 "GET /v2.0/networks/8f496eb5-3ab6-4572-98dd-49ababc8230e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915880 Jul 22 17:35:57.432255 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:57.465910 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3,segment=NetworkSegment(ecbab026-e13d-450a-a014-d71665182209),segment_id=ecbab026-e13d-450a-a014-d71665182209)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:57.471441 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:57.486376 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d44b4-0cf0-4172-bef9-879abce424f1 req-e0e6c4d4-da95-4ba9-8ade-065e6207d907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:57.487880 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-101d44b4-0cf0-4172-bef9-879abce424f1 req-e0e6c4d4-da95-4ba9-8ade-065e6207d907 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e0301986d3640aa8b9f682ada061949&device_id=a356b1ce-373a-4617-98fa-7a4c23fa502e HTTP/1.1" status: 200 len: 1095 time: 0.0567086 Jul 22 17:35:57.521000 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:57.589565 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d44b4-0cf0-4172-bef9-879abce424f1 req-9d6ada6f-0ded-4c0f-82d9-e4912142314c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:57.591017 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-101d44b4-0cf0-4172-bef9-879abce424f1 req-9d6ada6f-0ded-4c0f-82d9-e4912142314c service neutron] 10.222.0.30 "GET /v2.0/networks?id=8f496eb5-3ab6-4572-98dd-49ababc8230e HTTP/1.1" status: 200 len: 918 time: 0.0964038 Jul 22 17:35:57.632439 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-101d44b4-0cf0-4172-bef9-879abce424f1 req-92d73dc7-44db-47c0-a3e6-4eabf3c07b48 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd52eaaf-80d9-422a-aead-13a182491d12 HTTP/1.1" status: 200 len: 217 time: 0.0343220 Jul 22 17:35:57.684369 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d44b4-0cf0-4172-bef9-879abce424f1 req-c5ac340f-c52e-4818-8c2e-da4266b58e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:57.685788 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-101d44b4-0cf0-4172-bef9-879abce424f1 req-c5ac340f-c52e-4818-8c2e-da4266b58e1d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d42b3fd1-795d-4a71-977e-9a0cfa6a7e83 HTTP/1.1" status: 200 len: 856 time: 0.0471380 Jul 22 17:35:57.744171 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d44b4-0cf0-4172-bef9-879abce424f1 req-0b359f96-0850-459e-8644-e027b77b2134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:57.745647 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-101d44b4-0cf0-4172-bef9-879abce424f1 req-0b359f96-0850-459e-8644-e027b77b2134 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8f496eb5-3ab6-4572-98dd-49ababc8230e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523219 Jul 22 17:35:57.843368 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-101d44b4-0cf0-4172-bef9-879abce424f1 req-da779ca6-cbcf-4815-83c4-a03cbf12e6b0 service neutron] 10.222.0.30 "GET /v2.0/networks/8f496eb5-3ab6-4572-98dd-49ababc8230e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901430 Jul 22 17:35:57.931011 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-101d44b4-0cf0-4172-bef9-879abce424f1 req-cdfa08c8-f01a-494f-983c-00b68ae5a9f5 service neutron] 10.222.0.30 "GET /v2.0/networks/8f496eb5-3ab6-4572-98dd-49ababc8230e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800595 Jul 22 17:35:57.995666 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f58ea0-92c4-45f7-a359-2b7e182c2003 req-b210738b-9458-4d4e-a723-c4c5b141a7da tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:57.997134 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28f58ea0-92c4-45f7-a359-2b7e182c2003 req-b210738b-9458-4d4e-a723-c4c5b141a7da tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?device_id=a356b1ce-373a-4617-98fa-7a4c23fa502e HTTP/1.1" status: 200 len: 944 time: 0.0626645 Jul 22 17:35:58.036276 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28f58ea0-92c4-45f7-a359-2b7e182c2003 req-896bdc5e-d4f0-4c47-aa92-87b1740d888e tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae0f5d84-2988-490e-b7b3-b702d16deb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329854 Jul 22 17:35:58.774932 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device bd52eaaf-80d9-422a-aead-13a182491d12 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:35:58.869836 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port bd52eaaf-80d9-422a-aead-13a182491d12, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=bd52eaaf-80d9-422a-aead-13a182491d12,segment=NetworkSegment(da922b28-9133-48a5-9e4a-c494f4aea108),segment_id=da922b28-9133-48a5-9e4a-c494f4aea108)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:58.880281 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'bd52eaaf-80d9-422a-aead-13a182491d12', 'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e', 'port_id': 'bd52eaaf-80d9-422a-aead-13a182491d12', 'mac_address': 'fa:16:3e:75:3a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42b3fd1-795d-4a71-977e-9a0cfa6a7e83', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:35:58.916607 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:58.928730 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd52eaaf-80d9-422a-aead-13a182491d12 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:35:58.950712 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port bd52eaaf-80d9-422a-aead-13a182491d12, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=bd52eaaf-80d9-422a-aead-13a182491d12,segment=NetworkSegment(da922b28-9133-48a5-9e4a-c494f4aea108),segment_id=da922b28-9133-48a5-9e4a-c494f4aea108)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:58.955785 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:59.001053 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=bd52eaaf-80d9-422a-aead-13a182491d12,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:59.098648 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:35:59.152849 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ed7629c-40fd-4ba2-8703-8e1492ed544b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:59.162354 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:59.162724 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:59.177199 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280a4f1-e94d-40a8-9978-cfadc81091eb req-09dcffb0-1f65-4672-898f-c6339bec4a4d tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:59.178837 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4280a4f1-e94d-40a8-9978-cfadc81091eb req-09dcffb0-1f65-4672-898f-c6339bec4a4d tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?device_id=a356b1ce-373a-4617-98fa-7a4c23fa502e HTTP/1.1" status: 200 len: 945 time: 0.0730224 Jul 22 17:35:59.216762 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4280a4f1-e94d-40a8-9978-cfadc81091eb req-da62232f-255d-4f2f-8492-5824d9c1f2a4 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae0f5d84-2988-490e-b7b3-b702d16deb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321999 Jul 22 17:35:59.232759 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['bd52eaaf-80d9-422a-aead-13a182491d12'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:36:00.351024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ac238-f764-475d-8c23-59fc5ef9cf8a req-178844ef-bccf-404a-9db4-29b821c08951 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:00.352521 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c88ac238-f764-475d-8c23-59fc5ef9cf8a req-178844ef-bccf-404a-9db4-29b821c08951 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?device_id=a356b1ce-373a-4617-98fa-7a4c23fa502e HTTP/1.1" status: 200 len: 945 time: 0.0684431 Jul 22 17:36:00.388605 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c88ac238-f764-475d-8c23-59fc5ef9cf8a req-ee844fb7-860c-4f48-ac6b-3fc4a432a85c tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae0f5d84-2988-490e-b7b3-b702d16deb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303574 Jul 22 17:36:00.792835 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device bd52eaaf-80d9-422a-aead-13a182491d12 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:36:00.839789 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port bd52eaaf-80d9-422a-aead-13a182491d12 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:36:00.843531 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port bd52eaaf-80d9-422a-aead-13a182491d12 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:36:00.843849 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:00.922758 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:00.948960 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a356b1ce-373a-4617-98fa-7a4c23fa502e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd52eaaf-80d9-422a-aead-13a182491d12'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:36:00.951508 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611c786a-96c0-4867-a5c6-2604419f0662" -d '{"events": [{"server_uuid": "a356b1ce-373a-4617-98fa-7a4c23fa502e", "name": "network-vif-plugged", "status": "completed", "tag": "bd52eaaf-80d9-422a-aead-13a182491d12"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:36:00.964374 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port bd52eaaf-80d9-422a-aead-13a182491d12, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=bd52eaaf-80d9-422a-aead-13a182491d12,segment=NetworkSegment(da922b28-9133-48a5-9e4a-c494f4aea108),segment_id=da922b28-9133-48a5-9e4a-c494f4aea108)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:36:00.968398 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:00.992655 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2188fb58-d5fd-4567-8ad6-bac3fc526470 x-openstack-request-id: req-2188fb58-d5fd-4567-8ad6-bac3fc526470 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:36:00.992949 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a356b1ce-373a-4617-98fa-7a4c23fa502e", "name": "network-vif-plugged", "status": "completed", "tag": "bd52eaaf-80d9-422a-aead-13a182491d12", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:36:00.993202 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2188fb58-d5fd-4567-8ad6-bac3fc526470 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:36:00.993853 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a356b1ce-373a-4617-98fa-7a4c23fa502e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd52eaaf-80d9-422a-aead-13a182491d12', 'code': 200} Jul 22 17:36:01.021375 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=bd52eaaf-80d9-422a-aead-13a182491d12,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:01.127294 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71cb28-f18a-4022-a828-fac0d07a8751 req-c409094b-ae78-4679-93ec-1da269929759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:01.128820 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9c71cb28-f18a-4022-a828-fac0d07a8751 req-c409094b-ae78-4679-93ec-1da269929759 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a356b1ce-373a-4617-98fa-7a4c23fa502e HTTP/1.1" status: 200 len: 1097 time: 0.0569844 Jul 22 17:36:01.160894 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9c71cb28-f18a-4022-a828-fac0d07a8751 req-74d48388-ea66-4ea3-abcc-1512ee575008 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ae0f5d84-2988-490e-b7b3-b702d16deb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261960 Jul 22 17:36:01.518724 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e4088-7b28-44ee-af00-5abbd1669ed3 req-86bf23b7-0ac5-4557-ac61-d023f17ebddb tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:01.520208 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-706e4088-7b28-44ee-af00-5abbd1669ed3 req-86bf23b7-0ac5-4557-ac61-d023f17ebddb tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?device_id=a356b1ce-373a-4617-98fa-7a4c23fa502e HTTP/1.1" status: 200 len: 946 time: 0.0653160 Jul 22 17:36:01.557690 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-706e4088-7b28-44ee-af00-5abbd1669ed3 req-fea56c6d-17dd-4613-a95b-f330ca66e53c tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae0f5d84-2988-490e-b7b3-b702d16deb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317559 Jul 22 17:36:01.672222 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97c74c0d-449d-4b0b-a5a9-a3fddf8e13aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:01.691019 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:02.685340 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d24b3-c3c1-47cb-833c-9c528a7b11e0 req-7c8cd675-d188-4fa9-9c15-496033bbdf84 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:02.686844 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2a8d24b3-c3c1-47cb-833c-9c528a7b11e0 req-7c8cd675-d188-4fa9-9c15-496033bbdf84 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?device_id=a356b1ce-373a-4617-98fa-7a4c23fa502e HTTP/1.1" status: 200 len: 946 time: 0.0631628 Jul 22 17:36:02.724671 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2a8d24b3-c3c1-47cb-833c-9c528a7b11e0 req-b8aa43ea-47fc-43d6-b126-4daf30716568 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae0f5d84-2988-490e-b7b3-b702d16deb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316911 Jul 22 17:36:02.851211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50701c19-14d9-4fa0-afa7-dd6387ff279a req-7d4f1bbe-385b-4ea5-9420-a208d12b1c12 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:02.852604 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-50701c19-14d9-4fa0-afa7-dd6387ff279a req-7d4f1bbe-385b-4ea5-9420-a208d12b1c12 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?device_id=a356b1ce-373a-4617-98fa-7a4c23fa502e HTTP/1.1" status: 200 len: 946 time: 0.0632432 Jul 22 17:36:02.889740 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-50701c19-14d9-4fa0-afa7-dd6387ff279a req-b40936f8-30f8-452c-9bf1-62fcfe758c54 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae0f5d84-2988-490e-b7b3-b702d16deb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316875 Jul 22 17:36:03.015220 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:04.850816 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:11.403447 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:36:12.594381 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:12.622083 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:21.438945 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78b581-764d-4b3f-9e5d-2f4bee6f6282 req-8fb927b6-7cf8-44be-ac14-e1c9d2de4502 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:21.440603 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba78b581-764d-4b3f-9e5d-2f4bee6f6282 req-8fb927b6-7cf8-44be-ac14-e1c9d2de4502 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?device_id=a356b1ce-373a-4617-98fa-7a4c23fa502e HTTP/1.1" status: 200 len: 946 time: 0.0639987 Jul 22 17:36:21.480407 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba78b581-764d-4b3f-9e5d-2f4bee6f6282 req-7401108e-4d5b-48ae-baab-8a3b835f587e tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae0f5d84-2988-490e-b7b3-b702d16deb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333378 Jul 22 17:36:22.610078 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a7b08-695d-4039-956e-2d0735affe2c req-fc8b1513-3494-476d-b4f5-390a8baac567 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:22.611541 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e41a7b08-695d-4039-956e-2d0735affe2c req-fc8b1513-3494-476d-b4f5-390a8baac567 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?device_id=a356b1ce-373a-4617-98fa-7a4c23fa502e HTTP/1.1" status: 200 len: 946 time: 0.0620720 Jul 22 17:36:22.648769 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e41a7b08-695d-4039-956e-2d0735affe2c req-ccf37b96-95ef-49cc-8157-4eba33a659c9 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae0f5d84-2988-490e-b7b3-b702d16deb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316589 Jul 22 17:36:23.102847 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76db4c-60a0-4e37-a865-650e0dbcb63f req-7d692c92-2c0a-4ebf-aed8-d5ad8eb589de tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:23.104337 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e76db4c-60a0-4e37-a865-650e0dbcb63f req-7d692c92-2c0a-4ebf-aed8-d5ad8eb589de tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.30 "GET /v2.0/ports?device_id=a356b1ce-373a-4617-98fa-7a4c23fa502e HTTP/1.1" status: 200 len: 946 time: 0.0653675 Jul 22 17:36:23.200790 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-3e76db4c-60a0-4e37-a865-650e0dbcb63f req-d9b92257-0e4c-45c4-9b82-099ba833758b tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Deleting port bd52eaaf-80d9-422a-aead-13a182491d12 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:36:23.201126 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3e76db4c-60a0-4e37-a865-650e0dbcb63f req-d9b92257-0e4c-45c4-9b82-099ba833758b tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:23.290127 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-3e76db4c-60a0-4e37-a865-650e0dbcb63f req-d9b92257-0e4c-45c4-9b82-099ba833758b tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] For port bd52eaaf-80d9-422a-aead-13a182491d12, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=bd52eaaf-80d9-422a-aead-13a182491d12,segment=NetworkSegment(da922b28-9133-48a5-9e4a-c494f4aea108),segment_id=da922b28-9133-48a5-9e4a-c494f4aea108)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:36:23.290485 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3e76db4c-60a0-4e37-a865-650e0dbcb63f req-d9b92257-0e4c-45c4-9b82-099ba833758b tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:23.302598 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-3e76db4c-60a0-4e37-a865-650e0dbcb63f req-d9b92257-0e4c-45c4-9b82-099ba833758b tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Calling delete_port for bd52eaaf-80d9-422a-aead-13a182491d12 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:36:23.427771 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3e76db4c-60a0-4e37-a865-650e0dbcb63f req-d9b92257-0e4c-45c4-9b82-099ba833758b tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:23.453362 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b92257-0e4c-45c4-9b82-099ba833758b tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Pushing event deleted for resources: {'Port': ['ID=bd52eaaf-80d9-422a-aead-13a182491d12,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:23.460496 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['bd52eaaf-80d9-422a-aead-13a182491d12'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:36:23.464360 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b92257-0e4c-45c4-9b82-099ba833758b tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:23.464765 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b92257-0e4c-45c4-9b82-099ba833758b tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:23.465115 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b92257-0e4c-45c4-9b82-099ba833758b tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:23.465451 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b92257-0e4c-45c4-9b82-099ba833758b tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:23.465789 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b92257-0e4c-45c4-9b82-099ba833758b tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:23.466146 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b92257-0e4c-45c4-9b82-099ba833758b tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:23.466505 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b92257-0e4c-45c4-9b82-099ba833758b tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:23.467309 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b92257-0e4c-45c4-9b82-099ba833758b tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:23.467309 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b92257-0e4c-45c4-9b82-099ba833758b tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:23.467465 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b92257-0e4c-45c4-9b82-099ba833758b tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:23.467890 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b92257-0e4c-45c4-9b82-099ba833758b tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:23.468222 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b92257-0e4c-45c4-9b82-099ba833758b tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:23.514984 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e76db4c-60a0-4e37-a865-650e0dbcb63f req-d9b92257-0e4c-45c4-9b82-099ba833758b tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] No DVR routers for this DVR port bd52eaaf-80d9-422a-aead-13a182491d12 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:36:23.517622 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-3e76db4c-60a0-4e37-a865-650e0dbcb63f req-d9b92257-0e4c-45c4-9b82-099ba833758b tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:23.519835 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3e76db4c-60a0-4e37-a865-650e0dbcb63f req-d9b92257-0e4c-45c4-9b82-099ba833758b tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.30 "DELETE /v2.0/ports/bd52eaaf-80d9-422a-aead-13a182491d12 HTTP/1.1" status: 204 len: 173 time: 0.4095125 Jul 22 17:36:23.520821 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a356b1ce-373a-4617-98fa-7a4c23fa502e', 'name': 'network-vif-deleted', 'tag': 'bd52eaaf-80d9-422a-aead-13a182491d12'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:36:23.523877 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897dce97-274c-4f18-a4ca-fbb0d78a7ef6" -d '{"events": [{"server_uuid": "a356b1ce-373a-4617-98fa-7a4c23fa502e", "name": "network-vif-deleted", "tag": "bd52eaaf-80d9-422a-aead-13a182491d12"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:36:23.562127 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00492f1e-dc2f-4bc9-9b3f-6647a833921d x-openstack-request-id: req-00492f1e-dc2f-4bc9-9b3f-6647a833921d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:36:23.562419 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a356b1ce-373a-4617-98fa-7a4c23fa502e", "name": "network-vif-deleted", "tag": "bd52eaaf-80d9-422a-aead-13a182491d12", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:36:23.562697 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-00492f1e-dc2f-4bc9-9b3f-6647a833921d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:36:23.563096 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a356b1ce-373a-4617-98fa-7a4c23fa502e', 'name': 'network-vif-deleted', 'tag': 'bd52eaaf-80d9-422a-aead-13a182491d12', 'status': 'completed', 'code': 200} Jul 22 17:36:23.755981 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-42c64c7c-899e-4277-a5b3-71b0a17b7b9d req-728fe960-baec-4572-b0da-e5b6f60bd423 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?device_id=a356b1ce-373a-4617-98fa-7a4c23fa502e HTTP/1.1" status: 200 len: 210 time: 0.0324986 Jul 22 17:36:25.287304 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-07b4a68a-c785-4a65-8dab-5021e7a5502a tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:25.288762 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-07b4a68a-c785-4a65-8dab-5021e7a5502a tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/networks?id=8f496eb5-3ab6-4572-98dd-49ababc8230e HTTP/1.1" status: 200 len: 817 time: 0.0992846 Jul 22 17:36:25.302995 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-12f80c11-42ca-48aa-a769-4e640f3bb367 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/quotas/3e0301986d3640aa8b9f682ada061949 HTTP/1.1" status: 200 len: 375 time: 0.0088942 Jul 22 17:36:25.369658 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-a89438d0-46ca-49ba-9099-8a1329f0e7f3 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3e0301986d3640aa8b9f682ada061949&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620379 Jul 22 17:36:25.385324 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-976bf50a-012e-471b-af74-50f0e687b2e7 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:36:25.386311 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-976bf50a-012e-471b-af74-50f0e687b2e7 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056536 Jul 22 17:36:25.558529 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-32e28da4-6118-4d54-8f8a-6d710d8ae479 service neutron] 10.222.0.69 "GET /v2.0/networks/8f496eb5-3ab6-4572-98dd-49ababc8230e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668584 Jul 22 17:36:25.648725 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-48619c3c-749f-4a62-b503-784e8e1c36d4 service neutron] 10.222.0.69 "GET /v2.0/networks/8f496eb5-3ab6-4572-98dd-49ababc8230e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844662 Jul 22 17:36:25.805296 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a60e15ff-4179-4be3-80e0-47ffeb50548f req-dc4d0391-d46e-47cf-8710-ab3936b69d09 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34a9662-0b1d-48d8-8b3e-61f7b77a87da HTTP/1.1" status: 200 len: 210 time: 0.0290108 Jul 22 17:36:26.905207 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2aa34553-7a75-42fe-90ad-0d2808cd1398 req-43581001-00bc-4ff5-b5b3-b7d4f57639e7 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34a9662-0b1d-48d8-8b3e-61f7b77a87da HTTP/1.1" status: 200 len: 210 time: 0.0319455 Jul 22 17:36:26.979270 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device bd52eaaf-80d9-422a-aead-13a182491d12 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:36:26.999169 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: bd52eaaf-80d9-422a-aead-13a182491d12 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:36:26.999517 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device bd52eaaf-80d9-422a-aead-13a182491d12 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:36:27.120710 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-30a751a7-5e40-40bd-b003-f30b5f92d5cc tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:27.122181 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-30a751a7-5e40-40bd-b003-f30b5f92d5cc tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.30 "GET /v2.0/networks?id=8f496eb5-3ab6-4572-98dd-49ababc8230e HTTP/1.1" status: 200 len: 817 time: 0.4616416 Jul 22 17:36:27.140614 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-872f5e80-c623-4438-982f-39b3b2a07967 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Request body: {'port': {'device_id': 'c34a9662-0b1d-48d8-8b3e-61f7b77a87da', 'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e', 'admin_state_up': True, 'tenant_id': '3e0301986d3640aa8b9f682ada061949'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:36:27.253562 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-872f5e80-c623-4438-982f-39b3b2a07967 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Made reservation on behalf of 3e0301986d3640aa8b9f682ada061949 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:36:27.257716 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-872f5e80-c623-4438-982f-39b3b2a07967 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:27.375985 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-872f5e80-c623-4438-982f-39b3b2a07967 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Allocated IP 172.20.0.6 (8f496eb5-3ab6-4572-98dd-49ababc8230e/d42b3fd1-795d-4a71-977e-9a0cfa6a7e83/7be2b8f6-f15a-47de-9925-507a238c26f4) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:36:27.517885 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-872f5e80-c623-4438-982f-39b3b2a07967 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:27.532192 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-872f5e80-c623-4438-982f-39b3b2a07967 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Transition to ACTIVE for port object 7be2b8f6-f15a-47de-9925-507a238c26f4 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:36:27.566111 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-872f5e80-c623-4438-982f-39b3b2a07967 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:27.606509 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-872f5e80-c623-4438-982f-39b3b2a07967 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Network 8f496eb5-3ab6-4572-98dd-49ababc8230e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:36:27.611463 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-872f5e80-c623-4438-982f-39b3b2a07967 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:36:27.613722 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-872f5e80-c623-4438-982f-39b3b2a07967 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:36:27.647267 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f5e80-c623-4438-982f-39b3b2a07967 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Pushing event updated for resources: {'Port': ['ID=7be2b8f6-f15a-47de-9925-507a238c26f4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:27.674071 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-872f5e80-c623-4438-982f-39b3b2a07967 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:27.674700 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-872f5e80-c623-4438-982f-39b3b2a07967 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:27.689762 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-872f5e80-c623-4438-982f-39b3b2a07967 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5527101 Jul 22 17:36:27.706827 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-087e0c97-964a-4e87-915f-c884b7f764de service neutron] Request body: {'port': {'device_id': 'c34a9662-0b1d-48d8-8b3e-61f7b77a87da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:36:27.780852 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-087e0c97-964a-4e87-915f-c884b7f764de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:27.883596 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cd1b9ff2-e53a-4cca-85b1-b3c73bf69005 None None] Provisioning for port 7be2b8f6-f15a-47de-9925-507a238c26f4 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:36:27.887559 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cd1b9ff2-e53a-4cca-85b1-b3c73bf69005 None None] Provisioning complete for port 7be2b8f6-f15a-47de-9925-507a238c26f4 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:36:27.887925 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd1b9ff2-e53a-4cca-85b1-b3c73bf69005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:27.922736 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b9ff2-e53a-4cca-85b1-b3c73bf69005 None None] Port 7be2b8f6-f15a-47de-9925-507a238c26f4 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:36:28.086182 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-087e0c97-964a-4e87-915f-c884b7f764de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7be2b8f6-f15a-47de-9925-507a238c26f4 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:36:28.095412 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-087e0c97-964a-4e87-915f-c884b7f764de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:28.110740 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4d298-c03e-4139-9d51-ba2b8b6792e4 req-998cb603-3afa-4b7f-96d8-aa49e76d6ab3 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:28.111765 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-49d4d298-c03e-4139-9d51-ba2b8b6792e4 req-998cb603-3afa-4b7f-96d8-aa49e76d6ab3 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34a9662-0b1d-48d8-8b3e-61f7b77a87da HTTP/1.1" status: 200 len: 931 time: 0.1305823 Jul 22 17:36:28.120604 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-087e0c97-964a-4e87-915f-c884b7f764de service neutron] Transition to ACTIVE for port object 7be2b8f6-f15a-47de-9925-507a238c26f4 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:36:28.132898 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-087e0c97-964a-4e87-915f-c884b7f764de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:28.190184 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-49d4d298-c03e-4139-9d51-ba2b8b6792e4 req-65ede5a4-bb37-4a01-850a-999fffc85164 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae0f5d84-2988-490e-b7b3-b702d16deb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712283 Jul 22 17:36:28.199202 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e0c97-964a-4e87-915f-c884b7f764de service neutron] Pushing event updated for resources: {'Port': ['ID=7be2b8f6-f15a-47de-9925-507a238c26f4,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:28.282214 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-087e0c97-964a-4e87-915f-c884b7f764de service neutron] Attempting to bind port 7be2b8f6-f15a-47de-9925-507a238c26f4 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:36:28.282687 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-087e0c97-964a-4e87-915f-c884b7f764de service neutron] Attempting to bind port 7be2b8f6-f15a-47de-9925-507a238c26f4 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'da922b28-9133-48a5-9e4a-c494f4aea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:36:28.283017 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-087e0c97-964a-4e87-915f-c884b7f764de service neutron] Attempting to bind port 7be2b8f6-f15a-47de-9925-507a238c26f4 on network 8f496eb5-3ab6-4572-98dd-49ababc8230e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:36:28.288799 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-087e0c97-964a-4e87-915f-c884b7f764de service neutron] Port 7be2b8f6-f15a-47de-9925-507a238c26f4 on network 8f496eb5-3ab6-4572-98dd-49ababc8230e not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:36:28.289205 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-087e0c97-964a-4e87-915f-c884b7f764de service neutron] Attempting to bind port 7be2b8f6-f15a-47de-9925-507a238c26f4 on network 8f496eb5-3ab6-4572-98dd-49ababc8230e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:36:28.295333 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-087e0c97-964a-4e87-915f-c884b7f764de service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:36:28.295784 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-087e0c97-964a-4e87-915f-c884b7f764de service neutron] Checking segment: {'id': 'da922b28-9133-48a5-9e4a-c494f4aea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:36:28.296272 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-087e0c97-964a-4e87-915f-c884b7f764de service neutron] Bound using segment: {'id': 'da922b28-9133-48a5-9e4a-c494f4aea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:36:28.296767 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-087e0c97-964a-4e87-915f-c884b7f764de service neutron] Bound port: 7be2b8f6-f15a-47de-9925-507a238c26f4, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da922b28-9133-48a5-9e4a-c494f4aea108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:36:28.297192 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-087e0c97-964a-4e87-915f-c884b7f764de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:28.364468 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-087e0c97-964a-4e87-915f-c884b7f764de service neutron] For port 7be2b8f6-f15a-47de-9925-507a238c26f4, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:36:28.367489 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-087e0c97-964a-4e87-915f-c884b7f764de service neutron] For port 7be2b8f6-f15a-47de-9925-507a238c26f4, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=7be2b8f6-f15a-47de-9925-507a238c26f4,segment=NetworkSegment(da922b28-9133-48a5-9e4a-c494f4aea108),segment_id=da922b28-9133-48a5-9e4a-c494f4aea108)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:36:28.372167 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-087e0c97-964a-4e87-915f-c884b7f764de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:28.410937 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-087e0c97-964a-4e87-915f-c884b7f764de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:28.411458 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-087e0c97-964a-4e87-915f-c884b7f764de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:28.412886 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-087e0c97-964a-4e87-915f-c884b7f764de service neutron] 10.222.0.30 "PUT /v2.0/ports/7be2b8f6-f15a-47de-9925-507a238c26f4 HTTP/1.1" status: 200 len: 1091 time: 0.7107062 Jul 22 17:36:28.413324 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34a9662-0b1d-48d8-8b3e-61f7b77a87da', 'tag': '7be2b8f6-f15a-47de-9925-507a238c26f4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:36:28.415570 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324b7f58-e7f9-446d-95b3-b9186e32e042" -d '{"events": [{"name": "network-changed", "server_uuid": "c34a9662-0b1d-48d8-8b3e-61f7b77a87da", "tag": "7be2b8f6-f15a-47de-9925-507a238c26f4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:36:28.435358 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e0c97-964a-4e87-915f-c884b7f764de service neutron] Pushing event updated for resources: {'Port': ['ID=7be2b8f6-f15a-47de-9925-507a238c26f4,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:28.488015 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ecfbf8-ebb6-4210-a3ae-0a751de7aeac x-openstack-request-id: req-b7ecfbf8-ebb6-4210-a3ae-0a751de7aeac {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:36:28.488337 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c34a9662-0b1d-48d8-8b3e-61f7b77a87da", "tag": "7be2b8f6-f15a-47de-9925-507a238c26f4", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:36:28.488585 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b7ecfbf8-ebb6-4210-a3ae-0a751de7aeac {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:36:28.488985 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c34a9662-0b1d-48d8-8b3e-61f7b77a87da', 'tag': '7be2b8f6-f15a-47de-9925-507a238c26f4', 'status': 'completed', 'code': 200} Jul 22 17:36:28.564507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-3cabeed8-dfc1-429e-a10b-bdd41e78c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:28.566128 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-3cabeed8-dfc1-429e-a10b-bdd41e78c203 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e0301986d3640aa8b9f682ada061949&device_id=c34a9662-0b1d-48d8-8b3e-61f7b77a87da HTTP/1.1" status: 200 len: 1094 time: 0.0619371 Jul 22 17:36:28.614765 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-a1c56224-731c-413a-9c85-df67f246ae62 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7be2b8f6-f15a-47de-9925-507a238c26f4 HTTP/1.1" status: 200 len: 217 time: 0.0367222 Jul 22 17:36:28.664557 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-2d95f518-22d9-48cb-a1f8-fac11af08728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:28.666155 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-2d95f518-22d9-48cb-a1f8-fac11af08728 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d42b3fd1-795d-4a71-977e-9a0cfa6a7e83 HTTP/1.1" status: 200 len: 856 time: 0.0459583 Jul 22 17:36:28.724235 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-4d750bd5-0a99-46a3-8034-d5111aca645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:28.725702 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-4d750bd5-0a99-46a3-8034-d5111aca645b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8f496eb5-3ab6-4572-98dd-49ababc8230e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530987 Jul 22 17:36:28.822916 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-510f6007-ebaa-440c-b27f-00a9bf96b0c5 service neutron] 10.222.0.30 "GET /v2.0/networks/8f496eb5-3ab6-4572-98dd-49ababc8230e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906937 Jul 22 17:36:28.921348 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-deaca261-24ca-4ba3-90e3-9334ecf9d86f req-45c9a455-1609-4f7c-8641-623d29bffa36 service neutron] 10.222.0.30 "GET /v2.0/networks/8f496eb5-3ab6-4572-98dd-49ababc8230e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910676 Jul 22 17:36:29.055722 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b7f58-e7f9-446d-95b3-b9186e32e042 req-02434b8e-5b52-4230-bb7e-c8f28c1a0ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:29.057121 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-324b7f58-e7f9-446d-95b3-b9186e32e042 req-02434b8e-5b52-4230-bb7e-c8f28c1a0ee4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e0301986d3640aa8b9f682ada061949&device_id=c34a9662-0b1d-48d8-8b3e-61f7b77a87da HTTP/1.1" status: 200 len: 1094 time: 0.0547726 Jul 22 17:36:29.132799 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76bdc63b-d1c3-422b-9e57-5476ab433db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:29.149738 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b7f58-e7f9-446d-95b3-b9186e32e042 req-5bc17ed2-68ca-4759-b7f6-35cce33ee576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:29.151276 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-324b7f58-e7f9-446d-95b3-b9186e32e042 req-5bc17ed2-68ca-4759-b7f6-35cce33ee576 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8f496eb5-3ab6-4572-98dd-49ababc8230e HTTP/1.1" status: 200 len: 918 time: 0.0875647 Jul 22 17:36:29.196841 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-324b7f58-e7f9-446d-95b3-b9186e32e042 req-aa717038-8263-424a-87b0-e25b38475fc3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7be2b8f6-f15a-47de-9925-507a238c26f4 HTTP/1.1" status: 200 len: 217 time: 0.0391066 Jul 22 17:36:29.246212 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b7f58-e7f9-446d-95b3-b9186e32e042 req-98d26d33-d664-49e4-8330-14d3087c5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:29.247701 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-324b7f58-e7f9-446d-95b3-b9186e32e042 req-98d26d33-d664-49e4-8330-14d3087c5600 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d42b3fd1-795d-4a71-977e-9a0cfa6a7e83 HTTP/1.1" status: 200 len: 856 time: 0.0449755 Jul 22 17:36:29.351703 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b7f58-e7f9-446d-95b3-b9186e32e042 req-4e7e46e8-64b7-45a5-ac6e-8dd5e4918fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:29.353222 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-324b7f58-e7f9-446d-95b3-b9186e32e042 req-4e7e46e8-64b7-45a5-ac6e-8dd5e4918fde service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8f496eb5-3ab6-4572-98dd-49ababc8230e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974579 Jul 22 17:36:29.361328 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7a803-fde7-4789-aa96-08fe44946975 req-ce624c19-f57d-44e6-922b-4a67df1df640 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:29.362723 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4de7a803-fde7-4789-aa96-08fe44946975 req-ce624c19-f57d-44e6-922b-4a67df1df640 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34a9662-0b1d-48d8-8b3e-61f7b77a87da HTTP/1.1" status: 200 len: 943 time: 0.0992029 Jul 22 17:36:29.448216 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4de7a803-fde7-4789-aa96-08fe44946975 req-4a8617f2-7690-4a24-b519-4611f6867a0d tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae0f5d84-2988-490e-b7b3-b702d16deb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770745 Jul 22 17:36:29.472264 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-324b7f58-e7f9-446d-95b3-b9186e32e042 req-84da8ed6-3f27-451d-94a8-389d4ee8cc3b service neutron] 10.222.0.30 "GET /v2.0/networks/8f496eb5-3ab6-4572-98dd-49ababc8230e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086321 Jul 22 17:36:29.562728 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-324b7f58-e7f9-446d-95b3-b9186e32e042 req-f5f0b022-0b80-4be8-ba92-88d03c8f7658 service neutron] 10.222.0.30 "GET /v2.0/networks/8f496eb5-3ab6-4572-98dd-49ababc8230e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838001 Jul 22 17:36:30.579376 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8074c1-6237-4e5e-8ced-a98a1558e245 req-81db9920-a042-47fe-aa1b-b876c06f147e tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:30.580835 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2e8074c1-6237-4e5e-8ced-a98a1558e245 req-81db9920-a042-47fe-aa1b-b876c06f147e tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34a9662-0b1d-48d8-8b3e-61f7b77a87da HTTP/1.1" status: 200 len: 943 time: 0.0646126 Jul 22 17:36:30.617620 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2e8074c1-6237-4e5e-8ced-a98a1558e245 req-75c1fb79-4d04-49c8-ac3a-039fd3323746 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae0f5d84-2988-490e-b7b3-b702d16deb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311794 Jul 22 17:36:30.995630 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 7be2b8f6-f15a-47de-9925-507a238c26f4 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:36:31.095481 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 7be2b8f6-f15a-47de-9925-507a238c26f4, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=7be2b8f6-f15a-47de-9925-507a238c26f4,segment=NetworkSegment(da922b28-9133-48a5-9e4a-c494f4aea108),segment_id=da922b28-9133-48a5-9e4a-c494f4aea108)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:36:31.107302 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '7be2b8f6-f15a-47de-9925-507a238c26f4', 'network_id': '8f496eb5-3ab6-4572-98dd-49ababc8230e', 'port_id': '7be2b8f6-f15a-47de-9925-507a238c26f4', 'mac_address': 'fa:16:3e:9f:82:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42b3fd1-795d-4a71-977e-9a0cfa6a7e83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:36:31.142706 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:31.155556 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7be2b8f6-f15a-47de-9925-507a238c26f4 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:36:31.174760 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 7be2b8f6-f15a-47de-9925-507a238c26f4, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=7be2b8f6-f15a-47de-9925-507a238c26f4,segment=NetworkSegment(da922b28-9133-48a5-9e4a-c494f4aea108),segment_id=da922b28-9133-48a5-9e4a-c494f4aea108)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:36:31.178193 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:31.226570 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=7be2b8f6-f15a-47de-9925-507a238c26f4,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:31.435099 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['7be2b8f6-f15a-47de-9925-507a238c26f4'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:36:31.671490 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62e6d54d-4edc-4698-a277-75b6d74f7741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:31.691270 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:31.747542 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdb33e-7866-498f-b0dc-1cd8b9fafffa req-6090c5d0-ce05-448c-92de-3a518ba2e35a tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:31.749011 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32fdb33e-7866-498f-b0dc-1cd8b9fafffa req-6090c5d0-ce05-448c-92de-3a518ba2e35a tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34a9662-0b1d-48d8-8b3e-61f7b77a87da HTTP/1.1" status: 200 len: 944 time: 0.0651393 Jul 22 17:36:31.786036 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32fdb33e-7866-498f-b0dc-1cd8b9fafffa req-3f96ec08-7112-46d6-9eab-2e98444ad97e tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae0f5d84-2988-490e-b7b3-b702d16deb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313790 Jul 22 17:36:32.915873 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8ad01-741b-43d4-be1c-a362d61f95a0 req-b8f569a5-8d4e-490f-b94a-f1c21c8d552e tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:32.917347 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c5d8ad01-741b-43d4-be1c-a362d61f95a0 req-b8f569a5-8d4e-490f-b94a-f1c21c8d552e tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34a9662-0b1d-48d8-8b3e-61f7b77a87da HTTP/1.1" status: 200 len: 944 time: 0.0664501 Jul 22 17:36:32.954308 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c5d8ad01-741b-43d4-be1c-a362d61f95a0 req-50cab3da-92d0-4cd8-8c04-d9fe55601023 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae0f5d84-2988-490e-b7b3-b702d16deb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313358 Jul 22 17:36:32.995097 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 7be2b8f6-f15a-47de-9925-507a238c26f4 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:36:33.040037 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:33.053518 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 7be2b8f6-f15a-47de-9925-507a238c26f4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:36:33.056951 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 7be2b8f6-f15a-47de-9925-507a238c26f4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:36:33.057334 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:33.130260 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:33.151939 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34a9662-0b1d-48d8-8b3e-61f7b77a87da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be2b8f6-f15a-47de-9925-507a238c26f4'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:36:33.154184 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f453f03-412b-4b0b-ba9e-350984e29c0b" -d '{"events": [{"server_uuid": "c34a9662-0b1d-48d8-8b3e-61f7b77a87da", "name": "network-vif-plugged", "status": "completed", "tag": "7be2b8f6-f15a-47de-9925-507a238c26f4"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:36:33.166661 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 7be2b8f6-f15a-47de-9925-507a238c26f4, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=7be2b8f6-f15a-47de-9925-507a238c26f4,segment=NetworkSegment(da922b28-9133-48a5-9e4a-c494f4aea108),segment_id=da922b28-9133-48a5-9e4a-c494f4aea108)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:36:33.171042 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:33.193588 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1527f531-fa9e-485a-b62c-dd873bb627a1 x-openstack-request-id: req-1527f531-fa9e-485a-b62c-dd873bb627a1 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:36:33.193880 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34a9662-0b1d-48d8-8b3e-61f7b77a87da", "name": "network-vif-plugged", "status": "completed", "tag": "7be2b8f6-f15a-47de-9925-507a238c26f4", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:36:33.194155 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1527f531-fa9e-485a-b62c-dd873bb627a1 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:36:33.194543 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34a9662-0b1d-48d8-8b3e-61f7b77a87da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be2b8f6-f15a-47de-9925-507a238c26f4', 'code': 200} Jul 22 17:36:33.219279 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=7be2b8f6-f15a-47de-9925-507a238c26f4,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:33.227762 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:33.228106 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:33.228442 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:33.228777 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:33.229105 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:33.229432 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:33.229756 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:33.230117 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:33.230448 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:33.230762 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:33.231102 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:33.231435 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:33.336792 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaee277-2762-49bd-acb1-3076f2d14b32 req-170cdcae-23cb-49ad-9f84-ecbe34e23e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:33.338317 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fcaee277-2762-49bd-acb1-3076f2d14b32 req-170cdcae-23cb-49ad-9f84-ecbe34e23e95 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c34a9662-0b1d-48d8-8b3e-61f7b77a87da HTTP/1.1" status: 200 len: 1096 time: 0.0624707 Jul 22 17:36:33.372272 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fcaee277-2762-49bd-acb1-3076f2d14b32 req-1712cf16-b428-4565-a4ac-7b1da09bbbd9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ae0f5d84-2988-490e-b7b3-b702d16deb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271513 Jul 22 17:36:34.080739 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a37070-cd59-4f50-b363-d881d2db6929 req-f6f395cf-8d2b-4f34-963f-68ed80511c1a tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:34.082246 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e7a37070-cd59-4f50-b363-d881d2db6929 req-f6f395cf-8d2b-4f34-963f-68ed80511c1a tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34a9662-0b1d-48d8-8b3e-61f7b77a87da HTTP/1.1" status: 200 len: 945 time: 0.0647788 Jul 22 17:36:34.119997 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e7a37070-cd59-4f50-b363-d881d2db6929 req-47307e7d-fcae-4fc8-b69e-e94cb66ff43e tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae0f5d84-2988-490e-b7b3-b702d16deb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317879 Jul 22 17:36:34.851125 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:35.262626 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83839e-58cb-47da-9d47-1d4fa09c3b73 req-d18cb884-4c34-4042-80b4-a65d1d20abb5 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:35.264101 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bf83839e-58cb-47da-9d47-1d4fa09c3b73 req-d18cb884-4c34-4042-80b4-a65d1d20abb5 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34a9662-0b1d-48d8-8b3e-61f7b77a87da HTTP/1.1" status: 200 len: 945 time: 0.0625267 Jul 22 17:36:35.301072 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bf83839e-58cb-47da-9d47-1d4fa09c3b73 req-6d99e304-c744-4783-8051-b9c9c9e516a7 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae0f5d84-2988-490e-b7b3-b702d16deb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314491 Jul 22 17:36:35.428509 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b6aac-c40f-4eb4-901e-23feef6b620b req-e9b9fd7b-0b6e-41c2-a287-1e6e75cde0b2 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:35.430038 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-816b6aac-c40f-4eb4-901e-23feef6b620b req-e9b9fd7b-0b6e-41c2-a287-1e6e75cde0b2 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34a9662-0b1d-48d8-8b3e-61f7b77a87da HTTP/1.1" status: 200 len: 945 time: 0.0640132 Jul 22 17:36:35.471323 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-816b6aac-c40f-4eb4-901e-23feef6b620b req-74b51ba6-b9ba-4036-ad09-15e2dee55b4c tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae0f5d84-2988-490e-b7b3-b702d16deb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357440 Jul 22 17:36:42.593516 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:42.639208 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:47.808075 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8843e892-4388-4894-849c-a61ba05e6914 req-7911d480-a33f-4fd3-a97a-4d0c1e641c6f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c34a9662-0b1d-48d8-8b3e-61f7b77a87da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523798 Jul 22 17:36:47.929074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843e892-4388-4894-849c-a61ba05e6914 req-423d8bf2-541f-402d-8aaa-d1d5cfd20061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:47.930638 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8843e892-4388-4894-849c-a61ba05e6914 req-423d8bf2-541f-402d-8aaa-d1d5cfd20061 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e0301986d3640aa8b9f682ada061949&device_id=c34a9662-0b1d-48d8-8b3e-61f7b77a87da HTTP/1.1" status: 200 len: 1096 time: 0.0574760 Jul 22 17:36:48.033590 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843e892-4388-4894-849c-a61ba05e6914 req-750dd86c-540e-46aa-85ec-e27caeb59664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:48.035147 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8843e892-4388-4894-849c-a61ba05e6914 req-750dd86c-540e-46aa-85ec-e27caeb59664 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8f496eb5-3ab6-4572-98dd-49ababc8230e HTTP/1.1" status: 200 len: 918 time: 0.0870724 Jul 22 17:36:48.080643 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8843e892-4388-4894-849c-a61ba05e6914 req-89c968a4-2dee-4409-b15e-e95842dc1a1c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7be2b8f6-f15a-47de-9925-507a238c26f4 HTTP/1.1" status: 200 len: 217 time: 0.0387380 Jul 22 17:36:48.138693 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843e892-4388-4894-849c-a61ba05e6914 req-14269712-04d7-4e77-8f0d-80f8ba75afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:48.140260 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8843e892-4388-4894-849c-a61ba05e6914 req-14269712-04d7-4e77-8f0d-80f8ba75afb4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d42b3fd1-795d-4a71-977e-9a0cfa6a7e83 HTTP/1.1" status: 200 len: 856 time: 0.0530543 Jul 22 17:36:48.200638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843e892-4388-4894-849c-a61ba05e6914 req-da9fdf87-a412-4f3c-bb3f-100573cb88ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:48.202208 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8843e892-4388-4894-849c-a61ba05e6914 req-da9fdf87-a412-4f3c-bb3f-100573cb88ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8f496eb5-3ab6-4572-98dd-49ababc8230e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557621 Jul 22 17:36:48.293230 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8843e892-4388-4894-849c-a61ba05e6914 req-cc1fa32d-3e9d-4fe4-b31f-48aa519ef113 service neutron] 10.222.0.30 "GET /v2.0/networks/8f496eb5-3ab6-4572-98dd-49ababc8230e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848806 Jul 22 17:36:48.383853 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8843e892-4388-4894-849c-a61ba05e6914 req-76a0c69e-c313-40d9-a792-8db8c90376eb service neutron] 10.222.0.30 "GET /v2.0/networks/8f496eb5-3ab6-4572-98dd-49ababc8230e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841632 Jul 22 17:36:48.402818 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:36:53.790721 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e8238-f569-4d45-917b-878fbde5f062 req-14c93efe-99bb-456b-83e4-cc3e8bf25eb8 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:53.792205 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4e0e8238-f569-4d45-917b-878fbde5f062 req-14c93efe-99bb-456b-83e4-cc3e8bf25eb8 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34a9662-0b1d-48d8-8b3e-61f7b77a87da HTTP/1.1" status: 200 len: 945 time: 0.0643425 Jul 22 17:36:53.830113 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4e0e8238-f569-4d45-917b-878fbde5f062 req-ef67afb2-bb17-41e6-8975-b9de8880921b tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae0f5d84-2988-490e-b7b3-b702d16deb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322521 Jul 22 17:36:54.960640 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88012200-7872-4181-a17a-bd71e054ec6d req-0e361d9c-75b0-466f-b2a2-ec333d87bbbe tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:54.962165 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-88012200-7872-4181-a17a-bd71e054ec6d req-0e361d9c-75b0-466f-b2a2-ec333d87bbbe tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34a9662-0b1d-48d8-8b3e-61f7b77a87da HTTP/1.1" status: 200 len: 945 time: 0.0624938 Jul 22 17:36:55.003379 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-88012200-7872-4181-a17a-bd71e054ec6d req-cc4882e4-ea78-44ff-8610-58dd050daf8c tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae0f5d84-2988-490e-b7b3-b702d16deb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356958 Jul 22 17:36:55.566950 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424674af-5cc9-4667-8560-81c70103f21e req-dece799c-51f3-4b06-827f-660ce9c9aa50 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:55.568300 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-424674af-5cc9-4667-8560-81c70103f21e req-dece799c-51f3-4b06-827f-660ce9c9aa50 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.30 "GET /v2.0/ports?device_id=c34a9662-0b1d-48d8-8b3e-61f7b77a87da HTTP/1.1" status: 200 len: 945 time: 0.0618701 Jul 22 17:36:55.668408 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-424674af-5cc9-4667-8560-81c70103f21e req-d0d16081-76d6-4493-b712-1be186b9f7a0 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Deleting port 7be2b8f6-f15a-47de-9925-507a238c26f4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:36:55.668748 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-424674af-5cc9-4667-8560-81c70103f21e req-d0d16081-76d6-4493-b712-1be186b9f7a0 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:55.758984 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-424674af-5cc9-4667-8560-81c70103f21e req-d0d16081-76d6-4493-b712-1be186b9f7a0 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] For port 7be2b8f6-f15a-47de-9925-507a238c26f4, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=7be2b8f6-f15a-47de-9925-507a238c26f4,segment=NetworkSegment(da922b28-9133-48a5-9e4a-c494f4aea108),segment_id=da922b28-9133-48a5-9e4a-c494f4aea108)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:36:55.759355 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-424674af-5cc9-4667-8560-81c70103f21e req-d0d16081-76d6-4493-b712-1be186b9f7a0 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:55.770809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-424674af-5cc9-4667-8560-81c70103f21e req-d0d16081-76d6-4493-b712-1be186b9f7a0 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Calling delete_port for 7be2b8f6-f15a-47de-9925-507a238c26f4 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:36:55.896845 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-424674af-5cc9-4667-8560-81c70103f21e req-d0d16081-76d6-4493-b712-1be186b9f7a0 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:55.924165 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d16081-76d6-4493-b712-1be186b9f7a0 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Pushing event deleted for resources: {'Port': ['ID=7be2b8f6-f15a-47de-9925-507a238c26f4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:55.933665 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['7be2b8f6-f15a-47de-9925-507a238c26f4'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:36:55.972883 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-424674af-5cc9-4667-8560-81c70103f21e req-d0d16081-76d6-4493-b712-1be186b9f7a0 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] No DVR routers for this DVR port 7be2b8f6-f15a-47de-9925-507a238c26f4 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:36:55.976222 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-424674af-5cc9-4667-8560-81c70103f21e req-d0d16081-76d6-4493-b712-1be186b9f7a0 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:55.978314 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-424674af-5cc9-4667-8560-81c70103f21e req-d0d16081-76d6-4493-b712-1be186b9f7a0 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.30 "DELETE /v2.0/ports/7be2b8f6-f15a-47de-9925-507a238c26f4 HTTP/1.1" status: 204 len: 173 time: 0.4007549 Jul 22 17:36:55.978765 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34a9662-0b1d-48d8-8b3e-61f7b77a87da', 'name': 'network-vif-deleted', 'tag': '7be2b8f6-f15a-47de-9925-507a238c26f4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:36:55.981191 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00edc611-1922-4d69-8e41-fc88c290907e" -d '{"events": [{"server_uuid": "c34a9662-0b1d-48d8-8b3e-61f7b77a87da", "name": "network-vif-deleted", "tag": "7be2b8f6-f15a-47de-9925-507a238c26f4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:36:56.086451 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bc27c2-190a-4dc6-8e3f-699f5f32b723 x-openstack-request-id: req-e2bc27c2-190a-4dc6-8e3f-699f5f32b723 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:36:56.086728 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34a9662-0b1d-48d8-8b3e-61f7b77a87da", "name": "network-vif-deleted", "tag": "7be2b8f6-f15a-47de-9925-507a238c26f4", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:36:56.087045 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e2bc27c2-190a-4dc6-8e3f-699f5f32b723 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:36:56.087395 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34a9662-0b1d-48d8-8b3e-61f7b77a87da', 'name': 'network-vif-deleted', 'tag': '7be2b8f6-f15a-47de-9925-507a238c26f4', 'status': 'completed', 'code': 200} Jul 22 17:36:56.124812 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-53905e74-404f-4fa8-b7b6-9f54acb25a4f req-0bb65a53-92d2-48a6-8956-98ea44cb7a67 tempest-TestEncryptedCinderVolumes-1871698134 tempest-TestEncryptedCinderVolumes-1871698134-project] 10.222.0.69 "GET /v2.0/ports?device_id=c34a9662-0b1d-48d8-8b3e-61f7b77a87da HTTP/1.1" status: 200 len: 210 time: 0.0321007 Jul 22 17:36:57.213524 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40908) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:57.549639 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4844e8a-833f-40ec-bdb9-7a9e735803ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:57.801774 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d4844e8a-833f-40ec-bdb9-7a9e735803ad admin admin] Deleting port ea2847b2-5c39-482c-9c65-8d32614a6544 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:36:57.802059 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4844e8a-833f-40ec-bdb9-7a9e735803ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:57.877911 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d4844e8a-833f-40ec-bdb9-7a9e735803ad admin admin] For port ea2847b2-5c39-482c-9c65-8d32614a6544, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ea2847b2-5c39-482c-9c65-8d32614a6544,segment=NetworkSegment(da922b28-9133-48a5-9e4a-c494f4aea108),segment_id=da922b28-9133-48a5-9e4a-c494f4aea108)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:36:57.878280 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4844e8a-833f-40ec-bdb9-7a9e735803ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:57.894409 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d4844e8a-833f-40ec-bdb9-7a9e735803ad admin admin] Calling delete_port for ea2847b2-5c39-482c-9c65-8d32614a6544 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:36:58.066499 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4844e8a-833f-40ec-bdb9-7a9e735803ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:58.092715 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4844e8a-833f-40ec-bdb9-7a9e735803ad admin admin] Pushing event deleted for resources: {'Port': ['ID=ea2847b2-5c39-482c-9c65-8d32614a6544,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:58.254214 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d4844e8a-833f-40ec-bdb9-7a9e735803ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:58.460953 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4844e8a-833f-40ec-bdb9-7a9e735803ad admin admin] Router 1c846959-f215-445e-bb2f-e002934a0734 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:36:58.562759 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4844e8a-833f-40ec-bdb9-7a9e735803ad admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:36:58.567710 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d4844e8a-833f-40ec-bdb9-7a9e735803ad admin admin] 10.222.0.69 "PUT /v2.0/routers/1c846959-f215-445e-bb2f-e002934a0734/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3531377 Jul 22 17:36:58.570437 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40910) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:58.571511 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e50afe8-e028-4b14-8b34-f6c3429e5975 None None] Sync routers for ids ['1c846959-f215-445e-bb2f-e002934a0734'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:36:58.580514 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e50afe8-e028-4b14-8b34-f6c3429e5975 None None] Routers {'1c846959-f215-445e-bb2f-e002934a0734'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:36:58.581114 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6e50afe8-e028-4b14-8b34-f6c3429e5975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:36:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1c846959-f215-445e-bb2f-e002934a0734'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:58.673022 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:58.681596 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-6e50afe8-e028-4b14-8b34-f6c3429e5975 None None] Set router 1c846959-f215-445e-bb2f-e002934a0734 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:36:58.775485 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:58.826939 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Deleting port 46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:36:58.827287 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:58.856228 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6e50afe8-e028-4b14-8b34-f6c3429e5975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c846959-f215-445e-bb2f-e002934a0734', 'name': 'tempest-TestEncryptedCinderVolumes-1192512874-router', 'tenant_id': '3e0301986d3640aa8b9f682ada061949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:35:44Z', 'updated_at': '2021-07-22T17:36:58Z', 'revision_number': 5, 'project_id': '3e0301986d3640aa8b9f682ada061949', 'gw_port': {'id': '46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c846959-f215-445e-bb2f-e002934a0734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:35:45Z', 'updated_at': '2021-07-22T17:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:58.881315 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e50afe8-e028-4b14-8b34-f6c3429e5975 None None] Checking router: 1c846959-f215-445e-bb2f-e002934a0734 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:36:58.889411 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e50afe8-e028-4b14-8b34-f6c3429e5975 None None] Routers {'1c846959-f215-445e-bb2f-e002934a0734'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:36:58.890041 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6e50afe8-e028-4b14-8b34-f6c3429e5975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:36:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['1c846959-f215-445e-bb2f-e002934a0734'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:58.909431 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] For port 46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:36:58.909788 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:58.921875 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Calling delete_port for 46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:36:58.976958 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-6e50afe8-e028-4b14-8b34-f6c3429e5975 None None] Set router 1c846959-f215-445e-bb2f-e002934a0734 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:36:59.030652 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-6e50afe8-e028-4b14-8b34-f6c3429e5975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c846959-f215-445e-bb2f-e002934a0734', 'name': 'tempest-TestEncryptedCinderVolumes-1192512874-router', 'tenant_id': '3e0301986d3640aa8b9f682ada061949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:35:44Z', 'updated_at': '2021-07-22T17:36:58Z', 'revision_number': 6, 'project_id': '3e0301986d3640aa8b9f682ada061949', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:59.056527 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e50afe8-e028-4b14-8b34-f6c3429e5975 None None] The sync data for ids ['1c846959-f215-445e-bb2f-e002934a0734'] in n-d-798930-9 is: [{'id': '1c846959-f215-445e-bb2f-e002934a0734', 'name': 'tempest-TestEncryptedCinderVolumes-1192512874-router', 'tenant_id': '3e0301986d3640aa8b9f682ada061949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:35:44Z', 'updated_at': '2021-07-22T17:36:58Z', 'revision_number': 6, 'project_id': '3e0301986d3640aa8b9f682ada061949', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:36:59.096173 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:59.126441 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:59.133712 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf88f7e1-9eb4-46ac-b75b-9c21c3396653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:59.137570 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:59.137916 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:59.138277 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:59.138608 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:59.139424 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:59.139424 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:59.139600 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:59.139878 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:59.140199 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:59.140517 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:59.140833 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:59.141152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:59.202100 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:59.290039 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:59.292152 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:59.340249 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:59.340702 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c846959-f215-445e-bb2f-e002934a0734 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:36:59.344803 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:59.346337 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ae8e88b4-1f80-4f20-a1bc-47bf093562d9 admin admin] 10.222.0.69 "DELETE /v2.0/routers/1c846959-f215-445e-bb2f-e002934a0734 HTTP/1.1" status: 204 len: 168 time: 0.7748630 Jul 22 17:36:59.348872 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40912) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:59.396519 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7a407e-dcd9-4175-994e-590ff9138f13 admin admin] Deleting subnet d42b3fd1-795d-4a71-977e-9a0cfa6a7e83 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:36:59.400330 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db7a407e-dcd9-4175-994e-590ff9138f13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:59.437056 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db7a407e-dcd9-4175-994e-590ff9138f13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:59.525810 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db7a407e-dcd9-4175-994e-590ff9138f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:59.577435 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db7a407e-dcd9-4175-994e-590ff9138f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:59.602031 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a407e-dcd9-4175-994e-590ff9138f13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d42b3fd1-795d-4a71-977e-9a0cfa6a7e83,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:59.605567 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-db7a407e-dcd9-4175-994e-590ff9138f13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:59.607505 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-db7a407e-dcd9-4175-994e-590ff9138f13 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d42b3fd1-795d-4a71-977e-9a0cfa6a7e83 HTTP/1.1" status: 204 len: 168 time: 0.2576661 Jul 22 17:36:59.609893 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40914) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:59.612270 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3d01a8-2476-4469-ba6a-15a3a7b9259f None None] Network 8f496eb5-3ab6-4572-98dd-49ababc8230e requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:36:59.685123 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-214d7305-f865-47bc-8724-d1597e054edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:59.738143 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-214d7305-f865-47bc-8724-d1597e054edd admin admin] Deleting port 1799fcca-450e-44f9-bc73-7a86af31f3c2 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:36:59.738470 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-214d7305-f865-47bc-8724-d1597e054edd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:59.800820 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-214d7305-f865-47bc-8724-d1597e054edd admin admin] For port 1799fcca-450e-44f9-bc73-7a86af31f3c2, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1799fcca-450e-44f9-bc73-7a86af31f3c2,segment=NetworkSegment(da922b28-9133-48a5-9e4a-c494f4aea108),segment_id=da922b28-9133-48a5-9e4a-c494f4aea108)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:36:59.801180 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-214d7305-f865-47bc-8724-d1597e054edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:59.814689 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-214d7305-f865-47bc-8724-d1597e054edd admin admin] Calling delete_port for 1799fcca-450e-44f9-bc73-7a86af31f3c2 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:36:59.827659 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8253d7d-fe02-428a-96ab-a8888e8fb8eb None None] DHCP port deletion for 8f496eb5-3ab6-4572-98dd-49ababc8230e request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:36:59.874101 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a8253d7d-fe02-428a-96ab-a8888e8fb8eb None None] Deleting port 1799fcca-450e-44f9-bc73-7a86af31f3c2 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:36:59.874485 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8253d7d-fe02-428a-96ab-a8888e8fb8eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:59.898893 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-214d7305-f865-47bc-8724-d1597e054edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:59.926484 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d7305-f865-47bc-8724-d1597e054edd admin admin] Pushing event deleted for resources: {'Port': ['ID=1799fcca-450e-44f9-bc73-7a86af31f3c2,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:59.928886 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214d7305-f865-47bc-8724-d1597e054edd admin admin] No DVR routers for this DVR port 1799fcca-450e-44f9-bc73-7a86af31f3c2 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:36:59.942340 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a8253d7d-fe02-428a-96ab-a8888e8fb8eb None None] For port 1799fcca-450e-44f9-bc73-7a86af31f3c2, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=1799fcca-450e-44f9-bc73-7a86af31f3c2,segment=NetworkSegment(da922b28-9133-48a5-9e4a-c494f4aea108),segment_id=da922b28-9133-48a5-9e4a-c494f4aea108)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:36:59.942731 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8253d7d-fe02-428a-96ab-a8888e8fb8eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:59.954773 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a8253d7d-fe02-428a-96ab-a8888e8fb8eb None None] Calling delete_port for 1799fcca-450e-44f9-bc73-7a86af31f3c2 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:37:00.003446 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-214d7305-f865-47bc-8724-d1597e054edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:00.013653 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-214d7305-f865-47bc-8724-d1597e054edd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f496eb5-3ab6-4572-98dd-49ababc8230e']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:00.026531 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-214d7305-f865-47bc-8724-d1597e054edd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da922b28-9133-48a5-9e4a-c494f4aea108') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:00.026858 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-214d7305-f865-47bc-8724-d1597e054edd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da922b28-9133-48a5-9e4a-c494f4aea108') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:00.032033 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8253d7d-fe02-428a-96ab-a8888e8fb8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:00.036218 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-214d7305-f865-47bc-8724-d1597e054edd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:00.051886 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-214d7305-f865-47bc-8724-d1597e054edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:00.058744 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214d7305-f865-47bc-8724-d1597e054edd admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:37:00.059187 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-214d7305-f865-47bc-8724-d1597e054edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: timer() Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:37:00.060914 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:37:00.065967 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8253d7d-fe02-428a-96ab-a8888e8fb8eb None None] Pushing event deleted for resources: {'Port': ['ID=1799fcca-450e-44f9-bc73-7a86af31f3c2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:00.069531 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8253d7d-fe02-428a-96ab-a8888e8fb8eb None None] No DVR routers for this DVR port 1799fcca-450e-44f9-bc73-7a86af31f3c2 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:37:00.121347 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-214d7305-f865-47bc-8724-d1597e054edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:00.127579 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-214d7305-f865-47bc-8724-d1597e054edd admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:00.129450 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-214d7305-f865-47bc-8724-d1597e054edd admin admin] 10.222.0.69 "DELETE /v2.0/networks/8f496eb5-3ab6-4572-98dd-49ababc8230e HTTP/1.1" status: 204 len: 168 time: 0.5186210 Jul 22 17:37:00.132571 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40916) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:00.181955 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d7305-f865-47bc-8724-d1597e054edd admin admin] Pushing event deleted for resources: {'Network': ['ID=8f496eb5-3ab6-4572-98dd-49ababc8230e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:00.480309 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc8648a8-f647-44a2-b36a-0564b8b57a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:00.741396 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-dc8648a8-f647-44a2-b36a-0564b8b57a16 admin admin] Deleting port c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:37:00.742067 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc8648a8-f647-44a2-b36a-0564b8b57a16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:00.816549 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-dc8648a8-f647-44a2-b36a-0564b8b57a16 admin admin] For port c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3,segment=NetworkSegment(ecbab026-e13d-450a-a014-d71665182209),segment_id=ecbab026-e13d-450a-a014-d71665182209)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:37:00.816908 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc8648a8-f647-44a2-b36a-0564b8b57a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:00.829270 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-dc8648a8-f647-44a2-b36a-0564b8b57a16 admin admin] Calling delete_port for c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:37:01.007083 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc8648a8-f647-44a2-b36a-0564b8b57a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:01.035154 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8648a8-f647-44a2-b36a-0564b8b57a16 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:01.106104 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 7be2b8f6-f15a-47de-9925-507a238c26f4 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:37:01.133834 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 7be2b8f6-f15a-47de-9925-507a238c26f4 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:37:01.134460 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 7be2b8f6-f15a-47de-9925-507a238c26f4 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:37:01.213040 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ea2847b2-5c39-482c-9c65-8d32614a6544 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:37:01.220866 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc8648a8-f647-44a2-b36a-0564b8b57a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:01.234990 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: ea2847b2-5c39-482c-9c65-8d32614a6544 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:37:01.235338 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ea2847b2-5c39-482c-9c65-8d32614a6544 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:37:01.235758 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:37:01.254808 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:37:01.255155 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 46ba9310-6f1a-4d69-9cdc-0e6f4cd7228b not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:37:01.255574 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1799fcca-450e-44f9-bc73-7a86af31f3c2 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:37:01.273838 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 1799fcca-450e-44f9-bc73-7a86af31f3c2 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:37:01.274141 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 1799fcca-450e-44f9-bc73-7a86af31f3c2 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:37:01.432818 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8648a8-f647-44a2-b36a-0564b8b57a16 admin admin] Router dd9be713-543b-4347-b650-9411c01682e5 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:37:01.531867 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8648a8-f647-44a2-b36a-0564b8b57a16 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:37:01.536617 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-dc8648a8-f647-44a2-b36a-0564b8b57a16 admin admin] 10.222.0.69 "PUT /v2.0/routers/dd9be713-543b-4347-b650-9411c01682e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4030907 Jul 22 17:37:01.539651 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40918) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:01.541565 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3346ca69-490c-4e45-8929-e4d110aab2bb None None] Sync routers for ids ['dd9be713-543b-4347-b650-9411c01682e5'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:37:01.550455 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3346ca69-490c-4e45-8929-e4d110aab2bb None None] Routers {'dd9be713-543b-4347-b650-9411c01682e5'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:37:01.551038 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3346ca69-490c-4e45-8929-e4d110aab2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:36:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dd9be713-543b-4347-b650-9411c01682e5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:01.638945 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6f5e-2c52-42ab-b9ca-94e4dc1552fb admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:01.650671 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3346ca69-490c-4e45-8929-e4d110aab2bb None None] Set router dd9be713-543b-4347-b650-9411c01682e5 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:37:01.672338 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-505edb4b-4516-4626-95c3-0dc15137d06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:01.694688 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:01.741241 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6f5e-2c52-42ab-b9ca-94e4dc1552fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:01.793200 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-4e5c6f5e-2c52-42ab-b9ca-94e4dc1552fb admin admin] Deleting port 8a1a13e6-13a5-4e5a-a504-613f8b42dd46 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:37:01.793849 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6f5e-2c52-42ab-b9ca-94e4dc1552fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:01.824860 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3346ca69-490c-4e45-8929-e4d110aab2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9be713-543b-4347-b650-9411c01682e5', 'name': 'tempest-TestEncryptedCinderVolumes-1557994961-router', 'tenant_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8a1a13e6-13a5-4e5a-a504-613f8b42dd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:35:49Z', 'updated_at': '2021-07-22T17:37:00Z', 'revision_number': 5, 'project_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'gw_port': {'id': '8a1a13e6-13a5-4e5a-a504-613f8b42dd46', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9be713-543b-4347-b650-9411c01682e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:35:49Z', 'updated_at': '2021-07-22T17:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:01.854284 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3346ca69-490c-4e45-8929-e4d110aab2bb None None] Checking router: dd9be713-543b-4347-b650-9411c01682e5 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:37:01.862397 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3346ca69-490c-4e45-8929-e4d110aab2bb None None] Routers {'dd9be713-543b-4347-b650-9411c01682e5'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:37:01.862985 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3346ca69-490c-4e45-8929-e4d110aab2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:37:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dd9be713-543b-4347-b650-9411c01682e5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:01.872737 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-4e5c6f5e-2c52-42ab-b9ca-94e4dc1552fb admin admin] For port 8a1a13e6-13a5-4e5a-a504-613f8b42dd46, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8a1a13e6-13a5-4e5a-a504-613f8b42dd46,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:37:01.873100 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6f5e-2c52-42ab-b9ca-94e4dc1552fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:01.884466 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-4e5c6f5e-2c52-42ab-b9ca-94e4dc1552fb admin admin] Calling delete_port for 8a1a13e6-13a5-4e5a-a504-613f8b42dd46 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:37:01.942113 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3346ca69-490c-4e45-8929-e4d110aab2bb None None] Set router dd9be713-543b-4347-b650-9411c01682e5 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:37:01.995394 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3346ca69-490c-4e45-8929-e4d110aab2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9be713-543b-4347-b650-9411c01682e5', 'name': 'tempest-TestEncryptedCinderVolumes-1557994961-router', 'tenant_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:35:49Z', 'updated_at': '2021-07-22T17:37:01Z', 'revision_number': 6, 'project_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:02.024347 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3346ca69-490c-4e45-8929-e4d110aab2bb None None] The sync data for ids ['dd9be713-543b-4347-b650-9411c01682e5'] in n-d-798930-9 is: [{'id': 'dd9be713-543b-4347-b650-9411c01682e5', 'name': 'tempest-TestEncryptedCinderVolumes-1557994961-router', 'tenant_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:35:49Z', 'updated_at': '2021-07-22T17:37:01Z', 'revision_number': 6, 'project_id': '7faa40bd66674b1bb3351e44a3e5ec98', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:37:02.379636 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6f5e-2c52-42ab-b9ca-94e4dc1552fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:02.410822 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c6f5e-2c52-42ab-b9ca-94e4dc1552fb admin admin] Pushing event deleted for resources: {'Port': ['ID=8a1a13e6-13a5-4e5a-a504-613f8b42dd46,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:02.475347 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6f5e-2c52-42ab-b9ca-94e4dc1552fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:02.561037 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6f5e-2c52-42ab-b9ca-94e4dc1552fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:02.563062 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6f5e-2c52-42ab-b9ca-94e4dc1552fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:02.603646 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6f5e-2c52-42ab-b9ca-94e4dc1552fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:02.604402 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5c6f5e-2c52-42ab-b9ca-94e4dc1552fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd9be713-543b-4347-b650-9411c01682e5 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:37:02.609124 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e5c6f5e-2c52-42ab-b9ca-94e4dc1552fb admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:02.610475 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4e5c6f5e-2c52-42ab-b9ca-94e4dc1552fb admin admin] 10.222.0.69 "DELETE /v2.0/routers/dd9be713-543b-4347-b650-9411c01682e5 HTTP/1.1" status: 204 len: 168 time: 1.0695229 Jul 22 17:37:02.612910 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40920) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:02.656139 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ae51b8-c3e3-4c9f-aacf-e90a42f95704 admin admin] Deleting subnet eff1217a-72ab-4d27-91fe-93beac1e8411 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:37:02.659304 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-92ae51b8-c3e3-4c9f-aacf-e90a42f95704 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:02.696379 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-92ae51b8-c3e3-4c9f-aacf-e90a42f95704 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:02.771627 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-92ae51b8-c3e3-4c9f-aacf-e90a42f95704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:02.824322 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-92ae51b8-c3e3-4c9f-aacf-e90a42f95704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:02.852142 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae51b8-c3e3-4c9f-aacf-e90a42f95704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eff1217a-72ab-4d27-91fe-93beac1e8411,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:02.854769 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-92ae51b8-c3e3-4c9f-aacf-e90a42f95704 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:02.857774 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-92ae51b8-c3e3-4c9f-aacf-e90a42f95704 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/eff1217a-72ab-4d27-91fe-93beac1e8411 HTTP/1.1" status: 204 len: 168 time: 0.2437258 Jul 22 17:37:02.859168 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46028518-4446-4256-ba9e-150065640624 None None] Network de16c975-7a51-4699-8449-346fdba78568 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:37:02.860186 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40922) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:02.927944 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-106a3287-ac69-4b50-b0ad-3bd3530ac2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:02.986586 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-106a3287-ac69-4b50-b0ad-3bd3530ac2db admin admin] Deleting port e360a202-8479-4d03-bf94-175094255d17 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:37:02.986925 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-106a3287-ac69-4b50-b0ad-3bd3530ac2db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:03.021840 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:03.068733 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-106a3287-ac69-4b50-b0ad-3bd3530ac2db admin admin] For port e360a202-8479-4d03-bf94-175094255d17, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=e360a202-8479-4d03-bf94-175094255d17,segment=NetworkSegment(ecbab026-e13d-450a-a014-d71665182209),segment_id=ecbab026-e13d-450a-a014-d71665182209)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:37:03.068733 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-106a3287-ac69-4b50-b0ad-3bd3530ac2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:03.069261 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da9b462-366c-4835-ac25-1a2b1fed58bd None None] DHCP port deletion for de16c975-7a51-4699-8449-346fdba78568 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:37:03.080042 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-106a3287-ac69-4b50-b0ad-3bd3530ac2db admin admin] Calling delete_port for e360a202-8479-4d03-bf94-175094255d17 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:37:03.128592 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8da9b462-366c-4835-ac25-1a2b1fed58bd None None] Deleting port e360a202-8479-4d03-bf94-175094255d17 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:37:03.129229 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8da9b462-366c-4835-ac25-1a2b1fed58bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:03.152857 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:37:03.160679 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-106a3287-ac69-4b50-b0ad-3bd3530ac2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:03.175124 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:37:03.175474 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c6c1acc4-2e2a-4ce1-b1c5-53b7adf59db3 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:37:03.175898 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device e360a202-8479-4d03-bf94-175094255d17 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:37:03.189618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a3287-ac69-4b50-b0ad-3bd3530ac2db admin admin] Pushing event deleted for resources: {'Port': ['ID=e360a202-8479-4d03-bf94-175094255d17,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:03.193113 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106a3287-ac69-4b50-b0ad-3bd3530ac2db admin admin] No DVR routers for this DVR port e360a202-8479-4d03-bf94-175094255d17 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:37:03.227308 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: e360a202-8479-4d03-bf94-175094255d17 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:37:03.227654 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device e360a202-8479-4d03-bf94-175094255d17 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:37:03.228075 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8a1a13e6-13a5-4e5a-a504-613f8b42dd46 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:37:03.234084 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8da9b462-366c-4835-ac25-1a2b1fed58bd None None] For port e360a202-8479-4d03-bf94-175094255d17, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=e360a202-8479-4d03-bf94-175094255d17,segment=NetworkSegment(ecbab026-e13d-450a-a014-d71665182209),segment_id=ecbab026-e13d-450a-a014-d71665182209)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:37:03.234479 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8da9b462-366c-4835-ac25-1a2b1fed58bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:03.256716 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 8a1a13e6-13a5-4e5a-a504-613f8b42dd46 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:37:03.257046 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8a1a13e6-13a5-4e5a-a504-613f8b42dd46 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:37:03.261507 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-106a3287-ac69-4b50-b0ad-3bd3530ac2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:03.261633 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8da9b462-366c-4835-ac25-1a2b1fed58bd None None] Calling delete_port for e360a202-8479-4d03-bf94-175094255d17 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:37:03.273275 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-106a3287-ac69-4b50-b0ad-3bd3530ac2db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de16c975-7a51-4699-8449-346fdba78568']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:03.283003 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-106a3287-ac69-4b50-b0ad-3bd3530ac2db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbab026-e13d-450a-a014-d71665182209') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:03.283309 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-106a3287-ac69-4b50-b0ad-3bd3530ac2db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbab026-e13d-450a-a014-d71665182209') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:03.292503 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-106a3287-ac69-4b50-b0ad-3bd3530ac2db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:03.306483 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-106a3287-ac69-4b50-b0ad-3bd3530ac2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:03.312718 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106a3287-ac69-4b50-b0ad-3bd3530ac2db admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:37:03.313181 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-106a3287-ac69-4b50-b0ad-3bd3530ac2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: timer() Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:37:03.315103 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:37:03.338901 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8da9b462-366c-4835-ac25-1a2b1fed58bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:03.361512 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9b462-366c-4835-ac25-1a2b1fed58bd None None] Pushing event deleted for resources: {'Port': ['ID=e360a202-8479-4d03-bf94-175094255d17,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:03.367357 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da9b462-366c-4835-ac25-1a2b1fed58bd None None] No DVR routers for this DVR port e360a202-8479-4d03-bf94-175094255d17 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:37:03.378742 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-106a3287-ac69-4b50-b0ad-3bd3530ac2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:03.385914 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-106a3287-ac69-4b50-b0ad-3bd3530ac2db admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:03.387877 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-106a3287-ac69-4b50-b0ad-3bd3530ac2db admin admin] 10.222.0.69 "DELETE /v2.0/networks/de16c975-7a51-4699-8449-346fdba78568 HTTP/1.1" status: 204 len: 168 time: 0.5267086 Jul 22 17:37:03.399547 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a3287-ac69-4b50-b0ad-3bd3530ac2db admin admin] Pushing event deleted for resources: {'Network': ['ID=de16c975-7a51-4699-8449-346fdba78568,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:03.565388 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40926) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:03.604515 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9f16ba10-9e31-4d44-9967-16c9c824dc46 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3e0301986d3640aa8b9f682ada061949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379474 Jul 22 17:37:03.606882 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40928) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:03.652883 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f6baa3e-7ed2-4861-b1a3-bf72c65fc3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:03.673658 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f6baa3e-7ed2-4861-b1a3-bf72c65fc3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:03.718973 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f6baa3e-7ed2-4861-b1a3-bf72c65fc3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:03.721549 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f6baa3e-7ed2-4861-b1a3-bf72c65fc3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:03.722812 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9f6baa3e-7ed2-4861-b1a3-bf72c65fc3c9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ae0f5d84-2988-490e-b7b3-b702d16deb23 HTTP/1.1" status: 204 len: 168 time: 0.1150572 Jul 22 17:37:03.730976 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6baa3e-7ed2-4861-b1a3-bf72c65fc3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0f5d84-2988-490e-b7b3-b702d16deb23,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:04.020795 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40934) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:04.063661 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-02486289-b3f7-44a2-a8e3-80392147a3a3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7faa40bd66674b1bb3351e44a3e5ec98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417306 Jul 22 17:37:04.066115 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40936) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:04.113665 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-952739e8-5df1-4504-986c-2acb636cd8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:04.133881 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-952739e8-5df1-4504-986c-2acb636cd8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:04.179646 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-952739e8-5df1-4504-986c-2acb636cd8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:04.182219 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-952739e8-5df1-4504-986c-2acb636cd8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:04.183386 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-952739e8-5df1-4504-986c-2acb636cd8c4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/61db9024-ce06-42e8-b63f-378b999d8c66 HTTP/1.1" status: 204 len: 168 time: 0.1163573 Jul 22 17:37:04.191072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952739e8-5df1-4504-986c-2acb636cd8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61db9024-ce06-42e8-b63f-378b999d8c66,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:04.822950 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40958) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:04.851233 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:04.915213 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3952bdcc-e0f1-4af5-83a9-07b19f7e276d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1545279724-network', 'tenant_id': '389db14026e442d38b1277877f87865c'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:37:04.935282 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3952bdcc-e0f1-4af5-83a9-07b19f7e276d admin admin] Made reservation on behalf of 389db14026e442d38b1277877f87865c for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:37:04.937553 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3952bdcc-e0f1-4af5-83a9-07b19f7e276d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:04.946367 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3952bdcc-e0f1-4af5-83a9-07b19f7e276d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:05.032832 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3952bdcc-e0f1-4af5-83a9-07b19f7e276d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:05.036449 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3952bdcc-e0f1-4af5-83a9-07b19f7e276d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:05.064613 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3952bdcc-e0f1-4af5-83a9-07b19f7e276d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:37:05.069408 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952bdcc-e0f1-4af5-83a9-07b19f7e276d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba747e2d-00a4-4381-b71a-b442c55b18f5,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:05.081776 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3952bdcc-e0f1-4af5-83a9-07b19f7e276d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:05.082177 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-3952bdcc-e0f1-4af5-83a9-07b19f7e276d admin admin] Added segment 850ee095-24a8-493f-84b2-68b61b235895 of type vlan for network 2910556b-49c2-42d9-8723-55349cdf66f1 Jul 22 17:37:05.477785 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3952bdcc-e0f1-4af5-83a9-07b19f7e276d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:05.504154 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3952bdcc-e0f1-4af5-83a9-07b19f7e276d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:05.505142 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3952bdcc-e0f1-4af5-83a9-07b19f7e276d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:05.505717 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3952bdcc-e0f1-4af5-83a9-07b19f7e276d admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:05.536811 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3952bdcc-e0f1-4af5-83a9-07b19f7e276d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7128043 Jul 22 17:37:05.540469 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40962) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:05.546098 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f48d7a37-4cca-4aa1-8e34-3d851022e66d admin admin] Request body: {'subnet': {'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1545279724-subnet', 'tenant_id': '389db14026e442d38b1277877f87865c', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:37:05.567289 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48d7a37-4cca-4aa1-8e34-3d851022e66d admin admin] Made reservation on behalf of 389db14026e442d38b1277877f87865c for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:37:05.569731 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f48d7a37-4cca-4aa1-8e34-3d851022e66d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:05.571555 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952bdcc-e0f1-4af5-83a9-07b19f7e276d admin admin] Pushing event updated for resources: {'Network': ['ID=2910556b-49c2-42d9-8723-55349cdf66f1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:05.581945 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 2910556b-49c2-42d9-8723-55349cdf66f1 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:37:05.745432 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f48d7a37-4cca-4aa1-8e34-3d851022e66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:05.804345 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d7a37-4cca-4aa1-8e34-3d851022e66d admin admin] Pushing event updated for resources: {'Subnet': ['ID=765668b7-b613-483b-bc14-5a180d006282,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:05.814908 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48d7a37-4cca-4aa1-8e34-3d851022e66d admin admin] Checking segment: {'id': '850ee095-24a8-493f-84b2-68b61b235895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:37:05.815258 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48d7a37-4cca-4aa1-8e34-3d851022e66d admin admin] Network hostable DHCP agents. Network: 2910556b-49c2-42d9-8723-55349cdf66f1, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:37:05.831510 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48d7a37-4cca-4aa1-8e34-3d851022e66d admin admin] Network 2910556b-49c2-42d9-8723-55349cdf66f1 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:37:05.839963 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f48d7a37-4cca-4aa1-8e34-3d851022e66d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 2910556b-49c2-42d9-8723-55349cdf66f1) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:37:05.844259 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48d7a37-4cca-4aa1-8e34-3d851022e66d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:05.844850 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f48d7a37-4cca-4aa1-8e34-3d851022e66d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:05.849837 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2025561-0802-4f95-8941-eb0382f84d5c None None] Network 2910556b-49c2-42d9-8723-55349cdf66f1 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:37:05.863741 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f48d7a37-4cca-4aa1-8e34-3d851022e66d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3220255 Jul 22 17:37:05.866512 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40964) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:05.870938 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-233ec9d0-39a9-44e5-8fdb-fabdbf669ea9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1545279724-router', 'tenant_id': '389db14026e442d38b1277877f87865c', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:37:05.891582 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-233ec9d0-39a9-44e5-8fdb-fabdbf669ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:05.892574 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-233ec9d0-39a9-44e5-8fdb-fabdbf669ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:05.945115 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-233ec9d0-39a9-44e5-8fdb-fabdbf669ea9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:05.996653 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1b8eb0-9db1-4f7b-9595-7f4ee5f75b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-2910556b-49c2-42d9-8723-55349cdf66f1', 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1', 'tenant_id': '389db14026e442d38b1277877f87865c', 'fixed_ips': [{'subnet_id': '765668b7-b613-483b-bc14-5a180d006282'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:37:05.997437 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec1b8eb0-9db1-4f7b-9595-7f4ee5f75b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:06.098816 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-233ec9d0-39a9-44e5-8fdb-fabdbf669ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:06.137292 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-ec1b8eb0-9db1-4f7b-9595-7f4ee5f75b9f None None] Allocated IP 172.20.0.2 (2910556b-49c2-42d9-8723-55349cdf66f1/765668b7-b613-483b-bc14-5a180d006282/a160988b-2f0e-4025-8244-571c924bab3d) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:37:06.273200 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec1b8eb0-9db1-4f7b-9595-7f4ee5f75b9f None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:06.281218 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ec1b8eb0-9db1-4f7b-9595-7f4ee5f75b9f None None] Transition to ACTIVE for port object a160988b-2f0e-4025-8244-571c924bab3d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:37:06.295363 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ec1b8eb0-9db1-4f7b-9595-7f4ee5f75b9f None None] Transition to ACTIVE for port object a160988b-2f0e-4025-8244-571c924bab3d will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:37:06.298471 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-233ec9d0-39a9-44e5-8fdb-fabdbf669ea9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:06.301110 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec1b8eb0-9db1-4f7b-9595-7f4ee5f75b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:06.318334 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-233ec9d0-39a9-44e5-8fdb-fabdbf669ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:06.343638 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1b8eb0-9db1-4f7b-9595-7f4ee5f75b9f None None] Network 2910556b-49c2-42d9-8723-55349cdf66f1 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:37:06.347913 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-ec1b8eb0-9db1-4f7b-9595-7f4ee5f75b9f None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:37:06.352130 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1b8eb0-9db1-4f7b-9595-7f4ee5f75b9f None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:37:06.355082 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b8eb0-9db1-4f7b-9595-7f4ee5f75b9f None None] Pushing event updated for resources: {'Port': ['ID=a160988b-2f0e-4025-8244-571c924bab3d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:06.411631 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ec1b8eb0-9db1-4f7b-9595-7f4ee5f75b9f None None] Attempting to bind port a160988b-2f0e-4025-8244-571c924bab3d on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:37:06.411992 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ec1b8eb0-9db1-4f7b-9595-7f4ee5f75b9f None None] Attempting to bind port a160988b-2f0e-4025-8244-571c924bab3d by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '850ee095-24a8-493f-84b2-68b61b235895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:37:06.412347 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1b8eb0-9db1-4f7b-9595-7f4ee5f75b9f None None] Attempting to bind port a160988b-2f0e-4025-8244-571c924bab3d on network 2910556b-49c2-42d9-8723-55349cdf66f1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:37:06.417157 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1b8eb0-9db1-4f7b-9595-7f4ee5f75b9f None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:37:06.417522 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1b8eb0-9db1-4f7b-9595-7f4ee5f75b9f None None] Checking segment: {'id': '850ee095-24a8-493f-84b2-68b61b235895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:37:06.417913 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec1b8eb0-9db1-4f7b-9595-7f4ee5f75b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:06.418323 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1b8eb0-9db1-4f7b-9595-7f4ee5f75b9f None None] Bound using segment: {'id': '850ee095-24a8-493f-84b2-68b61b235895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:37:06.418776 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-ec1b8eb0-9db1-4f7b-9595-7f4ee5f75b9f None None] Bound port: a160988b-2f0e-4025-8244-571c924bab3d, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850ee095-24a8-493f-84b2-68b61b235895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:37:06.419147 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec1b8eb0-9db1-4f7b-9595-7f4ee5f75b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:06.421221 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-233ec9d0-39a9-44e5-8fdb-fabdbf669ea9 admin admin] Allocated IP 172.25.0.120 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/ec44069e-2da0-4962-b003-e57435c1925b) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:37:06.481221 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ec1b8eb0-9db1-4f7b-9595-7f4ee5f75b9f None None] For port a160988b-2f0e-4025-8244-571c924bab3d, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:37:06.484255 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ec1b8eb0-9db1-4f7b-9595-7f4ee5f75b9f None None] For port a160988b-2f0e-4025-8244-571c924bab3d, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a160988b-2f0e-4025-8244-571c924bab3d,segment=NetworkSegment(850ee095-24a8-493f-84b2-68b61b235895),segment_id=850ee095-24a8-493f-84b2-68b61b235895)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:37:06.488090 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec1b8eb0-9db1-4f7b-9595-7f4ee5f75b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:06.530332 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-233ec9d0-39a9-44e5-8fdb-fabdbf669ea9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:06.549731 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b8eb0-9db1-4f7b-9595-7f4ee5f75b9f None None] Pushing event updated for resources: {'Port': ['ID=a160988b-2f0e-4025-8244-571c924bab3d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:06.571630 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-233ec9d0-39a9-44e5-8fdb-fabdbf669ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:06.612723 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233ec9d0-39a9-44e5-8fdb-fabdbf669ea9 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:37:06.616263 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-233ec9d0-39a9-44e5-8fdb-fabdbf669ea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:37:06.619847 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233ec9d0-39a9-44e5-8fdb-fabdbf669ea9 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:37:06.641596 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ec9d0-39a9-44e5-8fdb-fabdbf669ea9 admin admin] Pushing event updated for resources: {'Port': ['ID=ec44069e-2da0-4962-b003-e57435c1925b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:06.883689 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-233ec9d0-39a9-44e5-8fdb-fabdbf669ea9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:07.078480 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-233ec9d0-39a9-44e5-8fdb-fabdbf669ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:07.171204 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a160988b-2f0e-4025-8244-571c924bab3d up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:37:07.219548 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233ec9d0-39a9-44e5-8fdb-fabdbf669ea9 admin admin] Router dee1e932-d5a7-4a57-b315-41b7e16661f5 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:37:07.224309 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port a160988b-2f0e-4025-8244-571c924bab3d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:37:07.329324 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233ec9d0-39a9-44e5-8fdb-fabdbf669ea9 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:37:07.341521 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] Sync routers for ids ['dee1e932-d5a7-4a57-b315-41b7e16661f5'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:37:07.346993 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-233ec9d0-39a9-44e5-8fdb-fabdbf669ea9 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:07.348402 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-233ec9d0-39a9-44e5-8fdb-fabdbf669ea9 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4809475 Jul 22 17:37:07.351148 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40966) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:07.352689 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] Routers {'dee1e932-d5a7-4a57-b315-41b7e16661f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:37:07.353306 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:37:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dee1e932-d5a7-4a57-b315-41b7e16661f5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:07.436093 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85f6f68-f8c6-45f8-b6f4-b27ec05473f2 None None] Network 2910556b-49c2-42d9-8723-55349cdf66f1 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:37:07.512283 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] Set router dee1e932-d5a7-4a57-b315-41b7e16661f5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:37:07.617039 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e6a5f0c7-0dae-4028-a69d-66cb7be59573 None None] Provisioning for port a160988b-2f0e-4025-8244-571c924bab3d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:37:07.667029 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e6a5f0c7-0dae-4028-a69d-66cb7be59573 None None] Provisioning complete for port a160988b-2f0e-4025-8244-571c924bab3d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:37:07.667688 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6a5f0c7-0dae-4028-a69d-66cb7be59573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:07.759130 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c87d93cd-f34d-46ab-9f74-e0574532e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:07.843927 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6a5f0c7-0dae-4028-a69d-66cb7be59573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:07.870734 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'name': 'tempest-TestMinimumBasicScenario-1545279724-router', 'tenant_id': '389db14026e442d38b1277877f87865c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:37:05Z', 'updated_at': '2021-07-22T17:37:06Z', 'revision_number': 3, 'project_id': '389db14026e442d38b1277877f87865c', 'gw_port': {'id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:06Z', 'updated_at': '2021-07-22T17:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:07.907882 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] Checking router: dee1e932-d5a7-4a57-b315-41b7e16661f5 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:37:07.908231 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] Updating router dee1e932-d5a7-4a57-b315-41b7e16661f5 port ec44069e-2da0-4962-b003-e57435c1925b binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:37:07.911379 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e6a5f0c7-0dae-4028-a69d-66cb7be59573 None None] For port a160988b-2f0e-4025-8244-571c924bab3d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a160988b-2f0e-4025-8244-571c924bab3d,segment=NetworkSegment(850ee095-24a8-493f-84b2-68b61b235895),segment_id=850ee095-24a8-493f-84b2-68b61b235895)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:37:07.918309 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-c87d93cd-f34d-46ab-9f74-e0574532e1d4 admin admin] Allocated IP 172.20.0.1 (2910556b-49c2-42d9-8723-55349cdf66f1/765668b7-b613-483b-bc14-5a180d006282/37d27a79-9bc4-47bd-be99-f3f353a36041) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:37:07.932417 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6a5f0c7-0dae-4028-a69d-66cb7be59573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:07.994151 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:08.014395 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5f0c7-0dae-4028-a69d-66cb7be59573 None None] Pushing event updated for resources: {'Port': ['ID=a160988b-2f0e-4025-8244-571c924bab3d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:08.033469 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c87d93cd-f34d-46ab-9f74-e0574532e1d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:08.048041 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c87d93cd-f34d-46ab-9f74-e0574532e1d4 admin admin] Transition to ACTIVE for port object 37d27a79-9bc4-47bd-be99-f3f353a36041 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:37:08.080629 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c87d93cd-f34d-46ab-9f74-e0574532e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:08.108352 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-20e6ab40-2b95-41fe-8ad5-b7ee301363d2 None None] Provisioning complete for port a160988b-2f0e-4025-8244-571c924bab3d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:37:08.108352 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20e6ab40-2b95-41fe-8ad5-b7ee301363d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:08.120608 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87d93cd-f34d-46ab-9f74-e0574532e1d4 admin admin] Network 2910556b-49c2-42d9-8723-55349cdf66f1 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:37:08.123377 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c87d93cd-f34d-46ab-9f74-e0574532e1d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:37:08.129746 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87d93cd-f34d-46ab-9f74-e0574532e1d4 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:37:08.157174 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d93cd-f34d-46ab-9f74-e0574532e1d4 admin admin] Pushing event updated for resources: {'Port': ['ID=37d27a79-9bc4-47bd-be99-f3f353a36041,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:08.175483 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c87d93cd-f34d-46ab-9f74-e0574532e1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:08.321424 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c87d93cd-f34d-46ab-9f74-e0574532e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:08.333446 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:08.343761 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] Transition to ACTIVE for port object ec44069e-2da0-4962-b003-e57435c1925b will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:37:08.350778 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:08.409652 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] Attempting to bind port ec44069e-2da0-4962-b003-e57435c1925b on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:37:08.409944 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] Attempting to bind port ec44069e-2da0-4962-b003-e57435c1925b by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:37:08.410306 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] Attempting to bind port ec44069e-2da0-4962-b003-e57435c1925b on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:37:08.413062 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6e9ed-4a57-455e-b1d7-8302472231a6 None None] Pushing event updated for resources: {'Port': ['ID=ec44069e-2da0-4962-b003-e57435c1925b,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:08.416179 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0ad24216-c9b6-452d-bdb7-cdca3854c494 None None] Provisioning for port 37d27a79-9bc4-47bd-be99-f3f353a36041 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:37:08.421784 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:37:08.422235 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:37:08.422615 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:08.423000 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:37:08.423464 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] Bound port: ec44069e-2da0-4962-b003-e57435c1925b, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:37:08.423844 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:08.425349 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0ad24216-c9b6-452d-bdb7-cdca3854c494 None None] Provisioning complete for port 37d27a79-9bc4-47bd-be99-f3f353a36041 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:37:08.425700 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ad24216-c9b6-452d-bdb7-cdca3854c494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:08.488181 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0ad24216-c9b6-452d-bdb7-cdca3854c494 None None] Port 37d27a79-9bc4-47bd-be99-f3f353a36041 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:37:08.490959 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c87d93cd-f34d-46ab-9f74-e0574532e1d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:08.496388 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c87d93cd-f34d-46ab-9f74-e0574532e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:08.504732 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] For port ec44069e-2da0-4962-b003-e57435c1925b, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:37:08.508083 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] For port ec44069e-2da0-4962-b003-e57435c1925b, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ec44069e-2da0-4962-b003-e57435c1925b,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:37:08.512688 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:08.565311 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d93cd-f34d-46ab-9f74-e0574532e1d4 admin admin] Pushing event updated for resources: {'Port': ['ID=37d27a79-9bc4-47bd-be99-f3f353a36041,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:08.568600 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] Routers {'dee1e932-d5a7-4a57-b315-41b7e16661f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:37:08.569125 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c87d93cd-f34d-46ab-9f74-e0574532e1d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:08.569249 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:37:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dee1e932-d5a7-4a57-b315-41b7e16661f5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:08.604490 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6e9ed-4a57-455e-b1d7-8302472231a6 None None] Pushing event updated for resources: {'Port': ['ID=ec44069e-2da0-4962-b003-e57435c1925b,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:08.666100 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87d93cd-f34d-46ab-9f74-e0574532e1d4 admin admin] Network 2910556b-49c2-42d9-8723-55349cdf66f1 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:37:08.667486 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c87d93cd-f34d-46ab-9f74-e0574532e1d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:37:08.681330 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] Set router dee1e932-d5a7-4a57-b315-41b7e16661f5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:37:08.785839 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87d93cd-f34d-46ab-9f74-e0574532e1d4 admin admin] Router dee1e932-d5a7-4a57-b315-41b7e16661f5 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:37:08.900734 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87d93cd-f34d-46ab-9f74-e0574532e1d4 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:37:08.905692 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c87d93cd-f34d-46ab-9f74-e0574532e1d4 admin admin] 10.222.0.69 "PUT /v2.0/routers/dee1e932-d5a7-4a57-b315-41b7e16661f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5533957 Jul 22 17:37:08.950854 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c7aad030-5652-43dd-9c8a-628e19651c66 None None] Provisioning complete for port 37d27a79-9bc4-47bd-be99-f3f353a36041 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:37:08.951225 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7aad030-5652-43dd-9c8a-628e19651c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:09.020909 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c7aad030-5652-43dd-9c8a-628e19651c66 None None] Port 37d27a79-9bc4-47bd-be99-f3f353a36041 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:37:09.079708 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'name': 'tempest-TestMinimumBasicScenario-1545279724-router', 'tenant_id': '389db14026e442d38b1277877f87865c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:37:05Z', 'updated_at': '2021-07-22T17:37:08Z', 'revision_number': 4, 'project_id': '389db14026e442d38b1277877f87865c', 'gw_port': {'id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:06Z', 'updated_at': '2021-07-22T17:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '37d27a79-9bc4-47bd-be99-f3f353a36041', 'name': '', 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1', 'tenant_id': '389db14026e442d38b1277877f87865c', 'mac_address': 'fa:16:3e:22:da:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '765668b7-b613-483b-bc14-5a180d006282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:07Z', 'updated_at': '2021-07-22T17:37:08Z', 'revision_number': 2, 'project_id': '389db14026e442d38b1277877f87865c', 'subnets': [{'id': '765668b7-b613-483b-bc14-5a180d006282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:09.123362 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e5995d-784d-4166-80e9-3d8a8f423ac7 None None] The sync data for ids ['dee1e932-d5a7-4a57-b315-41b7e16661f5'] in n-d-798930-9 is: [{'id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'name': 'tempest-TestMinimumBasicScenario-1545279724-router', 'tenant_id': '389db14026e442d38b1277877f87865c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:37:05Z', 'updated_at': '2021-07-22T17:37:08Z', 'revision_number': 4, 'project_id': '389db14026e442d38b1277877f87865c', 'gw_port': {'id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:06Z', 'updated_at': '2021-07-22T17:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '37d27a79-9bc4-47bd-be99-f3f353a36041', 'name': '', 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1', 'tenant_id': '389db14026e442d38b1277877f87865c', 'mac_address': 'fa:16:3e:22:da:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '765668b7-b613-483b-bc14-5a180d006282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:07Z', 'updated_at': '2021-07-22T17:37:08Z', 'revision_number': 2, 'project_id': '389db14026e442d38b1277877f87865c', 'subnets': [{'id': '765668b7-b613-483b-bc14-5a180d006282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:37:09.154741 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a160988b-2f0e-4025-8244-571c924bab3d up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:37:09.207346 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port a160988b-2f0e-4025-8244-571c924bab3d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:37:09.207725 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:09.411469 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40982) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:09.417554 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-56bcd5db-1f95-432e-a8d9-120c001c6993 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1490848909-network', 'tenant_id': 'f03d1eff62e24ab1ba61d2056babffaa'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:37:09.440238 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bcd5db-1f95-432e-a8d9-120c001c6993 admin admin] Made reservation on behalf of f03d1eff62e24ab1ba61d2056babffaa for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:37:09.442741 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56bcd5db-1f95-432e-a8d9-120c001c6993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:09.452286 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56bcd5db-1f95-432e-a8d9-120c001c6993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:09.565129 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56bcd5db-1f95-432e-a8d9-120c001c6993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:09.570093 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56bcd5db-1f95-432e-a8d9-120c001c6993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:09.600870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56bcd5db-1f95-432e-a8d9-120c001c6993 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:37:09.611296 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcd5db-1f95-432e-a8d9-120c001c6993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d48c73-5f45-41c3-b6c9-2b97645d0c35,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:09.617147 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56bcd5db-1f95-432e-a8d9-120c001c6993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:09.617492 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-56bcd5db-1f95-432e-a8d9-120c001c6993 admin admin] Added segment 903e33c1-32d3-4114-96ec-48ef6952113b of type vlan for network 01e3148a-6406-499a-807e-c38da1cfb7e7 Jul 22 17:37:09.659702 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56bcd5db-1f95-432e-a8d9-120c001c6993 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:09.695409 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56bcd5db-1f95-432e-a8d9-120c001c6993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:09.696393 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bcd5db-1f95-432e-a8d9-120c001c6993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:09.696967 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56bcd5db-1f95-432e-a8d9-120c001c6993 admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:09.736867 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40984) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:09.738229 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-56bcd5db-1f95-432e-a8d9-120c001c6993 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3205502 Jul 22 17:37:09.743167 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-a702cd50-7ef4-4ca5-a2df-3ebd0d006517 admin admin] Request body: {'subnet': {'network_id': '01e3148a-6406-499a-807e-c38da1cfb7e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1490848909-subnet', 'tenant_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:37:09.785809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcd5db-1f95-432e-a8d9-120c001c6993 admin admin] Pushing event updated for resources: {'Network': ['ID=01e3148a-6406-499a-807e-c38da1cfb7e7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:09.802235 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 01e3148a-6406-499a-807e-c38da1cfb7e7 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:37:09.810098 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a702cd50-7ef4-4ca5-a2df-3ebd0d006517 admin admin] Made reservation on behalf of f03d1eff62e24ab1ba61d2056babffaa for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:37:09.812821 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a702cd50-7ef4-4ca5-a2df-3ebd0d006517 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:10.012623 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a702cd50-7ef4-4ca5-a2df-3ebd0d006517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:10.074471 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702cd50-7ef4-4ca5-a2df-3ebd0d006517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b00a531-cc1e-4a88-bc11-f26d296ffd98,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:10.085432 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702cd50-7ef4-4ca5-a2df-3ebd0d006517 admin admin] Checking segment: {'id': '903e33c1-32d3-4114-96ec-48ef6952113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '01e3148a-6406-499a-807e-c38da1cfb7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:37:10.085783 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a702cd50-7ef4-4ca5-a2df-3ebd0d006517 admin admin] Network hostable DHCP agents. Network: 01e3148a-6406-499a-807e-c38da1cfb7e7, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:37:10.103512 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a702cd50-7ef4-4ca5-a2df-3ebd0d006517 admin admin] Network 01e3148a-6406-499a-807e-c38da1cfb7e7 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:37:10.113641 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-a702cd50-7ef4-4ca5-a2df-3ebd0d006517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 01e3148a-6406-499a-807e-c38da1cfb7e7) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:37:10.117772 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a702cd50-7ef4-4ca5-a2df-3ebd0d006517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:10.118394 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a702cd50-7ef4-4ca5-a2df-3ebd0d006517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:10.123536 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d774463a-421e-48a5-bb90-5f6697c748bc None None] Network 01e3148a-6406-499a-807e-c38da1cfb7e7 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:37:10.133359 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a702cd50-7ef4-4ca5-a2df-3ebd0d006517 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3953419 Jul 22 17:37:10.135896 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 40986) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:10.140545 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-593610f7-34de-42bb-b79d-351d913010ce admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1490848909-router', 'tenant_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:37:10.165578 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-593610f7-34de-42bb-b79d-351d913010ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:10.166619 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-593610f7-34de-42bb-b79d-351d913010ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:10.224225 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-593610f7-34de-42bb-b79d-351d913010ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:10.292016 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869ed77c-4f63-45c5-be20-4afe00fd5438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-01e3148a-6406-499a-807e-c38da1cfb7e7', 'network_id': '01e3148a-6406-499a-807e-c38da1cfb7e7', 'tenant_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'fixed_ips': [{'subnet_id': '0b00a531-cc1e-4a88-bc11-f26d296ffd98'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:37:10.293035 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-869ed77c-4f63-45c5-be20-4afe00fd5438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:10.440988 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-869ed77c-4f63-45c5-be20-4afe00fd5438 None None] Allocated IP 172.20.0.2 (01e3148a-6406-499a-807e-c38da1cfb7e7/0b00a531-cc1e-4a88-bc11-f26d296ffd98/3c3708c4-4add-4ceb-b244-e1b9e0a69cee) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:37:10.595641 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-869ed77c-4f63-45c5-be20-4afe00fd5438 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:10.603962 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-869ed77c-4f63-45c5-be20-4afe00fd5438 None None] Transition to ACTIVE for port object 3c3708c4-4add-4ceb-b244-e1b9e0a69cee will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:37:10.618971 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-869ed77c-4f63-45c5-be20-4afe00fd5438 None None] Transition to ACTIVE for port object 3c3708c4-4add-4ceb-b244-e1b9e0a69cee will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:37:10.624478 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-869ed77c-4f63-45c5-be20-4afe00fd5438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:10.660824 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869ed77c-4f63-45c5-be20-4afe00fd5438 None None] Network 01e3148a-6406-499a-807e-c38da1cfb7e7 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:37:10.665552 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-869ed77c-4f63-45c5-be20-4afe00fd5438 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:37:10.668031 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869ed77c-4f63-45c5-be20-4afe00fd5438 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:37:10.679903 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ed77c-4f63-45c5-be20-4afe00fd5438 None None] Pushing event updated for resources: {'Port': ['ID=3c3708c4-4add-4ceb-b244-e1b9e0a69cee,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:10.708038 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-593610f7-34de-42bb-b79d-351d913010ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:10.735004 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-869ed77c-4f63-45c5-be20-4afe00fd5438 None None] Attempting to bind port 3c3708c4-4add-4ceb-b244-e1b9e0a69cee on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:37:10.735373 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-869ed77c-4f63-45c5-be20-4afe00fd5438 None None] Attempting to bind port 3c3708c4-4add-4ceb-b244-e1b9e0a69cee by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '903e33c1-32d3-4114-96ec-48ef6952113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '01e3148a-6406-499a-807e-c38da1cfb7e7'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:37:10.735735 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869ed77c-4f63-45c5-be20-4afe00fd5438 None None] Attempting to bind port 3c3708c4-4add-4ceb-b244-e1b9e0a69cee on network 01e3148a-6406-499a-807e-c38da1cfb7e7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:37:10.742506 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869ed77c-4f63-45c5-be20-4afe00fd5438 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:37:10.742884 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869ed77c-4f63-45c5-be20-4afe00fd5438 None None] Checking segment: {'id': '903e33c1-32d3-4114-96ec-48ef6952113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '01e3148a-6406-499a-807e-c38da1cfb7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:37:10.743285 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-869ed77c-4f63-45c5-be20-4afe00fd5438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:10.743685 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869ed77c-4f63-45c5-be20-4afe00fd5438 None None] Bound using segment: {'id': '903e33c1-32d3-4114-96ec-48ef6952113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '01e3148a-6406-499a-807e-c38da1cfb7e7'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:37:10.744148 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-869ed77c-4f63-45c5-be20-4afe00fd5438 None None] Bound port: 3c3708c4-4add-4ceb-b244-e1b9e0a69cee, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903e33c1-32d3-4114-96ec-48ef6952113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '01e3148a-6406-499a-807e-c38da1cfb7e7'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:37:10.744535 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-869ed77c-4f63-45c5-be20-4afe00fd5438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:10.812864 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-869ed77c-4f63-45c5-be20-4afe00fd5438 None None] For port 3c3708c4-4add-4ceb-b244-e1b9e0a69cee, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:37:10.816026 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-869ed77c-4f63-45c5-be20-4afe00fd5438 None None] For port 3c3708c4-4add-4ceb-b244-e1b9e0a69cee, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3c3708c4-4add-4ceb-b244-e1b9e0a69cee,segment=NetworkSegment(903e33c1-32d3-4114-96ec-48ef6952113b),segment_id=903e33c1-32d3-4114-96ec-48ef6952113b)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:37:10.821737 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-869ed77c-4f63-45c5-be20-4afe00fd5438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:10.886742 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ed77c-4f63-45c5-be20-4afe00fd5438 None None] Pushing event updated for resources: {'Port': ['ID=3c3708c4-4add-4ceb-b244-e1b9e0a69cee,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:10.917289 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-593610f7-34de-42bb-b79d-351d913010ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:10.938074 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-593610f7-34de-42bb-b79d-351d913010ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:11.064273 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-593610f7-34de-42bb-b79d-351d913010ce admin admin] Allocated IP 172.25.0.195 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/b0365c35-58cf-40f1-b98d-9660dd08a2dd) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:37:11.201782 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-593610f7-34de-42bb-b79d-351d913010ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:11.230195 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3c3708c4-4add-4ceb-b244-e1b9e0a69cee up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:37:11.249899 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-593610f7-34de-42bb-b79d-351d913010ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:11.286550 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593610f7-34de-42bb-b79d-351d913010ce admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:37:11.287067 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 3c3708c4-4add-4ceb-b244-e1b9e0a69cee completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:37:11.292160 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ec44069e-2da0-4962-b003-e57435c1925b up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:37:11.292514 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-593610f7-34de-42bb-b79d-351d913010ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:37:11.294956 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593610f7-34de-42bb-b79d-351d913010ce admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:37:11.327785 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593610f7-34de-42bb-b79d-351d913010ce admin admin] Pushing event updated for resources: {'Port': ['ID=b0365c35-58cf-40f1-b98d-9660dd08a2dd,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:11.339075 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port ec44069e-2da0-4962-b003-e57435c1925b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:37:11.342744 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port ec44069e-2da0-4962-b003-e57435c1925b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:37:11.343207 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:11.427484 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:11.448264 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port ec44069e-2da0-4962-b003-e57435c1925b, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ec44069e-2da0-4962-b003-e57435c1925b,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:37:11.452792 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:11.501888 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=ec44069e-2da0-4962-b003-e57435c1925b,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:11.557908 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-593610f7-34de-42bb-b79d-351d913010ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:11.732536 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] Sync routers for ids ['dee1e932-d5a7-4a57-b315-41b7e16661f5'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:37:11.750627 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] Routers {'dee1e932-d5a7-4a57-b315-41b7e16661f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:37:11.751244 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:37:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dee1e932-d5a7-4a57-b315-41b7e16661f5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:11.758574 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-593610f7-34de-42bb-b79d-351d913010ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:11.832321 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95d39df-75ef-4379-bf16-cf4e648866a1 None None] Network 01e3148a-6406-499a-807e-c38da1cfb7e7 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:37:11.873428 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] Set router dee1e932-d5a7-4a57-b315-41b7e16661f5 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:37:11.901835 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593610f7-34de-42bb-b79d-351d913010ce admin admin] Router 71de45e1-1de8-41a7-9698-52c7c0de354f is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:37:11.907243 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b653f21c-46d4-43dc-b170-ef5cc245e315 None None] Provisioning for port 3c3708c4-4add-4ceb-b244-e1b9e0a69cee completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:37:11.915344 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b653f21c-46d4-43dc-b170-ef5cc245e315 None None] Provisioning complete for port 3c3708c4-4add-4ceb-b244-e1b9e0a69cee triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:37:11.915712 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b653f21c-46d4-43dc-b170-ef5cc245e315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:12.023837 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593610f7-34de-42bb-b79d-351d913010ce admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:37:12.039962 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-593610f7-34de-42bb-b79d-351d913010ce admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:12.041612 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] Sync routers for ids ['71de45e1-1de8-41a7-9698-52c7c0de354f'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:37:12.042438 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-593610f7-34de-42bb-b79d-351d913010ce admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9055321 Jul 22 17:37:12.044144 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 40988) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:12.066222 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b653f21c-46d4-43dc-b170-ef5cc245e315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:12.078014 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] Routers {'71de45e1-1de8-41a7-9698-52c7c0de354f'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:37:12.078642 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:37:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['71de45e1-1de8-41a7-9698-52c7c0de354f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:12.100375 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'name': 'tempest-TestMinimumBasicScenario-1545279724-router', 'tenant_id': '389db14026e442d38b1277877f87865c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:37:05Z', 'updated_at': '2021-07-22T17:37:08Z', 'revision_number': 4, 'project_id': '389db14026e442d38b1277877f87865c', 'gw_port': {'id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:06Z', 'updated_at': '2021-07-22T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '37d27a79-9bc4-47bd-be99-f3f353a36041', 'name': '', 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1', 'tenant_id': '389db14026e442d38b1277877f87865c', 'mac_address': 'fa:16:3e:22:da:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '765668b7-b613-483b-bc14-5a180d006282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:07Z', 'updated_at': '2021-07-22T17:37:08Z', 'revision_number': 2, 'project_id': '389db14026e442d38b1277877f87865c', 'subnets': [{'id': '765668b7-b613-483b-bc14-5a180d006282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:12.126902 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] Checking router: dee1e932-d5a7-4a57-b315-41b7e16661f5 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:37:12.127255 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] Updating router dee1e932-d5a7-4a57-b315-41b7e16661f5 port 37d27a79-9bc4-47bd-be99-f3f353a36041 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:37:12.163604 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:12.183895 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b653f21c-46d4-43dc-b170-ef5cc245e315 None None] For port 3c3708c4-4add-4ceb-b244-e1b9e0a69cee, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3c3708c4-4add-4ceb-b244-e1b9e0a69cee,segment=NetworkSegment(903e33c1-32d3-4114-96ec-48ef6952113b),segment_id=903e33c1-32d3-4114-96ec-48ef6952113b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:37:12.191895 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b653f21c-46d4-43dc-b170-ef5cc245e315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:12.242220 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] Set router 71de45e1-1de8-41a7-9698-52c7c0de354f gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:37:12.320822 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653f21c-46d4-43dc-b170-ef5cc245e315 None None] Pushing event updated for resources: {'Port': ['ID=3c3708c4-4add-4ceb-b244-e1b9e0a69cee,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:12.476959 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71de45e1-1de8-41a7-9698-52c7c0de354f', 'name': 'tempest-TestMinimumBasicScenario-1490848909-router', 'tenant_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'b0365c35-58cf-40f1-b98d-9660dd08a2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:37:10Z', 'updated_at': '2021-07-22T17:37:11Z', 'revision_number': 3, 'project_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'gw_port': {'id': 'b0365c35-58cf-40f1-b98d-9660dd08a2dd', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:55:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71de45e1-1de8-41a7-9698-52c7c0de354f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:10Z', 'updated_at': '2021-07-22T17:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:12.503819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] Checking router: 71de45e1-1de8-41a7-9698-52c7c0de354f for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:37:12.504171 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] Updating router 71de45e1-1de8-41a7-9698-52c7c0de354f port b0365c35-58cf-40f1-b98d-9660dd08a2dd binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:37:12.541219 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-26fe802a-b08f-4621-96fc-460b059347a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:12.545332 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3bec4ff5-fad7-4687-991c-a8f849fb2e4a None None] Provisioning complete for port 3c3708c4-4add-4ceb-b244-e1b9e0a69cee triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:37:12.545691 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3bec4ff5-fad7-4687-991c-a8f849fb2e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:12.547295 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:12.557878 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:12.569729 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] Transition to ACTIVE for port object 37d27a79-9bc4-47bd-be99-f3f353a36041 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:37:12.576131 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:12.630455 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13a2d9-e49f-489c-89af-31ef8935a7b6 None None] Pushing event updated for resources: {'Port': ['ID=37d27a79-9bc4-47bd-be99-f3f353a36041,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:12.657557 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d13a2d9-e49f-489c-89af-31ef8935a7b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:12.657894 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d13a2d9-e49f-489c-89af-31ef8935a7b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:12.658253 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d13a2d9-e49f-489c-89af-31ef8935a7b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:12.658593 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d13a2d9-e49f-489c-89af-31ef8935a7b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:12.658905 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d13a2d9-e49f-489c-89af-31ef8935a7b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:12.659226 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d13a2d9-e49f-489c-89af-31ef8935a7b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:12.659544 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d13a2d9-e49f-489c-89af-31ef8935a7b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:12.659857 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d13a2d9-e49f-489c-89af-31ef8935a7b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:12.660172 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d13a2d9-e49f-489c-89af-31ef8935a7b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:12.660501 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d13a2d9-e49f-489c-89af-31ef8935a7b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:12.660787 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d13a2d9-e49f-489c-89af-31ef8935a7b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:12.661094 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d13a2d9-e49f-489c-89af-31ef8935a7b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:12.680924 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:12.702768 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] Attempting to bind port 37d27a79-9bc4-47bd-be99-f3f353a36041 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:37:12.703693 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] Attempting to bind port 37d27a79-9bc4-47bd-be99-f3f353a36041 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '850ee095-24a8-493f-84b2-68b61b235895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:37:12.704334 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] Attempting to bind port 37d27a79-9bc4-47bd-be99-f3f353a36041 on network 2910556b-49c2-42d9-8723-55349cdf66f1 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:37:12.710800 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:37:12.711523 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] Checking segment: {'id': '850ee095-24a8-493f-84b2-68b61b235895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:37:12.712088 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:12.712610 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] Bound using segment: {'id': '850ee095-24a8-493f-84b2-68b61b235895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:37:12.713263 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] Bound port: 37d27a79-9bc4-47bd-be99-f3f353a36041, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850ee095-24a8-493f-84b2-68b61b235895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:37:12.714071 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:12.731146 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:12.741646 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-26fe802a-b08f-4621-96fc-460b059347a7 admin admin] Allocated IP 172.20.0.1 (01e3148a-6406-499a-807e-c38da1cfb7e7/0b00a531-cc1e-4a88-bc11-f26d296ffd98/874928cd-7085-4d9c-9102-bfe4b1ffa5a0) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:37:12.798325 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] For port 37d27a79-9bc4-47bd-be99-f3f353a36041, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:37:12.802112 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] For port 37d27a79-9bc4-47bd-be99-f3f353a36041, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=37d27a79-9bc4-47bd-be99-f3f353a36041,segment=NetworkSegment(850ee095-24a8-493f-84b2-68b61b235895),segment_id=850ee095-24a8-493f-84b2-68b61b235895)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:37:12.808995 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:12.868343 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] Routers {'dee1e932-d5a7-4a57-b315-41b7e16661f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:37:12.868559 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:37:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dee1e932-d5a7-4a57-b315-41b7e16661f5'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:12.887074 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-26fe802a-b08f-4621-96fc-460b059347a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:12.904949 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-26fe802a-b08f-4621-96fc-460b059347a7 admin admin] Transition to ACTIVE for port object 874928cd-7085-4d9c-9102-bfe4b1ffa5a0 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:37:12.928284 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:12.938943 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] Transition to ACTIVE for port object b0365c35-58cf-40f1-b98d-9660dd08a2dd will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:37:12.946810 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:12.948224 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13a2d9-e49f-489c-89af-31ef8935a7b6 None None] Pushing event updated for resources: {'Port': ['ID=37d27a79-9bc4-47bd-be99-f3f353a36041,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:12.953413 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-26fe802a-b08f-4621-96fc-460b059347a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:13.005790 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fe802a-b08f-4621-96fc-460b059347a7 admin admin] Network 01e3148a-6406-499a-807e-c38da1cfb7e7 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:37:13.007550 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] Set router dee1e932-d5a7-4a57-b315-41b7e16661f5 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:37:13.009297 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-26fe802a-b08f-4621-96fc-460b059347a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:37:13.011758 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fe802a-b08f-4621-96fc-460b059347a7 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:37:13.019810 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] Attempting to bind port b0365c35-58cf-40f1-b98d-9660dd08a2dd on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:37:13.020187 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] Attempting to bind port b0365c35-58cf-40f1-b98d-9660dd08a2dd by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:37:13.020640 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] Attempting to bind port b0365c35-58cf-40f1-b98d-9660dd08a2dd on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:37:13.022566 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0220f5a-62b6-480c-914d-9cb340f65f14 None None] Pushing event updated for resources: {'Port': ['ID=b0365c35-58cf-40f1-b98d-9660dd08a2dd,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:13.031318 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:37:13.031701 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:37:13.032111 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:13.032504 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:37:13.032982 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] Bound port: b0365c35-58cf-40f1-b98d-9660dd08a2dd, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:37:13.033367 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:13.056280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe802a-b08f-4621-96fc-460b059347a7 admin admin] Pushing event updated for resources: {'Port': ['ID=874928cd-7085-4d9c-9102-bfe4b1ffa5a0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:13.066612 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-26fe802a-b08f-4621-96fc-460b059347a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:13.139074 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] For port b0365c35-58cf-40f1-b98d-9660dd08a2dd, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:37:13.145669 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] For port b0365c35-58cf-40f1-b98d-9660dd08a2dd, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b0365c35-58cf-40f1-b98d-9660dd08a2dd,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:37:13.157417 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:13.256461 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-26fe802a-b08f-4621-96fc-460b059347a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:13.265368 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3c3708c4-4add-4ceb-b244-e1b9e0a69cee up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:37:13.309798 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0220f5a-62b6-480c-914d-9cb340f65f14 None None] Pushing event updated for resources: {'Port': ['ID=b0365c35-58cf-40f1-b98d-9660dd08a2dd,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:13.348845 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 3c3708c4-4add-4ceb-b244-e1b9e0a69cee triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:37:13.350342 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:13.364962 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'name': 'tempest-TestMinimumBasicScenario-1545279724-router', 'tenant_id': '389db14026e442d38b1277877f87865c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:37:05Z', 'updated_at': '2021-07-22T17:37:08Z', 'revision_number': 4, 'project_id': '389db14026e442d38b1277877f87865c', 'gw_port': {'id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:06Z', 'updated_at': '2021-07-22T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '37d27a79-9bc4-47bd-be99-f3f353a36041', 'name': '', 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1', 'tenant_id': '389db14026e442d38b1277877f87865c', 'mac_address': 'fa:16:3e:22:da:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '765668b7-b613-483b-bc14-5a180d006282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:07Z', 'updated_at': '2021-07-22T17:37:12Z', 'revision_number': 4, 'project_id': '389db14026e442d38b1277877f87865c', 'subnets': [{'id': '765668b7-b613-483b-bc14-5a180d006282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:13.376654 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] Routers {'71de45e1-1de8-41a7-9698-52c7c0de354f'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:37:13.377375 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:37:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['71de45e1-1de8-41a7-9698-52c7c0de354f'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:13.391937 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e790c7-453e-48b6-8a28-ee5fb2d162bc None None] The sync data for ids ['dee1e932-d5a7-4a57-b315-41b7e16661f5'] in n-d-798930-9 is: [{'id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'name': 'tempest-TestMinimumBasicScenario-1545279724-router', 'tenant_id': '389db14026e442d38b1277877f87865c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:37:05Z', 'updated_at': '2021-07-22T17:37:08Z', 'revision_number': 4, 'project_id': '389db14026e442d38b1277877f87865c', 'gw_port': {'id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:06Z', 'updated_at': '2021-07-22T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '37d27a79-9bc4-47bd-be99-f3f353a36041', 'name': '', 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1', 'tenant_id': '389db14026e442d38b1277877f87865c', 'mac_address': 'fa:16:3e:22:da:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '765668b7-b613-483b-bc14-5a180d006282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:07Z', 'updated_at': '2021-07-22T17:37:12Z', 'revision_number': 4, 'project_id': '389db14026e442d38b1277877f87865c', 'subnets': [{'id': '765668b7-b613-483b-bc14-5a180d006282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:37:13.459795 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-26fe802a-b08f-4621-96fc-460b059347a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:13.466118 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-26fe802a-b08f-4621-96fc-460b059347a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:13.496769 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-216c355c-ff0f-498d-993c-412b809c9f31 None None] Provisioning for port 874928cd-7085-4d9c-9102-bfe4b1ffa5a0 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:37:13.514128 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-216c355c-ff0f-498d-993c-412b809c9f31 None None] Provisioning complete for port 874928cd-7085-4d9c-9102-bfe4b1ffa5a0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:37:13.514501 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-216c355c-ff0f-498d-993c-412b809c9f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:13.519647 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] Set router 71de45e1-1de8-41a7-9698-52c7c0de354f gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:37:13.536628 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe802a-b08f-4621-96fc-460b059347a7 admin admin] Pushing event updated for resources: {'Port': ['ID=874928cd-7085-4d9c-9102-bfe4b1ffa5a0,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:13.539386 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-26fe802a-b08f-4621-96fc-460b059347a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:13.645455 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fe802a-b08f-4621-96fc-460b059347a7 admin admin] Network 01e3148a-6406-499a-807e-c38da1cfb7e7 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:37:13.647277 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-26fe802a-b08f-4621-96fc-460b059347a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:37:13.770692 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fe802a-b08f-4621-96fc-460b059347a7 admin admin] Router 71de45e1-1de8-41a7-9698-52c7c0de354f has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:37:13.785980 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 37d27a79-9bc4-47bd-be99-f3f353a36041 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:37:13.839213 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-216c355c-ff0f-498d-993c-412b809c9f31 None None] Port 874928cd-7085-4d9c-9102-bfe4b1ffa5a0 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:37:13.906930 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fe802a-b08f-4621-96fc-460b059347a7 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:37:13.914899 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-26fe802a-b08f-4621-96fc-460b059347a7 admin admin] 10.222.0.69 "PUT /v2.0/routers/71de45e1-1de8-41a7-9698-52c7c0de354f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8680916 Jul 22 17:37:13.924551 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 37d27a79-9bc4-47bd-be99-f3f353a36041 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:37:13.932286 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 37d27a79-9bc4-47bd-be99-f3f353a36041 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:37:13.932874 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:14.013164 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4cfc557c-e868-4e52-b8e8-36687e687fe1 None None] Provisioning complete for port 874928cd-7085-4d9c-9102-bfe4b1ffa5a0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:37:14.013554 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4cfc557c-e868-4e52-b8e8-36687e687fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:14.067392 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc557c-e868-4e52-b8e8-36687e687fe1 None None] Port 874928cd-7085-4d9c-9102-bfe4b1ffa5a0 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:37:14.110850 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71de45e1-1de8-41a7-9698-52c7c0de354f', 'name': 'tempest-TestMinimumBasicScenario-1490848909-router', 'tenant_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'b0365c35-58cf-40f1-b98d-9660dd08a2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:37:10Z', 'updated_at': '2021-07-22T17:37:13Z', 'revision_number': 4, 'project_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'gw_port': {'id': 'b0365c35-58cf-40f1-b98d-9660dd08a2dd', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:55:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71de45e1-1de8-41a7-9698-52c7c0de354f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:10Z', 'updated_at': '2021-07-22T17:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '874928cd-7085-4d9c-9102-bfe4b1ffa5a0', 'name': '', 'network_id': '01e3148a-6406-499a-807e-c38da1cfb7e7', 'tenant_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'mac_address': 'fa:16:3e:4c:10:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71de45e1-1de8-41a7-9698-52c7c0de354f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0b00a531-cc1e-4a88-bc11-f26d296ffd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:12Z', 'updated_at': '2021-07-22T17:37:12Z', 'revision_number': 1, 'project_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'subnets': [{'id': '0b00a531-cc1e-4a88-bc11-f26d296ffd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:14.113715 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:14.147655 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0444c3ea-a641-4639-9226-31bdbb383d9f None None] The sync data for ids ['71de45e1-1de8-41a7-9698-52c7c0de354f'] in n-d-798930-9 is: [{'id': '71de45e1-1de8-41a7-9698-52c7c0de354f', 'name': 'tempest-TestMinimumBasicScenario-1490848909-router', 'tenant_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'b0365c35-58cf-40f1-b98d-9660dd08a2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:37:10Z', 'updated_at': '2021-07-22T17:37:13Z', 'revision_number': 4, 'project_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'gw_port': {'id': 'b0365c35-58cf-40f1-b98d-9660dd08a2dd', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:55:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71de45e1-1de8-41a7-9698-52c7c0de354f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:10Z', 'updated_at': '2021-07-22T17:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '874928cd-7085-4d9c-9102-bfe4b1ffa5a0', 'name': '', 'network_id': '01e3148a-6406-499a-807e-c38da1cfb7e7', 'tenant_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'mac_address': 'fa:16:3e:4c:10:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71de45e1-1de8-41a7-9698-52c7c0de354f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0b00a531-cc1e-4a88-bc11-f26d296ffd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:12Z', 'updated_at': '2021-07-22T17:37:12Z', 'revision_number': 1, 'project_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'subnets': [{'id': '0b00a531-cc1e-4a88-bc11-f26d296ffd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:37:14.175800 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 37d27a79-9bc4-47bd-be99-f3f353a36041, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=37d27a79-9bc4-47bd-be99-f3f353a36041,segment=NetworkSegment(850ee095-24a8-493f-84b2-68b61b235895),segment_id=850ee095-24a8-493f-84b2-68b61b235895)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:37:14.179794 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:14.180588 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ec44069e-2da0-4962-b003-e57435c1925b up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:37:14.262032 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=37d27a79-9bc4-47bd-be99-f3f353a36041,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:14.272413 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port ec44069e-2da0-4962-b003-e57435c1925b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:37:14.272790 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:15.296102 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b0365c35-58cf-40f1-b98d-9660dd08a2dd up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:37:15.348972 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port b0365c35-58cf-40f1-b98d-9660dd08a2dd completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:37:15.352790 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port b0365c35-58cf-40f1-b98d-9660dd08a2dd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:37:15.353160 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:15.440864 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:15.464611 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port b0365c35-58cf-40f1-b98d-9660dd08a2dd, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b0365c35-58cf-40f1-b98d-9660dd08a2dd,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:37:15.469168 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:15.470034 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 37d27a79-9bc4-47bd-be99-f3f353a36041 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:37:15.549015 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=b0365c35-58cf-40f1-b98d-9660dd08a2dd,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:15.560798 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 37d27a79-9bc4-47bd-be99-f3f353a36041 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:37:15.561065 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:17.164948 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b0365c35-58cf-40f1-b98d-9660dd08a2dd up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:37:17.212861 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] Sync routers for ids ['71de45e1-1de8-41a7-9698-52c7c0de354f'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:37:17.227937 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port b0365c35-58cf-40f1-b98d-9660dd08a2dd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:37:17.228157 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] Routers {'71de45e1-1de8-41a7-9698-52c7c0de354f'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:37:17.228318 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:17.229199 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:37:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['71de45e1-1de8-41a7-9698-52c7c0de354f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:17.353826 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] Set router 71de45e1-1de8-41a7-9698-52c7c0de354f gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:37:17.595980 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71de45e1-1de8-41a7-9698-52c7c0de354f', 'name': 'tempest-TestMinimumBasicScenario-1490848909-router', 'tenant_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'b0365c35-58cf-40f1-b98d-9660dd08a2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:37:10Z', 'updated_at': '2021-07-22T17:37:13Z', 'revision_number': 4, 'project_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'gw_port': {'id': 'b0365c35-58cf-40f1-b98d-9660dd08a2dd', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:55:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de45e1-1de8-41a7-9698-52c7c0de354f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:10Z', 'updated_at': '2021-07-22T17:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '874928cd-7085-4d9c-9102-bfe4b1ffa5a0', 'name': '', 'network_id': '01e3148a-6406-499a-807e-c38da1cfb7e7', 'tenant_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'mac_address': 'fa:16:3e:4c:10:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71de45e1-1de8-41a7-9698-52c7c0de354f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0b00a531-cc1e-4a88-bc11-f26d296ffd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:12Z', 'updated_at': '2021-07-22T17:37:13Z', 'revision_number': 2, 'project_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'subnets': [{'id': '0b00a531-cc1e-4a88-bc11-f26d296ffd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:17.630573 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] Checking router: 71de45e1-1de8-41a7-9698-52c7c0de354f for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:37:17.631211 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] Updating router 71de45e1-1de8-41a7-9698-52c7c0de354f port 874928cd-7085-4d9c-9102-bfe4b1ffa5a0 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:37:17.667989 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:17.977324 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:17.990924 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] Transition to ACTIVE for port object 874928cd-7085-4d9c-9102-bfe4b1ffa5a0 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:37:17.996544 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:18.048974 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7cdaa-90e6-47b2-b89b-93b569a90192 None None] Pushing event updated for resources: {'Port': ['ID=874928cd-7085-4d9c-9102-bfe4b1ffa5a0,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:18.151774 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] Attempting to bind port 874928cd-7085-4d9c-9102-bfe4b1ffa5a0 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:37:18.152395 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] Attempting to bind port 874928cd-7085-4d9c-9102-bfe4b1ffa5a0 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '903e33c1-32d3-4114-96ec-48ef6952113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '01e3148a-6406-499a-807e-c38da1cfb7e7'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:37:18.153397 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] Attempting to bind port 874928cd-7085-4d9c-9102-bfe4b1ffa5a0 on network 01e3148a-6406-499a-807e-c38da1cfb7e7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:37:18.159395 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:37:18.160003 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] Checking segment: {'id': '903e33c1-32d3-4114-96ec-48ef6952113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '01e3148a-6406-499a-807e-c38da1cfb7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:37:18.160403 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:18.160921 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] Bound using segment: {'id': '903e33c1-32d3-4114-96ec-48ef6952113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '01e3148a-6406-499a-807e-c38da1cfb7e7'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:37:18.163341 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] Bound port: 874928cd-7085-4d9c-9102-bfe4b1ffa5a0, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903e33c1-32d3-4114-96ec-48ef6952113b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '01e3148a-6406-499a-807e-c38da1cfb7e7'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:37:18.163341 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:18.238352 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] For port 874928cd-7085-4d9c-9102-bfe4b1ffa5a0, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:37:18.242244 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] For port 874928cd-7085-4d9c-9102-bfe4b1ffa5a0, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=874928cd-7085-4d9c-9102-bfe4b1ffa5a0,segment=NetworkSegment(903e33c1-32d3-4114-96ec-48ef6952113b),segment_id=903e33c1-32d3-4114-96ec-48ef6952113b)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:37:18.248579 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:18.308201 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] Routers {'71de45e1-1de8-41a7-9698-52c7c0de354f'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:37:18.308891 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:37:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['71de45e1-1de8-41a7-9698-52c7c0de354f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:18.511800 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7cdaa-90e6-47b2-b89b-93b569a90192 None None] Pushing event updated for resources: {'Port': ['ID=874928cd-7085-4d9c-9102-bfe4b1ffa5a0,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:18.561273 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] Set router 71de45e1-1de8-41a7-9698-52c7c0de354f gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:37:18.790685 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71de45e1-1de8-41a7-9698-52c7c0de354f', 'name': 'tempest-TestMinimumBasicScenario-1490848909-router', 'tenant_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'b0365c35-58cf-40f1-b98d-9660dd08a2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:37:10Z', 'updated_at': '2021-07-22T17:37:13Z', 'revision_number': 4, 'project_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'gw_port': {'id': 'b0365c35-58cf-40f1-b98d-9660dd08a2dd', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:55:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de45e1-1de8-41a7-9698-52c7c0de354f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:10Z', 'updated_at': '2021-07-22T17:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '874928cd-7085-4d9c-9102-bfe4b1ffa5a0', 'name': '', 'network_id': '01e3148a-6406-499a-807e-c38da1cfb7e7', 'tenant_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'mac_address': 'fa:16:3e:4c:10:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71de45e1-1de8-41a7-9698-52c7c0de354f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0b00a531-cc1e-4a88-bc11-f26d296ffd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:12Z', 'updated_at': '2021-07-22T17:37:18Z', 'revision_number': 4, 'project_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'subnets': [{'id': '0b00a531-cc1e-4a88-bc11-f26d296ffd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:18.816874 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13610f13-eb64-40e8-ac44-8c6f516096dc None None] The sync data for ids ['71de45e1-1de8-41a7-9698-52c7c0de354f'] in n-d-798930-9 is: [{'id': '71de45e1-1de8-41a7-9698-52c7c0de354f', 'name': 'tempest-TestMinimumBasicScenario-1490848909-router', 'tenant_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'b0365c35-58cf-40f1-b98d-9660dd08a2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:37:10Z', 'updated_at': '2021-07-22T17:37:13Z', 'revision_number': 4, 'project_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'gw_port': {'id': 'b0365c35-58cf-40f1-b98d-9660dd08a2dd', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:55:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de45e1-1de8-41a7-9698-52c7c0de354f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:10Z', 'updated_at': '2021-07-22T17:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '874928cd-7085-4d9c-9102-bfe4b1ffa5a0', 'name': '', 'network_id': '01e3148a-6406-499a-807e-c38da1cfb7e7', 'tenant_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'mac_address': 'fa:16:3e:4c:10:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71de45e1-1de8-41a7-9698-52c7c0de354f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0b00a531-cc1e-4a88-bc11-f26d296ffd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:12Z', 'updated_at': '2021-07-22T17:37:18Z', 'revision_number': 4, 'project_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'subnets': [{'id': '0b00a531-cc1e-4a88-bc11-f26d296ffd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:37:19.192840 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 874928cd-7085-4d9c-9102-bfe4b1ffa5a0 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:37:19.257364 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 874928cd-7085-4d9c-9102-bfe4b1ffa5a0 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:37:19.261862 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 874928cd-7085-4d9c-9102-bfe4b1ffa5a0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:37:19.262385 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:19.360294 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:19.396266 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 874928cd-7085-4d9c-9102-bfe4b1ffa5a0, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=874928cd-7085-4d9c-9102-bfe4b1ffa5a0,segment=NetworkSegment(903e33c1-32d3-4114-96ec-48ef6952113b),segment_id=903e33c1-32d3-4114-96ec-48ef6952113b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:37:19.403174 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:19.453141 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=874928cd-7085-4d9c-9102-bfe4b1ffa5a0,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:21.159720 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 874928cd-7085-4d9c-9102-bfe4b1ffa5a0 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:37:21.214493 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 874928cd-7085-4d9c-9102-bfe4b1ffa5a0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:37:21.214877 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:23.924971 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-67a2097f-11a8-45a4-bacb-a4a734964352 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:23.926485 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-67a2097f-11a8-45a4-bacb-a4a734964352 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/networks?id=2910556b-49c2-42d9-8723-55349cdf66f1 HTTP/1.1" status: 200 len: 815 time: 0.1058631 Jul 22 17:37:23.940746 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-1d3ef214-1ef4-4068-9511-919f8af45fbd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/quotas/389db14026e442d38b1277877f87865c HTTP/1.1" status: 200 len: 375 time: 0.0089345 Jul 22 17:37:24.008050 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-4af0348a-faaf-443d-8b03-44b74b89585d tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=389db14026e442d38b1277877f87865c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621419 Jul 22 17:37:24.123088 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-cee32005-6136-4538-9ff8-f8e8da5919c3 service neutron] 10.222.0.69 "GET /v2.0/networks/2910556b-49c2-42d9-8723-55349cdf66f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039853 Jul 22 17:37:24.210844 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-7c672f42-6853-4695-9589-793b7486bc6a service neutron] 10.222.0.69 "GET /v2.0/networks/2910556b-49c2-42d9-8723-55349cdf66f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816910 Jul 22 17:37:24.370526 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ff42530-4992-40c7-80c6-7c6bb5fdb776 req-91c1e671-0151-4f63-b4df-24b0369e0892 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 210 time: 0.0301316 Jul 22 17:37:25.405566 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:37:25.489161 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-88f0ab4d-81ef-4012-8215-28f0318a5f5e req-d771695d-59c0-40c7-bec4-00dd518fe718 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 210 time: 0.0511398 Jul 22 17:37:25.566703 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-83343d9e-71c2-423c-8694-37565514fe2b tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:25.568710 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-83343d9e-71c2-423c-8694-37565514fe2b tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.30 "GET /v2.0/networks?id=2910556b-49c2-42d9-8723-55349cdf66f1 HTTP/1.1" status: 200 len: 815 time: 0.1415837 Jul 22 17:37:25.587891 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Request body: {'port': {'device_id': 'daa62375-9229-4a8b-944b-df06df27f1a3', 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1', 'admin_state_up': True, 'tenant_id': '389db14026e442d38b1277877f87865c'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:37:25.698188 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Made reservation on behalf of 389db14026e442d38b1277877f87865c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:37:25.701760 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:25.839365 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Allocated IP 172.20.0.3 (2910556b-49c2-42d9-8723-55349cdf66f1/765668b7-b613-483b-bc14-5a180d006282/06700dd4-c66a-4f64-ab78-a2178847f4c8) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:37:26.027489 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:26.043334 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Transition to ACTIVE for port object 06700dd4-c66a-4f64-ab78-a2178847f4c8 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:37:26.086785 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:26.156068 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Network 2910556b-49c2-42d9-8723-55349cdf66f1 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:37:26.160318 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Pushing event updated for resources: {'Port': ['ID=06700dd4-c66a-4f64-ab78-a2178847f4c8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:26.163090 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:37:26.166289 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:37:26.192939 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:26.193297 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:26.193620 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:26.194029 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:26.194401 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:26.194849 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:26.195189 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:26.195502 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:26.195827 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:26.196150 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:26.196471 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:26.196785 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:26.228850 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:26.229472 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:26.246595 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-9e1ab5d9-a2fb-4881-a825-679d90cd0208 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6627736 Jul 22 17:37:26.428821 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c3eb61ea-e3c7-4800-be7c-09d270c39180 None None] Provisioning for port 06700dd4-c66a-4f64-ab78-a2178847f4c8 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:37:26.433564 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c3eb61ea-e3c7-4800-be7c-09d270c39180 None None] Provisioning complete for port 06700dd4-c66a-4f64-ab78-a2178847f4c8 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:37:26.433968 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c3eb61ea-e3c7-4800-be7c-09d270c39180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:26.469477 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c3eb61ea-e3c7-4800-be7c-09d270c39180 None None] Port 06700dd4-c66a-4f64-ab78-a2178847f4c8 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:37:26.636808 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3d746-49d2-4903-9c86-e09d500589e0 req-aad56321-9c92-4223-9216-7aa39a3a7db0 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:26.638303 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3ae3d746-49d2-4903-9c86-e09d500589e0 req-aad56321-9c92-4223-9216-7aa39a3a7db0 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 931 time: 0.0758190 Jul 22 17:37:26.680038 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3ae3d746-49d2-4903-9c86-e09d500589e0 req-88a99ce3-d503-4ac5-a825-0d298c14b57d tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358362 Jul 22 17:37:27.823179 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9c740-f700-41dd-85a0-8d446a773b6e req-e778bef4-a252-478d-9854-6b83d044aeb1 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:27.831573 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3a9c740-f700-41dd-85a0-8d446a773b6e req-e778bef4-a252-478d-9854-6b83d044aeb1 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 931 time: 0.0775316 Jul 22 17:37:27.866714 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a3a9c740-f700-41dd-85a0-8d446a773b6e req-b0bc5d19-f04c-4057-9df6-92950864d61d tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340953 Jul 22 17:37:28.998689 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f5be6-dcf3-4b6a-af1c-99d1a9249968 req-471b9094-0810-4c38-a724-07ca58c77a3e tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:29.000272 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5a6f5be6-dcf3-4b6a-af1c-99d1a9249968 req-471b9094-0810-4c38-a724-07ca58c77a3e tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 931 time: 0.0678689 Jul 22 17:37:29.041994 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5a6f5be6-dcf3-4b6a-af1c-99d1a9249968 req-5749df5d-343d-41ec-8871-1ed3b98ea595 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358324 Jul 22 17:37:29.134925 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2a28d49-b597-43f1-9db9-e23807f000f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:30.184578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493ca8b-529d-4c52-b0d1-811a21100e22 req-f1663f9f-2959-4a6d-85f4-5205ed6f8291 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:30.186156 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b493ca8b-529d-4c52-b0d1-811a21100e22 req-f1663f9f-2959-4a6d-85f4-5205ed6f8291 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 931 time: 0.0728614 Jul 22 17:37:30.227888 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b493ca8b-529d-4c52-b0d1-811a21100e22 req-1432a122-164c-4918-8fbc-5028ad6ca53a tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360138 Jul 22 17:37:31.363093 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febf9d6-e78f-426b-a0ec-dad870a7b6a9 req-b7db3e18-dfa9-47f3-b2ea-92b50d32d007 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:31.364647 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4febf9d6-e78f-426b-a0ec-dad870a7b6a9 req-b7db3e18-dfa9-47f3-b2ea-92b50d32d007 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 931 time: 0.0692420 Jul 22 17:37:31.403131 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4febf9d6-e78f-426b-a0ec-dad870a7b6a9 req-6bc78d3f-39ae-468e-a98f-f9cbba05dcac tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323114 Jul 22 17:37:31.675835 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-691cfde2-0980-43a9-b3f9-885b459659ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:31.696265 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:32.554545 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749d4b1-df1e-4f1a-ab88-3c8c53dc8ddf req-93b53e74-f002-4270-a773-bf90f4d32f25 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:32.556041 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7749d4b1-df1e-4f1a-ab88-3c8c53dc8ddf req-93b53e74-f002-4270-a773-bf90f4d32f25 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 931 time: 0.0672655 Jul 22 17:37:32.593631 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7749d4b1-df1e-4f1a-ab88-3c8c53dc8ddf req-9dbbed9d-f0f5-419a-bcea-cf5bbc86dd18 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320225 Jul 22 17:37:33.020485 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:33.731702 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f25627-c37a-4e2d-9d87-ab8eba4a5dfe req-2b33df21-fd15-4987-9ba3-ca7d420babfd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:33.733185 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-05f25627-c37a-4e2d-9d87-ab8eba4a5dfe req-2b33df21-fd15-4987-9ba3-ca7d420babfd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 931 time: 0.0712013 Jul 22 17:37:33.773994 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-05f25627-c37a-4e2d-9d87-ab8eba4a5dfe req-84377242-ecae-42c5-baf2-5ce906a9e87c tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350540 Jul 22 17:37:34.860739 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:34.939060 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8da95b-3579-424e-ba38-bfd4c9098e37 req-6411eb3e-ef2b-4ec4-8003-11bfd043bef3 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:34.940645 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be8da95b-3579-424e-ba38-bfd4c9098e37 req-6411eb3e-ef2b-4ec4-8003-11bfd043bef3 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 931 time: 0.0915501 Jul 22 17:37:34.985090 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be8da95b-3579-424e-ba38-bfd4c9098e37 req-82509dcf-e9f2-486c-98e2-60d80e01f9c6 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383725 Jul 22 17:37:35.953005 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-9b072e67-db0e-4837-9a24-d95dd303cea6 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:37:35.954720 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-9b072e67-db0e-4837-9a24-d95dd303cea6 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061858 Jul 22 17:37:35.965283 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-aeb4d719-fc9e-4ed4-98bb-de648921801f service neutron] Request body: {'port': {'device_id': 'daa62375-9229-4a8b-944b-df06df27f1a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:37:36.036116 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-aeb4d719-fc9e-4ed4-98bb-de648921801f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:36.126422 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dea5b2-e0f6-49b2-a60e-3cd5012d1c25 req-b078bb01-ea45-4de8-bd63-d9c89d1e32f6 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:36.127910 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f1dea5b2-e0f6-49b2-a60e-3cd5012d1c25 req-b078bb01-ea45-4de8-bd63-d9c89d1e32f6 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 931 time: 0.0681913 Jul 22 17:37:36.166606 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f1dea5b2-e0f6-49b2-a60e-3cd5012d1c25 req-3f3e4edb-adc9-4664-af8f-833e8c5fc5c3 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329778 Jul 22 17:37:36.305722 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-aeb4d719-fc9e-4ed4-98bb-de648921801f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06700dd4-c66a-4f64-ab78-a2178847f4c8 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:37:36.312871 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-aeb4d719-fc9e-4ed4-98bb-de648921801f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:36.324201 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-aeb4d719-fc9e-4ed4-98bb-de648921801f service neutron] Transition to ACTIVE for port object 06700dd4-c66a-4f64-ab78-a2178847f4c8 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:37:36.328099 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-aeb4d719-fc9e-4ed4-98bb-de648921801f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:36.382408 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4d719-fc9e-4ed4-98bb-de648921801f service neutron] Pushing event updated for resources: {'Port': ['ID=06700dd4-c66a-4f64-ab78-a2178847f4c8,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:36.452424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-aeb4d719-fc9e-4ed4-98bb-de648921801f service neutron] Attempting to bind port 06700dd4-c66a-4f64-ab78-a2178847f4c8 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:37:36.452757 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-aeb4d719-fc9e-4ed4-98bb-de648921801f service neutron] Attempting to bind port 06700dd4-c66a-4f64-ab78-a2178847f4c8 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '850ee095-24a8-493f-84b2-68b61b235895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:37:36.453085 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-aeb4d719-fc9e-4ed4-98bb-de648921801f service neutron] Attempting to bind port 06700dd4-c66a-4f64-ab78-a2178847f4c8 on network 2910556b-49c2-42d9-8723-55349cdf66f1 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:37:36.457536 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-aeb4d719-fc9e-4ed4-98bb-de648921801f service neutron] Port 06700dd4-c66a-4f64-ab78-a2178847f4c8 on network 2910556b-49c2-42d9-8723-55349cdf66f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:37:36.457853 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-aeb4d719-fc9e-4ed4-98bb-de648921801f service neutron] Attempting to bind port 06700dd4-c66a-4f64-ab78-a2178847f4c8 on network 2910556b-49c2-42d9-8723-55349cdf66f1 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:37:36.463191 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-aeb4d719-fc9e-4ed4-98bb-de648921801f service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:37:36.463526 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-aeb4d719-fc9e-4ed4-98bb-de648921801f service neutron] Checking segment: {'id': '850ee095-24a8-493f-84b2-68b61b235895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:37:36.463910 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-aeb4d719-fc9e-4ed4-98bb-de648921801f service neutron] Bound using segment: {'id': '850ee095-24a8-493f-84b2-68b61b235895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:37:36.464329 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-aeb4d719-fc9e-4ed4-98bb-de648921801f service neutron] Bound port: 06700dd4-c66a-4f64-ab78-a2178847f4c8, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '850ee095-24a8-493f-84b2-68b61b235895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:37:36.464684 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-aeb4d719-fc9e-4ed4-98bb-de648921801f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:36.533299 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-aeb4d719-fc9e-4ed4-98bb-de648921801f service neutron] For port 06700dd4-c66a-4f64-ab78-a2178847f4c8, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:37:36.536289 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-aeb4d719-fc9e-4ed4-98bb-de648921801f service neutron] For port 06700dd4-c66a-4f64-ab78-a2178847f4c8, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=06700dd4-c66a-4f64-ab78-a2178847f4c8,segment=NetworkSegment(850ee095-24a8-493f-84b2-68b61b235895),segment_id=850ee095-24a8-493f-84b2-68b61b235895)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:37:36.540574 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-aeb4d719-fc9e-4ed4-98bb-de648921801f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:36.574627 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-aeb4d719-fc9e-4ed4-98bb-de648921801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:36.575405 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-aeb4d719-fc9e-4ed4-98bb-de648921801f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:36.576698 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-aeb4d719-fc9e-4ed4-98bb-de648921801f service neutron] 10.222.0.30 "PUT /v2.0/ports/06700dd4-c66a-4f64-ab78-a2178847f4c8 HTTP/1.1" status: 200 len: 1091 time: 0.6151576 Jul 22 17:37:36.577138 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa62375-9229-4a8b-944b-df06df27f1a3', 'tag': '06700dd4-c66a-4f64-ab78-a2178847f4c8'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:37:36.579440 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7337d93-28bb-4a92-92c3-d4724560a4a8" -d '{"events": [{"name": "network-changed", "server_uuid": "daa62375-9229-4a8b-944b-df06df27f1a3", "tag": "06700dd4-c66a-4f64-ab78-a2178847f4c8"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:37:36.603849 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4d719-fc9e-4ed4-98bb-de648921801f service neutron] Pushing event updated for resources: {'Port': ['ID=06700dd4-c66a-4f64-ab78-a2178847f4c8,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:36.627089 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b332114e-b28b-4f5e-94a1-a98cd150e96d x-openstack-request-id: req-b332114e-b28b-4f5e-94a1-a98cd150e96d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:37:36.627383 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa62375-9229-4a8b-944b-df06df27f1a3", "tag": "06700dd4-c66a-4f64-ab78-a2178847f4c8", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:37:36.627634 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b332114e-b28b-4f5e-94a1-a98cd150e96d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:37:36.628044 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa62375-9229-4a8b-944b-df06df27f1a3', 'tag': '06700dd4-c66a-4f64-ab78-a2178847f4c8', 'status': 'completed', 'code': 200} Jul 22 17:37:36.701868 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-d7acd8d5-b7a8-4953-8214-3619a8f099a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:36.703473 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-d7acd8d5-b7a8-4953-8214-3619a8f099a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=389db14026e442d38b1277877f87865c&device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 1094 time: 0.0581589 Jul 22 17:37:36.753869 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-3fa28b34-d9a6-4f96-be17-0ff4936d4da4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06700dd4-c66a-4f64-ab78-a2178847f4c8 HTTP/1.1" status: 200 len: 217 time: 0.0382984 Jul 22 17:37:36.802607 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-5f43555f-e8d4-4f8e-8550-72618fa32555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:36.804072 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-5f43555f-e8d4-4f8e-8550-72618fa32555 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=765668b7-b613-483b-bc14-5a180d006282 HTTP/1.1" status: 200 len: 854 time: 0.0440485 Jul 22 17:37:36.862191 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-124afb5b-102d-4f85-9556-58c421bce95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:36.863692 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-124afb5b-102d-4f85-9556-58c421bce95b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2910556b-49c2-42d9-8723-55349cdf66f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536423 Jul 22 17:37:36.955399 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-7157864c-2eb0-4b52-9667-1e5ab7596ef9 service neutron] 10.222.0.30 "GET /v2.0/networks/2910556b-49c2-42d9-8723-55349cdf66f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849786 Jul 22 17:37:37.045020 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-947e61b5-9012-4122-b458-9c31bb193bb5 req-e399aee5-8242-4b2e-a759-a8a1a2f7554f service neutron] 10.222.0.30 "GET /v2.0/networks/2910556b-49c2-42d9-8723-55349cdf66f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835998 Jul 22 17:37:37.187096 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7337d93-28bb-4a92-92c3-d4724560a4a8 req-284ba1bf-2580-4fef-a00f-127101f7fac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:37.188468 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7337d93-28bb-4a92-92c3-d4724560a4a8 req-284ba1bf-2580-4fef-a00f-127101f7fac0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=389db14026e442d38b1277877f87865c&device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 1094 time: 0.0525670 Jul 22 17:37:37.283074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7337d93-28bb-4a92-92c3-d4724560a4a8 req-a2c8a58e-a917-4a1e-9845-082cd6259078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:37.284559 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7337d93-28bb-4a92-92c3-d4724560a4a8 req-a2c8a58e-a917-4a1e-9845-082cd6259078 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2910556b-49c2-42d9-8723-55349cdf66f1 HTTP/1.1" status: 200 len: 916 time: 0.0902176 Jul 22 17:37:37.298130 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca467d-b05d-43b9-8d0a-09362234d07f req-a9ecf32e-e8c9-4a31-90c0-49df463bc9a8 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:37.300290 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5bca467d-b05d-43b9-8d0a-09362234d07f req-a9ecf32e-e8c9-4a31-90c0-49df463bc9a8 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 943 time: 0.0675359 Jul 22 17:37:37.324962 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7337d93-28bb-4a92-92c3-d4724560a4a8 req-856a86fe-6cd2-4dae-8737-baeee2dc8486 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06700dd4-c66a-4f64-ab78-a2178847f4c8 HTTP/1.1" status: 200 len: 217 time: 0.0340693 Jul 22 17:37:37.338723 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5bca467d-b05d-43b9-8d0a-09362234d07f req-21f5e8d0-1152-4a2c-b13d-c9ff4f326d62 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318627 Jul 22 17:37:37.377977 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7337d93-28bb-4a92-92c3-d4724560a4a8 req-3737a7ba-1d79-4bee-9ed8-fbff0b6e33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:37.379413 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7337d93-28bb-4a92-92c3-d4724560a4a8 req-3737a7ba-1d79-4bee-9ed8-fbff0b6e33e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=765668b7-b613-483b-bc14-5a180d006282 HTTP/1.1" status: 200 len: 854 time: 0.0477405 Jul 22 17:37:37.437474 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7337d93-28bb-4a92-92c3-d4724560a4a8 req-fc1f06b1-e8af-4d4c-b8e7-c1394799c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:37.438938 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7337d93-28bb-4a92-92c3-d4724560a4a8 req-fc1f06b1-e8af-4d4c-b8e7-c1394799c767 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2910556b-49c2-42d9-8723-55349cdf66f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530350 Jul 22 17:37:37.528977 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7337d93-28bb-4a92-92c3-d4724560a4a8 req-ebea608f-8016-4e23-b399-1c8501be40fe service neutron] 10.222.0.30 "GET /v2.0/networks/2910556b-49c2-42d9-8723-55349cdf66f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828905 Jul 22 17:37:37.619208 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f7337d93-28bb-4a92-92c3-d4724560a4a8 req-3f7a593e-4523-4fa4-b39a-07363c395bf1 service neutron] 10.222.0.30 "GET /v2.0/networks/2910556b-49c2-42d9-8723-55349cdf66f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817335 Jul 22 17:37:38.469536 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984aa1bb-3507-4072-8ba6-dcc81b970f74 req-7353897c-8c2a-4295-b138-4c6ddb952cb5 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:38.471064 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-984aa1bb-3507-4072-8ba6-dcc81b970f74 req-7353897c-8c2a-4295-b138-4c6ddb952cb5 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 943 time: 0.0640883 Jul 22 17:37:38.508510 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-984aa1bb-3507-4072-8ba6-dcc81b970f74 req-e766f448-d742-4b49-b9ed-82ec65653117 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318465 Jul 22 17:37:39.321900 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 06700dd4-c66a-4f64-ab78-a2178847f4c8 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:37:39.415383 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 06700dd4-c66a-4f64-ab78-a2178847f4c8, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=06700dd4-c66a-4f64-ab78-a2178847f4c8,segment=NetworkSegment(850ee095-24a8-493f-84b2-68b61b235895),segment_id=850ee095-24a8-493f-84b2-68b61b235895)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:37:39.425718 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '06700dd4-c66a-4f64-ab78-a2178847f4c8', 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1', 'port_id': '06700dd4-c66a-4f64-ab78-a2178847f4c8', 'mac_address': 'fa:16:3e:4e:d7:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765668b7-b613-483b-bc14-5a180d006282', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:37:39.460238 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:39.471952 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06700dd4-c66a-4f64-ab78-a2178847f4c8 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:37:39.490608 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 06700dd4-c66a-4f64-ab78-a2178847f4c8, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=06700dd4-c66a-4f64-ab78-a2178847f4c8,segment=NetworkSegment(850ee095-24a8-493f-84b2-68b61b235895),segment_id=850ee095-24a8-493f-84b2-68b61b235895)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:37:39.494654 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:39.539979 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=06700dd4-c66a-4f64-ab78-a2178847f4c8,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:39.547167 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:39.547507 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:39.547839 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:39.548178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:39.548507 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:39.548828 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:39.549146 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:39.549464 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:39.549778 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:39.550118 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:39.550435 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:39.550750 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:37:39.637285 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc38383-cb9d-4684-a135-d5a2dc667bcc req-b844aa29-c32a-4cc1-95b1-e63cd11597c1 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:39.638799 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fdc38383-cb9d-4684-a135-d5a2dc667bcc req-b844aa29-c32a-4cc1-95b1-e63cd11597c1 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 944 time: 0.0627377 Jul 22 17:37:39.675773 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fdc38383-cb9d-4684-a135-d5a2dc667bcc req-17b643fe-0c2c-4f93-8f35-ba8582cd9908 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314777 Jul 22 17:37:39.766475 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['06700dd4-c66a-4f64-ab78-a2178847f4c8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:37:40.805797 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298aee1-415e-4e58-b3fc-c60621e6434a req-393b83d3-05ef-43d3-b606-964a4b3de99c tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:40.807307 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8298aee1-415e-4e58-b3fc-c60621e6434a req-393b83d3-05ef-43d3-b606-964a4b3de99c tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 944 time: 0.0663099 Jul 22 17:37:40.843322 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8298aee1-415e-4e58-b3fc-c60621e6434a req-04d1e77f-d2cf-447f-852a-2434741e79fc tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305898 Jul 22 17:37:41.324999 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 06700dd4-c66a-4f64-ab78-a2178847f4c8 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:37:41.371734 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 06700dd4-c66a-4f64-ab78-a2178847f4c8 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:37:41.375272 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 06700dd4-c66a-4f64-ab78-a2178847f4c8 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:37:41.375645 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:41.451804 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:41.473071 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa62375-9229-4a8b-944b-df06df27f1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06700dd4-c66a-4f64-ab78-a2178847f4c8'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:37:41.475354 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56767e5b-83c4-48b1-b7c6-ab241b8bb666" -d '{"events": [{"server_uuid": "daa62375-9229-4a8b-944b-df06df27f1a3", "name": "network-vif-plugged", "status": "completed", "tag": "06700dd4-c66a-4f64-ab78-a2178847f4c8"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:37:41.487337 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 06700dd4-c66a-4f64-ab78-a2178847f4c8, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=06700dd4-c66a-4f64-ab78-a2178847f4c8,segment=NetworkSegment(850ee095-24a8-493f-84b2-68b61b235895),segment_id=850ee095-24a8-493f-84b2-68b61b235895)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:37:41.491829 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:41.514210 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d77f84b-e524-481e-83a1-d56fbe388c1a x-openstack-request-id: req-5d77f84b-e524-481e-83a1-d56fbe388c1a {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:37:41.514501 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa62375-9229-4a8b-944b-df06df27f1a3", "name": "network-vif-plugged", "status": "completed", "tag": "06700dd4-c66a-4f64-ab78-a2178847f4c8", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:37:41.514750 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5d77f84b-e524-481e-83a1-d56fbe388c1a {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:37:41.515136 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa62375-9229-4a8b-944b-df06df27f1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06700dd4-c66a-4f64-ab78-a2178847f4c8', 'code': 200} Jul 22 17:37:41.540345 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=06700dd4-c66a-4f64-ab78-a2178847f4c8,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:41.643943 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae1cfe-af56-49b0-915f-4335c192a097 req-537d232e-5288-4bd2-8c89-aa9936ad56b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:41.645313 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2bae1cfe-af56-49b0-915f-4335c192a097 req-537d232e-5288-4bd2-8c89-aa9936ad56b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 1096 time: 0.0529361 Jul 22 17:37:41.678649 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2bae1cfe-af56-49b0-915f-4335c192a097 req-2efc2b03-9da2-439c-9b72-43203fe392ce service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270104 Jul 22 17:37:41.972103 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066e363-9744-43e7-b89c-2d0deb91979e req-93f3a09d-aae8-4952-a32e-1b1246495590 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:41.973499 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6066e363-9744-43e7-b89c-2d0deb91979e req-93f3a09d-aae8-4952-a32e-1b1246495590 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 945 time: 0.0657306 Jul 22 17:37:42.010989 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6066e363-9744-43e7-b89c-2d0deb91979e req-48d15881-f145-4624-a910-57ba0f591e99 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314577 Jul 22 17:37:42.607413 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:42.640174 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:43.140110 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82873b5f-7f9d-4890-83fe-1a577bf679c7 req-f502bbf0-8f3b-4b67-acfb-c77b46563dfd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:43.141576 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-82873b5f-7f9d-4890-83fe-1a577bf679c7 req-f502bbf0-8f3b-4b67-acfb-c77b46563dfd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 945 time: 0.0643148 Jul 22 17:37:43.178220 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-82873b5f-7f9d-4890-83fe-1a577bf679c7 req-31b46d80-bc2d-4fbd-a7ff-986a648f1770 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309629 Jul 22 17:37:43.305791 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33426523-0939-4d25-8a00-274d87e8f56c req-73939faf-b4f8-4722-a83f-8de8fd0cdcb4 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:43.307224 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-33426523-0939-4d25-8a00-274d87e8f56c req-73939faf-b4f8-4722-a83f-8de8fd0cdcb4 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 945 time: 0.0636423 Jul 22 17:37:43.343057 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-33426523-0939-4d25-8a00-274d87e8f56c req-ff91ce49-08a8-48ad-95d2-d7c9cfe11443 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304041 Jul 22 17:37:43.539996 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362bdeb-db87-4f82-b178-8f15049cb3ad req-b43883bf-205d-47d1-a21b-84faea2ceeb6 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:43.541445 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5362bdeb-db87-4f82-b178-8f15049cb3ad req-b43883bf-205d-47d1-a21b-84faea2ceeb6 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 945 time: 0.0625553 Jul 22 17:37:43.577782 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5362bdeb-db87-4f82-b178-8f15049cb3ad req-25e1356a-fd71-441d-a7e0-6e4fa02e72ff tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306976 Jul 22 17:37:48.803438 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-005e9c51-664d-41e1-b5fc-06ccba8671f4 req-b36e53fa-bad9-435d-956a-5bf823331bd2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0579481 Jul 22 17:37:48.913351 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e9c51-664d-41e1-b5fc-06ccba8671f4 req-70336c68-d583-47b8-a5a2-f81306e10027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:48.914861 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-005e9c51-664d-41e1-b5fc-06ccba8671f4 req-70336c68-d583-47b8-a5a2-f81306e10027 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=389db14026e442d38b1277877f87865c&device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 1096 time: 0.0537751 Jul 22 17:37:49.021282 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e9c51-664d-41e1-b5fc-06ccba8671f4 req-327fa430-9217-4eab-aefe-196ce66ea69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:49.023425 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-005e9c51-664d-41e1-b5fc-06ccba8671f4 req-327fa430-9217-4eab-aefe-196ce66ea69b service neutron] 10.222.0.30 "GET /v2.0/networks?id=2910556b-49c2-42d9-8723-55349cdf66f1 HTTP/1.1" status: 200 len: 916 time: 0.0897517 Jul 22 17:37:49.063783 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-005e9c51-664d-41e1-b5fc-06ccba8671f4 req-c189b5c4-4c49-4579-97e8-7ed0c676a796 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06700dd4-c66a-4f64-ab78-a2178847f4c8 HTTP/1.1" status: 200 len: 217 time: 0.0347078 Jul 22 17:37:49.118467 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e9c51-664d-41e1-b5fc-06ccba8671f4 req-39d71721-9663-486e-bc04-ce3014d9fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:49.119986 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-005e9c51-664d-41e1-b5fc-06ccba8671f4 req-39d71721-9663-486e-bc04-ce3014d9fc4b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=765668b7-b613-483b-bc14-5a180d006282 HTTP/1.1" status: 200 len: 854 time: 0.0479567 Jul 22 17:37:49.178794 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e9c51-664d-41e1-b5fc-06ccba8671f4 req-084ac26d-cc32-4ad5-89e7-fd83aa817dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:49.180380 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-005e9c51-664d-41e1-b5fc-06ccba8671f4 req-084ac26d-cc32-4ad5-89e7-fd83aa817dd0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2910556b-49c2-42d9-8723-55349cdf66f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540345 Jul 22 17:37:49.272515 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-005e9c51-664d-41e1-b5fc-06ccba8671f4 req-cb78768e-3cf3-4460-ac1d-fb22b4fc4c5e service neutron] 10.222.0.30 "GET /v2.0/networks/2910556b-49c2-42d9-8723-55349cdf66f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856912 Jul 22 17:37:49.362836 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-005e9c51-664d-41e1-b5fc-06ccba8671f4 req-7f9c001a-bca2-4953-851c-080dcf823e4c service neutron] 10.222.0.30 "GET /v2.0/networks/2910556b-49c2-42d9-8723-55349cdf66f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843182 Jul 22 17:37:55.127511 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12cdc1b-8947-4773-9702-590f52100aeb req-5c3c4ae2-4fd3-4cd6-8feb-0c87a77ca019 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:55.129003 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c12cdc1b-8947-4773-9702-590f52100aeb req-5c3c4ae2-4fd3-4cd6-8feb-0c87a77ca019 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 945 time: 0.0709097 Jul 22 17:37:55.166417 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c12cdc1b-8947-4773-9702-590f52100aeb req-feb0aee0-7438-4d27-b665-2b5bc27475b3 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311210 Jul 22 17:37:55.188468 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41188) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:55.321053 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74a6c6e-5ae6-41ed-9f76-bbb6c87dab19 tempest-TestMinimumBasicScenario-1697834528 tempest-TestMinimumBasicScenario-1697834528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:55.322581 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c74a6c6e-5ae6-41ed-9f76-bbb6c87dab19 tempest-TestMinimumBasicScenario-1697834528 tempest-TestMinimumBasicScenario-1697834528-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 1091 time: 0.1331837 Jul 22 17:37:55.325585 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41192) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:55.329810 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-85ea67ba-199c-4e24-9c22-86241e0b418b tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': '06700dd4-c66a-4f64-ab78-a2178847f4c8', 'tenant_id': '389db14026e442d38b1277877f87865c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:37:55.352062 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85ea67ba-199c-4e24-9c22-86241e0b418b tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:55.460135 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85ea67ba-199c-4e24-9c22-86241e0b418b tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:55.563308 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-85ea67ba-199c-4e24-9c22-86241e0b418b tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Allocated IP 172.25.0.49 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/bcb6f776-5ddc-4485-b5af-4f9c28423bd6) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:37:55.661385 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85ea67ba-199c-4e24-9c22-86241e0b418b tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:55.697663 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85ea67ba-199c-4e24-9c22-86241e0b418b tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:55.735664 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ea67ba-199c-4e24-9c22-86241e0b418b tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:37:55.738243 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-85ea67ba-199c-4e24-9c22-86241e0b418b tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:37:55.742944 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea67ba-199c-4e24-9c22-86241e0b418b tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:37:55.748271 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea67ba-199c-4e24-9c22-86241e0b418b tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Pushing event updated for resources: {'Port': ['ID=bcb6f776-5ddc-4485-b5af-4f9c28423bd6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:56.092796 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85ea67ba-199c-4e24-9c22-86241e0b418b tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:56.170513 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85ea67ba-199c-4e24-9c22-86241e0b418b tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:56.314560 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85ea67ba-199c-4e24-9c22-86241e0b418b tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:56.319158 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85ea67ba-199c-4e24-9c22-86241e0b418b tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:56.386522 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea67ba-199c-4e24-9c22-86241e0b418b tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Pushing event updated for resources: {'Port': ['ID=bcb6f776-5ddc-4485-b5af-4f9c28423bd6,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:56.394566 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85ea67ba-199c-4e24-9c22-86241e0b418b tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:56.840968 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-85ea67ba-199c-4e24-9c22-86241e0b418b tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Floating IP 2b44f964-38d5-4a72-aaea-a99cea0a906f associated. External IP: 172.25.0.49, port: 06700dd4-c66a-4f64-ab78-a2178847f4c8. Jul 22 17:37:57.043439 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ea67ba-199c-4e24-9c22-86241e0b418b tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Router dee1e932-d5a7-4a57-b315-41b7e16661f5 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:37:57.153351 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ea67ba-199c-4e24-9c22-86241e0b418b tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:37:57.170084 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fcc73b-c90d-4e8b-8d3a-ca391bfd5726 None None] Sync routers for ids ['dee1e932-d5a7-4a57-b315-41b7e16661f5'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:37:57.170673 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85ea67ba-199c-4e24-9c22-86241e0b418b tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:57.181608 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fcc73b-c90d-4e8b-8d3a-ca391bfd5726 None None] Routers {'dee1e932-d5a7-4a57-b315-41b7e16661f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:37:57.182470 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-41fcc73b-c90d-4e8b-8d3a-ca391bfd5726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:37:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dee1e932-d5a7-4a57-b315-41b7e16661f5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:57.208801 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-85ea67ba-199c-4e24-9c22-86241e0b418b tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8821623 Jul 22 17:37:57.209399 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa62375-9229-4a8b-944b-df06df27f1a3', 'tag': '06700dd4-c66a-4f64-ab78-a2178847f4c8'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:37:57.211693 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012bf096-47f9-405c-9f62-b08ba216513d" -d '{"events": [{"name": "network-changed", "server_uuid": "daa62375-9229-4a8b-944b-df06df27f1a3", "tag": "06700dd4-c66a-4f64-ab78-a2178847f4c8"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:37:57.212251 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41196) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:57.217192 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7f352d4c-9a87-40ff-8d9d-2109f2e5b663 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2116765317', 'description': 'tempest-secgroup-smoke-2116765317 description', 'project_id': '389db14026e442d38b1277877f87865c'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:37:57.245562 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f352d4c-9a87-40ff-8d9d-2109f2e5b663 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:57.250972 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f824d71f-90a7-483d-8af7-0ba8299a57f2 x-openstack-request-id: req-f824d71f-90a7-483d-8af7-0ba8299a57f2 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:37:57.251269 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa62375-9229-4a8b-944b-df06df27f1a3", "tag": "06700dd4-c66a-4f64-ab78-a2178847f4c8", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:37:57.251522 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f824d71f-90a7-483d-8af7-0ba8299a57f2 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:37:57.251932 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa62375-9229-4a8b-944b-df06df27f1a3', 'tag': '06700dd4-c66a-4f64-ab78-a2178847f4c8', 'status': 'completed', 'code': 200} Jul 22 17:37:57.295812 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-41fcc73b-c90d-4e8b-8d3a-ca391bfd5726 None None] Set router dee1e932-d5a7-4a57-b315-41b7e16661f5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:37:57.329079 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f352d4c-9a87-40ff-8d9d-2109f2e5b663 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:57.334289 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f352d4c-9a87-40ff-8d9d-2109f2e5b663 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:57.354439 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bf096-47f9-405c-9f62-b08ba216513d req-2eecb478-d1bf-4438-ba6e-99d5bcefa2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:57.356214 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-012bf096-47f9-405c-9f62-b08ba216513d req-2eecb478-d1bf-4438-ba6e-99d5bcefa2bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=389db14026e442d38b1277877f87865c&device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 1096 time: 0.0598972 Jul 22 17:37:57.363288 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7f352d4c-9a87-40ff-8d9d-2109f2e5b663 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:57.365022 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7f352d4c-9a87-40ff-8d9d-2109f2e5b663 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1517241 Jul 22 17:37:57.366008 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f352d4c-9a87-40ff-8d9d-2109f2e5b663 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18fe14fc-3d2f-467e-b410-a5b9162cb02b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:57.368127 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41200) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:57.372528 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1ee29b52-3ae5-4002-afca-624abf830690 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Request body: {'security_group_rule': {'security_group_id': '18fe14fc-3d2f-467e-b410-a5b9162cb02b', 'project_id': '389db14026e442d38b1277877f87865c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:37:57.404989 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ee29b52-3ae5-4002-afca-624abf830690 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:57.469041 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bf096-47f9-405c-9f62-b08ba216513d req-2086ed7a-43f9-4ee6-9df1-32e95ac99362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:57.470751 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-012bf096-47f9-405c-9f62-b08ba216513d req-2086ed7a-43f9-4ee6-9df1-32e95ac99362 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2910556b-49c2-42d9-8723-55349cdf66f1 HTTP/1.1" status: 200 len: 916 time: 0.0999255 Jul 22 17:37:57.472340 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ee29b52-3ae5-4002-afca-624abf830690 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:57.476608 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ee29b52-3ae5-4002-afca-624abf830690 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:57.496139 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee29b52-3ae5-4002-afca-624abf830690 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=191499f1-ab0b-4a0d-a4fa-9a96ae4508f7,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:57.503541 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ee29b52-3ae5-4002-afca-624abf830690 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:57.509112 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1ee29b52-3ae5-4002-afca-624abf830690 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400096 Jul 22 17:37:57.509706 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41202) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:57.514227 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-053bc63b-460c-45ed-bce5-3cd51659526a tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Request body: {'security_group_rule': {'security_group_id': '18fe14fc-3d2f-467e-b410-a5b9162cb02b', 'project_id': '389db14026e442d38b1277877f87865c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:37:57.542191 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-41fcc73b-c90d-4e8b-8d3a-ca391bfd5726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'name': 'tempest-TestMinimumBasicScenario-1545279724-router', 'tenant_id': '389db14026e442d38b1277877f87865c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:37:05Z', 'updated_at': '2021-07-22T17:37:08Z', 'revision_number': 4, 'project_id': '389db14026e442d38b1277877f87865c', 'gw_port': {'id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:06Z', 'updated_at': '2021-07-22T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '2b44f964-38d5-4a72-aaea-a99cea0a906f', 'tenant_id': '389db14026e442d38b1277877f87865c', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'port_id': '06700dd4-c66a-4f64-ab78-a2178847f4c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1', 'mac_address': 'fa:16:3e:4e:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa62375-9229-4a8b-944b-df06df27f1a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:37:55Z', 'updated_at': '2021-07-22T17:37:55Z', 'revision_number': 0, 'project_id': '389db14026e442d38b1277877f87865c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d27a79-9bc4-47bd-be99-f3f353a36041', 'name': '', 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1', 'tenant_id': '389db14026e442d38b1277877f87865c', 'mac_address': 'fa:16:3e:22:da:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '765668b7-b613-483b-bc14-5a180d006282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:07Z', 'updated_at': '2021-07-22T17:37:14Z', 'revision_number': 5, 'project_id': '389db14026e442d38b1277877f87865c', 'subnets': [{'id': '765668b7-b613-483b-bc14-5a180d006282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:57.542620 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-012bf096-47f9-405c-9f62-b08ba216513d req-6d1cdd93-365b-4622-8b97-96a87fecb8c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06700dd4-c66a-4f64-ab78-a2178847f4c8 HTTP/1.1" status: 200 len: 998 time: 0.0647609 Jul 22 17:37:57.544444 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-053bc63b-460c-45ed-bce5-3cd51659526a tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:57.569515 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fcc73b-c90d-4e8b-8d3a-ca391bfd5726 None None] Checking router: dee1e932-d5a7-4a57-b315-41b7e16661f5 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:37:57.577624 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fcc73b-c90d-4e8b-8d3a-ca391bfd5726 None None] Routers {'dee1e932-d5a7-4a57-b315-41b7e16661f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:37:57.578275 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-41fcc73b-c90d-4e8b-8d3a-ca391bfd5726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:37:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dee1e932-d5a7-4a57-b315-41b7e16661f5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:57.597658 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bf096-47f9-405c-9f62-b08ba216513d req-c9a32efb-14b0-498b-b257-df91373b0f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:57.599651 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-012bf096-47f9-405c-9f62-b08ba216513d req-c9a32efb-14b0-498b-b257-df91373b0f03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=765668b7-b613-483b-bc14-5a180d006282 HTTP/1.1" status: 200 len: 854 time: 0.0501220 Jul 22 17:37:57.603216 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-053bc63b-460c-45ed-bce5-3cd51659526a tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:57.612964 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-053bc63b-460c-45ed-bce5-3cd51659526a tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:57.632498 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053bc63b-460c-45ed-bce5-3cd51659526a tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089b04c9-2724-4e38-b32a-70eeb3a28efe,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:57.641914 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-053bc63b-460c-45ed-bce5-3cd51659526a tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:57.646437 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-053bc63b-460c-45ed-bce5-3cd51659526a tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1356604 Jul 22 17:37:57.647805 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41204) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:57.653218 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1dd59701-326a-409a-8037-9b20e97de526 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Request body: {'security_group_rule': {'security_group_id': '18fe14fc-3d2f-467e-b410-a5b9162cb02b', 'project_id': '389db14026e442d38b1277877f87865c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:37:57.666782 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bf096-47f9-405c-9f62-b08ba216513d req-2416991b-7bbf-498a-8abd-ab2a95da4ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:57.668353 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-012bf096-47f9-405c-9f62-b08ba216513d req-2416991b-7bbf-498a-8abd-ab2a95da4ea7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2910556b-49c2-42d9-8723-55349cdf66f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618904 Jul 22 17:37:57.680352 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1dd59701-326a-409a-8037-9b20e97de526 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:57.690179 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-41fcc73b-c90d-4e8b-8d3a-ca391bfd5726 None None] Set router dee1e932-d5a7-4a57-b315-41b7e16661f5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:37:57.749456 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1dd59701-326a-409a-8037-9b20e97de526 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:57.755492 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1dd59701-326a-409a-8037-9b20e97de526 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:57.767077 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-012bf096-47f9-405c-9f62-b08ba216513d req-e1ea580a-7e15-442e-97be-fe76209ddec6 service neutron] 10.222.0.30 "GET /v2.0/networks/2910556b-49c2-42d9-8723-55349cdf66f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899467 Jul 22 17:37:57.770123 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd59701-326a-409a-8037-9b20e97de526 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686da24c-2fd6-47ae-9ecb-290b4d695fb0,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:57.784860 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1dd59701-326a-409a-8037-9b20e97de526 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:57.789910 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1dd59701-326a-409a-8037-9b20e97de526 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407125 Jul 22 17:37:57.790709 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41206) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:57.795442 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-565daba6-56ae-4f92-8391-d985809da33d tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Request body: {'security_group_rule': {'security_group_id': '18fe14fc-3d2f-467e-b410-a5b9162cb02b', 'project_id': '389db14026e442d38b1277877f87865c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:37:57.836552 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-565daba6-56ae-4f92-8391-d985809da33d tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:57.871173 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-012bf096-47f9-405c-9f62-b08ba216513d req-10369df3-5c07-4773-994d-6ab450fe3d20 service neutron] 10.222.0.30 "GET /v2.0/networks/2910556b-49c2-42d9-8723-55349cdf66f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968664 Jul 22 17:37:57.906854 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-565daba6-56ae-4f92-8391-d985809da33d tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:57.910824 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-565daba6-56ae-4f92-8391-d985809da33d tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:57.929233 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565daba6-56ae-4f92-8391-d985809da33d tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=108a7d25-3126-481d-9ddc-b30da8906155,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:57.935128 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-565daba6-56ae-4f92-8391-d985809da33d tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:57.939274 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-565daba6-56ae-4f92-8391-d985809da33d tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1447175 Jul 22 17:37:57.939274 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41208) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:57.944295 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-48e587b3-e8fe-4087-94d2-b3eb8fa69914 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Request body: {'security_group_rule': {'security_group_id': '18fe14fc-3d2f-467e-b410-a5b9162cb02b', 'project_id': '389db14026e442d38b1277877f87865c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:37:57.965449 n-d-798930-9 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-48e587b3-e8fe-4087-94d2-b3eb8fa69914 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Project 389db14026e442d38b1277877f87865c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:37:57.970264 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48e587b3-e8fe-4087-94d2-b3eb8fa69914 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:58.029557 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48e587b3-e8fe-4087-94d2-b3eb8fa69914 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:58.034066 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48e587b3-e8fe-4087-94d2-b3eb8fa69914 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:58.051958 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e587b3-e8fe-4087-94d2-b3eb8fa69914 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2add72e3-fe33-4027-8452-5d1afd19bb88,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:58.061167 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48e587b3-e8fe-4087-94d2-b3eb8fa69914 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:58.064938 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-48e587b3-e8fe-4087-94d2-b3eb8fa69914 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223028 Jul 22 17:37:58.065499 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41210) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:58.070165 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-acec3689-a718-46c1-a12e-155fb6a32d76 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Request body: {'security_group_rule': {'security_group_id': '18fe14fc-3d2f-467e-b410-a5b9162cb02b', 'project_id': '389db14026e442d38b1277877f87865c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:37:58.085365 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-41fcc73b-c90d-4e8b-8d3a-ca391bfd5726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'name': 'tempest-TestMinimumBasicScenario-1545279724-router', 'tenant_id': '389db14026e442d38b1277877f87865c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:37:05Z', 'updated_at': '2021-07-22T17:37:08Z', 'revision_number': 4, 'project_id': '389db14026e442d38b1277877f87865c', 'gw_port': {'id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:06Z', 'updated_at': '2021-07-22T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '2b44f964-38d5-4a72-aaea-a99cea0a906f', 'tenant_id': '389db14026e442d38b1277877f87865c', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'port_id': '06700dd4-c66a-4f64-ab78-a2178847f4c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1', 'mac_address': 'fa:16:3e:4e:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa62375-9229-4a8b-944b-df06df27f1a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:37:55Z', 'updated_at': '2021-07-22T17:37:55Z', 'revision_number': 0, 'project_id': '389db14026e442d38b1277877f87865c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d27a79-9bc4-47bd-be99-f3f353a36041', 'name': '', 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1', 'tenant_id': '389db14026e442d38b1277877f87865c', 'mac_address': 'fa:16:3e:22:da:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '765668b7-b613-483b-bc14-5a180d006282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:07Z', 'updated_at': '2021-07-22T17:37:14Z', 'revision_number': 5, 'project_id': '389db14026e442d38b1277877f87865c', 'subnets': [{'id': '765668b7-b613-483b-bc14-5a180d006282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:37:58.091504 n-d-798930-9 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-acec3689-a718-46c1-a12e-155fb6a32d76 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Project 389db14026e442d38b1277877f87865c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:37:58.096636 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acec3689-a718-46c1-a12e-155fb6a32d76 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:58.114328 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fcc73b-c90d-4e8b-8d3a-ca391bfd5726 None None] The sync data for ids ['dee1e932-d5a7-4a57-b315-41b7e16661f5'] in n-d-798930-9 is: [{'id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'name': 'tempest-TestMinimumBasicScenario-1545279724-router', 'tenant_id': '389db14026e442d38b1277877f87865c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:37:05Z', 'updated_at': '2021-07-22T17:37:08Z', 'revision_number': 4, 'project_id': '389db14026e442d38b1277877f87865c', 'gw_port': {'id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:06Z', 'updated_at': '2021-07-22T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '2b44f964-38d5-4a72-aaea-a99cea0a906f', 'tenant_id': '389db14026e442d38b1277877f87865c', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'port_id': '06700dd4-c66a-4f64-ab78-a2178847f4c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1', 'mac_address': 'fa:16:3e:4e:d7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa62375-9229-4a8b-944b-df06df27f1a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:37:55Z', 'updated_at': '2021-07-22T17:37:55Z', 'revision_number': 0, 'project_id': '389db14026e442d38b1277877f87865c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d27a79-9bc4-47bd-be99-f3f353a36041', 'name': '', 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1', 'tenant_id': '389db14026e442d38b1277877f87865c', 'mac_address': 'fa:16:3e:22:da:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '765668b7-b613-483b-bc14-5a180d006282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:07Z', 'updated_at': '2021-07-22T17:37:14Z', 'revision_number': 5, 'project_id': '389db14026e442d38b1277877f87865c', 'subnets': [{'id': '765668b7-b613-483b-bc14-5a180d006282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:37:58.163123 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acec3689-a718-46c1-a12e-155fb6a32d76 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:58.167199 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acec3689-a718-46c1-a12e-155fb6a32d76 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:58.188216 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec3689-a718-46c1-a12e-155fb6a32d76 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9f7cac-04a9-47fa-9577-ed5c15b287d8,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:58.192221 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acec3689-a718-46c1-a12e-155fb6a32d76 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:58.196655 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-acec3689-a718-46c1-a12e-155fb6a32d76 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1300883 Jul 22 17:37:58.274389 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-07b3ce94-0716-42f3-8f0e-9854eebb6f8d req-97ce8ebc-4866-49d2-9d27-7b147e32e7f6 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2116765317&fields=id&tenant_id=389db14026e442d38b1277877f87865c HTTP/1.1" status: 200 len: 267 time: 0.0365415 Jul 22 17:37:58.315714 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc8cd59-799e-4ed3-ad8c-a88dc5df234a None None] New status for floating IP 2b44f964-38d5-4a72-aaea-a99cea0a906f: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:37:58.344407 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3ce94-0716-42f3-8f0e-9854eebb6f8d req-e533496d-3d7f-4c2f-b841-b3f70551e5c9 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:58.346024 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-07b3ce94-0716-42f3-8f0e-9854eebb6f8d req-e533496d-3d7f-4c2f-b841-b3f70551e5c9 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 945 time: 0.0659478 Jul 22 17:37:58.357009 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-07b3ce94-0716-42f3-8f0e-9854eebb6f8d req-8699a07c-4240-43d5-8efc-6def07968aa0 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Request body: {'port': {'security_groups': ['ba747e2d-00a4-4381-b71a-b442c55b18f5', '18fe14fc-3d2f-467e-b410-a5b9162cb02b']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:37:58.447028 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-07b3ce94-0716-42f3-8f0e-9854eebb6f8d req-8699a07c-4240-43d5-8efc-6def07968aa0 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:58.641075 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-07b3ce94-0716-42f3-8f0e-9854eebb6f8d req-8699a07c-4240-43d5-8efc-6def07968aa0 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] For port 06700dd4-c66a-4f64-ab78-a2178847f4c8, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=06700dd4-c66a-4f64-ab78-a2178847f4c8,segment=NetworkSegment(850ee095-24a8-493f-84b2-68b61b235895),segment_id=850ee095-24a8-493f-84b2-68b61b235895)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:37:58.670169 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-07b3ce94-0716-42f3-8f0e-9854eebb6f8d req-8699a07c-4240-43d5-8efc-6def07968aa0 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:58.674503 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-07b3ce94-0716-42f3-8f0e-9854eebb6f8d req-8699a07c-4240-43d5-8efc-6def07968aa0 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:58.706620 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['06700dd4-c66a-4f64-ab78-a2178847f4c8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:37:58.720566 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3ce94-0716-42f3-8f0e-9854eebb6f8d req-8699a07c-4240-43d5-8efc-6def07968aa0 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:58.721192 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-07b3ce94-0716-42f3-8f0e-9854eebb6f8d req-8699a07c-4240-43d5-8efc-6def07968aa0 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:58.722673 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-07b3ce94-0716-42f3-8f0e-9854eebb6f8d req-8699a07c-4240-43d5-8efc-6def07968aa0 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "PUT /v2.0/ports/06700dd4-c66a-4f64-ab78-a2178847f4c8 HTTP/1.1" status: 200 len: 981 time: 0.3706417 Jul 22 17:37:58.753050 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699a07c-4240-43d5-8efc-6def07968aa0 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Pushing event updated for resources: {'Port': ['ID=06700dd4-c66a-4f64-ab78-a2178847f4c8,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:37:58.828707 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['06700dd4-c66a-4f64-ab78-a2178847f4c8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:37:58.873979 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b5482-5957-4792-85bb-a46eb64a0856 req-18c8a95f-1188-440c-a600-a1a46c6c00c7 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:58.875681 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7f3b5482-5957-4792-85bb-a46eb64a0856 req-18c8a95f-1188-440c-a600-a1a46c6c00c7 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 984 time: 0.0703390 Jul 22 17:37:58.918598 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7f3b5482-5957-4792-85bb-a46eb64a0856 req-b85280a7-9f92-4b86-9c01-61303f1cfd34 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=18fe14fc-3d2f-467e-b410-a5b9162cb02b&id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359957 Jul 22 17:37:59.055288 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e608aaf6-7c9e-49be-9f85-92e0dcbd72e3 None None] Provisioning complete for port 06700dd4-c66a-4f64-ab78-a2178847f4c8 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:37:59.055581 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e608aaf6-7c9e-49be-9f85-92e0dcbd72e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:59.176368 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b5cb1854-53cc-436b-89cf-e0e4243c81a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:59.253028 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa62375-9229-4a8b-944b-df06df27f1a3', 'tag': '06700dd4-c66a-4f64-ab78-a2178847f4c8'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:37:59.256288 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6e21ee-2611-45db-9d7e-2c4490cf78af" -d '{"events": [{"name": "network-changed", "server_uuid": "daa62375-9229-4a8b-944b-df06df27f1a3", "tag": "06700dd4-c66a-4f64-ab78-a2178847f4c8"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:37:59.293262 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565ea4c5-df75-42d6-9ce9-3d236159fa8c x-openstack-request-id: req-565ea4c5-df75-42d6-9ce9-3d236159fa8c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:37:59.293857 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa62375-9229-4a8b-944b-df06df27f1a3", "tag": "06700dd4-c66a-4f64-ab78-a2178847f4c8", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:37:59.293857 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-565ea4c5-df75-42d6-9ce9-3d236159fa8c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:37:59.294233 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa62375-9229-4a8b-944b-df06df27f1a3', 'tag': '06700dd4-c66a-4f64-ab78-a2178847f4c8', 'status': 'completed', 'code': 200} Jul 22 17:37:59.393393 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e21ee-2611-45db-9d7e-2c4490cf78af req-c5e45c26-2a9a-480c-90a6-c7a21c0ab583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:59.394945 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cd6e21ee-2611-45db-9d7e-2c4490cf78af req-c5e45c26-2a9a-480c-90a6-c7a21c0ab583 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=389db14026e442d38b1277877f87865c&device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 1135 time: 0.0572484 Jul 22 17:37:59.489644 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e21ee-2611-45db-9d7e-2c4490cf78af req-6f45d454-8c2e-43f0-9d1c-6074bf95c789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:59.491171 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cd6e21ee-2611-45db-9d7e-2c4490cf78af req-6f45d454-8c2e-43f0-9d1c-6074bf95c789 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2910556b-49c2-42d9-8723-55349cdf66f1 HTTP/1.1" status: 200 len: 916 time: 0.0887387 Jul 22 17:37:59.560336 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cd6e21ee-2611-45db-9d7e-2c4490cf78af req-178b8a95-6ba6-4759-93ff-04696f409e12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06700dd4-c66a-4f64-ab78-a2178847f4c8 HTTP/1.1" status: 200 len: 1000 time: 0.0618486 Jul 22 17:37:59.609807 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e21ee-2611-45db-9d7e-2c4490cf78af req-a56949d5-7f0a-4add-b5ed-5f3ffdcf168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:59.611236 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cd6e21ee-2611-45db-9d7e-2c4490cf78af req-a56949d5-7f0a-4add-b5ed-5f3ffdcf168c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=765668b7-b613-483b-bc14-5a180d006282 HTTP/1.1" status: 200 len: 854 time: 0.0431941 Jul 22 17:37:59.669379 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e21ee-2611-45db-9d7e-2c4490cf78af req-49e72101-9b69-4937-97b4-f3e543f20153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:59.670900 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cd6e21ee-2611-45db-9d7e-2c4490cf78af req-49e72101-9b69-4937-97b4-f3e543f20153 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2910556b-49c2-42d9-8723-55349cdf66f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528471 Jul 22 17:37:59.764418 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cd6e21ee-2611-45db-9d7e-2c4490cf78af req-4249e5ae-42bd-4d88-bc73-d32916535de6 service neutron] 10.222.0.30 "GET /v2.0/networks/2910556b-49c2-42d9-8723-55349cdf66f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859828 Jul 22 17:37:59.851174 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cd6e21ee-2611-45db-9d7e-2c4490cf78af req-bc06211e-46e7-49e7-a53c-d9986559035d service neutron] 10.222.0.30 "GET /v2.0/networks/2910556b-49c2-42d9-8723-55349cdf66f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796678 Jul 22 17:38:01.676928 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9b15cc6-d17b-47f2-aecd-2142e306c5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:01.697105 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:02.404743 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:38:03.022078 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:04.856568 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:12.606292 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:12.656444 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.190297 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d46629-6c9d-485a-b7a5-5f14669205db req-f2747182-1680-4bd7-b566-9c223215f233 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:16.191696 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-59d46629-6c9d-485a-b7a5-5f14669205db req-f2747182-1680-4bd7-b566-9c223215f233 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 984 time: 0.1089759 Jul 22 17:38:16.198303 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25cd0c-346c-43a4-8ba5-136507ab6bc2 req-e51da854-cfe5-4834-bab7-1c097099bdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:16.199718 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f25cd0c-346c-43a4-8ba5-136507ab6bc2 req-e51da854-cfe5-4834-bab7-1c097099bdd8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=389db14026e442d38b1277877f87865c&device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 1135 time: 0.0859442 Jul 22 17:38:16.261270 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-59d46629-6c9d-485a-b7a5-5f14669205db req-481b42e0-e07d-40c0-a299-7175ec868f39 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=18fe14fc-3d2f-467e-b410-a5b9162cb02b&id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605919 Jul 22 17:38:16.314601 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25cd0c-346c-43a4-8ba5-136507ab6bc2 req-5d25e3f3-ece8-4891-abfd-bdd7698564fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:16.316062 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f25cd0c-346c-43a4-8ba5-136507ab6bc2 req-5d25e3f3-ece8-4891-abfd-bdd7698564fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=2910556b-49c2-42d9-8723-55349cdf66f1 HTTP/1.1" status: 200 len: 916 time: 0.1096554 Jul 22 17:38:16.381225 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f25cd0c-346c-43a4-8ba5-136507ab6bc2 req-38e12835-2fcf-49bd-9e55-eb207c445d7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06700dd4-c66a-4f64-ab78-a2178847f4c8 HTTP/1.1" status: 200 len: 1000 time: 0.0580721 Jul 22 17:38:16.435206 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25cd0c-346c-43a4-8ba5-136507ab6bc2 req-b4dba061-d9de-40e1-9a67-53e347e7eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:16.436637 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f25cd0c-346c-43a4-8ba5-136507ab6bc2 req-b4dba061-d9de-40e1-9a67-53e347e7eb15 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=765668b7-b613-483b-bc14-5a180d006282 HTTP/1.1" status: 200 len: 854 time: 0.0483961 Jul 22 17:38:16.498107 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25cd0c-346c-43a4-8ba5-136507ab6bc2 req-f51d5ace-4ebd-4cb9-8a22-2c6bfa287b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:16.499494 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f25cd0c-346c-43a4-8ba5-136507ab6bc2 req-f51d5ace-4ebd-4cb9-8a22-2c6bfa287b9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2910556b-49c2-42d9-8723-55349cdf66f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561719 Jul 22 17:38:16.585998 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f25cd0c-346c-43a4-8ba5-136507ab6bc2 req-a2551e8c-a654-4e46-8a79-722d9274494a service neutron] 10.222.0.30 "GET /v2.0/networks/2910556b-49c2-42d9-8723-55349cdf66f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793524 Jul 22 17:38:16.676653 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f25cd0c-346c-43a4-8ba5-136507ab6bc2 req-870afd7e-da5f-4b47-8f30-57143c501e95 service neutron] 10.222.0.30 "GET /v2.0/networks/2910556b-49c2-42d9-8723-55349cdf66f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840967 Jul 22 17:38:17.391272 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2676fc-8696-4424-b99d-70b041bd5bda req-673832c6-1309-4d6d-9018-0d887f4c1863 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:17.392651 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cc2676fc-8696-4424-b99d-70b041bd5bda req-673832c6-1309-4d6d-9018-0d887f4c1863 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 984 time: 0.0630064 Jul 22 17:38:17.435700 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-cc2676fc-8696-4424-b99d-70b041bd5bda req-4745d06c-1ca4-42ad-b25f-a412da6036d8 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=18fe14fc-3d2f-467e-b410-a5b9162cb02b&id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374463 Jul 22 17:38:18.567682 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5f270-29a5-4fd5-8518-912d90f6e9ac req-03b8b66a-584d-4a8a-af7d-8060c1cec4ff tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:18.569201 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f8b5f270-29a5-4fd5-8518-912d90f6e9ac req-03b8b66a-584d-4a8a-af7d-8060c1cec4ff tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 984 time: 0.0652506 Jul 22 17:38:18.608440 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f8b5f270-29a5-4fd5-8518-912d90f6e9ac req-a82367d0-6c2d-427d-b5bc-4b556daad7e0 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=18fe14fc-3d2f-467e-b410-a5b9162cb02b&id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335684 Jul 22 17:38:19.735871 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e391f-937e-4b69-8d04-55926db2a73d req-a17c8989-7dfa-4b8b-91f5-ff721e318572 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:19.737405 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6f2e391f-937e-4b69-8d04-55926db2a73d req-a17c8989-7dfa-4b8b-91f5-ff721e318572 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 984 time: 0.0636003 Jul 22 17:38:19.776317 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6f2e391f-937e-4b69-8d04-55926db2a73d req-483e8032-98a0-4d26-89f1-6982e9ea02e2 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=18fe14fc-3d2f-467e-b410-a5b9162cb02b&id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333579 Jul 22 17:38:20.903581 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f836360-2e38-495e-af9c-7837b7029cc5 req-251a52a0-1e9c-4b19-bea4-9252d6f9f6a8 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:20.905045 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f836360-2e38-495e-af9c-7837b7029cc5 req-251a52a0-1e9c-4b19-bea4-9252d6f9f6a8 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 984 time: 0.0632393 Jul 22 17:38:20.944228 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f836360-2e38-495e-af9c-7837b7029cc5 req-3f88cb2b-6035-477f-ae99-e439f568cb83 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=18fe14fc-3d2f-467e-b410-a5b9162cb02b&id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334938 Jul 22 17:38:22.074010 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c872f-dd79-44a3-9315-ec30e00eced8 req-b3b7c346-8be0-4929-bf64-24c9fda12ea3 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:22.075504 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-019c872f-dd79-44a3-9315-ec30e00eced8 req-b3b7c346-8be0-4929-bf64-24c9fda12ea3 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 984 time: 0.0658903 Jul 22 17:38:22.119575 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-019c872f-dd79-44a3-9315-ec30e00eced8 req-02be6497-f06f-4db5-887c-2c800e3078d1 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=18fe14fc-3d2f-467e-b410-a5b9162cb02b&id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383551 Jul 22 17:38:23.251977 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a190a5-259e-4987-9105-607df9545e8b req-dbc7e52e-a979-43bb-b814-f19b7ee584a8 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:23.253439 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c0a190a5-259e-4987-9105-607df9545e8b req-dbc7e52e-a979-43bb-b814-f19b7ee584a8 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 984 time: 0.0673788 Jul 22 17:38:23.292684 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c0a190a5-259e-4987-9105-607df9545e8b req-b51a797e-c22a-464e-b135-a8b19f6b3eb0 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=18fe14fc-3d2f-467e-b410-a5b9162cb02b&id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330429 Jul 22 17:38:24.422750 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac439ed4-9e7d-4214-ab04-009212982b97 req-05fec9df-6bd7-4f55-ad77-1cc9f30bb041 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:24.424117 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac439ed4-9e7d-4214-ab04-009212982b97 req-05fec9df-6bd7-4f55-ad77-1cc9f30bb041 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 984 time: 0.0668049 Jul 22 17:38:24.462647 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ac439ed4-9e7d-4214-ab04-009212982b97 req-0712d08a-f238-416d-b666-441ff7e0d889 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=18fe14fc-3d2f-467e-b410-a5b9162cb02b&id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329545 Jul 22 17:38:25.591748 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635c0ad-407a-4452-bc2f-cbf6f4ec112b req-85977652-9478-4473-bf5b-5c1fe37a0315 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:25.593242 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c635c0ad-407a-4452-bc2f-cbf6f4ec112b req-85977652-9478-4473-bf5b-5c1fe37a0315 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 984 time: 0.0637138 Jul 22 17:38:25.632463 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c635c0ad-407a-4452-bc2f-cbf6f4ec112b req-adb73a00-3f27-49ca-a6e1-42d032e49c5c tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=18fe14fc-3d2f-467e-b410-a5b9162cb02b&id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335746 Jul 22 17:38:26.760436 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1d29e-3802-4cf7-9dfd-8f63da1de2a8 req-a6665c62-e305-42ea-a92a-e0bf3558cd9b tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:26.761903 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-45d1d29e-3802-4cf7-9dfd-8f63da1de2a8 req-a6665c62-e305-42ea-a92a-e0bf3558cd9b tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 984 time: 0.0640740 Jul 22 17:38:26.799905 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-45d1d29e-3802-4cf7-9dfd-8f63da1de2a8 req-b8ed1ea5-0bb8-45ba-a7e5-d463e0a65998 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=18fe14fc-3d2f-467e-b410-a5b9162cb02b&id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323739 Jul 22 17:38:27.942471 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d3225-c20e-47b5-b655-1355664a75e0 req-075084b8-f50d-4863-b4c8-c1fa718c265d tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:27.943986 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-828d3225-c20e-47b5-b655-1355664a75e0 req-075084b8-f50d-4863-b4c8-c1fa718c265d tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 984 time: 0.0764911 Jul 22 17:38:27.984877 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-828d3225-c20e-47b5-b655-1355664a75e0 req-ccbabb97-7fee-4afd-9ffd-ef93dde6a30a tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=18fe14fc-3d2f-467e-b410-a5b9162cb02b&id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346563 Jul 22 17:38:29.137677 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62387457-3d62-4439-95f7-c1e0ad1e1a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:31.675971 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c287d7f-2e59-4c3c-8991-c293b2ba12b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:31.697453 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:33.025934 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:34.856960 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:39.405369 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:38:42.606195 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:42.668456 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:48.799418 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af802cd0-765a-4248-9b8f-d56fb9508e36 req-7e09fcdc-033f-4680-977c-0c8a116ef1dd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527472 Jul 22 17:38:48.908161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af802cd0-765a-4248-9b8f-d56fb9508e36 req-5a83babc-83a0-48bc-a80a-11bffff880d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:48.909652 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af802cd0-765a-4248-9b8f-d56fb9508e36 req-5a83babc-83a0-48bc-a80a-11bffff880d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=389db14026e442d38b1277877f87865c&device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 1135 time: 0.0542974 Jul 22 17:38:49.014466 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af802cd0-765a-4248-9b8f-d56fb9508e36 req-0884eec7-7aa0-4113-85c8-489347bad035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:49.018421 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af802cd0-765a-4248-9b8f-d56fb9508e36 req-0884eec7-7aa0-4113-85c8-489347bad035 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2910556b-49c2-42d9-8723-55349cdf66f1 HTTP/1.1" status: 200 len: 916 time: 0.0874062 Jul 22 17:38:49.082251 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af802cd0-765a-4248-9b8f-d56fb9508e36 req-6ac2b46f-1aaa-4dcf-8566-6f44d89f6e3e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06700dd4-c66a-4f64-ab78-a2178847f4c8 HTTP/1.1" status: 200 len: 1000 time: 0.0592437 Jul 22 17:38:49.135899 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af802cd0-765a-4248-9b8f-d56fb9508e36 req-2865915a-2244-48bf-b499-d05d0eccbe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:49.137341 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af802cd0-765a-4248-9b8f-d56fb9508e36 req-2865915a-2244-48bf-b499-d05d0eccbe7f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=765668b7-b613-483b-bc14-5a180d006282 HTTP/1.1" status: 200 len: 854 time: 0.0475779 Jul 22 17:38:49.200618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af802cd0-765a-4248-9b8f-d56fb9508e36 req-d725bd8f-a447-4a27-9ea7-c20f1987468d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:49.202130 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af802cd0-765a-4248-9b8f-d56fb9508e36 req-d725bd8f-a447-4a27-9ea7-c20f1987468d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2910556b-49c2-42d9-8723-55349cdf66f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574279 Jul 22 17:38:49.300137 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af802cd0-765a-4248-9b8f-d56fb9508e36 req-ef721d47-f161-478b-83ea-eeadda74a1b7 service neutron] 10.222.0.30 "GET /v2.0/networks/2910556b-49c2-42d9-8723-55349cdf66f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889690 Jul 22 17:38:49.391572 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af802cd0-765a-4248-9b8f-d56fb9508e36 req-47fc0324-ebc2-40af-b49a-40aee62e9b5f service neutron] 10.222.0.30 "GET /v2.0/networks/2910556b-49c2-42d9-8723-55349cdf66f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848203 Jul 22 17:38:59.138936 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5197bb7b-a4bb-4f78-99ed-879fb45be3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:00.349805 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0348ad67-1ba8-42f3-9956-3e4ace8faee1 req-9b3d171b-51eb-42e2-bbca-cb1b565be4e0 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2116765317&fields=id&tenant_id=389db14026e442d38b1277877f87865c HTTP/1.1" status: 200 len: 267 time: 0.0326283 Jul 22 17:39:00.418974 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348ad67-1ba8-42f3-9956-3e4ace8faee1 req-2feed90d-591c-4b36-b698-2311e3ec28f8 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:00.420942 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0348ad67-1ba8-42f3-9956-3e4ace8faee1 req-2feed90d-591c-4b36-b698-2311e3ec28f8 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 984 time: 0.0661852 Jul 22 17:39:00.431506 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [req-0348ad67-1ba8-42f3-9956-3e4ace8faee1 req-b8183169-bf36-431b-a135-018521b612cd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Request body: {'port': {'security_groups': ['ba747e2d-00a4-4381-b71a-b442c55b18f5']}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:00.512819 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0348ad67-1ba8-42f3-9956-3e4ace8faee1 req-b8183169-bf36-431b-a135-018521b612cd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:00.682213 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [req-0348ad67-1ba8-42f3-9956-3e4ace8faee1 req-b8183169-bf36-431b-a135-018521b612cd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] For port 06700dd4-c66a-4f64-ab78-a2178847f4c8, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=06700dd4-c66a-4f64-ab78-a2178847f4c8,segment=NetworkSegment(850ee095-24a8-493f-84b2-68b61b235895),segment_id=850ee095-24a8-493f-84b2-68b61b235895)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:00.709441 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0348ad67-1ba8-42f3-9956-3e4ace8faee1 req-b8183169-bf36-431b-a135-018521b612cd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:00.713883 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0348ad67-1ba8-42f3-9956-3e4ace8faee1 req-b8183169-bf36-431b-a135-018521b612cd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:00.746912 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['06700dd4-c66a-4f64-ab78-a2178847f4c8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:39:00.755877 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348ad67-1ba8-42f3-9956-3e4ace8faee1 req-b8183169-bf36-431b-a135-018521b612cd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:00.756202 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [req-0348ad67-1ba8-42f3-9956-3e4ace8faee1 req-b8183169-bf36-431b-a135-018521b612cd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:00.757629 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0348ad67-1ba8-42f3-9956-3e4ace8faee1 req-b8183169-bf36-431b-a135-018521b612cd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "PUT /v2.0/ports/06700dd4-c66a-4f64-ab78-a2178847f4c8 HTTP/1.1" status: 200 len: 942 time: 0.3305504 Jul 22 17:39:00.758132 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa62375-9229-4a8b-944b-df06df27f1a3', 'tag': '06700dd4-c66a-4f64-ab78-a2178847f4c8'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:39:00.763371 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d235f272f8511c600301b52ddf7b8bba0b6464469fe4a6096d752437cb6b909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2145cdcf-9fc9-4594-9438-c48eb372b620" -d '{"events": [{"name": "network-changed", "server_uuid": "daa62375-9229-4a8b-944b-df06df27f1a3", "tag": "06700dd4-c66a-4f64-ab78-a2178847f4c8"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:39:00.764033 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41268) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:00.787738 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8183169-bf36-431b-a135-018521b612cd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Pushing event updated for resources: {'Port': ['ID=06700dd4-c66a-4f64-ab78-a2178847f4c8,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:00.798688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8183169-bf36-431b-a135-018521b612cd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:00.799032 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8183169-bf36-431b-a135-018521b612cd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:00.799535 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8183169-bf36-431b-a135-018521b612cd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:00.799881 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8183169-bf36-431b-a135-018521b612cd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:00.800212 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8183169-bf36-431b-a135-018521b612cd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:00.800543 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8183169-bf36-431b-a135-018521b612cd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:00.800874 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8183169-bf36-431b-a135-018521b612cd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:00.801197 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8183169-bf36-431b-a135-018521b612cd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:00.801853 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8183169-bf36-431b-a135-018521b612cd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:00.802354 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8183169-bf36-431b-a135-018521b612cd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:00.802682 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8183169-bf36-431b-a135-018521b612cd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:00.803006 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8183169-bf36-431b-a135-018521b612cd tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:00.857209 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94dc30db-e504-45a3-9cc4-c02b97b0e4ea tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:00.886742 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94dc30db-e504-45a3-9cc4-c02b97b0e4ea tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:00.942937 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['06700dd4-c66a-4f64-ab78-a2178847f4c8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:39:00.957519 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7310b0b6-e228-4acb-96ec-d589a803885f x-openstack-request-id: req-7310b0b6-e228-4acb-96ec-d589a803885f {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:39:00.957809 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa62375-9229-4a8b-944b-df06df27f1a3", "tag": "06700dd4-c66a-4f64-ab78-a2178847f4c8", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:39:00.958093 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7310b0b6-e228-4acb-96ec-d589a803885f {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:39:00.958515 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa62375-9229-4a8b-944b-df06df27f1a3', 'tag': '06700dd4-c66a-4f64-ab78-a2178847f4c8', 'status': 'completed', 'code': 200} Jul 22 17:39:00.959076 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94dc30db-e504-45a3-9cc4-c02b97b0e4ea tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:00.961670 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-94dc30db-e504-45a3-9cc4-c02b97b0e4ea tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:00.962966 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-94dc30db-e504-45a3-9cc4-c02b97b0e4ea tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "DELETE /v2.0/security-groups/18fe14fc-3d2f-467e-b410-a5b9162cb02b HTTP/1.1" status: 204 len: 168 time: 0.1960328 Jul 22 17:39:00.965593 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41272) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:00.981634 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc30db-e504-45a3-9cc4-c02b97b0e4ea tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fe14fc-3d2f-467e-b410-a5b9162cb02b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:00.990654 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc30db-e504-45a3-9cc4-c02b97b0e4ea tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:00.991299 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc30db-e504-45a3-9cc4-c02b97b0e4ea tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:00.991803 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc30db-e504-45a3-9cc4-c02b97b0e4ea tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:00.992145 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc30db-e504-45a3-9cc4-c02b97b0e4ea tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:00.992484 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc30db-e504-45a3-9cc4-c02b97b0e4ea tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:00.992809 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc30db-e504-45a3-9cc4-c02b97b0e4ea tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:00.993137 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc30db-e504-45a3-9cc4-c02b97b0e4ea tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:00.993462 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc30db-e504-45a3-9cc4-c02b97b0e4ea tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:00.993787 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc30db-e504-45a3-9cc4-c02b97b0e4ea tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:00.994150 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc30db-e504-45a3-9cc4-c02b97b0e4ea tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:00.994475 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc30db-e504-45a3-9cc4-c02b97b0e4ea tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:00.995678 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc30db-e504-45a3-9cc4-c02b97b0e4ea tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:01.052005 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b2c26eaf-2ee5-4e05-8b86-0b76ebd0379d None None] Provisioning complete for port 06700dd4-c66a-4f64-ab78-a2178847f4c8 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:01.052355 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b2c26eaf-2ee5-4e05-8b86-0b76ebd0379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:01.072437 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145cdcf-9fc9-4594-9438-c48eb372b620 req-566bccae-bf0e-4921-b4ce-37d39c31ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:01.074119 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2145cdcf-9fc9-4594-9438-c48eb372b620 req-566bccae-bf0e-4921-b4ce-37d39c31ff18 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=389db14026e442d38b1277877f87865c&device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 1096 time: 0.0685332 Jul 22 17:39:01.157443 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-46b28d64-2c51-4dd9-8b9f-63d10cc307f2 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Deleting port bcb6f776-5ddc-4485-b5af-4f9c28423bd6 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:39:01.158823 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46b28d64-2c51-4dd9-8b9f-63d10cc307f2 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:01.170015 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145cdcf-9fc9-4594-9438-c48eb372b620 req-eadab1e1-81a1-4142-a553-246cf4966ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:01.171521 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2145cdcf-9fc9-4594-9438-c48eb372b620 req-eadab1e1-81a1-4142-a553-246cf4966ed3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2910556b-49c2-42d9-8723-55349cdf66f1 HTTP/1.1" status: 200 len: 916 time: 0.0912266 Jul 22 17:39:01.235617 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46b28d64-2c51-4dd9-8b9f-63d10cc307f2 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:01.236033 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46b28d64-2c51-4dd9-8b9f-63d10cc307f2 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:01.243062 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2145cdcf-9fc9-4594-9438-c48eb372b620 req-4a49825b-47c4-41cc-9db9-ca151e8dff93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06700dd4-c66a-4f64-ab78-a2178847f4c8 HTTP/1.1" status: 200 len: 1000 time: 0.0641141 Jul 22 17:39:01.247588 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-46b28d64-2c51-4dd9-8b9f-63d10cc307f2 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Calling delete_port for bcb6f776-5ddc-4485-b5af-4f9c28423bd6 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:39:01.292297 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145cdcf-9fc9-4594-9438-c48eb372b620 req-7159a2cf-ec6b-4ec9-b21f-44537fe6b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:01.293760 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2145cdcf-9fc9-4594-9438-c48eb372b620 req-7159a2cf-ec6b-4ec9-b21f-44537fe6b1ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=765668b7-b613-483b-bc14-5a180d006282 HTTP/1.1" status: 200 len: 854 time: 0.0442467 Jul 22 17:39:01.360122 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145cdcf-9fc9-4594-9438-c48eb372b620 req-6fc359a1-79fc-4b4a-b10a-b1be5eb85313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:01.361658 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2145cdcf-9fc9-4594-9438-c48eb372b620 req-6fc359a1-79fc-4b4a-b10a-b1be5eb85313 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2910556b-49c2-42d9-8723-55349cdf66f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602279 Jul 22 17:39:01.397423 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46b28d64-2c51-4dd9-8b9f-63d10cc307f2 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:01.422214 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b28d64-2c51-4dd9-8b9f-63d10cc307f2 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Pushing event deleted for resources: {'Port': ['ID=bcb6f776-5ddc-4485-b5af-4f9c28423bd6,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:01.456999 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2145cdcf-9fc9-4594-9438-c48eb372b620 req-fa24d8d2-da8c-43fe-ac49-6ea5f9b59761 service neutron] 10.222.0.30 "GET /v2.0/networks/2910556b-49c2-42d9-8723-55349cdf66f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879898 Jul 22 17:39:01.487266 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46b28d64-2c51-4dd9-8b9f-63d10cc307f2 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:01.487630 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-46b28d64-2c51-4dd9-8b9f-63d10cc307f2 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Floating IP 2b44f964-38d5-4a72-aaea-a99cea0a906f disassociated (deleted). External IP: 172.25.0.49, port: 06700dd4-c66a-4f64-ab78-a2178847f4c8. Jul 22 17:39:01.546776 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2145cdcf-9fc9-4594-9438-c48eb372b620 req-db5478f6-f2a1-46bb-9c06-62c52f14eee3 service neutron] 10.222.0.30 "GET /v2.0/networks/2910556b-49c2-42d9-8723-55349cdf66f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829275 Jul 22 17:39:01.675838 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-03dd6144-7926-4401-9b05-a523deca4345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:01.687368 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b28d64-2c51-4dd9-8b9f-63d10cc307f2 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Router dee1e932-d5a7-4a57-b315-41b7e16661f5 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:39:01.696934 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:01.793369 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b28d64-2c51-4dd9-8b9f-63d10cc307f2 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:39:01.798267 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46b28d64-2c51-4dd9-8b9f-63d10cc307f2 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:01.802917 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d491d5a1-7e7d-4ef2-8608-8e6abd0b69b3 None None] Sync routers for ids ['dee1e932-d5a7-4a57-b315-41b7e16661f5'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:39:01.812011 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d491d5a1-7e7d-4ef2-8608-8e6abd0b69b3 None None] Routers {'dee1e932-d5a7-4a57-b315-41b7e16661f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:01.812616 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d491d5a1-7e7d-4ef2-8608-8e6abd0b69b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:39:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dee1e932-d5a7-4a57-b315-41b7e16661f5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:01.834025 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-46b28d64-2c51-4dd9-8b9f-63d10cc307f2 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "DELETE /v2.0/floatingips/2b44f964-38d5-4a72-aaea-a99cea0a906f HTTP/1.1" status: 204 len: 168 time: 0.8673844 Jul 22 17:39:01.917435 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-d491d5a1-7e7d-4ef2-8608-8e6abd0b69b3 None None] Set router dee1e932-d5a7-4a57-b315-41b7e16661f5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:02.127028 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d491d5a1-7e7d-4ef2-8608-8e6abd0b69b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'name': 'tempest-TestMinimumBasicScenario-1545279724-router', 'tenant_id': '389db14026e442d38b1277877f87865c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:37:05Z', 'updated_at': '2021-07-22T17:37:08Z', 'revision_number': 4, 'project_id': '389db14026e442d38b1277877f87865c', 'gw_port': {'id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:06Z', 'updated_at': '2021-07-22T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '37d27a79-9bc4-47bd-be99-f3f353a36041', 'name': '', 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1', 'tenant_id': '389db14026e442d38b1277877f87865c', 'mac_address': 'fa:16:3e:22:da:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '765668b7-b613-483b-bc14-5a180d006282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:07Z', 'updated_at': '2021-07-22T17:37:14Z', 'revision_number': 5, 'project_id': '389db14026e442d38b1277877f87865c', 'subnets': [{'id': '765668b7-b613-483b-bc14-5a180d006282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:02.156831 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d491d5a1-7e7d-4ef2-8608-8e6abd0b69b3 None None] Checking router: dee1e932-d5a7-4a57-b315-41b7e16661f5 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:39:02.164800 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d491d5a1-7e7d-4ef2-8608-8e6abd0b69b3 None None] Routers {'dee1e932-d5a7-4a57-b315-41b7e16661f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:02.165393 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d491d5a1-7e7d-4ef2-8608-8e6abd0b69b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:39:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dee1e932-d5a7-4a57-b315-41b7e16661f5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:02.266008 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-d491d5a1-7e7d-4ef2-8608-8e6abd0b69b3 None None] Set router dee1e932-d5a7-4a57-b315-41b7e16661f5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:02.467739 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d491d5a1-7e7d-4ef2-8608-8e6abd0b69b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'name': 'tempest-TestMinimumBasicScenario-1545279724-router', 'tenant_id': '389db14026e442d38b1277877f87865c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:37:05Z', 'updated_at': '2021-07-22T17:37:08Z', 'revision_number': 4, 'project_id': '389db14026e442d38b1277877f87865c', 'gw_port': {'id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:06Z', 'updated_at': '2021-07-22T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '37d27a79-9bc4-47bd-be99-f3f353a36041', 'name': '', 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1', 'tenant_id': '389db14026e442d38b1277877f87865c', 'mac_address': 'fa:16:3e:22:da:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '765668b7-b613-483b-bc14-5a180d006282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:07Z', 'updated_at': '2021-07-22T17:37:14Z', 'revision_number': 5, 'project_id': '389db14026e442d38b1277877f87865c', 'subnets': [{'id': '765668b7-b613-483b-bc14-5a180d006282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:02.493448 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d491d5a1-7e7d-4ef2-8608-8e6abd0b69b3 None None] The sync data for ids ['dee1e932-d5a7-4a57-b315-41b7e16661f5'] in n-d-798930-9 is: [{'id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'name': 'tempest-TestMinimumBasicScenario-1545279724-router', 'tenant_id': '389db14026e442d38b1277877f87865c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:37:05Z', 'updated_at': '2021-07-22T17:37:08Z', 'revision_number': 4, 'project_id': '389db14026e442d38b1277877f87865c', 'gw_port': {'id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:06Z', 'updated_at': '2021-07-22T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '37d27a79-9bc4-47bd-be99-f3f353a36041', 'name': '', 'network_id': '2910556b-49c2-42d9-8723-55349cdf66f1', 'tenant_id': '389db14026e442d38b1277877f87865c', 'mac_address': 'fa:16:3e:22:da:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '765668b7-b613-483b-bc14-5a180d006282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:07Z', 'updated_at': '2021-07-22T17:37:14Z', 'revision_number': 5, 'project_id': '389db14026e442d38b1277877f87865c', 'subnets': [{'id': '765668b7-b613-483b-bc14-5a180d006282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:39:02.728227 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d5046e-b899-48af-8d0d-8063c1092649 None None] New status for floating IP 2b44f964-38d5-4a72-aaea-a99cea0a906f: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:39:02.960164 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa62375-9229-4a8b-944b-df06df27f1a3', 'tag': '06700dd4-c66a-4f64-ab78-a2178847f4c8'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:39:02.962530 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d235f272f8511c600301b52ddf7b8bba0b6464469fe4a6096d752437cb6b909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a2d0c9-9657-4d1e-a0ed-aa58aa0bf8c0" -d '{"events": [{"name": "network-changed", "server_uuid": "daa62375-9229-4a8b-944b-df06df27f1a3", "tag": "06700dd4-c66a-4f64-ab78-a2178847f4c8"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:39:02.998154 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39acb0db-eefb-4eb8-b925-bd01c5908c60 x-openstack-request-id: req-39acb0db-eefb-4eb8-b925-bd01c5908c60 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:39:02.998466 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa62375-9229-4a8b-944b-df06df27f1a3", "tag": "06700dd4-c66a-4f64-ab78-a2178847f4c8", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:39:02.998728 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-39acb0db-eefb-4eb8-b925-bd01c5908c60 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:39:02.999132 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa62375-9229-4a8b-944b-df06df27f1a3', 'tag': '06700dd4-c66a-4f64-ab78-a2178847f4c8', 'status': 'completed', 'code': 200} Jul 22 17:39:03.030183 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:03.108117 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2d0c9-9657-4d1e-a0ed-aa58aa0bf8c0 req-b498daec-4b05-4141-8b47-b7a1eb1e5a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:03.108117 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f4a2d0c9-9657-4d1e-a0ed-aa58aa0bf8c0 req-b498daec-4b05-4141-8b47-b7a1eb1e5a2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=389db14026e442d38b1277877f87865c&device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 1096 time: 0.0659487 Jul 22 17:39:03.212117 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2d0c9-9657-4d1e-a0ed-aa58aa0bf8c0 req-80eb82aa-3ea5-4511-834c-20567ab10c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:03.213640 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f4a2d0c9-9657-4d1e-a0ed-aa58aa0bf8c0 req-80eb82aa-3ea5-4511-834c-20567ab10c80 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2910556b-49c2-42d9-8723-55349cdf66f1 HTTP/1.1" status: 200 len: 916 time: 0.1002119 Jul 22 17:39:03.257999 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f4a2d0c9-9657-4d1e-a0ed-aa58aa0bf8c0 req-f5100d40-ab2f-4120-b3b3-5d047b28ba1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06700dd4-c66a-4f64-ab78-a2178847f4c8 HTTP/1.1" status: 200 len: 217 time: 0.0383496 Jul 22 17:39:03.305976 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2d0c9-9657-4d1e-a0ed-aa58aa0bf8c0 req-7e48fde9-30fc-43bf-93d6-00db13928ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:03.307453 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f4a2d0c9-9657-4d1e-a0ed-aa58aa0bf8c0 req-7e48fde9-30fc-43bf-93d6-00db13928ba5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=765668b7-b613-483b-bc14-5a180d006282 HTTP/1.1" status: 200 len: 854 time: 0.0435102 Jul 22 17:39:03.366731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2d0c9-9657-4d1e-a0ed-aa58aa0bf8c0 req-a858c08c-7d0b-4001-849d-cd19cd966468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:03.368301 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f4a2d0c9-9657-4d1e-a0ed-aa58aa0bf8c0 req-a858c08c-7d0b-4001-849d-cd19cd966468 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2910556b-49c2-42d9-8723-55349cdf66f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546391 Jul 22 17:39:03.460065 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f4a2d0c9-9657-4d1e-a0ed-aa58aa0bf8c0 req-a1c9ac59-2f99-43e4-ab24-be8988f2048f service neutron] 10.222.0.30 "GET /v2.0/networks/2910556b-49c2-42d9-8723-55349cdf66f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852215 Jul 22 17:39:03.550258 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f4a2d0c9-9657-4d1e-a0ed-aa58aa0bf8c0 req-a9a6cb5b-4f0e-4512-a5ae-c4597ade3f1d service neutron] 10.222.0.30 "GET /v2.0/networks/2910556b-49c2-42d9-8723-55349cdf66f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830402 Jul 22 17:39:04.865340 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:08.782813 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58405fd-47da-42b8-b62e-68d155072d53 req-eed5560f-fc4c-45fd-81f8-923759f3285e tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:08.784321 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f58405fd-47da-42b8-b62e-68d155072d53 req-eed5560f-fc4c-45fd-81f8-923759f3285e tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 945 time: 0.0638380 Jul 22 17:39:08.826909 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f58405fd-47da-42b8-b62e-68d155072d53 req-c32840d9-d30c-4e0b-890d-9ec836d7dfe9 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367975 Jul 22 17:39:10.027549 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f324abf-481e-4f3c-88ac-fdbbf3285628 req-2b5f16ff-3e2e-4935-9f7a-7d3bdb62a150 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:10.029030 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4f324abf-481e-4f3c-88ac-fdbbf3285628 req-2b5f16ff-3e2e-4935-9f7a-7d3bdb62a150 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 945 time: 0.1340954 Jul 22 17:39:10.067594 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4f324abf-481e-4f3c-88ac-fdbbf3285628 req-5cdaf1c7-5612-4d00-9bef-8f214ab77771 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/security-groups?id=ba747e2d-00a4-4381-b71a-b442c55b18f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325496 Jul 22 17:39:10.524892 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1aaba-bf11-4374-9e2f-7372453c689a req-93e92060-8644-46a1-92f7-fc57902ef1b0 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:10.526293 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-12b1aaba-bf11-4374-9e2f-7372453c689a req-93e92060-8644-46a1-92f7-fc57902ef1b0 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.30 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 945 time: 0.0627036 Jul 22 17:39:10.628459 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-12b1aaba-bf11-4374-9e2f-7372453c689a req-faf61310-733b-4b11-82f1-106520fe3856 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Deleting port 06700dd4-c66a-4f64-ab78-a2178847f4c8 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:39:10.628799 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-12b1aaba-bf11-4374-9e2f-7372453c689a req-faf61310-733b-4b11-82f1-106520fe3856 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:10.718877 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-12b1aaba-bf11-4374-9e2f-7372453c689a req-faf61310-733b-4b11-82f1-106520fe3856 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] For port 06700dd4-c66a-4f64-ab78-a2178847f4c8, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=06700dd4-c66a-4f64-ab78-a2178847f4c8,segment=NetworkSegment(850ee095-24a8-493f-84b2-68b61b235895),segment_id=850ee095-24a8-493f-84b2-68b61b235895)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:10.719233 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-12b1aaba-bf11-4374-9e2f-7372453c689a req-faf61310-733b-4b11-82f1-106520fe3856 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:10.730733 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-12b1aaba-bf11-4374-9e2f-7372453c689a req-faf61310-733b-4b11-82f1-106520fe3856 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Calling delete_port for 06700dd4-c66a-4f64-ab78-a2178847f4c8 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:39:10.855035 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-12b1aaba-bf11-4374-9e2f-7372453c689a req-faf61310-733b-4b11-82f1-106520fe3856 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:10.883127 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf61310-733b-4b11-82f1-106520fe3856 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Pushing event deleted for resources: {'Port': ['ID=06700dd4-c66a-4f64-ab78-a2178847f4c8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:10.889810 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['06700dd4-c66a-4f64-ab78-a2178847f4c8'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:39:10.929050 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b1aaba-bf11-4374-9e2f-7372453c689a req-faf61310-733b-4b11-82f1-106520fe3856 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] No DVR routers for this DVR port 06700dd4-c66a-4f64-ab78-a2178847f4c8 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:39:10.931546 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-12b1aaba-bf11-4374-9e2f-7372453c689a req-faf61310-733b-4b11-82f1-106520fe3856 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:10.933550 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-12b1aaba-bf11-4374-9e2f-7372453c689a req-faf61310-733b-4b11-82f1-106520fe3856 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.30 "DELETE /v2.0/ports/06700dd4-c66a-4f64-ab78-a2178847f4c8 HTTP/1.1" status: 204 len: 173 time: 0.4020534 Jul 22 17:39:10.934012 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa62375-9229-4a8b-944b-df06df27f1a3', 'name': 'network-vif-deleted', 'tag': '06700dd4-c66a-4f64-ab78-a2178847f4c8'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:39:10.936845 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6d4f75-1122-4119-a3b8-f90aa96c4f6d" -d '{"events": [{"server_uuid": "daa62375-9229-4a8b-944b-df06df27f1a3", "name": "network-vif-deleted", "tag": "06700dd4-c66a-4f64-ab78-a2178847f4c8"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:39:10.971776 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c01c496-ba33-458d-a70a-1f198871e7fc x-openstack-request-id: req-6c01c496-ba33-458d-a70a-1f198871e7fc {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:39:10.972056 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa62375-9229-4a8b-944b-df06df27f1a3", "name": "network-vif-deleted", "tag": "06700dd4-c66a-4f64-ab78-a2178847f4c8", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:39:10.972309 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6c01c496-ba33-458d-a70a-1f198871e7fc {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:39:10.972708 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa62375-9229-4a8b-944b-df06df27f1a3', 'name': 'network-vif-deleted', 'tag': '06700dd4-c66a-4f64-ab78-a2178847f4c8', 'status': 'completed', 'code': 200} Jul 22 17:39:11.173560 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-52033119-b4b1-4e08-805d-ae12ab629769 req-776d7a93-469b-466a-a522-b4f2863b39a5 tempest-TestMinimumBasicScenario-921800303 tempest-TestMinimumBasicScenario-921800303-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa62375-9229-4a8b-944b-df06df27f1a3 HTTP/1.1" status: 200 len: 210 time: 0.0296330 Jul 22 17:39:12.603838 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:12.690496 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:12.734512 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41378) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:13.064945 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6e042d0-33c1-408c-b940-96bb908828f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:13.308951 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c6e042d0-33c1-408c-b940-96bb908828f5 admin admin] Deleting port 37d27a79-9bc4-47bd-be99-f3f353a36041 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:39:13.309292 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6e042d0-33c1-408c-b940-96bb908828f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:13.386594 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c6e042d0-33c1-408c-b940-96bb908828f5 admin admin] For port 37d27a79-9bc4-47bd-be99-f3f353a36041, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=37d27a79-9bc4-47bd-be99-f3f353a36041,segment=NetworkSegment(850ee095-24a8-493f-84b2-68b61b235895),segment_id=850ee095-24a8-493f-84b2-68b61b235895)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:13.386946 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6e042d0-33c1-408c-b940-96bb908828f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:13.399835 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c6e042d0-33c1-408c-b940-96bb908828f5 admin admin] Calling delete_port for 37d27a79-9bc4-47bd-be99-f3f353a36041 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:39:13.571061 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6e042d0-33c1-408c-b940-96bb908828f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:13.595375 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e042d0-33c1-408c-b940-96bb908828f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=37d27a79-9bc4-47bd-be99-f3f353a36041,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:13.758054 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c6e042d0-33c1-408c-b940-96bb908828f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:13.964073 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e042d0-33c1-408c-b940-96bb908828f5 admin admin] Router dee1e932-d5a7-4a57-b315-41b7e16661f5 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:39:14.070117 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e042d0-33c1-408c-b940-96bb908828f5 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:39:14.075217 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c6e042d0-33c1-408c-b940-96bb908828f5 admin admin] 10.222.0.69 "PUT /v2.0/routers/dee1e932-d5a7-4a57-b315-41b7e16661f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3395391 Jul 22 17:39:14.077726 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41382) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:14.080429 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe90693-80c9-44c1-887d-54d7b013209d None None] Sync routers for ids ['dee1e932-d5a7-4a57-b315-41b7e16661f5'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:39:14.090059 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe90693-80c9-44c1-887d-54d7b013209d None None] Routers {'dee1e932-d5a7-4a57-b315-41b7e16661f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:14.090660 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2fe90693-80c9-44c1-887d-54d7b013209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:39:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dee1e932-d5a7-4a57-b315-41b7e16661f5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:14.194443 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-2fe90693-80c9-44c1-887d-54d7b013209d None None] Set router dee1e932-d5a7-4a57-b315-41b7e16661f5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:14.374350 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2fe90693-80c9-44c1-887d-54d7b013209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'name': 'tempest-TestMinimumBasicScenario-1545279724-router', 'tenant_id': '389db14026e442d38b1277877f87865c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:37:05Z', 'updated_at': '2021-07-22T17:39:13Z', 'revision_number': 5, 'project_id': '389db14026e442d38b1277877f87865c', 'gw_port': {'id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:06Z', 'updated_at': '2021-07-22T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:14.404692 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe90693-80c9-44c1-887d-54d7b013209d None None] Checking router: dee1e932-d5a7-4a57-b315-41b7e16661f5 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:39:14.412875 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe90693-80c9-44c1-887d-54d7b013209d None None] Routers {'dee1e932-d5a7-4a57-b315-41b7e16661f5'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:14.413475 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2fe90693-80c9-44c1-887d-54d7b013209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:39:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dee1e932-d5a7-4a57-b315-41b7e16661f5'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:14.510588 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0be3553-5467-4fb5-b023-61b966fca5db admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:14.515070 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-2fe90693-80c9-44c1-887d-54d7b013209d None None] Set router dee1e932-d5a7-4a57-b315-41b7e16661f5 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:14.609631 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0be3553-5467-4fb5-b023-61b966fca5db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:14.661300 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f0be3553-5467-4fb5-b023-61b966fca5db admin admin] Deleting port ec44069e-2da0-4962-b003-e57435c1925b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:39:14.661537 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0be3553-5467-4fb5-b023-61b966fca5db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:14.688897 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2fe90693-80c9-44c1-887d-54d7b013209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'name': 'tempest-TestMinimumBasicScenario-1545279724-router', 'tenant_id': '389db14026e442d38b1277877f87865c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:37:05Z', 'updated_at': '2021-07-22T17:39:13Z', 'revision_number': 5, 'project_id': '389db14026e442d38b1277877f87865c', 'gw_port': {'id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:06Z', 'updated_at': '2021-07-22T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:14.714902 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe90693-80c9-44c1-887d-54d7b013209d None None] The sync data for ids ['dee1e932-d5a7-4a57-b315-41b7e16661f5'] in n-d-798930-9 is: [{'id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'name': 'tempest-TestMinimumBasicScenario-1545279724-router', 'tenant_id': '389db14026e442d38b1277877f87865c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:37:05Z', 'updated_at': '2021-07-22T17:39:13Z', 'revision_number': 5, 'project_id': '389db14026e442d38b1277877f87865c', 'gw_port': {'id': 'ec44069e-2da0-4962-b003-e57435c1925b', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:dc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1e932-d5a7-4a57-b315-41b7e16661f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:06Z', 'updated_at': '2021-07-22T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:39:14.743888 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-f0be3553-5467-4fb5-b023-61b966fca5db admin admin] For port ec44069e-2da0-4962-b003-e57435c1925b, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ec44069e-2da0-4962-b003-e57435c1925b,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:14.744247 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0be3553-5467-4fb5-b023-61b966fca5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:14.755836 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-f0be3553-5467-4fb5-b023-61b966fca5db admin admin] Calling delete_port for ec44069e-2da0-4962-b003-e57435c1925b owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:39:14.916918 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0be3553-5467-4fb5-b023-61b966fca5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:14.943369 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be3553-5467-4fb5-b023-61b966fca5db admin admin] Pushing event deleted for resources: {'Port': ['ID=ec44069e-2da0-4962-b003-e57435c1925b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:15.002252 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0be3553-5467-4fb5-b023-61b966fca5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:15.094694 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0be3553-5467-4fb5-b023-61b966fca5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:15.096889 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0be3553-5467-4fb5-b023-61b966fca5db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:15.144566 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0be3553-5467-4fb5-b023-61b966fca5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:15.145210 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0be3553-5467-4fb5-b023-61b966fca5db admin admin] Fanout notify agent at l3_agent the message router_deleted on router dee1e932-d5a7-4a57-b315-41b7e16661f5 {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:39:15.150496 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f0be3553-5467-4fb5-b023-61b966fca5db admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:15.151993 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f0be3553-5467-4fb5-b023-61b966fca5db admin admin] 10.222.0.69 "DELETE /v2.0/routers/dee1e932-d5a7-4a57-b315-41b7e16661f5 HTTP/1.1" status: 204 len: 168 time: 1.0730779 Jul 22 17:39:15.154475 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41384) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:15.203839 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9684196-7ebf-4f39-a375-ea20b9ef2171 admin admin] Deleting subnet 765668b7-b613-483b-bc14-5a180d006282 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:39:15.207143 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9684196-7ebf-4f39-a375-ea20b9ef2171 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:15.252656 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9684196-7ebf-4f39-a375-ea20b9ef2171 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:15.272071 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 37d27a79-9bc4-47bd-be99-f3f353a36041 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:39:15.292917 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 37d27a79-9bc4-47bd-be99-f3f353a36041 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:39:15.293535 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 37d27a79-9bc4-47bd-be99-f3f353a36041 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:39:15.333070 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9684196-7ebf-4f39-a375-ea20b9ef2171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:15.390231 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9684196-7ebf-4f39-a375-ea20b9ef2171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:15.416515 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9684196-7ebf-4f39-a375-ea20b9ef2171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=765668b7-b613-483b-bc14-5a180d006282,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:15.422686 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9684196-7ebf-4f39-a375-ea20b9ef2171 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:15.424746 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c9684196-7ebf-4f39-a375-ea20b9ef2171 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/765668b7-b613-483b-bc14-5a180d006282 HTTP/1.1" status: 204 len: 168 time: 0.2690923 Jul 22 17:39:15.427323 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41386) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:15.428429 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896629db-3718-4eda-a788-e3dd1092ad31 None None] Network 2910556b-49c2-42d9-8723-55349cdf66f1 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:39:15.493732 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94d6b1a3-23cc-48a7-a0ea-f8afdb40dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:15.545488 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-94d6b1a3-23cc-48a7-a0ea-f8afdb40dc2b admin admin] Deleting port a160988b-2f0e-4025-8244-571c924bab3d {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:39:15.545940 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94d6b1a3-23cc-48a7-a0ea-f8afdb40dc2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:15.613400 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-94d6b1a3-23cc-48a7-a0ea-f8afdb40dc2b admin admin] For port a160988b-2f0e-4025-8244-571c924bab3d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=a160988b-2f0e-4025-8244-571c924bab3d,segment=NetworkSegment(850ee095-24a8-493f-84b2-68b61b235895),segment_id=850ee095-24a8-493f-84b2-68b61b235895)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:15.613762 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94d6b1a3-23cc-48a7-a0ea-f8afdb40dc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:15.625597 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-94d6b1a3-23cc-48a7-a0ea-f8afdb40dc2b admin admin] Calling delete_port for a160988b-2f0e-4025-8244-571c924bab3d owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:39:15.703217 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94d6b1a3-23cc-48a7-a0ea-f8afdb40dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:15.711370 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cae567-16ac-4e43-9e7f-343fe8e5545d None None] DHCP port deletion for 2910556b-49c2-42d9-8723-55349cdf66f1 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:39:15.735616 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6b1a3-23cc-48a7-a0ea-f8afdb40dc2b admin admin] Pushing event deleted for resources: {'Port': ['ID=a160988b-2f0e-4025-8244-571c924bab3d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:15.741210 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d6b1a3-23cc-48a7-a0ea-f8afdb40dc2b admin admin] No DVR routers for this DVR port a160988b-2f0e-4025-8244-571c924bab3d on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:39:15.808929 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94d6b1a3-23cc-48a7-a0ea-f8afdb40dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:15.818769 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-94d6b1a3-23cc-48a7-a0ea-f8afdb40dc2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2910556b-49c2-42d9-8723-55349cdf66f1']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:15.819178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 06700dd4-c66a-4f64-ab78-a2178847f4c8 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:39:15.828365 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-94d6b1a3-23cc-48a7-a0ea-f8afdb40dc2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850ee095-24a8-493f-84b2-68b61b235895') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:15.828663 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-94d6b1a3-23cc-48a7-a0ea-f8afdb40dc2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850ee095-24a8-493f-84b2-68b61b235895') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:15.837130 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94d6b1a3-23cc-48a7-a0ea-f8afdb40dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:15.842434 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 06700dd4-c66a-4f64-ab78-a2178847f4c8 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:39:15.842787 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 06700dd4-c66a-4f64-ab78-a2178847f4c8 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:39:15.852135 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94d6b1a3-23cc-48a7-a0ea-f8afdb40dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:15.858879 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d6b1a3-23cc-48a7-a0ea-f8afdb40dc2b admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:39:15.859340 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94d6b1a3-23cc-48a7-a0ea-f8afdb40dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: timer() Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:39:15.861253 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:39:15.917718 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94d6b1a3-23cc-48a7-a0ea-f8afdb40dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:15.922765 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-94d6b1a3-23cc-48a7-a0ea-f8afdb40dc2b admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:15.924920 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-94d6b1a3-23cc-48a7-a0ea-f8afdb40dc2b admin admin] 10.222.0.69 "DELETE /v2.0/networks/2910556b-49c2-42d9-8723-55349cdf66f1 HTTP/1.1" status: 204 len: 168 time: 0.4966075 Jul 22 17:39:15.928072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41388) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:15.936704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6b1a3-23cc-48a7-a0ea-f8afdb40dc2b admin admin] Pushing event deleted for resources: {'Network': ['ID=2910556b-49c2-42d9-8723-55349cdf66f1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:16.404762 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:39:16.610344 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-716f6993-f398-4634-a919-d6fff5e4c5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:16.863145 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-716f6993-f398-4634-a919-d6fff5e4c5d2 admin admin] Deleting port 874928cd-7085-4d9c-9102-bfe4b1ffa5a0 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:39:16.863508 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-716f6993-f398-4634-a919-d6fff5e4c5d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:16.945110 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-716f6993-f398-4634-a919-d6fff5e4c5d2 admin admin] For port 874928cd-7085-4d9c-9102-bfe4b1ffa5a0, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=874928cd-7085-4d9c-9102-bfe4b1ffa5a0,segment=NetworkSegment(903e33c1-32d3-4114-96ec-48ef6952113b),segment_id=903e33c1-32d3-4114-96ec-48ef6952113b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:16.945467 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-716f6993-f398-4634-a919-d6fff5e4c5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:16.957887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-716f6993-f398-4634-a919-d6fff5e4c5d2 admin admin] Calling delete_port for 874928cd-7085-4d9c-9102-bfe4b1ffa5a0 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:39:17.136695 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-716f6993-f398-4634-a919-d6fff5e4c5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:17.162113 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f6993-f398-4634-a919-d6fff5e4c5d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=874928cd-7085-4d9c-9102-bfe4b1ffa5a0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:17.224108 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a160988b-2f0e-4025-8244-571c924bab3d no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:39:17.245711 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: a160988b-2f0e-4025-8244-571c924bab3d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:39:17.246319 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device a160988b-2f0e-4025-8244-571c924bab3d not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:39:17.246743 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ec44069e-2da0-4962-b003-e57435c1925b no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:39:17.266086 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: ec44069e-2da0-4962-b003-e57435c1925b {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:39:17.266427 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ec44069e-2da0-4962-b003-e57435c1925b not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:39:17.333441 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-716f6993-f398-4634-a919-d6fff5e4c5d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:17.545793 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716f6993-f398-4634-a919-d6fff5e4c5d2 admin admin] Router 71de45e1-1de8-41a7-9698-52c7c0de354f has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:39:17.649549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716f6993-f398-4634-a919-d6fff5e4c5d2 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:39:17.655214 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-716f6993-f398-4634-a919-d6fff5e4c5d2 admin admin] 10.222.0.69 "PUT /v2.0/routers/71de45e1-1de8-41a7-9698-52c7c0de354f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7260470 Jul 22 17:39:17.657907 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41390) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:17.659587 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ea9b3c-2d59-44c9-a7b7-dd8203b63de9 None None] Sync routers for ids ['71de45e1-1de8-41a7-9698-52c7c0de354f'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:39:17.668524 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ea9b3c-2d59-44c9-a7b7-dd8203b63de9 None None] Routers {'71de45e1-1de8-41a7-9698-52c7c0de354f'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:17.669245 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f1ea9b3c-2d59-44c9-a7b7-dd8203b63de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:39:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['71de45e1-1de8-41a7-9698-52c7c0de354f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:17.766344 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6677b9c6-ada0-4c30-84bc-d74af5785854 admin admin] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:17.769363 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-f1ea9b3c-2d59-44c9-a7b7-dd8203b63de9 None None] Set router 71de45e1-1de8-41a7-9698-52c7c0de354f gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:17.869083 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6677b9c6-ada0-4c30-84bc-d74af5785854 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:17.920950 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6677b9c6-ada0-4c30-84bc-d74af5785854 admin admin] Deleting port b0365c35-58cf-40f1-b98d-9660dd08a2dd {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:39:17.921286 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6677b9c6-ada0-4c30-84bc-d74af5785854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:17.948472 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f1ea9b3c-2d59-44c9-a7b7-dd8203b63de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71de45e1-1de8-41a7-9698-52c7c0de354f', 'name': 'tempest-TestMinimumBasicScenario-1490848909-router', 'tenant_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'b0365c35-58cf-40f1-b98d-9660dd08a2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:37:10Z', 'updated_at': '2021-07-22T17:39:17Z', 'revision_number': 5, 'project_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'gw_port': {'id': 'b0365c35-58cf-40f1-b98d-9660dd08a2dd', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:55:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de45e1-1de8-41a7-9698-52c7c0de354f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:37:10Z', 'updated_at': '2021-07-22T17:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:17.974602 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ea9b3c-2d59-44c9-a7b7-dd8203b63de9 None None] Checking router: 71de45e1-1de8-41a7-9698-52c7c0de354f for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:39:17.982604 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ea9b3c-2d59-44c9-a7b7-dd8203b63de9 None None] Routers {'71de45e1-1de8-41a7-9698-52c7c0de354f'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:17.983207 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f1ea9b3c-2d59-44c9-a7b7-dd8203b63de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:39:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['71de45e1-1de8-41a7-9698-52c7c0de354f'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:18.006308 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-6677b9c6-ada0-4c30-84bc-d74af5785854 admin admin] For port b0365c35-58cf-40f1-b98d-9660dd08a2dd, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b0365c35-58cf-40f1-b98d-9660dd08a2dd,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:18.006670 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6677b9c6-ada0-4c30-84bc-d74af5785854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:18.024115 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6677b9c6-ada0-4c30-84bc-d74af5785854 admin admin] Calling delete_port for b0365c35-58cf-40f1-b98d-9660dd08a2dd owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:39:18.067904 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-f1ea9b3c-2d59-44c9-a7b7-dd8203b63de9 None None] Set router 71de45e1-1de8-41a7-9698-52c7c0de354f gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:18.120666 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f1ea9b3c-2d59-44c9-a7b7-dd8203b63de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71de45e1-1de8-41a7-9698-52c7c0de354f', 'name': 'tempest-TestMinimumBasicScenario-1490848909-router', 'tenant_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:37:10Z', 'updated_at': '2021-07-22T17:39:17Z', 'revision_number': 6, 'project_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:18.147150 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ea9b3c-2d59-44c9-a7b7-dd8203b63de9 None None] The sync data for ids ['71de45e1-1de8-41a7-9698-52c7c0de354f'] in n-d-798930-9 is: [{'id': '71de45e1-1de8-41a7-9698-52c7c0de354f', 'name': 'tempest-TestMinimumBasicScenario-1490848909-router', 'tenant_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:37:10Z', 'updated_at': '2021-07-22T17:39:17Z', 'revision_number': 6, 'project_id': 'f03d1eff62e24ab1ba61d2056babffaa', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:39:18.198700 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6677b9c6-ada0-4c30-84bc-d74af5785854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:18.225527 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677b9c6-ada0-4c30-84bc-d74af5785854 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0365c35-58cf-40f1-b98d-9660dd08a2dd,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:18.285495 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6677b9c6-ada0-4c30-84bc-d74af5785854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:18.388638 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6677b9c6-ada0-4c30-84bc-d74af5785854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:18.390954 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6677b9c6-ada0-4c30-84bc-d74af5785854 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:18.437686 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6677b9c6-ada0-4c30-84bc-d74af5785854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:18.438179 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6677b9c6-ada0-4c30-84bc-d74af5785854 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71de45e1-1de8-41a7-9698-52c7c0de354f {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:39:18.443230 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6677b9c6-ada0-4c30-84bc-d74af5785854 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:18.444945 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6677b9c6-ada0-4c30-84bc-d74af5785854 admin admin] 10.222.0.69 "DELETE /v2.0/routers/71de45e1-1de8-41a7-9698-52c7c0de354f HTTP/1.1" status: 204 len: 168 time: 0.7859104 Jul 22 17:39:18.447399 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41392) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:18.491780 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-7efe4bc6-f98f-41d8-95a9-aa51031f2890 admin admin] Deleting subnet 0b00a531-cc1e-4a88-bc11-f26d296ffd98 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:39:18.495048 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7efe4bc6-f98f-41d8-95a9-aa51031f2890 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:18.531467 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7efe4bc6-f98f-41d8-95a9-aa51031f2890 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:18.617561 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7efe4bc6-f98f-41d8-95a9-aa51031f2890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:18.686096 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7efe4bc6-f98f-41d8-95a9-aa51031f2890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:18.712461 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe4bc6-f98f-41d8-95a9-aa51031f2890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b00a531-cc1e-4a88-bc11-f26d296ffd98,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:18.716660 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7efe4bc6-f98f-41d8-95a9-aa51031f2890 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:18.718642 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce325a2-be88-414a-95cb-d5b7206a1f98 None None] Network 01e3148a-6406-499a-807e-c38da1cfb7e7 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:39:18.719116 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7efe4bc6-f98f-41d8-95a9-aa51031f2890 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0b00a531-cc1e-4a88-bc11-f26d296ffd98 HTTP/1.1" status: 204 len: 168 time: 0.2702363 Jul 22 17:39:18.721621 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41394) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:18.792182 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee86266e-8843-40e5-bab2-df7c0126b45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:18.844233 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ee86266e-8843-40e5-bab2-df7c0126b45f admin admin] Deleting port 3c3708c4-4add-4ceb-b244-e1b9e0a69cee {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:39:18.844577 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee86266e-8843-40e5-bab2-df7c0126b45f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:18.913166 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07e0667-c3b5-4a61-8c59-87e2385e2c7d None None] DHCP port deletion for 01e3148a-6406-499a-807e-c38da1cfb7e7 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:39:18.920229 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-ee86266e-8843-40e5-bab2-df7c0126b45f admin admin] For port 3c3708c4-4add-4ceb-b244-e1b9e0a69cee, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3c3708c4-4add-4ceb-b244-e1b9e0a69cee,segment=NetworkSegment(903e33c1-32d3-4114-96ec-48ef6952113b),segment_id=903e33c1-32d3-4114-96ec-48ef6952113b)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:18.920591 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee86266e-8843-40e5-bab2-df7c0126b45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:18.933118 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-ee86266e-8843-40e5-bab2-df7c0126b45f admin admin] Calling delete_port for 3c3708c4-4add-4ceb-b244-e1b9e0a69cee owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:39:18.962176 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e07e0667-c3b5-4a61-8c59-87e2385e2c7d None None] Deleting port 3c3708c4-4add-4ceb-b244-e1b9e0a69cee {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:39:18.962580 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e07e0667-c3b5-4a61-8c59-87e2385e2c7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:19.023374 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee86266e-8843-40e5-bab2-df7c0126b45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:19.030443 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e07e0667-c3b5-4a61-8c59-87e2385e2c7d None None] For port 3c3708c4-4add-4ceb-b244-e1b9e0a69cee, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=3c3708c4-4add-4ceb-b244-e1b9e0a69cee,segment=NetworkSegment(903e33c1-32d3-4114-96ec-48ef6952113b),segment_id=903e33c1-32d3-4114-96ec-48ef6952113b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:19.030834 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e07e0667-c3b5-4a61-8c59-87e2385e2c7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:19.042549 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e07e0667-c3b5-4a61-8c59-87e2385e2c7d None None] Calling delete_port for 3c3708c4-4add-4ceb-b244-e1b9e0a69cee owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:39:19.052050 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86266e-8843-40e5-bab2-df7c0126b45f admin admin] Pushing event deleted for resources: {'Port': ['ID=3c3708c4-4add-4ceb-b244-e1b9e0a69cee,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:19.054475 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee86266e-8843-40e5-bab2-df7c0126b45f admin admin] No DVR routers for this DVR port 3c3708c4-4add-4ceb-b244-e1b9e0a69cee on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:39:19.151399 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee86266e-8843-40e5-bab2-df7c0126b45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:19.168151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-ee86266e-8843-40e5-bab2-df7c0126b45f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e3148a-6406-499a-807e-c38da1cfb7e7']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:19.184476 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-ee86266e-8843-40e5-bab2-df7c0126b45f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903e33c1-32d3-4114-96ec-48ef6952113b') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:19.184822 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-ee86266e-8843-40e5-bab2-df7c0126b45f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903e33c1-32d3-4114-96ec-48ef6952113b') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:19.196647 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee86266e-8843-40e5-bab2-df7c0126b45f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:19.212597 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee86266e-8843-40e5-bab2-df7c0126b45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:19.221795 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee86266e-8843-40e5-bab2-df7c0126b45f admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:39:19.222428 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee86266e-8843-40e5-bab2-df7c0126b45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: timer() Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:39:19.224412 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:39:19.249633 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b0365c35-58cf-40f1-b98d-9660dd08a2dd no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:39:19.273986 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: b0365c35-58cf-40f1-b98d-9660dd08a2dd {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:39:19.274316 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b0365c35-58cf-40f1-b98d-9660dd08a2dd not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:39:19.274862 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3c3708c4-4add-4ceb-b244-e1b9e0a69cee no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:39:19.276731 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee86266e-8843-40e5-bab2-df7c0126b45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:19.282219 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ee86266e-8843-40e5-bab2-df7c0126b45f admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:19.284359 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ee86266e-8843-40e5-bab2-df7c0126b45f admin admin] 10.222.0.69 "DELETE /v2.0/networks/01e3148a-6406-499a-807e-c38da1cfb7e7 HTTP/1.1" status: 204 len: 168 time: 0.5617058 Jul 22 17:39:19.296429 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86266e-8843-40e5-bab2-df7c0126b45f admin admin] Pushing event deleted for resources: {'Network': ['ID=01e3148a-6406-499a-807e-c38da1cfb7e7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:19.301102 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 3c3708c4-4add-4ceb-b244-e1b9e0a69cee {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:39:19.301457 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 3c3708c4-4add-4ceb-b244-e1b9e0a69cee not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:39:19.301905 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 874928cd-7085-4d9c-9102-bfe4b1ffa5a0 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:39:19.331445 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 874928cd-7085-4d9c-9102-bfe4b1ffa5a0 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:39:19.331814 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 874928cd-7085-4d9c-9102-bfe4b1ffa5a0 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:39:19.354179 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e07e0667-c3b5-4a61-8c59-87e2385e2c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:19.377294 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e07e0667-c3b5-4a61-8c59-87e2385e2c7d None None] Network 01e3148a-6406-499a-807e-c38da1cfb7e7 is not hosted by any dhcp agent {{(pid=93818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 17:39:19.377758 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07e0667-c3b5-4a61-8c59-87e2385e2c7d None None] No DVR routers for this DVR port 3c3708c4-4add-4ceb-b244-e1b9e0a69cee on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:39:19.379546 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e0667-c3b5-4a61-8c59-87e2385e2c7d None None] Pushing event deleted for resources: {'Port': ['ID=3c3708c4-4add-4ceb-b244-e1b9e0a69cee,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:19.389993 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e0667-c3b5-4a61-8c59-87e2385e2c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:19.389993 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e0667-c3b5-4a61-8c59-87e2385e2c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:19.389993 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e0667-c3b5-4a61-8c59-87e2385e2c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:19.390408 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e0667-c3b5-4a61-8c59-87e2385e2c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:19.390594 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e0667-c3b5-4a61-8c59-87e2385e2c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:19.391089 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e0667-c3b5-4a61-8c59-87e2385e2c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:19.391198 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e0667-c3b5-4a61-8c59-87e2385e2c7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:19.391569 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e0667-c3b5-4a61-8c59-87e2385e2c7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:19.391900 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e0667-c3b5-4a61-8c59-87e2385e2c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:19.392227 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e0667-c3b5-4a61-8c59-87e2385e2c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:19.392562 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e0667-c3b5-4a61-8c59-87e2385e2c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:19.392910 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07e0667-c3b5-4a61-8c59-87e2385e2c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:19.456549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41398) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:19.495529 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4d6ed59d-6c6c-4342-ad73-9af50d6c157a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=389db14026e442d38b1277877f87865c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377851 Jul 22 17:39:19.498418 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41400) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:19.546432 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18b816df-f52e-4fa9-b7da-dad297ce0677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:19.570637 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18b816df-f52e-4fa9-b7da-dad297ce0677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:19.615509 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18b816df-f52e-4fa9-b7da-dad297ce0677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:19.618034 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-18b816df-f52e-4fa9-b7da-dad297ce0677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:19.619198 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-18b816df-f52e-4fa9-b7da-dad297ce0677 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ba747e2d-00a4-4381-b71a-b442c55b18f5 HTTP/1.1" status: 204 len: 168 time: 0.1197834 Jul 22 17:39:19.626953 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b816df-f52e-4fa9-b7da-dad297ce0677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba747e2d-00a4-4381-b71a-b442c55b18f5,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:19.915643 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41406) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:19.955697 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-62e71e7a-6c0a-43ba-be00-9ab5ad580e7f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f03d1eff62e24ab1ba61d2056babffaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389085 Jul 22 17:39:19.958046 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41408) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:20.005546 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b58f5d6b-16aa-4e24-891c-a60e24599f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:20.030741 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b58f5d6b-16aa-4e24-891c-a60e24599f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:20.078104 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b58f5d6b-16aa-4e24-891c-a60e24599f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:20.080637 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b58f5d6b-16aa-4e24-891c-a60e24599f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:20.081800 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b58f5d6b-16aa-4e24-891c-a60e24599f29 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/43d48c73-5f45-41c3-b6c9-2b97645d0c35 HTTP/1.1" status: 204 len: 168 time: 0.1228695 Jul 22 17:39:20.089486 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f5d6b-16aa-4e24-891c-a60e24599f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d48c73-5f45-41c3-b6c9-2b97645d0c35,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:21.734145 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41448) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:21.738714 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f04ff55b-42e3-48bc-b484-11d9cb29591c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-849685369', 'description': 'tempest-secgroup-smoke-849685369 description', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:21.760105 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f04ff55b-42e3-48bc-b484-11d9cb29591c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:21.767992 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f04ff55b-42e3-48bc-b484-11d9cb29591c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:21.857407 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f04ff55b-42e3-48bc-b484-11d9cb29591c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:21.861235 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f04ff55b-42e3-48bc-b484-11d9cb29591c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:21.897198 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ff55b-42e3-48bc-b484-11d9cb29591c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5858a034-5a0c-4045-a02c-f28f905be831,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:21.951457 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f04ff55b-42e3-48bc-b484-11d9cb29591c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:21.955043 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f04ff55b-42e3-48bc-b484-11d9cb29591c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:21.983297 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f04ff55b-42e3-48bc-b484-11d9cb29591c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:21.984437 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f04ff55b-42e3-48bc-b484-11d9cb29591c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2493153 Jul 22 17:39:21.985611 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ff55b-42e3-48bc-b484-11d9cb29591c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965f1b90-84a5-48c7-8895-c36c53c33632,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:21.987594 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41450) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:21.992418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-89908e06-c022-4586-99c9-d39b3a81565c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': '965f1b90-84a5-48c7-8895-c36c53c33632', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:22.019432 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89908e06-c022-4586-99c9-d39b3a81565c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.068746 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89908e06-c022-4586-99c9-d39b3a81565c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.072532 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89908e06-c022-4586-99c9-d39b3a81565c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.092177 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89908e06-c022-4586-99c9-d39b3a81565c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56530365-9720-48c2-b2ee-4296c1f17d9a,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:22.102281 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89908e06-c022-4586-99c9-d39b3a81565c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.103555 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-89908e06-c022-4586-99c9-d39b3a81565c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149204 Jul 22 17:39:22.106404 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41452) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:22.111075 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-0341f318-e50a-4660-9a93-8874da9c692e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': '965f1b90-84a5-48c7-8895-c36c53c33632', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:22.136559 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0341f318-e50a-4660-9a93-8874da9c692e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.192387 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0341f318-e50a-4660-9a93-8874da9c692e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.195953 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0341f318-e50a-4660-9a93-8874da9c692e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.215158 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341f318-e50a-4660-9a93-8874da9c692e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674f0f36-288a-4de6-8d76-8a81a589e3a0,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:22.222214 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0341f318-e50a-4660-9a93-8874da9c692e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.223437 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0341f318-e50a-4660-9a93-8874da9c692e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160347 Jul 22 17:39:22.226123 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41454) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:22.230571 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b64058f0-e094-4094-b65f-78fe131ebd57 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': '965f1b90-84a5-48c7-8895-c36c53c33632', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:22.256240 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b64058f0-e094-4094-b65f-78fe131ebd57 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.313314 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b64058f0-e094-4094-b65f-78fe131ebd57 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.316577 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b64058f0-e094-4094-b65f-78fe131ebd57 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.335284 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64058f0-e094-4094-b65f-78fe131ebd57 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e029cf95-c87f-481a-ab09-6c5726c9b285,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:22.338456 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b64058f0-e094-4094-b65f-78fe131ebd57 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.339630 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b64058f0-e094-4094-b65f-78fe131ebd57 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1126013 Jul 22 17:39:22.342317 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41456) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:22.346689 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-318b0233-4e54-4932-9803-dab47bd2aa1d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': '965f1b90-84a5-48c7-8895-c36c53c33632', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:22.372780 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-318b0233-4e54-4932-9803-dab47bd2aa1d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.431331 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-318b0233-4e54-4932-9803-dab47bd2aa1d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.434630 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-318b0233-4e54-4932-9803-dab47bd2aa1d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.451655 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b0233-4e54-4932-9803-dab47bd2aa1d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f01dd7-4baa-4e65-a916-7393f70c8451,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:22.457329 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-318b0233-4e54-4932-9803-dab47bd2aa1d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.458861 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-318b0233-4e54-4932-9803-dab47bd2aa1d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156001 Jul 22 17:39:22.461480 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41458) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:22.466405 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-fdd9a0e8-995d-42d5-906c-1ac11978ae9c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': '965f1b90-84a5-48c7-8895-c36c53c33632', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:22.487046 n-d-798930-9 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-fdd9a0e8-995d-42d5-906c-1ac11978ae9c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Project 58d9fe362c4a4138b4f40d451e5a1ccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:39:22.491749 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fdd9a0e8-995d-42d5-906c-1ac11978ae9c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.550001 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fdd9a0e8-995d-42d5-906c-1ac11978ae9c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.553350 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fdd9a0e8-995d-42d5-906c-1ac11978ae9c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.571900 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9a0e8-995d-42d5-906c-1ac11978ae9c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a612ae3e-13ef-42fe-9efc-ba90fc6a976e,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:22.578811 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fdd9a0e8-995d-42d5-906c-1ac11978ae9c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.580161 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fdd9a0e8-995d-42d5-906c-1ac11978ae9c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177390 Jul 22 17:39:22.582967 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41460) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:22.587185 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-2ce35c3b-be0b-44e6-9e04-2a0789998166 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': '965f1b90-84a5-48c7-8895-c36c53c33632', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:22.608426 n-d-798930-9 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-2ce35c3b-be0b-44e6-9e04-2a0789998166 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Project 58d9fe362c4a4138b4f40d451e5a1ccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:39:22.613157 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ce35c3b-be0b-44e6-9e04-2a0789998166 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.672626 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ce35c3b-be0b-44e6-9e04-2a0789998166 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.676237 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ce35c3b-be0b-44e6-9e04-2a0789998166 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.692758 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce35c3b-be0b-44e6-9e04-2a0789998166 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05be2266-ef57-4888-bba0-cf4bdbb8559f,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:22.699689 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2ce35c3b-be0b-44e6-9e04-2a0789998166 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.700911 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2ce35c3b-be0b-44e6-9e04-2a0789998166 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1170409 Jul 22 17:39:22.703972 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41462) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:22.708809 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4e7ccc3d-b8a6-4f41-a76d-fc4719784b9b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'network': {'name': 'tempest-network-smoke--1014012917', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'port_security_enabled': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:22.728829 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7ccc3d-b8a6-4f41-a76d-fc4719784b9b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Made reservation on behalf of 58d9fe362c4a4138b4f40d451e5a1ccb for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:39:22.732805 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccc3d-b8a6-4f41-a76d-fc4719784b9b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.754606 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e7ccc3d-b8a6-4f41-a76d-fc4719784b9b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:39:22.763319 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccc3d-b8a6-4f41-a76d-fc4719784b9b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.763662 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-4e7ccc3d-b8a6-4f41-a76d-fc4719784b9b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Added segment ed584b99-7a4d-436f-b1a7-99b217396ff9 of type vlan for network e159d51c-0194-4e75-a35d-824461e6ece1 Jul 22 17:39:22.801574 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccc3d-b8a6-4f41-a76d-fc4719784b9b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.828401 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccc3d-b8a6-4f41-a76d-fc4719784b9b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.833770 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ccc3d-b8a6-4f41-a76d-fc4719784b9b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:22.834372 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e7ccc3d-b8a6-4f41-a76d-fc4719784b9b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.866349 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4e7ccc3d-b8a6-4f41-a76d-fc4719784b9b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1612616 Jul 22 17:39:22.869160 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41464) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:22.875490 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-47d9606f-9a12-4ed4-ada2-9523a133b0b7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-757841679', 'admin_state_up': True, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:22.914327 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ccc3d-b8a6-4f41-a76d-fc4719784b9b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Network': ['ID=e159d51c-0194-4e75-a35d-824461e6ece1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:22.924263 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network e159d51c-0194-4e75-a35d-824461e6ece1 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:39:22.929107 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47d9606f-9a12-4ed4-ada2-9523a133b0b7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.930362 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47d9606f-9a12-4ed4-ada2-9523a133b0b7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.980817 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47d9606f-9a12-4ed4-ada2-9523a133b0b7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:23.118558 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47d9606f-9a12-4ed4-ada2-9523a133b0b7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:23.304911 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47d9606f-9a12-4ed4-ada2-9523a133b0b7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:23.323252 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47d9606f-9a12-4ed4-ada2-9523a133b0b7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:23.427772 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-47d9606f-9a12-4ed4-ada2-9523a133b0b7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Allocated IP 172.25.0.71 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/b31278b9-7cb5-447b-9ecd-bd157f3a2418) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:39:23.530104 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47d9606f-9a12-4ed4-ada2-9523a133b0b7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:23.567674 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47d9606f-9a12-4ed4-ada2-9523a133b0b7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:23.605942 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d9606f-9a12-4ed4-ada2-9523a133b0b7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:39:23.609222 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-47d9606f-9a12-4ed4-ada2-9523a133b0b7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:39:23.612737 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d9606f-9a12-4ed4-ada2-9523a133b0b7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:39:23.618073 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9606f-9a12-4ed4-ada2-9523a133b0b7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=b31278b9-7cb5-447b-9ecd-bd157f3a2418,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:23.853616 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47d9606f-9a12-4ed4-ada2-9523a133b0b7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:24.063804 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47d9606f-9a12-4ed4-ada2-9523a133b0b7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:24.517843 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d9606f-9a12-4ed4-ada2-9523a133b0b7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Router 57755fb4-56b9-4c94-9faa-b9b0fab5a385 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:39:24.622479 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d9606f-9a12-4ed4-ada2-9523a133b0b7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:39:24.632350 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] Sync routers for ids ['57755fb4-56b9-4c94-9faa-b9b0fab5a385'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:39:24.641043 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47d9606f-9a12-4ed4-ada2-9523a133b0b7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:24.641821 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] Routers {'57755fb4-56b9-4c94-9faa-b9b0fab5a385'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:24.642393 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-47d9606f-9a12-4ed4-ada2-9523a133b0b7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7723212 Jul 22 17:39:24.645358 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41466) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:24.645580 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:39:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['57755fb4-56b9-4c94-9faa-b9b0fab5a385'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:24.747726 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] Set router 57755fb4-56b9-4c94-9faa-b9b0fab5a385 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:24.760805 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d16f6b00-2d43-40ac-9763-a59932336586 tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=58d9fe362c4a4138b4f40d451e5a1ccb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1141531 Jul 22 17:39:24.763423 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41470) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:24.846350 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a27ef2b-171d-41ba-91cd-2774ea52ed7b tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:24.847842 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2a27ef2b-171d-41ba-91cd-2774ea52ed7b tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0834670 Jul 22 17:39:24.850743 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41472) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:24.882095 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6670b613-f961-4321-ac0c-43649b0350a1 tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=748fc6ab-3639-411a-b273-35e3c4423108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302172 Jul 22 17:39:24.884576 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41474) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:24.889388 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-78bc389d-e0d4-4cc9-9e1a-1e74f2c42028 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-256882808', 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:24.922768 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757841679', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:22Z', 'updated_at': '2021-07-22T17:39:23Z', 'revision_number': 3, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:23Z', 'updated_at': '2021-07-22T17:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:24.948724 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] Checking router: 57755fb4-56b9-4c94-9faa-b9b0fab5a385 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:39:24.949071 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] Updating router 57755fb4-56b9-4c94-9faa-b9b0fab5a385 port b31278b9-7cb5-447b-9ecd-bd157f3a2418 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:39:24.975541 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bc389d-e0d4-4cc9-9e1a-1e74f2c42028 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Made reservation on behalf of 58d9fe362c4a4138b4f40d451e5a1ccb for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:39:24.979154 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-78bc389d-e0d4-4cc9-9e1a-1e74f2c42028 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:24.982742 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:25.158262 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-78bc389d-e0d4-4cc9-9e1a-1e74f2c42028 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:25.224604 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc389d-e0d4-4cc9-9e1a-1e74f2c42028 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Subnet': ['ID=8530f37d-f839-4973-aeb8-a88994f5c124,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:25.232185 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc389d-e0d4-4cc9-9e1a-1e74f2c42028 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Checking segment: {'id': 'ed584b99-7a4d-436f-b1a7-99b217396ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:39:25.232548 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bc389d-e0d4-4cc9-9e1a-1e74f2c42028 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network hostable DHCP agents. Network: e159d51c-0194-4e75-a35d-824461e6ece1, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:39:25.244038 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:25.248287 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bc389d-e0d4-4cc9-9e1a-1e74f2c42028 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network e159d51c-0194-4e75-a35d-824461e6ece1 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:39:25.254006 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] Transition to ACTIVE for port object b31278b9-7cb5-447b-9ecd-bd157f3a2418 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:39:25.256770 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-78bc389d-e0d4-4cc9-9e1a-1e74f2c42028 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, e159d51c-0194-4e75-a35d-824461e6ece1) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:39:25.261217 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bc389d-e0d4-4cc9-9e1a-1e74f2c42028 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:25.263034 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-78bc389d-e0d4-4cc9-9e1a-1e74f2c42028 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:25.267649 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6db23ff-3289-417a-bbd2-f81e4f927acf None None] Network e159d51c-0194-4e75-a35d-824461e6ece1 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:39:25.269889 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:25.276762 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-78bc389d-e0d4-4cc9-9e1a-1e74f2c42028 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3912053 Jul 22 17:39:25.280092 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41476) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:25.368929 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] Attempting to bind port b31278b9-7cb5-447b-9ecd-bd157f3a2418 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:39:25.369200 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] Attempting to bind port b31278b9-7cb5-447b-9ecd-bd157f3a2418 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:39:25.369555 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] Attempting to bind port b31278b9-7cb5-447b-9ecd-bd157f3a2418 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:39:25.375793 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50962db1-cfd4-480d-846b-2328d7328726 None None] Pushing event updated for resources: {'Port': ['ID=b31278b9-7cb5-447b-9ecd-bd157f3a2418,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:25.380008 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:39:25.380373 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:39:25.380770 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:25.381145 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:39:25.381602 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] Bound port: b31278b9-7cb5-447b-9ecd-bd157f3a2418, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:39:25.381998 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:25.468276 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] For port b31278b9-7cb5-447b-9ecd-bd157f3a2418, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:39:25.472542 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] For port b31278b9-7cb5-447b-9ecd-bd157f3a2418, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b31278b9-7cb5-447b-9ecd-bd157f3a2418,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:39:25.479591 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:25.546625 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b678b4-5847-4ef0-b412-6263064aa008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-e159d51c-0194-4e75-a35d-824461e6ece1', 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'fixed_ips': [{'subnet_id': '8530f37d-f839-4973-aeb8-a88994f5c124'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:39:25.547450 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97b678b4-5847-4ef0-b412-6263064aa008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:25.563707 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] Routers {'57755fb4-56b9-4c94-9faa-b9b0fab5a385'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:25.564325 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:39:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['57755fb4-56b9-4c94-9faa-b9b0fab5a385'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:25.637261 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50962db1-cfd4-480d-846b-2328d7328726 None None] Pushing event updated for resources: {'Port': ['ID=b31278b9-7cb5-447b-9ecd-bd157f3a2418,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:25.713416 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-547b9922-7b3e-4602-b94b-4d3bf9e40b08 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:25.762691 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] Set router 57755fb4-56b9-4c94-9faa-b9b0fab5a385 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:25.835892 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-97b678b4-5847-4ef0-b412-6263064aa008 None None] Allocated IP 172.20.0.2 (e159d51c-0194-4e75-a35d-824461e6ece1/8530f37d-f839-4973-aeb8-a88994f5c124/68106f4b-a431-4f8e-82d6-b3b0434d9452) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:39:26.061213 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97b678b4-5847-4ef0-b412-6263064aa008 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:26.072533 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757841679', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:22Z', 'updated_at': '2021-07-22T17:39:23Z', 'revision_number': 3, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:23Z', 'updated_at': '2021-07-22T17:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:26.074477 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-97b678b4-5847-4ef0-b412-6263064aa008 None None] Transition to ACTIVE for port object 68106f4b-a431-4f8e-82d6-b3b0434d9452 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:39:26.102169 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0f69ed-740b-49fd-a242-a6ca8a06526e None None] The sync data for ids ['57755fb4-56b9-4c94-9faa-b9b0fab5a385'] in n-d-798930-9 is: [{'id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757841679', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:22Z', 'updated_at': '2021-07-22T17:39:23Z', 'revision_number': 3, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:23Z', 'updated_at': '2021-07-22T17:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:39:26.114163 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-97b678b4-5847-4ef0-b412-6263064aa008 None None] Transition to ACTIVE for port object 68106f4b-a431-4f8e-82d6-b3b0434d9452 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:39:26.120675 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97b678b4-5847-4ef0-b412-6263064aa008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:26.157167 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b678b4-5847-4ef0-b412-6263064aa008 None None] Network e159d51c-0194-4e75-a35d-824461e6ece1 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:39:26.163248 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-97b678b4-5847-4ef0-b412-6263064aa008 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:39:26.166711 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b678b4-5847-4ef0-b412-6263064aa008 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:39:26.174743 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b678b4-5847-4ef0-b412-6263064aa008 None None] Pushing event updated for resources: {'Port': ['ID=68106f4b-a431-4f8e-82d6-b3b0434d9452,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:26.179576 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-547b9922-7b3e-4602-b94b-4d3bf9e40b08 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Allocated IP 172.20.0.1 (e159d51c-0194-4e75-a35d-824461e6ece1/8530f37d-f839-4973-aeb8-a88994f5c124/cc4ba324-a0e2-4770-a738-92e5c9b50714) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:39:26.238440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-97b678b4-5847-4ef0-b412-6263064aa008 None None] Attempting to bind port 68106f4b-a431-4f8e-82d6-b3b0434d9452 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:39:26.238799 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-97b678b4-5847-4ef0-b412-6263064aa008 None None] Attempting to bind port 68106f4b-a431-4f8e-82d6-b3b0434d9452 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'ed584b99-7a4d-436f-b1a7-99b217396ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:39:26.239155 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b678b4-5847-4ef0-b412-6263064aa008 None None] Attempting to bind port 68106f4b-a431-4f8e-82d6-b3b0434d9452 on network e159d51c-0194-4e75-a35d-824461e6ece1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:39:26.244055 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b678b4-5847-4ef0-b412-6263064aa008 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:39:26.244418 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b678b4-5847-4ef0-b412-6263064aa008 None None] Checking segment: {'id': 'ed584b99-7a4d-436f-b1a7-99b217396ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:39:26.244810 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97b678b4-5847-4ef0-b412-6263064aa008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:26.245190 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b678b4-5847-4ef0-b412-6263064aa008 None None] Bound using segment: {'id': 'ed584b99-7a4d-436f-b1a7-99b217396ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:39:26.245639 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-97b678b4-5847-4ef0-b412-6263064aa008 None None] Bound port: 68106f4b-a431-4f8e-82d6-b3b0434d9452, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed584b99-7a4d-436f-b1a7-99b217396ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:39:26.246035 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97b678b4-5847-4ef0-b412-6263064aa008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:26.298748 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-547b9922-7b3e-4602-b94b-4d3bf9e40b08 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:26.310168 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-97b678b4-5847-4ef0-b412-6263064aa008 None None] For port 68106f4b-a431-4f8e-82d6-b3b0434d9452, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:39:26.313537 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-97b678b4-5847-4ef0-b412-6263064aa008 None None] For port 68106f4b-a431-4f8e-82d6-b3b0434d9452, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=68106f4b-a431-4f8e-82d6-b3b0434d9452,segment=NetworkSegment(ed584b99-7a4d-436f-b1a7-99b217396ff9),segment_id=ed584b99-7a4d-436f-b1a7-99b217396ff9)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:39:26.317426 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-547b9922-7b3e-4602-b94b-4d3bf9e40b08 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Transition to ACTIVE for port object cc4ba324-a0e2-4770-a738-92e5c9b50714 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:39:26.319116 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97b678b4-5847-4ef0-b412-6263064aa008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:26.368844 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-547b9922-7b3e-4602-b94b-4d3bf9e40b08 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:26.389150 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b678b4-5847-4ef0-b412-6263064aa008 None None] Pushing event updated for resources: {'Port': ['ID=68106f4b-a431-4f8e-82d6-b3b0434d9452,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:26.446770 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547b9922-7b3e-4602-b94b-4d3bf9e40b08 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network e159d51c-0194-4e75-a35d-824461e6ece1 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:39:26.453353 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-547b9922-7b3e-4602-b94b-4d3bf9e40b08 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:39:26.455811 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b9922-7b3e-4602-b94b-4d3bf9e40b08 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=cc4ba324-a0e2-4770-a738-92e5c9b50714,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:26.458233 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547b9922-7b3e-4602-b94b-4d3bf9e40b08 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:39:26.506965 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-547b9922-7b3e-4602-b94b-4d3bf9e40b08 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:26.686917 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-547b9922-7b3e-4602-b94b-4d3bf9e40b08 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:26.974874 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-547b9922-7b3e-4602-b94b-4d3bf9e40b08 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:26.983657 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-547b9922-7b3e-4602-b94b-4d3bf9e40b08 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:27.059903 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-547b9922-7b3e-4602-b94b-4d3bf9e40b08 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:27.061679 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b9922-7b3e-4602-b94b-4d3bf9e40b08 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=cc4ba324-a0e2-4770-a738-92e5c9b50714,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:27.158148 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547b9922-7b3e-4602-b94b-4d3bf9e40b08 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network e159d51c-0194-4e75-a35d-824461e6ece1 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:39:27.159616 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-547b9922-7b3e-4602-b94b-4d3bf9e40b08 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:39:27.282468 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 68106f4b-a431-4f8e-82d6-b3b0434d9452 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:39:27.284750 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547b9922-7b3e-4602-b94b-4d3bf9e40b08 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Router 57755fb4-56b9-4c94-9faa-b9b0fab5a385 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:39:27.342693 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 68106f4b-a431-4f8e-82d6-b3b0434d9452 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:39:27.347593 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b31278b9-7cb5-447b-9ecd-bd157f3a2418 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:39:27.374266 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51b6710-42d4-4bea-bd6a-b162c258ca34 None None] Network e159d51c-0194-4e75-a35d-824461e6ece1 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:39:27.399285 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547b9922-7b3e-4602-b94b-4d3bf9e40b08 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:39:27.404792 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-547b9922-7b3e-4602-b94b-4d3bf9e40b08 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "PUT /v2.0/routers/57755fb4-56b9-4c94-9faa-b9b0fab5a385/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1237135 Jul 22 17:39:27.426288 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-befbee19-9eb8-47c9-abf8-dbff3ecc9247 None None] Provisioning for port 68106f4b-a431-4f8e-82d6-b3b0434d9452 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:39:27.457813 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-befbee19-9eb8-47c9-abf8-dbff3ecc9247 None None] Provisioning complete for port 68106f4b-a431-4f8e-82d6-b3b0434d9452 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:27.458205 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-befbee19-9eb8-47c9-abf8-dbff3ecc9247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:27.502972 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port b31278b9-7cb5-447b-9ecd-bd157f3a2418 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:39:27.515986 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port b31278b9-7cb5-447b-9ecd-bd157f3a2418 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:27.516356 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:27.559881 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-68ec53e4-bdf3-4be5-acf5-a4c9834c4df8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-849685369&fields=id&tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb HTTP/1.1" status: 200 len: 267 time: 0.0371077 Jul 22 17:39:27.651125 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-befbee19-9eb8-47c9-abf8-dbff3ecc9247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:27.679959 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-8cc4e64c-8895-4c16-b87f-fbd6f4f8363a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:27.681453 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-8cc4e64c-8895-4c16-b87f-fbd6f4f8363a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/networks?id=e159d51c-0194-4e75-a35d-824461e6ece1 HTTP/1.1" status: 200 len: 797 time: 0.1147819 Jul 22 17:39:27.700251 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-98d761c1-18da-4987-8d3a-f27cc4160e68 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/quotas/58d9fe362c4a4138b4f40d451e5a1ccb HTTP/1.1" status: 200 len: 375 time: 0.0095246 Jul 22 17:39:27.724885 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:27.736460 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-befbee19-9eb8-47c9-abf8-dbff3ecc9247 None None] For port 68106f4b-a431-4f8e-82d6-b3b0434d9452, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=68106f4b-a431-4f8e-82d6-b3b0434d9452,segment=NetworkSegment(ed584b99-7a4d-436f-b1a7-99b217396ff9),segment_id=ed584b99-7a4d-436f-b1a7-99b217396ff9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:27.746187 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-befbee19-9eb8-47c9-abf8-dbff3ecc9247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:27.771637 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] Sync routers for ids ['57755fb4-56b9-4c94-9faa-b9b0fab5a385'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:39:27.779324 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port b31278b9-7cb5-447b-9ecd-bd157f3a2418, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b31278b9-7cb5-447b-9ecd-bd157f3a2418,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:27.784298 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-018a8d92-2162-4bdf-84bf-a507e92c2ac4 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737286 Jul 22 17:39:27.784699 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:27.795210 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] Routers {'57755fb4-56b9-4c94-9faa-b9b0fab5a385'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:27.796186 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:39:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['57755fb4-56b9-4c94-9faa-b9b0fab5a385'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:27.807647 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbee19-9eb8-47c9-abf8-dbff3ecc9247 None None] Pushing event updated for resources: {'Port': ['ID=68106f4b-a431-4f8e-82d6-b3b0434d9452,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:27.869104 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=b31278b9-7cb5-447b-9ecd-bd157f3a2418,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:27.917044 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] Set router 57755fb4-56b9-4c94-9faa-b9b0fab5a385 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:27.922379 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-8fb82f6c-b9d9-4f4d-8997-50e0085f6f35 service neutron] 10.222.0.69 "GET /v2.0/networks/e159d51c-0194-4e75-a35d-824461e6ece1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161871 Jul 22 17:39:28.039672 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-239e0cba-2873-4f35-8c9f-eb8ea6fa6035 service neutron] 10.222.0.69 "GET /v2.0/networks/e159d51c-0194-4e75-a35d-824461e6ece1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095796 Jul 22 17:39:28.078313 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-acf976a3-619b-49cf-a2d5-b8b4b744ec0e None None] Provisioning for port cc4ba324-a0e2-4770-a738-92e5c9b50714 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:39:28.085642 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-acf976a3-619b-49cf-a2d5-b8b4b744ec0e None None] Provisioning complete for port cc4ba324-a0e2-4770-a738-92e5c9b50714 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:28.085992 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-acf976a3-619b-49cf-a2d5-b8b4b744ec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:28.172673 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-acf976a3-619b-49cf-a2d5-b8b4b744ec0e None None] Port cc4ba324-a0e2-4770-a738-92e5c9b50714 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:39:28.192722 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-acf976a3-619b-49cf-a2d5-b8b4b744ec0e None None] Provisioning complete for port 68106f4b-a431-4f8e-82d6-b3b0434d9452 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:28.193189 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-acf976a3-619b-49cf-a2d5-b8b4b744ec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:28.359701 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757841679', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:22Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:23Z', 'updated_at': '2021-07-22T17:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'cc4ba324-a0e2-4770-a738-92e5c9b50714', 'name': '', 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:7a:a9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8530f37d-f839-4973-aeb8-a88994f5c124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:25Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 2, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '8530f37d-f839-4973-aeb8-a88994f5c124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:28.393132 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3032f20e-ce5b-48f1-b6b8-62a081c29db7 req-758e67dc-e35f-4e7b-ae0e-f9a1f7a0a595 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 210 time: 0.1657190 Jul 22 17:39:28.413352 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] Checking router: 57755fb4-56b9-4c94-9faa-b9b0fab5a385 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:39:28.413352 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] Updating router 57755fb4-56b9-4c94-9faa-b9b0fab5a385 port cc4ba324-a0e2-4770-a738-92e5c9b50714 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:39:28.459445 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:28.634779 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-be474cd8-4fad-49ba-aa16-e3492a1b7079 None None] Provisioning complete for port cc4ba324-a0e2-4770-a738-92e5c9b50714 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:28.635349 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be474cd8-4fad-49ba-aa16-e3492a1b7079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:28.673566 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-be474cd8-4fad-49ba-aa16-e3492a1b7079 None None] Port cc4ba324-a0e2-4770-a738-92e5c9b50714 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:39:28.767014 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:28.777427 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] Transition to ACTIVE for port object cc4ba324-a0e2-4770-a738-92e5c9b50714 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:39:28.783566 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:28.839152 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b966db-28a5-4ed5-956b-5b19f78ce871 None None] Pushing event updated for resources: {'Port': ['ID=cc4ba324-a0e2-4770-a738-92e5c9b50714,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:28.865164 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b966db-28a5-4ed5-956b-5b19f78ce871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:28.865855 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b966db-28a5-4ed5-956b-5b19f78ce871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:28.866457 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b966db-28a5-4ed5-956b-5b19f78ce871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:28.866881 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b966db-28a5-4ed5-956b-5b19f78ce871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:28.867432 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b966db-28a5-4ed5-956b-5b19f78ce871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:28.867976 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b966db-28a5-4ed5-956b-5b19f78ce871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:28.868522 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b966db-28a5-4ed5-956b-5b19f78ce871 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:28.869060 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b966db-28a5-4ed5-956b-5b19f78ce871 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:28.869600 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b966db-28a5-4ed5-956b-5b19f78ce871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:28.870150 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b966db-28a5-4ed5-956b-5b19f78ce871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:28.870679 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b966db-28a5-4ed5-956b-5b19f78ce871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:28.871202 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b966db-28a5-4ed5-956b-5b19f78ce871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:28.910451 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] Attempting to bind port cc4ba324-a0e2-4770-a738-92e5c9b50714 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:39:28.910982 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] Attempting to bind port cc4ba324-a0e2-4770-a738-92e5c9b50714 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'ed584b99-7a4d-436f-b1a7-99b217396ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:39:28.911435 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] Attempting to bind port cc4ba324-a0e2-4770-a738-92e5c9b50714 on network e159d51c-0194-4e75-a35d-824461e6ece1 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:39:28.917082 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:39:28.917460 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] Checking segment: {'id': 'ed584b99-7a4d-436f-b1a7-99b217396ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:39:28.918054 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:28.918682 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] Bound using segment: {'id': 'ed584b99-7a4d-436f-b1a7-99b217396ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:39:28.919299 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] Bound port: cc4ba324-a0e2-4770-a738-92e5c9b50714, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed584b99-7a4d-436f-b1a7-99b217396ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:39:28.919757 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:28.988643 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] For port cc4ba324-a0e2-4770-a738-92e5c9b50714, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:39:28.991908 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] For port cc4ba324-a0e2-4770-a738-92e5c9b50714, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=cc4ba324-a0e2-4770-a738-92e5c9b50714,segment=NetworkSegment(ed584b99-7a4d-436f-b1a7-99b217396ff9),segment_id=ed584b99-7a4d-436f-b1a7-99b217396ff9)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:39:28.995697 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:29.059456 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] Routers {'57755fb4-56b9-4c94-9faa-b9b0fab5a385'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:29.059560 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:39:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['57755fb4-56b9-4c94-9faa-b9b0fab5a385'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:29.096567 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b966db-28a5-4ed5-956b-5b19f78ce871 None None] Pushing event updated for resources: {'Port': ['ID=cc4ba324-a0e2-4770-a738-92e5c9b50714,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:29.141044 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ece657c-cac6-4b8f-b107-637d8e94a197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:29.173248 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] Set router 57755fb4-56b9-4c94-9faa-b9b0fab5a385 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:29.245120 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 68106f4b-a431-4f8e-82d6-b3b0434d9452 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:39:29.297974 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 68106f4b-a431-4f8e-82d6-b3b0434d9452 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:29.298343 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:29.391357 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757841679', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:22Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:23Z', 'updated_at': '2021-07-22T17:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'cc4ba324-a0e2-4770-a738-92e5c9b50714', 'name': '', 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:7a:a9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8530f37d-f839-4973-aeb8-a88994f5c124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:25Z', 'updated_at': '2021-07-22T17:39:28Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '8530f37d-f839-4973-aeb8-a88994f5c124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:29.395086 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b31278b9-7cb5-447b-9ecd-bd157f3a2418 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:39:29.438031 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-3abaed63-b4d5-4dad-88a2-9256543a9523 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:29.440326 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-3abaed63-b4d5-4dad-88a2-9256543a9523 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.30 "GET /v2.0/networks?id=e159d51c-0194-4e75-a35d-824461e6ece1 HTTP/1.1" status: 200 len: 797 time: 0.1193690 Jul 22 17:39:29.444262 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port b31278b9-7cb5-447b-9ecd-bd157f3a2418 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:29.444834 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:29.449515 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7db1d1-7935-4209-aacf-68f9eacf54d9 None None] The sync data for ids ['57755fb4-56b9-4c94-9faa-b9b0fab5a385'] in n-d-798930-9 is: [{'id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757841679', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:22Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:23Z', 'updated_at': '2021-07-22T17:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'cc4ba324-a0e2-4770-a738-92e5c9b50714', 'name': '', 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:7a:a9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8530f37d-f839-4973-aeb8-a88994f5c124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:25Z', 'updated_at': '2021-07-22T17:39:28Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '8530f37d-f839-4973-aeb8-a88994f5c124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:39:29.498997 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-c75c0b3f-2d32-40c5-960c-4d525acba1b8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb HTTP/1.1" status: 200 len: 379 time: 0.0439024 Jul 22 17:39:29.516063 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-529cb635-3abc-4884-8a48-e22cc982bd7b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'port': {'device_id': '8d08397a-85f6-43c5-9363-b95450b5cfc0', 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1', 'admin_state_up': True, 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'security_groups': ['965f1b90-84a5-48c7-8895-c36c53c33632']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:29.552319 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ed360244-a68b-44e0-9fad-3078af6012c7 req-d1ad5220-cb21-4c15-8159-cdf9fda87b66 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 210 time: 0.0521240 Jul 22 17:39:29.641608 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-529cb635-3abc-4884-8a48-e22cc982bd7b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Made reservation on behalf of 58d9fe362c4a4138b4f40d451e5a1ccb for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:39:29.645232 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-529cb635-3abc-4884-8a48-e22cc982bd7b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:29.780369 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-529cb635-3abc-4884-8a48-e22cc982bd7b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Allocated IP 172.20.0.7 (e159d51c-0194-4e75-a35d-824461e6ece1/8530f37d-f839-4973-aeb8-a88994f5c124/2e81ebc7-2e71-43eb-97bd-5ce289e57979) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:39:29.927394 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-529cb635-3abc-4884-8a48-e22cc982bd7b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:29.942531 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-529cb635-3abc-4884-8a48-e22cc982bd7b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Transition to ACTIVE for port object 2e81ebc7-2e71-43eb-97bd-5ce289e57979 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:39:29.976575 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-529cb635-3abc-4884-8a48-e22cc982bd7b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:30.022914 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-529cb635-3abc-4884-8a48-e22cc982bd7b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network e159d51c-0194-4e75-a35d-824461e6ece1 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:39:30.026253 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-529cb635-3abc-4884-8a48-e22cc982bd7b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:39:30.030317 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-529cb635-3abc-4884-8a48-e22cc982bd7b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:39:30.037074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cb635-3abc-4884-8a48-e22cc982bd7b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=2e81ebc7-2e71-43eb-97bd-5ce289e57979,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:30.089470 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-529cb635-3abc-4884-8a48-e22cc982bd7b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:30.090145 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-529cb635-3abc-4884-8a48-e22cc982bd7b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:30.114527 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-529cb635-3abc-4884-8a48-e22cc982bd7b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6030345 Jul 22 17:39:30.201800 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-33597261-ffcb-4af1-9ca8-57f0a00e46c5 service neutron] Request body: {'port': {'device_id': '8d08397a-85f6-43c5-9363-b95450b5cfc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:30.270444 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6f5a420e-d7ce-4ebd-b008-56feb346ff7d None None] Provisioning for port 2e81ebc7-2e71-43eb-97bd-5ce289e57979 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:39:30.274952 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6f5a420e-d7ce-4ebd-b008-56feb346ff7d None None] Provisioning complete for port 2e81ebc7-2e71-43eb-97bd-5ce289e57979 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:30.275443 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6f5a420e-d7ce-4ebd-b008-56feb346ff7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:30.287891 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-33597261-ffcb-4af1-9ca8-57f0a00e46c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:30.310874 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6f5a420e-d7ce-4ebd-b008-56feb346ff7d None None] Port 2e81ebc7-2e71-43eb-97bd-5ce289e57979 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:39:30.559904 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-33597261-ffcb-4af1-9ca8-57f0a00e46c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e81ebc7-2e71-43eb-97bd-5ce289e57979 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:39:30.567382 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-33597261-ffcb-4af1-9ca8-57f0a00e46c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:30.579346 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-33597261-ffcb-4af1-9ca8-57f0a00e46c5 service neutron] Transition to ACTIVE for port object 2e81ebc7-2e71-43eb-97bd-5ce289e57979 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:39:30.583134 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-33597261-ffcb-4af1-9ca8-57f0a00e46c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:30.637336 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33597261-ffcb-4af1-9ca8-57f0a00e46c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e81ebc7-2e71-43eb-97bd-5ce289e57979,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:30.749404 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-33597261-ffcb-4af1-9ca8-57f0a00e46c5 service neutron] Attempting to bind port 2e81ebc7-2e71-43eb-97bd-5ce289e57979 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:39:30.749750 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-33597261-ffcb-4af1-9ca8-57f0a00e46c5 service neutron] Attempting to bind port 2e81ebc7-2e71-43eb-97bd-5ce289e57979 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'ed584b99-7a4d-436f-b1a7-99b217396ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:39:30.750115 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-33597261-ffcb-4af1-9ca8-57f0a00e46c5 service neutron] Attempting to bind port 2e81ebc7-2e71-43eb-97bd-5ce289e57979 on network e159d51c-0194-4e75-a35d-824461e6ece1 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:39:30.757363 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-33597261-ffcb-4af1-9ca8-57f0a00e46c5 service neutron] Port 2e81ebc7-2e71-43eb-97bd-5ce289e57979 on network e159d51c-0194-4e75-a35d-824461e6ece1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:39:30.757689 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-33597261-ffcb-4af1-9ca8-57f0a00e46c5 service neutron] Attempting to bind port 2e81ebc7-2e71-43eb-97bd-5ce289e57979 on network e159d51c-0194-4e75-a35d-824461e6ece1 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:39:30.770026 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd31f2-ce7c-46c2-b314-64d16c98aa71 req-439c59e7-b20b-4053-a550-8b4b7bc7ea9a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:30.771522 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-22cd31f2-ce7c-46c2-b314-64d16c98aa71 req-439c59e7-b20b-4053-a550-8b4b7bc7ea9a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 943 time: 0.1418765 Jul 22 17:39:30.772810 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-33597261-ffcb-4af1-9ca8-57f0a00e46c5 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:39:30.773149 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-33597261-ffcb-4af1-9ca8-57f0a00e46c5 service neutron] Checking segment: {'id': 'ed584b99-7a4d-436f-b1a7-99b217396ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:39:30.773788 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-33597261-ffcb-4af1-9ca8-57f0a00e46c5 service neutron] Bound using segment: {'id': 'ed584b99-7a4d-436f-b1a7-99b217396ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:39:30.774276 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-33597261-ffcb-4af1-9ca8-57f0a00e46c5 service neutron] Bound port: 2e81ebc7-2e71-43eb-97bd-5ce289e57979, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed584b99-7a4d-436f-b1a7-99b217396ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:39:30.774640 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-33597261-ffcb-4af1-9ca8-57f0a00e46c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:30.847788 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-22cd31f2-ce7c-46c2-b314-64d16c98aa71 req-281ada6f-d291-47d2-b866-50fdfad2d299 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=965f1b90-84a5-48c7-8895-c36c53c33632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698912 Jul 22 17:39:30.869230 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-33597261-ffcb-4af1-9ca8-57f0a00e46c5 service neutron] For port 2e81ebc7-2e71-43eb-97bd-5ce289e57979, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:39:30.872478 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-33597261-ffcb-4af1-9ca8-57f0a00e46c5 service neutron] For port 2e81ebc7-2e71-43eb-97bd-5ce289e57979, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=2e81ebc7-2e71-43eb-97bd-5ce289e57979,segment=NetworkSegment(ed584b99-7a4d-436f-b1a7-99b217396ff9),segment_id=ed584b99-7a4d-436f-b1a7-99b217396ff9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:39:30.876434 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-33597261-ffcb-4af1-9ca8-57f0a00e46c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:30.910707 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-33597261-ffcb-4af1-9ca8-57f0a00e46c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:30.911340 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-33597261-ffcb-4af1-9ca8-57f0a00e46c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:30.912726 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-33597261-ffcb-4af1-9ca8-57f0a00e46c5 service neutron] 10.222.0.30 "PUT /v2.0/ports/2e81ebc7-2e71-43eb-97bd-5ce289e57979 HTTP/1.1" status: 200 len: 1091 time: 0.7830954 Jul 22 17:39:30.913188 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d08397a-85f6-43c5-9363-b95450b5cfc0', 'tag': '2e81ebc7-2e71-43eb-97bd-5ce289e57979'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:39:30.915464 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec69f8e-5644-40ef-9669-7a6cabf719f2" -d '{"events": [{"name": "network-changed", "server_uuid": "8d08397a-85f6-43c5-9363-b95450b5cfc0", "tag": "2e81ebc7-2e71-43eb-97bd-5ce289e57979"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:39:30.948418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33597261-ffcb-4af1-9ca8-57f0a00e46c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e81ebc7-2e71-43eb-97bd-5ce289e57979,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:30.958998 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0366cc-8224-46f6-86c7-34fa071063c6 x-openstack-request-id: req-9b0366cc-8224-46f6-86c7-34fa071063c6 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:39:30.959288 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d08397a-85f6-43c5-9363-b95450b5cfc0", "tag": "2e81ebc7-2e71-43eb-97bd-5ce289e57979", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:39:30.959537 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9b0366cc-8224-46f6-86c7-34fa071063c6 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:39:30.959939 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d08397a-85f6-43c5-9363-b95450b5cfc0', 'tag': '2e81ebc7-2e71-43eb-97bd-5ce289e57979', 'status': 'completed', 'code': 200} Jul 22 17:39:31.033275 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-2da8300e-b921-409c-b00a-175a3e177988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:31.034872 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-2da8300e-b921-409c-b00a-175a3e177988 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 1094 time: 0.0581412 Jul 22 17:39:31.088529 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-2d9c09c1-eda7-4151-b284-e3519a18b7f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e81ebc7-2e71-43eb-97bd-5ce289e57979 HTTP/1.1" status: 200 len: 217 time: 0.0413575 Jul 22 17:39:31.137868 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-6c7ae2e6-5a2b-4bcc-85af-8f26a335d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:31.139368 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-6c7ae2e6-5a2b-4bcc-85af-8f26a335d3e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8530f37d-f839-4973-aeb8-a88994f5c124 HTTP/1.1" status: 200 len: 834 time: 0.0448360 Jul 22 17:39:31.203189 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-69411dea-e811-436b-8ad7-e90cb165db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:31.204640 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-69411dea-e811-436b-8ad7-e90cb165db4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e159d51c-0194-4e75-a35d-824461e6ece1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589278 Jul 22 17:39:31.236626 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device cc4ba324-a0e2-4770-a738-92e5c9b50714 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:39:31.283914 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port cc4ba324-a0e2-4770-a738-92e5c9b50714 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:39:31.287975 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port cc4ba324-a0e2-4770-a738-92e5c9b50714 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:31.288355 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:31.298692 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-d369c176-e9d3-406c-82e1-22d515ab1c84 service neutron] 10.222.0.30 "GET /v2.0/networks/e159d51c-0194-4e75-a35d-824461e6ece1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878451 Jul 22 17:39:31.371933 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:31.388754 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7e21e1c8-d916-4aaa-9088-8219d8d33df5 req-a16eff04-a97f-4445-82ba-50af7c625e54 service neutron] 10.222.0.30 "GET /v2.0/networks/e159d51c-0194-4e75-a35d-824461e6ece1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842545 Jul 22 17:39:31.406369 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port cc4ba324-a0e2-4770-a738-92e5c9b50714, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=cc4ba324-a0e2-4770-a738-92e5c9b50714,segment=NetworkSegment(ed584b99-7a4d-436f-b1a7-99b217396ff9),segment_id=ed584b99-7a4d-436f-b1a7-99b217396ff9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:31.410928 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:31.459248 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=cc4ba324-a0e2-4770-a738-92e5c9b50714,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:31.534736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec69f8e-5644-40ef-9669-7a6cabf719f2 req-195c6da9-536d-4e81-badf-4a93b92799a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:31.536289 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ec69f8e-5644-40ef-9669-7a6cabf719f2 req-195c6da9-536d-4e81-badf-4a93b92799a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 1094 time: 0.0537286 Jul 22 17:39:31.626837 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec69f8e-5644-40ef-9669-7a6cabf719f2 req-ca626ce2-ebd1-49b3-a08a-8362d88b30f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:31.628274 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ec69f8e-5644-40ef-9669-7a6cabf719f2 req-ca626ce2-ebd1-49b3-a08a-8362d88b30f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e159d51c-0194-4e75-a35d-824461e6ece1 HTTP/1.1" status: 200 len: 898 time: 0.0858748 Jul 22 17:39:31.668115 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ec69f8e-5644-40ef-9669-7a6cabf719f2 req-e913c7ec-a219-4431-975e-fcd0b386ea42 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e81ebc7-2e71-43eb-97bd-5ce289e57979 HTTP/1.1" status: 200 len: 217 time: 0.0335343 Jul 22 17:39:31.676110 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c226ab36-a528-4f3c-8f87-ba34fedae8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:31.697745 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:31.721797 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec69f8e-5644-40ef-9669-7a6cabf719f2 req-43a1254f-9f5f-4c2f-b026-5d6441ebac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:31.723223 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ec69f8e-5644-40ef-9669-7a6cabf719f2 req-43a1254f-9f5f-4c2f-b026-5d6441ebac31 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8530f37d-f839-4973-aeb8-a88994f5c124 HTTP/1.1" status: 200 len: 834 time: 0.0478859 Jul 22 17:39:31.783173 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec69f8e-5644-40ef-9669-7a6cabf719f2 req-78afac09-c867-49fd-9337-078c1f24f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:31.784659 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ec69f8e-5644-40ef-9669-7a6cabf719f2 req-78afac09-c867-49fd-9337-078c1f24f0ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e159d51c-0194-4e75-a35d-824461e6ece1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546789 Jul 22 17:39:31.877485 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ec69f8e-5644-40ef-9669-7a6cabf719f2 req-b8ce6d81-ab49-450e-81ef-2957c06eac2e service neutron] 10.222.0.30 "GET /v2.0/networks/e159d51c-0194-4e75-a35d-824461e6ece1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849438 Jul 22 17:39:31.994612 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7ec69f8e-5644-40ef-9669-7a6cabf719f2 req-82328ec0-251d-4bf4-a2a3-b4aa86ba1b5a service neutron] 10.222.0.30 "GET /v2.0/networks/e159d51c-0194-4e75-a35d-824461e6ece1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101184 Jul 22 17:39:32.018649 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2732d0e-637e-4d72-b6ec-fff67731352d req-d9eac0af-25cf-44fc-bbe2-ba012691465a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:32.020113 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a2732d0e-637e-4d72-b6ec-fff67731352d req-d9eac0af-25cf-44fc-bbe2-ba012691465a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 943 time: 0.1047096 Jul 22 17:39:32.062896 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a2732d0e-637e-4d72-b6ec-fff67731352d req-6007baea-7157-478c-a29e-810c0eda7b89 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=965f1b90-84a5-48c7-8895-c36c53c33632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358112 Jul 22 17:39:33.031705 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:33.194455 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd641e-5cbb-49fa-af7f-0d07cf2c1719 req-31316ea5-1b1b-477c-bf0f-f54c57efb963 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:33.195943 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-57bd641e-5cbb-49fa-af7f-0d07cf2c1719 req-31316ea5-1b1b-477c-bf0f-f54c57efb963 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 943 time: 0.0644200 Jul 22 17:39:33.222600 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device cc4ba324-a0e2-4770-a738-92e5c9b50714 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:39:33.237381 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-57bd641e-5cbb-49fa-af7f-0d07cf2c1719 req-898548c2-0dc2-4416-9659-8989fc31a236 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=965f1b90-84a5-48c7-8895-c36c53c33632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352316 Jul 22 17:39:33.271798 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port cc4ba324-a0e2-4770-a738-92e5c9b50714 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:33.272242 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:33.886023 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 2e81ebc7-2e71-43eb-97bd-5ce289e57979 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:39:33.980319 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 2e81ebc7-2e71-43eb-97bd-5ce289e57979, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=2e81ebc7-2e71-43eb-97bd-5ce289e57979,segment=NetworkSegment(ed584b99-7a4d-436f-b1a7-99b217396ff9),segment_id=ed584b99-7a4d-436f-b1a7-99b217396ff9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:33.991518 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '2e81ebc7-2e71-43eb-97bd-5ce289e57979', 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1', 'port_id': '2e81ebc7-2e71-43eb-97bd-5ce289e57979', 'mac_address': 'fa:16:3e:7b:2d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8530f37d-f839-4973-aeb8-a88994f5c124', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:39:34.028559 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:34.042066 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e81ebc7-2e71-43eb-97bd-5ce289e57979 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:39:34.061052 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 2e81ebc7-2e71-43eb-97bd-5ce289e57979, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=2e81ebc7-2e71-43eb-97bd-5ce289e57979,segment=NetworkSegment(ed584b99-7a4d-436f-b1a7-99b217396ff9),segment_id=ed584b99-7a4d-436f-b1a7-99b217396ff9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:34.064529 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:34.110790 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=2e81ebc7-2e71-43eb-97bd-5ce289e57979,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:34.356769 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['2e81ebc7-2e71-43eb-97bd-5ce289e57979'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:39:34.365317 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52a9a9-5a75-4f3e-8345-b3e2106116a6 req-f0fdeefd-1eaa-4f32-8b8d-2fbe34fce9a5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:34.366867 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be52a9a9-5a75-4f3e-8345-b3e2106116a6 req-f0fdeefd-1eaa-4f32-8b8d-2fbe34fce9a5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 944 time: 0.0629847 Jul 22 17:39:34.404877 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be52a9a9-5a75-4f3e-8345-b3e2106116a6 req-44a221c8-72f4-409b-977c-b1f9566bdaf7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=965f1b90-84a5-48c7-8895-c36c53c33632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317357 Jul 22 17:39:34.862259 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:35.538866 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1896c1d-1af4-40fd-bb1f-46dcf643f5f0 req-c27386b9-42ce-4abf-959d-23759a1ca440 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:35.540331 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f1896c1d-1af4-40fd-bb1f-46dcf643f5f0 req-c27386b9-42ce-4abf-959d-23759a1ca440 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 944 time: 0.0669708 Jul 22 17:39:35.578012 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f1896c1d-1af4-40fd-bb1f-46dcf643f5f0 req-1f7ba1e3-bb2a-47b0-b1c6-ffbdefd7c9bd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=965f1b90-84a5-48c7-8895-c36c53c33632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316339 Jul 22 17:39:35.901637 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 2e81ebc7-2e71-43eb-97bd-5ce289e57979 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:39:35.951442 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 2e81ebc7-2e71-43eb-97bd-5ce289e57979 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:39:35.956054 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 2e81ebc7-2e71-43eb-97bd-5ce289e57979 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:35.956425 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:36.030518 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:36.053392 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d08397a-85f6-43c5-9363-b95450b5cfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e81ebc7-2e71-43eb-97bd-5ce289e57979'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:39:36.055669 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b1d6fa-134f-4775-80a5-025a123bc2dc" -d '{"events": [{"server_uuid": "8d08397a-85f6-43c5-9363-b95450b5cfc0", "name": "network-vif-plugged", "status": "completed", "tag": "2e81ebc7-2e71-43eb-97bd-5ce289e57979"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:39:36.068093 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 2e81ebc7-2e71-43eb-97bd-5ce289e57979, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=2e81ebc7-2e71-43eb-97bd-5ce289e57979,segment=NetworkSegment(ed584b99-7a4d-436f-b1a7-99b217396ff9),segment_id=ed584b99-7a4d-436f-b1a7-99b217396ff9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:36.072299 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:36.095011 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0aa55c9-4d56-47d5-8345-dd92e56b3a37 x-openstack-request-id: req-b0aa55c9-4d56-47d5-8345-dd92e56b3a37 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:39:36.095282 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d08397a-85f6-43c5-9363-b95450b5cfc0", "name": "network-vif-plugged", "status": "completed", "tag": "2e81ebc7-2e71-43eb-97bd-5ce289e57979", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:39:36.095530 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b0aa55c9-4d56-47d5-8345-dd92e56b3a37 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:39:36.095917 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d08397a-85f6-43c5-9363-b95450b5cfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e81ebc7-2e71-43eb-97bd-5ce289e57979', 'code': 200} Jul 22 17:39:36.121180 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=2e81ebc7-2e71-43eb-97bd-5ce289e57979,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:36.224482 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df447fc3-5b8e-4baf-a218-b4f9ed686a5d req-bbc4b63f-17fc-4e22-84a3-4495f9bd2ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:36.226097 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-df447fc3-5b8e-4baf-a218-b4f9ed686a5d req-bbc4b63f-17fc-4e22-84a3-4495f9bd2ba5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 1096 time: 0.0531590 Jul 22 17:39:36.259461 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-df447fc3-5b8e-4baf-a218-b4f9ed686a5d req-3dc42da4-0dae-46bf-a5f6-80036fa999dd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=965f1b90-84a5-48c7-8895-c36c53c33632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269828 Jul 22 17:39:36.704463 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6d2ee-0ae8-4f51-8da5-884d0f5ab016 req-cabc7fd9-f26f-49b9-a2a9-4f0f3e558737 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:36.705956 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01d6d2ee-0ae8-4f51-8da5-884d0f5ab016 req-cabc7fd9-f26f-49b9-a2a9-4f0f3e558737 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 945 time: 0.0629122 Jul 22 17:39:36.741674 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-01d6d2ee-0ae8-4f51-8da5-884d0f5ab016 req-f8e159b6-7de2-4659-b5bc-5afaf4ab9d9f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=965f1b90-84a5-48c7-8895-c36c53c33632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302224 Jul 22 17:39:37.872032 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f7c5b-017f-4980-bf81-f97ee41cd6bf req-add4e6cb-c752-46ed-a0c1-d2742aea020f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:37.873498 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0e2f7c5b-017f-4980-bf81-f97ee41cd6bf req-add4e6cb-c752-46ed-a0c1-d2742aea020f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 945 time: 0.0656505 Jul 22 17:39:37.909427 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0e2f7c5b-017f-4980-bf81-f97ee41cd6bf req-12a01b7e-f5b9-4978-b8ac-1a4cbdbcbdc4 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=965f1b90-84a5-48c7-8895-c36c53c33632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304656 Jul 22 17:39:38.038030 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bae29c-0dc7-42b6-b835-7dd92e66ac40 req-42b597f3-9fc6-4400-8098-c55ef8236397 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:38.039470 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e7bae29c-0dc7-42b6-b835-7dd92e66ac40 req-42b597f3-9fc6-4400-8098-c55ef8236397 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 945 time: 0.0667224 Jul 22 17:39:38.077595 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e7bae29c-0dc7-42b6-b835-7dd92e66ac40 req-6c011635-5bdb-4acb-87b2-db513b2cc5f0 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=965f1b90-84a5-48c7-8895-c36c53c33632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320041 Jul 22 17:39:38.098182 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41528) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:38.150697 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea3cb60-bac4-4653-af7f-e7926ff67cb9 tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:38.152215 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-2ea3cb60-bac4-4653-af7f-e7926ff67cb9 tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 1091 time: 0.0530963 Jul 22 17:39:38.155464 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41530) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:38.159735 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b5473762-5615-4727-9667-661d4718013a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': '2e81ebc7-2e71-43eb-97bd-5ce289e57979', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:38.182417 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5473762-5615-4727-9667-661d4718013a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:38.278227 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5473762-5615-4727-9667-661d4718013a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:38.374486 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-b5473762-5615-4727-9667-661d4718013a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Allocated IP 172.25.0.95 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/a19b869a-f9ac-475e-bad6-1532a46234e8) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:39:38.476486 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5473762-5615-4727-9667-661d4718013a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:38.513771 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5473762-5615-4727-9667-661d4718013a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:38.549998 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5473762-5615-4727-9667-661d4718013a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:39:38.554661 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-b5473762-5615-4727-9667-661d4718013a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:39:38.557999 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5473762-5615-4727-9667-661d4718013a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:39:38.580915 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5473762-5615-4727-9667-661d4718013a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=a19b869a-f9ac-475e-bad6-1532a46234e8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:38.899473 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5473762-5615-4727-9667-661d4718013a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:38.971141 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5473762-5615-4727-9667-661d4718013a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:39.117009 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5473762-5615-4727-9667-661d4718013a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:39.122241 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5473762-5615-4727-9667-661d4718013a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:39.526683 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5473762-5615-4727-9667-661d4718013a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=a19b869a-f9ac-475e-bad6-1532a46234e8,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:39.539635 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5473762-5615-4727-9667-661d4718013a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:39.637246 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-b5473762-5615-4727-9667-661d4718013a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Floating IP d28fc505-8474-4069-8088-35bee695941a associated. External IP: 172.25.0.95, port: 2e81ebc7-2e71-43eb-97bd-5ce289e57979. Jul 22 17:39:39.838361 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5473762-5615-4727-9667-661d4718013a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Router 57755fb4-56b9-4c94-9faa-b9b0fab5a385 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:39:39.942495 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5473762-5615-4727-9667-661d4718013a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:39:39.951821 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e710dc-4dad-47ae-8bb5-66c23a9cc524 None None] Sync routers for ids ['57755fb4-56b9-4c94-9faa-b9b0fab5a385'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:39:39.958138 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b5473762-5615-4727-9667-661d4718013a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:39.965661 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e710dc-4dad-47ae-8bb5-66c23a9cc524 None None] Routers {'57755fb4-56b9-4c94-9faa-b9b0fab5a385'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:39.966297 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-61e710dc-4dad-47ae-8bb5-66c23a9cc524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:39:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['57755fb4-56b9-4c94-9faa-b9b0fab5a385'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:39.998406 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b5473762-5615-4727-9667-661d4718013a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8419311 Jul 22 17:39:39.999094 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d08397a-85f6-43c5-9363-b95450b5cfc0', 'tag': '2e81ebc7-2e71-43eb-97bd-5ce289e57979'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:39:40.001467 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d235f272f8511c600301b52ddf7b8bba0b6464469fe4a6096d752437cb6b909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee88674-b339-494e-99b1-99e44d7f416e" -d '{"events": [{"name": "network-changed", "server_uuid": "8d08397a-85f6-43c5-9363-b95450b5cfc0", "tag": "2e81ebc7-2e71-43eb-97bd-5ce289e57979"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:39:40.044405 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3fd42d-aeb2-402c-bcd8-612ffc442098 x-openstack-request-id: req-ee3fd42d-aeb2-402c-bcd8-612ffc442098 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:39:40.044405 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d08397a-85f6-43c5-9363-b95450b5cfc0", "tag": "2e81ebc7-2e71-43eb-97bd-5ce289e57979", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:39:40.044620 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ee3fd42d-aeb2-402c-bcd8-612ffc442098 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:39:40.045023 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d08397a-85f6-43c5-9363-b95450b5cfc0', 'tag': '2e81ebc7-2e71-43eb-97bd-5ce289e57979', 'status': 'completed', 'code': 200} Jul 22 17:39:40.075611 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-61e710dc-4dad-47ae-8bb5-66c23a9cc524 None None] Set router 57755fb4-56b9-4c94-9faa-b9b0fab5a385 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:40.158485 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532c66a-18cb-43b2-aba1-4290ab2d0823 req-5b82bf0a-ba92-48f7-a2db-1836540166ca tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:40.159976 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9532c66a-18cb-43b2-aba1-4290ab2d0823 req-5b82bf0a-ba92-48f7-a2db-1836540166ca tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 945 time: 0.1015563 Jul 22 17:39:40.185599 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee88674-b339-494e-99b1-99e44d7f416e req-021cf5da-bcda-4dd1-9e28-b7c1b04147b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:40.187104 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3ee88674-b339-494e-99b1-99e44d7f416e req-021cf5da-bcda-4dd1-9e28-b7c1b04147b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 1096 time: 0.0972002 Jul 22 17:39:40.225021 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9532c66a-18cb-43b2-aba1-4290ab2d0823 req-4d6b4fca-388f-40b2-88f6-1a71d31b6cc6 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=965f1b90-84a5-48c7-8895-c36c53c33632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590141 Jul 22 17:39:40.248570 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41536) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:40.292713 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee88674-b339-494e-99b1-99e44d7f416e req-e86e6464-af11-4ee2-a6ac-330223b95e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:40.294751 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3ee88674-b339-494e-99b1-99e44d7f416e req-e86e6464-af11-4ee2-a6ac-330223b95e9f service neutron] 10.222.0.30 "GET /v2.0/networks?id=e159d51c-0194-4e75-a35d-824461e6ece1 HTTP/1.1" status: 200 len: 898 time: 0.1002755 Jul 22 17:39:40.305316 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-61e710dc-4dad-47ae-8bb5-66c23a9cc524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757841679', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:22Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:23Z', 'updated_at': '2021-07-22T17:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'd28fc505-8474-4069-8088-35bee695941a', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'port_id': '2e81ebc7-2e71-43eb-97bd-5ce289e57979', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1', 'mac_address': 'fa:16:3e:7b:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08397a-85f6-43c5-9363-b95450b5cfc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:39:38Z', 'updated_at': '2021-07-22T17:39:38Z', 'revision_number': 0, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4ba324-a0e2-4770-a738-92e5c9b50714', 'name': '', 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:7a:a9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8530f37d-f839-4973-aeb8-a88994f5c124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:25Z', 'updated_at': '2021-07-22T17:39:31Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '8530f37d-f839-4973-aeb8-a88994f5c124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:40.319741 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4e54e7fc-a0e0-4823-a84b-cff27b9edb12 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/floatingips/d28fc505-8474-4069-8088-35bee695941a HTTP/1.1" status: 200 len: 990 time: 0.0688527 Jul 22 17:39:40.331238 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e710dc-4dad-47ae-8bb5-66c23a9cc524 None None] Checking router: 57755fb4-56b9-4c94-9faa-b9b0fab5a385 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:39:40.339443 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e710dc-4dad-47ae-8bb5-66c23a9cc524 None None] Routers {'57755fb4-56b9-4c94-9faa-b9b0fab5a385'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:40.340062 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-61e710dc-4dad-47ae-8bb5-66c23a9cc524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:39:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['57755fb4-56b9-4c94-9faa-b9b0fab5a385'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:40.363798 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3ee88674-b339-494e-99b1-99e44d7f416e req-b165c569-e84f-48f3-8de6-3d17fbf19ce3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e81ebc7-2e71-43eb-97bd-5ce289e57979 HTTP/1.1" status: 200 len: 998 time: 0.0621669 Jul 22 17:39:40.412434 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee88674-b339-494e-99b1-99e44d7f416e req-b4b6759a-a038-4140-98b1-410d20e0638c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:40.413877 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3ee88674-b339-494e-99b1-99e44d7f416e req-b4b6759a-a038-4140-98b1-410d20e0638c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8530f37d-f839-4973-aeb8-a88994f5c124 HTTP/1.1" status: 200 len: 834 time: 0.0439036 Jul 22 17:39:40.443056 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-61e710dc-4dad-47ae-8bb5-66c23a9cc524 None None] Set router 57755fb4-56b9-4c94-9faa-b9b0fab5a385 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:40.470228 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee88674-b339-494e-99b1-99e44d7f416e req-2c28d759-3b81-42a0-a963-069294f5f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:40.471716 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3ee88674-b339-494e-99b1-99e44d7f416e req-2c28d759-3b81-42a0-a963-069294f5f7e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e159d51c-0194-4e75-a35d-824461e6ece1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519712 Jul 22 17:39:40.563853 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3ee88674-b339-494e-99b1-99e44d7f416e req-cac11531-88cf-4d39-a472-3f28386a29e1 service neutron] 10.222.0.30 "GET /v2.0/networks/e159d51c-0194-4e75-a35d-824461e6ece1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860353 Jul 22 17:39:40.650415 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3ee88674-b339-494e-99b1-99e44d7f416e req-b8255731-7eb2-45ec-8628-e58a48f6318b service neutron] 10.222.0.30 "GET /v2.0/networks/e159d51c-0194-4e75-a35d-824461e6ece1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803189 Jul 22 17:39:40.663248 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-61e710dc-4dad-47ae-8bb5-66c23a9cc524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757841679', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:22Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:23Z', 'updated_at': '2021-07-22T17:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'd28fc505-8474-4069-8088-35bee695941a', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'port_id': '2e81ebc7-2e71-43eb-97bd-5ce289e57979', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1', 'mac_address': 'fa:16:3e:7b:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08397a-85f6-43c5-9363-b95450b5cfc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:39:38Z', 'updated_at': '2021-07-22T17:39:38Z', 'revision_number': 0, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4ba324-a0e2-4770-a738-92e5c9b50714', 'name': '', 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:7a:a9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8530f37d-f839-4973-aeb8-a88994f5c124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:25Z', 'updated_at': '2021-07-22T17:39:31Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '8530f37d-f839-4973-aeb8-a88994f5c124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:40.689941 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e710dc-4dad-47ae-8bb5-66c23a9cc524 None None] The sync data for ids ['57755fb4-56b9-4c94-9faa-b9b0fab5a385'] in n-d-798930-9 is: [{'id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757841679', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:22Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:23Z', 'updated_at': '2021-07-22T17:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'd28fc505-8474-4069-8088-35bee695941a', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'port_id': '2e81ebc7-2e71-43eb-97bd-5ce289e57979', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1', 'mac_address': 'fa:16:3e:7b:2d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08397a-85f6-43c5-9363-b95450b5cfc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:39:38Z', 'updated_at': '2021-07-22T17:39:38Z', 'revision_number': 0, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4ba324-a0e2-4770-a738-92e5c9b50714', 'name': '', 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:7a:a9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8530f37d-f839-4973-aeb8-a88994f5c124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:25Z', 'updated_at': '2021-07-22T17:39:31Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '8530f37d-f839-4973-aeb8-a88994f5c124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:39:40.881257 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ec5eaa-7d48-4f8f-ac84-41efac2c0cef None None] New status for floating IP d28fc505-8474-4069-8088-35bee695941a: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:39:41.322301 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41538) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:41.385131 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-daf79d75-f13a-438d-8586-8d3df51c50b0 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/floatingips/d28fc505-8474-4069-8088-35bee695941a HTTP/1.1" status: 200 len: 992 time: 0.0617671 Jul 22 17:39:42.606284 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:42.683130 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:49.795051 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f941eb7-fa64-47aa-8de6-b0115931183d req-3755ee80-f643-4673-8516-0e1f181c2cea service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510294 Jul 22 17:39:49.908072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f941eb7-fa64-47aa-8de6-b0115931183d req-dc4ef8c9-051e-4d24-a58b-2ea9b4156fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:49.909525 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f941eb7-fa64-47aa-8de6-b0115931183d req-dc4ef8c9-051e-4d24-a58b-2ea9b4156fc0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 1096 time: 0.0566998 Jul 22 17:39:50.010011 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f941eb7-fa64-47aa-8de6-b0115931183d req-8aa8843b-dbe2-496e-9a46-b9087c465fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:50.011454 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f941eb7-fa64-47aa-8de6-b0115931183d req-8aa8843b-dbe2-496e-9a46-b9087c465fc5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e159d51c-0194-4e75-a35d-824461e6ece1 HTTP/1.1" status: 200 len: 898 time: 0.0827832 Jul 22 17:39:50.080209 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f941eb7-fa64-47aa-8de6-b0115931183d req-f39308ee-ffc5-4dbc-9f37-7d93daa64f5a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e81ebc7-2e71-43eb-97bd-5ce289e57979 HTTP/1.1" status: 200 len: 1000 time: 0.0616608 Jul 22 17:39:50.128424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f941eb7-fa64-47aa-8de6-b0115931183d req-bbf807ab-fc20-4540-9737-734e0b2167da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:50.129827 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f941eb7-fa64-47aa-8de6-b0115931183d req-bbf807ab-fc20-4540-9737-734e0b2167da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8530f37d-f839-4973-aeb8-a88994f5c124 HTTP/1.1" status: 200 len: 834 time: 0.0428796 Jul 22 17:39:50.189580 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f941eb7-fa64-47aa-8de6-b0115931183d req-eaa3b704-67d1-4420-8eec-735aa0ac4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:50.191095 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f941eb7-fa64-47aa-8de6-b0115931183d req-eaa3b704-67d1-4420-8eec-735aa0ac4eb9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e159d51c-0194-4e75-a35d-824461e6ece1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548394 Jul 22 17:39:50.282203 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f941eb7-fa64-47aa-8de6-b0115931183d req-52fa3f5d-5c26-4d6f-a6b4-076bb6b1c96c service neutron] 10.222.0.30 "GET /v2.0/networks/e159d51c-0194-4e75-a35d-824461e6ece1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841007 Jul 22 17:39:50.369101 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4f941eb7-fa64-47aa-8de6-b0115931183d req-17cc85ac-f58f-461f-a332-e5c3459b4d41 service neutron] 10.222.0.30 "GET /v2.0/networks/e159d51c-0194-4e75-a35d-824461e6ece1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793920 Jul 22 17:39:52.435106 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-c2129127-b2b1-4e3f-b328-8462b6e166ff req-80f889eb-e289-42dd-a7c7-6a57907e733c service neutron] (93817) timed out ('10.222.0.30', 56106) {{(pid=93817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 17:39:53.404166 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:39:59.143543 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-888fa210-64e7-4926-86d1-856c0697ad7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:01.676598 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-40c6d24c-db15-4e00-a57c-bc68a0f859c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:01.698254 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:03.034317 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:04.871605 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:10.196784 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bf282-4af0-4c02-9d39-38a901674184 req-1adfa56b-73f7-4bad-91f8-18475d730cb3 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:10.198357 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0c2bf282-4af0-4c02-9d39-38a901674184 req-1adfa56b-73f7-4bad-91f8-18475d730cb3 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 945 time: 0.0765269 Jul 22 17:40:10.236045 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0c2bf282-4af0-4c02-9d39-38a901674184 req-dc16669a-e130-4d48-92db-37032538ddc2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=965f1b90-84a5-48c7-8895-c36c53c33632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318255 Jul 22 17:40:11.371799 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72223ab-6124-4d27-9d29-3e77a6d773b5 req-3c8a517e-837f-4ca8-8fd6-3e724ad260ce tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:11.373212 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e72223ab-6124-4d27-9d29-3e77a6d773b5 req-3c8a517e-837f-4ca8-8fd6-3e724ad260ce tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 945 time: 0.0693443 Jul 22 17:40:11.411165 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e72223ab-6124-4d27-9d29-3e77a6d773b5 req-7423b65d-30c8-4393-a37e-9382ee28df83 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=965f1b90-84a5-48c7-8895-c36c53c33632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321856 Jul 22 17:40:11.433592 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41554) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:11.491989 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-14bae1aa-d289-4dd2-8001-54a4fceed0a2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/floatingips/d28fc505-8474-4069-8088-35bee695941a HTTP/1.1" status: 200 len: 992 time: 0.0571344 Jul 22 17:40:12.602467 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:12.700029 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:12.779637 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649aff81-48fa-429e-9586-f4c83f0cdbd4 req-cbafd198-1481-4ab0-88d7-f21ed7754294 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:12.781059 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-649aff81-48fa-429e-9586-f4c83f0cdbd4 req-cbafd198-1481-4ab0-88d7-f21ed7754294 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 945 time: 0.0646210 Jul 22 17:40:12.819056 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-649aff81-48fa-429e-9586-f4c83f0cdbd4 req-ec743167-dea2-40b6-b10a-0705014badbf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=965f1b90-84a5-48c7-8895-c36c53c33632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323672 Jul 22 17:40:13.952740 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4d735-77d8-4ddc-a40b-8f21d913205f req-96bdbe21-7f2b-4266-afac-3f2ebd024a6e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:13.954218 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47a4d735-77d8-4ddc-a40b-8f21d913205f req-96bdbe21-7f2b-4266-afac-3f2ebd024a6e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 945 time: 0.0662670 Jul 22 17:40:13.991396 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47a4d735-77d8-4ddc-a40b-8f21d913205f req-c319f40c-2188-4a42-9f24-f76a4bef71a2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=965f1b90-84a5-48c7-8895-c36c53c33632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316200 Jul 22 17:40:14.017015 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41564) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:14.077564 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0bc43c5d-364b-4d07-bf15-eed886100270 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/floatingips/d28fc505-8474-4069-8088-35bee695941a HTTP/1.1" status: 200 len: 992 time: 0.0594294 Jul 22 17:40:14.307036 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41570) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:14.460063 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-85d7ceff-46f7-47db-b448-794d4cc436a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Deleting port a19b869a-f9ac-475e-bad6-1532a46234e8 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:40:14.460312 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85d7ceff-46f7-47db-b448-794d4cc436a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:14.534436 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85d7ceff-46f7-47db-b448-794d4cc436a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:14.534759 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85d7ceff-46f7-47db-b448-794d4cc436a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:14.546032 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-85d7ceff-46f7-47db-b448-794d4cc436a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Calling delete_port for a19b869a-f9ac-475e-bad6-1532a46234e8 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:40:14.689636 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85d7ceff-46f7-47db-b448-794d4cc436a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:14.716648 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7ceff-46f7-47db-b448-794d4cc436a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Port': ['ID=a19b869a-f9ac-475e-bad6-1532a46234e8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:14.742143 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7ceff-46f7-47db-b448-794d4cc436a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:14.742489 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7ceff-46f7-47db-b448-794d4cc436a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:14.742824 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7ceff-46f7-47db-b448-794d4cc436a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:14.743153 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7ceff-46f7-47db-b448-794d4cc436a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:14.743571 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7ceff-46f7-47db-b448-794d4cc436a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:14.743903 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7ceff-46f7-47db-b448-794d4cc436a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:14.744225 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7ceff-46f7-47db-b448-794d4cc436a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:14.744546 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7ceff-46f7-47db-b448-794d4cc436a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:14.744866 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7ceff-46f7-47db-b448-794d4cc436a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:14.745183 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7ceff-46f7-47db-b448-794d4cc436a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:14.745496 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7ceff-46f7-47db-b448-794d4cc436a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:14.745807 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7ceff-46f7-47db-b448-794d4cc436a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:14.790411 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85d7ceff-46f7-47db-b448-794d4cc436a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:14.790744 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-85d7ceff-46f7-47db-b448-794d4cc436a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Floating IP d28fc505-8474-4069-8088-35bee695941a disassociated (deleted). External IP: 172.25.0.95, port: 2e81ebc7-2e71-43eb-97bd-5ce289e57979. Jul 22 17:40:14.985226 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d7ceff-46f7-47db-b448-794d4cc436a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Router 57755fb4-56b9-4c94-9faa-b9b0fab5a385 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:40:15.436017 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d7ceff-46f7-47db-b448-794d4cc436a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:40:15.440926 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85d7ceff-46f7-47db-b448-794d4cc436a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:15.446572 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f21941-4fb0-45ee-9844-f618152c4856 None None] Sync routers for ids ['57755fb4-56b9-4c94-9faa-b9b0fab5a385'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:40:15.455820 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f21941-4fb0-45ee-9844-f618152c4856 None None] Routers {'57755fb4-56b9-4c94-9faa-b9b0fab5a385'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:40:15.456431 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f3f21941-4fb0-45ee-9844-f618152c4856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:40:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['57755fb4-56b9-4c94-9faa-b9b0fab5a385'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:40:15.477412 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-85d7ceff-46f7-47db-b448-794d4cc436a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "DELETE /v2.0/floatingips/d28fc505-8474-4069-8088-35bee695941a HTTP/1.1" status: 204 len: 168 time: 1.1692765 Jul 22 17:40:15.478040 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d08397a-85f6-43c5-9363-b95450b5cfc0', 'tag': '2e81ebc7-2e71-43eb-97bd-5ce289e57979'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:40:15.480405 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559e4e07-97ea-4035-9d60-dfc7133157c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8d08397a-85f6-43c5-9363-b95450b5cfc0", "tag": "2e81ebc7-2e71-43eb-97bd-5ce289e57979"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:40:15.516598 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a15a24-ed9f-4d24-be83-7ef499f98e45 x-openstack-request-id: req-25a15a24-ed9f-4d24-be83-7ef499f98e45 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:40:15.516917 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d08397a-85f6-43c5-9363-b95450b5cfc0", "tag": "2e81ebc7-2e71-43eb-97bd-5ce289e57979", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:40:15.517298 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-25a15a24-ed9f-4d24-be83-7ef499f98e45 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:40:15.517712 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d08397a-85f6-43c5-9363-b95450b5cfc0', 'tag': '2e81ebc7-2e71-43eb-97bd-5ce289e57979', 'status': 'completed', 'code': 200} Jul 22 17:40:15.560544 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f3f21941-4fb0-45ee-9844-f618152c4856 None None] Set router 57755fb4-56b9-4c94-9faa-b9b0fab5a385 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:40:15.633638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e4e07-97ea-4035-9d60-dfc7133157c0 req-7b7f2197-d15b-4a00-9420-e64de0130539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:15.635440 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-559e4e07-97ea-4035-9d60-dfc7133157c0 req-7b7f2197-d15b-4a00-9420-e64de0130539 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 1096 time: 0.0696375 Jul 22 17:40:15.731673 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6d0e8-ce1f-43e8-ade3-9ca9d04951de req-d46bad40-510d-4ab5-921f-4599a87fca8f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:15.736604 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eea6d0e8-ce1f-43e8-ade3-9ca9d04951de req-d46bad40-510d-4ab5-921f-4599a87fca8f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 945 time: 0.0798202 Jul 22 17:40:15.759116 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e4e07-97ea-4035-9d60-dfc7133157c0 req-ce116f38-3bb9-40bc-8cd3-108036a45f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:15.760598 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-559e4e07-97ea-4035-9d60-dfc7133157c0 req-ce116f38-3bb9-40bc-8cd3-108036a45f6a service neutron] 10.222.0.30 "GET /v2.0/networks?id=e159d51c-0194-4e75-a35d-824461e6ece1 HTTP/1.1" status: 200 len: 898 time: 0.0942695 Jul 22 17:40:15.761111 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f3f21941-4fb0-45ee-9844-f618152c4856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757841679', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:22Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:23Z', 'updated_at': '2021-07-22T17:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'cc4ba324-a0e2-4770-a738-92e5c9b50714', 'name': '', 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:7a:a9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8530f37d-f839-4973-aeb8-a88994f5c124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:25Z', 'updated_at': '2021-07-22T17:39:31Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '8530f37d-f839-4973-aeb8-a88994f5c124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:40:15.780022 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-eea6d0e8-ce1f-43e8-ade3-9ca9d04951de req-a1846e72-c7cf-4f9b-98ca-c818ade690ff tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=965f1b90-84a5-48c7-8895-c36c53c33632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344019 Jul 22 17:40:15.788083 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f21941-4fb0-45ee-9844-f618152c4856 None None] Checking router: 57755fb4-56b9-4c94-9faa-b9b0fab5a385 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:40:15.800785 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f21941-4fb0-45ee-9844-f618152c4856 None None] Routers {'57755fb4-56b9-4c94-9faa-b9b0fab5a385'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:40:15.801378 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f3f21941-4fb0-45ee-9844-f618152c4856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:40:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['57755fb4-56b9-4c94-9faa-b9b0fab5a385'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:40:15.807418 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-559e4e07-97ea-4035-9d60-dfc7133157c0 req-9e6d25c8-bfcc-4b03-8fc5-9c4bce5019b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e81ebc7-2e71-43eb-97bd-5ce289e57979 HTTP/1.1" status: 200 len: 217 time: 0.0388048 Jul 22 17:40:15.857555 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e4e07-97ea-4035-9d60-dfc7133157c0 req-e9da119f-e2b7-4696-8fd4-e0c250127d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:15.859084 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-559e4e07-97ea-4035-9d60-dfc7133157c0 req-e9da119f-e2b7-4696-8fd4-e0c250127d6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8530f37d-f839-4973-aeb8-a88994f5c124 HTTP/1.1" status: 200 len: 834 time: 0.0446033 Jul 22 17:40:15.921933 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e4e07-97ea-4035-9d60-dfc7133157c0 req-d1d0d255-2986-4083-bd97-8064fab83c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:15.923485 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-559e4e07-97ea-4035-9d60-dfc7133157c0 req-d1d0d255-2986-4083-bd97-8064fab83c87 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e159d51c-0194-4e75-a35d-824461e6ece1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572977 Jul 22 17:40:16.020886 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-559e4e07-97ea-4035-9d60-dfc7133157c0 req-bbf4b6d3-87a5-4fac-ae41-fa7e9e76075f service neutron] 10.222.0.30 "GET /v2.0/networks/e159d51c-0194-4e75-a35d-824461e6ece1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895643 Jul 22 17:40:16.061982 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f3f21941-4fb0-45ee-9844-f618152c4856 None None] Set router 57755fb4-56b9-4c94-9faa-b9b0fab5a385 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:40:16.113063 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-559e4e07-97ea-4035-9d60-dfc7133157c0 req-f6be699c-8484-4559-b25d-1c2ae450e41c service neutron] 10.222.0.30 "GET /v2.0/networks/e159d51c-0194-4e75-a35d-824461e6ece1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848091 Jul 22 17:40:16.263871 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f3f21941-4fb0-45ee-9844-f618152c4856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757841679', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:22Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:23Z', 'updated_at': '2021-07-22T17:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'cc4ba324-a0e2-4770-a738-92e5c9b50714', 'name': '', 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:7a:a9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8530f37d-f839-4973-aeb8-a88994f5c124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:25Z', 'updated_at': '2021-07-22T17:39:31Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '8530f37d-f839-4973-aeb8-a88994f5c124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:40:16.289223 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f21941-4fb0-45ee-9844-f618152c4856 None None] The sync data for ids ['57755fb4-56b9-4c94-9faa-b9b0fab5a385'] in n-d-798930-9 is: [{'id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757841679', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:22Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:23Z', 'updated_at': '2021-07-22T17:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'cc4ba324-a0e2-4770-a738-92e5c9b50714', 'name': '', 'network_id': 'e159d51c-0194-4e75-a35d-824461e6ece1', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:7a:a9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8530f37d-f839-4973-aeb8-a88994f5c124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:25Z', 'updated_at': '2021-07-22T17:39:31Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '8530f37d-f839-4973-aeb8-a88994f5c124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:40:16.501319 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268fbce4-7a26-4b56-a879-f6b8ce88163b None None] New status for floating IP d28fc505-8474-4069-8088-35bee695941a: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:40:16.916901 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a0260-dea4-49b8-aaf8-e2083fc39d80 req-57299899-d95b-46a3-8d1b-0a2acad6c75f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:16.918402 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b7a0260-dea4-49b8-aaf8-e2083fc39d80 req-57299899-d95b-46a3-8d1b-0a2acad6c75f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 945 time: 0.0698724 Jul 22 17:40:16.955660 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b7a0260-dea4-49b8-aaf8-e2083fc39d80 req-5888ec10-05d4-49c4-973c-f692a5166d1a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=965f1b90-84a5-48c7-8895-c36c53c33632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317342 Jul 22 17:40:17.498689 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0282f-41d3-425b-8cae-72c93f7d3ee0 req-14f7bd47-73c3-4d6e-b998-7e05264e4dca tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:17.500067 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26f0282f-41d3-425b-8cae-72c93f7d3ee0 req-14f7bd47-73c3-4d6e-b998-7e05264e4dca tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 945 time: 0.0623777 Jul 22 17:40:17.594899 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-26f0282f-41d3-425b-8cae-72c93f7d3ee0 req-a1b56133-986f-4cb0-8440-ad0983b8fdef tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Deleting port 2e81ebc7-2e71-43eb-97bd-5ce289e57979 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:40:17.595246 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-26f0282f-41d3-425b-8cae-72c93f7d3ee0 req-a1b56133-986f-4cb0-8440-ad0983b8fdef tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:17.684320 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-26f0282f-41d3-425b-8cae-72c93f7d3ee0 req-a1b56133-986f-4cb0-8440-ad0983b8fdef tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] For port 2e81ebc7-2e71-43eb-97bd-5ce289e57979, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=2e81ebc7-2e71-43eb-97bd-5ce289e57979,segment=NetworkSegment(ed584b99-7a4d-436f-b1a7-99b217396ff9),segment_id=ed584b99-7a4d-436f-b1a7-99b217396ff9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:40:17.685064 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-26f0282f-41d3-425b-8cae-72c93f7d3ee0 req-a1b56133-986f-4cb0-8440-ad0983b8fdef tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:17.698402 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-26f0282f-41d3-425b-8cae-72c93f7d3ee0 req-a1b56133-986f-4cb0-8440-ad0983b8fdef tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Calling delete_port for 2e81ebc7-2e71-43eb-97bd-5ce289e57979 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:40:17.836415 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-26f0282f-41d3-425b-8cae-72c93f7d3ee0 req-a1b56133-986f-4cb0-8440-ad0983b8fdef tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:17.864669 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b56133-986f-4cb0-8440-ad0983b8fdef tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Port': ['ID=2e81ebc7-2e71-43eb-97bd-5ce289e57979,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:17.914504 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f0282f-41d3-425b-8cae-72c93f7d3ee0 req-a1b56133-986f-4cb0-8440-ad0983b8fdef tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] No DVR routers for this DVR port 2e81ebc7-2e71-43eb-97bd-5ce289e57979 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:40:17.917804 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-26f0282f-41d3-425b-8cae-72c93f7d3ee0 req-a1b56133-986f-4cb0-8440-ad0983b8fdef tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:17.919910 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26f0282f-41d3-425b-8cae-72c93f7d3ee0 req-a1b56133-986f-4cb0-8440-ad0983b8fdef tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.30 "DELETE /v2.0/ports/2e81ebc7-2e71-43eb-97bd-5ce289e57979 HTTP/1.1" status: 204 len: 173 time: 0.4147635 Jul 22 17:40:17.920392 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d08397a-85f6-43c5-9363-b95450b5cfc0', 'name': 'network-vif-deleted', 'tag': '2e81ebc7-2e71-43eb-97bd-5ce289e57979'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:40:17.922633 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92909938-3d29-4b9b-bfdf-d200648d9ce7" -d '{"events": [{"server_uuid": "8d08397a-85f6-43c5-9363-b95450b5cfc0", "name": "network-vif-deleted", "tag": "2e81ebc7-2e71-43eb-97bd-5ce289e57979"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:40:17.960157 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6439bc26-f2fb-4016-962a-61961483dee9 x-openstack-request-id: req-6439bc26-f2fb-4016-962a-61961483dee9 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:40:17.960451 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d08397a-85f6-43c5-9363-b95450b5cfc0", "name": "network-vif-deleted", "tag": "2e81ebc7-2e71-43eb-97bd-5ce289e57979", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:40:17.960703 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6439bc26-f2fb-4016-962a-61961483dee9 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:40:17.961095 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d08397a-85f6-43c5-9363-b95450b5cfc0', 'name': 'network-vif-deleted', 'tag': '2e81ebc7-2e71-43eb-97bd-5ce289e57979', 'status': 'completed', 'code': 200} Jul 22 17:40:18.059523 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-120e640d-85d1-4316-9973-e6ad23091306 req-bcc96aa2-d427-4c1a-a06f-ea119d494d8d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d08397a-85f6-43c5-9363-b95450b5cfc0 HTTP/1.1" status: 200 len: 210 time: 0.0349212 Jul 22 17:40:19.116248 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41588) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:19.467493 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4542796f-0c96-46b0-a7aa-ea63d95bbfcf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:19.720724 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-4542796f-0c96-46b0-a7aa-ea63d95bbfcf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Deleting port cc4ba324-a0e2-4770-a738-92e5c9b50714 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:40:19.720982 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4542796f-0c96-46b0-a7aa-ea63d95bbfcf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:19.810096 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-4542796f-0c96-46b0-a7aa-ea63d95bbfcf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] For port cc4ba324-a0e2-4770-a738-92e5c9b50714, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=cc4ba324-a0e2-4770-a738-92e5c9b50714,segment=NetworkSegment(ed584b99-7a4d-436f-b1a7-99b217396ff9),segment_id=ed584b99-7a4d-436f-b1a7-99b217396ff9)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:40:19.810452 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4542796f-0c96-46b0-a7aa-ea63d95bbfcf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:19.821615 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-4542796f-0c96-46b0-a7aa-ea63d95bbfcf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Calling delete_port for cc4ba324-a0e2-4770-a738-92e5c9b50714 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:40:19.999292 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4542796f-0c96-46b0-a7aa-ea63d95bbfcf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:20.024963 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542796f-0c96-46b0-a7aa-ea63d95bbfcf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Port': ['ID=cc4ba324-a0e2-4770-a738-92e5c9b50714,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:20.037012 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542796f-0c96-46b0-a7aa-ea63d95bbfcf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:20.038276 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542796f-0c96-46b0-a7aa-ea63d95bbfcf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:20.038406 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542796f-0c96-46b0-a7aa-ea63d95bbfcf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:20.038758 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542796f-0c96-46b0-a7aa-ea63d95bbfcf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:20.039288 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542796f-0c96-46b0-a7aa-ea63d95bbfcf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:20.039711 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542796f-0c96-46b0-a7aa-ea63d95bbfcf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:20.040084 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542796f-0c96-46b0-a7aa-ea63d95bbfcf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:20.040574 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542796f-0c96-46b0-a7aa-ea63d95bbfcf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:20.040919 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542796f-0c96-46b0-a7aa-ea63d95bbfcf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:20.041243 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542796f-0c96-46b0-a7aa-ea63d95bbfcf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:20.041563 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542796f-0c96-46b0-a7aa-ea63d95bbfcf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:20.041888 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542796f-0c96-46b0-a7aa-ea63d95bbfcf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:20.207525 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4542796f-0c96-46b0-a7aa-ea63d95bbfcf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:20.424779 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4542796f-0c96-46b0-a7aa-ea63d95bbfcf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Router 57755fb4-56b9-4c94-9faa-b9b0fab5a385 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:40:20.528382 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4542796f-0c96-46b0-a7aa-ea63d95bbfcf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:40:20.536425 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4542796f-0c96-46b0-a7aa-ea63d95bbfcf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "PUT /v2.0/routers/57755fb4-56b9-4c94-9faa-b9b0fab5a385/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4161086 Jul 22 17:40:20.536425 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41590) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:20.538605 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0add9-a575-460e-9c10-6432ad028fef None None] Sync routers for ids ['57755fb4-56b9-4c94-9faa-b9b0fab5a385'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:40:20.548142 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc0add9-a575-460e-9c10-6432ad028fef None None] Routers {'57755fb4-56b9-4c94-9faa-b9b0fab5a385'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:40:20.548752 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bfc0add9-a575-460e-9c10-6432ad028fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:40:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['57755fb4-56b9-4c94-9faa-b9b0fab5a385'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:40:20.587847 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd7ac92-22a3-49d9-a01d-814f3d33d2e1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Deleting subnet 8530f37d-f839-4973-aeb8-a88994f5c124 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:40:20.590911 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ac92-22a3-49d9-a01d-814f3d33d2e1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:20.629883 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ac92-22a3-49d9-a01d-814f3d33d2e1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:20.651358 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-bfc0add9-a575-460e-9c10-6432ad028fef None None] Set router 57755fb4-56b9-4c94-9faa-b9b0fab5a385 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:40:20.715542 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ac92-22a3-49d9-a01d-814f3d33d2e1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:20.774140 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ac92-22a3-49d9-a01d-814f3d33d2e1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:20.802443 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ac92-22a3-49d9-a01d-814f3d33d2e1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:20.804956 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4bd7ac92-22a3-49d9-a01d-814f3d33d2e1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "DELETE /v2.0/subnets/8530f37d-f839-4973-aeb8-a88994f5c124 HTTP/1.1" status: 204 len: 168 time: 0.2679503 Jul 22 17:40:20.805868 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7ac92-22a3-49d9-a01d-814f3d33d2e1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Subnet': ['ID=8530f37d-f839-4973-aeb8-a88994f5c124,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:20.807690 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41592) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:20.813255 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8f1d63-05a1-42e3-8469-0031bb71f340 None None] Network e159d51c-0194-4e75-a35d-824461e6ece1 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:40:20.909191 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bfc0add9-a575-460e-9c10-6432ad028fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757841679', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:22Z', 'updated_at': '2021-07-22T17:40:19Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:23Z', 'updated_at': '2021-07-22T17:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:40:20.912787 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ec5192b-8ff8-4170-aa71-e0a5ce8950fc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:20.954623 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0add9-a575-460e-9c10-6432ad028fef None None] Checking router: 57755fb4-56b9-4c94-9faa-b9b0fab5a385 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:40:20.967278 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc0add9-a575-460e-9c10-6432ad028fef None None] Routers {'57755fb4-56b9-4c94-9faa-b9b0fab5a385'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:40:20.967831 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bfc0add9-a575-460e-9c10-6432ad028fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:40:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['57755fb4-56b9-4c94-9faa-b9b0fab5a385'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:40:21.012648 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ec5192b-8ff8-4170-aa71-e0a5ce8950fc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:21.072770 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2ec5192b-8ff8-4170-aa71-e0a5ce8950fc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Deleting port b31278b9-7cb5-447b-9ecd-bd157f3a2418 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:40:21.073599 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ec5192b-8ff8-4170-aa71-e0a5ce8950fc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:21.094070 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-bfc0add9-a575-460e-9c10-6432ad028fef None None] Set router 57755fb4-56b9-4c94-9faa-b9b0fab5a385 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:40:21.150014 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fddcc43-1da8-4c8a-9e5d-b9698155f070 None None] DHCP port deletion for e159d51c-0194-4e75-a35d-824461e6ece1 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:40:21.158507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2ec5192b-8ff8-4170-aa71-e0a5ce8950fc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] For port b31278b9-7cb5-447b-9ecd-bd157f3a2418, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b31278b9-7cb5-447b-9ecd-bd157f3a2418,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:40:21.158869 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ec5192b-8ff8-4170-aa71-e0a5ce8950fc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:21.171103 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2ec5192b-8ff8-4170-aa71-e0a5ce8950fc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Calling delete_port for b31278b9-7cb5-447b-9ecd-bd157f3a2418 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:40:21.301983 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7fddcc43-1da8-4c8a-9e5d-b9698155f070 None None] Deleting port 68106f4b-a431-4f8e-82d6-b3b0434d9452 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:40:21.302462 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fddcc43-1da8-4c8a-9e5d-b9698155f070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:21.311970 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 68106f4b-a431-4f8e-82d6-b3b0434d9452 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:40:21.355061 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ec5192b-8ff8-4170-aa71-e0a5ce8950fc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:21.382692 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5192b-8ff8-4170-aa71-e0a5ce8950fc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Port': ['ID=b31278b9-7cb5-447b-9ecd-bd157f3a2418,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:21.414786 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7fddcc43-1da8-4c8a-9e5d-b9698155f070 None None] For port 68106f4b-a431-4f8e-82d6-b3b0434d9452, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=68106f4b-a431-4f8e-82d6-b3b0434d9452,segment=NetworkSegment(ed584b99-7a4d-436f-b1a7-99b217396ff9),segment_id=ed584b99-7a4d-436f-b1a7-99b217396ff9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:40:21.415176 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fddcc43-1da8-4c8a-9e5d-b9698155f070 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:21.432406 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7fddcc43-1da8-4c8a-9e5d-b9698155f070 None None] Calling delete_port for 68106f4b-a431-4f8e-82d6-b3b0434d9452 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:40:21.449728 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ec5192b-8ff8-4170-aa71-e0a5ce8950fc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:21.455244 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-bfc0add9-a575-460e-9c10-6432ad028fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757841679', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:22Z', 'updated_at': '2021-07-22T17:40:19Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:23Z', 'updated_at': '2021-07-22T17:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:40:21.528183 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0add9-a575-460e-9c10-6432ad028fef None None] The sync data for ids ['57755fb4-56b9-4c94-9faa-b9b0fab5a385'] in n-d-798930-9 is: [{'id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757841679', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:22Z', 'updated_at': '2021-07-22T17:40:19Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'b31278b9-7cb5-447b-9ecd-bd157f3a2418', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57755fb4-56b9-4c94-9faa-b9b0fab5a385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:23Z', 'updated_at': '2021-07-22T17:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:40:21.544191 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ec5192b-8ff8-4170-aa71-e0a5ce8950fc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:21.547157 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ec5192b-8ff8-4170-aa71-e0a5ce8950fc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:21.554554 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:21.600488 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 68106f4b-a431-4f8e-82d6-b3b0434d9452, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=68106f4b-a431-4f8e-82d6-b3b0434d9452,segment=NetworkSegment(ed584b99-7a4d-436f-b1a7-99b217396ff9),segment_id=ed584b99-7a4d-436f-b1a7-99b217396ff9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:40:21.602087 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ec5192b-8ff8-4170-aa71-e0a5ce8950fc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:21.602811 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec5192b-8ff8-4170-aa71-e0a5ce8950fc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Fanout notify agent at l3_agent the message router_deleted on router 57755fb4-56b9-4c94-9faa-b9b0fab5a385 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:40:21.605099 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:21.612521 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ec5192b-8ff8-4170-aa71-e0a5ce8950fc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:21.613712 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fddcc43-1da8-4c8a-9e5d-b9698155f070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:21.613865 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2ec5192b-8ff8-4170-aa71-e0a5ce8950fc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "DELETE /v2.0/routers/57755fb4-56b9-4c94-9faa-b9b0fab5a385 HTTP/1.1" status: 204 len: 168 time: 0.8050156 Jul 22 17:40:21.616974 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41594) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:21.649339 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fddcc43-1da8-4c8a-9e5d-b9698155f070 None None] No DVR routers for this DVR port 68106f4b-a431-4f8e-82d6-b3b0434d9452 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:40:21.670458 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=68106f4b-a431-4f8e-82d6-b3b0434d9452,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:21.678877 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:21.679222 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:21.679687 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:21.680038 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:21.680380 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:21.680702 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:21.681212 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:21.681569 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:21.681897 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:21.682245 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:21.682568 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:21.682895 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:40:21.707814 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddcc43-1da8-4c8a-9e5d-b9698155f070 None None] Pushing event deleted for resources: {'Port': ['ID=68106f4b-a431-4f8e-82d6-b3b0434d9452,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:21.714849 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40c547ad-44f3-460e-a13b-e34fc1e63963 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:21.804277 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40c547ad-44f3-460e-a13b-e34fc1e63963 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:21.814517 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-40c547ad-44f3-460e-a13b-e34fc1e63963 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e159d51c-0194-4e75-a35d-824461e6ece1']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:40:21.824232 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-40c547ad-44f3-460e-a13b-e34fc1e63963 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed584b99-7a4d-436f-b1a7-99b217396ff9') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:40:21.824528 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-40c547ad-44f3-460e-a13b-e34fc1e63963 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed584b99-7a4d-436f-b1a7-99b217396ff9') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:40:21.833154 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40c547ad-44f3-460e-a13b-e34fc1e63963 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:21.852591 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40c547ad-44f3-460e-a13b-e34fc1e63963 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:21.858848 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c547ad-44f3-460e-a13b-e34fc1e63963 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:40:21.859246 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40c547ad-44f3-460e-a13b-e34fc1e63963 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: timer() Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:40:21.862501 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:40:21.922069 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40c547ad-44f3-460e-a13b-e34fc1e63963 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:21.929759 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40c547ad-44f3-460e-a13b-e34fc1e63963 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:21.931589 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-40c547ad-44f3-460e-a13b-e34fc1e63963 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "DELETE /v2.0/networks/e159d51c-0194-4e75-a35d-824461e6ece1 HTTP/1.1" status: 204 len: 168 time: 0.3133347 Jul 22 17:40:21.934362 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41596) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:21.943266 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c547ad-44f3-460e-a13b-e34fc1e63963 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Network': ['ID=e159d51c-0194-4e75-a35d-824461e6ece1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:22.001752 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b89c8f7f-271a-4d44-a5b0-22d43fae902a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:22.029819 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b89c8f7f-271a-4d44-a5b0-22d43fae902a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:22.087413 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b89c8f7f-271a-4d44-a5b0-22d43fae902a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:22.090237 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b89c8f7f-271a-4d44-a5b0-22d43fae902a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:22.091382 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b89c8f7f-271a-4d44-a5b0-22d43fae902a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "DELETE /v2.0/security-groups/965f1b90-84a5-48c7-8895-c36c53c33632 HTTP/1.1" status: 204 len: 168 time: 0.1560550 Jul 22 17:40:22.101322 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c8f7f-271a-4d44-a5b0-22d43fae902a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=965f1b90-84a5-48c7-8895-c36c53c33632,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:22.192346 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 2e81ebc7-2e71-43eb-97bd-5ce289e57979 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:40:22.215747 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 2e81ebc7-2e71-43eb-97bd-5ce289e57979 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:40:22.216024 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 2e81ebc7-2e71-43eb-97bd-5ce289e57979 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:40:22.478669 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41602) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:22.483521 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-ac79ea7b-a224-4878-8e44-02e2bda0e421 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1247603458', 'description': 'tempest-secgroup-smoke-1247603458 description', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:40:22.505137 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ac79ea7b-a224-4878-8e44-02e2bda0e421 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:22.583713 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ac79ea7b-a224-4878-8e44-02e2bda0e421 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:22.587708 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ac79ea7b-a224-4878-8e44-02e2bda0e421 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:22.613245 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ac79ea7b-a224-4878-8e44-02e2bda0e421 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:22.614464 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-ac79ea7b-a224-4878-8e44-02e2bda0e421 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1347919 Jul 22 17:40:22.617454 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41604) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:22.618352 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79ea7b-a224-4878-8e44-02e2bda0e421 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d06ceb-b6cb-4705-bbd7-29ea09cad97f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:22.622328 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-79a04011-7e3a-4285-b5dc-f8d258797e2d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': '06d06ceb-b6cb-4705-bbd7-29ea09cad97f', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:40:22.648537 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79a04011-7e3a-4285-b5dc-f8d258797e2d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:22.703070 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79a04011-7e3a-4285-b5dc-f8d258797e2d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:22.706714 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79a04011-7e3a-4285-b5dc-f8d258797e2d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:22.724817 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a04011-7e3a-4285-b5dc-f8d258797e2d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9df68b4-56d4-4a32-8a6b-ff068a47715a,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:22.732201 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79a04011-7e3a-4285-b5dc-f8d258797e2d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:22.733638 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-79a04011-7e3a-4285-b5dc-f8d258797e2d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151090 Jul 22 17:40:22.736327 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41606) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:22.740652 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5d5f9034-f69d-4ec9-89f6-3532756ed8e0 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': '06d06ceb-b6cb-4705-bbd7-29ea09cad97f', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:40:22.766169 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d5f9034-f69d-4ec9-89f6-3532756ed8e0 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:22.826570 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d5f9034-f69d-4ec9-89f6-3532756ed8e0 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:22.830903 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d5f9034-f69d-4ec9-89f6-3532756ed8e0 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:22.848395 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f9034-f69d-4ec9-89f6-3532756ed8e0 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b44e43-2ff0-4a15-967d-d818ffc305f2,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:22.855595 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d5f9034-f69d-4ec9-89f6-3532756ed8e0 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:22.856777 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5d5f9034-f69d-4ec9-89f6-3532756ed8e0 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195216 Jul 22 17:40:22.859409 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41608) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:22.863711 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-ac983a03-7c3a-4845-b170-c58d6582f4fd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': '06d06ceb-b6cb-4705-bbd7-29ea09cad97f', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:40:22.890644 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac983a03-7c3a-4845-b170-c58d6582f4fd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:22.947842 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac983a03-7c3a-4845-b170-c58d6582f4fd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:22.951377 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac983a03-7c3a-4845-b170-c58d6582f4fd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:22.968899 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac983a03-7c3a-4845-b170-c58d6582f4fd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=447365c3-dd2d-4d6c-9236-c09f859aed77,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:22.974169 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ac983a03-7c3a-4845-b170-c58d6582f4fd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:22.975347 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ac983a03-7c3a-4845-b170-c58d6582f4fd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149099 Jul 22 17:40:22.978085 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41610) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:22.982756 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-5bfd4fc4-4251-4a73-95cc-0a1235de5710 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': '06d06ceb-b6cb-4705-bbd7-29ea09cad97f', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:40:23.008480 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5bfd4fc4-4251-4a73-95cc-0a1235de5710 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:23.065330 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5bfd4fc4-4251-4a73-95cc-0a1235de5710 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:23.072513 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5bfd4fc4-4251-4a73-95cc-0a1235de5710 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:23.089664 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd4fc4-4251-4a73-95cc-0a1235de5710 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e5c758-b412-4261-9779-ce92d44b26c2,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:23.094965 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5bfd4fc4-4251-4a73-95cc-0a1235de5710 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:23.095961 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5bfd4fc4-4251-4a73-95cc-0a1235de5710 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168616 Jul 22 17:40:23.098641 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41612) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:23.102921 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-273c53f9-7c76-4769-83a4-a43c6e89261b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': '06d06ceb-b6cb-4705-bbd7-29ea09cad97f', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:40:23.123624 n-d-798930-9 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-273c53f9-7c76-4769-83a4-a43c6e89261b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Project 58d9fe362c4a4138b4f40d451e5a1ccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:40:23.128338 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-273c53f9-7c76-4769-83a4-a43c6e89261b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:23.188958 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-273c53f9-7c76-4769-83a4-a43c6e89261b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:23.192984 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-273c53f9-7c76-4769-83a4-a43c6e89261b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:23.210548 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c53f9-7c76-4769-83a4-a43c6e89261b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4640c7e-a87f-4ca9-8854-bdce2eedca1c,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:23.218188 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-273c53f9-7c76-4769-83a4-a43c6e89261b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:23.219707 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-273c53f9-7c76-4769-83a4-a43c6e89261b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201112 Jul 22 17:40:23.222487 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41614) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:23.227333 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b7c028d3-b2f1-44f4-be38-ba6b322f7b5d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': '06d06ceb-b6cb-4705-bbd7-29ea09cad97f', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:40:23.250560 n-d-798930-9 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-b7c028d3-b2f1-44f4-be38-ba6b322f7b5d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Project 58d9fe362c4a4138b4f40d451e5a1ccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:40:23.250961 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device cc4ba324-a0e2-4770-a738-92e5c9b50714 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:40:23.255663 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7c028d3-b2f1-44f4-be38-ba6b322f7b5d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:23.270608 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: cc4ba324-a0e2-4770-a738-92e5c9b50714 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:40:23.271139 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device cc4ba324-a0e2-4770-a738-92e5c9b50714 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:40:23.271629 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b31278b9-7cb5-447b-9ecd-bd157f3a2418 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:40:23.290645 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: b31278b9-7cb5-447b-9ecd-bd157f3a2418 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:40:23.291070 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b31278b9-7cb5-447b-9ecd-bd157f3a2418 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:40:23.316844 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7c028d3-b2f1-44f4-be38-ba6b322f7b5d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:23.320704 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7c028d3-b2f1-44f4-be38-ba6b322f7b5d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:23.337227 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c028d3-b2f1-44f4-be38-ba6b322f7b5d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30b99bd-b405-46af-8d40-22c6f84153f1,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:23.344334 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7c028d3-b2f1-44f4-be38-ba6b322f7b5d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:23.345720 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b7c028d3-b2f1-44f4-be38-ba6b322f7b5d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222782 Jul 22 17:40:23.348503 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41616) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:23.353743 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-73e2f195-d4cb-480e-bd6d-efef58a4484c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'network': {'name': 'tempest-network-smoke--1752465288', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'port_security_enabled': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:40:23.373797 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e2f195-d4cb-480e-bd6d-efef58a4484c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Made reservation on behalf of 58d9fe362c4a4138b4f40d451e5a1ccb for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:40:23.377182 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73e2f195-d4cb-480e-bd6d-efef58a4484c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:23.400046 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e2f195-d4cb-480e-bd6d-efef58a4484c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:40:23.408950 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73e2f195-d4cb-480e-bd6d-efef58a4484c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:23.409342 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-73e2f195-d4cb-480e-bd6d-efef58a4484c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Added segment 4de21d13-178f-4c89-9792-dcfbc1b36cc2 of type vlan for network ecc5ff71-8775-4f90-801e-928b0fb4fea0 Jul 22 17:40:23.449012 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73e2f195-d4cb-480e-bd6d-efef58a4484c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:23.475434 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73e2f195-d4cb-480e-bd6d-efef58a4484c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:23.481350 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e2f195-d4cb-480e-bd6d-efef58a4484c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:23.481961 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-73e2f195-d4cb-480e-bd6d-efef58a4484c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:23.517318 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-73e2f195-d4cb-480e-bd6d-efef58a4484c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1678467 Jul 22 17:40:23.520095 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41618) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:23.524693 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f4ba68e4-a587-45ef-9214-18bb40c06cad tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1691257667', 'admin_state_up': True, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:40:23.564246 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2f195-d4cb-480e-bd6d-efef58a4484c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Network': ['ID=ecc5ff71-8775-4f90-801e-928b0fb4fea0,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:23.574463 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network ecc5ff71-8775-4f90-801e-928b0fb4fea0 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:40:23.576661 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4ba68e4-a587-45ef-9214-18bb40c06cad tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:23.577855 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4ba68e4-a587-45ef-9214-18bb40c06cad tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:23.628801 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4ba68e4-a587-45ef-9214-18bb40c06cad tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:23.763274 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4ba68e4-a587-45ef-9214-18bb40c06cad tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:23.949443 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4ba68e4-a587-45ef-9214-18bb40c06cad tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:23.967826 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4ba68e4-a587-45ef-9214-18bb40c06cad tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:24.065713 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-f4ba68e4-a587-45ef-9214-18bb40c06cad tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Allocated IP 172.25.0.163 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/6bc1f969-064d-4aac-9b75-94f4c76cf177) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:40:24.167958 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4ba68e4-a587-45ef-9214-18bb40c06cad tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:24.204944 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4ba68e4-a587-45ef-9214-18bb40c06cad tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:24.238231 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ba68e4-a587-45ef-9214-18bb40c06cad tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:40:24.240952 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-f4ba68e4-a587-45ef-9214-18bb40c06cad tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:40:24.243246 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ba68e4-a587-45ef-9214-18bb40c06cad tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:40:24.275502 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba68e4-a587-45ef-9214-18bb40c06cad tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=6bc1f969-064d-4aac-9b75-94f4c76cf177,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:24.486595 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4ba68e4-a587-45ef-9214-18bb40c06cad tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:24.673253 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4ba68e4-a587-45ef-9214-18bb40c06cad tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:25.129145 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ba68e4-a587-45ef-9214-18bb40c06cad tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Router 8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:40:25.231294 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ba68e4-a587-45ef-9214-18bb40c06cad tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:40:25.240500 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] Sync routers for ids ['8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:40:25.249087 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f4ba68e4-a587-45ef-9214-18bb40c06cad tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:25.250175 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] Routers {'8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:40:25.250348 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f4ba68e4-a587-45ef-9214-18bb40c06cad tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7293396 Jul 22 17:40:25.250889 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:40:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:40:25.253734 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41620) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:25.281309 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a0b82abf-1aa7-4c93-afa3-a69f42f86764 tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=58d9fe362c4a4138b4f40d451e5a1ccb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264847 Jul 22 17:40:25.283862 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41622) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:25.351557 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] Set router 8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:40:25.368231 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ae54c7-22fd-49ec-ba70-f4ad0df5e5da tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:25.369680 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a2ae54c7-22fd-49ec-ba70-f4ad0df5e5da tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0849321 Jul 22 17:40:25.372614 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41624) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:25.406216 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-58de1de5-a061-4a38-9783-61cfbf3480d1 tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=748fc6ab-3639-411a-b273-35e3c4423108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324168 Jul 22 17:40:25.408784 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41626) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:25.414397 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b1237786-cd65-4cfe-888c-a751831c0ff1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1777770537', 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:40:25.501254 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1237786-cd65-4cfe-888c-a751831c0ff1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Made reservation on behalf of 58d9fe362c4a4138b4f40d451e5a1ccb for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:40:25.505105 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1237786-cd65-4cfe-888c-a751831c0ff1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:25.628724 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691257667', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:24Z', 'revision_number': 3, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:40:25.655464 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] Checking router: 8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:40:25.655811 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] Updating router 8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca port 6bc1f969-064d-4aac-9b75-94f4c76cf177 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:40:25.691966 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:25.699058 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1237786-cd65-4cfe-888c-a751831c0ff1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:25.759474 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1237786-cd65-4cfe-888c-a751831c0ff1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Subnet': ['ID=c50d4dea-7718-4459-923c-8d01ca3d6934,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:25.767196 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1237786-cd65-4cfe-888c-a751831c0ff1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Checking segment: {'id': '4de21d13-178f-4c89-9792-dcfbc1b36cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:40:25.767562 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1237786-cd65-4cfe-888c-a751831c0ff1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network hostable DHCP agents. Network: ecc5ff71-8775-4f90-801e-928b0fb4fea0, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:40:25.784704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1237786-cd65-4cfe-888c-a751831c0ff1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network ecc5ff71-8775-4f90-801e-928b0fb4fea0 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:40:25.794652 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-b1237786-cd65-4cfe-888c-a751831c0ff1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, ecc5ff71-8775-4f90-801e-928b0fb4fea0) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:40:25.801690 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1237786-cd65-4cfe-888c-a751831c0ff1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:25.802377 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1237786-cd65-4cfe-888c-a751831c0ff1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:25.802781 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55842346-2839-4ed4-8426-a42c47876b29 None None] Network ecc5ff71-8775-4f90-801e-928b0fb4fea0 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:40:25.818505 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b1237786-cd65-4cfe-888c-a751831c0ff1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4086192 Jul 22 17:40:25.820479 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41628) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:25.953570 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f94bd2-1dc7-4472-80d8-88c7ef9042d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-ecc5ff71-8775-4f90-801e-928b0fb4fea0', 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'fixed_ips': [{'subnet_id': 'c50d4dea-7718-4459-923c-8d01ca3d6934'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:40:25.954491 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95f94bd2-1dc7-4472-80d8-88c7ef9042d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:25.954787 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:25.964374 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] Transition to ACTIVE for port object 6bc1f969-064d-4aac-9b75-94f4c76cf177 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:40:25.970845 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:26.026923 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] Attempting to bind port 6bc1f969-064d-4aac-9b75-94f4c76cf177 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:40:26.027381 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] Attempting to bind port 6bc1f969-064d-4aac-9b75-94f4c76cf177 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:40:26.027813 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] Attempting to bind port 6bc1f969-064d-4aac-9b75-94f4c76cf177 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:40:26.036303 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668006e-5c1f-4f11-9b91-2fe9d547c7e9 None None] Pushing event updated for resources: {'Port': ['ID=6bc1f969-064d-4aac-9b75-94f4c76cf177,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:26.041713 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:40:26.042370 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:40:26.042851 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:26.043328 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:40:26.043898 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] Bound port: 6bc1f969-064d-4aac-9b75-94f4c76cf177, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:40:26.044350 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:26.103891 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-95f94bd2-1dc7-4472-80d8-88c7ef9042d4 None None] Allocated IP 172.20.0.2 (ecc5ff71-8775-4f90-801e-928b0fb4fea0/c50d4dea-7718-4459-923c-8d01ca3d6934/20a3191b-ee47-437b-9af9-481b80af7a5c) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:40:26.118781 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] For port 6bc1f969-064d-4aac-9b75-94f4c76cf177, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:40:26.122069 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] For port 6bc1f969-064d-4aac-9b75-94f4c76cf177, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6bc1f969-064d-4aac-9b75-94f4c76cf177,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:40:26.127595 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:26.183679 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] Routers {'8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:40:26.184406 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:40:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:40:26.220263 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668006e-5c1f-4f11-9b91-2fe9d547c7e9 None None] Pushing event updated for resources: {'Port': ['ID=6bc1f969-064d-4aac-9b75-94f4c76cf177,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:26.296318 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] Set router 8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:40:26.299279 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-716b57ce-8f38-467d-99d7-2c6ebcf8b314 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:26.414932 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95f94bd2-1dc7-4472-80d8-88c7ef9042d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:26.423229 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-95f94bd2-1dc7-4472-80d8-88c7ef9042d4 None None] Transition to ACTIVE for port object 20a3191b-ee47-437b-9af9-481b80af7a5c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:40:26.438157 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-95f94bd2-1dc7-4472-80d8-88c7ef9042d4 None None] Transition to ACTIVE for port object 20a3191b-ee47-437b-9af9-481b80af7a5c will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:40:26.443482 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95f94bd2-1dc7-4472-80d8-88c7ef9042d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:26.483018 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f94bd2-1dc7-4472-80d8-88c7ef9042d4 None None] Network ecc5ff71-8775-4f90-801e-928b0fb4fea0 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:40:26.485585 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691257667', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:24Z', 'revision_number': 3, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:40:26.485793 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-95f94bd2-1dc7-4472-80d8-88c7ef9042d4 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:40:26.489453 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f94bd2-1dc7-4472-80d8-88c7ef9042d4 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:40:26.517251 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f4545-27c8-4f3c-9cb2-59ffcedce376 None None] The sync data for ids ['8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'] in n-d-798930-9 is: [{'id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691257667', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:24Z', 'revision_number': 3, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:40:26.524182 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f94bd2-1dc7-4472-80d8-88c7ef9042d4 None None] Pushing event updated for resources: {'Port': ['ID=20a3191b-ee47-437b-9af9-481b80af7a5c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:26.558446 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-95f94bd2-1dc7-4472-80d8-88c7ef9042d4 None None] Attempting to bind port 20a3191b-ee47-437b-9af9-481b80af7a5c on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:40:26.558818 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-95f94bd2-1dc7-4472-80d8-88c7ef9042d4 None None] Attempting to bind port 20a3191b-ee47-437b-9af9-481b80af7a5c by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '4de21d13-178f-4c89-9792-dcfbc1b36cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:40:26.559181 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f94bd2-1dc7-4472-80d8-88c7ef9042d4 None None] Attempting to bind port 20a3191b-ee47-437b-9af9-481b80af7a5c on network ecc5ff71-8775-4f90-801e-928b0fb4fea0 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:40:26.564110 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f94bd2-1dc7-4472-80d8-88c7ef9042d4 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:40:26.564502 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f94bd2-1dc7-4472-80d8-88c7ef9042d4 None None] Checking segment: {'id': '4de21d13-178f-4c89-9792-dcfbc1b36cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:40:26.564892 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95f94bd2-1dc7-4472-80d8-88c7ef9042d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:26.565284 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f94bd2-1dc7-4472-80d8-88c7ef9042d4 None None] Bound using segment: {'id': '4de21d13-178f-4c89-9792-dcfbc1b36cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:40:26.565748 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-95f94bd2-1dc7-4472-80d8-88c7ef9042d4 None None] Bound port: 20a3191b-ee47-437b-9af9-481b80af7a5c, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de21d13-178f-4c89-9792-dcfbc1b36cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:40:26.566161 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95f94bd2-1dc7-4472-80d8-88c7ef9042d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:26.595702 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-716b57ce-8f38-467d-99d7-2c6ebcf8b314 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Allocated IP 172.20.0.1 (ecc5ff71-8775-4f90-801e-928b0fb4fea0/c50d4dea-7718-4459-923c-8d01ca3d6934/c75980bc-d01b-4f8a-ab3a-71847142e081) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:40:26.632679 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-95f94bd2-1dc7-4472-80d8-88c7ef9042d4 None None] For port 20a3191b-ee47-437b-9af9-481b80af7a5c, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:40:26.636277 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-95f94bd2-1dc7-4472-80d8-88c7ef9042d4 None None] For port 20a3191b-ee47-437b-9af9-481b80af7a5c, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=20a3191b-ee47-437b-9af9-481b80af7a5c,segment=NetworkSegment(4de21d13-178f-4c89-9792-dcfbc1b36cc2),segment_id=4de21d13-178f-4c89-9792-dcfbc1b36cc2)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:40:26.640886 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95f94bd2-1dc7-4472-80d8-88c7ef9042d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:26.704984 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f94bd2-1dc7-4472-80d8-88c7ef9042d4 None None] Pushing event updated for resources: {'Port': ['ID=20a3191b-ee47-437b-9af9-481b80af7a5c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:26.717397 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-716b57ce-8f38-467d-99d7-2c6ebcf8b314 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:26.732227 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-716b57ce-8f38-467d-99d7-2c6ebcf8b314 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Transition to ACTIVE for port object c75980bc-d01b-4f8a-ab3a-71847142e081 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:40:26.791926 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-716b57ce-8f38-467d-99d7-2c6ebcf8b314 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:26.841446 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716b57ce-8f38-467d-99d7-2c6ebcf8b314 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network ecc5ff71-8775-4f90-801e-928b0fb4fea0 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:40:26.844770 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-716b57ce-8f38-467d-99d7-2c6ebcf8b314 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:40:26.849871 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716b57ce-8f38-467d-99d7-2c6ebcf8b314 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:40:26.856700 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b57ce-8f38-467d-99d7-2c6ebcf8b314 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=c75980bc-d01b-4f8a-ab3a-71847142e081,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:26.914002 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-716b57ce-8f38-467d-99d7-2c6ebcf8b314 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:27.070823 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-716b57ce-8f38-467d-99d7-2c6ebcf8b314 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:27.347693 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 20a3191b-ee47-437b-9af9-481b80af7a5c up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:40:27.386589 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-716b57ce-8f38-467d-99d7-2c6ebcf8b314 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:27.394487 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-716b57ce-8f38-467d-99d7-2c6ebcf8b314 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:27.411108 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 20a3191b-ee47-437b-9af9-481b80af7a5c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:40:27.416282 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6bc1f969-064d-4aac-9b75-94f4c76cf177 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:40:27.480733 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-716b57ce-8f38-467d-99d7-2c6ebcf8b314 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:27.484138 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 6bc1f969-064d-4aac-9b75-94f4c76cf177 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:40:27.484397 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b57ce-8f38-467d-99d7-2c6ebcf8b314 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=c75980bc-d01b-4f8a-ab3a-71847142e081,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:27.488777 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 6bc1f969-064d-4aac-9b75-94f4c76cf177 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:40:27.489128 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:27.582278 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:27.587210 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716b57ce-8f38-467d-99d7-2c6ebcf8b314 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network ecc5ff71-8775-4f90-801e-928b0fb4fea0 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:40:27.588621 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-716b57ce-8f38-467d-99d7-2c6ebcf8b314 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:40:27.608873 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 6bc1f969-064d-4aac-9b75-94f4c76cf177, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6bc1f969-064d-4aac-9b75-94f4c76cf177,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:40:27.613035 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:27.654422 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a9d7c6-75a0-4a9c-990f-7bb74db7a07a None None] Network ecc5ff71-8775-4f90-801e-928b0fb4fea0 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:40:27.703846 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=6bc1f969-064d-4aac-9b75-94f4c76cf177,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:27.716190 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716b57ce-8f38-467d-99d7-2c6ebcf8b314 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Router 8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:40:27.746381 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f22cf07b-6214-4999-8b2c-068319cb17c1 None None] Provisioning for port 20a3191b-ee47-437b-9af9-481b80af7a5c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:40:27.755075 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f22cf07b-6214-4999-8b2c-068319cb17c1 None None] Provisioning complete for port 20a3191b-ee47-437b-9af9-481b80af7a5c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:40:27.755443 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f22cf07b-6214-4999-8b2c-068319cb17c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:27.833666 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716b57ce-8f38-467d-99d7-2c6ebcf8b314 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:40:27.840086 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-716b57ce-8f38-467d-99d7-2c6ebcf8b314 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "PUT /v2.0/routers/8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0184906 Jul 22 17:40:27.905745 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f22cf07b-6214-4999-8b2c-068319cb17c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:27.951020 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f22cf07b-6214-4999-8b2c-068319cb17c1 None None] For port 20a3191b-ee47-437b-9af9-481b80af7a5c, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=20a3191b-ee47-437b-9af9-481b80af7a5c,segment=NetworkSegment(4de21d13-178f-4c89-9792-dcfbc1b36cc2),segment_id=4de21d13-178f-4c89-9792-dcfbc1b36cc2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:40:27.955966 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f22cf07b-6214-4999-8b2c-068319cb17c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:28.031668 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cf07b-6214-4999-8b2c-068319cb17c1 None None] Pushing event updated for resources: {'Port': ['ID=20a3191b-ee47-437b-9af9-481b80af7a5c,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:28.043094 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-e5846d03-17b7-4ef2-8c7d-90b6fc1d2e92 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1247603458&fields=id&tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb HTTP/1.1" status: 200 len: 267 time: 0.0511293 Jul 22 17:40:28.174216 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-ed44c840-3cb1-4750-a9ba-d8d80b9bccb2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:28.175567 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-ed44c840-3cb1-4750-a9ba-d8d80b9bccb2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/networks?id=ecc5ff71-8775-4f90-801e-928b0fb4fea0 HTTP/1.1" status: 200 len: 797 time: 0.1247740 Jul 22 17:40:28.193483 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-f26413fd-e56b-42ad-9233-986b2aa6428e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/quotas/58d9fe362c4a4138b4f40d451e5a1ccb HTTP/1.1" status: 200 len: 375 time: 0.0098388 Jul 22 17:40:28.268170 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-6a8d9780-fb42-4b16-8782-f8a161df014b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657177 Jul 22 17:40:28.289170 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e42fdb0b-2aa2-4673-b4ef-0ba3a9f528a2 None None] Provisioning for port c75980bc-d01b-4f8a-ab3a-71847142e081 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:40:28.294133 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e42fdb0b-2aa2-4673-b4ef-0ba3a9f528a2 None None] Provisioning complete for port c75980bc-d01b-4f8a-ab3a-71847142e081 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:40:28.295338 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e42fdb0b-2aa2-4673-b4ef-0ba3a9f528a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:28.348211 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e42fdb0b-2aa2-4673-b4ef-0ba3a9f528a2 None None] Port c75980bc-d01b-4f8a-ab3a-71847142e081 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:40:28.361674 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e42fdb0b-2aa2-4673-b4ef-0ba3a9f528a2 None None] Provisioning complete for port 20a3191b-ee47-437b-9af9-481b80af7a5c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:40:28.362507 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e42fdb0b-2aa2-4673-b4ef-0ba3a9f528a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:28.367517 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] Sync routers for ids ['8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:40:28.409631 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] Routers {'8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:40:28.410465 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:40:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:40:28.441066 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-d19e54f5-c8aa-414a-9e70-d5007f8a81a0 service neutron] 10.222.0.69 "GET /v2.0/networks/ecc5ff71-8775-4f90-801e-928b0fb4fea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601214 Jul 22 17:40:28.549055 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-22fc584f-63db-439d-b1ae-09988ef34af9 service neutron] 10.222.0.69 "GET /v2.0/networks/ecc5ff71-8775-4f90-801e-928b0fb4fea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068754 Jul 22 17:40:28.577630 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] Set router 8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:40:28.730384 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-631c75c3-0b73-44dc-ae47-5385c9ee83dd None None] Provisioning complete for port c75980bc-d01b-4f8a-ab3a-71847142e081 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:40:28.731365 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-631c75c3-0b73-44dc-ae47-5385c9ee83dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:28.771052 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-84c8b627-3c70-4037-8a46-31734c348fd0 req-6dc233cf-6001-4f78-963b-30ad9e24d61e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 210 time: 0.0358679 Jul 22 17:40:28.786437 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-631c75c3-0b73-44dc-ae47-5385c9ee83dd None None] Port c75980bc-d01b-4f8a-ab3a-71847142e081 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:40:28.846288 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691257667', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:27Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c75980bc-d01b-4f8a-ab3a-71847142e081', 'name': '', 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:cb:1f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'c50d4dea-7718-4459-923c-8d01ca3d6934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:40:26Z', 'updated_at': '2021-07-22T17:40:27Z', 'revision_number': 2, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': 'c50d4dea-7718-4459-923c-8d01ca3d6934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:40:28.873767 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] Checking router: 8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:40:28.874152 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] Updating router 8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca port c75980bc-d01b-4f8a-ab3a-71847142e081 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:40:28.917553 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:29.157635 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-de39fc52-3feb-48b8-9932-222230c5d5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:29.207724 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:29.224638 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] Transition to ACTIVE for port object c75980bc-d01b-4f8a-ab3a-71847142e081 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:40:29.231728 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:29.285609 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6bc1f969-064d-4aac-9b75-94f4c76cf177 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:40:29.327256 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e506c-0ad5-4ba4-a126-d2945c244f58 None None] Pushing event updated for resources: {'Port': ['ID=c75980bc-d01b-4f8a-ab3a-71847142e081,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:29.398550 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] Attempting to bind port c75980bc-d01b-4f8a-ab3a-71847142e081 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:40:29.399760 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] Attempting to bind port c75980bc-d01b-4f8a-ab3a-71847142e081 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '4de21d13-178f-4c89-9792-dcfbc1b36cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:40:29.399760 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] Attempting to bind port c75980bc-d01b-4f8a-ab3a-71847142e081 on network ecc5ff71-8775-4f90-801e-928b0fb4fea0 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:40:29.408516 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:40:29.408884 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] Checking segment: {'id': '4de21d13-178f-4c89-9792-dcfbc1b36cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:40:29.409284 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:29.409671 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] Bound using segment: {'id': '4de21d13-178f-4c89-9792-dcfbc1b36cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:40:29.410162 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] Bound port: c75980bc-d01b-4f8a-ab3a-71847142e081, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de21d13-178f-4c89-9792-dcfbc1b36cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:40:29.410541 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:29.424347 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 6bc1f969-064d-4aac-9b75-94f4c76cf177 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:40:29.424714 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:29.525637 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] For port c75980bc-d01b-4f8a-ab3a-71847142e081, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:40:29.529447 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] For port c75980bc-d01b-4f8a-ab3a-71847142e081, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c75980bc-d01b-4f8a-ab3a-71847142e081,segment=NetworkSegment(4de21d13-178f-4c89-9792-dcfbc1b36cc2),segment_id=4de21d13-178f-4c89-9792-dcfbc1b36cc2)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:40:29.536622 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:29.618985 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 20a3191b-ee47-437b-9af9-481b80af7a5c up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:40:29.654034 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] Routers {'8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:40:29.654679 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:40:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:40:29.699712 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e506c-0ad5-4ba4-a126-d2945c244f58 None None] Pushing event updated for resources: {'Port': ['ID=c75980bc-d01b-4f8a-ab3a-71847142e081,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:29.766671 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 20a3191b-ee47-437b-9af9-481b80af7a5c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:40:29.767043 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:29.822558 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] Set router 8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:40:29.917188 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-71135a95-ec4f-419c-87e7-4f0cad5494ab req-4610b51e-cc01-445c-80b1-d8380e78fc40 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 210 time: 0.0610025 Jul 22 17:40:29.996131 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-366c04a2-870e-4264-b894-9324f497d810 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:29.997612 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-366c04a2-870e-4264-b894-9324f497d810 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.30 "GET /v2.0/networks?id=ecc5ff71-8775-4f90-801e-928b0fb4fea0 HTTP/1.1" status: 200 len: 797 time: 0.1532903 Jul 22 17:40:30.048544 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-1dd754a8-7be5-4696-90a2-ff6cf7512321 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb HTTP/1.1" status: 200 len: 380 time: 0.0352333 Jul 22 17:40:30.055216 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691257667', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:27Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c75980bc-d01b-4f8a-ab3a-71847142e081', 'name': '', 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:cb:1f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'c50d4dea-7718-4459-923c-8d01ca3d6934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:40:26Z', 'updated_at': '2021-07-22T17:40:29Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': 'c50d4dea-7718-4459-923c-8d01ca3d6934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:40:30.065568 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-81807a83-115c-428b-9de3-c62e44b18072 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'port': {'device_id': '9d3f56fe-c416-4aea-8fe0-9055a528d247', 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0', 'admin_state_up': True, 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'security_groups': ['06d06ceb-b6cb-4705-bbd7-29ea09cad97f']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:40:30.084921 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b41b20-10f2-4675-9f6e-c8840f83027b None None] The sync data for ids ['8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'] in n-d-798930-9 is: [{'id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691257667', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:27Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c75980bc-d01b-4f8a-ab3a-71847142e081', 'name': '', 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:cb:1f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'c50d4dea-7718-4459-923c-8d01ca3d6934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:40:26Z', 'updated_at': '2021-07-22T17:40:29Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': 'c50d4dea-7718-4459-923c-8d01ca3d6934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:40:30.199389 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-81807a83-115c-428b-9de3-c62e44b18072 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Made reservation on behalf of 58d9fe362c4a4138b4f40d451e5a1ccb for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:40:30.202772 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-81807a83-115c-428b-9de3-c62e44b18072 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:30.329426 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-81807a83-115c-428b-9de3-c62e44b18072 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Allocated IP 172.20.0.7 (ecc5ff71-8775-4f90-801e-928b0fb4fea0/c50d4dea-7718-4459-923c-8d01ca3d6934/35f98e92-72f7-4b0d-bcf4-cb01d57cd35f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:40:30.403534 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:40:30.479089 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-81807a83-115c-428b-9de3-c62e44b18072 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:30.493200 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-81807a83-115c-428b-9de3-c62e44b18072 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Transition to ACTIVE for port object 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:40:30.527659 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-81807a83-115c-428b-9de3-c62e44b18072 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:30.573323 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-81807a83-115c-428b-9de3-c62e44b18072 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network ecc5ff71-8775-4f90-801e-928b0fb4fea0 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:40:30.576419 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-81807a83-115c-428b-9de3-c62e44b18072 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:40:30.581031 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-81807a83-115c-428b-9de3-c62e44b18072 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:40:30.617818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81807a83-115c-428b-9de3-c62e44b18072 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=35f98e92-72f7-4b0d-bcf4-cb01d57cd35f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:30.645282 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-81807a83-115c-428b-9de3-c62e44b18072 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:30.645956 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-81807a83-115c-428b-9de3-c62e44b18072 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:30.664654 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-81807a83-115c-428b-9de3-c62e44b18072 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6031270 Jul 22 17:40:30.683324 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-66293c51-2518-4661-af89-774ab6f81d40 service neutron] Request body: {'port': {'device_id': '9d3f56fe-c416-4aea-8fe0-9055a528d247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:40:30.855483 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a819a603-71de-4fc9-adf6-a1058ada7861 None None] Provisioning for port 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:40:30.859732 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a819a603-71de-4fc9-adf6-a1058ada7861 None None] Provisioning complete for port 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:40:30.860109 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a819a603-71de-4fc9-adf6-a1058ada7861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:31.074258 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a819a603-71de-4fc9-adf6-a1058ada7861 None None] Port 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:40:31.077912 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28441f41-537b-43be-a45b-d7c1370c9cb7 req-02bae4ad-f751-47c7-a599-cb3aaf839897 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:31.084072 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28441f41-537b-43be-a45b-d7c1370c9cb7 req-02bae4ad-f751-47c7-a599-cb3aaf839897 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 931 time: 0.0939765 Jul 22 17:40:31.128408 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28441f41-537b-43be-a45b-d7c1370c9cb7 req-d43d2c15-2d0d-4ac3-93bb-6c73e858727e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377054 Jul 22 17:40:31.153763 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-66293c51-2518-4661-af89-774ab6f81d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:31.274898 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c75980bc-d01b-4f8a-ab3a-71847142e081 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:40:31.323812 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port c75980bc-d01b-4f8a-ab3a-71847142e081 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:40:31.328715 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port c75980bc-d01b-4f8a-ab3a-71847142e081 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:40:31.329160 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:31.412924 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:31.427209 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-66293c51-2518-4661-af89-774ab6f81d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:40:31.435246 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-66293c51-2518-4661-af89-774ab6f81d40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:31.446287 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port c75980bc-d01b-4f8a-ab3a-71847142e081, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c75980bc-d01b-4f8a-ab3a-71847142e081,segment=NetworkSegment(4de21d13-178f-4c89-9792-dcfbc1b36cc2),segment_id=4de21d13-178f-4c89-9792-dcfbc1b36cc2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:40:31.448068 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-66293c51-2518-4661-af89-774ab6f81d40 service neutron] Transition to ACTIVE for port object 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:40:31.451258 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:31.452093 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-66293c51-2518-4661-af89-774ab6f81d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:31.500408 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=c75980bc-d01b-4f8a-ab3a-71847142e081,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:31.502954 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66293c51-2518-4661-af89-774ab6f81d40 service neutron] Pushing event updated for resources: {'Port': ['ID=35f98e92-72f7-4b0d-bcf4-cb01d57cd35f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:31.581740 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-66293c51-2518-4661-af89-774ab6f81d40 service neutron] Attempting to bind port 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:40:31.582149 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-66293c51-2518-4661-af89-774ab6f81d40 service neutron] Attempting to bind port 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '4de21d13-178f-4c89-9792-dcfbc1b36cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:40:31.582486 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-66293c51-2518-4661-af89-774ab6f81d40 service neutron] Attempting to bind port 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f on network ecc5ff71-8775-4f90-801e-928b0fb4fea0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:40:31.587232 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-66293c51-2518-4661-af89-774ab6f81d40 service neutron] Port 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f on network ecc5ff71-8775-4f90-801e-928b0fb4fea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:40:31.587549 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-66293c51-2518-4661-af89-774ab6f81d40 service neutron] Attempting to bind port 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f on network ecc5ff71-8775-4f90-801e-928b0fb4fea0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:40:31.592727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-66293c51-2518-4661-af89-774ab6f81d40 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:40:31.592970 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-66293c51-2518-4661-af89-774ab6f81d40 service neutron] Checking segment: {'id': '4de21d13-178f-4c89-9792-dcfbc1b36cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:40:31.593388 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-66293c51-2518-4661-af89-774ab6f81d40 service neutron] Bound using segment: {'id': '4de21d13-178f-4c89-9792-dcfbc1b36cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:40:31.593867 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-66293c51-2518-4661-af89-774ab6f81d40 service neutron] Bound port: 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de21d13-178f-4c89-9792-dcfbc1b36cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:40:31.594334 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-66293c51-2518-4661-af89-774ab6f81d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:31.665969 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-66293c51-2518-4661-af89-774ab6f81d40 service neutron] For port 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:40:31.669462 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-66293c51-2518-4661-af89-774ab6f81d40 service neutron] For port 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=35f98e92-72f7-4b0d-bcf4-cb01d57cd35f,segment=NetworkSegment(4de21d13-178f-4c89-9792-dcfbc1b36cc2),segment_id=4de21d13-178f-4c89-9792-dcfbc1b36cc2)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:40:31.674566 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-66293c51-2518-4661-af89-774ab6f81d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:31.678222 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b827acc-1c51-4703-be1b-4d5b32cff050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:31.709282 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-66293c51-2518-4661-af89-774ab6f81d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:31.709496 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:31.710082 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-66293c51-2518-4661-af89-774ab6f81d40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:31.711419 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-66293c51-2518-4661-af89-774ab6f81d40 service neutron] 10.222.0.30 "PUT /v2.0/ports/35f98e92-72f7-4b0d-bcf4-cb01d57cd35f HTTP/1.1" status: 200 len: 1091 time: 1.0332377 Jul 22 17:40:31.711861 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3f56fe-c416-4aea-8fe0-9055a528d247', 'tag': '35f98e92-72f7-4b0d-bcf4-cb01d57cd35f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:40:31.714281 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de0bab8-dd19-4de0-989e-46e51bf94014" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3f56fe-c416-4aea-8fe0-9055a528d247", "tag": "35f98e92-72f7-4b0d-bcf4-cb01d57cd35f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:40:31.747960 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66293c51-2518-4661-af89-774ab6f81d40 service neutron] Pushing event updated for resources: {'Port': ['ID=35f98e92-72f7-4b0d-bcf4-cb01d57cd35f,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:31.759443 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76208a7f-9d1c-49c4-a69c-fd65c98efff1 x-openstack-request-id: req-76208a7f-9d1c-49c4-a69c-fd65c98efff1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:40:31.759937 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3f56fe-c416-4aea-8fe0-9055a528d247", "tag": "35f98e92-72f7-4b0d-bcf4-cb01d57cd35f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:40:31.760193 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-76208a7f-9d1c-49c4-a69c-fd65c98efff1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:40:31.760593 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3f56fe-c416-4aea-8fe0-9055a528d247', 'tag': '35f98e92-72f7-4b0d-bcf4-cb01d57cd35f', 'status': 'completed', 'code': 200} Jul 22 17:40:31.838476 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-55787075-febd-44e8-8d82-51f75deb76e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:31.839993 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-55787075-febd-44e8-8d82-51f75deb76e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 1094 time: 0.0570278 Jul 22 17:40:31.893358 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-afb32149-0727-44eb-8635-b4f4cd7922b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35f98e92-72f7-4b0d-bcf4-cb01d57cd35f HTTP/1.1" status: 200 len: 217 time: 0.0394418 Jul 22 17:40:31.943461 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-db59bbec-3196-4d59-83be-ec4b9b78f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:31.944962 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-db59bbec-3196-4d59-83be-ec4b9b78f149 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c50d4dea-7718-4459-923c-8d01ca3d6934 HTTP/1.1" status: 200 len: 835 time: 0.0460339 Jul 22 17:40:32.003843 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-fc6696d7-20ba-4053-b5c8-20cc5afbdeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:32.005335 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-fc6696d7-20ba-4053-b5c8-20cc5afbdeee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ecc5ff71-8775-4f90-801e-928b0fb4fea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536900 Jul 22 17:40:32.098795 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-a0f68f03-96eb-4b80-aad0-9088773d354e service neutron] 10.222.0.30 "GET /v2.0/networks/ecc5ff71-8775-4f90-801e-928b0fb4fea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872169 Jul 22 17:40:32.193995 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9aeea73e-194c-449b-9360-bd89fb8d65b9 req-782b7feb-80e0-4edc-abca-0a9e6b4af5b5 service neutron] 10.222.0.30 "GET /v2.0/networks/ecc5ff71-8775-4f90-801e-928b0fb4fea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831354 Jul 22 17:40:32.264627 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae82217-11e6-4dec-a19c-aafac1385908 req-e5b204ea-a3a8-4c7f-87db-bc988b1064f9 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:32.266138 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7ae82217-11e6-4dec-a19c-aafac1385908 req-e5b204ea-a3a8-4c7f-87db-bc988b1064f9 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 943 time: 0.0664282 Jul 22 17:40:32.305595 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7ae82217-11e6-4dec-a19c-aafac1385908 req-90b15852-a9b6-4dd9-b05d-d0dbf059afdb tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338321 Jul 22 17:40:32.342452 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0bab8-dd19-4de0-989e-46e51bf94014 req-6d1b53fc-84fc-4fc5-af91-5f9e40fa98b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:32.343863 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2de0bab8-dd19-4de0-989e-46e51bf94014 req-6d1b53fc-84fc-4fc5-af91-5f9e40fa98b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 1094 time: 0.0560377 Jul 22 17:40:32.433348 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0bab8-dd19-4de0-989e-46e51bf94014 req-829b8b55-bb95-4a90-9651-391e2c756474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:32.434811 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2de0bab8-dd19-4de0-989e-46e51bf94014 req-829b8b55-bb95-4a90-9651-391e2c756474 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ecc5ff71-8775-4f90-801e-928b0fb4fea0 HTTP/1.1" status: 200 len: 898 time: 0.0851195 Jul 22 17:40:32.474855 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2de0bab8-dd19-4de0-989e-46e51bf94014 req-2c28b1d6-1655-41c6-8fe3-400e6e26cf2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35f98e92-72f7-4b0d-bcf4-cb01d57cd35f HTTP/1.1" status: 200 len: 217 time: 0.0328631 Jul 22 17:40:32.525641 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0bab8-dd19-4de0-989e-46e51bf94014 req-7e5beb59-935a-44bb-b402-3bcfc16f634d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:32.527074 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2de0bab8-dd19-4de0-989e-46e51bf94014 req-7e5beb59-935a-44bb-b402-3bcfc16f634d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c50d4dea-7718-4459-923c-8d01ca3d6934 HTTP/1.1" status: 200 len: 835 time: 0.0454164 Jul 22 17:40:32.587934 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0bab8-dd19-4de0-989e-46e51bf94014 req-e782a945-4bd2-4f0e-8282-24d9280b8e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:32.589474 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2de0bab8-dd19-4de0-989e-46e51bf94014 req-e782a945-4bd2-4f0e-8282-24d9280b8e14 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ecc5ff71-8775-4f90-801e-928b0fb4fea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538778 Jul 22 17:40:32.685486 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2de0bab8-dd19-4de0-989e-46e51bf94014 req-e30377de-32f5-4dd2-b1e8-6092e88eb12e service neutron] 10.222.0.30 "GET /v2.0/networks/ecc5ff71-8775-4f90-801e-928b0fb4fea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862620 Jul 22 17:40:32.776170 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2de0bab8-dd19-4de0-989e-46e51bf94014 req-08c606c2-b1ab-4ac9-af93-87c5831983ee service neutron] 10.222.0.30 "GET /v2.0/networks/ecc5ff71-8775-4f90-801e-928b0fb4fea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822043 Jul 22 17:40:33.037783 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:33.254152 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c75980bc-d01b-4f8a-ab3a-71847142e081 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:40:33.300363 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port c75980bc-d01b-4f8a-ab3a-71847142e081 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:40:33.300646 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:33.435596 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5068f-4f65-40c5-ae7d-477b808a5263 req-f88be1fd-6ef7-4b08-8b77-e713d453022e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:33.437097 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-14e5068f-4f65-40c5-ae7d-477b808a5263 req-f88be1fd-6ef7-4b08-8b77-e713d453022e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 943 time: 0.0629148 Jul 22 17:40:33.474057 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-14e5068f-4f65-40c5-ae7d-477b808a5263 req-101c7c49-92d0-4e72-b5f9-4ebbd6f11610 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313969 Jul 22 17:40:34.260944 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:40:34.350688 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=35f98e92-72f7-4b0d-bcf4-cb01d57cd35f,segment=NetworkSegment(4de21d13-178f-4c89-9792-dcfbc1b36cc2),segment_id=4de21d13-178f-4c89-9792-dcfbc1b36cc2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:40:34.361197 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '35f98e92-72f7-4b0d-bcf4-cb01d57cd35f', 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0', 'port_id': '35f98e92-72f7-4b0d-bcf4-cb01d57cd35f', 'mac_address': 'fa:16:3e:72:ce:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c50d4dea-7718-4459-923c-8d01ca3d6934', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:40:34.400022 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:34.411974 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:40:34.430764 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=35f98e92-72f7-4b0d-bcf4-cb01d57cd35f,segment=NetworkSegment(4de21d13-178f-4c89-9792-dcfbc1b36cc2),segment_id=4de21d13-178f-4c89-9792-dcfbc1b36cc2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:40:34.434544 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:34.479614 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=35f98e92-72f7-4b0d-bcf4-cb01d57cd35f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:34.604790 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e4e9f-4bca-435d-83ba-bac93d2cb18e req-1660c854-8f5d-44c4-9548-2a305404fadd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:34.606285 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c21e4e9f-4bca-435d-83ba-bac93d2cb18e req-1660c854-8f5d-44c4-9548-2a305404fadd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 944 time: 0.0673795 Jul 22 17:40:34.643150 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c21e4e9f-4bca-435d-83ba-bac93d2cb18e req-6635b7dd-f3af-4b6b-9acd-845df4adbd4b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311627 Jul 22 17:40:34.749719 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['35f98e92-72f7-4b0d-bcf4-cb01d57cd35f'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:40:34.876417 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:35.782730 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcf850-20df-490b-b671-dd51f03d78c5 req-d159069d-6858-45ab-8ed3-618e6d977b70 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:35.784215 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0edcf850-20df-490b-b671-dd51f03d78c5 req-d159069d-6858-45ab-8ed3-618e6d977b70 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 944 time: 0.0679529 Jul 22 17:40:35.820666 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0edcf850-20df-490b-b671-dd51f03d78c5 req-407f304a-312b-4060-b31b-4c6390119ad1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309904 Jul 22 17:40:36.276972 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:40:36.322554 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:40:36.326309 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:40:36.326671 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:36.401821 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:36.422828 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3f56fe-c416-4aea-8fe0-9055a528d247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f98e92-72f7-4b0d-bcf4-cb01d57cd35f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:40:36.425019 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1d66e7-6918-4b39-bbf1-488497f6e531" -d '{"events": [{"server_uuid": "9d3f56fe-c416-4aea-8fe0-9055a528d247", "name": "network-vif-plugged", "status": "completed", "tag": "35f98e92-72f7-4b0d-bcf4-cb01d57cd35f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:40:36.438402 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=35f98e92-72f7-4b0d-bcf4-cb01d57cd35f,segment=NetworkSegment(4de21d13-178f-4c89-9792-dcfbc1b36cc2),segment_id=4de21d13-178f-4c89-9792-dcfbc1b36cc2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:40:36.442915 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:36.492203 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=35f98e92-72f7-4b0d-bcf4-cb01d57cd35f,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:36.517501 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc32f249-df97-4128-a5f9-6575dbd12204 x-openstack-request-id: req-cc32f249-df97-4128-a5f9-6575dbd12204 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:40:36.517789 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3f56fe-c416-4aea-8fe0-9055a528d247", "name": "network-vif-plugged", "status": "completed", "tag": "35f98e92-72f7-4b0d-bcf4-cb01d57cd35f", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:40:36.518114 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cc32f249-df97-4128-a5f9-6575dbd12204 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:40:36.518507 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3f56fe-c416-4aea-8fe0-9055a528d247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f98e92-72f7-4b0d-bcf4-cb01d57cd35f', 'code': 200} Jul 22 17:40:36.649695 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5840a54-b76c-447a-a98e-5bcb6c606dd4 req-d05c097b-4017-439e-92be-acc2979ccc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:36.651248 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a5840a54-b76c-447a-a98e-5bcb6c606dd4 req-d05c097b-4017-439e-92be-acc2979ccc9c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 1096 time: 0.0558839 Jul 22 17:40:36.684778 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a5840a54-b76c-447a-a98e-5bcb6c606dd4 req-8ecb72df-655d-43b4-953e-e8e04306fbf9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269873 Jul 22 17:40:36.972546 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adf99c-b722-46d4-8a90-5864fc86099d req-caa86490-f0d4-4b92-a108-7cfa6f9e8900 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:36.973952 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a8adf99c-b722-46d4-8a90-5864fc86099d req-caa86490-f0d4-4b92-a108-7cfa6f9e8900 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 945 time: 0.0709219 Jul 22 17:40:37.011117 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a8adf99c-b722-46d4-8a90-5864fc86099d req-a8d72118-468b-430e-b1a2-4814b8530599 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311863 Jul 22 17:40:38.140378 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90968c42-7ef2-4bdc-8219-72f5b0039627 req-b797b389-8008-4061-8194-e3ffea6bbc44 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:38.141855 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-90968c42-7ef2-4bdc-8219-72f5b0039627 req-b797b389-8008-4061-8194-e3ffea6bbc44 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 945 time: 0.0631037 Jul 22 17:40:38.178840 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-90968c42-7ef2-4bdc-8219-72f5b0039627 req-7aa5aec4-9f34-4c1c-98ae-83e3050fed7f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309255 Jul 22 17:40:38.305200 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5772c51-b19d-41f7-a5d7-2225d32e38ba req-f3e22c66-d89d-4c88-aecb-3df2b65dc9f6 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:38.306637 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e5772c51-b19d-41f7-a5d7-2225d32e38ba req-f3e22c66-d89d-4c88-aecb-3df2b65dc9f6 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 945 time: 0.0640690 Jul 22 17:40:38.344002 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e5772c51-b19d-41f7-a5d7-2225d32e38ba req-c5ddc57e-50bc-49af-ab19-bd957cf5970e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318234 Jul 22 17:40:38.364486 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41688) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:38.417518 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0291db7-6af2-4fd8-ad85-fc4950ef7c7d tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:38.419113 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f0291db7-6af2-4fd8-ad85-fc4950ef7c7d tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 1091 time: 0.0536864 Jul 22 17:40:38.421778 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41690) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:38.426060 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d1e72c03-6596-42e1-897c-30f5ed042e28 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': '35f98e92-72f7-4b0d-bcf4-cb01d57cd35f', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:40:38.450718 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1e72c03-6596-42e1-897c-30f5ed042e28 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:38.548620 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1e72c03-6596-42e1-897c-30f5ed042e28 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:38.652935 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-d1e72c03-6596-42e1-897c-30f5ed042e28 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Allocated IP 172.25.0.134 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/6c38698c-a527-4867-976e-8116bfd87c4a) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:40:38.751121 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1e72c03-6596-42e1-897c-30f5ed042e28 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:38.788616 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1e72c03-6596-42e1-897c-30f5ed042e28 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:38.823765 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e72c03-6596-42e1-897c-30f5ed042e28 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:40:38.828366 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-d1e72c03-6596-42e1-897c-30f5ed042e28 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:40:38.831722 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e72c03-6596-42e1-897c-30f5ed042e28 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:40:38.859806 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e72c03-6596-42e1-897c-30f5ed042e28 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=6c38698c-a527-4867-976e-8116bfd87c4a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:39.181089 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1e72c03-6596-42e1-897c-30f5ed042e28 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:39.258653 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1e72c03-6596-42e1-897c-30f5ed042e28 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:39.405138 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1e72c03-6596-42e1-897c-30f5ed042e28 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:39.409399 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1e72c03-6596-42e1-897c-30f5ed042e28 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:39.472898 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e72c03-6596-42e1-897c-30f5ed042e28 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=6c38698c-a527-4867-976e-8116bfd87c4a,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:40:39.485743 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1e72c03-6596-42e1-897c-30f5ed042e28 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:39.582998 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-d1e72c03-6596-42e1-897c-30f5ed042e28 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Floating IP 1d760a8c-b664-4d43-9285-a165507e2b7c associated. External IP: 172.25.0.134, port: 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f. Jul 22 17:40:39.785890 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e72c03-6596-42e1-897c-30f5ed042e28 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Router 8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:40:39.891463 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e72c03-6596-42e1-897c-30f5ed042e28 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:40:39.900977 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7fdee3-35d3-4092-af78-ee0e553bcb51 None None] Sync routers for ids ['8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:40:39.907647 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1e72c03-6596-42e1-897c-30f5ed042e28 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:39.910833 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7fdee3-35d3-4092-af78-ee0e553bcb51 None None] Routers {'8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:40:39.910833 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3c7fdee3-35d3-4092-af78-ee0e553bcb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:40:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:40:39.943843 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d1e72c03-6596-42e1-897c-30f5ed042e28 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5208862 Jul 22 17:40:39.944270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3f56fe-c416-4aea-8fe0-9055a528d247', 'tag': '35f98e92-72f7-4b0d-bcf4-cb01d57cd35f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:40:39.946566 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650a652b-1ddf-400a-8456-56511f4c9072" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3f56fe-c416-4aea-8fe0-9055a528d247", "tag": "35f98e92-72f7-4b0d-bcf4-cb01d57cd35f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:40:39.985311 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feae7202-d3cb-4070-86d4-732092106663 x-openstack-request-id: req-feae7202-d3cb-4070-86d4-732092106663 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:40:39.985858 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3f56fe-c416-4aea-8fe0-9055a528d247", "tag": "35f98e92-72f7-4b0d-bcf4-cb01d57cd35f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:40:39.986527 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-feae7202-d3cb-4070-86d4-732092106663 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:40:39.987127 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3f56fe-c416-4aea-8fe0-9055a528d247', 'tag': '35f98e92-72f7-4b0d-bcf4-cb01d57cd35f', 'status': 'completed', 'code': 200} Jul 22 17:40:40.014112 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3c7fdee3-35d3-4092-af78-ee0e553bcb51 None None] Set router 8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:40:40.084117 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a585f78-c2a0-4e06-8ae0-e7df999e5720 req-596a0ef3-d42e-4593-8eab-2362a3228531 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:40.086411 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9a585f78-c2a0-4e06-8ae0-e7df999e5720 req-596a0ef3-d42e-4593-8eab-2362a3228531 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 945 time: 0.0770712 Jul 22 17:40:40.091642 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a652b-1ddf-400a-8456-56511f4c9072 req-83e8cb5f-47a5-4947-9081-9edbd0d448a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:40.093208 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-650a652b-1ddf-400a-8456-56511f4c9072 req-83e8cb5f-47a5-4947-9081-9edbd0d448a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 1096 time: 0.0654893 Jul 22 17:40:40.125885 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9a585f78-c2a0-4e06-8ae0-e7df999e5720 req-cf5ba743-1a9e-49e7-9439-2e55a387b87a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333545 Jul 22 17:40:40.149005 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41696) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:40.198361 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a652b-1ddf-400a-8456-56511f4c9072 req-9255780d-300c-49dd-b10f-313487fd0833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:40.199786 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-650a652b-1ddf-400a-8456-56511f4c9072 req-9255780d-300c-49dd-b10f-313487fd0833 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ecc5ff71-8775-4f90-801e-928b0fb4fea0 HTTP/1.1" status: 200 len: 898 time: 0.0996604 Jul 22 17:40:40.217791 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-5a3c8bde-8546-4016-adf8-12b23419ffed tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/floatingips/1d760a8c-b664-4d43-9285-a165507e2b7c HTTP/1.1" status: 200 len: 991 time: 0.0665536 Jul 22 17:40:40.243421 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3c7fdee3-35d3-4092-af78-ee0e553bcb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691257667', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:27Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '1d760a8c-b664-4d43-9285-a165507e2b7c', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'port_id': '35f98e92-72f7-4b0d-bcf4-cb01d57cd35f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0', 'mac_address': 'fa:16:3e:72:ce:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f56fe-c416-4aea-8fe0-9055a528d247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:40:39Z', 'updated_at': '2021-07-22T17:40:39Z', 'revision_number': 0, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c75980bc-d01b-4f8a-ab3a-71847142e081', 'name': '', 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:cb:1f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'c50d4dea-7718-4459-923c-8d01ca3d6934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:40:26Z', 'updated_at': '2021-07-22T17:40:31Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': 'c50d4dea-7718-4459-923c-8d01ca3d6934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:40:40.265077 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-650a652b-1ddf-400a-8456-56511f4c9072 req-b10e4a09-235a-4e70-8c01-00d7b1a35905 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35f98e92-72f7-4b0d-bcf4-cb01d57cd35f HTTP/1.1" status: 200 len: 999 time: 0.0588405 Jul 22 17:40:40.269093 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7fdee3-35d3-4092-af78-ee0e553bcb51 None None] Checking router: 8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:40:40.277408 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7fdee3-35d3-4092-af78-ee0e553bcb51 None None] Routers {'8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:40:40.278022 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3c7fdee3-35d3-4092-af78-ee0e553bcb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:40:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:40:40.324161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a652b-1ddf-400a-8456-56511f4c9072 req-488049e0-358f-44a0-bea6-c70139dda35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:40.325670 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-650a652b-1ddf-400a-8456-56511f4c9072 req-488049e0-358f-44a0-bea6-c70139dda35b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c50d4dea-7718-4459-923c-8d01ca3d6934 HTTP/1.1" status: 200 len: 835 time: 0.0538428 Jul 22 17:40:40.380877 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-3c7fdee3-35d3-4092-af78-ee0e553bcb51 None None] Set router 8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:40:40.390093 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a652b-1ddf-400a-8456-56511f4c9072 req-d12ae5a6-c1e5-43aa-8abe-631817466ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:40.391634 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-650a652b-1ddf-400a-8456-56511f4c9072 req-d12ae5a6-c1e5-43aa-8abe-631817466ebf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ecc5ff71-8775-4f90-801e-928b0fb4fea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585070 Jul 22 17:40:40.482330 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-650a652b-1ddf-400a-8456-56511f4c9072 req-9999242e-8e89-439e-acd3-2ee7e1981291 service neutron] 10.222.0.30 "GET /v2.0/networks/ecc5ff71-8775-4f90-801e-928b0fb4fea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843222 Jul 22 17:40:40.577507 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-650a652b-1ddf-400a-8456-56511f4c9072 req-2096a730-5de9-4e11-ba91-7d83124d5280 service neutron] 10.222.0.30 "GET /v2.0/networks/ecc5ff71-8775-4f90-801e-928b0fb4fea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891902 Jul 22 17:40:40.684662 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-3c7fdee3-35d3-4092-af78-ee0e553bcb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691257667', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:27Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '1d760a8c-b664-4d43-9285-a165507e2b7c', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'port_id': '35f98e92-72f7-4b0d-bcf4-cb01d57cd35f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0', 'mac_address': 'fa:16:3e:72:ce:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f56fe-c416-4aea-8fe0-9055a528d247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:40:39Z', 'updated_at': '2021-07-22T17:40:39Z', 'revision_number': 0, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c75980bc-d01b-4f8a-ab3a-71847142e081', 'name': '', 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:cb:1f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'c50d4dea-7718-4459-923c-8d01ca3d6934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:40:26Z', 'updated_at': '2021-07-22T17:40:31Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': 'c50d4dea-7718-4459-923c-8d01ca3d6934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:40:40.711140 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7fdee3-35d3-4092-af78-ee0e553bcb51 None None] The sync data for ids ['8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'] in n-d-798930-9 is: [{'id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691257667', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:27Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '1d760a8c-b664-4d43-9285-a165507e2b7c', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'port_id': '35f98e92-72f7-4b0d-bcf4-cb01d57cd35f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0', 'mac_address': 'fa:16:3e:72:ce:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f56fe-c416-4aea-8fe0-9055a528d247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:40:39Z', 'updated_at': '2021-07-22T17:40:39Z', 'revision_number': 0, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c75980bc-d01b-4f8a-ab3a-71847142e081', 'name': '', 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:cb:1f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'c50d4dea-7718-4459-923c-8d01ca3d6934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:40:26Z', 'updated_at': '2021-07-22T17:40:31Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': 'c50d4dea-7718-4459-923c-8d01ca3d6934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:40:40.892480 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2339a85-620b-42f6-9742-7eea60034d83 None None] New status for floating IP 1d760a8c-b664-4d43-9285-a165507e2b7c: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:40:41.220516 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41698) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:40:41.286349 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-db5cb235-e91c-4b91-a794-67af499af188 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/floatingips/1d760a8c-b664-4d43-9285-a165507e2b7c HTTP/1.1" status: 200 len: 993 time: 0.0644951 Jul 22 17:40:42.601285 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:42.703853 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:50.835104 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fb1bc66f-4eaa-41dd-b6c4-592411e2d1d9 req-a59d8b13-7e5b-4afe-891e-ad9fe562b6eb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515137 Jul 22 17:40:50.943096 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bc66f-4eaa-41dd-b6c4-592411e2d1d9 req-172afc64-9c40-41cb-8d7a-a73097c10b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:50.945141 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fb1bc66f-4eaa-41dd-b6c4-592411e2d1d9 req-172afc64-9c40-41cb-8d7a-a73097c10b5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 1096 time: 0.0538826 Jul 22 17:40:51.052508 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bc66f-4eaa-41dd-b6c4-592411e2d1d9 req-eb2431bb-6ac7-4185-8f81-0735d3edfa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:51.054010 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fb1bc66f-4eaa-41dd-b6c4-592411e2d1d9 req-eb2431bb-6ac7-4185-8f81-0735d3edfa36 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ecc5ff71-8775-4f90-801e-928b0fb4fea0 HTTP/1.1" status: 200 len: 898 time: 0.0909035 Jul 22 17:40:51.116664 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fb1bc66f-4eaa-41dd-b6c4-592411e2d1d9 req-3b6916ad-88eb-4741-b915-8462bcc8d040 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35f98e92-72f7-4b0d-bcf4-cb01d57cd35f HTTP/1.1" status: 200 len: 1001 time: 0.0566976 Jul 22 17:40:51.168145 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bc66f-4eaa-41dd-b6c4-592411e2d1d9 req-debe5d50-c37c-4826-9481-e72ba1b99358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:51.169565 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fb1bc66f-4eaa-41dd-b6c4-592411e2d1d9 req-debe5d50-c37c-4826-9481-e72ba1b99358 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c50d4dea-7718-4459-923c-8d01ca3d6934 HTTP/1.1" status: 200 len: 835 time: 0.0469151 Jul 22 17:40:51.227799 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bc66f-4eaa-41dd-b6c4-592411e2d1d9 req-5ce3aaac-d85c-4c9c-9317-0e85d3ded8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:51.229290 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fb1bc66f-4eaa-41dd-b6c4-592411e2d1d9 req-5ce3aaac-d85c-4c9c-9317-0e85d3ded8d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ecc5ff71-8775-4f90-801e-928b0fb4fea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534656 Jul 22 17:40:51.320538 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fb1bc66f-4eaa-41dd-b6c4-592411e2d1d9 req-a23a0e91-9ba3-4efe-a516-e9f750a3a7e3 service neutron] 10.222.0.30 "GET /v2.0/networks/ecc5ff71-8775-4f90-801e-928b0fb4fea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843415 Jul 22 17:40:51.409367 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fb1bc66f-4eaa-41dd-b6c4-592411e2d1d9 req-d72c0e83-d499-4648-b808-c87b875aeb82 service neutron] 10.222.0.30 "GET /v2.0/networks/ecc5ff71-8775-4f90-801e-928b0fb4fea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825939 Jul 22 17:40:59.149805 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b301666-064f-4d99-887a-722160c33365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:01.679009 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2079180f-3115-48b0-b430-e1ccd880bbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:01.698769 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:03.040613 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:04.872049 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:07.402958 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:41:12.601542 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:12.703846 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:12.756650 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f40338-3f43-4f36-91d8-33229a2e1203 req-da0098a0-32da-47a1-94f8-69cbec1b46a7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:12.758201 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d7f40338-3f43-4f36-91d8-33229a2e1203 req-da0098a0-32da-47a1-94f8-69cbec1b46a7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 945 time: 0.1058824 Jul 22 17:41:12.763824 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa6cb0-3884-465f-bffb-77f5e72c1fd7 req-bdaa39e0-92eb-4ca7-bbce-7699494b802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:12.765154 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-55fa6cb0-3884-465f-bffb-77f5e72c1fd7 req-bdaa39e0-92eb-4ca7-bbce-7699494b802e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 1096 time: 0.0833132 Jul 22 17:41:12.845969 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d7f40338-3f43-4f36-91d8-33229a2e1203 req-6202821d-0eac-4812-b2e4-b23859aa0343 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798845 Jul 22 17:41:12.876100 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa6cb0-3884-465f-bffb-77f5e72c1fd7 req-0d0e7af2-62dc-4f94-888c-be44bae0f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:12.877540 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-55fa6cb0-3884-465f-bffb-77f5e72c1fd7 req-0d0e7af2-62dc-4f94-888c-be44bae0f39b service neutron] 10.222.0.30 "GET /v2.0/networks?id=ecc5ff71-8775-4f90-801e-928b0fb4fea0 HTTP/1.1" status: 200 len: 898 time: 0.1058595 Jul 22 17:41:12.940478 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-55fa6cb0-3884-465f-bffb-77f5e72c1fd7 req-8e1e6edc-8743-460b-8a90-c2562c5a5c89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35f98e92-72f7-4b0d-bcf4-cb01d57cd35f HTTP/1.1" status: 200 len: 1001 time: 0.0559452 Jul 22 17:41:12.988001 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa6cb0-3884-465f-bffb-77f5e72c1fd7 req-5c3233f4-56f1-415e-836a-bb989e583385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:12.989440 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-55fa6cb0-3884-465f-bffb-77f5e72c1fd7 req-5c3233f4-56f1-415e-836a-bb989e583385 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c50d4dea-7718-4459-923c-8d01ca3d6934 HTTP/1.1" status: 200 len: 835 time: 0.0423751 Jul 22 17:41:13.050219 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa6cb0-3884-465f-bffb-77f5e72c1fd7 req-558ad133-7e38-44d3-ae37-e8c58769be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:13.051736 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-55fa6cb0-3884-465f-bffb-77f5e72c1fd7 req-558ad133-7e38-44d3-ae37-e8c58769be18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ecc5ff71-8775-4f90-801e-928b0fb4fea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560651 Jul 22 17:41:13.138116 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-55fa6cb0-3884-465f-bffb-77f5e72c1fd7 req-e1974d17-3fbd-4d9d-ba65-8095deb0f7b9 service neutron] 10.222.0.30 "GET /v2.0/networks/ecc5ff71-8775-4f90-801e-928b0fb4fea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803246 Jul 22 17:41:13.574804 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-55fa6cb0-3884-465f-bffb-77f5e72c1fd7 req-5adca82a-b644-4e28-8c15-ef97f6e52777 service neutron] 10.222.0.30 "GET /v2.0/networks/ecc5ff71-8775-4f90-801e-928b0fb4fea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291453 Jul 22 17:41:13.990402 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef52bc-f0b9-47b1-a84d-518287519325 req-204ce287-a6ff-4fd4-a675-00b00d46a34f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:13.991870 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dbef52bc-f0b9-47b1-a84d-518287519325 req-204ce287-a6ff-4fd4-a675-00b00d46a34f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 945 time: 0.0659297 Jul 22 17:41:14.029083 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dbef52bc-f0b9-47b1-a84d-518287519325 req-249a7afa-f71f-4b20-9d35-283232a526a9 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317345 Jul 22 17:41:15.157163 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b505d8-6661-4f2b-bfa8-c603df2629fd req-de401cc3-4534-4066-9030-84495a9b559f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:15.158654 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f6b505d8-6661-4f2b-bfa8-c603df2629fd req-de401cc3-4534-4066-9030-84495a9b559f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 945 time: 0.0628285 Jul 22 17:41:15.195768 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f6b505d8-6661-4f2b-bfa8-c603df2629fd req-cbe59549-8fb5-4d0f-bf45-08fd5560387e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303679 Jul 22 17:41:16.322051 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6dcacb-62b9-4a1a-a032-2783c61080f9 req-2e2cd561-42e2-46ba-bf89-aba9794ff46c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:16.323508 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7e6dcacb-62b9-4a1a-a032-2783c61080f9 req-2e2cd561-42e2-46ba-bf89-aba9794ff46c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 945 time: 0.0631738 Jul 22 17:41:16.359828 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7e6dcacb-62b9-4a1a-a032-2783c61080f9 req-efd8b3f0-e267-4913-9a2d-7fb2917db2a5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307550 Jul 22 17:41:17.485751 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b72756-c09b-4d99-b8ca-53a4781feab1 req-f316dee7-8e20-4ca3-b19d-8acbddf99f65 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:17.487244 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b8b72756-c09b-4d99-b8ca-53a4781feab1 req-f316dee7-8e20-4ca3-b19d-8acbddf99f65 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 945 time: 0.0627894 Jul 22 17:41:17.525070 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b8b72756-c09b-4d99-b8ca-53a4781feab1 req-88c32f51-d242-4a75-b0dd-02946ed38a95 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318310 Jul 22 17:41:18.663013 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6aab3-5b7f-4678-a941-fd974d5227ba req-90a0542e-c716-46b2-8fef-de1de555d465 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:18.664509 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a2c6aab3-5b7f-4678-a941-fd974d5227ba req-90a0542e-c716-46b2-8fef-de1de555d465 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 945 time: 0.0739987 Jul 22 17:41:18.701884 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a2c6aab3-5b7f-4678-a941-fd974d5227ba req-de32ddf4-f848-450d-a906-92baf740aaba tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317407 Jul 22 17:41:19.831269 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623a72e-448d-4974-ba54-6963cb106f7b req-9ff2dada-caa5-4431-986a-141713e87978 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:19.832765 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2623a72e-448d-4974-ba54-6963cb106f7b req-9ff2dada-caa5-4431-986a-141713e87978 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 945 time: 0.0662231 Jul 22 17:41:19.869856 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2623a72e-448d-4974-ba54-6963cb106f7b req-c9a251ef-83ca-4981-b603-10f6946e7186 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309327 Jul 22 17:41:20.996556 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7f450-cc66-4739-89b8-1577e54e57f0 req-7d9a589c-57ce-44ad-88ad-28195866a52b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:20.998077 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-18c7f450-cc66-4739-89b8-1577e54e57f0 req-7d9a589c-57ce-44ad-88ad-28195866a52b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 945 time: 0.0629137 Jul 22 17:41:21.035325 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-18c7f450-cc66-4739-89b8-1577e54e57f0 req-987e2c34-a437-4d6c-b2ef-18f17bb8b5bd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316732 Jul 22 17:41:22.164848 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39aeb0c-86ce-4a79-bf9d-9669d567c1c4 req-31a10c67-1aa0-436c-9ce5-c1ec89e86c50 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:22.166408 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c39aeb0c-86ce-4a79-bf9d-9669d567c1c4 req-31a10c67-1aa0-436c-9ce5-c1ec89e86c50 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 945 time: 0.0635016 Jul 22 17:41:22.203285 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c39aeb0c-86ce-4a79-bf9d-9669d567c1c4 req-ea69e0cc-8d28-412f-84cf-b8a38c5c5a4a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313652 Jul 22 17:41:23.328549 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415a352-d4fe-4ee3-91d4-8d7f102bb15d req-c6585aa1-2a0d-4d92-bd16-2a918f590c49 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:23.330037 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1415a352-d4fe-4ee3-91d4-8d7f102bb15d req-c6585aa1-2a0d-4d92-bd16-2a918f590c49 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 945 time: 0.0622950 Jul 22 17:41:23.365528 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1415a352-d4fe-4ee3-91d4-8d7f102bb15d req-47caa7ce-6387-4aa9-a433-5bf99dbc4741 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299189 Jul 22 17:41:24.496155 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4c99c-5cce-47e7-acf7-b34a6bc5d26d req-28239fc0-f5f2-44d3-8357-4ac7b04e4ece tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:24.497621 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-88c4c99c-5cce-47e7-acf7-b34a6bc5d26d req-28239fc0-f5f2-44d3-8357-4ac7b04e4ece tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 945 time: 0.0661936 Jul 22 17:41:24.533983 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-88c4c99c-5cce-47e7-acf7-b34a6bc5d26d req-37526e04-4e71-46f4-8e3c-7dcdadf258ea tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307608 Jul 22 17:41:25.665892 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fff76-5ea0-4852-b584-14db0a6b3858 req-6b6715f4-ad73-4e20-8200-0f9e59cfa7d3 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:25.667401 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bd9fff76-5ea0-4852-b584-14db0a6b3858 req-6b6715f4-ad73-4e20-8200-0f9e59cfa7d3 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 945 time: 0.0677242 Jul 22 17:41:25.705865 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-bd9fff76-5ea0-4852-b584-14db0a6b3858 req-38eae230-13e0-46a7-8e04-0c9b10e89daf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329759 Jul 22 17:41:26.833396 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa3f90-58e7-41ae-84dd-a615deceb94d req-ba3fd228-c6b0-4b4d-8cab-f71afb7963ee tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:26.834939 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ecfa3f90-58e7-41ae-84dd-a615deceb94d req-ba3fd228-c6b0-4b4d-8cab-f71afb7963ee tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 945 time: 0.0636032 Jul 22 17:41:26.872082 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ecfa3f90-58e7-41ae-84dd-a615deceb94d req-d20352f4-8430-4a95-92eb-bce7a356c8da tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315833 Jul 22 17:41:28.002639 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0907123-4cc7-4585-99d1-6cbda0355530 req-ae77af8b-9eb5-492c-84b0-76a3a4325367 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:28.004167 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f0907123-4cc7-4585-99d1-6cbda0355530 req-ae77af8b-9eb5-492c-84b0-76a3a4325367 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 945 time: 0.0668502 Jul 22 17:41:28.043006 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f0907123-4cc7-4585-99d1-6cbda0355530 req-2f2ce6d8-69ee-432e-a076-79e17f3fad7a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324726 Jul 22 17:41:29.151577 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a1356acb-dd93-4481-82ae-98eb00ae2e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:29.174378 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f6cbd-802a-414d-9ae3-fc197cf3c3a8 req-ba89aaba-ebf0-4a39-9cc5-9a98db77d3eb tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:29.175850 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-850f6cbd-802a-414d-9ae3-fc197cf3c3a8 req-ba89aaba-ebf0-4a39-9cc5-9a98db77d3eb tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 945 time: 0.0662060 Jul 22 17:41:29.212622 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-850f6cbd-802a-414d-9ae3-fc197cf3c3a8 req-3ace640f-ba14-4139-9996-264c727aa9cb tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306795 Jul 22 17:41:30.345074 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66e6e8-c30f-452a-b2b7-1d4c085a9100 req-7e97e3f6-c593-4bda-ad06-36f136c58fac tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:30.346578 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6c66e6e8-c30f-452a-b2b7-1d4c085a9100 req-7e97e3f6-c593-4bda-ad06-36f136c58fac tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 945 time: 0.0663168 Jul 22 17:41:30.383337 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6c66e6e8-c30f-452a-b2b7-1d4c085a9100 req-a91bb649-dab5-4c07-b34f-ad2ab34caaea tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307159 Jul 22 17:41:30.404982 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41748) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:41:30.463892 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f834826e-00d0-4408-b87a-73fe0f52106e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/floatingips/1d760a8c-b664-4d43-9285-a165507e2b7c HTTP/1.1" status: 200 len: 993 time: 0.0577896 Jul 22 17:41:31.678467 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-92cb28b1-e070-4bc0-9d73-fad892731467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:31.698784 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:33.043657 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:34.874139 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:42.600009 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:42.690578 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:44.402621 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:41:51.795574 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-900e4853-793c-476c-9100-75c8e0751b44 req-4b09c387-2d90-42b5-add8-c60d5e8153ff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0588048 Jul 22 17:41:51.905839 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e4853-793c-476c-9100-75c8e0751b44 req-31f4c3ef-f798-428e-a3c9-aa1a17972862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:51.907343 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-900e4853-793c-476c-9100-75c8e0751b44 req-31f4c3ef-f798-428e-a3c9-aa1a17972862 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 1096 time: 0.0547199 Jul 22 17:41:52.010287 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e4853-793c-476c-9100-75c8e0751b44 req-0a646351-ed47-4fdf-a939-d9020cff5296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:52.011718 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-900e4853-793c-476c-9100-75c8e0751b44 req-0a646351-ed47-4fdf-a939-d9020cff5296 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ecc5ff71-8775-4f90-801e-928b0fb4fea0 HTTP/1.1" status: 200 len: 898 time: 0.0863855 Jul 22 17:41:52.075156 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-900e4853-793c-476c-9100-75c8e0751b44 req-7fd414fb-19bd-4e7f-83dd-3f57957d6c52 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35f98e92-72f7-4b0d-bcf4-cb01d57cd35f HTTP/1.1" status: 200 len: 1001 time: 0.0567148 Jul 22 17:41:52.124978 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e4853-793c-476c-9100-75c8e0751b44 req-87fc3974-90dd-43ce-88db-f4ea5b717ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:52.126476 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-900e4853-793c-476c-9100-75c8e0751b44 req-87fc3974-90dd-43ce-88db-f4ea5b717ec8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c50d4dea-7718-4459-923c-8d01ca3d6934 HTTP/1.1" status: 200 len: 835 time: 0.0441780 Jul 22 17:41:52.189574 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e4853-793c-476c-9100-75c8e0751b44 req-ad280ccb-ec19-4f47-8422-6ace1fdb1382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:52.191064 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-900e4853-793c-476c-9100-75c8e0751b44 req-ad280ccb-ec19-4f47-8422-6ace1fdb1382 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ecc5ff71-8775-4f90-801e-928b0fb4fea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563359 Jul 22 17:41:52.279969 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-900e4853-793c-476c-9100-75c8e0751b44 req-a97caaf8-addd-45f9-8fe3-82b3bb44d8be service neutron] 10.222.0.30 "GET /v2.0/networks/ecc5ff71-8775-4f90-801e-928b0fb4fea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804722 Jul 22 17:41:52.372183 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-900e4853-793c-476c-9100-75c8e0751b44 req-4f474f2e-33c8-4916-a837-fcce4597f780 service neutron] 10.222.0.30 "GET /v2.0/networks/ecc5ff71-8775-4f90-801e-928b0fb4fea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847728 Jul 22 17:41:54.302892 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-9005d9df-5a5b-40f5-bca1-3c5f272d76b2 req-95eeb053-b840-4427-ba81-b6a82ff1896d service neutron] (93817) timed out ('10.222.0.69', 37954) {{(pid=93817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 17:41:59.152348 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28dbbeac-8170-4801-8f8d-2c44ad7c0986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:01.184748 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41762) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:42:01.338710 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1713bfb7-75bd-4c1a-b35a-ca8f0a48c939 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Deleting port 6c38698c-a527-4867-976e-8116bfd87c4a {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:42:01.339053 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1713bfb7-75bd-4c1a-b35a-ca8f0a48c939 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:01.415438 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1713bfb7-75bd-4c1a-b35a-ca8f0a48c939 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:01.415761 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1713bfb7-75bd-4c1a-b35a-ca8f0a48c939 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:01.426762 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-1713bfb7-75bd-4c1a-b35a-ca8f0a48c939 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Calling delete_port for 6c38698c-a527-4867-976e-8116bfd87c4a owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:42:01.585292 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1713bfb7-75bd-4c1a-b35a-ca8f0a48c939 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:01.610653 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713bfb7-75bd-4c1a-b35a-ca8f0a48c939 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Port': ['ID=6c38698c-a527-4867-976e-8116bfd87c4a,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:01.622719 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1713bfb7-75bd-4c1a-b35a-ca8f0a48c939 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:01.623071 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1713bfb7-75bd-4c1a-b35a-ca8f0a48c939 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:01.623417 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1713bfb7-75bd-4c1a-b35a-ca8f0a48c939 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:01.623758 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1713bfb7-75bd-4c1a-b35a-ca8f0a48c939 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:01.624092 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1713bfb7-75bd-4c1a-b35a-ca8f0a48c939 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:01.624426 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1713bfb7-75bd-4c1a-b35a-ca8f0a48c939 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:01.624756 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1713bfb7-75bd-4c1a-b35a-ca8f0a48c939 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:01.625086 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1713bfb7-75bd-4c1a-b35a-ca8f0a48c939 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:01.625415 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1713bfb7-75bd-4c1a-b35a-ca8f0a48c939 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:01.625740 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1713bfb7-75bd-4c1a-b35a-ca8f0a48c939 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:01.626098 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1713bfb7-75bd-4c1a-b35a-ca8f0a48c939 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:01.626422 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1713bfb7-75bd-4c1a-b35a-ca8f0a48c939 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:01.678127 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2dc1c555-cc85-4910-a944-8ece257d5382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:01.689274 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1713bfb7-75bd-4c1a-b35a-ca8f0a48c939 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:01.689632 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-1713bfb7-75bd-4c1a-b35a-ca8f0a48c939 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Floating IP 1d760a8c-b664-4d43-9285-a165507e2b7c disassociated (deleted). External IP: 172.25.0.134, port: 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f. Jul 22 17:42:01.700068 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:01.891291 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1713bfb7-75bd-4c1a-b35a-ca8f0a48c939 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Router 8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:42:01.997742 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1713bfb7-75bd-4c1a-b35a-ca8f0a48c939 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:42:02.002521 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1713bfb7-75bd-4c1a-b35a-ca8f0a48c939 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:02.007928 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e128d14b-cef0-4752-85ef-7c714de1000c None None] Sync routers for ids ['8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:42:02.020646 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e128d14b-cef0-4752-85ef-7c714de1000c None None] Routers {'8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:42:02.021257 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e128d14b-cef0-4752-85ef-7c714de1000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:42:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:42:02.039583 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1713bfb7-75bd-4c1a-b35a-ca8f0a48c939 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "DELETE /v2.0/floatingips/1d760a8c-b664-4d43-9285-a165507e2b7c HTTP/1.1" status: 204 len: 168 time: 0.8538108 Jul 22 17:42:02.040179 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3f56fe-c416-4aea-8fe0-9055a528d247', 'tag': '35f98e92-72f7-4b0d-bcf4-cb01d57cd35f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:42:02.042482 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d235f272f8511c600301b52ddf7b8bba0b6464469fe4a6096d752437cb6b909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d59800d-343e-4984-b3e1-89aadb2873e1" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3f56fe-c416-4aea-8fe0-9055a528d247", "tag": "35f98e92-72f7-4b0d-bcf4-cb01d57cd35f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:42:02.085710 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a270e4-b7af-4f8e-b4e4-54e92e5825dc x-openstack-request-id: req-36a270e4-b7af-4f8e-b4e4-54e92e5825dc {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:42:02.086031 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3f56fe-c416-4aea-8fe0-9055a528d247", "tag": "35f98e92-72f7-4b0d-bcf4-cb01d57cd35f", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:42:02.086291 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-36a270e4-b7af-4f8e-b4e4-54e92e5825dc {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:42:02.086705 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3f56fe-c416-4aea-8fe0-9055a528d247', 'tag': '35f98e92-72f7-4b0d-bcf4-cb01d57cd35f', 'status': 'completed', 'code': 200} Jul 22 17:42:02.130259 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-e128d14b-cef0-4752-85ef-7c714de1000c None None] Set router 8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:42:02.193828 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59800d-343e-4984-b3e1-89aadb2873e1 req-bb82a0a0-facc-4c56-8eb1-15798616b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:02.196008 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0d59800d-343e-4984-b3e1-89aadb2873e1 req-bb82a0a0-facc-4c56-8eb1-15798616b03c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 1096 time: 0.0690420 Jul 22 17:42:02.330479 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e128d14b-cef0-4752-85ef-7c714de1000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691257667', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:27Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c75980bc-d01b-4f8a-ab3a-71847142e081', 'name': '', 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:cb:1f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'c50d4dea-7718-4459-923c-8d01ca3d6934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:40:26Z', 'updated_at': '2021-07-22T17:40:31Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': 'c50d4dea-7718-4459-923c-8d01ca3d6934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:42:02.358693 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e128d14b-cef0-4752-85ef-7c714de1000c None None] Checking router: 8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:42:02.360274 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59800d-343e-4984-b3e1-89aadb2873e1 req-6c9d8071-84cf-482f-a5c1-c5cf9e34b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:02.361792 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0d59800d-343e-4984-b3e1-89aadb2873e1 req-6c9d8071-84cf-482f-a5c1-c5cf9e34b611 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ecc5ff71-8775-4f90-801e-928b0fb4fea0 HTTP/1.1" status: 200 len: 898 time: 0.1413040 Jul 22 17:42:02.367462 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e128d14b-cef0-4752-85ef-7c714de1000c None None] Routers {'8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:42:02.368052 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e128d14b-cef0-4752-85ef-7c714de1000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:42:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:42:02.374605 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15995906-db47-486f-b65a-e60ff50a719b req-6840aa9f-cfb7-4dcc-890f-506c0329301e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:02.376035 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15995906-db47-486f-b65a-e60ff50a719b req-6840aa9f-cfb7-4dcc-890f-506c0329301e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 945 time: 0.1466193 Jul 22 17:42:02.421275 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0d59800d-343e-4984-b3e1-89aadb2873e1 req-eeb27052-6119-46be-b11b-db3b962c4dc1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35f98e92-72f7-4b0d-bcf4-cb01d57cd35f HTTP/1.1" status: 200 len: 217 time: 0.0442834 Jul 22 17:42:02.469825 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-e128d14b-cef0-4752-85ef-7c714de1000c None None] Set router 8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:42:02.471797 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15995906-db47-486f-b65a-e60ff50a719b req-23ca9644-d2d8-4bb7-ac15-c4c4f215c001 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877993 Jul 22 17:42:02.490109 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59800d-343e-4984-b3e1-89aadb2873e1 req-558571da-803c-4ed8-af76-f6e0c0bc5cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:02.490109 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0d59800d-343e-4984-b3e1-89aadb2873e1 req-558571da-803c-4ed8-af76-f6e0c0bc5cdc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c50d4dea-7718-4459-923c-8d01ca3d6934 HTTP/1.1" status: 200 len: 835 time: 0.0584400 Jul 22 17:42:02.547203 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59800d-343e-4984-b3e1-89aadb2873e1 req-5d36bb4b-37a6-4230-b686-84a25248d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:02.548704 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0d59800d-343e-4984-b3e1-89aadb2873e1 req-5d36bb4b-37a6-4230-b686-84a25248d404 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ecc5ff71-8775-4f90-801e-928b0fb4fea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535562 Jul 22 17:42:02.641823 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0d59800d-343e-4984-b3e1-89aadb2873e1 req-12ecd838-265e-4e7b-a7fc-0e33fccaa8a2 service neutron] 10.222.0.30 "GET /v2.0/networks/ecc5ff71-8775-4f90-801e-928b0fb4fea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841024 Jul 22 17:42:02.665036 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e128d14b-cef0-4752-85ef-7c714de1000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691257667', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:27Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c75980bc-d01b-4f8a-ab3a-71847142e081', 'name': '', 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:cb:1f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'c50d4dea-7718-4459-923c-8d01ca3d6934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:40:26Z', 'updated_at': '2021-07-22T17:40:31Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': 'c50d4dea-7718-4459-923c-8d01ca3d6934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:42:02.690471 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e128d14b-cef0-4752-85ef-7c714de1000c None None] The sync data for ids ['8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'] in n-d-798930-9 is: [{'id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691257667', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:27Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'c75980bc-d01b-4f8a-ab3a-71847142e081', 'name': '', 'network_id': 'ecc5ff71-8775-4f90-801e-928b0fb4fea0', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:cb:1f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'c50d4dea-7718-4459-923c-8d01ca3d6934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:40:26Z', 'updated_at': '2021-07-22T17:40:31Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': 'c50d4dea-7718-4459-923c-8d01ca3d6934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:42:02.735512 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0d59800d-343e-4984-b3e1-89aadb2873e1 req-cf386217-eeb7-4de4-bd9b-237f761fc1b4 service neutron] 10.222.0.30 "GET /v2.0/networks/ecc5ff71-8775-4f90-801e-928b0fb4fea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851722 Jul 22 17:42:02.902213 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea2148c-32d9-4931-a8af-bc1c6f9ddf3a None None] New status for floating IP 1d760a8c-b664-4d43-9285-a165507e2b7c: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:42:03.046216 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:03.606462 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d83ce6-8643-406d-a311-77ecaaa7ee1e req-dcadbea3-870a-4293-aa9b-fcfa710091fb tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:03.607949 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6d83ce6-8643-406d-a311-77ecaaa7ee1e req-dcadbea3-870a-4293-aa9b-fcfa710091fb tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 945 time: 0.0670855 Jul 22 17:42:03.644368 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f6d83ce6-8643-406d-a311-77ecaaa7ee1e req-6daf6fd9-ca62-4312-946d-f887e7c45bb6 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=06d06ceb-b6cb-4705-bbd7-29ea09cad97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309761 Jul 22 17:42:03.917144 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f2113-d4a7-4d3b-81f3-6b10876d5809 req-a1dcc096-bad1-4643-93ca-a219f4574cde tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:03.918615 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-da4f2113-d4a7-4d3b-81f3-6b10876d5809 req-a1dcc096-bad1-4643-93ca-a219f4574cde tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 945 time: 0.0624959 Jul 22 17:42:04.017707 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-da4f2113-d4a7-4d3b-81f3-6b10876d5809 req-7b91f7dc-5285-4f26-8b54-e3727b281465 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Deleting port 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:42:04.018079 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-da4f2113-d4a7-4d3b-81f3-6b10876d5809 req-7b91f7dc-5285-4f26-8b54-e3727b281465 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:04.105543 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-da4f2113-d4a7-4d3b-81f3-6b10876d5809 req-7b91f7dc-5285-4f26-8b54-e3727b281465 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] For port 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=35f98e92-72f7-4b0d-bcf4-cb01d57cd35f,segment=NetworkSegment(4de21d13-178f-4c89-9792-dcfbc1b36cc2),segment_id=4de21d13-178f-4c89-9792-dcfbc1b36cc2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:42:04.105825 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-da4f2113-d4a7-4d3b-81f3-6b10876d5809 req-7b91f7dc-5285-4f26-8b54-e3727b281465 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:04.123561 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-da4f2113-d4a7-4d3b-81f3-6b10876d5809 req-7b91f7dc-5285-4f26-8b54-e3727b281465 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Calling delete_port for 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:42:04.246823 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-da4f2113-d4a7-4d3b-81f3-6b10876d5809 req-7b91f7dc-5285-4f26-8b54-e3727b281465 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:04.272463 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91f7dc-5285-4f26-8b54-e3727b281465 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Port': ['ID=35f98e92-72f7-4b0d-bcf4-cb01d57cd35f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:04.282710 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91f7dc-5285-4f26-8b54-e3727b281465 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:04.283064 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91f7dc-5285-4f26-8b54-e3727b281465 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:04.283409 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91f7dc-5285-4f26-8b54-e3727b281465 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:04.283745 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91f7dc-5285-4f26-8b54-e3727b281465 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:04.284077 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91f7dc-5285-4f26-8b54-e3727b281465 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:04.284410 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91f7dc-5285-4f26-8b54-e3727b281465 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:04.284739 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91f7dc-5285-4f26-8b54-e3727b281465 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:04.285066 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91f7dc-5285-4f26-8b54-e3727b281465 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:04.285394 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91f7dc-5285-4f26-8b54-e3727b281465 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:04.286246 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91f7dc-5285-4f26-8b54-e3727b281465 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:04.286246 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91f7dc-5285-4f26-8b54-e3727b281465 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:04.286438 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91f7dc-5285-4f26-8b54-e3727b281465 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:04.335540 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4f2113-d4a7-4d3b-81f3-6b10876d5809 req-7b91f7dc-5285-4f26-8b54-e3727b281465 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] No DVR routers for this DVR port 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:42:04.338165 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-da4f2113-d4a7-4d3b-81f3-6b10876d5809 req-7b91f7dc-5285-4f26-8b54-e3727b281465 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:04.340279 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-da4f2113-d4a7-4d3b-81f3-6b10876d5809 req-7b91f7dc-5285-4f26-8b54-e3727b281465 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.30 "DELETE /v2.0/ports/35f98e92-72f7-4b0d-bcf4-cb01d57cd35f HTTP/1.1" status: 204 len: 173 time: 0.4161463 Jul 22 17:42:04.340714 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3f56fe-c416-4aea-8fe0-9055a528d247', 'name': 'network-vif-deleted', 'tag': '35f98e92-72f7-4b0d-bcf4-cb01d57cd35f'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:42:04.342961 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07f3cc7-11cc-4620-9802-055372f64b6d" -d '{"events": [{"server_uuid": "9d3f56fe-c416-4aea-8fe0-9055a528d247", "name": "network-vif-deleted", "tag": "35f98e92-72f7-4b0d-bcf4-cb01d57cd35f"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:42:04.455676 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c26a18-ba97-4253-a82c-2aaf7e658ba0 x-openstack-request-id: req-24c26a18-ba97-4253-a82c-2aaf7e658ba0 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:42:04.455979 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3f56fe-c416-4aea-8fe0-9055a528d247", "name": "network-vif-deleted", "tag": "35f98e92-72f7-4b0d-bcf4-cb01d57cd35f", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:42:04.456262 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-24c26a18-ba97-4253-a82c-2aaf7e658ba0 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:42:04.456677 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3f56fe-c416-4aea-8fe0-9055a528d247', 'name': 'network-vif-deleted', 'tag': '35f98e92-72f7-4b0d-bcf4-cb01d57cd35f', 'status': 'completed', 'code': 200} Jul 22 17:42:04.755880 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5022ce6c-ae75-4aca-9fde-29b841c42c6d req-8920e963-7ade-4ff1-95f5-e1e76c9270e6 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d3f56fe-c416-4aea-8fe0-9055a528d247 HTTP/1.1" status: 200 len: 210 time: 0.0311792 Jul 22 17:42:04.875762 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:05.813085 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41786) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:42:06.165197 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee59407e-581f-4ec6-8e0d-f3307de6bbcd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:06.424984 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ee59407e-581f-4ec6-8e0d-f3307de6bbcd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Deleting port c75980bc-d01b-4f8a-ab3a-71847142e081 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:42:06.425244 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee59407e-581f-4ec6-8e0d-f3307de6bbcd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:06.517754 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ee59407e-581f-4ec6-8e0d-f3307de6bbcd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] For port c75980bc-d01b-4f8a-ab3a-71847142e081, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c75980bc-d01b-4f8a-ab3a-71847142e081,segment=NetworkSegment(4de21d13-178f-4c89-9792-dcfbc1b36cc2),segment_id=4de21d13-178f-4c89-9792-dcfbc1b36cc2)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:42:06.518148 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee59407e-581f-4ec6-8e0d-f3307de6bbcd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:06.530529 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ee59407e-581f-4ec6-8e0d-f3307de6bbcd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Calling delete_port for c75980bc-d01b-4f8a-ab3a-71847142e081 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:42:06.714517 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee59407e-581f-4ec6-8e0d-f3307de6bbcd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:06.739419 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59407e-581f-4ec6-8e0d-f3307de6bbcd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Port': ['ID=c75980bc-d01b-4f8a-ab3a-71847142e081,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:06.911756 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee59407e-581f-4ec6-8e0d-f3307de6bbcd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:07.123215 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee59407e-581f-4ec6-8e0d-f3307de6bbcd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Router 8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:42:07.225563 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee59407e-581f-4ec6-8e0d-f3307de6bbcd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:42:07.232083 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ee59407e-581f-4ec6-8e0d-f3307de6bbcd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "PUT /v2.0/routers/8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4179525 Jul 22 17:42:07.235217 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41788) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:42:07.236125 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89998bb-522d-4b84-9dcf-26d6375b91a0 None None] Sync routers for ids ['8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:42:07.245824 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89998bb-522d-4b84-9dcf-26d6375b91a0 None None] Routers {'8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:42:07.246455 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b89998bb-522d-4b84-9dcf-26d6375b91a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:42:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:42:07.293572 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-b84f409e-fa27-4617-b003-bacff27ee8b8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Deleting subnet c50d4dea-7718-4459-923c-8d01ca3d6934 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:42:07.296814 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b84f409e-fa27-4617-b003-bacff27ee8b8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:07.336530 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b84f409e-fa27-4617-b003-bacff27ee8b8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:07.349675 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b89998bb-522d-4b84-9dcf-26d6375b91a0 None None] Set router 8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:42:07.423458 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b84f409e-fa27-4617-b003-bacff27ee8b8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:07.481380 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b84f409e-fa27-4617-b003-bacff27ee8b8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:07.507652 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f409e-fa27-4617-b003-bacff27ee8b8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Subnet': ['ID=c50d4dea-7718-4459-923c-8d01ca3d6934,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:07.514115 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b84f409e-fa27-4617-b003-bacff27ee8b8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:07.519330 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b84f409e-fa27-4617-b003-bacff27ee8b8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "DELETE /v2.0/subnets/c50d4dea-7718-4459-923c-8d01ca3d6934 HTTP/1.1" status: 204 len: 168 time: 0.2808642 Jul 22 17:42:07.519527 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6d6079-55fa-4fd9-afc8-431d86936170 None None] Network ecc5ff71-8775-4f90-801e-928b0fb4fea0 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:42:07.520203 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41790) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:42:07.528933 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b89998bb-522d-4b84-9dcf-26d6375b91a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691257667', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:42:06Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:42:07.562261 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89998bb-522d-4b84-9dcf-26d6375b91a0 None None] Checking router: 8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:42:07.570644 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89998bb-522d-4b84-9dcf-26d6375b91a0 None None] Routers {'8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:42:07.571251 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b89998bb-522d-4b84-9dcf-26d6375b91a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:42:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:42:07.634447 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b116383-867c-4795-b8b1-d8bd1b83dabc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:07.675078 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b89998bb-522d-4b84-9dcf-26d6375b91a0 None None] Set router 8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:42:07.724705 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e45ed19-1b9e-4ace-a857-5d68ea83c2a5 None None] DHCP port deletion for ecc5ff71-8775-4f90-801e-928b0fb4fea0 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:42:07.752342 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b116383-867c-4795-b8b1-d8bd1b83dabc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:07.777938 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8e45ed19-1b9e-4ace-a857-5d68ea83c2a5 None None] Deleting port 20a3191b-ee47-437b-9af9-481b80af7a5c {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:42:07.778335 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8e45ed19-1b9e-4ace-a857-5d68ea83c2a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:07.811026 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8b116383-867c-4795-b8b1-d8bd1b83dabc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Deleting port 6bc1f969-064d-4aac-9b75-94f4c76cf177 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:42:07.811962 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b116383-867c-4795-b8b1-d8bd1b83dabc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:07.846773 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8e45ed19-1b9e-4ace-a857-5d68ea83c2a5 None None] For port 20a3191b-ee47-437b-9af9-481b80af7a5c, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=20a3191b-ee47-437b-9af9-481b80af7a5c,segment=NetworkSegment(4de21d13-178f-4c89-9792-dcfbc1b36cc2),segment_id=4de21d13-178f-4c89-9792-dcfbc1b36cc2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:42:07.847168 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8e45ed19-1b9e-4ace-a857-5d68ea83c2a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:07.858658 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8e45ed19-1b9e-4ace-a857-5d68ea83c2a5 None None] Calling delete_port for 20a3191b-ee47-437b-9af9-481b80af7a5c owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:42:07.896281 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-8b116383-867c-4795-b8b1-d8bd1b83dabc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] For port 6bc1f969-064d-4aac-9b75-94f4c76cf177, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6bc1f969-064d-4aac-9b75-94f4c76cf177,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:42:07.897552 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b116383-867c-4795-b8b1-d8bd1b83dabc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:07.909855 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8b116383-867c-4795-b8b1-d8bd1b83dabc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Calling delete_port for 6bc1f969-064d-4aac-9b75-94f4c76cf177 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:42:07.956135 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8e45ed19-1b9e-4ace-a857-5d68ea83c2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:07.980691 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b89998bb-522d-4b84-9dcf-26d6375b91a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691257667', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:42:06Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:42:07.983857 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e45ed19-1b9e-4ace-a857-5d68ea83c2a5 None None] No DVR routers for this DVR port 20a3191b-ee47-437b-9af9-481b80af7a5c on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:42:07.988033 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45ed19-1b9e-4ace-a857-5d68ea83c2a5 None None] Pushing event deleted for resources: {'Port': ['ID=20a3191b-ee47-437b-9af9-481b80af7a5c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:08.000561 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e45ed19-1b9e-4ace-a857-5d68ea83c2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:08.001029 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e45ed19-1b9e-4ace-a857-5d68ea83c2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:08.001378 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e45ed19-1b9e-4ace-a857-5d68ea83c2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:08.001717 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e45ed19-1b9e-4ace-a857-5d68ea83c2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:08.002084 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e45ed19-1b9e-4ace-a857-5d68ea83c2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:08.002423 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e45ed19-1b9e-4ace-a857-5d68ea83c2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:08.002967 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e45ed19-1b9e-4ace-a857-5d68ea83c2a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:08.003407 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e45ed19-1b9e-4ace-a857-5d68ea83c2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:08.003739 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e45ed19-1b9e-4ace-a857-5d68ea83c2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:08.004065 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e45ed19-1b9e-4ace-a857-5d68ea83c2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:08.004390 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e45ed19-1b9e-4ace-a857-5d68ea83c2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:08.004717 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e45ed19-1b9e-4ace-a857-5d68ea83c2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:08.013316 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89998bb-522d-4b84-9dcf-26d6375b91a0 None None] The sync data for ids ['8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca'] in n-d-798930-9 is: [{'id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691257667', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:42:06Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '6bc1f969-064d-4aac-9b75-94f4c76cf177', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:40:23Z', 'updated_at': '2021-07-22T17:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:42:08.100819 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b116383-867c-4795-b8b1-d8bd1b83dabc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:08.125316 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b116383-867c-4795-b8b1-d8bd1b83dabc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Port': ['ID=6bc1f969-064d-4aac-9b75-94f4c76cf177,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:08.188925 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b116383-867c-4795-b8b1-d8bd1b83dabc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:08.289470 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b116383-867c-4795-b8b1-d8bd1b83dabc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:08.291473 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b116383-867c-4795-b8b1-d8bd1b83dabc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:08.336102 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b116383-867c-4795-b8b1-d8bd1b83dabc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:08.336757 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b116383-867c-4795-b8b1-d8bd1b83dabc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Fanout notify agent at l3_agent the message router_deleted on router 8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:42:08.343457 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8b116383-867c-4795-b8b1-d8bd1b83dabc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:08.344552 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8b116383-867c-4795-b8b1-d8bd1b83dabc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "DELETE /v2.0/routers/8df84f1a-ca99-4ef9-9ba4-14fa2abd06ca HTTP/1.1" status: 204 len: 168 time: 0.8231652 Jul 22 17:42:08.347228 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41792) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:42:08.422188 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28c112fd-8208-4bad-8121-da7187311f3c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:08.514256 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28c112fd-8208-4bad-8121-da7187311f3c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:08.525101 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-28c112fd-8208-4bad-8121-da7187311f3c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc5ff71-8775-4f90-801e-928b0fb4fea0']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:42:08.535378 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-28c112fd-8208-4bad-8121-da7187311f3c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de21d13-178f-4c89-9792-dcfbc1b36cc2') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:42:08.535678 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-28c112fd-8208-4bad-8121-da7187311f3c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de21d13-178f-4c89-9792-dcfbc1b36cc2') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:42:08.544803 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28c112fd-8208-4bad-8121-da7187311f3c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:08.558565 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28c112fd-8208-4bad-8121-da7187311f3c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:08.564229 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c112fd-8208-4bad-8121-da7187311f3c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:42:08.564617 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28c112fd-8208-4bad-8121-da7187311f3c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: timer() Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:42:08.567598 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:42:08.632284 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28c112fd-8208-4bad-8121-da7187311f3c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:08.639681 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-28c112fd-8208-4bad-8121-da7187311f3c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:08.641481 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-28c112fd-8208-4bad-8121-da7187311f3c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "DELETE /v2.0/networks/ecc5ff71-8775-4f90-801e-928b0fb4fea0 HTTP/1.1" status: 204 len: 168 time: 0.2933493 Jul 22 17:42:08.644428 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41794) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:42:08.653144 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c112fd-8208-4bad-8121-da7187311f3c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Network': ['ID=ecc5ff71-8775-4f90-801e-928b0fb4fea0,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:08.661471 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:42:08.690040 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:42:08.690744 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 35f98e92-72f7-4b0d-bcf4-cb01d57cd35f not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:42:08.717613 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b74d2ebe-4ed1-4a58-9b62-8c9a9df38ed1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:08.742896 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b74d2ebe-4ed1-4a58-9b62-8c9a9df38ed1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:08.799387 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b74d2ebe-4ed1-4a58-9b62-8c9a9df38ed1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:08.801958 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b74d2ebe-4ed1-4a58-9b62-8c9a9df38ed1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:08.803174 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b74d2ebe-4ed1-4a58-9b62-8c9a9df38ed1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "DELETE /v2.0/security-groups/06d06ceb-b6cb-4705-bbd7-29ea09cad97f HTTP/1.1" status: 204 len: 168 time: 0.1570859 Jul 22 17:42:08.812612 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d2ebe-4ed1-4a58-9b62-8c9a9df38ed1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d06ceb-b6cb-4705-bbd7-29ea09cad97f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:09.244407 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41800) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:42:09.249562 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7180456b-e1a9-4246-9e81-37a7a3a0fa22 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-322444171', 'description': 'tempest-secgroup-smoke-322444171 description', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:42:09.273483 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7180456b-e1a9-4246-9e81-37a7a3a0fa22 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:09.306302 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c75980bc-d01b-4f8a-ab3a-71847142e081 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:42:09.326968 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: c75980bc-d01b-4f8a-ab3a-71847142e081 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:42:09.327207 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c75980bc-d01b-4f8a-ab3a-71847142e081 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:42:09.327582 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 20a3191b-ee47-437b-9af9-481b80af7a5c no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:42:09.346702 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 20a3191b-ee47-437b-9af9-481b80af7a5c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:42:09.347044 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 20a3191b-ee47-437b-9af9-481b80af7a5c not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:42:09.347459 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6bc1f969-064d-4aac-9b75-94f4c76cf177 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:42:09.355350 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7180456b-e1a9-4246-9e81-37a7a3a0fa22 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:09.359025 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7180456b-e1a9-4246-9e81-37a7a3a0fa22 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:09.365746 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 6bc1f969-064d-4aac-9b75-94f4c76cf177 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:42:09.366118 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6bc1f969-064d-4aac-9b75-94f4c76cf177 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:42:09.386469 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7180456b-e1a9-4246-9e81-37a7a3a0fa22 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:09.387711 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7180456b-e1a9-4246-9e81-37a7a3a0fa22 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1422989 Jul 22 17:42:09.390751 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41802) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:42:09.391578 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180456b-e1a9-4246-9e81-37a7a3a0fa22 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a28bedb-3c44-46eb-b36c-313c03eeefb1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:09.396201 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-f3ff9fc4-52a0-4d32-b545-81145e1886cd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': '5a28bedb-3c44-46eb-b36c-313c03eeefb1', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:42:09.421855 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3ff9fc4-52a0-4d32-b545-81145e1886cd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:09.476628 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3ff9fc4-52a0-4d32-b545-81145e1886cd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:09.480437 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3ff9fc4-52a0-4d32-b545-81145e1886cd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:09.499339 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff9fc4-52a0-4d32-b545-81145e1886cd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b072571d-3dc6-44bf-83fa-2545d9d11607,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:09.502241 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f3ff9fc4-52a0-4d32-b545-81145e1886cd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:09.503410 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f3ff9fc4-52a0-4d32-b545-81145e1886cd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1114814 Jul 22 17:42:09.506763 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41804) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:42:09.511068 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-590c0df6-a2e9-4eb5-acd5-83d205824321 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': '5a28bedb-3c44-46eb-b36c-313c03eeefb1', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:42:09.536592 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-590c0df6-a2e9-4eb5-acd5-83d205824321 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:09.591337 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-590c0df6-a2e9-4eb5-acd5-83d205824321 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:09.594775 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-590c0df6-a2e9-4eb5-acd5-83d205824321 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:09.611659 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c0df6-a2e9-4eb5-acd5-83d205824321 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce81a9f8-ad51-4207-90cc-2bec6fa5a687,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:09.616827 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-590c0df6-a2e9-4eb5-acd5-83d205824321 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:09.618111 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-590c0df6-a2e9-4eb5-acd5-83d205824321 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1103852 Jul 22 17:42:09.620852 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41806) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:42:09.625172 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-522143fb-7e4d-40c9-9403-92f4b502510c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': '5a28bedb-3c44-46eb-b36c-313c03eeefb1', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:42:09.651321 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-522143fb-7e4d-40c9-9403-92f4b502510c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:09.710303 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-522143fb-7e4d-40c9-9403-92f4b502510c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:09.713678 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-522143fb-7e4d-40c9-9403-92f4b502510c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:09.730198 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522143fb-7e4d-40c9-9403-92f4b502510c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e00070-7b89-4a87-93c6-d8028ad0acba,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:09.735660 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-522143fb-7e4d-40c9-9403-92f4b502510c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:09.736812 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-522143fb-7e4d-40c9-9403-92f4b502510c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150467 Jul 22 17:42:09.739531 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41808) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:42:09.744287 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-7ba1ba6a-0bad-4c05-b781-757a971e1cbd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': '5a28bedb-3c44-46eb-b36c-313c03eeefb1', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:42:09.769645 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ba1ba6a-0bad-4c05-b781-757a971e1cbd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:09.826336 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ba1ba6a-0bad-4c05-b781-757a971e1cbd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:09.829659 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ba1ba6a-0bad-4c05-b781-757a971e1cbd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:09.845744 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1ba6a-0bad-4c05-b781-757a971e1cbd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8b1c5f-9d3f-45b0-8b6b-d816141c2457,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:09.851865 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7ba1ba6a-0bad-4c05-b781-757a971e1cbd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:09.853075 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7ba1ba6a-0bad-4c05-b781-757a971e1cbd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1126285 Jul 22 17:42:09.855767 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41810) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:42:09.859989 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-4dca3fe7-38c3-4d0d-a729-b335c32d04dc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': '5a28bedb-3c44-46eb-b36c-313c03eeefb1', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:42:09.881750 n-d-798930-9 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-4dca3fe7-38c3-4d0d-a729-b335c32d04dc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Project 58d9fe362c4a4138b4f40d451e5a1ccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:42:09.886372 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4dca3fe7-38c3-4d0d-a729-b335c32d04dc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:09.944579 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4dca3fe7-38c3-4d0d-a729-b335c32d04dc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:09.948533 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4dca3fe7-38c3-4d0d-a729-b335c32d04dc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:09.966980 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca3fe7-38c3-4d0d-a729-b335c32d04dc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d604db3-a734-445a-a73c-628d2a1dd0f6,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:09.969957 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4dca3fe7-38c3-4d0d-a729-b335c32d04dc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:09.973803 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4dca3fe7-38c3-4d0d-a729-b335c32d04dc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1144743 Jul 22 17:42:09.974305 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41812) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:42:09.978545 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c4b64203-426a-4a0c-8403-fc0df7fcfcd1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': '5a28bedb-3c44-46eb-b36c-313c03eeefb1', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:42:10.000206 n-d-798930-9 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-c4b64203-426a-4a0c-8403-fc0df7fcfcd1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Project 58d9fe362c4a4138b4f40d451e5a1ccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:42:10.004973 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4b64203-426a-4a0c-8403-fc0df7fcfcd1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:10.068089 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4b64203-426a-4a0c-8403-fc0df7fcfcd1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:10.072794 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4b64203-426a-4a0c-8403-fc0df7fcfcd1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:10.091555 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b64203-426a-4a0c-8403-fc0df7fcfcd1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9902c8ee-ff58-4075-85e0-5860bdd3e73c,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:10.097019 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c4b64203-426a-4a0c-8403-fc0df7fcfcd1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:10.098343 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c4b64203-426a-4a0c-8403-fc0df7fcfcd1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233721 Jul 22 17:42:10.101640 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41814) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:42:10.106503 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-728d9a9e-bd97-4754-b4b2-47df95724df4 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'network': {'name': 'tempest-network-smoke--206587922', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'port_security_enabled': True}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:42:10.126509 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728d9a9e-bd97-4754-b4b2-47df95724df4 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Made reservation on behalf of 58d9fe362c4a4138b4f40d451e5a1ccb for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:42:10.129832 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-728d9a9e-bd97-4754-b4b2-47df95724df4 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:10.152519 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728d9a9e-bd97-4754-b4b2-47df95724df4 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:42:10.161332 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-728d9a9e-bd97-4754-b4b2-47df95724df4 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:10.161672 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-728d9a9e-bd97-4754-b4b2-47df95724df4 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Added segment 73af27ac-1342-4502-8c0f-7cfe05a1a9a4 of type vlan for network 8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 Jul 22 17:42:10.201721 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-728d9a9e-bd97-4754-b4b2-47df95724df4 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:10.228474 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-728d9a9e-bd97-4754-b4b2-47df95724df4 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:10.233803 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728d9a9e-bd97-4754-b4b2-47df95724df4 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:10.234414 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-728d9a9e-bd97-4754-b4b2-47df95724df4 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:10.270016 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-728d9a9e-bd97-4754-b4b2-47df95724df4 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1673551 Jul 22 17:42:10.272783 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41816) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:42:10.279458 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-91272018-b54b-48cc-a07e-e78c2fd83c1f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-459266079', 'admin_state_up': True, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:42:10.316354 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d9a9e-bd97-4754-b4b2-47df95724df4 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Network': ['ID=8ce2ed70-50ce-4eb0-9a21-8847db71d3b2,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:10.326176 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:42:10.332957 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91272018-b54b-48cc-a07e-e78c2fd83c1f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:10.333917 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91272018-b54b-48cc-a07e-e78c2fd83c1f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:10.384861 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91272018-b54b-48cc-a07e-e78c2fd83c1f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:10.520118 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91272018-b54b-48cc-a07e-e78c2fd83c1f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:10.707513 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91272018-b54b-48cc-a07e-e78c2fd83c1f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:10.726076 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91272018-b54b-48cc-a07e-e78c2fd83c1f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:10.825008 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-91272018-b54b-48cc-a07e-e78c2fd83c1f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Allocated IP 172.25.0.128 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/47efef30-4f45-4ea2-8d31-5bd10d01654f) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:42:10.921082 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91272018-b54b-48cc-a07e-e78c2fd83c1f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:10.966255 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91272018-b54b-48cc-a07e-e78c2fd83c1f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:11.001250 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91272018-b54b-48cc-a07e-e78c2fd83c1f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:42:11.007852 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-91272018-b54b-48cc-a07e-e78c2fd83c1f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:42:11.011422 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91272018-b54b-48cc-a07e-e78c2fd83c1f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:42:11.035111 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91272018-b54b-48cc-a07e-e78c2fd83c1f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=47efef30-4f45-4ea2-8d31-5bd10d01654f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:11.592377 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91272018-b54b-48cc-a07e-e78c2fd83c1f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:11.784649 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91272018-b54b-48cc-a07e-e78c2fd83c1f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:11.908988 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91272018-b54b-48cc-a07e-e78c2fd83c1f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Router 5614fd79-0e68-46c4-8feb-2af29c206411 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:42:12.008711 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91272018-b54b-48cc-a07e-e78c2fd83c1f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:42:12.017881 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] Sync routers for ids ['5614fd79-0e68-46c4-8feb-2af29c206411'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:42:12.027459 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] Routers {'5614fd79-0e68-46c4-8feb-2af29c206411'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:42:12.027854 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-91272018-b54b-48cc-a07e-e78c2fd83c1f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:12.028119 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:42:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['5614fd79-0e68-46c4-8feb-2af29c206411'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:42:12.032089 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-91272018-b54b-48cc-a07e-e78c2fd83c1f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7554722 Jul 22 17:42:12.032484 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41818) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:42:12.063185 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-61552c53-4c23-4509-9ee9-7c229c93cc26 tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=58d9fe362c4a4138b4f40d451e5a1ccb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294731 Jul 22 17:42:12.065957 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41820) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:42:12.130030 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] Set router 5614fd79-0e68-46c4-8feb-2af29c206411 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:42:12.158034 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91df8aee-651e-47bf-acda-1200a80dabf7 tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:12.159659 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-91df8aee-651e-47bf-acda-1200a80dabf7 tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925200 Jul 22 17:42:12.163049 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41822) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:42:12.192972 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3f1b973b-489a-4027-a897-2fda8b03c8b3 tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=748fc6ab-3639-411a-b273-35e3c4423108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265636 Jul 22 17:42:12.193183 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41824) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:42:12.198309 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-41137fb8-ca28-4abd-8e98-79d8ca508917 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2127384630', 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:42:12.291138 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41137fb8-ca28-4abd-8e98-79d8ca508917 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Made reservation on behalf of 58d9fe362c4a4138b4f40d451e5a1ccb for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:42:12.294820 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41137fb8-ca28-4abd-8e98-79d8ca508917 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:12.302339 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459266079', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:11Z', 'revision_number': 3, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:42:12.327827 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] Checking router: 5614fd79-0e68-46c4-8feb-2af29c206411 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:42:12.328178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] Updating router 5614fd79-0e68-46c4-8feb-2af29c206411 port 47efef30-4f45-4ea2-8d31-5bd10d01654f binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:42:12.364528 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:12.474515 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41137fb8-ca28-4abd-8e98-79d8ca508917 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:12.540674 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41137fb8-ca28-4abd-8e98-79d8ca508917 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Subnet': ['ID=9fcbb446-a5dc-4956-aae7-cc8df732ed2c,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:12.547409 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41137fb8-ca28-4abd-8e98-79d8ca508917 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Checking segment: {'id': '73af27ac-1342-4502-8c0f-7cfe05a1a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:42:12.547554 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41137fb8-ca28-4abd-8e98-79d8ca508917 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network hostable DHCP agents. Network: 8ce2ed70-50ce-4eb0-9a21-8847db71d3b2, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:42:12.565356 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41137fb8-ca28-4abd-8e98-79d8ca508917 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network 8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:42:12.576403 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-41137fb8-ca28-4abd-8e98-79d8ca508917 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 8ce2ed70-50ce-4eb0-9a21-8847db71d3b2) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:42:12.581283 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41137fb8-ca28-4abd-8e98-79d8ca508917 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:12.582732 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41137fb8-ca28-4abd-8e98-79d8ca508917 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:12.598979 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-41137fb8-ca28-4abd-8e98-79d8ca508917 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4047461 Jul 22 17:42:12.601860 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41826) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:42:12.678926 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5d3bf2-ac98-4d92-8740-49e5d17cd7fa None None] Network 8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:42:12.730124 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:12.766613 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:12.876581 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:12.909965 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] Transition to ACTIVE for port object 47efef30-4f45-4ea2-8d31-5bd10d01654f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:42:12.916588 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28564c0f-2001-4ba1-8228-2c22be4dac3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-8ce2ed70-50ce-4eb0-9a21-8847db71d3b2', 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'fixed_ips': [{'subnet_id': '9fcbb446-a5dc-4956-aae7-cc8df732ed2c'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:42:12.917666 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28564c0f-2001-4ba1-8228-2c22be4dac3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:12.921102 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:13.034667 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40f98d-b56c-49b3-87f8-b8d6e09e8477 None None] Pushing event updated for resources: {'Port': ['ID=47efef30-4f45-4ea2-8d31-5bd10d01654f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:13.043581 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] Attempting to bind port 47efef30-4f45-4ea2-8d31-5bd10d01654f on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:42:13.043947 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] Attempting to bind port 47efef30-4f45-4ea2-8d31-5bd10d01654f by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:42:13.044307 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] Attempting to bind port 47efef30-4f45-4ea2-8d31-5bd10d01654f on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:42:13.053458 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14f29aee-41f4-47a3-b134-b504f48a425f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:13.058739 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:42:13.059111 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:42:13.059504 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:13.059885 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:42:13.060342 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] Bound port: 47efef30-4f45-4ea2-8d31-5bd10d01654f, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:42:13.060719 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:13.145372 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-28564c0f-2001-4ba1-8228-2c22be4dac3e None None] Allocated IP 172.20.0.2 (8ce2ed70-50ce-4eb0-9a21-8847db71d3b2/9fcbb446-a5dc-4956-aae7-cc8df732ed2c/2aea838e-57e9-4228-9f23-74a215e15eb7) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:42:13.148104 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] For port 47efef30-4f45-4ea2-8d31-5bd10d01654f, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:42:13.152896 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] For port 47efef30-4f45-4ea2-8d31-5bd10d01654f, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=47efef30-4f45-4ea2-8d31-5bd10d01654f,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:42:13.160108 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:13.270608 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] Routers {'5614fd79-0e68-46c4-8feb-2af29c206411'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:42:13.271241 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:42:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['5614fd79-0e68-46c4-8feb-2af29c206411'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:42:13.281644 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40f98d-b56c-49b3-87f8-b8d6e09e8477 None None] Pushing event updated for resources: {'Port': ['ID=47efef30-4f45-4ea2-8d31-5bd10d01654f,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:13.436061 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28564c0f-2001-4ba1-8228-2c22be4dac3e None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:13.438666 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] Set router 5614fd79-0e68-46c4-8feb-2af29c206411 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:42:13.492198 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-28564c0f-2001-4ba1-8228-2c22be4dac3e None None] Transition to ACTIVE for port object 2aea838e-57e9-4228-9f23-74a215e15eb7 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:42:13.525440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-28564c0f-2001-4ba1-8228-2c22be4dac3e None None] Transition to ACTIVE for port object 2aea838e-57e9-4228-9f23-74a215e15eb7 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:42:13.532378 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28564c0f-2001-4ba1-8228-2c22be4dac3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:13.578897 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-14f29aee-41f4-47a3-b134-b504f48a425f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Allocated IP 172.20.0.1 (8ce2ed70-50ce-4eb0-9a21-8847db71d3b2/9fcbb446-a5dc-4956-aae7-cc8df732ed2c/b06edfc0-0548-402c-98a0-878229b8dc2e) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:42:13.612673 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28564c0f-2001-4ba1-8228-2c22be4dac3e None None] Network 8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:42:13.613478 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28564c0f-2001-4ba1-8228-2c22be4dac3e None None] Pushing event updated for resources: {'Port': ['ID=2aea838e-57e9-4228-9f23-74a215e15eb7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:13.621039 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-28564c0f-2001-4ba1-8228-2c22be4dac3e None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:42:13.626533 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28564c0f-2001-4ba1-8228-2c22be4dac3e None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:42:13.696750 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14f29aee-41f4-47a3-b134-b504f48a425f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:13.710184 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-14f29aee-41f4-47a3-b134-b504f48a425f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Transition to ACTIVE for port object b06edfc0-0548-402c-98a0-878229b8dc2e will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:42:13.719517 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-28564c0f-2001-4ba1-8228-2c22be4dac3e None None] Attempting to bind port 2aea838e-57e9-4228-9f23-74a215e15eb7 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:42:13.719885 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-28564c0f-2001-4ba1-8228-2c22be4dac3e None None] Attempting to bind port 2aea838e-57e9-4228-9f23-74a215e15eb7 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '73af27ac-1342-4502-8c0f-7cfe05a1a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:42:13.720290 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28564c0f-2001-4ba1-8228-2c22be4dac3e None None] Attempting to bind port 2aea838e-57e9-4228-9f23-74a215e15eb7 on network 8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:42:13.729903 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28564c0f-2001-4ba1-8228-2c22be4dac3e None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:42:13.730293 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28564c0f-2001-4ba1-8228-2c22be4dac3e None None] Checking segment: {'id': '73af27ac-1342-4502-8c0f-7cfe05a1a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:42:13.730686 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28564c0f-2001-4ba1-8228-2c22be4dac3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:13.731077 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28564c0f-2001-4ba1-8228-2c22be4dac3e None None] Bound using segment: {'id': '73af27ac-1342-4502-8c0f-7cfe05a1a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:42:13.731531 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-28564c0f-2001-4ba1-8228-2c22be4dac3e None None] Bound port: 2aea838e-57e9-4228-9f23-74a215e15eb7, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73af27ac-1342-4502-8c0f-7cfe05a1a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:42:13.731906 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28564c0f-2001-4ba1-8228-2c22be4dac3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:13.743728 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14f29aee-41f4-47a3-b134-b504f48a425f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:13.751831 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459266079', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:11Z', 'revision_number': 3, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:42:13.783008 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f29aee-41f4-47a3-b134-b504f48a425f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network 8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:42:13.788667 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-14f29aee-41f4-47a3-b134-b504f48a425f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:42:13.792320 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f29aee-41f4-47a3-b134-b504f48a425f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:42:13.796007 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a30416-8642-48cb-ba6b-ec74ed9ad518 None None] The sync data for ids ['5614fd79-0e68-46c4-8feb-2af29c206411'] in n-d-798930-9 is: [{'id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459266079', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:11Z', 'revision_number': 3, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:42:13.818143 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f29aee-41f4-47a3-b134-b504f48a425f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=b06edfc0-0548-402c-98a0-878229b8dc2e,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:13.830670 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-28564c0f-2001-4ba1-8228-2c22be4dac3e None None] For port 2aea838e-57e9-4228-9f23-74a215e15eb7, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:42:13.833664 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-28564c0f-2001-4ba1-8228-2c22be4dac3e None None] For port 2aea838e-57e9-4228-9f23-74a215e15eb7, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2aea838e-57e9-4228-9f23-74a215e15eb7,segment=NetworkSegment(73af27ac-1342-4502-8c0f-7cfe05a1a9a4),segment_id=73af27ac-1342-4502-8c0f-7cfe05a1a9a4)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:42:13.839951 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28564c0f-2001-4ba1-8228-2c22be4dac3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:13.843373 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14f29aee-41f4-47a3-b134-b504f48a425f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:13.906408 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28564c0f-2001-4ba1-8228-2c22be4dac3e None None] Pushing event updated for resources: {'Port': ['ID=2aea838e-57e9-4228-9f23-74a215e15eb7,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:13.999515 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14f29aee-41f4-47a3-b134-b504f48a425f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:14.327151 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14f29aee-41f4-47a3-b134-b504f48a425f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:14.332130 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14f29aee-41f4-47a3-b134-b504f48a425f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:14.411151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f29aee-41f4-47a3-b134-b504f48a425f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=b06edfc0-0548-402c-98a0-878229b8dc2e,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:14.413569 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14f29aee-41f4-47a3-b134-b504f48a425f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:14.507770 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f29aee-41f4-47a3-b134-b504f48a425f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network 8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:42:14.509317 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-14f29aee-41f4-47a3-b134-b504f48a425f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:42:14.629980 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f29aee-41f4-47a3-b134-b504f48a425f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Router 5614fd79-0e68-46c4-8feb-2af29c206411 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:42:14.745272 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f29aee-41f4-47a3-b134-b504f48a425f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:42:14.754797 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-14f29aee-41f4-47a3-b134-b504f48a425f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "PUT /v2.0/routers/5614fd79-0e68-46c4-8feb-2af29c206411/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1475165 Jul 22 17:42:14.840556 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6c697c-b673-4338-ad55-9d4ca6908b50 None None] Network 8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:42:14.894986 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-93b838ae-6e7a-464b-ada2-05d9df51f5f8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-322444171&fields=id&tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb HTTP/1.1" status: 200 len: 267 time: 0.0345893 Jul 22 17:42:14.922257 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-27e115e9-dc45-4cd0-9e8c-ea708cdc452c None None] Provisioning for port 2aea838e-57e9-4228-9f23-74a215e15eb7 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:42:15.008465 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-faccc7ee-37f9-4324-815f-914600c88046 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:15.009958 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-faccc7ee-37f9-4324-815f-914600c88046 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/networks?id=8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 HTTP/1.1" status: 200 len: 796 time: 0.1077733 Jul 22 17:42:15.025547 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-4f60ab84-5af6-4627-9c3b-272ad9e887d9 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/quotas/58d9fe362c4a4138b4f40d451e5a1ccb HTTP/1.1" status: 200 len: 375 time: 0.0100992 Jul 22 17:42:15.096521 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-fc087a03-e17f-49b0-a576-0d52ecbc473b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653853 Jul 22 17:42:15.250705 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-5e8b7056-5bed-4fd8-be19-4e12bcc6623a service neutron] 10.222.0.69 "GET /v2.0/networks/8ce2ed70-50ce-4eb0-9a21-8847db71d3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410635 Jul 22 17:42:15.260106 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-45935ce1-e397-4995-8d05-839e134a7b71 None None] Provisioning for port b06edfc0-0548-402c-98a0-878229b8dc2e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:42:15.264370 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-45935ce1-e397-4995-8d05-839e134a7b71 None None] Provisioning complete for port b06edfc0-0548-402c-98a0-878229b8dc2e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:42:15.264679 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45935ce1-e397-4995-8d05-839e134a7b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:15.337755 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-45935ce1-e397-4995-8d05-839e134a7b71 None None] Port b06edfc0-0548-402c-98a0-878229b8dc2e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:42:15.363009 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-1d369ad1-ef2c-4800-b255-0966eeb8a227 service neutron] 10.222.0.69 "GET /v2.0/networks/8ce2ed70-50ce-4eb0-9a21-8847db71d3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108923 Jul 22 17:42:15.417824 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 47efef30-4f45-4ea2-8d31-5bd10d01654f up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:42:15.479525 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 47efef30-4f45-4ea2-8d31-5bd10d01654f completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:42:15.485724 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 47efef30-4f45-4ea2-8d31-5bd10d01654f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:42:15.486126 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:15.487607 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-10e05f84-29f8-416e-b53f-36d5a2d56802 None None] Provisioning complete for port b06edfc0-0548-402c-98a0-878229b8dc2e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:42:15.487960 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10e05f84-29f8-416e-b53f-36d5a2d56802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:15.552972 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-10e05f84-29f8-416e-b53f-36d5a2d56802 None None] Port b06edfc0-0548-402c-98a0-878229b8dc2e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:42:15.580603 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] Sync routers for ids ['5614fd79-0e68-46c4-8feb-2af29c206411'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:42:15.591146 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] Routers {'5614fd79-0e68-46c4-8feb-2af29c206411'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:42:15.591767 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:42:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['5614fd79-0e68-46c4-8feb-2af29c206411'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:42:15.601595 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:15.627791 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 47efef30-4f45-4ea2-8d31-5bd10d01654f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=47efef30-4f45-4ea2-8d31-5bd10d01654f,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:42:15.634318 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:15.635250 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2aea838e-57e9-4228-9f23-74a215e15eb7 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:42:15.702987 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] Set router 5614fd79-0e68-46c4-8feb-2af29c206411 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:42:15.716206 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-058346b2-3b09-49b3-95ea-dee62357450c None None] Provisioning complete for port b06edfc0-0548-402c-98a0-878229b8dc2e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:42:15.716580 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-058346b2-3b09-49b3-95ea-dee62357450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:15.748235 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=47efef30-4f45-4ea2-8d31-5bd10d01654f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:15.765120 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-058346b2-3b09-49b3-95ea-dee62357450c None None] Port b06edfc0-0548-402c-98a0-878229b8dc2e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:42:15.767347 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 2aea838e-57e9-4228-9f23-74a215e15eb7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:42:15.771089 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 2aea838e-57e9-4228-9f23-74a215e15eb7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:42:15.771984 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:15.846686 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:15.879039 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 2aea838e-57e9-4228-9f23-74a215e15eb7, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2aea838e-57e9-4228-9f23-74a215e15eb7,segment=NetworkSegment(73af27ac-1342-4502-8c0f-7cfe05a1a9a4),segment_id=73af27ac-1342-4502-8c0f-7cfe05a1a9a4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:42:15.882522 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:15.903866 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459266079', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:13Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'b06edfc0-0548-402c-98a0-878229b8dc2e', 'name': '', 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:4e:11:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9fcbb446-a5dc-4956-aae7-cc8df732ed2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:42:13Z', 'updated_at': '2021-07-22T17:42:14Z', 'revision_number': 2, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '9fcbb446-a5dc-4956-aae7-cc8df732ed2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:42:15.929610 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] Checking router: 5614fd79-0e68-46c4-8feb-2af29c206411 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:42:15.929980 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] Updating router 5614fd79-0e68-46c4-8feb-2af29c206411 port b06edfc0-0548-402c-98a0-878229b8dc2e binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:42:15.931925 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=2aea838e-57e9-4228-9f23-74a215e15eb7,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:15.962225 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:16.212805 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:16.221870 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] Transition to ACTIVE for port object b06edfc0-0548-402c-98a0-878229b8dc2e will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:42:16.226576 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:16.273491 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d737f7-a16d-4e9a-b5c5-b68d1ff212cd None None] Pushing event updated for resources: {'Port': ['ID=b06edfc0-0548-402c-98a0-878229b8dc2e,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:16.298783 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d737f7-a16d-4e9a-b5c5-b68d1ff212cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:16.299126 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d737f7-a16d-4e9a-b5c5-b68d1ff212cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:16.299459 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d737f7-a16d-4e9a-b5c5-b68d1ff212cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:16.299788 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d737f7-a16d-4e9a-b5c5-b68d1ff212cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:16.300115 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d737f7-a16d-4e9a-b5c5-b68d1ff212cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:16.300439 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d737f7-a16d-4e9a-b5c5-b68d1ff212cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:16.300759 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d737f7-a16d-4e9a-b5c5-b68d1ff212cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:16.301078 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d737f7-a16d-4e9a-b5c5-b68d1ff212cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:16.301394 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d737f7-a16d-4e9a-b5c5-b68d1ff212cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:16.301712 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d737f7-a16d-4e9a-b5c5-b68d1ff212cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:16.302055 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d737f7-a16d-4e9a-b5c5-b68d1ff212cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:16.302371 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d737f7-a16d-4e9a-b5c5-b68d1ff212cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:42:16.339587 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] Attempting to bind port b06edfc0-0548-402c-98a0-878229b8dc2e on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:42:16.339948 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] Attempting to bind port b06edfc0-0548-402c-98a0-878229b8dc2e by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '73af27ac-1342-4502-8c0f-7cfe05a1a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:42:16.340300 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] Attempting to bind port b06edfc0-0548-402c-98a0-878229b8dc2e on network 8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:42:16.345323 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:42:16.345682 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] Checking segment: {'id': '73af27ac-1342-4502-8c0f-7cfe05a1a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:42:16.346119 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:16.346501 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] Bound using segment: {'id': '73af27ac-1342-4502-8c0f-7cfe05a1a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:42:16.346950 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] Bound port: b06edfc0-0548-402c-98a0-878229b8dc2e, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73af27ac-1342-4502-8c0f-7cfe05a1a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:42:16.347318 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:16.413766 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] For port b06edfc0-0548-402c-98a0-878229b8dc2e, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:42:16.416981 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] For port b06edfc0-0548-402c-98a0-878229b8dc2e, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b06edfc0-0548-402c-98a0-878229b8dc2e,segment=NetworkSegment(73af27ac-1342-4502-8c0f-7cfe05a1a9a4),segment_id=73af27ac-1342-4502-8c0f-7cfe05a1a9a4)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:42:16.420897 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:16.481070 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] Routers {'5614fd79-0e68-46c4-8feb-2af29c206411'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:42:16.481691 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:42:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['5614fd79-0e68-46c4-8feb-2af29c206411'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:42:16.526531 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d737f7-a16d-4e9a-b5c5-b68d1ff212cd None None] Pushing event updated for resources: {'Port': ['ID=b06edfc0-0548-402c-98a0-878229b8dc2e,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:16.607728 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] Set router 5614fd79-0e68-46c4-8feb-2af29c206411 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:42:16.616427 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1eb50dc1-4f02-4fee-82c7-cfd739e046ef req-ce9e2c62-cd97-4342-83bd-6f046fa923ef tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 210 time: 0.0423875 Jul 22 17:42:16.812014 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459266079', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:13Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'b06edfc0-0548-402c-98a0-878229b8dc2e', 'name': '', 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:4e:11:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9fcbb446-a5dc-4956-aae7-cc8df732ed2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:42:13Z', 'updated_at': '2021-07-22T17:42:16Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '9fcbb446-a5dc-4956-aae7-cc8df732ed2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:42:16.842453 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d97af8-b57f-4f1f-808a-14a949937d10 None None] The sync data for ids ['5614fd79-0e68-46c4-8feb-2af29c206411'] in n-d-798930-9 is: [{'id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459266079', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:13Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'b06edfc0-0548-402c-98a0-878229b8dc2e', 'name': '', 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:4e:11:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9fcbb446-a5dc-4956-aae7-cc8df732ed2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:42:13Z', 'updated_at': '2021-07-22T17:42:16Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '9fcbb446-a5dc-4956-aae7-cc8df732ed2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:42:17.384317 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 47efef30-4f45-4ea2-8d31-5bd10d01654f up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:42:17.435450 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 47efef30-4f45-4ea2-8d31-5bd10d01654f triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:42:17.436249 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:17.519094 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2aea838e-57e9-4228-9f23-74a215e15eb7 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:42:17.574822 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 2aea838e-57e9-4228-9f23-74a215e15eb7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:42:17.575256 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:17.623591 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-704f5d1a-a353-4ac3-adfc-8b0a33ededcd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:17.625135 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-704f5d1a-a353-4ac3-adfc-8b0a33ededcd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.30 "GET /v2.0/networks?id=8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 HTTP/1.1" status: 200 len: 796 time: 0.1206052 Jul 22 17:42:17.658248 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b06edfc0-0548-402c-98a0-878229b8dc2e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:42:17.693376 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-cd5765bc-aa53-4ed6-a8f2-b4424b5d6958 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb HTTP/1.1" status: 200 len: 379 time: 0.0533733 Jul 22 17:42:17.704508 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-fa90914a-b02e-473f-a5d2-a7f60a4e0af1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'port': {'device_id': 'da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23', 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2', 'admin_state_up': True, 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'security_groups': ['5a28bedb-3c44-46eb-b36c-313c03eeefb1']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:42:17.720467 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port b06edfc0-0548-402c-98a0-878229b8dc2e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:42:17.725712 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port b06edfc0-0548-402c-98a0-878229b8dc2e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:42:17.726073 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:17.742362 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-5150a960-2794-4376-bab8-85de93f1224f req-c5578c93-3580-4b55-9123-2685b31cd159 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 210 time: 0.0380595 Jul 22 17:42:17.832030 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:17.846758 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-fa90914a-b02e-473f-a5d2-a7f60a4e0af1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Made reservation on behalf of 58d9fe362c4a4138b4f40d451e5a1ccb for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:42:17.851007 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-fa90914a-b02e-473f-a5d2-a7f60a4e0af1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:17.868091 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port b06edfc0-0548-402c-98a0-878229b8dc2e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b06edfc0-0548-402c-98a0-878229b8dc2e,segment=NetworkSegment(73af27ac-1342-4502-8c0f-7cfe05a1a9a4),segment_id=73af27ac-1342-4502-8c0f-7cfe05a1a9a4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:42:17.873325 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:17.926322 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=b06edfc0-0548-402c-98a0-878229b8dc2e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:17.988025 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-fa90914a-b02e-473f-a5d2-a7f60a4e0af1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Allocated IP 172.20.0.5 (8ce2ed70-50ce-4eb0-9a21-8847db71d3b2/9fcbb446-a5dc-4956-aae7-cc8df732ed2c/a3ae69b4-fdde-4a5c-9958-ee413854abc3) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:42:18.123386 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-fa90914a-b02e-473f-a5d2-a7f60a4e0af1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:18.136416 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-fa90914a-b02e-473f-a5d2-a7f60a4e0af1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Transition to ACTIVE for port object a3ae69b4-fdde-4a5c-9958-ee413854abc3 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:42:18.169170 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-fa90914a-b02e-473f-a5d2-a7f60a4e0af1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:18.213352 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-fa90914a-b02e-473f-a5d2-a7f60a4e0af1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network 8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:42:18.218399 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-fa90914a-b02e-473f-a5d2-a7f60a4e0af1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:42:18.221915 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-fa90914a-b02e-473f-a5d2-a7f60a4e0af1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:42:18.251259 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90914a-b02e-473f-a5d2-a7f60a4e0af1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=a3ae69b4-fdde-4a5c-9958-ee413854abc3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:18.276336 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-fa90914a-b02e-473f-a5d2-a7f60a4e0af1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:18.276979 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-fa90914a-b02e-473f-a5d2-a7f60a4e0af1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:18.292230 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-fa90914a-b02e-473f-a5d2-a7f60a4e0af1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5931656 Jul 22 17:42:18.309361 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-2a165c51-4fa8-41b0-90a5-2cf750f47bd6 service neutron] Request body: {'port': {'device_id': 'da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:42:18.384051 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-2a165c51-4fa8-41b0-90a5-2cf750f47bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:18.447191 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-51186b64-c21c-4c56-85c0-695a012734fa None None] Provisioning for port a3ae69b4-fdde-4a5c-9958-ee413854abc3 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:42:18.451660 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-51186b64-c21c-4c56-85c0-695a012734fa None None] Provisioning complete for port a3ae69b4-fdde-4a5c-9958-ee413854abc3 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:42:18.452174 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51186b64-c21c-4c56-85c0-695a012734fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:18.490937 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-51186b64-c21c-4c56-85c0-695a012734fa None None] Port a3ae69b4-fdde-4a5c-9958-ee413854abc3 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:42:18.647986 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-2a165c51-4fa8-41b0-90a5-2cf750f47bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ae69b4-fdde-4a5c-9958-ee413854abc3 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:42:18.655439 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-2a165c51-4fa8-41b0-90a5-2cf750f47bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:18.667683 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-2a165c51-4fa8-41b0-90a5-2cf750f47bd6 service neutron] Transition to ACTIVE for port object a3ae69b4-fdde-4a5c-9958-ee413854abc3 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:42:18.671643 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-2a165c51-4fa8-41b0-90a5-2cf750f47bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:18.729315 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a165c51-4fa8-41b0-90a5-2cf750f47bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ae69b4-fdde-4a5c-9958-ee413854abc3,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:18.820716 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-2a165c51-4fa8-41b0-90a5-2cf750f47bd6 service neutron] Attempting to bind port a3ae69b4-fdde-4a5c-9958-ee413854abc3 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:42:18.821057 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-2a165c51-4fa8-41b0-90a5-2cf750f47bd6 service neutron] Attempting to bind port a3ae69b4-fdde-4a5c-9958-ee413854abc3 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '73af27ac-1342-4502-8c0f-7cfe05a1a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:42:18.821389 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-2a165c51-4fa8-41b0-90a5-2cf750f47bd6 service neutron] Attempting to bind port a3ae69b4-fdde-4a5c-9958-ee413854abc3 on network 8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:42:18.845680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-2a165c51-4fa8-41b0-90a5-2cf750f47bd6 service neutron] Port a3ae69b4-fdde-4a5c-9958-ee413854abc3 on network 8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:42:18.846039 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-2a165c51-4fa8-41b0-90a5-2cf750f47bd6 service neutron] Attempting to bind port a3ae69b4-fdde-4a5c-9958-ee413854abc3 on network 8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:42:18.853842 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-2a165c51-4fa8-41b0-90a5-2cf750f47bd6 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:42:18.854198 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-2a165c51-4fa8-41b0-90a5-2cf750f47bd6 service neutron] Checking segment: {'id': '73af27ac-1342-4502-8c0f-7cfe05a1a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:42:18.854583 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-2a165c51-4fa8-41b0-90a5-2cf750f47bd6 service neutron] Bound using segment: {'id': '73af27ac-1342-4502-8c0f-7cfe05a1a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:42:18.855078 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-2a165c51-4fa8-41b0-90a5-2cf750f47bd6 service neutron] Bound port: a3ae69b4-fdde-4a5c-9958-ee413854abc3, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73af27ac-1342-4502-8c0f-7cfe05a1a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:42:18.855442 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-2a165c51-4fa8-41b0-90a5-2cf750f47bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:18.927458 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35655f69-0b00-432f-92b3-0fc124586721 req-564ab8cc-27e0-4001-a33e-f62b54f33079 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:18.929439 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-35655f69-0b00-432f-92b3-0fc124586721 req-564ab8cc-27e0-4001-a33e-f62b54f33079 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 943 time: 0.1209755 Jul 22 17:42:18.952826 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-2a165c51-4fa8-41b0-90a5-2cf750f47bd6 service neutron] For port a3ae69b4-fdde-4a5c-9958-ee413854abc3, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:42:18.973746 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-2a165c51-4fa8-41b0-90a5-2cf750f47bd6 service neutron] For port a3ae69b4-fdde-4a5c-9958-ee413854abc3, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a3ae69b4-fdde-4a5c-9958-ee413854abc3,segment=NetworkSegment(73af27ac-1342-4502-8c0f-7cfe05a1a9a4),segment_id=73af27ac-1342-4502-8c0f-7cfe05a1a9a4)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:42:18.981756 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-35655f69-0b00-432f-92b3-0fc124586721 req-e5280d8e-78df-461f-9f3d-baad138de72f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466044 Jul 22 17:42:18.982818 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-2a165c51-4fa8-41b0-90a5-2cf750f47bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:19.023068 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-2a165c51-4fa8-41b0-90a5-2cf750f47bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:19.023688 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-2a165c51-4fa8-41b0-90a5-2cf750f47bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:19.025324 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-2a165c51-4fa8-41b0-90a5-2cf750f47bd6 service neutron] 10.222.0.30 "PUT /v2.0/ports/a3ae69b4-fdde-4a5c-9958-ee413854abc3 HTTP/1.1" status: 200 len: 1091 time: 0.7204001 Jul 22 17:42:19.025823 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23', 'tag': 'a3ae69b4-fdde-4a5c-9958-ee413854abc3'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:42:19.028095 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661f4d90-0660-4089-9d9c-ad2b5c93d196" -d '{"events": [{"name": "network-changed", "server_uuid": "da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23", "tag": "a3ae69b4-fdde-4a5c-9958-ee413854abc3"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:42:19.053729 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a165c51-4fa8-41b0-90a5-2cf750f47bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ae69b4-fdde-4a5c-9958-ee413854abc3,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:19.080589 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e229ab42-830e-47a0-bebf-4c7181dea46d x-openstack-request-id: req-e229ab42-830e-47a0-bebf-4c7181dea46d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:42:19.080888 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23", "tag": "a3ae69b4-fdde-4a5c-9958-ee413854abc3", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:42:19.081138 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e229ab42-830e-47a0-bebf-4c7181dea46d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:42:19.081544 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23', 'tag': 'a3ae69b4-fdde-4a5c-9958-ee413854abc3', 'status': 'completed', 'code': 200} Jul 22 17:42:19.154706 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-6c5bde06-b298-404e-8ffe-f1380d05d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:19.156230 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-6c5bde06-b298-404e-8ffe-f1380d05d832 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 1094 time: 0.0582869 Jul 22 17:42:19.205686 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-f6ae8f79-e652-4c5a-932a-1af989b977d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3ae69b4-fdde-4a5c-9958-ee413854abc3 HTTP/1.1" status: 200 len: 217 time: 0.0352530 Jul 22 17:42:19.258753 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-8e0fd13f-6719-453e-9f5c-f5dabf3e285c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:19.260232 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-8e0fd13f-6719-453e-9f5c-f5dabf3e285c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fcbb446-a5dc-4956-aae7-cc8df732ed2c HTTP/1.1" status: 200 len: 835 time: 0.0471163 Jul 22 17:42:19.322109 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-99e9ba8d-75f3-4b20-9476-509022f8d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:19.323687 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-99e9ba8d-75f3-4b20-9476-509022f8d070 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8ce2ed70-50ce-4eb0-9a21-8847db71d3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559578 Jul 22 17:42:19.324246 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b06edfc0-0548-402c-98a0-878229b8dc2e up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:42:19.371643 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port b06edfc0-0548-402c-98a0-878229b8dc2e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:42:19.372012 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:19.412717 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-171aa6ee-b262-4730-b2be-65e317b6ed66 service neutron] 10.222.0.30 "GET /v2.0/networks/8ce2ed70-50ce-4eb0-9a21-8847db71d3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818236 Jul 22 17:42:19.503879 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ff08cde6-f627-45fa-a705-b25da4b60ed1 req-6c0897a8-470c-45f0-a3ff-0ba483904435 service neutron] 10.222.0.30 "GET /v2.0/networks/8ce2ed70-50ce-4eb0-9a21-8847db71d3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855250 Jul 22 17:42:19.644051 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f4d90-0660-4089-9d9c-ad2b5c93d196 req-ad13a0fb-a019-447d-a27f-f3a6cb7b6ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:19.645541 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-661f4d90-0660-4089-9d9c-ad2b5c93d196 req-ad13a0fb-a019-447d-a27f-f3a6cb7b6ccf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 1094 time: 0.0537310 Jul 22 17:42:19.736579 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f4d90-0660-4089-9d9c-ad2b5c93d196 req-8bda6ef8-e3e7-427f-b47b-a5bcb3158d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:19.737977 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-661f4d90-0660-4089-9d9c-ad2b5c93d196 req-8bda6ef8-e3e7-427f-b47b-a5bcb3158d2f service neutron] 10.222.0.30 "GET /v2.0/networks?id=8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 HTTP/1.1" status: 200 len: 897 time: 0.0864081 Jul 22 17:42:19.778576 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-661f4d90-0660-4089-9d9c-ad2b5c93d196 req-a60556ef-0f59-4e35-8378-9cef2e2d515e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3ae69b4-fdde-4a5c-9958-ee413854abc3 HTTP/1.1" status: 200 len: 217 time: 0.0340445 Jul 22 17:42:19.825666 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f4d90-0660-4089-9d9c-ad2b5c93d196 req-507ef506-441c-4e4a-9cfa-eb539ab4c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:19.827230 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-661f4d90-0660-4089-9d9c-ad2b5c93d196 req-507ef506-441c-4e4a-9cfa-eb539ab4c117 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fcbb446-a5dc-4956-aae7-cc8df732ed2c HTTP/1.1" status: 200 len: 835 time: 0.0425518 Jul 22 17:42:20.278004 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f4d90-0660-4089-9d9c-ad2b5c93d196 req-c51a4c0c-1a72-41a2-8b83-18f135f1e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:20.279437 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-661f4d90-0660-4089-9d9c-ad2b5c93d196 req-c51a4c0c-1a72-41a2-8b83-18f135f1e0f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8ce2ed70-50ce-4eb0-9a21-8847db71d3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4443738 Jul 22 17:42:20.290401 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51348a-733d-4c87-be0b-0b6868508152 req-e73c38db-e848-4c06-94eb-00618abe8fde tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:20.291779 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba51348a-733d-4c87-be0b-0b6868508152 req-e73c38db-e848-4c06-94eb-00618abe8fde tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 943 time: 0.0787351 Jul 22 17:42:20.378864 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba51348a-733d-4c87-be0b-0b6868508152 req-4303991e-70ab-43e4-aaa2-d1f1ed8cc130 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792508 Jul 22 17:42:20.404436 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-661f4d90-0660-4089-9d9c-ad2b5c93d196 req-8d6ad76f-8e6c-4b5d-b620-8f4c6986dd4c service neutron] 10.222.0.30 "GET /v2.0/networks/8ce2ed70-50ce-4eb0-9a21-8847db71d3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117458 Jul 22 17:42:20.493140 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-661f4d90-0660-4089-9d9c-ad2b5c93d196 req-2e2bebde-eb9a-4d1f-b8b8-e8a53f87fca0 service neutron] 10.222.0.30 "GET /v2.0/networks/8ce2ed70-50ce-4eb0-9a21-8847db71d3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809381 Jul 22 17:42:20.670715 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device a3ae69b4-fdde-4a5c-9958-ee413854abc3 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:42:20.764320 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port a3ae69b4-fdde-4a5c-9958-ee413854abc3, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a3ae69b4-fdde-4a5c-9958-ee413854abc3,segment=NetworkSegment(73af27ac-1342-4502-8c0f-7cfe05a1a9a4),segment_id=73af27ac-1342-4502-8c0f-7cfe05a1a9a4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:42:20.775014 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'a3ae69b4-fdde-4a5c-9958-ee413854abc3', 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2', 'port_id': 'a3ae69b4-fdde-4a5c-9958-ee413854abc3', 'mac_address': 'fa:16:3e:e0:2c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fcbb446-a5dc-4956-aae7-cc8df732ed2c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:42:20.810588 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:20.822614 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ae69b4-fdde-4a5c-9958-ee413854abc3 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:42:20.841043 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port a3ae69b4-fdde-4a5c-9958-ee413854abc3, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a3ae69b4-fdde-4a5c-9958-ee413854abc3,segment=NetworkSegment(73af27ac-1342-4502-8c0f-7cfe05a1a9a4),segment_id=73af27ac-1342-4502-8c0f-7cfe05a1a9a4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:42:20.845280 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:20.894393 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=a3ae69b4-fdde-4a5c-9958-ee413854abc3,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:21.114328 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['a3ae69b4-fdde-4a5c-9958-ee413854abc3'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:42:21.403277 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:42:21.510035 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aca72c-0626-45c8-bebe-ca9055795927 req-96ca6ea7-c344-4dfc-90c1-40db5ad7b057 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:21.511534 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d6aca72c-0626-45c8-bebe-ca9055795927 req-96ca6ea7-c344-4dfc-90c1-40db5ad7b057 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 944 time: 0.0665085 Jul 22 17:42:21.548617 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d6aca72c-0626-45c8-bebe-ca9055795927 req-4a696a0c-1683-485d-9e87-94112be221ba tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313730 Jul 22 17:42:22.673864 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device a3ae69b4-fdde-4a5c-9958-ee413854abc3 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:42:22.679883 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af076ba-4dfe-4b71-9e68-0a82263a0458 req-12c57e9b-4d6b-4e42-a937-ecd47c09a34f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:22.681394 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3af076ba-4dfe-4b71-9e68-0a82263a0458 req-12c57e9b-4d6b-4e42-a937-ecd47c09a34f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 944 time: 0.0682704 Jul 22 17:42:22.719570 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3af076ba-4dfe-4b71-9e68-0a82263a0458 req-5b639474-202f-4854-ac25-489b60a98ca0 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317526 Jul 22 17:42:22.727274 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port a3ae69b4-fdde-4a5c-9958-ee413854abc3 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:42:22.731017 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port a3ae69b4-fdde-4a5c-9958-ee413854abc3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:42:22.731384 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:22.804450 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:22.826300 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ae69b4-fdde-4a5c-9958-ee413854abc3'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:42:22.828607 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6765ff96-c8bc-42bc-9087-925beb589465" -d '{"events": [{"server_uuid": "da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23", "name": "network-vif-plugged", "status": "completed", "tag": "a3ae69b4-fdde-4a5c-9958-ee413854abc3"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:42:22.844545 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port a3ae69b4-fdde-4a5c-9958-ee413854abc3, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a3ae69b4-fdde-4a5c-9958-ee413854abc3,segment=NetworkSegment(73af27ac-1342-4502-8c0f-7cfe05a1a9a4),segment_id=73af27ac-1342-4502-8c0f-7cfe05a1a9a4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:42:22.850369 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:23.009699 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1e2bc-653a-43df-922d-ccddf48c55b4 req-fba22ee0-6385-4499-bb35-17d80d28d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:23.011251 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a0f1e2bc-653a-43df-922d-ccddf48c55b4 req-fba22ee0-6385-4499-bb35-17d80d28d37a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 1096 time: 0.0560143 Jul 22 17:42:23.027689 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebd970b-6128-43fb-90b5-c07b8f04e3d4 x-openstack-request-id: req-aebd970b-6128-43fb-90b5-c07b8f04e3d4 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:42:23.027980 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23", "name": "network-vif-plugged", "status": "completed", "tag": "a3ae69b4-fdde-4a5c-9958-ee413854abc3", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:42:23.028230 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-aebd970b-6128-43fb-90b5-c07b8f04e3d4 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:42:23.028616 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ae69b4-fdde-4a5c-9958-ee413854abc3', 'code': 200} Jul 22 17:42:23.045472 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a0f1e2bc-653a-43df-922d-ccddf48c55b4 req-421947fc-bbaa-4146-950f-144b4b3ab7d7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275435 Jul 22 17:42:23.054492 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=a3ae69b4-fdde-4a5c-9958-ee413854abc3,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:23.846212 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857eba11-3b0c-4048-89fb-c311e5ac4a8a req-19a00677-8bea-429d-80c8-861ea29bbc4a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:23.847679 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-857eba11-3b0c-4048-89fb-c311e5ac4a8a req-19a00677-8bea-429d-80c8-861ea29bbc4a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 945 time: 0.0620017 Jul 22 17:42:23.888195 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-857eba11-3b0c-4048-89fb-c311e5ac4a8a req-60a46c35-1a41-4587-9465-50ebc02d3709 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349903 Jul 22 17:42:25.016847 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65321e-897b-46ac-aac9-298e1f62d353 req-d8728fe7-9991-406d-a75f-d96e2815bfc4 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:25.018322 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d65321e-897b-46ac-aac9-298e1f62d353 req-d8728fe7-9991-406d-a75f-d96e2815bfc4 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 945 time: 0.0627935 Jul 22 17:42:25.055193 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d65321e-897b-46ac-aac9-298e1f62d353 req-e77896e0-1f0f-4d8b-99e9-eeeba048f36f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307696 Jul 22 17:42:25.181194 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234f359-7e55-447d-a70a-a9fbf355c6dd req-8ab72ba2-c513-4bd8-ad59-1d756b25469d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:25.182611 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3234f359-7e55-447d-a70a-a9fbf355c6dd req-8ab72ba2-c513-4bd8-ad59-1d756b25469d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 945 time: 0.0624230 Jul 22 17:42:25.219240 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3234f359-7e55-447d-a70a-a9fbf355c6dd req-9062f03d-94ae-4b53-a578-634e72cd5fcd tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311232 Jul 22 17:42:25.240073 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41880) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:42:25.296589 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40449ea-cc00-455e-9c99-f48c174cb560 tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:25.298109 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c40449ea-cc00-455e-9c99-f48c174cb560 tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 1091 time: 0.0570283 Jul 22 17:42:25.300827 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41882) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:42:25.305037 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-83e89ee2-cc70-4814-b3d5-b1af7d8b1c18 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': 'a3ae69b4-fdde-4a5c-9958-ee413854abc3', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:42:25.326467 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-83e89ee2-cc70-4814-b3d5-b1af7d8b1c18 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:25.423989 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-83e89ee2-cc70-4814-b3d5-b1af7d8b1c18 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:25.525358 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-83e89ee2-cc70-4814-b3d5-b1af7d8b1c18 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Allocated IP 172.25.0.141 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/763b45d7-ce70-47b0-9dd8-948c708b8194) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:42:25.621596 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-83e89ee2-cc70-4814-b3d5-b1af7d8b1c18 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:25.658132 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-83e89ee2-cc70-4814-b3d5-b1af7d8b1c18 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:25.692117 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e89ee2-cc70-4814-b3d5-b1af7d8b1c18 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:42:25.697977 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-83e89ee2-cc70-4814-b3d5-b1af7d8b1c18 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:42:25.700326 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e89ee2-cc70-4814-b3d5-b1af7d8b1c18 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:42:25.728344 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e89ee2-cc70-4814-b3d5-b1af7d8b1c18 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=763b45d7-ce70-47b0-9dd8-948c708b8194,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:26.378194 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-83e89ee2-cc70-4814-b3d5-b1af7d8b1c18 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:26.453593 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-83e89ee2-cc70-4814-b3d5-b1af7d8b1c18 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:26.598504 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-83e89ee2-cc70-4814-b3d5-b1af7d8b1c18 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:26.603412 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-83e89ee2-cc70-4814-b3d5-b1af7d8b1c18 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:26.665247 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e89ee2-cc70-4814-b3d5-b1af7d8b1c18 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=763b45d7-ce70-47b0-9dd8-948c708b8194,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:26.680393 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-83e89ee2-cc70-4814-b3d5-b1af7d8b1c18 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:26.777521 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-83e89ee2-cc70-4814-b3d5-b1af7d8b1c18 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Floating IP d64e4fff-e2d3-4379-9124-b663abba3ba0 associated. External IP: 172.25.0.141, port: a3ae69b4-fdde-4a5c-9958-ee413854abc3. Jul 22 17:42:26.980673 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e89ee2-cc70-4814-b3d5-b1af7d8b1c18 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Router 5614fd79-0e68-46c4-8feb-2af29c206411 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:42:27.087392 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e89ee2-cc70-4814-b3d5-b1af7d8b1c18 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:42:27.096807 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d9a7f4-865d-40ac-a380-d58640b8ce21 None None] Sync routers for ids ['5614fd79-0e68-46c4-8feb-2af29c206411'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:42:27.103355 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-83e89ee2-cc70-4814-b3d5-b1af7d8b1c18 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:27.107503 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d9a7f4-865d-40ac-a380-d58640b8ce21 None None] Routers {'5614fd79-0e68-46c4-8feb-2af29c206411'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:42:27.108429 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a6d9a7f4-865d-40ac-a380-d58640b8ce21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:42:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['5614fd79-0e68-46c4-8feb-2af29c206411'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:42:27.140155 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-83e89ee2-cc70-4814-b3d5-b1af7d8b1c18 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8383226 Jul 22 17:42:27.140730 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23', 'tag': 'a3ae69b4-fdde-4a5c-9958-ee413854abc3'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:42:27.143022 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d235f272f8511c600301b52ddf7b8bba0b6464469fe4a6096d752437cb6b909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb7c00c-848a-4667-b8c6-d4ace7e474d8" -d '{"events": [{"name": "network-changed", "server_uuid": "da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23", "tag": "a3ae69b4-fdde-4a5c-9958-ee413854abc3"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:42:27.182466 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bb969d-4319-464c-a74d-89a1fdab5a37 x-openstack-request-id: req-f5bb969d-4319-464c-a74d-89a1fdab5a37 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:42:27.182880 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23", "tag": "a3ae69b4-fdde-4a5c-9958-ee413854abc3", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:42:27.183132 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f5bb969d-4319-464c-a74d-89a1fdab5a37 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:42:27.183534 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23', 'tag': 'a3ae69b4-fdde-4a5c-9958-ee413854abc3', 'status': 'completed', 'code': 200} Jul 22 17:42:27.216111 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a6d9a7f4-865d-40ac-a380-d58640b8ce21 None None] Set router 5614fd79-0e68-46c4-8feb-2af29c206411 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:42:27.264358 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff10f0-c3eb-4276-9e20-72c4163272cc req-46404e7b-b15d-4983-be15-f3d5e93b2f6f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:27.266073 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-aaff10f0-c3eb-4276-9e20-72c4163272cc req-46404e7b-b15d-4983-be15-f3d5e93b2f6f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 945 time: 0.0772791 Jul 22 17:42:27.293227 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7c00c-848a-4667-b8c6-d4ace7e474d8 req-4e70c893-b364-4376-a3fa-1b5ee0e1faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:27.294787 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4cb7c00c-848a-4667-b8c6-d4ace7e474d8 req-4e70c893-b364-4376-a3fa-1b5ee0e1faf4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 1096 time: 0.0683105 Jul 22 17:42:27.308727 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-aaff10f0-c3eb-4276-9e20-72c4163272cc req-7d8a06f3-4aa0-41fc-b2d2-5a3cafe58d60 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363426 Jul 22 17:42:27.330608 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 41890) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:42:27.390045 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7c00c-848a-4667-b8c6-d4ace7e474d8 req-69a37488-4106-4da9-93bf-28d0155c7c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:27.391665 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4cb7c00c-848a-4667-b8c6-d4ace7e474d8 req-69a37488-4106-4da9-93bf-28d0155c7c89 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 HTTP/1.1" status: 200 len: 897 time: 0.0910523 Jul 22 17:42:27.398389 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-a2fead57-7d62-485f-a203-87b3f51d5d03 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/floatingips/d64e4fff-e2d3-4379-9124-b663abba3ba0 HTTP/1.1" status: 200 len: 991 time: 0.0664563 Jul 22 17:42:27.442650 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a6d9a7f4-865d-40ac-a380-d58640b8ce21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459266079', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:13Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'd64e4fff-e2d3-4379-9124-b663abba3ba0', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'port_id': 'a3ae69b4-fdde-4a5c-9958-ee413854abc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2', 'mac_address': 'fa:16:3e:e0:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:42:25Z', 'updated_at': '2021-07-22T17:42:25Z', 'revision_number': 0, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b06edfc0-0548-402c-98a0-878229b8dc2e', 'name': '', 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:4e:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9fcbb446-a5dc-4956-aae7-cc8df732ed2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:42:13Z', 'updated_at': '2021-07-22T17:42:17Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '9fcbb446-a5dc-4956-aae7-cc8df732ed2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:42:27.457314 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4cb7c00c-848a-4667-b8c6-d4ace7e474d8 req-3349e160-576e-4d20-b1a7-27f19d050524 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3ae69b4-fdde-4a5c-9958-ee413854abc3 HTTP/1.1" status: 200 len: 999 time: 0.0585401 Jul 22 17:42:27.473637 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d9a7f4-865d-40ac-a380-d58640b8ce21 None None] Checking router: 5614fd79-0e68-46c4-8feb-2af29c206411 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:42:27.482149 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d9a7f4-865d-40ac-a380-d58640b8ce21 None None] Routers {'5614fd79-0e68-46c4-8feb-2af29c206411'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:42:27.482750 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a6d9a7f4-865d-40ac-a380-d58640b8ce21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:42:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['5614fd79-0e68-46c4-8feb-2af29c206411'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:42:27.509090 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7c00c-848a-4667-b8c6-d4ace7e474d8 req-3feec783-488c-4b36-9648-7dfdc803811b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:27.510598 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4cb7c00c-848a-4667-b8c6-d4ace7e474d8 req-3feec783-488c-4b36-9648-7dfdc803811b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fcbb446-a5dc-4956-aae7-cc8df732ed2c HTTP/1.1" status: 200 len: 835 time: 0.0472717 Jul 22 17:42:27.568804 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7c00c-848a-4667-b8c6-d4ace7e474d8 req-70323dc1-0cc8-4bef-b23f-c1f320c35055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:27.570347 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4cb7c00c-848a-4667-b8c6-d4ace7e474d8 req-70323dc1-0cc8-4bef-b23f-c1f320c35055 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8ce2ed70-50ce-4eb0-9a21-8847db71d3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540810 Jul 22 17:42:27.587857 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a6d9a7f4-865d-40ac-a380-d58640b8ce21 None None] Set router 5614fd79-0e68-46c4-8feb-2af29c206411 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:42:27.659478 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4cb7c00c-848a-4667-b8c6-d4ace7e474d8 req-a93032dd-9a54-4042-8183-03fc95a4478a service neutron] 10.222.0.30 "GET /v2.0/networks/8ce2ed70-50ce-4eb0-9a21-8847db71d3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826201 Jul 22 17:42:27.754228 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4cb7c00c-848a-4667-b8c6-d4ace7e474d8 req-cde8131d-ac82-48e1-b7f4-3741e3d716aa service neutron] 10.222.0.30 "GET /v2.0/networks/8ce2ed70-50ce-4eb0-9a21-8847db71d3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878952 Jul 22 17:42:27.810817 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a6d9a7f4-865d-40ac-a380-d58640b8ce21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459266079', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:13Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'd64e4fff-e2d3-4379-9124-b663abba3ba0', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'port_id': 'a3ae69b4-fdde-4a5c-9958-ee413854abc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2', 'mac_address': 'fa:16:3e:e0:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:42:25Z', 'updated_at': '2021-07-22T17:42:25Z', 'revision_number': 0, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b06edfc0-0548-402c-98a0-878229b8dc2e', 'name': '', 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:4e:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9fcbb446-a5dc-4956-aae7-cc8df732ed2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:42:13Z', 'updated_at': '2021-07-22T17:42:17Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '9fcbb446-a5dc-4956-aae7-cc8df732ed2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:42:27.841529 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d9a7f4-865d-40ac-a380-d58640b8ce21 None None] The sync data for ids ['5614fd79-0e68-46c4-8feb-2af29c206411'] in n-d-798930-9 is: [{'id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459266079', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:13Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'd64e4fff-e2d3-4379-9124-b663abba3ba0', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'port_id': 'a3ae69b4-fdde-4a5c-9958-ee413854abc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2', 'mac_address': 'fa:16:3e:e0:2c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:42:25Z', 'updated_at': '2021-07-22T17:42:25Z', 'revision_number': 0, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b06edfc0-0548-402c-98a0-878229b8dc2e', 'name': '', 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:4e:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9fcbb446-a5dc-4956-aae7-cc8df732ed2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:42:13Z', 'updated_at': '2021-07-22T17:42:17Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '9fcbb446-a5dc-4956-aae7-cc8df732ed2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:42:28.047729 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2788d5f-1247-4384-837e-95bc7dcb3b59 None None] New status for floating IP d64e4fff-e2d3-4379-9124-b663abba3ba0: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:42:28.402743 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 41892) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:42:28.467382 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-80863ac4-8360-4353-ae37-712df94c8fcb tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/floatingips/d64e4fff-e2d3-4379-9124-b663abba3ba0 HTTP/1.1" status: 200 len: 993 time: 0.0633667 Jul 22 17:42:29.152459 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9bfa4992-f3f0-4ae7-b754-ec7496a8cdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:31.679643 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15eb7a2a-99f4-4a55-82f0-746b4363ba60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:31.698535 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:33.049509 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:34.879551 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:42.598148 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:42.728494 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:52.792254 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08c2b37d-2974-4f3a-969d-fc0d5dd02e73 req-803e8ca5-e74e-483f-a390-232f392d50d6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532203 Jul 22 17:42:52.902440 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2b37d-2974-4f3a-969d-fc0d5dd02e73 req-ff31f68a-81d9-4ad8-8c9a-408abcd7cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:52.903929 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08c2b37d-2974-4f3a-969d-fc0d5dd02e73 req-ff31f68a-81d9-4ad8-8c9a-408abcd7cc5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 1096 time: 0.0536120 Jul 22 17:42:53.006978 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2b37d-2974-4f3a-969d-fc0d5dd02e73 req-3c3c8166-a264-418a-8acd-3e0b43074f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:53.008432 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08c2b37d-2974-4f3a-969d-fc0d5dd02e73 req-3c3c8166-a264-418a-8acd-3e0b43074f69 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 HTTP/1.1" status: 200 len: 897 time: 0.0871925 Jul 22 17:42:53.076258 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08c2b37d-2974-4f3a-969d-fc0d5dd02e73 req-dc9a0da1-d07e-478e-a1e4-06dacf3eea39 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3ae69b4-fdde-4a5c-9958-ee413854abc3 HTTP/1.1" status: 200 len: 1001 time: 0.0610580 Jul 22 17:42:53.128402 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2b37d-2974-4f3a-969d-fc0d5dd02e73 req-f761d2c6-c86b-4df6-9d59-0833c6b0bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:53.129965 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08c2b37d-2974-4f3a-969d-fc0d5dd02e73 req-f761d2c6-c86b-4df6-9d59-0833c6b0bb4e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fcbb446-a5dc-4956-aae7-cc8df732ed2c HTTP/1.1" status: 200 len: 835 time: 0.0472012 Jul 22 17:42:53.192444 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2b37d-2974-4f3a-969d-fc0d5dd02e73 req-1e1f6820-7e46-4f0a-a977-cb0e86ff1f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:53.193956 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08c2b37d-2974-4f3a-969d-fc0d5dd02e73 req-1e1f6820-7e46-4f0a-a977-cb0e86ff1f5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8ce2ed70-50ce-4eb0-9a21-8847db71d3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577428 Jul 22 17:42:53.282966 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08c2b37d-2974-4f3a-969d-fc0d5dd02e73 req-26749008-3b42-4b01-a1b1-01e63097bb52 service neutron] 10.222.0.30 "GET /v2.0/networks/8ce2ed70-50ce-4eb0-9a21-8847db71d3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823753 Jul 22 17:42:53.374015 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-08c2b37d-2974-4f3a-969d-fc0d5dd02e73 req-f73c5dbb-7555-4de0-a50e-15e137283267 service neutron] 10.222.0.30 "GET /v2.0/networks/8ce2ed70-50ce-4eb0-9a21-8847db71d3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845978 Jul 22 17:42:58.402943 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:42:59.153872 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a92f2d0d-6344-4967-a6ee-3acc9f382a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:59.710900 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-fb809b91-e22d-4ea3-98c9-ddfe0afccb58 req-2da46d38-d925-41e4-b7b1-d3a4b8961267 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:42:59.711902 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fb809b91-e22d-4ea3-98c9-ddfe0afccb58 req-2da46d38-d925-41e4-b7b1-d3a4b8961267 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062227 Jul 22 17:42:59.904448 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda69105-99ba-4058-9b47-66900427743c req-5c2a33d7-7c73-4691-88d5-96910e7e2aae tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:59.906125 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fda69105-99ba-4058-9b47-66900427743c req-5c2a33d7-7c73-4691-88d5-96910e7e2aae tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 945 time: 0.0641627 Jul 22 17:42:59.922553 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-be60f546-f61e-42e8-a670-08c6ff96d626 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0937107 Jul 22 17:42:59.945228 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fda69105-99ba-4058-9b47-66900427743c req-144d041b-284a-4e87-9144-910ec85c8c43 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335832 Jul 22 17:43:01.086114 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4865e1-d4e2-4be7-a0cf-c4f2cd5bc4ef req-ef17a279-a02b-4bd3-a986-a7d79648ccbb tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:01.087813 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6d4865e1-d4e2-4be7-a0cf-c4f2cd5bc4ef req-ef17a279-a02b-4bd3-a986-a7d79648ccbb tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 945 time: 0.0754852 Jul 22 17:43:01.129748 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6d4865e1-d4e2-4be7-a0cf-c4f2cd5bc4ef req-df5c51cf-260a-4c2c-95d7-1ea424e939de tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337110 Jul 22 17:43:01.204782 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-0b858dcc-3e28-4bc2-9780-374a4705cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:01.206197 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-0b858dcc-3e28-4bc2-9780-374a4705cb29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 1096 time: 0.0592439 Jul 22 17:43:01.297136 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-2469591e-0d1c-436c-b637-c14e978a9564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:01.298762 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-2469591e-0d1c-436c-b637-c14e978a9564 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 HTTP/1.1" status: 200 len: 897 time: 0.0845103 Jul 22 17:43:01.367745 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-f2db351b-9ec0-4e9f-864e-318bae9c80a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3ae69b4-fdde-4a5c-9958-ee413854abc3 HTTP/1.1" status: 200 len: 1001 time: 0.0616493 Jul 22 17:43:01.417332 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-4397f0cd-42bd-4082-806b-7d0200f957ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:01.418802 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-4397f0cd-42bd-4082-806b-7d0200f957ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fcbb446-a5dc-4956-aae7-cc8df732ed2c HTTP/1.1" status: 200 len: 835 time: 0.0448122 Jul 22 17:43:01.476792 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-f9671467-705a-4178-98af-08b17bafb4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:01.478215 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-f9671467-705a-4178-98af-08b17bafb4f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8ce2ed70-50ce-4eb0-9a21-8847db71d3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528231 Jul 22 17:43:01.568732 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-589bb05e-7908-4e7d-9d8a-f6ff3d5b5422 service neutron] 10.222.0.30 "GET /v2.0/networks/8ce2ed70-50ce-4eb0-9a21-8847db71d3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840690 Jul 22 17:43:01.656909 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-d2ceee52-22b6-4576-9034-a73c7bd05f1d service neutron] 10.222.0.30 "GET /v2.0/networks/8ce2ed70-50ce-4eb0-9a21-8847db71d3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820186 Jul 22 17:43:01.680540 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ce9516cc-0d0f-47d0-b6cd-49a12265a7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:01.699905 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:02.264793 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41472edd-931b-43b4-a93a-79358fa9c846 req-64afb1e1-d569-4ffe-91f2-42bcb623977b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:02.266295 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-41472edd-931b-43b4-a93a-79358fa9c846 req-64afb1e1-d569-4ffe-91f2-42bcb623977b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 945 time: 0.0674350 Jul 22 17:43:02.304869 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-41472edd-931b-43b4-a93a-79358fa9c846 req-fff30f5c-4d4b-4c01-9595-4ac364938964 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320601 Jul 22 17:43:03.052768 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:03.435613 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4013f-dac0-400f-81c6-7f44ef2e7525 req-692a5b1d-c659-431c-91c8-21f15e30fb49 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:03.437067 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4fc4013f-dac0-400f-81c6-7f44ef2e7525 req-692a5b1d-c659-431c-91c8-21f15e30fb49 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 945 time: 0.0657995 Jul 22 17:43:03.473318 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4fc4013f-dac0-400f-81c6-7f44ef2e7525 req-befd3088-dc48-4a46-a369-5cf225e96e5b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307217 Jul 22 17:43:04.601119 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8f32d-3e11-4497-bfed-de7bb80efb53 req-0f2723fb-4ee8-4777-9023-731e8156997b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:04.602628 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fd8f32d-3e11-4497-bfed-de7bb80efb53 req-0f2723fb-4ee8-4777-9023-731e8156997b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 945 time: 0.0629988 Jul 22 17:43:04.639801 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5fd8f32d-3e11-4497-bfed-de7bb80efb53 req-936ccc25-bebe-412a-a91d-335ae7aedebe tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316675 Jul 22 17:43:04.880659 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:05.765901 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4e3a5-b68a-4131-9d39-9f65d82dfb71 req-6c41f230-3d88-43f3-8991-2880727ff728 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:05.767402 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f7d4e3a5-b68a-4131-9d39-9f65d82dfb71 req-6c41f230-3d88-43f3-8991-2880727ff728 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 945 time: 0.0630386 Jul 22 17:43:05.804759 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f7d4e3a5-b68a-4131-9d39-9f65d82dfb71 req-e67c0aa6-3620-4f45-bade-e656e58f7d86 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319240 Jul 22 17:43:06.936194 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea10f0-2712-4e7a-a785-d48ec042283b req-709f7286-ba94-467a-9039-431c8296b738 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:06.938109 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-00ea10f0-2712-4e7a-a785-d48ec042283b req-709f7286-ba94-467a-9039-431c8296b738 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 945 time: 0.0672667 Jul 22 17:43:06.975024 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-00ea10f0-2712-4e7a-a785-d48ec042283b req-c6b77d8e-3d99-4809-ac60-3d636e89224e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307705 Jul 22 17:43:08.107259 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5553d-7c28-46eb-a486-6e49c9647103 req-1759a942-059e-4b94-b86e-71ad40d7257a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:08.108765 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ca5553d-7c28-46eb-a486-6e49c9647103 req-1759a942-059e-4b94-b86e-71ad40d7257a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 945 time: 0.0666666 Jul 22 17:43:08.146571 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9ca5553d-7c28-46eb-a486-6e49c9647103 req-b636df77-8b1c-4eb3-9640-5c141840d4d0 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314429 Jul 22 17:43:09.280638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fcbdb-54bf-434a-af2f-5b516aee54d1 req-77cdabfe-c3cb-4adf-a82f-a542bc05a16b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:09.281478 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0d8fcbdb-54bf-434a-af2f-5b516aee54d1 req-77cdabfe-c3cb-4adf-a82f-a542bc05a16b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 945 time: 0.0677247 Jul 22 17:43:09.319199 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0d8fcbdb-54bf-434a-af2f-5b516aee54d1 req-842528b3-c6da-4ad5-aab9-326279bd88a0 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319650 Jul 22 17:43:10.448590 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7281f5-7f73-403e-90bd-7acadb95535e req-31df4c82-e1ed-4711-b46d-1efa59f788f2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:10.450004 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d7281f5-7f73-403e-90bd-7acadb95535e req-31df4c82-e1ed-4711-b46d-1efa59f788f2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 945 time: 0.0640461 Jul 22 17:43:10.485935 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d7281f5-7f73-403e-90bd-7acadb95535e req-d3a839d2-49a2-4421-a086-97a6dae9e2e5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303941 Jul 22 17:43:11.614721 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200aaf4-8e74-4770-b8ca-83f2a8e24ed9 req-178953cf-97ac-4d9e-8c9b-204e293a7dc7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:11.616209 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4200aaf4-8e74-4770-b8ca-83f2a8e24ed9 req-178953cf-97ac-4d9e-8c9b-204e293a7dc7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 945 time: 0.0637383 Jul 22 17:43:11.655011 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4200aaf4-8e74-4770-b8ca-83f2a8e24ed9 req-dd79f4c2-ec8b-4cfe-b442-eed8f692933c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327621 Jul 22 17:43:12.597013 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:12.728511 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:12.781424 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e17c0e-9c93-4081-b246-ff84c6584bd7 req-12041431-408d-457a-b529-4baf46d14bac tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:12.782913 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-02e17c0e-9c93-4081-b246-ff84c6584bd7 req-12041431-408d-457a-b529-4baf46d14bac tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 945 time: 0.0626557 Jul 22 17:43:12.818914 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-02e17c0e-9c93-4081-b246-ff84c6584bd7 req-3d401416-8a44-4051-bdd8-74db41cab83d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298429 Jul 22 17:43:13.949831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaaa39a-b265-4d3b-b511-e74ea28133b8 req-2f7db0f0-86b3-414e-b6be-ca5400d7e18f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:13.951408 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cbaaa39a-b265-4d3b-b511-e74ea28133b8 req-2f7db0f0-86b3-414e-b6be-ca5400d7e18f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 945 time: 0.0668147 Jul 22 17:43:13.988934 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cbaaa39a-b265-4d3b-b511-e74ea28133b8 req-c7d00b3f-4332-4b8e-b192-41af74a38cab tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312726 Jul 22 17:43:15.121233 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188bb2f-ca5b-477a-a701-062944dd3b79 req-e2ea074d-86e5-44b1-bf98-a064c7a44e29 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:15.122728 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2188bb2f-ca5b-477a-a701-062944dd3b79 req-e2ea074d-86e5-44b1-bf98-a064c7a44e29 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 945 time: 0.0671020 Jul 22 17:43:15.159439 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2188bb2f-ca5b-477a-a701-062944dd3b79 req-a834768e-ab40-4f97-ba91-322f60f9306a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312424 Jul 22 17:43:16.296593 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0159c9-9ec1-4d2d-85d8-6b542a8d0372 req-f8e334b8-a05a-4f75-bc7b-319106ec9769 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:16.298116 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b0159c9-9ec1-4d2d-85d8-6b542a8d0372 req-f8e334b8-a05a-4f75-bc7b-319106ec9769 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 945 time: 0.0727894 Jul 22 17:43:16.339013 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b0159c9-9ec1-4d2d-85d8-6b542a8d0372 req-bea3bd22-abca-498f-ae27-fe9bc615c3f5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345247 Jul 22 17:43:17.467862 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9e7b3-201a-4a19-824a-c30eeb93a897 req-24177079-6880-41e8-930d-977cfdbb65f3 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:17.469323 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2ab9e7b3-201a-4a19-824a-c30eeb93a897 req-24177079-6880-41e8-930d-977cfdbb65f3 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 945 time: 0.0622733 Jul 22 17:43:17.507052 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2ab9e7b3-201a-4a19-824a-c30eeb93a897 req-e808dd08-4707-4fe7-b1cc-e35522601142 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315282 Jul 22 17:43:18.574223 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-d6a0af8d-f855-4ae1-8ee4-97b39a4d2982 service neutron] show failed (client error): The resource could not be found. Jul 22 17:43:18.575241 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-d6a0af8d-f855-4ae1-8ee4-97b39a4d2982 service neutron] 10.222.0.30 "GET /v2.0/ports/a3ae69b4-fdde-4a5c-9958-ee413854abc3/bindings/n-h1-798930-9 HTTP/1.1" status: 404 len: 380 time: 0.0546899 Jul 22 17:43:18.646447 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed102c56-aed7-44e6-9791-a147837505fe req-de64b33f-a707-4e63-8c26-ed1d5e9967a3 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:18.647968 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ed102c56-aed7-44e6-9791-a147837505fe req-de64b33f-a707-4e63-8c26-ed1d5e9967a3 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 945 time: 0.0718422 Jul 22 17:43:18.694664 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ed102c56-aed7-44e6-9791-a147837505fe req-9b33bfea-4a3e-4754-8a30-dba8250fb0ff tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406377 Jul 22 17:43:18.832620 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-7b08a423-64e6-4ce2-bf73-bee8fc05cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:18.834104 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-7b08a423-64e6-4ce2-bf73-bee8fc05cce8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23&tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb HTTP/1.1" status: 200 len: 1096 time: 0.0947440 Jul 22 17:43:18.851131 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-9', 'device_owner': 'compute:nova'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:43:18.921349 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:19.121535 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] For port a3ae69b4-fdde-4a5c-9958-ee413854abc3, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=a3ae69b4-fdde-4a5c-9958-ee413854abc3,segment=NetworkSegment(73af27ac-1342-4502-8c0f-7cfe05a1a9a4),segment_id=73af27ac-1342-4502-8c0f-7cfe05a1a9a4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:43:19.153687 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] For port a3ae69b4-fdde-4a5c-9958-ee413854abc3, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:43:19.190610 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3ae69b4-fdde-4a5c-9958-ee413854abc3'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:43:19.193418 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdb4726-98f4-4364-9bcb-73266d5a24ae" -d '{"events": [{"server_uuid": "da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23", "name": "network-vif-unplugged", "status": "completed", "tag": "a3ae69b4-fdde-4a5c-9958-ee413854abc3"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:43:19.197161 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:19.209612 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Transition to ACTIVE for port object a3ae69b4-fdde-4a5c-9958-ee413854abc3 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:43:19.213488 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:19.240923 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576aa946-1f3b-48b2-898b-ee16e9b1413b x-openstack-request-id: req-576aa946-1f3b-48b2-898b-ee16e9b1413b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:43:19.241214 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23", "name": "network-vif-unplugged", "status": "completed", "tag": "a3ae69b4-fdde-4a5c-9958-ee413854abc3", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:43:19.241463 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-576aa946-1f3b-48b2-898b-ee16e9b1413b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:43:19.241853 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3ae69b4-fdde-4a5c-9958-ee413854abc3', 'code': 200} Jul 22 17:43:19.292497 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ae69b4-fdde-4a5c-9958-ee413854abc3,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:43:19.303713 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:19.304060 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:19.304399 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:19.304732 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:19.305065 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:19.305395 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:19.305725 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:19.306067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:19.306389 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:19.306709 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:19.307029 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:19.307345 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:19.354310 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] No DVR routers for this DVR port a3ae69b4-fdde-4a5c-9958-ee413854abc3 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:43:19.491604 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Attempting to bind port a3ae69b4-fdde-4a5c-9958-ee413854abc3 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:43:19.491941 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Attempting to bind port a3ae69b4-fdde-4a5c-9958-ee413854abc3 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '73af27ac-1342-4502-8c0f-7cfe05a1a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:43:19.492294 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Attempting to bind port a3ae69b4-fdde-4a5c-9958-ee413854abc3 on network 8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:43:19.496477 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Port a3ae69b4-fdde-4a5c-9958-ee413854abc3 on network 8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:43:19.496796 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Attempting to bind port a3ae69b4-fdde-4a5c-9958-ee413854abc3 on network 8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:43:19.501495 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:43:19.501831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Checking segment: {'id': '73af27ac-1342-4502-8c0f-7cfe05a1a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:43:19.502250 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Bound using segment: {'id': '73af27ac-1342-4502-8c0f-7cfe05a1a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:43:19.502666 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Bound port: a3ae69b4-fdde-4a5c-9958-ee413854abc3, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73af27ac-1342-4502-8c0f-7cfe05a1a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:43:19.503020 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:19.564318 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] For port a3ae69b4-fdde-4a5c-9958-ee413854abc3, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:43:19.568022 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] For port a3ae69b4-fdde-4a5c-9958-ee413854abc3, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=a3ae69b4-fdde-4a5c-9958-ee413854abc3,segment=NetworkSegment(73af27ac-1342-4502-8c0f-7cfe05a1a9a4),segment_id=73af27ac-1342-4502-8c0f-7cfe05a1a9a4)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:43:19.571993 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:19.609481 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:19.610151 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:19.611570 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] 10.222.0.16 "PUT /v2.0/ports/a3ae69b4-fdde-4a5c-9958-ee413854abc3 HTTP/1.1" status: 200 len: 1091 time: 0.7649260 Jul 22 17:43:19.635883 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49431e85-744a-4e95-9257-08557e1ccd59 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ae69b4-fdde-4a5c-9958-ee413854abc3,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:43:19.702674 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-07552449-14c6-49c5-a9c0-3fe25dd1e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:19.704195 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-07552449-14c6-49c5-a9c0-3fe25dd1e3c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 1094 time: 0.0582056 Jul 22 17:43:19.830059 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-1acd765d-743b-41cf-8a73-df01cf856fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:19.831534 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-1acd765d-743b-41cf-8a73-df01cf856fba service neutron] 10.222.0.16 "GET /v2.0/networks?id=8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 HTTP/1.1" status: 200 len: 897 time: 0.1209233 Jul 22 17:43:19.892325 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da07870-70dc-4379-a77b-99dcd5f86c46 req-ca803ff4-5af6-4310-8f81-79142632ca2f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:19.893741 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2da07870-70dc-4379-a77b-99dcd5f86c46 req-ca803ff4-5af6-4310-8f81-79142632ca2f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 943 time: 0.1230145 Jul 22 17:43:19.920969 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-95d6c385-279c-4bac-ac07-3076de8faaff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3ae69b4-fdde-4a5c-9958-ee413854abc3 HTTP/1.1" status: 200 len: 999 time: 0.0822062 Jul 22 17:43:19.967375 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2da07870-70dc-4379-a77b-99dcd5f86c46 req-7ded6f2d-67da-4922-88e0-a9bce838bf4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670559 Jul 22 17:43:19.983837 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-d4e28ada-c87d-4d2a-b827-f93a8434c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:19.985288 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-d4e28ada-c87d-4d2a-b827-f93a8434c2bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9fcbb446-a5dc-4956-aae7-cc8df732ed2c HTTP/1.1" status: 200 len: 835 time: 0.0565171 Jul 22 17:43:20.043038 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-72b56625-d2e5-4e4c-ab16-729005dd0b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:20.044489 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-72b56625-d2e5-4e4c-ab16-729005dd0b59 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ce2ed70-50ce-4eb0-9a21-8847db71d3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525763 Jul 22 17:43:20.132507 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-51baa5cd-3aca-4b88-846c-997697cf2b2f service neutron] 10.222.0.16 "GET /v2.0/networks/8ce2ed70-50ce-4eb0-9a21-8847db71d3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806031 Jul 22 17:43:20.221978 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8f654a75-3094-4a28-9f53-6bf701d0ae57 req-68972bd2-b6c2-4c0c-911b-dead9c7fceca service neutron] 10.222.0.16 "GET /v2.0/networks/8ce2ed70-50ce-4eb0-9a21-8847db71d3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834470 Jul 22 17:43:21.103859 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a98bce-4817-494b-968a-67d7f72b22a0 req-69293c54-e15f-4311-b58c-1acf94a1a6eb tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:21.105354 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-07a98bce-4817-494b-968a-67d7f72b22a0 req-69293c54-e15f-4311-b58c-1acf94a1a6eb tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 943 time: 0.0678630 Jul 22 17:43:21.142604 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-07a98bce-4817-494b-968a-67d7f72b22a0 req-99a5d3c0-5ea4-4455-b47e-d343221f6b37 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317097 Jul 22 17:43:21.243394 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23', 'tag': 'a3ae69b4-fdde-4a5c-9958-ee413854abc3'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:43:21.245775 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e01855d-a359-4901-89d1-627e79936f68" -d '{"events": [{"name": "network-changed", "server_uuid": "da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23", "tag": "a3ae69b4-fdde-4a5c-9958-ee413854abc3"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:43:21.293093 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379f8924-c539-45a8-9868-d4e3f0f2c4e8 x-openstack-request-id: req-379f8924-c539-45a8-9868-d4e3f0f2c4e8 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:43:21.293273 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23", "tag": "a3ae69b4-fdde-4a5c-9958-ee413854abc3", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:43:21.293526 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-379f8924-c539-45a8-9868-d4e3f0f2c4e8 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:43:21.293947 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23', 'tag': 'a3ae69b4-fdde-4a5c-9958-ee413854abc3', 'status': 'completed', 'code': 200} Jul 22 17:43:21.430577 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01855d-a359-4901-89d1-627e79936f68 req-58702fcb-f0c7-4b3c-84ce-6495b2910169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:21.432058 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e01855d-a359-4901-89d1-627e79936f68 req-58702fcb-f0c7-4b3c-84ce-6495b2910169 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 1094 time: 0.0864375 Jul 22 17:43:21.433699 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01855d-a359-4901-89d1-627e79936f68 req-1cc8bc52-01a0-41f8-b269-7f7102f175a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:21.435083 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e01855d-a359-4901-89d1-627e79936f68 req-1cc8bc52-01a0-41f8-b269-7f7102f175a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 1094 time: 0.0983136 Jul 22 17:43:21.587245 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01855d-a359-4901-89d1-627e79936f68 req-3e6d721e-86b0-4de9-95e9-1c7609bb9101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:21.588745 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e01855d-a359-4901-89d1-627e79936f68 req-3e6d721e-86b0-4de9-95e9-1c7609bb9101 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 HTTP/1.1" status: 200 len: 897 time: 0.1503277 Jul 22 17:43:21.591302 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01855d-a359-4901-89d1-627e79936f68 req-67cebcaa-4fbc-48b1-89d1-81fa22b5d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:21.592643 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e01855d-a359-4901-89d1-627e79936f68 req-67cebcaa-4fbc-48b1-89d1-81fa22b5d0e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 HTTP/1.1" status: 200 len: 897 time: 0.1466725 Jul 22 17:43:21.699746 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e01855d-a359-4901-89d1-627e79936f68 req-723974d3-e8d4-4ab5-a96f-0d58ecc47d32 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3ae69b4-fdde-4a5c-9958-ee413854abc3 HTTP/1.1" status: 200 len: 999 time: 0.1032472 Jul 22 17:43:21.701489 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e01855d-a359-4901-89d1-627e79936f68 req-1ea10c35-f39e-4221-a760-111fd9b30317 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3ae69b4-fdde-4a5c-9958-ee413854abc3 HTTP/1.1" status: 200 len: 999 time: 0.0987210 Jul 22 17:43:21.785624 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01855d-a359-4901-89d1-627e79936f68 req-c4b71e60-7c22-4b57-8203-e89eac4be1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:21.787126 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e01855d-a359-4901-89d1-627e79936f68 req-c4b71e60-7c22-4b57-8203-e89eac4be1de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9fcbb446-a5dc-4956-aae7-cc8df732ed2c HTTP/1.1" status: 200 len: 835 time: 0.0804596 Jul 22 17:43:21.788508 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01855d-a359-4901-89d1-627e79936f68 req-b84fc400-6603-461e-8997-59ceb9a44819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:21.789814 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e01855d-a359-4901-89d1-627e79936f68 req-b84fc400-6603-461e-8997-59ceb9a44819 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fcbb446-a5dc-4956-aae7-cc8df732ed2c HTTP/1.1" status: 200 len: 835 time: 0.0815814 Jul 22 17:43:21.882816 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01855d-a359-4901-89d1-627e79936f68 req-f127fd6f-ded1-46e0-80ef-e7cb61806710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:21.884251 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e01855d-a359-4901-89d1-627e79936f68 req-f127fd6f-ded1-46e0-80ef-e7cb61806710 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ce2ed70-50ce-4eb0-9a21-8847db71d3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899198 Jul 22 17:43:21.888351 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01855d-a359-4901-89d1-627e79936f68 req-87e8a3fa-27f3-4ee6-a73a-373bf24a48b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:21.889705 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e01855d-a359-4901-89d1-627e79936f68 req-87e8a3fa-27f3-4ee6-a73a-373bf24a48b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8ce2ed70-50ce-4eb0-9a21-8847db71d3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869880 Jul 22 17:43:22.039009 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e01855d-a359-4901-89d1-627e79936f68 req-17341ad9-1e0e-4235-a6e0-bd0adac38e2d service neutron] 10.222.0.16 "GET /v2.0/networks/8ce2ed70-50ce-4eb0-9a21-8847db71d3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476190 Jul 22 17:43:22.042261 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e01855d-a359-4901-89d1-627e79936f68 req-0de5ac50-0154-430c-8e9a-d57fc6bc4707 service neutron] 10.222.0.30 "GET /v2.0/networks/8ce2ed70-50ce-4eb0-9a21-8847db71d3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427777 Jul 22 17:43:22.261728 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device a3ae69b4-fdde-4a5c-9958-ee413854abc3 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:43:22.278787 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fa998-3c55-4e77-a8c9-2e1ab1bcc334 req-b9d3f0cf-ebcb-491b-8506-0912c6872ecf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:22.281009 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e25fa998-3c55-4e77-a8c9-2e1ab1bcc334 req-b9d3f0cf-ebcb-491b-8506-0912c6872ecf tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 943 time: 0.0692012 Jul 22 17:43:22.323957 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e25fa998-3c55-4e77-a8c9-2e1ab1bcc334 req-52f663f6-59e3-423d-97dc-ae465af52de3 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366142 Jul 22 17:43:22.376460 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port a3ae69b4-fdde-4a5c-9958-ee413854abc3, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=a3ae69b4-fdde-4a5c-9958-ee413854abc3,segment=NetworkSegment(73af27ac-1342-4502-8c0f-7cfe05a1a9a4),segment_id=73af27ac-1342-4502-8c0f-7cfe05a1a9a4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:43:22.389981 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'a3ae69b4-fdde-4a5c-9958-ee413854abc3', 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2', 'port_id': 'a3ae69b4-fdde-4a5c-9958-ee413854abc3', 'mac_address': 'fa:16:3e:e0:2c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fcbb446-a5dc-4956-aae7-cc8df732ed2c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:43:22.443865 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:22.461605 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ae69b4-fdde-4a5c-9958-ee413854abc3 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:43:22.484637 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port a3ae69b4-fdde-4a5c-9958-ee413854abc3, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=a3ae69b4-fdde-4a5c-9958-ee413854abc3,segment=NetworkSegment(73af27ac-1342-4502-8c0f-7cfe05a1a9a4),segment_id=73af27ac-1342-4502-8c0f-7cfe05a1a9a4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:43:22.490543 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:22.529146 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.30', 56961) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:43:22.546466 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=a3ae69b4-fdde-4a5c-9958-ee413854abc3,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:43:22.553970 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:22.554374 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:22.554871 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:22.555089 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:22.555361 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:22.555819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:22.556154 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:22.556508 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:22.556833 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:22.557222 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:22.557542 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:22.557867 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:22.571500 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8667c30-c61d-431f-aaa5-0125c6d97354 req-8c58e279-9cca-4db4-87fb-a896e4180da3 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:22.573185 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e8667c30-c61d-431f-aaa5-0125c6d97354 req-8c58e279-9cca-4db4-87fb-a896e4180da3 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 944 time: 0.0801861 Jul 22 17:43:22.601485 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e01855d-a359-4901-89d1-627e79936f68 req-6b65d9b8-04e6-4a3c-a85c-03388e382cc7 service neutron] 10.222.0.30 "GET /v2.0/networks/8ce2ed70-50ce-4eb0-9a21-8847db71d3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474992 Jul 22 17:43:22.605645 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8e01855d-a359-4901-89d1-627e79936f68 req-cc3235c0-c583-4a68-9aec-dfb591a76e20 service neutron] 10.222.0.16 "GET /v2.0/networks/8ce2ed70-50ce-4eb0-9a21-8847db71d3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592406 Jul 22 17:43:22.613912 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e8667c30-c61d-431f-aaa5-0125c6d97354 req-58ae0b69-914b-4663-be71-59039a76bd02 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349913 Jul 22 17:43:22.649717 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c52460-60a8-4495-b68c-bf485c20e125 req-4ab4d5e7-5575-4e0b-86c5-f9d7fa6fd3f8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:22.651468 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c2c52460-60a8-4495-b68c-bf485c20e125 req-4ab4d5e7-5575-4e0b-86c5-f9d7fa6fd3f8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.30 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23&tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&binding%3Ahost_id=n-h1-798930-9 HTTP/1.1" status: 200 len: 944 time: 0.1168196 Jul 22 17:43:22.776012 n-d-798930-9 neutron-server[93816]: INFO neutron.api.v2.resource [req-c2c52460-60a8-4495-b68c-bf485c20e125 req-23462a96-b266-4f18-998d-ff25f59efdf6 service neutron] delete failed (client error): The resource could not be found. Jul 22 17:43:22.777290 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c2c52460-60a8-4495-b68c-bf485c20e125 req-23462a96-b266-4f18-998d-ff25f59efdf6 service neutron] 10.222.0.30 "DELETE /v2.0/ports/a3ae69b4-fdde-4a5c-9958-ee413854abc3/bindings/n-h2-798930-9 HTTP/1.1" status: 404 len: 380 time: 0.1191444 Jul 22 17:43:22.812457 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d068ecf-816a-4209-a214-e05b6b7698ba req-34991c07-8f04-45c4-ac91-cbb45385aea3 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:22.814451 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8d068ecf-816a-4209-a214-e05b6b7698ba req-34991c07-8f04-45c4-ac91-cbb45385aea3 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 944 time: 0.1251171 Jul 22 17:43:22.819495 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['a3ae69b4-fdde-4a5c-9958-ee413854abc3'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:43:22.903614 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8d068ecf-816a-4209-a214-e05b6b7698ba req-7ece5e38-b224-44ed-bf51-feacff3c70a2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810633 Jul 22 17:43:22.927659 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c52460-60a8-4495-b68c-bf485c20e125 req-33f5b5d1-966a-41e7-bc2c-5420a92d8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:22.929162 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c2c52460-60a8-4495-b68c-bf485c20e125 req-33f5b5d1-966a-41e7-bc2c-5420a92d8618 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 1095 time: 0.0855122 Jul 22 17:43:23.018251 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device a3ae69b4-fdde-4a5c-9958-ee413854abc3 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:43:23.022871 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c52460-60a8-4495-b68c-bf485c20e125 req-57f953ce-d84d-4d0d-a084-e526d187053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:23.024645 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c2c52460-60a8-4495-b68c-bf485c20e125 req-57f953ce-d84d-4d0d-a084-e526d187053a service neutron] 10.222.0.30 "GET /v2.0/networks?id=8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 HTTP/1.1" status: 200 len: 897 time: 0.0895355 Jul 22 17:43:23.083534 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device a3ae69b4-fdde-4a5c-9958-ee413854abc3 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:43:23.089768 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c2c52460-60a8-4495-b68c-bf485c20e125 req-2b5e4b9c-5716-4615-bf29-faef949841ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3ae69b4-fdde-4a5c-9958-ee413854abc3 HTTP/1.1" status: 200 len: 1000 time: 0.0591931 Jul 22 17:43:23.138926 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c52460-60a8-4495-b68c-bf485c20e125 req-46da074a-c886-40b7-b865-f010a063a596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:23.140374 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c2c52460-60a8-4495-b68c-bf485c20e125 req-46da074a-c886-40b7-b865-f010a063a596 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fcbb446-a5dc-4956-aae7-cc8df732ed2c HTTP/1.1" status: 200 len: 835 time: 0.0440004 Jul 22 17:43:23.200914 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c52460-60a8-4495-b68c-bf485c20e125 req-eec0bbdf-c853-4e02-b10e-74816f382000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:23.202408 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c2c52460-60a8-4495-b68c-bf485c20e125 req-eec0bbdf-c853-4e02-b10e-74816f382000 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8ce2ed70-50ce-4eb0-9a21-8847db71d3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557513 Jul 22 17:43:23.288869 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c2c52460-60a8-4495-b68c-bf485c20e125 req-85e296c7-50e4-4d55-90b8-f3f5033607aa service neutron] 10.222.0.30 "GET /v2.0/networks/8ce2ed70-50ce-4eb0-9a21-8847db71d3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799048 Jul 22 17:43:23.380013 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c2c52460-60a8-4495-b68c-bf485c20e125 req-aa94c318-5056-4aad-ac4f-4d2a8aac3a2c service neutron] 10.222.0.30 "GET /v2.0/networks/8ce2ed70-50ce-4eb0-9a21-8847db71d3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849118 Jul 22 17:43:24.042126 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c8977-c04b-44dd-8b53-4ef90515b619 req-d4f38d4f-103c-49ba-9d1c-ec54a72dcbc0 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:24.043582 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9e2c8977-c04b-44dd-8b53-4ef90515b619 req-d4f38d4f-103c-49ba-9d1c-ec54a72dcbc0 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 944 time: 0.0701270 Jul 22 17:43:24.083409 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9e2c8977-c04b-44dd-8b53-4ef90515b619 req-debe983d-b18c-463e-830e-a267f3fb8d17 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343924 Jul 22 17:43:24.105705 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42000) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:43:24.164701 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-507c134c-9b01-4abe-bf42-1cb898e4b135 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/floatingips/d64e4fff-e2d3-4379-9124-b663abba3ba0 HTTP/1.1" status: 200 len: 992 time: 0.0577872 Jul 22 17:43:24.262073 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device a3ae69b4-fdde-4a5c-9958-ee413854abc3 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:43:24.310088 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port a3ae69b4-fdde-4a5c-9958-ee413854abc3 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:43:24.313697 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port a3ae69b4-fdde-4a5c-9958-ee413854abc3 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:43:24.314090 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:24.389352 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:24.411430 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ae69b4-fdde-4a5c-9958-ee413854abc3'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:43:24.413863 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8353719-e94b-4638-b7dd-e7c26fb0ee58" -d '{"events": [{"server_uuid": "da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23", "name": "network-vif-plugged", "status": "completed", "tag": "a3ae69b4-fdde-4a5c-9958-ee413854abc3"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:43:24.426389 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port a3ae69b4-fdde-4a5c-9958-ee413854abc3, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=a3ae69b4-fdde-4a5c-9958-ee413854abc3,segment=NetworkSegment(73af27ac-1342-4502-8c0f-7cfe05a1a9a4),segment_id=73af27ac-1342-4502-8c0f-7cfe05a1a9a4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:43:24.433645 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:24.455732 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a37b650-565e-4ff3-8695-3ccbf7980db7 x-openstack-request-id: req-0a37b650-565e-4ff3-8695-3ccbf7980db7 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:43:24.456028 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23", "name": "network-vif-plugged", "status": "completed", "tag": "a3ae69b4-fdde-4a5c-9958-ee413854abc3", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:43:24.456274 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0a37b650-565e-4ff3-8695-3ccbf7980db7 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:43:24.456659 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ae69b4-fdde-4a5c-9958-ee413854abc3', 'code': 200} Jul 22 17:43:24.481071 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=a3ae69b4-fdde-4a5c-9958-ee413854abc3,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:43:29.155110 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-739d5164-4f61-4c18-b838-4568a4fe4e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:31.680693 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-affc80e4-9f45-49bc-a7db-ef2c3543f46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:31.699856 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:33.054325 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:34.884303 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:35.402673 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:43:42.603301 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:42.726311 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:51.354611 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5125c475-d86c-46f3-9659-63d5863b3712 req-3436a5b5-6e07-4658-b9a1-2b668a6f8b93 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526547 Jul 22 17:43:51.466582 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125c475-d86c-46f3-9659-63d5863b3712 req-01751177-94b8-4b6c-90ea-774485b9c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:51.467971 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5125c475-d86c-46f3-9659-63d5863b3712 req-01751177-94b8-4b6c-90ea-774485b9c72c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 1096 time: 0.0533156 Jul 22 17:43:51.572418 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125c475-d86c-46f3-9659-63d5863b3712 req-2806e4a8-837f-4429-8373-7dd0e4674d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:51.573875 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5125c475-d86c-46f3-9659-63d5863b3712 req-2806e4a8-837f-4429-8373-7dd0e4674d35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 HTTP/1.1" status: 200 len: 897 time: 0.0877426 Jul 22 17:43:51.637931 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5125c475-d86c-46f3-9659-63d5863b3712 req-564ded3f-da09-4102-bcf5-4070239d0e94 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3ae69b4-fdde-4a5c-9958-ee413854abc3 HTTP/1.1" status: 200 len: 1001 time: 0.0569866 Jul 22 17:43:51.689058 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125c475-d86c-46f3-9659-63d5863b3712 req-8cdc5be6-22bf-47c6-93f0-fc95e12a92be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:51.691112 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5125c475-d86c-46f3-9659-63d5863b3712 req-8cdc5be6-22bf-47c6-93f0-fc95e12a92be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9fcbb446-a5dc-4956-aae7-cc8df732ed2c HTTP/1.1" status: 200 len: 835 time: 0.0468223 Jul 22 17:43:51.746590 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125c475-d86c-46f3-9659-63d5863b3712 req-a3a02eb6-6966-4dec-a1a0-cf74455d9400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:51.747976 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5125c475-d86c-46f3-9659-63d5863b3712 req-a3a02eb6-6966-4dec-a1a0-cf74455d9400 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ce2ed70-50ce-4eb0-9a21-8847db71d3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517242 Jul 22 17:43:51.834677 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5125c475-d86c-46f3-9659-63d5863b3712 req-97cede0d-fc48-4186-b106-40c8c12e9109 service neutron] 10.222.0.16 "GET /v2.0/networks/8ce2ed70-50ce-4eb0-9a21-8847db71d3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786998 Jul 22 17:43:51.923399 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5125c475-d86c-46f3-9659-63d5863b3712 req-6e0b80a7-e494-4f64-937b-0a9d7707b720 service neutron] 10.222.0.16 "GET /v2.0/networks/8ce2ed70-50ce-4eb0-9a21-8847db71d3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819640 Jul 22 17:43:53.849301 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42018) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:43:54.001359 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-bda3358c-5a3e-465f-8ae7-62c81b709194 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Deleting port 763b45d7-ce70-47b0-9dd8-948c708b8194 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:43:54.001698 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bda3358c-5a3e-465f-8ae7-62c81b709194 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:54.077817 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bda3358c-5a3e-465f-8ae7-62c81b709194 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:54.078175 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bda3358c-5a3e-465f-8ae7-62c81b709194 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:54.089471 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-bda3358c-5a3e-465f-8ae7-62c81b709194 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Calling delete_port for 763b45d7-ce70-47b0-9dd8-948c708b8194 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:43:54.236728 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bda3358c-5a3e-465f-8ae7-62c81b709194 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:54.259609 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3358c-5a3e-465f-8ae7-62c81b709194 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Port': ['ID=763b45d7-ce70-47b0-9dd8-948c708b8194,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:43:54.269495 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda3358c-5a3e-465f-8ae7-62c81b709194 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:54.269846 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda3358c-5a3e-465f-8ae7-62c81b709194 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:54.270214 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda3358c-5a3e-465f-8ae7-62c81b709194 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:54.270551 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda3358c-5a3e-465f-8ae7-62c81b709194 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:54.271457 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda3358c-5a3e-465f-8ae7-62c81b709194 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:54.271457 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda3358c-5a3e-465f-8ae7-62c81b709194 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:54.271660 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda3358c-5a3e-465f-8ae7-62c81b709194 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:54.271830 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda3358c-5a3e-465f-8ae7-62c81b709194 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:54.272154 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda3358c-5a3e-465f-8ae7-62c81b709194 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:54.272477 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda3358c-5a3e-465f-8ae7-62c81b709194 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:54.272808 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda3358c-5a3e-465f-8ae7-62c81b709194 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:54.273115 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda3358c-5a3e-465f-8ae7-62c81b709194 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:54.332998 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bda3358c-5a3e-465f-8ae7-62c81b709194 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:54.333359 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-bda3358c-5a3e-465f-8ae7-62c81b709194 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Floating IP d64e4fff-e2d3-4379-9124-b663abba3ba0 disassociated (deleted). External IP: 172.25.0.141, port: a3ae69b4-fdde-4a5c-9958-ee413854abc3. Jul 22 17:43:54.530096 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda3358c-5a3e-465f-8ae7-62c81b709194 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Router 5614fd79-0e68-46c4-8feb-2af29c206411 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:43:54.632607 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda3358c-5a3e-465f-8ae7-62c81b709194 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:43:54.637357 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bda3358c-5a3e-465f-8ae7-62c81b709194 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:54.641781 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b1e0f6-d103-42e0-8dad-0dc91e540365 None None] Sync routers for ids ['5614fd79-0e68-46c4-8feb-2af29c206411'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:43:54.651479 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b1e0f6-d103-42e0-8dad-0dc91e540365 None None] Routers {'5614fd79-0e68-46c4-8feb-2af29c206411'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:43:54.652082 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-44b1e0f6-d103-42e0-8dad-0dc91e540365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:43:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['5614fd79-0e68-46c4-8feb-2af29c206411'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:43:54.673609 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bda3358c-5a3e-465f-8ae7-62c81b709194 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "DELETE /v2.0/floatingips/d64e4fff-e2d3-4379-9124-b663abba3ba0 HTTP/1.1" status: 204 len: 168 time: 0.8231947 Jul 22 17:43:54.674218 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23', 'tag': 'a3ae69b4-fdde-4a5c-9958-ee413854abc3'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:43:54.676476 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d235f272f8511c600301b52ddf7b8bba0b6464469fe4a6096d752437cb6b909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1985085f-43ee-4098-8b5a-28ef2f589df8" -d '{"events": [{"name": "network-changed", "server_uuid": "da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23", "tag": "a3ae69b4-fdde-4a5c-9958-ee413854abc3"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:43:54.715302 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de909ac0-6e9f-42a6-bdf5-eed73a6151d9 x-openstack-request-id: req-de909ac0-6e9f-42a6-bdf5-eed73a6151d9 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:43:54.715788 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23", "tag": "a3ae69b4-fdde-4a5c-9958-ee413854abc3", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:43:54.716107 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-de909ac0-6e9f-42a6-bdf5-eed73a6151d9 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:43:54.716576 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23', 'tag': 'a3ae69b4-fdde-4a5c-9958-ee413854abc3', 'status': 'completed', 'code': 200} Jul 22 17:43:54.756290 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-44b1e0f6-d103-42e0-8dad-0dc91e540365 None None] Set router 5614fd79-0e68-46c4-8feb-2af29c206411 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:43:54.827609 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985085f-43ee-4098-8b5a-28ef2f589df8 req-10b1665f-07c8-403a-bf80-de2f9f8d0afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:54.829125 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1985085f-43ee-4098-8b5a-28ef2f589df8 req-10b1665f-07c8-403a-bf80-de2f9f8d0afe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 1096 time: 0.0732479 Jul 22 17:43:54.923310 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7f374-64ab-4fdc-8891-a37a41d1f764 req-d8599d9a-8a68-43bd-be39-69dad787f3b7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:54.925073 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3fa7f374-64ab-4fdc-8891-a37a41d1f764 req-d8599d9a-8a68-43bd-be39-69dad787f3b7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 945 time: 0.0700369 Jul 22 17:43:54.943852 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985085f-43ee-4098-8b5a-28ef2f589df8 req-19de3903-9173-4267-8afc-fe25274b7bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:54.945381 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1985085f-43ee-4098-8b5a-28ef2f589df8 req-19de3903-9173-4267-8afc-fe25274b7bb0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 HTTP/1.1" status: 200 len: 897 time: 0.0958955 Jul 22 17:43:54.959778 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-44b1e0f6-d103-42e0-8dad-0dc91e540365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459266079', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:13Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'b06edfc0-0548-402c-98a0-878229b8dc2e', 'name': '', 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:4e:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9fcbb446-a5dc-4956-aae7-cc8df732ed2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:42:13Z', 'updated_at': '2021-07-22T17:42:17Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '9fcbb446-a5dc-4956-aae7-cc8df732ed2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:43:54.968121 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3fa7f374-64ab-4fdc-8891-a37a41d1f764 req-9ca8741f-28b2-489f-b659-25ef9600d604 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363786 Jul 22 17:43:54.985559 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b1e0f6-d103-42e0-8dad-0dc91e540365 None None] Checking router: 5614fd79-0e68-46c4-8feb-2af29c206411 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:43:54.988274 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1985085f-43ee-4098-8b5a-28ef2f589df8 req-fd9308d8-10cc-4347-9fc1-9e94fdea0d91 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3ae69b4-fdde-4a5c-9958-ee413854abc3 HTTP/1.1" status: 200 len: 217 time: 0.0353363 Jul 22 17:43:54.993776 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b1e0f6-d103-42e0-8dad-0dc91e540365 None None] Routers {'5614fd79-0e68-46c4-8feb-2af29c206411'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:43:54.994391 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-44b1e0f6-d103-42e0-8dad-0dc91e540365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:43:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['5614fd79-0e68-46c4-8feb-2af29c206411'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:43:55.037452 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985085f-43ee-4098-8b5a-28ef2f589df8 req-4fa1f76c-b2b6-4922-90a0-189569f26faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:55.038940 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1985085f-43ee-4098-8b5a-28ef2f589df8 req-4fa1f76c-b2b6-4922-90a0-189569f26faf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9fcbb446-a5dc-4956-aae7-cc8df732ed2c HTTP/1.1" status: 200 len: 835 time: 0.0444098 Jul 22 17:43:55.098662 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-44b1e0f6-d103-42e0-8dad-0dc91e540365 None None] Set router 5614fd79-0e68-46c4-8feb-2af29c206411 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:43:55.103425 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985085f-43ee-4098-8b5a-28ef2f589df8 req-14a32685-dfe7-4a14-a062-82159454c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:55.105079 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1985085f-43ee-4098-8b5a-28ef2f589df8 req-14a32685-dfe7-4a14-a062-82159454c21b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ce2ed70-50ce-4eb0-9a21-8847db71d3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582247 Jul 22 17:43:55.200065 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1985085f-43ee-4098-8b5a-28ef2f589df8 req-f97e9f8c-8177-489a-bed9-34d61f069d83 service neutron] 10.222.0.16 "GET /v2.0/networks/8ce2ed70-50ce-4eb0-9a21-8847db71d3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875144 Jul 22 17:43:55.305016 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1985085f-43ee-4098-8b5a-28ef2f589df8 req-ff791bfe-1fb7-45ea-baa9-057fbe3f1b15 service neutron] 10.222.0.16 "GET /v2.0/networks/8ce2ed70-50ce-4eb0-9a21-8847db71d3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980611 Jul 22 17:43:55.448039 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-44b1e0f6-d103-42e0-8dad-0dc91e540365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459266079', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:13Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'b06edfc0-0548-402c-98a0-878229b8dc2e', 'name': '', 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:4e:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9fcbb446-a5dc-4956-aae7-cc8df732ed2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:42:13Z', 'updated_at': '2021-07-22T17:42:17Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '9fcbb446-a5dc-4956-aae7-cc8df732ed2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:43:55.473482 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b1e0f6-d103-42e0-8dad-0dc91e540365 None None] The sync data for ids ['5614fd79-0e68-46c4-8feb-2af29c206411'] in n-d-798930-9 is: [{'id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459266079', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:13Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': 'b06edfc0-0548-402c-98a0-878229b8dc2e', 'name': '', 'network_id': '8ce2ed70-50ce-4eb0-9a21-8847db71d3b2', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:4e:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9fcbb446-a5dc-4956-aae7-cc8df732ed2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:42:13Z', 'updated_at': '2021-07-22T17:42:17Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '9fcbb446-a5dc-4956-aae7-cc8df732ed2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:43:55.695794 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93809b86-640d-4fda-8de4-2ea02972e85e None None] New status for floating IP d64e4fff-e2d3-4379-9124-b663abba3ba0: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:43:56.101732 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35218ee9-be94-4ba4-9709-8a6d52416777 req-3b8add51-fc24-404b-92d2-79f4693f5a83 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:56.103193 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-35218ee9-be94-4ba4-9709-8a6d52416777 req-3b8add51-fc24-404b-92d2-79f4693f5a83 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 945 time: 0.0647445 Jul 22 17:43:56.141199 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-35218ee9-be94-4ba4-9709-8a6d52416777 req-3b976f46-043f-48af-8475-e05542932c53 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a28bedb-3c44-46eb-b36c-313c03eeefb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323162 Jul 22 17:43:56.340284 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b716d-cb75-44d3-bb38-672e756df715 req-cff081e8-3d1b-481e-84f0-07d930c9832c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:56.341745 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce2b716d-cb75-44d3-bb38-672e756df715 req-cff081e8-3d1b-481e-84f0-07d930c9832c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.16 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 945 time: 0.0635395 Jul 22 17:43:56.447383 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-ce2b716d-cb75-44d3-bb38-672e756df715 req-374478a3-557c-412e-ab6c-e34ec208b0eb tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Deleting port a3ae69b4-fdde-4a5c-9958-ee413854abc3 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:43:56.447648 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ce2b716d-cb75-44d3-bb38-672e756df715 req-374478a3-557c-412e-ab6c-e34ec208b0eb tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:56.538424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-ce2b716d-cb75-44d3-bb38-672e756df715 req-374478a3-557c-412e-ab6c-e34ec208b0eb tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] For port a3ae69b4-fdde-4a5c-9958-ee413854abc3, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=a3ae69b4-fdde-4a5c-9958-ee413854abc3,segment=NetworkSegment(73af27ac-1342-4502-8c0f-7cfe05a1a9a4),segment_id=73af27ac-1342-4502-8c0f-7cfe05a1a9a4)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:43:56.538786 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ce2b716d-cb75-44d3-bb38-672e756df715 req-374478a3-557c-412e-ab6c-e34ec208b0eb tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:56.550387 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-ce2b716d-cb75-44d3-bb38-672e756df715 req-374478a3-557c-412e-ab6c-e34ec208b0eb tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Calling delete_port for a3ae69b4-fdde-4a5c-9958-ee413854abc3 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:43:56.681038 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ce2b716d-cb75-44d3-bb38-672e756df715 req-374478a3-557c-412e-ab6c-e34ec208b0eb tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:56.715884 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374478a3-557c-412e-ab6c-e34ec208b0eb tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Port': ['ID=a3ae69b4-fdde-4a5c-9958-ee413854abc3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:43:56.758781 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2b716d-cb75-44d3-bb38-672e756df715 req-374478a3-557c-412e-ab6c-e34ec208b0eb tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] No DVR routers for this DVR port a3ae69b4-fdde-4a5c-9958-ee413854abc3 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:43:56.761447 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-ce2b716d-cb75-44d3-bb38-672e756df715 req-374478a3-557c-412e-ab6c-e34ec208b0eb tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:56.763712 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce2b716d-cb75-44d3-bb38-672e756df715 req-374478a3-557c-412e-ab6c-e34ec208b0eb tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.16 "DELETE /v2.0/ports/a3ae69b4-fdde-4a5c-9958-ee413854abc3 HTTP/1.1" status: 204 len: 173 time: 0.4116356 Jul 22 17:43:56.764190 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23', 'name': 'network-vif-deleted', 'tag': 'a3ae69b4-fdde-4a5c-9958-ee413854abc3'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:43:56.766561 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08dc7de-2fd9-4db4-b281-2635e28d5725" -d '{"events": [{"server_uuid": "da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23", "name": "network-vif-deleted", "tag": "a3ae69b4-fdde-4a5c-9958-ee413854abc3"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:43:56.806211 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1d8c45-d3a8-48c5-b655-a95a306f7e3e x-openstack-request-id: req-ec1d8c45-d3a8-48c5-b655-a95a306f7e3e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:43:56.806507 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23", "name": "network-vif-deleted", "tag": "a3ae69b4-fdde-4a5c-9958-ee413854abc3", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:43:56.806763 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ec1d8c45-d3a8-48c5-b655-a95a306f7e3e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:43:56.807196 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23', 'name': 'network-vif-deleted', 'tag': 'a3ae69b4-fdde-4a5c-9958-ee413854abc3', 'status': 'completed', 'code': 200} Jul 22 17:43:57.252157 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-26d9f4a3-60cc-4370-8359-f1b1b2af136c req-63c2e82f-1557-4349-90d7-6721fd61b97a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=da5bb59d-1e7e-42dd-8f5e-8704ba8b8f23 HTTP/1.1" status: 200 len: 210 time: 0.0314078 Jul 22 17:43:58.309879 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42034) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:43:58.656286 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-170679f2-5936-432c-9210-13bd1ce70c4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:58.912231 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-170679f2-5936-432c-9210-13bd1ce70c4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Deleting port b06edfc0-0548-402c-98a0-878229b8dc2e {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:43:58.912491 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-170679f2-5936-432c-9210-13bd1ce70c4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:59.001373 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-170679f2-5936-432c-9210-13bd1ce70c4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] For port b06edfc0-0548-402c-98a0-878229b8dc2e, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=b06edfc0-0548-402c-98a0-878229b8dc2e,segment=NetworkSegment(73af27ac-1342-4502-8c0f-7cfe05a1a9a4),segment_id=73af27ac-1342-4502-8c0f-7cfe05a1a9a4)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:43:59.001729 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-170679f2-5936-432c-9210-13bd1ce70c4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:59.013632 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-170679f2-5936-432c-9210-13bd1ce70c4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Calling delete_port for b06edfc0-0548-402c-98a0-878229b8dc2e owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:43:59.154945 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4c931a3-ca5b-467e-bd03-8a03f918e9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:59.198761 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-170679f2-5936-432c-9210-13bd1ce70c4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:59.224809 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170679f2-5936-432c-9210-13bd1ce70c4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Port': ['ID=b06edfc0-0548-402c-98a0-878229b8dc2e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:43:59.394645 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-170679f2-5936-432c-9210-13bd1ce70c4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:59.600286 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170679f2-5936-432c-9210-13bd1ce70c4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Router 5614fd79-0e68-46c4-8feb-2af29c206411 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:43:59.702855 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170679f2-5936-432c-9210-13bd1ce70c4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:43:59.708495 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-170679f2-5936-432c-9210-13bd1ce70c4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "PUT /v2.0/routers/5614fd79-0e68-46c4-8feb-2af29c206411/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3975551 Jul 22 17:43:59.711438 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42036) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:43:59.712800 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f347723d-6753-4503-b416-b6d7b158bd5a None None] Sync routers for ids ['5614fd79-0e68-46c4-8feb-2af29c206411'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:43:59.722921 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f347723d-6753-4503-b416-b6d7b158bd5a None None] Routers {'5614fd79-0e68-46c4-8feb-2af29c206411'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:43:59.723534 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f347723d-6753-4503-b416-b6d7b158bd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:43:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['5614fd79-0e68-46c4-8feb-2af29c206411'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:43:59.761394 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffdbbb26-96cf-4751-8a5e-fc76dd9ae168 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Deleting subnet 9fcbb446-a5dc-4956-aae7-cc8df732ed2c {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:43:59.764538 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffdbbb26-96cf-4751-8a5e-fc76dd9ae168 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:59.807840 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffdbbb26-96cf-4751-8a5e-fc76dd9ae168 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:59.824153 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f347723d-6753-4503-b416-b6d7b158bd5a None None] Set router 5614fd79-0e68-46c4-8feb-2af29c206411 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:43:59.888935 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffdbbb26-96cf-4751-8a5e-fc76dd9ae168 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:59.946621 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffdbbb26-96cf-4751-8a5e-fc76dd9ae168 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:59.978190 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdbbb26-96cf-4751-8a5e-fc76dd9ae168 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Subnet': ['ID=9fcbb446-a5dc-4956-aae7-cc8df732ed2c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:43:59.982872 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffdbbb26-96cf-4751-8a5e-fc76dd9ae168 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:59.987018 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ffdbbb26-96cf-4751-8a5e-fc76dd9ae168 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "DELETE /v2.0/subnets/9fcbb446-a5dc-4956-aae7-cc8df732ed2c HTTP/1.1" status: 204 len: 168 time: 0.2722168 Jul 22 17:43:59.987715 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42038) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:43:59.991043 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3d180e-f86b-4eb8-bed9-5ac2a2916cc5 None None] Network 8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:44:00.065803 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f347723d-6753-4503-b416-b6d7b158bd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459266079', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:43:59Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:44:00.089855 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2ae50ff-a374-4ba6-85af-7dd44070179f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:00.111298 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f347723d-6753-4503-b416-b6d7b158bd5a None None] Checking router: 5614fd79-0e68-46c4-8feb-2af29c206411 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:44:00.142808 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f347723d-6753-4503-b416-b6d7b158bd5a None None] Routers {'5614fd79-0e68-46c4-8feb-2af29c206411'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:44:00.143859 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f347723d-6753-4503-b416-b6d7b158bd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:43:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['5614fd79-0e68-46c4-8feb-2af29c206411'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:44:00.194051 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2ae50ff-a374-4ba6-85af-7dd44070179f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:00.251862 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e2ae50ff-a374-4ba6-85af-7dd44070179f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Deleting port 47efef30-4f45-4ea2-8d31-5bd10d01654f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:44:00.252210 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2ae50ff-a374-4ba6-85af-7dd44070179f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:00.266168 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f347723d-6753-4503-b416-b6d7b158bd5a None None] Set router 5614fd79-0e68-46c4-8feb-2af29c206411 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:44:00.335529 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e2ae50ff-a374-4ba6-85af-7dd44070179f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] For port 47efef30-4f45-4ea2-8d31-5bd10d01654f, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=47efef30-4f45-4ea2-8d31-5bd10d01654f,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:44:00.335895 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2ae50ff-a374-4ba6-85af-7dd44070179f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:00.340120 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef3b4d1-16d2-4347-8a53-4188cf6e80e7 None None] DHCP port deletion for 8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:44:00.347602 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e2ae50ff-a374-4ba6-85af-7dd44070179f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Calling delete_port for 47efef30-4f45-4ea2-8d31-5bd10d01654f owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:44:00.393035 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device a3ae69b4-fdde-4a5c-9958-ee413854abc3 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:44:00.417521 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: a3ae69b4-fdde-4a5c-9958-ee413854abc3 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:44:00.417865 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device a3ae69b4-fdde-4a5c-9958-ee413854abc3 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:44:00.478248 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0ef3b4d1-16d2-4347-8a53-4188cf6e80e7 None None] Deleting port 2aea838e-57e9-4228-9f23-74a215e15eb7 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:44:00.478627 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ef3b4d1-16d2-4347-8a53-4188cf6e80e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:00.516819 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2ae50ff-a374-4ba6-85af-7dd44070179f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:00.542821 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae50ff-a374-4ba6-85af-7dd44070179f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Port': ['ID=47efef30-4f45-4ea2-8d31-5bd10d01654f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:00.552573 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0ef3b4d1-16d2-4347-8a53-4188cf6e80e7 None None] For port 2aea838e-57e9-4228-9f23-74a215e15eb7, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=2aea838e-57e9-4228-9f23-74a215e15eb7,segment=NetworkSegment(73af27ac-1342-4502-8c0f-7cfe05a1a9a4),segment_id=73af27ac-1342-4502-8c0f-7cfe05a1a9a4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:44:00.552968 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ef3b4d1-16d2-4347-8a53-4188cf6e80e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:00.568437 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f347723d-6753-4503-b416-b6d7b158bd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459266079', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:43:59Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:44:00.570366 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0ef3b4d1-16d2-4347-8a53-4188cf6e80e7 None None] Calling delete_port for 2aea838e-57e9-4228-9f23-74a215e15eb7 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:44:00.598223 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f347723d-6753-4503-b416-b6d7b158bd5a None None] The sync data for ids ['5614fd79-0e68-46c4-8feb-2af29c206411'] in n-d-798930-9 is: [{'id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459266079', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:43:59Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '47efef30-4f45-4ea2-8d31-5bd10d01654f', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5614fd79-0e68-46c4-8feb-2af29c206411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:42:10Z', 'updated_at': '2021-07-22T17:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:44:00.610056 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2ae50ff-a374-4ba6-85af-7dd44070179f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:00.678682 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ef3b4d1-16d2-4347-8a53-4188cf6e80e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:00.702109 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3b4d1-16d2-4347-8a53-4188cf6e80e7 None None] Pushing event deleted for resources: {'Port': ['ID=2aea838e-57e9-4228-9f23-74a215e15eb7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:00.704479 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2ae50ff-a374-4ba6-85af-7dd44070179f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:00.706826 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2ae50ff-a374-4ba6-85af-7dd44070179f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:00.708880 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef3b4d1-16d2-4347-8a53-4188cf6e80e7 None None] No DVR routers for this DVR port 2aea838e-57e9-4228-9f23-74a215e15eb7 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:44:00.749644 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2ae50ff-a374-4ba6-85af-7dd44070179f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:00.750225 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ae50ff-a374-4ba6-85af-7dd44070179f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Fanout notify agent at l3_agent the message router_deleted on router 5614fd79-0e68-46c4-8feb-2af29c206411 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:44:00.757468 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2ae50ff-a374-4ba6-85af-7dd44070179f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:00.758637 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e2ae50ff-a374-4ba6-85af-7dd44070179f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "DELETE /v2.0/routers/5614fd79-0e68-46c4-8feb-2af29c206411 HTTP/1.1" status: 204 len: 168 time: 0.7704952 Jul 22 17:44:00.761295 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42040) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:44:00.838894 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5d9b6f6-1fe2-4f11-94d0-a6db5356e4c5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:00.921869 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5d9b6f6-1fe2-4f11-94d0-a6db5356e4c5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:00.932286 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-e5d9b6f6-1fe2-4f11-94d0-a6db5356e4c5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce2ed70-50ce-4eb0-9a21-8847db71d3b2']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:44:00.942519 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-e5d9b6f6-1fe2-4f11-94d0-a6db5356e4c5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73af27ac-1342-4502-8c0f-7cfe05a1a9a4') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:44:00.942813 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-e5d9b6f6-1fe2-4f11-94d0-a6db5356e4c5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73af27ac-1342-4502-8c0f-7cfe05a1a9a4') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:44:00.951812 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5d9b6f6-1fe2-4f11-94d0-a6db5356e4c5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:00.965691 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5d9b6f6-1fe2-4f11-94d0-a6db5356e4c5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:00.972239 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d9b6f6-1fe2-4f11-94d0-a6db5356e4c5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:44:00.972652 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5d9b6f6-1fe2-4f11-94d0-a6db5356e4c5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: timer() Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:44:00.975658 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:44:01.042613 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5d9b6f6-1fe2-4f11-94d0-a6db5356e4c5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:01.052992 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e5d9b6f6-1fe2-4f11-94d0-a6db5356e4c5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:01.055324 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e5d9b6f6-1fe2-4f11-94d0-a6db5356e4c5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "DELETE /v2.0/networks/8ce2ed70-50ce-4eb0-9a21-8847db71d3b2 HTTP/1.1" status: 204 len: 168 time: 0.2931120 Jul 22 17:44:01.058235 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42042) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:44:01.071245 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9b6f6-1fe2-4f11-94d0-a6db5356e4c5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Network': ['ID=8ce2ed70-50ce-4eb0-9a21-8847db71d3b2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:01.131504 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9eca2c64-bca8-4329-a8be-6d3b2507de3f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:01.156089 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9eca2c64-bca8-4329-a8be-6d3b2507de3f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:01.220114 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9eca2c64-bca8-4329-a8be-6d3b2507de3f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:01.224553 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9eca2c64-bca8-4329-a8be-6d3b2507de3f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:01.226223 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9eca2c64-bca8-4329-a8be-6d3b2507de3f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "DELETE /v2.0/security-groups/5a28bedb-3c44-46eb-b36c-313c03eeefb1 HTTP/1.1" status: 204 len: 168 time: 0.1653829 Jul 22 17:44:01.241555 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca2c64-bca8-4329-a8be-6d3b2507de3f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a28bedb-3c44-46eb-b36c-313c03eeefb1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:01.655316 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 47efef30-4f45-4ea2-8d31-5bd10d01654f no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:44:01.679474 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 47efef30-4f45-4ea2-8d31-5bd10d01654f {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:44:01.679807 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 47efef30-4f45-4ea2-8d31-5bd10d01654f not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:44:01.680208 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2aea838e-57e9-4228-9f23-74a215e15eb7 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:44:01.708430 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 2aea838e-57e9-4228-9f23-74a215e15eb7 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:44:01.708775 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 2aea838e-57e9-4228-9f23-74a215e15eb7 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:44:01.709164 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b06edfc0-0548-402c-98a0-878229b8dc2e no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:44:01.735421 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: b06edfc0-0548-402c-98a0-878229b8dc2e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:44:01.735766 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device b06edfc0-0548-402c-98a0-878229b8dc2e not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:44:01.741293 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fad91fc4-e181-416a-9e96-a6bd25d2b87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:01.747653 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:01.911450 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42048) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:44:01.916075 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-08f87167-7e80-4049-af13-78c0e36e6d40 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-480249067', 'description': 'tempest-secgroup-smoke-480249067 description', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:44:01.937657 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-08f87167-7e80-4049-af13-78c0e36e6d40 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.015216 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-08f87167-7e80-4049-af13-78c0e36e6d40 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.020170 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-08f87167-7e80-4049-af13-78c0e36e6d40 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.045891 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-08f87167-7e80-4049-af13-78c0e36e6d40 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.047126 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-08f87167-7e80-4049-af13-78c0e36e6d40 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1346688 Jul 22 17:44:02.050205 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42050) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:44:02.054912 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f87167-7e80-4049-af13-78c0e36e6d40 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a08d859-ceb2-42ba-a3f6-897e4500db7a,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:02.055052 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d8b3c2c3-39a8-4df8-85d2-3a77fb04ed95 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': '2a08d859-ceb2-42ba-a3f6-897e4500db7a', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:44:02.091767 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8b3c2c3-39a8-4df8-85d2-3a77fb04ed95 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.148117 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8b3c2c3-39a8-4df8-85d2-3a77fb04ed95 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.151729 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8b3c2c3-39a8-4df8-85d2-3a77fb04ed95 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.170602 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3c2c3-39a8-4df8-85d2-3a77fb04ed95 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dfb3ce1-c673-4e48-9b60-4ccc50acee16,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:02.176365 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8b3c2c3-39a8-4df8-85d2-3a77fb04ed95 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.177569 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d8b3c2c3-39a8-4df8-85d2-3a77fb04ed95 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263075 Jul 22 17:44:02.180309 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42052) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:44:02.184677 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-4320aa6b-5ce1-4bad-aca2-8987e6ba1a83 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': '2a08d859-ceb2-42ba-a3f6-897e4500db7a', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:44:02.213134 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4320aa6b-5ce1-4bad-aca2-8987e6ba1a83 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.289684 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4320aa6b-5ce1-4bad-aca2-8987e6ba1a83 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.293969 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4320aa6b-5ce1-4bad-aca2-8987e6ba1a83 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.315716 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320aa6b-5ce1-4bad-aca2-8987e6ba1a83 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1822bb0c-63f2-41bd-84b0-62b40e83e115,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:02.318906 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4320aa6b-5ce1-4bad-aca2-8987e6ba1a83 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.320084 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4320aa6b-5ce1-4bad-aca2-8987e6ba1a83 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1388614 Jul 22 17:44:02.322830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42054) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:44:02.327146 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6f375310-a537-4fad-9992-6d917480a83c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': '2a08d859-ceb2-42ba-a3f6-897e4500db7a', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:44:02.351412 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f375310-a537-4fad-9992-6d917480a83c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.408067 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f375310-a537-4fad-9992-6d917480a83c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.411265 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f375310-a537-4fad-9992-6d917480a83c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.431506 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f375310-a537-4fad-9992-6d917480a83c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd903702-c2c9-411f-bb46-c0d82f95073e,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:02.434864 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6f375310-a537-4fad-9992-6d917480a83c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.436024 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6f375310-a537-4fad-9992-6d917480a83c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1122665 Jul 22 17:44:02.438897 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42056) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:44:02.443904 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-efc3f834-392f-4f3e-a03f-284c2a2ba596 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': '2a08d859-ceb2-42ba-a3f6-897e4500db7a', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:44:02.468693 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-efc3f834-392f-4f3e-a03f-284c2a2ba596 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.526906 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-efc3f834-392f-4f3e-a03f-284c2a2ba596 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.530329 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-efc3f834-392f-4f3e-a03f-284c2a2ba596 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.547458 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3f834-392f-4f3e-a03f-284c2a2ba596 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919c00f7-60b9-43d1-941f-2c3c374bf81c,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:02.555036 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-efc3f834-392f-4f3e-a03f-284c2a2ba596 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.556297 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-efc3f834-392f-4f3e-a03f-284c2a2ba596 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164596 Jul 22 17:44:02.560779 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42058) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:44:02.565338 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2f083197-f07e-453f-af33-0321440c34e2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': '2a08d859-ceb2-42ba-a3f6-897e4500db7a', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:44:02.586406 n-d-798930-9 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-2f083197-f07e-453f-af33-0321440c34e2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Project 58d9fe362c4a4138b4f40d451e5a1ccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:44:02.591274 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f083197-f07e-453f-af33-0321440c34e2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.653051 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f083197-f07e-453f-af33-0321440c34e2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.656404 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f083197-f07e-453f-af33-0321440c34e2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.677302 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f083197-f07e-453f-af33-0321440c34e2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def7089c-9450-4a59-ac1e-40ad8736ca9f,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:02.680440 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2f083197-f07e-453f-af33-0321440c34e2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.681632 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2f083197-f07e-453f-af33-0321440c34e2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199286 Jul 22 17:44:02.684366 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42060) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:44:02.688985 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8d223fc6-0d27-4b6e-86bf-900c9b42e594 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': '2a08d859-ceb2-42ba-a3f6-897e4500db7a', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:44:02.710073 n-d-798930-9 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-8d223fc6-0d27-4b6e-86bf-900c9b42e594 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Project 58d9fe362c4a4138b4f40d451e5a1ccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:44:02.714806 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d223fc6-0d27-4b6e-86bf-900c9b42e594 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.775832 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d223fc6-0d27-4b6e-86bf-900c9b42e594 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.779286 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d223fc6-0d27-4b6e-86bf-900c9b42e594 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.794257 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d223fc6-0d27-4b6e-86bf-900c9b42e594 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c1e10e-9a44-4447-a4fb-d5bcffdab47d,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:02.803810 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d223fc6-0d27-4b6e-86bf-900c9b42e594 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.805026 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8d223fc6-0d27-4b6e-86bf-900c9b42e594 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197114 Jul 22 17:44:02.807897 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42062) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:44:02.812758 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-55f96e1a-2160-478d-83c4-850d44eddbe7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'network': {'name': 'tempest-network-smoke--126885521', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'port_security_enabled': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:44:02.833855 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f96e1a-2160-478d-83c4-850d44eddbe7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Made reservation on behalf of 58d9fe362c4a4138b4f40d451e5a1ccb for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:44:02.837269 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55f96e1a-2160-478d-83c4-850d44eddbe7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.860680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f96e1a-2160-478d-83c4-850d44eddbe7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:44:02.870945 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55f96e1a-2160-478d-83c4-850d44eddbe7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.871344 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-55f96e1a-2160-478d-83c4-850d44eddbe7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Added segment e80000e6-3d48-4312-8af0-50c2f4f782b3 of type vlan for network c541b598-34fb-4a98-9580-5dce311f25c7 Jul 22 17:44:02.910911 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55f96e1a-2160-478d-83c4-850d44eddbe7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.938408 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55f96e1a-2160-478d-83c4-850d44eddbe7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.944452 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f96e1a-2160-478d-83c4-850d44eddbe7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:02.945032 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-55f96e1a-2160-478d-83c4-850d44eddbe7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.978967 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-55f96e1a-2160-478d-83c4-850d44eddbe7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1700881 Jul 22 17:44:02.981658 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42064) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:44:02.988497 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-58e967b7-226d-4588-8fec-ddc57bd893ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-622819866', 'admin_state_up': True, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:44:03.024114 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f96e1a-2160-478d-83c4-850d44eddbe7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Network': ['ID=c541b598-34fb-4a98-9580-5dce311f25c7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:03.034143 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network c541b598-34fb-4a98-9580-5dce311f25c7 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:44:03.040936 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58e967b7-226d-4588-8fec-ddc57bd893ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:03.043121 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58e967b7-226d-4588-8fec-ddc57bd893ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:03.074282 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:03.099181 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58e967b7-226d-4588-8fec-ddc57bd893ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:03.239249 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58e967b7-226d-4588-8fec-ddc57bd893ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:03.429043 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58e967b7-226d-4588-8fec-ddc57bd893ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:03.447252 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58e967b7-226d-4588-8fec-ddc57bd893ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:03.545890 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-58e967b7-226d-4588-8fec-ddc57bd893ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Allocated IP 172.25.0.78 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/207c9232-39ee-497f-a7c9-3ab52ceaa59d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:44:03.649339 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58e967b7-226d-4588-8fec-ddc57bd893ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:03.686944 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58e967b7-226d-4588-8fec-ddc57bd893ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:03.720137 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e967b7-226d-4588-8fec-ddc57bd893ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:44:03.723492 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-58e967b7-226d-4588-8fec-ddc57bd893ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:44:03.725839 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e967b7-226d-4588-8fec-ddc57bd893ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:44:03.757227 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e967b7-226d-4588-8fec-ddc57bd893ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=207c9232-39ee-497f-a7c9-3ab52ceaa59d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:03.972262 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58e967b7-226d-4588-8fec-ddc57bd893ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:04.163304 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58e967b7-226d-4588-8fec-ddc57bd893ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:04.287217 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e967b7-226d-4588-8fec-ddc57bd893ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Router cc163322-edd0-4243-a46f-1d86a7a0bb31 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:44:04.747090 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e967b7-226d-4588-8fec-ddc57bd893ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:44:04.756535 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] Sync routers for ids ['cc163322-edd0-4243-a46f-1d86a7a0bb31'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:44:04.765517 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58e967b7-226d-4588-8fec-ddc57bd893ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:04.765839 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] Routers {'cc163322-edd0-4243-a46f-1d86a7a0bb31'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:44:04.766481 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:44:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['cc163322-edd0-4243-a46f-1d86a7a0bb31'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:44:04.770143 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-58e967b7-226d-4588-8fec-ddc57bd893ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7843316 Jul 22 17:44:04.770143 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42066) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:44:04.800895 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a2bc880d-7688-44ac-b486-32eee52af6cb tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=58d9fe362c4a4138b4f40d451e5a1ccb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267723 Jul 22 17:44:04.801095 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42068) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:44:04.867306 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] Set router cc163322-edd0-4243-a46f-1d86a7a0bb31 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:44:04.887025 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:04.889540 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3232b2-1ebe-49b7-8d7d-338d40491aff tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:04.892246 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5d3232b2-1ebe-49b7-8d7d-338d40491aff tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890987 Jul 22 17:44:04.893862 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42070) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:44:04.921914 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7941709d-f8d0-4e4f-aee9-192541392a4d tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=748fc6ab-3639-411a-b273-35e3c4423108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269353 Jul 22 17:44:04.924932 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42072) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:44:04.929675 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f4e140b9-f520-4a92-9040-1cb538238d95 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-765066021', 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:44:05.018112 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e140b9-f520-4a92-9040-1cb538238d95 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Made reservation on behalf of 58d9fe362c4a4138b4f40d451e5a1ccb for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:44:05.021420 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4e140b9-f520-4a92-9040-1cb538238d95 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:05.062351 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622819866', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:03Z', 'revision_number': 3, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:44:05.093018 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] Checking router: cc163322-edd0-4243-a46f-1d86a7a0bb31 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:44:05.093368 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] Updating router cc163322-edd0-4243-a46f-1d86a7a0bb31 port 207c9232-39ee-497f-a7c9-3ab52ceaa59d binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:44:05.130628 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:05.200325 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4e140b9-f520-4a92-9040-1cb538238d95 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:05.260473 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e140b9-f520-4a92-9040-1cb538238d95 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Subnet': ['ID=4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:05.267564 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e140b9-f520-4a92-9040-1cb538238d95 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Checking segment: {'id': 'e80000e6-3d48-4312-8af0-50c2f4f782b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:44:05.267852 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e140b9-f520-4a92-9040-1cb538238d95 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network hostable DHCP agents. Network: c541b598-34fb-4a98-9580-5dce311f25c7, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:44:05.286062 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e140b9-f520-4a92-9040-1cb538238d95 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network c541b598-34fb-4a98-9580-5dce311f25c7 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:44:05.296681 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-f4e140b9-f520-4a92-9040-1cb538238d95 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, c541b598-34fb-4a98-9580-5dce311f25c7) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:44:05.301814 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e140b9-f520-4a92-9040-1cb538238d95 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:05.302448 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4e140b9-f520-4a92-9040-1cb538238d95 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:05.308731 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f115511f-5e0e-4a20-8ad0-cf8452f84540 None None] Network c541b598-34fb-4a98-9580-5dce311f25c7 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:44:05.325865 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f4e140b9-f520-4a92-9040-1cb538238d95 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3999152 Jul 22 17:44:05.328607 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42074) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:44:05.387749 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:05.399152 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] Transition to ACTIVE for port object 207c9232-39ee-497f-a7c9-3ab52ceaa59d will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:44:05.405956 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:05.449241 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] Attempting to bind port 207c9232-39ee-497f-a7c9-3ab52ceaa59d on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:44:05.449614 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] Attempting to bind port 207c9232-39ee-497f-a7c9-3ab52ceaa59d by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:44:05.450002 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] Attempting to bind port 207c9232-39ee-497f-a7c9-3ab52ceaa59d on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:44:05.461250 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:44:05.461624 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:44:05.462067 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:05.462457 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:44:05.462926 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] Bound port: 207c9232-39ee-497f-a7c9-3ab52ceaa59d, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:44:05.463305 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:05.468949 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1269cea-8c21-4e78-b2db-61530e502eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-c541b598-34fb-4a98-9580-5dce311f25c7', 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'fixed_ips': [{'subnet_id': '4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:44:05.470047 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1269cea-8c21-4e78-b2db-61530e502eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:05.506256 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d0a44-36f9-40f7-865c-8c674ec89d20 None None] Pushing event updated for resources: {'Port': ['ID=207c9232-39ee-497f-a7c9-3ab52ceaa59d,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:05.519184 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d0a44-36f9-40f7-865c-8c674ec89d20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:44:05.519528 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d0a44-36f9-40f7-865c-8c674ec89d20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:44:05.519866 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d0a44-36f9-40f7-865c-8c674ec89d20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:44:05.520204 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d0a44-36f9-40f7-865c-8c674ec89d20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:44:05.520534 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d0a44-36f9-40f7-865c-8c674ec89d20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:44:05.520860 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d0a44-36f9-40f7-865c-8c674ec89d20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:44:05.521182 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d0a44-36f9-40f7-865c-8c674ec89d20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:44:05.521502 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d0a44-36f9-40f7-865c-8c674ec89d20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:44:05.521817 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d0a44-36f9-40f7-865c-8c674ec89d20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:44:05.522162 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d0a44-36f9-40f7-865c-8c674ec89d20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:44:05.522477 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d0a44-36f9-40f7-865c-8c674ec89d20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:44:05.522799 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d0a44-36f9-40f7-865c-8c674ec89d20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:44:05.543400 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] For port 207c9232-39ee-497f-a7c9-3ab52ceaa59d, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:44:05.546167 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] For port 207c9232-39ee-497f-a7c9-3ab52ceaa59d, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=207c9232-39ee-497f-a7c9-3ab52ceaa59d,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:44:05.552323 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:05.610783 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] Routers {'cc163322-edd0-4243-a46f-1d86a7a0bb31'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:44:05.611394 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:44:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['cc163322-edd0-4243-a46f-1d86a7a0bb31'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:44:05.614120 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d0a44-36f9-40f7-865c-8c674ec89d20 None None] Pushing event updated for resources: {'Port': ['ID=207c9232-39ee-497f-a7c9-3ab52ceaa59d,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:05.625693 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-f1269cea-8c21-4e78-b2db-61530e502eb4 None None] Allocated IP 172.20.0.2 (c541b598-34fb-4a98-9580-5dce311f25c7/4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3/0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:44:05.720021 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] Set router cc163322-edd0-4243-a46f-1d86a7a0bb31 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:44:05.777601 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1269cea-8c21-4e78-b2db-61530e502eb4 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:05.786585 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f1269cea-8c21-4e78-b2db-61530e502eb4 None None] Transition to ACTIVE for port object 0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:44:05.788237 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72ef955d-de2f-4d71-ae74-6a660bac495a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:05.802153 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f1269cea-8c21-4e78-b2db-61530e502eb4 None None] Transition to ACTIVE for port object 0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:44:05.809349 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1269cea-8c21-4e78-b2db-61530e502eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:05.848950 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1269cea-8c21-4e78-b2db-61530e502eb4 None None] Network c541b598-34fb-4a98-9580-5dce311f25c7 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:44:05.851771 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f1269cea-8c21-4e78-b2db-61530e502eb4 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:44:05.855280 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1269cea-8c21-4e78-b2db-61530e502eb4 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:44:05.865884 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1269cea-8c21-4e78-b2db-61530e502eb4 None None] Pushing event updated for resources: {'Port': ['ID=0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:05.909705 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622819866', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:03Z', 'revision_number': 3, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:44:05.916402 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f1269cea-8c21-4e78-b2db-61530e502eb4 None None] Attempting to bind port 0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:44:05.917319 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f1269cea-8c21-4e78-b2db-61530e502eb4 None None] Attempting to bind port 0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e80000e6-3d48-4312-8af0-50c2f4f782b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:44:05.917754 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1269cea-8c21-4e78-b2db-61530e502eb4 None None] Attempting to bind port 0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5 on network c541b598-34fb-4a98-9580-5dce311f25c7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:44:05.923663 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1269cea-8c21-4e78-b2db-61530e502eb4 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:44:05.924089 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1269cea-8c21-4e78-b2db-61530e502eb4 None None] Checking segment: {'id': 'e80000e6-3d48-4312-8af0-50c2f4f782b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:44:05.925043 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1269cea-8c21-4e78-b2db-61530e502eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:05.925470 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1269cea-8c21-4e78-b2db-61530e502eb4 None None] Bound using segment: {'id': 'e80000e6-3d48-4312-8af0-50c2f4f782b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:44:05.925939 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f1269cea-8c21-4e78-b2db-61530e502eb4 None None] Bound port: 0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80000e6-3d48-4312-8af0-50c2f4f782b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:44:05.926355 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1269cea-8c21-4e78-b2db-61530e502eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:05.936783 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4766e7bb-9a8a-4a49-b8ad-0cc90d81eacd None None] The sync data for ids ['cc163322-edd0-4243-a46f-1d86a7a0bb31'] in n-d-798930-9 is: [{'id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622819866', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:03Z', 'revision_number': 3, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:44:05.991396 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f1269cea-8c21-4e78-b2db-61530e502eb4 None None] For port 0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:44:05.994896 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f1269cea-8c21-4e78-b2db-61530e502eb4 None None] For port 0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5,segment=NetworkSegment(e80000e6-3d48-4312-8af0-50c2f4f782b3),segment_id=e80000e6-3d48-4312-8af0-50c2f4f782b3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:44:06.002213 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1269cea-8c21-4e78-b2db-61530e502eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:06.071180 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1269cea-8c21-4e78-b2db-61530e502eb4 None None] Pushing event updated for resources: {'Port': ['ID=0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:06.092658 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-72ef955d-de2f-4d71-ae74-6a660bac495a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Allocated IP 172.20.0.1 (c541b598-34fb-4a98-9580-5dce311f25c7/4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3/985382ec-82cf-46c9-9b72-7ff0e436a757) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:44:06.236330 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72ef955d-de2f-4d71-ae74-6a660bac495a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:06.258706 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-72ef955d-de2f-4d71-ae74-6a660bac495a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Transition to ACTIVE for port object 985382ec-82cf-46c9-9b72-7ff0e436a757 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:44:06.298767 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72ef955d-de2f-4d71-ae74-6a660bac495a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:06.354391 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef955d-de2f-4d71-ae74-6a660bac495a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=985382ec-82cf-46c9-9b72-7ff0e436a757,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:06.363085 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ef955d-de2f-4d71-ae74-6a660bac495a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network c541b598-34fb-4a98-9580-5dce311f25c7 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:44:06.364567 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-72ef955d-de2f-4d71-ae74-6a660bac495a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:44:06.366920 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ef955d-de2f-4d71-ae74-6a660bac495a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:44:06.417301 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72ef955d-de2f-4d71-ae74-6a660bac495a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:06.565047 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72ef955d-de2f-4d71-ae74-6a660bac495a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:06.867621 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72ef955d-de2f-4d71-ae74-6a660bac495a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:06.872344 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72ef955d-de2f-4d71-ae74-6a660bac495a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:06.950027 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef955d-de2f-4d71-ae74-6a660bac495a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=985382ec-82cf-46c9-9b72-7ff0e436a757,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:06.956529 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-72ef955d-de2f-4d71-ae74-6a660bac495a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:07.021643 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fc06f6-5064-4db6-ba30-80c317692f1d None None] Network c541b598-34fb-4a98-9580-5dce311f25c7 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:44:07.055218 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ef955d-de2f-4d71-ae74-6a660bac495a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network c541b598-34fb-4a98-9580-5dce311f25c7 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:44:07.056629 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-72ef955d-de2f-4d71-ae74-6a660bac495a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:44:07.117603 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ab1925e8-ca8f-47de-b81b-cf6105758315 None None] Provisioning for port 0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:44:07.177648 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ef955d-de2f-4d71-ae74-6a660bac495a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Router cc163322-edd0-4243-a46f-1d86a7a0bb31 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:44:07.297013 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ef955d-de2f-4d71-ae74-6a660bac495a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:44:07.305594 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-72ef955d-de2f-4d71-ae74-6a660bac495a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "PUT /v2.0/routers/cc163322-edd0-4243-a46f-1d86a7a0bb31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9756913 Jul 22 17:44:07.443559 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 207c9232-39ee-497f-a7c9-3ab52ceaa59d up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:44:07.487490 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-2f6e8b8c-3c39-49a0-9f1a-4a49b22e250c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-480249067&fields=id&tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb HTTP/1.1" status: 200 len: 267 time: 0.0391877 Jul 22 17:44:07.492150 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-74988dc5-d70e-4518-bc8e-cc9bade0a3ff None None] Provisioning for port 985382ec-82cf-46c9-9b72-7ff0e436a757 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:44:07.498389 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-74988dc5-d70e-4518-bc8e-cc9bade0a3ff None None] Provisioning complete for port 985382ec-82cf-46c9-9b72-7ff0e436a757 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:44:07.498844 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74988dc5-d70e-4518-bc8e-cc9bade0a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:07.547402 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 207c9232-39ee-497f-a7c9-3ab52ceaa59d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:44:07.554901 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 207c9232-39ee-497f-a7c9-3ab52ceaa59d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:44:07.555522 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:07.559681 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-74988dc5-d70e-4518-bc8e-cc9bade0a3ff None None] Port 985382ec-82cf-46c9-9b72-7ff0e436a757 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:44:07.637266 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-98d0d42d-795f-45c7-897c-b835c66964ae tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:07.637565 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] Sync routers for ids ['cc163322-edd0-4243-a46f-1d86a7a0bb31'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:44:07.638873 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-98d0d42d-795f-45c7-897c-b835c66964ae tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/networks?id=c541b598-34fb-4a98-9580-5dce311f25c7 HTTP/1.1" status: 200 len: 796 time: 0.1439481 Jul 22 17:44:07.657284 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-3c863da5-14fd-4f40-a08a-f8dfe672970c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/quotas/58d9fe362c4a4138b4f40d451e5a1ccb HTTP/1.1" status: 200 len: 375 time: 0.0118673 Jul 22 17:44:07.662573 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:07.667487 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] Routers {'cc163322-edd0-4243-a46f-1d86a7a0bb31'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:44:07.668108 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:44:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['cc163322-edd0-4243-a46f-1d86a7a0bb31'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:44:07.732903 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-e836b845-a53d-4a1b-9c86-00d35d4ff9fa tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691390 Jul 22 17:44:07.845248 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-c3261e40-cf5f-4826-92dc-20d5a0a9bc4a service neutron] 10.222.0.69 "GET /v2.0/networks/c541b598-34fb-4a98-9580-5dce311f25c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999503 Jul 22 17:44:07.907441 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 207c9232-39ee-497f-a7c9-3ab52ceaa59d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=207c9232-39ee-497f-a7c9-3ab52ceaa59d,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:44:07.914881 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:07.915646 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:44:07.936725 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-61afb0d3-412d-41d1-81b0-f966436956c5 service neutron] 10.222.0.69 "GET /v2.0/networks/c541b598-34fb-4a98-9580-5dce311f25c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856159 Jul 22 17:44:07.975443 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dfb64d3a-d398-4ab1-a226-8143200acb31 None None] Provisioning complete for port 985382ec-82cf-46c9-9b72-7ff0e436a757 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:44:07.975819 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dfb64d3a-d398-4ab1-a226-8143200acb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:08.059798 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=207c9232-39ee-497f-a7c9-3ab52ceaa59d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:08.062403 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-dfb64d3a-d398-4ab1-a226-8143200acb31 None None] Port 985382ec-82cf-46c9-9b72-7ff0e436a757 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:44:08.065666 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] Set router cc163322-edd0-4243-a46f-1d86a7a0bb31 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:44:08.097313 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:44:08.108178 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:44:08.108548 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:08.208682 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4f327e0d-b42e-404c-8793-64b7ab881021 None None] Provisioning complete for port 985382ec-82cf-46c9-9b72-7ff0e436a757 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:44:08.209060 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f327e0d-b42e-404c-8793-64b7ab881021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:08.334395 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:08.347607 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4f327e0d-b42e-404c-8793-64b7ab881021 None None] Port 985382ec-82cf-46c9-9b72-7ff0e436a757 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:44:08.390357 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5,segment=NetworkSegment(e80000e6-3d48-4312-8af0-50c2f4f782b3),segment_id=e80000e6-3d48-4312-8af0-50c2f4f782b3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:44:08.416799 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:08.458666 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-351969b8-e048-4cb2-94fc-604ed77e0e66 req-76af89e2-1f4f-4856-b60e-eaf5522feef1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 210 time: 0.3873096 Jul 22 17:44:08.487401 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:08.496528 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622819866', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:06Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '985382ec-82cf-46c9-9b72-7ff0e436a757', 'name': '', 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:f2:f3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:44:05Z', 'updated_at': '2021-07-22T17:44:06Z', 'revision_number': 2, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:44:08.524479 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] Checking router: cc163322-edd0-4243-a46f-1d86a7a0bb31 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:44:08.525084 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] Updating router cc163322-edd0-4243-a46f-1d86a7a0bb31 port 985382ec-82cf-46c9-9b72-7ff0e436a757 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:44:08.558898 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:08.821204 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:08.831076 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] Transition to ACTIVE for port object 985382ec-82cf-46c9-9b72-7ff0e436a757 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:44:08.836231 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:08.903858 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230f268-22e4-472b-8861-8849871a06aa None None] Pushing event updated for resources: {'Port': ['ID=985382ec-82cf-46c9-9b72-7ff0e436a757,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:08.941209 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] Attempting to bind port 985382ec-82cf-46c9-9b72-7ff0e436a757 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:44:08.941574 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] Attempting to bind port 985382ec-82cf-46c9-9b72-7ff0e436a757 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'e80000e6-3d48-4312-8af0-50c2f4f782b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:44:08.941951 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] Attempting to bind port 985382ec-82cf-46c9-9b72-7ff0e436a757 on network c541b598-34fb-4a98-9580-5dce311f25c7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:44:08.947165 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:44:08.947539 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] Checking segment: {'id': 'e80000e6-3d48-4312-8af0-50c2f4f782b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:44:08.947961 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:08.948334 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] Bound using segment: {'id': 'e80000e6-3d48-4312-8af0-50c2f4f782b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:44:08.948805 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] Bound port: 985382ec-82cf-46c9-9b72-7ff0e436a757, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80000e6-3d48-4312-8af0-50c2f4f782b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:44:08.949182 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:09.019826 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] For port 985382ec-82cf-46c9-9b72-7ff0e436a757, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:44:09.023209 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] For port 985382ec-82cf-46c9-9b72-7ff0e436a757, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=985382ec-82cf-46c9-9b72-7ff0e436a757,segment=NetworkSegment(e80000e6-3d48-4312-8af0-50c2f4f782b3),segment_id=e80000e6-3d48-4312-8af0-50c2f4f782b3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:44:09.028167 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:09.101347 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] Routers {'cc163322-edd0-4243-a46f-1d86a7a0bb31'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:44:09.102082 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:44:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['cc163322-edd0-4243-a46f-1d86a7a0bb31'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:44:09.103733 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230f268-22e4-472b-8861-8849871a06aa None None] Pushing event updated for resources: {'Port': ['ID=985382ec-82cf-46c9-9b72-7ff0e436a757,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:09.177473 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-12ca29f3-1cdf-48e1-934a-1fc42baf300b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:09.180049 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-12ca29f3-1cdf-48e1-934a-1fc42baf300b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.30 "GET /v2.0/networks?id=c541b598-34fb-4a98-9580-5dce311f25c7 HTTP/1.1" status: 200 len: 796 time: 0.1289351 Jul 22 17:44:09.230640 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-1560893a-c6ae-4070-95ea-6fdbb918022e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb HTTP/1.1" status: 200 len: 379 time: 0.0355079 Jul 22 17:44:09.236231 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] Set router cc163322-edd0-4243-a46f-1d86a7a0bb31 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:44:09.240210 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-934bb120-030e-4916-8762-9a67c5700390 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'port': {'device_id': '84ff20e2-4f38-40d3-8162-6c2c8b5b070e', 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7', 'admin_state_up': True, 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'security_groups': ['2a08d859-ceb2-42ba-a3f6-897e4500db7a']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:44:09.373234 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-934bb120-030e-4916-8762-9a67c5700390 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Made reservation on behalf of 58d9fe362c4a4138b4f40d451e5a1ccb for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:44:09.376772 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-934bb120-030e-4916-8762-9a67c5700390 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:09.394652 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 207c9232-39ee-497f-a7c9-3ab52ceaa59d up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:44:09.485252 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 207c9232-39ee-497f-a7c9-3ab52ceaa59d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:44:09.485681 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:09.503125 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-934bb120-030e-4916-8762-9a67c5700390 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Allocated IP 172.20.0.12 (c541b598-34fb-4a98-9580-5dce311f25c7/4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3/fccc4190-65de-4777-974a-f1397e5a35d1) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:44:09.540005 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622819866', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:06Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '985382ec-82cf-46c9-9b72-7ff0e436a757', 'name': '', 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:f2:f3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:44:05Z', 'updated_at': '2021-07-22T17:44:09Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:44:09.568836 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45d1268-3cdd-4a52-a4f6-dedbaa6b572f None None] The sync data for ids ['cc163322-edd0-4243-a46f-1d86a7a0bb31'] in n-d-798930-9 is: [{'id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622819866', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:06Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '985382ec-82cf-46c9-9b72-7ff0e436a757', 'name': '', 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:f2:f3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:44:05Z', 'updated_at': '2021-07-22T17:44:09Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:44:09.574895 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-544fa9cb-43ad-4101-b626-c97b18d30155 req-e1c16090-429e-4620-8bc5-8621e7e0801d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 210 time: 0.0410812 Jul 22 17:44:09.646812 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:44:09.700993 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-934bb120-030e-4916-8762-9a67c5700390 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:09.704070 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:44:09.704664 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:09.715778 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-934bb120-030e-4916-8762-9a67c5700390 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Transition to ACTIVE for port object fccc4190-65de-4777-974a-f1397e5a35d1 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:44:09.759375 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-934bb120-030e-4916-8762-9a67c5700390 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:09.809912 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-934bb120-030e-4916-8762-9a67c5700390 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network c541b598-34fb-4a98-9580-5dce311f25c7 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:44:09.813027 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-934bb120-030e-4916-8762-9a67c5700390 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:44:09.817905 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-934bb120-030e-4916-8762-9a67c5700390 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:44:09.846848 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb120-030e-4916-8762-9a67c5700390 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=fccc4190-65de-4777-974a-f1397e5a35d1,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:09.878161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-934bb120-030e-4916-8762-9a67c5700390 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:09.878797 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-934bb120-030e-4916-8762-9a67c5700390 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:09.894105 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-934bb120-030e-4916-8762-9a67c5700390 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6576390 Jul 22 17:44:09.912852 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-363fa245-a1ec-4289-a220-c4688856ff2a service neutron] Request body: {'port': {'device_id': '84ff20e2-4f38-40d3-8162-6c2c8b5b070e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:44:09.989759 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-363fa245-a1ec-4289-a220-c4688856ff2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:10.086902 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f40b963d-7e66-49ed-9598-47f48c0244d4 None None] Provisioning for port fccc4190-65de-4777-974a-f1397e5a35d1 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:44:10.094187 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f40b963d-7e66-49ed-9598-47f48c0244d4 None None] Provisioning complete for port fccc4190-65de-4777-974a-f1397e5a35d1 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:44:10.094565 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f40b963d-7e66-49ed-9598-47f48c0244d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:10.141897 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f40b963d-7e66-49ed-9598-47f48c0244d4 None None] Port fccc4190-65de-4777-974a-f1397e5a35d1 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:44:10.279612 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-363fa245-a1ec-4289-a220-c4688856ff2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fccc4190-65de-4777-974a-f1397e5a35d1 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:44:10.288071 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-363fa245-a1ec-4289-a220-c4688856ff2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:10.300485 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-363fa245-a1ec-4289-a220-c4688856ff2a service neutron] Transition to ACTIVE for port object fccc4190-65de-4777-974a-f1397e5a35d1 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:44:10.304290 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-363fa245-a1ec-4289-a220-c4688856ff2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:10.359253 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fa245-a1ec-4289-a220-c4688856ff2a service neutron] Pushing event updated for resources: {'Port': ['ID=fccc4190-65de-4777-974a-f1397e5a35d1,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:10.440761 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-363fa245-a1ec-4289-a220-c4688856ff2a service neutron] Attempting to bind port fccc4190-65de-4777-974a-f1397e5a35d1 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:44:10.441100 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-363fa245-a1ec-4289-a220-c4688856ff2a service neutron] Attempting to bind port fccc4190-65de-4777-974a-f1397e5a35d1 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'e80000e6-3d48-4312-8af0-50c2f4f782b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:44:10.441427 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-363fa245-a1ec-4289-a220-c4688856ff2a service neutron] Attempting to bind port fccc4190-65de-4777-974a-f1397e5a35d1 on network c541b598-34fb-4a98-9580-5dce311f25c7 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:44:10.446102 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-363fa245-a1ec-4289-a220-c4688856ff2a service neutron] Port fccc4190-65de-4777-974a-f1397e5a35d1 on network c541b598-34fb-4a98-9580-5dce311f25c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:44:10.446424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-363fa245-a1ec-4289-a220-c4688856ff2a service neutron] Attempting to bind port fccc4190-65de-4777-974a-f1397e5a35d1 on network c541b598-34fb-4a98-9580-5dce311f25c7 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:44:10.451534 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-363fa245-a1ec-4289-a220-c4688856ff2a service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:44:10.451870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-363fa245-a1ec-4289-a220-c4688856ff2a service neutron] Checking segment: {'id': 'e80000e6-3d48-4312-8af0-50c2f4f782b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:44:10.452255 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-363fa245-a1ec-4289-a220-c4688856ff2a service neutron] Bound using segment: {'id': 'e80000e6-3d48-4312-8af0-50c2f4f782b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:44:10.452688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-363fa245-a1ec-4289-a220-c4688856ff2a service neutron] Bound port: fccc4190-65de-4777-974a-f1397e5a35d1, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80000e6-3d48-4312-8af0-50c2f4f782b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:44:10.453048 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-363fa245-a1ec-4289-a220-c4688856ff2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:10.527660 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-363fa245-a1ec-4289-a220-c4688856ff2a service neutron] For port fccc4190-65de-4777-974a-f1397e5a35d1, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:44:10.530989 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-363fa245-a1ec-4289-a220-c4688856ff2a service neutron] For port fccc4190-65de-4777-974a-f1397e5a35d1, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=fccc4190-65de-4777-974a-f1397e5a35d1,segment=NetworkSegment(e80000e6-3d48-4312-8af0-50c2f4f782b3),segment_id=e80000e6-3d48-4312-8af0-50c2f4f782b3)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:44:10.535890 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-363fa245-a1ec-4289-a220-c4688856ff2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:10.575569 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-363fa245-a1ec-4289-a220-c4688856ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:10.576180 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-363fa245-a1ec-4289-a220-c4688856ff2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:10.577685 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-363fa245-a1ec-4289-a220-c4688856ff2a service neutron] 10.222.0.30 "PUT /v2.0/ports/fccc4190-65de-4777-974a-f1397e5a35d1 HTTP/1.1" status: 200 len: 1092 time: 0.6704569 Jul 22 17:44:10.578092 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ff20e2-4f38-40d3-8162-6c2c8b5b070e', 'tag': 'fccc4190-65de-4777-974a-f1397e5a35d1'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:44:10.580394 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212864a1-d23b-4fb1-a21b-78d92bbb30a0" -d '{"events": [{"name": "network-changed", "server_uuid": "84ff20e2-4f38-40d3-8162-6c2c8b5b070e", "tag": "fccc4190-65de-4777-974a-f1397e5a35d1"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:44:10.613012 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fa245-a1ec-4289-a220-c4688856ff2a service neutron] Pushing event updated for resources: {'Port': ['ID=fccc4190-65de-4777-974a-f1397e5a35d1,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:10.623590 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dca1920-a7b1-4227-b0f1-892e4f8b5a7c x-openstack-request-id: req-5dca1920-a7b1-4227-b0f1-892e4f8b5a7c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:44:10.624053 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ff20e2-4f38-40d3-8162-6c2c8b5b070e", "tag": "fccc4190-65de-4777-974a-f1397e5a35d1", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:44:10.624428 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5dca1920-a7b1-4227-b0f1-892e4f8b5a7c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:44:10.624922 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ff20e2-4f38-40d3-8162-6c2c8b5b070e', 'tag': 'fccc4190-65de-4777-974a-f1397e5a35d1', 'status': 'completed', 'code': 200} Jul 22 17:44:10.751499 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-8a9ae754-6cef-4840-a4d4-3d683c2fa3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:10.753546 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-8a9ae754-6cef-4840-a4d4-3d683c2fa3f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 1095 time: 0.1072075 Jul 22 17:44:10.764955 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488a0b0-0f5e-4897-8479-d8744db1d97a req-587abb9c-cf3a-45f5-880d-349f45c65135 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:10.766476 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0488a0b0-0f5e-4897-8479-d8744db1d97a req-587abb9c-cf3a-45f5-880d-349f45c65135 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 944 time: 0.0885005 Jul 22 17:44:10.808984 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-84044711-47b2-4d09-b226-f720afe8d344 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fccc4190-65de-4777-974a-f1397e5a35d1 HTTP/1.1" status: 200 len: 217 time: 0.0415447 Jul 22 17:44:10.863034 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0488a0b0-0f5e-4897-8479-d8744db1d97a req-20ebafe3-5c7f-4088-9204-2defe4fece47 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a08d859-ceb2-42ba-a3f6-897e4500db7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898681 Jul 22 17:44:10.872345 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-12be5a4f-ac8c-4068-9338-8142422cebda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:10.873980 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-12be5a4f-ac8c-4068-9338-8142422cebda service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3 HTTP/1.1" status: 200 len: 834 time: 0.0573459 Jul 22 17:44:10.941257 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-d962472f-157b-4974-b126-684943e765cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:10.943442 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-d962472f-157b-4974-b126-684943e765cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c541b598-34fb-4a98-9580-5dce311f25c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632157 Jul 22 17:44:11.029306 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-bf75b0bb-3baa-488c-9f62-fa431c9c4dad service neutron] 10.222.0.30 "GET /v2.0/networks/c541b598-34fb-4a98-9580-5dce311f25c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797114 Jul 22 17:44:11.121715 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93f1bf2d-a097-4005-b643-52d8242ebba9 req-e96a1974-0160-431a-8d06-405b9a41ea4c service neutron] 10.222.0.30 "GET /v2.0/networks/c541b598-34fb-4a98-9580-5dce311f25c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857940 Jul 22 17:44:11.265375 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212864a1-d23b-4fb1-a21b-78d92bbb30a0 req-983dd192-9bba-4a66-8995-df6cb6a4e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:11.266801 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-212864a1-d23b-4fb1-a21b-78d92bbb30a0 req-983dd192-9bba-4a66-8995-df6cb6a4e0e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 1095 time: 0.0527687 Jul 22 17:44:11.360789 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212864a1-d23b-4fb1-a21b-78d92bbb30a0 req-b69d116e-c8f5-473f-81b0-6de4eac1553f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:11.362354 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-212864a1-d23b-4fb1-a21b-78d92bbb30a0 req-b69d116e-c8f5-473f-81b0-6de4eac1553f service neutron] 10.222.0.30 "GET /v2.0/networks?id=c541b598-34fb-4a98-9580-5dce311f25c7 HTTP/1.1" status: 200 len: 897 time: 0.0896020 Jul 22 17:44:11.397492 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 985382ec-82cf-46c9-9b72-7ff0e436a757 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:44:11.404990 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-212864a1-d23b-4fb1-a21b-78d92bbb30a0 req-2a3ca78a-a331-45ae-ac1d-6bde7e977037 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fccc4190-65de-4777-974a-f1397e5a35d1 HTTP/1.1" status: 200 len: 217 time: 0.0363657 Jul 22 17:44:11.447586 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 985382ec-82cf-46c9-9b72-7ff0e436a757 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:44:11.451428 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 985382ec-82cf-46c9-9b72-7ff0e436a757 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:44:11.451795 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:11.460935 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212864a1-d23b-4fb1-a21b-78d92bbb30a0 req-ffd22973-a1d3-493b-b723-0fd97aa663f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:11.462578 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-212864a1-d23b-4fb1-a21b-78d92bbb30a0 req-ffd22973-a1d3-493b-b723-0fd97aa663f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3 HTTP/1.1" status: 200 len: 834 time: 0.0513730 Jul 22 17:44:11.531094 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212864a1-d23b-4fb1-a21b-78d92bbb30a0 req-6af528e9-97a7-44c5-a2ec-9caf81459a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:11.532553 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-212864a1-d23b-4fb1-a21b-78d92bbb30a0 req-6af528e9-97a7-44c5-a2ec-9caf81459a63 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c541b598-34fb-4a98-9580-5dce311f25c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624559 Jul 22 17:44:11.533034 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:11.567548 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 985382ec-82cf-46c9-9b72-7ff0e436a757, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=985382ec-82cf-46c9-9b72-7ff0e436a757,segment=NetworkSegment(e80000e6-3d48-4312-8af0-50c2f4f782b3),segment_id=e80000e6-3d48-4312-8af0-50c2f4f782b3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:44:11.572101 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:11.624226 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=985382ec-82cf-46c9-9b72-7ff0e436a757,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:11.638254 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-212864a1-d23b-4fb1-a21b-78d92bbb30a0 req-d35c3ed2-185b-4473-af30-46b1dda50853 service neutron] 10.222.0.30 "GET /v2.0/networks/c541b598-34fb-4a98-9580-5dce311f25c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904589 Jul 22 17:44:11.734096 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-212864a1-d23b-4fb1-a21b-78d92bbb30a0 req-3afea15e-9cf0-420e-86ba-0e5a96c44fe9 service neutron] 10.222.0.30 "GET /v2.0/networks/c541b598-34fb-4a98-9580-5dce311f25c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876591 Jul 22 17:44:12.047088 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91611300-3845-4373-96d1-50b3ec26ded8 req-af338faf-f2aa-4860-aa2a-24a34da05a40 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:12.048568 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91611300-3845-4373-96d1-50b3ec26ded8 req-af338faf-f2aa-4860-aa2a-24a34da05a40 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 944 time: 0.1140862 Jul 22 17:44:12.086704 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-91611300-3845-4373-96d1-50b3ec26ded8 req-20657761-458e-412b-a8c9-c23e205d23ef tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a08d859-ceb2-42ba-a3f6-897e4500db7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317695 Jul 22 17:44:12.402215 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:44:12.602229 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:12.738732 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:13.204086 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device fccc4190-65de-4777-974a-f1397e5a35d1 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:44:13.215118 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfdd1d-e7aa-42c9-a5f9-579c51232c4e req-ef9fe0ea-79ca-4205-a0cc-844084e8802e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:13.216595 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32cfdd1d-e7aa-42c9-a5f9-579c51232c4e req-ef9fe0ea-79ca-4205-a0cc-844084e8802e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 944 time: 0.0624430 Jul 22 17:44:13.254149 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-32cfdd1d-e7aa-42c9-a5f9-579c51232c4e req-c2f173d5-9fed-4476-9ed6-5bd321371164 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a08d859-ceb2-42ba-a3f6-897e4500db7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318594 Jul 22 17:44:13.295090 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port fccc4190-65de-4777-974a-f1397e5a35d1, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=fccc4190-65de-4777-974a-f1397e5a35d1,segment=NetworkSegment(e80000e6-3d48-4312-8af0-50c2f4f782b3),segment_id=e80000e6-3d48-4312-8af0-50c2f4f782b3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:44:13.306287 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'fccc4190-65de-4777-974a-f1397e5a35d1', 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7', 'port_id': 'fccc4190-65de-4777-974a-f1397e5a35d1', 'mac_address': 'fa:16:3e:19:09:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:44:13.346536 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:13.358765 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fccc4190-65de-4777-974a-f1397e5a35d1 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:44:13.371273 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 985382ec-82cf-46c9-9b72-7ff0e436a757 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:44:13.398023 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port fccc4190-65de-4777-974a-f1397e5a35d1, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=fccc4190-65de-4777-974a-f1397e5a35d1,segment=NetworkSegment(e80000e6-3d48-4312-8af0-50c2f4f782b3),segment_id=e80000e6-3d48-4312-8af0-50c2f4f782b3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:44:13.404403 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:13.462463 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=fccc4190-65de-4777-974a-f1397e5a35d1,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:13.467033 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 985382ec-82cf-46c9-9b72-7ff0e436a757 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:44:13.467396 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:13.677030 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['fccc4190-65de-4777-974a-f1397e5a35d1'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:44:14.380114 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db77bda-aa8f-44ee-bb47-d2b143e2a037 req-9392c76d-f249-43b4-88b2-788abb222142 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:14.381514 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2db77bda-aa8f-44ee-bb47-d2b143e2a037 req-9392c76d-f249-43b4-88b2-788abb222142 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 945 time: 0.0623274 Jul 22 17:44:14.422079 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2db77bda-aa8f-44ee-bb47-d2b143e2a037 req-ed84f7ec-bfa9-48e5-912f-abc1c7c9dfac tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a08d859-ceb2-42ba-a3f6-897e4500db7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350368 Jul 22 17:44:15.218442 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device fccc4190-65de-4777-974a-f1397e5a35d1 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:44:15.266233 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port fccc4190-65de-4777-974a-f1397e5a35d1 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:44:15.269719 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port fccc4190-65de-4777-974a-f1397e5a35d1 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:44:15.270129 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:15.344199 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:15.369147 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ff20e2-4f38-40d3-8162-6c2c8b5b070e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccc4190-65de-4777-974a-f1397e5a35d1'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:44:15.371389 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f2dc13-67f5-4b87-b8c2-0671c2bfc944" -d '{"events": [{"server_uuid": "84ff20e2-4f38-40d3-8162-6c2c8b5b070e", "name": "network-vif-plugged", "status": "completed", "tag": "fccc4190-65de-4777-974a-f1397e5a35d1"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:44:15.383777 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port fccc4190-65de-4777-974a-f1397e5a35d1, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=fccc4190-65de-4777-974a-f1397e5a35d1,segment=NetworkSegment(e80000e6-3d48-4312-8af0-50c2f4f782b3),segment_id=e80000e6-3d48-4312-8af0-50c2f4f782b3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:44:15.387704 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:15.411848 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563df587-334d-4a9b-9fd1-3eaf0452db9f x-openstack-request-id: req-563df587-334d-4a9b-9fd1-3eaf0452db9f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:44:15.412140 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ff20e2-4f38-40d3-8162-6c2c8b5b070e", "name": "network-vif-plugged", "status": "completed", "tag": "fccc4190-65de-4777-974a-f1397e5a35d1", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:44:15.412390 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-563df587-334d-4a9b-9fd1-3eaf0452db9f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:44:15.412777 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ff20e2-4f38-40d3-8162-6c2c8b5b070e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccc4190-65de-4777-974a-f1397e5a35d1', 'code': 200} Jul 22 17:44:15.436947 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=fccc4190-65de-4777-974a-f1397e5a35d1,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:15.544615 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883055c6-8768-46ff-bf64-47bffad7ee8b req-e38ec0ba-3f10-443d-b629-e66e18f78060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:15.546212 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-883055c6-8768-46ff-bf64-47bffad7ee8b req-e38ec0ba-3f10-443d-b629-e66e18f78060 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 1097 time: 0.0544801 Jul 22 17:44:15.561687 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b4b0b-e346-4c9f-a15f-3eed79fb836a req-e4a5233f-0915-4d97-a412-80a8956aaf88 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:15.563187 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b82b4b0b-e346-4c9f-a15f-3eed79fb836a req-e4a5233f-0915-4d97-a412-80a8956aaf88 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 946 time: 0.0632739 Jul 22 17:44:15.579855 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-883055c6-8768-46ff-bf64-47bffad7ee8b req-b8955efa-3157-4e05-89ba-d6a140420e35 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2a08d859-ceb2-42ba-a3f6-897e4500db7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275126 Jul 22 17:44:15.600678 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b82b4b0b-e346-4c9f-a15f-3eed79fb836a req-f4bf08e8-4085-497b-996f-0baefe036ed7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a08d859-ceb2-42ba-a3f6-897e4500db7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315623 Jul 22 17:44:16.733517 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f92ea-bb29-4090-89c0-1e761ca5442f req-93ee8ec5-31a3-4dc1-b894-3c03fee4bb05 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:16.735120 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-148f92ea-bb29-4090-89c0-1e761ca5442f req-93ee8ec5-31a3-4dc1-b894-3c03fee4bb05 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 946 time: 0.0678303 Jul 22 17:44:16.773326 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-148f92ea-bb29-4090-89c0-1e761ca5442f req-cdde112f-317a-4478-872b-99d3ac1d6680 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a08d859-ceb2-42ba-a3f6-897e4500db7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319190 Jul 22 17:44:16.900914 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce0fc4-ce62-41df-bc6b-ad0ae1a1e37b req-12647c6b-3d03-40a3-bc9a-429fb5b3c218 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:16.902300 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1cce0fc4-ce62-41df-bc6b-ad0ae1a1e37b req-12647c6b-3d03-40a3-bc9a-429fb5b3c218 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 946 time: 0.0626521 Jul 22 17:44:16.938684 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1cce0fc4-ce62-41df-bc6b-ad0ae1a1e37b req-9ff79da9-c52c-4df6-90a4-564bab840bc7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a08d859-ceb2-42ba-a3f6-897e4500db7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309331 Jul 22 17:44:16.959931 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42126) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:44:17.013637 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91471eb2-031d-4ac6-9535-ca00dc32921d tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:17.015123 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-91471eb2-031d-4ac6-9535-ca00dc32921d tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 1092 time: 0.0542428 Jul 22 17:44:17.017994 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42128) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:44:17.023524 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1a1f82f9-b2d7-4353-9776-f42b3f158b06 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': 'fccc4190-65de-4777-974a-f1397e5a35d1', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:44:17.047310 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a1f82f9-b2d7-4353-9776-f42b3f158b06 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:17.143787 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a1f82f9-b2d7-4353-9776-f42b3f158b06 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:17.246189 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-1a1f82f9-b2d7-4353-9776-f42b3f158b06 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Allocated IP 172.25.0.149 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/df022440-2c36-4088-8b44-a271942e117c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:44:17.344620 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a1f82f9-b2d7-4353-9776-f42b3f158b06 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:17.383456 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a1f82f9-b2d7-4353-9776-f42b3f158b06 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:17.422785 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1f82f9-b2d7-4353-9776-f42b3f158b06 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:44:17.427734 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-1a1f82f9-b2d7-4353-9776-f42b3f158b06 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:44:17.431158 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1f82f9-b2d7-4353-9776-f42b3f158b06 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:44:17.454581 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f82f9-b2d7-4353-9776-f42b3f158b06 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=df022440-2c36-4088-8b44-a271942e117c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:17.775864 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a1f82f9-b2d7-4353-9776-f42b3f158b06 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:17.852482 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a1f82f9-b2d7-4353-9776-f42b3f158b06 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:18.000608 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a1f82f9-b2d7-4353-9776-f42b3f158b06 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:18.005221 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a1f82f9-b2d7-4353-9776-f42b3f158b06 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:18.074338 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f82f9-b2d7-4353-9776-f42b3f158b06 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=df022440-2c36-4088-8b44-a271942e117c,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:18.082335 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a1f82f9-b2d7-4353-9776-f42b3f158b06 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:18.181391 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-1a1f82f9-b2d7-4353-9776-f42b3f158b06 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Floating IP d0a67542-6beb-46b8-a4e4-988bcf63a6d3 associated. External IP: 172.25.0.149, port: fccc4190-65de-4777-974a-f1397e5a35d1. Jul 22 17:44:18.385338 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1f82f9-b2d7-4353-9776-f42b3f158b06 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Router cc163322-edd0-4243-a46f-1d86a7a0bb31 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:44:18.498995 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1f82f9-b2d7-4353-9776-f42b3f158b06 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:44:18.509597 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da61793-25eb-4e5f-a6be-0c5080859e83 None None] Sync routers for ids ['cc163322-edd0-4243-a46f-1d86a7a0bb31'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:44:18.514840 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1a1f82f9-b2d7-4353-9776-f42b3f158b06 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:18.523553 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da61793-25eb-4e5f-a6be-0c5080859e83 None None] Routers {'cc163322-edd0-4243-a46f-1d86a7a0bb31'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:44:18.524279 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8da61793-25eb-4e5f-a6be-0c5080859e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:44:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['cc163322-edd0-4243-a46f-1d86a7a0bb31'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:44:18.554209 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1a1f82f9-b2d7-4353-9776-f42b3f158b06 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5327497 Jul 22 17:44:18.554209 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ff20e2-4f38-40d3-8162-6c2c8b5b070e', 'tag': 'fccc4190-65de-4777-974a-f1397e5a35d1'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:44:18.554737 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d235f272f8511c600301b52ddf7b8bba0b6464469fe4a6096d752437cb6b909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadc159e-7617-4342-94b0-c493be426a90" -d '{"events": [{"name": "network-changed", "server_uuid": "84ff20e2-4f38-40d3-8162-6c2c8b5b070e", "tag": "fccc4190-65de-4777-974a-f1397e5a35d1"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:44:18.637162 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-8da61793-25eb-4e5f-a6be-0c5080859e83 None None] Set router cc163322-edd0-4243-a46f-1d86a7a0bb31 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:44:18.646634 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fbaba1-8780-4c81-971e-13e47ba725a0 x-openstack-request-id: req-00fbaba1-8780-4c81-971e-13e47ba725a0 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:44:18.646921 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ff20e2-4f38-40d3-8162-6c2c8b5b070e", "tag": "fccc4190-65de-4777-974a-f1397e5a35d1", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:44:18.647170 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-00fbaba1-8780-4c81-971e-13e47ba725a0 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:44:18.647572 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ff20e2-4f38-40d3-8162-6c2c8b5b070e', 'tag': 'fccc4190-65de-4777-974a-f1397e5a35d1', 'status': 'completed', 'code': 200} Jul 22 17:44:18.668643 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df465f-83ea-4978-ab34-79a405ba21b1 req-06f6393b-18f9-46fb-b364-487331b44302 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:18.670188 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-36df465f-83ea-4978-ab34-79a405ba21b1 req-06f6393b-18f9-46fb-b364-487331b44302 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 946 time: 0.0666492 Jul 22 17:44:18.739709 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-36df465f-83ea-4978-ab34-79a405ba21b1 req-714117f1-7ee6-481d-a9e5-0399ebac7a98 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a08d859-ceb2-42ba-a3f6-897e4500db7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637143 Jul 22 17:44:18.761314 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc159e-7617-4342-94b0-c493be426a90 req-41fecc0c-ff30-4ea8-b7d2-39fb27338026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:18.762346 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42136) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:44:18.762980 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aadc159e-7617-4342-94b0-c493be426a90 req-41fecc0c-ff30-4ea8-b7d2-39fb27338026 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 1097 time: 0.0713656 Jul 22 17:44:18.824516 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3f82adfb-d04b-43a2-99f3-2d305e293acc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/floatingips/d0a67542-6beb-46b8-a4e4-988bcf63a6d3 HTTP/1.1" status: 200 len: 992 time: 0.0609541 Jul 22 17:44:18.856684 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc159e-7617-4342-94b0-c493be426a90 req-57988a67-91d6-4388-83e3-1c124a5fbccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:18.858234 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aadc159e-7617-4342-94b0-c493be426a90 req-57988a67-91d6-4388-83e3-1c124a5fbccb service neutron] 10.222.0.30 "GET /v2.0/networks?id=c541b598-34fb-4a98-9580-5dce311f25c7 HTTP/1.1" status: 200 len: 897 time: 0.0889206 Jul 22 17:44:18.926848 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aadc159e-7617-4342-94b0-c493be426a90 req-60fb1971-5da0-488f-8f44-8fb8dfd70301 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fccc4190-65de-4777-974a-f1397e5a35d1 HTTP/1.1" status: 200 len: 1000 time: 0.0619538 Jul 22 17:44:18.957093 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8da61793-25eb-4e5f-a6be-0c5080859e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622819866', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:06Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'd0a67542-6beb-46b8-a4e4-988bcf63a6d3', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'port_id': 'fccc4190-65de-4777-974a-f1397e5a35d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7', 'mac_address': 'fa:16:3e:19:09:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff20e2-4f38-40d3-8162-6c2c8b5b070e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:44:17Z', 'updated_at': '2021-07-22T17:44:17Z', 'revision_number': 0, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '985382ec-82cf-46c9-9b72-7ff0e436a757', 'name': '', 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:f2:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:44:05Z', 'updated_at': '2021-07-22T17:44:11Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:44:18.975775 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc159e-7617-4342-94b0-c493be426a90 req-860ab194-1a48-41cb-ba76-e7cbf45730d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:18.977246 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aadc159e-7617-4342-94b0-c493be426a90 req-860ab194-1a48-41cb-ba76-e7cbf45730d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3 HTTP/1.1" status: 200 len: 834 time: 0.0432026 Jul 22 17:44:18.983146 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da61793-25eb-4e5f-a6be-0c5080859e83 None None] Checking router: cc163322-edd0-4243-a46f-1d86a7a0bb31 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:44:18.991272 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da61793-25eb-4e5f-a6be-0c5080859e83 None None] Routers {'cc163322-edd0-4243-a46f-1d86a7a0bb31'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:44:18.991871 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8da61793-25eb-4e5f-a6be-0c5080859e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:44:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['cc163322-edd0-4243-a46f-1d86a7a0bb31'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:44:19.034774 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc159e-7617-4342-94b0-c493be426a90 req-d93e060d-9b58-4e34-9bda-acf9f0fac5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:19.036276 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aadc159e-7617-4342-94b0-c493be426a90 req-d93e060d-9b58-4e34-9bda-acf9f0fac5b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c541b598-34fb-4a98-9580-5dce311f25c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527287 Jul 22 17:44:19.094726 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-8da61793-25eb-4e5f-a6be-0c5080859e83 None None] Set router cc163322-edd0-4243-a46f-1d86a7a0bb31 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:44:19.136021 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aadc159e-7617-4342-94b0-c493be426a90 req-7b7f2e74-24fe-4a0f-96c1-641bb2035df0 service neutron] 10.222.0.30 "GET /v2.0/networks/c541b598-34fb-4a98-9580-5dce311f25c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932198 Jul 22 17:44:19.224061 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aadc159e-7617-4342-94b0-c493be426a90 req-c32528ec-bf7b-44ec-9cb3-fd07f713dac7 service neutron] 10.222.0.30 "GET /v2.0/networks/c541b598-34fb-4a98-9580-5dce311f25c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818069 Jul 22 17:44:19.313239 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-8da61793-25eb-4e5f-a6be-0c5080859e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622819866', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:06Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'd0a67542-6beb-46b8-a4e4-988bcf63a6d3', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'port_id': 'fccc4190-65de-4777-974a-f1397e5a35d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7', 'mac_address': 'fa:16:3e:19:09:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff20e2-4f38-40d3-8162-6c2c8b5b070e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:44:17Z', 'updated_at': '2021-07-22T17:44:17Z', 'revision_number': 0, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '985382ec-82cf-46c9-9b72-7ff0e436a757', 'name': '', 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:f2:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:44:05Z', 'updated_at': '2021-07-22T17:44:11Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:44:19.339625 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da61793-25eb-4e5f-a6be-0c5080859e83 None None] The sync data for ids ['cc163322-edd0-4243-a46f-1d86a7a0bb31'] in n-d-798930-9 is: [{'id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622819866', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:06Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'd0a67542-6beb-46b8-a4e4-988bcf63a6d3', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'port_id': 'fccc4190-65de-4777-974a-f1397e5a35d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7', 'mac_address': 'fa:16:3e:19:09:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ff20e2-4f38-40d3-8162-6c2c8b5b070e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:44:17Z', 'updated_at': '2021-07-22T17:44:17Z', 'revision_number': 0, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '985382ec-82cf-46c9-9b72-7ff0e436a757', 'name': '', 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:f2:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:44:05Z', 'updated_at': '2021-07-22T17:44:11Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:44:19.517574 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e400384-0790-4cac-9a06-2165703a679f None None] New status for floating IP d0a67542-6beb-46b8-a4e4-988bcf63a6d3: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:44:19.827724 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42138) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:44:19.932106 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bf26a782-8f47-4425-abfd-c6ab9a67edff tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/floatingips/d0a67542-6beb-46b8-a4e4-988bcf63a6d3 HTTP/1.1" status: 200 len: 994 time: 0.1032031 Jul 22 17:44:29.155345 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90c2d5c5-ef32-42c5-9ce3-2b15976d9252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:31.693432 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63f37ad9-32f3-4769-b4cc-f4529bc9830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:31.704781 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:33.060165 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:34.888916 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:42.610400 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:42.738631 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:48.684905 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ca601-b168-4a5e-a889-aadbbd018bfb req-c1ddd956-cad1-4424-9558-ba151a1c69ad tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:48.686513 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-769ca601-b168-4a5e-a889-aadbbd018bfb req-c1ddd956-cad1-4424-9558-ba151a1c69ad tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 946 time: 0.0659740 Jul 22 17:44:48.725171 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-769ca601-b168-4a5e-a889-aadbbd018bfb req-1f303871-2402-49c9-82cd-ac2b04a02cc6 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a08d859-ceb2-42ba-a3f6-897e4500db7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322416 Jul 22 17:44:49.401983 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:44:49.899592 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34d222-7b8e-4727-8f5c-ac621a9b2227 req-9a9572c6-83b3-44e1-abf0-3e59a3b70642 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:49.901334 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce34d222-7b8e-4727-8f5c-ac621a9b2227 req-9a9572c6-83b3-44e1-abf0-3e59a3b70642 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 946 time: 0.1079061 Jul 22 17:44:49.938348 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ce34d222-7b8e-4727-8f5c-ac621a9b2227 req-41b10a50-f5a1-4a34-8c1c-93a547935bd4 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a08d859-ceb2-42ba-a3f6-897e4500db7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314579 Jul 22 17:44:51.068984 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713af59-4c41-4337-9066-8f84b6113748 req-7e942dcb-a3b9-4d7a-898c-52f534eeb2ed tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:51.070536 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8713af59-4c41-4337-9066-8f84b6113748 req-7e942dcb-a3b9-4d7a-898c-52f534eeb2ed tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 946 time: 0.0672312 Jul 22 17:44:51.107612 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8713af59-4c41-4337-9066-8f84b6113748 req-f34148ad-ad59-4117-a7d1-d2dd5782a0a6 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a08d859-ceb2-42ba-a3f6-897e4500db7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316346 Jul 22 17:44:52.240322 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04edf0f-cd4f-4941-8e72-d5ed91a4808c req-84daac79-d954-404e-9b00-676d03e3f83e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:52.241808 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a04edf0f-cd4f-4941-8e72-d5ed91a4808c req-84daac79-d954-404e-9b00-676d03e3f83e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 946 time: 0.0626051 Jul 22 17:44:52.278764 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a04edf0f-cd4f-4941-8e72-d5ed91a4808c req-d6422e01-817c-4e5d-8148-831ef2a86dc8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a08d859-ceb2-42ba-a3f6-897e4500db7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314589 Jul 22 17:44:53.406712 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c2f98-276a-4ff5-87c3-02f98e8a5a28 req-e008c37f-1ba7-4f78-a350-d3d0e2d547ae tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:53.408147 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-441c2f98-276a-4ff5-87c3-02f98e8a5a28 req-e008c37f-1ba7-4f78-a350-d3d0e2d547ae tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 946 time: 0.0631936 Jul 22 17:44:53.444729 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-441c2f98-276a-4ff5-87c3-02f98e8a5a28 req-c014ab2a-5007-4888-89fa-f2f8ef191b66 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a08d859-ceb2-42ba-a3f6-897e4500db7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311286 Jul 22 17:44:54.569950 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eef8fd-0714-4974-a1c1-02161d52e36d req-17cd4ebf-f66d-412a-9d99-a06ad2a4c17d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:54.571427 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0eef8fd-0714-4974-a1c1-02161d52e36d req-17cd4ebf-f66d-412a-9d99-a06ad2a4c17d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 946 time: 0.0620825 Jul 22 17:44:54.608000 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e0eef8fd-0714-4974-a1c1-02161d52e36d req-aa62bce8-365d-4c10-90f0-34fe0fef5c43 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a08d859-ceb2-42ba-a3f6-897e4500db7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311589 Jul 22 17:44:54.887544 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c19b01-6bf9-4acc-a6dd-f76563ca0c7d req-d7da813a-f797-43e0-ad24-349a0ba30d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:54.888975 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-75c19b01-6bf9-4acc-a6dd-f76563ca0c7d req-d7da813a-f797-43e0-ad24-349a0ba30d50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 1097 time: 0.0899172 Jul 22 17:44:54.988017 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c19b01-6bf9-4acc-a6dd-f76563ca0c7d req-38336393-1dea-4aa0-b262-0fc517561577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:54.989446 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-75c19b01-6bf9-4acc-a6dd-f76563ca0c7d req-38336393-1dea-4aa0-b262-0fc517561577 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c541b598-34fb-4a98-9580-5dce311f25c7 HTTP/1.1" status: 200 len: 897 time: 0.0814257 Jul 22 17:44:55.411479 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-75c19b01-6bf9-4acc-a6dd-f76563ca0c7d req-9f6a8c93-6c1d-4e0b-a794-e969c9989b27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fccc4190-65de-4777-974a-f1397e5a35d1 HTTP/1.1" status: 200 len: 1002 time: 0.4156127 Jul 22 17:44:55.458895 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c19b01-6bf9-4acc-a6dd-f76563ca0c7d req-f9d961ed-ecd2-45e8-9c19-f91493b7baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:55.460307 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-75c19b01-6bf9-4acc-a6dd-f76563ca0c7d req-f9d961ed-ecd2-45e8-9c19-f91493b7baf9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3 HTTP/1.1" status: 200 len: 834 time: 0.0423954 Jul 22 17:44:55.518829 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c19b01-6bf9-4acc-a6dd-f76563ca0c7d req-72557a4d-152a-4e04-9340-fa47598fe7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:55.520285 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-75c19b01-6bf9-4acc-a6dd-f76563ca0c7d req-72557a4d-152a-4e04-9340-fa47598fe7bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c541b598-34fb-4a98-9580-5dce311f25c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525625 Jul 22 17:44:55.610593 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-75c19b01-6bf9-4acc-a6dd-f76563ca0c7d req-95f1ec5c-43f1-4788-a80c-28e58a301d1b service neutron] 10.222.0.30 "GET /v2.0/networks/c541b598-34fb-4a98-9580-5dce311f25c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826011 Jul 22 17:44:55.703888 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-75c19b01-6bf9-4acc-a6dd-f76563ca0c7d req-28fcc21d-7362-495a-b0c7-f17ccf669a53 service neutron] 10.222.0.30 "GET /v2.0/networks/c541b598-34fb-4a98-9580-5dce311f25c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866094 Jul 22 17:44:55.738935 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bee49-9e35-4682-b605-7c31791e3ae3 req-2f34ac5e-81e4-4188-baae-3d92f661fc26 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:55.740395 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-317bee49-9e35-4682-b605-7c31791e3ae3 req-2f34ac5e-81e4-4188-baae-3d92f661fc26 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 946 time: 0.0680692 Jul 22 17:44:55.777639 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-317bee49-9e35-4682-b605-7c31791e3ae3 req-f406b733-0164-44a0-928d-fa9627995ea2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a08d859-ceb2-42ba-a3f6-897e4500db7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317533 Jul 22 17:44:56.910881 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2579c9-f075-49eb-9146-1bb0ed93a587 req-85ac03af-5497-4f46-8cef-313e44d2a264 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:56.912375 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bb2579c9-f075-49eb-9146-1bb0ed93a587 req-85ac03af-5497-4f46-8cef-313e44d2a264 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 946 time: 0.0683074 Jul 22 17:44:56.949698 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bb2579c9-f075-49eb-9146-1bb0ed93a587 req-ab8fcbae-da93-4ba8-995b-f797bf186767 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a08d859-ceb2-42ba-a3f6-897e4500db7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317044 Jul 22 17:44:58.078976 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fbb95-d0bf-4d94-9059-04e80f46dcf9 req-aa7aaee0-7bc1-456a-a46f-d00bf462ffb3 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:58.080488 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-520fbb95-d0bf-4d94-9059-04e80f46dcf9 req-aa7aaee0-7bc1-456a-a46f-d00bf462ffb3 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 946 time: 0.0657139 Jul 22 17:44:58.117599 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-520fbb95-d0bf-4d94-9059-04e80f46dcf9 req-0c579bb8-1fac-4969-85f1-ced62e94a64e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a08d859-ceb2-42ba-a3f6-897e4500db7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316119 Jul 22 17:44:59.156307 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6d9a64c-cfea-4819-b4bc-fb691f8cfe5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:59.246495 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deebdb-feaf-49bc-afc5-9acbfc3341d3 req-e3bb5e9e-94aa-4bf9-b9a9-e5114e855b35 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:59.247902 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e9deebdb-feaf-49bc-afc5-9acbfc3341d3 req-e3bb5e9e-94aa-4bf9-b9a9-e5114e855b35 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 946 time: 0.0621438 Jul 22 17:44:59.285746 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e9deebdb-feaf-49bc-afc5-9acbfc3341d3 req-6dd9b2b2-9ab8-44e4-a331-dc567717641c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a08d859-ceb2-42ba-a3f6-897e4500db7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314505 Jul 22 17:44:59.307222 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42176) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:44:59.368931 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-18fe7c84-6eea-4f34-8882-e033ab7f74cc tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/floatingips/d0a67542-6beb-46b8-a4e4-988bcf63a6d3 HTTP/1.1" status: 200 len: 994 time: 0.0605597 Jul 22 17:45:00.649246 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f75a9f-d164-4e55-9edc-a43dca9728c6 req-92562b43-392b-4b07-9d90-f08876d7e7fb tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:00.650715 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b2f75a9f-d164-4e55-9edc-a43dca9728c6 req-92562b43-392b-4b07-9d90-f08876d7e7fb tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 946 time: 0.0643497 Jul 22 17:45:00.690869 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b2f75a9f-d164-4e55-9edc-a43dca9728c6 req-b79b6c92-1960-4588-9b96-31db7f1b06fa tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a08d859-ceb2-42ba-a3f6-897e4500db7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341945 Jul 22 17:45:00.698052 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907b9ad-0fa9-40a5-b2c8-2b351f32194e req-16548368-6b23-4c0a-aa17-a3bc27583de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:00.699595 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9907b9ad-0fa9-40a5-b2c8-2b351f32194e req-16548368-6b23-4c0a-aa17-a3bc27583de0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 1097 time: 0.0608239 Jul 22 17:45:00.787559 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907b9ad-0fa9-40a5-b2c8-2b351f32194e req-ee8bdcaa-b90a-41ac-a5fb-468fae4128f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:00.789010 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9907b9ad-0fa9-40a5-b2c8-2b351f32194e req-ee8bdcaa-b90a-41ac-a5fb-468fae4128f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c541b598-34fb-4a98-9580-5dce311f25c7 HTTP/1.1" status: 200 len: 897 time: 0.0830200 Jul 22 17:45:00.856299 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9907b9ad-0fa9-40a5-b2c8-2b351f32194e req-936662ff-12dd-4038-a44c-275c4d261127 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fccc4190-65de-4777-974a-f1397e5a35d1 HTTP/1.1" status: 200 len: 1002 time: 0.0595558 Jul 22 17:45:00.903858 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907b9ad-0fa9-40a5-b2c8-2b351f32194e req-a575dd18-5b2f-49fb-99b6-b05646870bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:00.905179 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9907b9ad-0fa9-40a5-b2c8-2b351f32194e req-a575dd18-5b2f-49fb-99b6-b05646870bcd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3 HTTP/1.1" status: 200 len: 834 time: 0.0429838 Jul 22 17:45:00.961679 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907b9ad-0fa9-40a5-b2c8-2b351f32194e req-c8c16d63-45fe-40cd-9378-b3fc25a20fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:00.963152 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9907b9ad-0fa9-40a5-b2c8-2b351f32194e req-c8c16d63-45fe-40cd-9378-b3fc25a20fc6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c541b598-34fb-4a98-9580-5dce311f25c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516627 Jul 22 17:45:01.053281 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9907b9ad-0fa9-40a5-b2c8-2b351f32194e req-aa378b52-c10c-4838-8337-8dd306cf97fd service neutron] 10.222.0.30 "GET /v2.0/networks/c541b598-34fb-4a98-9580-5dce311f25c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838666 Jul 22 17:45:01.141644 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9907b9ad-0fa9-40a5-b2c8-2b351f32194e req-eedfd401-2a69-4138-a361-1a1583881f8d service neutron] 10.222.0.30 "GET /v2.0/networks/c541b598-34fb-4a98-9580-5dce311f25c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821097 Jul 22 17:45:01.691216 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9cf228f8-d4e1-4dbf-b213-6e31960a04d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:01.695880 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:01.825160 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5a00c-1a09-4027-b09a-ab9162a74c43 req-1f8e5129-2b27-478d-93c5-e9439268a8b5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:01.826661 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-76d5a00c-1a09-4027-b09a-ab9162a74c43 req-1f8e5129-2b27-478d-93c5-e9439268a8b5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 946 time: 0.0668099 Jul 22 17:45:01.864263 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-76d5a00c-1a09-4027-b09a-ab9162a74c43 req-31684914-9e52-45f0-8b16-458c782b44a1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a08d859-ceb2-42ba-a3f6-897e4500db7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315371 Jul 22 17:45:01.885733 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42186) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:45:01.945426 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-2d425a45-afc5-4cb4-a898-8e29abc5fb5b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/floatingips/d0a67542-6beb-46b8-a4e4-988bcf63a6d3 HTTP/1.1" status: 200 len: 994 time: 0.0584924 Jul 22 17:45:03.063547 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:04.890591 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:12.611010 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:12.763423 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:26.402229 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:45:29.157058 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ab30-fe89-496d-9dc3-44b1345e1df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:31.691833 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1219762a-123d-4ca1-af58-42bb6ddb13d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:31.698434 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:32.293386 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42202) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:45:32.444998 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-bbc331c8-2bc5-41a5-ae18-9b0e5556252a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Deleting port df022440-2c36-4088-8b44-a271942e117c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:45:32.445252 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbc331c8-2bc5-41a5-ae18-9b0e5556252a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:32.520120 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbc331c8-2bc5-41a5-ae18-9b0e5556252a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:32.520449 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbc331c8-2bc5-41a5-ae18-9b0e5556252a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:32.531972 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-bbc331c8-2bc5-41a5-ae18-9b0e5556252a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Calling delete_port for df022440-2c36-4088-8b44-a271942e117c owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:45:32.672073 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbc331c8-2bc5-41a5-ae18-9b0e5556252a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:32.700544 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc331c8-2bc5-41a5-ae18-9b0e5556252a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Port': ['ID=df022440-2c36-4088-8b44-a271942e117c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:32.711691 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc331c8-2bc5-41a5-ae18-9b0e5556252a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:32.712035 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc331c8-2bc5-41a5-ae18-9b0e5556252a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:32.712373 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc331c8-2bc5-41a5-ae18-9b0e5556252a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:32.712707 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc331c8-2bc5-41a5-ae18-9b0e5556252a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:32.713036 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc331c8-2bc5-41a5-ae18-9b0e5556252a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:32.713363 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc331c8-2bc5-41a5-ae18-9b0e5556252a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:32.713688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc331c8-2bc5-41a5-ae18-9b0e5556252a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:32.714040 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc331c8-2bc5-41a5-ae18-9b0e5556252a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:32.714369 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc331c8-2bc5-41a5-ae18-9b0e5556252a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:32.714688 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc331c8-2bc5-41a5-ae18-9b0e5556252a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:32.715006 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc331c8-2bc5-41a5-ae18-9b0e5556252a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:32.715321 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc331c8-2bc5-41a5-ae18-9b0e5556252a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:32.769608 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbc331c8-2bc5-41a5-ae18-9b0e5556252a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:32.770070 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-bbc331c8-2bc5-41a5-ae18-9b0e5556252a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Floating IP d0a67542-6beb-46b8-a4e4-988bcf63a6d3 disassociated (deleted). External IP: 172.25.0.149, port: fccc4190-65de-4777-974a-f1397e5a35d1. Jul 22 17:45:32.968397 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc331c8-2bc5-41a5-ae18-9b0e5556252a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Router cc163322-edd0-4243-a46f-1d86a7a0bb31 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:45:33.066152 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:33.076677 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc331c8-2bc5-41a5-ae18-9b0e5556252a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:45:33.081430 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bbc331c8-2bc5-41a5-ae18-9b0e5556252a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:33.086849 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7639e52c-51f2-450a-a592-5bfe43abec02 None None] Sync routers for ids ['cc163322-edd0-4243-a46f-1d86a7a0bb31'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:45:33.095566 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7639e52c-51f2-450a-a592-5bfe43abec02 None None] Routers {'cc163322-edd0-4243-a46f-1d86a7a0bb31'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:45:33.096158 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7639e52c-51f2-450a-a592-5bfe43abec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:45:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['cc163322-edd0-4243-a46f-1d86a7a0bb31'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:45:33.117734 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-bbc331c8-2bc5-41a5-ae18-9b0e5556252a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "DELETE /v2.0/floatingips/d0a67542-6beb-46b8-a4e4-988bcf63a6d3 HTTP/1.1" status: 204 len: 168 time: 0.8232243 Jul 22 17:45:33.118344 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ff20e2-4f38-40d3-8162-6c2c8b5b070e', 'tag': 'fccc4190-65de-4777-974a-f1397e5a35d1'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:45:33.120623 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d235f272f8511c600301b52ddf7b8bba0b6464469fe4a6096d752437cb6b909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e31ae83-6d92-4ed3-ac63-c169afc1d8b6" -d '{"events": [{"name": "network-changed", "server_uuid": "84ff20e2-4f38-40d3-8162-6c2c8b5b070e", "tag": "fccc4190-65de-4777-974a-f1397e5a35d1"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:45:33.159815 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2b5abb-46ab-4c37-a60a-6486f1c6ac8f x-openstack-request-id: req-ae2b5abb-46ab-4c37-a60a-6486f1c6ac8f {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:45:33.160104 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ff20e2-4f38-40d3-8162-6c2c8b5b070e", "tag": "fccc4190-65de-4777-974a-f1397e5a35d1", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:45:33.160349 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ae2b5abb-46ab-4c37-a60a-6486f1c6ac8f {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:45:33.160749 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ff20e2-4f38-40d3-8162-6c2c8b5b070e', 'tag': 'fccc4190-65de-4777-974a-f1397e5a35d1', 'status': 'completed', 'code': 200} Jul 22 17:45:33.203757 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-7639e52c-51f2-450a-a592-5bfe43abec02 None None] Set router cc163322-edd0-4243-a46f-1d86a7a0bb31 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:45:33.260825 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31ae83-6d92-4ed3-ac63-c169afc1d8b6 req-5d41172f-d7c3-412a-8184-2e6437a799d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:33.262370 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e31ae83-6d92-4ed3-ac63-c169afc1d8b6 req-5d41172f-d7c3-412a-8184-2e6437a799d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 1097 time: 0.0600207 Jul 22 17:45:33.371935 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64793e-4784-4648-9724-f0e46a925369 req-fce67c89-00d9-434f-8c2b-4ee640173863 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:33.373526 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dd64793e-4784-4648-9724-f0e46a925369 req-fce67c89-00d9-434f-8c2b-4ee640173863 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 946 time: 0.0730660 Jul 22 17:45:33.393646 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31ae83-6d92-4ed3-ac63-c169afc1d8b6 req-8816abc1-3635-4a9b-8ada-d604989d3bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:33.395531 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e31ae83-6d92-4ed3-ac63-c169afc1d8b6 req-8816abc1-3635-4a9b-8ada-d604989d3bc0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c541b598-34fb-4a98-9580-5dce311f25c7 HTTP/1.1" status: 200 len: 897 time: 0.0956764 Jul 22 17:45:33.411696 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7639e52c-51f2-450a-a592-5bfe43abec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622819866', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:06Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '985382ec-82cf-46c9-9b72-7ff0e436a757', 'name': '', 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:f2:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:44:05Z', 'updated_at': '2021-07-22T17:44:11Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:45:33.418462 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-dd64793e-4784-4648-9724-f0e46a925369 req-b15d2daa-2004-4fd2-8428-92b2cb2576a6 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a08d859-ceb2-42ba-a3f6-897e4500db7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385339 Jul 22 17:45:33.439100 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e31ae83-6d92-4ed3-ac63-c169afc1d8b6 req-c5e8420a-d7e0-4c49-ad8b-f68ab4d93b1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fccc4190-65de-4777-974a-f1397e5a35d1 HTTP/1.1" status: 200 len: 217 time: 0.0351608 Jul 22 17:45:33.442810 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7639e52c-51f2-450a-a592-5bfe43abec02 None None] Checking router: cc163322-edd0-4243-a46f-1d86a7a0bb31 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:45:33.451115 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7639e52c-51f2-450a-a592-5bfe43abec02 None None] Routers {'cc163322-edd0-4243-a46f-1d86a7a0bb31'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:45:33.451707 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7639e52c-51f2-450a-a592-5bfe43abec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:45:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['cc163322-edd0-4243-a46f-1d86a7a0bb31'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:45:33.493621 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31ae83-6d92-4ed3-ac63-c169afc1d8b6 req-587563ae-d556-4177-a6a1-1ef01a9b7d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:33.495126 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e31ae83-6d92-4ed3-ac63-c169afc1d8b6 req-587563ae-d556-4177-a6a1-1ef01a9b7d98 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3 HTTP/1.1" status: 200 len: 834 time: 0.0483367 Jul 22 17:45:33.554613 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-7639e52c-51f2-450a-a592-5bfe43abec02 None None] Set router cc163322-edd0-4243-a46f-1d86a7a0bb31 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:45:33.555031 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31ae83-6d92-4ed3-ac63-c169afc1d8b6 req-e58b2dd5-c7aa-4a0e-bccb-239db7451946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:33.556570 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e31ae83-6d92-4ed3-ac63-c169afc1d8b6 req-e58b2dd5-c7aa-4a0e-bccb-239db7451946 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c541b598-34fb-4a98-9580-5dce311f25c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544686 Jul 22 17:45:33.651512 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e31ae83-6d92-4ed3-ac63-c169afc1d8b6 req-8d5ce58b-8717-4c76-82e9-69b4d15881ed service neutron] 10.222.0.30 "GET /v2.0/networks/c541b598-34fb-4a98-9580-5dce311f25c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869892 Jul 22 17:45:33.740873 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1e31ae83-6d92-4ed3-ac63-c169afc1d8b6 req-6b6b77ec-17f6-456d-bcc7-c3cf26d11fb1 service neutron] 10.222.0.30 "GET /v2.0/networks/c541b598-34fb-4a98-9580-5dce311f25c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819998 Jul 22 17:45:33.746330 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7639e52c-51f2-450a-a592-5bfe43abec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622819866', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:06Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '985382ec-82cf-46c9-9b72-7ff0e436a757', 'name': '', 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:f2:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:44:05Z', 'updated_at': '2021-07-22T17:44:11Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:45:33.773487 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7639e52c-51f2-450a-a592-5bfe43abec02 None None] The sync data for ids ['cc163322-edd0-4243-a46f-1d86a7a0bb31'] in n-d-798930-9 is: [{'id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622819866', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:06Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '985382ec-82cf-46c9-9b72-7ff0e436a757', 'name': '', 'network_id': 'c541b598-34fb-4a98-9580-5dce311f25c7', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:f2:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:44:05Z', 'updated_at': '2021-07-22T17:44:11Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:45:33.983329 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5739e23a-7761-46f9-be05-85667e986def None None] New status for floating IP d0a67542-6beb-46b8-a4e4-988bcf63a6d3: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:45:34.562914 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c690b-7444-41aa-8793-56d4cd98d9ed req-cce28cd6-5637-44d5-a542-3e00b6e80945 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:34.564385 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1c7c690b-7444-41aa-8793-56d4cd98d9ed req-cce28cd6-5637-44d5-a542-3e00b6e80945 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 946 time: 0.0628610 Jul 22 17:45:34.601735 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1c7c690b-7444-41aa-8793-56d4cd98d9ed req-8aad0355-742a-4eee-a661-080692945162 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a08d859-ceb2-42ba-a3f6-897e4500db7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315976 Jul 22 17:45:34.899323 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:34.930627 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128eab5-5d54-4c5c-8650-0dd6e9f9e25f req-bb60d94d-e4a1-463b-9375-97b79ed3cf69 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:34.932104 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a128eab5-5d54-4c5c-8650-0dd6e9f9e25f req-bb60d94d-e4a1-463b-9375-97b79ed3cf69 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.30 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 946 time: 0.0688186 Jul 22 17:45:35.032509 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-a128eab5-5d54-4c5c-8650-0dd6e9f9e25f req-52d4967b-3d5c-4324-8678-27a0ccd38860 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Deleting port fccc4190-65de-4777-974a-f1397e5a35d1 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:45:35.032854 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a128eab5-5d54-4c5c-8650-0dd6e9f9e25f req-52d4967b-3d5c-4324-8678-27a0ccd38860 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:35.125111 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a128eab5-5d54-4c5c-8650-0dd6e9f9e25f req-52d4967b-3d5c-4324-8678-27a0ccd38860 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] For port fccc4190-65de-4777-974a-f1397e5a35d1, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=fccc4190-65de-4777-974a-f1397e5a35d1,segment=NetworkSegment(e80000e6-3d48-4312-8af0-50c2f4f782b3),segment_id=e80000e6-3d48-4312-8af0-50c2f4f782b3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:45:35.125416 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a128eab5-5d54-4c5c-8650-0dd6e9f9e25f req-52d4967b-3d5c-4324-8678-27a0ccd38860 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:35.137404 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-a128eab5-5d54-4c5c-8650-0dd6e9f9e25f req-52d4967b-3d5c-4324-8678-27a0ccd38860 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Calling delete_port for fccc4190-65de-4777-974a-f1397e5a35d1 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:45:35.265608 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a128eab5-5d54-4c5c-8650-0dd6e9f9e25f req-52d4967b-3d5c-4324-8678-27a0ccd38860 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:35.294052 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4967b-3d5c-4324-8678-27a0ccd38860 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Port': ['ID=fccc4190-65de-4777-974a-f1397e5a35d1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:35.306883 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4967b-3d5c-4324-8678-27a0ccd38860 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:35.307243 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4967b-3d5c-4324-8678-27a0ccd38860 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:35.307590 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4967b-3d5c-4324-8678-27a0ccd38860 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:35.307929 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4967b-3d5c-4324-8678-27a0ccd38860 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:35.308270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4967b-3d5c-4324-8678-27a0ccd38860 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:35.308609 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4967b-3d5c-4324-8678-27a0ccd38860 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:35.308940 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4967b-3d5c-4324-8678-27a0ccd38860 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:35.309273 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4967b-3d5c-4324-8678-27a0ccd38860 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:35.309609 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4967b-3d5c-4324-8678-27a0ccd38860 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:35.309977 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4967b-3d5c-4324-8678-27a0ccd38860 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:35.310308 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4967b-3d5c-4324-8678-27a0ccd38860 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:35.310634 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d4967b-3d5c-4324-8678-27a0ccd38860 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:35.350079 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a128eab5-5d54-4c5c-8650-0dd6e9f9e25f req-52d4967b-3d5c-4324-8678-27a0ccd38860 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] No DVR routers for this DVR port fccc4190-65de-4777-974a-f1397e5a35d1 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:45:35.352555 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a128eab5-5d54-4c5c-8650-0dd6e9f9e25f req-52d4967b-3d5c-4324-8678-27a0ccd38860 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:35.354600 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a128eab5-5d54-4c5c-8650-0dd6e9f9e25f req-52d4967b-3d5c-4324-8678-27a0ccd38860 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.30 "DELETE /v2.0/ports/fccc4190-65de-4777-974a-f1397e5a35d1 HTTP/1.1" status: 204 len: 173 time: 0.4170413 Jul 22 17:45:35.355038 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ff20e2-4f38-40d3-8162-6c2c8b5b070e', 'name': 'network-vif-deleted', 'tag': 'fccc4190-65de-4777-974a-f1397e5a35d1'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:45:35.357296 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f1c599-30a5-4a1b-8720-5bed6c56f770" -d '{"events": [{"server_uuid": "84ff20e2-4f38-40d3-8162-6c2c8b5b070e", "name": "network-vif-deleted", "tag": "fccc4190-65de-4777-974a-f1397e5a35d1"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:45:35.401136 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd26673-7831-4709-bb87-5bb77a4be7a9 x-openstack-request-id: req-2bd26673-7831-4709-bb87-5bb77a4be7a9 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:45:35.401822 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ff20e2-4f38-40d3-8162-6c2c8b5b070e", "name": "network-vif-deleted", "tag": "fccc4190-65de-4777-974a-f1397e5a35d1", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:45:35.402206 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2bd26673-7831-4709-bb87-5bb77a4be7a9 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:45:35.402699 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ff20e2-4f38-40d3-8162-6c2c8b5b070e', 'name': 'network-vif-deleted', 'tag': 'fccc4190-65de-4777-974a-f1397e5a35d1', 'status': 'completed', 'code': 200} Jul 22 17:45:35.711795 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60911f04-4e30-4cfd-9615-30c091070c45 req-dd42a6a8-01eb-4ceb-8a1d-29eb97dfbef5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ff20e2-4f38-40d3-8162-6c2c8b5b070e HTTP/1.1" status: 200 len: 210 time: 0.0300479 Jul 22 17:45:36.768869 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42220) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:45:37.122171 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58508413-9e34-426b-8d6c-f6f6a8814779 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:37.378569 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-58508413-9e34-426b-8d6c-f6f6a8814779 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Deleting port 985382ec-82cf-46c9-9b72-7ff0e436a757 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:45:37.378910 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58508413-9e34-426b-8d6c-f6f6a8814779 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:37.462829 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-58508413-9e34-426b-8d6c-f6f6a8814779 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] For port 985382ec-82cf-46c9-9b72-7ff0e436a757, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=985382ec-82cf-46c9-9b72-7ff0e436a757,segment=NetworkSegment(e80000e6-3d48-4312-8af0-50c2f4f782b3),segment_id=e80000e6-3d48-4312-8af0-50c2f4f782b3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:45:37.463178 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58508413-9e34-426b-8d6c-f6f6a8814779 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:37.475563 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-58508413-9e34-426b-8d6c-f6f6a8814779 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Calling delete_port for 985382ec-82cf-46c9-9b72-7ff0e436a757 owned by network:router_interface {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:45:37.657285 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58508413-9e34-426b-8d6c-f6f6a8814779 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:37.684859 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58508413-9e34-426b-8d6c-f6f6a8814779 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Port': ['ID=985382ec-82cf-46c9-9b72-7ff0e436a757,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:37.854190 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58508413-9e34-426b-8d6c-f6f6a8814779 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:38.388145 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58508413-9e34-426b-8d6c-f6f6a8814779 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Router cc163322-edd0-4243-a46f-1d86a7a0bb31 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:45:38.488043 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58508413-9e34-426b-8d6c-f6f6a8814779 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:45:38.493463 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-58508413-9e34-426b-8d6c-f6f6a8814779 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "PUT /v2.0/routers/cc163322-edd0-4243-a46f-1d86a7a0bb31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7232482 Jul 22 17:45:38.496186 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42222) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:45:38.498776 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e5d711-60db-4db0-9e5b-adedd96e87fd None None] Sync routers for ids ['cc163322-edd0-4243-a46f-1d86a7a0bb31'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:45:38.507915 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e5d711-60db-4db0-9e5b-adedd96e87fd None None] Routers {'cc163322-edd0-4243-a46f-1d86a7a0bb31'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:45:38.508586 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b1e5d711-60db-4db0-9e5b-adedd96e87fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:45:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['cc163322-edd0-4243-a46f-1d86a7a0bb31'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:45:38.547219 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e17cd898-3a09-4f0d-bd9f-ca12aca092a1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Deleting subnet 4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3 {{(pid=93817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:45:38.550227 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e17cd898-3a09-4f0d-bd9f-ca12aca092a1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for subnet, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:38.588392 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e17cd898-3a09-4f0d-bd9f-ca12aca092a1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10062309'] for subnet, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:38.610329 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b1e5d711-60db-4db0-9e5b-adedd96e87fd None None] Set router cc163322-edd0-4243-a46f-1d86a7a0bb31 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:45:38.674604 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e17cd898-3a09-4f0d-bd9f-ca12aca092a1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:38.732385 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e17cd898-3a09-4f0d-bd9f-ca12aca092a1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10062160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10232723'] for subnet, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:38.761228 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e17cd898-3a09-4f0d-bd9f-ca12aca092a1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:38.766312 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e17cd898-3a09-4f0d-bd9f-ca12aca092a1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "DELETE /v2.0/subnets/4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3 HTTP/1.1" status: 204 len: 168 time: 0.2667332 Jul 22 17:45:38.766312 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cd898-3a09-4f0d-bd9f-ca12aca092a1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Subnet': ['ID=4c75dac4-22ec-420a-9b4c-c9ce3d6c5ed3,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:38.766711 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42224) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:45:38.769466 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135a3f08-0931-4a25-8f44-5a16943c6cd7 None None] Network c541b598-34fb-4a98-9580-5dce311f25c7 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:45:38.791723 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b1e5d711-60db-4db0-9e5b-adedd96e87fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622819866', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:45:37Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:45:38.817842 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e5d711-60db-4db0-9e5b-adedd96e87fd None None] Checking router: cc163322-edd0-4243-a46f-1d86a7a0bb31 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:45:38.826302 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e5d711-60db-4db0-9e5b-adedd96e87fd None None] Routers {'cc163322-edd0-4243-a46f-1d86a7a0bb31'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:45:38.826909 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b1e5d711-60db-4db0-9e5b-adedd96e87fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:45:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['cc163322-edd0-4243-a46f-1d86a7a0bb31'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:45:38.884383 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a978778-e151-4053-abd4-c3d183a89063 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:38.968577 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90168dc1-ba81-4a39-a9e3-6571ca0b4a90 None None] DHCP port deletion for c541b598-34fb-4a98-9580-5dce311f25c7 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:45:39.002319 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a978778-e151-4053-abd4-c3d183a89063 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:39.019389 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-90168dc1-ba81-4a39-a9e3-6571ca0b4a90 None None] Deleting port 0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:45:39.019755 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90168dc1-ba81-4a39-a9e3-6571ca0b4a90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:39.029653 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-b1e5d711-60db-4db0-9e5b-adedd96e87fd None None] Set router cc163322-edd0-4243-a46f-1d86a7a0bb31 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:45:39.065971 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9a978778-e151-4053-abd4-c3d183a89063 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Deleting port 207c9232-39ee-497f-a7c9-3ab52ceaa59d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:45:39.066257 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a978778-e151-4053-abd4-c3d183a89063 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:39.089706 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-90168dc1-ba81-4a39-a9e3-6571ca0b4a90 None None] For port 0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5,segment=NetworkSegment(e80000e6-3d48-4312-8af0-50c2f4f782b3),segment_id=e80000e6-3d48-4312-8af0-50c2f4f782b3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:45:39.090190 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90168dc1-ba81-4a39-a9e3-6571ca0b4a90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:39.102684 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-90168dc1-ba81-4a39-a9e3-6571ca0b4a90 None None] Calling delete_port for 0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:45:39.156083 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9a978778-e151-4053-abd4-c3d183a89063 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] For port 207c9232-39ee-497f-a7c9-3ab52ceaa59d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=207c9232-39ee-497f-a7c9-3ab52ceaa59d,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:45:39.156500 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a978778-e151-4053-abd4-c3d183a89063 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:39.169212 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-9a978778-e151-4053-abd4-c3d183a89063 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Calling delete_port for 207c9232-39ee-497f-a7c9-3ab52ceaa59d owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:45:39.191698 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90168dc1-ba81-4a39-a9e3-6571ca0b4a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:39.214901 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-b1e5d711-60db-4db0-9e5b-adedd96e87fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622819866', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:45:37Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:45:39.219293 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90168dc1-ba81-4a39-a9e3-6571ca0b4a90 None None] No DVR routers for this DVR port 0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:45:39.224738 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90168dc1-ba81-4a39-a9e3-6571ca0b4a90 None None] Pushing event deleted for resources: {'Port': ['ID=0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:39.233560 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90168dc1-ba81-4a39-a9e3-6571ca0b4a90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:39.233902 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90168dc1-ba81-4a39-a9e3-6571ca0b4a90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:39.234266 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90168dc1-ba81-4a39-a9e3-6571ca0b4a90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:39.234596 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90168dc1-ba81-4a39-a9e3-6571ca0b4a90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:39.234913 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90168dc1-ba81-4a39-a9e3-6571ca0b4a90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:39.235371 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90168dc1-ba81-4a39-a9e3-6571ca0b4a90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:39.235549 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90168dc1-ba81-4a39-a9e3-6571ca0b4a90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:39.235870 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90168dc1-ba81-4a39-a9e3-6571ca0b4a90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:39.236190 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90168dc1-ba81-4a39-a9e3-6571ca0b4a90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:39.236507 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90168dc1-ba81-4a39-a9e3-6571ca0b4a90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:39.236826 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90168dc1-ba81-4a39-a9e3-6571ca0b4a90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:39.237142 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90168dc1-ba81-4a39-a9e3-6571ca0b4a90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:39.243198 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e5d711-60db-4db0-9e5b-adedd96e87fd None None] The sync data for ids ['cc163322-edd0-4243-a46f-1d86a7a0bb31'] in n-d-798930-9 is: [{'id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622819866', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:45:37Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': '207c9232-39ee-497f-a7c9-3ab52ceaa59d', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:24:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc163322-edd0-4243-a46f-1d86a7a0bb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:44:03Z', 'updated_at': '2021-07-22T17:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:45:39.347023 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a978778-e151-4053-abd4-c3d183a89063 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:39.372570 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a978778-e151-4053-abd4-c3d183a89063 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Port': ['ID=207c9232-39ee-497f-a7c9-3ab52ceaa59d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:39.437889 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a978778-e151-4053-abd4-c3d183a89063 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:39.525809 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a978778-e151-4053-abd4-c3d183a89063 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:39.528024 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a978778-e151-4053-abd4-c3d183a89063 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:39.560078 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device fccc4190-65de-4777-974a-f1397e5a35d1 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:45:39.572058 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a978778-e151-4053-abd4-c3d183a89063 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:39.572058 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a978778-e151-4053-abd4-c3d183a89063 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Fanout notify agent at l3_agent the message router_deleted on router cc163322-edd0-4243-a46f-1d86a7a0bb31 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:45:39.585479 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a978778-e151-4053-abd4-c3d183a89063 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:39.588386 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42226) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:45:39.588990 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: fccc4190-65de-4777-974a-f1397e5a35d1 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:45:39.589405 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device fccc4190-65de-4777-974a-f1397e5a35d1 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:45:39.596997 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9a978778-e151-4053-abd4-c3d183a89063 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "DELETE /v2.0/routers/cc163322-edd0-4243-a46f-1d86a7a0bb31 HTTP/1.1" status: 204 len: 168 time: 0.8262174 Jul 22 17:45:39.675148 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe5fbf7e-5918-4c8e-8d29-10d6598bd7d2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:39.695431 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:45:39.720296 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:45:39.721259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 0a85e3f4-28be-44ea-b7fb-bf90e0f23fd5 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:45:39.721259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 985382ec-82cf-46c9-9b72-7ff0e436a757 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:45:39.743307 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 985382ec-82cf-46c9-9b72-7ff0e436a757 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:45:39.743659 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 985382ec-82cf-46c9-9b72-7ff0e436a757 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:45:39.765510 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe5fbf7e-5918-4c8e-8d29-10d6598bd7d2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:39.776968 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-fe5fbf7e-5918-4c8e-8d29-10d6598bd7d2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c541b598-34fb-4a98-9580-5dce311f25c7']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:45:39.786611 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-fe5fbf7e-5918-4c8e-8d29-10d6598bd7d2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80000e6-3d48-4312-8af0-50c2f4f782b3') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:45:39.787438 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-fe5fbf7e-5918-4c8e-8d29-10d6598bd7d2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80000e6-3d48-4312-8af0-50c2f4f782b3') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:45:39.795822 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe5fbf7e-5918-4c8e-8d29-10d6598bd7d2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:39.809083 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe5fbf7e-5918-4c8e-8d29-10d6598bd7d2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:39.815092 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe5fbf7e-5918-4c8e-8d29-10d6598bd7d2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:45:39.815602 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe5fbf7e-5918-4c8e-8d29-10d6598bd7d2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: timer() Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:45:39.818921 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:45:39.881469 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe5fbf7e-5918-4c8e-8d29-10d6598bd7d2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:39.889080 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fe5fbf7e-5918-4c8e-8d29-10d6598bd7d2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:39.890634 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fe5fbf7e-5918-4c8e-8d29-10d6598bd7d2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "DELETE /v2.0/networks/c541b598-34fb-4a98-9580-5dce311f25c7 HTTP/1.1" status: 204 len: 168 time: 0.3011103 Jul 22 17:45:39.893544 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42228) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:45:39.902764 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fbf7e-5918-4c8e-8d29-10d6598bd7d2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Network': ['ID=c541b598-34fb-4a98-9580-5dce311f25c7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:39.957181 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c76e82e-29e0-4813-a9be-15a147cd36d4 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:39.983400 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c76e82e-29e0-4813-a9be-15a147cd36d4 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:40.042299 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c76e82e-29e0-4813-a9be-15a147cd36d4 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:40.044729 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c76e82e-29e0-4813-a9be-15a147cd36d4 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:40.046000 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0c76e82e-29e0-4813-a9be-15a147cd36d4 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "DELETE /v2.0/security-groups/2a08d859-ceb2-42ba-a3f6-897e4500db7a HTTP/1.1" status: 204 len: 168 time: 0.1514509 Jul 22 17:45:40.054636 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76e82e-29e0-4813-a9be-15a147cd36d4 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a08d859-ceb2-42ba-a3f6-897e4500db7a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:40.360780 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42234) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:45:40.366221 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7f5c019f-6c61-49f2-a549-bfe5342ba7a5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1829409306', 'description': 'tempest-secgroup-smoke-1829409306 description', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:45:40.392421 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f5c019f-6c61-49f2-a549-bfe5342ba7a5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:40.470428 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f5c019f-6c61-49f2-a549-bfe5342ba7a5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:40.474217 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f5c019f-6c61-49f2-a549-bfe5342ba7a5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:40.501087 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7f5c019f-6c61-49f2-a549-bfe5342ba7a5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:40.502341 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7f5c019f-6c61-49f2-a549-bfe5342ba7a5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1405463 Jul 22 17:45:40.506004 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42236) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:45:40.507105 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c019f-6c61-49f2-a549-bfe5342ba7a5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6afc737-744c-4ac2-b8d2-3545fe125d0e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:40.510852 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-b4f27338-d142-46c5-a572-e23a5043e3d8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': 'e6afc737-744c-4ac2-b8d2-3545fe125d0e', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:45:40.536356 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4f27338-d142-46c5-a572-e23a5043e3d8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:40.590442 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4f27338-d142-46c5-a572-e23a5043e3d8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:40.593817 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4f27338-d142-46c5-a572-e23a5043e3d8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:40.611053 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f27338-d142-46c5-a572-e23a5043e3d8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348f462b-1bd5-464d-bcd3-27099ad24018,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:40.618164 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b4f27338-d142-46c5-a572-e23a5043e3d8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:40.619426 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b4f27338-d142-46c5-a572-e23a5043e3d8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1122921 Jul 22 17:45:40.622166 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42238) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:45:40.626489 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-37ae8191-7f07-4a23-8779-80678ba21240 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': 'e6afc737-744c-4ac2-b8d2-3545fe125d0e', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:45:40.651477 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37ae8191-7f07-4a23-8779-80678ba21240 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:40.711637 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37ae8191-7f07-4a23-8779-80678ba21240 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:40.715439 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37ae8191-7f07-4a23-8779-80678ba21240 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:40.734606 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae8191-7f07-4a23-8779-80678ba21240 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0950a186-18b6-41ba-8652-eddaaf633751,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:40.737385 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37ae8191-7f07-4a23-8779-80678ba21240 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:40.738590 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-37ae8191-7f07-4a23-8779-80678ba21240 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155083 Jul 22 17:45:40.741824 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42240) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:45:40.746241 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-20fea218-ef14-4e14-87f2-40b8c91be71a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': 'e6afc737-744c-4ac2-b8d2-3545fe125d0e', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:45:40.771047 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20fea218-ef14-4e14-87f2-40b8c91be71a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:40.827191 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20fea218-ef14-4e14-87f2-40b8c91be71a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:40.830786 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20fea218-ef14-4e14-87f2-40b8c91be71a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:40.849533 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fea218-ef14-4e14-87f2-40b8c91be71a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462e12ba-6bd6-4862-9f8c-9198047d1d9d,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:40.852176 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-20fea218-ef14-4e14-87f2-40b8c91be71a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:40.853339 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-20fea218-ef14-4e14-87f2-40b8c91be71a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1105165 Jul 22 17:45:40.855987 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42242) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:45:40.860286 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-9f8fa863-e7eb-43f0-b15b-c14872b70e91 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': 'e6afc737-744c-4ac2-b8d2-3545fe125d0e', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:45:40.886523 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f8fa863-e7eb-43f0-b15b-c14872b70e91 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:40.943740 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f8fa863-e7eb-43f0-b15b-c14872b70e91 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:40.947326 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f8fa863-e7eb-43f0-b15b-c14872b70e91 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:40.966498 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fa863-e7eb-43f0-b15b-c14872b70e91 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1853a70-3e0d-4e1b-bb0f-e031fb1e485d,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:40.969707 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f8fa863-e7eb-43f0-b15b-c14872b70e91 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:40.970932 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9f8fa863-e7eb-43f0-b15b-c14872b70e91 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1140425 Jul 22 17:45:40.973841 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42244) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:45:40.979072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-801f09b7-fbf0-466d-9790-ad3554830a6b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': 'e6afc737-744c-4ac2-b8d2-3545fe125d0e', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:45:41.000203 n-d-798930-9 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-801f09b7-fbf0-466d-9790-ad3554830a6b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Project 58d9fe362c4a4138b4f40d451e5a1ccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:45:41.004878 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-801f09b7-fbf0-466d-9790-ad3554830a6b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:41.064374 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-801f09b7-fbf0-466d-9790-ad3554830a6b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:41.071885 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-801f09b7-fbf0-466d-9790-ad3554830a6b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:41.091089 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f09b7-fbf0-466d-9790-ad3554830a6b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d04930-a578-4720-b61a-1c1697df2574,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:41.097627 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-801f09b7-fbf0-466d-9790-ad3554830a6b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:41.098838 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-801f09b7-fbf0-466d-9790-ad3554830a6b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234558 Jul 22 17:45:41.102198 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42246) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:45:41.106561 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5ec0593b-f504-487c-8e8d-bd71942b385e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'security_group_rule': {'security_group_id': 'e6afc737-744c-4ac2-b8d2-3545fe125d0e', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:45:41.126985 n-d-798930-9 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-5ec0593b-f504-487c-8e8d-bd71942b385e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Project 58d9fe362c4a4138b4f40d451e5a1ccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:45:41.131640 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ec0593b-f504-487c-8e8d-bd71942b385e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:41.191580 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ec0593b-f504-487c-8e8d-bd71942b385e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:41.194885 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ec0593b-f504-487c-8e8d-bd71942b385e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:41.213431 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0593b-f504-487c-8e8d-bd71942b385e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=406222b2-c7f6-43a9-b753-5d5f1d1e1d56,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:41.216002 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ec0593b-f504-487c-8e8d-bd71942b385e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:41.217179 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5ec0593b-f504-487c-8e8d-bd71942b385e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1141057 Jul 22 17:45:41.220132 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42248) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:45:41.225596 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-88fdbb71-4b51-4e5a-9e40-786f16cc5176 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'network': {'name': 'tempest-network-smoke--1481441401', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'port_security_enabled': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:45:41.245535 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fdbb71-4b51-4e5a-9e40-786f16cc5176 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Made reservation on behalf of 58d9fe362c4a4138b4f40d451e5a1ccb for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:45:41.248878 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88fdbb71-4b51-4e5a-9e40-786f16cc5176 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:41.275299 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88fdbb71-4b51-4e5a-9e40-786f16cc5176 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:45:41.285056 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88fdbb71-4b51-4e5a-9e40-786f16cc5176 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:41.285397 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-88fdbb71-4b51-4e5a-9e40-786f16cc5176 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Added segment 32fcf15b-3485-49e6-9dda-ab4f906ebe80 of type vlan for network a039e2c3-bacd-44d8-9e9c-43d6c6ef442e Jul 22 17:45:41.337477 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88fdbb71-4b51-4e5a-9e40-786f16cc5176 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:41.367072 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88fdbb71-4b51-4e5a-9e40-786f16cc5176 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:41.372616 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fdbb71-4b51-4e5a-9e40-786f16cc5176 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:41.373229 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88fdbb71-4b51-4e5a-9e40-786f16cc5176 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:41.378613 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 207c9232-39ee-497f-a7c9-3ab52ceaa59d no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:45:41.401004 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 207c9232-39ee-497f-a7c9-3ab52ceaa59d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:45:41.401537 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 207c9232-39ee-497f-a7c9-3ab52ceaa59d not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:45:41.409978 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-88fdbb71-4b51-4e5a-9e40-786f16cc5176 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1888015 Jul 22 17:45:41.413373 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42250) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:45:41.417740 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-0aef27ae-88b8-4a5c-b932-1a6205a5bf0a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1901102371', 'admin_state_up': True, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:45:41.451727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdbb71-4b51-4e5a-9e40-786f16cc5176 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Network': ['ID=a039e2c3-bacd-44d8-9e9c-43d6c6ef442e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:41.462136 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network a039e2c3-bacd-44d8-9e9c-43d6c6ef442e details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:45:41.468405 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0aef27ae-88b8-4a5c-b932-1a6205a5bf0a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:41.469587 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0aef27ae-88b8-4a5c-b932-1a6205a5bf0a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:41.524835 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0aef27ae-88b8-4a5c-b932-1a6205a5bf0a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:41.658143 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0aef27ae-88b8-4a5c-b932-1a6205a5bf0a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:41.847602 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0aef27ae-88b8-4a5c-b932-1a6205a5bf0a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:41.866061 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0aef27ae-88b8-4a5c-b932-1a6205a5bf0a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:41.967913 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-0aef27ae-88b8-4a5c-b932-1a6205a5bf0a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Allocated IP 172.25.0.107 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/ede04915-3d4a-40ad-a711-fcc03f778471) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:45:42.066242 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0aef27ae-88b8-4a5c-b932-1a6205a5bf0a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:42.104756 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0aef27ae-88b8-4a5c-b932-1a6205a5bf0a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:42.147476 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aef27ae-88b8-4a5c-b932-1a6205a5bf0a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:45:42.150235 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-0aef27ae-88b8-4a5c-b932-1a6205a5bf0a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:45:42.154493 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef27ae-88b8-4a5c-b932-1a6205a5bf0a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:45:42.160026 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef27ae-88b8-4a5c-b932-1a6205a5bf0a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=ede04915-3d4a-40ad-a711-fcc03f778471,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:42.399690 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0aef27ae-88b8-4a5c-b932-1a6205a5bf0a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:42.588980 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0aef27ae-88b8-4a5c-b932-1a6205a5bf0a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:42.609225 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:42.714511 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aef27ae-88b8-4a5c-b932-1a6205a5bf0a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Router b8210718-be86-4b19-86c9-8dd5a77a223d is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:45:42.786406 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:42.818104 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aef27ae-88b8-4a5c-b932-1a6205a5bf0a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:45:42.829006 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] Sync routers for ids ['b8210718-be86-4b19-86c9-8dd5a77a223d'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:45:42.835599 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0aef27ae-88b8-4a5c-b932-1a6205a5bf0a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:42.836980 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0aef27ae-88b8-4a5c-b932-1a6205a5bf0a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4226625 Jul 22 17:45:42.840401 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42252) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:45:42.840874 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] Routers {'b8210718-be86-4b19-86c9-8dd5a77a223d'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:45:42.841317 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:45:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b8210718-be86-4b19-86c9-8dd5a77a223d'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:45:42.920855 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cd13c92a-7bef-4542-834c-32cbdf86f26f tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=58d9fe362c4a4138b4f40d451e5a1ccb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0792370 Jul 22 17:45:42.923555 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42258) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:45:42.948871 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] Set router b8210718-be86-4b19-86c9-8dd5a77a223d gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:45:43.009045 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b65e5ed-ce1f-466d-888a-9beb16ab3091 tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:43.010483 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-4b65e5ed-ce1f-466d-888a-9beb16ab3091 tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860243 Jul 22 17:45:43.013221 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42260) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:45:43.040803 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d6830fd0-4d39-4c3e-bda1-06dd2bd2ace2 tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=748fc6ab-3639-411a-b273-35e3c4423108&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265112 Jul 22 17:45:43.043117 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42262) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:45:43.047749 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-77956a66-9d31-49f9-83ac-b5e139582eee tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1783949588', 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e', 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:45:43.124163 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901102371', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:42Z', 'revision_number': 3, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:45:43.139109 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77956a66-9d31-49f9-83ac-b5e139582eee tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Made reservation on behalf of 58d9fe362c4a4138b4f40d451e5a1ccb for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:45:43.142778 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77956a66-9d31-49f9-83ac-b5e139582eee tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:43.151080 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] Checking router: b8210718-be86-4b19-86c9-8dd5a77a223d for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:45:43.151431 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] Updating router b8210718-be86-4b19-86c9-8dd5a77a223d port ede04915-3d4a-40ad-a711-fcc03f778471 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:45:43.183817 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:43.329638 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77956a66-9d31-49f9-83ac-b5e139582eee tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:43.389767 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77956a66-9d31-49f9-83ac-b5e139582eee tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Subnet': ['ID=80a4b4b0-4232-4658-895f-7a4c0293e6d7,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:43.399634 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77956a66-9d31-49f9-83ac-b5e139582eee tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Checking segment: {'id': '32fcf15b-3485-49e6-9dda-ab4f906ebe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:45:43.399999 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77956a66-9d31-49f9-83ac-b5e139582eee tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network hostable DHCP agents. Network: a039e2c3-bacd-44d8-9e9c-43d6c6ef442e, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:45:43.417305 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77956a66-9d31-49f9-83ac-b5e139582eee tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network a039e2c3-bacd-44d8-9e9c-43d6c6ef442e is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:45:43.426459 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-77956a66-9d31-49f9-83ac-b5e139582eee tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, a039e2c3-bacd-44d8-9e9c-43d6c6ef442e) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:45:43.430869 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77956a66-9d31-49f9-83ac-b5e139582eee tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:43.431447 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77956a66-9d31-49f9-83ac-b5e139582eee tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:43.439595 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d0438e-40ac-442b-8764-1dddd4087906 None None] Network a039e2c3-bacd-44d8-9e9c-43d6c6ef442e requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:45:43.442624 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:43.447896 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-77956a66-9d31-49f9-83ac-b5e139582eee tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4012454 Jul 22 17:45:43.448167 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42264) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:45:43.469378 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] Transition to ACTIVE for port object ede04915-3d4a-40ad-a711-fcc03f778471 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:45:43.478015 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:43.575869 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] Attempting to bind port ede04915-3d4a-40ad-a711-fcc03f778471 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:45:43.576235 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] Attempting to bind port ede04915-3d4a-40ad-a711-fcc03f778471 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:45:43.576597 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] Attempting to bind port ede04915-3d4a-40ad-a711-fcc03f778471 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:45:43.580103 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8dbc5-6d5a-4805-b58d-0430e0b603b4 None None] Pushing event updated for resources: {'Port': ['ID=ede04915-3d4a-40ad-a711-fcc03f778471,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:43.603401 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:45:43.603779 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:45:43.604181 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:43.604569 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:45:43.605046 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] Bound port: ede04915-3d4a-40ad-a711-fcc03f778471, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:45:43.605427 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:43.680308 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b251a4b5-ac4f-418f-86ed-d7da565267ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-a039e2c3-bacd-44d8-9e9c-43d6c6ef442e', 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'fixed_ips': [{'subnet_id': '80a4b4b0-4232-4658-895f-7a4c0293e6d7'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:45:43.681149 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b251a4b5-ac4f-418f-86ed-d7da565267ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:43.693273 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] For port ede04915-3d4a-40ad-a711-fcc03f778471, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:45:43.707261 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] For port ede04915-3d4a-40ad-a711-fcc03f778471, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ede04915-3d4a-40ad-a711-fcc03f778471,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:45:43.716007 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:43.839473 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] Routers {'b8210718-be86-4b19-86c9-8dd5a77a223d'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:45:43.839991 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:45:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b8210718-be86-4b19-86c9-8dd5a77a223d'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:45:43.872994 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8dbc5-6d5a-4805-b58d-0430e0b603b4 None None] Pushing event updated for resources: {'Port': ['ID=ede04915-3d4a-40ad-a711-fcc03f778471,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:43.881205 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc17ba03-cc54-4d91-b8b3-0b3f075eeca7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:43.953761 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-b251a4b5-ac4f-418f-86ed-d7da565267ef None None] Allocated IP 172.20.0.2 (a039e2c3-bacd-44d8-9e9c-43d6c6ef442e/80a4b4b0-4232-4658-895f-7a4c0293e6d7/c96c0c8c-7dc6-45e9-94dc-d78201d2817c) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:45:44.001063 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] Set router b8210718-be86-4b19-86c9-8dd5a77a223d gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:45:44.393409 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b251a4b5-ac4f-418f-86ed-d7da565267ef None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:44.404152 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b251a4b5-ac4f-418f-86ed-d7da565267ef None None] Transition to ACTIVE for port object c96c0c8c-7dc6-45e9-94dc-d78201d2817c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:45:44.424182 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b251a4b5-ac4f-418f-86ed-d7da565267ef None None] Transition to ACTIVE for port object c96c0c8c-7dc6-45e9-94dc-d78201d2817c will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:45:44.434120 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b251a4b5-ac4f-418f-86ed-d7da565267ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:44.469150 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901102371', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:42Z', 'revision_number': 3, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:45:44.478263 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-fc17ba03-cc54-4d91-b8b3-0b3f075eeca7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Allocated IP 172.20.0.1 (a039e2c3-bacd-44d8-9e9c-43d6c6ef442e/80a4b4b0-4232-4658-895f-7a4c0293e6d7/195ef711-2d26-426f-9dba-01620da643bd) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:45:44.479234 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b251a4b5-ac4f-418f-86ed-d7da565267ef None None] Network a039e2c3-bacd-44d8-9e9c-43d6c6ef442e is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:45:44.508030 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576029b0-8904-445f-9654-bf2c4ef15390 None None] The sync data for ids ['b8210718-be86-4b19-86c9-8dd5a77a223d'] in n-d-798930-9 is: [{'id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901102371', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:42Z', 'revision_number': 3, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:45:44.509778 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b251a4b5-ac4f-418f-86ed-d7da565267ef None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:45:44.513588 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b251a4b5-ac4f-418f-86ed-d7da565267ef None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:45:44.519225 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251a4b5-ac4f-418f-86ed-d7da565267ef None None] Pushing event updated for resources: {'Port': ['ID=c96c0c8c-7dc6-45e9-94dc-d78201d2817c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:44.581915 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b251a4b5-ac4f-418f-86ed-d7da565267ef None None] Attempting to bind port c96c0c8c-7dc6-45e9-94dc-d78201d2817c on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:45:44.582176 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b251a4b5-ac4f-418f-86ed-d7da565267ef None None] Attempting to bind port c96c0c8c-7dc6-45e9-94dc-d78201d2817c by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '32fcf15b-3485-49e6-9dda-ab4f906ebe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:45:44.582487 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b251a4b5-ac4f-418f-86ed-d7da565267ef None None] Attempting to bind port c96c0c8c-7dc6-45e9-94dc-d78201d2817c on network a039e2c3-bacd-44d8-9e9c-43d6c6ef442e {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:45:44.588098 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b251a4b5-ac4f-418f-86ed-d7da565267ef None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:45:44.588482 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b251a4b5-ac4f-418f-86ed-d7da565267ef None None] Checking segment: {'id': '32fcf15b-3485-49e6-9dda-ab4f906ebe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:45:44.588886 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b251a4b5-ac4f-418f-86ed-d7da565267ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:44.589280 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b251a4b5-ac4f-418f-86ed-d7da565267ef None None] Bound using segment: {'id': '32fcf15b-3485-49e6-9dda-ab4f906ebe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:45:44.589749 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b251a4b5-ac4f-418f-86ed-d7da565267ef None None] Bound port: c96c0c8c-7dc6-45e9-94dc-d78201d2817c, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32fcf15b-3485-49e6-9dda-ab4f906ebe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:45:44.590160 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b251a4b5-ac4f-418f-86ed-d7da565267ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:44.600441 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc17ba03-cc54-4d91-b8b3-0b3f075eeca7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:44.616552 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-fc17ba03-cc54-4d91-b8b3-0b3f075eeca7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Transition to ACTIVE for port object 195ef711-2d26-426f-9dba-01620da643bd will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:45:44.650419 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc17ba03-cc54-4d91-b8b3-0b3f075eeca7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:44.659063 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b251a4b5-ac4f-418f-86ed-d7da565267ef None None] For port c96c0c8c-7dc6-45e9-94dc-d78201d2817c, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:45:44.664499 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b251a4b5-ac4f-418f-86ed-d7da565267ef None None] For port c96c0c8c-7dc6-45e9-94dc-d78201d2817c, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c96c0c8c-7dc6-45e9-94dc-d78201d2817c,segment=NetworkSegment(32fcf15b-3485-49e6-9dda-ab4f906ebe80),segment_id=32fcf15b-3485-49e6-9dda-ab4f906ebe80)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:45:44.668039 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b251a4b5-ac4f-418f-86ed-d7da565267ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:44.691956 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc17ba03-cc54-4d91-b8b3-0b3f075eeca7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network a039e2c3-bacd-44d8-9e9c-43d6c6ef442e is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:45:44.697338 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-fc17ba03-cc54-4d91-b8b3-0b3f075eeca7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:45:44.701086 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc17ba03-cc54-4d91-b8b3-0b3f075eeca7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:45:44.731295 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251a4b5-ac4f-418f-86ed-d7da565267ef None None] Pushing event updated for resources: {'Port': ['ID=c96c0c8c-7dc6-45e9-94dc-d78201d2817c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:44.731780 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17ba03-cc54-4d91-b8b3-0b3f075eeca7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=195ef711-2d26-426f-9dba-01620da643bd,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:44.764598 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc17ba03-cc54-4d91-b8b3-0b3f075eeca7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:44.924375 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc17ba03-cc54-4d91-b8b3-0b3f075eeca7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:45.239220 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc17ba03-cc54-4d91-b8b3-0b3f075eeca7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:45.243764 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc17ba03-cc54-4d91-b8b3-0b3f075eeca7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:45.322292 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17ba03-cc54-4d91-b8b3-0b3f075eeca7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=195ef711-2d26-426f-9dba-01620da643bd,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:45.327446 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc17ba03-cc54-4d91-b8b3-0b3f075eeca7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:45.446612 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc17ba03-cc54-4d91-b8b3-0b3f075eeca7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network a039e2c3-bacd-44d8-9e9c-43d6c6ef442e is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:45:45.448259 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-fc17ba03-cc54-4d91-b8b3-0b3f075eeca7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:45:45.508728 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ede04915-3d4a-40ad-a711-fcc03f778471 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:45:45.566179 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port ede04915-3d4a-40ad-a711-fcc03f778471 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:45:45.570109 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port ede04915-3d4a-40ad-a711-fcc03f778471 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:45:45.570471 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:45.585991 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc17ba03-cc54-4d91-b8b3-0b3f075eeca7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Router b8210718-be86-4b19-86c9-8dd5a77a223d has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:45:45.660551 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:45.686749 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port ede04915-3d4a-40ad-a711-fcc03f778471, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ede04915-3d4a-40ad-a711-fcc03f778471,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:45:45.691109 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:45.691873 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c96c0c8c-7dc6-45e9-94dc-d78201d2817c up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:45:45.701710 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc17ba03-cc54-4d91-b8b3-0b3f075eeca7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:45:45.707089 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fc17ba03-cc54-4d91-b8b3-0b3f075eeca7 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "PUT /v2.0/routers/b8210718-be86-4b19-86c9-8dd5a77a223d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2576351 Jul 22 17:45:45.736570 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7119bf0-7df1-4d6b-9a17-ce2d94d088fb None None] Network a039e2c3-bacd-44d8-9e9c-43d6c6ef442e requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:45:45.840119 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=ede04915-3d4a-40ad-a711-fcc03f778471,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:45.865441 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-64e77f67-7bb4-4d9e-bccb-3accf27d4810 None None] Provisioning for port c96c0c8c-7dc6-45e9-94dc-d78201d2817c completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:45:45.868270 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af8df86a-5664-4239-ac53-05a83c10693a req-4c97ad5b-be43-4237-8577-704a6928c35b tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1829409306&fields=id&tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb HTTP/1.1" status: 200 len: 267 time: 0.0383923 Jul 22 17:45:45.870865 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port c96c0c8c-7dc6-45e9-94dc-d78201d2817c completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:45:45.874542 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-64e77f67-7bb4-4d9e-bccb-3accf27d4810 None None] Provisioning complete for port c96c0c8c-7dc6-45e9-94dc-d78201d2817c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:45:45.874916 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64e77f67-7bb4-4d9e-bccb-3accf27d4810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:45.913877 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port c96c0c8c-7dc6-45e9-94dc-d78201d2817c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:45:45.914277 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:45.985333 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8df86a-5664-4239-ac53-05a83c10693a req-91fb7b03-621a-4112-bd2f-b0d480ba0807 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:45.988457 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af8df86a-5664-4239-ac53-05a83c10693a req-91fb7b03-621a-4112-bd2f-b0d480ba0807 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/networks?id=a039e2c3-bacd-44d8-9e9c-43d6c6ef442e HTTP/1.1" status: 200 len: 797 time: 0.1121256 Jul 22 17:45:46.002327 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af8df86a-5664-4239-ac53-05a83c10693a req-1750d4ef-3a38-4cb4-b0e9-096b9496254c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/quotas/58d9fe362c4a4138b4f40d451e5a1ccb HTTP/1.1" status: 200 len: 375 time: 0.0095992 Jul 22 17:45:46.076513 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64e77f67-7bb4-4d9e-bccb-3accf27d4810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:46.084458 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af8df86a-5664-4239-ac53-05a83c10693a req-e99c428d-f7f5-41d6-9f08-9b07fba400a9 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760334 Jul 22 17:45:46.100992 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:46.102045 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-af8df86a-5664-4239-ac53-05a83c10693a req-1c1becab-a7f7-45f8-bd9b-fd9fbb915a59 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:45:46.103196 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af8df86a-5664-4239-ac53-05a83c10693a req-1c1becab-a7f7-45f8-bd9b-fd9fbb915a59 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070868 Jul 22 17:45:46.141567 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-64e77f67-7bb4-4d9e-bccb-3accf27d4810 None None] For port c96c0c8c-7dc6-45e9-94dc-d78201d2817c, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c96c0c8c-7dc6-45e9-94dc-d78201d2817c,segment=NetworkSegment(32fcf15b-3485-49e6-9dda-ab4f906ebe80),segment_id=32fcf15b-3485-49e6-9dda-ab4f906ebe80)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:45:46.149156 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64e77f67-7bb4-4d9e-bccb-3accf27d4810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:46.223134 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 17:45:46.223490 n-d-798930-9 neutron-server[93818]: DEBUG oslo_db.api [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 17:45:46.228092 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e77f67-7bb4-4d9e-bccb-3accf27d4810 None None] Pushing event updated for resources: {'Port': ['ID=c96c0c8c-7dc6-45e9-94dc-d78201d2817c,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:46.272301 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af8df86a-5664-4239-ac53-05a83c10693a req-5b673387-c322-4703-b2ee-1def261b140d service neutron] 10.222.0.69 "GET /v2.0/networks/a039e2c3-bacd-44d8-9e9c-43d6c6ef442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530871 Jul 22 17:45:46.287045 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] Sync routers for ids ['b8210718-be86-4b19-86c9-8dd5a77a223d'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:45:46.296680 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] Routers {'b8210718-be86-4b19-86c9-8dd5a77a223d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:45:46.297283 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:45:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b8210718-be86-4b19-86c9-8dd5a77a223d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:45:46.368386 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af8df86a-5664-4239-ac53-05a83c10693a req-53ed302d-26b9-4af6-90ed-db74065c3a05 service neutron] 10.222.0.69 "GET /v2.0/networks/a039e2c3-bacd-44d8-9e9c-43d6c6ef442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897799 Jul 22 17:45:46.370493 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fed94901-a6c0-48da-8798-92866dfb2e26 None None] Provisioning complete for port c96c0c8c-7dc6-45e9-94dc-d78201d2817c triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:45:46.370925 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fed94901-a6c0-48da-8798-92866dfb2e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:46.430125 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] Set router b8210718-be86-4b19-86c9-8dd5a77a223d gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:45:46.514428 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fed94901-a6c0-48da-8798-92866dfb2e26 None None] Provisioning for port 195ef711-2d26-426f-9dba-01620da643bd completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:45:46.519819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fed94901-a6c0-48da-8798-92866dfb2e26 None None] Provisioning complete for port 195ef711-2d26-426f-9dba-01620da643bd triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:45:46.520188 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fed94901-a6c0-48da-8798-92866dfb2e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:46.559703 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fed94901-a6c0-48da-8798-92866dfb2e26 None None] Port 195ef711-2d26-426f-9dba-01620da643bd cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:45:46.584984 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-30a667a7-317e-458e-b731-d529f6502dd4 req-ca4cdea0-e3bf-416c-b1ce-c8dc76961834 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 210 time: 0.0420003 Jul 22 17:45:46.678997 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ace3b008-cfa5-4b42-b8b6-3994bf0edaff None None] Provisioning complete for port 195ef711-2d26-426f-9dba-01620da643bd triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:45:46.679370 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ace3b008-cfa5-4b42-b8b6-3994bf0edaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:46.699751 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901102371', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:44Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '195ef711-2d26-426f-9dba-01620da643bd', 'name': '', 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:6a:1f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '80a4b4b0-4232-4658-895f-7a4c0293e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:45:43Z', 'updated_at': '2021-07-22T17:45:45Z', 'revision_number': 2, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '80a4b4b0-4232-4658-895f-7a4c0293e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:45:46.716609 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ace3b008-cfa5-4b42-b8b6-3994bf0edaff None None] Port 195ef711-2d26-426f-9dba-01620da643bd cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:45:46.726980 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] Checking router: b8210718-be86-4b19-86c9-8dd5a77a223d for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:45:46.727336 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] Updating router b8210718-be86-4b19-86c9-8dd5a77a223d port 195ef711-2d26-426f-9dba-01620da643bd binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:45:46.760868 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:46.834191 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-40b491f5-ac7a-4b10-a492-fdfb1d9ad7fa None None] Provisioning complete for port 195ef711-2d26-426f-9dba-01620da643bd triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:45:46.834768 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-40b491f5-ac7a-4b10-a492-fdfb1d9ad7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:46.870531 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-40b491f5-ac7a-4b10-a492-fdfb1d9ad7fa None None] Port 195ef711-2d26-426f-9dba-01620da643bd cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:45:47.016946 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:47.026713 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] Transition to ACTIVE for port object 195ef711-2d26-426f-9dba-01620da643bd will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:45:47.032005 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:47.082564 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48058e-af1f-4fc2-9e8a-a52277332641 None None] Pushing event updated for resources: {'Port': ['ID=195ef711-2d26-426f-9dba-01620da643bd,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:47.111769 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48058e-af1f-4fc2-9e8a-a52277332641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:47.112110 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48058e-af1f-4fc2-9e8a-a52277332641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:47.112456 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48058e-af1f-4fc2-9e8a-a52277332641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:47.112774 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48058e-af1f-4fc2-9e8a-a52277332641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:47.113096 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48058e-af1f-4fc2-9e8a-a52277332641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:47.113413 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48058e-af1f-4fc2-9e8a-a52277332641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:47.113726 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48058e-af1f-4fc2-9e8a-a52277332641 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:47.114063 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48058e-af1f-4fc2-9e8a-a52277332641 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:47.114377 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48058e-af1f-4fc2-9e8a-a52277332641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:47.114726 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48058e-af1f-4fc2-9e8a-a52277332641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:47.115037 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48058e-af1f-4fc2-9e8a-a52277332641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:47.115345 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48058e-af1f-4fc2-9e8a-a52277332641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:45:47.149045 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] Attempting to bind port 195ef711-2d26-426f-9dba-01620da643bd on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:45:47.149403 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] Attempting to bind port 195ef711-2d26-426f-9dba-01620da643bd by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '32fcf15b-3485-49e6-9dda-ab4f906ebe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:45:47.149754 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] Attempting to bind port 195ef711-2d26-426f-9dba-01620da643bd on network a039e2c3-bacd-44d8-9e9c-43d6c6ef442e {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:45:47.155148 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:45:47.155487 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] Checking segment: {'id': '32fcf15b-3485-49e6-9dda-ab4f906ebe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:45:47.155877 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:47.156257 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] Bound using segment: {'id': '32fcf15b-3485-49e6-9dda-ab4f906ebe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:45:47.156709 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] Bound port: 195ef711-2d26-426f-9dba-01620da643bd, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32fcf15b-3485-49e6-9dda-ab4f906ebe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:45:47.157107 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:47.219764 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] For port 195ef711-2d26-426f-9dba-01620da643bd, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:45:47.222950 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] For port 195ef711-2d26-426f-9dba-01620da643bd, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=195ef711-2d26-426f-9dba-01620da643bd,segment=NetworkSegment(32fcf15b-3485-49e6-9dda-ab4f906ebe80),segment_id=32fcf15b-3485-49e6-9dda-ab4f906ebe80)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:45:47.227601 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:47.284167 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] Routers {'b8210718-be86-4b19-86c9-8dd5a77a223d'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:45:47.284819 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:45:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b8210718-be86-4b19-86c9-8dd5a77a223d'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:45:47.353291 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48058e-af1f-4fc2-9e8a-a52277332641 None None] Pushing event updated for resources: {'Port': ['ID=195ef711-2d26-426f-9dba-01620da643bd,revision_number=4']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:47.403454 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] Set router b8210718-be86-4b19-86c9-8dd5a77a223d gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:45:47.446902 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ede04915-3d4a-40ad-a711-fcc03f778471 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:45:47.494201 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port ede04915-3d4a-40ad-a711-fcc03f778471 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:45:47.494567 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:47.579956 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c96c0c8c-7dc6-45e9-94dc-d78201d2817c up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:45:47.603289 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901102371', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:44Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '195ef711-2d26-426f-9dba-01620da643bd', 'name': '', 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:6a:1f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '80a4b4b0-4232-4658-895f-7a4c0293e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:45:43Z', 'updated_at': '2021-07-22T17:45:47Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '80a4b4b0-4232-4658-895f-7a4c0293e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:45:47.635315 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port c96c0c8c-7dc6-45e9-94dc-d78201d2817c triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:45:47.635696 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:47.639232 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb21c585-9766-40eb-8ec7-67139da90905 None None] The sync data for ids ['b8210718-be86-4b19-86c9-8dd5a77a223d'] in n-d-798930-9 is: [{'id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901102371', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:44Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '195ef711-2d26-426f-9dba-01620da643bd', 'name': '', 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:6a:1f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '80a4b4b0-4232-4658-895f-7a4c0293e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:45:43Z', 'updated_at': '2021-07-22T17:45:47Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '80a4b4b0-4232-4658-895f-7a4c0293e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:45:48.082124 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b8c804ac-12bd-4f98-962b-5ee81e3befa1 req-a5ed5698-764b-42fb-88ba-1ee09b181f47 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 210 time: 0.4432523 Jul 22 17:45:49.182649 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f4412291-780f-4a21-930c-7c5d1bf62c98 req-aa8c0242-e4a0-4a49-a2ba-c752a2ce01ed tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 210 time: 0.0300031 Jul 22 17:45:49.438828 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 195ef711-2d26-426f-9dba-01620da643bd up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:45:49.491612 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 195ef711-2d26-426f-9dba-01620da643bd completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:45:49.495462 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 195ef711-2d26-426f-9dba-01620da643bd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:45:49.495838 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:49.577643 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:49.615268 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 195ef711-2d26-426f-9dba-01620da643bd, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=195ef711-2d26-426f-9dba-01620da643bd,segment=NetworkSegment(32fcf15b-3485-49e6-9dda-ab4f906ebe80),segment_id=32fcf15b-3485-49e6-9dda-ab4f906ebe80)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:45:49.620033 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:49.669212 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8df86a-5664-4239-ac53-05a83c10693a req-78c096ce-9597-4f28-a004-7bcbb7d58f68 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:49.670670 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=195ef711-2d26-426f-9dba-01620da643bd,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:49.670801 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af8df86a-5664-4239-ac53-05a83c10693a req-78c096ce-9597-4f28-a004-7bcbb7d58f68 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.30 "GET /v2.0/networks?id=a039e2c3-bacd-44d8-9e9c-43d6c6ef442e HTTP/1.1" status: 200 len: 797 time: 0.1050868 Jul 22 17:45:49.718562 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af8df86a-5664-4239-ac53-05a83c10693a req-e098de76-b88b-49c7-9930-f0ed0ad7b328 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb HTTP/1.1" status: 200 len: 380 time: 0.0341573 Jul 22 17:45:49.728369 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-af8df86a-5664-4239-ac53-05a83c10693a req-44a0061e-1c24-4c13-9284-eb08c9c9cc4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'port': {'device_id': '79e89424-8c5c-4d9b-9c16-a6e703ea3a48', 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e', 'admin_state_up': True, 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'security_groups': ['e6afc737-744c-4ac2-b8d2-3545fe125d0e']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:45:49.835137 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8df86a-5664-4239-ac53-05a83c10693a req-44a0061e-1c24-4c13-9284-eb08c9c9cc4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Made reservation on behalf of 58d9fe362c4a4138b4f40d451e5a1ccb for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:45:49.838598 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af8df86a-5664-4239-ac53-05a83c10693a req-44a0061e-1c24-4c13-9284-eb08c9c9cc4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:49.963614 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-af8df86a-5664-4239-ac53-05a83c10693a req-44a0061e-1c24-4c13-9284-eb08c9c9cc4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Allocated IP 172.20.0.8 (a039e2c3-bacd-44d8-9e9c-43d6c6ef442e/80a4b4b0-4232-4658-895f-7a4c0293e6d7/2bea1574-72f0-460c-8b48-7a163b14f93e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:45:50.100786 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af8df86a-5664-4239-ac53-05a83c10693a req-44a0061e-1c24-4c13-9284-eb08c9c9cc4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:50.113983 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-af8df86a-5664-4239-ac53-05a83c10693a req-44a0061e-1c24-4c13-9284-eb08c9c9cc4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Transition to ACTIVE for port object 2bea1574-72f0-460c-8b48-7a163b14f93e will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:45:50.144728 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af8df86a-5664-4239-ac53-05a83c10693a req-44a0061e-1c24-4c13-9284-eb08c9c9cc4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:50.192518 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8df86a-5664-4239-ac53-05a83c10693a req-44a0061e-1c24-4c13-9284-eb08c9c9cc4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network a039e2c3-bacd-44d8-9e9c-43d6c6ef442e is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:45:50.195459 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-af8df86a-5664-4239-ac53-05a83c10693a req-44a0061e-1c24-4c13-9284-eb08c9c9cc4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:45:50.199286 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8df86a-5664-4239-ac53-05a83c10693a req-44a0061e-1c24-4c13-9284-eb08c9c9cc4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:45:50.223530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0061e-1c24-4c13-9284-eb08c9c9cc4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=2bea1574-72f0-460c-8b48-7a163b14f93e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:50.252162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8df86a-5664-4239-ac53-05a83c10693a req-44a0061e-1c24-4c13-9284-eb08c9c9cc4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:50.252815 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af8df86a-5664-4239-ac53-05a83c10693a req-44a0061e-1c24-4c13-9284-eb08c9c9cc4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:50.296690 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af8df86a-5664-4239-ac53-05a83c10693a req-44a0061e-1c24-4c13-9284-eb08c9c9cc4c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5718749 Jul 22 17:45:50.314168 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-af8df86a-5664-4239-ac53-05a83c10693a req-6a6ae2be-933f-4e54-9053-80bf9e4c446f service neutron] Request body: {'port': {'device_id': '79e89424-8c5c-4d9b-9c16-a6e703ea3a48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:45:50.369669 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413681c3-2859-4096-90e2-dbf80b196ff1 req-71541c19-f38c-446c-8dea-700ef4857b33 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:50.371243 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-413681c3-2859-4096-90e2-dbf80b196ff1 req-71541c19-f38c-446c-8dea-700ef4857b33 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 931 time: 0.1094291 Jul 22 17:45:50.432361 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af8df86a-5664-4239-ac53-05a83c10693a req-6a6ae2be-933f-4e54-9053-80bf9e4c446f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:50.444631 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-413681c3-2859-4096-90e2-dbf80b196ff1 req-0ac1ecdd-8deb-402d-aa0f-6d78f4ab9021 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6afc737-744c-4ac2-b8d2-3545fe125d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670288 Jul 22 17:45:50.474606 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dcaec790-98e8-4bf7-8a44-ee8e77c705fc None None] Provisioning for port 2bea1574-72f0-460c-8b48-7a163b14f93e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:45:50.479045 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-dcaec790-98e8-4bf7-8a44-ee8e77c705fc None None] Provisioning complete for port 2bea1574-72f0-460c-8b48-7a163b14f93e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:45:50.479416 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dcaec790-98e8-4bf7-8a44-ee8e77c705fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:50.516391 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-dcaec790-98e8-4bf7-8a44-ee8e77c705fc None None] Port 2bea1574-72f0-460c-8b48-7a163b14f93e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:45:50.701670 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-af8df86a-5664-4239-ac53-05a83c10693a req-6a6ae2be-933f-4e54-9053-80bf9e4c446f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bea1574-72f0-460c-8b48-7a163b14f93e {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:45:50.709772 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af8df86a-5664-4239-ac53-05a83c10693a req-6a6ae2be-933f-4e54-9053-80bf9e4c446f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:50.722584 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-af8df86a-5664-4239-ac53-05a83c10693a req-6a6ae2be-933f-4e54-9053-80bf9e4c446f service neutron] Transition to ACTIVE for port object 2bea1574-72f0-460c-8b48-7a163b14f93e will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:45:50.726205 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af8df86a-5664-4239-ac53-05a83c10693a req-6a6ae2be-933f-4e54-9053-80bf9e4c446f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:50.779852 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ae2be-933f-4e54-9053-80bf9e4c446f service neutron] Pushing event updated for resources: {'Port': ['ID=2bea1574-72f0-460c-8b48-7a163b14f93e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:50.850841 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-af8df86a-5664-4239-ac53-05a83c10693a req-6a6ae2be-933f-4e54-9053-80bf9e4c446f service neutron] Attempting to bind port 2bea1574-72f0-460c-8b48-7a163b14f93e on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:45:50.851192 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-af8df86a-5664-4239-ac53-05a83c10693a req-6a6ae2be-933f-4e54-9053-80bf9e4c446f service neutron] Attempting to bind port 2bea1574-72f0-460c-8b48-7a163b14f93e by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '32fcf15b-3485-49e6-9dda-ab4f906ebe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:45:50.851554 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8df86a-5664-4239-ac53-05a83c10693a req-6a6ae2be-933f-4e54-9053-80bf9e4c446f service neutron] Attempting to bind port 2bea1574-72f0-460c-8b48-7a163b14f93e on network a039e2c3-bacd-44d8-9e9c-43d6c6ef442e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:45:50.855923 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8df86a-5664-4239-ac53-05a83c10693a req-6a6ae2be-933f-4e54-9053-80bf9e4c446f service neutron] Port 2bea1574-72f0-460c-8b48-7a163b14f93e on network a039e2c3-bacd-44d8-9e9c-43d6c6ef442e not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:45:50.856245 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8df86a-5664-4239-ac53-05a83c10693a req-6a6ae2be-933f-4e54-9053-80bf9e4c446f service neutron] Attempting to bind port 2bea1574-72f0-460c-8b48-7a163b14f93e on network a039e2c3-bacd-44d8-9e9c-43d6c6ef442e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:45:50.861245 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8df86a-5664-4239-ac53-05a83c10693a req-6a6ae2be-933f-4e54-9053-80bf9e4c446f service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:45:50.861706 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8df86a-5664-4239-ac53-05a83c10693a req-6a6ae2be-933f-4e54-9053-80bf9e4c446f service neutron] Checking segment: {'id': '32fcf15b-3485-49e6-9dda-ab4f906ebe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:45:50.862123 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8df86a-5664-4239-ac53-05a83c10693a req-6a6ae2be-933f-4e54-9053-80bf9e4c446f service neutron] Bound using segment: {'id': '32fcf15b-3485-49e6-9dda-ab4f906ebe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:45:50.862564 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-af8df86a-5664-4239-ac53-05a83c10693a req-6a6ae2be-933f-4e54-9053-80bf9e4c446f service neutron] Bound port: 2bea1574-72f0-460c-8b48-7a163b14f93e, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32fcf15b-3485-49e6-9dda-ab4f906ebe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:45:50.862929 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af8df86a-5664-4239-ac53-05a83c10693a req-6a6ae2be-933f-4e54-9053-80bf9e4c446f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:50.929092 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-af8df86a-5664-4239-ac53-05a83c10693a req-6a6ae2be-933f-4e54-9053-80bf9e4c446f service neutron] For port 2bea1574-72f0-460c-8b48-7a163b14f93e, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:45:50.932190 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-af8df86a-5664-4239-ac53-05a83c10693a req-6a6ae2be-933f-4e54-9053-80bf9e4c446f service neutron] For port 2bea1574-72f0-460c-8b48-7a163b14f93e, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=2bea1574-72f0-460c-8b48-7a163b14f93e,segment=NetworkSegment(32fcf15b-3485-49e6-9dda-ab4f906ebe80),segment_id=32fcf15b-3485-49e6-9dda-ab4f906ebe80)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:45:50.936748 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af8df86a-5664-4239-ac53-05a83c10693a req-6a6ae2be-933f-4e54-9053-80bf9e4c446f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:50.978751 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8df86a-5664-4239-ac53-05a83c10693a req-6a6ae2be-933f-4e54-9053-80bf9e4c446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:50.979395 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-af8df86a-5664-4239-ac53-05a83c10693a req-6a6ae2be-933f-4e54-9053-80bf9e4c446f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:50.980849 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af8df86a-5664-4239-ac53-05a83c10693a req-6a6ae2be-933f-4e54-9053-80bf9e4c446f service neutron] 10.222.0.30 "PUT /v2.0/ports/2bea1574-72f0-460c-8b48-7a163b14f93e HTTP/1.1" status: 200 len: 1091 time: 0.6712210 Jul 22 17:45:50.981292 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e89424-8c5c-4d9b-9c16-a6e703ea3a48', 'tag': '2bea1574-72f0-460c-8b48-7a163b14f93e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:45:50.983598 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98be693-93c6-48c2-b6e4-990a2b596103" -d '{"events": [{"name": "network-changed", "server_uuid": "79e89424-8c5c-4d9b-9c16-a6e703ea3a48", "tag": "2bea1574-72f0-460c-8b48-7a163b14f93e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:45:51.011430 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ae2be-933f-4e54-9053-80bf9e4c446f service neutron] Pushing event updated for resources: {'Port': ['ID=2bea1574-72f0-460c-8b48-7a163b14f93e,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:51.035894 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9e93bb-e727-419e-a1b2-5811b649ae8b x-openstack-request-id: req-cc9e93bb-e727-419e-a1b2-5811b649ae8b {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:45:51.036190 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e89424-8c5c-4d9b-9c16-a6e703ea3a48", "tag": "2bea1574-72f0-460c-8b48-7a163b14f93e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:45:51.036446 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cc9e93bb-e727-419e-a1b2-5811b649ae8b {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:45:51.036850 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e89424-8c5c-4d9b-9c16-a6e703ea3a48', 'tag': '2bea1574-72f0-460c-8b48-7a163b14f93e', 'status': 'completed', 'code': 200} Jul 22 17:45:51.113964 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8df86a-5664-4239-ac53-05a83c10693a req-b39e8fbd-bd41-434d-988d-8ce7646144d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:51.116115 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af8df86a-5664-4239-ac53-05a83c10693a req-b39e8fbd-bd41-434d-988d-8ce7646144d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 1094 time: 0.0634401 Jul 22 17:45:51.164878 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af8df86a-5664-4239-ac53-05a83c10693a req-15610323-3416-484e-9b0d-04e1cbf26bb6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bea1574-72f0-460c-8b48-7a163b14f93e HTTP/1.1" status: 200 len: 217 time: 0.0356274 Jul 22 17:45:51.217699 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8df86a-5664-4239-ac53-05a83c10693a req-f607098e-4ece-46bd-ba53-ecb92b32f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:51.219180 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af8df86a-5664-4239-ac53-05a83c10693a req-f607098e-4ece-46bd-ba53-ecb92b32f91c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80a4b4b0-4232-4658-895f-7a4c0293e6d7 HTTP/1.1" status: 200 len: 835 time: 0.0474379 Jul 22 17:45:51.276271 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8df86a-5664-4239-ac53-05a83c10693a req-95f094a0-dc56-4a3d-a5d9-e8d0e465d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:51.278091 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af8df86a-5664-4239-ac53-05a83c10693a req-95f094a0-dc56-4a3d-a5d9-e8d0e465d986 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a039e2c3-bacd-44d8-9e9c-43d6c6ef442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530887 Jul 22 17:45:51.366214 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af8df86a-5664-4239-ac53-05a83c10693a req-f2c75c36-df6d-49c1-a41f-7263d479bb1a service neutron] 10.222.0.30 "GET /v2.0/networks/a039e2c3-bacd-44d8-9e9c-43d6c6ef442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815408 Jul 22 17:45:51.426664 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 195ef711-2d26-426f-9dba-01620da643bd up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:45:51.462344 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af8df86a-5664-4239-ac53-05a83c10693a req-73214004-8805-4d65-95c5-e90f7216c6d7 service neutron] 10.222.0.30 "GET /v2.0/networks/a039e2c3-bacd-44d8-9e9c-43d6c6ef442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897920 Jul 22 17:45:51.475238 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 195ef711-2d26-426f-9dba-01620da643bd triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:45:51.475693 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:51.623659 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148c5f3-2734-426e-9fdf-5421ba69e200 req-a7d1f8e3-c67e-48f8-aa6a-5d28076aacd8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:51.625151 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2148c5f3-2734-426e-9fdf-5421ba69e200 req-a7d1f8e3-c67e-48f8-aa6a-5d28076aacd8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 943 time: 0.1106291 Jul 22 17:45:51.630995 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be693-93c6-48c2-b6e4-990a2b596103 req-37735e52-426c-4a68-893e-54668c6a1e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:51.632375 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e98be693-93c6-48c2-b6e4-990a2b596103 req-37735e52-426c-4a68-893e-54668c6a1e09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 1094 time: 0.0845664 Jul 22 17:45:51.691391 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2148c5f3-2734-426e-9fdf-5421ba69e200 req-5584fa18-e146-4a88-82ab-c7c5f359c341 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6afc737-744c-4ac2-b8d2-3545fe125d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580742 Jul 22 17:45:51.744874 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be693-93c6-48c2-b6e4-990a2b596103 req-d1f4f186-129d-4334-9d49-83618feaa66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:51.746383 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e98be693-93c6-48c2-b6e4-990a2b596103 req-d1f4f186-129d-4334-9d49-83618feaa66b service neutron] 10.222.0.30 "GET /v2.0/networks?id=a039e2c3-bacd-44d8-9e9c-43d6c6ef442e HTTP/1.1" status: 200 len: 898 time: 0.1063960 Jul 22 17:45:51.791666 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e98be693-93c6-48c2-b6e4-990a2b596103 req-e8e6a859-ccbf-4fe8-825d-caa192f42d76 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bea1574-72f0-460c-8b48-7a163b14f93e HTTP/1.1" status: 200 len: 217 time: 0.0385687 Jul 22 17:45:51.839870 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be693-93c6-48c2-b6e4-990a2b596103 req-336b77bb-aeae-46c0-93bb-9a71cd29a34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:51.841275 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e98be693-93c6-48c2-b6e4-990a2b596103 req-336b77bb-aeae-46c0-93bb-9a71cd29a34a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80a4b4b0-4232-4658-895f-7a4c0293e6d7 HTTP/1.1" status: 200 len: 835 time: 0.0426755 Jul 22 17:45:51.899741 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be693-93c6-48c2-b6e4-990a2b596103 req-100ea426-5075-4448-bc3e-0e3775209e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:51.901248 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e98be693-93c6-48c2-b6e4-990a2b596103 req-100ea426-5075-4448-bc3e-0e3775209e11 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a039e2c3-bacd-44d8-9e9c-43d6c6ef442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526087 Jul 22 17:45:51.993825 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e98be693-93c6-48c2-b6e4-990a2b596103 req-6a080900-564b-41e4-a835-6ca74ab4b00e service neutron] 10.222.0.30 "GET /v2.0/networks/a039e2c3-bacd-44d8-9e9c-43d6c6ef442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853734 Jul 22 17:45:52.084672 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e98be693-93c6-48c2-b6e4-990a2b596103 req-2e9b1f1d-f595-4f00-b3de-92b9f4f41e4e service neutron] 10.222.0.30 "GET /v2.0/networks/a039e2c3-bacd-44d8-9e9c-43d6c6ef442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834079 Jul 22 17:45:52.823943 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d9bc1-4384-4189-b09f-3bf45f016efe req-ec2aef5c-b292-4f0f-aafa-fa707355f725 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:52.825421 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-958d9bc1-4384-4189-b09f-3bf45f016efe req-ec2aef5c-b292-4f0f-aafa-fa707355f725 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 943 time: 0.0660131 Jul 22 17:45:52.861956 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-958d9bc1-4384-4189-b09f-3bf45f016efe req-283073af-de3b-4d0d-a036-e7dd64a3e861 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6afc737-744c-4ac2-b8d2-3545fe125d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310028 Jul 22 17:45:53.998500 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f446a7d-f5bd-4b2d-b570-502a70d20646 req-98421c7c-6e3d-411d-b91d-ee6606b86f6c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:54.000027 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f446a7d-f5bd-4b2d-b570-502a70d20646 req-98421c7c-6e3d-411d-b91d-ee6606b86f6c tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 943 time: 0.0711083 Jul 22 17:45:54.037319 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f446a7d-f5bd-4b2d-b570-502a70d20646 req-f9ae3fe2-4593-430d-abaf-51ce70e2a0a2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6afc737-744c-4ac2-b8d2-3545fe125d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312753 Jul 22 17:45:55.167096 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31059c6-1a7b-43f1-a0a2-ae9d01b0b8af req-e35b2a78-9b8b-48f3-84bc-f223711d1c99 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:55.168568 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c31059c6-1a7b-43f1-a0a2-ae9d01b0b8af req-e35b2a78-9b8b-48f3-84bc-f223711d1c99 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 943 time: 0.0639279 Jul 22 17:45:55.204743 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c31059c6-1a7b-43f1-a0a2-ae9d01b0b8af req-8cb881fc-5fdf-443b-a551-2c13f7ccf9a8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6afc737-744c-4ac2-b8d2-3545fe125d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306292 Jul 22 17:45:55.585180 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 2bea1574-72f0-460c-8b48-7a163b14f93e details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:45:55.677357 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 2bea1574-72f0-460c-8b48-7a163b14f93e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=2bea1574-72f0-460c-8b48-7a163b14f93e,segment=NetworkSegment(32fcf15b-3485-49e6-9dda-ab4f906ebe80),segment_id=32fcf15b-3485-49e6-9dda-ab4f906ebe80)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:45:55.687950 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': '2bea1574-72f0-460c-8b48-7a163b14f93e', 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e', 'port_id': '2bea1574-72f0-460c-8b48-7a163b14f93e', 'mac_address': 'fa:16:3e:ab:99:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80a4b4b0-4232-4658-895f-7a4c0293e6d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:45:55.723152 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:55.736191 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bea1574-72f0-460c-8b48-7a163b14f93e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:45:55.755542 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 2bea1574-72f0-460c-8b48-7a163b14f93e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=2bea1574-72f0-460c-8b48-7a163b14f93e,segment=NetworkSegment(32fcf15b-3485-49e6-9dda-ab4f906ebe80),segment_id=32fcf15b-3485-49e6-9dda-ab4f906ebe80)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:45:55.759617 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:55.808959 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=2bea1574-72f0-460c-8b48-7a163b14f93e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:56.027478 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['2bea1574-72f0-460c-8b48-7a163b14f93e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:45:56.333638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11053ed9-16f3-406a-b043-8da66cdf1514 req-6e0f07df-a56d-4803-9678-680f592d68d6 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:56.335153 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-11053ed9-16f3-406a-b043-8da66cdf1514 req-6e0f07df-a56d-4803-9678-680f592d68d6 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 944 time: 0.0648093 Jul 22 17:45:56.372462 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-11053ed9-16f3-406a-b043-8da66cdf1514 req-30c35633-62b8-43d4-a75a-1c3f77aa2ba5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6afc737-744c-4ac2-b8d2-3545fe125d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317528 Jul 22 17:45:57.501667 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434eb31-ed2e-41c2-951c-f3cb50b8b8bb req-be1b15e7-2dc7-4d4c-94ca-116b59b4ab7f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:57.503176 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b434eb31-ed2e-41c2-951c-f3cb50b8b8bb req-be1b15e7-2dc7-4d4c-94ca-116b59b4ab7f tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 944 time: 0.0659759 Jul 22 17:45:57.539830 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b434eb31-ed2e-41c2-951c-f3cb50b8b8bb req-5f2226e0-ea32-4c91-aedd-bdded66299d1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6afc737-744c-4ac2-b8d2-3545fe125d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311525 Jul 22 17:45:57.592639 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 2bea1574-72f0-460c-8b48-7a163b14f93e up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:45:57.638697 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port 2bea1574-72f0-460c-8b48-7a163b14f93e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:45:57.642182 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port 2bea1574-72f0-460c-8b48-7a163b14f93e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:45:57.642554 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:57.715316 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:57.737278 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e89424-8c5c-4d9b-9c16-a6e703ea3a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bea1574-72f0-460c-8b48-7a163b14f93e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:45:57.739566 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a9ca92-bba7-4be6-bd68-575f32a7e7c0" -d '{"events": [{"server_uuid": "79e89424-8c5c-4d9b-9c16-a6e703ea3a48", "name": "network-vif-plugged", "status": "completed", "tag": "2bea1574-72f0-460c-8b48-7a163b14f93e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:45:57.754743 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port 2bea1574-72f0-460c-8b48-7a163b14f93e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=2bea1574-72f0-460c-8b48-7a163b14f93e,segment=NetworkSegment(32fcf15b-3485-49e6-9dda-ab4f906ebe80),segment_id=32fcf15b-3485-49e6-9dda-ab4f906ebe80)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:45:57.758842 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:57.805542 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=2bea1574-72f0-460c-8b48-7a163b14f93e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:45:57.829794 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15319132-70fc-4a31-94fb-4bc55be19394 x-openstack-request-id: req-15319132-70fc-4a31-94fb-4bc55be19394 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:45:57.830112 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e89424-8c5c-4d9b-9c16-a6e703ea3a48", "name": "network-vif-plugged", "status": "completed", "tag": "2bea1574-72f0-460c-8b48-7a163b14f93e", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:45:57.830383 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-15319132-70fc-4a31-94fb-4bc55be19394 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:45:57.830781 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e89424-8c5c-4d9b-9c16-a6e703ea3a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bea1574-72f0-460c-8b48-7a163b14f93e', 'code': 200} Jul 22 17:45:57.966698 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed476c55-30bc-45c5-acbe-16964a90877a req-c7ff7496-2df2-416e-aac3-63f2b840b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:57.968119 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ed476c55-30bc-45c5-acbe-16964a90877a req-c7ff7496-2df2-416e-aac3-63f2b840b67a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 1096 time: 0.0523658 Jul 22 17:45:58.001520 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ed476c55-30bc-45c5-acbe-16964a90877a req-9753201b-1fab-4407-b8a6-4aa577bdbef5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e6afc737-744c-4ac2-b8d2-3545fe125d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269146 Jul 22 17:45:58.672403 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebfeb3-8e27-4ebc-93a5-bade1a3f6731 req-a10018e2-cb1c-457a-8791-5e6e699db432 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:58.673891 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-efebfeb3-8e27-4ebc-93a5-bade1a3f6731 req-a10018e2-cb1c-457a-8791-5e6e699db432 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 945 time: 0.0676422 Jul 22 17:45:58.712159 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-efebfeb3-8e27-4ebc-93a5-bade1a3f6731 req-e70aacdb-74d4-41fe-8e6e-39e90cf1de5e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6afc737-744c-4ac2-b8d2-3545fe125d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319798 Jul 22 17:45:59.158104 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d55e8f8a-054a-425c-b69c-37a76c92babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:59.843951 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3484a71-bf65-4b20-a7b2-49761fa73813 req-675a5007-9744-49aa-a543-8688c86bb4f6 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:59.845412 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3484a71-bf65-4b20-a7b2-49761fa73813 req-675a5007-9744-49aa-a543-8688c86bb4f6 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 945 time: 0.0654690 Jul 22 17:45:59.882694 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f3484a71-bf65-4b20-a7b2-49761fa73813 req-f28fbef6-c5f3-400b-9643-087dc484d9e2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6afc737-744c-4ac2-b8d2-3545fe125d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316949 Jul 22 17:46:00.007621 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d8b7c-71f7-4964-a67c-885168d2e4a5 req-5f00749b-c9c8-416f-a85c-ee7b94c26fd5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:00.009045 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ab7d8b7c-71f7-4964-a67c-885168d2e4a5 req-5f00749b-c9c8-416f-a85c-ee7b94c26fd5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 945 time: 0.0626247 Jul 22 17:46:00.046336 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ab7d8b7c-71f7-4964-a67c-885168d2e4a5 req-91922c27-e5b5-491e-95f8-bf4ab99adcb3 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6afc737-744c-4ac2-b8d2-3545fe125d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317194 Jul 22 17:46:00.067860 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42338) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:00.123849 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c434ad-4b6e-4670-844f-b8239a2ecb26 tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:00.125370 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-71c434ad-4b6e-4670-844f-b8239a2ecb26 tempest-TestNetworkAdvancedServerOps-2028787389 tempest-TestNetworkAdvancedServerOps-2028787389-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 1091 time: 0.0565357 Jul 22 17:46:00.128093 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42340) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:00.132956 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1bb25624-3263-4761-9600-35ded6dd283a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': '2bea1574-72f0-460c-8b48-7a163b14f93e', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:46:00.154019 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1bb25624-3263-4761-9600-35ded6dd283a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:00.247591 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1bb25624-3263-4761-9600-35ded6dd283a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:00.349817 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-1bb25624-3263-4761-9600-35ded6dd283a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Allocated IP 172.25.0.102 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/6ef0b26a-9d15-42b1-bb7f-c5e8ae12c9e3) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:46:00.448873 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1bb25624-3263-4761-9600-35ded6dd283a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:00.490579 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1bb25624-3263-4761-9600-35ded6dd283a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:00.524622 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb25624-3263-4761-9600-35ded6dd283a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:46:00.530835 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-1bb25624-3263-4761-9600-35ded6dd283a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:46:00.535327 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb25624-3263-4761-9600-35ded6dd283a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:46:00.541064 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb25624-3263-4761-9600-35ded6dd283a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=6ef0b26a-9d15-42b1-bb7f-c5e8ae12c9e3,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:00.876969 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1bb25624-3263-4761-9600-35ded6dd283a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:00.951235 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1bb25624-3263-4761-9600-35ded6dd283a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:01.095426 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1bb25624-3263-4761-9600-35ded6dd283a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:01.099564 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1bb25624-3263-4761-9600-35ded6dd283a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:01.160355 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb25624-3263-4761-9600-35ded6dd283a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event updated for resources: {'Port': ['ID=6ef0b26a-9d15-42b1-bb7f-c5e8ae12c9e3,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:01.174514 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1bb25624-3263-4761-9600-35ded6dd283a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:01.272339 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-1bb25624-3263-4761-9600-35ded6dd283a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Floating IP 9f017b25-8952-4378-ae6d-0776abf930c9 associated. External IP: 172.25.0.102, port: 2bea1574-72f0-460c-8b48-7a163b14f93e. Jul 22 17:46:01.686080 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f09f125a-3a54-4e99-aa6e-050aff7bedb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:01.706156 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:01.811494 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb25624-3263-4761-9600-35ded6dd283a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Router b8210718-be86-4b19-86c9-8dd5a77a223d has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:46:01.915449 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb25624-3263-4761-9600-35ded6dd283a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:46:01.924719 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2750e5fe-959b-4b15-b8c6-f7476204993f None None] Sync routers for ids ['b8210718-be86-4b19-86c9-8dd5a77a223d'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:46:01.931568 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1bb25624-3263-4761-9600-35ded6dd283a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:01.934028 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2750e5fe-959b-4b15-b8c6-f7476204993f None None] Routers {'b8210718-be86-4b19-86c9-8dd5a77a223d'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:46:01.934638 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2750e5fe-959b-4b15-b8c6-f7476204993f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:46:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b8210718-be86-4b19-86c9-8dd5a77a223d'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:01.967480 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1bb25624-3263-4761-9600-35ded6dd283a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8381958 Jul 22 17:46:01.968055 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e89424-8c5c-4d9b-9c16-a6e703ea3a48', 'tag': '2bea1574-72f0-460c-8b48-7a163b14f93e'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:46:01.970460 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d235f272f8511c600301b52ddf7b8bba0b6464469fe4a6096d752437cb6b909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7a3f66-9957-4404-a4c7-593db1180aef" -d '{"events": [{"name": "network-changed", "server_uuid": "79e89424-8c5c-4d9b-9c16-a6e703ea3a48", "tag": "2bea1574-72f0-460c-8b48-7a163b14f93e"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:46:02.008499 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6a1d65-1ed6-4f1c-a1b2-674b1703b416 x-openstack-request-id: req-ff6a1d65-1ed6-4f1c-a1b2-674b1703b416 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:46:02.008857 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e89424-8c5c-4d9b-9c16-a6e703ea3a48", "tag": "2bea1574-72f0-460c-8b48-7a163b14f93e", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:46:02.009111 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ff6a1d65-1ed6-4f1c-a1b2-674b1703b416 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:46:02.010261 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e89424-8c5c-4d9b-9c16-a6e703ea3a48', 'tag': '2bea1574-72f0-460c-8b48-7a163b14f93e', 'status': 'completed', 'code': 200} Jul 22 17:46:02.043865 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-2750e5fe-959b-4b15-b8c6-f7476204993f None None] Set router b8210718-be86-4b19-86c9-8dd5a77a223d gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:46:02.120313 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a71d82-9d5b-4ba8-9b5b-9e4b06387b5f req-9d003f1b-76fc-4d39-81c8-77abb37b8fa2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:02.121827 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e9a71d82-9d5b-4ba8-9b5b-9e4b06387b5f req-9d003f1b-76fc-4d39-81c8-77abb37b8fa2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 945 time: 0.1036594 Jul 22 17:46:02.151264 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a3f66-9957-4404-a4c7-593db1180aef req-e061e864-a943-4605-9f6f-fbe978a91c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:02.153018 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba7a3f66-9957-4404-a4c7-593db1180aef req-e061e864-a943-4605-9f6f-fbe978a91c62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 1096 time: 0.0981593 Jul 22 17:46:02.188259 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e9a71d82-9d5b-4ba8-9b5b-9e4b06387b5f req-175fbf61-4fa1-4d39-818b-fcde860808ae tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6afc737-744c-4ac2-b8d2-3545fe125d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601404 Jul 22 17:46:02.212224 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42346) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:02.260249 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a3f66-9957-4404-a4c7-593db1180aef req-d291325c-96fc-44d7-9406-5d854acf03e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:02.261154 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba7a3f66-9957-4404-a4c7-593db1180aef req-d291325c-96fc-44d7-9406-5d854acf03e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a039e2c3-bacd-44d8-9e9c-43d6c6ef442e HTTP/1.1" status: 200 len: 898 time: 0.1023741 Jul 22 17:46:02.273160 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2750e5fe-959b-4b15-b8c6-f7476204993f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901102371', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:44Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '9f017b25-8952-4378-ae6d-0776abf930c9', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'port_id': '2bea1574-72f0-460c-8b48-7a163b14f93e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e', 'mac_address': 'fa:16:3e:ab:99:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e89424-8c5c-4d9b-9c16-a6e703ea3a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:46:00Z', 'updated_at': '2021-07-22T17:46:00Z', 'revision_number': 0, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '195ef711-2d26-426f-9dba-01620da643bd', 'name': '', 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:6a:1f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '80a4b4b0-4232-4658-895f-7a4c0293e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:45:43Z', 'updated_at': '2021-07-22T17:45:49Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '80a4b4b0-4232-4658-895f-7a4c0293e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:02.278772 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b19df7e8-9423-4812-a73d-93961b448a04 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/floatingips/9f017b25-8952-4378-ae6d-0776abf930c9 HTTP/1.1" status: 200 len: 991 time: 0.0652950 Jul 22 17:46:02.301434 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2750e5fe-959b-4b15-b8c6-f7476204993f None None] Checking router: b8210718-be86-4b19-86c9-8dd5a77a223d for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:46:02.309767 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2750e5fe-959b-4b15-b8c6-f7476204993f None None] Routers {'b8210718-be86-4b19-86c9-8dd5a77a223d'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:46:02.310395 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2750e5fe-959b-4b15-b8c6-f7476204993f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:46:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b8210718-be86-4b19-86c9-8dd5a77a223d'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:02.329777 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba7a3f66-9957-4404-a4c7-593db1180aef req-9e459700-6a4c-4c6d-be5f-290d1c4e783b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bea1574-72f0-460c-8b48-7a163b14f93e HTTP/1.1" status: 200 len: 999 time: 0.0627961 Jul 22 17:46:02.377643 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a3f66-9957-4404-a4c7-593db1180aef req-0bca028a-bb2b-4977-87d8-e7d9001c4def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:02.379147 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba7a3f66-9957-4404-a4c7-593db1180aef req-0bca028a-bb2b-4977-87d8-e7d9001c4def service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80a4b4b0-4232-4658-895f-7a4c0293e6d7 HTTP/1.1" status: 200 len: 835 time: 0.0439892 Jul 22 17:46:02.412884 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-2750e5fe-959b-4b15-b8c6-f7476204993f None None] Set router b8210718-be86-4b19-86c9-8dd5a77a223d gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:46:02.436951 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a3f66-9957-4404-a4c7-593db1180aef req-949db978-071a-47b2-baf5-9e115ee1dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:02.438488 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba7a3f66-9957-4404-a4c7-593db1180aef req-949db978-071a-47b2-baf5-9e115ee1dc6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a039e2c3-bacd-44d8-9e9c-43d6c6ef442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536606 Jul 22 17:46:02.532257 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba7a3f66-9957-4404-a4c7-593db1180aef req-1ad5890c-0d83-4489-a55c-9fcc1f3b1b21 service neutron] 10.222.0.30 "GET /v2.0/networks/a039e2c3-bacd-44d8-9e9c-43d6c6ef442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866945 Jul 22 17:46:02.624560 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ba7a3f66-9957-4404-a4c7-593db1180aef req-cbce93c1-12bd-4443-89f3-a1ee15e7bb63 service neutron] 10.222.0.30 "GET /v2.0/networks/a039e2c3-bacd-44d8-9e9c-43d6c6ef442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866485 Jul 22 17:46:02.784172 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2750e5fe-959b-4b15-b8c6-f7476204993f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901102371', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:44Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '9f017b25-8952-4378-ae6d-0776abf930c9', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'port_id': '2bea1574-72f0-460c-8b48-7a163b14f93e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e', 'mac_address': 'fa:16:3e:ab:99:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e89424-8c5c-4d9b-9c16-a6e703ea3a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:46:00Z', 'updated_at': '2021-07-22T17:46:00Z', 'revision_number': 0, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '195ef711-2d26-426f-9dba-01620da643bd', 'name': '', 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:6a:1f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '80a4b4b0-4232-4658-895f-7a4c0293e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:45:43Z', 'updated_at': '2021-07-22T17:45:49Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '80a4b4b0-4232-4658-895f-7a4c0293e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:02.812718 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2750e5fe-959b-4b15-b8c6-f7476204993f None None] The sync data for ids ['b8210718-be86-4b19-86c9-8dd5a77a223d'] in n-d-798930-9 is: [{'id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901102371', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:44Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '9f017b25-8952-4378-ae6d-0776abf930c9', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'port_id': '2bea1574-72f0-460c-8b48-7a163b14f93e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e', 'mac_address': 'fa:16:3e:ab:99:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e89424-8c5c-4d9b-9c16-a6e703ea3a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:46:00Z', 'updated_at': '2021-07-22T17:46:00Z', 'revision_number': 0, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '195ef711-2d26-426f-9dba-01620da643bd', 'name': '', 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:6a:1f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '80a4b4b0-4232-4658-895f-7a4c0293e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:45:43Z', 'updated_at': '2021-07-22T17:45:49Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '80a4b4b0-4232-4658-895f-7a4c0293e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:46:02.997103 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8103e0e6-98c4-4899-9a0e-77705c4432ea None None] New status for floating IP 9f017b25-8952-4378-ae6d-0776abf930c9: ACTIVE {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:46:03.070490 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:03.282664 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42348) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:03.346876 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c18cca49-11ae-4d3e-b7d1-35f591d7cdee tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/floatingips/9f017b25-8952-4378-ae6d-0776abf930c9 HTTP/1.1" status: 200 len: 993 time: 0.0630829 Jul 22 17:46:03.401174 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:46:04.891686 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:12.609057 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:12.786772 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:29.159794 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-013d7e48-9a88-4fa4-89fc-43854a80c311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:30.081321 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28318f29-5ac3-403b-8bcd-9222d9f984ef req-3b7dbdf6-0b65-49e3-8515-3da46fd959b5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:30.083444 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28318f29-5ac3-403b-8bcd-9222d9f984ef req-3b7dbdf6-0b65-49e3-8515-3da46fd959b5 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 945 time: 0.0651886 Jul 22 17:46:30.120082 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-28318f29-5ac3-403b-8bcd-9222d9f984ef req-318479f3-5f67-4f1f-88b2-669cd02063c6 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6afc737-744c-4ac2-b8d2-3545fe125d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311847 Jul 22 17:46:31.252951 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb108d-8270-4d9d-adff-7b38e20d4f12 req-8f1c79a9-a117-4a3e-9cc3-75bea6840c3a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:31.255065 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aabb108d-8270-4d9d-adff-7b38e20d4f12 req-8f1c79a9-a117-4a3e-9cc3-75bea6840c3a tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 945 time: 0.0627353 Jul 22 17:46:31.291507 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aabb108d-8270-4d9d-adff-7b38e20d4f12 req-a9d32149-60e5-4c00-bec0-8b1463f47618 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6afc737-744c-4ac2-b8d2-3545fe125d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309281 Jul 22 17:46:31.313566 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42364) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:31.376353 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-e7e7c008-8b2d-4938-9904-5f085e7b16a2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/floatingips/9f017b25-8952-4378-ae6d-0776abf930c9 HTTP/1.1" status: 200 len: 993 time: 0.0615728 Jul 22 17:46:31.687749 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-990e98de-390e-4979-a841-ad1dc34a5d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:31.699171 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:32.660251 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc1798-8490-4353-b7c4-53b7fd87cb91 req-0fcafa1a-a1f4-4722-8604-966427cda078 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:32.661662 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d1fc1798-8490-4353-b7c4-53b7fd87cb91 req-0fcafa1a-a1f4-4722-8604-966427cda078 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 945 time: 0.0643384 Jul 22 17:46:32.699072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1753b-16e6-4bf2-bfea-16894214070b req-542bc77c-07e4-48ac-9789-ae339c313f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:32.700586 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-39c1753b-16e6-4bf2-bfea-16894214070b req-542bc77c-07e4-48ac-9789-ae339c313f97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 1096 time: 0.0554035 Jul 22 17:46:32.702053 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d1fc1798-8490-4353-b7c4-53b7fd87cb91 req-6506a15f-5166-4218-bbbd-48d7f0784431 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6afc737-744c-4ac2-b8d2-3545fe125d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342166 Jul 22 17:46:32.787438 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1753b-16e6-4bf2-bfea-16894214070b req-c61be5ed-fd80-4115-b62b-fdb5617fcc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:32.788917 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-39c1753b-16e6-4bf2-bfea-16894214070b req-c61be5ed-fd80-4115-b62b-fdb5617fcc22 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a039e2c3-bacd-44d8-9e9c-43d6c6ef442e HTTP/1.1" status: 200 len: 898 time: 0.0824344 Jul 22 17:46:32.857157 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-39c1753b-16e6-4bf2-bfea-16894214070b req-5c133772-a65d-4c63-abac-0b64cd449890 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bea1574-72f0-460c-8b48-7a163b14f93e HTTP/1.1" status: 200 len: 1001 time: 0.0617211 Jul 22 17:46:32.906496 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1753b-16e6-4bf2-bfea-16894214070b req-39e389ef-3dff-4174-8033-149dfa36f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:32.907859 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-39c1753b-16e6-4bf2-bfea-16894214070b req-39e389ef-3dff-4174-8033-149dfa36f802 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80a4b4b0-4232-4658-895f-7a4c0293e6d7 HTTP/1.1" status: 200 len: 835 time: 0.0449533 Jul 22 17:46:32.967784 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1753b-16e6-4bf2-bfea-16894214070b req-7276451f-898e-48dd-aaf8-9cf04b4b926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:32.969263 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-39c1753b-16e6-4bf2-bfea-16894214070b req-7276451f-898e-48dd-aaf8-9cf04b4b926e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a039e2c3-bacd-44d8-9e9c-43d6c6ef442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556529 Jul 22 17:46:33.068849 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-39c1753b-16e6-4bf2-bfea-16894214070b req-2d838fe7-1476-4077-9c3f-a52a25efce56 service neutron] 10.222.0.30 "GET /v2.0/networks/a039e2c3-bacd-44d8-9e9c-43d6c6ef442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936062 Jul 22 17:46:33.073028 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:33.160246 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-39c1753b-16e6-4bf2-bfea-16894214070b req-290a745d-e388-44df-88dc-ea4b21572612 service neutron] 10.222.0.30 "GET /v2.0/networks/a039e2c3-bacd-44d8-9e9c-43d6c6ef442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853205 Jul 22 17:46:33.831218 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a71349-9380-4ccb-a873-2a6138c58ab0 req-003ab715-f3a8-46c0-aeb1-61cf3bc05360 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:33.832732 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e8a71349-9380-4ccb-a873-2a6138c58ab0 req-003ab715-f3a8-46c0-aeb1-61cf3bc05360 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 945 time: 0.0630283 Jul 22 17:46:33.870288 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e8a71349-9380-4ccb-a873-2a6138c58ab0 req-9bc06762-32ca-4b5e-a432-982364822deb tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6afc737-744c-4ac2-b8d2-3545fe125d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311532 Jul 22 17:46:34.896744 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:35.002313 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce5068-6a80-4999-92b4-f8543ccac189 req-189c655b-b9d6-4dc1-814c-aa7f28a001ff tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:35.003786 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e2ce5068-6a80-4999-92b4-f8543ccac189 req-189c655b-b9d6-4dc1-814c-aa7f28a001ff tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 945 time: 0.0663803 Jul 22 17:46:35.042674 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e2ce5068-6a80-4999-92b4-f8543ccac189 req-1ca2b2c1-91bb-4656-b732-0b6f197dd8b8 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6afc737-744c-4ac2-b8d2-3545fe125d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324409 Jul 22 17:46:35.066444 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42376) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:35.125783 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a5f7646a-2f63-4992-ba15-60e42eb81789 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/floatingips/9f017b25-8952-4378-ae6d-0776abf930c9 HTTP/1.1" status: 200 len: 993 time: 0.0581257 Jul 22 17:46:35.347529 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42382) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:35.506034 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ad95090c-b61e-4709-97e3-0672f42eee7d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Deleting port 6ef0b26a-9d15-42b1-bb7f-c5e8ae12c9e3 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:46:35.506380 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad95090c-b61e-4709-97e3-0672f42eee7d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:35.579592 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad95090c-b61e-4709-97e3-0672f42eee7d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:35.579926 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad95090c-b61e-4709-97e3-0672f42eee7d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:35.591790 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ad95090c-b61e-4709-97e3-0672f42eee7d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Calling delete_port for 6ef0b26a-9d15-42b1-bb7f-c5e8ae12c9e3 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:46:35.738495 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad95090c-b61e-4709-97e3-0672f42eee7d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:35.764477 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95090c-b61e-4709-97e3-0672f42eee7d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Port': ['ID=6ef0b26a-9d15-42b1-bb7f-c5e8ae12c9e3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:35.790648 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95090c-b61e-4709-97e3-0672f42eee7d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:35.790994 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95090c-b61e-4709-97e3-0672f42eee7d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:35.791331 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95090c-b61e-4709-97e3-0672f42eee7d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:35.791662 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95090c-b61e-4709-97e3-0672f42eee7d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:35.791994 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95090c-b61e-4709-97e3-0672f42eee7d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:35.792324 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95090c-b61e-4709-97e3-0672f42eee7d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:35.792651 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95090c-b61e-4709-97e3-0672f42eee7d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:35.792977 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95090c-b61e-4709-97e3-0672f42eee7d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:35.793298 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95090c-b61e-4709-97e3-0672f42eee7d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:35.793620 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95090c-b61e-4709-97e3-0672f42eee7d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:35.793958 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95090c-b61e-4709-97e3-0672f42eee7d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:35.794287 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95090c-b61e-4709-97e3-0672f42eee7d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:35.837727 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad95090c-b61e-4709-97e3-0672f42eee7d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:35.838148 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-ad95090c-b61e-4709-97e3-0672f42eee7d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Floating IP 9f017b25-8952-4378-ae6d-0776abf930c9 disassociated (deleted). External IP: 172.25.0.102, port: 2bea1574-72f0-460c-8b48-7a163b14f93e. Jul 22 17:46:36.037049 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad95090c-b61e-4709-97e3-0672f42eee7d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Router b8210718-be86-4b19-86c9-8dd5a77a223d has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:46:36.146287 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad95090c-b61e-4709-97e3-0672f42eee7d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:46:36.151146 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ad95090c-b61e-4709-97e3-0672f42eee7d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:36.156286 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e66a0e-d626-43bb-a9eb-37a23e2c7649 None None] Sync routers for ids ['b8210718-be86-4b19-86c9-8dd5a77a223d'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:46:36.164870 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e66a0e-d626-43bb-a9eb-37a23e2c7649 None None] Routers {'b8210718-be86-4b19-86c9-8dd5a77a223d'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:46:36.165480 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b1e66a0e-d626-43bb-a9eb-37a23e2c7649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b8210718-be86-4b19-86c9-8dd5a77a223d'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:36.187402 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-ad95090c-b61e-4709-97e3-0672f42eee7d tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "DELETE /v2.0/floatingips/9f017b25-8952-4378-ae6d-0776abf930c9 HTTP/1.1" status: 204 len: 168 time: 0.8387587 Jul 22 17:46:36.188041 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e89424-8c5c-4d9b-9c16-a6e703ea3a48', 'tag': '2bea1574-72f0-460c-8b48-7a163b14f93e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:46:36.190462 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea58f867-e006-46cb-b58c-7ef1597098a2" -d '{"events": [{"name": "network-changed", "server_uuid": "79e89424-8c5c-4d9b-9c16-a6e703ea3a48", "tag": "2bea1574-72f0-460c-8b48-7a163b14f93e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:46:36.232455 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bd5bfe-8586-4ecc-afc3-8feeedcd438c x-openstack-request-id: req-c5bd5bfe-8586-4ecc-afc3-8feeedcd438c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:46:36.232752 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e89424-8c5c-4d9b-9c16-a6e703ea3a48", "tag": "2bea1574-72f0-460c-8b48-7a163b14f93e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:46:36.233008 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c5bd5bfe-8586-4ecc-afc3-8feeedcd438c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:46:36.233418 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e89424-8c5c-4d9b-9c16-a6e703ea3a48', 'tag': '2bea1574-72f0-460c-8b48-7a163b14f93e', 'status': 'completed', 'code': 200} Jul 22 17:46:36.270291 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-b1e66a0e-d626-43bb-a9eb-37a23e2c7649 None None] Set router b8210718-be86-4b19-86c9-8dd5a77a223d gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:46:36.342125 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58f867-e006-46cb-b58c-7ef1597098a2 req-570643b9-16fd-4726-b5f8-629d5e182496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:36.343686 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea58f867-e006-46cb-b58c-7ef1597098a2 req-570643b9-16fd-4726-b5f8-629d5e182496 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 1096 time: 0.0659680 Jul 22 17:46:36.473804 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b1e66a0e-d626-43bb-a9eb-37a23e2c7649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901102371', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:44Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '195ef711-2d26-426f-9dba-01620da643bd', 'name': '', 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:6a:1f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '80a4b4b0-4232-4658-895f-7a4c0293e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:45:43Z', 'updated_at': '2021-07-22T17:45:49Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '80a4b4b0-4232-4658-895f-7a4c0293e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:36.494113 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58f867-e006-46cb-b58c-7ef1597098a2 req-fccd2e5d-d255-41d2-a81d-3ca2aa068eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:36.495618 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea58f867-e006-46cb-b58c-7ef1597098a2 req-fccd2e5d-d255-41d2-a81d-3ca2aa068eb5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a039e2c3-bacd-44d8-9e9c-43d6c6ef442e HTTP/1.1" status: 200 len: 898 time: 0.1260138 Jul 22 17:46:36.499569 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e66a0e-d626-43bb-a9eb-37a23e2c7649 None None] Checking router: b8210718-be86-4b19-86c9-8dd5a77a223d for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:46:36.508095 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c4f3f-6ef9-406f-a098-46089f8afed2 req-14d5321b-8158-4525-ac04-19a7c5a32e4e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:36.508307 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e66a0e-d626-43bb-a9eb-37a23e2c7649 None None] Routers {'b8210718-be86-4b19-86c9-8dd5a77a223d'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:46:36.508904 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b1e66a0e-d626-43bb-a9eb-37a23e2c7649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b8210718-be86-4b19-86c9-8dd5a77a223d'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:36.509519 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-522c4f3f-6ef9-406f-a098-46089f8afed2 req-14d5321b-8158-4525-ac04-19a7c5a32e4e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 945 time: 0.1307862 Jul 22 17:46:36.550646 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea58f867-e006-46cb-b58c-7ef1597098a2 req-8a384671-6207-4740-9a37-4ad385b6bd44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bea1574-72f0-460c-8b48-7a163b14f93e HTTP/1.1" status: 200 len: 217 time: 0.0401599 Jul 22 17:46:36.604011 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-522c4f3f-6ef9-406f-a098-46089f8afed2 req-7004fb7e-fc47-4d1d-a5b8-5f401eb01dff tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6afc737-744c-4ac2-b8d2-3545fe125d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870161 Jul 22 17:46:36.612871 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-b1e66a0e-d626-43bb-a9eb-37a23e2c7649 None None] Set router b8210718-be86-4b19-86c9-8dd5a77a223d gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:46:36.616667 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58f867-e006-46cb-b58c-7ef1597098a2 req-97e75776-3836-44d1-90bd-09a940a583b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:36.618234 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea58f867-e006-46cb-b58c-7ef1597098a2 req-97e75776-3836-44d1-90bd-09a940a583b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80a4b4b0-4232-4658-895f-7a4c0293e6d7 HTTP/1.1" status: 200 len: 835 time: 0.0586362 Jul 22 17:46:36.682118 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58f867-e006-46cb-b58c-7ef1597098a2 req-9f9ecfb2-0281-4415-9f9b-e5003819d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:36.683617 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea58f867-e006-46cb-b58c-7ef1597098a2 req-9f9ecfb2-0281-4415-9f9b-e5003819d022 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a039e2c3-bacd-44d8-9e9c-43d6c6ef442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582440 Jul 22 17:46:36.772889 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea58f867-e006-46cb-b58c-7ef1597098a2 req-58f2f9f8-7e4d-4729-9f1b-a48c3b1f9610 service neutron] 10.222.0.30 "GET /v2.0/networks/a039e2c3-bacd-44d8-9e9c-43d6c6ef442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821216 Jul 22 17:46:36.807021 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b1e66a0e-d626-43bb-a9eb-37a23e2c7649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901102371', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:44Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '195ef711-2d26-426f-9dba-01620da643bd', 'name': '', 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:6a:1f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '80a4b4b0-4232-4658-895f-7a4c0293e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:45:43Z', 'updated_at': '2021-07-22T17:45:49Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '80a4b4b0-4232-4658-895f-7a4c0293e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:36.838816 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e66a0e-d626-43bb-a9eb-37a23e2c7649 None None] The sync data for ids ['b8210718-be86-4b19-86c9-8dd5a77a223d'] in n-d-798930-9 is: [{'id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901102371', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:44Z', 'revision_number': 4, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '195ef711-2d26-426f-9dba-01620da643bd', 'name': '', 'network_id': 'a039e2c3-bacd-44d8-9e9c-43d6c6ef442e', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'mac_address': 'fa:16:3e:6a:1f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '80a4b4b0-4232-4658-895f-7a4c0293e6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:45:43Z', 'updated_at': '2021-07-22T17:45:49Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'subnets': [{'id': '80a4b4b0-4232-4658-895f-7a4c0293e6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:46:36.870970 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea58f867-e006-46cb-b58c-7ef1597098a2 req-13ff2f10-9b02-48a3-be00-2cd85921c7d8 service neutron] 10.222.0.30 "GET /v2.0/networks/a039e2c3-bacd-44d8-9e9c-43d6c6ef442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887713 Jul 22 17:46:37.046546 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a78fe3-cb15-4a89-a963-3d3e1c7ad841 None None] New status for floating IP 9f017b25-8952-4378-ae6d-0776abf930c9: DOWN {{(pid=93819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:46:37.737538 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c847a0-425d-4b3b-9394-ec5a0493e6c7 req-0de20d51-b645-4725-86c1-2f95a4beb37e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:37.739033 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d8c847a0-425d-4b3b-9394-ec5a0493e6c7 req-0de20d51-b645-4725-86c1-2f95a4beb37e tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 945 time: 0.0628517 Jul 22 17:46:37.776156 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d8c847a0-425d-4b3b-9394-ec5a0493e6c7 req-b9a02aa2-9c57-4224-97d6-b8458a6daef4 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6afc737-744c-4ac2-b8d2-3545fe125d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311441 Jul 22 17:46:38.189115 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d1838-16df-4132-9d07-e2cc9fb2ee0b req-9a13d71c-4719-4ceb-965d-37e2890134de tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:38.190582 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-074d1838-16df-4132-9d07-e2cc9fb2ee0b req-9a13d71c-4719-4ceb-965d-37e2890134de tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.30 "GET /v2.0/ports?device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 945 time: 0.0620267 Jul 22 17:46:38.289506 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-074d1838-16df-4132-9d07-e2cc9fb2ee0b req-089e0bef-35d4-47a3-aa87-a2af488eb703 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Deleting port 2bea1574-72f0-460c-8b48-7a163b14f93e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:46:38.289877 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-074d1838-16df-4132-9d07-e2cc9fb2ee0b req-089e0bef-35d4-47a3-aa87-a2af488eb703 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:38.379064 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-074d1838-16df-4132-9d07-e2cc9fb2ee0b req-089e0bef-35d4-47a3-aa87-a2af488eb703 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] For port 2bea1574-72f0-460c-8b48-7a163b14f93e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=2bea1574-72f0-460c-8b48-7a163b14f93e,segment=NetworkSegment(32fcf15b-3485-49e6-9dda-ab4f906ebe80),segment_id=32fcf15b-3485-49e6-9dda-ab4f906ebe80)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:46:38.379341 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-074d1838-16df-4132-9d07-e2cc9fb2ee0b req-089e0bef-35d4-47a3-aa87-a2af488eb703 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:38.391722 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-074d1838-16df-4132-9d07-e2cc9fb2ee0b req-089e0bef-35d4-47a3-aa87-a2af488eb703 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Calling delete_port for 2bea1574-72f0-460c-8b48-7a163b14f93e owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:46:38.517745 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-074d1838-16df-4132-9d07-e2cc9fb2ee0b req-089e0bef-35d4-47a3-aa87-a2af488eb703 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:38.547039 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e0bef-35d4-47a3-aa87-a2af488eb703 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Port': ['ID=2bea1574-72f0-460c-8b48-7a163b14f93e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:38.595121 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-074d1838-16df-4132-9d07-e2cc9fb2ee0b req-089e0bef-35d4-47a3-aa87-a2af488eb703 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] No DVR routers for this DVR port 2bea1574-72f0-460c-8b48-7a163b14f93e on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:46:38.597711 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-074d1838-16df-4132-9d07-e2cc9fb2ee0b req-089e0bef-35d4-47a3-aa87-a2af488eb703 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:38.600504 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-074d1838-16df-4132-9d07-e2cc9fb2ee0b req-089e0bef-35d4-47a3-aa87-a2af488eb703 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.30 "DELETE /v2.0/ports/2bea1574-72f0-460c-8b48-7a163b14f93e HTTP/1.1" status: 204 len: 173 time: 0.4042380 Jul 22 17:46:38.600939 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e89424-8c5c-4d9b-9c16-a6e703ea3a48', 'name': 'network-vif-deleted', 'tag': '2bea1574-72f0-460c-8b48-7a163b14f93e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:46:38.603174 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c41249c-474a-4923-995a-193f755df552" -d '{"events": [{"server_uuid": "79e89424-8c5c-4d9b-9c16-a6e703ea3a48", "name": "network-vif-deleted", "tag": "2bea1574-72f0-460c-8b48-7a163b14f93e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:46:38.638822 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c00dd5-870b-4a4c-922e-e284cd066da8 x-openstack-request-id: req-93c00dd5-870b-4a4c-922e-e284cd066da8 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:46:38.639117 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e89424-8c5c-4d9b-9c16-a6e703ea3a48", "name": "network-vif-deleted", "tag": "2bea1574-72f0-460c-8b48-7a163b14f93e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:46:38.639366 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-93c00dd5-870b-4a4c-922e-e284cd066da8 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:46:38.639766 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e89424-8c5c-4d9b-9c16-a6e703ea3a48', 'name': 'network-vif-deleted', 'tag': '2bea1574-72f0-460c-8b48-7a163b14f93e', 'status': 'completed', 'code': 200} Jul 22 17:46:38.887216 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b3767544-3714-49fe-99e4-7cf352ef766a req-7f1a738f-9c3d-473b-9a3a-95a679c1f2b2 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e89424-8c5c-4d9b-9c16-a6e703ea3a48 HTTP/1.1" status: 200 len: 210 time: 0.0332747 Jul 22 17:46:39.948243 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42398) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:40.300444 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4420c45-5948-44b3-8f0d-e641798896f1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:40.401091 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:46:40.907306 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f4420c45-5948-44b3-8f0d-e641798896f1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Deleting port 195ef711-2d26-426f-9dba-01620da643bd {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:46:40.907649 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4420c45-5948-44b3-8f0d-e641798896f1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:40.994209 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f4420c45-5948-44b3-8f0d-e641798896f1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] For port 195ef711-2d26-426f-9dba-01620da643bd, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=195ef711-2d26-426f-9dba-01620da643bd,segment=NetworkSegment(32fcf15b-3485-49e6-9dda-ab4f906ebe80),segment_id=32fcf15b-3485-49e6-9dda-ab4f906ebe80)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:46:40.994847 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4420c45-5948-44b3-8f0d-e641798896f1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:41.007801 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f4420c45-5948-44b3-8f0d-e641798896f1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Calling delete_port for 195ef711-2d26-426f-9dba-01620da643bd owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:46:41.193497 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4420c45-5948-44b3-8f0d-e641798896f1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:41.219360 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4420c45-5948-44b3-8f0d-e641798896f1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Port': ['ID=195ef711-2d26-426f-9dba-01620da643bd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:41.388511 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4420c45-5948-44b3-8f0d-e641798896f1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:41.615009 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4420c45-5948-44b3-8f0d-e641798896f1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Router b8210718-be86-4b19-86c9-8dd5a77a223d has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:46:41.722728 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4420c45-5948-44b3-8f0d-e641798896f1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:46:41.728672 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f4420c45-5948-44b3-8f0d-e641798896f1 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "PUT /v2.0/routers/b8210718-be86-4b19-86c9-8dd5a77a223d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7793667 Jul 22 17:46:41.731351 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42400) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:41.733913 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad59fe-d65a-489f-b3e0-42fda483516a None None] Sync routers for ids ['b8210718-be86-4b19-86c9-8dd5a77a223d'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:46:41.743775 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ad59fe-d65a-489f-b3e0-42fda483516a None None] Routers {'b8210718-be86-4b19-86c9-8dd5a77a223d'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:46:41.744375 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f6ad59fe-d65a-489f-b3e0-42fda483516a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b8210718-be86-4b19-86c9-8dd5a77a223d'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:41.782451 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-749d7391-48ed-47b6-9227-b5adcc23d955 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Deleting subnet 80a4b4b0-4232-4658-895f-7a4c0293e6d7 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:46:41.785552 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-749d7391-48ed-47b6-9227-b5adcc23d955 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:41.806147 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 2bea1574-72f0-460c-8b48-7a163b14f93e no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:46:41.824629 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-749d7391-48ed-47b6-9227-b5adcc23d955 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:41.828384 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: 2bea1574-72f0-460c-8b48-7a163b14f93e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:46:41.828724 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device 2bea1574-72f0-460c-8b48-7a163b14f93e not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:46:41.866330 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f6ad59fe-d65a-489f-b3e0-42fda483516a None None] Set router b8210718-be86-4b19-86c9-8dd5a77a223d gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:46:41.912134 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-749d7391-48ed-47b6-9227-b5adcc23d955 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:41.970338 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-749d7391-48ed-47b6-9227-b5adcc23d955 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:42.001230 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-749d7391-48ed-47b6-9227-b5adcc23d955 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:42.006381 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-749d7391-48ed-47b6-9227-b5adcc23d955 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "DELETE /v2.0/subnets/80a4b4b0-4232-4658-895f-7a4c0293e6d7 HTTP/1.1" status: 204 len: 168 time: 0.2740555 Jul 22 17:46:42.006536 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42402) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:42.008599 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d7391-48ed-47b6-9227-b5adcc23d955 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Subnet': ['ID=80a4b4b0-4232-4658-895f-7a4c0293e6d7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:42.015760 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee40049e-349d-4556-b94d-6d60d70be29f None None] Network a039e2c3-bacd-44d8-9e9c-43d6c6ef442e requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:46:42.111101 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:42.117343 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f6ad59fe-d65a-489f-b3e0-42fda483516a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901102371', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:46:41Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:42.163522 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad59fe-d65a-489f-b3e0-42fda483516a None None] Checking router: b8210718-be86-4b19-86c9-8dd5a77a223d for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:46:42.175116 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ad59fe-d65a-489f-b3e0-42fda483516a None None] Routers {'b8210718-be86-4b19-86c9-8dd5a77a223d'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:46:42.175713 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f6ad59fe-d65a-489f-b3e0-42fda483516a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['b8210718-be86-4b19-86c9-8dd5a77a223d'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:42.226830 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:42.288012 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Deleting port ede04915-3d4a-40ad-a711-fcc03f778471 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:46:42.288517 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:42.289183 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f6ad59fe-d65a-489f-b3e0-42fda483516a None None] Set router b8210718-be86-4b19-86c9-8dd5a77a223d gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:46:42.342206 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3816d1f-066b-43df-ae5e-6411a346a70a None None] DHCP port deletion for a039e2c3-bacd-44d8-9e9c-43d6c6ef442e request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:46:42.379872 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] For port ede04915-3d4a-40ad-a711-fcc03f778471, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=ede04915-3d4a-40ad-a711-fcc03f778471,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:46:42.380244 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:42.392776 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Calling delete_port for ede04915-3d4a-40ad-a711-fcc03f778471 owned by network:router_gateway {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:46:42.468595 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b3816d1f-066b-43df-ae5e-6411a346a70a None None] Deleting port c96c0c8c-7dc6-45e9-94dc-d78201d2817c {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:46:42.468969 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3816d1f-066b-43df-ae5e-6411a346a70a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:42.560990 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:42.585290 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Port': ['ID=ede04915-3d4a-40ad-a711-fcc03f778471,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:42.599318 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.599671 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.600015 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.600377 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.601246 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.602200 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.602200 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.602435 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.602552 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.602877 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.603215 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.603526 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.667917 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:42.718426 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b3816d1f-066b-43df-ae5e-6411a346a70a None None] For port c96c0c8c-7dc6-45e9-94dc-d78201d2817c, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c96c0c8c-7dc6-45e9-94dc-d78201d2817c,segment=NetworkSegment(32fcf15b-3485-49e6-9dda-ab4f906ebe80),segment_id=32fcf15b-3485-49e6-9dda-ab4f906ebe80)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:46:42.718766 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3816d1f-066b-43df-ae5e-6411a346a70a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:42.730388 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:42.734334 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b3816d1f-066b-43df-ae5e-6411a346a70a None None] Calling delete_port for c96c0c8c-7dc6-45e9-94dc-d78201d2817c owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:46:42.746215 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f6ad59fe-d65a-489f-b3e0-42fda483516a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901102371', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:46:41Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:42.760189 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:42.762388 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:42.805795 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad59fe-d65a-489f-b3e0-42fda483516a None None] The sync data for ids ['b8210718-be86-4b19-86c9-8dd5a77a223d'] in n-d-798930-9 is: [{'id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901102371', 'tenant_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:46:41Z', 'revision_number': 5, 'project_id': '58d9fe362c4a4138b4f40d451e5a1ccb', 'gw_port': {'id': 'ede04915-3d4a-40ad-a711-fcc03f778471', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8210718-be86-4b19-86c9-8dd5a77a223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:45:41Z', 'updated_at': '2021-07-22T17:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:46:42.806609 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:42.807205 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Fanout notify agent at l3_agent the message router_deleted on router b8210718-be86-4b19-86c9-8dd5a77a223d {{(pid=93817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:46:42.813875 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:42.817369 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7a657849-129b-4bd9-839a-62ca37c9a689 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "DELETE /v2.0/routers/b8210718-be86-4b19-86c9-8dd5a77a223d HTTP/1.1" status: 204 len: 168 time: 0.8069954 Jul 22 17:46:42.817704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42404) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:42.827369 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:42.856354 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3816d1f-066b-43df-ae5e-6411a346a70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:42.886917 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3816d1f-066b-43df-ae5e-6411a346a70a None None] No DVR routers for this DVR port c96c0c8c-7dc6-45e9-94dc-d78201d2817c on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:46:42.889026 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3816d1f-066b-43df-ae5e-6411a346a70a None None] Pushing event deleted for resources: {'Port': ['ID=c96c0c8c-7dc6-45e9-94dc-d78201d2817c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:42.900161 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3816d1f-066b-43df-ae5e-6411a346a70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.900548 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3816d1f-066b-43df-ae5e-6411a346a70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.900957 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3816d1f-066b-43df-ae5e-6411a346a70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.901317 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3816d1f-066b-43df-ae5e-6411a346a70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.901755 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3816d1f-066b-43df-ae5e-6411a346a70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.902013 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3816d1f-066b-43df-ae5e-6411a346a70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.902346 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3816d1f-066b-43df-ae5e-6411a346a70a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.902693 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3816d1f-066b-43df-ae5e-6411a346a70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.903366 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3816d1f-066b-43df-ae5e-6411a346a70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.903576 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3816d1f-066b-43df-ae5e-6411a346a70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.903688 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7e24c8d-3fb8-49ef-b500-f9068d0ba7ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:42.903961 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3816d1f-066b-43df-ae5e-6411a346a70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.904232 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3816d1f-066b-43df-ae5e-6411a346a70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.992626 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7e24c8d-3fb8-49ef-b500-f9068d0ba7ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:43.002192 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-d7e24c8d-3fb8-49ef-b500-f9068d0ba7ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a039e2c3-bacd-44d8-9e9c-43d6c6ef442e']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:43.012378 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-d7e24c8d-3fb8-49ef-b500-f9068d0ba7ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32fcf15b-3485-49e6-9dda-ab4f906ebe80') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:43.012979 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-d7e24c8d-3fb8-49ef-b500-f9068d0ba7ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32fcf15b-3485-49e6-9dda-ab4f906ebe80') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:43.021110 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7e24c8d-3fb8-49ef-b500-f9068d0ba7ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:43.034383 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7e24c8d-3fb8-49ef-b500-f9068d0ba7ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:43.040038 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e24c8d-3fb8-49ef-b500-f9068d0ba7ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:46:43.040419 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7e24c8d-3fb8-49ef-b500-f9068d0ba7ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: timer() Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:46:43.043411 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:46:43.106074 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7e24c8d-3fb8-49ef-b500-f9068d0ba7ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:43.113092 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d7e24c8d-3fb8-49ef-b500-f9068d0ba7ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:43.117796 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d7e24c8d-3fb8-49ef-b500-f9068d0ba7ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "DELETE /v2.0/networks/a039e2c3-bacd-44d8-9e9c-43d6c6ef442e HTTP/1.1" status: 204 len: 168 time: 0.2963815 Jul 22 17:46:43.118242 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42406) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:43.126224 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e24c8d-3fb8-49ef-b500-f9068d0ba7ec tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'Network': ['ID=a039e2c3-bacd-44d8-9e9c-43d6c6ef442e,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:43.179839 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b67e03e6-2947-4efd-94f7-6b91a3787f17 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:43.206062 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b67e03e6-2947-4efd-94f7-6b91a3787f17 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:43.267870 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b67e03e6-2947-4efd-94f7-6b91a3787f17 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:43.270705 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b67e03e6-2947-4efd-94f7-6b91a3787f17 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:43.274411 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b67e03e6-2947-4efd-94f7-6b91a3787f17 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] 10.222.0.69 "DELETE /v2.0/security-groups/e6afc737-744c-4ac2-b8d2-3545fe125d0e HTTP/1.1" status: 204 len: 168 time: 0.1526499 Jul 22 17:46:43.284450 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e03e6-2947-4efd-94f7-6b91a3787f17 tempest-TestNetworkAdvancedServerOps-33386117 tempest-TestNetworkAdvancedServerOps-33386117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6afc737-744c-4ac2-b8d2-3545fe125d0e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:43.627262 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42414) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:43.763961 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f9b94a65-7c14-439f-9ed5-15fd8281a201 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=58d9fe362c4a4138b4f40d451e5a1ccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1354311 Jul 22 17:46:43.766397 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42418) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:43.816193 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71d8ac44-1f1e-4e08-9b68-a1a7974823ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:43.828578 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c96c0c8c-7dc6-45e9-94dc-d78201d2817c no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:46:43.842911 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71d8ac44-1f1e-4e08-9b68-a1a7974823ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:43.848934 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: c96c0c8c-7dc6-45e9-94dc-d78201d2817c {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:46:43.849277 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c96c0c8c-7dc6-45e9-94dc-d78201d2817c not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:46:43.849690 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 195ef711-2d26-426f-9dba-01620da643bd no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:46:43.868517 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 195ef711-2d26-426f-9dba-01620da643bd {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:46:43.868861 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 195ef711-2d26-426f-9dba-01620da643bd not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:46:43.894067 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71d8ac44-1f1e-4e08-9b68-a1a7974823ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:43.896626 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71d8ac44-1f1e-4e08-9b68-a1a7974823ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:43.898322 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-71d8ac44-1f1e-4e08-9b68-a1a7974823ac admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5858a034-5a0c-4045-a02c-f28f905be831 HTTP/1.1" status: 204 len: 168 time: 0.1310451 Jul 22 17:46:43.906366 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8ac44-1f1e-4e08-9b68-a1a7974823ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5858a034-5a0c-4045-a02c-f28f905be831,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:44.171023 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42424) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:44.188458 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d6fcc63-b306-4c9b-a13c-38f3c3bbd670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:44.279059 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d6fcc63-b306-4c9b-a13c-38f3c3bbd670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:44.283085 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d6fcc63-b306-4c9b-a13c-38f3c3bbd670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:44.322161 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3d6fcc63-b306-4c9b-a13c-38f3c3bbd670 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7916aa405f5d4aeea3431066152707d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500473 Jul 22 17:46:44.323017 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fcc63-b306-4c9b-a13c-38f3c3bbd670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686e0f4d-3d45-439b-b8dd-d70cf508c8df,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:44.325274 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42426) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:44.378435 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4c84908-3054-4d71-ab3b-a4720b5d5c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:44.399544 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4c84908-3054-4d71-ab3b-a4720b5d5c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:44.448005 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4c84908-3054-4d71-ab3b-a4720b5d5c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:44.451360 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4c84908-3054-4d71-ab3b-a4720b5d5c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:44.452788 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f4c84908-3054-4d71-ab3b-a4720b5d5c80 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/686e0f4d-3d45-439b-b8dd-d70cf508c8df HTTP/1.1" status: 204 len: 168 time: 0.1263340 Jul 22 17:46:44.462744 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c84908-3054-4d71-ab3b-a4720b5d5c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686e0f4d-3d45-439b-b8dd-d70cf508c8df,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:45.147174 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42448) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:45.238806 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-958ea704-e862-42a9-83a0-5bbf5a9621d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-466773742-network', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:46:45.260398 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958ea704-e862-42a9-83a0-5bbf5a9621d3 admin admin] Made reservation on behalf of 9b5b4e2f116046e29263d8761e9cfc1e for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:46:45.262878 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-958ea704-e862-42a9-83a0-5bbf5a9621d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:45.271122 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-958ea704-e862-42a9-83a0-5bbf5a9621d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:45.361386 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-958ea704-e862-42a9-83a0-5bbf5a9621d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:45.364932 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-958ea704-e862-42a9-83a0-5bbf5a9621d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:45.388888 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958ea704-e862-42a9-83a0-5bbf5a9621d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:46:45.398557 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ea704-e862-42a9-83a0-5bbf5a9621d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931e463e-d33e-445a-8348-67117907e20d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:45.404191 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-958ea704-e862-42a9-83a0-5bbf5a9621d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:45.404541 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-958ea704-e862-42a9-83a0-5bbf5a9621d3 admin admin] Added segment 2e6963a5-f9c6-47fc-b526-25ab3c3018a5 of type vlan for network d4716522-d7a0-4c6e-9b21-4cca50da92ca Jul 22 17:46:45.431770 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ede04915-3d4a-40ad-a711-fcc03f778471 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:46:45.444280 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-958ea704-e862-42a9-83a0-5bbf5a9621d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:45.452363 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: ede04915-3d4a-40ad-a711-fcc03f778471 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:46:45.452786 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device ede04915-3d4a-40ad-a711-fcc03f778471 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:46:45.476231 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-958ea704-e862-42a9-83a0-5bbf5a9621d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:45.477061 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958ea704-e862-42a9-83a0-5bbf5a9621d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:45.477636 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-958ea704-e862-42a9-83a0-5bbf5a9621d3 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:45.508554 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-958ea704-e862-42a9-83a0-5bbf5a9621d3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3597558 Jul 22 17:46:45.511663 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42452) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:45.517132 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-86efb2ca-b5bb-48cf-ad29-9a9aed525df3 admin admin] Request body: {'subnet': {'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-466773742-subnet', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:46:45.537860 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ea704-e862-42a9-83a0-5bbf5a9621d3 admin admin] Pushing event updated for resources: {'Network': ['ID=d4716522-d7a0-4c6e-9b21-4cca50da92ca,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:45.544352 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86efb2ca-b5bb-48cf-ad29-9a9aed525df3 admin admin] Made reservation on behalf of 9b5b4e2f116046e29263d8761e9cfc1e for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:46:45.546702 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86efb2ca-b5bb-48cf-ad29-9a9aed525df3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:45.550018 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network d4716522-d7a0-4c6e-9b21-4cca50da92ca details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:46:45.716794 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86efb2ca-b5bb-48cf-ad29-9a9aed525df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:45.772756 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efb2ca-b5bb-48cf-ad29-9a9aed525df3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dad1639-0af6-46f5-8f8a-f27f45ae2c25,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:45.779689 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86efb2ca-b5bb-48cf-ad29-9a9aed525df3 admin admin] Checking segment: {'id': '2e6963a5-f9c6-47fc-b526-25ab3c3018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:46:45.780049 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86efb2ca-b5bb-48cf-ad29-9a9aed525df3 admin admin] Network hostable DHCP agents. Network: d4716522-d7a0-4c6e-9b21-4cca50da92ca, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:46:45.795913 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86efb2ca-b5bb-48cf-ad29-9a9aed525df3 admin admin] Network d4716522-d7a0-4c6e-9b21-4cca50da92ca is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:46:45.805050 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-86efb2ca-b5bb-48cf-ad29-9a9aed525df3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, d4716522-d7a0-4c6e-9b21-4cca50da92ca) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:46:45.809112 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86efb2ca-b5bb-48cf-ad29-9a9aed525df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:45.809722 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86efb2ca-b5bb-48cf-ad29-9a9aed525df3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:45.813555 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e37945-1b4d-4c89-b576-b25b989d0324 None None] Network d4716522-d7a0-4c6e-9b21-4cca50da92ca requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:46:45.824226 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-86efb2ca-b5bb-48cf-ad29-9a9aed525df3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3114333 Jul 22 17:46:45.826880 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42454) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:45.831158 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-573f366f-63ae-4526-b4c7-a6ca25512e48 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-466773742-router', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:46:45.851713 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-573f366f-63ae-4526-b4c7-a6ca25512e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:45.852721 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-573f366f-63ae-4526-b4c7-a6ca25512e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:45.909264 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-573f366f-63ae-4526-b4c7-a6ca25512e48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:45.960404 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a77e98-53c0-4744-9ca0-308339fabbba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-d4716522-d7a0-4c6e-9b21-4cca50da92ca', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'fixed_ips': [{'subnet_id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:46:45.961285 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d6a77e98-53c0-4744-9ca0-308339fabbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:46.048110 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-573f366f-63ae-4526-b4c7-a6ca25512e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:46.097622 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-d6a77e98-53c0-4744-9ca0-308339fabbba None None] Allocated IP 172.20.0.2 (d4716522-d7a0-4c6e-9b21-4cca50da92ca/8dad1639-0af6-46f5-8f8a-f27f45ae2c25/5c97ccf6-aff3-45b8-819d-5911c699f53b) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:46:46.247848 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d6a77e98-53c0-4744-9ca0-308339fabbba None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:46.255904 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d6a77e98-53c0-4744-9ca0-308339fabbba None None] Transition to ACTIVE for port object 5c97ccf6-aff3-45b8-819d-5911c699f53b will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:46:46.256086 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-573f366f-63ae-4526-b4c7-a6ca25512e48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:46.271297 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d6a77e98-53c0-4744-9ca0-308339fabbba None None] Transition to ACTIVE for port object 5c97ccf6-aff3-45b8-819d-5911c699f53b will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:46:46.276619 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-573f366f-63ae-4526-b4c7-a6ca25512e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:46.277813 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d6a77e98-53c0-4744-9ca0-308339fabbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:46.313530 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a77e98-53c0-4744-9ca0-308339fabbba None None] Network d4716522-d7a0-4c6e-9b21-4cca50da92ca is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:46:46.319853 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-d6a77e98-53c0-4744-9ca0-308339fabbba None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:46:46.322424 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a77e98-53c0-4744-9ca0-308339fabbba None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:46:46.331158 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a77e98-53c0-4744-9ca0-308339fabbba None None] Pushing event updated for resources: {'Port': ['ID=5c97ccf6-aff3-45b8-819d-5911c699f53b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:46.385222 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-573f366f-63ae-4526-b4c7-a6ca25512e48 admin admin] Allocated IP 172.25.0.188 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/68e5ff78-218f-4851-8f64-d54efe820fe4) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:46:46.391472 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-d6a77e98-53c0-4744-9ca0-308339fabbba None None] Attempting to bind port 5c97ccf6-aff3-45b8-819d-5911c699f53b on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:46:46.391972 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-d6a77e98-53c0-4744-9ca0-308339fabbba None None] Attempting to bind port 5c97ccf6-aff3-45b8-819d-5911c699f53b by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '2e6963a5-f9c6-47fc-b526-25ab3c3018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:46:46.392333 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a77e98-53c0-4744-9ca0-308339fabbba None None] Attempting to bind port 5c97ccf6-aff3-45b8-819d-5911c699f53b on network d4716522-d7a0-4c6e-9b21-4cca50da92ca {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:46:46.398106 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a77e98-53c0-4744-9ca0-308339fabbba None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:46:46.398478 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a77e98-53c0-4744-9ca0-308339fabbba None None] Checking segment: {'id': '2e6963a5-f9c6-47fc-b526-25ab3c3018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:46:46.398875 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d6a77e98-53c0-4744-9ca0-308339fabbba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:46.399259 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a77e98-53c0-4744-9ca0-308339fabbba None None] Bound using segment: {'id': '2e6963a5-f9c6-47fc-b526-25ab3c3018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:46:46.399717 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-d6a77e98-53c0-4744-9ca0-308339fabbba None None] Bound port: 5c97ccf6-aff3-45b8-819d-5911c699f53b, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6963a5-f9c6-47fc-b526-25ab3c3018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:46:46.400092 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d6a77e98-53c0-4744-9ca0-308339fabbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:46.462625 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d6a77e98-53c0-4744-9ca0-308339fabbba None None] For port 5c97ccf6-aff3-45b8-819d-5911c699f53b, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:46:46.465694 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d6a77e98-53c0-4744-9ca0-308339fabbba None None] For port 5c97ccf6-aff3-45b8-819d-5911c699f53b, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5c97ccf6-aff3-45b8-819d-5911c699f53b,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:46:46.470707 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d6a77e98-53c0-4744-9ca0-308339fabbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:46.490816 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-573f366f-63ae-4526-b4c7-a6ca25512e48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:46.526392 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a77e98-53c0-4744-9ca0-308339fabbba None None] Pushing event updated for resources: {'Port': ['ID=5c97ccf6-aff3-45b8-819d-5911c699f53b,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:46.532835 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-573f366f-63ae-4526-b4c7-a6ca25512e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:46.575507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573f366f-63ae-4526-b4c7-a6ca25512e48 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:46:46.578695 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-573f366f-63ae-4526-b4c7-a6ca25512e48 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:46:46.583245 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573f366f-63ae-4526-b4c7-a6ca25512e48 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:46:46.586478 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f366f-63ae-4526-b4c7-a6ca25512e48 admin admin] Pushing event updated for resources: {'Port': ['ID=68e5ff78-218f-4851-8f64-d54efe820fe4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:46.857879 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-573f366f-63ae-4526-b4c7-a6ca25512e48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:47.052005 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-573f366f-63ae-4526-b4c7-a6ca25512e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:47.188490 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573f366f-63ae-4526-b4c7-a6ca25512e48 admin admin] Router ed3e158a-ee0b-441f-b290-f779814d42e3 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:46:47.299434 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573f366f-63ae-4526-b4c7-a6ca25512e48 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:46:47.309878 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] Sync routers for ids ['ed3e158a-ee0b-441f-b290-f779814d42e3'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:46:47.319623 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-573f366f-63ae-4526-b4c7-a6ca25512e48 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:47.323576 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-573f366f-63ae-4526-b4c7-a6ca25512e48 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4929078 Jul 22 17:46:47.323728 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42456) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:47.325258 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] Routers {'ed3e158a-ee0b-441f-b290-f779814d42e3'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:46:47.326124 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['ed3e158a-ee0b-441f-b290-f779814d42e3'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:47.413967 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03079dc3-8b3a-43a9-a2b2-38649cc2cfe5 None None] Network d4716522-d7a0-4c6e-9b21-4cca50da92ca requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:46:47.432191 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] Set router ed3e158a-ee0b-441f-b290-f779814d42e3 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:46:47.553222 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5c97ccf6-aff3-45b8-819d-5911c699f53b up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:46:47.560869 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-33a01cf2-0cbe-44c9-a9cb-a1d44c924744 None None] Provisioning for port 5c97ccf6-aff3-45b8-819d-5911c699f53b completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:46:47.620721 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'name': 'tempest-TestShelveInstance-466773742-router', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:45Z', 'updated_at': '2021-07-22T17:46:46Z', 'revision_number': 3, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'gw_port': {'id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:34:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:46Z', 'updated_at': '2021-07-22T17:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:47.647755 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 5c97ccf6-aff3-45b8-819d-5911c699f53b completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:46:47.654388 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] Checking router: ed3e158a-ee0b-441f-b290-f779814d42e3 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:46:47.654660 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] Updating router ed3e158a-ee0b-441f-b290-f779814d42e3 port 68e5ff78-218f-4851-8f64-d54efe820fe4 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:46:47.655363 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 5c97ccf6-aff3-45b8-819d-5911c699f53b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:46:47.655911 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:47.703568 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:47.742584 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:47.777159 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 5c97ccf6-aff3-45b8-819d-5911c699f53b, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5c97ccf6-aff3-45b8-819d-5911c699f53b,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:46:47.782243 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:47.787095 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7087bc1-5bcb-4b63-86dc-0cf49c9f6ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:47.849330 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=5c97ccf6-aff3-45b8-819d-5911c699f53b,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:47.955103 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-c7087bc1-5bcb-4b63-86dc-0cf49c9f6ee9 admin admin] Allocated IP 172.20.0.1 (d4716522-d7a0-4c6e-9b21-4cca50da92ca/8dad1639-0af6-46f5-8f8a-f27f45ae2c25/02bb5023-7229-41a3-ba61-2d65ddcec264) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:46:47.988282 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:47.999010 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] Transition to ACTIVE for port object 68e5ff78-218f-4851-8f64-d54efe820fe4 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:46:48.004587 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:48.017725 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b0187775-0fe5-4a89-894c-034df859ab67 None None] Provisioning complete for port 5c97ccf6-aff3-45b8-819d-5911c699f53b triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:46:48.018417 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0187775-0fe5-4a89-894c-034df859ab67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:48.059907 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c87914-14e4-4f8f-9ba8-34ecf1718d0d None None] Pushing event updated for resources: {'Port': ['ID=68e5ff78-218f-4851-8f64-d54efe820fe4,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:48.062008 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] Attempting to bind port 68e5ff78-218f-4851-8f64-d54efe820fe4 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:46:48.062378 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] Attempting to bind port 68e5ff78-218f-4851-8f64-d54efe820fe4 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:46:48.062740 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] Attempting to bind port 68e5ff78-218f-4851-8f64-d54efe820fe4 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:46:48.067187 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7087bc1-5bcb-4b63-86dc-0cf49c9f6ee9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:48.078378 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c87914-14e4-4f8f-9ba8-34ecf1718d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:48.078705 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c87914-14e4-4f8f-9ba8-34ecf1718d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:48.079140 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c87914-14e4-4f8f-9ba8-34ecf1718d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:48.079602 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c87914-14e4-4f8f-9ba8-34ecf1718d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:48.080025 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c87914-14e4-4f8f-9ba8-34ecf1718d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:48.080452 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c87914-14e4-4f8f-9ba8-34ecf1718d0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:48.080892 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c87914-14e4-4f8f-9ba8-34ecf1718d0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:48.081371 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c87914-14e4-4f8f-9ba8-34ecf1718d0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:48.082092 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c87914-14e4-4f8f-9ba8-34ecf1718d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:48.082226 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c87914-14e4-4f8f-9ba8-34ecf1718d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:48.082623 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c87914-14e4-4f8f-9ba8-34ecf1718d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:48.082901 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c7087bc1-5bcb-4b63-86dc-0cf49c9f6ee9 admin admin] Transition to ACTIVE for port object 02bb5023-7229-41a3-ba61-2d65ddcec264 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:46:48.083121 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c87914-14e4-4f8f-9ba8-34ecf1718d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:48.086555 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:46:48.087063 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:46:48.087563 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:48.088040 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:46:48.088610 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] Bound port: 68e5ff78-218f-4851-8f64-d54efe820fe4, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:46:48.089084 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:48.123460 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7087bc1-5bcb-4b63-86dc-0cf49c9f6ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:48.142062 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] For port 68e5ff78-218f-4851-8f64-d54efe820fe4, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:46:48.145256 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] For port 68e5ff78-218f-4851-8f64-d54efe820fe4, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=68e5ff78-218f-4851-8f64-d54efe820fe4,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:46:48.150006 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:48.160333 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7087bc1-5bcb-4b63-86dc-0cf49c9f6ee9 admin admin] Network d4716522-d7a0-4c6e-9b21-4cca50da92ca is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:46:48.166498 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c7087bc1-5bcb-4b63-86dc-0cf49c9f6ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:46:48.170134 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7087bc1-5bcb-4b63-86dc-0cf49c9f6ee9 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:46:48.194975 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7087bc1-5bcb-4b63-86dc-0cf49c9f6ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=02bb5023-7229-41a3-ba61-2d65ddcec264,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:48.207660 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] Routers {'ed3e158a-ee0b-441f-b290-f779814d42e3'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:46:48.208287 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['ed3e158a-ee0b-441f-b290-f779814d42e3'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:48.212325 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7087bc1-5bcb-4b63-86dc-0cf49c9f6ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:48.245251 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c87914-14e4-4f8f-9ba8-34ecf1718d0d None None] Pushing event updated for resources: {'Port': ['ID=68e5ff78-218f-4851-8f64-d54efe820fe4,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:48.318985 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] Set router ed3e158a-ee0b-441f-b290-f779814d42e3 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:46:48.364125 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7087bc1-5bcb-4b63-86dc-0cf49c9f6ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:48.422544 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c4378b13-f1d4-44c6-92bf-29cb21626cde None None] Provisioning for port 02bb5023-7229-41a3-ba61-2d65ddcec264 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:46:48.426523 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c4378b13-f1d4-44c6-92bf-29cb21626cde None None] Provisioning complete for port 02bb5023-7229-41a3-ba61-2d65ddcec264 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:46:48.427076 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c4378b13-f1d4-44c6-92bf-29cb21626cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:48.462583 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c4378b13-f1d4-44c6-92bf-29cb21626cde None None] Port 02bb5023-7229-41a3-ba61-2d65ddcec264 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:46:48.505484 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'name': 'tempest-TestShelveInstance-466773742-router', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:45Z', 'updated_at': '2021-07-22T17:46:46Z', 'revision_number': 3, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'gw_port': {'id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:34:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:46Z', 'updated_at': '2021-07-22T17:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:48.532685 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf490d-6a6b-417e-8bc0-612ca45c0aa1 None None] The sync data for ids ['ed3e158a-ee0b-441f-b290-f779814d42e3'] in n-d-798930-9 is: [{'id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'name': 'tempest-TestShelveInstance-466773742-router', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:45Z', 'updated_at': '2021-07-22T17:46:46Z', 'revision_number': 3, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'gw_port': {'id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:34:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:46Z', 'updated_at': '2021-07-22T17:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:46:48.909680 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7087bc1-5bcb-4b63-86dc-0cf49c9f6ee9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:48.915347 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7087bc1-5bcb-4b63-86dc-0cf49c9f6ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:48.985096 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7087bc1-5bcb-4b63-86dc-0cf49c9f6ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=02bb5023-7229-41a3-ba61-2d65ddcec264,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:48.987497 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7087bc1-5bcb-4b63-86dc-0cf49c9f6ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:49.081064 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7087bc1-5bcb-4b63-86dc-0cf49c9f6ee9 admin admin] Network d4716522-d7a0-4c6e-9b21-4cca50da92ca is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:46:49.082580 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-c7087bc1-5bcb-4b63-86dc-0cf49c9f6ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:46:49.208686 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7087bc1-5bcb-4b63-86dc-0cf49c9f6ee9 admin admin] Router ed3e158a-ee0b-441f-b290-f779814d42e3 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:46:49.285673 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e1882223-94a9-4c70-ab08-2fc16c0c439b None None] Provisioning complete for port 02bb5023-7229-41a3-ba61-2d65ddcec264 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:46:49.286262 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1882223-94a9-4c70-ab08-2fc16c0c439b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:49.325312 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e1882223-94a9-4c70-ab08-2fc16c0c439b None None] Port 02bb5023-7229-41a3-ba61-2d65ddcec264 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:46:49.326500 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7087bc1-5bcb-4b63-86dc-0cf49c9f6ee9 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:46:49.337207 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-c7087bc1-5bcb-4b63-86dc-0cf49c9f6ee9 admin admin] 10.222.0.69 "PUT /v2.0/routers/ed3e158a-ee0b-441f-b290-f779814d42e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0124400 Jul 22 17:46:49.534837 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5c97ccf6-aff3-45b8-819d-5911c699f53b up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:46:49.584086 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 5c97ccf6-aff3-45b8-819d-5911c699f53b triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:46:49.584455 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:49.666485 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 68e5ff78-218f-4851-8f64-d54efe820fe4 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:46:49.715750 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 68e5ff78-218f-4851-8f64-d54efe820fe4 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:46:49.719474 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 68e5ff78-218f-4851-8f64-d54efe820fe4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:46:49.719851 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:49.798768 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42472) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:49.799999 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:49.805473 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-10a769ad-f597-4367-9aac-4f451072425a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-601438720-network', 'tenant_id': '56dd5e97ddc044a49ea01199fec19918'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:46:49.822662 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 68e5ff78-218f-4851-8f64-d54efe820fe4, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=68e5ff78-218f-4851-8f64-d54efe820fe4,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:46:49.826934 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:49.830236 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a769ad-f597-4367-9aac-4f451072425a admin admin] Made reservation on behalf of 56dd5e97ddc044a49ea01199fec19918 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:46:49.833355 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-10a769ad-f597-4367-9aac-4f451072425a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:49.847088 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-10a769ad-f597-4367-9aac-4f451072425a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:49.877264 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=68e5ff78-218f-4851-8f64-d54efe820fe4,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:49.939875 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-10a769ad-f597-4367-9aac-4f451072425a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:49.943565 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-10a769ad-f597-4367-9aac-4f451072425a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:49.971449 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a769ad-f597-4367-9aac-4f451072425a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:46:49.978389 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a769ad-f597-4367-9aac-4f451072425a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c351da9-dd6e-42ff-aea4-62a861624d93,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:49.984627 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-10a769ad-f597-4367-9aac-4f451072425a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:49.984982 n-d-798930-9 neutron-server[93816]: INFO neutron.db.segments_db [None req-10a769ad-f597-4367-9aac-4f451072425a admin admin] Added segment 9d9c7fbe-291c-4136-88b6-bd2dbc9f8af5 of type vlan for network d4d868f6-00a0-4e14-89e4-4ac195c85578 Jul 22 17:46:50.030384 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-10a769ad-f597-4367-9aac-4f451072425a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:50.060674 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-10a769ad-f597-4367-9aac-4f451072425a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:50.061805 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a769ad-f597-4367-9aac-4f451072425a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:50.062658 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-10a769ad-f597-4367-9aac-4f451072425a admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:50.105014 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-10a769ad-f597-4367-9aac-4f451072425a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3023510 Jul 22 17:46:50.105511 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42474) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:50.113948 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-963325ab-8d3a-4b1d-ad3a-25db46c70bfd admin admin] Request body: {'subnet': {'network_id': 'd4d868f6-00a0-4e14-89e4-4ac195c85578', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-601438720-subnet', 'tenant_id': '56dd5e97ddc044a49ea01199fec19918', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:46:50.130999 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a769ad-f597-4367-9aac-4f451072425a admin admin] Pushing event updated for resources: {'Network': ['ID=d4d868f6-00a0-4e14-89e4-4ac195c85578,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:50.138835 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963325ab-8d3a-4b1d-ad3a-25db46c70bfd admin admin] Made reservation on behalf of 56dd5e97ddc044a49ea01199fec19918 for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:46:50.141448 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-963325ab-8d3a-4b1d-ad3a-25db46c70bfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:50.143667 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network d4d868f6-00a0-4e14-89e4-4ac195c85578 details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:46:50.165397 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] Sync routers for ids ['ed3e158a-ee0b-441f-b290-f779814d42e3'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:46:50.183206 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] Routers {'ed3e158a-ee0b-441f-b290-f779814d42e3'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:46:50.183822 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['ed3e158a-ee0b-441f-b290-f779814d42e3'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:50.310736 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-963325ab-8d3a-4b1d-ad3a-25db46c70bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:50.317806 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] Set router ed3e158a-ee0b-441f-b290-f779814d42e3 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:46:50.367437 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963325ab-8d3a-4b1d-ad3a-25db46c70bfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f6cf191-e3b0-4ff2-b792-0633775a2b23,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:50.374638 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963325ab-8d3a-4b1d-ad3a-25db46c70bfd admin admin] Checking segment: {'id': '9d9c7fbe-291c-4136-88b6-bd2dbc9f8af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd4d868f6-00a0-4e14-89e4-4ac195c85578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:46:50.375002 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963325ab-8d3a-4b1d-ad3a-25db46c70bfd admin admin] Network hostable DHCP agents. Network: d4d868f6-00a0-4e14-89e4-4ac195c85578, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:46:50.391941 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963325ab-8d3a-4b1d-ad3a-25db46c70bfd admin admin] Network d4d868f6-00a0-4e14-89e4-4ac195c85578 is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:46:50.401825 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-963325ab-8d3a-4b1d-ad3a-25db46c70bfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, d4d868f6-00a0-4e14-89e4-4ac195c85578) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:46:50.406300 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963325ab-8d3a-4b1d-ad3a-25db46c70bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:50.407152 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-963325ab-8d3a-4b1d-ad3a-25db46c70bfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:50.422563 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfc36e1-e391-4792-8faf-2478fba3048d None None] Network d4d868f6-00a0-4e14-89e4-4ac195c85578 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:46:50.425801 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-963325ab-8d3a-4b1d-ad3a-25db46c70bfd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3165226 Jul 22 17:46:50.425988 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42476) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:50.430860 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3f6bc456-10b8-48e5-bfe8-ec724642aa81 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-601438720-router', 'tenant_id': '56dd5e97ddc044a49ea01199fec19918', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:46:50.452227 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f6bc456-10b8-48e5-bfe8-ec724642aa81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:50.453669 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f6bc456-10b8-48e5-bfe8-ec724642aa81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:50.509022 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f6bc456-10b8-48e5-bfe8-ec724642aa81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:50.633490 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'name': 'tempest-TestShelveInstance-466773742-router', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:45Z', 'updated_at': '2021-07-22T17:46:48Z', 'revision_number': 4, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'gw_port': {'id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:46Z', 'updated_at': '2021-07-22T17:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '02bb5023-7229-41a3-ba61-2d65ddcec264', 'name': '', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'mac_address': 'fa:16:3e:24:0c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:47Z', 'updated_at': '2021-07-22T17:46:48Z', 'revision_number': 2, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'subnets': [{'id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:50.648109 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f6bc456-10b8-48e5-bfe8-ec724642aa81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:50.666567 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2065852-8d80-4b24-97a3-9c3466237759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-d4d868f6-00a0-4e14-89e4-4ac195c85578', 'network_id': 'd4d868f6-00a0-4e14-89e4-4ac195c85578', 'tenant_id': '56dd5e97ddc044a49ea01199fec19918', 'fixed_ips': [{'subnet_id': '9f6cf191-e3b0-4ff2-b792-0633775a2b23'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:46:50.667419 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2065852-8d80-4b24-97a3-9c3466237759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:50.669719 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] Checking router: ed3e158a-ee0b-441f-b290-f779814d42e3 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:46:50.670100 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] Updating router ed3e158a-ee0b-441f-b290-f779814d42e3 port 02bb5023-7229-41a3-ba61-2d65ddcec264 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:46:50.764198 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:50.858142 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f6bc456-10b8-48e5-bfe8-ec724642aa81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:50.876509 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f6bc456-10b8-48e5-bfe8-ec724642aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:50.920700 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-e2065852-8d80-4b24-97a3-9c3466237759 None None] Allocated IP 172.20.0.2 (d4d868f6-00a0-4e14-89e4-4ac195c85578/9f6cf191-e3b0-4ff2-b792-0633775a2b23/8e630cc9-3bea-4b96-8020-fddb7f32d1a7) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:46:50.980619 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-3f6bc456-10b8-48e5-bfe8-ec724642aa81 admin admin] Allocated IP 172.25.0.150 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/439314a2-fde0-407f-9b6b-81e8cb60ba40) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:46:51.083680 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f6bc456-10b8-48e5-bfe8-ec724642aa81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:51.126782 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f6bc456-10b8-48e5-bfe8-ec724642aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:51.168988 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6bc456-10b8-48e5-bfe8-ec724642aa81 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:46:51.173589 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-3f6bc456-10b8-48e5-bfe8-ec724642aa81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:46:51.175886 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6bc456-10b8-48e5-bfe8-ec724642aa81 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:46:51.183244 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2065852-8d80-4b24-97a3-9c3466237759 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:51.200420 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6bc456-10b8-48e5-bfe8-ec724642aa81 admin admin] Pushing event updated for resources: {'Port': ['ID=439314a2-fde0-407f-9b6b-81e8cb60ba40,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:51.200616 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e2065852-8d80-4b24-97a3-9c3466237759 None None] Transition to ACTIVE for port object 8e630cc9-3bea-4b96-8020-fddb7f32d1a7 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:46:51.203982 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:51.222568 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] Transition to ACTIVE for port object 02bb5023-7229-41a3-ba61-2d65ddcec264 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:46:51.226992 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e2065852-8d80-4b24-97a3-9c3466237759 None None] Transition to ACTIVE for port object 8e630cc9-3bea-4b96-8020-fddb7f32d1a7 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:46:51.230277 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:51.235796 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2065852-8d80-4b24-97a3-9c3466237759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:51.290300 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2065852-8d80-4b24-97a3-9c3466237759 None None] Network d4d868f6-00a0-4e14-89e4-4ac195c85578 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:46:51.292576 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fb922-1ca9-4ed7-b4f5-09059c6d8858 None None] Pushing event updated for resources: {'Port': ['ID=02bb5023-7229-41a3-ba61-2d65ddcec264,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:51.297786 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e2065852-8d80-4b24-97a3-9c3466237759 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:46:51.300382 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2065852-8d80-4b24-97a3-9c3466237759 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:46:51.447017 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f6bc456-10b8-48e5-bfe8-ec724642aa81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:51.569462 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 68e5ff78-218f-4851-8f64-d54efe820fe4 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:46:51.641235 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2065852-8d80-4b24-97a3-9c3466237759 None None] Pushing event updated for resources: {'Port': ['ID=8e630cc9-3bea-4b96-8020-fddb7f32d1a7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:51.650370 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f6bc456-10b8-48e5-bfe8-ec724642aa81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:51.670467 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] Attempting to bind port 02bb5023-7229-41a3-ba61-2d65ddcec264 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:46:51.670844 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] Attempting to bind port 02bb5023-7229-41a3-ba61-2d65ddcec264 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '2e6963a5-f9c6-47fc-b526-25ab3c3018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:46:51.671195 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] Attempting to bind port 02bb5023-7229-41a3-ba61-2d65ddcec264 on network d4716522-d7a0-4c6e-9b21-4cca50da92ca {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:46:51.681403 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e2065852-8d80-4b24-97a3-9c3466237759 None None] Attempting to bind port 8e630cc9-3bea-4b96-8020-fddb7f32d1a7 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:46:51.681683 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e2065852-8d80-4b24-97a3-9c3466237759 None None] Attempting to bind port 8e630cc9-3bea-4b96-8020-fddb7f32d1a7 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '9d9c7fbe-291c-4136-88b6-bd2dbc9f8af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd4d868f6-00a0-4e14-89e4-4ac195c85578'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:46:51.682075 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2065852-8d80-4b24-97a3-9c3466237759 None None] Attempting to bind port 8e630cc9-3bea-4b96-8020-fddb7f32d1a7 on network d4d868f6-00a0-4e14-89e4-4ac195c85578 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:46:51.692263 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:46:51.692632 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] Checking segment: {'id': '2e6963a5-f9c6-47fc-b526-25ab3c3018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:46:51.693023 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:51.693406 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] Bound using segment: {'id': '2e6963a5-f9c6-47fc-b526-25ab3c3018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:46:51.693863 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] Bound port: 02bb5023-7229-41a3-ba61-2d65ddcec264, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6963a5-f9c6-47fc-b526-25ab3c3018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:46:51.694799 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:51.697244 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2065852-8d80-4b24-97a3-9c3466237759 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:46:51.697601 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2065852-8d80-4b24-97a3-9c3466237759 None None] Checking segment: {'id': '9d9c7fbe-291c-4136-88b6-bd2dbc9f8af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd4d868f6-00a0-4e14-89e4-4ac195c85578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:46:51.698063 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2065852-8d80-4b24-97a3-9c3466237759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:51.698442 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2065852-8d80-4b24-97a3-9c3466237759 None None] Bound using segment: {'id': '9d9c7fbe-291c-4136-88b6-bd2dbc9f8af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd4d868f6-00a0-4e14-89e4-4ac195c85578'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:46:51.698890 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-e2065852-8d80-4b24-97a3-9c3466237759 None None] Bound port: 8e630cc9-3bea-4b96-8020-fddb7f32d1a7, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9c7fbe-291c-4136-88b6-bd2dbc9f8af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd4d868f6-00a0-4e14-89e4-4ac195c85578'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:46:51.699257 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2065852-8d80-4b24-97a3-9c3466237759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:51.773867 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 68e5ff78-218f-4851-8f64-d54efe820fe4 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:46:51.774428 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:51.778976 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6bc456-10b8-48e5-bfe8-ec724642aa81 admin admin] Router bf21ea49-e7ec-4178-af7d-7d30dc97f6f2 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:46:51.845812 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] For port 02bb5023-7229-41a3-ba61-2d65ddcec264, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:46:51.851063 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] For port 02bb5023-7229-41a3-ba61-2d65ddcec264, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=02bb5023-7229-41a3-ba61-2d65ddcec264,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:46:51.852418 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e2065852-8d80-4b24-97a3-9c3466237759 None None] For port 8e630cc9-3bea-4b96-8020-fddb7f32d1a7, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:46:51.855645 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e2065852-8d80-4b24-97a3-9c3466237759 None None] For port 8e630cc9-3bea-4b96-8020-fddb7f32d1a7, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8e630cc9-3bea-4b96-8020-fddb7f32d1a7,segment=NetworkSegment(9d9c7fbe-291c-4136-88b6-bd2dbc9f8af5),segment_id=9d9c7fbe-291c-4136-88b6-bd2dbc9f8af5)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:46:51.859176 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:51.863384 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2065852-8d80-4b24-97a3-9c3466237759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:51.880503 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6bc456-10b8-48e5-bfe8-ec724642aa81 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:46:51.890835 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] Sync routers for ids ['bf21ea49-e7ec-4178-af7d-7d30dc97f6f2'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:46:51.899331 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f6bc456-10b8-48e5-bfe8-ec724642aa81 admin admin] Notify callbacks [] for router, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:51.904142 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] Routers {'bf21ea49-e7ec-4178-af7d-7d30dc97f6f2'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:46:51.904394 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3f6bc456-10b8-48e5-bfe8-ec724642aa81 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4738109 Jul 22 17:46:51.904494 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['bf21ea49-e7ec-4178-af7d-7d30dc97f6f2'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:51.904598 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42478) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:51.961146 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] Routers {'ed3e158a-ee0b-441f-b290-f779814d42e3'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:46:51.961146 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['ed3e158a-ee0b-441f-b290-f779814d42e3'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:51.962972 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fb922-1ca9-4ed7-b4f5-09059c6d8858 None None] Pushing event updated for resources: {'Port': ['ID=02bb5023-7229-41a3-ba61-2d65ddcec264,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:52.049811 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] Set router bf21ea49-e7ec-4178-af7d-7d30dc97f6f2 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:46:52.129536 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2065852-8d80-4b24-97a3-9c3466237759 None None] Pushing event updated for resources: {'Port': ['ID=8e630cc9-3bea-4b96-8020-fddb7f32d1a7,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:52.172035 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] Set router ed3e158a-ee0b-441f-b290-f779814d42e3 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:46:52.340979 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf21ea49-e7ec-4178-af7d-7d30dc97f6f2', 'name': 'tempest-TestShelveInstance-601438720-router', 'tenant_id': '56dd5e97ddc044a49ea01199fec19918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '439314a2-fde0-407f-9b6b-81e8cb60ba40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:50Z', 'updated_at': '2021-07-22T17:46:51Z', 'revision_number': 3, 'project_id': '56dd5e97ddc044a49ea01199fec19918', 'gw_port': {'id': '439314a2-fde0-407f-9b6b-81e8cb60ba40', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf21ea49-e7ec-4178-af7d-7d30dc97f6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:50Z', 'updated_at': '2021-07-22T17:46:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:52.369122 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] Checking router: bf21ea49-e7ec-4178-af7d-7d30dc97f6f2 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:46:52.369490 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] Updating router bf21ea49-e7ec-4178-af7d-7d30dc97f6f2 port 439314a2-fde0-407f-9b6b-81e8cb60ba40 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:46:52.409785 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:52.443388 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'name': 'tempest-TestShelveInstance-466773742-router', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:45Z', 'updated_at': '2021-07-22T17:46:48Z', 'revision_number': 4, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'gw_port': {'id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:46Z', 'updated_at': '2021-07-22T17:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '02bb5023-7229-41a3-ba61-2d65ddcec264', 'name': '', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'mac_address': 'fa:16:3e:24:0c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:47Z', 'updated_at': '2021-07-22T17:46:51Z', 'revision_number': 4, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'subnets': [{'id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:52.472030 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83543cbc-556e-4379-b11b-05370189cd0a None None] The sync data for ids ['ed3e158a-ee0b-441f-b290-f779814d42e3'] in n-d-798930-9 is: [{'id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'name': 'tempest-TestShelveInstance-466773742-router', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:45Z', 'updated_at': '2021-07-22T17:46:48Z', 'revision_number': 4, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'gw_port': {'id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:46Z', 'updated_at': '2021-07-22T17:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '02bb5023-7229-41a3-ba61-2d65ddcec264', 'name': '', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'mac_address': 'fa:16:3e:24:0c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:47Z', 'updated_at': '2021-07-22T17:46:51Z', 'revision_number': 4, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'subnets': [{'id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:46:52.490523 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b929303f-d327-41ba-bce0-fddcc36207fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:52.697900 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b929303f-d327-41ba-bce0-fddcc36207fb admin admin] Allocated IP 172.20.0.1 (d4d868f6-00a0-4e14-89e4-4ac195c85578/9f6cf191-e3b0-4ff2-b792-0633775a2b23/6f344007-5445-4aed-bfc7-71f1ec55c8ff) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:46:52.820635 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:52.832865 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b929303f-d327-41ba-bce0-fddcc36207fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:52.833473 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] Transition to ACTIVE for port object 439314a2-fde0-407f-9b6b-81e8cb60ba40 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:46:52.841301 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:52.854799 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b929303f-d327-41ba-bce0-fddcc36207fb admin admin] Transition to ACTIVE for port object 6f344007-5445-4aed-bfc7-71f1ec55c8ff will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:46:52.899717 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b929303f-d327-41ba-bce0-fddcc36207fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:52.902013 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] Attempting to bind port 439314a2-fde0-407f-9b6b-81e8cb60ba40 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:46:52.902576 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] Attempting to bind port 439314a2-fde0-407f-9b6b-81e8cb60ba40 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:46:52.902727 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] Attempting to bind port 439314a2-fde0-407f-9b6b-81e8cb60ba40 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:46:52.911623 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:46:52.912011 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:46:52.912385 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:52.912800 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:46:52.913263 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] Bound port: 439314a2-fde0-407f-9b6b-81e8cb60ba40, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:46:52.913638 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:52.943713 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b929303f-d327-41ba-bce0-fddcc36207fb admin admin] Network d4d868f6-00a0-4e14-89e4-4ac195c85578 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:46:52.951212 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b929303f-d327-41ba-bce0-fddcc36207fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:46:52.954270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b929303f-d327-41ba-bce0-fddcc36207fb admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:46:52.972780 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] For port 439314a2-fde0-407f-9b6b-81e8cb60ba40, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:46:52.976732 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] For port 439314a2-fde0-407f-9b6b-81e8cb60ba40, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=439314a2-fde0-407f-9b6b-81e8cb60ba40,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:46:52.978685 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a1688-5b8a-4466-9426-695ddcd10159 None None] Pushing event updated for resources: {'Port': ['ID=439314a2-fde0-407f-9b6b-81e8cb60ba40,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:52.982926 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:52.989811 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929303f-d327-41ba-bce0-fddcc36207fb admin admin] Pushing event updated for resources: {'Port': ['ID=6f344007-5445-4aed-bfc7-71f1ec55c8ff,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:53.021063 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b929303f-d327-41ba-bce0-fddcc36207fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:53.044681 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] Routers {'bf21ea49-e7ec-4178-af7d-7d30dc97f6f2'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:46:53.045316 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['bf21ea49-e7ec-4178-af7d-7d30dc97f6f2'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:53.153447 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a1688-5b8a-4466-9426-695ddcd10159 None None] Pushing event updated for resources: {'Port': ['ID=439314a2-fde0-407f-9b6b-81e8cb60ba40,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:53.191299 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] Set router bf21ea49-e7ec-4178-af7d-7d30dc97f6f2 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:46:53.200626 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b929303f-d327-41ba-bce0-fddcc36207fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:53.215365 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fc39a5-673d-442f-9b2c-62a25682128a None None] Network d4d868f6-00a0-4e14-89e4-4ac195c85578 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:46:53.319953 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ceed3c41-a083-4413-9eb4-27c5c0040c2d None None] Provisioning for port 8e630cc9-3bea-4b96-8020-fddb7f32d1a7 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:46:53.419488 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b929303f-d327-41ba-bce0-fddcc36207fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:53.433739 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b929303f-d327-41ba-bce0-fddcc36207fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:53.494563 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf21ea49-e7ec-4178-af7d-7d30dc97f6f2', 'name': 'tempest-TestShelveInstance-601438720-router', 'tenant_id': '56dd5e97ddc044a49ea01199fec19918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '439314a2-fde0-407f-9b6b-81e8cb60ba40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:50Z', 'updated_at': '2021-07-22T17:46:51Z', 'revision_number': 3, 'project_id': '56dd5e97ddc044a49ea01199fec19918', 'gw_port': {'id': '439314a2-fde0-407f-9b6b-81e8cb60ba40', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf21ea49-e7ec-4178-af7d-7d30dc97f6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:50Z', 'updated_at': '2021-07-22T17:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:53.531318 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f054baa8-b7f6-42e6-b252-0142eed05651 None None] The sync data for ids ['bf21ea49-e7ec-4178-af7d-7d30dc97f6f2'] in n-d-798930-9 is: [{'id': 'bf21ea49-e7ec-4178-af7d-7d30dc97f6f2', 'name': 'tempest-TestShelveInstance-601438720-router', 'tenant_id': '56dd5e97ddc044a49ea01199fec19918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '439314a2-fde0-407f-9b6b-81e8cb60ba40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:50Z', 'updated_at': '2021-07-22T17:46:51Z', 'revision_number': 3, 'project_id': '56dd5e97ddc044a49ea01199fec19918', 'gw_port': {'id': '439314a2-fde0-407f-9b6b-81e8cb60ba40', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf21ea49-e7ec-4178-af7d-7d30dc97f6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:50Z', 'updated_at': '2021-07-22T17:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:46:53.533384 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b929303f-d327-41ba-bce0-fddcc36207fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:53.540339 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929303f-d327-41ba-bce0-fddcc36207fb admin admin] Pushing event updated for resources: {'Port': ['ID=6f344007-5445-4aed-bfc7-71f1ec55c8ff,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:53.607963 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 02bb5023-7229-41a3-ba61-2d65ddcec264 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:46:53.675900 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b929303f-d327-41ba-bce0-fddcc36207fb admin admin] Network d4d868f6-00a0-4e14-89e4-4ac195c85578 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:46:53.677463 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b929303f-d327-41ba-bce0-fddcc36207fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:46:53.682212 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 02bb5023-7229-41a3-ba61-2d65ddcec264 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:46:53.688573 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 02bb5023-7229-41a3-ba61-2d65ddcec264 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:46:53.689321 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:53.795984 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:53.815134 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b929303f-d327-41ba-bce0-fddcc36207fb admin admin] Router bf21ea49-e7ec-4178-af7d-7d30dc97f6f2 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:46:53.816142 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2c04e796-b34f-4bef-88b3-4a7573f4ef9b None None] Provisioning for port 6f344007-5445-4aed-bfc7-71f1ec55c8ff completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:46:53.821833 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2c04e796-b34f-4bef-88b3-4a7573f4ef9b None None] Provisioning complete for port 6f344007-5445-4aed-bfc7-71f1ec55c8ff triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:46:53.822374 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c04e796-b34f-4bef-88b3-4a7573f4ef9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:53.859529 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 02bb5023-7229-41a3-ba61-2d65ddcec264, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=02bb5023-7229-41a3-ba61-2d65ddcec264,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:46:53.866489 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:53.867308 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8e630cc9-3bea-4b96-8020-fddb7f32d1a7 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:46:53.913032 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2c04e796-b34f-4bef-88b3-4a7573f4ef9b None None] Port 6f344007-5445-4aed-bfc7-71f1ec55c8ff cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:46:53.965542 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b929303f-d327-41ba-bce0-fddcc36207fb admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:46:53.971142 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-b929303f-d327-41ba-bce0-fddcc36207fb admin admin] 10.222.0.69 "PUT /v2.0/routers/bf21ea49-e7ec-4178-af7d-7d30dc97f6f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0660293 Jul 22 17:46:53.974103 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=02bb5023-7229-41a3-ba61-2d65ddcec264,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:53.990027 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 8e630cc9-3bea-4b96-8020-fddb7f32d1a7 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:46:53.994691 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 8e630cc9-3bea-4b96-8020-fddb7f32d1a7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:46:53.995072 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:54.060084 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a66a19e3-e25e-4422-b697-2e84b7279bf9 None None] Provisioning complete for port 6f344007-5445-4aed-bfc7-71f1ec55c8ff triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:46:54.060732 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a66a19e3-e25e-4422-b697-2e84b7279bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:54.157090 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a66a19e3-e25e-4422-b697-2e84b7279bf9 None None] Port 6f344007-5445-4aed-bfc7-71f1ec55c8ff cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:46:54.174605 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:54.223112 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 8e630cc9-3bea-4b96-8020-fddb7f32d1a7, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8e630cc9-3bea-4b96-8020-fddb7f32d1a7,segment=NetworkSegment(9d9c7fbe-291c-4136-88b6-bd2dbc9f8af5),segment_id=9d9c7fbe-291c-4136-88b6-bd2dbc9f8af5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:46:54.228840 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:54.296112 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=8e630cc9-3bea-4b96-8020-fddb7f32d1a7,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:54.377584 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-94821614-38ba-4a29-873e-c238e7ce9143 None None] Provisioning complete for port 6f344007-5445-4aed-bfc7-71f1ec55c8ff triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:46:54.377994 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94821614-38ba-4a29-873e-c238e7ce9143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:54.413562 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-94821614-38ba-4a29-873e-c238e7ce9143 None None] Port 6f344007-5445-4aed-bfc7-71f1ec55c8ff cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:46:54.798139 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42488) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:54.802894 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-01ddc63a-fde3-4437-992d-597105d26f7f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-494387238', 'description': 'tempest-secgroup-smoke-494387238 description', 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:46:54.824652 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01ddc63a-fde3-4437-992d-597105d26f7f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:54.904640 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01ddc63a-fde3-4437-992d-597105d26f7f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:54.908215 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01ddc63a-fde3-4437-992d-597105d26f7f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:54.933987 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01ddc63a-fde3-4437-992d-597105d26f7f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:54.935203 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-01ddc63a-fde3-4437-992d-597105d26f7f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1360385 Jul 22 17:46:54.938383 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42490) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:54.939152 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddc63a-fde3-4437-992d-597105d26f7f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe201d8-98b0-4838-bae2-8b1800e5c6ff,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:54.944256 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-58428d17-533f-4554-9af0-c0d1fd1c67bb tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Request body: {'security_group_rule': {'security_group_id': 'bfe201d8-98b0-4838-bae2-8b1800e5c6ff', 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:46:54.970922 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58428d17-533f-4554-9af0-c0d1fd1c67bb tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.027783 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58428d17-533f-4554-9af0-c0d1fd1c67bb tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.031569 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58428d17-533f-4554-9af0-c0d1fd1c67bb tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.052019 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58428d17-533f-4554-9af0-c0d1fd1c67bb tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b063648-eae5-41dc-bd6f-f3cc53db4b29,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:55.055252 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58428d17-533f-4554-9af0-c0d1fd1c67bb tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.059111 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-58428d17-533f-4554-9af0-c0d1fd1c67bb tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164641 Jul 22 17:46:55.059568 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42492) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:55.063753 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-3f951c23-8426-4e8d-826f-eb6cee7cd16f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Request body: {'security_group_rule': {'security_group_id': 'bfe201d8-98b0-4838-bae2-8b1800e5c6ff', 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:46:55.090586 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f951c23-8426-4e8d-826f-eb6cee7cd16f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.147806 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f951c23-8426-4e8d-826f-eb6cee7cd16f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.151301 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f951c23-8426-4e8d-826f-eb6cee7cd16f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.169274 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f951c23-8426-4e8d-826f-eb6cee7cd16f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da65f8a-d4a8-4ea0-a15b-8f7cccf0d5e2,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:55.174913 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f951c23-8426-4e8d-826f-eb6cee7cd16f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.176167 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-3f951c23-8426-4e8d-826f-eb6cee7cd16f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159320 Jul 22 17:46:55.179393 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42494) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:55.183806 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-6e2ffb7f-b83d-4046-b50d-549f5b90d6f1 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Request body: {'security_group_rule': {'security_group_id': 'bfe201d8-98b0-4838-bae2-8b1800e5c6ff', 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:46:55.210213 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e2ffb7f-b83d-4046-b50d-549f5b90d6f1 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.266346 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e2ffb7f-b83d-4046-b50d-549f5b90d6f1 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.270048 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e2ffb7f-b83d-4046-b50d-549f5b90d6f1 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.289324 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ffb7f-b83d-4046-b50d-549f5b90d6f1 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4accfee-a42e-42b9-8ebb-70e3adf656e9,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:55.296067 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6e2ffb7f-b83d-4046-b50d-549f5b90d6f1 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.297446 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6e2ffb7f-b83d-4046-b50d-549f5b90d6f1 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171114 Jul 22 17:46:55.300212 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42496) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:55.304734 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-e7082faf-dc6d-4106-a350-0ff60981dbda tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Request body: {'security_group_rule': {'security_group_id': 'bfe201d8-98b0-4838-bae2-8b1800e5c6ff', 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:46:55.331554 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7082faf-dc6d-4106-a350-0ff60981dbda tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.392298 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7082faf-dc6d-4106-a350-0ff60981dbda tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.395666 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7082faf-dc6d-4106-a350-0ff60981dbda tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.413789 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7082faf-dc6d-4106-a350-0ff60981dbda tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6981b192-a845-43c0-b8c1-3c14b6194908,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:55.419342 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7082faf-dc6d-4106-a350-0ff60981dbda tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.420603 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e7082faf-dc6d-4106-a350-0ff60981dbda tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194618 Jul 22 17:46:55.423460 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42498) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:55.427662 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-195db67f-7d0a-4428-85d6-2ebcfc982278 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Request body: {'security_group_rule': {'security_group_id': 'bfe201d8-98b0-4838-bae2-8b1800e5c6ff', 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:46:55.453881 n-d-798930-9 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-195db67f-7d0a-4428-85d6-2ebcfc982278 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Project 9b5b4e2f116046e29263d8761e9cfc1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:46:55.459202 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-195db67f-7d0a-4428-85d6-2ebcfc982278 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.523980 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-195db67f-7d0a-4428-85d6-2ebcfc982278 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.528547 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-195db67f-7d0a-4428-85d6-2ebcfc982278 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.547394 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195db67f-7d0a-4428-85d6-2ebcfc982278 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a40887-d20a-4c86-bfbe-6adddd525d59,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:55.553284 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-195db67f-7d0a-4428-85d6-2ebcfc982278 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.554553 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-195db67f-7d0a-4428-85d6-2ebcfc982278 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303251 Jul 22 17:46:55.557286 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42500) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:46:55.560252 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 02bb5023-7229-41a3-ba61-2d65ddcec264 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:46:55.562726 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-c845fd8a-8855-40b1-8ab2-9ef6aad66ff9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Request body: {'security_group_rule': {'security_group_id': 'bfe201d8-98b0-4838-bae2-8b1800e5c6ff', 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:46:55.586126 n-d-798930-9 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-c845fd8a-8855-40b1-8ab2-9ef6aad66ff9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Project 9b5b4e2f116046e29263d8761e9cfc1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:46:55.591049 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c845fd8a-8855-40b1-8ab2-9ef6aad66ff9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.609830 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 02bb5023-7229-41a3-ba61-2d65ddcec264 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:46:55.610274 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.654025 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c845fd8a-8855-40b1-8ab2-9ef6aad66ff9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.658122 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c845fd8a-8855-40b1-8ab2-9ef6aad66ff9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.675702 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845fd8a-8855-40b1-8ab2-9ef6aad66ff9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccab0af3-84c0-4eca-9158-9b6d34872ba6,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:55.683122 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c845fd8a-8855-40b1-8ab2-9ef6aad66ff9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.691151 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-c845fd8a-8855-40b1-8ab2-9ef6aad66ff9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1322167 Jul 22 17:46:55.697139 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 439314a2-fde0-407f-9b6b-81e8cb60ba40 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:46:55.747920 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 439314a2-fde0-407f-9b6b-81e8cb60ba40 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:46:55.751663 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 439314a2-fde0-407f-9b6b-81e8cb60ba40 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:46:55.752066 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.841618 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.843896 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-9ea830ce-4516-4819-bbaa-2d0a7901c8e1 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-494387238&fields=id&tenant_id=9b5b4e2f116046e29263d8761e9cfc1e HTTP/1.1" status: 200 len: 267 time: 0.0429959 Jul 22 17:46:55.863374 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 439314a2-fde0-407f-9b6b-81e8cb60ba40, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=439314a2-fde0-407f-9b6b-81e8cb60ba40,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:46:55.867331 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:55.868386 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8e630cc9-3bea-4b96-8020-fddb7f32d1a7 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:46:55.912497 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] Sync routers for ids ['bf21ea49-e7ec-4178-af7d-7d30dc97f6f2'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:46:55.946308 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] Routers {'bf21ea49-e7ec-4178-af7d-7d30dc97f6f2'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:46:55.946924 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['bf21ea49-e7ec-4178-af7d-7d30dc97f6f2'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:55.954555 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-ea94e1a7-0dab-4cb7-bf33-b10b6c0cbd0a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:55.956050 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-ea94e1a7-0dab-4cb7-bf33-b10b6c0cbd0a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/networks?id=d4716522-d7a0-4c6e-9b21-4cca50da92ca HTTP/1.1" status: 200 len: 808 time: 0.1048999 Jul 22 17:46:55.971741 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-0f31d875-993b-47c7-9acf-81e7486275a3 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/quotas/9b5b4e2f116046e29263d8761e9cfc1e HTTP/1.1" status: 200 len: 375 time: 0.0093653 Jul 22 17:46:55.985083 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=439314a2-fde0-407f-9b6b-81e8cb60ba40,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:56.039012 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-32ff28e9-fd9c-40f1-8e86-cf0ffb9311b4 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9b5b4e2f116046e29263d8761e9cfc1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614784 Jul 22 17:46:56.040463 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 8e630cc9-3bea-4b96-8020-fddb7f32d1a7 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:46:56.040894 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:56.056777 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-4bfa3868-b8fb-4f0b-87ee-ca641dcefa15 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:46:56.057740 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-4bfa3868-b8fb-4f0b-87ee-ca641dcefa15 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063655 Jul 22 17:46:56.094848 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] Set router bf21ea49-e7ec-4178-af7d-7d30dc97f6f2 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:46:56.152656 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-22b8610e-6225-4ea7-92d3-8c6939b69f1e service neutron] 10.222.0.69 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887690 Jul 22 17:46:56.246198 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-b2546eea-b8cd-456f-8474-b62fe4ad3381 service neutron] 10.222.0.69 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869601 Jul 22 17:46:56.328447 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf21ea49-e7ec-4178-af7d-7d30dc97f6f2', 'name': 'tempest-TestShelveInstance-601438720-router', 'tenant_id': '56dd5e97ddc044a49ea01199fec19918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '439314a2-fde0-407f-9b6b-81e8cb60ba40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:50Z', 'updated_at': '2021-07-22T17:46:53Z', 'revision_number': 4, 'project_id': '56dd5e97ddc044a49ea01199fec19918', 'gw_port': {'id': '439314a2-fde0-407f-9b6b-81e8cb60ba40', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21ea49-e7ec-4178-af7d-7d30dc97f6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:50Z', 'updated_at': '2021-07-22T17:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '6f344007-5445-4aed-bfc7-71f1ec55c8ff', 'name': '', 'network_id': 'd4d868f6-00a0-4e14-89e4-4ac195c85578', 'tenant_id': '56dd5e97ddc044a49ea01199fec19918', 'mac_address': 'fa:16:3e:95:2c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf21ea49-e7ec-4178-af7d-7d30dc97f6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9f6cf191-e3b0-4ff2-b792-0633775a2b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:52Z', 'updated_at': '2021-07-22T17:46:53Z', 'revision_number': 2, 'project_id': '56dd5e97ddc044a49ea01199fec19918', 'subnets': [{'id': '9f6cf191-e3b0-4ff2-b792-0633775a2b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:56.357954 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] Checking router: bf21ea49-e7ec-4178-af7d-7d30dc97f6f2 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:46:56.359335 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] Updating router bf21ea49-e7ec-4178-af7d-7d30dc97f6f2 port 6f344007-5445-4aed-bfc7-71f1ec55c8ff binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:46:56.398785 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:56.420153 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7133eadd-dd69-4f85-91ba-6f45e7cdb1ff req-043a4e5a-8dbd-4ebb-a15c-7a9f20d2ba05 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 210 time: 0.0356328 Jul 22 17:46:56.824393 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:56.835439 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] Transition to ACTIVE for port object 6f344007-5445-4aed-bfc7-71f1ec55c8ff will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:46:56.841623 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:56.918379 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554928f-aa33-495d-b487-da79770c9a2e None None] Pushing event updated for resources: {'Port': ['ID=6f344007-5445-4aed-bfc7-71f1ec55c8ff,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:56.956652 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] Attempting to bind port 6f344007-5445-4aed-bfc7-71f1ec55c8ff on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:46:56.957013 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] Attempting to bind port 6f344007-5445-4aed-bfc7-71f1ec55c8ff by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': '9d9c7fbe-291c-4136-88b6-bd2dbc9f8af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd4d868f6-00a0-4e14-89e4-4ac195c85578'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:46:56.957369 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] Attempting to bind port 6f344007-5445-4aed-bfc7-71f1ec55c8ff on network d4d868f6-00a0-4e14-89e4-4ac195c85578 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:46:56.963577 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:46:56.964040 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] Checking segment: {'id': '9d9c7fbe-291c-4136-88b6-bd2dbc9f8af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd4d868f6-00a0-4e14-89e4-4ac195c85578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:46:56.964399 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:56.964892 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] Bound using segment: {'id': '9d9c7fbe-291c-4136-88b6-bd2dbc9f8af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd4d868f6-00a0-4e14-89e4-4ac195c85578'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:46:56.965273 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] Bound port: 6f344007-5445-4aed-bfc7-71f1ec55c8ff, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9c7fbe-291c-4136-88b6-bd2dbc9f8af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd4d868f6-00a0-4e14-89e4-4ac195c85578'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:46:56.965824 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:57.032723 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] For port 6f344007-5445-4aed-bfc7-71f1ec55c8ff, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:46:57.036266 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] For port 6f344007-5445-4aed-bfc7-71f1ec55c8ff, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6f344007-5445-4aed-bfc7-71f1ec55c8ff,segment=NetworkSegment(9d9c7fbe-291c-4136-88b6-bd2dbc9f8af5),segment_id=9d9c7fbe-291c-4136-88b6-bd2dbc9f8af5)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:46:57.041017 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:57.101039 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] Routers {'bf21ea49-e7ec-4178-af7d-7d30dc97f6f2'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:46:57.101672 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:46:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['bf21ea49-e7ec-4178-af7d-7d30dc97f6f2'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:57.106581 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554928f-aa33-495d-b487-da79770c9a2e None None] Pushing event updated for resources: {'Port': ['ID=6f344007-5445-4aed-bfc7-71f1ec55c8ff,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:57.224125 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] Set router bf21ea49-e7ec-4178-af7d-7d30dc97f6f2 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:46:57.432798 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf21ea49-e7ec-4178-af7d-7d30dc97f6f2', 'name': 'tempest-TestShelveInstance-601438720-router', 'tenant_id': '56dd5e97ddc044a49ea01199fec19918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '439314a2-fde0-407f-9b6b-81e8cb60ba40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:50Z', 'updated_at': '2021-07-22T17:46:53Z', 'revision_number': 4, 'project_id': '56dd5e97ddc044a49ea01199fec19918', 'gw_port': {'id': '439314a2-fde0-407f-9b6b-81e8cb60ba40', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21ea49-e7ec-4178-af7d-7d30dc97f6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:50Z', 'updated_at': '2021-07-22T17:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '6f344007-5445-4aed-bfc7-71f1ec55c8ff', 'name': '', 'network_id': 'd4d868f6-00a0-4e14-89e4-4ac195c85578', 'tenant_id': '56dd5e97ddc044a49ea01199fec19918', 'mac_address': 'fa:16:3e:95:2c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf21ea49-e7ec-4178-af7d-7d30dc97f6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9f6cf191-e3b0-4ff2-b792-0633775a2b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:52Z', 'updated_at': '2021-07-22T17:46:57Z', 'revision_number': 4, 'project_id': '56dd5e97ddc044a49ea01199fec19918', 'subnets': [{'id': '9f6cf191-e3b0-4ff2-b792-0633775a2b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:46:57.459291 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da658d16-61d5-4233-bbd6-175e1ce29db5 None None] The sync data for ids ['bf21ea49-e7ec-4178-af7d-7d30dc97f6f2'] in n-d-798930-9 is: [{'id': 'bf21ea49-e7ec-4178-af7d-7d30dc97f6f2', 'name': 'tempest-TestShelveInstance-601438720-router', 'tenant_id': '56dd5e97ddc044a49ea01199fec19918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '439314a2-fde0-407f-9b6b-81e8cb60ba40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:50Z', 'updated_at': '2021-07-22T17:46:53Z', 'revision_number': 4, 'project_id': '56dd5e97ddc044a49ea01199fec19918', 'gw_port': {'id': '439314a2-fde0-407f-9b6b-81e8cb60ba40', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21ea49-e7ec-4178-af7d-7d30dc97f6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:50Z', 'updated_at': '2021-07-22T17:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '6f344007-5445-4aed-bfc7-71f1ec55c8ff', 'name': '', 'network_id': 'd4d868f6-00a0-4e14-89e4-4ac195c85578', 'tenant_id': '56dd5e97ddc044a49ea01199fec19918', 'mac_address': 'fa:16:3e:95:2c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf21ea49-e7ec-4178-af7d-7d30dc97f6f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9f6cf191-e3b0-4ff2-b792-0633775a2b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:52Z', 'updated_at': '2021-07-22T17:46:57Z', 'revision_number': 4, 'project_id': '56dd5e97ddc044a49ea01199fec19918', 'subnets': [{'id': '9f6cf191-e3b0-4ff2-b792-0633775a2b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:46:57.486016 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 439314a2-fde0-407f-9b6b-81e8cb60ba40 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:46:57.575562 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a322f659-b3e2-45cd-bdca-7357ebf2c2e0 req-9f587bda-ee07-4778-a80b-17e0c7f146c2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 210 time: 0.0649445 Jul 22 17:46:57.603345 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 439314a2-fde0-407f-9b6b-81e8cb60ba40 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:46:57.604121 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:57.753890 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-903f6693-ce2a-444a-a434-da3ed92acd2c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:57.755510 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-903f6693-ce2a-444a-a434-da3ed92acd2c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.30 "GET /v2.0/networks?id=d4716522-d7a0-4c6e-9b21-4cca50da92ca HTTP/1.1" status: 200 len: 808 time: 0.1529319 Jul 22 17:46:57.814984 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-55fbcb06-4c97-4d71-be18-e734bd2a1c93 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b5b4e2f116046e29263d8761e9cfc1e HTTP/1.1" status: 200 len: 379 time: 0.0365329 Jul 22 17:46:57.847627 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-ade43d2f-602c-4f0c-991f-cf3d8036b7ea tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Request body: {'port': {'device_id': '1b96a3e4-3074-4265-84cc-3abf7f05ee80', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'admin_state_up': True, 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'security_groups': ['bfe201d8-98b0-4838-bae2-8b1800e5c6ff']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:46:57.963297 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-ade43d2f-602c-4f0c-991f-cf3d8036b7ea tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Made reservation on behalf of 9b5b4e2f116046e29263d8761e9cfc1e for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:46:57.966963 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-ade43d2f-602c-4f0c-991f-cf3d8036b7ea tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:58.094150 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-ade43d2f-602c-4f0c-991f-cf3d8036b7ea tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Allocated IP 172.20.0.11 (d4716522-d7a0-4c6e-9b21-4cca50da92ca/8dad1639-0af6-46f5-8f8a-f27f45ae2c25/db8b038b-559e-479d-8aba-2bf4819aad7d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:46:58.245769 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-ade43d2f-602c-4f0c-991f-cf3d8036b7ea tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:58.259625 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-ade43d2f-602c-4f0c-991f-cf3d8036b7ea tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Transition to ACTIVE for port object db8b038b-559e-479d-8aba-2bf4819aad7d will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:46:58.292351 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-ade43d2f-602c-4f0c-991f-cf3d8036b7ea tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:58.329618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-ade43d2f-602c-4f0c-991f-cf3d8036b7ea tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Network d4716522-d7a0-4c6e-9b21-4cca50da92ca is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:46:58.332613 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-ade43d2f-602c-4f0c-991f-cf3d8036b7ea tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:46:58.339317 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-ade43d2f-602c-4f0c-991f-cf3d8036b7ea tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:46:58.372715 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade43d2f-602c-4f0c-991f-cf3d8036b7ea tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event updated for resources: {'Port': ['ID=db8b038b-559e-479d-8aba-2bf4819aad7d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:58.396485 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-ade43d2f-602c-4f0c-991f-cf3d8036b7ea tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:58.397649 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-ade43d2f-602c-4f0c-991f-cf3d8036b7ea tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:58.413642 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-ade43d2f-602c-4f0c-991f-cf3d8036b7ea tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5700083 Jul 22 17:46:58.431491 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-59aad55c-44e7-40d4-9557-e7ef0418092b service neutron] Request body: {'port': {'device_id': '1b96a3e4-3074-4265-84cc-3abf7f05ee80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:46:58.507043 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-59aad55c-44e7-40d4-9557-e7ef0418092b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:58.586597 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-55a46009-4afd-4bcc-884c-161bdbd0ff6b None None] Provisioning for port db8b038b-559e-479d-8aba-2bf4819aad7d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:46:58.590253 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-55a46009-4afd-4bcc-884c-161bdbd0ff6b None None] Provisioning complete for port db8b038b-559e-479d-8aba-2bf4819aad7d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:46:58.590625 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-55a46009-4afd-4bcc-884c-161bdbd0ff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:58.624641 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-55a46009-4afd-4bcc-884c-161bdbd0ff6b None None] Port db8b038b-559e-479d-8aba-2bf4819aad7d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:46:58.786693 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24639600-608c-449a-b7b2-4cf4e121b9e5 req-ff2a1e89-2dbb-4a2c-916c-183eb735361a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:58.788343 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24639600-608c-449a-b7b2-4cf4e121b9e5 req-ff2a1e89-2dbb-4a2c-916c-183eb735361a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 932 time: 0.1302102 Jul 22 17:46:58.838584 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-59aad55c-44e7-40d4-9557-e7ef0418092b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db8b038b-559e-479d-8aba-2bf4819aad7d {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:46:58.850801 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-59aad55c-44e7-40d4-9557-e7ef0418092b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:58.862191 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-24639600-608c-449a-b7b2-4cf4e121b9e5 req-40a846b6-3565-474f-8fd7-94b3a7321319 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523872 Jul 22 17:46:58.870079 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-59aad55c-44e7-40d4-9557-e7ef0418092b service neutron] Transition to ACTIVE for port object db8b038b-559e-479d-8aba-2bf4819aad7d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:46:58.874168 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-59aad55c-44e7-40d4-9557-e7ef0418092b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:58.923009 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aad55c-44e7-40d4-9557-e7ef0418092b service neutron] Pushing event updated for resources: {'Port': ['ID=db8b038b-559e-479d-8aba-2bf4819aad7d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:58.999887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-59aad55c-44e7-40d4-9557-e7ef0418092b service neutron] Attempting to bind port db8b038b-559e-479d-8aba-2bf4819aad7d on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:46:59.000223 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-59aad55c-44e7-40d4-9557-e7ef0418092b service neutron] Attempting to bind port db8b038b-559e-479d-8aba-2bf4819aad7d by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '2e6963a5-f9c6-47fc-b526-25ab3c3018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:46:59.000546 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-59aad55c-44e7-40d4-9557-e7ef0418092b service neutron] Attempting to bind port db8b038b-559e-479d-8aba-2bf4819aad7d on network d4716522-d7a0-4c6e-9b21-4cca50da92ca {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:46:59.005037 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-59aad55c-44e7-40d4-9557-e7ef0418092b service neutron] Port db8b038b-559e-479d-8aba-2bf4819aad7d on network d4716522-d7a0-4c6e-9b21-4cca50da92ca not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:46:59.005354 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-59aad55c-44e7-40d4-9557-e7ef0418092b service neutron] Attempting to bind port db8b038b-559e-479d-8aba-2bf4819aad7d on network d4716522-d7a0-4c6e-9b21-4cca50da92ca {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:46:59.010511 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-59aad55c-44e7-40d4-9557-e7ef0418092b service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:46:59.010838 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-59aad55c-44e7-40d4-9557-e7ef0418092b service neutron] Checking segment: {'id': '2e6963a5-f9c6-47fc-b526-25ab3c3018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:46:59.011348 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-59aad55c-44e7-40d4-9557-e7ef0418092b service neutron] Bound using segment: {'id': '2e6963a5-f9c6-47fc-b526-25ab3c3018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:46:59.011776 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-59aad55c-44e7-40d4-9557-e7ef0418092b service neutron] Bound port: db8b038b-559e-479d-8aba-2bf4819aad7d, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e6963a5-f9c6-47fc-b526-25ab3c3018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:46:59.012134 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-59aad55c-44e7-40d4-9557-e7ef0418092b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:59.078866 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-59aad55c-44e7-40d4-9557-e7ef0418092b service neutron] For port db8b038b-559e-479d-8aba-2bf4819aad7d, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:46:59.082617 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-59aad55c-44e7-40d4-9557-e7ef0418092b service neutron] For port db8b038b-559e-479d-8aba-2bf4819aad7d, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=db8b038b-559e-479d-8aba-2bf4819aad7d,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:46:59.087425 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-59aad55c-44e7-40d4-9557-e7ef0418092b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:59.120067 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-59aad55c-44e7-40d4-9557-e7ef0418092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:59.120668 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-59aad55c-44e7-40d4-9557-e7ef0418092b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:59.122084 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-59aad55c-44e7-40d4-9557-e7ef0418092b service neutron] 10.222.0.30 "PUT /v2.0/ports/db8b038b-559e-479d-8aba-2bf4819aad7d HTTP/1.1" status: 200 len: 1092 time: 0.6949544 Jul 22 17:46:59.122515 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b96a3e4-3074-4265-84cc-3abf7f05ee80', 'tag': 'db8b038b-559e-479d-8aba-2bf4819aad7d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:46:59.124745 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209e94b2-b8ee-469c-bc4f-3d34ab0a0852" -d '{"events": [{"name": "network-changed", "server_uuid": "1b96a3e4-3074-4265-84cc-3abf7f05ee80", "tag": "db8b038b-559e-479d-8aba-2bf4819aad7d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:46:59.153819 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aad55c-44e7-40d4-9557-e7ef0418092b service neutron] Pushing event updated for resources: {'Port': ['ID=db8b038b-559e-479d-8aba-2bf4819aad7d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:59.173336 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-edc0f26e-c0ce-49a2-99a4-e3a3bedcbfa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:59.184328 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ce42b3-0f31-4e72-a7c0-3f4bb4cf874e x-openstack-request-id: req-f0ce42b3-0f31-4e72-a7c0-3f4bb4cf874e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:46:59.184631 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b96a3e4-3074-4265-84cc-3abf7f05ee80", "tag": "db8b038b-559e-479d-8aba-2bf4819aad7d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:46:59.185299 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f0ce42b3-0f31-4e72-a7c0-3f4bb4cf874e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:46:59.185730 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b96a3e4-3074-4265-84cc-3abf7f05ee80', 'tag': 'db8b038b-559e-479d-8aba-2bf4819aad7d', 'status': 'completed', 'code': 200} Jul 22 17:46:59.261050 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-d72e1d33-d045-4f9f-bcf8-7739594042fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:59.262978 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-d72e1d33-d045-4f9f-bcf8-7739594042fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b5b4e2f116046e29263d8761e9cfc1e&device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 1095 time: 0.0625455 Jul 22 17:46:59.312068 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-a6966315-463e-4b28-b82e-fa3a603a4a97 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db8b038b-559e-479d-8aba-2bf4819aad7d HTTP/1.1" status: 200 len: 217 time: 0.0355666 Jul 22 17:46:59.359784 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-94cb299c-d376-48cf-a3e0-70c70d76da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:59.361209 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-94cb299c-d376-48cf-a3e0-70c70d76da5b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dad1639-0af6-46f5-8f8a-f27f45ae2c25 HTTP/1.1" status: 200 len: 847 time: 0.0435243 Jul 22 17:46:59.429373 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-da183c1b-576b-4ea4-a5bd-55a15538c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:59.431004 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-da183c1b-576b-4ea4-a5bd-55a15538c917 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4716522-d7a0-4c6e-9b21-4cca50da92ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603554 Jul 22 17:46:59.492039 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6f344007-5445-4aed-bfc7-71f1ec55c8ff up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:46:59.520154 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-92c0af27-994c-41f7-b76f-11a25e8fff25 service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813346 Jul 22 17:46:59.538980 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 6f344007-5445-4aed-bfc7-71f1ec55c8ff completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:46:59.542520 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 6f344007-5445-4aed-bfc7-71f1ec55c8ff triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:46:59.542893 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:59.623651 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:59.627114 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-226ce3d8-116f-455f-9b43-f474ec6ecc1b req-6b6344ce-3607-47dd-9d63-d4b8ebc31870 service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007910 Jul 22 17:46:59.658769 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 6f344007-5445-4aed-bfc7-71f1ec55c8ff, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6f344007-5445-4aed-bfc7-71f1ec55c8ff,segment=NetworkSegment(9d9c7fbe-291c-4136-88b6-bd2dbc9f8af5),segment_id=9d9c7fbe-291c-4136-88b6-bd2dbc9f8af5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:46:59.662833 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:59.712839 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=6f344007-5445-4aed-bfc7-71f1ec55c8ff,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:59.772756 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e94b2-b8ee-469c-bc4f-3d34ab0a0852 req-57699f9d-c311-4042-afc3-64b6217c0656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:59.774299 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-209e94b2-b8ee-469c-bc4f-3d34ab0a0852 req-57699f9d-c311-4042-afc3-64b6217c0656 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b5b4e2f116046e29263d8761e9cfc1e&device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 1095 time: 0.0570283 Jul 22 17:46:59.869555 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e94b2-b8ee-469c-bc4f-3d34ab0a0852 req-7320f173-d377-4802-902d-97f5c25ce4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:59.871113 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-209e94b2-b8ee-469c-bc4f-3d34ab0a0852 req-7320f173-d377-4802-902d-97f5c25ce4c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4716522-d7a0-4c6e-9b21-4cca50da92ca HTTP/1.1" status: 200 len: 909 time: 0.0905190 Jul 22 17:46:59.915682 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-209e94b2-b8ee-469c-bc4f-3d34ab0a0852 req-5cd9d8d3-c4a7-495d-ad09-7677d74372f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db8b038b-559e-479d-8aba-2bf4819aad7d HTTP/1.1" status: 200 len: 217 time: 0.0376358 Jul 22 17:46:59.997351 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e94b2-b8ee-469c-bc4f-3d34ab0a0852 req-da8a0a02-98a8-4a76-8d12-30509a0a9019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:59.998833 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-209e94b2-b8ee-469c-bc4f-3d34ab0a0852 req-da8a0a02-98a8-4a76-8d12-30509a0a9019 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dad1639-0af6-46f5-8f8a-f27f45ae2c25 HTTP/1.1" status: 200 len: 847 time: 0.0755410 Jul 22 17:47:00.065375 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8864c-0f52-4a3f-8a50-833b59f16dfb req-b2fb04d3-54c2-42df-a150-21a74a0e2ed3 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:47:00.067642 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15d8864c-0f52-4a3f-8a50-833b59f16dfb req-b2fb04d3-54c2-42df-a150-21a74a0e2ed3 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 944 time: 0.1171694 Jul 22 17:47:00.119236 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e94b2-b8ee-469c-bc4f-3d34ab0a0852 req-77af77b2-864f-4cca-8a32-40611275917c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:47:00.120756 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-209e94b2-b8ee-469c-bc4f-3d34ab0a0852 req-77af77b2-864f-4cca-8a32-40611275917c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4716522-d7a0-4c6e-9b21-4cca50da92ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145740 Jul 22 17:47:00.124048 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-15d8864c-0f52-4a3f-8a50-833b59f16dfb req-750f6285-03f6-4152-8846-e6565e714c47 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448289 Jul 22 17:47:00.215746 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-209e94b2-b8ee-469c-bc4f-3d34ab0a0852 req-5ef9ed51-4512-46c6-b396-9e8384232128 service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871394 Jul 22 17:47:00.302751 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-209e94b2-b8ee-469c-bc4f-3d34ab0a0852 req-f4a33fee-ea6a-48f2-ac1e-ba8a3c0e674d service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802665 Jul 22 17:47:01.255973 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0200430-5764-4569-8950-9a000ba30494 req-774b83ab-b016-496c-ac51-bad02af50cd4 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:47:01.258050 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a0200430-5764-4569-8950-9a000ba30494 req-774b83ab-b016-496c-ac51-bad02af50cd4 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 944 time: 0.0646372 Jul 22 17:47:01.294723 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a0200430-5764-4569-8950-9a000ba30494 req-d695fda8-dc33-4b5b-9473-b12d2d730931 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311110 Jul 22 17:47:01.477615 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6f344007-5445-4aed-bfc7-71f1ec55c8ff up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:47:01.526458 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 6f344007-5445-4aed-bfc7-71f1ec55c8ff triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:47:01.526827 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:01.694723 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-743bea69-12a4-44e1-a66f-c441c451c8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:01.701445 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:01.884405 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device db8b038b-559e-479d-8aba-2bf4819aad7d details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:47:01.977217 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port db8b038b-559e-479d-8aba-2bf4819aad7d, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=db8b038b-559e-479d-8aba-2bf4819aad7d,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:47:01.987656 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'db8b038b-559e-479d-8aba-2bf4819aad7d', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'port_id': 'db8b038b-559e-479d-8aba-2bf4819aad7d', 'mac_address': 'fa:16:3e:a0:00:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:47:02.023178 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:02.035450 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db8b038b-559e-479d-8aba-2bf4819aad7d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:47:02.056008 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port db8b038b-559e-479d-8aba-2bf4819aad7d, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=db8b038b-559e-479d-8aba-2bf4819aad7d,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:47:02.060064 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:02.107433 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=db8b038b-559e-479d-8aba-2bf4819aad7d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:47:02.329458 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['db8b038b-559e-479d-8aba-2bf4819aad7d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:47:02.422734 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2f2db-3962-4a23-a022-1ac4f433f081 req-eab99f8e-2ca4-40df-b685-407c42191e16 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:47:02.424961 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fca2f2db-3962-4a23-a022-1ac4f433f081 req-eab99f8e-2ca4-40df-b685-407c42191e16 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 945 time: 0.0652223 Jul 22 17:47:02.469135 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fca2f2db-3962-4a23-a022-1ac4f433f081 req-ada9835e-bf46-4bb0-bbbc-67ff0fa54341 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356503 Jul 22 17:47:03.076425 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:03.598710 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e499442-22f6-4b85-b65e-d564d040044a req-9a7b60aa-3a36-41ca-bf57-4dd2659fa716 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:47:03.600211 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4e499442-22f6-4b85-b65e-d564d040044a req-9a7b60aa-3a36-41ca-bf57-4dd2659fa716 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 945 time: 0.0657737 Jul 22 17:47:03.900493 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device db8b038b-559e-479d-8aba-2bf4819aad7d up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:47:03.953214 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port db8b038b-559e-479d-8aba-2bf4819aad7d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:47:03.957800 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port db8b038b-559e-479d-8aba-2bf4819aad7d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:47:03.958342 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:03.970949 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4e499442-22f6-4b85-b65e-d564d040044a req-f2719db4-d9c7-4927-aed2-465e218c7e60 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3652465 Jul 22 17:47:04.044668 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:04.066297 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b96a3e4-3074-4265-84cc-3abf7f05ee80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8b038b-559e-479d-8aba-2bf4819aad7d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:47:04.068557 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552a3a08-ef9d-4ab6-973e-31ef4a7a7ab1" -d '{"events": [{"server_uuid": "1b96a3e4-3074-4265-84cc-3abf7f05ee80", "name": "network-vif-plugged", "status": "completed", "tag": "db8b038b-559e-479d-8aba-2bf4819aad7d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:47:04.083401 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port db8b038b-559e-479d-8aba-2bf4819aad7d, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=db8b038b-559e-479d-8aba-2bf4819aad7d,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:47:04.087576 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:04.114718 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b793b3ce-c788-4557-81d3-6c53f6f2d06c x-openstack-request-id: req-b793b3ce-c788-4557-81d3-6c53f6f2d06c {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:47:04.115006 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b96a3e4-3074-4265-84cc-3abf7f05ee80", "name": "network-vif-plugged", "status": "completed", "tag": "db8b038b-559e-479d-8aba-2bf4819aad7d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:47:04.115250 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b793b3ce-c788-4557-81d3-6c53f6f2d06c {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:47:04.116444 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b96a3e4-3074-4265-84cc-3abf7f05ee80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8b038b-559e-479d-8aba-2bf4819aad7d', 'code': 200} Jul 22 17:47:04.143169 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=db8b038b-559e-479d-8aba-2bf4819aad7d,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:47:04.236261 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77cfce-a671-46e5-8843-4cce452da42c req-7f97fdef-25b4-4938-918f-0722c70c6120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:47:04.237756 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cb77cfce-a671-46e5-8843-4cce452da42c req-7f97fdef-25b4-4938-918f-0722c70c6120 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 1097 time: 0.0520606 Jul 22 17:47:04.270634 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cb77cfce-a671-46e5-8843-4cce452da42c req-ff5b5cc8-13e9-4554-a6ef-d820b41ea83e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270133 Jul 22 17:47:04.896168 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:05.107183 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9279c5-48d0-49ae-9344-88aaa30b3e23 req-46da7323-1157-4ce3-8221-d208993425eb tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:47:05.108675 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ed9279c5-48d0-49ae-9344-88aaa30b3e23 req-46da7323-1157-4ce3-8221-d208993425eb tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 946 time: 0.0625625 Jul 22 17:47:05.145144 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ed9279c5-48d0-49ae-9344-88aaa30b3e23 req-935f2722-4b3c-4ce1-aff3-5f0392bc9d3e tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309265 Jul 22 17:47:06.274383 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c150e-8985-4ee8-9d75-271e8c31666a req-4da161c9-d235-46ca-9a89-31ee89478734 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:47:06.275789 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4e5c150e-8985-4ee8-9d75-271e8c31666a req-4da161c9-d235-46ca-9a89-31ee89478734 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 946 time: 0.0630631 Jul 22 17:47:06.312768 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4e5c150e-8985-4ee8-9d75-271e8c31666a req-8b4f91cf-fc8d-4da9-93fd-4e17be2a6494 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311813 Jul 22 17:47:06.438175 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d6797-fb38-4a6f-b882-e5be4fe4079b req-5f93c11d-7e76-4bd8-b483-d55e9a695d5b tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:47:06.439656 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d6d6797-fb38-4a6f-b882-e5be4fe4079b req-5f93c11d-7e76-4bd8-b483-d55e9a695d5b tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 946 time: 0.0627632 Jul 22 17:47:06.479607 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-9d6d6797-fb38-4a6f-b882-e5be4fe4079b req-a4bfc861-ab0c-43bd-936b-704085e4b5fe tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337977 Jul 22 17:47:06.500629 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42556) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:47:06.638048 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb20ee76-9942-4ab1-ae43-7b14bd8473be tempest-TestShelveInstance-1823200775 tempest-TestShelveInstance-1823200775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:47:06.639527 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-fb20ee76-9942-4ab1-ae43-7b14bd8473be tempest-TestShelveInstance-1823200775 tempest-TestShelveInstance-1823200775-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 1092 time: 0.1379175 Jul 22 17:47:06.642451 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42560) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:47:06.646899 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-be1234e5-e9fd-49ae-a79b-6a54a9055e39 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': 'db8b038b-559e-479d-8aba-2bf4819aad7d', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:47:06.668520 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be1234e5-e9fd-49ae-a79b-6a54a9055e39 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:06.763863 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be1234e5-e9fd-49ae-a79b-6a54a9055e39 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:06.860779 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-be1234e5-e9fd-49ae-a79b-6a54a9055e39 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Allocated IP 172.25.0.179 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/03cee2e8-fc06-4dc9-bded-e5776fff7e67) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:47:06.962981 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be1234e5-e9fd-49ae-a79b-6a54a9055e39 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:07.000712 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be1234e5-e9fd-49ae-a79b-6a54a9055e39 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:07.034160 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1234e5-e9fd-49ae-a79b-6a54a9055e39 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:47:07.036935 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-be1234e5-e9fd-49ae-a79b-6a54a9055e39 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:47:07.042883 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1234e5-e9fd-49ae-a79b-6a54a9055e39 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:47:07.070202 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1234e5-e9fd-49ae-a79b-6a54a9055e39 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event updated for resources: {'Port': ['ID=03cee2e8-fc06-4dc9-bded-e5776fff7e67,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:47:07.390458 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be1234e5-e9fd-49ae-a79b-6a54a9055e39 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:07.466033 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be1234e5-e9fd-49ae-a79b-6a54a9055e39 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:07.612202 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be1234e5-e9fd-49ae-a79b-6a54a9055e39 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:07.617078 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be1234e5-e9fd-49ae-a79b-6a54a9055e39 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:07.683421 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1234e5-e9fd-49ae-a79b-6a54a9055e39 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event updated for resources: {'Port': ['ID=03cee2e8-fc06-4dc9-bded-e5776fff7e67,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:47:07.698696 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be1234e5-e9fd-49ae-a79b-6a54a9055e39 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:07.792391 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-be1234e5-e9fd-49ae-a79b-6a54a9055e39 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Floating IP b9877353-44e7-4981-b10a-2aa68ee81e62 associated. External IP: 172.25.0.179, port: db8b038b-559e-479d-8aba-2bf4819aad7d. Jul 22 17:47:07.995700 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1234e5-e9fd-49ae-a79b-6a54a9055e39 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Router ed3e158a-ee0b-441f-b290-f779814d42e3 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:47:08.102925 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1234e5-e9fd-49ae-a79b-6a54a9055e39 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:47:08.117048 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aa809c-8b0e-489d-ac45-e6a9a6976921 None None] Sync routers for ids ['ed3e158a-ee0b-441f-b290-f779814d42e3'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:47:08.119132 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be1234e5-e9fd-49ae-a79b-6a54a9055e39 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:08.126545 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aa809c-8b0e-489d-ac45-e6a9a6976921 None None] Routers {'ed3e158a-ee0b-441f-b290-f779814d42e3'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:47:08.127139 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c3aa809c-8b0e-489d-ac45-e6a9a6976921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:47:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['ed3e158a-ee0b-441f-b290-f779814d42e3'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:47:08.155023 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-be1234e5-e9fd-49ae-a79b-6a54a9055e39 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5115509 Jul 22 17:47:08.155598 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b96a3e4-3074-4265-84cc-3abf7f05ee80', 'tag': 'db8b038b-559e-479d-8aba-2bf4819aad7d'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:47:08.157866 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d235f272f8511c600301b52ddf7b8bba0b6464469fe4a6096d752437cb6b909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287f43d9-4d12-43c8-a34c-878b5a1f9a22" -d '{"events": [{"name": "network-changed", "server_uuid": "1b96a3e4-3074-4265-84cc-3abf7f05ee80", "tag": "db8b038b-559e-479d-8aba-2bf4819aad7d"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:47:08.202329 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7f95be-dd87-48cf-9d1b-71fc7a760996 x-openstack-request-id: req-db7f95be-dd87-48cf-9d1b-71fc7a760996 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:47:08.202619 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b96a3e4-3074-4265-84cc-3abf7f05ee80", "tag": "db8b038b-559e-479d-8aba-2bf4819aad7d", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:47:08.202875 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-db7f95be-dd87-48cf-9d1b-71fc7a760996 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:47:08.203282 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b96a3e4-3074-4265-84cc-3abf7f05ee80', 'tag': 'db8b038b-559e-479d-8aba-2bf4819aad7d', 'status': 'completed', 'code': 200} Jul 22 17:47:08.231654 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-c3aa809c-8b0e-489d-ac45-e6a9a6976921 None None] Set router ed3e158a-ee0b-441f-b290-f779814d42e3 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:47:08.298926 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f43d9-4d12-43c8-a34c-878b5a1f9a22 req-6aefa6ef-40e8-43aa-a258-88ba03c3ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:47:08.300321 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-287f43d9-4d12-43c8-a34c-878b5a1f9a22 req-6aefa6ef-40e8-43aa-a258-88ba03c3ac35 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b5b4e2f116046e29263d8761e9cfc1e&device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 1097 time: 0.0565429 Jul 22 17:47:08.388020 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f43d9-4d12-43c8-a34c-878b5a1f9a22 req-38be965d-945a-4caa-ae81-c660c2d41e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:47:08.389533 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-287f43d9-4d12-43c8-a34c-878b5a1f9a22 req-38be965d-945a-4caa-ae81-c660c2d41e06 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4716522-d7a0-4c6e-9b21-4cca50da92ca HTTP/1.1" status: 200 len: 909 time: 0.0830007 Jul 22 17:47:08.446228 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c3aa809c-8b0e-489d-ac45-e6a9a6976921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'name': 'tempest-TestShelveInstance-466773742-router', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:45Z', 'updated_at': '2021-07-22T17:46:48Z', 'revision_number': 4, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'gw_port': {'id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:46Z', 'updated_at': '2021-07-22T17:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'b9877353-44e7-4981-b10a-2aa68ee81e62', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'port_id': 'db8b038b-559e-479d-8aba-2bf4819aad7d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'mac_address': 'fa:16:3e:a0:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b96a3e4-3074-4265-84cc-3abf7f05ee80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:47:07Z', 'updated_at': '2021-07-22T17:47:07Z', 'revision_number': 0, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02bb5023-7229-41a3-ba61-2d65ddcec264', 'name': '', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'mac_address': 'fa:16:3e:24:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:47Z', 'updated_at': '2021-07-22T17:46:53Z', 'revision_number': 5, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'subnets': [{'id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:47:08.456101 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-287f43d9-4d12-43c8-a34c-878b5a1f9a22 req-ffdec8de-616a-4573-97df-cbde8b518819 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db8b038b-559e-479d-8aba-2bf4819aad7d HTTP/1.1" status: 200 len: 1000 time: 0.0607679 Jul 22 17:47:08.476823 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aa809c-8b0e-489d-ac45-e6a9a6976921 None None] Checking router: ed3e158a-ee0b-441f-b290-f779814d42e3 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:47:08.488576 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aa809c-8b0e-489d-ac45-e6a9a6976921 None None] Routers {'ed3e158a-ee0b-441f-b290-f779814d42e3'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:47:08.489177 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c3aa809c-8b0e-489d-ac45-e6a9a6976921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:47:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['ed3e158a-ee0b-441f-b290-f779814d42e3'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:47:08.503896 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f43d9-4d12-43c8-a34c-878b5a1f9a22 req-b4550e11-0c01-4b92-ac95-b5e5ebee72f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:47:08.505354 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-287f43d9-4d12-43c8-a34c-878b5a1f9a22 req-b4550e11-0c01-4b92-ac95-b5e5ebee72f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dad1639-0af6-46f5-8f8a-f27f45ae2c25 HTTP/1.1" status: 200 len: 847 time: 0.0436110 Jul 22 17:47:08.565186 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f43d9-4d12-43c8-a34c-878b5a1f9a22 req-8d548519-874e-449c-9502-274963325ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:47:08.566625 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-287f43d9-4d12-43c8-a34c-878b5a1f9a22 req-8d548519-874e-449c-9502-274963325ad6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4716522-d7a0-4c6e-9b21-4cca50da92ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555224 Jul 22 17:47:08.590274 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-c3aa809c-8b0e-489d-ac45-e6a9a6976921 None None] Set router ed3e158a-ee0b-441f-b290-f779814d42e3 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:47:08.820447 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-c3aa809c-8b0e-489d-ac45-e6a9a6976921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'name': 'tempest-TestShelveInstance-466773742-router', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:45Z', 'updated_at': '2021-07-22T17:46:48Z', 'revision_number': 4, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'gw_port': {'id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:46Z', 'updated_at': '2021-07-22T17:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'b9877353-44e7-4981-b10a-2aa68ee81e62', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'port_id': 'db8b038b-559e-479d-8aba-2bf4819aad7d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'mac_address': 'fa:16:3e:a0:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b96a3e4-3074-4265-84cc-3abf7f05ee80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:47:07Z', 'updated_at': '2021-07-22T17:47:07Z', 'revision_number': 0, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02bb5023-7229-41a3-ba61-2d65ddcec264', 'name': '', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'mac_address': 'fa:16:3e:24:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:47Z', 'updated_at': '2021-07-22T17:46:53Z', 'revision_number': 5, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'subnets': [{'id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:47:08.847238 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aa809c-8b0e-489d-ac45-e6a9a6976921 None None] The sync data for ids ['ed3e158a-ee0b-441f-b290-f779814d42e3'] in n-d-798930-9 is: [{'id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'name': 'tempest-TestShelveInstance-466773742-router', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:45Z', 'updated_at': '2021-07-22T17:46:48Z', 'revision_number': 4, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'gw_port': {'id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:46Z', 'updated_at': '2021-07-22T17:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': 'b9877353-44e7-4981-b10a-2aa68ee81e62', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'port_id': 'db8b038b-559e-479d-8aba-2bf4819aad7d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'mac_address': 'fa:16:3e:a0:00:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b96a3e4-3074-4265-84cc-3abf7f05ee80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:47:07Z', 'updated_at': '2021-07-22T17:47:07Z', 'revision_number': 0, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02bb5023-7229-41a3-ba61-2d65ddcec264', 'name': '', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'mac_address': 'fa:16:3e:24:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:47Z', 'updated_at': '2021-07-22T17:46:53Z', 'revision_number': 5, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'subnets': [{'id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:47:09.036474 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-287f43d9-4d12-43c8-a34c-878b5a1f9a22 req-30156b44-b6e2-4e2c-b167-856e28bcad31 service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633505 Jul 22 17:47:09.055720 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2cea8e-c237-4c2b-ada4-f002da07f11b None None] New status for floating IP b9877353-44e7-4981-b10a-2aa68ee81e62: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:47:09.127972 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-287f43d9-4d12-43c8-a34c-878b5a1f9a22 req-f2a501fe-6e06-4701-ab22-b95d23b4f2dd service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848939 Jul 22 17:47:12.638894 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:12.783899 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:17.400045 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:47:29.164406 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9585fc63-e6ba-4f1b-808e-6aeb3a0cf2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:31.684725 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41118563-5c4a-4b17-9ca3-49ad77c9f26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:31.701018 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:33.076810 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:34.899559 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:42.638163 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:42.799785 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:54.399027 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:47:55.839576 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-72c0a9f2-64c3-4d1d-b0dd-2c47dfba187e req-17c52481-d140-4884-9288-ae4a900f3fef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0564892 Jul 22 17:47:55.946524 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0a9f2-64c3-4d1d-b0dd-2c47dfba187e req-2f621082-8ca5-48ad-9b26-490d271d7931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:47:55.947987 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-72c0a9f2-64c3-4d1d-b0dd-2c47dfba187e req-2f621082-8ca5-48ad-9b26-490d271d7931 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b5b4e2f116046e29263d8761e9cfc1e&device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 1097 time: 0.0526080 Jul 22 17:47:56.053517 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0a9f2-64c3-4d1d-b0dd-2c47dfba187e req-b7413791-0850-4c55-a82d-0f7189558200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:47:56.055062 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-72c0a9f2-64c3-4d1d-b0dd-2c47dfba187e req-b7413791-0850-4c55-a82d-0f7189558200 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4716522-d7a0-4c6e-9b21-4cca50da92ca HTTP/1.1" status: 200 len: 909 time: 0.0881920 Jul 22 17:47:56.123437 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-72c0a9f2-64c3-4d1d-b0dd-2c47dfba187e req-8122d744-d684-41d0-a54e-067cc7526bc8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db8b038b-559e-479d-8aba-2bf4819aad7d HTTP/1.1" status: 200 len: 1002 time: 0.0625403 Jul 22 17:47:56.171915 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0a9f2-64c3-4d1d-b0dd-2c47dfba187e req-f60f4756-5ea7-4d80-929f-e67468fc2c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:47:56.173340 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-72c0a9f2-64c3-4d1d-b0dd-2c47dfba187e req-f60f4756-5ea7-4d80-929f-e67468fc2c2a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dad1639-0af6-46f5-8f8a-f27f45ae2c25 HTTP/1.1" status: 200 len: 847 time: 0.0439219 Jul 22 17:47:56.231398 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0a9f2-64c3-4d1d-b0dd-2c47dfba187e req-63fe9c04-6232-405b-b3f3-f8a950a20046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:47:56.232901 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-72c0a9f2-64c3-4d1d-b0dd-2c47dfba187e req-63fe9c04-6232-405b-b3f3-f8a950a20046 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4716522-d7a0-4c6e-9b21-4cca50da92ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530345 Jul 22 17:47:56.243102 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-72c0a9f2-64c3-4d1d-b0dd-2c47dfba187e req-9ea7a3d8-e57a-4767-b384-f8a4daf2caf8 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:47:56.244071 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-72c0a9f2-64c3-4d1d-b0dd-2c47dfba187e req-9ea7a3d8-e57a-4767-b384-f8a4daf2caf8 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054407 Jul 22 17:47:56.344795 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-72c0a9f2-64c3-4d1d-b0dd-2c47dfba187e req-ddf5bf04-c52f-430e-b701-953dfe396d2b service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938888 Jul 22 17:47:56.433529 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-72c0a9f2-64c3-4d1d-b0dd-2c47dfba187e req-67169570-9bda-45a5-9a07-4245dbbc0b9d service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826514 Jul 22 17:47:59.166037 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-00d1e2f1-a505-4494-a9f8-a2b3c747cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:01.685218 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6775c6c-599f-42c4-9af5-df299caf637f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:01.708740 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:03.084506 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:04.901016 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:12.639023 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:12.798732 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:29.167192 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cc49dcef-24c4-41ce-b5b9-9b1b70bc707a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:31.398210 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:48:31.689858 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5950f94-0057-441e-86ee-e85e7b180fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:31.701976 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:33.077518 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:34.903274 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:42.637471 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:42.806581 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:56.784965 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-882556fc-cf5e-4cf7-868c-a1dc95394381 req-b40e7074-da51-4c89-8e84-78cdbf4eadb0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527434 Jul 22 17:48:56.890510 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882556fc-cf5e-4cf7-868c-a1dc95394381 req-a33d1950-8158-407a-8bb8-fdc879374fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:56.892003 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-882556fc-cf5e-4cf7-868c-a1dc95394381 req-a33d1950-8158-407a-8bb8-fdc879374fe8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b5b4e2f116046e29263d8761e9cfc1e&device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 1097 time: 0.0518212 Jul 22 17:48:56.995270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882556fc-cf5e-4cf7-868c-a1dc95394381 req-92963ba7-a2b8-4810-a696-58c491bce5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:56.996758 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-882556fc-cf5e-4cf7-868c-a1dc95394381 req-92963ba7-a2b8-4810-a696-58c491bce5e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4716522-d7a0-4c6e-9b21-4cca50da92ca HTTP/1.1" status: 200 len: 909 time: 0.0859759 Jul 22 17:48:57.061374 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-882556fc-cf5e-4cf7-868c-a1dc95394381 req-7677e0da-b5c3-4679-a488-370b653102cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db8b038b-559e-479d-8aba-2bf4819aad7d HTTP/1.1" status: 200 len: 1002 time: 0.0577331 Jul 22 17:48:57.110411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882556fc-cf5e-4cf7-868c-a1dc95394381 req-e53a8b43-2417-4fc0-bf34-463d22eb74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:57.111900 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-882556fc-cf5e-4cf7-868c-a1dc95394381 req-e53a8b43-2417-4fc0-bf34-463d22eb74ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dad1639-0af6-46f5-8f8a-f27f45ae2c25 HTTP/1.1" status: 200 len: 847 time: 0.0445876 Jul 22 17:48:57.174012 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882556fc-cf5e-4cf7-868c-a1dc95394381 req-bf33ce40-6adc-41e8-a134-8788e740cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:57.175496 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-882556fc-cf5e-4cf7-868c-a1dc95394381 req-bf33ce40-6adc-41e8-a134-8788e740cbbc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4716522-d7a0-4c6e-9b21-4cca50da92ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568190 Jul 22 17:48:57.263245 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-882556fc-cf5e-4cf7-868c-a1dc95394381 req-6e52b80d-d307-4b9c-98ef-7fadb3125364 service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814402 Jul 22 17:48:57.355926 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-882556fc-cf5e-4cf7-868c-a1dc95394381 req-4067f258-f4be-4128-883e-70f20ebacaf1 service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860720 Jul 22 17:48:59.168846 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-306770d4-65ac-47cf-b40f-fc20549c0bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:01.699792 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7f4be23-f510-4034-9a20-2fb2fad39c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:01.704941 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:03.080713 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:03.515862 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101523dc-ad13-4e0f-862c-3a9517c15c37 req-7af8d4ad-4386-4a7f-a739-eedce0ae733d tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:03.517375 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-101523dc-ad13-4e0f-862c-3a9517c15c37 req-7af8d4ad-4386-4a7f-a739-eedce0ae733d tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 946 time: 0.0644002 Jul 22 17:49:03.554583 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-101523dc-ad13-4e0f-862c-3a9517c15c37 req-9d017bf3-6699-4c18-a80a-8b42b5c46703 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316427 Jul 22 17:49:04.720547 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d4f4a-a789-4dc1-8b05-81ef4f4e80ca req-65c88c14-a697-44ba-a66a-24527d5c389a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:04.722082 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e81d4f4a-a789-4dc1-8b05-81ef4f4e80ca req-65c88c14-a697-44ba-a66a-24527d5c389a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 946 time: 0.0688922 Jul 22 17:49:04.759821 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e81d4f4a-a789-4dc1-8b05-81ef4f4e80ca req-061b5162-09d1-4695-82cf-d94d392b8f63 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317061 Jul 22 17:49:04.904974 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:05.922220 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0123c3-6d6b-4077-8de6-debfabc0cf13 req-7eadabe1-2503-4928-91ab-5c040d7b0511 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:05.923693 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f0123c3-6d6b-4077-8de6-debfabc0cf13 req-7eadabe1-2503-4928-91ab-5c040d7b0511 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 946 time: 0.0670006 Jul 22 17:49:05.960920 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1f0123c3-6d6b-4077-8de6-debfabc0cf13 req-01fa55b8-0088-4d5f-b0d2-57f78729715d tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311699 Jul 22 17:49:07.089595 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad752192-2ad8-4e00-9c36-9cd760696370 req-f8dae419-1e02-4259-97fb-6f4b2ad87624 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:07.091170 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ad752192-2ad8-4e00-9c36-9cd760696370 req-f8dae419-1e02-4259-97fb-6f4b2ad87624 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 946 time: 0.0643804 Jul 22 17:49:07.127779 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ad752192-2ad8-4e00-9c36-9cd760696370 req-fe83a0a7-9aa0-44ad-b455-285fd2a4644f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310776 Jul 22 17:49:08.269968 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e20452-73e8-4390-af46-074a1ebf7d06 req-caafe742-12a2-4c5e-a099-20077c94332c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:08.271343 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-37e20452-73e8-4390-af46-074a1ebf7d06 req-caafe742-12a2-4c5e-a099-20077c94332c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 946 time: 0.0631146 Jul 22 17:49:08.309244 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-37e20452-73e8-4390-af46-074a1ebf7d06 req-99936389-5fb1-49ce-b5ae-278168768765 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318370 Jul 22 17:49:08.396129 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:49:09.435258 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf9eb4-5b67-4f67-ba55-f737531ca14c req-cabb77e9-7665-4ca7-962e-bd38a3d4d65c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:09.436623 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-feaf9eb4-5b67-4f67-ba55-f737531ca14c req-cabb77e9-7665-4ca7-962e-bd38a3d4d65c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 946 time: 0.0627525 Jul 22 17:49:09.472838 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-feaf9eb4-5b67-4f67-ba55-f737531ca14c req-7b35b5e6-bc44-4f04-a0b4-869276543f92 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307341 Jul 22 17:49:10.601123 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a779180-63f8-4e12-9e17-9abfc0f64fab req-7b28794d-f083-4126-9fd9-3ccad7af3d1f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:10.602621 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8a779180-63f8-4e12-9e17-9abfc0f64fab req-7b28794d-f083-4126-9fd9-3ccad7af3d1f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 946 time: 0.0635371 Jul 22 17:49:10.639505 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8a779180-63f8-4e12-9e17-9abfc0f64fab req-7c3d1fc0-15b5-4bef-9c91-c1781bb98330 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310597 Jul 22 17:49:11.770775 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7135249-64d8-4e7b-91dd-7537a30e503b req-a3ec3e3e-b9ea-4cf2-b168-b9866553163e tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:11.772624 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f7135249-64d8-4e7b-91dd-7537a30e503b req-a3ec3e3e-b9ea-4cf2-b168-b9866553163e tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 946 time: 0.0659897 Jul 22 17:49:11.816897 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f7135249-64d8-4e7b-91dd-7537a30e503b req-8753e7fd-fcea-4fb3-b399-c20c8e2d5b04 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386064 Jul 22 17:49:12.638916 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:12.817786 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:12.951280 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd24656-69aa-4eb9-9e24-aa72ce0582f7 req-b657267a-4f7a-4cc6-a540-802467343b48 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:12.952701 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2fd24656-69aa-4eb9-9e24-aa72ce0582f7 req-b657267a-4f7a-4cc6-a540-802467343b48 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 946 time: 0.0690248 Jul 22 17:49:12.991320 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2fd24656-69aa-4eb9-9e24-aa72ce0582f7 req-eb6e2b16-5ae2-4c27-9ed3-7943889de54c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324395 Jul 22 17:49:14.188412 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67454004-d798-4552-8cf3-89bd718555ab req-03dd1e58-cbf8-4efa-b199-759235fed06d tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:14.190421 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-67454004-d798-4552-8cf3-89bd718555ab req-03dd1e58-cbf8-4efa-b199-759235fed06d tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 946 time: 0.1331515 Jul 22 17:49:14.243324 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-67454004-d798-4552-8cf3-89bd718555ab req-060e1a7e-dd48-4154-9cc1-bc7561230c01 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465810 Jul 22 17:49:15.375485 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762ee79-82ec-474a-a47b-454180f00eab req-d8b6c377-2fca-4df0-82bb-934e044a22c2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:15.377081 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1762ee79-82ec-474a-a47b-454180f00eab req-d8b6c377-2fca-4df0-82bb-934e044a22c2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 946 time: 0.0656872 Jul 22 17:49:15.416288 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1762ee79-82ec-474a-a47b-454180f00eab req-7c236fa9-04f7-458c-b51d-ac6b4e8061c8 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332234 Jul 22 17:49:16.469109 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device db8b038b-559e-479d-8aba-2bf4819aad7d details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:49:16.560914 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5474e-2d16-4dbc-b4aa-65748868493e req-12299b86-7d21-4033-8e1f-22a5675b5bc0 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:16.562704 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f1a5474e-2d16-4dbc-b4aa-65748868493e req-12299b86-7d21-4033-8e1f-22a5675b5bc0 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 946 time: 0.0773973 Jul 22 17:49:16.593280 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port db8b038b-559e-479d-8aba-2bf4819aad7d, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=db8b038b-559e-479d-8aba-2bf4819aad7d,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:49:16.605458 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'db8b038b-559e-479d-8aba-2bf4819aad7d', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'port_id': 'db8b038b-559e-479d-8aba-2bf4819aad7d', 'mac_address': 'fa:16:3e:a0:00:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:49:16.638219 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f1a5474e-2d16-4dbc-b4aa-65748868493e req-35041352-6214-444f-9d6f-820c4ef2c8bd tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610709 Jul 22 17:49:16.645381 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:16.660230 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db8b038b-559e-479d-8aba-2bf4819aad7d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:49:16.680579 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port db8b038b-559e-479d-8aba-2bf4819aad7d, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=db8b038b-559e-479d-8aba-2bf4819aad7d,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:49:16.685424 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:16.742030 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=db8b038b-559e-479d-8aba-2bf4819aad7d,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:49:16.749878 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:49:16.750471 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:49:16.751410 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:49:16.752050 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:49:16.752432 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:49:16.752760 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:49:16.753330 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:49:16.753663 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:49:16.754024 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:49:16.754350 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:49:16.754672 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:49:16.755880 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:49:16.836616 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['db8b038b-559e-479d-8aba-2bf4819aad7d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:49:17.776000 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cce8d3-aab1-4f2e-8f93-7754a787dabe req-7b838698-7ecf-49a4-a3a7-b63d95a959fe tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:17.779019 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-01cce8d3-aab1-4f2e-8f93-7754a787dabe req-7b838698-7ecf-49a4-a3a7-b63d95a959fe tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 945 time: 0.0752158 Jul 22 17:49:17.825822 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-01cce8d3-aab1-4f2e-8f93-7754a787dabe req-9d6533d6-b45f-4fe8-85eb-42d023d6b4a9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412405 Jul 22 17:49:18.484058 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device db8b038b-559e-479d-8aba-2bf4819aad7d up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:49:18.539033 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port db8b038b-559e-479d-8aba-2bf4819aad7d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:49:18.539412 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:18.635954 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:18.660525 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b96a3e4-3074-4265-84cc-3abf7f05ee80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8b038b-559e-479d-8aba-2bf4819aad7d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:49:18.663360 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fe2ddd-9224-48e7-8621-ed1858b2aea0" -d '{"events": [{"server_uuid": "1b96a3e4-3074-4265-84cc-3abf7f05ee80", "name": "network-vif-plugged", "status": "completed", "tag": "db8b038b-559e-479d-8aba-2bf4819aad7d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:49:18.677918 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port db8b038b-559e-479d-8aba-2bf4819aad7d, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=db8b038b-559e-479d-8aba-2bf4819aad7d,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:49:18.683616 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:18.720618 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9eb1b87-e75f-49af-84ad-059b5ffd8262 x-openstack-request-id: req-e9eb1b87-e75f-49af-84ad-059b5ffd8262 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:49:18.720843 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b96a3e4-3074-4265-84cc-3abf7f05ee80", "name": "network-vif-plugged", "status": "completed", "tag": "db8b038b-559e-479d-8aba-2bf4819aad7d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:49:18.721089 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e9eb1b87-e75f-49af-84ad-059b5ffd8262 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:49:18.721474 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b96a3e4-3074-4265-84cc-3abf7f05ee80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8b038b-559e-479d-8aba-2bf4819aad7d', 'code': 200} Jul 22 17:49:18.748918 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=db8b038b-559e-479d-8aba-2bf4819aad7d,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:49:18.978976 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383233b-2776-4150-96f6-5bad7f262308 req-2ad663b0-dcb0-4490-906e-e8dddf1762ab tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:18.980420 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3383233b-2776-4150-96f6-5bad7f262308 req-2ad663b0-dcb0-4490-906e-e8dddf1762ab tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 946 time: 0.0786738 Jul 22 17:49:19.020143 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3383233b-2776-4150-96f6-5bad7f262308 req-854f4f51-3ede-4190-b4db-e2acac6cea73 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337005 Jul 22 17:49:20.173090 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27a102-3faa-4122-9711-01c71ccfe06f req-b9d1d75a-9c7b-4963-84ea-e8e5d4e8fc39 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:20.180590 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1f27a102-3faa-4122-9711-01c71ccfe06f req-b9d1d75a-9c7b-4963-84ea-e8e5d4e8fc39 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 946 time: 0.0752409 Jul 22 17:49:20.216059 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1f27a102-3faa-4122-9711-01c71ccfe06f req-311ca4cf-a7e6-403b-8403-de589fbdbc4e tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342433 Jul 22 17:49:21.357018 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f8849-a3ec-4a86-8d10-0397a8b957f0 req-a447180e-d7b1-46b7-8ea0-bb40273ffdf3 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:21.358623 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b52f8849-a3ec-4a86-8d10-0397a8b957f0 req-a447180e-d7b1-46b7-8ea0-bb40273ffdf3 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 946 time: 0.0662563 Jul 22 17:49:21.403952 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b52f8849-a3ec-4a86-8d10-0397a8b957f0 req-c5a8a0dd-726f-4824-b08d-ef8446792bc6 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343895 Jul 22 17:49:22.550886 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75013f61-cd34-4b27-b709-8249921dc2aa req-e60c376f-a5da-4b0e-9b86-90ec9c67c93e tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:22.552515 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-75013f61-cd34-4b27-b709-8249921dc2aa req-e60c376f-a5da-4b0e-9b86-90ec9c67c93e tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 946 time: 0.0707045 Jul 22 17:49:22.598443 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-75013f61-cd34-4b27-b709-8249921dc2aa req-ef3f5c58-ef3d-469b-9eaa-0c2afcc3316d tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395443 Jul 22 17:49:23.751289 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e84eec-918a-44b4-9d32-8d1e64d975a6 req-554873d0-5497-4fd0-a4d1-8b18098fa101 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:23.752842 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-39e84eec-918a-44b4-9d32-8d1e64d975a6 req-554873d0-5497-4fd0-a4d1-8b18098fa101 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 946 time: 0.0836749 Jul 22 17:49:23.793877 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-39e84eec-918a-44b4-9d32-8d1e64d975a6 req-4d907790-2ae6-4ad8-be2f-c4bddf66fd21 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348289 Jul 22 17:49:24.923980 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236635e4-a07a-4dd0-b24e-30f8b452cae9 req-e1dc1cb8-7e2b-4528-98d0-c0db8098af39 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:24.925453 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-236635e4-a07a-4dd0-b24e-30f8b452cae9 req-e1dc1cb8-7e2b-4528-98d0-c0db8098af39 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 946 time: 0.0661657 Jul 22 17:49:24.965288 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-236635e4-a07a-4dd0-b24e-30f8b452cae9 req-09b4a660-5001-490c-9e34-11748f7471c4 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328777 Jul 22 17:49:25.000546 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d91b5-2f02-43da-addf-9cf53617a381 req-605ce8d9-2815-4449-8e13-5c1e77e08f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:25.002132 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b97d91b5-2f02-43da-addf-9cf53617a381 req-605ce8d9-2815-4449-8e13-5c1e77e08f1b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b5b4e2f116046e29263d8761e9cfc1e&device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 1097 time: 0.0537224 Jul 22 17:49:25.093528 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d91b5-2f02-43da-addf-9cf53617a381 req-27acd342-41ab-45ac-9660-afe3ab152193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:25.095055 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b97d91b5-2f02-43da-addf-9cf53617a381 req-27acd342-41ab-45ac-9660-afe3ab152193 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4716522-d7a0-4c6e-9b21-4cca50da92ca HTTP/1.1" status: 200 len: 909 time: 0.0865507 Jul 22 17:49:25.158661 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b97d91b5-2f02-43da-addf-9cf53617a381 req-616e6938-ee82-445f-b338-156a99cf0738 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db8b038b-559e-479d-8aba-2bf4819aad7d HTTP/1.1" status: 200 len: 1002 time: 0.0573821 Jul 22 17:49:25.211485 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d91b5-2f02-43da-addf-9cf53617a381 req-05216057-d1c7-4826-805c-9164324b3364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:25.212894 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b97d91b5-2f02-43da-addf-9cf53617a381 req-05216057-d1c7-4826-805c-9164324b3364 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dad1639-0af6-46f5-8f8a-f27f45ae2c25 HTTP/1.1" status: 200 len: 847 time: 0.0474319 Jul 22 17:49:25.271398 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d91b5-2f02-43da-addf-9cf53617a381 req-e7233359-8bcf-4032-8a76-b11a174fdfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:25.272917 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b97d91b5-2f02-43da-addf-9cf53617a381 req-e7233359-8bcf-4032-8a76-b11a174fdfb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4716522-d7a0-4c6e-9b21-4cca50da92ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535221 Jul 22 17:49:25.360623 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b97d91b5-2f02-43da-addf-9cf53617a381 req-747051de-eef6-4bd9-921a-594ac9dc4c1f service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806310 Jul 22 17:49:25.451104 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b97d91b5-2f02-43da-addf-9cf53617a381 req-8900706b-0bd6-492d-94f2-ba6812f0f11c service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838091 Jul 22 17:49:26.094211 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30b435-7091-47f7-ac32-ced18cb90d63 req-e62ad6c7-b785-42e5-9953-f72101818699 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:26.095692 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be30b435-7091-47f7-ac32-ced18cb90d63 req-e62ad6c7-b785-42e5-9953-f72101818699 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 946 time: 0.0642624 Jul 22 17:49:26.133898 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-be30b435-7091-47f7-ac32-ced18cb90d63 req-6a43872a-d203-4d32-84cc-dca5746fbeac tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319388 Jul 22 17:49:27.261532 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e722b8-8a7a-4396-87d6-45f1b7d9b301 req-ca602634-b582-4254-9787-382a4922508b tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:27.262926 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-85e722b8-8a7a-4396-87d6-45f1b7d9b301 req-ca602634-b582-4254-9787-382a4922508b tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 946 time: 0.0628085 Jul 22 17:49:27.299858 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-85e722b8-8a7a-4396-87d6-45f1b7d9b301 req-d368d269-6c5f-4f37-9c92-ed7863579b7f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314529 Jul 22 17:49:27.376132 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-03225ab4-b1fa-40cd-ae45-06925200bf05 req-66523650-39a5-4736-942c-c6fc9548f4ed service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:49:27.377782 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-03225ab4-b1fa-40cd-ae45-06925200bf05 req-66523650-39a5-4736-942c-c6fc9548f4ed service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060234 Jul 22 17:49:27.550589 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d526f8b-2fc5-4d40-ae00-fe565483b034 req-9cc375fc-98ac-4d36-8c55-d2335923ad8f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:27.552073 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d526f8b-2fc5-4d40-ae00-fe565483b034 req-9cc375fc-98ac-4d36-8c55-d2335923ad8f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 946 time: 0.0686350 Jul 22 17:49:27.589179 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0d526f8b-2fc5-4d40-ae00-fe565483b034 req-409bfdc4-14ba-4d3b-b334-208111b66fa7 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315228 Jul 22 17:49:27.740704 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42750) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:49:27.842708 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c6d89f97-4337-4ceb-a955-239f9432e8a6 req-7ed2f210-f4b4-4bb7-a83d-1e6af3b9dffd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1007254 Jul 22 17:49:28.496886 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device db8b038b-559e-479d-8aba-2bf4819aad7d no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:49:28.573700 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:28.596021 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b96a3e4-3074-4265-84cc-3abf7f05ee80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db8b038b-559e-479d-8aba-2bf4819aad7d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:49:28.598204 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df5c7bd-a4e0-4865-b153-c833fe871b16" -d '{"events": [{"server_uuid": "1b96a3e4-3074-4265-84cc-3abf7f05ee80", "name": "network-vif-unplugged", "status": "completed", "tag": "db8b038b-559e-479d-8aba-2bf4819aad7d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:49:28.617193 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port db8b038b-559e-479d-8aba-2bf4819aad7d, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=db8b038b-559e-479d-8aba-2bf4819aad7d,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:49:28.624630 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:28.652233 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3b1b42-449f-44f7-9d85-c462aa174656 x-openstack-request-id: req-6c3b1b42-449f-44f7-9d85-c462aa174656 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:49:28.652654 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b96a3e4-3074-4265-84cc-3abf7f05ee80", "name": "network-vif-unplugged", "status": "completed", "tag": "db8b038b-559e-479d-8aba-2bf4819aad7d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:49:28.652987 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6c3b1b42-449f-44f7-9d85-c462aa174656 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:49:28.653467 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b96a3e4-3074-4265-84cc-3abf7f05ee80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db8b038b-559e-479d-8aba-2bf4819aad7d', 'code': 200} Jul 22 17:49:28.680742 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=db8b038b-559e-479d-8aba-2bf4819aad7d,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:49:28.727762 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a58169-4152-40a8-88b4-a70fdd8558ab req-fd58cdf3-64e6-4d01-95fe-d5c2f589dc2a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:28.729259 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-26a58169-4152-40a8-88b4-a70fdd8558ab req-fd58cdf3-64e6-4d01-95fe-d5c2f589dc2a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 944 time: 0.0672743 Jul 22 17:49:28.770108 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-26a58169-4152-40a8-88b4-a70fdd8558ab req-1ef4bea2-7907-4df9-8c15-1bda9a0c6b71 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349510 Jul 22 17:49:28.783433 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d89f97-4337-4ceb-a955-239f9432e8a6 req-7527d593-bb6e-4993-b778-c2a55033ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:28.785070 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c6d89f97-4337-4ceb-a955-239f9432e8a6 req-7527d593-bb6e-4993-b778-c2a55033ad74 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80&tenant_id=9b5b4e2f116046e29263d8761e9cfc1e HTTP/1.1" status: 200 len: 1095 time: 0.0619521 Jul 22 17:49:28.870504 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d89f97-4337-4ceb-a955-239f9432e8a6 req-9d476b35-f0c2-4f2c-a3e1-7861e2f208da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:28.871996 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c6d89f97-4337-4ceb-a955-239f9432e8a6 req-9d476b35-f0c2-4f2c-a3e1-7861e2f208da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b5b4e2f116046e29263d8761e9cfc1e&device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 1095 time: 0.0540338 Jul 22 17:49:28.963167 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d89f97-4337-4ceb-a955-239f9432e8a6 req-2a88deab-5bc2-4e7a-939d-58ec011a3b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:28.964577 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c6d89f97-4337-4ceb-a955-239f9432e8a6 req-2a88deab-5bc2-4e7a-939d-58ec011a3b6c service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4716522-d7a0-4c6e-9b21-4cca50da92ca HTTP/1.1" status: 200 len: 909 time: 0.0859709 Jul 22 17:49:29.026559 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c6d89f97-4337-4ceb-a955-239f9432e8a6 req-0937ed9f-0878-462c-8125-e570a3f34013 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db8b038b-559e-479d-8aba-2bf4819aad7d HTTP/1.1" status: 200 len: 1000 time: 0.0556872 Jul 22 17:49:29.073784 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d89f97-4337-4ceb-a955-239f9432e8a6 req-6d080b73-54c2-4a40-ae3a-7ec17c31dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:29.075175 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c6d89f97-4337-4ceb-a955-239f9432e8a6 req-6d080b73-54c2-4a40-ae3a-7ec17c31dc71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dad1639-0af6-46f5-8f8a-f27f45ae2c25 HTTP/1.1" status: 200 len: 847 time: 0.0426295 Jul 22 17:49:29.137172 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d89f97-4337-4ceb-a955-239f9432e8a6 req-6b4a7f52-04a8-453f-b9dd-0ea3348c80b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:29.138701 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c6d89f97-4337-4ceb-a955-239f9432e8a6 req-6b4a7f52-04a8-453f-b9dd-0ea3348c80b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4716522-d7a0-4c6e-9b21-4cca50da92ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569553 Jul 22 17:49:29.169714 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5e4d25e-1254-4138-be2b-a94504b48c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:29.230795 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c6d89f97-4337-4ceb-a955-239f9432e8a6 req-66e92834-20db-409c-a98a-a1e95bdca851 service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852861 Jul 22 17:49:29.322889 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c6d89f97-4337-4ceb-a955-239f9432e8a6 req-43c89f54-d153-45d3-b2c8-801ac4e84354 service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862365 Jul 22 17:49:29.910511 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c335c-90bc-4bb1-89df-26f3ba22bcb0 req-92a1c31d-c708-484c-9e66-8320d6dcaf8a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:29.912787 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-655c335c-90bc-4bb1-89df-26f3ba22bcb0 req-92a1c31d-c708-484c-9e66-8320d6dcaf8a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 944 time: 0.0679753 Jul 22 17:49:29.951741 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-655c335c-90bc-4bb1-89df-26f3ba22bcb0 req-965a03c8-da86-467f-bc92-482ddb1b28cf tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333543 Jul 22 17:49:31.086964 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9ea9c-751d-48ec-817e-bb5e2ba5ac75 req-c00a25bd-2dfd-42dc-a0ac-a6c80204705e tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:31.088499 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-06b9ea9c-751d-48ec-817e-bb5e2ba5ac75 req-c00a25bd-2dfd-42dc-a0ac-a6c80204705e tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 944 time: 0.0668464 Jul 22 17:49:31.131106 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-06b9ea9c-751d-48ec-817e-bb5e2ba5ac75 req-ebb9da86-d999-4f9b-b1b8-42fe50ff78d2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369449 Jul 22 17:49:31.697725 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b5e75bdd-39f1-4603-9427-5f48f312ef3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:31.709519 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:32.267293 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353ef05-1906-40cb-ac01-e2ac8266e8b2 req-c4504dc9-606b-475e-a9d5-f5b5537d3f50 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:32.269107 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3353ef05-1906-40cb-ac01-e2ac8266e8b2 req-c4504dc9-606b-475e-a9d5-f5b5537d3f50 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 944 time: 0.0677145 Jul 22 17:49:32.312611 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3353ef05-1906-40cb-ac01-e2ac8266e8b2 req-7e8101e4-149d-4d95-b68c-5615061d2fa9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373342 Jul 22 17:49:33.087943 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:33.452386 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ce28c-64a0-46cb-8e03-7348a519c6d1 req-c3f0fa0f-342b-4f18-84b5-e35e6c16e75b tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:33.453913 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-134ce28c-64a0-46cb-8e03-7348a519c6d1 req-c3f0fa0f-342b-4f18-84b5-e35e6c16e75b tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 944 time: 0.0715103 Jul 22 17:49:33.492720 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-134ce28c-64a0-46cb-8e03-7348a519c6d1 req-9c3b67a9-73cc-4f45-bdc4-c77b55043066 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332479 Jul 22 17:49:34.625005 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7f6f8-a3b6-4901-a6b4-5e4858314cba req-5d5981ba-a10b-446b-8051-fcfd15c266cf tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:34.626633 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dad7f6f8-a3b6-4901-a6b4-5e4858314cba req-5d5981ba-a10b-446b-8051-fcfd15c266cf tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 944 time: 0.0663648 Jul 22 17:49:34.664774 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-dad7f6f8-a3b6-4901-a6b4-5e4858314cba req-1d278731-1754-42ca-8440-ffec41655c95 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323403 Jul 22 17:49:34.910722 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:35.801637 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9835fa-f0a0-4f7b-9987-098097479143 req-e7f5d174-8104-4d94-93c1-09dd67a90493 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:35.803212 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8d9835fa-f0a0-4f7b-9987-098097479143 req-e7f5d174-8104-4d94-93c1-09dd67a90493 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 944 time: 0.0683360 Jul 22 17:49:35.845341 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8d9835fa-f0a0-4f7b-9987-098097479143 req-944b2cf4-340a-4965-8e1c-568e765bcb9d tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356987 Jul 22 17:49:36.980725 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de168b-626b-4f25-8f40-874ccb9d3c22 req-c32ff00b-2d3c-4dcb-930e-c0f2dfd4cf90 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:36.982287 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-12de168b-626b-4f25-8f40-874ccb9d3c22 req-c32ff00b-2d3c-4dcb-930e-c0f2dfd4cf90 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 944 time: 0.0661836 Jul 22 17:49:37.021242 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-12de168b-626b-4f25-8f40-874ccb9d3c22 req-f6e6124d-b4b7-47df-927b-da945fe78501 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329754 Jul 22 17:49:38.164378 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554151e9-5a34-4617-a844-f067633ee0c5 req-2fb55367-ded9-4c53-8292-9f9b5d977f3d tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:38.165869 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-554151e9-5a34-4617-a844-f067633ee0c5 req-2fb55367-ded9-4c53-8292-9f9b5d977f3d tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 944 time: 0.0728581 Jul 22 17:49:38.205808 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-554151e9-5a34-4617-a844-f067633ee0c5 req-29d0d0a3-b0ad-4387-9fb5-56427de5708b tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337498 Jul 22 17:49:39.343381 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78597214-f5ae-43b7-a5f2-c77ab334875e req-3a963c34-c00c-4a9f-9592-aa4a5657d931 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:39.345634 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-78597214-f5ae-43b7-a5f2-c77ab334875e req-3a963c34-c00c-4a9f-9592-aa4a5657d931 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 944 time: 0.0700645 Jul 22 17:49:39.386978 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-78597214-f5ae-43b7-a5f2-c77ab334875e req-a44d7862-bd0c-4e04-8918-b626283c1eda tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352459 Jul 22 17:49:40.515331 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0672048-62d2-4fe8-afb5-260352cf0472 req-8baa37e9-c98d-43be-8588-8dde95df6758 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:40.516811 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d0672048-62d2-4fe8-afb5-260352cf0472 req-8baa37e9-c98d-43be-8588-8dde95df6758 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 944 time: 0.0629103 Jul 22 17:49:40.553298 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d0672048-62d2-4fe8-afb5-260352cf0472 req-c7002022-333a-403e-bfba-ea04a3a333dc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308857 Jul 22 17:49:41.681220 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0394da-c356-4c41-bab0-e0d02acdf9a4 req-a3cf0404-b107-4406-a1cc-e44029ad040b tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:41.682737 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4a0394da-c356-4c41-bab0-e0d02acdf9a4 req-a3cf0404-b107-4406-a1cc-e44029ad040b tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 944 time: 0.0639696 Jul 22 17:49:41.719719 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4a0394da-c356-4c41-bab0-e0d02acdf9a4 req-4bf59148-6896-4c3b-b6a0-da706d1aec35 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313821 Jul 22 17:49:42.559857 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device db8b038b-559e-479d-8aba-2bf4819aad7d details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:49:42.645077 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:42.659016 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port db8b038b-559e-479d-8aba-2bf4819aad7d, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=db8b038b-559e-479d-8aba-2bf4819aad7d,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:49:42.668973 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'db8b038b-559e-479d-8aba-2bf4819aad7d', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'port_id': 'db8b038b-559e-479d-8aba-2bf4819aad7d', 'mac_address': 'fa:16:3e:a0:00:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:49:42.708434 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:42.720354 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db8b038b-559e-479d-8aba-2bf4819aad7d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:49:42.739417 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port db8b038b-559e-479d-8aba-2bf4819aad7d, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=db8b038b-559e-479d-8aba-2bf4819aad7d,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:49:42.743890 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:42.792979 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=db8b038b-559e-479d-8aba-2bf4819aad7d,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:49:42.820137 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:42.849741 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576a618-5857-4d16-9ec2-290d669554f9 req-dca224e5-5793-483a-898d-831b226fb36c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:42.851263 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e576a618-5857-4d16-9ec2-290d669554f9 req-dca224e5-5793-483a-898d-831b226fb36c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 945 time: 0.0650609 Jul 22 17:49:42.888204 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e576a618-5857-4d16-9ec2-290d669554f9 req-dd0a3b6a-16ab-421d-aa2a-feb13db7e1c5 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309196 Jul 22 17:49:43.051264 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['db8b038b-559e-479d-8aba-2bf4819aad7d'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:49:44.016502 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42471928-16e2-4de8-a50d-3aca2481aaab req-0fd63b1f-48dc-414d-8859-4b3d92f42985 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:44.018038 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-42471928-16e2-4de8-a50d-3aca2481aaab req-0fd63b1f-48dc-414d-8859-4b3d92f42985 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 945 time: 0.0618122 Jul 22 17:49:44.058430 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-42471928-16e2-4de8-a50d-3aca2481aaab req-6825281d-7ca2-46d1-a29d-fb35c126f017 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349641 Jul 22 17:49:44.578711 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device db8b038b-559e-479d-8aba-2bf4819aad7d up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:49:44.625050 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port db8b038b-559e-479d-8aba-2bf4819aad7d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:49:44.625429 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:44.699341 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:44.720321 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b96a3e4-3074-4265-84cc-3abf7f05ee80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8b038b-559e-479d-8aba-2bf4819aad7d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:49:44.722547 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72396d9a-4dd6-4e6a-98f5-cb99a38e51ed" -d '{"events": [{"server_uuid": "1b96a3e4-3074-4265-84cc-3abf7f05ee80", "name": "network-vif-plugged", "status": "completed", "tag": "db8b038b-559e-479d-8aba-2bf4819aad7d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:49:44.734868 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port db8b038b-559e-479d-8aba-2bf4819aad7d, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=db8b038b-559e-479d-8aba-2bf4819aad7d,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:49:44.739586 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:44.763389 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6ed360-f910-45a0-8663-d74c4294713e x-openstack-request-id: req-6b6ed360-f910-45a0-8663-d74c4294713e {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:49:44.763675 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b96a3e4-3074-4265-84cc-3abf7f05ee80", "name": "network-vif-plugged", "status": "completed", "tag": "db8b038b-559e-479d-8aba-2bf4819aad7d", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:49:44.763937 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6b6ed360-f910-45a0-8663-d74c4294713e {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:49:44.764303 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b96a3e4-3074-4265-84cc-3abf7f05ee80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8b038b-559e-479d-8aba-2bf4819aad7d', 'code': 200} Jul 22 17:49:44.789037 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=db8b038b-559e-479d-8aba-2bf4819aad7d,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:49:44.958936 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af942991-3a71-4e16-a70d-39f2241f0fb5 req-d1a70cb2-1655-4f45-82ae-a92907ad7dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:44.960347 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af942991-3a71-4e16-a70d-39f2241f0fb5 req-d1a70cb2-1655-4f45-82ae-a92907ad7dcc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 1098 time: 0.0518551 Jul 22 17:49:44.996779 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-af942991-3a71-4e16-a70d-39f2241f0fb5 req-9be55540-8b66-4359-aa2c-2fc1ce6a7d56 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305736 Jul 22 17:49:45.186504 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e5112-047b-47b1-a218-c64cb38aa41c req-73333ed9-ffb4-4df4-bf4a-18986bd6f7c3 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:45.187979 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-016e5112-047b-47b1-a218-c64cb38aa41c req-73333ed9-ffb4-4df4-bf4a-18986bd6f7c3 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 947 time: 0.0628295 Jul 22 17:49:45.225018 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-016e5112-047b-47b1-a218-c64cb38aa41c req-9ce299ea-ea01-4649-a1ff-96a82133a7bf tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314732 Jul 22 17:49:45.393877 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:49:46.360742 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e47f4-ac74-406f-8bdf-61cee40f815b req-239cef00-1428-44a2-a186-08219d7b2cef tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:46.362259 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f54e47f4-ac74-406f-8bdf-61cee40f815b req-239cef00-1428-44a2-a186-08219d7b2cef tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 947 time: 0.0684240 Jul 22 17:49:46.401222 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f54e47f4-ac74-406f-8bdf-61cee40f815b req-d9d801ba-3540-4090-ac49-159ca1810a05 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326974 Jul 22 17:49:47.533561 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047f75d-04e7-44be-88d4-7ee778ee2a7e req-a2eb7155-f19b-4be8-acc4-31b4c48aabf6 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:47.535056 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9047f75d-04e7-44be-88d4-7ee778ee2a7e req-a2eb7155-f19b-4be8-acc4-31b4c48aabf6 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 947 time: 0.0669386 Jul 22 17:49:47.571755 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9047f75d-04e7-44be-88d4-7ee778ee2a7e req-fe91955b-8bd9-493a-a65a-60456c1bcc87 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311241 Jul 22 17:49:57.817377 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8cb26995-ef26-4f8c-bfce-7f70af01f563 req-9f1d9cf5-4919-4e50-8942-f6e9827efaaf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0922732 Jul 22 17:49:57.930131 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb26995-ef26-4f8c-bfce-7f70af01f563 req-06e7826f-bff4-4848-b62a-fe1a31a1d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:57.931649 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8cb26995-ef26-4f8c-bfce-7f70af01f563 req-06e7826f-bff4-4848-b62a-fe1a31a1d899 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b5b4e2f116046e29263d8761e9cfc1e&device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 1098 time: 0.0542438 Jul 22 17:49:58.038206 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb26995-ef26-4f8c-bfce-7f70af01f563 req-6407a1f7-b1a8-446d-8768-f9d125493b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:58.040152 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8cb26995-ef26-4f8c-bfce-7f70af01f563 req-6407a1f7-b1a8-446d-8768-f9d125493b74 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4716522-d7a0-4c6e-9b21-4cca50da92ca HTTP/1.1" status: 200 len: 909 time: 0.0878515 Jul 22 17:49:58.105152 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8cb26995-ef26-4f8c-bfce-7f70af01f563 req-6eade2e0-daf8-426d-8b60-03544f1172a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db8b038b-559e-479d-8aba-2bf4819aad7d HTTP/1.1" status: 200 len: 1002 time: 0.0569475 Jul 22 17:49:58.163094 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb26995-ef26-4f8c-bfce-7f70af01f563 req-21ec7373-9622-4fad-91d5-b1a0d794e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:58.165251 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8cb26995-ef26-4f8c-bfce-7f70af01f563 req-21ec7373-9622-4fad-91d5-b1a0d794e1b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dad1639-0af6-46f5-8f8a-f27f45ae2c25 HTTP/1.1" status: 200 len: 847 time: 0.0538945 Jul 22 17:49:58.224137 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb26995-ef26-4f8c-bfce-7f70af01f563 req-f89ad7aa-43a5-45c5-9de0-ffbae265311d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:58.225618 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8cb26995-ef26-4f8c-bfce-7f70af01f563 req-f89ad7aa-43a5-45c5-9de0-ffbae265311d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4716522-d7a0-4c6e-9b21-4cca50da92ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538025 Jul 22 17:49:58.315458 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8cb26995-ef26-4f8c-bfce-7f70af01f563 req-eda093ab-27df-44d3-ad35-48bee485dabd service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812194 Jul 22 17:49:58.406354 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8cb26995-ef26-4f8c-bfce-7f70af01f563 req-6751c3ad-e9df-482a-b55f-a4a5afddfce9 service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832753 Jul 22 17:49:59.171104 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab42ab42-93a4-4314-a684-9cacd9b0310c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:01.687269 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37456a7e-803c-44b6-ad86-09457e34fd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:01.710101 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:03.078563 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:04.912508 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:12.651229 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:12.818161 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:22.392902 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:50:29.171474 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4cf9c9a2-cbed-4aa6-8da4-523c41b28f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:31.687276 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b590566d-55e0-4706-b21b-5d0260b46e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:31.712213 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:33.081803 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:34.914050 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:42.823967 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:42.825023 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:57.098676 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42878) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:50:57.251128 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-aef8214d-4ee3-4051-ab48-82934f3e02be tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Deleting port 03cee2e8-fc06-4dc9-bded-e5776fff7e67 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:50:57.251464 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aef8214d-4ee3-4051-ab48-82934f3e02be tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:57.326364 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aef8214d-4ee3-4051-ab48-82934f3e02be tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:57.326689 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aef8214d-4ee3-4051-ab48-82934f3e02be tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:57.338243 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-aef8214d-4ee3-4051-ab48-82934f3e02be tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Calling delete_port for 03cee2e8-fc06-4dc9-bded-e5776fff7e67 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:50:57.478167 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aef8214d-4ee3-4051-ab48-82934f3e02be tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:57.505830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8214d-4ee3-4051-ab48-82934f3e02be tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event deleted for resources: {'Port': ['ID=03cee2e8-fc06-4dc9-bded-e5776fff7e67,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:50:57.517892 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef8214d-4ee3-4051-ab48-82934f3e02be tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:57.518263 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef8214d-4ee3-4051-ab48-82934f3e02be tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:57.518602 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef8214d-4ee3-4051-ab48-82934f3e02be tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:57.518965 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef8214d-4ee3-4051-ab48-82934f3e02be tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:57.519297 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef8214d-4ee3-4051-ab48-82934f3e02be tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:57.519626 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef8214d-4ee3-4051-ab48-82934f3e02be tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:57.519960 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef8214d-4ee3-4051-ab48-82934f3e02be tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:57.520285 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef8214d-4ee3-4051-ab48-82934f3e02be tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:57.520607 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef8214d-4ee3-4051-ab48-82934f3e02be tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:57.520929 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef8214d-4ee3-4051-ab48-82934f3e02be tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:57.521252 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef8214d-4ee3-4051-ab48-82934f3e02be tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:57.521571 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef8214d-4ee3-4051-ab48-82934f3e02be tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:57.578113 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aef8214d-4ee3-4051-ab48-82934f3e02be tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:57.578444 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-aef8214d-4ee3-4051-ab48-82934f3e02be tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Floating IP b9877353-44e7-4981-b10a-2aa68ee81e62 disassociated (deleted). External IP: 172.25.0.179, port: db8b038b-559e-479d-8aba-2bf4819aad7d. Jul 22 17:50:57.780397 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef8214d-4ee3-4051-ab48-82934f3e02be tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Router ed3e158a-ee0b-441f-b290-f779814d42e3 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:50:57.885940 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef8214d-4ee3-4051-ab48-82934f3e02be tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:50:57.890951 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aef8214d-4ee3-4051-ab48-82934f3e02be tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:57.895257 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b2724-3a42-4d11-9135-f38532e21565 None None] Sync routers for ids ['ed3e158a-ee0b-441f-b290-f779814d42e3'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:50:57.904499 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b2724-3a42-4d11-9135-f38532e21565 None None] Routers {'ed3e158a-ee0b-441f-b290-f779814d42e3'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:50:57.905091 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7e5b2724-3a42-4d11-9135-f38532e21565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:50:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['ed3e158a-ee0b-441f-b290-f779814d42e3'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:50:57.928562 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-aef8214d-4ee3-4051-ab48-82934f3e02be tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "DELETE /v2.0/floatingips/b9877353-44e7-4981-b10a-2aa68ee81e62 HTTP/1.1" status: 204 len: 168 time: 0.8287997 Jul 22 17:50:57.929158 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b96a3e4-3074-4265-84cc-3abf7f05ee80', 'tag': 'db8b038b-559e-479d-8aba-2bf4819aad7d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:50:57.931464 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6984f7e4-6ebb-481e-8435-c8e3f9196ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "1b96a3e4-3074-4265-84cc-3abf7f05ee80", "tag": "db8b038b-559e-479d-8aba-2bf4819aad7d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:50:58.011947 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-7e5b2724-3a42-4d11-9135-f38532e21565 None None] Set router ed3e158a-ee0b-441f-b290-f779814d42e3 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:50:58.026803 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6c920b-f993-4781-aded-b3caad50b33c x-openstack-request-id: req-4a6c920b-f993-4781-aded-b3caad50b33c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:50:58.027531 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b96a3e4-3074-4265-84cc-3abf7f05ee80", "tag": "db8b038b-559e-479d-8aba-2bf4819aad7d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:50:58.027885 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4a6c920b-f993-4781-aded-b3caad50b33c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:50:58.028440 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b96a3e4-3074-4265-84cc-3abf7f05ee80', 'tag': 'db8b038b-559e-479d-8aba-2bf4819aad7d', 'status': 'completed', 'code': 200} Jul 22 17:50:58.142339 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984f7e4-6ebb-481e-8435-c8e3f9196ff5 req-3121a6c1-4fa1-4931-887d-faf12625372e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:50:58.143961 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6984f7e4-6ebb-481e-8435-c8e3f9196ff5 req-3121a6c1-4fa1-4931-887d-faf12625372e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b5b4e2f116046e29263d8761e9cfc1e&device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 1098 time: 0.0675111 Jul 22 17:50:58.224031 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7e5b2724-3a42-4d11-9135-f38532e21565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'name': 'tempest-TestShelveInstance-466773742-router', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:45Z', 'updated_at': '2021-07-22T17:46:48Z', 'revision_number': 4, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'gw_port': {'id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:46Z', 'updated_at': '2021-07-22T17:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '02bb5023-7229-41a3-ba61-2d65ddcec264', 'name': '', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'mac_address': 'fa:16:3e:24:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:47Z', 'updated_at': '2021-07-22T17:46:53Z', 'revision_number': 5, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'subnets': [{'id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:50:58.249838 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b2724-3a42-4d11-9135-f38532e21565 None None] Checking router: ed3e158a-ee0b-441f-b290-f779814d42e3 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:50:58.258175 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b2724-3a42-4d11-9135-f38532e21565 None None] Routers {'ed3e158a-ee0b-441f-b290-f779814d42e3'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:50:58.258849 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7e5b2724-3a42-4d11-9135-f38532e21565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:50:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['ed3e158a-ee0b-441f-b290-f779814d42e3'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:50:58.278041 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984f7e4-6ebb-481e-8435-c8e3f9196ff5 req-63b7fea8-f8a5-4588-96ce-d70687d95bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:50:58.279543 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6984f7e4-6ebb-481e-8435-c8e3f9196ff5 req-63b7fea8-f8a5-4588-96ce-d70687d95bbb service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4716522-d7a0-4c6e-9b21-4cca50da92ca HTTP/1.1" status: 200 len: 909 time: 0.1289463 Jul 22 17:50:58.288217 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0aa3e1-7775-4d50-bb1b-02cafd17baa3 req-9658f17a-6716-4800-859b-e890e2143ab7 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:50:58.289652 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ac0aa3e1-7775-4d50-bb1b-02cafd17baa3 req-9658f17a-6716-4800-859b-e890e2143ab7 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 947 time: 0.1743550 Jul 22 17:50:58.339696 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6984f7e4-6ebb-481e-8435-c8e3f9196ff5 req-6060bd4d-df14-4100-9ec0-6f71f5527442 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db8b038b-559e-479d-8aba-2bf4819aad7d HTTP/1.1" status: 200 len: 217 time: 0.0485971 Jul 22 17:50:58.363107 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-7e5b2724-3a42-4d11-9135-f38532e21565 None None] Set router ed3e158a-ee0b-441f-b290-f779814d42e3 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:50:58.384681 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ac0aa3e1-7775-4d50-bb1b-02cafd17baa3 req-3393ba57-ef72-4251-a859-b9948265f654 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879624 Jul 22 17:50:58.401443 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984f7e4-6ebb-481e-8435-c8e3f9196ff5 req-9e297293-5a00-45e1-95d9-7528ea6fed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:50:58.402943 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6984f7e4-6ebb-481e-8435-c8e3f9196ff5 req-9e297293-5a00-45e1-95d9-7528ea6fed97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dad1639-0af6-46f5-8f8a-f27f45ae2c25 HTTP/1.1" status: 200 len: 847 time: 0.0555973 Jul 22 17:50:58.462546 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984f7e4-6ebb-481e-8435-c8e3f9196ff5 req-acbbd0b6-4c3f-4de5-b520-0f640ce9b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:50:58.464018 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6984f7e4-6ebb-481e-8435-c8e3f9196ff5 req-acbbd0b6-4c3f-4de5-b520-0f640ce9b451 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4716522-d7a0-4c6e-9b21-4cca50da92ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541284 Jul 22 17:50:58.557501 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6984f7e4-6ebb-481e-8435-c8e3f9196ff5 req-4c248e5d-0f01-456a-b99f-4c57e889d6f6 service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851257 Jul 22 17:50:58.558967 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-7e5b2724-3a42-4d11-9135-f38532e21565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'name': 'tempest-TestShelveInstance-466773742-router', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:45Z', 'updated_at': '2021-07-22T17:46:48Z', 'revision_number': 4, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'gw_port': {'id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:46Z', 'updated_at': '2021-07-22T17:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '02bb5023-7229-41a3-ba61-2d65ddcec264', 'name': '', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'mac_address': 'fa:16:3e:24:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:47Z', 'updated_at': '2021-07-22T17:46:53Z', 'revision_number': 5, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'subnets': [{'id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:50:58.584964 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b2724-3a42-4d11-9135-f38532e21565 None None] The sync data for ids ['ed3e158a-ee0b-441f-b290-f779814d42e3'] in n-d-798930-9 is: [{'id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'name': 'tempest-TestShelveInstance-466773742-router', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:45Z', 'updated_at': '2021-07-22T17:46:48Z', 'revision_number': 4, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'gw_port': {'id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:46Z', 'updated_at': '2021-07-22T17:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '02bb5023-7229-41a3-ba61-2d65ddcec264', 'name': '', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'mac_address': 'fa:16:3e:24:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:47Z', 'updated_at': '2021-07-22T17:46:53Z', 'revision_number': 5, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'subnets': [{'id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:50:58.651779 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6984f7e4-6ebb-481e-8435-c8e3f9196ff5 req-5be46d8d-263d-4534-8739-0a021d00566e service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870123 Jul 22 17:50:58.810738 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e207d7-bc71-4e8b-b9a2-58ac86e6956e None None] New status for floating IP b9877353-44e7-4981-b10a-2aa68ee81e62: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:50:59.171724 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4395d1a-d00d-41d8-a2c3-ae946fc5cb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:59.391715 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:50:59.516855 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee728c3f-9b39-4180-813d-44f94cac5569 req-fee9d642-7404-47d6-b532-d7fa456c7157 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:50:59.518370 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ee728c3f-9b39-4180-813d-44f94cac5569 req-fee9d642-7404-47d6-b532-d7fa456c7157 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 947 time: 0.0637584 Jul 22 17:50:59.555266 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-ee728c3f-9b39-4180-813d-44f94cac5569 req-f564c2b2-8d96-4ddb-b9de-48df33531f83 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=bfe201d8-98b0-4838-bae2-8b1800e5c6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314481 Jul 22 17:50:59.632147 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1ab9e-0549-4eaf-b1b7-087ba3ee04c4 req-08f54be6-615c-4918-ba5d-fffcd6a37ac2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:50:59.634295 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-95f1ab9e-0549-4eaf-b1b7-087ba3ee04c4 req-08f54be6-615c-4918-ba5d-fffcd6a37ac2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 947 time: 0.0677006 Jul 22 17:50:59.733553 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-95f1ab9e-0549-4eaf-b1b7-087ba3ee04c4 req-3ff68c13-9ccd-4f31-ab8a-1f055f776747 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Deleting port db8b038b-559e-479d-8aba-2bf4819aad7d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:50:59.733805 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-95f1ab9e-0549-4eaf-b1b7-087ba3ee04c4 req-3ff68c13-9ccd-4f31-ab8a-1f055f776747 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:59.822848 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-95f1ab9e-0549-4eaf-b1b7-087ba3ee04c4 req-3ff68c13-9ccd-4f31-ab8a-1f055f776747 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] For port db8b038b-559e-479d-8aba-2bf4819aad7d, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=db8b038b-559e-479d-8aba-2bf4819aad7d,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:50:59.823202 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-95f1ab9e-0549-4eaf-b1b7-087ba3ee04c4 req-3ff68c13-9ccd-4f31-ab8a-1f055f776747 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:59.834595 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-95f1ab9e-0549-4eaf-b1b7-087ba3ee04c4 req-3ff68c13-9ccd-4f31-ab8a-1f055f776747 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Calling delete_port for db8b038b-559e-479d-8aba-2bf4819aad7d owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:50:59.956781 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-95f1ab9e-0549-4eaf-b1b7-087ba3ee04c4 req-3ff68c13-9ccd-4f31-ab8a-1f055f776747 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:59.989601 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff68c13-9ccd-4f31-ab8a-1f055f776747 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event deleted for resources: {'Port': ['ID=db8b038b-559e-479d-8aba-2bf4819aad7d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:51:00.393345 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f1ab9e-0549-4eaf-b1b7-087ba3ee04c4 req-3ff68c13-9ccd-4f31-ab8a-1f055f776747 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] No DVR routers for this DVR port db8b038b-559e-479d-8aba-2bf4819aad7d on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:51:00.395879 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-95f1ab9e-0549-4eaf-b1b7-087ba3ee04c4 req-3ff68c13-9ccd-4f31-ab8a-1f055f776747 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:00.398482 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-95f1ab9e-0549-4eaf-b1b7-087ba3ee04c4 req-3ff68c13-9ccd-4f31-ab8a-1f055f776747 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.30 "DELETE /v2.0/ports/db8b038b-559e-479d-8aba-2bf4819aad7d HTTP/1.1" status: 204 len: 173 time: 0.7587988 Jul 22 17:51:00.399004 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b96a3e4-3074-4265-84cc-3abf7f05ee80', 'name': 'network-vif-deleted', 'tag': 'db8b038b-559e-479d-8aba-2bf4819aad7d'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:51:00.401403 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9ea94d-ed9c-4a97-9e39-42c4a43fcb9a" -d '{"events": [{"server_uuid": "1b96a3e4-3074-4265-84cc-3abf7f05ee80", "name": "network-vif-deleted", "tag": "db8b038b-559e-479d-8aba-2bf4819aad7d"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:51:00.442098 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c48ad6-9426-40fe-b7df-bb34263661dd x-openstack-request-id: req-89c48ad6-9426-40fe-b7df-bb34263661dd {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:51:00.442385 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b96a3e4-3074-4265-84cc-3abf7f05ee80", "name": "network-vif-deleted", "tag": "db8b038b-559e-479d-8aba-2bf4819aad7d", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:51:00.442630 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-89c48ad6-9426-40fe-b7df-bb34263661dd {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:51:00.443022 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b96a3e4-3074-4265-84cc-3abf7f05ee80', 'name': 'network-vif-deleted', 'tag': 'db8b038b-559e-479d-8aba-2bf4819aad7d', 'status': 'completed', 'code': 200} Jul 22 17:51:00.666851 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-f0b19f3b-67af-40d9-ae36-0fbb42aef8ec req-674ff5f7-d558-479c-8001-0a6f1605ee9e tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b96a3e4-3074-4265-84cc-3abf7f05ee80 HTTP/1.1" status: 200 len: 210 time: 0.0325239 Jul 22 17:51:01.688534 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-72b482b8-2c07-4be2-98bf-165652f2b342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:01.711394 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:01.723997 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42904) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:51:01.781157 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f01e095-79b5-46b9-84cd-798fa4a109b6 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:01.806696 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f01e095-79b5-46b9-84cd-798fa4a109b6 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:01.866106 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f01e095-79b5-46b9-84cd-798fa4a109b6 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:01.868977 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f01e095-79b5-46b9-84cd-798fa4a109b6 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:01.870153 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-9f01e095-79b5-46b9-84cd-798fa4a109b6 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "DELETE /v2.0/security-groups/bfe201d8-98b0-4838-bae2-8b1800e5c6ff HTTP/1.1" status: 204 len: 168 time: 0.1449540 Jul 22 17:51:01.879059 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01e095-79b5-46b9-84cd-798fa4a109b6 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe201d8-98b0-4838-bae2-8b1800e5c6ff,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:51:02.089753 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42910) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:51:02.094963 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5ca1131e-5b02-4c28-9030-a544a944bc50 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1101568954', 'description': 'tempest-secgroup-smoke-1101568954 description', 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:51:02.117685 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ca1131e-5b02-4c28-9030-a544a944bc50 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.200732 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ca1131e-5b02-4c28-9030-a544a944bc50 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.204287 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ca1131e-5b02-4c28-9030-a544a944bc50 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.231763 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5ca1131e-5b02-4c28-9030-a544a944bc50 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.232979 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5ca1131e-5b02-4c28-9030-a544a944bc50 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1421692 Jul 22 17:51:02.234818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1131e-5b02-4c28-9030-a544a944bc50 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a07587-2c8d-41af-b162-846e8df07b36,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:51:02.236089 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 42912) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:51:02.241002 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-d4d1f0a1-78b7-420e-95ab-8da2dcb3f833 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Request body: {'security_group_rule': {'security_group_id': 'f2a07587-2c8d-41af-b162-846e8df07b36', 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:51:02.267414 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f0a1-78b7-420e-95ab-8da2dcb3f833 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.321474 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f0a1-78b7-420e-95ab-8da2dcb3f833 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.324740 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f0a1-78b7-420e-95ab-8da2dcb3f833 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.342731 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1f0a1-78b7-420e-95ab-8da2dcb3f833 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e38e091-a2ef-404b-8937-3277c2c9278b,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:51:02.351772 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f0a1-78b7-420e-95ab-8da2dcb3f833 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.352934 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-d4d1f0a1-78b7-420e-95ab-8da2dcb3f833 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158659 Jul 22 17:51:02.354315 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1f0a1-78b7-420e-95ab-8da2dcb3f833 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:02.354659 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1f0a1-78b7-420e-95ab-8da2dcb3f833 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:02.354993 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1f0a1-78b7-420e-95ab-8da2dcb3f833 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:02.355324 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1f0a1-78b7-420e-95ab-8da2dcb3f833 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:02.355813 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42914) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:51:02.358354 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1f0a1-78b7-420e-95ab-8da2dcb3f833 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:02.358704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1f0a1-78b7-420e-95ab-8da2dcb3f833 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:02.359045 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1f0a1-78b7-420e-95ab-8da2dcb3f833 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:02.359385 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1f0a1-78b7-420e-95ab-8da2dcb3f833 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:02.359717 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1f0a1-78b7-420e-95ab-8da2dcb3f833 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:02.360097 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1f0a1-78b7-420e-95ab-8da2dcb3f833 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:02.360393 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-81294f54-5320-4131-a5e5-0f71455d1246 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Request body: {'security_group_rule': {'security_group_id': 'f2a07587-2c8d-41af-b162-846e8df07b36', 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:51:02.360520 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1f0a1-78b7-420e-95ab-8da2dcb3f833 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:02.360746 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d1f0a1-78b7-420e-95ab-8da2dcb3f833 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:02.387205 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81294f54-5320-4131-a5e5-0f71455d1246 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.442902 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81294f54-5320-4131-a5e5-0f71455d1246 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.446210 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81294f54-5320-4131-a5e5-0f71455d1246 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.464144 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81294f54-5320-4131-a5e5-0f71455d1246 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1ea9c6-4bb6-4b80-9811-d0248f1c6320,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:51:02.470159 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81294f54-5320-4131-a5e5-0f71455d1246 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.471350 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-81294f54-5320-4131-a5e5-0f71455d1246 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145470 Jul 22 17:51:02.474021 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42916) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:51:02.478935 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5494dae5-7d2f-476b-974e-65261a7a3b3f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Request body: {'security_group_rule': {'security_group_id': 'f2a07587-2c8d-41af-b162-846e8df07b36', 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:51:02.504192 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5494dae5-7d2f-476b-974e-65261a7a3b3f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.560096 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5494dae5-7d2f-476b-974e-65261a7a3b3f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.563594 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5494dae5-7d2f-476b-974e-65261a7a3b3f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.580188 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494dae5-7d2f-476b-974e-65261a7a3b3f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc997c0-9781-43cd-bda0-f29a89c3953e,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:51:02.586502 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5494dae5-7d2f-476b-974e-65261a7a3b3f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.587685 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5494dae5-7d2f-476b-974e-65261a7a3b3f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127453 Jul 22 17:51:02.590277 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42918) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:51:02.594567 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f6d81cc3-d7e2-403d-9c96-62d3f136018c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Request body: {'security_group_rule': {'security_group_id': 'f2a07587-2c8d-41af-b162-846e8df07b36', 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:51:02.619131 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6d81cc3-d7e2-403d-9c96-62d3f136018c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.678614 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6d81cc3-d7e2-403d-9c96-62d3f136018c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.681954 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6d81cc3-d7e2-403d-9c96-62d3f136018c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.702266 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d81cc3-d7e2-403d-9c96-62d3f136018c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb2dedc-e54e-49d9-8780-53f574d57a15,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:51:02.706424 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6d81cc3-d7e2-403d-9c96-62d3f136018c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.707601 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f6d81cc3-d7e2-403d-9c96-62d3f136018c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164179 Jul 22 17:51:02.710886 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42920) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:51:02.715623 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3e7e03e0-c3ad-4309-b312-bc20e7736133 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Request body: {'security_group_rule': {'security_group_id': 'f2a07587-2c8d-41af-b162-846e8df07b36', 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:51:02.736484 n-d-798930-9 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-3e7e03e0-c3ad-4309-b312-bc20e7736133 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Project 9b5b4e2f116046e29263d8761e9cfc1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:51:02.741312 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e7e03e0-c3ad-4309-b312-bc20e7736133 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.799489 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e7e03e0-c3ad-4309-b312-bc20e7736133 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.803060 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e7e03e0-c3ad-4309-b312-bc20e7736133 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.821720 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e03e0-c3ad-4309-b312-bc20e7736133 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c1e82b-98c0-447d-a9ca-8b66cd198242,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:51:02.825292 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e7e03e0-c3ad-4309-b312-bc20e7736133 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.826486 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3e7e03e0-c3ad-4309-b312-bc20e7736133 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1146677 Jul 22 17:51:02.829233 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 42922) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:51:02.833519 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-653f4be5-ce74-4176-9676-01c0760476b2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Request body: {'security_group_rule': {'security_group_id': 'f2a07587-2c8d-41af-b162-846e8df07b36', 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:51:02.854854 n-d-798930-9 neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-653f4be5-ce74-4176-9676-01c0760476b2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Project 9b5b4e2f116046e29263d8761e9cfc1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:51:02.859638 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-653f4be5-ce74-4176-9676-01c0760476b2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.918938 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-653f4be5-ce74-4176-9676-01c0760476b2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.922179 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-653f4be5-ce74-4176-9676-01c0760476b2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.938424 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f4be5-ce74-4176-9676-01c0760476b2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33b7091-d275-4dd8-8e5f-2536bef9e84c,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:51:02.945688 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-653f4be5-ce74-4176-9676-01c0760476b2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.946955 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-653f4be5-ce74-4176-9676-01c0760476b2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1168075 Jul 22 17:51:02.948595 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device db8b038b-559e-479d-8aba-2bf4819aad7d no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:51:02.969563 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: db8b038b-559e-479d-8aba-2bf4819aad7d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:51:02.969563 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device db8b038b-559e-479d-8aba-2bf4819aad7d not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:51:03.086270 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:04.917208 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:12.650459 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:12.822682 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:17.183289 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-25f05c7e-f278-4bcd-9c77-243d5faba22a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1101568954&fields=id&tenant_id=9b5b4e2f116046e29263d8761e9cfc1e HTTP/1.1" status: 200 len: 267 time: 0.0322757 Jul 22 17:51:17.288426 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-88223ad1-ef2e-4f69-959f-604030bd9b9c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:17.289768 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-88223ad1-ef2e-4f69-959f-604030bd9b9c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/networks?id=d4716522-d7a0-4c6e-9b21-4cca50da92ca HTTP/1.1" status: 200 len: 808 time: 0.1003985 Jul 22 17:51:17.303711 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-f6d18158-22c8-451e-96b9-6adbc6193d15 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/quotas/9b5b4e2f116046e29263d8761e9cfc1e HTTP/1.1" status: 200 len: 375 time: 0.0086348 Jul 22 17:51:17.369323 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-82e1c0dd-c19b-4ef7-aa0c-707388d8b242 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9b5b4e2f116046e29263d8761e9cfc1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609195 Jul 22 17:51:17.501362 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-e5843dea-af60-4d6a-83e5-48bcb14a46fe service neutron] 10.222.0.69 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211464 Jul 22 17:51:17.589046 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-93235e47-07a0-46d1-a6eb-6ce0bcd7ac48 service neutron] 10.222.0.69 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820141 Jul 22 17:51:17.872220 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e2d7d9f5-ffa4-4a0c-8a47-4d0c79b5dd57 req-46b111d9-0e37-4156-8fe5-59ce94549b40 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 210 time: 0.0314956 Jul 22 17:51:18.952637 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b376553f-d19c-4464-8e50-4c2cbd275d79 req-2c895489-be6b-47db-a335-18c1d7f913af tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 210 time: 0.0293624 Jul 22 17:51:20.029545 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b4b516e4-978c-4d55-af82-5d38ce7deefa req-e5ea5ef5-469b-40b1-b13a-de2c86c39695 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 210 time: 0.0289111 Jul 22 17:51:20.867234 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-da9866f2-c2a4-45e8-b8c3-635b924cb44d tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:20.868718 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-da9866f2-c2a4-45e8-b8c3-635b924cb44d tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.30 "GET /v2.0/networks?id=d4716522-d7a0-4c6e-9b21-4cca50da92ca HTTP/1.1" status: 200 len: 808 time: 0.1074820 Jul 22 17:51:20.916049 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-5787d859-5b03-4be9-b4b1-a530da006ed6 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b5b4e2f116046e29263d8761e9cfc1e HTTP/1.1" status: 200 len: 380 time: 0.0338590 Jul 22 17:51:20.925761 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-baf87bb8-d2d9-47a8-83dd-b7da49a7c5c9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Request body: {'port': {'device_id': 'c73e96f1-e7a6-41ef-9736-e0514288a262', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'admin_state_up': True, 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'security_groups': ['f2a07587-2c8d-41af-b162-846e8df07b36']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:51:21.035374 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-baf87bb8-d2d9-47a8-83dd-b7da49a7c5c9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Made reservation on behalf of 9b5b4e2f116046e29263d8761e9cfc1e for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:51:21.038929 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-baf87bb8-d2d9-47a8-83dd-b7da49a7c5c9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:21.135136 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-863b3224-83c3-46b6-a573-082a24c92dcb req-8b0a7949-2f13-4a06-9ad0-70ee4de984b9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 210 time: 0.0387712 Jul 22 17:51:21.178833 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-baf87bb8-d2d9-47a8-83dd-b7da49a7c5c9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Allocated IP 172.20.0.5 (d4716522-d7a0-4c6e-9b21-4cca50da92ca/8dad1639-0af6-46f5-8f8a-f27f45ae2c25/e7c904f1-692f-48df-8dc6-a5048ac6d92e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:51:21.321160 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-baf87bb8-d2d9-47a8-83dd-b7da49a7c5c9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:21.334313 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-baf87bb8-d2d9-47a8-83dd-b7da49a7c5c9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Transition to ACTIVE for port object e7c904f1-692f-48df-8dc6-a5048ac6d92e will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:51:21.367412 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-baf87bb8-d2d9-47a8-83dd-b7da49a7c5c9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:21.410201 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-baf87bb8-d2d9-47a8-83dd-b7da49a7c5c9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Network d4716522-d7a0-4c6e-9b21-4cca50da92ca is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:51:21.416271 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-baf87bb8-d2d9-47a8-83dd-b7da49a7c5c9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:51:21.420079 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-baf87bb8-d2d9-47a8-83dd-b7da49a7c5c9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:51:21.450388 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf87bb8-d2d9-47a8-83dd-b7da49a7c5c9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event updated for resources: {'Port': ['ID=e7c904f1-692f-48df-8dc6-a5048ac6d92e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:51:21.482770 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-baf87bb8-d2d9-47a8-83dd-b7da49a7c5c9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:21.483461 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-baf87bb8-d2d9-47a8-83dd-b7da49a7c5c9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:21.500214 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-baf87bb8-d2d9-47a8-83dd-b7da49a7c5c9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5780241 Jul 22 17:51:21.517258 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-1d9bbce1-2b35-419f-a042-4911cd4282b1 service neutron] Request body: {'port': {'device_id': 'c73e96f1-e7a6-41ef-9736-e0514288a262', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:51:21.599732 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-1d9bbce1-2b35-419f-a042-4911cd4282b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:21.681980 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a80e6c1f-2182-4d85-851b-42ccc189b4d0 None None] Provisioning for port e7c904f1-692f-48df-8dc6-a5048ac6d92e completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:51:21.687335 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a80e6c1f-2182-4d85-851b-42ccc189b4d0 None None] Provisioning complete for port e7c904f1-692f-48df-8dc6-a5048ac6d92e triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:51:21.687915 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a80e6c1f-2182-4d85-851b-42ccc189b4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:21.726592 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a80e6c1f-2182-4d85-851b-42ccc189b4d0 None None] Port e7c904f1-692f-48df-8dc6-a5048ac6d92e cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:51:21.869872 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-1d9bbce1-2b35-419f-a042-4911cd4282b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c904f1-692f-48df-8dc6-a5048ac6d92e {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:51:21.877356 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-1d9bbce1-2b35-419f-a042-4911cd4282b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:21.889453 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-1d9bbce1-2b35-419f-a042-4911cd4282b1 service neutron] Transition to ACTIVE for port object e7c904f1-692f-48df-8dc6-a5048ac6d92e will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:51:21.892718 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-1d9bbce1-2b35-419f-a042-4911cd4282b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:21.946615 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9bbce1-2b35-419f-a042-4911cd4282b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c904f1-692f-48df-8dc6-a5048ac6d92e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:51:22.035068 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-1d9bbce1-2b35-419f-a042-4911cd4282b1 service neutron] Attempting to bind port e7c904f1-692f-48df-8dc6-a5048ac6d92e on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:51:22.035322 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-1d9bbce1-2b35-419f-a042-4911cd4282b1 service neutron] Attempting to bind port e7c904f1-692f-48df-8dc6-a5048ac6d92e by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': '2e6963a5-f9c6-47fc-b526-25ab3c3018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:51:22.035579 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-1d9bbce1-2b35-419f-a042-4911cd4282b1 service neutron] Attempting to bind port e7c904f1-692f-48df-8dc6-a5048ac6d92e on network d4716522-d7a0-4c6e-9b21-4cca50da92ca {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:51:22.042347 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-1d9bbce1-2b35-419f-a042-4911cd4282b1 service neutron] Port e7c904f1-692f-48df-8dc6-a5048ac6d92e on network d4716522-d7a0-4c6e-9b21-4cca50da92ca not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:51:22.042687 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-1d9bbce1-2b35-419f-a042-4911cd4282b1 service neutron] Attempting to bind port e7c904f1-692f-48df-8dc6-a5048ac6d92e on network d4716522-d7a0-4c6e-9b21-4cca50da92ca {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:51:22.048521 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-1d9bbce1-2b35-419f-a042-4911cd4282b1 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:51:22.049206 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-1d9bbce1-2b35-419f-a042-4911cd4282b1 service neutron] Checking segment: {'id': '2e6963a5-f9c6-47fc-b526-25ab3c3018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:51:22.049800 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-1d9bbce1-2b35-419f-a042-4911cd4282b1 service neutron] Bound using segment: {'id': '2e6963a5-f9c6-47fc-b526-25ab3c3018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:51:22.050747 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-1d9bbce1-2b35-419f-a042-4911cd4282b1 service neutron] Bound port: e7c904f1-692f-48df-8dc6-a5048ac6d92e, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e6963a5-f9c6-47fc-b526-25ab3c3018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:51:22.051354 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-1d9bbce1-2b35-419f-a042-4911cd4282b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:22.135473 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-1d9bbce1-2b35-419f-a042-4911cd4282b1 service neutron] For port e7c904f1-692f-48df-8dc6-a5048ac6d92e, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:51:22.138738 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-1d9bbce1-2b35-419f-a042-4911cd4282b1 service neutron] For port e7c904f1-692f-48df-8dc6-a5048ac6d92e, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=e7c904f1-692f-48df-8dc6-a5048ac6d92e,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:51:22.144207 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-1d9bbce1-2b35-419f-a042-4911cd4282b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:22.179160 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-1d9bbce1-2b35-419f-a042-4911cd4282b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:22.179769 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-1d9bbce1-2b35-419f-a042-4911cd4282b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:22.181176 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-1d9bbce1-2b35-419f-a042-4911cd4282b1 service neutron] 10.222.0.30 "PUT /v2.0/ports/e7c904f1-692f-48df-8dc6-a5048ac6d92e HTTP/1.1" status: 200 len: 1091 time: 0.6684284 Jul 22 17:51:22.181626 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73e96f1-e7a6-41ef-9736-e0514288a262', 'tag': 'e7c904f1-692f-48df-8dc6-a5048ac6d92e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:51:22.183923 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bc4050-a598-4dbe-b3d2-c1ca4c5e3e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "c73e96f1-e7a6-41ef-9736-e0514288a262", "tag": "e7c904f1-692f-48df-8dc6-a5048ac6d92e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:51:22.211613 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9bbce1-2b35-419f-a042-4911cd4282b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c904f1-692f-48df-8dc6-a5048ac6d92e,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:51:22.240576 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6267c958-830f-4973-8b5b-02d6ae00a558 x-openstack-request-id: req-6267c958-830f-4973-8b5b-02d6ae00a558 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:51:22.240870 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73e96f1-e7a6-41ef-9736-e0514288a262", "tag": "e7c904f1-692f-48df-8dc6-a5048ac6d92e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:51:22.241704 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6267c958-830f-4973-8b5b-02d6ae00a558 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:51:22.242143 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73e96f1-e7a6-41ef-9736-e0514288a262', 'tag': 'e7c904f1-692f-48df-8dc6-a5048ac6d92e', 'status': 'completed', 'code': 200} Jul 22 17:51:22.353005 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a7bf8-2fee-48e4-9639-e2f2405abdbe req-d9cf96f8-aed8-4847-9513-e14fd21de714 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:22.354612 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d66a7bf8-2fee-48e4-9639-e2f2405abdbe req-d9cf96f8-aed8-4847-9513-e14fd21de714 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 943 time: 0.1113920 Jul 22 17:51:22.357759 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-a443a0a0-b298-4de6-aed2-9eea4414ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:22.359273 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-a443a0a0-b298-4de6-aed2-9eea4414ed49 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b5b4e2f116046e29263d8761e9cfc1e&device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 1094 time: 0.1052530 Jul 22 17:51:22.418159 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-0db8b414-98cf-40d8-ad0d-501824cc959e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c904f1-692f-48df-8dc6-a5048ac6d92e HTTP/1.1" status: 200 len: 217 time: 0.0396290 Jul 22 17:51:22.461310 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d66a7bf8-2fee-48e4-9639-e2f2405abdbe req-513c9b4f-a24b-40e7-acc8-0b441a0ce637 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977409 Jul 22 17:51:22.483540 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-b8079314-9924-4567-a553-250f75637d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:22.484392 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-b8079314-9924-4567-a553-250f75637d69 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dad1639-0af6-46f5-8f8a-f27f45ae2c25 HTTP/1.1" status: 200 len: 847 time: 0.0593264 Jul 22 17:51:22.544257 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-1b68163f-a825-47f8-a7fa-62692ce59da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:22.545782 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-1b68163f-a825-47f8-a7fa-62692ce59da1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4716522-d7a0-4c6e-9b21-4cca50da92ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549347 Jul 22 17:51:22.639127 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-1b421817-839d-4d37-8f28-de4ca9673018 service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872097 Jul 22 17:51:22.733984 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0a3b0443-29bd-473a-b30a-3ed0dd001999 req-a4939f0f-9b91-4322-91ef-abeff7b2c0e0 service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877388 Jul 22 17:51:22.860247 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc4050-a598-4dbe-b3d2-c1ca4c5e3e3e req-d3cce526-5e9c-40a0-a345-49ace953fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:22.861761 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28bc4050-a598-4dbe-b3d2-c1ca4c5e3e3e req-d3cce526-5e9c-40a0-a345-49ace953fc78 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b5b4e2f116046e29263d8761e9cfc1e&device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 1094 time: 0.0550954 Jul 22 17:51:22.957368 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc4050-a598-4dbe-b3d2-c1ca4c5e3e3e req-892dd15a-5d64-49a8-8ca6-136227ee386e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:22.958875 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28bc4050-a598-4dbe-b3d2-c1ca4c5e3e3e req-892dd15a-5d64-49a8-8ca6-136227ee386e service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4716522-d7a0-4c6e-9b21-4cca50da92ca HTTP/1.1" status: 200 len: 909 time: 0.0902493 Jul 22 17:51:22.999327 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28bc4050-a598-4dbe-b3d2-c1ca4c5e3e3e req-3f0d406d-1a27-48d2-a0ae-8dd072647fbc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c904f1-692f-48df-8dc6-a5048ac6d92e HTTP/1.1" status: 200 len: 217 time: 0.0341756 Jul 22 17:51:23.051618 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc4050-a598-4dbe-b3d2-c1ca4c5e3e3e req-538b051f-954f-4f0e-8de1-397c75a28053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:23.052990 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28bc4050-a598-4dbe-b3d2-c1ca4c5e3e3e req-538b051f-954f-4f0e-8de1-397c75a28053 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dad1639-0af6-46f5-8f8a-f27f45ae2c25 HTTP/1.1" status: 200 len: 847 time: 0.0480821 Jul 22 17:51:23.113363 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc4050-a598-4dbe-b3d2-c1ca4c5e3e3e req-8f047ead-18af-4528-891f-f4521458ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:23.114920 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28bc4050-a598-4dbe-b3d2-c1ca4c5e3e3e req-8f047ead-18af-4528-891f-f4521458ef38 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4716522-d7a0-4c6e-9b21-4cca50da92ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550380 Jul 22 17:51:23.206033 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28bc4050-a598-4dbe-b3d2-c1ca4c5e3e3e req-7e3aec01-e5dd-4f11-a8f1-b900e6831d30 service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823317 Jul 22 17:51:23.299441 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-28bc4050-a598-4dbe-b3d2-c1ca4c5e3e3e req-d0015206-b8f4-435e-b491-3e076a0e7a9c service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872393 Jul 22 17:51:23.595303 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f4baf-d46c-45c7-8705-9f16ced63616 req-91cab1dd-b657-4d53-8a83-4dc2099ee664 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:23.596778 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-141f4baf-d46c-45c7-8705-9f16ced63616 req-91cab1dd-b657-4d53-8a83-4dc2099ee664 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 943 time: 0.0632133 Jul 22 17:51:23.633853 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-141f4baf-d46c-45c7-8705-9f16ced63616 req-e785e2aa-b07d-4de8-bf5d-1473cc70933a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305688 Jul 22 17:51:24.765562 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5d8ca-84c5-4c28-90b0-9b760367138c req-8fecf424-b5a5-436a-9ec7-4fead9fe406b tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:24.767409 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aab5d8ca-84c5-4c28-90b0-9b760367138c req-8fecf424-b5a5-436a-9ec7-4fead9fe406b tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 943 time: 0.0662711 Jul 22 17:51:24.806601 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aab5d8ca-84c5-4c28-90b0-9b760367138c req-8175eabf-770f-4671-9adc-735e4b894c2c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332758 Jul 22 17:51:25.933224 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655ecd8-0048-4dbd-be5d-e2c90c153bbe req-607b5744-3b40-4a13-a09f-bee5ddf3c4f2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:25.934726 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6655ecd8-0048-4dbd-be5d-e2c90c153bbe req-607b5744-3b40-4a13-a09f-bee5ddf3c4f2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 943 time: 0.0624907 Jul 22 17:51:25.971048 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6655ecd8-0048-4dbd-be5d-e2c90c153bbe req-1d0464f4-ae95-44a5-8257-613b7c15fcff tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307655 Jul 22 17:51:27.105327 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b517b-e128-4cb4-bc76-38261938f272 req-a826a955-f5f0-4cd6-85e5-4d8163dc77a2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:27.106868 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-037b517b-e128-4cb4-bc76-38261938f272 req-a826a955-f5f0-4cd6-85e5-4d8163dc77a2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 943 time: 0.0690951 Jul 22 17:51:27.149767 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-037b517b-e128-4cb4-bc76-38261938f272 req-cfeb7833-f7a7-47fa-95d7-032eecc2e779 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366571 Jul 22 17:51:28.283202 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776ace9-f1f1-45a9-ad09-e316a0156329 req-a74243bf-a7ca-4c7b-a8c3-a1d867accb89 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:28.284736 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d776ace9-f1f1-45a9-ad09-e316a0156329 req-a74243bf-a7ca-4c7b-a8c3-a1d867accb89 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 943 time: 0.0680609 Jul 22 17:51:28.324038 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d776ace9-f1f1-45a9-ad09-e316a0156329 req-402ce33c-d3e8-420b-9e46-1562f0cc3691 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336263 Jul 22 17:51:29.172982 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c636f10e-86e5-4560-bc31-dca9c1023b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:29.449727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca0e2b-b2ae-4ae6-b26f-43b2a284b2d5 req-19f29ae5-d061-45e6-90f6-7bd6c7809bee tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:29.451145 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-88ca0e2b-b2ae-4ae6-b26f-43b2a284b2d5 req-19f29ae5-d061-45e6-90f6-7bd6c7809bee tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 943 time: 0.0630043 Jul 22 17:51:29.487810 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-88ca0e2b-b2ae-4ae6-b26f-43b2a284b2d5 req-864ce9c2-8828-4ca4-a208-acba3bd08926 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312693 Jul 22 17:51:30.613180 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911755eb-96ba-4a88-beef-82d757b20841 req-5c9d48e3-bf5a-44c3-9782-cd26669f59a2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:30.614660 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-911755eb-96ba-4a88-beef-82d757b20841 req-5c9d48e3-bf5a-44c3-9782-cd26669f59a2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 943 time: 0.0623972 Jul 22 17:51:30.651582 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-911755eb-96ba-4a88-beef-82d757b20841 req-60c729de-07cc-461d-9968-3b0d8e58c743 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310874 Jul 22 17:51:31.689374 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a34d3ab6-b40d-466d-8fc0-c95fa1419eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:31.714852 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:31.782129 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fe966-6465-4441-a304-70ea71e87f11 req-1569ed4b-a3fd-4173-8a20-bc370b6b7ab5 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:31.783898 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-877fe966-6465-4441-a304-70ea71e87f11 req-1569ed4b-a3fd-4173-8a20-bc370b6b7ab5 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 943 time: 0.0638404 Jul 22 17:51:31.825020 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-877fe966-6465-4441-a304-70ea71e87f11 req-a93563d0-42fb-46a0-ae42-6ed2a1b213fe tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355237 Jul 22 17:51:32.955247 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ef03f-31b1-4026-b308-ffc4eea2485e req-5f83fc25-f22f-4b51-a99c-98914dc35694 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:32.957060 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2a0ef03f-31b1-4026-b308-ffc4eea2485e req-5f83fc25-f22f-4b51-a99c-98914dc35694 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 943 time: 0.0669916 Jul 22 17:51:32.993301 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-2a0ef03f-31b1-4026-b308-ffc4eea2485e req-def906eb-fad4-4f56-9cf2-fe9a95684506 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300951 Jul 22 17:51:33.066663 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device e7c904f1-692f-48df-8dc6-a5048ac6d92e details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:51:33.096508 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:33.170937 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port e7c904f1-692f-48df-8dc6-a5048ac6d92e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=e7c904f1-692f-48df-8dc6-a5048ac6d92e,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:51:33.180919 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'e7c904f1-692f-48df-8dc6-a5048ac6d92e', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'port_id': 'e7c904f1-692f-48df-8dc6-a5048ac6d92e', 'mac_address': 'fa:16:3e:68:4e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:51:33.220358 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:33.232327 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c904f1-692f-48df-8dc6-a5048ac6d92e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:51:33.250646 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port e7c904f1-692f-48df-8dc6-a5048ac6d92e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=e7c904f1-692f-48df-8dc6-a5048ac6d92e,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:51:33.254134 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:33.300529 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=e7c904f1-692f-48df-8dc6-a5048ac6d92e,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:51:33.308105 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:33.308448 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:33.308783 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:33.309113 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:33.309449 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:33.309764 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:33.310111 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:33.310433 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:33.310752 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:33.311067 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:33.311385 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:33.311699 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:33.524360 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['e7c904f1-692f-48df-8dc6-a5048ac6d92e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:51:34.121985 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a4516-d9d5-47b8-8154-71803624fbde req-5ee06789-ca96-43a5-9178-b2f1c228b48a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:34.123495 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-709a4516-d9d5-47b8-8154-71803624fbde req-5ee06789-ca96-43a5-9178-b2f1c228b48a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 944 time: 0.0647745 Jul 22 17:51:34.160696 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-709a4516-d9d5-47b8-8154-71803624fbde req-3bfdba75-bb85-4b19-9730-d2ca1f914e87 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316629 Jul 22 17:51:34.919881 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:35.082001 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device e7c904f1-692f-48df-8dc6-a5048ac6d92e up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:51:35.128971 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port e7c904f1-692f-48df-8dc6-a5048ac6d92e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:51:35.132365 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port e7c904f1-692f-48df-8dc6-a5048ac6d92e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:51:35.132755 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:35.208217 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:35.231138 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73e96f1-e7a6-41ef-9736-e0514288a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c904f1-692f-48df-8dc6-a5048ac6d92e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:51:35.233403 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b081dd-9fc6-4f3e-b8a7-35308129d1af" -d '{"events": [{"server_uuid": "c73e96f1-e7a6-41ef-9736-e0514288a262", "name": "network-vif-plugged", "status": "completed", "tag": "e7c904f1-692f-48df-8dc6-a5048ac6d92e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:51:35.245857 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port e7c904f1-692f-48df-8dc6-a5048ac6d92e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=e7c904f1-692f-48df-8dc6-a5048ac6d92e,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:51:35.250798 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:35.294615 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5ebae-c2f9-493a-89a9-4cd0a0e1a200 req-755a9d99-ac63-4e34-b459-d71a1a6e6c9e tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:35.296156 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0cf5ebae-c2f9-493a-89a9-4cd0a0e1a200 req-755a9d99-ac63-4e34-b459-d71a1a6e6c9e tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 944 time: 0.0704312 Jul 22 17:51:35.300256 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=e7c904f1-692f-48df-8dc6-a5048ac6d92e,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:51:35.329269 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd41a1b-db3a-4767-b941-70b01b82a2a6 x-openstack-request-id: req-4bd41a1b-db3a-4767-b941-70b01b82a2a6 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:51:35.329564 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73e96f1-e7a6-41ef-9736-e0514288a262", "name": "network-vif-plugged", "status": "completed", "tag": "e7c904f1-692f-48df-8dc6-a5048ac6d92e", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:51:35.329820 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4bd41a1b-db3a-4767-b941-70b01b82a2a6 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:51:35.330292 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73e96f1-e7a6-41ef-9736-e0514288a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c904f1-692f-48df-8dc6-a5048ac6d92e', 'code': 200} Jul 22 17:51:35.336756 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0cf5ebae-c2f9-493a-89a9-4cd0a0e1a200 req-7b2931f3-302d-467b-ab16-24783ab7f830 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350628 Jul 22 17:51:35.459350 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5c2fd-5570-4bc1-82e4-9da120ef7cbb req-f9f149a5-d2d9-4132-9259-5aac0ae66c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:35.461346 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1ac5c2fd-5570-4bc1-82e4-9da120ef7cbb req-f9f149a5-d2d9-4132-9259-5aac0ae66c52 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 1096 time: 0.0526347 Jul 22 17:51:35.494267 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-1ac5c2fd-5570-4bc1-82e4-9da120ef7cbb req-00b2a726-0c96-42c5-8d6d-d04440c8ac91 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262721 Jul 22 17:51:36.391228 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:51:36.469138 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f46af7-1ec5-4f12-b7cf-150d036be396 req-4344e4cb-a00b-4f30-ba4d-31a9f5ce095c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:36.470649 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-18f46af7-1ec5-4f12-b7cf-150d036be396 req-4344e4cb-a00b-4f30-ba4d-31a9f5ce095c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 945 time: 0.0667353 Jul 22 17:51:36.515348 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-18f46af7-1ec5-4f12-b7cf-150d036be396 req-b1a213e8-f7ee-435f-83bd-86b59a17ac81 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382035 Jul 22 17:51:37.644149 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3469ed-b58d-46d9-a023-1521cc714509 req-886fed7b-0708-4463-8382-99736adc6520 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:37.645603 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3c3469ed-b58d-46d9-a023-1521cc714509 req-886fed7b-0708-4463-8382-99736adc6520 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 945 time: 0.0618086 Jul 22 17:51:37.681963 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3c3469ed-b58d-46d9-a023-1521cc714509 req-b6e01e1d-1f37-467a-9351-4b3ab96a6983 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301573 Jul 22 17:51:37.807688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ec8c2-ca75-43bf-a1f7-9a0c7d07a2f5 req-e57304c6-cf62-4e90-a70c-33f87413ed96 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:37.809060 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f77ec8c2-ca75-43bf-a1f7-9a0c7d07a2f5 req-e57304c6-cf62-4e90-a70c-33f87413ed96 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 945 time: 0.0634153 Jul 22 17:51:37.845915 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f77ec8c2-ca75-43bf-a1f7-9a0c7d07a2f5 req-396c2469-8008-4e94-af44-66fc9cf5fb7a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312076 Jul 22 17:51:37.866377 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43122) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:51:37.918571 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457bcf2e-ff86-4258-a7ff-4c3f815f7b96 tempest-TestShelveInstance-1823200775 tempest-TestShelveInstance-1823200775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:37.920060 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-457bcf2e-ff86-4258-a7ff-4c3f815f7b96 tempest-TestShelveInstance-1823200775 tempest-TestShelveInstance-1823200775-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 1091 time: 0.0522194 Jul 22 17:51:37.922837 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43124) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:51:37.927050 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-18871c60-fb82-4396-a540-4077cb10a0c2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': 'e7c904f1-692f-48df-8dc6-a5048ac6d92e', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:51:37.949260 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18871c60-fb82-4396-a540-4077cb10a0c2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:38.046487 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18871c60-fb82-4396-a540-4077cb10a0c2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:38.151263 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-18871c60-fb82-4396-a540-4077cb10a0c2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Allocated IP 172.25.0.163 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/10821ea1-46ae-4d0f-9a3d-a526707b13f0) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:51:38.252749 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18871c60-fb82-4396-a540-4077cb10a0c2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:38.290993 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18871c60-fb82-4396-a540-4077cb10a0c2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:38.326345 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18871c60-fb82-4396-a540-4077cb10a0c2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:51:38.330949 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-18871c60-fb82-4396-a540-4077cb10a0c2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:51:38.333569 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18871c60-fb82-4396-a540-4077cb10a0c2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:51:38.364999 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18871c60-fb82-4396-a540-4077cb10a0c2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event updated for resources: {'Port': ['ID=10821ea1-46ae-4d0f-9a3d-a526707b13f0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:51:38.687406 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18871c60-fb82-4396-a540-4077cb10a0c2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:38.763053 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18871c60-fb82-4396-a540-4077cb10a0c2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:38.908676 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18871c60-fb82-4396-a540-4077cb10a0c2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:38.913053 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18871c60-fb82-4396-a540-4077cb10a0c2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:38.979670 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18871c60-fb82-4396-a540-4077cb10a0c2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event updated for resources: {'Port': ['ID=10821ea1-46ae-4d0f-9a3d-a526707b13f0,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:51:38.989302 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18871c60-fb82-4396-a540-4077cb10a0c2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:39.087420 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-18871c60-fb82-4396-a540-4077cb10a0c2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Floating IP 37f3b3dc-3c7c-4006-b80a-45f65113fb56 associated. External IP: 172.25.0.163, port: e7c904f1-692f-48df-8dc6-a5048ac6d92e. Jul 22 17:51:39.291525 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18871c60-fb82-4396-a540-4077cb10a0c2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Router ed3e158a-ee0b-441f-b290-f779814d42e3 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:51:39.393053 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18871c60-fb82-4396-a540-4077cb10a0c2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:51:39.405038 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8c4b6d-408d-40fb-bb6b-d5c0b1db894b None None] Sync routers for ids ['ed3e158a-ee0b-441f-b290-f779814d42e3'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:51:39.408566 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18871c60-fb82-4396-a540-4077cb10a0c2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:39.414260 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8c4b6d-408d-40fb-bb6b-d5c0b1db894b None None] Routers {'ed3e158a-ee0b-441f-b290-f779814d42e3'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:51:39.414859 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9e8c4b6d-408d-40fb-bb6b-d5c0b1db894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:51:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['ed3e158a-ee0b-441f-b290-f779814d42e3'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:51:39.448669 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-18871c60-fb82-4396-a540-4077cb10a0c2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5248122 Jul 22 17:51:39.449263 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73e96f1-e7a6-41ef-9736-e0514288a262', 'tag': 'e7c904f1-692f-48df-8dc6-a5048ac6d92e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:51:39.452147 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e386cf5-9ef5-40b3-9d95-b04ece61e353" -d '{"events": [{"name": "network-changed", "server_uuid": "c73e96f1-e7a6-41ef-9736-e0514288a262", "tag": "e7c904f1-692f-48df-8dc6-a5048ac6d92e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:51:39.495090 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d368bbf-3f66-4469-9174-88cef4780017 x-openstack-request-id: req-5d368bbf-3f66-4469-9174-88cef4780017 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:51:39.495382 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73e96f1-e7a6-41ef-9736-e0514288a262", "tag": "e7c904f1-692f-48df-8dc6-a5048ac6d92e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:51:39.495639 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5d368bbf-3f66-4469-9174-88cef4780017 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:51:39.496162 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73e96f1-e7a6-41ef-9736-e0514288a262', 'tag': 'e7c904f1-692f-48df-8dc6-a5048ac6d92e', 'status': 'completed', 'code': 200} Jul 22 17:51:39.519993 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-9e8c4b6d-408d-40fb-bb6b-d5c0b1db894b None None] Set router ed3e158a-ee0b-441f-b290-f779814d42e3 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:51:39.589320 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e386cf5-9ef5-40b3-9d95-b04ece61e353 req-d06da391-cd9c-47e6-9500-f4c0d48ec50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:39.590875 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9e386cf5-9ef5-40b3-9d95-b04ece61e353 req-d06da391-cd9c-47e6-9500-f4c0d48ec50f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b5b4e2f116046e29263d8761e9cfc1e&device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 1096 time: 0.0541759 Jul 22 17:51:39.683076 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e386cf5-9ef5-40b3-9d95-b04ece61e353 req-822b962d-c288-456f-8880-3bc7d19d9a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:39.684565 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9e386cf5-9ef5-40b3-9d95-b04ece61e353 req-822b962d-c288-456f-8880-3bc7d19d9a25 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4716522-d7a0-4c6e-9b21-4cca50da92ca HTTP/1.1" status: 200 len: 909 time: 0.0877743 Jul 22 17:51:39.738850 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9e8c4b6d-408d-40fb-bb6b-d5c0b1db894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'name': 'tempest-TestShelveInstance-466773742-router', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:45Z', 'updated_at': '2021-07-22T17:46:48Z', 'revision_number': 4, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'gw_port': {'id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:46Z', 'updated_at': '2021-07-22T17:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '37f3b3dc-3c7c-4006-b80a-45f65113fb56', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'floating_ip_address': '172.25.0.163', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'port_id': 'e7c904f1-692f-48df-8dc6-a5048ac6d92e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'mac_address': 'fa:16:3e:68:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73e96f1-e7a6-41ef-9736-e0514288a262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:51:38Z', 'updated_at': '2021-07-22T17:51:38Z', 'revision_number': 0, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02bb5023-7229-41a3-ba61-2d65ddcec264', 'name': '', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'mac_address': 'fa:16:3e:24:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:47Z', 'updated_at': '2021-07-22T17:46:53Z', 'revision_number': 5, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'subnets': [{'id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:51:39.751224 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9e386cf5-9ef5-40b3-9d95-b04ece61e353 req-5007a0f2-956a-44fc-a8c5-ac077a7d1686 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c904f1-692f-48df-8dc6-a5048ac6d92e HTTP/1.1" status: 200 len: 999 time: 0.0589352 Jul 22 17:51:39.764645 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8c4b6d-408d-40fb-bb6b-d5c0b1db894b None None] Checking router: ed3e158a-ee0b-441f-b290-f779814d42e3 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:51:39.772725 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8c4b6d-408d-40fb-bb6b-d5c0b1db894b None None] Routers {'ed3e158a-ee0b-441f-b290-f779814d42e3'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:51:39.773316 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9e8c4b6d-408d-40fb-bb6b-d5c0b1db894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:51:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['ed3e158a-ee0b-441f-b290-f779814d42e3'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:51:39.798582 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e386cf5-9ef5-40b3-9d95-b04ece61e353 req-f40ea187-6048-4377-8207-f0b1a1979617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:39.800027 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9e386cf5-9ef5-40b3-9d95-b04ece61e353 req-f40ea187-6048-4377-8207-f0b1a1979617 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dad1639-0af6-46f5-8f8a-f27f45ae2c25 HTTP/1.1" status: 200 len: 847 time: 0.0427074 Jul 22 17:51:39.861153 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e386cf5-9ef5-40b3-9d95-b04ece61e353 req-3fe1b7f8-a7a6-45ee-a654-b4d4f1905b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:39.862713 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9e386cf5-9ef5-40b3-9d95-b04ece61e353 req-3fe1b7f8-a7a6-45ee-a654-b4d4f1905b30 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4716522-d7a0-4c6e-9b21-4cca50da92ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556955 Jul 22 17:51:39.876542 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-9e8c4b6d-408d-40fb-bb6b-d5c0b1db894b None None] Set router ed3e158a-ee0b-441f-b290-f779814d42e3 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:51:39.953447 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9e386cf5-9ef5-40b3-9d95-b04ece61e353 req-63466a61-237b-4d03-b420-83a73707af75 service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842040 Jul 22 17:51:40.048749 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9e386cf5-9ef5-40b3-9d95-b04ece61e353 req-c11ab063-894c-4355-b5a3-277983fdd09d service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895467 Jul 22 17:51:40.181906 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-9e8c4b6d-408d-40fb-bb6b-d5c0b1db894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'name': 'tempest-TestShelveInstance-466773742-router', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:45Z', 'updated_at': '2021-07-22T17:46:48Z', 'revision_number': 4, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'gw_port': {'id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:46Z', 'updated_at': '2021-07-22T17:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '37f3b3dc-3c7c-4006-b80a-45f65113fb56', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'floating_ip_address': '172.25.0.163', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'port_id': 'e7c904f1-692f-48df-8dc6-a5048ac6d92e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'mac_address': 'fa:16:3e:68:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73e96f1-e7a6-41ef-9736-e0514288a262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:51:38Z', 'updated_at': '2021-07-22T17:51:38Z', 'revision_number': 0, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02bb5023-7229-41a3-ba61-2d65ddcec264', 'name': '', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'mac_address': 'fa:16:3e:24:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:47Z', 'updated_at': '2021-07-22T17:46:53Z', 'revision_number': 5, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'subnets': [{'id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:51:40.206616 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8c4b6d-408d-40fb-bb6b-d5c0b1db894b None None] The sync data for ids ['ed3e158a-ee0b-441f-b290-f779814d42e3'] in n-d-798930-9 is: [{'id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'name': 'tempest-TestShelveInstance-466773742-router', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:45Z', 'updated_at': '2021-07-22T17:46:48Z', 'revision_number': 4, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'gw_port': {'id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:46Z', 'updated_at': '2021-07-22T17:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '37f3b3dc-3c7c-4006-b80a-45f65113fb56', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'floating_ip_address': '172.25.0.163', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'port_id': 'e7c904f1-692f-48df-8dc6-a5048ac6d92e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'mac_address': 'fa:16:3e:68:4e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73e96f1-e7a6-41ef-9736-e0514288a262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:51:38Z', 'updated_at': '2021-07-22T17:51:38Z', 'revision_number': 0, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02bb5023-7229-41a3-ba61-2d65ddcec264', 'name': '', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'mac_address': 'fa:16:3e:24:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:47Z', 'updated_at': '2021-07-22T17:46:53Z', 'revision_number': 5, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'subnets': [{'id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:51:40.389408 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e9f9d-e5ae-46e4-933c-9d808b62cac8 None None] New status for floating IP 37f3b3dc-3c7c-4006-b80a-45f65113fb56: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:51:42.665690 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:42.846523 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:59.177340 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a923f89-bcbb-4ca5-9d63-323f763d519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:59.796957 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ededfdf2-6586-4d2d-a990-5d19a2b07fa7 req-a22cc1a5-db88-45c7-8bae-21650b3221d2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521092 Jul 22 17:51:59.903581 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededfdf2-6586-4d2d-a990-5d19a2b07fa7 req-aba51f5c-5a71-4eeb-a1a9-f559b49cfc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:59.905044 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ededfdf2-6586-4d2d-a990-5d19a2b07fa7 req-aba51f5c-5a71-4eeb-a1a9-f559b49cfc2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b5b4e2f116046e29263d8761e9cfc1e&device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 1096 time: 0.0528052 Jul 22 17:52:00.011289 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededfdf2-6586-4d2d-a990-5d19a2b07fa7 req-89a0de4f-849e-43c1-ae67-1fca49dfea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:52:00.012796 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ededfdf2-6586-4d2d-a990-5d19a2b07fa7 req-89a0de4f-849e-43c1-ae67-1fca49dfea35 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4716522-d7a0-4c6e-9b21-4cca50da92ca HTTP/1.1" status: 200 len: 909 time: 0.0886166 Jul 22 17:52:00.076416 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ededfdf2-6586-4d2d-a990-5d19a2b07fa7 req-9d47bad3-9911-4143-b81e-8e3c038cb67d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c904f1-692f-48df-8dc6-a5048ac6d92e HTTP/1.1" status: 200 len: 1001 time: 0.0570681 Jul 22 17:52:00.128256 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededfdf2-6586-4d2d-a990-5d19a2b07fa7 req-d5729dc0-e6e0-44d7-97c3-12fe6d52eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:52:00.129691 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ededfdf2-6586-4d2d-a990-5d19a2b07fa7 req-d5729dc0-e6e0-44d7-97c3-12fe6d52eee9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dad1639-0af6-46f5-8f8a-f27f45ae2c25 HTTP/1.1" status: 200 len: 847 time: 0.0470357 Jul 22 17:52:00.187611 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededfdf2-6586-4d2d-a990-5d19a2b07fa7 req-3b2e1a93-4fa0-4a48-8c97-460b6dc32707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:52:00.189024 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ededfdf2-6586-4d2d-a990-5d19a2b07fa7 req-3b2e1a93-4fa0-4a48-8c97-460b6dc32707 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4716522-d7a0-4c6e-9b21-4cca50da92ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520215 Jul 22 17:52:00.277670 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ededfdf2-6586-4d2d-a990-5d19a2b07fa7 req-b80dc8e1-9771-4fb5-a85d-3bf5efb43bd2 service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790601 Jul 22 17:52:00.365370 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ededfdf2-6586-4d2d-a990-5d19a2b07fa7 req-3fc26d57-05e8-400e-b31b-64fbc447c263 service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809684 Jul 22 17:52:01.691929 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd78f-5eba-4a04-874b-1e848f760d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:01.715857 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:03.091289 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:04.921447 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:12.664309 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:12.838838 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:13.391199 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:52:29.178697 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc265ebb-9105-4f0f-8397-4a7ce6beb0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:31.693226 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-717244cf-c09d-416f-a611-65ef5363194b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:31.715030 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:33.094767 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:34.924614 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:42.672136 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:42.844480 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:50.390462 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:52:59.178921 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef99491c-2dc8-424d-a7ef-2bcf4b6c47fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:00.777374 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5bababb-76ea-4009-92f8-3ae6008aa8d0 req-6e9e3fd3-5aa6-49f2-bb82-d4c885a40468 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528846 Jul 22 17:53:00.885459 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bababb-76ea-4009-92f8-3ae6008aa8d0 req-ceab80c2-ecec-4a4e-952c-6377ab29d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:00.886991 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5bababb-76ea-4009-92f8-3ae6008aa8d0 req-ceab80c2-ecec-4a4e-952c-6377ab29d14c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b5b4e2f116046e29263d8761e9cfc1e&device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 1096 time: 0.0532374 Jul 22 17:53:00.991727 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bababb-76ea-4009-92f8-3ae6008aa8d0 req-7ce43600-c4dd-42f9-9c31-38adf43f30df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:00.993227 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5bababb-76ea-4009-92f8-3ae6008aa8d0 req-7ce43600-c4dd-42f9-9c31-38adf43f30df service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4716522-d7a0-4c6e-9b21-4cca50da92ca HTTP/1.1" status: 200 len: 909 time: 0.0874569 Jul 22 17:53:01.057650 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5bababb-76ea-4009-92f8-3ae6008aa8d0 req-75dec654-afc9-4436-a8e9-076542d6ee64 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c904f1-692f-48df-8dc6-a5048ac6d92e HTTP/1.1" status: 200 len: 1001 time: 0.0585332 Jul 22 17:53:01.449945 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bababb-76ea-4009-92f8-3ae6008aa8d0 req-4bcaaa77-cddc-4fbb-829a-494fd9050935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:01.451442 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5bababb-76ea-4009-92f8-3ae6008aa8d0 req-4bcaaa77-cddc-4fbb-829a-494fd9050935 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dad1639-0af6-46f5-8f8a-f27f45ae2c25 HTTP/1.1" status: 200 len: 847 time: 0.3884125 Jul 22 17:53:01.510530 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bababb-76ea-4009-92f8-3ae6008aa8d0 req-35fe729b-05fc-4c61-bd0f-38b4796ef45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:01.512031 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5bababb-76ea-4009-92f8-3ae6008aa8d0 req-35fe729b-05fc-4c61-bd0f-38b4796ef45f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4716522-d7a0-4c6e-9b21-4cca50da92ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534396 Jul 22 17:53:01.600927 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5bababb-76ea-4009-92f8-3ae6008aa8d0 req-ec3ec185-175c-4f18-9341-dc084b9e7972 service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827017 Jul 22 17:53:01.688126 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d5bababb-76ea-4009-92f8-3ae6008aa8d0 req-df2c4c8a-401a-46a9-b10f-4050c562b399 service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805881 Jul 22 17:53:01.694518 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c40250b-c453-43ef-b9d2-9bc910f711b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:01.715299 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:03.098186 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:04.928575 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:12.678325 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:12.854189 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:27.389451 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:53:29.179950 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2c9eddc-f0c8-46c6-a67d-9e75b7909adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:31.694243 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06d90ea1-e3bc-4ac1-b203-af6858d6ab25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:31.714327 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:33.101776 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:34.931452 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:35.114742 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4bdfe-ef7f-40d2-a962-e29a5548abdd req-16f84615-fb06-49c7-b6c5-9dba77622c32 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:35.116200 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e1d4bdfe-ef7f-40d2-a962-e29a5548abdd req-16f84615-fb06-49c7-b6c5-9dba77622c32 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 945 time: 0.0642586 Jul 22 17:53:35.152705 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e1d4bdfe-ef7f-40d2-a962-e29a5548abdd req-382ab8b2-dc8c-42ca-bf5d-d9345aa9aeb9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310104 Jul 22 17:53:36.313177 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b8dd6-3fcf-45ea-bab0-07ec6dff8506 req-db0b4b2c-818d-44ad-ac97-737344f6bb2e tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:36.314690 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fc1b8dd6-3fcf-45ea-bab0-07ec6dff8506 req-db0b4b2c-818d-44ad-ac97-737344f6bb2e tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 945 time: 0.0673718 Jul 22 17:53:36.351241 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fc1b8dd6-3fcf-45ea-bab0-07ec6dff8506 req-3d554339-d487-4b19-b667-d7d8df8e93c6 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304809 Jul 22 17:53:37.519139 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f2191-9f70-4f87-86a7-8adae62ee72b req-522c8117-0773-4f8f-b5b4-82053dc4f117 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:37.520601 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-400f2191-9f70-4f87-86a7-8adae62ee72b req-522c8117-0773-4f8f-b5b4-82053dc4f117 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 945 time: 0.0620139 Jul 22 17:53:37.557430 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-400f2191-9f70-4f87-86a7-8adae62ee72b req-10844006-e201-43df-bea7-0fb198c8a23c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313795 Jul 22 17:53:38.683949 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e92265-5dc9-4563-bc2e-4078d8573b7e req-cc41b5cb-1593-4e11-b480-a83bf0b136e2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:38.685458 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f0e92265-5dc9-4563-bc2e-4078d8573b7e req-cc41b5cb-1593-4e11-b480-a83bf0b136e2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 945 time: 0.0629580 Jul 22 17:53:38.724231 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f0e92265-5dc9-4563-bc2e-4078d8573b7e req-b5b2ba4f-036a-4188-92b3-0075e353abbf tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327895 Jul 22 17:53:39.851774 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1feca3-8a62-4b38-85e0-0c37f3db6843 req-2be79b6e-6898-4549-965c-c34ac4f893cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:39.853139 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7d1feca3-8a62-4b38-85e0-0c37f3db6843 req-2be79b6e-6898-4549-965c-c34ac4f893cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 945 time: 0.0651386 Jul 22 17:53:39.889504 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-7d1feca3-8a62-4b38-85e0-0c37f3db6843 req-6533825b-6d73-42e1-a61a-2b1436bb4427 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308750 Jul 22 17:53:41.017735 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ff78f-5500-4c06-a5dc-9eeda2e81582 req-499d9062-3397-4794-bec8-62e5a3226657 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:41.019328 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d86ff78f-5500-4c06-a5dc-9eeda2e81582 req-499d9062-3397-4794-bec8-62e5a3226657 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 945 time: 0.0631554 Jul 22 17:53:41.056123 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d86ff78f-5500-4c06-a5dc-9eeda2e81582 req-6143f6ce-1559-4a24-831a-ebb8fe4a8a40 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313344 Jul 22 17:53:42.181890 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e9e1d-2d04-431f-89c1-c1cf0fcecb2a req-e79b97de-ee0b-485f-a119-19c82c3b2efd tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:42.183382 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-776e9e1d-2d04-431f-89c1-c1cf0fcecb2a req-e79b97de-ee0b-485f-a119-19c82c3b2efd tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 945 time: 0.0624220 Jul 22 17:53:42.220388 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-776e9e1d-2d04-431f-89c1-c1cf0fcecb2a req-20411304-cd58-41af-9ba3-853db49ed716 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314996 Jul 22 17:53:42.680875 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:42.887529 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:43.351170 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64545a-32d0-4aa1-887c-2e2941a0e5ee req-f45ccbe3-f7c9-4375-97b6-27a3f926f29f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:43.352660 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b64545a-32d0-4aa1-887c-2e2941a0e5ee req-f45ccbe3-f7c9-4375-97b6-27a3f926f29f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 945 time: 0.0671649 Jul 22 17:53:43.389969 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4b64545a-32d0-4aa1-887c-2e2941a0e5ee req-61e5a59c-e025-4d9f-88a4-d3b315b7d29b tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316310 Jul 22 17:53:44.515387 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c70eb-e62e-40d2-96eb-e198531b4d1a req-669aec83-5bc0-41ee-8564-a9a48aedb0c9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:44.516842 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d6c70eb-e62e-40d2-96eb-e198531b4d1a req-669aec83-5bc0-41ee-8564-a9a48aedb0c9 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 945 time: 0.0621061 Jul 22 17:53:44.557243 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1d6c70eb-e62e-40d2-96eb-e198531b4d1a req-7641e6d8-ba39-4c40-9f99-aaadc82c46de tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344136 Jul 22 17:53:45.332615 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91215a-db33-4ee6-9a63-51a9c5d3f069 req-afd7f7c5-cd3b-4ded-9592-168b45b572e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:45.334836 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3b91215a-db33-4ee6-9a63-51a9c5d3f069 req-afd7f7c5-cd3b-4ded-9592-168b45b572e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b5b4e2f116046e29263d8761e9cfc1e&device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 1096 time: 0.0639999 Jul 22 17:53:45.426974 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91215a-db33-4ee6-9a63-51a9c5d3f069 req-d3d46973-80ba-473d-90fd-5d9a918c47ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:45.428389 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3b91215a-db33-4ee6-9a63-51a9c5d3f069 req-d3d46973-80ba-473d-90fd-5d9a918c47ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4716522-d7a0-4c6e-9b21-4cca50da92ca HTTP/1.1" status: 200 len: 909 time: 0.0869312 Jul 22 17:53:45.492146 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3b91215a-db33-4ee6-9a63-51a9c5d3f069 req-be0cc3fd-e8bb-4995-bcd5-33b496ebc911 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c904f1-692f-48df-8dc6-a5048ac6d92e HTTP/1.1" status: 200 len: 1001 time: 0.0568855 Jul 22 17:53:45.544400 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91215a-db33-4ee6-9a63-51a9c5d3f069 req-08e1d104-bdfd-4e2c-8437-641dad25755c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:45.545872 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3b91215a-db33-4ee6-9a63-51a9c5d3f069 req-08e1d104-bdfd-4e2c-8437-641dad25755c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dad1639-0af6-46f5-8f8a-f27f45ae2c25 HTTP/1.1" status: 200 len: 847 time: 0.0477512 Jul 22 17:53:45.603875 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91215a-db33-4ee6-9a63-51a9c5d3f069 req-83953a81-5b71-4e21-9dd6-3db76e39eede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:45.605396 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3b91215a-db33-4ee6-9a63-51a9c5d3f069 req-83953a81-5b71-4e21-9dd6-3db76e39eede service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4716522-d7a0-4c6e-9b21-4cca50da92ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529747 Jul 22 17:53:45.741092 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3b91215a-db33-4ee6-9a63-51a9c5d3f069 req-2674ffce-663c-43ca-a3d6-e799c71eccfa service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280272 Jul 22 17:53:45.749246 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706297c6-9c44-4b37-84d1-c52028dcba9c req-6b2050fa-6035-4506-aad9-d9b9861a2e68 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:45.750662 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-706297c6-9c44-4b37-84d1-c52028dcba9c req-6b2050fa-6035-4506-aad9-d9b9861a2e68 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 945 time: 0.1291044 Jul 22 17:53:45.840176 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-706297c6-9c44-4b37-84d1-c52028dcba9c req-bda7b5b7-3526-4642-8128-dd2815e1564e tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816791 Jul 22 17:53:45.862455 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3b91215a-db33-4ee6-9a63-51a9c5d3f069 req-c8075be1-9641-4753-92e9-22242fa925be service neutron] 10.222.0.30 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108928 Jul 22 17:53:46.966602 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5b04f-f0c0-4700-afcd-748947510f45 req-8d9a627b-620a-447d-88a1-30a7cbf1e164 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:46.968054 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-05b5b04f-f0c0-4700-afcd-748947510f45 req-8d9a627b-620a-447d-88a1-30a7cbf1e164 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 945 time: 0.0620935 Jul 22 17:53:47.004269 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-05b5b04f-f0c0-4700-afcd-748947510f45 req-acb07f20-53e4-4449-a8d0-84625efda4df tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301120 Jul 22 17:53:48.136751 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a9aaa-01a4-479d-9224-6383221fbfe3 req-18fb9e48-ed57-49f9-bb90-fb3936f4f537 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:48.138434 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b3a9aaa-01a4-479d-9224-6383221fbfe3 req-18fb9e48-ed57-49f9-bb90-fb3936f4f537 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 945 time: 0.0674829 Jul 22 17:53:48.181590 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9b3a9aaa-01a4-479d-9224-6383221fbfe3 req-81c56f22-a85c-4748-b394-3b54a6730ffa tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334182 Jul 22 17:53:49.312000 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2b1f5-47f5-4207-9425-a7d159310886 req-24418567-0fd4-4e30-93ed-ab6c67a95548 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:49.314132 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-31e2b1f5-47f5-4207-9425-a7d159310886 req-24418567-0fd4-4e30-93ed-ab6c67a95548 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 945 time: 0.0661981 Jul 22 17:53:49.354497 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-31e2b1f5-47f5-4207-9425-a7d159310886 req-a8e3ae5c-9d4d-4e32-8b79-9f70058baf2f tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344799 Jul 22 17:53:49.612240 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06721bd9-e17d-486c-8c0e-39c169129c0e req-0b9dd955-8455-44f0-9a48-0cf6eeccdc22 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:49.613718 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-06721bd9-e17d-486c-8c0e-39c169129c0e req-0b9dd955-8455-44f0-9a48-0cf6eeccdc22 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 945 time: 0.1026998 Jul 22 17:53:49.620345 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e89271c0-c453-4412-ba29-20313409d18c req-d9e8554e-7a0c-4038-a5cd-efd5338826f5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1271837 Jul 22 17:53:49.652497 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-06721bd9-e17d-486c-8c0e-39c169129c0e req-ab5c8739-fe22-4341-b62a-62a1f734b2f2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313122 Jul 22 17:53:49.851183 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device e7c904f1-692f-48df-8dc6-a5048ac6d92e no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:53:49.921838 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:49.943473 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73e96f1-e7a6-41ef-9736-e0514288a262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7c904f1-692f-48df-8dc6-a5048ac6d92e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:53:49.945658 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6affd1af-7f9e-41cb-beb8-e0eae49e8774" -d '{"events": [{"server_uuid": "c73e96f1-e7a6-41ef-9736-e0514288a262", "name": "network-vif-unplugged", "status": "completed", "tag": "e7c904f1-692f-48df-8dc6-a5048ac6d92e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:53:49.957694 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port e7c904f1-692f-48df-8dc6-a5048ac6d92e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=e7c904f1-692f-48df-8dc6-a5048ac6d92e,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:53:49.961882 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:49.984213 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 17:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafbec9a-bc85-4933-83af-da3068adf3d6 x-openstack-request-id: req-eafbec9a-bc85-4933-83af-da3068adf3d6 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:53:49.984506 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73e96f1-e7a6-41ef-9736-e0514288a262", "name": "network-vif-unplugged", "status": "failed", "tag": "e7c904f1-692f-48df-8dc6-a5048ac6d92e", "code": 422}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:53:49.984758 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eafbec9a-bc85-4933-83af-da3068adf3d6 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:53:49.985140 n-d-798930-9 neutron-server[93818]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c73e96f1-e7a6-41ef-9736-e0514288a262', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e7c904f1-692f-48df-8dc6-a5048ac6d92e', 'code': 422} returned with failed status Jul 22 17:53:50.012983 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=e7c904f1-692f-48df-8dc6-a5048ac6d92e,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:53:50.020169 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:50.020508 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:50.020841 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:50.021171 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:50.021497 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:50.021819 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:50.022166 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:50.022484 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:50.022801 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:50.023116 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:50.023431 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:50.023743 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:50.781748 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a59c1f-31b5-400e-9349-f6785f59445b req-c6aac6d2-cf70-42c8-b344-3f324c419e26 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:50.783250 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a3a59c1f-31b5-400e-9349-f6785f59445b req-c6aac6d2-cf70-42c8-b344-3f324c419e26 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 943 time: 0.0645494 Jul 22 17:53:50.824955 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a3a59c1f-31b5-400e-9349-f6785f59445b req-e700592a-2bb5-41ae-8287-6f3b2bcec73b tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353861 Jul 22 17:53:51.954569 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37801a4-5bb3-4e2a-8a3c-eca2aaa6a81c req-be2094b8-bbcb-4f73-89fd-9ba941b4e9a5 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:51.955972 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a37801a4-5bb3-4e2a-8a3c-eca2aaa6a81c req-be2094b8-bbcb-4f73-89fd-9ba941b4e9a5 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 943 time: 0.0641582 Jul 22 17:53:51.997012 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a37801a4-5bb3-4e2a-8a3c-eca2aaa6a81c req-93e6f123-8400-4b74-bc19-e6c9afec4793 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354753 Jul 22 17:53:53.126323 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab33fd3-767b-4ecd-93a3-1e8a315d3064 req-fb7a1e6d-b067-4ba5-b1b7-80b7897d31ec tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:53.127829 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0ab33fd3-767b-4ecd-93a3-1e8a315d3064 req-fb7a1e6d-b067-4ba5-b1b7-80b7897d31ec tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 943 time: 0.0656164 Jul 22 17:53:53.166287 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-0ab33fd3-767b-4ecd-93a3-1e8a315d3064 req-b68296b0-f6b6-4c8d-8f30-619a3d60a902 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323858 Jul 22 17:53:54.300659 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12864715-99f4-4a9e-9ffe-251a8f8c2035 req-94eec4f6-b16d-47b5-8da0-27a95ff1f3d7 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:54.302165 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-12864715-99f4-4a9e-9ffe-251a8f8c2035 req-94eec4f6-b16d-47b5-8da0-27a95ff1f3d7 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 943 time: 0.0687146 Jul 22 17:53:54.339615 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-12864715-99f4-4a9e-9ffe-251a8f8c2035 req-427f737c-e92e-4703-8c8b-b1ee4a9cdf08 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318620 Jul 22 17:53:55.470675 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7547f-344b-483e-928b-a77fd186272e req-337f96ad-b9af-46b0-81e3-6f063fe09e94 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:55.472452 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8bd7547f-344b-483e-928b-a77fd186272e req-337f96ad-b9af-46b0-81e3-6f063fe09e94 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 943 time: 0.0646443 Jul 22 17:53:55.509744 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8bd7547f-344b-483e-928b-a77fd186272e req-1e48c518-42fd-4da7-a005-8bd0735b9916 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317616 Jul 22 17:53:56.421482 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89271c0-c453-4412-ba29-20313409d18c req-89b75c4b-4a54-4607-8b6e-d6e64632c121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:56.422978 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e89271c0-c453-4412-ba29-20313409d18c req-89b75c4b-4a54-4607-8b6e-d6e64632c121 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262&tenant_id=9b5b4e2f116046e29263d8761e9cfc1e HTTP/1.1" status: 200 len: 1094 time: 0.0932684 Jul 22 17:53:56.440984 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-e89271c0-c453-4412-ba29-20313409d18c req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798930-9', 'device_owner': 'compute:nova'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:53:56.508493 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e89271c0-c453-4412-ba29-20313409d18c req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:56.736498 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ba20c-36f9-41ed-8caa-53e632d94a99 req-b03055c6-a08c-4538-91f8-ccdc7351a255 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:56.738422 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef9ba20c-36f9-41ed-8caa-53e632d94a99 req-b03055c6-a08c-4538-91f8-ccdc7351a255 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 943 time: 0.1313972 Jul 22 17:53:56.767640 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e89271c0-c453-4412-ba29-20313409d18c req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] For port e7c904f1-692f-48df-8dc6-a5048ac6d92e, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=e7c904f1-692f-48df-8dc6-a5048ac6d92e,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:53:56.803482 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ef9ba20c-36f9-41ed-8caa-53e632d94a99 req-9a928fc1-dd20-46c3-904b-d2c969e0b57a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576444 Jul 22 17:53:56.815179 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e89271c0-c453-4412-ba29-20313409d18c req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] For port e7c904f1-692f-48df-8dc6-a5048ac6d92e, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:53:56.851252 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-e89271c0-c453-4412-ba29-20313409d18c req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c904f1-692f-48df-8dc6-a5048ac6d92e {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:53:56.858606 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e89271c0-c453-4412-ba29-20313409d18c req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:56.870739 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-e89271c0-c453-4412-ba29-20313409d18c req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Transition to ACTIVE for port object e7c904f1-692f-48df-8dc6-a5048ac6d92e will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:53:56.873744 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e89271c0-c453-4412-ba29-20313409d18c req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:56.948876 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c904f1-692f-48df-8dc6-a5048ac6d92e,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:53:56.963148 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:56.963501 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:56.963842 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:56.964207 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:56.964540 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:56.964876 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:56.965195 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:56.965522 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:56.965845 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:56.966194 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:56.966517 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:56.966837 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:57.005008 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89271c0-c453-4412-ba29-20313409d18c req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] No DVR routers for this DVR port e7c904f1-692f-48df-8dc6-a5048ac6d92e on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:53:57.145754 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-e89271c0-c453-4412-ba29-20313409d18c req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Attempting to bind port e7c904f1-692f-48df-8dc6-a5048ac6d92e on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:53:57.146122 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-e89271c0-c453-4412-ba29-20313409d18c req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Attempting to bind port e7c904f1-692f-48df-8dc6-a5048ac6d92e by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': '2e6963a5-f9c6-47fc-b526-25ab3c3018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:53:57.146466 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89271c0-c453-4412-ba29-20313409d18c req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Attempting to bind port e7c904f1-692f-48df-8dc6-a5048ac6d92e on network d4716522-d7a0-4c6e-9b21-4cca50da92ca {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:53:57.150650 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89271c0-c453-4412-ba29-20313409d18c req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Port e7c904f1-692f-48df-8dc6-a5048ac6d92e on network d4716522-d7a0-4c6e-9b21-4cca50da92ca not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:53:57.150968 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89271c0-c453-4412-ba29-20313409d18c req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Attempting to bind port e7c904f1-692f-48df-8dc6-a5048ac6d92e on network d4716522-d7a0-4c6e-9b21-4cca50da92ca {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:53:57.155767 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89271c0-c453-4412-ba29-20313409d18c req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:53:57.156107 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89271c0-c453-4412-ba29-20313409d18c req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Checking segment: {'id': '2e6963a5-f9c6-47fc-b526-25ab3c3018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:53:57.156477 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89271c0-c453-4412-ba29-20313409d18c req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Bound using segment: {'id': '2e6963a5-f9c6-47fc-b526-25ab3c3018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:53:57.156904 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-e89271c0-c453-4412-ba29-20313409d18c req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Bound port: e7c904f1-692f-48df-8dc6-a5048ac6d92e, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e6963a5-f9c6-47fc-b526-25ab3c3018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:53:57.157258 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e89271c0-c453-4412-ba29-20313409d18c req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:57.218887 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e89271c0-c453-4412-ba29-20313409d18c req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] For port e7c904f1-692f-48df-8dc6-a5048ac6d92e, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:53:57.222390 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e89271c0-c453-4412-ba29-20313409d18c req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] For port e7c904f1-692f-48df-8dc6-a5048ac6d92e, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e7c904f1-692f-48df-8dc6-a5048ac6d92e,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:53:57.226688 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e89271c0-c453-4412-ba29-20313409d18c req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:57.263548 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89271c0-c453-4412-ba29-20313409d18c req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:57.264163 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e89271c0-c453-4412-ba29-20313409d18c req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:57.265548 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e89271c0-c453-4412-ba29-20313409d18c req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] 10.222.0.16 "PUT /v2.0/ports/e7c904f1-692f-48df-8dc6-a5048ac6d92e HTTP/1.1" status: 200 len: 1091 time: 0.8289745 Jul 22 17:53:57.266008 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73e96f1-e7a6-41ef-9736-e0514288a262', 'tag': 'e7c904f1-692f-48df-8dc6-a5048ac6d92e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:53:57.268259 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c1c6e7-2f42-4dfc-b8b4-64816058ecf8" -d '{"events": [{"name": "network-changed", "server_uuid": "c73e96f1-e7a6-41ef-9736-e0514288a262", "tag": "e7c904f1-692f-48df-8dc6-a5048ac6d92e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:53:57.288691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c702915-961e-4673-b27e-4a9f24c221d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c904f1-692f-48df-8dc6-a5048ac6d92e,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:53:57.314797 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3bfdc4-e8bd-4a41-a432-eab9b802e1db x-openstack-request-id: req-ae3bfdc4-e8bd-4a41-a432-eab9b802e1db {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:53:57.315156 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73e96f1-e7a6-41ef-9736-e0514288a262", "tag": "e7c904f1-692f-48df-8dc6-a5048ac6d92e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:53:57.315516 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ae3bfdc4-e8bd-4a41-a432-eab9b802e1db {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:53:57.315980 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73e96f1-e7a6-41ef-9736-e0514288a262', 'tag': 'e7c904f1-692f-48df-8dc6-a5048ac6d92e', 'status': 'completed', 'code': 200} Jul 22 17:53:57.360833 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89271c0-c453-4412-ba29-20313409d18c req-9b9969ef-5c11-4613-93d5-840f995dff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:57.362421 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e89271c0-c453-4412-ba29-20313409d18c req-9b9969ef-5c11-4613-93d5-840f995dff6f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b5b4e2f116046e29263d8761e9cfc1e&device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 1094 time: 0.0607243 Jul 22 17:53:57.457961 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89271c0-c453-4412-ba29-20313409d18c req-c1b53575-4a3d-4034-b882-775bf017de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:57.459436 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e89271c0-c453-4412-ba29-20313409d18c req-c1b53575-4a3d-4034-b882-775bf017de0c service neutron] 10.222.0.16 "GET /v2.0/networks?id=d4716522-d7a0-4c6e-9b21-4cca50da92ca HTTP/1.1" status: 200 len: 909 time: 0.0907562 Jul 22 17:53:57.525899 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e89271c0-c453-4412-ba29-20313409d18c req-15acc653-a4c5-4ecd-8750-7d7f4188cb37 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c904f1-692f-48df-8dc6-a5048ac6d92e HTTP/1.1" status: 200 len: 999 time: 0.0599267 Jul 22 17:53:57.572162 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89271c0-c453-4412-ba29-20313409d18c req-defee3f8-e699-42b1-b87b-70ddb7a2f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:57.573525 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e89271c0-c453-4412-ba29-20313409d18c req-defee3f8-e699-42b1-b87b-70ddb7a2f9fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8dad1639-0af6-46f5-8f8a-f27f45ae2c25 HTTP/1.1" status: 200 len: 847 time: 0.0420713 Jul 22 17:53:57.630229 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89271c0-c453-4412-ba29-20313409d18c req-4ac6a0f5-c226-468f-8e7e-eaa95ff6882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:57.631666 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e89271c0-c453-4412-ba29-20313409d18c req-4ac6a0f5-c226-468f-8e7e-eaa95ff6882b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d4716522-d7a0-4c6e-9b21-4cca50da92ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515728 Jul 22 17:53:57.642033 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-e89271c0-c453-4412-ba29-20313409d18c req-de3a661e-0d45-45af-8b32-a17a502d26cb service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:53:57.642977 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e89271c0-c453-4412-ba29-20313409d18c req-de3a661e-0d45-45af-8b32-a17a502d26cb service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048988 Jul 22 17:53:57.732824 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e89271c0-c453-4412-ba29-20313409d18c req-5024cf6d-2e52-4110-9e89-cfe7ea1a1e01 service neutron] 10.222.0.16 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835533 Jul 22 17:53:57.820603 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e89271c0-c453-4412-ba29-20313409d18c req-dec32a60-6d88-4df0-b0ce-0efb0f77cfb4 service neutron] 10.222.0.16 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802414 Jul 22 17:53:57.975047 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285602eb-9704-4928-a0d4-65d1b32c3166 req-6e3160b4-eef9-43f8-9901-8e8f7e3ce984 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:57.976528 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-285602eb-9704-4928-a0d4-65d1b32c3166 req-6e3160b4-eef9-43f8-9901-8e8f7e3ce984 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 943 time: 0.1069012 Jul 22 17:53:57.981641 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1c6e7-2f42-4dfc-b8b4-64816058ecf8 req-74a7b643-98c1-45ee-a1fb-27993e2e8087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:57.983053 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-34c1c6e7-2f42-4dfc-b8b4-64816058ecf8 req-74a7b643-98c1-45ee-a1fb-27993e2e8087 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b5b4e2f116046e29263d8761e9cfc1e&device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 1094 time: 0.0826788 Jul 22 17:53:58.041147 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-285602eb-9704-4928-a0d4-65d1b32c3166 req-030931a2-9983-4d9c-963b-67943d630d28 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571575 Jul 22 17:53:58.097980 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1c6e7-2f42-4dfc-b8b4-64816058ecf8 req-51c4ca77-cf17-42aa-936f-c99a28e59336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:58.099480 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-34c1c6e7-2f42-4dfc-b8b4-64816058ecf8 req-51c4ca77-cf17-42aa-936f-c99a28e59336 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d4716522-d7a0-4c6e-9b21-4cca50da92ca HTTP/1.1" status: 200 len: 909 time: 0.1089420 Jul 22 17:53:58.168308 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-34c1c6e7-2f42-4dfc-b8b4-64816058ecf8 req-69cfe70b-f707-46b3-98b6-ac5aeb13c333 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c904f1-692f-48df-8dc6-a5048ac6d92e HTTP/1.1" status: 200 len: 999 time: 0.0623767 Jul 22 17:53:58.218003 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1c6e7-2f42-4dfc-b8b4-64816058ecf8 req-6552aec6-a135-4176-b5b6-5e1f4b099e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:58.219383 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-34c1c6e7-2f42-4dfc-b8b4-64816058ecf8 req-6552aec6-a135-4176-b5b6-5e1f4b099e20 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8dad1639-0af6-46f5-8f8a-f27f45ae2c25 HTTP/1.1" status: 200 len: 847 time: 0.0423117 Jul 22 17:53:58.280942 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1c6e7-2f42-4dfc-b8b4-64816058ecf8 req-f7c66007-0b1a-4ab9-90a1-e57f985936f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:58.282444 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-34c1c6e7-2f42-4dfc-b8b4-64816058ecf8 req-f7c66007-0b1a-4ab9-90a1-e57f985936f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d4716522-d7a0-4c6e-9b21-4cca50da92ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557280 Jul 22 17:53:58.382606 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-34c1c6e7-2f42-4dfc-b8b4-64816058ecf8 req-5a4efb2c-63cb-450c-b5dd-ae8fc3af3fcd service neutron] 10.222.0.16 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808601 Jul 22 17:53:58.472727 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-34c1c6e7-2f42-4dfc-b8b4-64816058ecf8 req-73ad1e49-5840-41aa-8859-66b16daa3a8a service neutron] 10.222.0.16 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835524 Jul 22 17:53:59.173193 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12917ad7-d759-44e0-9c03-c57413e1eca8 req-69683a3d-3405-400f-a806-bc75a2ee0be5 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:59.174727 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-12917ad7-d759-44e0-9c03-c57413e1eca8 req-69683a3d-3405-400f-a806-bc75a2ee0be5 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 943 time: 0.0658023 Jul 22 17:53:59.179447 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b5f92f91-473e-40e7-8472-1dfcb766d109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:59.212496 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-12917ad7-d759-44e0-9c03-c57413e1eca8 req-3a5bcc43-4837-4fd7-887c-0e11b6f00714 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323253 Jul 22 17:54:00.346125 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827be22-8bf0-4de7-beba-41ba9a8e3b52 req-851614d3-cc98-4217-91b8-cd1f8b202d06 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:54:00.348176 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f827be22-8bf0-4de7-beba-41ba9a8e3b52 req-851614d3-cc98-4217-91b8-cd1f8b202d06 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 943 time: 0.0658498 Jul 22 17:54:00.410991 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-f827be22-8bf0-4de7-beba-41ba9a8e3b52 req-4c64909d-a5ac-4a23-968c-2ab6dcce034a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545871 Jul 22 17:54:00.431714 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bd2d6-f447-4907-9137-b21e19191e54 req-b0261546-f56a-4670-b94c-db3f832ec4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:54:00.431714 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-303bd2d6-f447-4907-9137-b21e19191e54 req-b0261546-f56a-4670-b94c-db3f832ec4eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b5b4e2f116046e29263d8761e9cfc1e&device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 1094 time: 0.0820904 Jul 22 17:54:00.533803 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bd2d6-f447-4907-9137-b21e19191e54 req-cfe3bb3b-2b95-4013-8dfc-925fb5e00d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:54:00.536106 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-303bd2d6-f447-4907-9137-b21e19191e54 req-cfe3bb3b-2b95-4013-8dfc-925fb5e00d2a service neutron] 10.222.0.16 "GET /v2.0/networks?id=d4716522-d7a0-4c6e-9b21-4cca50da92ca HTTP/1.1" status: 200 len: 909 time: 0.0868340 Jul 22 17:54:00.600942 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-303bd2d6-f447-4907-9137-b21e19191e54 req-74f9524e-eda3-4eb0-a916-3fda203f7b0a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c904f1-692f-48df-8dc6-a5048ac6d92e HTTP/1.1" status: 200 len: 999 time: 0.0589302 Jul 22 17:54:00.647745 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bd2d6-f447-4907-9137-b21e19191e54 req-020e3f69-192b-427f-aa0e-ee74dbdfdd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:54:00.649196 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-303bd2d6-f447-4907-9137-b21e19191e54 req-020e3f69-192b-427f-aa0e-ee74dbdfdd9f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8dad1639-0af6-46f5-8f8a-f27f45ae2c25 HTTP/1.1" status: 200 len: 847 time: 0.0423701 Jul 22 17:54:00.707116 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bd2d6-f447-4907-9137-b21e19191e54 req-c2d48de8-e730-4fc4-9abb-9edaace4bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:54:00.708535 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-303bd2d6-f447-4907-9137-b21e19191e54 req-c2d48de8-e730-4fc4-9abb-9edaace4bed7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d4716522-d7a0-4c6e-9b21-4cca50da92ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537798 Jul 22 17:54:00.799581 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-303bd2d6-f447-4907-9137-b21e19191e54 req-0da5776f-2172-4ea4-89eb-34823ed2f1d4 service neutron] 10.222.0.16 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845878 Jul 22 17:54:00.887169 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-303bd2d6-f447-4907-9137-b21e19191e54 req-eb261b24-13ee-4740-ae02-0513b7c59b83 service neutron] 10.222.0.16 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811768 Jul 22 17:54:01.539706 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45bb9ab-9969-4c27-ad4c-b9cec36594ee req-39884bc6-7034-4b3b-b01e-ef10471de106 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:54:01.541181 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b45bb9ab-9969-4c27-ad4c-b9cec36594ee req-39884bc6-7034-4b3b-b01e-ef10471de106 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 943 time: 0.0635543 Jul 22 17:54:01.578137 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-b45bb9ab-9969-4c27-ad4c-b9cec36594ee req-060e7e42-3b23-40b5-9714-369331d88881 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311065 Jul 22 17:54:01.694614 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3f82a3a-5a56-4506-b63f-02383fedbb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:01.713468 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:02.703685 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac2eaa-496e-4f83-a817-a2de29de75a7 req-7095fc52-f441-4498-8f07-82ef9cceda04 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:54:02.705179 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-58ac2eaa-496e-4f83-a817-a2de29de75a7 req-7095fc52-f441-4498-8f07-82ef9cceda04 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 943 time: 0.0627606 Jul 22 17:54:02.747985 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-58ac2eaa-496e-4f83-a817-a2de29de75a7 req-2d744799-acb9-4e2b-9e27-8a4f2f885ffe tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367312 Jul 22 17:54:03.104126 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:03.872560 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b830f57-6da2-46fd-9575-6c214d06b687 req-4391e9ad-f3fc-4742-824f-61c8d8d29717 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:54:03.874037 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8b830f57-6da2-46fd-9575-6c214d06b687 req-4391e9ad-f3fc-4742-824f-61c8d8d29717 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 943 time: 0.0613813 Jul 22 17:54:03.914338 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8b830f57-6da2-46fd-9575-6c214d06b687 req-061f1342-1f1e-49b1-bd95-b32b634cc16e tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342631 Jul 22 17:54:04.388187 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:54:04.933991 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:05.039998 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857d67c-3bf3-49c7-905b-feb7913765a4 req-6ca308a1-245a-45c3-97c1-e8cb53843044 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:54:05.041464 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a857d67c-3bf3-49c7-905b-feb7913765a4 req-6ca308a1-245a-45c3-97c1-e8cb53843044 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 943 time: 0.0624092 Jul 22 17:54:05.078135 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-a857d67c-3bf3-49c7-905b-feb7913765a4 req-550a7025-6359-4fce-8b39-c91345f6ea24 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307097 Jul 22 17:54:06.204521 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91adc7d-2257-4dc2-b288-6db340d1caee req-4eb35946-df95-4050-a94f-c834e743989c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:54:06.206035 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e91adc7d-2257-4dc2-b288-6db340d1caee req-4eb35946-df95-4050-a94f-c834e743989c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 943 time: 0.0617504 Jul 22 17:54:06.242685 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-e91adc7d-2257-4dc2-b288-6db340d1caee req-b9943adb-6945-4e64-912f-e864a280e1f2 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312147 Jul 22 17:54:07.094105 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device e7c904f1-692f-48df-8dc6-a5048ac6d92e details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:54:07.196823 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port e7c904f1-692f-48df-8dc6-a5048ac6d92e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e7c904f1-692f-48df-8dc6-a5048ac6d92e,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:54:07.208017 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': 'e7c904f1-692f-48df-8dc6-a5048ac6d92e', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'port_id': 'e7c904f1-692f-48df-8dc6-a5048ac6d92e', 'mac_address': 'fa:16:3e:68:4e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:54:07.246356 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:07.258291 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c904f1-692f-48df-8dc6-a5048ac6d92e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:54:07.278399 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port e7c904f1-692f-48df-8dc6-a5048ac6d92e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e7c904f1-692f-48df-8dc6-a5048ac6d92e,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:54:07.281882 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:07.327395 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=e7c904f1-692f-48df-8dc6-a5048ac6d92e,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:54:07.372258 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68ebb5-80bf-4159-8099-764f4fbe60d5 req-90656835-2a18-4254-86b3-ff6287173f50 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:54:07.373683 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bb68ebb5-80bf-4159-8099-764f4fbe60d5 req-90656835-2a18-4254-86b3-ff6287173f50 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 944 time: 0.0647547 Jul 22 17:54:07.410683 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bb68ebb5-80bf-4159-8099-764f4fbe60d5 req-2cc0bbb2-456f-49b4-b494-5d3fee2f8f26 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314538 Jul 22 17:54:07.581540 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['e7c904f1-692f-48df-8dc6-a5048ac6d92e'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:54:08.546191 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fdde6-e56a-4d90-b331-7c7f5a1c1461 req-c1d8b8e7-2082-4a87-8112-2be4b4b3f798 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:54:08.547919 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-de0fdde6-e56a-4d90-b331-7c7f5a1c1461 req-c1d8b8e7-2082-4a87-8112-2be4b4b3f798 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 944 time: 0.0626447 Jul 22 17:54:08.585194 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-de0fdde6-e56a-4d90-b331-7c7f5a1c1461 req-9f21eb92-be46-496e-b276-fffe42dbc398 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310831 Jul 22 17:54:09.108667 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device e7c904f1-692f-48df-8dc6-a5048ac6d92e up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:54:09.154845 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port e7c904f1-692f-48df-8dc6-a5048ac6d92e completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:54:09.158402 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port e7c904f1-692f-48df-8dc6-a5048ac6d92e triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:54:09.158766 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:09.233079 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:09.254820 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73e96f1-e7a6-41ef-9736-e0514288a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c904f1-692f-48df-8dc6-a5048ac6d92e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:54:09.257182 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965b6e5c-1152-4b6e-900a-670f3347ebcd" -d '{"events": [{"server_uuid": "c73e96f1-e7a6-41ef-9736-e0514288a262", "name": "network-vif-plugged", "status": "completed", "tag": "e7c904f1-692f-48df-8dc6-a5048ac6d92e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:54:09.270019 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port e7c904f1-692f-48df-8dc6-a5048ac6d92e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e7c904f1-692f-48df-8dc6-a5048ac6d92e,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:54:09.275370 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:09.298401 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f064311b-acd6-4beb-8a2e-42749cfd8d25 x-openstack-request-id: req-f064311b-acd6-4beb-8a2e-42749cfd8d25 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:54:09.298697 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73e96f1-e7a6-41ef-9736-e0514288a262", "name": "network-vif-plugged", "status": "completed", "tag": "e7c904f1-692f-48df-8dc6-a5048ac6d92e", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:54:09.298953 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f064311b-acd6-4beb-8a2e-42749cfd8d25 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:54:09.299342 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73e96f1-e7a6-41ef-9736-e0514288a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c904f1-692f-48df-8dc6-a5048ac6d92e', 'code': 200} Jul 22 17:54:09.323784 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=e7c904f1-692f-48df-8dc6-a5048ac6d92e,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:54:09.504942 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a8019-afd3-4544-817f-2fc324cf9dc1 req-05557ac4-96d0-4480-9628-7696cd0dbfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:54:09.506344 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-325a8019-afd3-4544-817f-2fc324cf9dc1 req-05557ac4-96d0-4480-9628-7696cd0dbfbd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 1097 time: 0.0555167 Jul 22 17:54:09.539746 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-325a8019-afd3-4544-817f-2fc324cf9dc1 req-c05b8a06-0976-457d-abbf-eb2474e860de service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266473 Jul 22 17:54:09.714025 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738f0f1-baa0-4eaa-ad4f-8ead0b510d47 req-62a0e84c-5819-4056-a97b-4c8eebdf7820 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:54:09.715496 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3738f0f1-baa0-4eaa-ad4f-8ead0b510d47 req-62a0e84c-5819-4056-a97b-4c8eebdf7820 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 946 time: 0.0657909 Jul 22 17:54:09.752424 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3738f0f1-baa0-4eaa-ad4f-8ead0b510d47 req-0726c3fe-1313-43b2-b952-5810192cb61d tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314562 Jul 22 17:54:10.879316 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89298d-28ae-49ee-9a0f-5c0d3a0d8132 req-6e22d236-2221-4049-a579-587d09989407 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:54:10.880774 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fc89298d-28ae-49ee-9a0f-5c0d3a0d8132 req-6e22d236-2221-4049-a579-587d09989407 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 946 time: 0.0626159 Jul 22 17:54:10.916801 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-fc89298d-28ae-49ee-9a0f-5c0d3a0d8132 req-fc10d004-05fd-4264-828f-f719bf35fb83 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304449 Jul 22 17:54:12.693105 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:12.887469 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:29.180707 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6b67676-4b52-4c9d-9e96-7016585bcbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:31.694919 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f7d32580-86f9-40a9-ae53-2401a925560d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:31.713599 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:33.107013 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:34.941327 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:41.388293 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:54:42.709208 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:42.904625 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:59.180466 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d7552feb-ed00-4e40-95ac-cb32a4f9ce77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:01.360604 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bc94e7f0-fea8-44bb-86e3-3a55cb04addc req-40823f93-b176-4d57-8690-db080ea18bfa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519562 Jul 22 17:55:01.469992 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94e7f0-fea8-44bb-86e3-3a55cb04addc req-256c0d1a-b4d3-43de-ae3f-bc6a919ffdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:01.471476 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bc94e7f0-fea8-44bb-86e3-3a55cb04addc req-256c0d1a-b4d3-43de-ae3f-bc6a919ffdae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b5b4e2f116046e29263d8761e9cfc1e&device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 1097 time: 0.0561657 Jul 22 17:55:01.572760 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94e7f0-fea8-44bb-86e3-3a55cb04addc req-27920813-5a1a-4de6-9b21-279a6293fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:01.574227 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bc94e7f0-fea8-44bb-86e3-3a55cb04addc req-27920813-5a1a-4de6-9b21-279a6293fbd3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d4716522-d7a0-4c6e-9b21-4cca50da92ca HTTP/1.1" status: 200 len: 909 time: 0.0841584 Jul 22 17:55:01.639900 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bc94e7f0-fea8-44bb-86e3-3a55cb04addc req-181fbf34-a4ec-4c0e-b2ac-c14716518c2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c904f1-692f-48df-8dc6-a5048ac6d92e HTTP/1.1" status: 200 len: 1001 time: 0.0596573 Jul 22 17:55:01.687234 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94e7f0-fea8-44bb-86e3-3a55cb04addc req-b17407bb-1f95-46d3-b8ee-d5b58f3e30ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:01.688686 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bc94e7f0-fea8-44bb-86e3-3a55cb04addc req-b17407bb-1f95-46d3-b8ee-d5b58f3e30ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8dad1639-0af6-46f5-8f8a-f27f45ae2c25 HTTP/1.1" status: 200 len: 847 time: 0.0431402 Jul 22 17:55:01.695470 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-756ea12c-a663-4b54-8ab0-f0973a7056ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:01.714115 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:01.749695 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94e7f0-fea8-44bb-86e3-3a55cb04addc req-7cb41fae-0722-48ca-88d9-5e2dbdcc4c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:01.751212 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bc94e7f0-fea8-44bb-86e3-3a55cb04addc req-7cb41fae-0722-48ca-88d9-5e2dbdcc4c31 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d4716522-d7a0-4c6e-9b21-4cca50da92ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563171 Jul 22 17:55:01.842263 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bc94e7f0-fea8-44bb-86e3-3a55cb04addc req-866f838f-64fc-4309-b83e-98b4a597b794 service neutron] 10.222.0.16 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840199 Jul 22 17:55:01.927665 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bc94e7f0-fea8-44bb-86e3-3a55cb04addc req-9edfd0e8-b921-4f21-a298-4245133e14ca service neutron] 10.222.0.16 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789156 Jul 22 17:55:03.109347 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:04.940202 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:12.707189 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:12.903888 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:18.387058 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:55:23.823786 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43316) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:23.978276 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4be24af7-7bd2-4166-8a30-f676326042cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Deleting port 10821ea1-46ae-4d0f-9a3d-a526707b13f0 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:55:23.978537 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4be24af7-7bd2-4166-8a30-f676326042cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:24.049437 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4be24af7-7bd2-4166-8a30-f676326042cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:24.049757 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4be24af7-7bd2-4166-8a30-f676326042cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:24.060816 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-4be24af7-7bd2-4166-8a30-f676326042cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Calling delete_port for 10821ea1-46ae-4d0f-9a3d-a526707b13f0 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:55:24.204470 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4be24af7-7bd2-4166-8a30-f676326042cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:24.227158 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be24af7-7bd2-4166-8a30-f676326042cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event deleted for resources: {'Port': ['ID=10821ea1-46ae-4d0f-9a3d-a526707b13f0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:24.237503 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be24af7-7bd2-4166-8a30-f676326042cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:24.237779 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be24af7-7bd2-4166-8a30-f676326042cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:24.238156 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be24af7-7bd2-4166-8a30-f676326042cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:24.238480 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be24af7-7bd2-4166-8a30-f676326042cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:24.238811 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be24af7-7bd2-4166-8a30-f676326042cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:24.239579 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be24af7-7bd2-4166-8a30-f676326042cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:24.239579 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be24af7-7bd2-4166-8a30-f676326042cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:24.239777 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be24af7-7bd2-4166-8a30-f676326042cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:24.240064 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be24af7-7bd2-4166-8a30-f676326042cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:24.240381 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be24af7-7bd2-4166-8a30-f676326042cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:24.240697 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be24af7-7bd2-4166-8a30-f676326042cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:24.241024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be24af7-7bd2-4166-8a30-f676326042cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:24.304746 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4be24af7-7bd2-4166-8a30-f676326042cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:24.305072 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-4be24af7-7bd2-4166-8a30-f676326042cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Floating IP 37f3b3dc-3c7c-4006-b80a-45f65113fb56 disassociated (deleted). External IP: 172.25.0.163, port: e7c904f1-692f-48df-8dc6-a5048ac6d92e. Jul 22 17:55:24.500874 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be24af7-7bd2-4166-8a30-f676326042cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Router ed3e158a-ee0b-441f-b290-f779814d42e3 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:55:24.603917 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be24af7-7bd2-4166-8a30-f676326042cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:55:24.608272 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4be24af7-7bd2-4166-8a30-f676326042cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:24.614249 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c9c317-6576-4d49-822f-04e296181c94 None None] Sync routers for ids ['ed3e158a-ee0b-441f-b290-f779814d42e3'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:55:24.625825 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c9c317-6576-4d49-822f-04e296181c94 None None] Routers {'ed3e158a-ee0b-441f-b290-f779814d42e3'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:55:24.626470 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-62c9c317-6576-4d49-822f-04e296181c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:55:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['ed3e158a-ee0b-441f-b290-f779814d42e3'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:24.643420 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-4be24af7-7bd2-4166-8a30-f676326042cc tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "DELETE /v2.0/floatingips/37f3b3dc-3c7c-4006-b80a-45f65113fb56 HTTP/1.1" status: 204 len: 168 time: 0.8185241 Jul 22 17:55:24.644008 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73e96f1-e7a6-41ef-9736-e0514288a262', 'tag': 'e7c904f1-692f-48df-8dc6-a5048ac6d92e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:55:24.646274 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76951492-2879-4353-a7e7-3fafe64757c3" -d '{"events": [{"name": "network-changed", "server_uuid": "c73e96f1-e7a6-41ef-9736-e0514288a262", "tag": "e7c904f1-692f-48df-8dc6-a5048ac6d92e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:55:24.684259 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2ecb0a-1277-42f9-bdea-50a107a2f207 x-openstack-request-id: req-8a2ecb0a-1277-42f9-bdea-50a107a2f207 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:55:24.684558 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73e96f1-e7a6-41ef-9736-e0514288a262", "tag": "e7c904f1-692f-48df-8dc6-a5048ac6d92e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:55:24.684816 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8a2ecb0a-1277-42f9-bdea-50a107a2f207 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:55:24.685225 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73e96f1-e7a6-41ef-9736-e0514288a262', 'tag': 'e7c904f1-692f-48df-8dc6-a5048ac6d92e', 'status': 'completed', 'code': 200} Jul 22 17:55:24.731733 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-62c9c317-6576-4d49-822f-04e296181c94 None None] Set router ed3e158a-ee0b-441f-b290-f779814d42e3 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:55:24.789027 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76951492-2879-4353-a7e7-3fafe64757c3 req-c37166a7-582d-4bb7-b82d-e26278822d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:24.790606 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-76951492-2879-4353-a7e7-3fafe64757c3 req-c37166a7-582d-4bb7-b82d-e26278822d65 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b5b4e2f116046e29263d8761e9cfc1e&device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 1097 time: 0.0620067 Jul 22 17:55:24.934408 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-62c9c317-6576-4d49-822f-04e296181c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'name': 'tempest-TestShelveInstance-466773742-router', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:45Z', 'updated_at': '2021-07-22T17:46:48Z', 'revision_number': 4, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'gw_port': {'id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:46Z', 'updated_at': '2021-07-22T17:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '02bb5023-7229-41a3-ba61-2d65ddcec264', 'name': '', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'mac_address': 'fa:16:3e:24:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:47Z', 'updated_at': '2021-07-22T17:46:53Z', 'revision_number': 5, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'subnets': [{'id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:24.939903 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76951492-2879-4353-a7e7-3fafe64757c3 req-527116cf-f69d-4a57-99fd-cd98c5f778fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:24.941386 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-76951492-2879-4353-a7e7-3fafe64757c3 req-527116cf-f69d-4a57-99fd-cd98c5f778fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=d4716522-d7a0-4c6e-9b21-4cca50da92ca HTTP/1.1" status: 200 len: 909 time: 0.1254752 Jul 22 17:55:24.952345 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959671b-3248-4644-834c-54505735b89c req-bcf8cfe4-1e85-45a5-a7a5-05243299cb6d tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:24.953722 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9959671b-3248-4644-834c-54505735b89c req-bcf8cfe4-1e85-45a5-a7a5-05243299cb6d tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 946 time: 0.1196113 Jul 22 17:55:24.959956 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c9c317-6576-4d49-822f-04e296181c94 None None] Checking router: ed3e158a-ee0b-441f-b290-f779814d42e3 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:55:24.968023 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c9c317-6576-4d49-822f-04e296181c94 None None] Routers {'ed3e158a-ee0b-441f-b290-f779814d42e3'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:55:24.968627 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-62c9c317-6576-4d49-822f-04e296181c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:55:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['ed3e158a-ee0b-441f-b290-f779814d42e3'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:25.073552 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-62c9c317-6576-4d49-822f-04e296181c94 None None] Set router ed3e158a-ee0b-441f-b290-f779814d42e3 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:55:25.275152 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-62c9c317-6576-4d49-822f-04e296181c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'name': 'tempest-TestShelveInstance-466773742-router', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:45Z', 'updated_at': '2021-07-22T17:46:48Z', 'revision_number': 4, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'gw_port': {'id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:46Z', 'updated_at': '2021-07-22T17:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '02bb5023-7229-41a3-ba61-2d65ddcec264', 'name': '', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'mac_address': 'fa:16:3e:24:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:47Z', 'updated_at': '2021-07-22T17:46:53Z', 'revision_number': 5, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'subnets': [{'id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:25.305328 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c9c317-6576-4d49-822f-04e296181c94 None None] The sync data for ids ['ed3e158a-ee0b-441f-b290-f779814d42e3'] in n-d-798930-9 is: [{'id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'name': 'tempest-TestShelveInstance-466773742-router', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:45Z', 'updated_at': '2021-07-22T17:46:48Z', 'revision_number': 4, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'gw_port': {'id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:46Z', 'updated_at': '2021-07-22T17:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '02bb5023-7229-41a3-ba61-2d65ddcec264', 'name': '', 'network_id': 'd4716522-d7a0-4c6e-9b21-4cca50da92ca', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'mac_address': 'fa:16:3e:24:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:47Z', 'updated_at': '2021-07-22T17:46:53Z', 'revision_number': 5, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'subnets': [{'id': '8dad1639-0af6-46f5-8f8a-f27f45ae2c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:55:25.349893 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-76951492-2879-4353-a7e7-3fafe64757c3 req-ecce4713-60bd-42a6-8ea1-824e143c7fb5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c904f1-692f-48df-8dc6-a5048ac6d92e HTTP/1.1" status: 200 len: 217 time: 0.3952279 Jul 22 17:55:25.408361 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-9959671b-3248-4644-834c-54505735b89c req-95293ae0-941f-4920-ac58-0737937d05e0 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4472704 Jul 22 17:55:25.416541 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76951492-2879-4353-a7e7-3fafe64757c3 req-93b253d5-1217-4741-8675-74b2c6d22d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:25.418011 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-76951492-2879-4353-a7e7-3fafe64757c3 req-93b253d5-1217-4741-8675-74b2c6d22d03 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8dad1639-0af6-46f5-8f8a-f27f45ae2c25 HTTP/1.1" status: 200 len: 847 time: 0.0607398 Jul 22 17:55:25.482605 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76951492-2879-4353-a7e7-3fafe64757c3 req-0e602b18-7b46-48fa-8372-2c7ec8891d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:25.484157 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-76951492-2879-4353-a7e7-3fafe64757c3 req-0e602b18-7b46-48fa-8372-2c7ec8891d73 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d4716522-d7a0-4c6e-9b21-4cca50da92ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589185 Jul 22 17:55:25.521731 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79ea708-77ee-494f-b87f-30b85995b592 None None] New status for floating IP 37f3b3dc-3c7c-4006-b80a-45f65113fb56: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:55:25.575392 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-76951492-2879-4353-a7e7-3fafe64757c3 req-be2cdb94-d360-42ef-8956-890acc7c3251 service neutron] 10.222.0.16 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830224 Jul 22 17:55:25.669172 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-76951492-2879-4353-a7e7-3fafe64757c3 req-577b6915-7d9e-49e7-b9d3-298c88076586 service neutron] 10.222.0.16 "GET /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859015 Jul 22 17:55:26.534440 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5589b56-7040-4951-8e18-78743dc27538 req-f72a0ebb-aaed-4ccc-8355-e08a51a0d11c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:26.536334 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b5589b56-7040-4951-8e18-78743dc27538 req-f72a0ebb-aaed-4ccc-8355-e08a51a0d11c tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.16 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 946 time: 0.0639210 Jul 22 17:55:26.585691 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f62c72-6ba1-47f9-b4d9-d6d40436ac62 req-5dd9bb7b-7795-40ef-8c81-37b466039f8a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:26.587210 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-60f62c72-6ba1-47f9-b4d9-d6d40436ac62 req-5dd9bb7b-7795-40ef-8c81-37b466039f8a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 946 time: 0.1113589 Jul 22 17:55:26.624627 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-60f62c72-6ba1-47f9-b4d9-d6d40436ac62 req-1cc9954d-016c-4b4f-9108-c8161c8dc174 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/security-groups?id=f2a07587-2c8d-41af-b162-846e8df07b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318983 Jul 22 17:55:26.635943 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-b5589b56-7040-4951-8e18-78743dc27538 req-f9680cc1-c407-46d6-97ab-ad6ccf74533a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Deleting port e7c904f1-692f-48df-8dc6-a5048ac6d92e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:55:26.636290 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b5589b56-7040-4951-8e18-78743dc27538 req-f9680cc1-c407-46d6-97ab-ad6ccf74533a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:26.725831 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b5589b56-7040-4951-8e18-78743dc27538 req-f9680cc1-c407-46d6-97ab-ad6ccf74533a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] For port e7c904f1-692f-48df-8dc6-a5048ac6d92e, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=e7c904f1-692f-48df-8dc6-a5048ac6d92e,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:55:26.726136 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b5589b56-7040-4951-8e18-78743dc27538 req-f9680cc1-c407-46d6-97ab-ad6ccf74533a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:26.738734 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-b5589b56-7040-4951-8e18-78743dc27538 req-f9680cc1-c407-46d6-97ab-ad6ccf74533a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Calling delete_port for e7c904f1-692f-48df-8dc6-a5048ac6d92e owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:55:26.864441 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b5589b56-7040-4951-8e18-78743dc27538 req-f9680cc1-c407-46d6-97ab-ad6ccf74533a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:26.890250 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9680cc1-c407-46d6-97ab-ad6ccf74533a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event deleted for resources: {'Port': ['ID=e7c904f1-692f-48df-8dc6-a5048ac6d92e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:26.938334 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5589b56-7040-4951-8e18-78743dc27538 req-f9680cc1-c407-46d6-97ab-ad6ccf74533a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] No DVR routers for this DVR port e7c904f1-692f-48df-8dc6-a5048ac6d92e on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:55:26.940845 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b5589b56-7040-4951-8e18-78743dc27538 req-f9680cc1-c407-46d6-97ab-ad6ccf74533a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:26.942862 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b5589b56-7040-4951-8e18-78743dc27538 req-f9680cc1-c407-46d6-97ab-ad6ccf74533a tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.16 "DELETE /v2.0/ports/e7c904f1-692f-48df-8dc6-a5048ac6d92e HTTP/1.1" status: 204 len: 173 time: 0.4007163 Jul 22 17:55:26.943313 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73e96f1-e7a6-41ef-9736-e0514288a262', 'name': 'network-vif-deleted', 'tag': 'e7c904f1-692f-48df-8dc6-a5048ac6d92e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:55:26.945558 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1004d5b-796e-43aa-877e-1493b100d872" -d '{"events": [{"server_uuid": "c73e96f1-e7a6-41ef-9736-e0514288a262", "name": "network-vif-deleted", "tag": "e7c904f1-692f-48df-8dc6-a5048ac6d92e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:55:26.981662 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da17ba6-edbc-4ae6-9915-c5ec455019ad x-openstack-request-id: req-9da17ba6-edbc-4ae6-9915-c5ec455019ad {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:55:26.982004 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73e96f1-e7a6-41ef-9736-e0514288a262", "name": "network-vif-deleted", "tag": "e7c904f1-692f-48df-8dc6-a5048ac6d92e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:55:26.982260 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9da17ba6-edbc-4ae6-9915-c5ec455019ad {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:55:26.982661 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73e96f1-e7a6-41ef-9736-e0514288a262', 'name': 'network-vif-deleted', 'tag': 'e7c904f1-692f-48df-8dc6-a5048ac6d92e', 'status': 'completed', 'code': 200} Jul 22 17:55:27.729227 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-efbd545f-b994-4fc4-941f-5274c5e59127 req-c2cd9b8b-e681-4851-b4a2-adf9b6711c48 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 210 time: 0.0323744 Jul 22 17:55:28.836943 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-47f15c05-9c36-4eda-aed9-fbe9c7be71f7 req-95c90db8-56d3-430f-af18-e751e3605344 tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 210 time: 0.0329492 Jul 22 17:55:29.180552 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0541c2f7-2633-421a-a639-7c70a4e1e223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:29.606777 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device e7c904f1-692f-48df-8dc6-a5048ac6d92e no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:55:29.628275 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: e7c904f1-692f-48df-8dc6-a5048ac6d92e {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:55:29.628618 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device e7c904f1-692f-48df-8dc6-a5048ac6d92e not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:55:29.936517 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-4084b63a-ca05-4d74-ac89-7bce1b4beb8c req-9a81453f-4743-4b8a-8b22-2978ef42e2cf tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "GET /v2.0/ports?device_id=c73e96f1-e7a6-41ef-9736-e0514288a262 HTTP/1.1" status: 200 len: 210 time: 0.0343609 Jul 22 17:55:30.992507 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43350) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:31.051025 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0765d996-c9ab-4538-9565-8aad875f9add tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:31.075771 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0765d996-c9ab-4538-9565-8aad875f9add tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:31.135762 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0765d996-c9ab-4538-9565-8aad875f9add tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:31.138755 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0765d996-c9ab-4538-9565-8aad875f9add tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:31.139934 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0765d996-c9ab-4538-9565-8aad875f9add tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] 10.222.0.69 "DELETE /v2.0/security-groups/f2a07587-2c8d-41af-b162-846e8df07b36 HTTP/1.1" status: 204 len: 168 time: 0.1463697 Jul 22 17:55:31.149431 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765d996-c9ab-4538-9565-8aad875f9add tempest-TestShelveInstance-143243662 tempest-TestShelveInstance-143243662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a07587-2c8d-41af-b162-846e8df07b36,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:31.190889 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43354) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:31.627930 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a3f26c5-38db-41d3-ba78-ead84931a413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:31.700997 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b696e606-93b2-4625-a7df-f2101a8095de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:31.718400 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:31.893081 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0a3f26c5-38db-41d3-ba78-ead84931a413 admin admin] Deleting port 02bb5023-7229-41a3-ba61-2d65ddcec264 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:55:31.893423 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a3f26c5-38db-41d3-ba78-ead84931a413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:31.975913 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0a3f26c5-38db-41d3-ba78-ead84931a413 admin admin] For port 02bb5023-7229-41a3-ba61-2d65ddcec264, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=02bb5023-7229-41a3-ba61-2d65ddcec264,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:55:31.976269 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a3f26c5-38db-41d3-ba78-ead84931a413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:31.989435 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0a3f26c5-38db-41d3-ba78-ead84931a413 admin admin] Calling delete_port for 02bb5023-7229-41a3-ba61-2d65ddcec264 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:55:32.171900 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a3f26c5-38db-41d3-ba78-ead84931a413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:32.199318 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f26c5-38db-41d3-ba78-ead84931a413 admin admin] Pushing event deleted for resources: {'Port': ['ID=02bb5023-7229-41a3-ba61-2d65ddcec264,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:32.375648 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a3f26c5-38db-41d3-ba78-ead84931a413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:32.598731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3f26c5-38db-41d3-ba78-ead84931a413 admin admin] Router ed3e158a-ee0b-441f-b290-f779814d42e3 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:55:32.702553 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3f26c5-38db-41d3-ba78-ead84931a413 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:55:32.707987 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0a3f26c5-38db-41d3-ba78-ead84931a413 admin admin] 10.222.0.69 "PUT /v2.0/routers/ed3e158a-ee0b-441f-b290-f779814d42e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5160475 Jul 22 17:55:32.710538 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43358) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:32.716910 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e2ad3f-81d1-47ea-beff-5245e183775d None None] Sync routers for ids ['ed3e158a-ee0b-441f-b290-f779814d42e3'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:55:32.727001 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e2ad3f-81d1-47ea-beff-5245e183775d None None] Routers {'ed3e158a-ee0b-441f-b290-f779814d42e3'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:55:32.727602 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-72e2ad3f-81d1-47ea-beff-5245e183775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:55:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['ed3e158a-ee0b-441f-b290-f779814d42e3'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:32.820327 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89c4a1c3-21a5-4d7b-b7ef-434b6a040559 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:32.827875 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-72e2ad3f-81d1-47ea-beff-5245e183775d None None] Set router ed3e158a-ee0b-441f-b290-f779814d42e3 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:55:32.922067 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89c4a1c3-21a5-4d7b-b7ef-434b6a040559 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:32.979201 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-89c4a1c3-21a5-4d7b-b7ef-434b6a040559 admin admin] Deleting port 68e5ff78-218f-4851-8f64-d54efe820fe4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:55:32.979957 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89c4a1c3-21a5-4d7b-b7ef-434b6a040559 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:33.066442 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-89c4a1c3-21a5-4d7b-b7ef-434b6a040559 admin admin] For port 68e5ff78-218f-4851-8f64-d54efe820fe4, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=68e5ff78-218f-4851-8f64-d54efe820fe4,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:55:33.066809 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89c4a1c3-21a5-4d7b-b7ef-434b6a040559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:33.081056 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-89c4a1c3-21a5-4d7b-b7ef-434b6a040559 admin admin] Calling delete_port for 68e5ff78-218f-4851-8f64-d54efe820fe4 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:55:33.100396 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-72e2ad3f-81d1-47ea-beff-5245e183775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'name': 'tempest-TestShelveInstance-466773742-router', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:45Z', 'updated_at': '2021-07-22T17:55:32Z', 'revision_number': 5, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'gw_port': {'id': '68e5ff78-218f-4851-8f64-d54efe820fe4', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:46Z', 'updated_at': '2021-07-22T17:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:33.123442 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:33.128818 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e2ad3f-81d1-47ea-beff-5245e183775d None None] Checking router: ed3e158a-ee0b-441f-b290-f779814d42e3 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:55:33.137389 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e2ad3f-81d1-47ea-beff-5245e183775d None None] Routers {'ed3e158a-ee0b-441f-b290-f779814d42e3'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:55:33.138010 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-72e2ad3f-81d1-47ea-beff-5245e183775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:55:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['ed3e158a-ee0b-441f-b290-f779814d42e3'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:33.226951 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-72e2ad3f-81d1-47ea-beff-5245e183775d None None] Set router ed3e158a-ee0b-441f-b290-f779814d42e3 gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:55:33.264856 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89c4a1c3-21a5-4d7b-b7ef-434b6a040559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:33.284033 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-72e2ad3f-81d1-47ea-beff-5245e183775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'name': 'tempest-TestShelveInstance-466773742-router', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:45Z', 'updated_at': '2021-07-22T17:55:32Z', 'revision_number': 6, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:33.290283 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4a1c3-21a5-4d7b-b7ef-434b6a040559 admin admin] Pushing event deleted for resources: {'Port': ['ID=68e5ff78-218f-4851-8f64-d54efe820fe4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:33.313438 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e2ad3f-81d1-47ea-beff-5245e183775d None None] The sync data for ids ['ed3e158a-ee0b-441f-b290-f779814d42e3'] in n-d-798930-9 is: [{'id': 'ed3e158a-ee0b-441f-b290-f779814d42e3', 'name': 'tempest-TestShelveInstance-466773742-router', 'tenant_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:45Z', 'updated_at': '2021-07-22T17:55:32Z', 'revision_number': 6, 'project_id': '9b5b4e2f116046e29263d8761e9cfc1e', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:55:33.358534 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89c4a1c3-21a5-4d7b-b7ef-434b6a040559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:33.448611 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89c4a1c3-21a5-4d7b-b7ef-434b6a040559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:33.450901 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89c4a1c3-21a5-4d7b-b7ef-434b6a040559 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:33.501293 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89c4a1c3-21a5-4d7b-b7ef-434b6a040559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:33.501786 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c4a1c3-21a5-4d7b-b7ef-434b6a040559 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed3e158a-ee0b-441f-b290-f779814d42e3 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:55:33.506235 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89c4a1c3-21a5-4d7b-b7ef-434b6a040559 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:33.507376 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-89c4a1c3-21a5-4d7b-b7ef-434b6a040559 admin admin] 10.222.0.69 "DELETE /v2.0/routers/ed3e158a-ee0b-441f-b290-f779814d42e3 HTTP/1.1" status: 204 len: 168 time: 0.7959509 Jul 22 17:55:33.509936 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43360) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:33.554409 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb74219-1488-4708-86e0-7c46d048b151 admin admin] Deleting subnet 8dad1639-0af6-46f5-8f8a-f27f45ae2c25 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:55:33.557420 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3cb74219-1488-4708-86e0-7c46d048b151 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:33.590769 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3cb74219-1488-4708-86e0-7c46d048b151 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:33.672772 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3cb74219-1488-4708-86e0-7c46d048b151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:33.738947 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3cb74219-1488-4708-86e0-7c46d048b151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:33.767783 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb74219-1488-4708-86e0-7c46d048b151 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dad1639-0af6-46f5-8f8a-f27f45ae2c25,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:33.774983 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3cb74219-1488-4708-86e0-7c46d048b151 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:33.776894 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-3cb74219-1488-4708-86e0-7c46d048b151 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8dad1639-0af6-46f5-8f8a-f27f45ae2c25 HTTP/1.1" status: 204 len: 168 time: 0.2660215 Jul 22 17:55:33.779483 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43362) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:33.780088 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3289f958-b3da-42a1-a217-cc005cdbcdb4 None None] Network d4716522-d7a0-4c6e-9b21-4cca50da92ca requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:55:33.846104 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:33.899247 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Deleting port 5c97ccf6-aff3-45b8-819d-5911c699f53b {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:55:33.899601 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:33.968380 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-47229243-001f-4112-b74e-24a70733992e admin admin] For port 5c97ccf6-aff3-45b8-819d-5911c699f53b, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=5c97ccf6-aff3-45b8-819d-5911c699f53b,segment=NetworkSegment(2e6963a5-f9c6-47fc-b526-25ab3c3018a5),segment_id=2e6963a5-f9c6-47fc-b526-25ab3c3018a5)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:55:33.968739 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:33.980869 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Calling delete_port for 5c97ccf6-aff3-45b8-819d-5911c699f53b owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:55:34.061284 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:34.091722 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Pushing event deleted for resources: {'Port': ['ID=5c97ccf6-aff3-45b8-819d-5911c699f53b,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:34.100661 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:34.101009 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:34.101355 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:34.101794 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:34.102102 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:34.102442 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:34.102812 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:34.103371 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:34.103692 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:34.104182 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:34.104672 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:34.105151 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:34.110016 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47229243-001f-4112-b74e-24a70733992e admin admin] No DVR routers for this DVR port 5c97ccf6-aff3-45b8-819d-5911c699f53b on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:55:34.162540 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298f7740-291c-4e59-83a0-0bde68d8c4ae None None] DHCP port deletion for d4716522-d7a0-4c6e-9b21-4cca50da92ca request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:55:34.186191 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 02bb5023-7229-41a3-ba61-2d65ddcec264 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:55:34.193616 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:34.206619 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-47229243-001f-4112-b74e-24a70733992e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4716522-d7a0-4c6e-9b21-4cca50da92ca']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:34.207222 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 02bb5023-7229-41a3-ba61-2d65ddcec264 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:55:34.207645 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 02bb5023-7229-41a3-ba61-2d65ddcec264 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:55:34.218307 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-47229243-001f-4112-b74e-24a70733992e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6963a5-f9c6-47fc-b526-25ab3c3018a5') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:34.218602 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-47229243-001f-4112-b74e-24a70733992e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6963a5-f9c6-47fc-b526-25ab3c3018a5') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:34.227779 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:34.244769 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:34.250569 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:55:34.250946 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: timer() Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:55:34.253208 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:55:34.316927 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:34.322960 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:34.324791 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-47229243-001f-4112-b74e-24a70733992e admin admin] 10.222.0.69 "DELETE /v2.0/networks/d4716522-d7a0-4c6e-9b21-4cca50da92ca HTTP/1.1" status: 204 len: 168 time: 0.5443287 Jul 22 17:55:34.328012 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43364) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:34.337029 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47229243-001f-4112-b74e-24a70733992e admin admin] Pushing event deleted for resources: {'Network': ['ID=d4716522-d7a0-4c6e-9b21-4cca50da92ca,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:34.672716 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db924617-04b9-46b9-83d0-745a33cc7264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:34.919475 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-db924617-04b9-46b9-83d0-745a33cc7264 admin admin] Deleting port 6f344007-5445-4aed-bfc7-71f1ec55c8ff {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:55:34.919819 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db924617-04b9-46b9-83d0-745a33cc7264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:34.944411 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:34.997344 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-db924617-04b9-46b9-83d0-745a33cc7264 admin admin] For port 6f344007-5445-4aed-bfc7-71f1ec55c8ff, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=6f344007-5445-4aed-bfc7-71f1ec55c8ff,segment=NetworkSegment(9d9c7fbe-291c-4136-88b6-bd2dbc9f8af5),segment_id=9d9c7fbe-291c-4136-88b6-bd2dbc9f8af5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:55:34.997858 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db924617-04b9-46b9-83d0-745a33cc7264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:35.015339 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-db924617-04b9-46b9-83d0-745a33cc7264 admin admin] Calling delete_port for 6f344007-5445-4aed-bfc7-71f1ec55c8ff owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:55:35.198262 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db924617-04b9-46b9-83d0-745a33cc7264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:35.222862 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db924617-04b9-46b9-83d0-745a33cc7264 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f344007-5445-4aed-bfc7-71f1ec55c8ff,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:35.388448 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db924617-04b9-46b9-83d0-745a33cc7264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:35.800323 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5c97ccf6-aff3-45b8-819d-5911c699f53b no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:55:35.819860 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 5c97ccf6-aff3-45b8-819d-5911c699f53b {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:55:35.820204 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 5c97ccf6-aff3-45b8-819d-5911c699f53b not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:55:35.820618 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 68e5ff78-218f-4851-8f64-d54efe820fe4 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:55:35.842012 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 68e5ff78-218f-4851-8f64-d54efe820fe4 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:55:35.842356 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 68e5ff78-218f-4851-8f64-d54efe820fe4 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:55:35.952391 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db924617-04b9-46b9-83d0-745a33cc7264 admin admin] Router bf21ea49-e7ec-4178-af7d-7d30dc97f6f2 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:55:36.052223 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db924617-04b9-46b9-83d0-745a33cc7264 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:55:36.057518 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-db924617-04b9-46b9-83d0-745a33cc7264 admin admin] 10.222.0.69 "PUT /v2.0/routers/bf21ea49-e7ec-4178-af7d-7d30dc97f6f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7282562 Jul 22 17:55:36.059999 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43366) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:36.060806 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95556a3f-8dc6-4802-9ac4-e1bcdb49a781 None None] Sync routers for ids ['bf21ea49-e7ec-4178-af7d-7d30dc97f6f2'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:55:36.075852 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95556a3f-8dc6-4802-9ac4-e1bcdb49a781 None None] Routers {'bf21ea49-e7ec-4178-af7d-7d30dc97f6f2'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:55:36.076491 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-95556a3f-8dc6-4802-9ac4-e1bcdb49a781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:55:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['bf21ea49-e7ec-4178-af7d-7d30dc97f6f2'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:36.162276 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62b1a62b-d1ff-4cd5-8018-257c6ff92d18 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:36.180281 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-95556a3f-8dc6-4802-9ac4-e1bcdb49a781 None None] Set router bf21ea49-e7ec-4178-af7d-7d30dc97f6f2 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:55:36.262596 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62b1a62b-d1ff-4cd5-8018-257c6ff92d18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:36.315074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-62b1a62b-d1ff-4cd5-8018-257c6ff92d18 admin admin] Deleting port 439314a2-fde0-407f-9b6b-81e8cb60ba40 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:55:36.315410 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62b1a62b-d1ff-4cd5-8018-257c6ff92d18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:36.355251 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-95556a3f-8dc6-4802-9ac4-e1bcdb49a781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf21ea49-e7ec-4178-af7d-7d30dc97f6f2', 'name': 'tempest-TestShelveInstance-601438720-router', 'tenant_id': '56dd5e97ddc044a49ea01199fec19918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '439314a2-fde0-407f-9b6b-81e8cb60ba40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:50Z', 'updated_at': '2021-07-22T17:55:35Z', 'revision_number': 5, 'project_id': '56dd5e97ddc044a49ea01199fec19918', 'gw_port': {'id': '439314a2-fde0-407f-9b6b-81e8cb60ba40', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21ea49-e7ec-4178-af7d-7d30dc97f6f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:46:50Z', 'updated_at': '2021-07-22T17:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:36.381389 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95556a3f-8dc6-4802-9ac4-e1bcdb49a781 None None] Checking router: bf21ea49-e7ec-4178-af7d-7d30dc97f6f2 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:55:36.389464 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95556a3f-8dc6-4802-9ac4-e1bcdb49a781 None None] Routers {'bf21ea49-e7ec-4178-af7d-7d30dc97f6f2'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:55:36.390124 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-95556a3f-8dc6-4802-9ac4-e1bcdb49a781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:55:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['bf21ea49-e7ec-4178-af7d-7d30dc97f6f2'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:36.395441 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-62b1a62b-d1ff-4cd5-8018-257c6ff92d18 admin admin] For port 439314a2-fde0-407f-9b6b-81e8cb60ba40, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=439314a2-fde0-407f-9b6b-81e8cb60ba40,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:55:36.395964 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62b1a62b-d1ff-4cd5-8018-257c6ff92d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:36.407158 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-62b1a62b-d1ff-4cd5-8018-257c6ff92d18 admin admin] Calling delete_port for 439314a2-fde0-407f-9b6b-81e8cb60ba40 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:55:36.474218 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-95556a3f-8dc6-4802-9ac4-e1bcdb49a781 None None] Set router bf21ea49-e7ec-4178-af7d-7d30dc97f6f2 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:55:36.527726 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-95556a3f-8dc6-4802-9ac4-e1bcdb49a781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf21ea49-e7ec-4178-af7d-7d30dc97f6f2', 'name': 'tempest-TestShelveInstance-601438720-router', 'tenant_id': '56dd5e97ddc044a49ea01199fec19918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:50Z', 'updated_at': '2021-07-22T17:55:36Z', 'revision_number': 6, 'project_id': '56dd5e97ddc044a49ea01199fec19918', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:36.554096 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95556a3f-8dc6-4802-9ac4-e1bcdb49a781 None None] The sync data for ids ['bf21ea49-e7ec-4178-af7d-7d30dc97f6f2'] in n-d-798930-9 is: [{'id': 'bf21ea49-e7ec-4178-af7d-7d30dc97f6f2', 'name': 'tempest-TestShelveInstance-601438720-router', 'tenant_id': '56dd5e97ddc044a49ea01199fec19918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:46:50Z', 'updated_at': '2021-07-22T17:55:36Z', 'revision_number': 6, 'project_id': '56dd5e97ddc044a49ea01199fec19918', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:55:36.575906 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62b1a62b-d1ff-4cd5-8018-257c6ff92d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:36.601474 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1a62b-d1ff-4cd5-8018-257c6ff92d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=439314a2-fde0-407f-9b6b-81e8cb60ba40,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:36.666152 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62b1a62b-d1ff-4cd5-8018-257c6ff92d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:36.752982 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62b1a62b-d1ff-4cd5-8018-257c6ff92d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:36.755074 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62b1a62b-d1ff-4cd5-8018-257c6ff92d18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:36.795970 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62b1a62b-d1ff-4cd5-8018-257c6ff92d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:36.796373 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b1a62b-d1ff-4cd5-8018-257c6ff92d18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf21ea49-e7ec-4178-af7d-7d30dc97f6f2 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:55:36.801568 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62b1a62b-d1ff-4cd5-8018-257c6ff92d18 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:36.802803 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-62b1a62b-d1ff-4cd5-8018-257c6ff92d18 admin admin] 10.222.0.69 "DELETE /v2.0/routers/bf21ea49-e7ec-4178-af7d-7d30dc97f6f2 HTTP/1.1" status: 204 len: 168 time: 0.7418878 Jul 22 17:55:36.805282 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43368) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:36.848872 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd31a858-a471-43d1-bb3d-02e5264cafdb admin admin] Deleting subnet 9f6cf191-e3b0-4ff2-b792-0633775a2b23 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:55:36.851940 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dd31a858-a471-43d1-bb3d-02e5264cafdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:36.890426 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dd31a858-a471-43d1-bb3d-02e5264cafdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:36.969708 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dd31a858-a471-43d1-bb3d-02e5264cafdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:37.023619 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dd31a858-a471-43d1-bb3d-02e5264cafdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:37.051760 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dd31a858-a471-43d1-bb3d-02e5264cafdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:37.055818 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-dd31a858-a471-43d1-bb3d-02e5264cafdb admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9f6cf191-e3b0-4ff2-b792-0633775a2b23 HTTP/1.1" status: 204 len: 168 time: 0.2474108 Jul 22 17:55:37.055818 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31a858-a471-43d1-bb3d-02e5264cafdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f6cf191-e3b0-4ff2-b792-0633775a2b23,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:37.056253 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43370) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:37.059064 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec3f9ec-e9ed-4ed2-bec4-6322a28e5aa5 None None] Network d4d868f6-00a0-4e14-89e4-4ac195c85578 requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:55:37.123211 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec674-2cdb-43ca-bdd1-223da334f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:37.179727 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6b9ec674-2cdb-43ca-bdd1-223da334f3e5 admin admin] Deleting port 8e630cc9-3bea-4b96-8020-fddb7f32d1a7 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:55:37.180067 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec674-2cdb-43ca-bdd1-223da334f3e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:37.243358 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-6b9ec674-2cdb-43ca-bdd1-223da334f3e5 admin admin] For port 8e630cc9-3bea-4b96-8020-fddb7f32d1a7, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8e630cc9-3bea-4b96-8020-fddb7f32d1a7,segment=NetworkSegment(9d9c7fbe-291c-4136-88b6-bd2dbc9f8af5),segment_id=9d9c7fbe-291c-4136-88b6-bd2dbc9f8af5)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:55:37.243663 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec674-2cdb-43ca-bdd1-223da334f3e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:37.255598 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6b9ec674-2cdb-43ca-bdd1-223da334f3e5 admin admin] Calling delete_port for 8e630cc9-3bea-4b96-8020-fddb7f32d1a7 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:55:37.294366 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4586fb-07b2-4ac9-9d66-a20f6e2ec5c7 None None] DHCP port deletion for d4d868f6-00a0-4e14-89e4-4ac195c85578 request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:55:37.341895 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec674-2cdb-43ca-bdd1-223da334f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:37.342192 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ad4586fb-07b2-4ac9-9d66-a20f6e2ec5c7 None None] Deleting port 8e630cc9-3bea-4b96-8020-fddb7f32d1a7 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:55:37.342626 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ad4586fb-07b2-4ac9-9d66-a20f6e2ec5c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:37.370539 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ec674-2cdb-43ca-bdd1-223da334f3e5 admin admin] No DVR routers for this DVR port 8e630cc9-3bea-4b96-8020-fddb7f32d1a7 on host n-d-798930-9 {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:55:37.375734 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ec674-2cdb-43ca-bdd1-223da334f3e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e630cc9-3bea-4b96-8020-fddb7f32d1a7,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:37.414787 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ad4586fb-07b2-4ac9-9d66-a20f6e2ec5c7 None None] For port 8e630cc9-3bea-4b96-8020-fddb7f32d1a7, host n-d-798930-9, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:55:37.415251 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ad4586fb-07b2-4ac9-9d66-a20f6e2ec5c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:37.427312 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ad4586fb-07b2-4ac9-9d66-a20f6e2ec5c7 None None] Calling delete_port for 8e630cc9-3bea-4b96-8020-fddb7f32d1a7 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:55:37.430197 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-ad4586fb-07b2-4ac9-9d66-a20f6e2ec5c7 None None] Port 8e630cc9-3bea-4b96-8020-fddb7f32d1a7 was not found and therefore no delete operation was performed {{(pid=93818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 17:55:37.431445 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ad4586fb-07b2-4ac9-9d66-a20f6e2ec5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:37.446511 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec674-2cdb-43ca-bdd1-223da334f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:37.456954 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6b9ec674-2cdb-43ca-bdd1-223da334f3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d868f6-00a0-4e14-89e4-4ac195c85578']}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:37.458626 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4586fb-07b2-4ac9-9d66-a20f6e2ec5c7 None None] Pushing event deleted for resources: {'Port': ['ID=8e630cc9-3bea-4b96-8020-fddb7f32d1a7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:37.460853 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4586fb-07b2-4ac9-9d66-a20f6e2ec5c7 None None] No DVR routers for this DVR port 8e630cc9-3bea-4b96-8020-fddb7f32d1a7 on host n-d-798930-9 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:55:37.470645 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4586fb-07b2-4ac9-9d66-a20f6e2ec5c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:37.470999 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4586fb-07b2-4ac9-9d66-a20f6e2ec5c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:37.471340 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4586fb-07b2-4ac9-9d66-a20f6e2ec5c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:37.471680 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4586fb-07b2-4ac9-9d66-a20f6e2ec5c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:37.471798 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6b9ec674-2cdb-43ca-bdd1-223da334f3e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9c7fbe-291c-4136-88b6-bd2dbc9f8af5') {'for_net_delete': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:37.471995 n-d-798930-9 neutron-server[93817]: DEBUG neutron.services.segments.db [None req-6b9ec674-2cdb-43ca-bdd1-223da334f3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9c7fbe-291c-4136-88b6-bd2dbc9f8af5') {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:37.472109 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4586fb-07b2-4ac9-9d66-a20f6e2ec5c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:37.472332 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4586fb-07b2-4ac9-9d66-a20f6e2ec5c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:37.472662 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4586fb-07b2-4ac9-9d66-a20f6e2ec5c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:37.472989 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4586fb-07b2-4ac9-9d66-a20f6e2ec5c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:37.473312 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4586fb-07b2-4ac9-9d66-a20f6e2ec5c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:37.473666 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4586fb-07b2-4ac9-9d66-a20f6e2ec5c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:37.473962 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4586fb-07b2-4ac9-9d66-a20f6e2ec5c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:37.474282 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4586fb-07b2-4ac9-9d66-a20f6e2ec5c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:37.482526 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec674-2cdb-43ca-bdd1-223da334f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10062316'] for segment, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:37.497000 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec674-2cdb-43ca-bdd1-223da334f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:37.503571 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9ec674-2cdb-43ca-bdd1-223da334f3e5 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=93817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:55:37.503961 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec674-2cdb-43ca-bdd1-223da334f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10062122'] for segment, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: Traceback (most recent call last): Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: timer() Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: cb(*args, **kw) Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: return func(*args, **kwargs) Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: self._notify() Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: self.callback(batched_events) Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: event.method(event) Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: return f(self, *a, **k) Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: return self._get(url).json() Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: return self.request(url, 'GET', **kwargs) Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:55:37.505697 n-d-798930-9 neutron-server[93817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:55:37.558637 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec674-2cdb-43ca-bdd1-223da334f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:37.564944 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec674-2cdb-43ca-bdd1-223da334f3e5 admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:37.576881 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-6b9ec674-2cdb-43ca-bdd1-223da334f3e5 admin admin] 10.222.0.69 "DELETE /v2.0/networks/d4d868f6-00a0-4e14-89e4-4ac195c85578 HTTP/1.1" status: 204 len: 168 time: 0.5097117 Jul 22 17:55:37.582306 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ec674-2cdb-43ca-bdd1-223da334f3e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4d868f6-00a0-4e14-89e4-4ac195c85578,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:37.677834 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43374) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:37.718929 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-f1b59ee4-fbba-4119-9935-66f4cb9395f1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9b5b4e2f116046e29263d8761e9cfc1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399108 Jul 22 17:55:37.721438 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43376) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:37.745463 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6f344007-5445-4aed-bfc7-71f1ec55c8ff no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:55:37.765857 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 6f344007-5445-4aed-bfc7-71f1ec55c8ff {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:55:37.766320 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 6f344007-5445-4aed-bfc7-71f1ec55c8ff not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:55:37.766814 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 439314a2-fde0-407f-9b6b-81e8cb60ba40 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:55:37.771624 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8da0f8ea-fb09-472f-b972-46954de54968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:37.786642 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 439314a2-fde0-407f-9b6b-81e8cb60ba40 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:55:37.786994 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 439314a2-fde0-407f-9b6b-81e8cb60ba40 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:55:37.787412 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8e630cc9-3bea-4b96-8020-fddb7f32d1a7 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:55:37.795936 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8da0f8ea-fb09-472f-b972-46954de54968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:37.809358 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 8e630cc9-3bea-4b96-8020-fddb7f32d1a7 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:55:37.809632 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8e630cc9-3bea-4b96-8020-fddb7f32d1a7 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:55:38.175762 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8da0f8ea-fb09-472f-b972-46954de54968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:38.178388 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8da0f8ea-fb09-472f-b972-46954de54968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:38.182750 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8da0f8ea-fb09-472f-b972-46954de54968 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/931e463e-d33e-445a-8348-67117907e20d HTTP/1.1" status: 204 len: 168 time: 0.4571023 Jul 22 17:55:38.187346 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0f8ea-fb09-472f-b972-46954de54968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931e463e-d33e-445a-8348-67117907e20d,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:38.487527 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43382) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:38.525485 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-885c747d-21d1-49f1-91d8-57bc933463ff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=56dd5e97ddc044a49ea01199fec19918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0368576 Jul 22 17:55:38.527719 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43384) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:38.573263 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8932a5dc-a865-4eff-ba06-92f66050d8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:38.593587 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8932a5dc-a865-4eff-ba06-92f66050d8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:38.643618 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8932a5dc-a865-4eff-ba06-92f66050d8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:38.646592 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8932a5dc-a865-4eff-ba06-92f66050d8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:38.647760 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-8932a5dc-a865-4eff-ba06-92f66050d8f5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0c351da9-dd6e-42ff-aea4-62a861624d93 HTTP/1.1" status: 204 len: 168 time: 0.1191833 Jul 22 17:55:38.655554 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932a5dc-a865-4eff-ba06-92f66050d8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c351da9-dd6e-42ff-aea4-62a861624d93,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:39.279464 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43406) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:39.370199 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-37189202-4f0e-4ade-810d-9bfffa7a3e4d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1002359184-network', 'tenant_id': 'e880f1169701461a8f27c61d98502135'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:55:39.390898 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37189202-4f0e-4ade-810d-9bfffa7a3e4d admin admin] Made reservation on behalf of e880f1169701461a8f27c61d98502135 for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:55:39.393044 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37189202-4f0e-4ade-810d-9bfffa7a3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:39.400947 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37189202-4f0e-4ade-810d-9bfffa7a3e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:39.487992 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37189202-4f0e-4ade-810d-9bfffa7a3e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:39.491530 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37189202-4f0e-4ade-810d-9bfffa7a3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:39.514969 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37189202-4f0e-4ade-810d-9bfffa7a3e4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:55:39.523321 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37189202-4f0e-4ade-810d-9bfffa7a3e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410f3a4d-d72b-42be-8887-8ef29bf1bca1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:39.529171 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37189202-4f0e-4ade-810d-9bfffa7a3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:39.529483 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-37189202-4f0e-4ade-810d-9bfffa7a3e4d admin admin] Added segment f4c580f6-59bf-4be3-9136-4343ca9ae6f0 of type vlan for network 693db142-3e79-49f3-94ab-aa5538d3388d Jul 22 17:55:39.568297 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37189202-4f0e-4ade-810d-9bfffa7a3e4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:39.594768 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37189202-4f0e-4ade-810d-9bfffa7a3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:39.596196 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37189202-4f0e-4ade-810d-9bfffa7a3e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:39.596755 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-37189202-4f0e-4ade-810d-9bfffa7a3e4d admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:39.626765 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-37189202-4f0e-4ade-810d-9bfffa7a3e4d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3462448 Jul 22 17:55:39.629817 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43410) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:39.635688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a77da002-4628-40ca-9287-d82f2e909fd1 admin admin] Request body: {'subnet': {'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1002359184-subnet', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:55:39.654885 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77da002-4628-40ca-9287-d82f2e909fd1 admin admin] Made reservation on behalf of e880f1169701461a8f27c61d98502135 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:55:39.655158 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37189202-4f0e-4ade-810d-9bfffa7a3e4d admin admin] Pushing event updated for resources: {'Network': ['ID=693db142-3e79-49f3-94ab-aa5538d3388d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:39.663477 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a77da002-4628-40ca-9287-d82f2e909fd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11569579'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:39.665231 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network 693db142-3e79-49f3-94ab-aa5538d3388d details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:55:39.827724 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a77da002-4628-40ca-9287-d82f2e909fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11569625'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:39.889050 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77da002-4628-40ca-9287-d82f2e909fd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bc39ae3-a813-43d1-ba2c-285770486313,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:39.893953 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77da002-4628-40ca-9287-d82f2e909fd1 admin admin] Checking segment: {'id': 'f4c580f6-59bf-4be3-9136-4343ca9ae6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:55:39.894426 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77da002-4628-40ca-9287-d82f2e909fd1 admin admin] Network hostable DHCP agents. Network: 693db142-3e79-49f3-94ab-aa5538d3388d, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:55:39.911129 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77da002-4628-40ca-9287-d82f2e909fd1 admin admin] Network 693db142-3e79-49f3-94ab-aa5538d3388d is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:55:39.919062 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a77da002-4628-40ca-9287-d82f2e909fd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, 693db142-3e79-49f3-94ab-aa5538d3388d) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:55:39.924285 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77da002-4628-40ca-9287-d82f2e909fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:39.927279 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f45091c-a629-496f-ad72-1846876f99c7 None None] Network 693db142-3e79-49f3-94ab-aa5538d3388d requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:55:39.930484 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a77da002-4628-40ca-9287-d82f2e909fd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:39.944288 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-a77da002-4628-40ca-9287-d82f2e909fd1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3126328 Jul 22 17:55:39.947054 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43412) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:39.951352 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6c1398f4-4614-44a7-baac-a4881c396d43 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1002359184-router', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:55:39.971901 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c1398f4-4614-44a7-baac-a4881c396d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:39.972858 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c1398f4-4614-44a7-baac-a4881c396d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:40.023886 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c1398f4-4614-44a7-baac-a4881c396d43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:40.073374 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6272a75d-a4be-40f8-a237-87abc6252ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-693db142-3e79-49f3-94ab-aa5538d3388d', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'fixed_ips': [{'subnet_id': '1bc39ae3-a813-43d1-ba2c-285770486313'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:55:40.074286 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6272a75d-a4be-40f8-a237-87abc6252ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:40.177162 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c1398f4-4614-44a7-baac-a4881c396d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:40.208163 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-6272a75d-a4be-40f8-a237-87abc6252ef3 None None] Allocated IP 172.20.0.2 (693db142-3e79-49f3-94ab-aa5538d3388d/1bc39ae3-a813-43d1-ba2c-285770486313/693adbc9-8ef5-4606-9559-f0d4fd737a3a) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:55:40.348432 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6272a75d-a4be-40f8-a237-87abc6252ef3 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:40.356727 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6272a75d-a4be-40f8-a237-87abc6252ef3 None None] Transition to ACTIVE for port object 693adbc9-8ef5-4606-9559-f0d4fd737a3a will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:55:40.371533 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6272a75d-a4be-40f8-a237-87abc6252ef3 None None] Transition to ACTIVE for port object 693adbc9-8ef5-4606-9559-f0d4fd737a3a will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:55:40.377610 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6272a75d-a4be-40f8-a237-87abc6252ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:40.380566 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c1398f4-4614-44a7-baac-a4881c396d43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:40.400419 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c1398f4-4614-44a7-baac-a4881c396d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:40.417029 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6272a75d-a4be-40f8-a237-87abc6252ef3 None None] Network 693db142-3e79-49f3-94ab-aa5538d3388d is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:55:40.419798 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-6272a75d-a4be-40f8-a237-87abc6252ef3 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:55:40.423286 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6272a75d-a4be-40f8-a237-87abc6252ef3 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:55:40.430215 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272a75d-a4be-40f8-a237-87abc6252ef3 None None] Pushing event updated for resources: {'Port': ['ID=693adbc9-8ef5-4606-9559-f0d4fd737a3a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:40.485649 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6272a75d-a4be-40f8-a237-87abc6252ef3 None None] Attempting to bind port 693adbc9-8ef5-4606-9559-f0d4fd737a3a on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:55:40.486551 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6272a75d-a4be-40f8-a237-87abc6252ef3 None None] Attempting to bind port 693adbc9-8ef5-4606-9559-f0d4fd737a3a by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'f4c580f6-59bf-4be3-9136-4343ca9ae6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:55:40.486908 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272a75d-a4be-40f8-a237-87abc6252ef3 None None] Attempting to bind port 693adbc9-8ef5-4606-9559-f0d4fd737a3a on network 693db142-3e79-49f3-94ab-aa5538d3388d {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:55:40.491978 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272a75d-a4be-40f8-a237-87abc6252ef3 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:55:40.492419 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272a75d-a4be-40f8-a237-87abc6252ef3 None None] Checking segment: {'id': 'f4c580f6-59bf-4be3-9136-4343ca9ae6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:55:40.492883 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6272a75d-a4be-40f8-a237-87abc6252ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:40.493266 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272a75d-a4be-40f8-a237-87abc6252ef3 None None] Bound using segment: {'id': 'f4c580f6-59bf-4be3-9136-4343ca9ae6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:55:40.493720 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-6272a75d-a4be-40f8-a237-87abc6252ef3 None None] Bound port: 693adbc9-8ef5-4606-9559-f0d4fd737a3a, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c580f6-59bf-4be3-9136-4343ca9ae6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:55:40.494138 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6272a75d-a4be-40f8-a237-87abc6252ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:40.508599 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-6c1398f4-4614-44a7-baac-a4881c396d43 admin admin] Allocated IP 172.25.0.99 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/adc360a1-2e72-4b06-b407-b58e80bbe7ad) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:55:40.560044 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6272a75d-a4be-40f8-a237-87abc6252ef3 None None] For port 693adbc9-8ef5-4606-9559-f0d4fd737a3a, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:55:40.563293 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6272a75d-a4be-40f8-a237-87abc6252ef3 None None] For port 693adbc9-8ef5-4606-9559-f0d4fd737a3a, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=693adbc9-8ef5-4606-9559-f0d4fd737a3a,segment=NetworkSegment(f4c580f6-59bf-4be3-9136-4343ca9ae6f0),segment_id=f4c580f6-59bf-4be3-9136-4343ca9ae6f0)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:55:40.566883 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6272a75d-a4be-40f8-a237-87abc6252ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:40.618001 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c1398f4-4614-44a7-baac-a4881c396d43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:40.626198 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272a75d-a4be-40f8-a237-87abc6252ef3 None None] Pushing event updated for resources: {'Port': ['ID=693adbc9-8ef5-4606-9559-f0d4fd737a3a,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:40.660062 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c1398f4-4614-44a7-baac-a4881c396d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:40.700665 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1398f4-4614-44a7-baac-a4881c396d43 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:55:40.703543 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6c1398f4-4614-44a7-baac-a4881c396d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:55:40.707295 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1398f4-4614-44a7-baac-a4881c396d43 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:55:40.731724 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1398f4-4614-44a7-baac-a4881c396d43 admin admin] Pushing event updated for resources: {'Port': ['ID=adc360a1-2e72-4b06-b407-b58e80bbe7ad,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:40.969646 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c1398f4-4614-44a7-baac-a4881c396d43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:41.167736 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c1398f4-4614-44a7-baac-a4881c396d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:41.298712 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1398f4-4614-44a7-baac-a4881c396d43 admin admin] Router dde869cf-2543-4615-8a6e-df896900b9bb is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:55:41.408500 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1398f4-4614-44a7-baac-a4881c396d43 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:55:41.420705 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] Sync routers for ids ['dde869cf-2543-4615-8a6e-df896900b9bb'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:55:41.425563 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c1398f4-4614-44a7-baac-a4881c396d43 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:41.429485 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-6c1398f4-4614-44a7-baac-a4881c396d43 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4789822 Jul 22 17:55:41.429870 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43414) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:41.431107 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] Routers {'dde869cf-2543-4615-8a6e-df896900b9bb'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:55:41.431756 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:55:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dde869cf-2543-4615-8a6e-df896900b9bb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:41.479558 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0046691-a27f-48ed-8ff2-3c562ccfc87d None None] Network 693db142-3e79-49f3-94ab-aa5538d3388d requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:55:41.541665 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] Set router dde869cf-2543-4615-8a6e-df896900b9bb gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:55:41.560514 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b09b1756-fede-4809-9664-20ffec6c96a3 None None] Provisioning for port 693adbc9-8ef5-4606-9559-f0d4fd737a3a completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:55:41.743443 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'name': 'tempest-TestSnapshotPattern-1002359184-router', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:39Z', 'updated_at': '2021-07-22T17:55:40Z', 'revision_number': 3, 'project_id': 'e880f1169701461a8f27c61d98502135', 'gw_port': {'id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:89:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:40Z', 'updated_at': '2021-07-22T17:55:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:41.774388 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] Checking router: dde869cf-2543-4615-8a6e-df896900b9bb for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:55:41.775004 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] Updating router dde869cf-2543-4615-8a6e-df896900b9bb port adc360a1-2e72-4b06-b407-b58e80bbe7ad binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:55:41.814541 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 693adbc9-8ef5-4606-9559-f0d4fd737a3a up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:55:41.828890 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:41.869649 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 693adbc9-8ef5-4606-9559-f0d4fd737a3a completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:55:41.875074 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 693adbc9-8ef5-4606-9559-f0d4fd737a3a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:55:41.875446 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:41.887606 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70daf27c-3895-4c87-9594-911fd2c8335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:41.969396 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:42.014572 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 693adbc9-8ef5-4606-9559-f0d4fd737a3a, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=693adbc9-8ef5-4606-9559-f0d4fd737a3a,segment=NetworkSegment(f4c580f6-59bf-4be3-9136-4343ca9ae6f0),segment_id=f4c580f6-59bf-4be3-9136-4343ca9ae6f0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:55:42.015927 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-da39ddc7-7d20-410f-82fa-0161268e2540 None None] Provisioning complete for port 693adbc9-8ef5-4606-9559-f0d4fd737a3a triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:55:42.016536 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da39ddc7-7d20-410f-82fa-0161268e2540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:42.044882 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:42.055694 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-70daf27c-3895-4c87-9594-911fd2c8335b admin admin] Allocated IP 172.20.0.1 (693db142-3e79-49f3-94ab-aa5538d3388d/1bc39ae3-a813-43d1-ba2c-285770486313/42568585-7403-4568-993c-8ed26b52c56d) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:55:42.098027 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:42.113985 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] Transition to ACTIVE for port object adc360a1-2e72-4b06-b407-b58e80bbe7ad will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:55:42.120300 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:42.132482 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=693adbc9-8ef5-4606-9559-f0d4fd737a3a,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:42.170577 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70daf27c-3895-4c87-9594-911fd2c8335b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:42.172146 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] Attempting to bind port adc360a1-2e72-4b06-b407-b58e80bbe7ad on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:55:42.172512 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] Attempting to bind port adc360a1-2e72-4b06-b407-b58e80bbe7ad by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:55:42.172867 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] Attempting to bind port adc360a1-2e72-4b06-b407-b58e80bbe7ad on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:55:42.181476 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:55:42.181839 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:55:42.182254 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:42.182634 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:55:42.183086 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] Bound port: adc360a1-2e72-4b06-b407-b58e80bbe7ad, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:55:42.183455 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:42.185778 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-70daf27c-3895-4c87-9594-911fd2c8335b admin admin] Transition to ACTIVE for port object 42568585-7403-4568-993c-8ed26b52c56d will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:55:42.188553 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712bc3f1-0a76-4bfd-9451-acbcf9f2a733 None None] Pushing event updated for resources: {'Port': ['ID=adc360a1-2e72-4b06-b407-b58e80bbe7ad,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:42.211795 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bc3f1-0a76-4bfd-9451-acbcf9f2a733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:42.212136 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bc3f1-0a76-4bfd-9451-acbcf9f2a733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:42.212468 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bc3f1-0a76-4bfd-9451-acbcf9f2a733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:42.212797 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bc3f1-0a76-4bfd-9451-acbcf9f2a733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:42.213120 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bc3f1-0a76-4bfd-9451-acbcf9f2a733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:42.213441 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bc3f1-0a76-4bfd-9451-acbcf9f2a733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:42.213759 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bc3f1-0a76-4bfd-9451-acbcf9f2a733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:42.214102 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bc3f1-0a76-4bfd-9451-acbcf9f2a733 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:42.214425 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bc3f1-0a76-4bfd-9451-acbcf9f2a733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:42.214739 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bc3f1-0a76-4bfd-9451-acbcf9f2a733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:42.215056 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bc3f1-0a76-4bfd-9451-acbcf9f2a733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:42.215382 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bc3f1-0a76-4bfd-9451-acbcf9f2a733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:55:42.218883 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70daf27c-3895-4c87-9594-911fd2c8335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:42.247665 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] For port adc360a1-2e72-4b06-b407-b58e80bbe7ad, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:55:42.250659 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] For port adc360a1-2e72-4b06-b407-b58e80bbe7ad, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=adc360a1-2e72-4b06-b407-b58e80bbe7ad,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:55:42.255009 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:42.261911 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70daf27c-3895-4c87-9594-911fd2c8335b admin admin] Network 693db142-3e79-49f3-94ab-aa5538d3388d is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:55:42.268679 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-70daf27c-3895-4c87-9594-911fd2c8335b admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:55:42.273161 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70daf27c-3895-4c87-9594-911fd2c8335b admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:55:42.300299 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70daf27c-3895-4c87-9594-911fd2c8335b admin admin] Pushing event updated for resources: {'Port': ['ID=42568585-7403-4568-993c-8ed26b52c56d,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:42.316763 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] Routers {'dde869cf-2543-4615-8a6e-df896900b9bb'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:55:42.317391 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:55:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dde869cf-2543-4615-8a6e-df896900b9bb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:42.319344 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712bc3f1-0a76-4bfd-9451-acbcf9f2a733 None None] Pushing event updated for resources: {'Port': ['ID=adc360a1-2e72-4b06-b407-b58e80bbe7ad,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:42.320060 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70daf27c-3895-4c87-9594-911fd2c8335b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:42.430071 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] Set router dde869cf-2543-4615-8a6e-df896900b9bb gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:55:42.475656 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70daf27c-3895-4c87-9594-911fd2c8335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:42.496998 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c8e10990-4e08-4a42-a0e7-b0ad782d6f4d None None] Provisioning for port 42568585-7403-4568-993c-8ed26b52c56d completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:55:42.501440 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c8e10990-4e08-4a42-a0e7-b0ad782d6f4d None None] Provisioning complete for port 42568585-7403-4568-993c-8ed26b52c56d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:55:42.502246 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8e10990-4e08-4a42-a0e7-b0ad782d6f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:42.537030 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c8e10990-4e08-4a42-a0e7-b0ad782d6f4d None None] Port 42568585-7403-4568-993c-8ed26b52c56d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:55:42.613344 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'name': 'tempest-TestSnapshotPattern-1002359184-router', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:39Z', 'updated_at': '2021-07-22T17:55:40Z', 'revision_number': 3, 'project_id': 'e880f1169701461a8f27c61d98502135', 'gw_port': {'id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:89:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:40Z', 'updated_at': '2021-07-22T17:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:42.637690 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70daf27c-3895-4c87-9594-911fd2c8335b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:42.639757 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91896427-ddec-49be-842d-cdbc6d5e8f86 None None] The sync data for ids ['dde869cf-2543-4615-8a6e-df896900b9bb'] in n-d-798930-9 is: [{'id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'name': 'tempest-TestSnapshotPattern-1002359184-router', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:39Z', 'updated_at': '2021-07-22T17:55:40Z', 'revision_number': 3, 'project_id': 'e880f1169701461a8f27c61d98502135', 'gw_port': {'id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:89:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:40Z', 'updated_at': '2021-07-22T17:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:55:42.643758 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70daf27c-3895-4c87-9594-911fd2c8335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:42.708124 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70daf27c-3895-4c87-9594-911fd2c8335b admin admin] Pushing event updated for resources: {'Port': ['ID=42568585-7403-4568-993c-8ed26b52c56d,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:42.713828 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70daf27c-3895-4c87-9594-911fd2c8335b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:42.717427 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:42.808472 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70daf27c-3895-4c87-9594-911fd2c8335b admin admin] Network 693db142-3e79-49f3-94ab-aa5538d3388d is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:55:42.809691 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-70daf27c-3895-4c87-9594-911fd2c8335b admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:55:42.937001 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:42.940749 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70daf27c-3895-4c87-9594-911fd2c8335b admin admin] Router dde869cf-2543-4615-8a6e-df896900b9bb has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:55:43.057533 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70daf27c-3895-4c87-9594-911fd2c8335b admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:55:43.070465 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-70daf27c-3895-4c87-9594-911fd2c8335b admin admin] 10.222.0.69 "PUT /v2.0/routers/dde869cf-2543-4615-8a6e-df896900b9bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6393876 Jul 22 17:55:43.077425 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7798793a-da4a-41ad-af16-5bdfce4c4be4 None None] Provisioning complete for port 42568585-7403-4568-993c-8ed26b52c56d triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:55:43.078025 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7798793a-da4a-41ad-af16-5bdfce4c4be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:43.118131 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7798793a-da4a-41ad-af16-5bdfce4c4be4 None None] Port 42568585-7403-4568-993c-8ed26b52c56d cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:55:43.530912 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43430) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:43.537030 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-1ed318f6-2cf4-4e67-92cd-ae8254bd56eb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-604946205-network', 'tenant_id': '69a3f0632519428da4f634fa519740ce'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:55:43.559247 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed318f6-2cf4-4e67-92cd-ae8254bd56eb admin admin] Made reservation on behalf of 69a3f0632519428da4f634fa519740ce for: {'network': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:55:43.561679 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ed318f6-2cf4-4e67-92cd-ae8254bd56eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for network, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:43.570303 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ed318f6-2cf4-4e67-92cd-ae8254bd56eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:43.663922 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ed318f6-2cf4-4e67-92cd-ae8254bd56eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:43.668159 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ed318f6-2cf4-4e67-92cd-ae8254bd56eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:43.694431 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed318f6-2cf4-4e67-92cd-ae8254bd56eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:55:43.700614 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed318f6-2cf4-4e67-92cd-ae8254bd56eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f1794f-7f19-4fe2-bdd8-dac2cc916418,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:43.706715 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ed318f6-2cf4-4e67-92cd-ae8254bd56eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:43.706889 n-d-798930-9 neutron-server[93817]: INFO neutron.db.segments_db [None req-1ed318f6-2cf4-4e67-92cd-ae8254bd56eb admin admin] Added segment dcadf6b7-0351-4560-aeb3-297d133d956f of type vlan for network ad03657d-bd91-4033-8fce-0d645139035b Jul 22 17:55:43.749315 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ed318f6-2cf4-4e67-92cd-ae8254bd56eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765149302775'] for network, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:43.778835 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ed318f6-2cf4-4e67-92cd-ae8254bd56eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693'] for network, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:43.779844 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed318f6-2cf4-4e67-92cd-ae8254bd56eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:43.780451 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ed318f6-2cf4-4e67-92cd-ae8254bd56eb admin admin] Notify callbacks [] for network, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:43.815060 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-1ed318f6-2cf4-4e67-92cd-ae8254bd56eb admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2829475 Jul 22 17:55:43.817687 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43432) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:43.848327 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-cb4753a6-7fa7-4c5e-8bc6-3aaff6327e65 admin admin] Request body: {'subnet': {'network_id': 'ad03657d-bd91-4033-8fce-0d645139035b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-604946205-subnet', 'tenant_id': '69a3f0632519428da4f634fa519740ce', 'ip_version': 4}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:55:43.850044 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 693adbc9-8ef5-4606-9559-f0d4fd737a3a up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:55:43.852732 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed318f6-2cf4-4e67-92cd-ae8254bd56eb admin admin] Pushing event updated for resources: {'Network': ['ID=ad03657d-bd91-4033-8fce-0d645139035b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:43.871125 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4753a6-7fa7-4c5e-8bc6-3aaff6327e65 admin admin] Made reservation on behalf of 69a3f0632519428da4f634fa519740ce for: {'subnet': 1} {{(pid=93817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:55:43.873551 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb4753a6-7fa7-4c5e-8bc6-3aaff6327e65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10232814'] for subnet, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:43.877781 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Network ad03657d-bd91-4033-8fce-0d645139035b details requested by agent ovs-agent-n-d-798930-9 with host n-d-798930-9 {{(pid=93818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:55:43.961355 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 693adbc9-8ef5-4606-9559-f0d4fd737a3a triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:55:43.961955 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:44.039917 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device adc360a1-2e72-4b06-b407-b58e80bbe7ad up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:55:44.062214 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb4753a6-7fa7-4c5e-8bc6-3aaff6327e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10062225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10232732'] for subnet, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:44.090230 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port adc360a1-2e72-4b06-b407-b58e80bbe7ad completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:55:44.093810 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port adc360a1-2e72-4b06-b407-b58e80bbe7ad triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:55:44.094209 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:44.123959 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4753a6-7fa7-4c5e-8bc6-3aaff6327e65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=046e1e9d-a799-4357-a006-a7b95f31debb,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:44.135617 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4753a6-7fa7-4c5e-8bc6-3aaff6327e65 admin admin] Checking segment: {'id': 'dcadf6b7-0351-4560-aeb3-297d133d956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ad03657d-bd91-4033-8fce-0d645139035b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:55:44.135968 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4753a6-7fa7-4c5e-8bc6-3aaff6327e65 admin admin] Network hostable DHCP agents. Network: ad03657d-bd91-4033-8fce-0d645139035b, hostable agents: ['597e65eb-0fb0-4637-9ae2-4efd0e1811af'], hosted agents: [] {{(pid=93817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:55:44.153659 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4753a6-7fa7-4c5e-8bc6-3aaff6327e65 admin admin] Network ad03657d-bd91-4033-8fce-0d645139035b is scheduled to be hosted by DHCP agent 597e65eb-0fb0-4637-9ae2-4efd0e1811af with binding_index 1 {{(pid=93817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:55:44.163189 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-cb4753a6-7fa7-4c5e-8bc6-3aaff6327e65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798930-9, ad03657d-bd91-4033-8fce-0d645139035b) {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:55:44.167905 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4753a6-7fa7-4c5e-8bc6-3aaff6327e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:44.168486 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb4753a6-7fa7-4c5e-8bc6-3aaff6327e65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:44.173886 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e96aea9-f9b1-48bd-96e5-43694f03fca6 None None] Network ad03657d-bd91-4033-8fce-0d645139035b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:55:44.182829 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-cb4753a6-7fa7-4c5e-8bc6-3aaff6327e65 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3641047 Jul 22 17:55:44.185601 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43434) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:44.190450 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:44.194900 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-7b9000f8-df6b-40e4-8fe1-a6f88f79f817 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-604946205-router', 'tenant_id': '69a3f0632519428da4f634fa519740ce', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:55:44.226093 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b9000f8-df6b-40e4-8fe1-a6f88f79f817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4121147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9937'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:44.227160 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b9000f8-df6b-40e4-8fe1-a6f88f79f817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4124757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4126228', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3795504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9946'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:44.247223 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] Sync routers for ids ['dde869cf-2543-4615-8a6e-df896900b9bb'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:55:44.254386 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port adc360a1-2e72-4b06-b407-b58e80bbe7ad, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=adc360a1-2e72-4b06-b407-b58e80bbe7ad,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:55:44.264295 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:44.274928 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] Routers {'dde869cf-2543-4615-8a6e-df896900b9bb'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:55:44.275537 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:55:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dde869cf-2543-4615-8a6e-df896900b9bb'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:44.285417 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b9000f8-df6b-40e4-8fe1-a6f88f79f817 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:44.428337 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b9000f8-df6b-40e4-8fe1-a6f88f79f817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4121173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7728'] for router, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:44.571735 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=adc360a1-2e72-4b06-b407-b58e80bbe7ad,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:44.628806 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b9000f8-df6b-40e4-8fe1-a6f88f79f817 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:44.633890 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6956657-508c-4134-b7be-52cbee5b4061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14454c70-ba89-5d3b-a422-5f7b39311b7e-ad03657d-bd91-4033-8fce-0d645139035b', 'network_id': 'ad03657d-bd91-4033-8fce-0d645139035b', 'tenant_id': '69a3f0632519428da4f634fa519740ce', 'fixed_ips': [{'subnet_id': '046e1e9d-a799-4357-a006-a7b95f31debb'}]}} from n-d-798930-9. {{(pid=93818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:55:44.634745 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6956657-508c-4134-b7be-52cbee5b4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:44.637409 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] Set router dde869cf-2543-4615-8a6e-df896900b9bb gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:55:44.651489 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b9000f8-df6b-40e4-8fe1-a6f88f79f817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:44.754799 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-7b9000f8-df6b-40e4-8fe1-a6f88f79f817 admin admin] Allocated IP 172.25.0.16 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/c2991f6f-6f23-42a0-bad1-3cb10e9e1211) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:55:44.859528 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b9000f8-df6b-40e4-8fe1-a6f88f79f817 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:44.885293 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-f6956657-508c-4134-b7be-52cbee5b4061 None None] Allocated IP 172.20.0.2 (ad03657d-bd91-4033-8fce-0d645139035b/046e1e9d-a799-4357-a006-a7b95f31debb/22bdef92-0888-40bc-ad5d-bcf025e7f219) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:55:44.899519 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b9000f8-df6b-40e4-8fe1-a6f88f79f817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:44.937723 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9000f8-df6b-40e4-8fe1-a6f88f79f817 admin admin] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:55:44.944097 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-7b9000f8-df6b-40e4-8fe1-a6f88f79f817 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:55:44.947666 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9000f8-df6b-40e4-8fe1-a6f88f79f817 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:55:44.969161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9000f8-df6b-40e4-8fe1-a6f88f79f817 admin admin] Pushing event updated for resources: {'Port': ['ID=c2991f6f-6f23-42a0-bad1-3cb10e9e1211,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:44.997452 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'name': 'tempest-TestSnapshotPattern-1002359184-router', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:39Z', 'updated_at': '2021-07-22T17:55:42Z', 'revision_number': 4, 'project_id': 'e880f1169701461a8f27c61d98502135', 'gw_port': {'id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:40Z', 'updated_at': '2021-07-22T17:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '42568585-7403-4568-993c-8ed26b52c56d', 'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'mac_address': 'fa:16:3e:eb:1d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:41Z', 'updated_at': '2021-07-22T17:55:42Z', 'revision_number': 2, 'project_id': 'e880f1169701461a8f27c61d98502135', 'subnets': [{'id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:45.033164 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] Checking router: dde869cf-2543-4615-8a6e-df896900b9bb for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:55:45.033426 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] Updating router dde869cf-2543-4615-8a6e-df896900b9bb port 42568585-7403-4568-993c-8ed26b52c56d binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:55:45.094641 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:45.140791 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6956657-508c-4134-b7be-52cbee5b4061 None None] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:45.155571 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f6956657-508c-4134-b7be-52cbee5b4061 None None] Transition to ACTIVE for port object 22bdef92-0888-40bc-ad5d-bcf025e7f219 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:55:45.196086 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b9000f8-df6b-40e4-8fe1-a6f88f79f817 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:45.223398 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f6956657-508c-4134-b7be-52cbee5b4061 None None] Transition to ACTIVE for port object 22bdef92-0888-40bc-ad5d-bcf025e7f219 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:55:45.237050 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6956657-508c-4134-b7be-52cbee5b4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:45.305380 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6956657-508c-4134-b7be-52cbee5b4061 None None] Network ad03657d-bd91-4033-8fce-0d645139035b is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:55:45.314306 n-d-798930-9 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f6956657-508c-4134-b7be-52cbee5b4061 None None] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:55:45.317706 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6956657-508c-4134-b7be-52cbee5b4061 None None] Pushing event updated for resources: {'Port': ['ID=22bdef92-0888-40bc-ad5d-bcf025e7f219,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:45.348528 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6956657-508c-4134-b7be-52cbee5b4061 None None] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:55:45.434000 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f6956657-508c-4134-b7be-52cbee5b4061 None None] Attempting to bind port 22bdef92-0888-40bc-ad5d-bcf025e7f219 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:55:45.434371 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f6956657-508c-4134-b7be-52cbee5b4061 None None] Attempting to bind port 22bdef92-0888-40bc-ad5d-bcf025e7f219 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'dcadf6b7-0351-4560-aeb3-297d133d956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ad03657d-bd91-4033-8fce-0d645139035b'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:55:45.434731 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6956657-508c-4134-b7be-52cbee5b4061 None None] Attempting to bind port 22bdef92-0888-40bc-ad5d-bcf025e7f219 on network ad03657d-bd91-4033-8fce-0d645139035b {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:55:45.445241 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6956657-508c-4134-b7be-52cbee5b4061 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:55:45.445614 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6956657-508c-4134-b7be-52cbee5b4061 None None] Checking segment: {'id': 'dcadf6b7-0351-4560-aeb3-297d133d956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ad03657d-bd91-4033-8fce-0d645139035b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:55:45.446033 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6956657-508c-4134-b7be-52cbee5b4061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:45.446426 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6956657-508c-4134-b7be-52cbee5b4061 None None] Bound using segment: {'id': 'dcadf6b7-0351-4560-aeb3-297d133d956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ad03657d-bd91-4033-8fce-0d645139035b'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:55:45.446894 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-f6956657-508c-4134-b7be-52cbee5b4061 None None] Bound port: 22bdef92-0888-40bc-ad5d-bcf025e7f219, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcadf6b7-0351-4560-aeb3-297d133d956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ad03657d-bd91-4033-8fce-0d645139035b'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:55:45.447273 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6956657-508c-4134-b7be-52cbee5b4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:45.557187 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:45.574799 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] Transition to ACTIVE for port object 42568585-7403-4568-993c-8ed26b52c56d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:55:45.576909 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f6956657-508c-4134-b7be-52cbee5b4061 None None] For port 22bdef92-0888-40bc-ad5d-bcf025e7f219, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:55:45.581452 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f6956657-508c-4134-b7be-52cbee5b4061 None None] For port 22bdef92-0888-40bc-ad5d-bcf025e7f219, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=22bdef92-0888-40bc-ad5d-bcf025e7f219,segment=NetworkSegment(dcadf6b7-0351-4560-aeb3-297d133d956f),segment_id=dcadf6b7-0351-4560-aeb3-297d133d956f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:55:45.583538 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:45.589409 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6956657-508c-4134-b7be-52cbee5b4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:45.646699 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f00e8-eeea-4a31-bbab-f0559a111200 None None] Pushing event updated for resources: {'Port': ['ID=42568585-7403-4568-993c-8ed26b52c56d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:45.777707 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] Attempting to bind port 42568585-7403-4568-993c-8ed26b52c56d on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:55:45.778127 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] Attempting to bind port 42568585-7403-4568-993c-8ed26b52c56d by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'f4c580f6-59bf-4be3-9136-4343ca9ae6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:55:45.778495 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] Attempting to bind port 42568585-7403-4568-993c-8ed26b52c56d on network 693db142-3e79-49f3-94ab-aa5538d3388d {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:55:45.782599 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6956657-508c-4134-b7be-52cbee5b4061 None None] Pushing event updated for resources: {'Port': ['ID=22bdef92-0888-40bc-ad5d-bcf025e7f219,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:45.783387 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b9000f8-df6b-40e4-8fe1-a6f88f79f817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4121154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121317'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:45.789025 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:55:45.789393 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] Checking segment: {'id': 'f4c580f6-59bf-4be3-9136-4343ca9ae6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:55:45.789795 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:45.790228 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] Bound using segment: {'id': 'f4c580f6-59bf-4be3-9136-4343ca9ae6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:55:45.790697 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] Bound port: 42568585-7403-4568-993c-8ed26b52c56d, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c580f6-59bf-4be3-9136-4343ca9ae6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:55:45.791134 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:45.801813 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device adc360a1-2e72-4b06-b407-b58e80bbe7ad up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:55:45.893965 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] For port 42568585-7403-4568-993c-8ed26b52c56d, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:55:45.898928 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] For port 42568585-7403-4568-993c-8ed26b52c56d, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=42568585-7403-4568-993c-8ed26b52c56d,segment=NetworkSegment(f4c580f6-59bf-4be3-9136-4343ca9ae6f0),segment_id=f4c580f6-59bf-4be3-9136-4343ca9ae6f0)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:55:45.906932 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port adc360a1-2e72-4b06-b407-b58e80bbe7ad triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:55:45.906932 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:45.937427 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:45.948316 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9000f8-df6b-40e4-8fe1-a6f88f79f817 admin admin] Router f5da63da-3b9b-47d2-bce4-7c4c8a9bc842 is scheduled to L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:55:46.027157 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] Routers {'dde869cf-2543-4615-8a6e-df896900b9bb'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:55:46.027788 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:55:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dde869cf-2543-4615-8a6e-df896900b9bb'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:46.029486 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f00e8-eeea-4a31-bbab-f0559a111200 None None] Pushing event updated for resources: {'Port': ['ID=42568585-7403-4568-993c-8ed26b52c56d,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:46.095686 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9000f8-df6b-40e4-8fe1-a6f88f79f817 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:55:46.116721 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] Sync routers for ids ['f5da63da-3b9b-47d2-bce4-7c4c8a9bc842'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:55:46.119503 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b9000f8-df6b-40e4-8fe1-a6f88f79f817 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:46.121096 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-7b9000f8-df6b-40e4-8fe1-a6f88f79f817 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9298694 Jul 22 17:55:46.124029 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43436) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:46.127626 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] Routers {'f5da63da-3b9b-47d2-bce4-7c4c8a9bc842'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:55:46.128484 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:55:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f5da63da-3b9b-47d2-bce4-7c4c8a9bc842'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:46.190407 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] Set router dde869cf-2543-4615-8a6e-df896900b9bb gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:55:46.351021 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] Set router f5da63da-3b9b-47d2-bce4-7c4c8a9bc842 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:55:46.434839 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'name': 'tempest-TestSnapshotPattern-1002359184-router', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:39Z', 'updated_at': '2021-07-22T17:55:42Z', 'revision_number': 4, 'project_id': 'e880f1169701461a8f27c61d98502135', 'gw_port': {'id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:40Z', 'updated_at': '2021-07-22T17:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '42568585-7403-4568-993c-8ed26b52c56d', 'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'mac_address': 'fa:16:3e:eb:1d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:41Z', 'updated_at': '2021-07-22T17:55:45Z', 'revision_number': 4, 'project_id': 'e880f1169701461a8f27c61d98502135', 'subnets': [{'id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:46.474481 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ce390c-406e-44aa-b2e3-e554cbc62430 None None] The sync data for ids ['dde869cf-2543-4615-8a6e-df896900b9bb'] in n-d-798930-9 is: [{'id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'name': 'tempest-TestSnapshotPattern-1002359184-router', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:39Z', 'updated_at': '2021-07-22T17:55:42Z', 'revision_number': 4, 'project_id': 'e880f1169701461a8f27c61d98502135', 'gw_port': {'id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:40Z', 'updated_at': '2021-07-22T17:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '42568585-7403-4568-993c-8ed26b52c56d', 'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'mac_address': 'fa:16:3e:eb:1d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:41Z', 'updated_at': '2021-07-22T17:55:45Z', 'revision_number': 4, 'project_id': 'e880f1169701461a8f27c61d98502135', 'subnets': [{'id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:55:46.555779 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5da63da-3b9b-47d2-bce4-7c4c8a9bc842', 'name': 'tempest-TestSnapshotPattern-604946205-router', 'tenant_id': '69a3f0632519428da4f634fa519740ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c2991f6f-6f23-42a0-bad1-3cb10e9e1211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:44Z', 'updated_at': '2021-07-22T17:55:45Z', 'revision_number': 3, 'project_id': '69a3f0632519428da4f634fa519740ce', 'gw_port': {'id': 'c2991f6f-6f23-42a0-bad1-3cb10e9e1211', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5da63da-3b9b-47d2-bce4-7c4c8a9bc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:44Z', 'updated_at': '2021-07-22T17:55:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:46.596141 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] Checking router: f5da63da-3b9b-47d2-bce4-7c4c8a9bc842 for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:55:46.596672 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] Updating router f5da63da-3b9b-47d2-bce4-7c4c8a9bc842 port c2991f6f-6f23-42a0-bad1-3cb10e9e1211 binding host n-d-798930-9 {{(pid=93819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:55:46.628508 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0aad1878-9080-4465-b859-49c1067ea485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:46.638321 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:46.832236 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-0aad1878-9080-4465-b859-49c1067ea485 admin admin] Allocated IP 172.20.0.1 (ad03657d-bd91-4033-8fce-0d645139035b/046e1e9d-a799-4357-a006-a7b95f31debb/8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:55:46.866713 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07b8f1b-7f98-4d86-961a-67b2372a217b None None] Network ad03657d-bd91-4033-8fce-0d645139035b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:55:46.936808 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:46.950733 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] Transition to ACTIVE for port object c2991f6f-6f23-42a0-bad1-3cb10e9e1211 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:55:46.953527 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1e8fa544-5227-4103-8599-1a2ca0fc8f11 None None] Provisioning for port 22bdef92-0888-40bc-ad5d-bcf025e7f219 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:55:46.955256 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0aad1878-9080-4465-b859-49c1067ea485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:46.961562 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:46.977481 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-0aad1878-9080-4465-b859-49c1067ea485 admin admin] Transition to ACTIVE for port object 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:55:47.019529 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0aad1878-9080-4465-b859-49c1067ea485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:47.026374 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] Attempting to bind port c2991f6f-6f23-42a0-bad1-3cb10e9e1211 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:55:47.026742 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] Attempting to bind port c2991f6f-6f23-42a0-bad1-3cb10e9e1211 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:55:47.027102 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] Attempting to bind port c2991f6f-6f23-42a0-bad1-3cb10e9e1211 on network 748fc6ab-3639-411a-b273-35e3c4423108 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:55:47.029356 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a633987-a302-4ecb-b688-87d122630e3e None None] Pushing event updated for resources: {'Port': ['ID=c2991f6f-6f23-42a0-bad1-3cb10e9e1211,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:47.035451 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:55:47.035824 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] Checking segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:55:47.036224 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:47.036602 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] Bound using segment: {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:55:47.037072 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] Bound port: c2991f6f-6f23-42a0-bad1-3cb10e9e1211, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2248141-3469-48d4-aac2-a15ac60ce0ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:55:47.037435 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:47.079420 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aad1878-9080-4465-b859-49c1067ea485 admin admin] Network ad03657d-bd91-4033-8fce-0d645139035b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:55:47.082470 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-0aad1878-9080-4465-b859-49c1067ea485 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:55:47.086059 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aad1878-9080-4465-b859-49c1067ea485 admin admin] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:55:47.108750 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] For port c2991f6f-6f23-42a0-bad1-3cb10e9e1211, host n-d-798930-9, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:55:47.118260 n-d-798930-9 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] For port c2991f6f-6f23-42a0-bad1-3cb10e9e1211, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c2991f6f-6f23-42a0-bad1-3cb10e9e1211,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:55:47.124626 n-d-798930-9 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:47.134557 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad1878-9080-4465-b859-49c1067ea485 admin admin] Pushing event updated for resources: {'Port': ['ID=8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:47.158364 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0aad1878-9080-4465-b859-49c1067ea485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4121108'] for router_interface, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:47.185151 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a633987-a302-4ecb-b688-87d122630e3e None None] Pushing event updated for resources: {'Port': ['ID=c2991f6f-6f23-42a0-bad1-3cb10e9e1211,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:47.200801 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] Routers {'f5da63da-3b9b-47d2-bce4-7c4c8a9bc842'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:55:47.201626 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:55:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f5da63da-3b9b-47d2-bce4-7c4c8a9bc842'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:47.310332 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0aad1878-9080-4465-b859-49c1067ea485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:47.333010 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] Set router f5da63da-3b9b-47d2-bce4-7c4c8a9bc842 gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:55:47.514617 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0aad1878-9080-4465-b859-49c1067ea485 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:47.524601 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0aad1878-9080-4465-b859-49c1067ea485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:47.537169 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5da63da-3b9b-47d2-bce4-7c4c8a9bc842', 'name': 'tempest-TestSnapshotPattern-604946205-router', 'tenant_id': '69a3f0632519428da4f634fa519740ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c2991f6f-6f23-42a0-bad1-3cb10e9e1211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:44Z', 'updated_at': '2021-07-22T17:55:45Z', 'revision_number': 3, 'project_id': '69a3f0632519428da4f634fa519740ce', 'gw_port': {'id': 'c2991f6f-6f23-42a0-bad1-3cb10e9e1211', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5da63da-3b9b-47d2-bce4-7c4c8a9bc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:44Z', 'updated_at': '2021-07-22T17:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:47.575146 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdca78b2-3c54-43ea-9bcc-91e75f882767 None None] The sync data for ids ['f5da63da-3b9b-47d2-bce4-7c4c8a9bc842'] in n-d-798930-9 is: [{'id': 'f5da63da-3b9b-47d2-bce4-7c4c8a9bc842', 'name': 'tempest-TestSnapshotPattern-604946205-router', 'tenant_id': '69a3f0632519428da4f634fa519740ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c2991f6f-6f23-42a0-bad1-3cb10e9e1211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:44Z', 'updated_at': '2021-07-22T17:55:45Z', 'revision_number': 3, 'project_id': '69a3f0632519428da4f634fa519740ce', 'gw_port': {'id': 'c2991f6f-6f23-42a0-bad1-3cb10e9e1211', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5da63da-3b9b-47d2-bce4-7c4c8a9bc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:44Z', 'updated_at': '2021-07-22T17:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:55:47.599111 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad1878-9080-4465-b859-49c1067ea485 admin admin] Pushing event updated for resources: {'Port': ['ID=8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:47.606719 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0aad1878-9080-4465-b859-49c1067ea485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4124836'] for router_interface, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:47.707574 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aad1878-9080-4465-b859-49c1067ea485 admin admin] Network ad03657d-bd91-4033-8fce-0d645139035b is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:55:47.709526 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-0aad1878-9080-4465-b859-49c1067ea485 admin admin] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:55:47.713797 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4fc009b3-fb62-4755-a8b7-b95da472f467 None None] Provisioning for port 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:55:47.718694 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4fc009b3-fb62-4755-a8b7-b95da472f467 None None] Provisioning complete for port 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:55:47.719381 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fc009b3-fb62-4755-a8b7-b95da472f467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:47.794298 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4fc009b3-fb62-4755-a8b7-b95da472f467 None None] Port 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:55:47.896206 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 22bdef92-0888-40bc-ad5d-bcf025e7f219 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:55:47.898431 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aad1878-9080-4465-b859-49c1067ea485 admin admin] Router f5da63da-3b9b-47d2-bce4-7c4c8a9bc842 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:55:47.961309 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 22bdef92-0888-40bc-ad5d-bcf025e7f219 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:55:47.975556 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 22bdef92-0888-40bc-ad5d-bcf025e7f219 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:55:47.975977 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:48.062729 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aad1878-9080-4465-b859-49c1067ea485 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:55:48.073994 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-0aad1878-9080-4465-b859-49c1067ea485 admin admin] 10.222.0.69 "PUT /v2.0/routers/f5da63da-3b9b-47d2-bce4-7c4c8a9bc842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9443011 Jul 22 17:55:48.090373 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:48.140376 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 22bdef92-0888-40bc-ad5d-bcf025e7f219, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=22bdef92-0888-40bc-ad5d-bcf025e7f219,segment=NetworkSegment(dcadf6b7-0351-4560-aeb3-297d133d956f),segment_id=dcadf6b7-0351-4560-aeb3-297d133d956f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:55:48.142876 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-83d94c92-e974-4b8a-8f9b-f315a4fab75c None None] Provisioning complete for port 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:55:48.143435 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83d94c92-e974-4b8a-8f9b-f315a4fab75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:48.167949 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:48.168808 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 42568585-7403-4568-993c-8ed26b52c56d up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:55:48.236216 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-83d94c92-e974-4b8a-8f9b-f315a4fab75c None None] Port 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:55:48.263425 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=22bdef92-0888-40bc-ad5d-bcf025e7f219,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:48.276965 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 42568585-7403-4568-993c-8ed26b52c56d completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:55:48.281843 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 42568585-7403-4568-993c-8ed26b52c56d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:55:48.282463 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:48.366135 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:48.400475 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 42568585-7403-4568-993c-8ed26b52c56d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=42568585-7403-4568-993c-8ed26b52c56d,segment=NetworkSegment(f4c580f6-59bf-4be3-9136-4343ca9ae6f0),segment_id=f4c580f6-59bf-4be3-9136-4343ca9ae6f0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:55:48.405949 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:48.460295 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=42568585-7403-4568-993c-8ed26b52c56d,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:48.604907 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43444) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:48.609658 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-81e1774e-a952-4867-bbb2-ea62a20fdbe3 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1968609282', 'description': 'tempest-secgroup-smoke-1968609282 description', 'project_id': 'e880f1169701461a8f27c61d98502135'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:55:48.631570 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-81e1774e-a952-4867-bbb2-ea62a20fdbe3 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for security_group, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:48.714416 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-81e1774e-a952-4867-bbb2-ea62a20fdbe3 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for security_group, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:48.718202 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-81e1774e-a952-4867-bbb2-ea62a20fdbe3 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:48.744525 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-81e1774e-a952-4867-bbb2-ea62a20fdbe3 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:48.745978 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-81e1774e-a952-4867-bbb2-ea62a20fdbe3 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1399815 Jul 22 17:55:48.749260 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43446) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:48.749978 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1774e-a952-4867-bbb2-ea62a20fdbe3 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:48.754506 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-517494f5-089e-4d65-9b4b-00bf275b18c9 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Request body: {'security_group_rule': {'security_group_id': '8b87a90c-c1d9-46c4-8ea6-3382b3a843c8', 'project_id': 'e880f1169701461a8f27c61d98502135', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:55:48.780661 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-517494f5-089e-4d65-9b4b-00bf275b18c9 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:48.837228 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-517494f5-089e-4d65-9b4b-00bf275b18c9 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:48.840578 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-517494f5-089e-4d65-9b4b-00bf275b18c9 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:48.859015 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517494f5-089e-4d65-9b4b-00bf275b18c9 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb2f0f9-8ac2-4aa6-97b7-3a0eb760a41d,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:48.864390 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-517494f5-089e-4d65-9b4b-00bf275b18c9 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:48.865669 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-517494f5-089e-4d65-9b4b-00bf275b18c9 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153708 Jul 22 17:55:48.868411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43448) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:48.872784 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d457b6bc-b0e3-4072-bd6e-74b6b7e6a447 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Request body: {'security_group_rule': {'security_group_id': '8b87a90c-c1d9-46c4-8ea6-3382b3a843c8', 'project_id': 'e880f1169701461a8f27c61d98502135', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:55:48.898824 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d457b6bc-b0e3-4072-bd6e-74b6b7e6a447 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:48.954705 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d457b6bc-b0e3-4072-bd6e-74b6b7e6a447 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:48.958049 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d457b6bc-b0e3-4072-bd6e-74b6b7e6a447 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:48.976237 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457b6bc-b0e3-4072-bd6e-74b6b7e6a447 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ca7a5c-01ee-4764-bf66-3d54c047b947,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:48.982489 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d457b6bc-b0e3-4072-bd6e-74b6b7e6a447 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:48.983778 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d457b6bc-b0e3-4072-bd6e-74b6b7e6a447 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144497 Jul 22 17:55:48.986978 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43450) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:48.991244 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d78811a1-eb58-4297-8a80-5ec133c2e9e1 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Request body: {'security_group_rule': {'security_group_id': '8b87a90c-c1d9-46c4-8ea6-3382b3a843c8', 'project_id': 'e880f1169701461a8f27c61d98502135', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:55:49.016063 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d78811a1-eb58-4297-8a80-5ec133c2e9e1 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:49.073580 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d78811a1-eb58-4297-8a80-5ec133c2e9e1 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:49.077055 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d78811a1-eb58-4297-8a80-5ec133c2e9e1 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:49.097155 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78811a1-eb58-4297-8a80-5ec133c2e9e1 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0686bfb4-f724-485e-ad64-c19914e239e2,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:49.104097 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d78811a1-eb58-4297-8a80-5ec133c2e9e1 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:49.105376 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d78811a1-eb58-4297-8a80-5ec133c2e9e1 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174612 Jul 22 17:55:49.108169 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 43452) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:49.113270 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [None req-651fe746-b6ef-4f42-8c67-69344c513ade tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Request body: {'security_group_rule': {'security_group_id': '8b87a90c-c1d9-46c4-8ea6-3382b3a843c8', 'project_id': 'e880f1169701461a8f27c61d98502135', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:55:49.138918 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-651fe746-b6ef-4f42-8c67-69344c513ade tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:49.197620 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-651fe746-b6ef-4f42-8c67-69344c513ade tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:49.201284 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-651fe746-b6ef-4f42-8c67-69344c513ade tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:49.221311 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fe746-b6ef-4f42-8c67-69344c513ade tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1401431e-93b5-4a07-b7ec-c9a8bb9db5ec,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:49.224857 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-651fe746-b6ef-4f42-8c67-69344c513ade tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:49.228751 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-651fe746-b6ef-4f42-8c67-69344c513ade tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169336 Jul 22 17:55:49.229207 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43454) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:49.233524 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-caff7c02-e2ce-4f21-b029-42680834530a tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Request body: {'security_group_rule': {'security_group_id': '8b87a90c-c1d9-46c4-8ea6-3382b3a843c8', 'project_id': 'e880f1169701461a8f27c61d98502135', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:55:49.255417 n-d-798930-9 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-caff7c02-e2ce-4f21-b029-42680834530a tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Project e880f1169701461a8f27c61d98502135 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:55:49.260208 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caff7c02-e2ce-4f21-b029-42680834530a tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:49.318866 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caff7c02-e2ce-4f21-b029-42680834530a tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:49.322354 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caff7c02-e2ce-4f21-b029-42680834530a tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:49.341742 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff7c02-e2ce-4f21-b029-42680834530a tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17796f05-0d81-4987-ba63-119534a8f086,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:49.345978 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-caff7c02-e2ce-4f21-b029-42680834530a tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:49.347453 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-caff7c02-e2ce-4f21-b029-42680834530a tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174974 Jul 22 17:55:49.350143 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43456) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:55:49.354686 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-419353e1-c1e1-430f-b028-59b420dec025 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Request body: {'security_group_rule': {'security_group_id': '8b87a90c-c1d9-46c4-8ea6-3382b3a843c8', 'project_id': 'e880f1169701461a8f27c61d98502135', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:55:49.376396 n-d-798930-9 neutron-server[93817]: INFO neutron.db.securitygroups_db [None req-419353e1-c1e1-430f-b028-59b420dec025 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Project e880f1169701461a8f27c61d98502135 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:55:49.381230 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-419353e1-c1e1-430f-b028-59b420dec025 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:49.440330 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-419353e1-c1e1-430f-b028-59b420dec025 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:49.443576 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-419353e1-c1e1-430f-b028-59b420dec025 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788407'] for security_group_rule, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:49.463133 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419353e1-c1e1-430f-b028-59b420dec025 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050db337-0265-486d-bc84-7eec9ed28c23,revision_number=0']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:49.469000 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-419353e1-c1e1-430f-b028-59b420dec025 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:49.470831 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-419353e1-c1e1-430f-b028-59b420dec025 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197371 Jul 22 17:55:49.613355 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-631e70fc-e5e5-4465-be07-ee2dc73a6642 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1968609282&fields=id&tenant_id=e880f1169701461a8f27c61d98502135 HTTP/1.1" status: 200 len: 267 time: 0.0349376 Jul 22 17:55:49.720411 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-92e443cb-f6fd-46de-ad8d-2955b6182741 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:49.721869 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-92e443cb-f6fd-46de-ad8d-2955b6182741 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/networks?id=693db142-3e79-49f3-94ab-aa5538d3388d HTTP/1.1" status: 200 len: 810 time: 0.1021335 Jul 22 17:55:49.738593 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-db3e947a-9642-4352-81e6-990c144071e0 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/quotas/e880f1169701461a8f27c61d98502135 HTTP/1.1" status: 200 len: 375 time: 0.0101049 Jul 22 17:55:49.816019 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-c1ee7baf-d01f-4b9a-98f1-afbf01c9383c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e880f1169701461a8f27c61d98502135&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691199 Jul 22 17:55:49.835248 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] Sync routers for ids ['f5da63da-3b9b-47d2-bce4-7c4c8a9bc842'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:55:49.838875 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c2991f6f-6f23-42a0-bad1-3cb10e9e1211 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:55:49.872975 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] Routers {'f5da63da-3b9b-47d2-bce4-7c4c8a9bc842'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:55:49.873586 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:55:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f5da63da-3b9b-47d2-bce4-7c4c8a9bc842'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:49.915435 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-7166cd2d-940d-44b8-a27a-6ef7f47309e5 service neutron] 10.222.0.69 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878065 Jul 22 17:55:50.011286 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-20077406-8054-45d1-bcb9-39e8d7b672ce service neutron] 10.222.0.69 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900342 Jul 22 17:55:50.139578 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port c2991f6f-6f23-42a0-bad1-3cb10e9e1211 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:55:50.146462 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port c2991f6f-6f23-42a0-bad1-3cb10e9e1211 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:55:50.146910 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:50.173605 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] Set router f5da63da-3b9b-47d2-bce4-7c4c8a9bc842 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:55:50.196553 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-4dde14a1-2d61-4796-9c93-1a91c8b7f333 req-0a39a616-51e1-43ad-8abb-f5cf544e7940 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 210 time: 0.0297885 Jul 22 17:55:50.344439 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:50.375741 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port c2991f6f-6f23-42a0-bad1-3cb10e9e1211, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c2991f6f-6f23-42a0-bad1-3cb10e9e1211,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:55:50.381625 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:50.382319 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 22bdef92-0888-40bc-ad5d-bcf025e7f219 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:55:50.484060 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=c2991f6f-6f23-42a0-bad1-3cb10e9e1211,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:50.510282 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 22bdef92-0888-40bc-ad5d-bcf025e7f219 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:55:50.510629 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:50.514880 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5da63da-3b9b-47d2-bce4-7c4c8a9bc842', 'name': 'tempest-TestSnapshotPattern-604946205-router', 'tenant_id': '69a3f0632519428da4f634fa519740ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c2991f6f-6f23-42a0-bad1-3cb10e9e1211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:44Z', 'updated_at': '2021-07-22T17:55:47Z', 'revision_number': 4, 'project_id': '69a3f0632519428da4f634fa519740ce', 'gw_port': {'id': 'c2991f6f-6f23-42a0-bad1-3cb10e9e1211', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5da63da-3b9b-47d2-bce4-7c4c8a9bc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:44Z', 'updated_at': '2021-07-22T17:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91', 'name': '', 'network_id': 'ad03657d-bd91-4033-8fce-0d645139035b', 'tenant_id': '69a3f0632519428da4f634fa519740ce', 'mac_address': 'fa:16:3e:22:8c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5da63da-3b9b-47d2-bce4-7c4c8a9bc842', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '046e1e9d-a799-4357-a006-a7b95f31debb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:46Z', 'updated_at': '2021-07-22T17:55:47Z', 'revision_number': 2, 'project_id': '69a3f0632519428da4f634fa519740ce', 'subnets': [{'id': '046e1e9d-a799-4357-a006-a7b95f31debb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:50.562102 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] Checking router: f5da63da-3b9b-47d2-bce4-7c4c8a9bc842 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:55:50.562450 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] Updating router f5da63da-3b9b-47d2-bce4-7c4c8a9bc842 port 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91 binding host n-d-798930-9 {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:55:50.607903 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:50.681639 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 42568585-7403-4568-993c-8ed26b52c56d up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:55:50.815448 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 42568585-7403-4568-993c-8ed26b52c56d triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:55:50.815727 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:50.991248 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:51.001116 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] Transition to ACTIVE for port object 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:55:51.006599 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:51.058905 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21785811-06d7-4d3e-9d23-aaaa8526ea45 None None] Pushing event updated for resources: {'Port': ['ID=8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:51.128838 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] Attempting to bind port 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91 on host n-d-798930-9 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:55:51.129377 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] Attempting to bind port 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91 by drivers openvswitch,hyperv on host n-d-798930-9 at level 0 using segments [{'id': 'dcadf6b7-0351-4560-aeb3-297d133d956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ad03657d-bd91-4033-8fce-0d645139035b'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:55:51.129745 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] Attempting to bind port 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91 on network ad03657d-bd91-4033-8fce-0d645139035b {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:55:51.136197 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] Checking agent: {'id': 'b5f65995-3bcd-4398-967f-7bf9e1b2808a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 16, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798930-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:55:51.136760 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] Checking segment: {'id': 'dcadf6b7-0351-4560-aeb3-297d133d956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ad03657d-bd91-4033-8fce-0d645139035b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:55:51.137274 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:51.137765 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] Bound using segment: {'id': 'dcadf6b7-0351-4560-aeb3-297d133d956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ad03657d-bd91-4033-8fce-0d645139035b'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:55:51.138720 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] Bound port: 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91, host: n-d-798930-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcadf6b7-0351-4560-aeb3-297d133d956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ad03657d-bd91-4033-8fce-0d645139035b'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:55:51.138859 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:51.216021 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] For port 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91, host n-d-798930-9, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:55:51.230275 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] For port 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91, host n-d-798930-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91,segment=NetworkSegment(dcadf6b7-0351-4560-aeb3-297d133d956f),segment_id=dcadf6b7-0351-4560-aeb3-297d133d956f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:55:51.241070 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:51.260309 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-d25ca2ce-e5b9-4512-979e-365e9171b97e tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:51.263525 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-d25ca2ce-e5b9-4512-979e-365e9171b97e tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.30 "GET /v2.0/networks?id=693db142-3e79-49f3-94ab-aa5538d3388d HTTP/1.1" status: 200 len: 810 time: 0.1460412 Jul 22 17:55:51.318767 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] Routers {'f5da63da-3b9b-47d2-bce4-7c4c8a9bc842'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:55:51.319420 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:55:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f5da63da-3b9b-47d2-bce4-7c4c8a9bc842'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:51.321844 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-8044efe6-707c-47a3-815f-f1ade9dd7d08 req-d056dad6-cd51-4c0d-9de9-ee6cd571beca tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 210 time: 0.0403721 Jul 22 17:55:51.325021 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-475abd60-52ee-4e1c-a2b5-73a9d9d10e50 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e880f1169701461a8f27c61d98502135 HTTP/1.1" status: 200 len: 380 time: 0.0459559 Jul 22 17:55:51.363275 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a6e3137e-39aa-459c-a8b2-a789d81ad529 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Request body: {'port': {'device_id': '767fafcd-2588-4046-9d60-44dcfd61bf1b', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'admin_state_up': True, 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'security_groups': ['8b87a90c-c1d9-46c4-8ea6-3382b3a843c8']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:55:51.412161 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21785811-06d7-4d3e-9d23-aaaa8526ea45 None None] Pushing event updated for resources: {'Port': ['ID=8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:51.453682 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] Set router f5da63da-3b9b-47d2-bce4-7c4c8a9bc842 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:55:51.484161 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a6e3137e-39aa-459c-a8b2-a789d81ad529 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Made reservation on behalf of e880f1169701461a8f27c61d98502135 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:55:51.488198 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a6e3137e-39aa-459c-a8b2-a789d81ad529 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:51.622207 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a6e3137e-39aa-459c-a8b2-a789d81ad529 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Allocated IP 172.20.0.7 (693db142-3e79-49f3-94ab-aa5538d3388d/1bc39ae3-a813-43d1-ba2c-285770486313/b3243fa1-cb2b-422f-99b1-b45c6b360494) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:55:51.661895 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5da63da-3b9b-47d2-bce4-7c4c8a9bc842', 'name': 'tempest-TestSnapshotPattern-604946205-router', 'tenant_id': '69a3f0632519428da4f634fa519740ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c2991f6f-6f23-42a0-bad1-3cb10e9e1211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:44Z', 'updated_at': '2021-07-22T17:55:47Z', 'revision_number': 4, 'project_id': '69a3f0632519428da4f634fa519740ce', 'gw_port': {'id': 'c2991f6f-6f23-42a0-bad1-3cb10e9e1211', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5da63da-3b9b-47d2-bce4-7c4c8a9bc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:44Z', 'updated_at': '2021-07-22T17:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91', 'name': '', 'network_id': 'ad03657d-bd91-4033-8fce-0d645139035b', 'tenant_id': '69a3f0632519428da4f634fa519740ce', 'mac_address': 'fa:16:3e:22:8c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5da63da-3b9b-47d2-bce4-7c4c8a9bc842', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '046e1e9d-a799-4357-a006-a7b95f31debb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:46Z', 'updated_at': '2021-07-22T17:55:51Z', 'revision_number': 4, 'project_id': '69a3f0632519428da4f634fa519740ce', 'subnets': [{'id': '046e1e9d-a799-4357-a006-a7b95f31debb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:55:51.691586 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12237ea-4eb8-4041-84e2-88983abd5bec None None] The sync data for ids ['f5da63da-3b9b-47d2-bce4-7c4c8a9bc842'] in n-d-798930-9 is: [{'id': 'f5da63da-3b9b-47d2-bce4-7c4c8a9bc842', 'name': 'tempest-TestSnapshotPattern-604946205-router', 'tenant_id': '69a3f0632519428da4f634fa519740ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c2991f6f-6f23-42a0-bad1-3cb10e9e1211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:44Z', 'updated_at': '2021-07-22T17:55:47Z', 'revision_number': 4, 'project_id': '69a3f0632519428da4f634fa519740ce', 'gw_port': {'id': 'c2991f6f-6f23-42a0-bad1-3cb10e9e1211', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5da63da-3b9b-47d2-bce4-7c4c8a9bc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:44Z', 'updated_at': '2021-07-22T17:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91', 'name': '', 'network_id': 'ad03657d-bd91-4033-8fce-0d645139035b', 'tenant_id': '69a3f0632519428da4f634fa519740ce', 'mac_address': 'fa:16:3e:22:8c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5da63da-3b9b-47d2-bce4-7c4c8a9bc842', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '046e1e9d-a799-4357-a006-a7b95f31debb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:46Z', 'updated_at': '2021-07-22T17:55:51Z', 'revision_number': 4, 'project_id': '69a3f0632519428da4f634fa519740ce', 'subnets': [{'id': '046e1e9d-a799-4357-a006-a7b95f31debb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:55:51.779531 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a6e3137e-39aa-459c-a8b2-a789d81ad529 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:51.796647 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c2991f6f-6f23-42a0-bad1-3cb10e9e1211 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:55:51.800531 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a6e3137e-39aa-459c-a8b2-a789d81ad529 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Transition to ACTIVE for port object b3243fa1-cb2b-422f-99b1-b45c6b360494 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:55:51.850070 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a6e3137e-39aa-459c-a8b2-a789d81ad529 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:51.869048 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port c2991f6f-6f23-42a0-bad1-3cb10e9e1211 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:55:51.869048 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:51.906359 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a6e3137e-39aa-459c-a8b2-a789d81ad529 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Network 693db142-3e79-49f3-94ab-aa5538d3388d is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:55:51.909603 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a6e3137e-39aa-459c-a8b2-a789d81ad529 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:55:51.916041 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a6e3137e-39aa-459c-a8b2-a789d81ad529 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:55:51.967361 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a6e3137e-39aa-459c-a8b2-a789d81ad529 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:51.968013 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a6e3137e-39aa-459c-a8b2-a789d81ad529 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:51.989022 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a6e3137e-39aa-459c-a8b2-a789d81ad529 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6315925 Jul 22 17:55:51.989625 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3137e-39aa-459c-a8b2-a789d81ad529 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Pushing event updated for resources: {'Port': ['ID=b3243fa1-cb2b-422f-99b1-b45c6b360494,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:52.127894 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a5c10303-3e86-40d0-afb2-3c90f80419c8 service neutron] Request body: {'port': {'device_id': '767fafcd-2588-4046-9d60-44dcfd61bf1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:55:52.190759 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fb962149-f83b-49a0-94dc-5d3a00b966ff None None] Provisioning for port b3243fa1-cb2b-422f-99b1-b45c6b360494 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:55:52.195623 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fb962149-f83b-49a0-94dc-5d3a00b966ff None None] Provisioning complete for port b3243fa1-cb2b-422f-99b1-b45c6b360494 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:55:52.196014 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fb962149-f83b-49a0-94dc-5d3a00b966ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:52.209384 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a5c10303-3e86-40d0-afb2-3c90f80419c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:52.233066 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fb962149-f83b-49a0-94dc-5d3a00b966ff None None] Port b3243fa1-cb2b-422f-99b1-b45c6b360494 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:55:52.492649 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02609e77-994d-4b66-b856-436fbe733312 req-e78f5a2f-4437-4f44-9d4f-35120f8531fc tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:52.494075 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02609e77-994d-4b66-b856-436fbe733312 req-e78f5a2f-4437-4f44-9d4f-35120f8531fc tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 931 time: 0.1023688 Jul 22 17:55:52.540743 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a5c10303-3e86-40d0-afb2-3c90f80419c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3243fa1-cb2b-422f-99b1-b45c6b360494 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:55:52.551618 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a5c10303-3e86-40d0-afb2-3c90f80419c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:52.570963 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-02609e77-994d-4b66-b856-436fbe733312 req-5f10b83a-408f-46b2-9994-c8322fe68c15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570004 Jul 22 17:55:52.573290 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a5c10303-3e86-40d0-afb2-3c90f80419c8 service neutron] Transition to ACTIVE for port object b3243fa1-cb2b-422f-99b1-b45c6b360494 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:55:52.578749 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a5c10303-3e86-40d0-afb2-3c90f80419c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:52.630432 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c10303-3e86-40d0-afb2-3c90f80419c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3243fa1-cb2b-422f-99b1-b45c6b360494,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:52.702315 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a5c10303-3e86-40d0-afb2-3c90f80419c8 service neutron] Attempting to bind port b3243fa1-cb2b-422f-99b1-b45c6b360494 on host n-h2-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:55:52.702655 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a5c10303-3e86-40d0-afb2-3c90f80419c8 service neutron] Attempting to bind port b3243fa1-cb2b-422f-99b1-b45c6b360494 by drivers openvswitch,hyperv on host n-h2-798930-9 at level 0 using segments [{'id': 'f4c580f6-59bf-4be3-9136-4343ca9ae6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:55:52.702986 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a5c10303-3e86-40d0-afb2-3c90f80419c8 service neutron] Attempting to bind port b3243fa1-cb2b-422f-99b1-b45c6b360494 on network 693db142-3e79-49f3-94ab-aa5538d3388d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:55:52.707598 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a5c10303-3e86-40d0-afb2-3c90f80419c8 service neutron] Port b3243fa1-cb2b-422f-99b1-b45c6b360494 on network 693db142-3e79-49f3-94ab-aa5538d3388d not bound, no agent of type Open vSwitch agent registered on host n-h2-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:55:52.707978 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a5c10303-3e86-40d0-afb2-3c90f80419c8 service neutron] Attempting to bind port b3243fa1-cb2b-422f-99b1-b45c6b360494 on network 693db142-3e79-49f3-94ab-aa5538d3388d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:55:52.713039 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a5c10303-3e86-40d0-afb2-3c90f80419c8 service neutron] Checking agent: {'id': '4312cccf-5a30-4242-be8a-626a839cde18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:55:52.713363 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a5c10303-3e86-40d0-afb2-3c90f80419c8 service neutron] Checking segment: {'id': 'f4c580f6-59bf-4be3-9136-4343ca9ae6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:55:52.713741 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a5c10303-3e86-40d0-afb2-3c90f80419c8 service neutron] Bound using segment: {'id': 'f4c580f6-59bf-4be3-9136-4343ca9ae6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:55:52.714191 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a5c10303-3e86-40d0-afb2-3c90f80419c8 service neutron] Bound port: b3243fa1-cb2b-422f-99b1-b45c6b360494, host: n-h2-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c580f6-59bf-4be3-9136-4343ca9ae6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:55:52.714555 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a5c10303-3e86-40d0-afb2-3c90f80419c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:52.787249 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a5c10303-3e86-40d0-afb2-3c90f80419c8 service neutron] For port b3243fa1-cb2b-422f-99b1-b45c6b360494, host n-h2-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:55:52.790321 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a5c10303-3e86-40d0-afb2-3c90f80419c8 service neutron] For port b3243fa1-cb2b-422f-99b1-b45c6b360494, host n-h2-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b3243fa1-cb2b-422f-99b1-b45c6b360494,segment=NetworkSegment(f4c580f6-59bf-4be3-9136-4343ca9ae6f0),segment_id=f4c580f6-59bf-4be3-9136-4343ca9ae6f0)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:55:52.794357 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a5c10303-3e86-40d0-afb2-3c90f80419c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:52.826765 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a5c10303-3e86-40d0-afb2-3c90f80419c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:52.827378 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a5c10303-3e86-40d0-afb2-3c90f80419c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:52.828791 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a5c10303-3e86-40d0-afb2-3c90f80419c8 service neutron] 10.222.0.30 "PUT /v2.0/ports/b3243fa1-cb2b-422f-99b1-b45c6b360494 HTTP/1.1" status: 200 len: 1091 time: 0.8262026 Jul 22 17:55:52.831858 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767fafcd-2588-4046-9d60-44dcfd61bf1b', 'tag': 'b3243fa1-cb2b-422f-99b1-b45c6b360494'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:55:52.833973 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09198ef-88b8-44b2-9695-856994cadc20" -d '{"events": [{"name": "network-changed", "server_uuid": "767fafcd-2588-4046-9d60-44dcfd61bf1b", "tag": "b3243fa1-cb2b-422f-99b1-b45c6b360494"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:55:52.882091 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c10303-3e86-40d0-afb2-3c90f80419c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3243fa1-cb2b-422f-99b1-b45c6b360494,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:52.887510 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548562c4-8b87-4e40-bb1b-a5c0fe68346c x-openstack-request-id: req-548562c4-8b87-4e40-bb1b-a5c0fe68346c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:55:52.888038 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767fafcd-2588-4046-9d60-44dcfd61bf1b", "tag": "b3243fa1-cb2b-422f-99b1-b45c6b360494", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:55:52.888457 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-548562c4-8b87-4e40-bb1b-a5c0fe68346c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:55:52.889063 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767fafcd-2588-4046-9d60-44dcfd61bf1b', 'tag': 'b3243fa1-cb2b-422f-99b1-b45c6b360494', 'status': 'completed', 'code': 200} Jul 22 17:55:52.951154 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a7b81fc0-f3a8-46d8-b435-328cf3efadee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:52.952687 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-a7b81fc0-f3a8-46d8-b435-328cf3efadee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e880f1169701461a8f27c61d98502135&device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 1094 time: 0.0569196 Jul 22 17:55:53.005299 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-5738d954-5560-443a-931c-7503e9e8b7be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3243fa1-cb2b-422f-99b1-b45c6b360494 HTTP/1.1" status: 200 len: 217 time: 0.0407114 Jul 22 17:55:53.057421 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-e2d393ac-2628-4f73-8891-f61e72ae9afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:53.059015 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-e2d393ac-2628-4f73-8891-f61e72ae9afb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1bc39ae3-a813-43d1-ba2c-285770486313 HTTP/1.1" status: 200 len: 849 time: 0.0475445 Jul 22 17:55:53.123245 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-98bb5094-e86e-4887-9f65-0767e88d4f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:53.124747 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-98bb5094-e86e-4887-9f65-0767e88d4f41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=693db142-3e79-49f3-94ab-aa5538d3388d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593657 Jul 22 17:55:53.218188 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-acd3a3ec-0e82-4f19-a26b-cf852e39a1ac service neutron] 10.222.0.30 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870116 Jul 22 17:55:53.308095 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6e290b94-00d7-4048-88b8-35f2e20a8044 req-2cd04f51-62ae-4f2c-8083-8d894afa8fac service neutron] 10.222.0.30 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839174 Jul 22 17:55:53.454738 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09198ef-88b8-44b2-9695-856994cadc20 req-961b2e01-3de8-43d0-ac1f-4d6a72a506b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:53.456227 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e09198ef-88b8-44b2-9695-856994cadc20 req-961b2e01-3de8-43d0-ac1f-4d6a72a506b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e880f1169701461a8f27c61d98502135&device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 1094 time: 0.0627296 Jul 22 17:55:53.542680 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09198ef-88b8-44b2-9695-856994cadc20 req-28217ea7-58f4-479d-9fc6-5f07892686ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:53.544017 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e09198ef-88b8-44b2-9695-856994cadc20 req-28217ea7-58f4-479d-9fc6-5f07892686ae service neutron] 10.222.0.30 "GET /v2.0/networks?id=693db142-3e79-49f3-94ab-aa5538d3388d HTTP/1.1" status: 200 len: 911 time: 0.0815952 Jul 22 17:55:53.588602 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e09198ef-88b8-44b2-9695-856994cadc20 req-9914965e-db3b-44fd-9772-50be3337da49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3243fa1-cb2b-422f-99b1-b45c6b360494 HTTP/1.1" status: 200 len: 217 time: 0.0366905 Jul 22 17:55:53.637609 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09198ef-88b8-44b2-9695-856994cadc20 req-c2ba30b2-789d-4a09-9f94-1f6e47c9de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:53.639126 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e09198ef-88b8-44b2-9695-856994cadc20 req-c2ba30b2-789d-4a09-9f94-1f6e47c9de8c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1bc39ae3-a813-43d1-ba2c-285770486313 HTTP/1.1" status: 200 len: 849 time: 0.0438087 Jul 22 17:55:53.734835 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1ba28-556a-427f-91d9-e0e16ad954dd req-4986d964-453f-45d3-b1e7-d26cf24d0723 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:53.736932 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-46a1ba28-556a-427f-91d9-e0e16ad954dd req-4986d964-453f-45d3-b1e7-d26cf24d0723 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 943 time: 0.0969489 Jul 22 17:55:53.740230 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09198ef-88b8-44b2-9695-856994cadc20 req-1c77580c-100e-4feb-be6a-2133483c4f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:53.741649 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e09198ef-88b8-44b2-9695-856994cadc20 req-1c77580c-100e-4feb-be6a-2133483c4f89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=693db142-3e79-49f3-94ab-aa5538d3388d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937338 Jul 22 17:55:53.783625 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:55:53.832636 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning for port 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:55:53.835955 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-46a1ba28-556a-427f-91d9-e0e16ad954dd req-b9c65853-2df9-4555-843f-b39b2e9b61f4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930550 Jul 22 17:55:53.836202 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:55:53.836608 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:53.871299 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e09198ef-88b8-44b2-9695-856994cadc20 req-a2e8994e-5cd9-48ed-ad04-681c3dab70d2 service neutron] 10.222.0.30 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179638 Jul 22 17:55:53.915512 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:53.952250 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] For port 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91,segment=NetworkSegment(dcadf6b7-0351-4560-aeb3-297d133d956f),segment_id=dcadf6b7-0351-4560-aeb3-297d133d956f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:55:53.956455 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:53.971972 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-e09198ef-88b8-44b2-9695-856994cadc20 req-42ce0942-636d-4f99-adfc-bf7044b13e41 service neutron] 10.222.0.30 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938275 Jul 22 17:55:54.010803 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Pushing event updated for resources: {'Port': ['ID=8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:54.964273 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963cd21-c2ea-4a84-8190-cbbb75fc5074 req-d1624c9a-6475-4188-9a49-1b7f74320633 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:54.965798 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c963cd21-c2ea-4a84-8190-cbbb75fc5074 req-d1624c9a-6475-4188-9a49-1b7f74320633 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 943 time: 0.0619094 Jul 22 17:55:55.002634 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-c963cd21-c2ea-4a84-8190-cbbb75fc5074 req-ccc8b268-94df-44e8-91c3-a68fc5caf9e1 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313113 Jul 22 17:55:55.385752 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:55:55.759357 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91 up at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:55:55.805204 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Provisioning complete for port 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:55:55.805572 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:56.130237 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102efa6-d8a7-44f4-937b-67a22f022595 req-7d9f1b7f-9fbd-4c72-b728-dcfb27fd871d tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:56.131778 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b102efa6-d8a7-44f4-937b-67a22f022595 req-7d9f1b7f-9fbd-4c72-b728-dcfb27fd871d tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 943 time: 0.0649974 Jul 22 17:55:56.169545 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b102efa6-d8a7-44f4-937b-67a22f022595 req-60e861cc-28a6-4bd4-aeb3-50205b0b477c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323136 Jul 22 17:55:56.431648 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b3243fa1-cb2b-422f-99b1-b45c6b360494 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:55:56.525835 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port b3243fa1-cb2b-422f-99b1-b45c6b360494, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b3243fa1-cb2b-422f-99b1-b45c6b360494,segment=NetworkSegment(f4c580f6-59bf-4be3-9136-4343ca9ae6f0),segment_id=f4c580f6-59bf-4be3-9136-4343ca9ae6f0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:55:56.536900 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'b3243fa1-cb2b-422f-99b1-b45c6b360494', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'port_id': 'b3243fa1-cb2b-422f-99b1-b45c6b360494', 'mac_address': 'fa:16:3e:03:53:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:55:56.573439 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:56.585231 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3243fa1-cb2b-422f-99b1-b45c6b360494 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:55:56.603266 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port b3243fa1-cb2b-422f-99b1-b45c6b360494, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b3243fa1-cb2b-422f-99b1-b45c6b360494,segment=NetworkSegment(f4c580f6-59bf-4be3-9136-4343ca9ae6f0),segment_id=f4c580f6-59bf-4be3-9136-4343ca9ae6f0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:55:56.607149 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:56.656516 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=b3243fa1-cb2b-422f-99b1-b45c6b360494,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:56.903663 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['b3243fa1-cb2b-422f-99b1-b45c6b360494'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:55:57.297007 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4e026-6478-4543-a6fd-48e82b69a576 req-bdf74340-4a66-49ea-9828-cf1faa9555ae tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:57.299017 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1fb4e026-6478-4543-a6fd-48e82b69a576 req-bdf74340-4a66-49ea-9828-cf1faa9555ae tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 944 time: 0.0654409 Jul 22 17:55:57.337039 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-1fb4e026-6478-4543-a6fd-48e82b69a576 req-aee4c148-4b05-4666-b7a9-ab2e0d7595ca tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322177 Jul 22 17:55:58.446678 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b3243fa1-cb2b-422f-99b1-b45c6b360494 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:55:58.494406 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning for port b3243fa1-cb2b-422f-99b1-b45c6b360494 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:55:58.498037 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port b3243fa1-cb2b-422f-99b1-b45c6b360494 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:55:58.498414 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:58.511849 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7488c6-0dba-4a6e-bac2-ff88001ec8e2 req-317a1aab-4a03-4cc8-8667-4bf27797efc7 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:58.513324 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5d7488c6-0dba-4a6e-bac2-ff88001ec8e2 req-317a1aab-4a03-4cc8-8667-4bf27797efc7 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 944 time: 0.1095543 Jul 22 17:55:58.551565 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-5d7488c6-0dba-4a6e-bac2-ff88001ec8e2 req-94bae33a-bc4a-4451-b78f-cdcfd30b2459 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319669 Jul 22 17:55:58.573523 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:58.598520 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767fafcd-2588-4046-9d60-44dcfd61bf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3243fa1-cb2b-422f-99b1-b45c6b360494'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:55:58.600752 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3044a5-3066-466b-bdc6-fc14056d733b" -d '{"events": [{"server_uuid": "767fafcd-2588-4046-9d60-44dcfd61bf1b", "name": "network-vif-plugged", "status": "completed", "tag": "b3243fa1-cb2b-422f-99b1-b45c6b360494"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:55:58.612772 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port b3243fa1-cb2b-422f-99b1-b45c6b360494, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b3243fa1-cb2b-422f-99b1-b45c6b360494,segment=NetworkSegment(f4c580f6-59bf-4be3-9136-4343ca9ae6f0),segment_id=f4c580f6-59bf-4be3-9136-4343ca9ae6f0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:55:58.617280 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:58.640158 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952104dd-a6fa-4c6e-9ab4-4f499ec9a062 x-openstack-request-id: req-952104dd-a6fa-4c6e-9ab4-4f499ec9a062 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:55:58.640454 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767fafcd-2588-4046-9d60-44dcfd61bf1b", "name": "network-vif-plugged", "status": "completed", "tag": "b3243fa1-cb2b-422f-99b1-b45c6b360494", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:55:58.640699 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-952104dd-a6fa-4c6e-9ab4-4f499ec9a062 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:55:58.641104 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767fafcd-2588-4046-9d60-44dcfd61bf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3243fa1-cb2b-422f-99b1-b45c6b360494', 'code': 200} Jul 22 17:55:58.666091 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=b3243fa1-cb2b-422f-99b1-b45c6b360494,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:55:58.775796 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d00f72-2d82-4411-b612-1626e6fd6169 req-f60a0457-1ae4-4dce-8f79-5284fc340353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:58.777280 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-55d00f72-2d82-4411-b612-1626e6fd6169 req-f60a0457-1ae4-4dce-8f79-5284fc340353 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 1096 time: 0.0562060 Jul 22 17:55:58.810568 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-55d00f72-2d82-4411-b612-1626e6fd6169 req-3dc6a5d4-db96-4bd6-89d4-32583afe18e7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270188 Jul 22 17:55:59.181641 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-40da659a-b268-458a-9a4e-4ea14fbc0593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:59.677619 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d4bbc-4eea-4d7d-bf2c-0e3a9bcab955 req-64aadd03-0c30-4acc-9153-9350b202d71a tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:55:59.679089 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-369d4bbc-4eea-4d7d-bf2c-0e3a9bcab955 req-64aadd03-0c30-4acc-9153-9350b202d71a tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 945 time: 0.0626953 Jul 22 17:55:59.720881 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-369d4bbc-4eea-4d7d-bf2c-0e3a9bcab955 req-46e847df-1eba-4273-b062-df77da79f868 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359950 Jul 22 17:56:00.848026 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd31c64-f2a2-4af1-bf63-ef8a40260e77 req-ab06e08c-869a-492d-9bbc-2f49a95b5d87 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:56:00.849484 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-efd31c64-f2a2-4af1-bf63-ef8a40260e77 req-ab06e08c-869a-492d-9bbc-2f49a95b5d87 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 945 time: 0.0624514 Jul 22 17:56:00.885767 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-efd31c64-f2a2-4af1-bf63-ef8a40260e77 req-3045ace2-9a32-4e05-a26b-62b5666616af tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308332 Jul 22 17:56:01.012132 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee94db8-cd59-48e9-98fe-746e8f85f252 req-02c50383-ba94-4c02-81a6-91cf7140adf5 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:56:01.013501 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cee94db8-cd59-48e9-98fe-746e8f85f252 req-02c50383-ba94-4c02-81a6-91cf7140adf5 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 945 time: 0.0641322 Jul 22 17:56:01.053743 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-cee94db8-cd59-48e9-98fe-746e8f85f252 req-a047f410-8df2-4d24-a0ad-348e86844a25 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345409 Jul 22 17:56:01.075077 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43522) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:56:01.164983 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9ef3f4-c562-4628-944d-2dedf05d4ac4 tempest-TestSnapshotPattern-1332704083 tempest-TestSnapshotPattern-1332704083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:56:01.166489 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-9a9ef3f4-c562-4628-944d-2dedf05d4ac4 tempest-TestSnapshotPattern-1332704083 tempest-TestSnapshotPattern-1332704083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 1091 time: 0.0904315 Jul 22 17:56:01.169332 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43526) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:56:01.174224 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-391fd893-4536-4fc6-a10e-60d1cb40d25c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': 'b3243fa1-cb2b-422f-99b1-b45c6b360494', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:56:01.195512 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-391fd893-4536-4fc6-a10e-60d1cb40d25c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:01.293832 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-391fd893-4536-4fc6-a10e-60d1cb40d25c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:01.395403 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-391fd893-4536-4fc6-a10e-60d1cb40d25c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Allocated IP 172.25.0.137 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/45c48972-8227-4f3a-959c-7068715accd1) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:56:01.493053 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-391fd893-4536-4fc6-a10e-60d1cb40d25c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:01.530177 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-391fd893-4536-4fc6-a10e-60d1cb40d25c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:01.568706 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391fd893-4536-4fc6-a10e-60d1cb40d25c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:56:01.573190 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-391fd893-4536-4fc6-a10e-60d1cb40d25c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:56:01.575679 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391fd893-4536-4fc6-a10e-60d1cb40d25c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:56:01.606152 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fd893-4536-4fc6-a10e-60d1cb40d25c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Pushing event updated for resources: {'Port': ['ID=45c48972-8227-4f3a-959c-7068715accd1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:56:01.701278 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7139d51f-ea8a-4774-b6c9-cf77a2bfc990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:01.720519 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:01.922925 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-391fd893-4536-4fc6-a10e-60d1cb40d25c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:01.998108 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-391fd893-4536-4fc6-a10e-60d1cb40d25c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:02.144211 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-391fd893-4536-4fc6-a10e-60d1cb40d25c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:02.148700 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-391fd893-4536-4fc6-a10e-60d1cb40d25c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:02.213302 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fd893-4536-4fc6-a10e-60d1cb40d25c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Pushing event updated for resources: {'Port': ['ID=45c48972-8227-4f3a-959c-7068715accd1,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:56:02.222843 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-391fd893-4536-4fc6-a10e-60d1cb40d25c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:02.645889 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-391fd893-4536-4fc6-a10e-60d1cb40d25c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Floating IP 81216df2-f178-4ce5-92e8-f9d6cc58f5c7 associated. External IP: 172.25.0.137, port: b3243fa1-cb2b-422f-99b1-b45c6b360494. Jul 22 17:56:02.846320 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391fd893-4536-4fc6-a10e-60d1cb40d25c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Router dde869cf-2543-4615-8a6e-df896900b9bb has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:56:02.949821 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391fd893-4536-4fc6-a10e-60d1cb40d25c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:56:02.959146 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2390514e-f3b7-4c4c-a253-1ec90979890c None None] Sync routers for ids ['dde869cf-2543-4615-8a6e-df896900b9bb'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:56:02.965269 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-391fd893-4536-4fc6-a10e-60d1cb40d25c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:02.970129 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2390514e-f3b7-4c4c-a253-1ec90979890c None None] Routers {'dde869cf-2543-4615-8a6e-df896900b9bb'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:56:02.970740 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2390514e-f3b7-4c4c-a253-1ec90979890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:56:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dde869cf-2543-4615-8a6e-df896900b9bb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:56:03.001408 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-391fd893-4536-4fc6-a10e-60d1cb40d25c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8310502 Jul 22 17:56:03.002075 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767fafcd-2588-4046-9d60-44dcfd61bf1b', 'tag': 'b3243fa1-cb2b-422f-99b1-b45c6b360494'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:56:03.004432 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d235f272f8511c600301b52ddf7b8bba0b6464469fe4a6096d752437cb6b909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e40c32-bc35-4f4b-b6f9-ea3292abf6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "767fafcd-2588-4046-9d60-44dcfd61bf1b", "tag": "b3243fa1-cb2b-422f-99b1-b45c6b360494"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:56:03.076301 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-2390514e-f3b7-4c4c-a253-1ec90979890c None None] Set router dde869cf-2543-4615-8a6e-df896900b9bb gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:56:03.096265 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7980b973-d49b-4888-98c5-294d097031d8 x-openstack-request-id: req-7980b973-d49b-4888-98c5-294d097031d8 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:56:03.096651 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767fafcd-2588-4046-9d60-44dcfd61bf1b", "tag": "b3243fa1-cb2b-422f-99b1-b45c6b360494", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:56:03.096855 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7980b973-d49b-4888-98c5-294d097031d8 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:56:03.097296 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767fafcd-2588-4046-9d60-44dcfd61bf1b', 'tag': 'b3243fa1-cb2b-422f-99b1-b45c6b360494', 'status': 'completed', 'code': 200} Jul 22 17:56:03.121874 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:03.191961 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e40c32-bc35-4f4b-b6f9-ea3292abf6ce req-0f60e924-9464-4d60-80cc-ca6d8b66f182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:56:03.193536 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9e40c32-bc35-4f4b-b6f9-ea3292abf6ce req-0f60e924-9464-4d60-80cc-ca6d8b66f182 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e880f1169701461a8f27c61d98502135&device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 1096 time: 0.0549376 Jul 22 17:56:03.280841 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e40c32-bc35-4f4b-b6f9-ea3292abf6ce req-0ffdcaef-527b-4828-b18a-85a270fc9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:56:03.282907 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9e40c32-bc35-4f4b-b6f9-ea3292abf6ce req-0ffdcaef-527b-4828-b18a-85a270fc9c40 service neutron] 10.222.0.30 "GET /v2.0/networks?id=693db142-3e79-49f3-94ab-aa5538d3388d HTTP/1.1" status: 200 len: 911 time: 0.0837233 Jul 22 17:56:03.305477 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2390514e-f3b7-4c4c-a253-1ec90979890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'name': 'tempest-TestSnapshotPattern-1002359184-router', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:39Z', 'updated_at': '2021-07-22T17:55:42Z', 'revision_number': 4, 'project_id': 'e880f1169701461a8f27c61d98502135', 'gw_port': {'id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:40Z', 'updated_at': '2021-07-22T17:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '81216df2-f178-4ce5-92e8-f9d6cc58f5c7', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'port_id': 'b3243fa1-cb2b-422f-99b1-b45c6b360494', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'mac_address': 'fa:16:3e:03:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767fafcd-2588-4046-9d60-44dcfd61bf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:56:01Z', 'updated_at': '2021-07-22T17:56:01Z', 'revision_number': 0, 'project_id': 'e880f1169701461a8f27c61d98502135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42568585-7403-4568-993c-8ed26b52c56d', 'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'mac_address': 'fa:16:3e:eb:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:41Z', 'updated_at': '2021-07-22T17:55:48Z', 'revision_number': 5, 'project_id': 'e880f1169701461a8f27c61d98502135', 'subnets': [{'id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:56:03.334874 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2390514e-f3b7-4c4c-a253-1ec90979890c None None] Checking router: dde869cf-2543-4615-8a6e-df896900b9bb for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:56:03.342855 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2390514e-f3b7-4c4c-a253-1ec90979890c None None] Routers {'dde869cf-2543-4615-8a6e-df896900b9bb'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:56:03.343439 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2390514e-f3b7-4c4c-a253-1ec90979890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:56:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dde869cf-2543-4615-8a6e-df896900b9bb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:56:03.349901 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9e40c32-bc35-4f4b-b6f9-ea3292abf6ce req-8f1f842f-1b22-4307-9b60-8bb2315ba9f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3243fa1-cb2b-422f-99b1-b45c6b360494 HTTP/1.1" status: 200 len: 999 time: 0.0611076 Jul 22 17:56:03.396686 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e40c32-bc35-4f4b-b6f9-ea3292abf6ce req-0ae65009-d595-4263-bb7a-b96c4c481c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:56:03.398191 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9e40c32-bc35-4f4b-b6f9-ea3292abf6ce req-0ae65009-d595-4263-bb7a-b96c4c481c43 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1bc39ae3-a813-43d1-ba2c-285770486313 HTTP/1.1" status: 200 len: 849 time: 0.0427465 Jul 22 17:56:03.458996 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e40c32-bc35-4f4b-b6f9-ea3292abf6ce req-cf42f954-91eb-4df3-9aa3-ab4d91d97e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:56:03.460569 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9e40c32-bc35-4f4b-b6f9-ea3292abf6ce req-cf42f954-91eb-4df3-9aa3-ab4d91d97e5f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=693db142-3e79-49f3-94ab-aa5538d3388d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562420 Jul 22 17:56:03.535105 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-2390514e-f3b7-4c4c-a253-1ec90979890c None None] Set router dde869cf-2543-4615-8a6e-df896900b9bb gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:56:03.555097 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9e40c32-bc35-4f4b-b6f9-ea3292abf6ce req-309040c4-fc1b-41bb-abdc-654bf938baf9 service neutron] 10.222.0.30 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882533 Jul 22 17:56:03.644680 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b9e40c32-bc35-4f4b-b6f9-ea3292abf6ce req-dfeaea1f-9d8b-4668-a104-2a1037fe8c2b service neutron] 10.222.0.30 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821474 Jul 22 17:56:03.753381 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-2390514e-f3b7-4c4c-a253-1ec90979890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'name': 'tempest-TestSnapshotPattern-1002359184-router', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:39Z', 'updated_at': '2021-07-22T17:55:42Z', 'revision_number': 4, 'project_id': 'e880f1169701461a8f27c61d98502135', 'gw_port': {'id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:40Z', 'updated_at': '2021-07-22T17:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '81216df2-f178-4ce5-92e8-f9d6cc58f5c7', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'port_id': 'b3243fa1-cb2b-422f-99b1-b45c6b360494', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'mac_address': 'fa:16:3e:03:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767fafcd-2588-4046-9d60-44dcfd61bf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:56:01Z', 'updated_at': '2021-07-22T17:56:01Z', 'revision_number': 0, 'project_id': 'e880f1169701461a8f27c61d98502135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42568585-7403-4568-993c-8ed26b52c56d', 'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'mac_address': 'fa:16:3e:eb:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:41Z', 'updated_at': '2021-07-22T17:55:48Z', 'revision_number': 5, 'project_id': 'e880f1169701461a8f27c61d98502135', 'subnets': [{'id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:56:03.779342 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2390514e-f3b7-4c4c-a253-1ec90979890c None None] The sync data for ids ['dde869cf-2543-4615-8a6e-df896900b9bb'] in n-d-798930-9 is: [{'id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'name': 'tempest-TestSnapshotPattern-1002359184-router', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:39Z', 'updated_at': '2021-07-22T17:55:42Z', 'revision_number': 4, 'project_id': 'e880f1169701461a8f27c61d98502135', 'gw_port': {'id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:40Z', 'updated_at': '2021-07-22T17:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '81216df2-f178-4ce5-92e8-f9d6cc58f5c7', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'port_id': 'b3243fa1-cb2b-422f-99b1-b45c6b360494', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'mac_address': 'fa:16:3e:03:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767fafcd-2588-4046-9d60-44dcfd61bf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:56:01Z', 'updated_at': '2021-07-22T17:56:01Z', 'revision_number': 0, 'project_id': 'e880f1169701461a8f27c61d98502135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42568585-7403-4568-993c-8ed26b52c56d', 'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'mac_address': 'fa:16:3e:eb:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:41Z', 'updated_at': '2021-07-22T17:55:48Z', 'revision_number': 5, 'project_id': 'e880f1169701461a8f27c61d98502135', 'subnets': [{'id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:56:03.966839 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41dd2ed-30dd-4b7f-ac19-05ba664de937 None None] New status for floating IP 81216df2-f178-4ce5-92e8-f9d6cc58f5c7: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:56:04.944793 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:05.805676 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-55436652-eaec-4031-8678-cc1f6e962a87 req-e6a0b0ca-b692-4f41-bc7d-6f1eeb83f943 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610483 Jul 22 17:56:05.912830 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55436652-eaec-4031-8678-cc1f6e962a87 req-bd4d394d-e279-42fd-a2df-c365eff70a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:56:05.914335 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-55436652-eaec-4031-8678-cc1f6e962a87 req-bd4d394d-e279-42fd-a2df-c365eff70a35 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e880f1169701461a8f27c61d98502135&device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 1096 time: 0.0529504 Jul 22 17:56:06.017495 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55436652-eaec-4031-8678-cc1f6e962a87 req-2717adb0-fa01-41fb-967b-13a5bebdb973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:56:06.018921 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-55436652-eaec-4031-8678-cc1f6e962a87 req-2717adb0-fa01-41fb-967b-13a5bebdb973 service neutron] 10.222.0.30 "GET /v2.0/networks?id=693db142-3e79-49f3-94ab-aa5538d3388d HTTP/1.1" status: 200 len: 911 time: 0.0869479 Jul 22 17:56:06.082382 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-55436652-eaec-4031-8678-cc1f6e962a87 req-98048d85-793a-4935-a76e-475730887a41 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3243fa1-cb2b-422f-99b1-b45c6b360494 HTTP/1.1" status: 200 len: 1001 time: 0.0573239 Jul 22 17:56:06.130119 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55436652-eaec-4031-8678-cc1f6e962a87 req-5d8eff35-debd-4cac-951a-b605169d6d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:56:06.131567 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-55436652-eaec-4031-8678-cc1f6e962a87 req-5d8eff35-debd-4cac-951a-b605169d6d57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1bc39ae3-a813-43d1-ba2c-285770486313 HTTP/1.1" status: 200 len: 849 time: 0.0437818 Jul 22 17:56:06.191525 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55436652-eaec-4031-8678-cc1f6e962a87 req-d1942230-5c1f-48fd-8a00-01ca31b3a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:56:06.192994 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-55436652-eaec-4031-8678-cc1f6e962a87 req-d1942230-5c1f-48fd-8a00-01ca31b3a7c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=693db142-3e79-49f3-94ab-aa5538d3388d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558343 Jul 22 17:56:06.279384 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-55436652-eaec-4031-8678-cc1f6e962a87 req-05f25e98-2692-4db4-9045-3cb582fb98df service neutron] 10.222.0.30 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797353 Jul 22 17:56:06.369482 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-55436652-eaec-4031-8678-cc1f6e962a87 req-72c78976-7ced-4b9a-96fa-faca7e649788 service neutron] 10.222.0.30 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840194 Jul 22 17:56:12.721323 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:12.939342 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:29.181137 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d184938f-e6c6-49b6-aaf2-5b6461311ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:31.702399 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8afaa200-7f34-4972-a5ff-30ff49fcd72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:31.724559 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:32.384551 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:56:33.119287 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:34.951013 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:42.720326 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:42.946732 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:59.181852 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a18968c-b121-46fd-8d1a-3617e84193ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:01.702848 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f21d7d27-c503-43ce-aeff-bd928b36bc64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:01.723958 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:03.121955 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:04.954783 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:07.779154 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68d34b59-4176-4009-add8-4ce1808f818d req-40ec2f55-984e-44f6-bc4b-a4550639982a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552833 Jul 22 17:57:07.885190 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d34b59-4176-4009-add8-4ce1808f818d req-87eb6781-8c8c-451e-8ec0-a8246daddb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:57:07.886682 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68d34b59-4176-4009-add8-4ce1808f818d req-87eb6781-8c8c-451e-8ec0-a8246daddb02 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e880f1169701461a8f27c61d98502135&device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 1096 time: 0.0526435 Jul 22 17:57:08.000074 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d34b59-4176-4009-add8-4ce1808f818d req-cc1a6f48-4e98-4813-8faf-91947509bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:57:08.001475 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68d34b59-4176-4009-add8-4ce1808f818d req-cc1a6f48-4e98-4813-8faf-91947509bdef service neutron] 10.222.0.30 "GET /v2.0/networks?id=693db142-3e79-49f3-94ab-aa5538d3388d HTTP/1.1" status: 200 len: 911 time: 0.0967057 Jul 22 17:57:08.063319 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68d34b59-4176-4009-add8-4ce1808f818d req-ba836b18-b60d-42c8-8d36-8f6bf92270a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3243fa1-cb2b-422f-99b1-b45c6b360494 HTTP/1.1" status: 200 len: 1001 time: 0.0554698 Jul 22 17:57:08.115430 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d34b59-4176-4009-add8-4ce1808f818d req-a359f226-5d15-4bc5-a022-9060a34659c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:57:08.116958 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68d34b59-4176-4009-add8-4ce1808f818d req-a359f226-5d15-4bc5-a022-9060a34659c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1bc39ae3-a813-43d1-ba2c-285770486313 HTTP/1.1" status: 200 len: 849 time: 0.0477448 Jul 22 17:57:08.174192 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d34b59-4176-4009-add8-4ce1808f818d req-74fcb510-7f41-4325-9ecf-9910de0b51ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:57:08.175653 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68d34b59-4176-4009-add8-4ce1808f818d req-74fcb510-7f41-4325-9ecf-9910de0b51ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=693db142-3e79-49f3-94ab-aa5538d3388d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526447 Jul 22 17:57:08.262394 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68d34b59-4176-4009-add8-4ce1808f818d req-7750b87a-7ec7-4fb8-8ecc-aedc64ef7e1b service neutron] 10.222.0.30 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795786 Jul 22 17:57:08.353106 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-68d34b59-4176-4009-add8-4ce1808f818d req-12c7b941-2264-4d8e-b5e0-0c8f0e389e45 service neutron] 10.222.0.30 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843542 Jul 22 17:57:09.382968 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:57:12.734491 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:12.945581 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:29.181715 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef41a236-0273-4c80-bb6a-c826174bd046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:31.701974 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28cdf9af-bc9e-4a1f-be48-47b482c06c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:31.722781 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:33.125872 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:34.957733 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:42.734836 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:42.952792 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:46.381506 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:57:59.181518 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bddc623a-4ad0-47fc-abe4-e66efc097a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:01.227361 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b3243fa1-cb2b-422f-99b1-b45c6b360494 details requested by agent hyperv_n-h2-798930-9 with host n-h2-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:58:01.323167 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port b3243fa1-cb2b-422f-99b1-b45c6b360494, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b3243fa1-cb2b-422f-99b1-b45c6b360494,segment=NetworkSegment(f4c580f6-59bf-4be3-9136-4343ca9ae6f0),segment_id=f4c580f6-59bf-4be3-9136-4343ca9ae6f0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:58:01.334935 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Returning: {'device': 'b3243fa1-cb2b-422f-99b1-b45c6b360494', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'port_id': 'b3243fa1-cb2b-422f-99b1-b45c6b360494', 'mac_address': 'fa:16:3e:03:53:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:58:01.372414 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:01.384820 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3243fa1-cb2b-422f-99b1-b45c6b360494 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:58:01.403595 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port b3243fa1-cb2b-422f-99b1-b45c6b360494, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b3243fa1-cb2b-422f-99b1-b45c6b360494,segment=NetworkSegment(f4c580f6-59bf-4be3-9136-4343ca9ae6f0),segment_id=f4c580f6-59bf-4be3-9136-4343ca9ae6f0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:58:01.407798 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:01.452588 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=b3243fa1-cb2b-422f-99b1-b45c6b360494,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:58:01.460055 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:01.460402 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:01.460735 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:01.461065 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:01.461387 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:01.461710 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:01.462073 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:01.462502 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:01.462823 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:01.463137 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:01.463451 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:01.463764 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:01.547061 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] get_ports_and_sgs() called for port_ids ['b3243fa1-cb2b-422f-99b1-b45c6b360494'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:58:01.728211 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ba375f6-3781-4217-8011-84ee5c3f2de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:01.744009 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:03.131376 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:03.244225 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b3243fa1-cb2b-422f-99b1-b45c6b360494 up at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:58:03.295288 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Provisioning complete for port b3243fa1-cb2b-422f-99b1-b45c6b360494 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:58:03.295811 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:03.377881 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:03.403287 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767fafcd-2588-4046-9d60-44dcfd61bf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3243fa1-cb2b-422f-99b1-b45c6b360494'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:58:03.405558 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0261eb64-7cf9-432e-88dc-782a37f981e0" -d '{"events": [{"server_uuid": "767fafcd-2588-4046-9d60-44dcfd61bf1b", "name": "network-vif-plugged", "status": "completed", "tag": "b3243fa1-cb2b-422f-99b1-b45c6b360494"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:58:03.424172 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port b3243fa1-cb2b-422f-99b1-b45c6b360494, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b3243fa1-cb2b-422f-99b1-b45c6b360494,segment=NetworkSegment(f4c580f6-59bf-4be3-9136-4343ca9ae6f0),segment_id=f4c580f6-59bf-4be3-9136-4343ca9ae6f0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:58:03.428395 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:03.489743 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=b3243fa1-cb2b-422f-99b1-b45c6b360494,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:58:03.567342 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92de6532-e0ea-433a-8105-ce7f233c4c61 x-openstack-request-id: req-92de6532-e0ea-433a-8105-ce7f233c4c61 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:58:03.567654 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767fafcd-2588-4046-9d60-44dcfd61bf1b", "name": "network-vif-plugged", "status": "completed", "tag": "b3243fa1-cb2b-422f-99b1-b45c6b360494", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:58:03.567852 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-92de6532-e0ea-433a-8105-ce7f233c4c61 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:58:03.568251 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767fafcd-2588-4046-9d60-44dcfd61bf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3243fa1-cb2b-422f-99b1-b45c6b360494', 'code': 200} Jul 22 17:58:04.964049 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:08.852455 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdf540-7ea6-41f4-94aa-6a61a7253289 req-98923f4b-9d73-431f-9eab-051ce9f6fe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:08.855045 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-51bdf540-7ea6-41f4-94aa-6a61a7253289 req-98923f4b-9d73-431f-9eab-051ce9f6fe9d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e880f1169701461a8f27c61d98502135&device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 1096 time: 0.0663431 Jul 22 17:58:08.980177 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdf540-7ea6-41f4-94aa-6a61a7253289 req-e9c8d216-b4bc-46cd-97e7-c5e793faba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:08.981845 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-51bdf540-7ea6-41f4-94aa-6a61a7253289 req-e9c8d216-b4bc-46cd-97e7-c5e793faba79 service neutron] 10.222.0.30 "GET /v2.0/networks?id=693db142-3e79-49f3-94ab-aa5538d3388d HTTP/1.1" status: 200 len: 911 time: 0.1063664 Jul 22 17:58:09.049250 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-51bdf540-7ea6-41f4-94aa-6a61a7253289 req-3bf76be8-de75-450d-bf1d-fd7811062cf2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3243fa1-cb2b-422f-99b1-b45c6b360494 HTTP/1.1" status: 200 len: 1001 time: 0.0607090 Jul 22 17:58:09.112247 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdf540-7ea6-41f4-94aa-6a61a7253289 req-4e937076-5432-4555-bba9-8a8398b743ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:09.115055 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-51bdf540-7ea6-41f4-94aa-6a61a7253289 req-4e937076-5432-4555-bba9-8a8398b743ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1bc39ae3-a813-43d1-ba2c-285770486313 HTTP/1.1" status: 200 len: 849 time: 0.0583363 Jul 22 17:58:09.176839 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdf540-7ea6-41f4-94aa-6a61a7253289 req-93645580-0440-4a10-9b33-c1cf4460591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:09.178405 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-51bdf540-7ea6-41f4-94aa-6a61a7253289 req-93645580-0440-4a10-9b33-c1cf4460591d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=693db142-3e79-49f3-94ab-aa5538d3388d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565655 Jul 22 17:58:09.189812 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-51bdf540-7ea6-41f4-94aa-6a61a7253289 req-1bead819-259f-471b-bd6f-cc83c0b196c9 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:58:09.190885 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-51bdf540-7ea6-41f4-94aa-6a61a7253289 req-1bead819-259f-471b-bd6f-cc83c0b196c9 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055108 Jul 22 17:58:09.304650 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-51bdf540-7ea6-41f4-94aa-6a61a7253289 req-343d9e6b-a493-4f28-a495-b25d16b0c036 service neutron] 10.222.0.30 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066899 Jul 22 17:58:09.403989 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-51bdf540-7ea6-41f4-94aa-6a61a7253289 req-b825d4dc-3cf6-46c5-a3ea-8642e73e2730 service neutron] 10.222.0.30 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917447 Jul 22 17:58:11.078055 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-e6ae58bd-1ad9-4c38-80ed-9f881d984cf3 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1968609282&fields=id&tenant_id=e880f1169701461a8f27c61d98502135 HTTP/1.1" status: 200 len: 267 time: 0.0324526 Jul 22 17:58:11.185021 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-6ad1781d-5f93-42bc-b96a-6bc3c35b4bbc tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:11.186469 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-6ad1781d-5f93-42bc-b96a-6bc3c35b4bbc tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/networks?id=693db142-3e79-49f3-94ab-aa5538d3388d HTTP/1.1" status: 200 len: 810 time: 0.1022503 Jul 22 17:58:11.201101 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-516fa46e-82c4-4b30-8dca-8437b94fa5b2 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/quotas/e880f1169701461a8f27c61d98502135 HTTP/1.1" status: 200 len: 375 time: 0.0087743 Jul 22 17:58:11.269987 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-0b3d4f75-1e45-45b7-9cb0-b35010059b29 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e880f1169701461a8f27c61d98502135&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0632668 Jul 22 17:58:11.285131 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-9cba6d65-ffab-406d-b38c-c7308ab8dae7 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:58:11.286102 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-9cba6d65-ffab-406d-b38c-c7308ab8dae7 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054893 Jul 22 17:58:11.428844 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-f97ee588-c7aa-4b10-8ec9-b247f4121540 service neutron] 10.222.0.69 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369624 Jul 22 17:58:11.515207 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-8cc8a92b-5cc3-41ab-90a8-b2f08798996b service neutron] 10.222.0.69 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805700 Jul 22 17:58:11.708923 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-3c403933-75f3-4a0e-9e65-b6fa6bedef39 req-30288525-a6d5-4987-84b0-e04fb8a10194 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 210 time: 0.0297236 Jul 22 17:58:12.751070 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:12.793963 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-64bf6e6a-65db-4d3f-a2c8-7779d9d037c4 req-b1e4b533-53b9-4f84-9fd3-0296d5c81e47 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 210 time: 0.0339060 Jul 22 17:58:12.972594 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:13.889270 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-6d4bbdd1-f548-4ab9-9ff2-47985ef70ae4 req-fbf69a1a-01b9-4165-9867-98d5c1c02545 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 210 time: 0.0281930 Jul 22 17:58:14.896182 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-82bb719e-fb50-4269-a9b1-dd4f2ec2c652 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:14.898411 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-82bb719e-fb50-4269-a9b1-dd4f2ec2c652 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.16 "GET /v2.0/networks?id=693db142-3e79-49f3-94ab-aa5538d3388d HTTP/1.1" status: 200 len: 810 time: 0.1072094 Jul 22 17:58:14.949748 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-015e258c-4273-4d1a-9a39-80a8f8cb2608 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e880f1169701461a8f27c61d98502135 HTTP/1.1" status: 200 len: 380 time: 0.0362864 Jul 22 17:58:14.971500 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Request body: {'port': {'device_id': '1b77ec63-36cd-4992-a4af-ae7a1496860b', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'admin_state_up': True, 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'security_groups': ['8b87a90c-c1d9-46c4-8ea6-3382b3a843c8']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:58:15.007471 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-c34c37af-d104-48a4-afcb-3dfbe3cd39f7 req-39998f23-22f0-4192-80df-c49baf4be763 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 210 time: 0.0492499 Jul 22 17:58:15.105024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Made reservation on behalf of e880f1169701461a8f27c61d98502135 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:58:15.110199 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:15.281419 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b3243fa1-cb2b-422f-99b1-b45c6b360494 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:58:15.428518 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:15.496944 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] For port b3243fa1-cb2b-422f-99b1-b45c6b360494, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b3243fa1-cb2b-422f-99b1-b45c6b360494,segment=NetworkSegment(f4c580f6-59bf-4be3-9136-4343ca9ae6f0),segment_id=f4c580f6-59bf-4be3-9136-4343ca9ae6f0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:58:15.497986 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767fafcd-2588-4046-9d60-44dcfd61bf1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3243fa1-cb2b-422f-99b1-b45c6b360494'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:58:15.518782 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23634074-f6a0-45bf-bcf5-d9fce9c431cd" -d '{"events": [{"server_uuid": "767fafcd-2588-4046-9d60-44dcfd61bf1b", "name": "network-vif-unplugged", "status": "completed", "tag": "b3243fa1-cb2b-422f-99b1-b45c6b360494"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:58:15.522438 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:15.566414 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d050e5e7-1263-4231-ad2b-d655798c655a x-openstack-request-id: req-d050e5e7-1263-4231-ad2b-d655798c655a {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:58:15.566712 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767fafcd-2588-4046-9d60-44dcfd61bf1b", "name": "network-vif-unplugged", "status": "completed", "tag": "b3243fa1-cb2b-422f-99b1-b45c6b360494", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:58:15.566974 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d050e5e7-1263-4231-ad2b-d655798c655a {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:58:15.567367 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767fafcd-2588-4046-9d60-44dcfd61bf1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3243fa1-cb2b-422f-99b1-b45c6b360494', 'code': 200} Jul 22 17:58:15.599078 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Pushing event updated for resources: {'Port': ['ID=b3243fa1-cb2b-422f-99b1-b45c6b360494,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:58:15.674658 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Allocated IP 172.20.0.11 (693db142-3e79-49f3-94ab-aa5538d3388d/1bc39ae3-a813-43d1-ba2c-285770486313/2c2c146c-e303-4dd6-8aff-3895f314dda0) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:58:15.835190 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:15.849081 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Transition to ACTIVE for port object 2c2c146c-e303-4dd6-8aff-3895f314dda0 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:58:15.882753 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:15.928159 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Network 693db142-3e79-49f3-94ab-aa5538d3388d is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:58:15.929592 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:58:15.933271 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:58:15.961062 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Pushing event updated for resources: {'Port': ['ID=2c2c146c-e303-4dd6-8aff-3895f314dda0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:58:15.975346 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:15.975726 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:15.976008 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:15.976352 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:15.976669 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:15.976997 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:15.977320 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:15.977642 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:15.977984 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:15.978531 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:15.978760 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:15.981947 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:15.999892 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:16.001054 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:16.017597 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-ab61aab4-9aff-442d-8aa7-8ae9d60326b4 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0507009 Jul 22 17:58:16.178254 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a88713-edb8-4495-bb19-8fca63dad124 req-0644cbd0-ed8c-4c3a-add5-6521b62c5b35 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:16.179768 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-49a88713-edb8-4495-bb19-8fca63dad124 req-0644cbd0-ed8c-4c3a-add5-6521b62c5b35 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 932 time: 0.0822701 Jul 22 17:58:16.219329 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-49a88713-edb8-4495-bb19-8fca63dad124 req-9bfbde66-f5bf-4370-bde9-c9fc77889e09 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334923 Jul 22 17:58:16.255601 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d0f99076-96d4-4814-b251-9a9d00248051 None None] Provisioning for port 2c2c146c-e303-4dd6-8aff-3895f314dda0 completed by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:58:16.259323 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d0f99076-96d4-4814-b251-9a9d00248051 None None] Provisioning complete for port 2c2c146c-e303-4dd6-8aff-3895f314dda0 triggered by entity DHCP. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:58:16.259714 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0f99076-96d4-4814-b251-9a9d00248051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:16.298306 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d0f99076-96d4-4814-b251-9a9d00248051 None None] Port 2c2c146c-e303-4dd6-8aff-3895f314dda0 cannot update to ACTIVE because it is not bound. {{(pid=93818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:58:17.362053 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e7e31-1446-4af7-81f0-9e30c9091544 req-e929c241-ae6f-469c-958a-9df800b9cc28 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:17.363532 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d75e7e31-1446-4af7-81f0-9e30c9091544 req-e929c241-ae6f-469c-958a-9df800b9cc28 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 932 time: 0.0708101 Jul 22 17:58:17.406589 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-d75e7e31-1446-4af7-81f0-9e30c9091544 req-1cca6d47-a3bd-4e84-9bf6-c5848451df67 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373702 Jul 22 17:58:18.540964 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f106101-34f1-49ac-91a9-b3b4f90ea2db req-495063e8-960d-48d6-b1f7-29a2604557f1 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:18.542564 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6f106101-34f1-49ac-91a9-b3b4f90ea2db req-495063e8-960d-48d6-b1f7-29a2604557f1 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 932 time: 0.0669637 Jul 22 17:58:18.582995 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-6f106101-34f1-49ac-91a9-b3b4f90ea2db req-717da4ef-2d3a-45d4-acdc-ff66e3d0a14c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343957 Jul 22 17:58:19.718991 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8d4a8-1e10-4ad7-8627-2ff503c22c9d req-fa7e1150-655c-4612-a59b-c3a57222b99c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:19.720502 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-41a8d4a8-1e10-4ad7-8627-2ff503c22c9d req-fa7e1150-655c-4612-a59b-c3a57222b99c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 932 time: 0.0698965 Jul 22 17:58:19.758865 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-41a8d4a8-1e10-4ad7-8627-2ff503c22c9d req-3d4de13f-7b6a-4da1-b093-265dbcb9af04 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325778 Jul 22 17:58:20.891638 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb387f7-f753-4148-8fce-a3d49331292f req-583ad281-0bf7-42a1-a43d-bdba9fc66704 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:20.893173 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bbb387f7-f753-4148-8fce-a3d49331292f req-583ad281-0bf7-42a1-a43d-bdba9fc66704 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 932 time: 0.0659611 Jul 22 17:58:20.933102 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-bbb387f7-f753-4148-8fce-a3d49331292f req-b2184644-4814-49e4-9127-985d9aee5f1c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341389 Jul 22 17:58:22.068257 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092c10-7f78-4cbd-bd9c-448ed0cbe484 req-980a2477-a5f6-4a10-bf23-1e5b6d08df60 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:22.070640 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fc092c10-7f78-4cbd-bd9c-448ed0cbe484 req-980a2477-a5f6-4a10-bf23-1e5b6d08df60 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 932 time: 0.0664725 Jul 22 17:58:22.123934 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-fc092c10-7f78-4cbd-bd9c-448ed0cbe484 req-65bfa930-8bbf-4337-b6ec-323aea80208a tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393593 Jul 22 17:58:22.603007 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-8e01855d-a359-4901-89d1-627e79936f68 req-6b65d9b8-04e6-4a3c-a85c-03388e382cc7 service neutron] (93816) timed out ('10.222.0.30', 56819) {{(pid=93816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 17:58:23.251555 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac202315-474a-48bb-b621-6f14018a4be4 req-353e2b41-6940-43c5-a4c7-ab665f6f8c2a tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:23.253176 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ac202315-474a-48bb-b621-6f14018a4be4 req-353e2b41-6940-43c5-a4c7-ab665f6f8c2a tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 932 time: 0.0693922 Jul 22 17:58:23.292373 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ac202315-474a-48bb-b621-6f14018a4be4 req-f4b94f5f-7550-4512-8059-185190f0ed05 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332017 Jul 22 17:58:23.380686 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:58:24.427216 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a72930-c455-45da-885d-5aa0620ef456 req-a69a9b83-fe0c-4bf9-9d04-1cfe788800e6 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:24.428698 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-34a72930-c455-45da-885d-5aa0620ef456 req-a69a9b83-fe0c-4bf9-9d04-1cfe788800e6 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 932 time: 0.0661013 Jul 22 17:58:24.468890 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-34a72930-c455-45da-885d-5aa0620ef456 req-8c7851a7-22db-4fb3-a630-ba6bb57016bb tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337417 Jul 22 17:58:25.335499 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.v2.base [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-f3cf21a9-6549-4095-a418-997ca475717a service neutron] Request body: {'port': {'device_id': '1b77ec63-36cd-4992-a4af-ae7a1496860b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798930-9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:58:25.403373 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-f3cf21a9-6549-4095-a418-997ca475717a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:25.666166 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c699b-292d-4f18-8563-9b701f5308cd req-6b15fbd1-d472-4776-a303-771b2fe34b73 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:25.667554 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7d5c699b-292d-4f18-8563-9b701f5308cd req-6b15fbd1-d472-4776-a303-771b2fe34b73 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 932 time: 0.1294291 Jul 22 17:58:25.734450 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-f3cf21a9-6549-4095-a418-997ca475717a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c2c146c-e303-4dd6-8aff-3895f314dda0 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:58:25.740946 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-7d5c699b-292d-4f18-8563-9b701f5308cd req-8617a864-f847-473e-b35f-16539a6d60f9 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674238 Jul 22 17:58:25.744588 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-f3cf21a9-6549-4095-a418-997ca475717a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:25.757369 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-f3cf21a9-6549-4095-a418-997ca475717a service neutron] Transition to ACTIVE for port object 2c2c146c-e303-4dd6-8aff-3895f314dda0 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:58:25.763728 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-f3cf21a9-6549-4095-a418-997ca475717a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:25.855412 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf21a9-6549-4095-a418-997ca475717a service neutron] Pushing event updated for resources: {'Port': ['ID=2c2c146c-e303-4dd6-8aff-3895f314dda0,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:58:25.887548 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-f3cf21a9-6549-4095-a418-997ca475717a service neutron] Attempting to bind port 2c2c146c-e303-4dd6-8aff-3895f314dda0 on host n-h1-798930-9 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:58:25.887884 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-f3cf21a9-6549-4095-a418-997ca475717a service neutron] Attempting to bind port 2c2c146c-e303-4dd6-8aff-3895f314dda0 by drivers openvswitch,hyperv on host n-h1-798930-9 at level 0 using segments [{'id': 'f4c580f6-59bf-4be3-9136-4343ca9ae6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:58:25.888208 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-f3cf21a9-6549-4095-a418-997ca475717a service neutron] Attempting to bind port 2c2c146c-e303-4dd6-8aff-3895f314dda0 on network 693db142-3e79-49f3-94ab-aa5538d3388d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:58:25.892732 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-f3cf21a9-6549-4095-a418-997ca475717a service neutron] Port 2c2c146c-e303-4dd6-8aff-3895f314dda0 on network 693db142-3e79-49f3-94ab-aa5538d3388d not bound, no agent of type Open vSwitch agent registered on host n-h1-798930-9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:58:25.893049 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-f3cf21a9-6549-4095-a418-997ca475717a service neutron] Attempting to bind port 2c2c146c-e303-4dd6-8aff-3895f314dda0 on network 693db142-3e79-49f3-94ab-aa5538d3388d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:58:25.897868 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-f3cf21a9-6549-4095-a418-997ca475717a service neutron] Checking agent: {'id': 'd81c1f1d-bf0e-4621-93d1-cf5d4e8ab5c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798930-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:58:25.898235 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-f3cf21a9-6549-4095-a418-997ca475717a service neutron] Checking segment: {'id': 'f4c580f6-59bf-4be3-9136-4343ca9ae6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:58:25.898614 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-f3cf21a9-6549-4095-a418-997ca475717a service neutron] Bound using segment: {'id': 'f4c580f6-59bf-4be3-9136-4343ca9ae6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:58:25.899034 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-f3cf21a9-6549-4095-a418-997ca475717a service neutron] Bound port: 2c2c146c-e303-4dd6-8aff-3895f314dda0, host: n-h1-798930-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c580f6-59bf-4be3-9136-4343ca9ae6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:58:25.899390 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-f3cf21a9-6549-4095-a418-997ca475717a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:25.965725 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-f3cf21a9-6549-4095-a418-997ca475717a service neutron] For port 2c2c146c-e303-4dd6-8aff-3895f314dda0, host n-h1-798930-9, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:58:25.968823 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-f3cf21a9-6549-4095-a418-997ca475717a service neutron] For port 2c2c146c-e303-4dd6-8aff-3895f314dda0, host n-h1-798930-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=2c2c146c-e303-4dd6-8aff-3895f314dda0,segment=NetworkSegment(f4c580f6-59bf-4be3-9136-4343ca9ae6f0),segment_id=f4c580f6-59bf-4be3-9136-4343ca9ae6f0)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:58:25.974177 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-f3cf21a9-6549-4095-a418-997ca475717a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11422754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:26.013657 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-f3cf21a9-6549-4095-a418-997ca475717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:26.014324 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-f3cf21a9-6549-4095-a418-997ca475717a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:26.015720 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-f3cf21a9-6549-4095-a418-997ca475717a service neutron] 10.222.0.16 "PUT /v2.0/ports/2c2c146c-e303-4dd6-8aff-3895f314dda0 HTTP/1.1" status: 200 len: 1092 time: 0.6846681 Jul 22 17:58:26.016154 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b77ec63-36cd-4992-a4af-ae7a1496860b', 'tag': '2c2c146c-e303-4dd6-8aff-3895f314dda0'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:58:26.018402 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9be60a-4c7d-4ea0-be4e-a6190bf3b1df" -d '{"events": [{"name": "network-changed", "server_uuid": "1b77ec63-36cd-4992-a4af-ae7a1496860b", "tag": "2c2c146c-e303-4dd6-8aff-3895f314dda0"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:58:26.046655 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf21a9-6549-4095-a418-997ca475717a service neutron] Pushing event updated for resources: {'Port': ['ID=2c2c146c-e303-4dd6-8aff-3895f314dda0,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:58:26.114546 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fee30d5-63af-4c97-8e68-6ad26c72defd x-openstack-request-id: req-6fee30d5-63af-4c97-8e68-6ad26c72defd {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:58:26.114846 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b77ec63-36cd-4992-a4af-ae7a1496860b", "tag": "2c2c146c-e303-4dd6-8aff-3895f314dda0", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:58:26.115099 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6fee30d5-63af-4c97-8e68-6ad26c72defd {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:58:26.115499 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b77ec63-36cd-4992-a4af-ae7a1496860b', 'tag': '2c2c146c-e303-4dd6-8aff-3895f314dda0', 'status': 'completed', 'code': 200} Jul 22 17:58:26.134516 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-1028db3d-7315-41b8-9611-5304b162170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:26.136043 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-1028db3d-7315-41b8-9611-5304b162170d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e880f1169701461a8f27c61d98502135&device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 1095 time: 0.0677092 Jul 22 17:58:26.185404 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-329e3e1f-0681-4796-98b0-b13f548d97ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c2c146c-e303-4dd6-8aff-3895f314dda0 HTTP/1.1" status: 200 len: 217 time: 0.0355525 Jul 22 17:58:26.238466 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-4237f8f1-8b13-4e1e-a1b6-33ad35aec500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:26.239900 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-4237f8f1-8b13-4e1e-a1b6-33ad35aec500 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1bc39ae3-a813-43d1-ba2c-285770486313 HTTP/1.1" status: 200 len: 849 time: 0.0486624 Jul 22 17:58:26.297466 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-67f0264d-c13d-4a64-afd4-a0d0f2b174bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:26.299003 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-67f0264d-c13d-4a64-afd4-a0d0f2b174bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=693db142-3e79-49f3-94ab-aa5538d3388d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533710 Jul 22 17:58:26.389422 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-f5a7a28b-5875-4af9-9439-8b7214c9ecb3 service neutron] 10.222.0.16 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836959 Jul 22 17:58:26.477070 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8ddcb44e-f651-4de7-b13e-c577131df99a req-be5d6dcf-1ad0-45ea-8b17-7904d2b9b29a service neutron] 10.222.0.16 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811565 Jul 22 17:58:26.619339 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9be60a-4c7d-4ea0-be4e-a6190bf3b1df req-601b377e-43af-4892-af71-e76d01fe3ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:26.620807 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c9be60a-4c7d-4ea0-be4e-a6190bf3b1df req-601b377e-43af-4892-af71-e76d01fe3ed8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e880f1169701461a8f27c61d98502135&device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 1095 time: 0.0532854 Jul 22 17:58:26.713663 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9be60a-4c7d-4ea0-be4e-a6190bf3b1df req-348923f6-25f8-4ff5-b3dd-25b693a3322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:26.715145 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c9be60a-4c7d-4ea0-be4e-a6190bf3b1df req-348923f6-25f8-4ff5-b3dd-25b693a3322b service neutron] 10.222.0.16 "GET /v2.0/networks?id=693db142-3e79-49f3-94ab-aa5538d3388d HTTP/1.1" status: 200 len: 911 time: 0.0879765 Jul 22 17:58:26.755021 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c9be60a-4c7d-4ea0-be4e-a6190bf3b1df req-8b337a82-7d08-48ba-adb1-eb1dba1d3a4f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c2c146c-e303-4dd6-8aff-3895f314dda0 HTTP/1.1" status: 200 len: 217 time: 0.0331771 Jul 22 17:58:26.807675 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9be60a-4c7d-4ea0-be4e-a6190bf3b1df req-bdd9609e-e4ec-4935-a430-6a642023a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:26.809144 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c9be60a-4c7d-4ea0-be4e-a6190bf3b1df req-bdd9609e-e4ec-4935-a430-6a642023a250 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1bc39ae3-a813-43d1-ba2c-285770486313 HTTP/1.1" status: 200 len: 849 time: 0.0478280 Jul 22 17:58:26.906735 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbed0fe-08a4-4bd1-8c3b-0eaacfa24002 req-a97834fb-b7ed-48e1-ae9d-28ce3bbefaf2 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:26.908253 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-abbed0fe-08a4-4bd1-8c3b-0eaacfa24002 req-a97834fb-b7ed-48e1-ae9d-28ce3bbefaf2 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 944 time: 0.0982234 Jul 22 17:58:26.910793 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9be60a-4c7d-4ea0-be4e-a6190bf3b1df req-7deaa91f-e43e-4878-8867-75a9c4427e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:26.912420 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c9be60a-4c7d-4ea0-be4e-a6190bf3b1df req-7deaa91f-e43e-4878-8867-75a9c4427e3c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=693db142-3e79-49f3-94ab-aa5538d3388d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928433 Jul 22 17:58:26.997488 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-abbed0fe-08a4-4bd1-8c3b-0eaacfa24002 req-ade1001c-8276-4db5-8fac-6bca1bfaaa0f tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834043 Jul 22 17:58:27.025422 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c9be60a-4c7d-4ea0-be4e-a6190bf3b1df req-377d1dda-c0d5-4f9e-bd60-417b3da041c3 service neutron] 10.222.0.16 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055813 Jul 22 17:58:27.119498 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3c9be60a-4c7d-4ea0-be4e-a6190bf3b1df req-d54065b7-cd32-4c06-8714-6dfce4233130 service neutron] 10.222.0.16 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873499 Jul 22 17:58:28.130715 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b775ed-10c8-48f6-b7f5-583a6169ae27 req-e5cbf417-4ee8-4a96-9175-fa1469329266 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:28.132208 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a0b775ed-10c8-48f6-b7f5-583a6169ae27 req-e5cbf417-4ee8-4a96-9175-fa1469329266 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 944 time: 0.0640681 Jul 22 17:58:28.171951 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-a0b775ed-10c8-48f6-b7f5-583a6169ae27 req-7400b152-1535-4bd0-aa2f-6aba74249c60 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333273 Jul 22 17:58:28.570017 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 2c2c146c-e303-4dd6-8aff-3895f314dda0 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:58:28.664554 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 2c2c146c-e303-4dd6-8aff-3895f314dda0, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=2c2c146c-e303-4dd6-8aff-3895f314dda0,segment=NetworkSegment(f4c580f6-59bf-4be3-9136-4343ca9ae6f0),segment_id=f4c580f6-59bf-4be3-9136-4343ca9ae6f0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:58:28.674849 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '2c2c146c-e303-4dd6-8aff-3895f314dda0', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'port_id': '2c2c146c-e303-4dd6-8aff-3895f314dda0', 'mac_address': 'fa:16:3e:d6:e4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:58:28.710303 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:28.723351 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2c146c-e303-4dd6-8aff-3895f314dda0 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:58:28.741534 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 2c2c146c-e303-4dd6-8aff-3895f314dda0, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=2c2c146c-e303-4dd6-8aff-3895f314dda0,segment=NetworkSegment(f4c580f6-59bf-4be3-9136-4343ca9ae6f0),segment_id=f4c580f6-59bf-4be3-9136-4343ca9ae6f0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:58:28.745447 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:28.790220 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=2c2c146c-e303-4dd6-8aff-3895f314dda0,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:58:29.052409 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['2c2c146c-e303-4dd6-8aff-3895f314dda0'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:58:29.194185 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b462275b-f344-4fde-b48e-159cd05e2055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:29.306339 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c49f1-e680-4a0d-b398-69e93d2c0094 req-d2b715b0-936b-46a7-8c7d-b0aea5b35b54 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:29.307767 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3d1c49f1-e680-4a0d-b398-69e93d2c0094 req-d2b715b0-936b-46a7-8c7d-b0aea5b35b54 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 945 time: 0.0668528 Jul 22 17:58:29.345204 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-3d1c49f1-e680-4a0d-b398-69e93d2c0094 req-8083bab9-f9c4-4cf1-a147-91491b88b14a tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313685 Jul 22 17:58:30.479197 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b3936-b606-416d-af47-13dbfbb4f764 req-3c20b4de-4100-4563-9248-309f8afccc7c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:30.480677 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-044b3936-b606-416d-af47-13dbfbb4f764 req-3c20b4de-4100-4563-9248-309f8afccc7c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 945 time: 0.0701048 Jul 22 17:58:30.518064 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-044b3936-b606-416d-af47-13dbfbb4f764 req-789b07d8-9f70-4a43-972b-e659964dae5d tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318551 Jul 22 17:58:30.586811 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 2c2c146c-e303-4dd6-8aff-3895f314dda0 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:58:30.632707 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning for port 2c2c146c-e303-4dd6-8aff-3895f314dda0 completed by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:58:30.636123 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 2c2c146c-e303-4dd6-8aff-3895f314dda0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:58:30.636493 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:30.711968 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:30.733065 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b77ec63-36cd-4992-a4af-ae7a1496860b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2c146c-e303-4dd6-8aff-3895f314dda0'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:58:30.735337 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054b5bc3-9980-4cc6-99ca-faee81525054" -d '{"events": [{"server_uuid": "1b77ec63-36cd-4992-a4af-ae7a1496860b", "name": "network-vif-plugged", "status": "completed", "tag": "2c2c146c-e303-4dd6-8aff-3895f314dda0"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:58:30.747489 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 2c2c146c-e303-4dd6-8aff-3895f314dda0, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=2c2c146c-e303-4dd6-8aff-3895f314dda0,segment=NetworkSegment(f4c580f6-59bf-4be3-9136-4343ca9ae6f0),segment_id=f4c580f6-59bf-4be3-9136-4343ca9ae6f0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:58:30.751908 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:30.776174 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b150df-ea67-41c4-b6b1-a202fc1a9f2f x-openstack-request-id: req-29b150df-ea67-41c4-b6b1-a202fc1a9f2f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:58:30.776465 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b77ec63-36cd-4992-a4af-ae7a1496860b", "name": "network-vif-plugged", "status": "completed", "tag": "2c2c146c-e303-4dd6-8aff-3895f314dda0", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:58:30.776715 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-29b150df-ea67-41c4-b6b1-a202fc1a9f2f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:58:30.777099 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b77ec63-36cd-4992-a4af-ae7a1496860b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2c146c-e303-4dd6-8aff-3895f314dda0', 'code': 200} Jul 22 17:58:30.802641 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=2c2c146c-e303-4dd6-8aff-3895f314dda0,revision_number=5']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:58:30.902703 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa073531-c854-4be4-9d9a-313fd9233747 req-2a81857b-33f9-4831-85d5-3f5f2db7683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:30.904066 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aa073531-c854-4be4-9d9a-313fd9233747 req-2a81857b-33f9-4831-85d5-3f5f2db7683b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 1097 time: 0.0524158 Jul 22 17:58:30.936364 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-aa073531-c854-4be4-9d9a-313fd9233747 req-e3cb1453-d335-473b-8e3c-7353206025f6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264127 Jul 22 17:58:31.646828 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a532a8-f2e8-46a1-ac9b-3e7705e96c49 req-aa0bf6e9-2aba-495a-bd3d-6472118070eb tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:31.648305 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-13a532a8-f2e8-46a1-ac9b-3e7705e96c49 req-aa0bf6e9-2aba-495a-bd3d-6472118070eb tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 946 time: 0.0639131 Jul 22 17:58:31.685077 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-13a532a8-f2e8-46a1-ac9b-3e7705e96c49 req-12e00106-7a01-4e1e-9a52-d0faa8a1b056 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312941 Jul 22 17:58:31.699728 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fbfa91e-b4a9-48c8-af6f-a8a999ff8843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:31.724098 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:32.818897 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52923796-9e01-4fca-8707-ae12d0594585 req-95cf1fc3-af51-4d1d-b79d-f187dcd35354 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:32.820365 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52923796-9e01-4fca-8707-ae12d0594585 req-95cf1fc3-af51-4d1d-b79d-f187dcd35354 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 946 time: 0.0667894 Jul 22 17:58:32.856796 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-52923796-9e01-4fca-8707-ae12d0594585 req-11bdd5e1-5e7c-45dc-80b9-1986a5881844 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309613 Jul 22 17:58:32.982251 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9af43-d35b-458d-8011-ffa0f9485f40 req-fcfe516e-b768-4fb8-935d-9c74f306e816 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:32.983662 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-35d9af43-d35b-458d-8011-ffa0f9485f40 req-fcfe516e-b768-4fb8-935d-9c74f306e816 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 946 time: 0.0628045 Jul 22 17:58:33.020789 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-35d9af43-d35b-458d-8011-ffa0f9485f40 req-6729da86-0834-4b41-b279-80699f254505 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316014 Jul 22 17:58:33.041343 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43812) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:58:33.097107 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e719f95d-5d23-4d9b-8f0a-ad087f134fd6 tempest-TestSnapshotPattern-1332704083 tempest-TestSnapshotPattern-1332704083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:33.098694 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-e719f95d-5d23-4d9b-8f0a-ad087f134fd6 tempest-TestSnapshotPattern-1332704083 tempest-TestSnapshotPattern-1332704083-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 1092 time: 0.0563877 Jul 22 17:58:33.101372 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 43814) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:58:33.105704 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.v2.base [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Request body: {'floatingip': {'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'port_id': '2c2c146c-e303-4dd6-8aff-3895f314dda0', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:58:33.128417 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for floatingip, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:33.129227 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:33.225740 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:33.328825 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Allocated IP 172.25.0.234 (748fc6ab-3639-411a-b273-35e3c4423108/c57d0896-f45c-4640-bb4a-7846a31caf6d/9d056b10-0f8c-4da3-afa3-5687b2631f45) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:58:33.425624 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:33.461667 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765149315723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:33.500672 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Network 748fc6ab-3639-411a-b273-35e3c4423108 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:58:33.506734 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:58:33.512912 n-d-798930-9 neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:58:33.515816 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Pushing event updated for resources: {'Port': ['ID=9d056b10-0f8c-4da3-afa3-5687b2631f45,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:58:33.541391 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:33.541717 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:33.542077 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:33.542440 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:33.542768 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:33.543097 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:33.543415 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:33.543735 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:33.544054 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:33.544372 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:33.544718 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:33.545040 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:58:33.868330 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:33.946136 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:34.092907 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:34.098113 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10062094'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:34.164582 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Pushing event updated for resources: {'Port': ['ID=9d056b10-0f8c-4da3-afa3-5687b2631f45,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:58:34.174374 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121219'] for floatingip, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:34.274214 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Floating IP bdab350b-e6d3-47e8-bfdd-dcb67da370a3 associated. External IP: 172.25.0.234, port: 2c2c146c-e303-4dd6-8aff-3895f314dda0. Jul 22 17:58:34.475800 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Router dde869cf-2543-4615-8a6e-df896900b9bb has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:58:34.580717 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:58:34.590646 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d533852a-ce50-4e27-9d7c-fc556bb74d13 None None] Sync routers for ids ['dde869cf-2543-4615-8a6e-df896900b9bb'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:58:34.596657 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:34.601380 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d533852a-ce50-4e27-9d7c-fc556bb74d13 None None] Routers {'dde869cf-2543-4615-8a6e-df896900b9bb'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:58:34.602011 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d533852a-ce50-4e27-9d7c-fc556bb74d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:58:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dde869cf-2543-4615-8a6e-df896900b9bb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:58:34.633076 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-48d8e6ef-c983-41f2-ba5a-a58728884bc8 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5306838 Jul 22 17:58:34.633668 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b77ec63-36cd-4992-a4af-ae7a1496860b', 'tag': '2c2c146c-e303-4dd6-8aff-3895f314dda0'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:58:34.635930 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d235f272f8511c600301b52ddf7b8bba0b6464469fe4a6096d752437cb6b909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b19d32-e55e-4dc0-a518-777e4dbd105a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b77ec63-36cd-4992-a4af-ae7a1496860b", "tag": "2c2c146c-e303-4dd6-8aff-3895f314dda0"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:58:34.670399 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75bb9cb-5761-4442-bac7-04689801fdb0 x-openstack-request-id: req-b75bb9cb-5761-4442-bac7-04689801fdb0 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:58:34.670696 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b77ec63-36cd-4992-a4af-ae7a1496860b", "tag": "2c2c146c-e303-4dd6-8aff-3895f314dda0", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:58:34.670956 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b75bb9cb-5761-4442-bac7-04689801fdb0 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:58:34.671360 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b77ec63-36cd-4992-a4af-ae7a1496860b', 'tag': '2c2c146c-e303-4dd6-8aff-3895f314dda0', 'status': 'completed', 'code': 200} Jul 22 17:58:34.715880 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d533852a-ce50-4e27-9d7c-fc556bb74d13 None None] Set router dde869cf-2543-4615-8a6e-df896900b9bb gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:58:34.765861 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b19d32-e55e-4dc0-a518-777e4dbd105a req-2b0c39ae-0775-4375-832c-cd36d32f9504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:34.767301 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-96b19d32-e55e-4dc0-a518-777e4dbd105a req-2b0c39ae-0775-4375-832c-cd36d32f9504 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e880f1169701461a8f27c61d98502135&device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 1097 time: 0.0546970 Jul 22 17:58:34.858264 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b19d32-e55e-4dc0-a518-777e4dbd105a req-5c48f813-de39-4bf2-aea8-be619b40ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:34.859768 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-96b19d32-e55e-4dc0-a518-777e4dbd105a req-5c48f813-de39-4bf2-aea8-be619b40ad7c service neutron] 10.222.0.16 "GET /v2.0/networks?id=693db142-3e79-49f3-94ab-aa5538d3388d HTTP/1.1" status: 200 len: 911 time: 0.0864735 Jul 22 17:58:34.923372 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-96b19d32-e55e-4dc0-a518-777e4dbd105a req-e1710443-c564-47e8-8d66-2b9fda5d31f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c2c146c-e303-4dd6-8aff-3895f314dda0 HTTP/1.1" status: 200 len: 1000 time: 0.0567214 Jul 22 17:58:34.932921 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d533852a-ce50-4e27-9d7c-fc556bb74d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'name': 'tempest-TestSnapshotPattern-1002359184-router', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:39Z', 'updated_at': '2021-07-22T17:55:42Z', 'revision_number': 4, 'project_id': 'e880f1169701461a8f27c61d98502135', 'gw_port': {'id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:40Z', 'updated_at': '2021-07-22T17:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '81216df2-f178-4ce5-92e8-f9d6cc58f5c7', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'port_id': 'b3243fa1-cb2b-422f-99b1-b45c6b360494', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'mac_address': 'fa:16:3e:03:53:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767fafcd-2588-4046-9d60-44dcfd61bf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:56:01Z', 'updated_at': '2021-07-22T17:56:04Z', 'revision_number': 1, 'project_id': 'e880f1169701461a8f27c61d98502135', 'fixed_ip_address_scope': None}, {'id': 'bdab350b-e6d3-47e8-bfdd-dcb67da370a3', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'port_id': '2c2c146c-e303-4dd6-8aff-3895f314dda0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'mac_address': 'fa:16:3e:d6:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b77ec63-36cd-4992-a4af-ae7a1496860b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:58:33Z', 'updated_at': '2021-07-22T17:58:33Z', 'revision_number': 0, 'project_id': 'e880f1169701461a8f27c61d98502135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42568585-7403-4568-993c-8ed26b52c56d', 'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'mac_address': 'fa:16:3e:eb:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:41Z', 'updated_at': '2021-07-22T17:55:48Z', 'revision_number': 5, 'project_id': 'e880f1169701461a8f27c61d98502135', 'subnets': [{'id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:58:34.962615 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d533852a-ce50-4e27-9d7c-fc556bb74d13 None None] Checking router: dde869cf-2543-4615-8a6e-df896900b9bb for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:58:34.971910 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d533852a-ce50-4e27-9d7c-fc556bb74d13 None None] Routers {'dde869cf-2543-4615-8a6e-df896900b9bb'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:58:34.972417 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:34.972903 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d533852a-ce50-4e27-9d7c-fc556bb74d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T17:58:32Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dde869cf-2543-4615-8a6e-df896900b9bb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:58:34.973120 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b19d32-e55e-4dc0-a518-777e4dbd105a req-049c2ed5-dff5-4772-920f-17c8f8b55ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:34.974662 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-96b19d32-e55e-4dc0-a518-777e4dbd105a req-049c2ed5-dff5-4772-920f-17c8f8b55ecc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1bc39ae3-a813-43d1-ba2c-285770486313 HTTP/1.1" status: 200 len: 849 time: 0.0457070 Jul 22 17:58:35.036495 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b19d32-e55e-4dc0-a518-777e4dbd105a req-6970bdc5-29fa-43e0-9f8a-c225a5cb6f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:58:35.038209 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-96b19d32-e55e-4dc0-a518-777e4dbd105a req-6970bdc5-29fa-43e0-9f8a-c225a5cb6f0f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=693db142-3e79-49f3-94ab-aa5538d3388d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579090 Jul 22 17:58:35.076769 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-d533852a-ce50-4e27-9d7c-fc556bb74d13 None None] Set router dde869cf-2543-4615-8a6e-df896900b9bb gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:58:35.128191 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-96b19d32-e55e-4dc0-a518-777e4dbd105a req-1bba2b62-ec89-41bb-b49d-469e78305d61 service neutron] 10.222.0.16 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835850 Jul 22 17:58:35.222345 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-96b19d32-e55e-4dc0-a518-777e4dbd105a req-367c4ce6-a834-4c8c-875e-06117052c949 service neutron] 10.222.0.16 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869143 Jul 22 17:58:35.298622 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-d533852a-ce50-4e27-9d7c-fc556bb74d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'name': 'tempest-TestSnapshotPattern-1002359184-router', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:39Z', 'updated_at': '2021-07-22T17:55:42Z', 'revision_number': 4, 'project_id': 'e880f1169701461a8f27c61d98502135', 'gw_port': {'id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:40Z', 'updated_at': '2021-07-22T17:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '81216df2-f178-4ce5-92e8-f9d6cc58f5c7', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'port_id': 'b3243fa1-cb2b-422f-99b1-b45c6b360494', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'mac_address': 'fa:16:3e:03:53:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767fafcd-2588-4046-9d60-44dcfd61bf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:56:01Z', 'updated_at': '2021-07-22T17:56:04Z', 'revision_number': 1, 'project_id': 'e880f1169701461a8f27c61d98502135', 'fixed_ip_address_scope': None}, {'id': 'bdab350b-e6d3-47e8-bfdd-dcb67da370a3', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'port_id': '2c2c146c-e303-4dd6-8aff-3895f314dda0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'mac_address': 'fa:16:3e:d6:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b77ec63-36cd-4992-a4af-ae7a1496860b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:58:33Z', 'updated_at': '2021-07-22T17:58:33Z', 'revision_number': 0, 'project_id': 'e880f1169701461a8f27c61d98502135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42568585-7403-4568-993c-8ed26b52c56d', 'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'mac_address': 'fa:16:3e:eb:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:41Z', 'updated_at': '2021-07-22T17:55:48Z', 'revision_number': 5, 'project_id': 'e880f1169701461a8f27c61d98502135', 'subnets': [{'id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:58:35.327997 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d533852a-ce50-4e27-9d7c-fc556bb74d13 None None] The sync data for ids ['dde869cf-2543-4615-8a6e-df896900b9bb'] in n-d-798930-9 is: [{'id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'name': 'tempest-TestSnapshotPattern-1002359184-router', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:39Z', 'updated_at': '2021-07-22T17:55:42Z', 'revision_number': 4, 'project_id': 'e880f1169701461a8f27c61d98502135', 'gw_port': {'id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:40Z', 'updated_at': '2021-07-22T17:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '81216df2-f178-4ce5-92e8-f9d6cc58f5c7', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'port_id': 'b3243fa1-cb2b-422f-99b1-b45c6b360494', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'mac_address': 'fa:16:3e:03:53:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767fafcd-2588-4046-9d60-44dcfd61bf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:56:01Z', 'updated_at': '2021-07-22T17:56:04Z', 'revision_number': 1, 'project_id': 'e880f1169701461a8f27c61d98502135', 'fixed_ip_address_scope': None}, {'id': 'bdab350b-e6d3-47e8-bfdd-dcb67da370a3', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'port_id': '2c2c146c-e303-4dd6-8aff-3895f314dda0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'mac_address': 'fa:16:3e:d6:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b77ec63-36cd-4992-a4af-ae7a1496860b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:58:33Z', 'updated_at': '2021-07-22T17:58:33Z', 'revision_number': 0, 'project_id': 'e880f1169701461a8f27c61d98502135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42568585-7403-4568-993c-8ed26b52c56d', 'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'mac_address': 'fa:16:3e:eb:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:41Z', 'updated_at': '2021-07-22T17:55:48Z', 'revision_number': 5, 'project_id': 'e880f1169701461a8f27c61d98502135', 'subnets': [{'id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:58:35.521070 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3ece76-1a21-4490-ab86-144e7855f618 None None] New status for floating IP bdab350b-e6d3-47e8-bfdd-dcb67da370a3: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:58:42.755513 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:42.976750 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:59.184967 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8af5115-60d2-4882-bb42-3f063f72c3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:00.381020 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:59:01.694120 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b9f5cf3-26ba-495a-b907-cf21af0b595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:01.724147 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:03.132789 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:03.406322 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c509703-b8aa-44aa-805d-e8eb1c4d2805 req-d5793a48-5d58-493a-97e1-9a52c2ac4aa7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0915623 Jul 22 17:59:03.516433 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c509703-b8aa-44aa-805d-e8eb1c4d2805 req-ed20c36b-7149-4c61-bd62-b910cc14645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:59:03.517896 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c509703-b8aa-44aa-805d-e8eb1c4d2805 req-ed20c36b-7149-4c61-bd62-b910cc14645a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e880f1169701461a8f27c61d98502135&device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 1097 time: 0.0532253 Jul 22 17:59:03.619877 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c509703-b8aa-44aa-805d-e8eb1c4d2805 req-d51cf519-7f61-42c8-8492-b4ac0be2108b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:59:03.621387 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c509703-b8aa-44aa-805d-e8eb1c4d2805 req-d51cf519-7f61-42c8-8492-b4ac0be2108b service neutron] 10.222.0.16 "GET /v2.0/networks?id=693db142-3e79-49f3-94ab-aa5538d3388d HTTP/1.1" status: 200 len: 911 time: 0.0864093 Jul 22 17:59:03.683261 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c509703-b8aa-44aa-805d-e8eb1c4d2805 req-a0f9b9e4-8a87-4f16-89ad-4784bd2d4e54 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c2c146c-e303-4dd6-8aff-3895f314dda0 HTTP/1.1" status: 200 len: 1002 time: 0.0557835 Jul 22 17:59:03.734198 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c509703-b8aa-44aa-805d-e8eb1c4d2805 req-624b90ac-e984-4729-9b7f-94474b30d78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:59:03.736265 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c509703-b8aa-44aa-805d-e8eb1c4d2805 req-624b90ac-e984-4729-9b7f-94474b30d78a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1bc39ae3-a813-43d1-ba2c-285770486313 HTTP/1.1" status: 200 len: 849 time: 0.0469246 Jul 22 17:59:03.792803 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c509703-b8aa-44aa-805d-e8eb1c4d2805 req-22330610-5af2-4840-a338-016cd1110705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:59:03.794301 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c509703-b8aa-44aa-805d-e8eb1c4d2805 req-22330610-5af2-4840-a338-016cd1110705 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=693db142-3e79-49f3-94ab-aa5538d3388d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521338 Jul 22 17:59:03.881036 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c509703-b8aa-44aa-805d-e8eb1c4d2805 req-78e35a73-1a9e-4155-a25c-c530da63f599 service neutron] 10.222.0.16 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798581 Jul 22 17:59:03.971978 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-2c509703-b8aa-44aa-805d-e8eb1c4d2805 req-5e7701e0-cd2a-4327-8390-1fa7d1a00363 service neutron] 10.222.0.16 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844214 Jul 22 17:59:04.967192 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:08.774837 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d0e659bb-32e0-43cf-b6f1-1e27af3f4db5 req-6734d7b8-4646-4943-baa0-1d33b6dda1ee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518844 Jul 22 17:59:08.884395 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e659bb-32e0-43cf-b6f1-1e27af3f4db5 req-22a9e6b7-063e-46da-baa7-8eac6cb34672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:59:08.885878 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d0e659bb-32e0-43cf-b6f1-1e27af3f4db5 req-22a9e6b7-063e-46da-baa7-8eac6cb34672 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e880f1169701461a8f27c61d98502135&device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 1094 time: 0.0560193 Jul 22 17:59:08.984489 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e659bb-32e0-43cf-b6f1-1e27af3f4db5 req-199cede3-2832-4080-a600-bf2d7c8b7110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:59:08.985992 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d0e659bb-32e0-43cf-b6f1-1e27af3f4db5 req-199cede3-2832-4080-a600-bf2d7c8b7110 service neutron] 10.222.0.30 "GET /v2.0/networks?id=693db142-3e79-49f3-94ab-aa5538d3388d HTTP/1.1" status: 200 len: 911 time: 0.0817475 Jul 22 17:59:09.052577 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d0e659bb-32e0-43cf-b6f1-1e27af3f4db5 req-664d9ab2-4f57-4730-be53-f60c3eb2003a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3243fa1-cb2b-422f-99b1-b45c6b360494 HTTP/1.1" status: 200 len: 999 time: 0.0597908 Jul 22 17:59:09.099008 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e659bb-32e0-43cf-b6f1-1e27af3f4db5 req-43e0e1a6-fd9b-4461-8547-33a56a0797bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:59:09.100446 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d0e659bb-32e0-43cf-b6f1-1e27af3f4db5 req-43e0e1a6-fd9b-4461-8547-33a56a0797bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1bc39ae3-a813-43d1-ba2c-285770486313 HTTP/1.1" status: 200 len: 849 time: 0.0422885 Jul 22 17:59:09.161605 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e659bb-32e0-43cf-b6f1-1e27af3f4db5 req-ee8cfb7f-d562-4d62-961f-53039a75c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:59:09.163384 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d0e659bb-32e0-43cf-b6f1-1e27af3f4db5 req-ee8cfb7f-d562-4d62-961f-53039a75c0a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=693db142-3e79-49f3-94ab-aa5538d3388d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566642 Jul 22 17:59:09.254025 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d0e659bb-32e0-43cf-b6f1-1e27af3f4db5 req-a5ec9953-dc81-4343-895f-329473fc4120 service neutron] 10.222.0.30 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842638 Jul 22 17:59:09.339915 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-d0e659bb-32e0-43cf-b6f1-1e27af3f4db5 req-9a3372c0-943a-45ec-ad27-514f4da2e813 service neutron] 10.222.0.30 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798812 Jul 22 17:59:12.765602 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:12.975188 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:29.185371 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44ed281c-1264-42d3-90ea-9bb211a8fd98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:31.693686 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-328a847f-f416-4b49-8268-2dc3f52ffe3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:31.722710 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:33.136374 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:34.970658 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:37.380614 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:59:42.762731 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:42.991473 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:59.189287 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-30629e93-e067-4f7c-bda2-c5464a9b2d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:01.693001 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0563717-c47b-4d06-8798-fe8251e56fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:01.721852 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:03.139361 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:04.973349 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:05.194341 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 2c2c146c-e303-4dd6-8aff-3895f314dda0 details requested by agent hyperv_n-h1-798930-9 with host n-h1-798930-9 {{(pid=93818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 18:00:05.283387 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 2c2c146c-e303-4dd6-8aff-3895f314dda0, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=2c2c146c-e303-4dd6-8aff-3895f314dda0,segment=NetworkSegment(f4c580f6-59bf-4be3-9136-4343ca9ae6f0),segment_id=f4c580f6-59bf-4be3-9136-4343ca9ae6f0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 18:00:05.294645 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Returning: {'device': '2c2c146c-e303-4dd6-8aff-3895f314dda0', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'port_id': '2c2c146c-e303-4dd6-8aff-3895f314dda0', 'mac_address': 'fa:16:3e:d6:e4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 18:00:05.334107 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:05.347209 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c2c146c-e303-4dd6-8aff-3895f314dda0 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 18:00:05.366938 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 2c2c146c-e303-4dd6-8aff-3895f314dda0, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=2c2c146c-e303-4dd6-8aff-3895f314dda0,segment=NetworkSegment(f4c580f6-59bf-4be3-9136-4343ca9ae6f0),segment_id=f4c580f6-59bf-4be3-9136-4343ca9ae6f0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 18:00:05.371426 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:05.419811 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=2c2c146c-e303-4dd6-8aff-3895f314dda0,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:00:05.435359 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:05.435704 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:05.436040 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:05.436372 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:05.436699 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:05.437030 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:05.437358 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:05.437678 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:05.438032 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:05.438351 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:05.438767 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:05.439119 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:05.446100 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b43fc-76ec-4a73-b558-1ecff309c834 req-a7d023d8-09aa-4d57-8e7a-c9995b450272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:00:05.447617 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea1b43fc-76ec-4a73-b558-1ecff309c834 req-a7d023d8-09aa-4d57-8e7a-c9995b450272 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e880f1169701461a8f27c61d98502135&device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 1096 time: 0.0618515 Jul 22 18:00:05.532903 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] get_ports_and_sgs() called for port_ids ['2c2c146c-e303-4dd6-8aff-3895f314dda0'] {{(pid=93818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 18:00:05.571330 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b43fc-76ec-4a73-b558-1ecff309c834 req-e9500fc7-8359-4d82-9d8b-72011ed20585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:00:05.572834 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea1b43fc-76ec-4a73-b558-1ecff309c834 req-e9500fc7-8359-4d82-9d8b-72011ed20585 service neutron] 10.222.0.16 "GET /v2.0/networks?id=693db142-3e79-49f3-94ab-aa5538d3388d HTTP/1.1" status: 200 len: 911 time: 0.0869033 Jul 22 18:00:05.667431 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea1b43fc-76ec-4a73-b558-1ecff309c834 req-0cbf245c-8390-4e79-94d7-aad727b3e514 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c2c146c-e303-4dd6-8aff-3895f314dda0 HTTP/1.1" status: 200 len: 1001 time: 0.0633008 Jul 22 18:00:05.720853 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b43fc-76ec-4a73-b558-1ecff309c834 req-e9f2c780-7db2-45ec-84da-c38264106550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:00:05.723173 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea1b43fc-76ec-4a73-b558-1ecff309c834 req-e9f2c780-7db2-45ec-84da-c38264106550 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1bc39ae3-a813-43d1-ba2c-285770486313 HTTP/1.1" status: 200 len: 849 time: 0.0484736 Jul 22 18:00:05.785633 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b43fc-76ec-4a73-b558-1ecff309c834 req-28878c9b-840d-4db5-88e1-8786cb0640e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:00:05.787185 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea1b43fc-76ec-4a73-b558-1ecff309c834 req-28878c9b-840d-4db5-88e1-8786cb0640e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=693db142-3e79-49f3-94ab-aa5538d3388d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577369 Jul 22 18:00:05.883115 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea1b43fc-76ec-4a73-b558-1ecff309c834 req-ddca94d0-790e-41b3-b72c-317d2de3556d service neutron] 10.222.0.16 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883839 Jul 22 18:00:05.975479 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-ea1b43fc-76ec-4a73-b558-1ecff309c834 req-bc053746-f885-47d7-acb3-871ae84bc5d1 service neutron] 10.222.0.16 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844612 Jul 22 18:00:07.209075 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 2c2c146c-e303-4dd6-8aff-3895f314dda0 up at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 18:00:07.273490 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Provisioning complete for port 2c2c146c-e303-4dd6-8aff-3895f314dda0 triggered by entity L2. {{(pid=93818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 18:00:07.273863 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-978747'] for port, provisioning_complete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:07.358234 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555394'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:07.381588 n-d-798930-9 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b77ec63-36cd-4992-a4af-ae7a1496860b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2c146c-e303-4dd6-8aff-3895f314dda0'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 18:00:07.383882 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827186cfaea569d19be4f932fb4d024574dc23c1dea48a4a6424710214d17034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e20488-fd2f-4d14-a414-e989c2ace6b5" -d '{"events": [{"server_uuid": "1b77ec63-36cd-4992-a4af-ae7a1496860b", "name": "network-vif-plugged", "status": "completed", "tag": "2c2c146c-e303-4dd6-8aff-3895f314dda0"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 18:00:07.397277 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] For port 2c2c146c-e303-4dd6-8aff-3895f314dda0, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=2c2c146c-e303-4dd6-8aff-3895f314dda0,segment=NetworkSegment(f4c580f6-59bf-4be3-9136-4343ca9ae6f0),segment_id=f4c580f6-59bf-4be3-9136-4343ca9ae6f0)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 18:00:07.404741 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765149800762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765149315741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765149315759'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:07.444412 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 18:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab7ccd1-fc28-49eb-9f6d-f8d9450f5c60 x-openstack-request-id: req-2ab7ccd1-fc28-49eb-9f6d-f8d9450f5c60 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 18:00:07.444866 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b77ec63-36cd-4992-a4af-ae7a1496860b", "name": "network-vif-plugged", "status": "completed", "tag": "2c2c146c-e303-4dd6-8aff-3895f314dda0", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 18:00:07.445121 n-d-798930-9 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ab7ccd1-fc28-49eb-9f6d-f8d9450f5c60 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 18:00:07.445507 n-d-798930-9 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b77ec63-36cd-4992-a4af-ae7a1496860b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2c146c-e303-4dd6-8aff-3895f314dda0', 'code': 200} Jul 22 18:00:07.459466 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Pushing event updated for resources: {'Port': ['ID=2c2c146c-e303-4dd6-8aff-3895f314dda0,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:00:08.785612 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8aebc093-950b-43e1-a4a9-35df066c6ca2 req-f2b75a37-5aa0-41ef-8d55-9b7df16e644a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0599365 Jul 22 18:00:08.900449 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebc093-950b-43e1-a4a9-35df066c6ca2 req-d8c61db2-3d0a-4a1b-a9c7-e1f986bd2cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:00:08.902369 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8aebc093-950b-43e1-a4a9-35df066c6ca2 req-d8c61db2-3d0a-4a1b-a9c7-e1f986bd2cbe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e880f1169701461a8f27c61d98502135&device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 1094 time: 0.0579872 Jul 22 18:00:09.009691 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebc093-950b-43e1-a4a9-35df066c6ca2 req-00cdb14b-1d7d-40c3-b7ba-04cf76400266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:00:09.011466 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8aebc093-950b-43e1-a4a9-35df066c6ca2 req-00cdb14b-1d7d-40c3-b7ba-04cf76400266 service neutron] 10.222.0.30 "GET /v2.0/networks?id=693db142-3e79-49f3-94ab-aa5538d3388d HTTP/1.1" status: 200 len: 911 time: 0.0910673 Jul 22 18:00:09.083360 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8aebc093-950b-43e1-a4a9-35df066c6ca2 req-843a5c23-578e-47b6-b11a-d6f0921fb572 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3243fa1-cb2b-422f-99b1-b45c6b360494 HTTP/1.1" status: 200 len: 999 time: 0.0660570 Jul 22 18:00:09.137946 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebc093-950b-43e1-a4a9-35df066c6ca2 req-fcdd07be-9b6f-4d96-98f9-0eda724581f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:00:09.139428 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8aebc093-950b-43e1-a4a9-35df066c6ca2 req-fcdd07be-9b6f-4d96-98f9-0eda724581f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1bc39ae3-a813-43d1-ba2c-285770486313 HTTP/1.1" status: 200 len: 849 time: 0.0492284 Jul 22 18:00:09.204725 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebc093-950b-43e1-a4a9-35df066c6ca2 req-b8c3e68b-140a-49a2-959f-9d45d0a3a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:00:09.206202 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8aebc093-950b-43e1-a4a9-35df066c6ca2 req-b8c3e68b-140a-49a2-959f-9d45d0a3a7d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=693db142-3e79-49f3-94ab-aa5538d3388d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598004 Jul 22 18:00:09.302022 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8aebc093-950b-43e1-a4a9-35df066c6ca2 req-d59966e2-b857-4dab-8514-d5c03697ddfb service neutron] 10.222.0.30 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894151 Jul 22 18:00:09.400912 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-8aebc093-950b-43e1-a4a9-35df066c6ca2 req-a8025927-703b-4a6b-b4e5-5aa1c34cae1b service neutron] 10.222.0.30 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925286 Jul 22 18:00:12.777390 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:13.014077 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:14.382364 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:00:15.417714 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44020) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:00:15.575800 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-34631a65-cbcf-4933-937e-3935aba39152 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Deleting port 9d056b10-0f8c-4da3-afa3-5687b2631f45 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 18:00:15.576043 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34631a65-cbcf-4933-937e-3935aba39152 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:15.647600 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34631a65-cbcf-4933-937e-3935aba39152 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:15.648198 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34631a65-cbcf-4933-937e-3935aba39152 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:15.660760 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-34631a65-cbcf-4933-937e-3935aba39152 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Calling delete_port for 9d056b10-0f8c-4da3-afa3-5687b2631f45 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 18:00:15.810100 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34631a65-cbcf-4933-937e-3935aba39152 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:15.857641 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34631a65-cbcf-4933-937e-3935aba39152 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Pushing event deleted for resources: {'Port': ['ID=9d056b10-0f8c-4da3-afa3-5687b2631f45,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:00:15.886673 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34631a65-cbcf-4933-937e-3935aba39152 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:15.887019 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34631a65-cbcf-4933-937e-3935aba39152 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:15.887357 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34631a65-cbcf-4933-937e-3935aba39152 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:15.887695 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34631a65-cbcf-4933-937e-3935aba39152 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:15.888030 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34631a65-cbcf-4933-937e-3935aba39152 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:15.888358 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34631a65-cbcf-4933-937e-3935aba39152 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:15.888679 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34631a65-cbcf-4933-937e-3935aba39152 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:15.889002 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34631a65-cbcf-4933-937e-3935aba39152 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:15.889322 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34631a65-cbcf-4933-937e-3935aba39152 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:15.889644 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34631a65-cbcf-4933-937e-3935aba39152 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:15.890008 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34631a65-cbcf-4933-937e-3935aba39152 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:15.890334 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34631a65-cbcf-4933-937e-3935aba39152 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:15.910208 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34631a65-cbcf-4933-937e-3935aba39152 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:15.910541 n-d-798930-9 neutron-server[93816]: INFO neutron.db.l3_db [None req-34631a65-cbcf-4933-937e-3935aba39152 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Floating IP bdab350b-e6d3-47e8-bfdd-dcb67da370a3 disassociated (deleted). External IP: 172.25.0.234, port: 2c2c146c-e303-4dd6-8aff-3895f314dda0. Jul 22 18:00:16.108585 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34631a65-cbcf-4933-937e-3935aba39152 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Router dde869cf-2543-4615-8a6e-df896900b9bb has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 18:00:16.214541 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34631a65-cbcf-4933-937e-3935aba39152 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 18:00:16.219335 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34631a65-cbcf-4933-937e-3935aba39152 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:16.224895 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab9813b-6518-428a-8002-c560c5d4ff0b None None] Sync routers for ids ['dde869cf-2543-4615-8a6e-df896900b9bb'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 18:00:16.233484 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab9813b-6518-428a-8002-c560c5d4ff0b None None] Routers {'dde869cf-2543-4615-8a6e-df896900b9bb'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 18:00:16.234111 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-eab9813b-6518-428a-8002-c560c5d4ff0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T18:00:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dde869cf-2543-4615-8a6e-df896900b9bb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:00:16.258221 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-34631a65-cbcf-4933-937e-3935aba39152 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "DELETE /v2.0/floatingips/bdab350b-e6d3-47e8-bfdd-dcb67da370a3 HTTP/1.1" status: 204 len: 168 time: 0.8369863 Jul 22 18:00:16.258221 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b77ec63-36cd-4992-a4af-ae7a1496860b', 'tag': '2c2c146c-e303-4dd6-8aff-3895f314dda0'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 18:00:16.258994 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0968ed23-bb21-4b0b-82e7-0221e10b3a28" -d '{"events": [{"name": "network-changed", "server_uuid": "1b77ec63-36cd-4992-a4af-ae7a1496860b", "tag": "2c2c146c-e303-4dd6-8aff-3895f314dda0"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 18:00:16.303396 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 18:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091e8fa7-7548-4215-86b4-b888f667a2ee x-openstack-request-id: req-091e8fa7-7548-4215-86b4-b888f667a2ee {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 18:00:16.303769 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b77ec63-36cd-4992-a4af-ae7a1496860b", "tag": "2c2c146c-e303-4dd6-8aff-3895f314dda0", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 18:00:16.304089 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-091e8fa7-7548-4215-86b4-b888f667a2ee {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 18:00:16.304562 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b77ec63-36cd-4992-a4af-ae7a1496860b', 'tag': '2c2c146c-e303-4dd6-8aff-3895f314dda0', 'status': 'completed', 'code': 200} Jul 22 18:00:16.341132 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-eab9813b-6518-428a-8002-c560c5d4ff0b None None] Set router dde869cf-2543-4615-8a6e-df896900b9bb gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 18:00:16.417392 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968ed23-bb21-4b0b-82e7-0221e10b3a28 req-b969da3b-8b50-4f41-861c-e903d6c9f229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:00:16.419058 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0968ed23-bb21-4b0b-82e7-0221e10b3a28 req-b969da3b-8b50-4f41-861c-e903d6c9f229 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e880f1169701461a8f27c61d98502135&device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 1097 time: 0.0692997 Jul 22 18:00:16.565011 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-eab9813b-6518-428a-8002-c560c5d4ff0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'name': 'tempest-TestSnapshotPattern-1002359184-router', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:39Z', 'updated_at': '2021-07-22T17:55:42Z', 'revision_number': 4, 'project_id': 'e880f1169701461a8f27c61d98502135', 'gw_port': {'id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:40Z', 'updated_at': '2021-07-22T17:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '81216df2-f178-4ce5-92e8-f9d6cc58f5c7', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'port_id': 'b3243fa1-cb2b-422f-99b1-b45c6b360494', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'mac_address': 'fa:16:3e:03:53:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767fafcd-2588-4046-9d60-44dcfd61bf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:56:01Z', 'updated_at': '2021-07-22T17:56:04Z', 'revision_number': 1, 'project_id': 'e880f1169701461a8f27c61d98502135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42568585-7403-4568-993c-8ed26b52c56d', 'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'mac_address': 'fa:16:3e:eb:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:41Z', 'updated_at': '2021-07-22T17:55:48Z', 'revision_number': 5, 'project_id': 'e880f1169701461a8f27c61d98502135', 'subnets': [{'id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:00:16.599515 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab9813b-6518-428a-8002-c560c5d4ff0b None None] Checking router: dde869cf-2543-4615-8a6e-df896900b9bb for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 18:00:16.609388 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab9813b-6518-428a-8002-c560c5d4ff0b None None] Routers {'dde869cf-2543-4615-8a6e-df896900b9bb'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 18:00:16.610076 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-eab9813b-6518-428a-8002-c560c5d4ff0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T18:00:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dde869cf-2543-4615-8a6e-df896900b9bb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:00:16.726168 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-eab9813b-6518-428a-8002-c560c5d4ff0b None None] Set router dde869cf-2543-4615-8a6e-df896900b9bb gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 18:00:16.940966 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968ed23-bb21-4b0b-82e7-0221e10b3a28 req-9ddfcd73-2ee8-436d-81b9-ab7f08bbf090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:00:16.942398 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0968ed23-bb21-4b0b-82e7-0221e10b3a28 req-9ddfcd73-2ee8-436d-81b9-ab7f08bbf090 service neutron] 10.222.0.16 "GET /v2.0/networks?id=693db142-3e79-49f3-94ab-aa5538d3388d HTTP/1.1" status: 200 len: 911 time: 0.4954596 Jul 22 18:00:16.953385 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a12dff-148e-4211-98c9-bf61e45a697c req-bcca5f6e-aed2-4bda-ba18-a06807c6ee3f tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:00:16.954818 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93a12dff-148e-4211-98c9-bf61e45a697c req-bcca5f6e-aed2-4bda-ba18-a06807c6ee3f tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 946 time: 0.5000768 Jul 22 18:00:16.956261 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-eab9813b-6518-428a-8002-c560c5d4ff0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'name': 'tempest-TestSnapshotPattern-1002359184-router', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:39Z', 'updated_at': '2021-07-22T17:55:42Z', 'revision_number': 4, 'project_id': 'e880f1169701461a8f27c61d98502135', 'gw_port': {'id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:40Z', 'updated_at': '2021-07-22T17:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '81216df2-f178-4ce5-92e8-f9d6cc58f5c7', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'port_id': 'b3243fa1-cb2b-422f-99b1-b45c6b360494', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'mac_address': 'fa:16:3e:03:53:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767fafcd-2588-4046-9d60-44dcfd61bf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:56:01Z', 'updated_at': '2021-07-22T17:56:04Z', 'revision_number': 1, 'project_id': 'e880f1169701461a8f27c61d98502135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42568585-7403-4568-993c-8ed26b52c56d', 'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'mac_address': 'fa:16:3e:eb:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:41Z', 'updated_at': '2021-07-22T17:55:48Z', 'revision_number': 5, 'project_id': 'e880f1169701461a8f27c61d98502135', 'subnets': [{'id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:00:16.981468 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab9813b-6518-428a-8002-c560c5d4ff0b None None] The sync data for ids ['dde869cf-2543-4615-8a6e-df896900b9bb'] in n-d-798930-9 is: [{'id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'name': 'tempest-TestSnapshotPattern-1002359184-router', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:39Z', 'updated_at': '2021-07-22T17:55:42Z', 'revision_number': 4, 'project_id': 'e880f1169701461a8f27c61d98502135', 'gw_port': {'id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:40Z', 'updated_at': '2021-07-22T17:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_floatingips': [{'id': '81216df2-f178-4ce5-92e8-f9d6cc58f5c7', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'router_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'port_id': 'b3243fa1-cb2b-422f-99b1-b45c6b360494', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'mac_address': 'fa:16:3e:03:53:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767fafcd-2588-4046-9d60-44dcfd61bf1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:56:01Z', 'updated_at': '2021-07-22T17:56:04Z', 'revision_number': 1, 'project_id': 'e880f1169701461a8f27c61d98502135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42568585-7403-4568-993c-8ed26b52c56d', 'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'mac_address': 'fa:16:3e:eb:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:41Z', 'updated_at': '2021-07-22T17:55:48Z', 'revision_number': 5, 'project_id': 'e880f1169701461a8f27c61d98502135', 'subnets': [{'id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 18:00:17.009878 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0968ed23-bb21-4b0b-82e7-0221e10b3a28 req-acbfc23f-8664-4f00-a42d-972c65b08da8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c2c146c-e303-4dd6-8aff-3895f314dda0 HTTP/1.1" status: 200 len: 217 time: 0.0427659 Jul 22 18:00:17.052112 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-93a12dff-148e-4211-98c9-bf61e45a697c req-e87c3200-7f37-4dd3-b158-c8651d30b4dd tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910287 Jul 22 18:00:17.075493 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968ed23-bb21-4b0b-82e7-0221e10b3a28 req-ef548909-6451-4f37-880c-1a2bfc554e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:00:17.077100 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0968ed23-bb21-4b0b-82e7-0221e10b3a28 req-ef548909-6451-4f37-880c-1a2bfc554e00 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1bc39ae3-a813-43d1-ba2c-285770486313 HTTP/1.1" status: 200 len: 849 time: 0.0568929 Jul 22 18:00:17.144072 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968ed23-bb21-4b0b-82e7-0221e10b3a28 req-2d639347-800b-4134-858b-1e86530e7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:00:17.145693 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0968ed23-bb21-4b0b-82e7-0221e10b3a28 req-2d639347-800b-4134-858b-1e86530e7014 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=693db142-3e79-49f3-94ab-aa5538d3388d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617723 Jul 22 18:00:17.211682 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5991dc6-92a0-4eb9-81e3-7aeb997b4721 None None] New status for floating IP bdab350b-e6d3-47e8-bfdd-dcb67da370a3: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 18:00:17.240057 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0968ed23-bb21-4b0b-82e7-0221e10b3a28 req-23ad9c03-501f-426e-8e77-ac483b6d84ed service neutron] 10.222.0.16 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870202 Jul 22 18:00:17.334163 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-0968ed23-bb21-4b0b-82e7-0221e10b3a28 req-3cc46d13-0f56-48b7-a081-ea8338ef5237 service neutron] 10.222.0.16 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872521 Jul 22 18:00:18.186531 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524eec8f-2064-424f-9e25-104480cfc20c req-f0e8b373-9c35-426c-96b7-a86d78e12939 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:00:18.188075 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-524eec8f-2064-424f-9e25-104480cfc20c req-f0e8b373-9c35-426c-96b7-a86d78e12939 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 946 time: 0.0662441 Jul 22 18:00:18.208462 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413733f0-1560-4e50-9d33-e320a26e5ef7 req-e797e652-5b52-4f2b-a512-d2587560159b tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:00:18.209962 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-413733f0-1560-4e50-9d33-e320a26e5ef7 req-e797e652-5b52-4f2b-a512-d2587560159b tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b77ec63-36cd-4992-a4af-ae7a1496860b HTTP/1.1" status: 200 len: 946 time: 0.0661895 Jul 22 18:00:18.227161 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-524eec8f-2064-424f-9e25-104480cfc20c req-55c0846c-7c32-45fa-a5cc-4c9f28f0cab0 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331795 Jul 22 18:00:18.308590 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-413733f0-1560-4e50-9d33-e320a26e5ef7 req-e782f90a-de16-4e68-a58c-65e3da44790c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Deleting port 2c2c146c-e303-4dd6-8aff-3895f314dda0 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 18:00:18.308935 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-413733f0-1560-4e50-9d33-e320a26e5ef7 req-e782f90a-de16-4e68-a58c-65e3da44790c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:18.398160 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-413733f0-1560-4e50-9d33-e320a26e5ef7 req-e782f90a-de16-4e68-a58c-65e3da44790c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] For port 2c2c146c-e303-4dd6-8aff-3895f314dda0, host n-h1-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798930-9',level=0,port_id=2c2c146c-e303-4dd6-8aff-3895f314dda0,segment=NetworkSegment(f4c580f6-59bf-4be3-9136-4343ca9ae6f0),segment_id=f4c580f6-59bf-4be3-9136-4343ca9ae6f0)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 18:00:18.398441 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-413733f0-1560-4e50-9d33-e320a26e5ef7 req-e782f90a-de16-4e68-a58c-65e3da44790c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:18.410609 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-413733f0-1560-4e50-9d33-e320a26e5ef7 req-e782f90a-de16-4e68-a58c-65e3da44790c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Calling delete_port for 2c2c146c-e303-4dd6-8aff-3895f314dda0 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 18:00:18.535000 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-413733f0-1560-4e50-9d33-e320a26e5ef7 req-e782f90a-de16-4e68-a58c-65e3da44790c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:18.560714 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782f90a-de16-4e68-a58c-65e3da44790c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Pushing event deleted for resources: {'Port': ['ID=2c2c146c-e303-4dd6-8aff-3895f314dda0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:00:18.608080 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-413733f0-1560-4e50-9d33-e320a26e5ef7 req-e782f90a-de16-4e68-a58c-65e3da44790c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] No DVR routers for this DVR port 2c2c146c-e303-4dd6-8aff-3895f314dda0 on host n-h1-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 18:00:18.610678 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-413733f0-1560-4e50-9d33-e320a26e5ef7 req-e782f90a-de16-4e68-a58c-65e3da44790c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:18.612775 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-413733f0-1560-4e50-9d33-e320a26e5ef7 req-e782f90a-de16-4e68-a58c-65e3da44790c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.16 "DELETE /v2.0/ports/2c2c146c-e303-4dd6-8aff-3895f314dda0 HTTP/1.1" status: 204 len: 173 time: 0.3972998 Jul 22 18:00:18.613213 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b77ec63-36cd-4992-a4af-ae7a1496860b', 'name': 'network-vif-deleted', 'tag': '2c2c146c-e303-4dd6-8aff-3895f314dda0'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 18:00:18.615472 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd6fe00-d888-4058-9bc0-c9dfcff5ccfc" -d '{"events": [{"server_uuid": "1b77ec63-36cd-4992-a4af-ae7a1496860b", "name": "network-vif-deleted", "tag": "2c2c146c-e303-4dd6-8aff-3895f314dda0"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 18:00:18.653415 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 18:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f63ea3b-162f-4a6a-adbb-16a87d436e8a x-openstack-request-id: req-7f63ea3b-162f-4a6a-adbb-16a87d436e8a {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 18:00:18.653710 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b77ec63-36cd-4992-a4af-ae7a1496860b", "name": "network-vif-deleted", "tag": "2c2c146c-e303-4dd6-8aff-3895f314dda0", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 18:00:18.653994 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7f63ea3b-162f-4a6a-adbb-16a87d436e8a {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 18:00:18.654407 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b77ec63-36cd-4992-a4af-ae7a1496860b', 'name': 'network-vif-deleted', 'tag': '2c2c146c-e303-4dd6-8aff-3895f314dda0', 'status': 'completed', 'code': 200} Jul 22 18:00:19.255169 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 2c2c146c-e303-4dd6-8aff-3895f314dda0 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 18:00:19.273948 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 2c2c146c-e303-4dd6-8aff-3895f314dda0 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 18:00:19.274293 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 2c2c146c-e303-4dd6-8aff-3895f314dda0 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 18:00:19.789987 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44082) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:00:19.945690 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7e6958eb-95d4-452e-a24c-9ec60a9fbb15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Deleting port 45c48972-8227-4f3a-959c-7068715accd1 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 18:00:19.946039 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e6958eb-95d4-452e-a24c-9ec60a9fbb15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:20.020054 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e6958eb-95d4-452e-a24c-9ec60a9fbb15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:20.020472 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e6958eb-95d4-452e-a24c-9ec60a9fbb15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:20.032679 n-d-798930-9 neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7e6958eb-95d4-452e-a24c-9ec60a9fbb15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Calling delete_port for 45c48972-8227-4f3a-959c-7068715accd1 owned by network:floatingip {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 18:00:20.181676 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e6958eb-95d4-452e-a24c-9ec60a9fbb15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10062085'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:20.212072 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6958eb-95d4-452e-a24c-9ec60a9fbb15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Pushing event deleted for resources: {'Port': ['ID=45c48972-8227-4f3a-959c-7068715accd1,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:00:20.251814 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6958eb-95d4-452e-a24c-9ec60a9fbb15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:20.252802 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6958eb-95d4-452e-a24c-9ec60a9fbb15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:20.253137 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6958eb-95d4-452e-a24c-9ec60a9fbb15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:20.253467 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6958eb-95d4-452e-a24c-9ec60a9fbb15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:20.253794 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6958eb-95d4-452e-a24c-9ec60a9fbb15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:20.254140 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6958eb-95d4-452e-a24c-9ec60a9fbb15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:20.254474 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6958eb-95d4-452e-a24c-9ec60a9fbb15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:20.254777 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6958eb-95d4-452e-a24c-9ec60a9fbb15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:20.255094 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6958eb-95d4-452e-a24c-9ec60a9fbb15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:20.255411 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6958eb-95d4-452e-a24c-9ec60a9fbb15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:20.255755 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6958eb-95d4-452e-a24c-9ec60a9fbb15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:20.256076 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6958eb-95d4-452e-a24c-9ec60a9fbb15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798930-9 {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 18:00:20.276617 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e6958eb-95d4-452e-a24c-9ec60a9fbb15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for floatingip, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:20.277157 n-d-798930-9 neutron-server[93817]: INFO neutron.db.l3_db [None req-7e6958eb-95d4-452e-a24c-9ec60a9fbb15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Floating IP 81216df2-f178-4ce5-92e8-f9d6cc58f5c7 disassociated (deleted). External IP: 172.25.0.137, port: b3243fa1-cb2b-422f-99b1-b45c6b360494. Jul 22 18:00:20.484496 n-d-798930-9 neutron-server[93817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6958eb-95d4-452e-a24c-9ec60a9fbb15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Router dde869cf-2543-4615-8a6e-df896900b9bb has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 18:00:20.588569 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6958eb-95d4-452e-a24c-9ec60a9fbb15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 18:00:20.593267 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7e6958eb-95d4-452e-a24c-9ec60a9fbb15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for floatingip, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:20.598301 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ad68e2-578f-45d1-b07a-cfde3aed535e None None] Sync routers for ids ['dde869cf-2543-4615-8a6e-df896900b9bb'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 18:00:20.607032 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ad68e2-578f-45d1-b07a-cfde3aed535e None None] Routers {'dde869cf-2543-4615-8a6e-df896900b9bb'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 18:00:20.607633 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-39ad68e2-578f-45d1-b07a-cfde3aed535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T18:00:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dde869cf-2543-4615-8a6e-df896900b9bb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:00:20.629215 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-7e6958eb-95d4-452e-a24c-9ec60a9fbb15 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "DELETE /v2.0/floatingips/81216df2-f178-4ce5-92e8-f9d6cc58f5c7 HTTP/1.1" status: 204 len: 168 time: 0.8381321 Jul 22 18:00:20.629799 n-d-798930-9 neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767fafcd-2588-4046-9d60-44dcfd61bf1b', 'tag': 'b3243fa1-cb2b-422f-99b1-b45c6b360494'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 18:00:20.632059 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d235f272f8511c600301b52ddf7b8bba0b6464469fe4a6096d752437cb6b909" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e1638a-bc3e-4e9d-a15d-6b56458c2b80" -d '{"events": [{"name": "network-changed", "server_uuid": "767fafcd-2588-4046-9d60-44dcfd61bf1b", "tag": "b3243fa1-cb2b-422f-99b1-b45c6b360494"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 18:00:20.667273 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 18:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee4b810-2589-48f4-a392-4b77aeea23d1 x-openstack-request-id: req-eee4b810-2589-48f4-a392-4b77aeea23d1 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 18:00:20.667661 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767fafcd-2588-4046-9d60-44dcfd61bf1b", "tag": "b3243fa1-cb2b-422f-99b1-b45c6b360494", "status": "completed", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 18:00:20.667979 n-d-798930-9 neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eee4b810-2589-48f4-a392-4b77aeea23d1 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 18:00:20.669036 n-d-798930-9 neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767fafcd-2588-4046-9d60-44dcfd61bf1b', 'tag': 'b3243fa1-cb2b-422f-99b1-b45c6b360494', 'status': 'completed', 'code': 200} Jul 22 18:00:20.713704 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-39ad68e2-578f-45d1-b07a-cfde3aed535e None None] Set router dde869cf-2543-4615-8a6e-df896900b9bb gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 18:00:20.782908 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1638a-bc3e-4e9d-a15d-6b56458c2b80 req-30885e5a-f114-4e48-bc86-d8fa547b1014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:00:20.785069 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60e1638a-bc3e-4e9d-a15d-6b56458c2b80 req-30885e5a-f114-4e48-bc86-d8fa547b1014 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e880f1169701461a8f27c61d98502135&device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 1094 time: 0.0726819 Jul 22 18:00:20.892102 n-d-798930-9 neutron-server[93817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ecd10-fda5-40b8-9ad8-94bef3178bf5 req-1d6e861f-d6d4-43ea-bcc7-d85a0ad60858 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:00:20.893689 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-735ecd10-fda5-40b8-9ad8-94bef3178bf5 req-1d6e861f-d6d4-43ea-bcc7-d85a0ad60858 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 943 time: 0.0679712 Jul 22 18:00:20.913890 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1638a-bc3e-4e9d-a15d-6b56458c2b80 req-955e9e6d-612b-4f29-935a-5d1b44407531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:00:20.915576 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60e1638a-bc3e-4e9d-a15d-6b56458c2b80 req-955e9e6d-612b-4f29-935a-5d1b44407531 service neutron] 10.222.0.30 "GET /v2.0/networks?id=693db142-3e79-49f3-94ab-aa5538d3388d HTTP/1.1" status: 200 len: 911 time: 0.0921483 Jul 22 18:00:20.933153 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [req-735ecd10-fda5-40b8-9ad8-94bef3178bf5 req-a4f33f11-bc76-4366-9f09-c7b40b09c605 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337617 Jul 22 18:00:20.939366 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-39ad68e2-578f-45d1-b07a-cfde3aed535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'name': 'tempest-TestSnapshotPattern-1002359184-router', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:39Z', 'updated_at': '2021-07-22T17:55:42Z', 'revision_number': 4, 'project_id': 'e880f1169701461a8f27c61d98502135', 'gw_port': {'id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:40Z', 'updated_at': '2021-07-22T17:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '42568585-7403-4568-993c-8ed26b52c56d', 'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'mac_address': 'fa:16:3e:eb:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:41Z', 'updated_at': '2021-07-22T17:55:48Z', 'revision_number': 5, 'project_id': 'e880f1169701461a8f27c61d98502135', 'subnets': [{'id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:00:20.961513 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60e1638a-bc3e-4e9d-a15d-6b56458c2b80 req-d737a074-bcd4-4a00-b206-726c62c9712b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3243fa1-cb2b-422f-99b1-b45c6b360494 HTTP/1.1" status: 200 len: 217 time: 0.0390427 Jul 22 18:00:20.965590 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ad68e2-578f-45d1-b07a-cfde3aed535e None None] Checking router: dde869cf-2543-4615-8a6e-df896900b9bb for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 18:00:20.974365 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ad68e2-578f-45d1-b07a-cfde3aed535e None None] Routers {'dde869cf-2543-4615-8a6e-df896900b9bb'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 18:00:20.974958 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-39ad68e2-578f-45d1-b07a-cfde3aed535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T18:00:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dde869cf-2543-4615-8a6e-df896900b9bb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:00:21.009201 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1638a-bc3e-4e9d-a15d-6b56458c2b80 req-885710b3-3f86-4bfe-a50a-311445e09106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:00:21.010671 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60e1638a-bc3e-4e9d-a15d-6b56458c2b80 req-885710b3-3f86-4bfe-a50a-311445e09106 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1bc39ae3-a813-43d1-ba2c-285770486313 HTTP/1.1" status: 200 len: 849 time: 0.0430434 Jul 22 18:00:21.075399 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1638a-bc3e-4e9d-a15d-6b56458c2b80 req-8373b8a9-485f-4cd2-acf1-994c5ab5c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:00:21.076922 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60e1638a-bc3e-4e9d-a15d-6b56458c2b80 req-8373b8a9-485f-4cd2-acf1-994c5ab5c7f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=693db142-3e79-49f3-94ab-aa5538d3388d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596254 Jul 22 18:00:21.077595 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-39ad68e2-578f-45d1-b07a-cfde3aed535e None None] Set router dde869cf-2543-4615-8a6e-df896900b9bb gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 18:00:21.174762 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60e1638a-bc3e-4e9d-a15d-6b56458c2b80 req-72306bed-a30b-4b48-8df0-9ddbbb146a7d service neutron] 10.222.0.30 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899231 Jul 22 18:00:21.263696 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-60e1638a-bc3e-4e9d-a15d-6b56458c2b80 req-543be310-8ae8-4de0-8316-7685cc2f53cd service neutron] 10.222.0.30 "GET /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819590 Jul 22 18:00:21.274128 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-39ad68e2-578f-45d1-b07a-cfde3aed535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'name': 'tempest-TestSnapshotPattern-1002359184-router', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:39Z', 'updated_at': '2021-07-22T17:55:42Z', 'revision_number': 4, 'project_id': 'e880f1169701461a8f27c61d98502135', 'gw_port': {'id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:40Z', 'updated_at': '2021-07-22T17:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '42568585-7403-4568-993c-8ed26b52c56d', 'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'mac_address': 'fa:16:3e:eb:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:41Z', 'updated_at': '2021-07-22T17:55:48Z', 'revision_number': 5, 'project_id': 'e880f1169701461a8f27c61d98502135', 'subnets': [{'id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:00:21.306155 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ad68e2-578f-45d1-b07a-cfde3aed535e None None] The sync data for ids ['dde869cf-2543-4615-8a6e-df896900b9bb'] in n-d-798930-9 is: [{'id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'name': 'tempest-TestSnapshotPattern-1002359184-router', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:39Z', 'updated_at': '2021-07-22T17:55:42Z', 'revision_number': 4, 'project_id': 'e880f1169701461a8f27c61d98502135', 'gw_port': {'id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:40Z', 'updated_at': '2021-07-22T17:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9', '_interfaces': [{'id': '42568585-7403-4568-993c-8ed26b52c56d', 'name': '', 'network_id': '693db142-3e79-49f3-94ab-aa5538d3388d', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'mac_address': 'fa:16:3e:eb:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:41Z', 'updated_at': '2021-07-22T17:55:48Z', 'revision_number': 5, 'project_id': 'e880f1169701461a8f27c61d98502135', 'subnets': [{'id': '1bc39ae3-a813-43d1-ba2c-285770486313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 18:00:21.511054 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f73617b-c760-4dcf-a30c-6500a48e9627 None None] New status for floating IP 81216df2-f178-4ce5-92e8-f9d6cc58f5c7: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 18:00:22.068153 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a6968-8081-498d-a3a5-4067d39806bf req-c3344aab-4e0d-4737-9700-a54de649db9f tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:00:22.069696 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-885a6968-8081-498d-a3a5-4067d39806bf req-c3344aab-4e0d-4737-9700-a54de649db9f tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 943 time: 0.0641067 Jul 22 18:00:22.112228 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-885a6968-8081-498d-a3a5-4067d39806bf req-85efd8bc-9d08-490e-9bb4-4a6774e6dd0b tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/security-groups?id=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364096 Jul 22 18:00:22.541320 n-d-798930-9 neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f5621-b733-47c2-ab15-c386e4f105ad req-9b394977-7a88-4fc4-9e76-aab59a8c6c53 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 18:00:22.542701 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b84f5621-b733-47c2-ab15-c386e4f105ad req-9b394977-7a88-4fc4-9e76-aab59a8c6c53 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.30 "GET /v2.0/ports?device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 943 time: 0.0619385 Jul 22 18:00:22.637257 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-b84f5621-b733-47c2-ab15-c386e4f105ad req-fb5de1e3-1031-414e-8268-540fe611f07c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Deleting port b3243fa1-cb2b-422f-99b1-b45c6b360494 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 18:00:22.637629 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b84f5621-b733-47c2-ab15-c386e4f105ad req-fb5de1e3-1031-414e-8268-540fe611f07c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:22.726975 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-b84f5621-b733-47c2-ab15-c386e4f105ad req-fb5de1e3-1031-414e-8268-540fe611f07c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] For port b3243fa1-cb2b-422f-99b1-b45c6b360494, host n-h2-798930-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798930-9',level=0,port_id=b3243fa1-cb2b-422f-99b1-b45c6b360494,segment=NetworkSegment(f4c580f6-59bf-4be3-9136-4343ca9ae6f0),segment_id=f4c580f6-59bf-4be3-9136-4343ca9ae6f0)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 18:00:22.727336 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b84f5621-b733-47c2-ab15-c386e4f105ad req-fb5de1e3-1031-414e-8268-540fe611f07c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:22.738968 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-b84f5621-b733-47c2-ab15-c386e4f105ad req-fb5de1e3-1031-414e-8268-540fe611f07c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Calling delete_port for b3243fa1-cb2b-422f-99b1-b45c6b360494 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 18:00:22.866019 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b84f5621-b733-47c2-ab15-c386e4f105ad req-fb5de1e3-1031-414e-8268-540fe611f07c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:22.892034 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5de1e3-1031-414e-8268-540fe611f07c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Pushing event deleted for resources: {'Port': ['ID=b3243fa1-cb2b-422f-99b1-b45c6b360494,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:00:22.940742 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84f5621-b733-47c2-ab15-c386e4f105ad req-fb5de1e3-1031-414e-8268-540fe611f07c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] No DVR routers for this DVR port b3243fa1-cb2b-422f-99b1-b45c6b360494 on host n-h2-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 18:00:22.943256 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-b84f5621-b733-47c2-ab15-c386e4f105ad req-fb5de1e3-1031-414e-8268-540fe611f07c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202632'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:22.945236 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-b84f5621-b733-47c2-ab15-c386e4f105ad req-fb5de1e3-1031-414e-8268-540fe611f07c tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.30 "DELETE /v2.0/ports/b3243fa1-cb2b-422f-99b1-b45c6b360494 HTTP/1.1" status: 204 len: 173 time: 0.3971882 Jul 22 18:00:22.945688 n-d-798930-9 neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767fafcd-2588-4046-9d60-44dcfd61bf1b', 'name': 'network-vif-deleted', 'tag': 'b3243fa1-cb2b-422f-99b1-b45c6b360494'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 18:00:22.947966 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3f647a0e9c90ed16e58352ee665eacf9aab9b71ba7bcc1a9b11ba2f944c0b3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602c5ce9-01ca-4e42-9e0a-86611ce2636c" -d '{"events": [{"server_uuid": "767fafcd-2588-4046-9d60-44dcfd61bf1b", "name": "network-vif-deleted", "tag": "b3243fa1-cb2b-422f-99b1-b45c6b360494"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 18:00:22.984572 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 18:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e023826-38fb-41db-86af-49c50942df19 x-openstack-request-id: req-1e023826-38fb-41db-86af-49c50942df19 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 18:00:22.984867 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767fafcd-2588-4046-9d60-44dcfd61bf1b", "name": "network-vif-deleted", "tag": "b3243fa1-cb2b-422f-99b1-b45c6b360494", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 18:00:22.985122 n-d-798930-9 neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1e023826-38fb-41db-86af-49c50942df19 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 18:00:22.985549 n-d-798930-9 neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767fafcd-2588-4046-9d60-44dcfd61bf1b', 'name': 'network-vif-deleted', 'tag': 'b3243fa1-cb2b-422f-99b1-b45c6b360494', 'status': 'completed', 'code': 200} Jul 22 18:00:23.221675 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [req-78112e32-d1f8-4130-95ea-72a5a48ebb07 req-754e4723-a2c5-4fc2-a92d-09829ad63ce3 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "GET /v2.0/ports?device_id=767fafcd-2588-4046-9d60-44dcfd61bf1b HTTP/1.1" status: 200 len: 210 time: 0.0296409 Jul 22 18:00:23.270154 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 2c2c146c-e303-4dd6-8aff-3895f314dda0 no longer exists at agent hyperv_n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 18:00:23.290064 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] No Port match for: 2c2c146c-e303-4dd6-8aff-3895f314dda0 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 18:00:23.290409 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Device 2c2c146c-e303-4dd6-8aff-3895f314dda0 not bound to the agent host n-h1-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 18:00:24.277599 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [-] (93817) accepted ('10.222.0.69', 44100) {{(pid=93817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:00:24.334991 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1c86682-b812-4419-a4b3-c0afff257581 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for security_group, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:24.358751 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1c86682-b812-4419-a4b3-c0afff257581 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:24.418928 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1c86682-b812-4419-a4b3-c0afff257581 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:24.421466 n-d-798930-9 neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1c86682-b812-4419-a4b3-c0afff257581 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Notify callbacks [] for security_group, before_response {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:24.422699 n-d-798930-9 neutron-server[93817]: INFO neutron.wsgi [None req-b1c86682-b812-4419-a4b3-c0afff257581 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] 10.222.0.69 "DELETE /v2.0/security-groups/8b87a90c-c1d9-46c4-8ea6-3382b3a843c8 HTTP/1.1" status: 204 len: 168 time: 0.1440511 Jul 22 18:00:24.431536 n-d-798930-9 neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c86682-b812-4419-a4b3-c0afff257581 tempest-TestSnapshotPattern-842359383 tempest-TestSnapshotPattern-842359383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b87a90c-c1d9-46c4-8ea6-3382b3a843c8,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:00:24.466881 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44104) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:00:24.809614 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82127f8d-3074-48f9-919f-91bd061fa508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:25.056531 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-82127f8d-3074-48f9-919f-91bd061fa508 admin admin] Deleting port 42568585-7403-4568-993c-8ed26b52c56d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 18:00:25.056866 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82127f8d-3074-48f9-919f-91bd061fa508 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:25.132821 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-82127f8d-3074-48f9-919f-91bd061fa508 admin admin] For port 42568585-7403-4568-993c-8ed26b52c56d, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=42568585-7403-4568-993c-8ed26b52c56d,segment=NetworkSegment(f4c580f6-59bf-4be3-9136-4343ca9ae6f0),segment_id=f4c580f6-59bf-4be3-9136-4343ca9ae6f0)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 18:00:25.133179 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82127f8d-3074-48f9-919f-91bd061fa508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:25.145207 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-82127f8d-3074-48f9-919f-91bd061fa508 admin admin] Calling delete_port for 42568585-7403-4568-993c-8ed26b52c56d owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 18:00:25.321536 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82127f8d-3074-48f9-919f-91bd061fa508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:25.349183 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82127f8d-3074-48f9-919f-91bd061fa508 admin admin] Pushing event deleted for resources: {'Port': ['ID=42568585-7403-4568-993c-8ed26b52c56d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:00:25.520059 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-82127f8d-3074-48f9-919f-91bd061fa508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:25.727262 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82127f8d-3074-48f9-919f-91bd061fa508 admin admin] Router dde869cf-2543-4615-8a6e-df896900b9bb has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 18:00:25.830839 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82127f8d-3074-48f9-919f-91bd061fa508 admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 18:00:25.836393 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-82127f8d-3074-48f9-919f-91bd061fa508 admin admin] 10.222.0.69 "PUT /v2.0/routers/dde869cf-2543-4615-8a6e-df896900b9bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3683345 Jul 22 18:00:25.838330 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44106) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:00:25.840946 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a876e667-6385-4124-8fa4-7b3816bfcabd None None] Sync routers for ids ['dde869cf-2543-4615-8a6e-df896900b9bb'] in n-d-798930-9 {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 18:00:25.853429 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a876e667-6385-4124-8fa4-7b3816bfcabd None None] Routers {'dde869cf-2543-4615-8a6e-df896900b9bb'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 18:00:25.854273 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a876e667-6385-4124-8fa4-7b3816bfcabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T18:00:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dde869cf-2543-4615-8a6e-df896900b9bb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:00:25.940060 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d022cb0-9e53-4833-b650-83533520c514 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:25.999667 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b3243fa1-cb2b-422f-99b1-b45c6b360494 no longer exists at agent hyperv_n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 18:00:26.020631 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] No Port match for: b3243fa1-cb2b-422f-99b1-b45c6b360494 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 18:00:26.020965 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Device b3243fa1-cb2b-422f-99b1-b45c6b360494 not bound to the agent host n-h2-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 18:00:26.044589 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a876e667-6385-4124-8fa4-7b3816bfcabd None None] Set router dde869cf-2543-4615-8a6e-df896900b9bb gateway port host: n-d-798930-9 {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 18:00:26.044792 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d022cb0-9e53-4833-b650-83533520c514 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:26.101326 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0d022cb0-9e53-4833-b650-83533520c514 admin admin] Deleting port adc360a1-2e72-4b06-b407-b58e80bbe7ad {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 18:00:26.101665 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d022cb0-9e53-4833-b650-83533520c514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:26.179024 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0d022cb0-9e53-4833-b650-83533520c514 admin admin] For port adc360a1-2e72-4b06-b407-b58e80bbe7ad, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=adc360a1-2e72-4b06-b407-b58e80bbe7ad,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 18:00:26.179385 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d022cb0-9e53-4833-b650-83533520c514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:26.192111 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0d022cb0-9e53-4833-b650-83533520c514 admin admin] Calling delete_port for adc360a1-2e72-4b06-b407-b58e80bbe7ad owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 18:00:26.216658 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a876e667-6385-4124-8fa4-7b3816bfcabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'name': 'tempest-TestSnapshotPattern-1002359184-router', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:39Z', 'updated_at': '2021-07-22T18:00:25Z', 'revision_number': 5, 'project_id': 'e880f1169701461a8f27c61d98502135', 'gw_port': {'id': 'adc360a1-2e72-4b06-b407-b58e80bbe7ad', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:40Z', 'updated_at': '2021-07-22T17:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:00:26.241533 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a876e667-6385-4124-8fa4-7b3816bfcabd None None] Checking router: dde869cf-2543-4615-8a6e-df896900b9bb for host: n-d-798930-9 {{(pid=93819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 18:00:26.249363 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a876e667-6385-4124-8fa4-7b3816bfcabd None None] Routers {'dde869cf-2543-4615-8a6e-df896900b9bb'} bound to L3 agent in host n-d-798930-9 {{(pid=93819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 18:00:26.250032 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a876e667-6385-4124-8fa4-7b3816bfcabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T18:00:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['dde869cf-2543-4615-8a6e-df896900b9bb'], 'active': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:00:26.337264 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_dvr_db [None req-a876e667-6385-4124-8fa4-7b3816bfcabd None None] Set router dde869cf-2543-4615-8a6e-df896900b9bb gateway port host: None {{(pid=93819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 18:00:26.366476 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d022cb0-9e53-4833-b650-83533520c514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:26.393020 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.l3_hamode_db [None req-a876e667-6385-4124-8fa4-7b3816bfcabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'name': 'tempest-TestSnapshotPattern-1002359184-router', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:39Z', 'updated_at': '2021-07-22T18:00:26Z', 'revision_number': 6, 'project_id': 'e880f1169701461a8f27c61d98502135', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:00:26.393942 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d022cb0-9e53-4833-b650-83533520c514 admin admin] Pushing event deleted for resources: {'Port': ['ID=adc360a1-2e72-4b06-b407-b58e80bbe7ad,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:00:26.418838 n-d-798930-9 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a876e667-6385-4124-8fa4-7b3816bfcabd None None] The sync data for ids ['dde869cf-2543-4615-8a6e-df896900b9bb'] in n-d-798930-9 is: [{'id': 'dde869cf-2543-4615-8a6e-df896900b9bb', 'name': 'tempest-TestSnapshotPattern-1002359184-router', 'tenant_id': 'e880f1169701461a8f27c61d98502135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:39Z', 'updated_at': '2021-07-22T18:00:26Z', 'revision_number': 6, 'project_id': 'e880f1169701461a8f27c61d98502135', 'gw_port_host': None}] {{(pid=93819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 18:00:26.461209 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d022cb0-9e53-4833-b650-83533520c514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:26.549858 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d022cb0-9e53-4833-b650-83533520c514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:26.551865 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d022cb0-9e53-4833-b650-83533520c514 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:26.593710 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d022cb0-9e53-4833-b650-83533520c514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:26.594246 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d022cb0-9e53-4833-b650-83533520c514 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dde869cf-2543-4615-8a6e-df896900b9bb {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 18:00:26.599072 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d022cb0-9e53-4833-b650-83533520c514 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:26.600346 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0d022cb0-9e53-4833-b650-83533520c514 admin admin] 10.222.0.69 "DELETE /v2.0/routers/dde869cf-2543-4615-8a6e-df896900b9bb HTTP/1.1" status: 204 len: 168 time: 0.7609413 Jul 22 18:00:26.602879 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44108) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:00:26.645496 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d8ef00-2399-40eb-9de5-42afcfeb3fb3 admin admin] Deleting subnet 1bc39ae3-a813-43d1-ba2c-285770486313 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 18:00:26.648450 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1d8ef00-2399-40eb-9de5-42afcfeb3fb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:26.682069 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1d8ef00-2399-40eb-9de5-42afcfeb3fb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:26.766087 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1d8ef00-2399-40eb-9de5-42afcfeb3fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:26.835356 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1d8ef00-2399-40eb-9de5-42afcfeb3fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:26.863221 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8ef00-2399-40eb-9de5-42afcfeb3fb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bc39ae3-a813-43d1-ba2c-285770486313,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:00:26.865158 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1d8ef00-2399-40eb-9de5-42afcfeb3fb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:26.869380 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f1d8ef00-2399-40eb-9de5-42afcfeb3fb3 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1bc39ae3-a813-43d1-ba2c-285770486313 HTTP/1.1" status: 204 len: 168 time: 0.2632742 Jul 22 18:00:26.869753 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44110) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:00:26.872739 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f75c942-844e-4b53-a155-514e9d239a75 None None] Network 693db142-3e79-49f3-94ab-aa5538d3388d requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 18:00:26.946330 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8da757ac-fdbd-4ebc-8d88-538b5a8a3e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:27.000157 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8da757ac-fdbd-4ebc-8d88-538b5a8a3e1c admin admin] Deleting port 693adbc9-8ef5-4606-9559-f0d4fd737a3a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 18:00:27.000512 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8da757ac-fdbd-4ebc-8d88-538b5a8a3e1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:27.063411 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8da757ac-fdbd-4ebc-8d88-538b5a8a3e1c admin admin] For port 693adbc9-8ef5-4606-9559-f0d4fd737a3a, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=693adbc9-8ef5-4606-9559-f0d4fd737a3a,segment=NetworkSegment(f4c580f6-59bf-4be3-9136-4343ca9ae6f0),segment_id=f4c580f6-59bf-4be3-9136-4343ca9ae6f0)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 18:00:27.063776 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8da757ac-fdbd-4ebc-8d88-538b5a8a3e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:27.079730 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8da757ac-fdbd-4ebc-8d88-538b5a8a3e1c admin admin] Calling delete_port for 693adbc9-8ef5-4606-9559-f0d4fd737a3a owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 18:00:27.163551 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8da757ac-fdbd-4ebc-8d88-538b5a8a3e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:27.189793 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da757ac-fdbd-4ebc-8d88-538b5a8a3e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=693adbc9-8ef5-4606-9559-f0d4fd737a3a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:00:27.193797 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da757ac-fdbd-4ebc-8d88-538b5a8a3e1c admin admin] No DVR routers for this DVR port 693adbc9-8ef5-4606-9559-f0d4fd737a3a on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 18:00:27.194419 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3491a784-ef8a-4a01-b518-63714fbc2bdb None None] DHCP port deletion for 693db142-3e79-49f3-94ab-aa5538d3388d request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 18:00:27.269161 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8da757ac-fdbd-4ebc-8d88-538b5a8a3e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:27.279616 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-8da757ac-fdbd-4ebc-8d88-538b5a8a3e1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693db142-3e79-49f3-94ab-aa5538d3388d']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:00:27.290731 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-8da757ac-fdbd-4ebc-8d88-538b5a8a3e1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c580f6-59bf-4be3-9136-4343ca9ae6f0') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:00:27.291031 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-8da757ac-fdbd-4ebc-8d88-538b5a8a3e1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c580f6-59bf-4be3-9136-4343ca9ae6f0') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:00:27.301035 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8da757ac-fdbd-4ebc-8d88-538b5a8a3e1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:27.315646 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8da757ac-fdbd-4ebc-8d88-538b5a8a3e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:27.321628 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da757ac-fdbd-4ebc-8d88-538b5a8a3e1c admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 18:00:27.322136 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8da757ac-fdbd-4ebc-8d88-538b5a8a3e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: timer() Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 18:00:27.323812 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 18:00:27.376102 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8da757ac-fdbd-4ebc-8d88-538b5a8a3e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:27.397111 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8da757ac-fdbd-4ebc-8d88-538b5a8a3e1c admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:27.399039 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-8da757ac-fdbd-4ebc-8d88-538b5a8a3e1c admin admin] 10.222.0.69 "DELETE /v2.0/networks/693db142-3e79-49f3-94ab-aa5538d3388d HTTP/1.1" status: 204 len: 168 time: 0.5285943 Jul 22 18:00:27.400057 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da757ac-fdbd-4ebc-8d88-538b5a8a3e1c admin admin] Pushing event deleted for resources: {'Network': ['ID=693db142-3e79-49f3-94ab-aa5538d3388d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:00:27.401953 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44112) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:00:27.738127 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d6ee807-e7d2-4efc-821e-43dfb8e68add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4124803'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:27.902963 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 693adbc9-8ef5-4606-9559-f0d4fd737a3a no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 18:00:27.923059 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 693adbc9-8ef5-4606-9559-f0d4fd737a3a {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 18:00:27.923059 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 693adbc9-8ef5-4606-9559-f0d4fd737a3a not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 18:00:27.923291 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 42568585-7403-4568-993c-8ed26b52c56d no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 18:00:27.947988 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 42568585-7403-4568-993c-8ed26b52c56d {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 18:00:27.948664 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 42568585-7403-4568-993c-8ed26b52c56d not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 18:00:27.949253 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device adc360a1-2e72-4b06-b407-b58e80bbe7ad no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 18:00:27.968409 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: adc360a1-2e72-4b06-b407-b58e80bbe7ad {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 18:00:27.968882 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device adc360a1-2e72-4b06-b407-b58e80bbe7ad not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 18:00:27.995201 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0d6ee807-e7d2-4efc-821e-43dfb8e68add admin admin] Deleting port 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 18:00:27.995474 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d6ee807-e7d2-4efc-821e-43dfb8e68add admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:28.071633 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0d6ee807-e7d2-4efc-821e-43dfb8e68add admin admin] For port 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91,segment=NetworkSegment(dcadf6b7-0351-4560-aeb3-297d133d956f),segment_id=dcadf6b7-0351-4560-aeb3-297d133d956f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 18:00:28.071995 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d6ee807-e7d2-4efc-821e-43dfb8e68add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:28.090385 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0d6ee807-e7d2-4efc-821e-43dfb8e68add admin admin] Calling delete_port for 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 18:00:28.270901 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d6ee807-e7d2-4efc-821e-43dfb8e68add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:28.656590 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ee807-e7d2-4efc-821e-43dfb8e68add admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:00:28.821694 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d6ee807-e7d2-4efc-821e-43dfb8e68add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124703'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:29.035077 n-d-798930-9 neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6ee807-e7d2-4efc-821e-43dfb8e68add admin admin] Router f5da63da-3b9b-47d2-bce4-7c4c8a9bc842 has already been hosted by L3 agent 9523ed8f-bf47-475e-88da-c5e5d3e0d0f2 {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 18:00:29.140269 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6ee807-e7d2-4efc-821e-43dfb8e68add admin admin] Notify agent at l3_agent.n-d-798930-9 the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 18:00:29.145275 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-0d6ee807-e7d2-4efc-821e-43dfb8e68add admin admin] 10.222.0.69 "PUT /v2.0/routers/f5da63da-3b9b-47d2-bce4-7c4c8a9bc842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7424333 Jul 22 18:00:29.147780 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44114) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:00:29.148478 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b64fbaf-c638-426f-8edf-9c72bb4b3951 None None] Sync routers for ids ['f5da63da-3b9b-47d2-bce4-7c4c8a9bc842'] in n-d-798930-9 {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 18:00:29.157637 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b64fbaf-c638-426f-8edf-9c72bb4b3951 None None] Routers {'f5da63da-3b9b-47d2-bce4-7c4c8a9bc842'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 18:00:29.158869 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5b64fbaf-c638-426f-8edf-9c72bb4b3951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T18:00:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f5da63da-3b9b-47d2-bce4-7c4c8a9bc842'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:00:29.237499 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6517cbf8-3761-435d-8cca-aaf4a697fed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:29.253275 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d36f19d4-a237-449e-9211-4c44e1283d29 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:29.271675 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5b64fbaf-c638-426f-8edf-9c72bb4b3951 None None] Set router f5da63da-3b9b-47d2-bce4-7c4c8a9bc842 gateway port host: n-d-798930-9 {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 18:00:29.356171 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d36f19d4-a237-449e-9211-4c44e1283d29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:29.413469 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d36f19d4-a237-449e-9211-4c44e1283d29 admin admin] Deleting port c2991f6f-6f23-42a0-bad1-3cb10e9e1211 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 18:00:29.414125 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d36f19d4-a237-449e-9211-4c44e1283d29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:29.498414 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d36f19d4-a237-449e-9211-4c44e1283d29 admin admin] For port c2991f6f-6f23-42a0-bad1-3cb10e9e1211, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=c2991f6f-6f23-42a0-bad1-3cb10e9e1211,segment=NetworkSegment(a2248141-3469-48d4-aac2-a15ac60ce0ee),segment_id=a2248141-3469-48d4-aac2-a15ac60ce0ee)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 18:00:29.499164 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d36f19d4-a237-449e-9211-4c44e1283d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:29.513283 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d36f19d4-a237-449e-9211-4c44e1283d29 admin admin] Calling delete_port for c2991f6f-6f23-42a0-bad1-3cb10e9e1211 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 18:00:29.603977 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5b64fbaf-c638-426f-8edf-9c72bb4b3951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5da63da-3b9b-47d2-bce4-7c4c8a9bc842', 'name': 'tempest-TestSnapshotPattern-604946205-router', 'tenant_id': '69a3f0632519428da4f634fa519740ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'external_fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c2991f6f-6f23-42a0-bad1-3cb10e9e1211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:44Z', 'updated_at': '2021-07-22T18:00:28Z', 'revision_number': 5, 'project_id': '69a3f0632519428da4f634fa519740ce', 'gw_port': {'id': 'c2991f6f-6f23-42a0-bad1-3cb10e9e1211', 'name': '', 'network_id': '748fc6ab-3639-411a-b273-35e3c4423108', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5da63da-3b9b-47d2-bce4-7c4c8a9bc842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798930-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:55:44Z', 'updated_at': '2021-07-22T17:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57d0896-f45c-4640-bb4a-7846a31caf6d', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798930-9'}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:00:29.629788 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b64fbaf-c638-426f-8edf-9c72bb4b3951 None None] Checking router: f5da63da-3b9b-47d2-bce4-7c4c8a9bc842 for host: n-d-798930-9 {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 18:00:29.638290 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b64fbaf-c638-426f-8edf-9c72bb4b3951 None None] Routers {'f5da63da-3b9b-47d2-bce4-7c4c8a9bc842'} bound to L3 agent in host n-d-798930-9 {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 18:00:29.638892 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5b64fbaf-c638-426f-8edf-9c72bb4b3951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798930-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:16:01Z,description=,heartbeat_timestamp=2021-07-22T18:00:02Z,host='n-d-798930-9',id=9523ed8f-bf47-475e-88da-c5e5d3e0d0f2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:16:01Z,topic='l3_agent')) {'router_ids': ['f5da63da-3b9b-47d2-bce4-7c4c8a9bc842'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:00:29.683106 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d36f19d4-a237-449e-9211-4c44e1283d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:29.719022 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f19d4-a237-449e-9211-4c44e1283d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2991f6f-6f23-42a0-bad1-3cb10e9e1211,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:00:29.727787 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-5b64fbaf-c638-426f-8edf-9c72bb4b3951 None None] Set router f5da63da-3b9b-47d2-bce4-7c4c8a9bc842 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 18:00:29.774766 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d36f19d4-a237-449e-9211-4c44e1283d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121273'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:29.791292 n-d-798930-9 neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-5b64fbaf-c638-426f-8edf-9c72bb4b3951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5da63da-3b9b-47d2-bce4-7c4c8a9bc842', 'name': 'tempest-TestSnapshotPattern-604946205-router', 'tenant_id': '69a3f0632519428da4f634fa519740ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:44Z', 'updated_at': '2021-07-22T18:00:29Z', 'revision_number': 6, 'project_id': '69a3f0632519428da4f634fa519740ce', 'gw_port_host': None}], 'n-d-798930-9', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:00:29.817532 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b64fbaf-c638-426f-8edf-9c72bb4b3951 None None] The sync data for ids ['f5da63da-3b9b-47d2-bce4-7c4c8a9bc842'] in n-d-798930-9 is: [{'id': 'f5da63da-3b9b-47d2-bce4-7c4c8a9bc842', 'name': 'tempest-TestSnapshotPattern-604946205-router', 'tenant_id': '69a3f0632519428da4f634fa519740ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:55:44Z', 'updated_at': '2021-07-22T18:00:29Z', 'revision_number': 6, 'project_id': '69a3f0632519428da4f634fa519740ce', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 18:00:29.867659 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d36f19d4-a237-449e-9211-4c44e1283d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4120686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9923'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:29.869720 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d36f19d4-a237-449e-9211-4c44e1283d29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:29.912644 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d36f19d4-a237-449e-9211-4c44e1283d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4128322'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:29.913819 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36f19d4-a237-449e-9211-4c44e1283d29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5da63da-3b9b-47d2-bce4-7c4c8a9bc842 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 18:00:29.918397 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d36f19d4-a237-449e-9211-4c44e1283d29 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:29.919559 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-d36f19d4-a237-449e-9211-4c44e1283d29 admin admin] 10.222.0.69 "DELETE /v2.0/routers/f5da63da-3b9b-47d2-bce4-7c4c8a9bc842 HTTP/1.1" status: 204 len: 168 time: 0.7708611 Jul 22 18:00:29.922003 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44116) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:00:29.970060 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e455a9-dd17-4188-8e91-09fa069c4d88 admin admin] Deleting subnet 046e1e9d-a799-4357-a006-a7b95f31debb {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 18:00:29.973047 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-43e455a9-dd17-4188-8e91-09fa069c4d88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:30.006769 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-43e455a9-dd17-4188-8e91-09fa069c4d88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422893'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:30.085906 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-43e455a9-dd17-4188-8e91-09fa069c4d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-972176'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:30.159576 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-43e455a9-dd17-4188-8e91-09fa069c4d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-972185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3679484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11422844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11569622'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:30.195660 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e455a9-dd17-4188-8e91-09fa069c4d88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=046e1e9d-a799-4357-a006-a7b95f31debb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:00:30.204024 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-43e455a9-dd17-4188-8e91-09fa069c4d88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:30.204911 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2dde49-aa46-4557-b0e2-ea125b2e3e23 None None] Network ad03657d-bd91-4033-8fce-0d645139035b requested from n-d-798930-9 {{(pid=93818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 18:00:30.208359 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-43e455a9-dd17-4188-8e91-09fa069c4d88 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/046e1e9d-a799-4357-a006-a7b95f31debb HTTP/1.1" status: 204 len: 168 time: 0.2832603 Jul 22 18:00:30.208854 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44118) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:00:30.278855 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f881cc85-b76d-4610-9999-2c0e04f616ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576855'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:30.331231 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f881cc85-b76d-4610-9999-2c0e04f616ab admin admin] Deleting port 22bdef92-0888-40bc-ad5d-bcf025e7f219 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 18:00:30.331577 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f881cc85-b76d-4610-9999-2c0e04f616ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765149798548'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:30.400336 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f881cc85-b76d-4610-9999-2c0e04f616ab admin admin] For port 22bdef92-0888-40bc-ad5d-bcf025e7f219, host n-d-798930-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798930-9',level=0,port_id=22bdef92-0888-40bc-ad5d-bcf025e7f219,segment=NetworkSegment(dcadf6b7-0351-4560-aeb3-297d133d956f),segment_id=dcadf6b7-0351-4560-aeb3-297d133d956f)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 18:00:30.400636 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f881cc85-b76d-4610-9999-2c0e04f616ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4128366'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:30.413669 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f881cc85-b76d-4610-9999-2c0e04f616ab admin admin] Calling delete_port for 22bdef92-0888-40bc-ad5d-bcf025e7f219 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 18:00:30.494908 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f881cc85-b76d-4610-9999-2c0e04f616ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765149800807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765149315732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11422761'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:30.522801 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881cc85-b76d-4610-9999-2c0e04f616ab admin admin] Pushing event deleted for resources: {'Port': ['ID=22bdef92-0888-40bc-ad5d-bcf025e7f219,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:00:30.526596 n-d-798930-9 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f881cc85-b76d-4610-9999-2c0e04f616ab admin admin] No DVR routers for this DVR port 22bdef92-0888-40bc-ad5d-bcf025e7f219 on host n-d-798930-9 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 18:00:30.596022 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f881cc85-b76d-4610-9999-2c0e04f616ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972716', 'neutron.services.segments.db._delete_segments_for_network-8765149784369'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:30.606184 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f881cc85-b76d-4610-9999-2c0e04f616ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad03657d-bd91-4033-8fce-0d645139035b']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:00:30.617908 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f881cc85-b76d-4610-9999-2c0e04f616ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcadf6b7-0351-4560-aeb3-297d133d956f') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:00:30.618353 n-d-798930-9 neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f881cc85-b76d-4610-9999-2c0e04f616ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcadf6b7-0351-4560-aeb3-297d133d956f') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 18:00:30.621906 n-d-798930-9 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272a5ad0-909b-409b-8c0d-44eaf58bc32a None None] DHCP port deletion for ad03657d-bd91-4033-8fce-0d645139035b request from n-d-798930-9 {{(pid=93818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 18:00:30.630209 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f881cc85-b76d-4610-9999-2c0e04f616ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765149784890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422884'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:30.652356 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f881cc85-b76d-4610-9999-2c0e04f616ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:30.659267 n-d-798930-9 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f881cc85-b76d-4610-9999-2c0e04f616ab admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 18:00:30.659686 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f881cc85-b76d-4610-9999-2c0e04f616ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11422726'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: Traceback (most recent call last): Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: timer() Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: cb(*args, **kw) Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: return func(*args, **kwargs) Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: self._notify() Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: self.callback(batched_events) Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: event.method(event) Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: return f(self, *a, **k) Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: return self._get(url).json() Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: return self.request(url, 'GET', **kwargs) Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 18:00:30.661318 n-d-798930-9 neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 18:00:30.718142 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f881cc85-b76d-4610-9999-2c0e04f616ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121245'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:30.725273 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f881cc85-b76d-4610-9999-2c0e04f616ab admin admin] Notify callbacks [] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:30.726584 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f881cc85-b76d-4610-9999-2c0e04f616ab admin admin] 10.222.0.69 "DELETE /v2.0/networks/ad03657d-bd91-4033-8fce-0d645139035b HTTP/1.1" status: 204 len: 168 time: 0.5158207 Jul 22 18:00:30.737844 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881cc85-b76d-4610-9999-2c0e04f616ab admin admin] Pushing event deleted for resources: {'Network': ['ID=ad03657d-bd91-4033-8fce-0d645139035b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:00:30.924199 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44122) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:00:30.963199 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-f51cc1f9-22a2-4217-964d-6bebec43ac59 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e880f1169701461a8f27c61d98502135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378509 Jul 22 18:00:30.965540 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44124) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:00:31.012094 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b757b29-7383-4a9b-a0c4-34cf884004dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:31.033776 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b757b29-7383-4a9b-a0c4-34cf884004dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:31.089489 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b757b29-7383-4a9b-a0c4-34cf884004dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:31.092097 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5b757b29-7383-4a9b-a0c4-34cf884004dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:31.096130 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-5b757b29-7383-4a9b-a0c4-34cf884004dd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/410f3a4d-d72b-42be-8887-8ef29bf1bca1 HTTP/1.1" status: 204 len: 168 time: 0.1269231 Jul 22 18:00:31.101010 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b757b29-7383-4a9b-a0c4-34cf884004dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410f3a4d-d72b-42be-8887-8ef29bf1bca1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:00:31.398235 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44130) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:00:31.437183 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-099505df-630e-4298-ac7d-b622995e16a9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=69a3f0632519428da4f634fa519740ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377469 Jul 22 18:00:31.440020 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.69', 44132) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 18:00:31.486696 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-06bcd31e-ccff-4422-ae1d-5bff3614e07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:31.507610 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-06bcd31e-ccff-4422-ae1d-5bff3614e07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:31.553544 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-06bcd31e-ccff-4422-ae1d-5bff3614e07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785880'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:31.556184 n-d-798930-9 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-06bcd31e-ccff-4422-ae1d-5bff3614e07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:31.557312 n-d-798930-9 neutron-server[93816]: INFO neutron.wsgi [None req-06bcd31e-ccff-4422-ae1d-5bff3614e07d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e0f1794f-7f19-4fe2-bdd8-dac2cc916418 HTTP/1.1" status: 204 len: 168 time: 0.1164231 Jul 22 18:00:31.566794 n-d-798930-9 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bcd31e-ccff-4422-ae1d-5bff3614e07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f1794f-7f19-4fe2-bdd8-dac2cc916418,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 18:00:31.692566 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae1247fb-baaa-4023-807c-ce9c2f08727b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:31.723728 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:31.894198 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 18:00:31.915565 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 18:00:31.915917 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 8ee2f993-6ed4-4dcf-8ef3-0a161aee0b91 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 18:00:31.916333 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c2991f6f-6f23-42a0-bad1-3cb10e9e1211 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 18:00:31.939691 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: c2991f6f-6f23-42a0-bad1-3cb10e9e1211 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 18:00:31.940037 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device c2991f6f-6f23-42a0-bad1-3cb10e9e1211 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 18:00:31.940462 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 22bdef92-0888-40bc-ad5d-bcf025e7f219 no longer exists at agent ovs-agent-n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 18:00:31.959513 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] No Port match for: 22bdef92-0888-40bc-ad5d-bcf025e7f219 {{(pid=93818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 18:00:31.959790 n-d-798930-9 neutron-server[93818]: DEBUG neutron.plugins.ml2.rpc [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Device 22bdef92-0888-40bc-ad5d-bcf025e7f219 not bound to the agent host n-d-798930-9 {{(pid=93818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 18:00:33.142043 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:34.976679 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:42.792959 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:43.019263 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:51.382038 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:00:59.187635 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db4524db-3803-40b9-a4b4-644361ad121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:01:01.693737 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c59b022-334d-477a-972e-7ed30036d1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:01:01.723611 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:01:03.146921 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:01:04.979903 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:01:12.793235 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:01:13.027173 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:01:28.380802 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:01:29.187289 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1991db55-4e92-4d9d-82f3-577c92e7e527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:01:31.692469 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4d3e384e-3b42-4815-9c49-c99b41d20baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:01:31.723005 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:01:33.148685 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:01:34.982255 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:01:42.790552 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:01:43.033854 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:01:59.191310 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e69fd11e-74e9-43ce-97c6-8d3bcbb5241c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:02:01.692659 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-410b46f1-dc40-4082-8195-eeb9cedeb148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:02:01.722153 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:02:03.149331 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:02:04.985491 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:02:05.379855 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:02:12.790684 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:02:13.049727 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:02:29.191919 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8fafbb78-4478-4ade-8d58-8e52a514a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:02:31.692278 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5fbe1d70-3447-41e0-a724-a83e834bb2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:02:31.724766 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:02:33.151930 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:02:34.988610 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:02:42.382789 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:02:42.789313 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:02:43.040702 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:02:59.191972 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9af340b-cc9c-4da4-9abb-e350dd959e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:03:01.692495 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac218ed2-6675-4106-b295-8730db36e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:03:01.725440 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:03:03.154980 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:03:04.992273 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:03:12.803156 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:03:13.041210 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:03:19.381800 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:03:29.193025 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d13095b5-bc0e-43e2-bb8c-198f08978ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:03:31.693303 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d4ce8679-3151-4c0c-b6e9-30b5984103d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:03:31.726103 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:03:33.157392 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:03:34.993798 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:03:42.803567 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:03:43.048561 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:03:56.380288 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:03:59.196442 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63eafacc-5f41-4ded-83fa-bad1c6a13d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:04:01.693130 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e3c5115-2dcd-499e-ad0f-3b831b3dda3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:04:01.726486 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:04:03.159451 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:04:04.997889 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:04:12.795633 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:04:13.048072 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:04:27.843736 n-d-798930-9 neutron-server[93816]: DEBUG neutron.wsgi [req-c6d89f97-4337-4ceb-a955-239f9432e8a6 req-7ed2f210-f4b4-4bb7-a83d-1e6af3b9dffd service neutron] (93816) timed out ('10.222.0.69', 42750) {{(pid=93816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 18:04:29.196241 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f52f6c37-4528-47ba-b8fb-91f46b9c13a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:04:31.691856 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53eb869f-705c-4819-983a-3e0e2b0c2296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:04:31.726333 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:04:33.163432 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:04:33.378874 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:04:35.000538 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:04:42.801825 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:04:43.046927 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:04:59.196484 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c4b2583-b1c7-4f0e-9168-595614e2f3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:05:01.691714 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26e71b99-8fed-4813-aa28-b2e2ce84975f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:05:01.726985 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:05:03.165454 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:05:05.004485 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:05:10.378215 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:05:12.815235 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:05:13.056574 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:05:29.196542 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-daa0d480-bb1c-4ca9-bf0e-4db2bfb36f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:05:31.690935 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c980dda-2543-4bd9-a2c7-b79f44e974ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:05:31.726851 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:05:33.168952 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:05:35.006061 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:05:42.815253 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:05:43.053936 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:05:47.377633 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:05:59.196932 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9dcfe1e8-09e5-4afd-9321-d2ca729a0ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:06:01.689473 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ba84aab3-c491-491c-9e99-66e9c9c9f203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:06:01.731536 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:06:03.171537 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:06:05.009440 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:06:12.814100 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:06:13.075128 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:06:24.376070 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:06:29.198196 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bfffd31f-f68b-4dd1-b920-8b5bf58e8201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:06:31.688695 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0078deda-bd59-4b2f-a656-89bacc83c714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:06:31.730546 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:06:33.175091 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:06:35.013734 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:06:42.813795 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:06:43.075017 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:06:59.198304 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-145d9284-a9d1-4d23-93e8-4e3e7230949e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:07:01.375306 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:07:01.687962 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37934185-fa5d-47fa-a1f5-459b3ebccee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:07:01.729745 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:07:03.178331 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:07:05.015697 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:07:12.800852 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:07:13.083986 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:07:29.198324 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fbbc6f9e-5858-43e5-9cb7-356fab97e082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:07:31.688184 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca0aceda-0153-4c19-95d2-b276d9be6018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:07:31.730127 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:07:33.180935 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:07:35.020466 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:07:38.373667 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:07:42.811952 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:07:43.115977 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:07:59.197784 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f8d0eeb-35b8-400f-9368-3964963ab81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:08:01.688979 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32ea1e46-4fcf-4985-ab54-d5af61074a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:08:01.729797 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:08:03.182578 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:08:05.023051 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:08:12.813223 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:08:13.129634 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:08:15.372898 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:08:29.198475 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45d343eb-6a2c-41f8-868f-db7f0e14d690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:08:31.688285 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ed7da5e-7933-44f0-8284-c34ec3780717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:08:31.728252 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:08:33.186424 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:08:35.026028 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:08:42.812156 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d99ee70-b669-43b2-bdd4-db7577191c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:08:43.134977 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3b65-a032-49cb-9f87-db091bf9fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:08:49.621557 n-d-798930-9 neutron-server[93817]: DEBUG neutron.wsgi [req-e89271c0-c453-4412-ba29-20313409d18c req-d9e8554e-7a0c-4038-a5cd-efd5338826f5 service neutron] (93817) timed out ('10.222.0.69', 39246) {{(pid=93817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 18:08:52.372301 n-d-798930-9 neutron-server[93819]: DEBUG neutron.db.agents_db [None req-322364c5-b58b-4a59-9fad-0eab2d122651 None None] Agent healthcheck: found 7 active agents {{(pid=93819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:08:59.198869 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b785b1c3-dd94-4445-98a4-1d88ab85172d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:09:01.689679 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f6795c3-398d-4bd1-97ed-1a7a0b84ad3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:09:01.728409 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ca4d6f-69b9-4497-8ff4-6036fbc34820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:09:03.190627 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0dddec-884a-4100-9859-012bbe130839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:09:05.029137 n-d-798930-9 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f6dc66fb-62cd-478f-b56e-ec6bd02fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765149784351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-978794'] for agent, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}